-- Logs begin at Fri 2021-11-12 03:08:33 UTC, end at Fri 2021-11-12 05:57:19 UTC. -- Nov 12 03:51:45.495480 n-d-768509-24 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 03:51:48.228715 n-d-768509-24 neutron-server[103187]: INFO neutron.common.config [-] Logging enabled! Nov 12 03:51:48.229323 n-d-768509-24 neutron-server[103187]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 03:51:48.229494 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103187) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 03:51:48.237661 n-d-768509-24 neutron-server[103187]: INFO neutron.common.config [-] Logging enabled! Nov 12 03:51:48.237918 n-d-768509-24 neutron-server[103187]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 03:51:48.238235 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103187) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 03:51:48.239235 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 03:51:48.239472 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 03:51:48.239845 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 03:51:48.240093 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 03:51:48.240319 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 03:51:48.240905 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.241338 n-d-768509-24 neutron-server[103187]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 03:51:48.241663 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.241960 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.242258 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.242556 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.242875 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.243162 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.243457 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.243758 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.244048 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.244332 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.244621 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.244918 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.245204 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.245494 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.245784 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.246074 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] debug = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.246359 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.246833 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.247263 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.247544 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.247989 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.248121 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.248397 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.248678 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.248970 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.249293 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] host = n-d-768509-24 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.249568 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.249855 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.250143 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.250429 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.250730 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.251013 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.251297 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.251570 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.251843 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] log_file = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.252120 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.252408 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.252695 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.252986 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.253209 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.253432 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.253720 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.254006 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.254833 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.255113 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.255391 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.255665 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.255942 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.256213 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.256503 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.256792 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.257077 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.257353 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.257636 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.257910 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.258182 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.258468 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.258774 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.259053 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.259330 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.259617 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.259888 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.260162 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.260464 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.260751 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.261042 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.261327 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.261602 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.261886 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.262159 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.262433 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.262738 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] use_json = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.263017 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.263288 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.263570 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.263842 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.264116 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.264388 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.264660 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.264944 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:48.265240 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.265537 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.265837 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.266120 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.266424 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.266735 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.267025 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.267304 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.267598 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.267887 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.268174 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.268454 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.268742 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.269020 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.269312 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.269616 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.270470 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.270786 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.271066 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.271343 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.271618 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.271896 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.272184 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.272461 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.272747 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.273036 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.273316 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.273603 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.273897 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.274185 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.274457 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.274756 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.275049 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.275327 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.275600 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.275878 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.276164 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.276440 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.276709 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.276990 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.277266 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.277537 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.277812 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.278093 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.278382 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.278678 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.278951 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.279220 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.279493 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.279762 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.280044 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.280319 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.280588 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.280963 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.281247 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.281521 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.281793 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.282072 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.282341 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.282617 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.282910 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.283182 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.283453 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.283724 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.283994 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.284263 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.284531 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.284805 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.285077 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.285365 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.285640 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.285911 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.286181 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.286465 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.286787 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.287067 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.287346 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.287627 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.287902 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.288177 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.288450 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.288722 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.288995 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.289263 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.289547 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.289827 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.290110 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.290388 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.290684 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.291009 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.291288 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.291569 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.291842 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.292115 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.292395 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.292674 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.292966 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.293256 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.293545 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.293833 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.294121 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.294398 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.294726 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.295006 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:48.295220 n-d-768509-24 neutron-server[103187]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 03:51:48.295459 n-d-768509-24 neutron-server[103187]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103187) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 03:51:48.732758 n-d-768509-24 neutron-server[103187]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 03:51:48.733041 n-d-768509-24 neutron-server[103187]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 03:51:48.733344 n-d-768509-24 neutron-server[103187]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 03:51:48.733680 n-d-768509-24 neutron-server[103187]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 03:51:49.059665 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.059881 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.060161 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.061350 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.061625 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.061890 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.096291 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.096568 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.096838 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.112500 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.112778 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.113050 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.142928 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.143209 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.143478 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.180083 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.180365 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.180639 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.415165 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.415781 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.415781 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.415971 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.416676 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.543396 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.543720 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.544003 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.544285 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.544557 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.544875 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.545139 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.545398 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.545656 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.545945 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.546211 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.546481 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.546767 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.547029 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.547293 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.547564 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.547824 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.548097 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.548371 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.548634 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.548912 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.549167 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.549449 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.549829 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.550081 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.550332 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.550769 n-d-768509-24 neutron-server[103187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:51:49.551071 n-d-768509-24 neutron-server[103187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:51:49.551312 n-d-768509-24 neutron-server[103187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:51:49.551548 n-d-768509-24 neutron-server[103187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:51:49.551784 n-d-768509-24 neutron-server[103187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:51:49.552020 n-d-768509-24 neutron-server[103187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:51:49.552384 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 03:51:49.555628 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 03:51:49.559612 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 03:51:49.563450 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Nov 12 03:51:49.565108 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 03:51:49.565567 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 03:51:49.565902 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 03:51:49.566286 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 03:51:49.569630 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 03:51:49.569878 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 03:51:49.570225 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 03:51:49.575557 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 03:51:49.598346 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 03:51:49.598839 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.599139 n-d-768509-24 neutron-server[103187]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103187) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 03:51:49.599504 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.600896 n-d-768509-24 neutron-server[103187]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103187) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 03:51:49.601174 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 03:51:49.601417 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 03:51:49.604645 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.604929 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:49.670455 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 03:51:49.670655 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 03:51:49.670891 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 03:51:49.671266 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 03:51:49.691260 n-d-768509-24 neutron-server[103187]: DEBUG oslo_db.sqlalchemy.engines [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103187) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 03:51:50.339843 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.managers [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Initializing driver for type 'gre' Nov 12 03:51:50.340372 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] gre ID ranges: [(1, 1000)] Nov 12 03:51:50.499548 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.managers [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Initializing driver for type 'local' Nov 12 03:51:50.500117 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.managers [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Initializing driver for type 'vlan' Nov 12 03:51:50.556607 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] VlanTypeDriver initialization complete Nov 12 03:51:50.556951 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.managers [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Initializing driver for type 'vxlan' Nov 12 03:51:50.557433 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] vxlan ID ranges: [(1, 1000)] Nov 12 03:51:50.762147 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.managers [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Initializing extension driver 'port_security' Nov 12 03:51:50.762491 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.extensions.port_security [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] PortSecurityExtensionDriver initialization complete Nov 12 03:51:50.762848 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.managers [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Initializing mechanism driver 'openvswitch' Nov 12 03:51:50.763184 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.managers [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Initializing mechanism driver 'hyperv' Nov 12 03:51:50.770442 n-d-768509-24 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:50.771335 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > port after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.771711 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > port after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.772067 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > port after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.772640 n-d-768509-24 neutron-server[103187]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103187) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:51:50.773073 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > subnet after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.773433 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > subnet after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.773783 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.774182 n-d-768509-24 neutron-server[103187]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103187) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:51:50.774591 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > network after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.774970 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > network after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.775315 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > network after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.775708 n-d-768509-24 neutron-server[103187]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103187) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:51:50.776113 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > security_group after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.776465 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > security_group after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.776807 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.777204 n-d-768509-24 neutron-server[103187]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103187) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:51:50.777609 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.777957 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.778298 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.778724 n-d-768509-24 neutron-server[103187]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103187) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:51:50.779127 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > address_group after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.779473 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > address_group after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.779815 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.780205 n-d-768509-24 neutron-server[103187]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103187) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:51:50.780580 n-d-768509-24 neutron-server[103187]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] ML2 OVO RPC backend initialized. {{(pid=103187) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 03:51:50.781298 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.781652 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.782073 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > network before_response 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.782423 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > networks before_response 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.782803 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > port before_response 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.783149 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > ports before_response 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.783492 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > subnet before_response 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.783954 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > subnets before_response 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.784311 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > network after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.784652 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > network after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.784989 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > network after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.785326 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > port after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.786291 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > port after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.786649 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > port after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.789160 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > subnet after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.789160 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > subnet after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.789160 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.789160 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Modular L2 Plugin initialization complete Nov 12 03:51:50.789160 n-d-768509-24 neutron-server[103187]: DEBUG neutron.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading services supported by the core plugin {{(pid=103187) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 03:51:50.789628 n-d-768509-24 neutron-server[103187]: INFO neutron.plugins.ml2.managers [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Got port-security extension from driver 'port_security' Nov 12 03:51:50.789628 n-d-768509-24 neutron-server[103187]: INFO neutron.extensions.vlantransparent [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Disabled vlantransparent extension. Nov 12 03:51:50.789781 n-d-768509-24 neutron-server[103187]: DEBUG neutron.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103187) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 03:51:50.790095 n-d-768509-24 neutron-server[103187]: INFO neutron.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading Plugin: router Nov 12 03:51:50.831216 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.831610 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router after_create 55549900 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.831983 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router before_create 55549900 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.832844 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.833229 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.833586 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router after_delete 55549900 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.833949 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.834422 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.834814 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router after_create 55549900 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.835172 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router after_update 55549900 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.835528 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router after_update 55549900 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.835885 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.836272 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router after_update 55549900 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.836688 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router precommit_update 55549900 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.837058 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: port after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.837401 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: port after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.837741 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: subnet after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.838080 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.838432 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.838816 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router precommit_create 55549900 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.839165 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: port before_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.839510 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router precommit_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.839897 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router after_update 55549900 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.840242 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.840596 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router precommit_create 55549900 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.841018 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.841351 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router precommit_update 55549900 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.841720 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > agent after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.842076 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > agent after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.842424 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > network after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.843319 n-d-768509-24 neutron-server[103187]: DEBUG neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Tracking information for resource: router configured {{(pid=103187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:51:50.843653 n-d-768509-24 neutron-server[103187]: DEBUG neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Tracking information for resource: floatingip configured {{(pid=103187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:51:50.849451 n-d-768509-24 neutron-server[103187]: INFO neutron.db.l3_agentschedulers_db [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 03:51:50.850027 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: port after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.854935 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: port after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.854935 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: port after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.854935 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: port after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.854935 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router before_create 55550100 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.854935 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.855296 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router precommit_create 55550100 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.855296 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > router precommit_update 55550100 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.857753 n-d-768509-24 neutron-server[103187]: DEBUG neutron.services.provider_configuration [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Service providers = [] {{(pid=103187) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 03:51:50.858125 n-d-768509-24 neutron-server[103187]: DEBUG neutron.db.servicetype_db [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103187) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 03:51:50.861169 n-d-768509-24 neutron-server[103187]: DEBUG neutron.services.service_base [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103187) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:51:50.861522 n-d-768509-24 neutron-server[103187]: DEBUG neutron.services.service_base [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103187) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:51:50.861868 n-d-768509-24 neutron-server[103187]: DEBUG neutron.services.service_base [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103187) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:51:50.862807 n-d-768509-24 neutron-server[103187]: DEBUG neutron.services.service_base [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103187) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:51:50.863183 n-d-768509-24 neutron-server[103187]: INFO neutron.services.service_base [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 03:51:50.863559 n-d-768509-24 neutron-server[103187]: DEBUG neutron.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:51:50.863904 n-d-768509-24 neutron-server[103187]: INFO neutron.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 03:51:50.876629 n-d-768509-24 neutron-server[103187]: DEBUG neutron.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:51:50.876971 n-d-768509-24 neutron-server[103187]: INFO neutron.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading Plugin: auto_allocate Nov 12 03:51:50.883322 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: network precommit_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.883696 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: network precommit_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.884219 n-d-768509-24 neutron-server[103187]: DEBUG neutron.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:51:50.884546 n-d-768509-24 neutron-server[103187]: INFO neutron.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading Plugin: tag Nov 12 03:51:50.891444 n-d-768509-24 neutron-server[103187]: DEBUG neutron.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:51:50.891780 n-d-768509-24 neutron-server[103187]: INFO neutron.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading Plugin: timestamp Nov 12 03:51:50.896228 n-d-768509-24 neutron-server[103187]: DEBUG neutron.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:51:50.902444 n-d-768509-24 neutron-server[103187]: INFO neutron.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading Plugin: network_ip_availability Nov 12 03:51:50.907612 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.907988 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.908348 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:50.909067 n-d-768509-24 neutron-server[103187]: DEBUG neutron.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:51:50.909391 n-d-768509-24 neutron-server[103187]: INFO neutron.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading Plugin: flavors Nov 12 03:51:50.914441 n-d-768509-24 neutron-server[103187]: DEBUG neutron.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:51:50.914845 n-d-768509-24 neutron-server[103187]: INFO neutron.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading Plugin: revisions Nov 12 03:51:50.919202 n-d-768509-24 neutron-server[103187]: DEBUG neutron.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:51:50.919598 n-d-768509-24 neutron-server[103187]: DEBUG oslo_concurrency.lockutils [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.186s {{(pid=103187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 03:51:50.920348 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103187) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 03:51:50.920688 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Initializing extension manager. Nov 12 03:51:50.921205 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: __init__.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.921693 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: __pycache__ {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.921936 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.922276 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: address_group.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.923076 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.923647 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: address-group Nov 12 03:51:50.923975 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: address_scope.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.924696 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.925211 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: address-scope Nov 12 03:51:50.925538 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.926513 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.927073 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: router-admin-state-down-before-update Nov 12 03:51:50.927399 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: agent.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.928105 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.938011 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: agent Nov 12 03:51:50.938011 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: agent_resources_synced.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.938756 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.939273 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: agent-resources-synced Nov 12 03:51:50.939599 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: allowedaddresspairs.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.941420 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.942472 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: allowed-address-pairs Nov 12 03:51:50.942832 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: auto_allocated_topology.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.943929 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.944494 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: auto-allocated-topology Nov 12 03:51:50.944819 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: availability_zone.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.945519 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.946040 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: availability_zone Nov 12 03:51:50.946364 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: availability_zone_filter.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.947316 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.947833 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: availability_zone_filter Nov 12 03:51:50.948159 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: data_plane_status.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.949071 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.949585 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 03:51:50.949910 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: default_subnetpools.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.950861 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.951377 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: default-subnetpools Nov 12 03:51:50.951706 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.952521 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.953034 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: dhcp_agent_scheduler Nov 12 03:51:50.953362 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: dns.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.954295 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.954838 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension dns-integration not supported by any of loaded plugins Nov 12 03:51:50.955170 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: dns_domain_ports.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.956132 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.956642 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 03:51:50.956972 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.958496 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.959013 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 03:51:50.959342 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: dvr.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.960021 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.960534 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: dvr Nov 12 03:51:50.964682 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: ecmp_routes.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.965369 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.965884 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 03:51:50.966213 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: empty_string_filtering.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.967163 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.967678 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: empty-string-filtering Nov 12 03:51:50.968005 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.968924 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.969436 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 03:51:50.969763 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.970706 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.971221 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 03:51:50.971548 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: external_net.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.972504 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.973050 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: external-net Nov 12 03:51:50.973374 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.974289 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.974825 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: extra_dhcp_opt Nov 12 03:51:50.975153 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: extraroute.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.976084 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.976591 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: extraroute Nov 12 03:51:50.976917 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: extraroute_atomic.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.977969 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.978537 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: extraroute-atomic Nov 12 03:51:50.978896 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: filter_validation.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.979735 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.980257 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: filter-validation Nov 12 03:51:50.980628 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: fip_pf_description.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.981513 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.982030 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 03:51:50.982358 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: fip_port_details.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.983318 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.983838 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: fip-port-details Nov 12 03:51:50.984166 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: flavors.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.985412 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.985939 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: flavors Nov 12 03:51:50.986269 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.987992 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.988522 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 03:51:50.988881 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: floatingip_pools.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.989591 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.990112 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: floatingip-pools Nov 12 03:51:50.990723 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: ip_allocation.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.991770 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.992186 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 03:51:50.992514 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.993449 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.993969 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: ip-substring-filtering Nov 12 03:51:50.994299 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: l2_adjacency.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.995281 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.995835 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 03:51:50.996165 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: l3.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:50.997140 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:50.997663 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: router Nov 12 03:51:50.997991 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.000297 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.000834 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 03:51:51.001170 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.002121 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.002661 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: ext-gw-mode Nov 12 03:51:51.003007 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.003958 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.005003 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: l3-ha Nov 12 03:51:51.005334 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: l3_flavors.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.006267 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.006819 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: l3-flavors Nov 12 03:51:51.007149 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.011425 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.011940 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 03:51:51.012268 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: l3agentscheduler.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.013348 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.013866 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: l3_agent_scheduler Nov 12 03:51:51.014195 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: logging.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.015741 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.016270 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension logging not supported by any of loaded plugins Nov 12 03:51:51.016606 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: metering.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.017350 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.017932 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: metering Nov 12 03:51:51.018260 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.019555 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.020655 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: metering_source_and_destination_fields Nov 12 03:51:51.020988 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: multiprovidernet.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.021925 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.022441 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: multi-provider Nov 12 03:51:51.022810 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: netmtu.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.023740 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.024254 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: net-mtu Nov 12 03:51:51.024581 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: netmtu_writable.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.025510 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.026026 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: net-mtu-writable Nov 12 03:51:51.026354 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: network_availability_zone.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.027063 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.027577 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: network_availability_zone Nov 12 03:51:51.027901 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: network_ip_availability.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.029022 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.029544 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: network-ip-availability Nov 12 03:51:51.029920 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: network_segment_range.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.030730 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.031246 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 03:51:51.031573 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: pagination.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.032565 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.032900 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: pagination Nov 12 03:51:51.033224 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: port_device_profile.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.034139 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.034688 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: port-device-profile Nov 12 03:51:51.035017 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.036017 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.036540 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: port-mac-address-regenerate Nov 12 03:51:51.036864 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.040522 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.041040 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: port-numa-affinity-policy Nov 12 03:51:51.041366 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: port_resource_request.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.042287 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.042838 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 03:51:51.043164 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: port_resource_request_groups.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.044146 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.044667 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 03:51:51.044995 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: portbindings.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.045942 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.046463 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: binding Nov 12 03:51:51.046826 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: portbindings_extended.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.048134 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.048657 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: binding-extended Nov 12 03:51:51.048990 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: portsecurity.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.049920 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.050440 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: port-security Nov 12 03:51:51.050807 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: project_id.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.051923 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.052259 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: project-id Nov 12 03:51:51.052584 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: providernet.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.053527 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.054057 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: provider Nov 12 03:51:51.054384 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: qos.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.058032 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.058562 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension qos not supported by any of loaded plugins Nov 12 03:51:51.058927 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.060185 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.060715 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 03:51:51.061050 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.061983 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.062513 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 03:51:51.062876 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: qos_default.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.063800 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.064321 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension qos-default not supported by any of loaded plugins Nov 12 03:51:51.064652 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: qos_fip.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.065315 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.065844 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension qos-fip not supported by any of loaded plugins Nov 12 03:51:51.066161 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: qos_gateway_ip.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.069309 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.069830 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 03:51:51.070158 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: qos_port_network_policy.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.071113 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.071630 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 03:51:51.071957 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.072998 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.073524 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 03:51:51.073857 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: qos_pps_rule.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.075071 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.075813 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension qos-pps not supported by any of loaded plugins Nov 12 03:51:51.076141 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: qos_rule_type_details.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.077077 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.077602 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 03:51:51.077929 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: qos_rules_alias.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.079031 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.079558 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 03:51:51.079888 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: quota_check_limit.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.080819 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.081343 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: quota-check-limit Nov 12 03:51:51.081670 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: quotasv2.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.083215 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.083549 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: quotas Nov 12 03:51:51.083877 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: quotasv2_detail.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.087119 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.087464 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: quota_details Nov 12 03:51:51.087799 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: rbac.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.088867 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.089403 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: rbac-policies Nov 12 03:51:51.089734 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: rbac_address_group.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.090699 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.091226 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: rbac-address-group Nov 12 03:51:51.091556 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: rbac_address_scope.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.092521 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.093043 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: rbac-address-scope Nov 12 03:51:51.093391 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: rbac_security_groups.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.104645 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.105164 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: rbac-security-groups Nov 12 03:51:51.105490 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: rbac_subnetpool.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.106415 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.106969 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: rbac-subnetpool Nov 12 03:51:51.107295 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: revisionifmatch.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.108227 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.108749 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: revision-if-match Nov 12 03:51:51.109075 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: revisions.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.110240 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.110801 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: standard-attr-revisions Nov 12 03:51:51.111132 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: router_availability_zone.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.111811 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.112329 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: router_availability_zone Nov 12 03:51:51.112669 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: routerservicetype.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.113602 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.114129 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension router-service-type not supported by any of loaded plugins Nov 12 03:51:51.114455 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.115662 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.116189 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: security-groups-normalized-cidr Nov 12 03:51:51.116510 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.117514 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.118032 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: port-security-groups-filtering Nov 12 03:51:51.118362 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.119341 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.119863 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: security-groups-remote-address-group Nov 12 03:51:51.120191 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.121147 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.121694 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: security-groups-shared-filtering Nov 12 03:51:51.122021 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.122617 n-d-768509-24 neutron-server[103187]: WARNING neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 03:51:51.122966 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: securitygroup.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.133387 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.133904 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: security-group Nov 12 03:51:51.134238 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: segment.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.135085 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.135605 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension segment not supported by any of loaded plugins Nov 12 03:51:51.135935 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.136910 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.137432 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 03:51:51.137759 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: servicetype.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.138934 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.139460 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: service-type Nov 12 03:51:51.139790 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: sorting.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.140789 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.141126 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: sorting Nov 12 03:51:51.141454 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: standard_attr_segment.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.142387 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.142941 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 03:51:51.143270 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: standardattrdescription.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.143925 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.144442 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: standard-attr-description Nov 12 03:51:51.144770 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: stateful_security_group.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.146287 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.146851 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: stateful-security-group Nov 12 03:51:51.147178 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: stdattrs_common.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.147757 n-d-768509-24 neutron-server[103187]: WARNING neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 03:51:51.148080 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.149032 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.149552 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 03:51:51.149875 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: subnet_onboard.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.151020 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.151546 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: subnet_onboard Nov 12 03:51:51.151870 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.152813 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.153332 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 03:51:51.153657 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: subnet_service_types.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.154597 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.155147 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: subnet-service-types Nov 12 03:51:51.155473 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: subnetallocation.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.156566 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.157094 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: subnet_allocation Nov 12 03:51:51.157422 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.158110 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.158645 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: subnetpool-prefix-ops Nov 12 03:51:51.162275 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.162777 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.163298 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 03:51:51.163649 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: tagging.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.164718 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.165245 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: standard-attr-tag Nov 12 03:51:51.165574 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: timestamp.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.166822 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.167534 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loaded extension: standard-attr-timestamp Nov 12 03:51:51.167858 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: trunk.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.168907 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.169426 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension trunk not supported by any of loaded plugins Nov 12 03:51:51.169756 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: trunk_details.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.170715 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.171237 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension trunk-details not supported by any of loaded plugins Nov 12 03:51:51.171565 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: uplink_status_propagation.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.172512 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.173116 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 03:51:51.173398 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Loading extension file: vlantransparent.py {{(pid=103187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:51:51.174079 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:51:51.174592 n-d-768509-24 neutron-server[103187]: INFO neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 03:51:51.177148 n-d-768509-24 neutron-server[103187]: INFO neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Creating instance of TrackedResource for resource:network Nov 12 03:51:51.177679 n-d-768509-24 neutron-server[103187]: INFO neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Creating instance of TrackedResource for resource:subnet Nov 12 03:51:51.178091 n-d-768509-24 neutron-server[103187]: INFO neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:51:51.178492 n-d-768509-24 neutron-server[103187]: INFO neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Creating instance of TrackedResource for resource:port Nov 12 03:51:51.179769 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.v2.resource_helper [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:51:51.180220 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.v2.resource_helper [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Service FLAVORS assigned prefix: {{(pid=103187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:51:51.185432 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.v2.resource_helper [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:51:51.185432 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.v2.resource_helper [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:51:51.185432 n-d-768509-24 neutron-server[103187]: INFO neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Creating instance of TrackedResource for resource:router Nov 12 03:51:51.185432 n-d-768509-24 neutron-server[103187]: INFO neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 03:51:51.185432 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.v2.resource_helper [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Service METERING assigned prefix: /metering {{(pid=103187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:51:51.185432 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:51.185847 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:51.185847 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:51:51.185847 n-d-768509-24 neutron-server[103187]: INFO neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 03:51:51.186113 n-d-768509-24 neutron-server[103187]: INFO neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Creating instance of TrackedResource for resource:security_group Nov 12 03:51:51.186542 n-d-768509-24 neutron-server[103187]: INFO neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 03:51:51.187190 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.v2.resource_helper [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Service CORE assigned prefix: {{(pid=103187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:51:51.187540 n-d-768509-24 neutron-server[103187]: INFO neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:51:51.187892 n-d-768509-24 neutron-server[103187]: WARNING neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] subnetpool is already registered Nov 12 03:51:51.188321 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.v2.resource_helper [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Service CORE assigned prefix: {{(pid=103187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:51:51.188651 n-d-768509-24 neutron-server[103187]: INFO neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:51:51.188985 n-d-768509-24 neutron-server[103187]: WARNING neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] subnetpool is already registered Nov 12 03:51:51.191452 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.v2.resource_helper [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:51:51.192435 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.v2.resource_helper [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Service FLAVORS assigned prefix: {{(pid=103187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:51:51.193066 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.v2.resource_helper [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:51:51.193507 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.v2.resource_helper [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:51:51.193845 n-d-768509-24 neutron-server[103187]: INFO neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Creating instance of TrackedResource for resource:router Nov 12 03:51:51.194188 n-d-768509-24 neutron-server[103187]: WARNING neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] router is already registered Nov 12 03:51:51.194610 n-d-768509-24 neutron-server[103187]: INFO neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 03:51:51.194973 n-d-768509-24 neutron-server[103187]: WARNING neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] floatingip is already registered Nov 12 03:51:51.195448 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.v2.resource_helper [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Service METERING assigned prefix: /metering {{(pid=103187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:51:51.196224 n-d-768509-24 neutron-server[103187]: INFO neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 03:51:51.196552 n-d-768509-24 neutron-server[103187]: WARNING neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] rbac_policy is already registered Nov 12 03:51:51.196970 n-d-768509-24 neutron-server[103187]: INFO neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Creating instance of TrackedResource for resource:security_group Nov 12 03:51:51.197312 n-d-768509-24 neutron-server[103187]: WARNING neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] security_group is already registered Nov 12 03:51:51.197718 n-d-768509-24 neutron-server[103187]: INFO neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 03:51:51.198067 n-d-768509-24 neutron-server[103187]: WARNING neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] security_group_rule is already registered Nov 12 03:51:51.198566 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.v2.resource_helper [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Service CORE assigned prefix: {{(pid=103187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:51:51.198919 n-d-768509-24 neutron-server[103187]: INFO neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:51:51.199254 n-d-768509-24 neutron-server[103187]: WARNING neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] subnetpool is already registered Nov 12 03:51:51.199674 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.v2.resource_helper [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Service CORE assigned prefix: {{(pid=103187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:51:51.200029 n-d-768509-24 neutron-server[103187]: INFO neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:51:51.200363 n-d-768509-24 neutron-server[103187]: WARNING neutron.quota.resource_registry [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] subnetpool is already registered Nov 12 03:51:51.202104 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: extensions {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.203624 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: address-groups {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.205122 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: address-scopes {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.206340 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: agents {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.208271 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: auto-allocated-topology {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.209535 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: availability_zones {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.210794 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: dhcp-networks {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.212216 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: dhcp-agents {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.213766 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: routers {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.215892 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: flavors {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.217175 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: service_profiles {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.218444 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: next_providers {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.219967 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: service_profiles {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.221400 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: floatingip-pools {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.222780 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: routers {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.224992 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: floatingips {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.226316 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: l3-routers {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.227749 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: l3-agents {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.229176 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: metering-labels {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.230465 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: metering-label-rules {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.231938 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: network-ip-availabilities {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.233234 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: bindings {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.234817 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: quotas {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.236474 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: quotas {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.238007 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: rbac-policies {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.239274 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: security-groups {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.240881 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: security-group-rules {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.242129 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: service-providers {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.243388 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: subnetpools {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.244782 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: subnetpools {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.246254 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: tags {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.248058 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: tags {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.249879 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: tags {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.251691 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: tags {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.253458 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: tags {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.255979 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: tags {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.257671 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: tags {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.260476 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: tags {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.262261 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: tags {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.264064 n-d-768509-24 neutron-server[103187]: DEBUG neutron.api.extensions [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Extended resource: tags {{(pid=103187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:51:51.270838 n-d-768509-24 neutron-server[103187]: WARNING keystonemiddleware.auth_token [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 03:51:51.275418 n-d-768509-24 neutron-server[103187]: WARNING keystonemiddleware.auth_token [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 03:51:51.284436 n-d-768509-24 neutron-server[103187]: DEBUG oslo_concurrency.lockutils [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Acquired lock "singleton_lock" {{(pid=103187) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 03:51:51.284914 n-d-768509-24 neutron-server[103187]: DEBUG oslo_concurrency.lockutils [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Releasing lock "singleton_lock" {{(pid=103187) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 03:51:51.285595 n-d-768509-24 neutron-server[103187]: INFO oslo_service.service [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Starting 2 workers Nov 12 03:51:51.290450 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Started child 103296 {{(pid=103187) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:51:51.294884 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Started child 103297 {{(pid=103187) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:51:51.295822 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.298170 n-d-768509-24 neutron-server[103187]: INFO neutron.service [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 03:51:51.298170 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Publish callbacks [] for process, before_spawn {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.298357 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [-] (103296) wsgi starting up on http://0.0.0.0:9696 Nov 12 03:51:51.299467 n-d-768509-24 neutron-server[103187]: INFO oslo_service.service [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Starting 1 workers Nov 12 03:51:51.299572 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.300902 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [-] (103297) wsgi starting up on http://0.0.0.0:9696 Nov 12 03:51:51.305229 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Started child 103298 {{(pid=103187) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:51:51.305752 n-d-768509-24 neutron-server[103187]: INFO oslo_service.service [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Starting 1 workers Nov 12 03:51:51.308964 n-d-768509-24 neutron-server[103298]: DEBUG neutron.service [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] calling RpcWorker wait() {{(pid=103298) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 03:51:51.309532 n-d-768509-24 neutron-server[103298]: DEBUG neutron.service [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] returning from RpcWorker wait() {{(pid=103298) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 03:51:51.310235 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Started child 103299 {{(pid=103187) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:51:51.311054 n-d-768509-24 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d302d525-4e4d-435f-8dea-4eb6f550bd21 None None] Publish callbacks [] for process, after_spawn {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.311154 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.311665 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:51.312975 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103187) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 03:51:51.313196 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 03:51:51.313387 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 03:51:51.313602 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 03:51:51.313940 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 03:51:51.314125 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 03:51:51.314655 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.314946 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.315214 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.315374 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.315835 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.315835 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.316299 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.316564 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.316662 n-d-768509-24 neutron-server[103299]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:51.316873 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.317669 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.317928 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.318100 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.318270 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.318518 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.318797 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.319100 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.319356 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.319619 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.319900 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.320072 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.320327 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.320601 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.320853 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.321117 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] debug = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.321359 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.321851 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.322084 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.322325 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.322570 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.322877 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.323108 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.323371 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.323615 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.323860 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.324081 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.324333 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.324583 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.324802 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.325044 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.325277 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.325535 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.325770 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.326231 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] host = n-d-768509-24 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.326452 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.326817 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.327139 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.327410 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.327672 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.327908 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.328149 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.328399 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.328656 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.328879 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.329119 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.329383 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.329600 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.329865 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] log_file = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.330022 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] log_options = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.330267 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.330541 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.330821 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.331081 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.331236 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.331432 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.331616 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.331773 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.332035 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.332271 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.332515 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.332856 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.333079 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.333318 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.333557 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.333812 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.334033 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.334262 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.334514 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.334788 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.335019 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.335307 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.335495 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.335735 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.335958 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.336176 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.336433 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.336686 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.336989 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.337293 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.337454 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.337699 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.337949 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.338199 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.338508 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.338772 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.338979 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.339200 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.339482 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.339713 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.339975 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.340242 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.340460 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.340713 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.340932 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.341194 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.341395 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] use_json = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.341634 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.341851 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.342105 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.342323 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.342543 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.342783 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.343001 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.343235 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.343679 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.343977 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.344307 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.344713 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.344979 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.345239 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.345496 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.345720 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.346077 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.346354 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.346684 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.346923 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.347231 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.347700 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.348097 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.348241 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.348608 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.348768 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.348979 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.349224 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.349476 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.349722 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.350006 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.350252 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.350492 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.350755 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.351005 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.351356 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.351634 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.351908 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.352176 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.352459 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.352611 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.352851 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.353072 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.353312 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.353549 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.353841 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.354066 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.354285 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.354511 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.354782 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.355083 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.355609 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.355609 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.355894 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.356087 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.356511 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.356754 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.356972 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.357197 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.357440 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.357674 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.357919 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.358298 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.358701 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.358701 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.359001 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.359194 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.359431 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.359689 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.359935 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.361872 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.362114 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.362372 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.362601 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.364492 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.366552 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.367977 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.368252 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.368508 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.368770 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.370715 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.370985 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.371225 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.371496 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.371710 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.371939 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.372167 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.372394 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.372646 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.372869 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.373114 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.373314 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.373682 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.373824 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.373972 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.374166 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.374400 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.374709 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.375115 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.375909 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.375909 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.375909 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.376364 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.376364 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.376710 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.376710 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.376971 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.377135 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.377420 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.377646 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.377873 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.378114 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.378331 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.378584 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.378824 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.379080 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.379349 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.380116 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.380763 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.380763 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.381073 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.381213 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.381356 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.381826 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.381826 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.382199 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.382366 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.382510 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.382803 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.383123 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.383385 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.383634 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.383893 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.384123 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.384389 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.384636 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.384903 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.385132 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.385687 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.385687 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.386026 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.386154 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.386286 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.386510 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.386762 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.387084 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.387313 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.387727 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.387727 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.387982 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.388206 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.388448 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.388706 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.388946 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.389193 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.389438 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.389679 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.389895 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.390115 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.390954 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.390954 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.390954 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.391342 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.391342 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.391573 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.392125 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.392125 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.392125 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.392417 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.392543 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.392779 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.392997 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.393243 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.393454 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.393675 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.393907 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.394124 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.394338 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.394551 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.394781 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.395049 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.395267 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.395532 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.395782 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.396008 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.396232 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.396449 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.396698 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.396906 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.397150 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.397367 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.397601 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.397805 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.398016 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.398408 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.398614 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.399015 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.399226 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.399480 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.399741 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.400088 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.400327 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.400554 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.400788 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.401023 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.401271 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.401509 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.401741 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.401956 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.402169 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.402399 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.402690 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.402910 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.403157 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.403398 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.403607 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.403831 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.404066 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.404293 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.404581 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.404837 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.405066 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.405319 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.405548 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.405779 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.406002 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.406212 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.406419 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.406664 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.406883 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.407453 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.407453 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.407610 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.407738 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.408108 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.408345 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.408546 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.408821 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.409027 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.409421 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.409687 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.409857 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.410222 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.410659 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.411033 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.411392 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.411622 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.411842 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.412073 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.412300 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.412510 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.412725 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.412946 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.413180 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.413398 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.413686 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.413946 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.414173 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.414462 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.414711 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.414968 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.415196 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.415512 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.415753 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.416002 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.416242 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.416462 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.416682 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.416934 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.417245 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.417549 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.417791 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.418042 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.418317 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.418586 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.418938 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.419171 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.419483 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.419796 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.420060 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.420324 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.420584 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.420814 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.421053 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.421285 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.421537 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.421771 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.421985 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.422251 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.422486 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.422752 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.422988 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.423212 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.423426 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.423680 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.423909 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.424131 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.424345 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.424501 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 03:51:51.425017 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103187) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 03:51:51.425172 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 03:51:51.425312 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 03:51:51.425497 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 03:51:51.425664 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 03:51:51.425832 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 03:51:51.426006 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.426784 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.426915 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.427058 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.427198 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.427361 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.427516 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.427674 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.427801 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.427924 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.428047 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.428170 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.428318 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.428476 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.428632 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.428786 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.428940 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.429093 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.429251 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.429406 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.429558 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.429712 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.429848 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] debug = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.429992 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.430185 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.430339 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.430485 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.430680 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.430815 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.430940 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.431097 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.431240 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.431394 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.431548 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.431702 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.431856 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.432010 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.432164 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.432318 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.432472 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.432628 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.432782 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] host = n-d-768509-24 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.432935 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.433095 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.433251 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.433405 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.433560 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.433713 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.433867 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.434004 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.434163 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.434316 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.434456 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.434673 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.434802 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.434926 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] log_file = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.435082 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] log_options = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.435235 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.435374 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.435530 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.435712 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.435872 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.436027 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.436223 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.436351 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.436484 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.437059 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.437059 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.437059 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.437059 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.438238 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.438238 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.438238 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.438238 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.438238 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.438238 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.438238 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.438238 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.440843 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.440843 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.440843 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.440843 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.440843 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.440843 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.440843 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.440843 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.440843 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.442540 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.442540 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.442540 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.442540 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.442540 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.442540 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.442540 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.442540 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.443428 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.443428 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.443428 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.443428 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.443428 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.443428 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.443428 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.443428 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.444447 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] use_json = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.444447 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.444447 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.444447 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.444447 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.444447 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.444447 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.444447 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.445433 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:51:51.445433 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.445433 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.445433 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.445433 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.445433 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.445433 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.445433 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.446031 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.446031 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.446031 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.446031 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.446031 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.446031 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.446031 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.446031 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.446881 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.446881 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.446881 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.446881 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.446881 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.446881 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.446881 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.447603 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.447603 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.447603 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.447603 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.447603 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.448117 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.448117 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.448117 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.448324 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.448324 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.448467 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.448612 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.448770 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.448928 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.449086 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.449242 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.449399 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.449556 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.449714 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.449869 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.450027 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.450184 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.450341 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.450498 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.450668 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.450828 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.450985 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.451143 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.451300 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.451458 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.451614 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.451772 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.451946 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.452074 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.452218 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.452374 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.452530 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.452737 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.452829 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.452976 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.453137 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.453293 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.453449 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.453604 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.453771 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.453926 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.454081 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.454238 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.454394 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.454550 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.454744 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.454959 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.455087 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.455211 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.455334 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.455466 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.455608 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.455734 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.455858 n-d-768509-24 neutron-server[103298]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:51.456003 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.456003 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.456261 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.456386 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.456509 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.456631 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.456754 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.456876 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.457036 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.457202 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.457429 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.457557 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.457681 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.457830 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.457986 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.458142 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.458299 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.458455 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.458611 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.458787 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.458943 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.459098 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.459240 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.459400 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.459555 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.459710 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.459867 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.460023 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.460177 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.460332 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.460486 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.460641 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.460797 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.460951 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.461107 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.461263 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.461425 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.461581 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.461739 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.461894 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.462055 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.462221 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.462377 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.462533 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.462720 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.462848 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.463001 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.463162 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.463317 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.463472 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.463628 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.463783 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.463945 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.464110 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.464266 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.464422 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.464577 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.464754 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.464908 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.465116 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.465242 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.465366 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.465498 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.465624 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.465788 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.465947 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.466114 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.466572 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.466572 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.466572 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.467302 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.467302 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.467302 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.467302 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.467302 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.470073 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.470073 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.470073 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.470073 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.470073 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.470073 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.470073 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.470073 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.471843 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.471843 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.471843 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.471843 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.471843 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.471843 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.471843 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.471843 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.473555 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.473555 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.473555 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.473555 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.473555 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.473555 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.473555 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.473555 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.474459 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.474459 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.474459 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.474459 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.474459 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.474459 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.474459 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.474459 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.475549 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.475549 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.475549 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.475549 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.475549 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.475549 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.475549 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.475549 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.476076 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.476076 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.476076 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.476076 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.476076 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.476076 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.476076 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.476076 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.476789 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.476789 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.476789 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.476789 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.476789 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.476789 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.476789 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.476789 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.477641 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.477641 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.477641 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.477641 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.477641 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.477641 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.477641 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.477641 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.478325 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.478325 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.478325 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.478325 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.478325 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.478325 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.478325 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.478325 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.479320 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.479320 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.479320 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.479320 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.479320 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.479320 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.479320 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.479320 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.479941 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.479941 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.479941 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.479941 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.479941 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.480663 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.480663 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.480663 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.480663 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.480663 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.481056 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.481056 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.481056 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.481258 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.481336 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.481447 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.481602 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.482065 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.482065 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.482065 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.482420 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.482420 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.483009 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.483009 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.483009 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.483009 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.483491 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.483491 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.483491 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.483833 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.483833 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.483833 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.484172 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.484172 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.484420 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.484543 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.484665 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.484787 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.484909 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.485031 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.485176 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.485395 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.485529 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.485654 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.485777 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.485899 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.486051 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.486206 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.486364 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.486520 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.486681 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.486845 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.487000 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.487156 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.487312 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:51:51.487461 n-d-768509-24 neutron-server[103187]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 03:51:51.672585 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45148) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:51.682705 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078874 Nov 12 03:52:03.091570 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db607f2-7ead-4b58-9623-82f6c35fafbe None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:52:03.186621 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db607f2-7ead-4b58-9623-82f6c35fafbe None None] No non-hosted networks {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 03:52:03.204136 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a18485d-e405-449b-9216-ba33347681a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-917941'] for agent, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.453530 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-16b34df0-2ced-4d45-aa8a-d8d2e58493b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-917941'] for agent, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.495666 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-3bd7ce87-6067-4560-9537-a5bdf1a64c48 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-768509-24 {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:52:05.496554 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-3bd7ce87-6067-4560-9537-a5bdf1a64c48 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:52:06.117106 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ce87-6067-4560-9537-a5bdf1a64c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.505916 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-917941'] for agent, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:08.094218 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-917941'] for agent, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:08.986120 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-917941'] for agent, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:08.987236 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:08.987805 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:08.988391 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:08.988939 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:08.989527 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:08.990367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:08.991110 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:08.991784 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:08.994757 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:08.996828 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:08.998013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:08.998620 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:08.999292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-768509-24', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:09.011070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-768509-24', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:09.041729 n-d-768509-24 neutron-server[103298]: INFO neutron.db.l3_hamode_db [None req-c104e5fe-8427-429d-8ce6-9e5c8e9aada9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 03:52:09.123893 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c104e5fe-8427-429d-8ce6-9e5c8e9aada9 None None] Routers set() bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:09.124550 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c104e5fe-8427-429d-8ce6-9e5c8e9aada9 None None] Router IDs set() for agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:52:09.398267 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45240) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:09.902227 n-d-768509-24 neutron-server[103297]: WARNING oslo_policy.policy [None req-cf0d93fc-7b14-48ae-8b96-290910d1e048 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:52:09.902825 n-d-768509-24 neutron-server[103297]: WARNING oslo_policy.policy [None req-cf0d93fc-7b14-48ae-8b96-290910d1e048 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:52:10.127523 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-cf0d93fc-7b14-48ae-8b96-290910d1e048 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:10.128513 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cf0d93fc-7b14-48ae-8b96-290910d1e048 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7292182 Nov 12 03:52:12.629602 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45256) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:12.937238 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-193ec193-5d0b-4548-8279-d51632b1b21d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:13.037088 n-d-768509-24 neutron-server[103297]: DEBUG neutron.policy [None req-193ec193-5d0b-4548-8279-d51632b1b21d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103297) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 03:52:13.084631 n-d-768509-24 neutron-server[103297]: WARNING oslo_policy.policy [None req-193ec193-5d0b-4548-8279-d51632b1b21d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:52:13.085003 n-d-768509-24 neutron-server[103297]: WARNING oslo_policy.policy [None req-193ec193-5d0b-4548-8279-d51632b1b21d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:52:13.093770 n-d-768509-24 neutron-server[103297]: INFO neutron.quota [None req-193ec193-5d0b-4548-8279-d51632b1b21d admin admin] Loaded quota_driver: . Nov 12 03:52:13.292271 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-193ec193-5d0b-4548-8279-d51632b1b21d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785909168063', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785909167466', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785909155756', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785909149034', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785908290476', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785909133361', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1841172', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1835656', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1044710', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-955784'] for rbac-policy, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.506886 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-193ec193-5d0b-4548-8279-d51632b1b21d admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.508038 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-193ec193-5d0b-4548-8279-d51632b1b21d admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8774261 Nov 12 03:52:16.173232 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45268) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:16.466600 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'eed2b6be88c546a09fabde5c88a7005f', 'name': 'private', 'tenant_id': 'eed2b6be88c546a09fabde5c88a7005f'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:16.556344 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Made reservation on behalf of eed2b6be88c546a09fabde5c88a7005f for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:16.559047 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.575784 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.677046 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.716248 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.735682 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:16.759803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e45eef0-97e6-444b-9ea2-53abdf7d777f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:16.771067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.771405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.771730 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.772054 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.772373 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.772691 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.773006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.773312 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.773620 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.773927 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.774236 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.774542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Tracked resource versions report: Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: pushed versions: Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: { 'AddressGroup': {'1.2'}, Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'ConntrackHelper': {'1.0'}, Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'Log': {'1.0'}, Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'Network': {'1.1'}, Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'Port': {'1.7'}, Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'PortForwarding': {'1.2'}, Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'QosPolicy': {'1.10'}, Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'SecurityGroup': {'1.5'}, Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'SubPort': {'1.0'}, Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'Subnet': {'1.1'}, Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'Trunk': {'1.1'}} Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: consumer versions: Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: { DHCP agent@n-d-768509-24: {}, Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: L3 agent@n-d-768509-24: {}, Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: Metadata agent@n-d-768509-24: {}, Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: Metering agent@n-d-768509-24: {}, Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: Open vSwitch agent@n-d-768509-24: { 'AddressGroup': '1.2', Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'ConntrackHelper': '1.0', Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'Log': '1.0', Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'Network': '1.1', Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'Port': '1.7', Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'PortForwarding': '1.2', Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'QosPolicy': '1.10', Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'SecurityGroup': '1.5', Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'SecurityGroupRule': '1.2', Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'SubPort': '1.0', Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'Subnet': '1.1', Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: 'Trunk': '1.1'}} Nov 12 03:52:16.775631 n-d-768509-24 neutron-server[103297]: {{(pid=103297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:52:16.843956 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785905765605', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.844567 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Unsubscribe: segment precommit_create {{(pid=103297) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 03:52:16.845055 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Added segment ba77dbd9-0770-4b02-a8d7-4f289f452b2f of type vlan for network 87c59baa-f576-4458-82e8-b61421489039 Nov 12 03:52:16.920520 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.013514 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.014515 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.015259 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.108631 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] Pushing event updated for resources: {'Network': ['ID=87c59baa-f576-4458-82e8-b61421489039,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:17.120798 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 87c59baa-f576-4458-82e8-b61421489039 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:17.141823 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7f8a90ef-bece-4d94-86a4-9d5f7d658c77 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9675493 Nov 12 03:52:19.900820 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45282) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:20.284452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a615ad0a-6a57-40dd-b916-daa26b0fc9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:20.285713 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a615ad0a-6a57-40dd-b916-daa26b0fc9d1 admin admin] 10.222.0.37 "GET /v2.0/networks/87c59baa-f576-4458-82e8-b61421489039 HTTP/1.1" status: 200 len: 825 time: 0.3839550 Nov 12 03:52:20.309895 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0208789c-0f20-4fe1-810f-037caa85f055 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/6e4d074b-13e8-4d4f-a389-39be905bab95 HTTP/1.1" status: 200 len: 734 time: 0.0174944 Nov 12 03:52:20.319366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1f0de3cd-0e21-409d-b8d3-b6bb51ab3181 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'eed2b6be88c546a09fabde5c88a7005f', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '87c59baa-f576-4458-82e8-b61421489039', 'subnetpool_id': '6e4d074b-13e8-4d4f-a389-39be905bab95'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:20.423913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0de3cd-0e21-409d-b8d3-b6bb51ab3181 admin admin] Made reservation on behalf of eed2b6be88c546a09fabde5c88a7005f for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:20.426145 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f0de3cd-0e21-409d-b8d3-b6bb51ab3181 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.774158 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f0de3cd-0e21-409d-b8d3-b6bb51ab3181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.841982 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0de3cd-0e21-409d-b8d3-b6bb51ab3181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c477ae-ae7a-42fe-8b41-129b8be9dca8,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:20.843978 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0de3cd-0e21-409d-b8d3-b6bb51ab3181 admin admin] Checking segment: {'id': 'ba77dbd9-0770-4b02-a8d7-4f289f452b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '87c59baa-f576-4458-82e8-b61421489039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:20.844364 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0de3cd-0e21-409d-b8d3-b6bb51ab3181 admin admin] Network hostable DHCP agents. Network: 87c59baa-f576-4458-82e8-b61421489039, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:20.961875 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0de3cd-0e21-409d-b8d3-b6bb51ab3181 admin admin] Network 87c59baa-f576-4458-82e8-b61421489039 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:21.047682 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1f0de3cd-0e21-409d-b8d3-b6bb51ab3181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 87c59baa-f576-4458-82e8-b61421489039) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:21.052752 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0de3cd-0e21-409d-b8d3-b6bb51ab3181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:21.053382 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f0de3cd-0e21-409d-b8d3-b6bb51ab3181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.057679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb743af4-346d-4ec8-a351-ca188e2fc06c None None] Network 87c59baa-f576-4458-82e8-b61421489039 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:21.131153 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1f0de3cd-0e21-409d-b8d3-b6bb51ab3181 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8148220 Nov 12 03:52:21.374310 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-87c59baa-f576-4458-82e8-b61421489039', 'network_id': '87c59baa-f576-4458-82e8-b61421489039', 'tenant_id': 'eed2b6be88c546a09fabde5c88a7005f', 'fixed_ips': [{'subnet_id': '87c477ae-ae7a-42fe-8b41-129b8be9dca8'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:52:21.375652 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.665460 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Allocated IP 172.20.0.2 (87c59baa-f576-4458-82e8-b61421489039/87c477ae-ae7a-42fe-8b41-129b8be9dca8/258278a0-b244-4493-9118-3cd774a549df) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:21.864312 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.956947 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.036153 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Network 87c59baa-f576-4458-82e8-b61421489039 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:22.041101 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:22.046351 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Pushing event updated for resources: {'Port': ['ID=258278a0-b244-4493-9118-3cd774a549df,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:22.048541 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:22.058058 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:22.058664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:22.058772 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:22.059075 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:22.059401 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:22.059726 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:22.060048 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:22.060367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:22.060689 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:22.061009 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:22.061328 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:22.061645 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Tracked resource versions report: Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: pushed versions: Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: { 'AddressGroup': {'1.2'}, Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'ConntrackHelper': {'1.0'}, Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'Log': {'1.0'}, Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'Network': {'1.1'}, Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'Port': {'1.7'}, Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'PortForwarding': {'1.2'}, Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'QosPolicy': {'1.10'}, Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'SecurityGroup': {'1.5'}, Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'SubPort': {'1.0'}, Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'Subnet': {'1.1'}, Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'Trunk': {'1.1'}} Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: consumer versions: Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: { DHCP agent@n-d-768509-24: {}, Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: L3 agent@n-d-768509-24: {}, Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: Metadata agent@n-d-768509-24: {}, Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: Metering agent@n-d-768509-24: {}, Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: Open vSwitch agent@n-d-768509-24: { 'AddressGroup': '1.2', Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'ConntrackHelper': '1.0', Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'Log': '1.0', Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'Network': '1.1', Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'Port': '1.7', Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'PortForwarding': '1.2', Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'QosPolicy': '1.10', Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'SecurityGroup': '1.5', Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'SecurityGroupRule': '1.2', Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'SubPort': '1.0', Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'Subnet': '1.1', Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: 'Trunk': '1.1'}} Nov 12 03:52:22.062754 n-d-768509-24 neutron-server[103298]: {{(pid=103298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:52:22.134147 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Attempting to bind port 258278a0-b244-4493-9118-3cd774a549df on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:22.134551 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Attempting to bind port 258278a0-b244-4493-9118-3cd774a549df by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'ba77dbd9-0770-4b02-a8d7-4f289f452b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '87c59baa-f576-4458-82e8-b61421489039'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:22.134997 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Attempting to bind port 258278a0-b244-4493-9118-3cd774a549df on network 87c59baa-f576-4458-82e8-b61421489039 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:22.139948 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:22.140351 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Checking segment: {'id': 'ba77dbd9-0770-4b02-a8d7-4f289f452b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '87c59baa-f576-4458-82e8-b61421489039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:22.140828 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.141218 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Bound using segment: {'id': 'ba77dbd9-0770-4b02-a8d7-4f289f452b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '87c59baa-f576-4458-82e8-b61421489039'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:22.141708 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Bound port: 258278a0-b244-4493-9118-3cd774a549df, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba77dbd9-0770-4b02-a8d7-4f289f452b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '87c59baa-f576-4458-82e8-b61421489039'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:22.142131 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.203848 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] For port 258278a0-b244-4493-9118-3cd774a549df, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:22.211840 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] For port 258278a0-b244-4493-9118-3cd774a549df, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=258278a0-b244-4493-9118-3cd774a549df,segment=NetworkSegment(ba77dbd9-0770-4b02-a8d7-4f289f452b2f),segment_id=ba77dbd9-0770-4b02-a8d7-4f289f452b2f)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:22.282561 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.354212 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12e62c-61b5-4397-a212-aee913a5de61 None None] Pushing event updated for resources: {'Port': ['ID=258278a0-b244-4493-9118-3cd774a549df,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:23.653277 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45290) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:24.150038 n-d-768509-24 neutron-server[103296]: WARNING oslo_policy.policy [None req-5a6c0d87-86c2-456b-89c5-a8c52b574aab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:52:24.150639 n-d-768509-24 neutron-server[103296]: WARNING oslo_policy.policy [None req-5a6c0d87-86c2-456b-89c5-a8c52b574aab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:52:24.381105 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [None req-5a6c0d87-86c2-456b-89c5-a8c52b574aab admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:24.382315 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5a6c0d87-86c2-456b-89c5-a8c52b574aab admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7267935 Nov 12 03:52:26.892284 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45304) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:27.202110 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [None req-7c31ab7f-09ea-464e-8fd0-edfea4680508 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:27.203219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7c31ab7f-09ea-464e-8fd0-edfea4680508 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3099065 Nov 12 03:52:29.967779 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45316) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:30.278427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ee4a170c-427f-4461-aa6b-f8dd73feb307 admin admin] Request body: {'router': {'tenant_id': 'eed2b6be88c546a09fabde5c88a7005f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:30.343253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.policy [None req-ee4a170c-427f-4461-aa6b-f8dd73feb307 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103296) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 03:52:30.391604 n-d-768509-24 neutron-server[103296]: WARNING oslo_policy.policy [None req-ee4a170c-427f-4461-aa6b-f8dd73feb307 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:52:30.391983 n-d-768509-24 neutron-server[103296]: WARNING oslo_policy.policy [None req-ee4a170c-427f-4461-aa6b-f8dd73feb307 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:52:30.400898 n-d-768509-24 neutron-server[103296]: INFO neutron.quota [None req-ee4a170c-427f-4461-aa6b-f8dd73feb307 admin admin] Loaded quota_driver: . Nov 12 03:52:30.550919 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ee4a170c-427f-4461-aa6b-f8dd73feb307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.553474 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ee4a170c-427f-4461-aa6b-f8dd73feb307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.705998 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ee4a170c-427f-4461-aa6b-f8dd73feb307 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.783004 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 258278a0-b244-4493-9118-3cd774a549df up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:30.837671 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ee4a170c-427f-4461-aa6b-f8dd73feb307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.874450 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 258278a0-b244-4493-9118-3cd774a549df triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:30.874873 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.896389 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ee4a170c-427f-4461-aa6b-f8dd73feb307 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.898077 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ee4a170c-427f-4461-aa6b-f8dd73feb307 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9291282 Nov 12 03:52:30.992339 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.029586 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 258278a0-b244-4493-9118-3cd774a549df, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=258278a0-b244-4493-9118-3cd774a549df,segment=NetworkSegment(ba77dbd9-0770-4b02-a8d7-4f289f452b2f),segment_id=ba77dbd9-0770-4b02-a8d7-4f289f452b2f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:31.104664 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.155653 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=258278a0-b244-4493-9118-3cd774a549df,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:31.393477 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a96f952-9238-4f2e-8046-329a51ee71ae None None] Network 87c59baa-f576-4458-82e8-b61421489039 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:31.524962 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7ea76bd8-2a09-4b17-a3f4-f925cafaf3af None None] Provisioning complete for port 258278a0-b244-4493-9118-3cd774a549df triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:31.525239 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ea76bd8-2a09-4b17-a3f4-f925cafaf3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.859208 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a1fd924c-e497-4c3c-b5f6-3c163af10ede None None] Provisioning complete for port 258278a0-b244-4493-9118-3cd774a549df triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:31.859822 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1fd924c-e497-4c3c-b5f6-3c163af10ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.773791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 258278a0-b244-4493-9118-3cd774a549df up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:32.820520 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 258278a0-b244-4493-9118-3cd774a549df triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:32.820890 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.093942 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f406a76-967d-4f0e-9e69-f0ef1c7bde5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.413239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45328) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:33.733059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [None req-b8841818-3c35-4696-b8ae-ca88c46e9b80 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:33.734036 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b8841818-3c35-4696-b8ae-ca88c46e9b80 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3198614 Nov 12 03:52:35.441293 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-00637f7d-7224-447b-b24e-741babd4b4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.221901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45336) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:36.465052 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.535650 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:36.607676 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Made reservation on behalf of 50964ce36e814c22af5729c1426f6897 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:36.610355 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.626517 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.727247 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.823886 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.836587 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Reserving flat network on physical network physnet1 {{(pid=103296) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 03:52:36.867337 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785905765605', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.867835 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Unsubscribe: segment precommit_create {{(pid=103296) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 03:52:36.868330 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Added segment 1333d668-2972-4dc2-964a-22ff10e6e4a3 of type flat for network 83b50554-7014-416f-9f3b-4bb895a9ea2f Nov 12 03:52:36.874040 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd16932-a8ad-4b76-9e65-f3331050730f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:36.908186 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:36.908534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:36.908868 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:36.909199 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:36.909526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:36.909849 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:36.910169 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:36.910485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:36.910867 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:36.911177 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:36.911495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:36.911811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Tracked resource versions report: Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: pushed versions: Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: { 'AddressGroup': {'1.2'}, Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'ConntrackHelper': {'1.0'}, Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'Log': {'1.0'}, Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'Network': {'1.1'}, Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'Port': {'1.7'}, Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'PortForwarding': {'1.2'}, Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'QosPolicy': {'1.10'}, Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'SecurityGroup': {'1.5'}, Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'SubPort': {'1.0'}, Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'Subnet': {'1.1'}, Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'Trunk': {'1.1'}} Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: consumer versions: Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: { DHCP agent@n-d-768509-24: {}, Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: L3 agent@n-d-768509-24: {}, Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: Metadata agent@n-d-768509-24: {}, Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: Metering agent@n-d-768509-24: {}, Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: Open vSwitch agent@n-d-768509-24: { 'AddressGroup': '1.2', Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'ConntrackHelper': '1.0', Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'Log': '1.0', Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'Network': '1.1', Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'Port': '1.7', Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'PortForwarding': '1.2', Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'QosPolicy': '1.10', Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'SecurityGroup': '1.5', Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'SecurityGroupRule': '1.2', Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'SubPort': '1.0', Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'Subnet': '1.1', Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: 'Trunk': '1.1'}} Nov 12 03:52:36.912918 n-d-768509-24 neutron-server[103296]: {{(pid=103296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:52:36.990167 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.086846 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.088047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:37.088765 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.183237 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=83b50554-7014-416f-9f3b-4bb895a9ea2f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:37.193043 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:37.204692 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c401186c-cdc5-4771-9497-d9e1508a0ce8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9817832 Nov 12 03:52:38.007953 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.961934 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.665727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45358) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:39.880413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8b61d5-4b92-42cd-b9a6-44c824c2c440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.881774 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2e8b61d5-4b92-42cd-b9a6-44c824c2c440 admin admin] 10.222.0.37 "GET /v2.0/subnets/87c477ae-ae7a-42fe-8b41-129b8be9dca8 HTTP/1.1" status: 200 len: 849 time: 0.2151005 Nov 12 03:52:40.013675 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-548aacd6-4227-44b3-a5f2-a8d70f537e8a admin admin] 10.222.0.37 "GET /v2.0/routers/77e1627d-0f28-456d-91d6-0fa32eafaf59 HTTP/1.1" status: 200 len: 704 time: 0.1256044 Nov 12 03:52:40.270703 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afff0e18-5d35-4207-add4-6f745caf4445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.566647 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-afff0e18-5d35-4207-add4-6f745caf4445 admin admin] Allocated IP 172.20.0.1 (87c59baa-f576-4458-82e8-b61421489039/87c477ae-ae7a-42fe-8b41-129b8be9dca8/735ada90-e4d2-486f-9043-0cfdf228ef0f) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:40.800837 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afff0e18-5d35-4207-add4-6f745caf4445 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.888386 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afff0e18-5d35-4207-add4-6f745caf4445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.960706 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afff0e18-5d35-4207-add4-6f745caf4445 admin admin] Network 87c59baa-f576-4458-82e8-b61421489039 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:40.967431 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-afff0e18-5d35-4207-add4-6f745caf4445 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:40.978340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afff0e18-5d35-4207-add4-6f745caf4445 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:40.979294 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afff0e18-5d35-4207-add4-6f745caf4445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.012475 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff0e18-5d35-4207-add4-6f745caf4445 admin admin] Pushing event updated for resources: {'Port': ['ID=735ada90-e4d2-486f-9043-0cfdf228ef0f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:41.207363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e033eef5-3d22-4f8b-98c4-a153ec70db03 None None] Provisioning complete for port 735ada90-e4d2-486f-9043-0cfdf228ef0f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:41.207934 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e033eef5-3d22-4f8b-98c4-a153ec70db03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.233029 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afff0e18-5d35-4207-add4-6f745caf4445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.240241 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e033eef5-3d22-4f8b-98c4-a153ec70db03 None None] Port 735ada90-e4d2-486f-9043-0cfdf228ef0f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:41.481022 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afff0e18-5d35-4207-add4-6f745caf4445 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.549224 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afff0e18-5d35-4207-add4-6f745caf4445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.549973 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afff0e18-5d35-4207-add4-6f745caf4445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.631053 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff0e18-5d35-4207-add4-6f745caf4445 admin admin] Pushing event updated for resources: {'Port': ['ID=735ada90-e4d2-486f-9043-0cfdf228ef0f,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:41.672685 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afff0e18-5d35-4207-add4-6f745caf4445 admin admin] Network 87c59baa-f576-4458-82e8-b61421489039 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:41.673928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-afff0e18-5d35-4207-add4-6f745caf4445 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:41.867940 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f01afa80-fe7d-4e26-b821-fd227c6cab4c None None] Provisioning complete for port 735ada90-e4d2-486f-9043-0cfdf228ef0f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:41.868441 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f01afa80-fe7d-4e26-b821-fd227c6cab4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.893279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afff0e18-5d35-4207-add4-6f745caf4445 admin admin] Router 77e1627d-0f28-456d-91d6-0fa32eafaf59 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:52:41.904365 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f01afa80-fe7d-4e26-b821-fd227c6cab4c None None] Port 735ada90-e4d2-486f-9043-0cfdf228ef0f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:41.984515 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afff0e18-5d35-4207-add4-6f745caf4445 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:52:41.990013 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-afff0e18-5d35-4207-add4-6f745caf4445 admin admin] 10.222.0.37 "PUT /v2.0/routers/77e1627d-0f28-456d-91d6-0fa32eafaf59/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9691336 Nov 12 03:52:42.006779 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] Sync routers for ids ['77e1627d-0f28-456d-91d6-0fa32eafaf59'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:52:42.018890 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] Routers {'77e1627d-0f28-456d-91d6-0fa32eafaf59'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:42.019726 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T03:52:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['77e1627d-0f28-456d-91d6-0fa32eafaf59'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:42.207596 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] Set router 77e1627d-0f28-456d-91d6-0fa32eafaf59 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:42.632527 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e1627d-0f28-456d-91d6-0fa32eafaf59', 'name': 'router1', 'tenant_id': 'eed2b6be88c546a09fabde5c88a7005f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:30Z', 'updated_at': '2021-11-12T03:52:41Z', 'revision_number': 2, 'project_id': 'eed2b6be88c546a09fabde5c88a7005f', 'gw_port_host': None, '_interfaces': [{'id': '735ada90-e4d2-486f-9043-0cfdf228ef0f', 'name': '', 'network_id': '87c59baa-f576-4458-82e8-b61421489039', 'tenant_id': 'eed2b6be88c546a09fabde5c88a7005f', 'mac_address': 'fa:16:3e:40:47:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e1627d-0f28-456d-91d6-0fa32eafaf59', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87c477ae-ae7a-42fe-8b41-129b8be9dca8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:40Z', 'updated_at': '2021-11-12T03:52:41Z', 'revision_number': 2, 'project_id': 'eed2b6be88c546a09fabde5c88a7005f', 'subnets': [{'id': '87c477ae-ae7a-42fe-8b41-129b8be9dca8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e4d074b-13e8-4d4f-a389-39be905bab95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:42.682522 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] Checking router: 77e1627d-0f28-456d-91d6-0fa32eafaf59 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:52:42.682916 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] Updating router 77e1627d-0f28-456d-91d6-0fa32eafaf59 port 735ada90-e4d2-486f-9043-0cfdf228ef0f binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:52:42.730949 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.244815 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.338941 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.509673 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71701e69-83d3-40fb-b191-aa3c786199b0 None None] Pushing event updated for resources: {'Port': ['ID=735ada90-e4d2-486f-9043-0cfdf228ef0f,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:43.520960 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] Attempting to bind port 735ada90-e4d2-486f-9043-0cfdf228ef0f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:43.521364 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] Attempting to bind port 735ada90-e4d2-486f-9043-0cfdf228ef0f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'ba77dbd9-0770-4b02-a8d7-4f289f452b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '87c59baa-f576-4458-82e8-b61421489039'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:43.521802 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] Attempting to bind port 735ada90-e4d2-486f-9043-0cfdf228ef0f on network 87c59baa-f576-4458-82e8-b61421489039 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:43.524515 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71701e69-83d3-40fb-b191-aa3c786199b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:43.524858 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71701e69-83d3-40fb-b191-aa3c786199b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:43.525194 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71701e69-83d3-40fb-b191-aa3c786199b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:43.525524 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71701e69-83d3-40fb-b191-aa3c786199b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:43.525850 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71701e69-83d3-40fb-b191-aa3c786199b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:43.526173 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71701e69-83d3-40fb-b191-aa3c786199b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:43.526494 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71701e69-83d3-40fb-b191-aa3c786199b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:43.526835 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71701e69-83d3-40fb-b191-aa3c786199b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:43.527165 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71701e69-83d3-40fb-b191-aa3c786199b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:43.527468 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71701e69-83d3-40fb-b191-aa3c786199b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:43.527870 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71701e69-83d3-40fb-b191-aa3c786199b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:43.528094 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71701e69-83d3-40fb-b191-aa3c786199b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71701e69-83d3-40fb-b191-aa3c786199b0 None None] Tracked resource versions report: Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: pushed versions: Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: { 'AddressGroup': {'1.2'}, Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'ConntrackHelper': {'1.0'}, Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'Log': {'1.0'}, Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'Network': {'1.1'}, Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'Port': {'1.7'}, Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'PortForwarding': {'1.2'}, Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'QosPolicy': {'1.10'}, Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'SecurityGroup': {'1.5'}, Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'SubPort': {'1.0'}, Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'Subnet': {'1.1'}, Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'Trunk': {'1.1'}} Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: consumer versions: Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: { DHCP agent@n-d-768509-24: {}, Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: L3 agent@n-d-768509-24: {}, Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: Metadata agent@n-d-768509-24: {}, Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: Metering agent@n-d-768509-24: {}, Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: Open vSwitch agent@n-d-768509-24: { 'AddressGroup': '1.2', Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'ConntrackHelper': '1.0', Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'Log': '1.0', Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'Network': '1.1', Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'Port': '1.7', Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'PortForwarding': '1.2', Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'QosPolicy': '1.10', Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'SecurityGroup': '1.5', Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'SecurityGroupRule': '1.2', Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'SubPort': '1.0', Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'Subnet': '1.1', Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: 'Trunk': '1.1'}} Nov 12 03:52:43.529198 n-d-768509-24 neutron-server[103299]: {{(pid=103299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:52:43.535099 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:43.535577 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] Checking segment: {'id': 'ba77dbd9-0770-4b02-a8d7-4f289f452b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '87c59baa-f576-4458-82e8-b61421489039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:43.536569 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.536952 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] Bound using segment: {'id': 'ba77dbd9-0770-4b02-a8d7-4f289f452b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '87c59baa-f576-4458-82e8-b61421489039'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:43.537459 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] Bound port: 735ada90-e4d2-486f-9043-0cfdf228ef0f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba77dbd9-0770-4b02-a8d7-4f289f452b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '87c59baa-f576-4458-82e8-b61421489039'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:43.537996 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.544206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7c34d612-8410-489d-b16d-56eddd07309b None None] Provisioning complete for port 735ada90-e4d2-486f-9043-0cfdf228ef0f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:43.544717 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c34d612-8410-489d-b16d-56eddd07309b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.579582 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7c34d612-8410-489d-b16d-56eddd07309b None None] Port 735ada90-e4d2-486f-9043-0cfdf228ef0f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:43.604462 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] For port 735ada90-e4d2-486f-9043-0cfdf228ef0f, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:43.623409 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] For port 735ada90-e4d2-486f-9043-0cfdf228ef0f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=735ada90-e4d2-486f-9043-0cfdf228ef0f,segment=NetworkSegment(ba77dbd9-0770-4b02-a8d7-4f289f452b2f),segment_id=ba77dbd9-0770-4b02-a8d7-4f289f452b2f)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:43.693622 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.754041 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] Routers {'77e1627d-0f28-456d-91d6-0fa32eafaf59'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:43.755282 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T03:52:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['77e1627d-0f28-456d-91d6-0fa32eafaf59'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:43.757163 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71701e69-83d3-40fb-b191-aa3c786199b0 None None] Pushing event updated for resources: {'Port': ['ID=735ada90-e4d2-486f-9043-0cfdf228ef0f,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:43.854547 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] Set router 77e1627d-0f28-456d-91d6-0fa32eafaf59 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:43.903264 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9f53b683-48f6-4a98-8263-1a72723c189f None None] Provisioning complete for port 735ada90-e4d2-486f-9043-0cfdf228ef0f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:43.903714 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f53b683-48f6-4a98-8263-1a72723c189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.984202 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f53b683-48f6-4a98-8263-1a72723c189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.016052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-9f53b683-48f6-4a98-8263-1a72723c189f None None] For port 735ada90-e4d2-486f-9043-0cfdf228ef0f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=735ada90-e4d2-486f-9043-0cfdf228ef0f,segment=NetworkSegment(ba77dbd9-0770-4b02-a8d7-4f289f452b2f),segment_id=ba77dbd9-0770-4b02-a8d7-4f289f452b2f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:44.070943 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e1627d-0f28-456d-91d6-0fa32eafaf59', 'name': 'router1', 'tenant_id': 'eed2b6be88c546a09fabde5c88a7005f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:30Z', 'updated_at': '2021-11-12T03:52:41Z', 'revision_number': 2, 'project_id': 'eed2b6be88c546a09fabde5c88a7005f', 'gw_port_host': None, '_interfaces': [{'id': '735ada90-e4d2-486f-9043-0cfdf228ef0f', 'name': '', 'network_id': '87c59baa-f576-4458-82e8-b61421489039', 'tenant_id': 'eed2b6be88c546a09fabde5c88a7005f', 'mac_address': 'fa:16:3e:40:47:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e1627d-0f28-456d-91d6-0fa32eafaf59', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87c477ae-ae7a-42fe-8b41-129b8be9dca8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:40Z', 'updated_at': '2021-11-12T03:52:43Z', 'revision_number': 4, 'project_id': 'eed2b6be88c546a09fabde5c88a7005f', 'subnets': [{'id': '87c477ae-ae7a-42fe-8b41-129b8be9dca8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e4d074b-13e8-4d4f-a389-39be905bab95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:44.087446 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f53b683-48f6-4a98-8263-1a72723c189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.097619 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f95a4f-3e08-4b11-8239-dae61b3c9dbd None None] The sync data for ids ['77e1627d-0f28-456d-91d6-0fa32eafaf59'] in n-d-768509-24 is: [{'id': '77e1627d-0f28-456d-91d6-0fa32eafaf59', 'name': 'router1', 'tenant_id': 'eed2b6be88c546a09fabde5c88a7005f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:30Z', 'updated_at': '2021-11-12T03:52:41Z', 'revision_number': 2, 'project_id': 'eed2b6be88c546a09fabde5c88a7005f', 'gw_port_host': None, '_interfaces': [{'id': '735ada90-e4d2-486f-9043-0cfdf228ef0f', 'name': '', 'network_id': '87c59baa-f576-4458-82e8-b61421489039', 'tenant_id': 'eed2b6be88c546a09fabde5c88a7005f', 'mac_address': 'fa:16:3e:40:47:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e1627d-0f28-456d-91d6-0fa32eafaf59', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87c477ae-ae7a-42fe-8b41-129b8be9dca8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:40Z', 'updated_at': '2021-11-12T03:52:43Z', 'revision_number': 4, 'project_id': 'eed2b6be88c546a09fabde5c88a7005f', 'subnets': [{'id': '87c477ae-ae7a-42fe-8b41-129b8be9dca8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e4d074b-13e8-4d4f-a389-39be905bab95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:52:44.146871 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53b683-48f6-4a98-8263-1a72723c189f None None] Pushing event updated for resources: {'Port': ['ID=735ada90-e4d2-486f-9043-0cfdf228ef0f,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:44.339360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45378) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:44.456693 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b05de70-7be3-47b6-a192-fbcc751bacc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:44.458655 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1b05de70-7be3-47b6-a192-fbcc751bacc1 admin admin] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 842 time: 0.1183131 Nov 12 03:52:44.468589 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a456fa8d-261c-4838-914a-eb26778ac144 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'cidr': '172.25.1.0/24', 'ip_version': 4, 'gateway_ip': '172.25.1.1', 'name': 'public-subnet'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:44.584948 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a456fa8d-261c-4838-914a-eb26778ac144 admin admin] Made reservation on behalf of 50964ce36e814c22af5729c1426f6897 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:44.587324 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a456fa8d-261c-4838-914a-eb26778ac144 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.982396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.objects.ports [None req-a456fa8d-261c-4838-914a-eb26778ac144 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:52:44.982847 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a456fa8d-261c-4838-914a-eb26778ac144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.036464 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456fa8d-261c-4838-914a-eb26778ac144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=816a70cc-8974-4c47-aee2-667b211e9885,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:45.048748 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a456fa8d-261c-4838-914a-eb26778ac144 admin admin] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:45.049261 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a456fa8d-261c-4838-914a-eb26778ac144 admin admin] Network hostable DHCP agents. Network: 83b50554-7014-416f-9f3b-4bb895a9ea2f, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:45.150317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a456fa8d-261c-4838-914a-eb26778ac144 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:45.213068 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-a456fa8d-261c-4838-914a-eb26778ac144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 83b50554-7014-416f-9f3b-4bb895a9ea2f) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:45.217498 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a456fa8d-261c-4838-914a-eb26778ac144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:45.218589 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a456fa8d-261c-4838-914a-eb26778ac144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.222745 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d73eb0f-6670-4eee-9485-9f2410a3af55 None None] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:45.279071 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a456fa8d-261c-4838-914a-eb26778ac144 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8136585 Nov 12 03:52:45.372659 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0733399d-cd6c-435f-86f1-9fdfd8ceed91 None None] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:47.671983 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45386) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:47.805837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-61478050-fc94-4e67-a24b-9951a5b99f7e admin admin] 10.222.0.37 "GET /v2.0/routers/77e1627d-0f28-456d-91d6-0fa32eafaf59 HTTP/1.1" status: 200 len: 710 time: 0.1326518 Nov 12 03:52:47.897829 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e67509-5f28-4d4c-a40e-998dd0e118a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.899554 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-14e67509-5f28-4d4c-a40e-998dd0e118a3 admin admin] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 886 time: 0.0857613 Nov 12 03:52:47.908970 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-02d33600-0a30-40ad-8047-4baf20396cc3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:48.231525 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02d33600-0a30-40ad-8047-4baf20396cc3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.588998 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02d33600-0a30-40ad-8047-4baf20396cc3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.668738 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02d33600-0a30-40ad-8047-4baf20396cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.767694 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-02d33600-0a30-40ad-8047-4baf20396cc3 admin admin] Allocated IP 172.25.1.237 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/5734a65c-1d9d-4605-ba9a-c734fec24f8f) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:49.000959 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02d33600-0a30-40ad-8047-4baf20396cc3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.088003 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02d33600-0a30-40ad-8047-4baf20396cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.123591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d33600-0a30-40ad-8047-4baf20396cc3 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:49.127856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-02d33600-0a30-40ad-8047-4baf20396cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:49.134264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d33600-0a30-40ad-8047-4baf20396cc3 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:49.172249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d33600-0a30-40ad-8047-4baf20396cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=5734a65c-1d9d-4605-ba9a-c734fec24f8f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:49.451823 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02d33600-0a30-40ad-8047-4baf20396cc3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.650067 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02d33600-0a30-40ad-8047-4baf20396cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.653533 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02d33600-0a30-40ad-8047-4baf20396cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.792910 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d33600-0a30-40ad-8047-4baf20396cc3 admin admin] Router 77e1627d-0f28-456d-91d6-0fa32eafaf59 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:52:49.980780 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d33600-0a30-40ad-8047-4baf20396cc3 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:52:49.985005 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02d33600-0a30-40ad-8047-4baf20396cc3 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.986117 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-02d33600-0a30-40ad-8047-4baf20396cc3 admin admin] 10.222.0.37 "PUT /v2.0/routers/77e1627d-0f28-456d-91d6-0fa32eafaf59 HTTP/1.1" status: 200 len: 890 time: 2.0804729 Nov 12 03:52:50.808325 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 735ada90-e4d2-486f-9043-0cfdf228ef0f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:50.856211 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 735ada90-e4d2-486f-9043-0cfdf228ef0f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:50.856503 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.045375 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] Sync routers for ids ['77e1627d-0f28-456d-91d6-0fa32eafaf59'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:52:51.056295 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] Routers {'77e1627d-0f28-456d-91d6-0fa32eafaf59'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:51.057116 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T03:52:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['77e1627d-0f28-456d-91d6-0fa32eafaf59'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:51.265949 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] Set router 77e1627d-0f28-456d-91d6-0fa32eafaf59 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:51.720187 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e1627d-0f28-456d-91d6-0fa32eafaf59', 'name': 'router1', 'tenant_id': 'eed2b6be88c546a09fabde5c88a7005f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '5734a65c-1d9d-4605-ba9a-c734fec24f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:30Z', 'updated_at': '2021-11-12T03:52:49Z', 'revision_number': 4, 'project_id': 'eed2b6be88c546a09fabde5c88a7005f', 'gw_port': {'id': '5734a65c-1d9d-4605-ba9a-c734fec24f8f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e1627d-0f28-456d-91d6-0fa32eafaf59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:48Z', 'updated_at': '2021-11-12T03:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '735ada90-e4d2-486f-9043-0cfdf228ef0f', 'name': '', 'network_id': '87c59baa-f576-4458-82e8-b61421489039', 'tenant_id': 'eed2b6be88c546a09fabde5c88a7005f', 'mac_address': 'fa:16:3e:40:47:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e1627d-0f28-456d-91d6-0fa32eafaf59', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87c477ae-ae7a-42fe-8b41-129b8be9dca8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:40Z', 'updated_at': '2021-11-12T03:52:43Z', 'revision_number': 5, 'project_id': 'eed2b6be88c546a09fabde5c88a7005f', 'subnets': [{'id': '87c477ae-ae7a-42fe-8b41-129b8be9dca8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e4d074b-13e8-4d4f-a389-39be905bab95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:51.771574 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] Checking router: 77e1627d-0f28-456d-91d6-0fa32eafaf59 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:52:51.771925 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] Updating router 77e1627d-0f28-456d-91d6-0fa32eafaf59 port 5734a65c-1d9d-4605-ba9a-c734fec24f8f binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:52:51.859383 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.171820 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.241428 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.293082 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa65274-fd66-4191-a846-cbb1539494a3 None None] Pushing event updated for resources: {'Port': ['ID=5734a65c-1d9d-4605-ba9a-c734fec24f8f,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:52.295446 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] Attempting to bind port 5734a65c-1d9d-4605-ba9a-c734fec24f8f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:52.295809 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] Attempting to bind port 5734a65c-1d9d-4605-ba9a-c734fec24f8f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:52.296163 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] Attempting to bind port 5734a65c-1d9d-4605-ba9a-c734fec24f8f on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:52.302976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:52.303347 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:52.303747 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.304135 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:52.304606 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] Bound port: 5734a65c-1d9d-4605-ba9a-c734fec24f8f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:52.305006 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.354023 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] For port 5734a65c-1d9d-4605-ba9a-c734fec24f8f, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:52.356902 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] For port 5734a65c-1d9d-4605-ba9a-c734fec24f8f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=5734a65c-1d9d-4605-ba9a-c734fec24f8f,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:52.419194 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.490373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] Routers {'77e1627d-0f28-456d-91d6-0fa32eafaf59'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:52.491005 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T03:52:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['77e1627d-0f28-456d-91d6-0fa32eafaf59'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:52.493914 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa65274-fd66-4191-a846-cbb1539494a3 None None] Pushing event updated for resources: {'Port': ['ID=5734a65c-1d9d-4605-ba9a-c734fec24f8f,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:52.516695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45398) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:52.596669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] Set router 77e1627d-0f28-456d-91d6-0fa32eafaf59 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:52.628486 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-757d7880-e104-40ef-8ba4-5d69d5f55921 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1106684 Nov 12 03:52:52.815691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e1627d-0f28-456d-91d6-0fa32eafaf59', 'name': 'router1', 'tenant_id': 'eed2b6be88c546a09fabde5c88a7005f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '5734a65c-1d9d-4605-ba9a-c734fec24f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:30Z', 'updated_at': '2021-11-12T03:52:49Z', 'revision_number': 4, 'project_id': 'eed2b6be88c546a09fabde5c88a7005f', 'gw_port': {'id': '5734a65c-1d9d-4605-ba9a-c734fec24f8f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e1627d-0f28-456d-91d6-0fa32eafaf59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:48Z', 'updated_at': '2021-11-12T03:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '735ada90-e4d2-486f-9043-0cfdf228ef0f', 'name': '', 'network_id': '87c59baa-f576-4458-82e8-b61421489039', 'tenant_id': 'eed2b6be88c546a09fabde5c88a7005f', 'mac_address': 'fa:16:3e:40:47:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e1627d-0f28-456d-91d6-0fa32eafaf59', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87c477ae-ae7a-42fe-8b41-129b8be9dca8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:40Z', 'updated_at': '2021-11-12T03:52:43Z', 'revision_number': 5, 'project_id': 'eed2b6be88c546a09fabde5c88a7005f', 'subnets': [{'id': '87c477ae-ae7a-42fe-8b41-129b8be9dca8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e4d074b-13e8-4d4f-a389-39be905bab95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:52.843236 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8bbea2-e123-4d4b-8505-971bf5bab7cd None None] The sync data for ids ['77e1627d-0f28-456d-91d6-0fa32eafaf59'] in n-d-768509-24 is: [{'id': '77e1627d-0f28-456d-91d6-0fa32eafaf59', 'name': 'router1', 'tenant_id': 'eed2b6be88c546a09fabde5c88a7005f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '5734a65c-1d9d-4605-ba9a-c734fec24f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:30Z', 'updated_at': '2021-11-12T03:52:49Z', 'revision_number': 4, 'project_id': 'eed2b6be88c546a09fabde5c88a7005f', 'gw_port': {'id': '5734a65c-1d9d-4605-ba9a-c734fec24f8f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e1627d-0f28-456d-91d6-0fa32eafaf59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:48Z', 'updated_at': '2021-11-12T03:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '735ada90-e4d2-486f-9043-0cfdf228ef0f', 'name': '', 'network_id': '87c59baa-f576-4458-82e8-b61421489039', 'tenant_id': 'eed2b6be88c546a09fabde5c88a7005f', 'mac_address': 'fa:16:3e:40:47:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e1627d-0f28-456d-91d6-0fa32eafaf59', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87c477ae-ae7a-42fe-8b41-129b8be9dca8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:40Z', 'updated_at': '2021-11-12T03:52:43Z', 'revision_number': 5, 'project_id': 'eed2b6be88c546a09fabde5c88a7005f', 'subnets': [{'id': '87c477ae-ae7a-42fe-8b41-129b8be9dca8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e4d074b-13e8-4d4f-a389-39be905bab95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:52:54.835666 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 5734a65c-1d9d-4605-ba9a-c734fec24f8f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:54.890391 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 5734a65c-1d9d-4605-ba9a-c734fec24f8f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:54.890818 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.971820 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.993345 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 5734a65c-1d9d-4605-ba9a-c734fec24f8f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=5734a65c-1d9d-4605-ba9a-c734fec24f8f,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:55.065186 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.113907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=5734a65c-1d9d-4605-ba9a-c734fec24f8f,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:56.807558 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 5734a65c-1d9d-4605-ba9a-c734fec24f8f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:56.876899 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 5734a65c-1d9d-4605-ba9a-c734fec24f8f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:56.877510 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.365205 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 5 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:53:03.064517 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6daab84e-55b7-4a68-81e3-b42921615632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.468986 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46f2c126-eb0c-43a9-873b-962fb8aeb7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.458766 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.995813 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.973384 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.075896 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b28acef7-a012-499c-83c1-a81f6126e46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.441097 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be707bfa-badd-4043-aa49-525885bd72cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.469950 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.716031 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.972644 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.368098 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 5 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:54:03.046304 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08015aff-e249-43c5-a517-6a9c8b93ffa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.440146 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d67f8196-8024-46ee-9e04-db7174398d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.474670 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.993255 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.970399 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.367430 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 5 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:54:33.038859 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf1ddb9c-8177-4056-88bf-cfde833600fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.451306 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8472e6ec-5c56-45de-aff9-0db3b9a4f4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.051279 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45992) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:36.115241 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02fc0ca-c5ea-4fce-a4df-3d112acd9a26 admin admin] GET failed (client error): The resource could not be found. Nov 12 03:54:36.116528 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c02fc0ca-c5ea-4fce-a4df-3d112acd9a26 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643044 Nov 12 03:54:36.273457 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54c71c4-903a-4a06-b327-89189746dcc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:36.275972 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e54c71c4-903a-4a06-b327-89189746dcc2 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1548212 Nov 12 03:54:36.466962 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.999978 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.656540 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46002) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:38.751032 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1507de8-df20-4b69-8341-a00a990fb91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:38.752469 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b1507de8-df20-4b69-8341-a00a990fb91e admin admin] 10.222.0.37 "GET /v2.0/subnets/87c477ae-ae7a-42fe-8b41-129b8be9dca8 HTTP/1.1" status: 200 len: 849 time: 0.0949953 Nov 12 03:54:38.762479 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-af968de7-95d3-4a13-806f-0f34cb9350d6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:38.844799 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-af968de7-95d3-4a13-806f-0f34cb9350d6 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.988448 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.062659 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-af968de7-95d3-4a13-806f-0f34cb9350d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785905842571'] for subnet, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.096819 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af968de7-95d3-4a13-806f-0f34cb9350d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:39.097424 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-af968de7-95d3-4a13-806f-0f34cb9350d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.102560 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-af968de7-95d3-4a13-806f-0f34cb9350d6 admin admin] 10.222.0.37 "PUT /v2.0/subnets/87c477ae-ae7a-42fe-8b41-129b8be9dca8 HTTP/1.1" status: 200 len: 868 time: 0.3398495 Nov 12 03:54:39.102770 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3345b102-329e-41c8-a46b-241b436835d6 None None] Network 87c59baa-f576-4458-82e8-b61421489039 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:39.119590 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af968de7-95d3-4a13-806f-0f34cb9350d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c477ae-ae7a-42fe-8b41-129b8be9dca8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:39.128842 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af968de7-95d3-4a13-806f-0f34cb9350d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:39.129180 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af968de7-95d3-4a13-806f-0f34cb9350d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:39.129517 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af968de7-95d3-4a13-806f-0f34cb9350d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:39.129841 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af968de7-95d3-4a13-806f-0f34cb9350d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:39.130254 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af968de7-95d3-4a13-806f-0f34cb9350d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:39.131188 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af968de7-95d3-4a13-806f-0f34cb9350d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:39.131188 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af968de7-95d3-4a13-806f-0f34cb9350d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:39.131488 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af968de7-95d3-4a13-806f-0f34cb9350d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:39.131794 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af968de7-95d3-4a13-806f-0f34cb9350d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:39.132119 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af968de7-95d3-4a13-806f-0f34cb9350d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:39.132436 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af968de7-95d3-4a13-806f-0f34cb9350d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:39.132751 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af968de7-95d3-4a13-806f-0f34cb9350d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:39.507147 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6dc68ea3-a6d2-40bb-9465-190d431963a4 None None] Provisioning complete for port 735ada90-e4d2-486f-9043-0cfdf228ef0f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:39.507512 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6dc68ea3-a6d2-40bb-9465-190d431963a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.589622 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6dc68ea3-a6d2-40bb-9465-190d431963a4 None None] Provisioning complete for port 258278a0-b244-4493-9118-3cd774a549df triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:39.589956 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6dc68ea3-a6d2-40bb-9465-190d431963a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:41.381693 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46010) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:41.581480 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620850b7-3137-43ca-b676-1b7cebc422d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:41.581856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620850b7-3137-43ca-b676-1b7cebc422d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:41.583414 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-620850b7-3137-43ca-b676-1b7cebc422d5 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2007623 Nov 12 03:54:43.852102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46020) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:43.980749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5b2054-f998-4b16-a716-68a26777ee7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:43.981223 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5b2054-f998-4b16-a716-68a26777ee7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:43.982833 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5c5b2054-f998-4b16-a716-68a26777ee7b admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1296937 Nov 12 03:54:46.263961 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46028) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:46.413627 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d1b180-b232-4d80-b5b0-d43a92c8e5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:46.414980 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-81d1b180-b232-4d80-b5b0-d43a92c8e5a0 admin admin] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 886 time: 0.1500766 Nov 12 03:54:48.694844 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46036) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:48.838721 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b530ef6-3ba0-4c3c-94b0-ba9ded88ff1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:48.840055 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4b530ef6-3ba0-4c3c-94b0-ba9ded88ff1a admin admin] 10.222.0.37 "GET /v2.0/networks/87c59baa-f576-4458-82e8-b61421489039 HTTP/1.1" status: 200 len: 869 time: 0.1442959 Nov 12 03:54:51.077382 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46044) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:51.206031 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142ed3fe-5cde-42a9-b0a5-1d82588d0214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:51.206489 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142ed3fe-5cde-42a9-b0a5-1d82588d0214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:51.211837 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-142ed3fe-5cde-42a9-b0a5-1d82588d0214 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1296444 Nov 12 03:54:53.365801 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 5 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:54:53.491626 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46052) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:53.613052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e64eb2-f10f-498d-830e-3d1d1c737565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:53.613510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e64eb2-f10f-498d-830e-3d1d1c737565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:53.615028 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-49e64eb2-f10f-498d-830e-3d1d1c737565 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1224449 Nov 12 03:54:55.872775 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46060) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:55.961121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e8028b-4942-43b0-a9a6-d892089798b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:55.962455 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-45e8028b-4942-43b0-a9a6-d892089798b5 admin admin] 10.222.0.37 "GET /v2.0/subnets/816a70cc-8974-4c47-aee2-667b211e9885 HTTP/1.1" status: 200 len: 816 time: 0.0887411 Nov 12 03:54:58.230756 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46068) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:58.321477 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba74c8f-064f-43c5-b112-faa5447b7c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:58.322855 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-eba74c8f-064f-43c5-b112-faa5447b7c79 admin admin] 10.222.0.37 "GET /v2.0/subnets/87c477ae-ae7a-42fe-8b41-129b8be9dca8 HTTP/1.1" status: 200 len: 868 time: 0.0910993 Nov 12 03:55:03.046038 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2db4ec9-978d-4fec-b0cc-3fa0443c529f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:05.439702 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7d9de855-6635-4342-bd99-eb3d569e251c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:06.471499 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.981662 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.964558 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:24.716585 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46122) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:24.764492 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [None req-e58d08f5-7e22-48a1-894e-db0cb1042f54 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:55:24.765684 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e58d08f5-7e22-48a1-894e-db0cb1042f54 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480688 Nov 12 03:55:27.099643 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46130) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:27.159186 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3404510-ff78-4bbf-bfb1-33d50190c61a admin admin] GET failed (client error): The resource could not be found. Nov 12 03:55:27.160462 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f3404510-ff78-4bbf-bfb1-33d50190c61a admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598984 Nov 12 03:55:27.244132 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dfe452-f36e-44ff-833f-88489047e221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:27.245568 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-52dfe452-f36e-44ff-833f-88489047e221 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0805402 Nov 12 03:55:29.557008 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46138) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:29.603920 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-28b50e0d-d918-499a-be49-b458412f4129 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:29.672584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b50e0d-d918-499a-be49-b458412f4129 admin admin] Made reservation on behalf of 50964ce36e814c22af5729c1426f6897 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:29.674847 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28b50e0d-d918-499a-be49-b458412f4129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:29.711482 n-d-768509-24 neutron-server[103297]: WARNING neutron.services.revisions.revision_plugin [None req-28b50e0d-d918-499a-be49-b458412f4129 admin admin] Could not find related network for resource to bump revision. Nov 12 03:55:29.724515 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b50e0d-d918-499a-be49-b458412f4129 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:55:29.733979 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28b50e0d-d918-499a-be49-b458412f4129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:29.734259 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-28b50e0d-d918-499a-be49-b458412f4129 admin admin] Added segment 76408709-ef7f-4d7f-8e91-e055e3fc802b of type vlan for network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b Nov 12 03:55:29.779531 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28b50e0d-d918-499a-be49-b458412f4129 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:29.866909 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28b50e0d-d918-499a-be49-b458412f4129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:29.867818 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b50e0d-d918-499a-be49-b458412f4129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:29.868380 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28b50e0d-d918-499a-be49-b458412f4129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:29.924342 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b50e0d-d918-499a-be49-b458412f4129 admin admin] Pushing event updated for resources: {'Network': ['ID=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:29.934874 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:55:29.956180 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-28b50e0d-d918-499a-be49-b458412f4129 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3980944 Nov 12 03:55:30.364078 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 5 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:55:32.269788 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46146) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:32.338472 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-721279f3-58c6-4d14-b77e-26fc0ea5591e admin admin] GET failed (client error): The resource could not be found. Nov 12 03:55:32.339817 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-721279f3-58c6-4d14-b77e-26fc0ea5591e admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0692267 Nov 12 03:55:32.407712 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59800a13-8f41-4598-9d48-da0c83ace869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:32.409113 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-59800a13-8f41-4598-9d48-da0c83ace869 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0641952 Nov 12 03:55:32.419103 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7a21bc1c-f41a-4e7f-9737-9eba3b376450 admin admin] Request body: {'subnet': {'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:32.535631 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a21bc1c-f41a-4e7f-9737-9eba3b376450 admin admin] Made reservation on behalf of 50964ce36e814c22af5729c1426f6897 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:32.537757 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a21bc1c-f41a-4e7f-9737-9eba3b376450 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:32.745782 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a21bc1c-f41a-4e7f-9737-9eba3b376450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:32.798703 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21bc1c-f41a-4e7f-9737-9eba3b376450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7600bb6-2434-4780-a7cd-ea67ed7b9665,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:32.806590 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a21bc1c-f41a-4e7f-9737-9eba3b376450 admin admin] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:32.806965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21bc1c-f41a-4e7f-9737-9eba3b376450 admin admin] Network hostable DHCP agents. Network: f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:55:32.901291 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21bc1c-f41a-4e7f-9737-9eba3b376450 admin admin] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:55:32.975646 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-7a21bc1c-f41a-4e7f-9737-9eba3b376450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:32.979528 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a21bc1c-f41a-4e7f-9737-9eba3b376450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:32.980174 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a21bc1c-f41a-4e7f-9737-9eba3b376450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:32.987664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bcb1d5-5512-47c0-8a0b-1418403e2b9e None None] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:55:33.056606 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f009b15e-5257-48ef-917e-61e2ad8507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:33.085278 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7a21bc1c-f41a-4e7f-9737-9eba3b376450 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6693449 Nov 12 03:55:33.236906 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'tenant_id': '50964ce36e814c22af5729c1426f6897', 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:55:33.237808 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:33.417138 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Allocated IP 192.168.233.2 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/357cf7e4-df6d-41e5-acd4-e4a53062ac13) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:33.562343 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:33.637600 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:33.674463 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:33.677102 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:33.682583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:33.691234 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Pushing event updated for resources: {'Port': ['ID=357cf7e4-df6d-41e5-acd4-e4a53062ac13,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:33.715196 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:33.715535 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:33.715873 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:33.716198 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:33.716520 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:33.716837 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:33.717153 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:33.717484 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:33.718292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:33.718607 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:33.718941 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:33.719253 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:33.759568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Attempting to bind port 357cf7e4-df6d-41e5-acd4-e4a53062ac13 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:33.762283 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Attempting to bind port 357cf7e4-df6d-41e5-acd4-e4a53062ac13 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:33.762283 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Attempting to bind port 357cf7e4-df6d-41e5-acd4-e4a53062ac13 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:33.765230 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:33.765599 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:33.765981 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:33.766362 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:33.766833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Bound port: 357cf7e4-df6d-41e5-acd4-e4a53062ac13, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:33.767201 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:33.831322 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] For port 357cf7e4-df6d-41e5-acd4-e4a53062ac13, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:33.834408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] For port 357cf7e4-df6d-41e5-acd4-e4a53062ac13, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=357cf7e4-df6d-41e5-acd4-e4a53062ac13,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:33.896736 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:33.958201 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782798a-5499-4db0-b0e3-ad74fa68f79c None None] Pushing event updated for resources: {'Port': ['ID=357cf7e4-df6d-41e5-acd4-e4a53062ac13,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:34.800453 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a07df9-eef1-440a-ba9c-40e323797063 None None] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:55:34.871208 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-768864ac-9b59-4fe5-ac0d-df99bd8c7e09 None None] Provisioning complete for port 357cf7e4-df6d-41e5-acd4-e4a53062ac13 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:34.871577 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-768864ac-9b59-4fe5-ac0d-df99bd8c7e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:34.926889 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 357cf7e4-df6d-41e5-acd4-e4a53062ac13 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:35.059909 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-768864ac-9b59-4fe5-ac0d-df99bd8c7e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:35.075822 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 357cf7e4-df6d-41e5-acd4-e4a53062ac13 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:35.076183 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:35.132885 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-768864ac-9b59-4fe5-ac0d-df99bd8c7e09 None None] For port 357cf7e4-df6d-41e5-acd4-e4a53062ac13, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=357cf7e4-df6d-41e5-acd4-e4a53062ac13,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:35.184572 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:35.222493 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-768864ac-9b59-4fe5-ac0d-df99bd8c7e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:35.301222 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:55:35.301590 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:55:35.302063 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768864ac-9b59-4fe5-ac0d-df99bd8c7e09 None None] Pushing event updated for resources: {'Port': ['ID=357cf7e4-df6d-41e5-acd4-e4a53062ac13,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:35.341254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-856d4b5c-1b24-4961-bada-360e9ef7bc58 None None] Provisioning complete for port 357cf7e4-df6d-41e5-acd4-e4a53062ac13 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:35.341613 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-856d4b5c-1b24-4961-bada-360e9ef7bc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:35.450043 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d35a267-e745-4fb2-a505-693dcc98de92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:36.464938 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:36.859792 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 357cf7e4-df6d-41e5-acd4-e4a53062ac13 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:36.910031 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 357cf7e4-df6d-41e5-acd4-e4a53062ac13 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:36.910397 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:38.019479 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:39.004369 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.055361 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad046c4e-5fc5-492d-a64d-a24528cedf34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:05.436104 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-367f9ef8-d04c-4cad-b0cb-f8ef62b616ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.472284 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.362685 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 5 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:56:08.003584 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.963755 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.112982 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0702e59-6584-4121-994d-5dbed96a8478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.460119 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59dc2498-b02b-4a4f-ac48-0875493e45fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.511468 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.006567 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.960529 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.361856 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 5 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:56:55.992061 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46192) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:55.998381 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-22190667-066d-41e7-98bf-99978829e239 tempest-verify_tempest_config-95108470 tempest-verify_tempest_config-95108470-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:56:56.000089 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-22190667-066d-41e7-98bf-99978829e239 tempest-verify_tempest_config-95108470 tempest-verify_tempest_config-95108470-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0069258 Nov 12 03:56:56.485547 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46210) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:56.586125 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6eb0e90-c568-4fba-95f6-e885e2ffa9b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:56.659392 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6eb0e90-c568-4fba-95f6-e885e2ffa9b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:56.725982 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6eb0e90-c568-4fba-95f6-e885e2ffa9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:56.773905 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e6eb0e90-c568-4fba-95f6-e885e2ffa9b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63ed1df590404c4985a2191e9e1f9ae3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2873397 Nov 12 03:56:56.774894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb0e90-c568-4fba-95f6-e885e2ffa9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e416a5c-2fc2-4d89-b004-8203f700be7e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:56.776845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46216) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:56.782447 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0e90-c568-4fba-95f6-e885e2ffa9b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:56.782826 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0e90-c568-4fba-95f6-e885e2ffa9b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:56.784489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0e90-c568-4fba-95f6-e885e2ffa9b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:56.784489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0e90-c568-4fba-95f6-e885e2ffa9b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:56.784489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0e90-c568-4fba-95f6-e885e2ffa9b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:56.784489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0e90-c568-4fba-95f6-e885e2ffa9b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:56.784489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0e90-c568-4fba-95f6-e885e2ffa9b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:56.785020 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0e90-c568-4fba-95f6-e885e2ffa9b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:56.785020 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0e90-c568-4fba-95f6-e885e2ffa9b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:56.785352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0e90-c568-4fba-95f6-e885e2ffa9b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:56.785679 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0e90-c568-4fba-95f6-e885e2ffa9b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:56.785997 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0e90-c568-4fba-95f6-e885e2ffa9b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:56.833235 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa5567c-5432-4134-97cd-d73771a672fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:56.894743 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa5567c-5432-4134-97cd-d73771a672fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:57.034270 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa5567c-5432-4134-97cd-d73771a672fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:57.036875 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa5567c-5432-4134-97cd-d73771a672fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:57.037998 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-faa5567c-5432-4134-97cd-d73771a672fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e416a5c-2fc2-4d89-b004-8203f700be7e HTTP/1.1" status: 204 len: 168 time: 0.2601805 Nov 12 03:56:57.046483 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5567c-5432-4134-97cd-d73771a672fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e416a5c-2fc2-4d89-b004-8203f700be7e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:57.053658 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5567c-5432-4134-97cd-d73771a672fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:57.053915 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5567c-5432-4134-97cd-d73771a672fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:57.054247 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5567c-5432-4134-97cd-d73771a672fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:57.054577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5567c-5432-4134-97cd-d73771a672fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:57.054936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5567c-5432-4134-97cd-d73771a672fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:57.055255 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5567c-5432-4134-97cd-d73771a672fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:57.055571 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5567c-5432-4134-97cd-d73771a672fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:57.055930 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5567c-5432-4134-97cd-d73771a672fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:57.056247 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5567c-5432-4134-97cd-d73771a672fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:57.056558 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5567c-5432-4134-97cd-d73771a672fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:57.056870 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5567c-5432-4134-97cd-d73771a672fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:57.057181 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5567c-5432-4134-97cd-d73771a672fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:03.051245 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef3ee58d-3a9a-43ec-857c-78f5ebb52624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.451042 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1fbddcaf-522e-4afe-b3fd-4f6774b51246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:06.482373 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:08.007790 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.085208 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:21.360684 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 5 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:57:33.069267 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-497216b1-faaa-4753-b4d2-1b1f31c1e741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.455868 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ac129a2-0da5-483e-a36a-141a2bd60e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.516249 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.016989 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.961741 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:58.359879 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 5 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:58:03.061011 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a0c939f-9485-44b9-bcee-7f07a294c197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.453086 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9d3be51-b265-432c-a2f9-c20cba9be1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:06.478637 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.015157 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.989312 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:33.037666 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-614ef8ee-3b8b-4539-899d-30301e00177b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:35.357808 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 5 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:58:35.454908 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-55c0c06d-9fec-4677-960e-ced2fe9f2c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:36.497211 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.045663 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.086068 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:03.050876 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-50f805a8-f33a-4bf0-8953-c177b74853b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.453697 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51848bce-fcf5-4034-baf3-5019c19b941e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.481804 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.007978 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.025361 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.356577 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 5 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:59:33.041556 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1d358cfc-ec26-423b-b0c2-b25079cf81e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:35.467445 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8df6b9f-b366-46b9-a677-19cf2fbb78a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:36.515642 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:38.024153 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:38.978514 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:49.355768 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 5 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:00:03.086000 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4af4-e03d-45d9-b5e8-9b3b33d43a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.463608 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f6ed082-5db2-48bd-a37f-8e346acf0644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:06.510023 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.028699 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.006522 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.460618 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-917941'] for agent, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.809586 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-917941'] for agent, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:26.355676 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:00:33.102769 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5db1ddc3-0e0a-4b4f-b449-f4e0f385693e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:35.445153 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-79a9f39a-9f73-47ef-a6fe-c33f642fff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:36.496635 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.029088 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.976526 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:46.392064 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:47.788174 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:51.547680 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46272) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:51.653390 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7686228b-963b-465d-ab11-7f2c45c00cac admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1045384 Nov 12 04:00:54.003872 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46282) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:54.057803 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-47d91dd0-e68a-46c5-a4de-ae70ca10b84d admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0529344 Nov 12 04:01:03.060145 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5e57f91-3fe1-4b19-90df-4ec4a1ee3b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:03.354965 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:01:05.471389 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a441aa95-a68d-4988-8933-d330042ef4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:06.496699 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:08.065563 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:09.010366 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:16.425408 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:17.785602 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.077673 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-906ae463-d780-4a54-915d-8131bce87883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.449787 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1c8c-ccb2-43a5-968e-8ce5c2626fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.524207 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.038994 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.968432 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.353766 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:01:46.420715 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.764127 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.031605 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91157ab1-842b-4b71-9db0-75fe62162e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.454281 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f7054cd-d304-46d7-aaa1-ff939e258c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:06.487024 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.043001 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.980332 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.059408 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46412) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:15.301205 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-network', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:15.372503 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Made reservation on behalf of 8006901ac6434b0990a2684e1cc5c169 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:15.374883 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.383290 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.459288 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.522737 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.546563 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:15.556022 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa93724-0bb6-4187-95c5-c1c07a534ae2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:15.561124 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.563658 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Added segment d458217c-db4b-4c9a-9f9f-4dec21eda858 of type vlan for network 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 Nov 12 04:02:15.571791 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:15.572139 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:15.573069 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:15.573413 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:15.573740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:15.574084 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:15.574387 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:15.574736 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:15.575060 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:15.575379 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:15.575697 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:15.576014 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Tracked resource versions report: Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: pushed versions: Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: { 'AddressGroup': {'1.2'}, Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'ConntrackHelper': {'1.0'}, Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'Log': {'1.0'}, Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'Network': {'1.1'}, Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'Port': {'1.7'}, Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'PortForwarding': {'1.2'}, Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'QosPolicy': {'1.10'}, Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'SecurityGroup': {'1.5'}, Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'SecurityGroupRule': {'1.2'}, Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'SubPort': {'1.0'}, Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'Subnet': {'1.1'}, Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'Trunk': {'1.1'}} Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: consumer versions: Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: { DHCP agent@n-d-768509-24: {}, Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: HyperV agent@n-h1-768509-24: {}, Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: HyperV agent@n-h2-768509-24: {}, Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: L3 agent@n-d-768509-24: {}, Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: Metadata agent@n-d-768509-24: {}, Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: Metering agent@n-d-768509-24: {}, Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: Open vSwitch agent@n-d-768509-24: { 'AddressGroup': '1.2', Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'ConntrackHelper': '1.0', Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'Log': '1.0', Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'Network': '1.1', Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'Port': '1.7', Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'PortForwarding': '1.2', Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'QosPolicy': '1.10', Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'SecurityGroup': '1.5', Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'SecurityGroupRule': '1.2', Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'SubPort': '1.0', Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'Subnet': '1.1', Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: 'Trunk': '1.1'}} Nov 12 04:02:15.577098 n-d-768509-24 neutron-server[103297]: {{(pid=103297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 04:02:15.616735 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.688642 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.689731 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:15.690365 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.758229 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] Pushing event updated for resources: {'Network': ['ID=5cf83d51-3d0e-4c8f-9a29-51d4c0e52872,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:15.769169 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:15.775647 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d6e7ae90-23d7-421a-8dec-62623ff01d08 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7108917 Nov 12 04:02:15.775647 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46442) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:15.782994 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-80522365-d626-48ff-918d-fae152a12072 admin admin] Request body: {'subnet': {'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-subnet', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:15.881011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80522365-d626-48ff-918d-fae152a12072 admin admin] Made reservation on behalf of 8006901ac6434b0990a2684e1cc5c169 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:15.885006 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80522365-d626-48ff-918d-fae152a12072 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.247457 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80522365-d626-48ff-918d-fae152a12072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.268171 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80522365-d626-48ff-918d-fae152a12072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0188d129-9f7c-4b2c-91a1-31696b98b21a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:16.270748 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80522365-d626-48ff-918d-fae152a12072 admin admin] Checking segment: {'id': 'd458217c-db4b-4c9a-9f9f-4dec21eda858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:16.270994 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80522365-d626-48ff-918d-fae152a12072 admin admin] Network hostable DHCP agents. Network: 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:16.395733 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80522365-d626-48ff-918d-fae152a12072 admin admin] Network 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:16.424057 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.516753 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-80522365-d626-48ff-918d-fae152a12072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:16.521261 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80522365-d626-48ff-918d-fae152a12072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:16.521904 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80522365-d626-48ff-918d-fae152a12072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.526531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7f6b90-022a-4847-b084-a615341674cc None None] Network 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:16.636536 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46484) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:16.638012 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-80522365-d626-48ff-918d-fae152a12072 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8621655 Nov 12 04:02:16.641903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:16.696625 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'fixed_ips': [{'subnet_id': '0188d129-9f7c-4b2c-91a1-31696b98b21a'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:02:16.698430 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.740058 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.746696 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.796182 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.834316 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Allocated IP 172.20.0.2 (5cf83d51-3d0e-4c8f-9a29-51d4c0e52872/0188d129-9f7c-4b2c-91a1-31696b98b21a/a1ec2fb6-f960-4248-adeb-d45ab9529a5b) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:16.987861 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.048618 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.077239 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.112530 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Network 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:17.117212 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:17.121200 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:17.128441 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Pushing event updated for resources: {'Port': ['ID=a1ec2fb6-f960-4248-adeb-d45ab9529a5b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:17.155900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.155900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.155900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.155900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.156142 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.156900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.156900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.157426 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.157966 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.158498 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.159077 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.159680 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Tracked resource versions report: Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: pushed versions: Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: { 'AddressGroup': {'1.2'}, Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'ConntrackHelper': {'1.0'}, Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'Log': {'1.0'}, Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'Network': {'1.1'}, Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'Port': {'1.7'}, Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'PortForwarding': {'1.2'}, Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'QosPolicy': {'1.10'}, Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'SecurityGroup': {'1.5'}, Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'SecurityGroupRule': {'1.2'}, Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'SubPort': {'1.0'}, Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'Subnet': {'1.1'}, Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'Trunk': {'1.1'}} Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: consumer versions: Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: { DHCP agent@n-d-768509-24: {}, Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: HyperV agent@n-h1-768509-24: {}, Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: HyperV agent@n-h2-768509-24: {}, Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: L3 agent@n-d-768509-24: {}, Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: Metadata agent@n-d-768509-24: {}, Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: Metering agent@n-d-768509-24: {}, Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: Open vSwitch agent@n-d-768509-24: { 'AddressGroup': '1.2', Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'ConntrackHelper': '1.0', Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'Log': '1.0', Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'Network': '1.1', Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'Port': '1.7', Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'PortForwarding': '1.2', Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'QosPolicy': '1.10', Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'SecurityGroup': '1.5', Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'SecurityGroupRule': '1.2', Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'SubPort': '1.0', Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'Subnet': '1.1', Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: 'Trunk': '1.1'}} Nov 12 04:02:17.161824 n-d-768509-24 neutron-server[103298]: {{(pid=103298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 04:02:17.214340 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Attempting to bind port a1ec2fb6-f960-4248-adeb-d45ab9529a5b on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:17.215022 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Attempting to bind port a1ec2fb6-f960-4248-adeb-d45ab9529a5b by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'd458217c-db4b-4c9a-9f9f-4dec21eda858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:17.215568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Attempting to bind port a1ec2fb6-f960-4248-adeb-d45ab9529a5b on network 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:17.222002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:17.222500 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Checking segment: {'id': 'd458217c-db4b-4c9a-9f9f-4dec21eda858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:17.222957 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.223387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Bound using segment: {'id': 'd458217c-db4b-4c9a-9f9f-4dec21eda858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:17.223764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Bound port: a1ec2fb6-f960-4248-adeb-d45ab9529a5b, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd458217c-db4b-4c9a-9f9f-4dec21eda858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:17.224327 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.299578 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] For port a1ec2fb6-f960-4248-adeb-d45ab9529a5b, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:17.303767 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] For port a1ec2fb6-f960-4248-adeb-d45ab9529a5b, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a1ec2fb6-f960-4248-adeb-d45ab9529a5b,segment=NetworkSegment(d458217c-db4b-4c9a-9f9f-4dec21eda858),segment_id=d458217c-db4b-4c9a-9f9f-4dec21eda858)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:17.359354 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:02:17.372888 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.375792 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.392174 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.470657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc7bdb-27ea-40e6-8f00-9b5d7d6f0385 None None] Pushing event updated for resources: {'Port': ['ID=a1ec2fb6-f960-4248-adeb-d45ab9529a5b,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:17.528554 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Allocated IP 172.25.1.177 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/f39c7a30-e2be-4c9b-8bf0-52c9ff34066d) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:17.641314 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.762933 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.812986 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:17.815875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:17.820295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:17.823822 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Pushing event updated for resources: {'Port': ['ID=f39c7a30-e2be-4c9b-8bf0-52c9ff34066d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:17.842387 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.988004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.988350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.988684 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.989013 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.989341 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.989666 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.989987 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.990304 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.990664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.990968 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.991289 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.991608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Tracked resource versions report: Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: pushed versions: Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: { 'AddressGroup': {'1.2'}, Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'ConntrackHelper': {'1.0'}, Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'Log': {'1.0'}, Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'Network': {'1.1'}, Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'Port': {'1.7'}, Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'PortForwarding': {'1.2'}, Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'QosPolicy': {'1.10'}, Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'SecurityGroup': {'1.5'}, Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'SecurityGroupRule': {'1.2'}, Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'SubPort': {'1.0'}, Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'Subnet': {'1.1'}, Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'Trunk': {'1.1'}} Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: consumer versions: Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: { DHCP agent@n-d-768509-24: {}, Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: HyperV agent@n-h1-768509-24: {}, Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: HyperV agent@n-h2-768509-24: {}, Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: L3 agent@n-d-768509-24: {}, Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: Metadata agent@n-d-768509-24: {}, Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: Metering agent@n-d-768509-24: {}, Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: Open vSwitch agent@n-d-768509-24: { 'AddressGroup': '1.2', Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'ConntrackHelper': '1.0', Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'Log': '1.0', Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'Network': '1.1', Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'Port': '1.7', Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'PortForwarding': '1.2', Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'QosPolicy': '1.10', Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'SecurityGroup': '1.5', Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'SecurityGroupRule': '1.2', Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'SubPort': '1.0', Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'Subnet': '1.1', Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: 'Trunk': '1.1'}} Nov 12 04:02:17.992685 n-d-768509-24 neutron-server[103296]: {{(pid=103296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 04:02:18.248456 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.471445 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.475230 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0472efca-d3f5-4907-96fc-bd374de6104d None None] Network 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:18.553117 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-bbe76226-d1ce-4cd9-8ca2-c0d95f6b9325 None None] Provisioning complete for port a1ec2fb6-f960-4248-adeb-d45ab9529a5b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:18.553472 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bbe76226-d1ce-4cd9-8ca2-c0d95f6b9325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.670883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Router 00b31709-2a1a-4053-a06c-cc6addbfb87c is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:02:18.712593 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bbe76226-d1ce-4cd9-8ca2-c0d95f6b9325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.755890 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-bbe76226-d1ce-4cd9-8ca2-c0d95f6b9325 None None] For port a1ec2fb6-f960-4248-adeb-d45ab9529a5b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a1ec2fb6-f960-4248-adeb-d45ab9529a5b,segment=NetworkSegment(d458217c-db4b-4c9a-9f9f-4dec21eda858),segment_id=d458217c-db4b-4c9a-9f9f-4dec21eda858)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:18.814196 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bbe76226-d1ce-4cd9-8ca2-c0d95f6b9325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.825381 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:02:18.837225 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] Sync routers for ids ['00b31709-2a1a-4053-a06c-cc6addbfb87c'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:02:18.847460 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] Routers {'00b31709-2a1a-4053-a06c-cc6addbfb87c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:18.848022 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:02:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00b31709-2a1a-4053-a06c-cc6addbfb87c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:18.881859 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe76226-d1ce-4cd9-8ca2-c0d95f6b9325 None None] Pushing event updated for resources: {'Port': ['ID=a1ec2fb6-f960-4248-adeb-d45ab9529a5b,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:18.908714 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.910198 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1824e75b-dcf8-4612-b9b4-bc0784d0a65e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.2727191 Nov 12 04:02:18.917801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46542) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:19.020814 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] Set router 00b31709-2a1a-4053-a06c-cc6addbfb87c gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:19.046954 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5decdb53-b747-4aac-8503-8018294b6f67 None None] Provisioning complete for port a1ec2fb6-f960-4248-adeb-d45ab9529a5b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:19.047437 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5decdb53-b747-4aac-8503-8018294b6f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.185595 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a1ec2fb6-f960-4248-adeb-d45ab9529a5b up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:19.233021 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:02:18Z', 'revision_number': 3, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port': {'id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:19.275122 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port a1ec2fb6-f960-4248-adeb-d45ab9529a5b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:19.275647 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.280371 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] Checking router: 00b31709-2a1a-4053-a06c-cc6addbfb87c for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:02:19.280718 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] Updating router 00b31709-2a1a-4053-a06c-cc6addbfb87c port f39c7a30-e2be-4c9b-8bf0-52c9ff34066d binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:02:19.309905 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.580834 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-010ea10b-9031-43d9-b5a5-bdfb82effde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.677620 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.763373 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-010ea10b-9031-43d9-b5a5-bdfb82effde8 admin admin] Allocated IP 172.20.0.1 (5cf83d51-3d0e-4c8f-9a29-51d4c0e52872/0188d129-9f7c-4b2c-91a1-31696b98b21a/1d9b2328-6ed7-4250-9e35-08f9a95727e6) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:19.780812 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.832090 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] Attempting to bind port f39c7a30-e2be-4c9b-8bf0-52c9ff34066d on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:19.832457 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] Attempting to bind port f39c7a30-e2be-4c9b-8bf0-52c9ff34066d by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:19.833012 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] Attempting to bind port f39c7a30-e2be-4c9b-8bf0-52c9ff34066d on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:19.839477 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95aea0-2749-49dd-bb74-4ae100d52e56 None None] Pushing event updated for resources: {'Port': ['ID=f39c7a30-e2be-4c9b-8bf0-52c9ff34066d,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:19.848173 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95aea0-2749-49dd-bb74-4ae100d52e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:19.848355 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95aea0-2749-49dd-bb74-4ae100d52e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:19.848841 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95aea0-2749-49dd-bb74-4ae100d52e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:19.849609 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95aea0-2749-49dd-bb74-4ae100d52e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:19.850559 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95aea0-2749-49dd-bb74-4ae100d52e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:19.851076 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95aea0-2749-49dd-bb74-4ae100d52e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:19.851565 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95aea0-2749-49dd-bb74-4ae100d52e56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:19.852072 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95aea0-2749-49dd-bb74-4ae100d52e56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:19.852560 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95aea0-2749-49dd-bb74-4ae100d52e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:19.853049 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95aea0-2749-49dd-bb74-4ae100d52e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:19.853638 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95aea0-2749-49dd-bb74-4ae100d52e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:19.854135 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95aea0-2749-49dd-bb74-4ae100d52e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c95aea0-2749-49dd-bb74-4ae100d52e56 None None] Tracked resource versions report: Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: pushed versions: Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: { 'AddressGroup': {'1.2'}, Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'ConntrackHelper': {'1.0'}, Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'Log': {'1.0'}, Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'Network': {'1.1'}, Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'Port': {'1.7'}, Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'PortForwarding': {'1.2'}, Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'QosPolicy': {'1.10'}, Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'SecurityGroup': {'1.5'}, Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'SecurityGroupRule': {'1.2'}, Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'SubPort': {'1.0'}, Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'Subnet': {'1.1'}, Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'Trunk': {'1.1'}} Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: consumer versions: Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: { DHCP agent@n-d-768509-24: {}, Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: HyperV agent@n-h1-768509-24: {}, Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: HyperV agent@n-h2-768509-24: {}, Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: L3 agent@n-d-768509-24: {}, Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: Metadata agent@n-d-768509-24: {}, Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: Metering agent@n-d-768509-24: {}, Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: Open vSwitch agent@n-d-768509-24: { 'AddressGroup': '1.2', Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'ConntrackHelper': '1.0', Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'Log': '1.0', Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'Network': '1.1', Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'Port': '1.7', Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'PortForwarding': '1.2', Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'QosPolicy': '1.10', Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'SecurityGroup': '1.5', Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'SecurityGroupRule': '1.2', Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'SubPort': '1.0', Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'Subnet': '1.1', Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: 'Trunk': '1.1'}} Nov 12 04:02:19.855345 n-d-768509-24 neutron-server[103299]: {{(pid=103299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 04:02:19.860398 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:19.860990 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:19.861558 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.862104 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:19.862738 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] Bound port: f39c7a30-e2be-4c9b-8bf0-52c9ff34066d, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:19.863277 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.877181 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-010ea10b-9031-43d9-b5a5-bdfb82effde8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.928862 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] For port f39c7a30-e2be-4c9b-8bf0-52c9ff34066d, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:19.932416 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] For port f39c7a30-e2be-4c9b-8bf0-52c9ff34066d, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f39c7a30-e2be-4c9b-8bf0-52c9ff34066d,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:20.003012 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-010ea10b-9031-43d9-b5a5-bdfb82effde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.003211 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.060022 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010ea10b-9031-43d9-b5a5-bdfb82effde8 admin admin] Network 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:20.061852 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ea10b-9031-43d9-b5a5-bdfb82effde8 admin admin] Pushing event updated for resources: {'Port': ['ID=1d9b2328-6ed7-4250-9e35-08f9a95727e6,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:20.064450 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-010ea10b-9031-43d9-b5a5-bdfb82effde8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:20.088366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ea10b-9031-43d9-b5a5-bdfb82effde8 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:20.088896 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-010ea10b-9031-43d9-b5a5-bdfb82effde8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.093672 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95aea0-2749-49dd-bb74-4ae100d52e56 None None] Pushing event updated for resources: {'Port': ['ID=f39c7a30-e2be-4c9b-8bf0-52c9ff34066d,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:20.102118 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] Routers {'00b31709-2a1a-4053-a06c-cc6addbfb87c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:20.102747 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:02:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00b31709-2a1a-4053-a06c-cc6addbfb87c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:20.243110 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] Set router 00b31709-2a1a-4053-a06c-cc6addbfb87c gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:20.457219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-dd6c28c4-4a88-44f6-879a-f6171c87159a None None] Provisioning complete for port 1d9b2328-6ed7-4250-9e35-08f9a95727e6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:20.457759 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd6c28c4-4a88-44f6-879a-f6171c87159a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.516712 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:02:18Z', 'revision_number': 3, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port': {'id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:20.519894 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-dd6c28c4-4a88-44f6-879a-f6171c87159a None None] Port 1d9b2328-6ed7-4250-9e35-08f9a95727e6 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:20.545199 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-010ea10b-9031-43d9-b5a5-bdfb82effde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.573743 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe4827-f092-4350-ac15-037192e1c02a None None] The sync data for ids ['00b31709-2a1a-4053-a06c-cc6addbfb87c'] in n-d-768509-24 is: [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:02:18Z', 'revision_number': 3, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port': {'id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:02:20.774558 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-010ea10b-9031-43d9-b5a5-bdfb82effde8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.843390 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-010ea10b-9031-43d9-b5a5-bdfb82effde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.846347 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-010ea10b-9031-43d9-b5a5-bdfb82effde8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.977413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010ea10b-9031-43d9-b5a5-bdfb82effde8 admin admin] Network 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:20.981152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-010ea10b-9031-43d9-b5a5-bdfb82effde8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:21.136725 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f39c7a30-e2be-4c9b-8bf0-52c9ff34066d up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:21.213840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010ea10b-9031-43d9-b5a5-bdfb82effde8 admin admin] Router 00b31709-2a1a-4053-a06c-cc6addbfb87c has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:02:21.254800 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port f39c7a30-e2be-4c9b-8bf0-52c9ff34066d triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:21.257479 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:21.397603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010ea10b-9031-43d9-b5a5-bdfb82effde8 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:02:21.403963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-010ea10b-9031-43d9-b5a5-bdfb82effde8 admin admin] 10.222.0.37 "PUT /v2.0/routers/00b31709-2a1a-4053-a06c-cc6addbfb87c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4897144 Nov 12 04:02:21.405158 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ea10b-9031-43d9-b5a5-bdfb82effde8 admin admin] Pushing event updated for resources: {'Port': ['ID=1d9b2328-6ed7-4250-9e35-08f9a95727e6,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:21.518431 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:21.551796 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port f39c7a30-e2be-4c9b-8bf0-52c9ff34066d, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f39c7a30-e2be-4c9b-8bf0-52c9ff34066d,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:21.554368 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d8512599-09c3-4206-a77f-a90eff3549f1 None None] Provisioning complete for port 1d9b2328-6ed7-4250-9e35-08f9a95727e6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:21.556186 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d8512599-09c3-4206-a77f-a90eff3549f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:21.621188 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:21.661649 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d8512599-09c3-4206-a77f-a90eff3549f1 None None] Port 1d9b2328-6ed7-4250-9e35-08f9a95727e6 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:21.707678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=f39c7a30-e2be-4c9b-8bf0-52c9ff34066d,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:22.785907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] Sync routers for ids ['00b31709-2a1a-4053-a06c-cc6addbfb87c'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:02:22.793477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46672) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:22.796615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] Routers {'00b31709-2a1a-4053-a06c-cc6addbfb87c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:22.797409 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:02:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00b31709-2a1a-4053-a06c-cc6addbfb87c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:22.843357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46678) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:22.851161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-7d6f6f9c-ffe3-4ac1-9df8-3900f2e95b7d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825094284-network', 'tenant_id': 'a535579c1dd44023a34b071bba747230'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:22.944882 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] Set router 00b31709-2a1a-4053-a06c-cc6addbfb87c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:22.975594 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6f6f9c-ffe3-4ac1-9df8-3900f2e95b7d admin admin] Made reservation on behalf of a535579c1dd44023a34b071bba747230 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:22.978349 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6f9c-ffe3-4ac1-9df8-3900f2e95b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:22.988529 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6f9c-ffe3-4ac1-9df8-3900f2e95b7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.095834 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac3bf-20b6-4491-b7fc-5e266b830355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.101188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f39c7a30-e2be-4c9b-8bf0-52c9ff34066d up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:23.125392 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6f9c-ffe3-4ac1-9df8-3900f2e95b7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.200937 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac3bf-20b6-4491-b7fc-5e266b830355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.214402 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6f9c-ffe3-4ac1-9df8-3900f2e95b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.251635 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6f6f9c-ffe3-4ac1-9df8-3900f2e95b7d admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:23.257968 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f6f9c-ffe3-4ac1-9df8-3900f2e95b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2e40b2-09c1-4108-8318-d9c08f588b67,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:23.273084 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6f9c-ffe3-4ac1-9df8-3900f2e95b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.273479 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-7d6f6f9c-ffe3-4ac1-9df8-3900f2e95b7d admin admin] Added segment b8c3c9de-ee5e-4e58-80c2-470a285ec5ae of type vlan for network b290e2e7-01df-4091-a073-64227563ced2 Nov 12 04:02:23.279137 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac3bf-20b6-4491-b7fc-5e266b830355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.334559 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port f39c7a30-e2be-4c9b-8bf0-52c9ff34066d triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:23.334559 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.355116 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ac3bf-20b6-4491-b7fc-5e266b830355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b7ad19-9041-4b3c-b8f6-1b6828a81581,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:23.364500 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0d1ac3bf-20b6-4491-b7fc-5e266b830355 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ba44430b3ac4e7894a3adb6e298d748&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5699847 Nov 12 04:02:23.366256 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46698) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:23.393717 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:02:20Z', 'revision_number': 4, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port': {'id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1d9b2328-6ed7-4250-9e35-08f9a95727e6', 'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'mac_address': 'fa:16:3e:26:0b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:19Z', 'updated_at': '2021-11-12T04:02:20Z', 'revision_number': 2, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'subnets': [{'id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:23.396867 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6f9c-ffe3-4ac1-9df8-3900f2e95b7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.423524 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] Checking router: 00b31709-2a1a-4053-a06c-cc6addbfb87c for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:02:23.423875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] Updating router 00b31709-2a1a-4053-a06c-cc6addbfb87c port 1d9b2328-6ed7-4250-9e35-08f9a95727e6 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:02:23.432294 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58837904-a682-4e1f-b5aa-d131898b9fdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.459870 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58837904-a682-4e1f-b5aa-d131898b9fdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.479132 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.495080 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6f9c-ffe3-4ac1-9df8-3900f2e95b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.497856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6f6f9c-ffe3-4ac1-9df8-3900f2e95b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:23.498624 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6f9c-ffe3-4ac1-9df8-3900f2e95b7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.591158 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58837904-a682-4e1f-b5aa-d131898b9fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.593653 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58837904-a682-4e1f-b5aa-d131898b9fdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.597327 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-58837904-a682-4e1f-b5aa-d131898b9fdc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56b7ad19-9041-4b3c-b8f6-1b6828a81581 HTTP/1.1" status: 204 len: 168 time: 0.2278793 Nov 12 04:02:23.608583 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f6f9c-ffe3-4ac1-9df8-3900f2e95b7d admin admin] Pushing event updated for resources: {'Network': ['ID=b290e2e7-01df-4091-a073-64227563ced2,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:23.611085 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58837904-a682-4e1f-b5aa-d131898b9fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b7ad19-9041-4b3c-b8f6-1b6828a81581,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:23.627719 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46712) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:23.628290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7d6f6f9c-ffe3-4ac1-9df8-3900f2e95b7d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7837973 Nov 12 04:02:23.631142 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network b290e2e7-01df-4091-a073-64227563ced2 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:23.638763 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1580f6db-9599-4581-a0e9-a74befb0f4b8 admin admin] Request body: {'subnet': {'network_id': 'b290e2e7-01df-4091-a073-64227563ced2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825094284-subnet', 'tenant_id': 'a535579c1dd44023a34b071bba747230', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:23.745424 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1580f6db-9599-4581-a0e9-a74befb0f4b8 admin admin] Made reservation on behalf of a535579c1dd44023a34b071bba747230 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:23.747787 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1580f6db-9599-4581-a0e9-a74befb0f4b8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.871764 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.950616 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.991722 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1580f6db-9599-4581-a0e9-a74befb0f4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.017935 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe5947-4ed3-49f2-9a3f-d832cd7e8fca None None] Pushing event updated for resources: {'Port': ['ID=1d9b2328-6ed7-4250-9e35-08f9a95727e6,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:24.045985 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580f6db-9599-4581-a0e9-a74befb0f4b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ff6557-cedc-4a86-b9ef-e549dae83a64,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:24.059427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46728) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:24.091317 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580f6db-9599-4581-a0e9-a74befb0f4b8 admin admin] Checking segment: {'id': 'b8c3c9de-ee5e-4e58-80c2-470a285ec5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b290e2e7-01df-4091-a073-64227563ced2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:24.091896 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1580f6db-9599-4581-a0e9-a74befb0f4b8 admin admin] Network hostable DHCP agents. Network: b290e2e7-01df-4091-a073-64227563ced2, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:24.119285 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] Attempting to bind port 1d9b2328-6ed7-4250-9e35-08f9a95727e6 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:24.120065 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] Attempting to bind port 1d9b2328-6ed7-4250-9e35-08f9a95727e6 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'd458217c-db4b-4c9a-9f9f-4dec21eda858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:24.124065 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] Attempting to bind port 1d9b2328-6ed7-4250-9e35-08f9a95727e6 on network 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:24.127735 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:24.128685 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] Checking segment: {'id': 'd458217c-db4b-4c9a-9f9f-4dec21eda858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:24.129293 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.129900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] Bound using segment: {'id': 'd458217c-db4b-4c9a-9f9f-4dec21eda858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:24.130883 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] Bound port: 1d9b2328-6ed7-4250-9e35-08f9a95727e6, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd458217c-db4b-4c9a-9f9f-4dec21eda858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:24.131803 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.173952 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1580f6db-9599-4581-a0e9-a74befb0f4b8 admin admin] Network b290e2e7-01df-4091-a073-64227563ced2 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:24.216473 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] For port 1d9b2328-6ed7-4250-9e35-08f9a95727e6, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:24.220213 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] For port 1d9b2328-6ed7-4250-9e35-08f9a95727e6, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1d9b2328-6ed7-4250-9e35-08f9a95727e6,segment=NetworkSegment(d458217c-db4b-4c9a-9f9f-4dec21eda858),segment_id=d458217c-db4b-4c9a-9f9f-4dec21eda858)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:24.260157 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1580f6db-9599-4581-a0e9-a74befb0f4b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, b290e2e7-01df-4091-a073-64227563ced2) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:24.264872 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1580f6db-9599-4581-a0e9-a74befb0f4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:24.271032 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1580f6db-9599-4581-a0e9-a74befb0f4b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.272899 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e468c551-a765-4907-9a67-4dd0b3037ee5 None None] Network b290e2e7-01df-4091-a073-64227563ced2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:24.300060 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.357880 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2052d50-9426-4fb2-b38c-1b2d6bbc8b5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.367143 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1580f6db-9599-4581-a0e9-a74befb0f4b8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7377205 Nov 12 04:02:24.376943 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46742) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:24.381842 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b38510e3-db74-429a-a583-c139c2f1528f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825094284-router', 'tenant_id': 'a535579c1dd44023a34b071bba747230', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:24.426919 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-42df8f80-e7dd-4d38-9487-7be20a812f9b None None] Provisioning complete for port 1d9b2328-6ed7-4250-9e35-08f9a95727e6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:24.427286 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-42df8f80-e7dd-4d38-9487-7be20a812f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.487188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] Routers {'00b31709-2a1a-4053-a06c-cc6addbfb87c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:24.487811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:02:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00b31709-2a1a-4053-a06c-cc6addbfb87c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:24.505770 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b38510e3-db74-429a-a583-c139c2f1528f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.507753 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b38510e3-db74-429a-a583-c139c2f1528f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.534844 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2052d50-9426-4fb2-b38c-1b2d6bbc8b5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.545914 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46756) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:24.569501 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b552c60-7ac2-4103-804b-3bc2610b772a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.620572 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe5947-4ed3-49f2-9a3f-d832cd7e8fca None None] Pushing event updated for resources: {'Port': ['ID=1d9b2328-6ed7-4250-9e35-08f9a95727e6,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:24.636061 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2052d50-9426-4fb2-b38c-1b2d6bbc8b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.682228 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e2052d50-9426-4fb2-b38c-1b2d6bbc8b5d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9cbc5b71b524ac283599e97bdb7897b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6190679 Nov 12 04:02:24.710130 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46764) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:24.729658 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b38510e3-db74-429a-a583-c139c2f1528f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.757595 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b552c60-7ac2-4103-804b-3bc2610b772a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.760515 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2052d50-9426-4fb2-b38c-1b2d6bbc8b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f452457d-0048-4ee9-b17b-cca2f0418199,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:24.762863 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-b290e2e7-01df-4091-a073-64227563ced2', 'network_id': 'b290e2e7-01df-4091-a073-64227563ced2', 'tenant_id': 'a535579c1dd44023a34b071bba747230', 'fixed_ips': [{'subnet_id': '71ff6557-cedc-4a86-b9ef-e549dae83a64'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:02:24.763808 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.802574 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45c84730-9f9e-4977-877f-341574d0de52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.826487 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45c84730-9f9e-4977-877f-341574d0de52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.859433 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b552c60-7ac2-4103-804b-3bc2610b772a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.859640 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-42df8f80-e7dd-4d38-9487-7be20a812f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.865126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] Set router 00b31709-2a1a-4053-a06c-cc6addbfb87c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:24.908893 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7b552c60-7ac2-4103-804b-3bc2610b772a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7639b30ba10e47e99ea1a4cf7af579af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3612363 Nov 12 04:02:24.911226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b552c60-7ac2-4103-804b-3bc2610b772a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34852f7d-ab06-49b1-a512-edb150b862fb,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:24.914473 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46776) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:24.985752 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02f2965a-cc45-4cc3-be04-3c957620ef5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.058253 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02f2965a-cc45-4cc3-be04-3c957620ef5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.121630 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-42df8f80-e7dd-4d38-9487-7be20a812f9b None None] For port 1d9b2328-6ed7-4250-9e35-08f9a95727e6, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1d9b2328-6ed7-4250-9e35-08f9a95727e6,segment=NetworkSegment(d458217c-db4b-4c9a-9f9f-4dec21eda858),segment_id=d458217c-db4b-4c9a-9f9f-4dec21eda858)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:25.123460 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b38510e3-db74-429a-a583-c139c2f1528f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.183810 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] Allocated IP 172.20.0.2 (b290e2e7-01df-4091-a073-64227563ced2/71ff6557-cedc-4a86-b9ef-e549dae83a64/10c33fa7-7f43-4d99-a756-76972de7878a) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:25.231892 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02f2965a-cc45-4cc3-be04-3c957620ef5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.233306 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45c84730-9f9e-4977-877f-341574d0de52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.236319 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45c84730-9f9e-4977-877f-341574d0de52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.237444 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02f2965a-cc45-4cc3-be04-3c957620ef5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.237901 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-45c84730-9f9e-4977-877f-341574d0de52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f452457d-0048-4ee9-b17b-cca2f0418199 HTTP/1.1" status: 204 len: 168 time: 0.5254855 Nov 12 04:02:25.242974 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-42df8f80-e7dd-4d38-9487-7be20a812f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.244619 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-02f2965a-cc45-4cc3-be04-3c957620ef5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34852f7d-ab06-49b1-a512-edb150b862fb HTTP/1.1" status: 204 len: 168 time: 0.3280220 Nov 12 04:02:25.257405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c84730-9f9e-4977-877f-341574d0de52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f452457d-0048-4ee9-b17b-cca2f0418199,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:25.285783 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2965a-cc45-4cc3-be04-3c957620ef5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34852f7d-ab06-49b1-a512-edb150b862fb,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:25.413475 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df8f80-e7dd-4d38-9487-7be20a812f9b None None] Pushing event updated for resources: {'Port': ['ID=1d9b2328-6ed7-4250-9e35-08f9a95727e6,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:25.434239 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-22952117-cb04-43b5-a21d-68741fa41060 None None] Provisioning complete for port 1d9b2328-6ed7-4250-9e35-08f9a95727e6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:25.434613 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22952117-cb04-43b5-a21d-68741fa41060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.588754 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b38510e3-db74-429a-a583-c139c2f1528f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.619538 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b38510e3-db74-429a-a583-c139c2f1528f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.636235 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:02:20Z', 'revision_number': 4, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port': {'id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1d9b2328-6ed7-4250-9e35-08f9a95727e6', 'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'mac_address': 'fa:16:3e:26:0b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:19Z', 'updated_at': '2021-11-12T04:02:24Z', 'revision_number': 4, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'subnets': [{'id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:25.643703 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.670600 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c02ed-48b5-4f6e-b6c6-96fee9788254 None None] The sync data for ids ['00b31709-2a1a-4053-a06c-cc6addbfb87c'] in n-d-768509-24 is: [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:02:20Z', 'revision_number': 4, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port': {'id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1d9b2328-6ed7-4250-9e35-08f9a95727e6', 'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'mac_address': 'fa:16:3e:26:0b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:19Z', 'updated_at': '2021-11-12T04:02:24Z', 'revision_number': 4, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'subnets': [{'id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:02:25.765424 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.875238 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-b38510e3-db74-429a-a583-c139c2f1528f admin admin] Allocated IP 172.25.1.113 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/cffd0740-3d88-426e-b11d-5bc396f7384b) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:25.884381 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] Network b290e2e7-01df-4091-a073-64227563ced2 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:25.892983 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:25.913355 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:25.931092 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] Pushing event updated for resources: {'Port': ['ID=10c33fa7-7f43-4d99-a756-76972de7878a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:25.940545 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46824) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:25.984221 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46830) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:26.047306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] Attempting to bind port 10c33fa7-7f43-4d99-a756-76972de7878a on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:26.047672 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] Attempting to bind port 10c33fa7-7f43-4d99-a756-76972de7878a by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'b8c3c9de-ee5e-4e58-80c2-470a285ec5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b290e2e7-01df-4091-a073-64227563ced2'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:26.048029 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] Attempting to bind port 10c33fa7-7f43-4d99-a756-76972de7878a on network b290e2e7-01df-4091-a073-64227563ced2 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:26.053566 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:26.054025 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] Checking segment: {'id': 'b8c3c9de-ee5e-4e58-80c2-470a285ec5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b290e2e7-01df-4091-a073-64227563ced2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:26.054420 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.054863 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] Bound using segment: {'id': 'b8c3c9de-ee5e-4e58-80c2-470a285ec5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b290e2e7-01df-4091-a073-64227563ced2'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:26.055442 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] Bound port: 10c33fa7-7f43-4d99-a756-76972de7878a, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c3c9de-ee5e-4e58-80c2-470a285ec5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b290e2e7-01df-4091-a073-64227563ced2'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:26.055838 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.101956 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b38510e3-db74-429a-a583-c139c2f1528f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.185810 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] For port 10c33fa7-7f43-4d99-a756-76972de7878a, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:26.189581 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] For port 10c33fa7-7f43-4d99-a756-76972de7878a, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=10c33fa7-7f43-4d99-a756-76972de7878a,segment=NetworkSegment(b8c3c9de-ee5e-4e58-80c2-470a285ec5ae),segment_id=b8c3c9de-ee5e-4e58-80c2-470a285ec5ae)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:26.277636 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.305794 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b38510e3-db74-429a-a583-c139c2f1528f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.417639 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6bee2-725f-437d-a1c1-f30304358a2e None None] Pushing event updated for resources: {'Port': ['ID=10c33fa7-7f43-4d99-a756-76972de7878a,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:26.502558 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0bc71ab0-c0d9-494e-80f0-6e233ac608bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.638405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38510e3-db74-429a-a583-c139c2f1528f admin admin] Pushing event updated for resources: {'Port': ['ID=cffd0740-3d88-426e-b11d-5bc396f7384b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:26.649628 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38510e3-db74-429a-a583-c139c2f1528f admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:26.652679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b38510e3-db74-429a-a583-c139c2f1528f admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:26.688701 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38510e3-db74-429a-a583-c139c2f1528f admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:26.732431 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2782712-3db7-40fd-836b-a6a0b9d8d1b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.755786 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0bc71ab0-c0d9-494e-80f0-6e233ac608bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.828427 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0bc71ab0-c0d9-494e-80f0-6e233ac608bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.868537 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0bc71ab0-c0d9-494e-80f0-6e233ac608bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26f36b79fa9b42379cd774ed6576dfda&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9269364 Nov 12 04:02:26.877273 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46868) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:26.959340 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-186154db-bd5b-4ff8-b332-36a042847543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.984524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc71ab0-c0d9-494e-80f0-6e233ac608bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0ca96c-7dcb-419d-8a23-c22bade2ba63,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:27.016456 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-186154db-bd5b-4ff8-b332-36a042847543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.029305 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2782712-3db7-40fd-836b-a6a0b9d8d1b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.074070 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46888) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:27.112050 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1e67aafe-24bf-42f1-b8cd-3bd6198060b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.118421 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2782712-3db7-40fd-836b-a6a0b9d8d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.210817 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2782712-3db7-40fd-836b-a6a0b9d8d1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be6d53b-e64d-4c43-902e-f9e70ac25a18,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:27.233293 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-186154db-bd5b-4ff8-b332-36a042847543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.238551 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-186154db-bd5b-4ff8-b332-36a042847543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.240395 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-186154db-bd5b-4ff8-b332-36a042847543 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca0ca96c-7dcb-419d-8a23-c22bade2ba63 HTTP/1.1" status: 204 len: 168 time: 0.3616548 Nov 12 04:02:27.257685 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e2782712-3db7-40fd-836b-a6a0b9d8d1b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c898bcf197264e4999cea3a96c25989e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2720809 Nov 12 04:02:27.291427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46900) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:27.313903 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 10c33fa7-7f43-4d99-a756-76972de7878a up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:27.330215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186154db-bd5b-4ff8-b332-36a042847543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0ca96c-7dcb-419d-8a23-c22bade2ba63,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:27.428258 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b38510e3-db74-429a-a583-c139c2f1528f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.434301 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 10c33fa7-7f43-4d99-a756-76972de7878a triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:27.434710 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.528311 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-802a7df7-22e9-42df-9d46-111bf4f48d4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.562651 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.567003 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1e67aafe-24bf-42f1-b8cd-3bd6198060b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.597840 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-802a7df7-22e9-42df-9d46-111bf4f48d4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.613267 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 10c33fa7-7f43-4d99-a756-76972de7878a, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=10c33fa7-7f43-4d99-a756-76972de7878a,segment=NetworkSegment(b8c3c9de-ee5e-4e58-80c2-470a285ec5ae),segment_id=b8c3c9de-ee5e-4e58-80c2-470a285ec5ae)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:27.651110 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1e67aafe-24bf-42f1-b8cd-3bd6198060b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.707846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1e67aafe-24bf-42f1-b8cd-3bd6198060b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c33434d8131949caa371a14f24d8255f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6306040 Nov 12 04:02:27.707846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67aafe-24bf-42f1-b8cd-3bd6198060b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991386d5-92a6-4ae9-91f3-7241e4cc00f3,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:27.719589 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46920) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:27.721856 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.722666 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1d9b2328-6ed7-4250-9e35-08f9a95727e6 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:27.829974 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b38510e3-db74-429a-a583-c139c2f1528f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.834469 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-802a7df7-22e9-42df-9d46-111bf4f48d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.837144 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-802a7df7-22e9-42df-9d46-111bf4f48d4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.838994 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-802a7df7-22e9-42df-9d46-111bf4f48d4a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6be6d53b-e64d-4c43-902e-f9e70ac25a18 HTTP/1.1" status: 204 len: 168 time: 0.5466204 Nov 12 04:02:27.857936 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a7df7-22e9-42df-9d46-111bf4f48d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be6d53b-e64d-4c43-902e-f9e70ac25a18,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:27.859955 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a11b5869-f7b5-401a-9816-e8ca0040d305 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.893792 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 1d9b2328-6ed7-4250-9e35-08f9a95727e6 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:27.894163 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.897312 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a11b5869-f7b5-401a-9816-e8ca0040d305 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.965796 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=10c33fa7-7f43-4d99-a756-76972de7878a,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:27.986671 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c38a280-ef01-4cda-9e29-bab599a55fe1 None None] Network b290e2e7-01df-4091-a073-64227563ced2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:28.065816 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a11b5869-f7b5-401a-9816-e8ca0040d305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.069540 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a11b5869-f7b5-401a-9816-e8ca0040d305 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.071433 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a11b5869-f7b5-401a-9816-e8ca0040d305 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/991386d5-92a6-4ae9-91f3-7241e4cc00f3 HTTP/1.1" status: 204 len: 168 time: 0.3360250 Nov 12 04:02:28.079325 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-51419580-0da5-4de8-8014-fdd4632ae1c6 None None] Provisioning complete for port 10c33fa7-7f43-4d99-a756-76972de7878a triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:28.079715 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51419580-0da5-4de8-8014-fdd4632ae1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.082507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b5869-f7b5-401a-9816-e8ca0040d305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991386d5-92a6-4ae9-91f3-7241e4cc00f3,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:28.151892 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38510e3-db74-429a-a583-c139c2f1528f admin admin] Router b2740d32-5e9b-4cc6-9c7a-59cf267de0f8 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:02:28.214735 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46944) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:28.217563 n-d-768509-24 neutron-server[103296]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 04:02:28.262903 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-e0a5f619-c533-49ea-bd21-0cc5d2237b36 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9af9d8494f9349368e872e5d24e8c000&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461309 Nov 12 04:02:28.285081 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38510e3-db74-429a-a583-c139c2f1528f admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:02:28.299763 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] Sync routers for ids ['b2740d32-5e9b-4cc6-9c7a-59cf267de0f8'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:02:28.318229 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] Routers {'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:28.323098 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:02:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b2740d32-5e9b-4cc6-9c7a-59cf267de0f8'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:28.364710 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b38510e3-db74-429a-a583-c139c2f1528f admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.365955 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b38510e3-db74-429a-a583-c139c2f1528f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.9879615 Nov 12 04:02:28.369286 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46946) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:28.453529 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] Set router b2740d32-5e9b-4cc6-9c7a-59cf267de0f8 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:28.461455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46948) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:28.507577 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4b134500-7b1e-4e3e-b796-1f00c285990d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.566425 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-dc851458-cc38-4848-8110-d17f78738671 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:28.568684 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-dc851458-cc38-4848-8110-d17f78738671 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2997172 Nov 12 04:02:28.617707 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-86a45b13-97e9-47c8-9fc1-eb3735f1dc0c tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/quotas/9af9d8494f9349368e872e5d24e8c000 HTTP/1.1" status: 200 len: 375 time: 0.0379765 Nov 12 04:02:28.630242 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2c190ed0-3c83-46d9-bb3b-29ef25bf7a0b None None] Provisioning complete for port 10c33fa7-7f43-4d99-a756-76972de7878a triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:28.630774 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2c190ed0-3c83-46d9-bb3b-29ef25bf7a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.779506 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825094284-router', 'tenant_id': 'a535579c1dd44023a34b071bba747230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'cffd0740-3d88-426e-b11d-5bc396f7384b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:24Z', 'updated_at': '2021-11-12T04:02:26Z', 'revision_number': 3, 'project_id': 'a535579c1dd44023a34b071bba747230', 'gw_port': {'id': 'cffd0740-3d88-426e-b11d-5bc396f7384b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:25Z', 'updated_at': '2021-11-12T04:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:28.815201 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-ff0bfb59-4f30-4eda-bba6-f944fa0536c4 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9af9d8494f9349368e872e5d24e8c000&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1962333 Nov 12 04:02:28.819593 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] Checking router: b2740d32-5e9b-4cc6-9c7a-59cf267de0f8 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:02:28.819938 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] Updating router b2740d32-5e9b-4cc6-9c7a-59cf267de0f8 port cffd0740-3d88-426e-b11d-5bc396f7384b binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:02:28.850007 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4b134500-7b1e-4e3e-b796-1f00c285990d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.853943 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.928603 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4b134500-7b1e-4e3e-b796-1f00c285990d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.970669 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4b134500-7b1e-4e3e-b796-1f00c285990d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74eb51b2d85946ad940427d23791f3a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5076931 Nov 12 04:02:28.971756 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b134500-7b1e-4e3e-b796-1f00c285990d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52a08e5-beed-4717-9767-66caab45dfbd,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:28.974037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46956) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:29.030300 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db224560-0c79-4237-86e2-a9e5f6673e15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.048302 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46958) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:29.107569 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d921ac3-07c1-4120-92ef-e3ee4a95ef26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.111378 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db224560-0c79-4237-86e2-a9e5f6673e15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.180182 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 10c33fa7-7f43-4d99-a756-76972de7878a up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:29.202702 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.229326 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d921ac3-07c1-4120-92ef-e3ee4a95ef26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.288796 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db224560-0c79-4237-86e2-a9e5f6673e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.297631 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db224560-0c79-4237-86e2-a9e5f6673e15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.297631 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-db224560-0c79-4237-86e2-a9e5f6673e15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b52a08e5-beed-4717-9767-66caab45dfbd HTTP/1.1" status: 204 len: 168 time: 0.3188589 Nov 12 04:02:29.308943 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db224560-0c79-4237-86e2-a9e5f6673e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52a08e5-beed-4717-9767-66caab45dfbd,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:29.315352 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.315885 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d921ac3-07c1-4120-92ef-e3ee4a95ef26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.331902 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2e7ea660-5ca8-4c38-967a-3a87e2b57167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.351553 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 10c33fa7-7f43-4d99-a756-76972de7878a triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:29.351932 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.359228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d921ac3-07c1-4120-92ef-e3ee4a95ef26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d87829-1a2d-4a84-8f3f-9b3fa31cf51c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:29.371000 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9d921ac3-07c1-4120-92ef-e3ee4a95ef26 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c88e273d8c854d60822745dbd36508a8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3177307 Nov 12 04:02:29.372049 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46984) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:29.441118 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] Attempting to bind port cffd0740-3d88-426e-b11d-5bc396f7384b on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:29.441544 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] Attempting to bind port cffd0740-3d88-426e-b11d-5bc396f7384b by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:29.441911 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] Attempting to bind port cffd0740-3d88-426e-b11d-5bc396f7384b on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:29.458857 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5de78d-aec8-4a58-beb1-1d287d01587e None None] Pushing event updated for resources: {'Port': ['ID=cffd0740-3d88-426e-b11d-5bc396f7384b,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:29.467033 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:29.467505 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:29.467913 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.468307 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:29.468813 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] Bound port: cffd0740-3d88-426e-b11d-5bc396f7384b, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:29.469451 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.472117 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2711f893-639f-489f-b4fa-3e4a4885b4e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.515277 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2711f893-639f-489f-b4fa-3e4a4885b4e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.529321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46988) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:29.571536 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] For port cffd0740-3d88-426e-b11d-5bc396f7384b, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:29.575831 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] For port cffd0740-3d88-426e-b11d-5bc396f7384b, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=cffd0740-3d88-426e-b11d-5bc396f7384b,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:29.660636 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.672121 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-2e7ea660-5ca8-4c38-967a-3a87e2b57167 admin admin] Allocated IP 172.20.0.1 (b290e2e7-01df-4091-a073-64227563ced2/71ff6557-cedc-4a86-b9ef-e549dae83a64/c56927aa-d7bc-4771-a40c-29796e88d7b7) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:29.705945 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2711f893-639f-489f-b4fa-3e4a4885b4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.713673 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2711f893-639f-489f-b4fa-3e4a4885b4e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.713673 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2711f893-639f-489f-b4fa-3e4a4885b4e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59d87829-1a2d-4a84-8f3f-9b3fa31cf51c HTTP/1.1" status: 204 len: 168 time: 0.3371689 Nov 12 04:02:29.720649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711f893-639f-489f-b4fa-3e4a4885b4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d87829-1a2d-4a84-8f3f-9b3fa31cf51c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:29.751466 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] Routers {'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:29.752339 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:02:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b2740d32-5e9b-4cc6-9c7a-59cf267de0f8'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:29.805757 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5de78d-aec8-4a58-beb1-1d287d01587e None None] Pushing event updated for resources: {'Port': ['ID=cffd0740-3d88-426e-b11d-5bc396f7384b,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:29.853775 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2e7ea660-5ca8-4c38-967a-3a87e2b57167 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.914742 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] Set router b2740d32-5e9b-4cc6-9c7a-59cf267de0f8 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:30.002726 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2e7ea660-5ca8-4c38-967a-3a87e2b57167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.047234 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7ea660-5ca8-4c38-967a-3a87e2b57167 admin admin] Network b290e2e7-01df-4091-a073-64227563ced2 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:30.050965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2e7ea660-5ca8-4c38-967a-3a87e2b57167 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:30.081894 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7ea660-5ca8-4c38-967a-3a87e2b57167 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:30.082850 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2e7ea660-5ca8-4c38-967a-3a87e2b57167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.105103 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ea660-5ca8-4c38-967a-3a87e2b57167 admin admin] Pushing event updated for resources: {'Port': ['ID=c56927aa-d7bc-4771-a40c-29796e88d7b7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:30.135112 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825094284-router', 'tenant_id': 'a535579c1dd44023a34b071bba747230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'cffd0740-3d88-426e-b11d-5bc396f7384b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:24Z', 'updated_at': '2021-11-12T04:02:26Z', 'revision_number': 3, 'project_id': 'a535579c1dd44023a34b071bba747230', 'gw_port': {'id': 'cffd0740-3d88-426e-b11d-5bc396f7384b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:25Z', 'updated_at': '2021-11-12T04:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:30.204940 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9d671a-e9c7-473f-8ea4-c5b32bc05811 None None] The sync data for ids ['b2740d32-5e9b-4cc6-9c7a-59cf267de0f8'] in n-d-768509-24 is: [{'id': 'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825094284-router', 'tenant_id': 'a535579c1dd44023a34b071bba747230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'cffd0740-3d88-426e-b11d-5bc396f7384b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:24Z', 'updated_at': '2021-11-12T04:02:26Z', 'revision_number': 3, 'project_id': 'a535579c1dd44023a34b071bba747230', 'gw_port': {'id': 'cffd0740-3d88-426e-b11d-5bc396f7384b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:25Z', 'updated_at': '2021-11-12T04:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:02:30.235350 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f85fc1ea-bae5-4aaf-ad5b-6b315532e92b req-74ac7c21-d7e8-4ae5-9187-3a864a05b845 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 210 time: 0.7038119 Nov 12 04:02:30.403077 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-de5d9dd8-7853-4deb-819a-7fe67361c655 None None] Provisioning complete for port c56927aa-d7bc-4771-a40c-29796e88d7b7 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:30.403652 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-de5d9dd8-7853-4deb-819a-7fe67361c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.447664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-de5d9dd8-7853-4deb-819a-7fe67361c655 None None] Port c56927aa-d7bc-4771-a40c-29796e88d7b7 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:30.498398 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2e7ea660-5ca8-4c38-967a-3a87e2b57167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.740578 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2e7ea660-5ca8-4c38-967a-3a87e2b57167 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.818420 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2e7ea660-5ca8-4c38-967a-3a87e2b57167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.819261 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2e7ea660-5ca8-4c38-967a-3a87e2b57167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.881331 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ea660-5ca8-4c38-967a-3a87e2b57167 admin admin] Pushing event updated for resources: {'Port': ['ID=c56927aa-d7bc-4771-a40c-29796e88d7b7,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:30.968574 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7ea660-5ca8-4c38-967a-3a87e2b57167 admin admin] Network b290e2e7-01df-4091-a073-64227563ced2 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:30.970300 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2e7ea660-5ca8-4c38-967a-3a87e2b57167 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:31.128631 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7ea660-5ca8-4c38-967a-3a87e2b57167 admin admin] Router b2740d32-5e9b-4cc6-9c7a-59cf267de0f8 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:02:31.156843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device cffd0740-3d88-426e-b11d-5bc396f7384b up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:31.241404 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port cffd0740-3d88-426e-b11d-5bc396f7384b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:31.242309 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.398401 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef1650f9-896e-4b16-8129-19b9a7ee721f req-ccbd919f-1ca6-493a-9b9d-acd6ba67dfcd tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 210 time: 0.0557470 Nov 12 04:02:31.439992 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.459038 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e8478039-e881-41c8-895e-61d75362d371 None None] Provisioning complete for port c56927aa-d7bc-4771-a40c-29796e88d7b7 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:31.459478 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8478039-e881-41c8-895e-61d75362d371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.479542 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port cffd0740-3d88-426e-b11d-5bc396f7384b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=cffd0740-3d88-426e-b11d-5bc396f7384b,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:31.484998 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7ea660-5ca8-4c38-967a-3a87e2b57167 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:02:31.490859 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2e7ea660-5ca8-4c38-967a-3a87e2b57167 admin admin] 10.222.0.37 "PUT /v2.0/routers/b2740d32-5e9b-4cc6-9c7a-59cf267de0f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1203628 Nov 12 04:02:31.529263 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e8478039-e881-41c8-895e-61d75362d371 None None] Port c56927aa-d7bc-4771-a40c-29796e88d7b7 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:31.562254 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.601743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47064) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:31.617030 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=cffd0740-3d88-426e-b11d-5bc396f7384b,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:31.860986 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-3168955f-4503-423b-a08d-ec76d9f75a29 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1553240705-network', 'tenant_id': 'fe95b681c8a64b67b9ee88bb63f23ddb'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:31.959294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3168955f-4503-423b-a08d-ec76d9f75a29 admin admin] Made reservation on behalf of fe95b681c8a64b67b9ee88bb63f23ddb for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:31.961948 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3168955f-4503-423b-a08d-ec76d9f75a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.973407 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3168955f-4503-423b-a08d-ec76d9f75a29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:32.052755 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3168955f-4503-423b-a08d-ec76d9f75a29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:32.117130 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3168955f-4503-423b-a08d-ec76d9f75a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:32.150725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168955f-4503-423b-a08d-ec76d9f75a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed21379-8162-44f5-bdf1-b6b57bbdf711,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:32.173969 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3168955f-4503-423b-a08d-ec76d9f75a29 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:32.184244 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3168955f-4503-423b-a08d-ec76d9f75a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:32.184588 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-3168955f-4503-423b-a08d-ec76d9f75a29 admin admin] Added segment fda89e47-c012-4f99-afe9-426931d06645 of type vlan for network ab576474-c6aa-4a2b-93d9-3ba402aa6ca2 Nov 12 04:02:32.240803 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3168955f-4503-423b-a08d-ec76d9f75a29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:32.342963 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3168955f-4503-423b-a08d-ec76d9f75a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:32.342963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3168955f-4503-423b-a08d-ec76d9f75a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:32.342963 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3168955f-4503-423b-a08d-ec76d9f75a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:32.407109 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168955f-4503-423b-a08d-ec76d9f75a29 admin admin] Pushing event updated for resources: {'Network': ['ID=ab576474-c6aa-4a2b-93d9-3ba402aa6ca2,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:32.419458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network ab576474-c6aa-4a2b-93d9-3ba402aa6ca2 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:32.461445 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47104) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:32.461987 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3168955f-4503-423b-a08d-ec76d9f75a29 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8552651 Nov 12 04:02:32.467868 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a6a78c2d-a125-4647-9100-96feb700ba7b admin admin] Request body: {'subnet': {'network_id': 'ab576474-c6aa-4a2b-93d9-3ba402aa6ca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1553240705-subnet', 'tenant_id': 'fe95b681c8a64b67b9ee88bb63f23ddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:32.561125 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a78c2d-a125-4647-9100-96feb700ba7b admin admin] Made reservation on behalf of fe95b681c8a64b67b9ee88bb63f23ddb for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:32.564435 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6a78c2d-a125-4647-9100-96feb700ba7b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:32.707217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-837cc878-e88a-4f40-a83f-1de9ef7282fc req-cec148cd-b5f0-4059-b7d5-91ce0d94aac6 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 210 time: 0.0453753 Nov 12 04:02:32.916425 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6a78c2d-a125-4647-9100-96feb700ba7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:32.918125 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.31', 50773) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:32.965183 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-cad1f3c3-ef00-4075-8ea9-b7281a6fcbf5 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9af9d8494f9349368e872e5d24e8c000&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455904 Nov 12 04:02:33.046709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a78c2d-a125-4647-9100-96feb700ba7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3efbb0f-f8da-472c-ad12-8a4c6abe5c0a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:33.057899 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a78c2d-a125-4647-9100-96feb700ba7b admin admin] Checking segment: {'id': 'fda89e47-c012-4f99-afe9-426931d06645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ab576474-c6aa-4a2b-93d9-3ba402aa6ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:33.058261 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a78c2d-a125-4647-9100-96feb700ba7b admin admin] Network hostable DHCP agents. Network: ab576474-c6aa-4a2b-93d9-3ba402aa6ca2, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:33.065107 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-42184e1f-a2ef-475c-8388-817288d7a64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.142870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device cffd0740-3d88-426e-b11d-5bc396f7384b up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:33.173957 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a78c2d-a125-4647-9100-96feb700ba7b admin admin] Network ab576474-c6aa-4a2b-93d9-3ba402aa6ca2 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:33.216976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port cffd0740-3d88-426e-b11d-5bc396f7384b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:33.217452 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.219932 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-6924f037-24a9-4d02-91b8-f754bae4b9c2 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:33.221437 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-6924f037-24a9-4d02-91b8-f754bae4b9c2 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487299 Nov 12 04:02:33.265416 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a6a78c2d-a125-4647-9100-96feb700ba7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, ab576474-c6aa-4a2b-93d9-3ba402aa6ca2) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:33.272518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] Sync routers for ids ['b2740d32-5e9b-4cc6-9c7a-59cf267de0f8'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:02:33.274845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a78c2d-a125-4647-9100-96feb700ba7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:33.278850 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa509e22-00a4-4f4b-ae64-a3e99b0e4ec7 None None] Network ab576474-c6aa-4a2b-93d9-3ba402aa6ca2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:33.279074 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6a78c2d-a125-4647-9100-96feb700ba7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.334663 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] Routers {'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:33.335298 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:02:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b2740d32-5e9b-4cc6-9c7a-59cf267de0f8'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:33.384249 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a6a78c2d-a125-4647-9100-96feb700ba7b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9205091 Nov 12 04:02:33.406573 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-d5f9fdbf-b73a-4b21-97d4-bf737e5fefef tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Request body: {'port': {'device_id': 'bf921d1f-1453-4c5c-b829-4ac94e30de0c', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': '9af9d8494f9349368e872e5d24e8c000'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:33.407832 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47158) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:33.412591 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-162e16ab-6594-4bd7-bea0-b57759c6d954 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1477913715', 'description': 'tempest-description--1395159455'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:33.561375 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-162e16ab-6594-4bd7-bea0-b57759c6d954 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.660061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] Set router b2740d32-5e9b-4cc6-9c7a-59cf267de0f8 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:33.687029 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12791670-7cd2-4145-8aae-20d25592f917 None None] Network ab576474-c6aa-4a2b-93d9-3ba402aa6ca2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:33.724757 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-162e16ab-6594-4bd7-bea0-b57759c6d954 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.727780 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47174) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:33.819529 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-d5f9fdbf-b73a-4b21-97d4-bf737e5fefef tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Made reservation on behalf of 9af9d8494f9349368e872e5d24e8c000 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:33.825738 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-d5f9fdbf-b73a-4b21-97d4-bf737e5fefef tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.831774 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-162e16ab-6594-4bd7-bea0-b57759c6d954 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.858194 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-d5f9fdbf-b73a-4b21-97d4-bf737e5fefef tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.937821 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e16ab-6594-4bd7-bea0-b57759c6d954 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80afc09c-4def-4634-bebc-7d337a93daf7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:34.003156 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d8d00ad3-8178-4464-8302-1bba749a484c req-224a4927-6190-4247-95ea-6b37a5b49736 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 210 time: 0.0587232 Nov 12 04:02:34.081424 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-162e16ab-6594-4bd7-bea0-b57759c6d954 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.093207 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-162e16ab-6594-4bd7-bea0-b57759c6d954 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6846764 Nov 12 04:02:34.094721 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47194) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:34.108219 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a3bb6ae5-ec61-49a1-8fc5-b7011a66d47b tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Request body: {'security_group_rule': {'security_group_id': '80afc09c-4def-4634-bebc-7d337a93daf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:34.129828 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-d5f9fdbf-b73a-4b21-97d4-bf737e5fefef tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.153631 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825094284-router', 'tenant_id': 'a535579c1dd44023a34b071bba747230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'cffd0740-3d88-426e-b11d-5bc396f7384b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:24Z', 'updated_at': '2021-11-12T04:02:30Z', 'revision_number': 4, 'project_id': 'a535579c1dd44023a34b071bba747230', 'gw_port': {'id': 'cffd0740-3d88-426e-b11d-5bc396f7384b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:25Z', 'updated_at': '2021-11-12T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'c56927aa-d7bc-4771-a40c-29796e88d7b7', 'name': '', 'network_id': 'b290e2e7-01df-4091-a073-64227563ced2', 'tenant_id': 'a535579c1dd44023a34b071bba747230', 'mac_address': 'fa:16:3e:ea:87:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '71ff6557-cedc-4a86-b9ef-e549dae83a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:29Z', 'updated_at': '2021-11-12T04:02:30Z', 'revision_number': 2, 'project_id': 'a535579c1dd44023a34b071bba747230', 'subnets': [{'id': '71ff6557-cedc-4a86-b9ef-e549dae83a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:34.192134 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-d5f9fdbf-b73a-4b21-97d4-bf737e5fefef tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.197185 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] Checking router: b2740d32-5e9b-4cc6-9c7a-59cf267de0f8 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:02:34.198574 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] Updating router b2740d32-5e9b-4cc6-9c7a-59cf267de0f8 port c56927aa-d7bc-4771-a40c-29796e88d7b7 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:02:34.226071 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.254219 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-13c9682f-eef3-436e-bcbb-bd5c4f7e1fbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.393814 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-13c9682f-eef3-436e-bcbb-bd5c4f7e1fbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.394739 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a3bb6ae5-ec61-49a1-8fc5-b7011a66d47b tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.466458 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-13c9682f-eef3-436e-bcbb-bd5c4f7e1fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.481340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9fdbf-b73a-4b21-97d4-bf737e5fefef tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=129ddc83-6173-430c-b9da-4746941c6610,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:34.550127 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-13c9682f-eef3-436e-bcbb-bd5c4f7e1fbb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc01c798099945d8a8d78fd275ce2e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8201311 Nov 12 04:02:34.551015 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9682f-eef3-436e-bcbb-bd5c4f7e1fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067557f0-f787-4b7c-b20b-12189f1c83df,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:34.553280 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47216) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:34.613377 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a3bb6ae5-ec61-49a1-8fc5-b7011a66d47b tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.671447 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd2c60d5-c6fb-4208-9003-09145e7dfb68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.705904 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.709637 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a3bb6ae5-ec61-49a1-8fc5-b7011a66d47b tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.717054 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-d5f9fdbf-b73a-4b21-97d4-bf737e5fefef tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Allocated IP 192.168.233.216 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/d53ec54b-641e-47ce-bf26-9abe25cbdb66) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:34.720446 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd2c60d5-c6fb-4208-9003-09145e7dfb68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.795278 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.802305 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb6ae5-ec61-49a1-8fc5-b7011a66d47b tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277b8207-053f-4834-94e7-8fe04b31a31a,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:34.927495 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a3bb6ae5-ec61-49a1-8fc5-b7011a66d47b tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.933500 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd2c60d5-c6fb-4208-9003-09145e7dfb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.941621 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd2c60d5-c6fb-4208-9003-09145e7dfb68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.944605 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cd2c60d5-c6fb-4208-9003-09145e7dfb68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/067557f0-f787-4b7c-b20b-12189f1c83df HTTP/1.1" status: 204 len: 168 time: 0.3900158 Nov 12 04:02:34.951546 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a3bb6ae5-ec61-49a1-8fc5-b7011a66d47b tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8552682 Nov 12 04:02:34.972276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47234) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:34.975574 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c60d5-c6fb-4208-9003-09145e7dfb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067557f0-f787-4b7c-b20b-12189f1c83df,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:35.032335 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de9d1b-05ce-405c-84c2-2022db5023d9 None None] Pushing event updated for resources: {'Port': ['ID=c56927aa-d7bc-4771-a40c-29796e88d7b7,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:35.055669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] Attempting to bind port c56927aa-d7bc-4771-a40c-29796e88d7b7 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:35.056643 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] Attempting to bind port c56927aa-d7bc-4771-a40c-29796e88d7b7 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'b8c3c9de-ee5e-4e58-80c2-470a285ec5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b290e2e7-01df-4091-a073-64227563ced2'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:35.063163 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] Attempting to bind port c56927aa-d7bc-4771-a40c-29796e88d7b7 on network b290e2e7-01df-4091-a073-64227563ced2 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:35.078922 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:35.079997 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] Checking segment: {'id': 'b8c3c9de-ee5e-4e58-80c2-470a285ec5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b290e2e7-01df-4091-a073-64227563ced2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:35.079997 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.081733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] Bound using segment: {'id': 'b8c3c9de-ee5e-4e58-80c2-470a285ec5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b290e2e7-01df-4091-a073-64227563ced2'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:35.082345 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] Bound port: c56927aa-d7bc-4771-a40c-29796e88d7b7, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c3c9de-ee5e-4e58-80c2-470a285ec5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b290e2e7-01df-4091-a073-64227563ced2'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:35.082906 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.125557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-8522a20d-23c8-4562-ae65-2ecfdd3a35c1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Request body: {'security_group_rule': {'security_group_id': '80afc09c-4def-4634-bebc-7d337a93daf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:35.212537 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] For port c56927aa-d7bc-4771-a40c-29796e88d7b7, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:35.217306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] For port c56927aa-d7bc-4771-a40c-29796e88d7b7, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c56927aa-d7bc-4771-a40c-29796e88d7b7,segment=NetworkSegment(b8c3c9de-ee5e-4e58-80c2-470a285ec5ae),segment_id=b8c3c9de-ee5e-4e58-80c2-470a285ec5ae)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:35.281393 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e0981ec5-65d3-444a-8a1d-9cc830797e06 None None] Provisioning complete for port c56927aa-d7bc-4771-a40c-29796e88d7b7 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:35.281393 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0981ec5-65d3-444a-8a1d-9cc830797e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.300963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce234bf1-1b6b-41eb-ba9c-8de35853f477 req-13e3f771-d841-49de-a90c-1436ada92340 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 210 time: 0.0446496 Nov 12 04:02:35.365755 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.394551 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-d5f9fdbf-b73a-4b21-97d4-bf737e5fefef tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.435763 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47250) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:35.441808 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6d429201-0785-4be2-8bbd-de79d859ce17 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-267437430-network', 'tenant_id': '0aa01296c2d3462898e8813277162ab7'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:35.459787 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8522a20d-23c8-4562-ae65-2ecfdd3a35c1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.495190 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e0981ec5-65d3-444a-8a1d-9cc830797e06 None None] Port c56927aa-d7bc-4771-a40c-29796e88d7b7 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:35.539666 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-d5f9fdbf-b73a-4b21-97d4-bf737e5fefef tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.570068 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] Routers {'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:35.570729 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:02:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b2740d32-5e9b-4cc6-9c7a-59cf267de0f8'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:35.615757 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d429201-0785-4be2-8bbd-de79d859ce17 admin admin] Made reservation on behalf of 0aa01296c2d3462898e8813277162ab7 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:35.619462 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d429201-0785-4be2-8bbd-de79d859ce17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.645928 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d429201-0785-4be2-8bbd-de79d859ce17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.783592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-d5f9fdbf-b73a-4b21-97d4-bf737e5fefef tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:35.801050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-d5f9fdbf-b73a-4b21-97d4-bf737e5fefef tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:35.818966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-d5f9fdbf-b73a-4b21-97d4-bf737e5fefef tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:35.826220 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-d5f9fdbf-b73a-4b21-97d4-bf737e5fefef tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:35.829238 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de9d1b-05ce-405c-84c2-2022db5023d9 None None] Pushing event updated for resources: {'Port': ['ID=c56927aa-d7bc-4771-a40c-29796e88d7b7,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:35.841156 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-d5f9fdbf-b73a-4b21-97d4-bf737e5fefef tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.842123 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c313d10-b0ef-4fec-95ba-a38bc23a0b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.844410 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9fdbf-b73a-4b21-97d4-bf737e5fefef tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Pushing event updated for resources: {'Port': ['ID=d53ec54b-641e-47ce-bf26-9abe25cbdb66,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:35.903235 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8522a20d-23c8-4562-ae65-2ecfdd3a35c1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.909694 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d429201-0785-4be2-8bbd-de79d859ce17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.917864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] Set router b2740d32-5e9b-4cc6-9c7a-59cf267de0f8 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:35.965840 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-d5f9fdbf-b73a-4b21-97d4-bf737e5fefef tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5695174 Nov 12 04:02:35.978860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-0b68af54-3ce7-43a5-a67f-4cce3954c8f1 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:02:35.985191 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-0b68af54-3ce7-43a5-a67f-4cce3954c8f1 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122137 Nov 12 04:02:35.991187 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d429201-0785-4be2-8bbd-de79d859ce17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.994140 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8522a20d-23c8-4562-ae65-2ecfdd3a35c1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.049421 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d429201-0785-4be2-8bbd-de79d859ce17 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:36.088807 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d429201-0785-4be2-8bbd-de79d859ce17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217fab1b-51f4-46df-ad98-7609219aedc7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:36.097541 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2f88e82-6012-4c27-84d6-117f76b68b74 None None] Provisioning complete for port c56927aa-d7bc-4771-a40c-29796e88d7b7 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:36.097970 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2f88e82-6012-4c27-84d6-117f76b68b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.112945 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d429201-0785-4be2-8bbd-de79d859ce17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.116034 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-6d429201-0785-4be2-8bbd-de79d859ce17 admin admin] Added segment 03198efc-4790-4ccb-8672-44248fe97919 of type vlan for network f76dd3a9-0c9f-49fc-915a-0758c5a236f4 Nov 12 04:02:36.143637 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522a20d-23c8-4562-ae65-2ecfdd3a35c1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca7d728-9551-4c35-b954-df73ec688be2,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:36.193597 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d429201-0785-4be2-8bbd-de79d859ce17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.234388 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8522a20d-23c8-4562-ae65-2ecfdd3a35c1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.235880 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8522a20d-23c8-4562-ae65-2ecfdd3a35c1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2645977 Nov 12 04:02:36.239108 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47284) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:36.242279 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2f88e82-6012-4c27-84d6-117f76b68b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.246028 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-55f54ae3-481b-4563-a9e0-b628a96a48d1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:36.426532 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2f88e82-6012-4c27-84d6-117f76b68b74 None None] For port c56927aa-d7bc-4771-a40c-29796e88d7b7, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c56927aa-d7bc-4771-a40c-29796e88d7b7,segment=NetworkSegment(b8c3c9de-ee5e-4e58-80c2-470a285ec5ae),segment_id=b8c3c9de-ee5e-4e58-80c2-470a285ec5ae)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:36.426532 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825094284-router', 'tenant_id': 'a535579c1dd44023a34b071bba747230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'cffd0740-3d88-426e-b11d-5bc396f7384b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:24Z', 'updated_at': '2021-11-12T04:02:30Z', 'revision_number': 4, 'project_id': 'a535579c1dd44023a34b071bba747230', 'gw_port': {'id': 'cffd0740-3d88-426e-b11d-5bc396f7384b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:25Z', 'updated_at': '2021-11-12T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'c56927aa-d7bc-4771-a40c-29796e88d7b7', 'name': '', 'network_id': 'b290e2e7-01df-4091-a073-64227563ced2', 'tenant_id': 'a535579c1dd44023a34b071bba747230', 'mac_address': 'fa:16:3e:ea:87:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '71ff6557-cedc-4a86-b9ef-e549dae83a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:29Z', 'updated_at': '2021-11-12T04:02:35Z', 'revision_number': 4, 'project_id': 'a535579c1dd44023a34b071bba747230', 'subnets': [{'id': '71ff6557-cedc-4a86-b9ef-e549dae83a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:36.426904 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f67b8f0-f791-4997-a32f-66e96ec7c998 None None] The sync data for ids ['b2740d32-5e9b-4cc6-9c7a-59cf267de0f8'] in n-d-768509-24 is: [{'id': 'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825094284-router', 'tenant_id': 'a535579c1dd44023a34b071bba747230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'cffd0740-3d88-426e-b11d-5bc396f7384b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:24Z', 'updated_at': '2021-11-12T04:02:30Z', 'revision_number': 4, 'project_id': 'a535579c1dd44023a34b071bba747230', 'gw_port': {'id': 'cffd0740-3d88-426e-b11d-5bc396f7384b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:25Z', 'updated_at': '2021-11-12T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'c56927aa-d7bc-4771-a40c-29796e88d7b7', 'name': '', 'network_id': 'b290e2e7-01df-4091-a073-64227563ced2', 'tenant_id': 'a535579c1dd44023a34b071bba747230', 'mac_address': 'fa:16:3e:ea:87:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '71ff6557-cedc-4a86-b9ef-e549dae83a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:29Z', 'updated_at': '2021-11-12T04:02:35Z', 'revision_number': 4, 'project_id': 'a535579c1dd44023a34b071bba747230', 'subnets': [{'id': '71ff6557-cedc-4a86-b9ef-e549dae83a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:02:36.475509 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d429201-0785-4be2-8bbd-de79d859ce17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.476507 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d429201-0785-4be2-8bbd-de79d859ce17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:36.477153 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d429201-0785-4be2-8bbd-de79d859ce17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.684292 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d429201-0785-4be2-8bbd-de79d859ce17 admin admin] Pushing event updated for resources: {'Network': ['ID=f76dd3a9-0c9f-49fc-915a-0758c5a236f4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:36.684382 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network f76dd3a9-0c9f-49fc-915a-0758c5a236f4 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:36.684460 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e525f-82dc-4a3a-a077-2b73fcac8129 req-02df1072-b43b-4e71-a6c4-195597bb809d tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:36.684460 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-415e525f-82dc-4a3a-a077-2b73fcac8129 req-02df1072-b43b-4e71-a6c4-195597bb809d tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 936 time: 0.2180669 Nov 12 04:02:36.684460 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55f54ae3-481b-4563-a9e0-b628a96a48d1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.714619 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47290) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:36.718574 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-415e525f-82dc-4a3a-a077-2b73fcac8129 req-e6197248-50f0-4bc9-9b40-60426d328df8 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039577 Nov 12 04:02:36.741178 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-33e8f055-3d23-4a59-a0b7-b50b720c5242 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.862256 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55f54ae3-481b-4563-a9e0-b628a96a48d1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.892411 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-33e8f055-3d23-4a59-a0b7-b50b720c5242 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.911410 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2f88e82-6012-4c27-84d6-117f76b68b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.916329 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.963500 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6d429201-0785-4be2-8bbd-de79d859ce17 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5260916 Nov 12 04:02:36.964191 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47292) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:36.970150 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-27aed8f9-aced-4aa2-bd9a-5d3cc17eb380 admin admin] Request body: {'subnet': {'network_id': 'f76dd3a9-0c9f-49fc-915a-0758c5a236f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-267437430-subnet', 'tenant_id': '0aa01296c2d3462898e8813277162ab7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:37.014150 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-33e8f055-3d23-4a59-a0b7-b50b720c5242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.100541 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27aed8f9-aced-4aa2-bd9a-5d3cc17eb380 admin admin] Made reservation on behalf of 0aa01296c2d3462898e8813277162ab7 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:37.102459 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27aed8f9-aced-4aa2-bd9a-5d3cc17eb380 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.125389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-55f54ae3-481b-4563-a9e0-b628a96a48d1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Allocated IP 172.25.1.158 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/f9aad36e-7d20-4d9c-9d80-a6d6ca5cfe2d) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:37.205534 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-33e8f055-3d23-4a59-a0b7-b50b720c5242 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=313e0c2123e2417184d694aa6d3b8720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4961565 Nov 12 04:02:37.273653 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47294) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:37.298275 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c56927aa-d7bc-4771-a40c-29796e88d7b7 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:37.298870 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8f055-3d23-4a59-a0b7-b50b720c5242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88d7e93-2093-432c-be87-4f26216617f9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:37.457963 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55f54ae3-481b-4563-a9e0-b628a96a48d1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.521862 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a45fbd8f-49a9-4105-bdad-1f9df7016439 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.539722 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-98c77104-7d83-49bb-8125-1239ba1c4c27 None None] Provisioning complete for port d53ec54b-641e-47ce-bf26-9abe25cbdb66 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:37.544727 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98c77104-7d83-49bb-8125-1239ba1c4c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.579570 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Request body: {'port': {'device_id': 'bf921d1f-1453-4c5c-b829-4ac94e30de0c', 'device_owner': 'compute:tempest-test_az-736315948', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:37.600877 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47300) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:37.601593 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47302) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:37.611702 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a45fbd8f-49a9-4105-bdad-1f9df7016439 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.692357 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f88e82-6012-4c27-84d6-117f76b68b74 None None] Pushing event updated for resources: {'Port': ['ID=c56927aa-d7bc-4771-a40c-29796e88d7b7,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:37.762330 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a1fa1c1-5877-424b-9e22-5634dd160d3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.764744 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-98c77104-7d83-49bb-8125-1239ba1c4c27 None None] Port d53ec54b-641e-47ce-bf26-9abe25cbdb66 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:37.769462 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.780402 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port c56927aa-d7bc-4771-a40c-29796e88d7b7 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:37.780785 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.790963 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0a57f61-e957-4474-91ca-2e80e502b6f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.814221 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27aed8f9-aced-4aa2-bd9a-5d3cc17eb380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.895797 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aed8f9-aced-4aa2-bd9a-5d3cc17eb380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e34d11-9433-4207-9f0f-ed13fcfa8ac8,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:37.908148 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a45fbd8f-49a9-4105-bdad-1f9df7016439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.910986 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a45fbd8f-49a9-4105-bdad-1f9df7016439 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.912224 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a45fbd8f-49a9-4105-bdad-1f9df7016439 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a88d7e93-2093-432c-be87-4f26216617f9 HTTP/1.1" status: 204 len: 168 time: 0.6355352 Nov 12 04:02:37.933984 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fbd8f-49a9-4105-bdad-1f9df7016439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88d7e93-2093-432c-be87-4f26216617f9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:37.964101 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27aed8f9-aced-4aa2-bd9a-5d3cc17eb380 admin admin] Checking segment: {'id': '03198efc-4790-4ccb-8672-44248fe97919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f76dd3a9-0c9f-49fc-915a-0758c5a236f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:37.964754 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aed8f9-aced-4aa2-bd9a-5d3cc17eb380 admin admin] Network hostable DHCP agents. Network: f76dd3a9-0c9f-49fc-915a-0758c5a236f4, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:38.093883 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55f54ae3-481b-4563-a9e0-b628a96a48d1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.111017 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0a57f61-e957-4474-91ca-2e80e502b6f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.114756 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aed8f9-aced-4aa2-bd9a-5d3cc17eb380 admin admin] Network f76dd3a9-0c9f-49fc-915a-0758c5a236f4 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:38.146305 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a1fa1c1-5877-424b-9e22-5634dd160d3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.191215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-27aed8f9-aced-4aa2-bd9a-5d3cc17eb380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, f76dd3a9-0c9f-49fc-915a-0758c5a236f4) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:38.191421 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.193314 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0a57f61-e957-4474-91ca-2e80e502b6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.201766 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1b1cff-69da-486e-b274-dbf5fd80c585 None None] Network f76dd3a9-0c9f-49fc-915a-0758c5a236f4 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:38.215466 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aed8f9-aced-4aa2-bd9a-5d3cc17eb380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:38.219113 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27aed8f9-aced-4aa2-bd9a-5d3cc17eb380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.248633 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f54ae3-481b-4563-a9e0-b628a96a48d1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Pushing event updated for resources: {'Port': ['ID=f9aad36e-7d20-4d9c-9d80-a6d6ca5cfe2d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:38.256625 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a1fa1c1-5877-424b-9e22-5634dd160d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.284206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f54ae3-481b-4563-a9e0-b628a96a48d1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:38.313986 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-55f54ae3-481b-4563-a9e0-b628a96a48d1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:38.318068 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f54ae3-481b-4563-a9e0-b628a96a48d1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:38.333453 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8a1fa1c1-5877-424b-9e22-5634dd160d3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6ee3ee62eea4706b71baad6814bf91b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7276425 Nov 12 04:02:38.349089 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47318) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:38.351945 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-27aed8f9-aced-4aa2-bd9a-5d3cc17eb380 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3863351 Nov 12 04:02:38.361064 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a0a57f61-e957-4474-91ca-2e80e502b6f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46434b052caf4d418b15bdf5e3f2b293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7540474 Nov 12 04:02:38.361064 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a57f61-e957-4474-91ca-2e80e502b6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de1d149-5f0f-438d-977d-15743cfcbab0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:38.362544 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47324) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:38.367356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0973cdb-47c1-419a-a319-d92e2f5542c6 req-168cd00c-f3f6-46ed-a750-fda74983ce75 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:38.368936 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0973cdb-47c1-419a-a319-d92e2f5542c6 req-168cd00c-f3f6-46ed-a750-fda74983ce75 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 936 time: 0.2873662 Nov 12 04:02:38.431929 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d25917-6b2b-423e-9d06-ab96640b9f95 None None] Network f76dd3a9-0c9f-49fc-915a-0758c5a236f4 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:38.473321 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fa1c1-5877-424b-9e22-5634dd160d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f07ace-4e19-44d8-80e7-031529881ec4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:38.579217 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aed6c0ca-ae5d-465d-9257-30632bd1c360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.654238 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0973cdb-47c1-419a-a319-d92e2f5542c6 req-c342f00b-a813-4ee4-b5de-2143b72a1a2b tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277586 Nov 12 04:02:38.657149 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aed6c0ca-ae5d-465d-9257-30632bd1c360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.702872 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47330) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:38.817461 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-70897e7d-490d-4c7c-90e9-ef6399d95d6e admin admin] Deleting subnet a3efbb0f-f8da-472c-ad12-8a4c6abe5c0a {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:02:38.826521 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-70897e7d-490d-4c7c-90e9-ef6399d95d6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.872661 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55f54ae3-481b-4563-a9e0-b628a96a48d1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.902459 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f2c6aedd-a501-42c5-9944-5ac5c8cc2e06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.911226 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-70897e7d-490d-4c7c-90e9-ef6399d95d6e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.925765 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-70897e7d-490d-4c7c-90e9-ef6399d95d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.929794 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f2c6aedd-a501-42c5-9944-5ac5c8cc2e06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.958044 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aed6c0ca-ae5d-465d-9257-30632bd1c360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.961028 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aed6c0ca-ae5d-465d-9257-30632bd1c360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.962521 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-aed6c0ca-ae5d-465d-9257-30632bd1c360 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3de1d149-5f0f-438d-977d-15743cfcbab0 HTTP/1.1" status: 204 len: 168 time: 0.5871840 Nov 12 04:02:39.000581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6c0ca-ae5d-465d-9257-30632bd1c360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de1d149-5f0f-438d-977d-15743cfcbab0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:39.045022 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.047757 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53ec54b-641e-47ce-bf26-9abe25cbdb66 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:02:39.057514 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.061000 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55f54ae3-481b-4563-a9e0-b628a96a48d1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.158296 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-70897e7d-490d-4c7c-90e9-ef6399d95d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.159332 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Transition to ACTIVE for port object d53ec54b-641e-47ce-bf26-9abe25cbdb66 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:02:39.161134 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f2c6aedd-a501-42c5-9944-5ac5c8cc2e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.166910 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f2c6aedd-a501-42c5-9944-5ac5c8cc2e06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.172508 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f2c6aedd-a501-42c5-9944-5ac5c8cc2e06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8f07ace-4e19-44d8-80e7-031529881ec4 HTTP/1.1" status: 204 len: 168 time: 0.8025260 Nov 12 04:02:39.173184 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c56927aa-d7bc-4771-a40c-29796e88d7b7 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:39.188539 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6aedd-a501-42c5-9944-5ac5c8cc2e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f07ace-4e19-44d8-80e7-031529881ec4,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:39.235243 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-70897e7d-490d-4c7c-90e9-ef6399d95d6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.238681 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-70897e7d-490d-4c7c-90e9-ef6399d95d6e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a3efbb0f-f8da-472c-ad12-8a4c6abe5c0a HTTP/1.1" status: 204 len: 168 time: 0.5342960 Nov 12 04:02:39.243856 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47340) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:39.249532 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.257620 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70897e7d-490d-4c7c-90e9-ef6399d95d6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3efbb0f-f8da-472c-ad12-8a4c6abe5c0a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:39.307382 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port c56927aa-d7bc-4771-a40c-29796e88d7b7 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:39.307755 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.476238 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Pushing event updated for resources: {'Port': ['ID=d53ec54b-641e-47ce-bf26-9abe25cbdb66,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:39.486494 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Attempting to bind port d53ec54b-641e-47ce-bf26-9abe25cbdb66 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:39.486649 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.487193 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Attempting to bind port d53ec54b-641e-47ce-bf26-9abe25cbdb66 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:39.487721 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Attempting to bind port d53ec54b-641e-47ce-bf26-9abe25cbdb66 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:39.509448 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Port d53ec54b-641e-47ce-bf26-9abe25cbdb66 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:39.510054 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Attempting to bind port d53ec54b-641e-47ce-bf26-9abe25cbdb66 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:39.543689 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:39.544053 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:39.544597 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:39.545631 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Bound port: d53ec54b-641e-47ce-bf26-9abe25cbdb66, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:39.545993 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.614967 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55f54ae3-481b-4563-a9e0-b628a96a48d1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.662913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] For port d53ec54b-641e-47ce-bf26-9abe25cbdb66, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:39.668558 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] For port d53ec54b-641e-47ce-bf26-9abe25cbdb66, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d53ec54b-641e-47ce-bf26-9abe25cbdb66,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:39.694891 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55f54ae3-481b-4563-a9e0-b628a96a48d1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.706937 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.731908 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:39.740817 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:39.741792 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:39.742019 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:39.742340 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:39.742718 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:39.742992 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:39.743457 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:39.743816 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:39.744723 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:39.799226 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55f54ae3-481b-4563-a9e0-b628a96a48d1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.841779 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.888814 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f54ae3-481b-4563-a9e0-b628a96a48d1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Pushing event updated for resources: {'Port': ['ID=f9aad36e-7d20-4d9c-9d80-a6d6ca5cfe2d,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:39.900415 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:39.901055 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.902576 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] 10.222.0.31 "PUT /v2.0/ports/d53ec54b-641e-47ce-bf26-9abe25cbdb66 HTTP/1.1" status: 200 len: 1118 time: 3.5381372 Nov 12 04:02:39.903049 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf921d1f-1453-4c5c-b829-4ac94e30de0c', 'tag': 'd53ec54b-641e-47ce-bf26-9abe25cbdb66'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:40.030480 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55f54ae3-481b-4563-a9e0-b628a96a48d1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.039708 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:40.040458 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-55f54ae3-481b-4563-a9e0-b628a96a48d1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7915213 Nov 12 04:02:40.040537 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:40.040537 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:40.040537 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:40.040537 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab576474-c6aa-4a2b-93d9-3ba402aa6ca2']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:40.049106 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3a136-3a48-48fc-b8a5-92e4176c0044 req-1cb410e5-9262-4a3f-bc00-c6aa2164977a tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:40.050648 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-68f3a136-3a48-48fc-b8a5-92e4176c0044 req-1cb410e5-9262-4a3f-bc00-c6aa2164977a tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 969 time: 0.3262088 Nov 12 04:02:40.060746 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda89e47-c012-4f99-afe9-426931d06645') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:40.061110 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda89e47-c012-4f99-afe9-426931d06645') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:40.115324 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.138094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8274b-242b-4938-a6bf-20ce8128552f service neutron] Pushing event updated for resources: {'Port': ['ID=d53ec54b-641e-47ce-bf26-9abe25cbdb66,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:40.140065 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.150624 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:40.151573 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: from cryptography.utils import int_from_bytes Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: from cryptography.utils import int_from_bytes Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:40.159446 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:40.206347 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-68f3a136-3a48-48fc-b8a5-92e4176c0044 req-b78a7a11-1099-48e0-8d43-6ec9fb553991 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913322 Nov 12 04:02:40.315705 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.324743 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.328868 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ab576474-c6aa-4a2b-93d9-3ba402aa6ca2 HTTP/1.1" status: 204 len: 168 time: 1.0835128 Nov 12 04:02:40.332103 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47356) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:40.338559 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d99f6c-daf1-42d8-9372-58204b3e0ca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab576474-c6aa-4a2b-93d9-3ba402aa6ca2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:40.379780 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd23838e-4517-4185-9816-6585170395cf admin admin] Deleting subnet 35e34d11-9433-4207-9f0f-ed13fcfa8ac8 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:02:40.383158 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd23838e-4517-4185-9816-6585170395cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.411625 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47358) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:40.422712 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd23838e-4517-4185-9816-6585170395cf admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.425045 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7dc59a0-f597-4dee-8f0b-d09697751fbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.433917 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd23838e-4517-4185-9816-6585170395cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.503470 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47360) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:40.527342 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7dc59a0-f597-4dee-8f0b-d09697751fbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.550341 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-68725f2b-805c-497d-8185-fc630f6680c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.613887 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a7dc59a0-f597-4dee-8f0b-d09697751fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.657498 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc59a0-f597-4dee-8f0b-d09697751fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e47abf0-d248-4667-a6f7-555febfb88cb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:40.694363 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a7dc59a0-f597-4dee-8f0b-d09697751fbe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b473879ddd88483f94624169b1290959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814498 Nov 12 04:02:40.708760 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47376) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:40.783402 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4ab3817-d702-434b-8d26-34af659c27d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.834459 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4ab3817-d702-434b-8d26-34af659c27d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.892527 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724b7ae0-9471-47f4-a46d-bda70f4112f7" -d '{"events": [{"name": "network-changed", "server_uuid": "bf921d1f-1453-4c5c-b829-4ac94e30de0c", "tag": "d53ec54b-641e-47ce-bf26-9abe25cbdb66"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:40.964383 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd23838e-4517-4185-9816-6585170395cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.964383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23838e-4517-4185-9816-6585170395cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e34d11-9433-4207-9f0f-ed13fcfa8ac8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:40.967450 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd23838e-4517-4185-9816-6585170395cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.972680 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47388) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:40.975948 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bd23838e-4517-4185-9816-6585170395cf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/35e34d11-9433-4207-9f0f-ed13fcfa8ac8 HTTP/1.1" status: 204 len: 168 time: 0.6402872 Nov 12 04:02:40.979954 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47390) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:41.012943 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4ab3817-d702-434b-8d26-34af659c27d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.017055 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4ab3817-d702-434b-8d26-34af659c27d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.018824 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b4ab3817-d702-434b-8d26-34af659c27d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e47abf0-d248-4667-a6f7-555febfb88cb HTTP/1.1" status: 204 len: 168 time: 0.3077404 Nov 12 04:02:41.025922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-3cc4b9c1-73a3-47b0-992d-6d27ffde798e tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1477913715&fields=id&tenant_id=8006901ac6434b0990a2684e1cc5c169 HTTP/1.1" status: 200 len: 267 time: 0.1383207 Nov 12 04:02:41.033563 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab3817-d702-434b-8d26-34af659c27d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e47abf0-d248-4667-a6f7-555febfb88cb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:41.198341 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.255428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-da55f58a-f263-4809-951b-44565ebf6a64 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-581850865-network', 'tenant_id': '24d93c8a7e014f9c805b1ab4ff591141'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:41.281771 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-68725f2b-805c-497d-8185-fc630f6680c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.283562 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72497eaf-2730-4d26-89ec-fba439715178 x-openstack-request-id: req-72497eaf-2730-4d26-89ec-fba439715178 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:41.283855 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf921d1f-1453-4c5c-b829-4ac94e30de0c", "tag": "d53ec54b-641e-47ce-bf26-9abe25cbdb66", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:41.284118 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72497eaf-2730-4d26-89ec-fba439715178 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:41.285155 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf921d1f-1453-4c5c-b829-4ac94e30de0c', 'tag': 'd53ec54b-641e-47ce-bf26-9abe25cbdb66', 'status': 'completed', 'code': 200} Nov 12 04:02:41.345021 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-888af087-acc7-4f47-b7c5-b9d629d6176c tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:41.346572 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-888af087-acc7-4f47-b7c5-b9d629d6176c tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/networks?id=5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 HTTP/1.1" status: 200 len: 823 time: 0.3198686 Nov 12 04:02:41.361757 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da55f58a-f263-4809-951b-44565ebf6a64 admin admin] Made reservation on behalf of 24d93c8a7e014f9c805b1ab4ff591141 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:41.364187 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da55f58a-f263-4809-951b-44565ebf6a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.374054 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da55f58a-f263-4809-951b-44565ebf6a64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.387909 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-68725f2b-805c-497d-8185-fc630f6680c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.408131 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.490841 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:41.491205 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:41.491944 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:41.492270 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:41.492580 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:41.492890 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:41.493235 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:41.493568 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:41.493883 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:41.494187 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:41.522604 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da55f58a-f263-4809-951b-44565ebf6a64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.565054 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:41.565405 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:41.565732 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:41.566058 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 04:02:41.566437 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76dd3a9-0c9f-49fc-915a-0758c5a236f4']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:41.583314 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da55f58a-f263-4809-951b-44565ebf6a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.587402 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-68725f2b-805c-497d-8185-fc630f6680c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=382babeb8d0849adb9e630e2ecabd737&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0724514 Nov 12 04:02:41.587402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47406) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:41.607807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-3e87cf53-e03d-4185-8a84-87b142f35aa3 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/quotas/8006901ac6434b0990a2684e1cc5c169 HTTP/1.1" status: 200 len: 375 time: 0.2245600 Nov 12 04:02:41.611875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03198efc-4790-4ccb-8672-44248fe97919') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:41.615386 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da55f58a-f263-4809-951b-44565ebf6a64 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:41.615672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03198efc-4790-4ccb-8672-44248fe97919') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:41.618226 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55f58a-f263-4809-951b-44565ebf6a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a824d03-a2bf-46c1-bc69-bea9a165e233,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:41.618693 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68725f2b-805c-497d-8185-fc630f6680c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b1726c-89d8-4f9e-8c90-099d62053660,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:41.624519 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da55f58a-f263-4809-951b-44565ebf6a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.624908 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-da55f58a-f263-4809-951b-44565ebf6a64 admin admin] Added segment ef1f1549-d74a-4481-999f-0a3685d29c89 of type vlan for network fb21ba9f-b483-402d-b53a-d8133cc3e40d Nov 12 04:02:41.677895 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da55f58a-f263-4809-951b-44565ebf6a64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.705783 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f7556-d04d-46fe-9bf8-2e3cb5ee8f3b req-b0da6ec6-cc8f-4f05-a913-0a2a98b2133c tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:41.707530 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-547f7556-d04d-46fe-9bf8-2e3cb5ee8f3b req-b0da6ec6-cc8f-4f05-a913-0a2a98b2133c tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 969 time: 0.3258626 Nov 12 04:02:41.710008 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.774742 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da55f58a-f263-4809-951b-44565ebf6a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.776264 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da55f58a-f263-4809-951b-44565ebf6a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:41.777059 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da55f58a-f263-4809-951b-44565ebf6a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.800155 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.847163 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55f58a-f263-4809-951b-44565ebf6a64 admin admin] Pushing event updated for resources: {'Network': ['ID=fb21ba9f-b483-402d-b53a-d8133cc3e40d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:41.859048 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network fb21ba9f-b483-402d-b53a-d8133cc3e40d details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:41.860856 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-8be042b6-de17-4d0c-83b8-0f8130aa0eec tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8006901ac6434b0990a2684e1cc5c169&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2227752 Nov 12 04:02:41.866054 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:41.866054 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.867448 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-da55f58a-f263-4809-951b-44565ebf6a64 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8936505 Nov 12 04:02:41.868838 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47414) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:41.874489 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c825aa69-0b95-4746-a739-c889cd81341c admin admin] Request body: {'subnet': {'network_id': 'fb21ba9f-b483-402d-b53a-d8133cc3e40d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-581850865-subnet', 'tenant_id': '24d93c8a7e014f9c805b1ab4ff591141', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: from cryptography.utils import int_from_bytes Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: from cryptography.utils import int_from_bytes Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:41.874695 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:41.939730 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-547f7556-d04d-46fe-9bf8-2e3cb5ee8f3b req-50fb7cfb-b4c9-4d37-88a2-967360f86852 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055163 Nov 12 04:02:41.942406 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f7640384-8b66-4b8c-a230-0eba3069a201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.973577 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f7640384-8b66-4b8c-a230-0eba3069a201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.995878 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c825aa69-0b95-4746-a739-c889cd81341c admin admin] Made reservation on behalf of 24d93c8a7e014f9c805b1ab4ff591141 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:41.998462 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c825aa69-0b95-4746-a739-c889cd81341c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.053117 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.079232 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.083514 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f76dd3a9-0c9f-49fc-915a-0758c5a236f4 HTTP/1.1" status: 204 len: 168 time: 1.1018760 Nov 12 04:02:42.084665 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7ed18-8179-48fc-bf98-a84a0b13a5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f76dd3a9-0c9f-49fc-915a-0758c5a236f4,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:42.105117 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f7640384-8b66-4b8c-a230-0eba3069a201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.108371 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f7640384-8b66-4b8c-a230-0eba3069a201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.110686 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f7640384-8b66-4b8c-a230-0eba3069a201 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4b1726c-89d8-4f9e-8c90-099d62053660 HTTP/1.1" status: 204 len: 168 time: 0.5195739 Nov 12 04:02:42.119664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7640384-8b66-4b8c-a230-0eba3069a201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b1726c-89d8-4f9e-8c90-099d62053660,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:42.306496 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-741daecc-0bbf-4d74-a569-8e7637653c2c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:02:42.307597 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-741daecc-0bbf-4d74-a569-8e7637653c2c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2105567 Nov 12 04:02:42.436833 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-eb249f96-ef93-46bd-a3fd-c27b7d0d8646 service neutron] 10.222.0.37 "GET /v2.0/networks/5cf83d51-3d0e-4c8f-9a29-51d4c0e52872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221743 Nov 12 04:02:42.453324 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c825aa69-0b95-4746-a739-c889cd81341c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.509245 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47428) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:42.587261 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825aa69-0b95-4746-a739-c889cd81341c admin admin] Pushing event updated for resources: {'Subnet': ['ID=07cdaba5-dc1d-420a-b3ec-84aeab53d95f,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:42.589418 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2b623eae-fd7b-4e79-8b60-2b5d569ea5da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe95b681c8a64b67b9ee88bb63f23ddb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0787973 Nov 12 04:02:42.591607 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c825aa69-0b95-4746-a739-c889cd81341c admin admin] Checking segment: {'id': 'ef1f1549-d74a-4481-999f-0a3685d29c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fb21ba9f-b483-402d-b53a-d8133cc3e40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:42.591607 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c825aa69-0b95-4746-a739-c889cd81341c admin admin] Network hostable DHCP agents. Network: fb21ba9f-b483-402d-b53a-d8133cc3e40d, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:42.593379 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47430) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:42.667626 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4780eac6-36fe-4052-b93f-b088342fa19d service neutron] 10.222.0.37 "GET /v2.0/networks/5cf83d51-3d0e-4c8f-9a29-51d4c0e52872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037644 Nov 12 04:02:42.719619 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d11bef3-bb06-4c52-a01b-11f2f5382809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.729904 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c825aa69-0b95-4746-a739-c889cd81341c admin admin] Network fb21ba9f-b483-402d-b53a-d8133cc3e40d is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:42.754817 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d11bef3-bb06-4c52-a01b-11f2f5382809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.824145 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c825aa69-0b95-4746-a739-c889cd81341c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, fb21ba9f-b483-402d-b53a-d8133cc3e40d) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:42.828762 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c825aa69-0b95-4746-a739-c889cd81341c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:42.833556 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c825aa69-0b95-4746-a739-c889cd81341c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.835978 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fb9416-974f-495a-9cae-02413d9737b6 None None] Network fb21ba9f-b483-402d-b53a-d8133cc3e40d requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:42.947956 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c825aa69-0b95-4746-a739-c889cd81341c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0778284 Nov 12 04:02:42.948238 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47446) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:42.948802 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d11bef3-bb06-4c52-a01b-11f2f5382809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.952096 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d11bef3-bb06-4c52-a01b-11f2f5382809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.955885 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-41665ff6-2bf9-4823-bfa6-684a2a7fdfb0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-581850865-router', 'tenant_id': '24d93c8a7e014f9c805b1ab4ff591141', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:42.956045 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5d11bef3-bb06-4c52-a01b-11f2f5382809 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ed21379-8162-44f5-bdf1-b6b57bbdf711 HTTP/1.1" status: 204 len: 168 time: 0.3590591 Nov 12 04:02:42.976662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11bef3-bb06-4c52-a01b-11f2f5382809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed21379-8162-44f5-bdf1-b6b57bbdf711,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:43.139068 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41665ff6-2bf9-4823-bfa6-684a2a7fdfb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.141129 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41665ff6-2bf9-4823-bfa6-684a2a7fdfb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.204491 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d03306db-0cfc-42a3-b23a-d4da4d784bf5 req-562183ee-2dbf-41f6-aa76-63879e441c85 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 210 time: 0.0497053 Nov 12 04:02:43.242796 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-fb21ba9f-b483-402d-b53a-d8133cc3e40d', 'network_id': 'fb21ba9f-b483-402d-b53a-d8133cc3e40d', 'tenant_id': '24d93c8a7e014f9c805b1ab4ff591141', 'fixed_ips': [{'subnet_id': '07cdaba5-dc1d-420a-b3ec-84aeab53d95f'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:02:43.244465 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.349665 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41665ff6-2bf9-4823-bfa6-684a2a7fdfb0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.393897 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b80dae-b7d6-461c-8a39-526cf2e8d1d9 req-f5d5b8e4-b1af-41e4-b302-86dfeb46eee4 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:43.401983 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54b80dae-b7d6-461c-8a39-526cf2e8d1d9 req-f5d5b8e4-b1af-41e4-b302-86dfeb46eee4 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 969 time: 0.2260959 Nov 12 04:02:43.552845 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54b80dae-b7d6-461c-8a39-526cf2e8d1d9 req-8d6f7105-3803-4dca-9db3-6f5fdcec612a tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442060 Nov 12 04:02:43.594808 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] Allocated IP 172.20.0.2 (fb21ba9f-b483-402d-b53a-d8133cc3e40d/07cdaba5-dc1d-420a-b3ec-84aeab53d95f/b03a748e-2dfc-4f3c-9c73-8ef28a84d580) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:43.640698 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41665ff6-2bf9-4823-bfa6-684a2a7fdfb0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.842749 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.958055 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.013993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] Network fb21ba9f-b483-402d-b53a-d8133cc3e40d is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:44.022447 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:44.025536 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:44.029182 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] Pushing event updated for resources: {'Port': ['ID=b03a748e-2dfc-4f3c-9c73-8ef28a84d580,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:44.103024 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] Attempting to bind port b03a748e-2dfc-4f3c-9c73-8ef28a84d580 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:44.103481 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] Attempting to bind port b03a748e-2dfc-4f3c-9c73-8ef28a84d580 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'ef1f1549-d74a-4481-999f-0a3685d29c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fb21ba9f-b483-402d-b53a-d8133cc3e40d'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:44.103845 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] Attempting to bind port b03a748e-2dfc-4f3c-9c73-8ef28a84d580 on network fb21ba9f-b483-402d-b53a-d8133cc3e40d {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:44.111283 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:44.112814 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] Checking segment: {'id': 'ef1f1549-d74a-4481-999f-0a3685d29c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fb21ba9f-b483-402d-b53a-d8133cc3e40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:44.112814 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.112814 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] Bound using segment: {'id': 'ef1f1549-d74a-4481-999f-0a3685d29c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fb21ba9f-b483-402d-b53a-d8133cc3e40d'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:44.113081 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] Bound port: b03a748e-2dfc-4f3c-9c73-8ef28a84d580, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1f1549-d74a-4481-999f-0a3685d29c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fb21ba9f-b483-402d-b53a-d8133cc3e40d'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:44.113322 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.175420 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41665ff6-2bf9-4823-bfa6-684a2a7fdfb0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.197547 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41665ff6-2bf9-4823-bfa6-684a2a7fdfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.229083 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] For port b03a748e-2dfc-4f3c-9c73-8ef28a84d580, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:44.232954 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] For port b03a748e-2dfc-4f3c-9c73-8ef28a84d580, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b03a748e-2dfc-4f3c-9c73-8ef28a84d580,segment=NetworkSegment(ef1f1549-d74a-4481-999f-0a3685d29c89),segment_id=ef1f1549-d74a-4481-999f-0a3685d29c89)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:44.327724 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47490) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:44.345184 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.350231 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-949cd784-9520-41f8-82ff-035623910bea req-f2fe62a6-756e-4276-80d4-5cc0f18ff457 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 210 time: 0.0365169 Nov 12 04:02:44.404936 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-41665ff6-2bf9-4823-bfa6-684a2a7fdfb0 admin admin] Allocated IP 172.25.1.230 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/3e3a6517-3fd3-4312-b3a4-8bfde70f91f6) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:44.411426 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-324873fc-fd25-46ed-b587-9458507442f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0aa01296c2d3462898e8813277162ab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0825405 Nov 12 04:02:44.420257 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47496) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:44.514408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb9a48-2beb-4690-801b-f15f4a88ab58 None None] Pushing event updated for resources: {'Port': ['ID=b03a748e-2dfc-4f3c-9c73-8ef28a84d580,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:44.544338 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d080721-58b3-4172-b06e-0dc4669ae622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.622092 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41665ff6-2bf9-4823-bfa6-684a2a7fdfb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.635675 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d080721-58b3-4172-b06e-0dc4669ae622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.765828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a95728-88cf-4bc4-84f3-76ed42150fa0 req-d425d07b-f235-4bbb-9dd7-89fdc3a25a8b tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:44.768989 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f9a95728-88cf-4bc4-84f3-76ed42150fa0 req-d425d07b-f235-4bbb-9dd7-89fdc3a25a8b tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 969 time: 0.1019187 Nov 12 04:02:44.831606 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41665ff6-2bf9-4823-bfa6-684a2a7fdfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.859354 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d080721-58b3-4172-b06e-0dc4669ae622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.865603 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d080721-58b3-4172-b06e-0dc4669ae622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.870844 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6d080721-58b3-4172-b06e-0dc4669ae622 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/217fab1b-51f4-46df-ad98-7609219aedc7 HTTP/1.1" status: 204 len: 168 time: 0.4493711 Nov 12 04:02:44.907608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41665ff6-2bf9-4823-bfa6-684a2a7fdfb0 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:44.911205 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-41665ff6-2bf9-4823-bfa6-684a2a7fdfb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:44.912233 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d080721-58b3-4172-b06e-0dc4669ae622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217fab1b-51f4-46df-ad98-7609219aedc7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:44.929367 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41665ff6-2bf9-4823-bfa6-684a2a7fdfb0 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:45.020183 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41665ff6-2bf9-4823-bfa6-684a2a7fdfb0 admin admin] Pushing event updated for resources: {'Port': ['ID=3e3a6517-3fd3-4312-b3a4-8bfde70f91f6,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:45.045042 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f9a95728-88cf-4bc4-84f3-76ed42150fa0 req-175c0606-09d3-4b9b-bcec-79981d7368e8 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611032 Nov 12 04:02:45.269300 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b03a748e-2dfc-4f3c-9c73-8ef28a84d580 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:45.337986 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port b03a748e-2dfc-4f3c-9c73-8ef28a84d580 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:45.338843 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.466142 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41665ff6-2bf9-4823-bfa6-684a2a7fdfb0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.481372 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.522454 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port b03a748e-2dfc-4f3c-9c73-8ef28a84d580, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b03a748e-2dfc-4f3c-9c73-8ef28a84d580,segment=NetworkSegment(ef1f1549-d74a-4481-999f-0a3685d29c89),segment_id=ef1f1549-d74a-4481-999f-0a3685d29c89)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:45.605958 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b62862cc-6a0e-44c0-8760-9a0f0baa5871 req-12a84831-1e21-42a3-8f07-b3546a46de7c tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 210 time: 0.1278548 Nov 12 04:02:45.629983 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.752754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=b03a748e-2dfc-4f3c-9c73-8ef28a84d580,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:46.000743 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41665ff6-2bf9-4823-bfa6-684a2a7fdfb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.059466 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9644fbe4-dec4-46f4-b9a4-19120cdaeab6 None None] Network fb21ba9f-b483-402d-b53a-d8133cc3e40d requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:46.246237 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1e99a606-0132-47e4-a725-7a631e19d864 None None] Provisioning complete for port b03a748e-2dfc-4f3c-9c73-8ef28a84d580 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:46.246237 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e99a606-0132-47e4-a725-7a631e19d864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.369542 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b7ae0-9471-47f4-a46d-bda70f4112f7 req-289ac0d0-7829-4f78-a50b-2c47c4e996c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:46.371843 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-724b7ae0-9471-47f4-a46d-bda70f4112f7 req-289ac0d0-7829-4f78-a50b-2c47c4e996c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9af9d8494f9349368e872e5d24e8c000&device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 1121 time: 0.1791358 Nov 12 04:02:46.394031 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f2841-0916-4f4e-8b57-35b79cfaddf4 req-d4fcd56f-a26b-4c29-9793-b3a062f7c6fd tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:46.400399 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a1f2841-0916-4f4e-8b57-35b79cfaddf4 req-d4fcd56f-a26b-4c29-9793-b3a062f7c6fd tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 969 time: 0.2368450 Nov 12 04:02:46.500252 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41665ff6-2bf9-4823-bfa6-684a2a7fdfb0 admin admin] Router d32d2077-da2c-447c-a7ae-7d85d8f15e8c is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:02:46.520110 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a1f2841-0916-4f4e-8b57-35b79cfaddf4 req-25008070-03cd-4bd2-837e-2449eecefb43 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067898 Nov 12 04:02:46.679977 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41665ff6-2bf9-4823-bfa6-684a2a7fdfb0 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:02:46.694419 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] Sync routers for ids ['d32d2077-da2c-447c-a7ae-7d85d8f15e8c'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:02:46.711004 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] Routers {'d32d2077-da2c-447c-a7ae-7d85d8f15e8c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:46.713579 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:02:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d32d2077-da2c-447c-a7ae-7d85d8f15e8c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:46.773044 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-724b7ae0-9471-47f4-a46d-bda70f4112f7 req-813fed35-b13b-4c1e-9b40-4c1601c35fc7 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=9af9d8494f9349368e872e5d24e8c000&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400791 Nov 12 04:02:46.789759 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ae3bdb4e-caa9-476a-b36b-60bb4a49a975 req-7d97af3f-6f1f-4a7f-a9f3-8155d6013da1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 210 time: 0.0478826 Nov 12 04:02:46.903687 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.908803 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] Set router d32d2077-da2c-447c-a7ae-7d85d8f15e8c gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:46.962402 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41665ff6-2bf9-4823-bfa6-684a2a7fdfb0 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.963656 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-41665ff6-2bf9-4823-bfa6-684a2a7fdfb0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0144706 Nov 12 04:02:46.966537 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47562) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:47.028703 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b7ae0-9471-47f4-a46d-bda70f4112f7 req-fb014f06-81a0-4b42-8740-61da7d7b67e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:47.030410 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-724b7ae0-9471-47f4-a46d-bda70f4112f7 req-fb014f06-81a0-4b42-8740-61da7d7b67e0 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2432330 Nov 12 04:02:47.157443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-59362d48-1a0c-45f1-84af-1742c8628abc None None] Provisioning complete for port b03a748e-2dfc-4f3c-9c73-8ef28a84d580 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:47.157949 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59362d48-1a0c-45f1-84af-1742c8628abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.203571 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b03a748e-2dfc-4f3c-9c73-8ef28a84d580 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:47.266364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-4b10a317-331f-43ad-8378-ea50fd7d9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:47.266364 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-4b10a317-331f-43ad-8378-ea50fd7d9d7e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9af9d8494f9349368e872e5d24e8c000&device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 1121 time: 0.0759523 Nov 12 04:02:47.266942 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32d2077-da2c-447c-a7ae-7d85d8f15e8c', 'name': 'tempest-FloatingIPsNegativeTestJSON-581850865-router', 'tenant_id': '24d93c8a7e014f9c805b1ab4ff591141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '3e3a6517-3fd3-4312-b3a4-8bfde70f91f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:43Z', 'updated_at': '2021-11-12T04:02:45Z', 'revision_number': 3, 'project_id': '24d93c8a7e014f9c805b1ab4ff591141', 'gw_port': {'id': '3e3a6517-3fd3-4312-b3a4-8bfde70f91f6', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32d2077-da2c-447c-a7ae-7d85d8f15e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:44Z', 'updated_at': '2021-11-12T04:02:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:47.349572 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port b03a748e-2dfc-4f3c-9c73-8ef28a84d580 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:47.349572 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.437994 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] Checking router: d32d2077-da2c-447c-a7ae-7d85d8f15e8c for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:02:47.438621 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] Updating router d32d2077-da2c-447c-a7ae-7d85d8f15e8c port 3e3a6517-3fd3-4312-b3a4-8bfde70f91f6 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:02:47.495121 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.642729 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-e2941f43-a15a-47f8-b3cc-2617c01a968b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d53ec54b-641e-47ce-bf26-9abe25cbdb66 HTTP/1.1" status: 200 len: 217 time: 0.3612881 Nov 12 04:02:47.683009 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.21', 51766) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:47.725522 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdad81bb-9923-4fb2-866e-e5b23d67fe7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.827046 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.835002 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.883725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-adac0528-0fb6-46c8-b1b2-df865b51841d tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:47.885538 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-adac0528-0fb6-46c8-b1b2-df865b51841d tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.21 "GET /v2.0/networks?id=5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 HTTP/1.1" status: 200 len: 823 time: 0.2012773 Nov 12 04:02:47.901045 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.901214 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea51fe4-c2c8-4140-96e2-7023c7bf6ae3 req-52ae985a-12c7-4182-8935-9a8d63412fe7 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:47.901214 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ea51fe4-c2c8-4140-96e2-7023c7bf6ae3 req-52ae985a-12c7-4182-8935-9a8d63412fe7 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 969 time: 0.2599149 Nov 12 04:02:47.902052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-26ecb86a-9858-4b2d-a9f9-a1172773ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:47.903575 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-26ecb86a-9858-4b2d-a9f9-a1172773ec33 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.2525527 Nov 12 04:02:47.965372 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] Attempting to bind port 3e3a6517-3fd3-4312-b3a4-8bfde70f91f6 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:47.965744 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] Attempting to bind port 3e3a6517-3fd3-4312-b3a4-8bfde70f91f6 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:47.966108 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] Attempting to bind port 3e3a6517-3fd3-4312-b3a4-8bfde70f91f6 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:47.976956 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:47.978289 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:47.978607 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.979037 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:47.979717 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] Bound port: 3e3a6517-3fd3-4312-b3a4-8bfde70f91f6, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:47.980179 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.000472 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-fdad81bb-9923-4fb2-866e-e5b23d67fe7d admin admin] Allocated IP 172.20.0.1 (fb21ba9f-b483-402d-b53a-d8133cc3e40d/07cdaba5-dc1d-420a-b3ec-84aeab53d95f/46525c61-253b-435c-98ec-854275d2bae9) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:48.011115 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47590) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:48.025228 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdeba2-1ba6-4883-b40f-1aa6676218cc None None] Pushing event updated for resources: {'Port': ['ID=3e3a6517-3fd3-4312-b3a4-8bfde70f91f6,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:48.053716 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-fdf23d8d-82fe-4bec-a53f-a9166a352b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:48.055454 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-fdf23d8d-82fe-4bec-a53f-a9166a352b67 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1418526 Nov 12 04:02:48.057327 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-783ccc04-a599-459d-9818-2069e28673ec req-93283a7a-2e21-4b42-9dc4-dfa880d19815 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 210 time: 0.0655379 Nov 12 04:02:48.095004 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] For port 3e3a6517-3fd3-4312-b3a4-8bfde70f91f6, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:48.104665 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] For port 3e3a6517-3fd3-4312-b3a4-8bfde70f91f6, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3e3a6517-3fd3-4312-b3a4-8bfde70f91f6,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:48.152607 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdad81bb-9923-4fb2-866e-e5b23d67fe7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.160527 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ea51fe4-c2c8-4140-96e2-7023c7bf6ae3 req-a1a1abb4-a6bf-4338-9ee7-684458bce5a4 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537086 Nov 12 04:02:48.166883 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-dadaaeb2-4fac-423c-b2f9-693b24751d1e tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8006901ac6434b0990a2684e1cc5c169 HTTP/1.1" status: 200 len: 380 time: 0.1071992 Nov 12 04:02:48.175082 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47596) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:48.182057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-e24e089e-0d16-4373-ab9e-a4a5946de0f8 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Request body: {'port': {'device_id': 'bc3f1236-8f83-471c-898e-09eaf9020a8f', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'admin_state_up': True, 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'security_groups': ['80afc09c-4def-4634-bebc-7d337a93daf7']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:48.186587 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.278592 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdad81bb-9923-4fb2-866e-e5b23d67fe7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.285065 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdeba2-1ba6-4883-b40f-1aa6676218cc None None] Pushing event updated for resources: {'Port': ['ID=3e3a6517-3fd3-4312-b3a4-8bfde70f91f6,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:48.297918 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] Routers {'d32d2077-da2c-447c-a7ae-7d85d8f15e8c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:48.298725 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:02:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d32d2077-da2c-447c-a7ae-7d85d8f15e8c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:48.332621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-b6f4e85d-cc6b-4111-aff0-40b9592e2bfa service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820848 Nov 12 04:02:48.402355 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdad81bb-9923-4fb2-866e-e5b23d67fe7d admin admin] Network fb21ba9f-b483-402d-b53a-d8133cc3e40d is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:48.404564 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-087ded64-a0b9-4961-91d0-db059e19bd8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.409161 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-fdad81bb-9923-4fb2-866e-e5b23d67fe7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:48.419902 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdad81bb-9923-4fb2-866e-e5b23d67fe7d admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:48.441221 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] Set router d32d2077-da2c-447c-a7ae-7d85d8f15e8c gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:48.450258 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b6fc59ac-b2f1-4b23-8607-7253a77e1a36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.480257 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad81bb-9923-4fb2-866e-e5b23d67fe7d admin admin] Pushing event updated for resources: {'Port': ['ID=46525c61-253b-435c-98ec-854275d2bae9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:48.491991 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdad81bb-9923-4fb2-866e-e5b23d67fe7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.525323 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-528aa64e-f8a4-47ff-b083-abae19d1a6a0 req-c9034459-0793-4282-977d-4899046099a9 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793485 Nov 12 04:02:48.527155 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-e24e089e-0d16-4373-ab9e-a4a5946de0f8 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Made reservation on behalf of 8006901ac6434b0990a2684e1cc5c169 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:48.531350 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-e24e089e-0d16-4373-ab9e-a4a5946de0f8 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.753258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2a1f8bce-5c3b-4657-b396-b4638baa28f4 None None] Provisioning complete for port 46525c61-253b-435c-98ec-854275d2bae9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:48.759313 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a1f8bce-5c3b-4657-b396-b4638baa28f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.759474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-e24e089e-0d16-4373-ab9e-a4a5946de0f8 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Allocated IP 172.20.0.4 (5cf83d51-3d0e-4c8f-9a29-51d4c0e52872/0188d129-9f7c-4b2c-91a1-31696b98b21a/8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:48.782830 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-087ded64-a0b9-4961-91d0-db059e19bd8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.798602 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b6fc59ac-b2f1-4b23-8607-7253a77e1a36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.803812 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f8bce-5c3b-4657-b396-b4638baa28f4 None None] Port 46525c61-253b-435c-98ec-854275d2bae9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:48.818558 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32d2077-da2c-447c-a7ae-7d85d8f15e8c', 'name': 'tempest-FloatingIPsNegativeTestJSON-581850865-router', 'tenant_id': '24d93c8a7e014f9c805b1ab4ff591141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '3e3a6517-3fd3-4312-b3a4-8bfde70f91f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:43Z', 'updated_at': '2021-11-12T04:02:45Z', 'revision_number': 3, 'project_id': '24d93c8a7e014f9c805b1ab4ff591141', 'gw_port': {'id': '3e3a6517-3fd3-4312-b3a4-8bfde70f91f6', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32d2077-da2c-447c-a7ae-7d85d8f15e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:44Z', 'updated_at': '2021-11-12T04:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:48.850568 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfd2461-6ee5-43e3-a092-4a13ef7154b1 None None] The sync data for ids ['d32d2077-da2c-447c-a7ae-7d85d8f15e8c'] in n-d-768509-24 is: [{'id': 'd32d2077-da2c-447c-a7ae-7d85d8f15e8c', 'name': 'tempest-FloatingIPsNegativeTestJSON-581850865-router', 'tenant_id': '24d93c8a7e014f9c805b1ab4ff591141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '3e3a6517-3fd3-4312-b3a4-8bfde70f91f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:43Z', 'updated_at': '2021-11-12T04:02:45Z', 'revision_number': 3, 'project_id': '24d93c8a7e014f9c805b1ab4ff591141', 'gw_port': {'id': '3e3a6517-3fd3-4312-b3a4-8bfde70f91f6', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32d2077-da2c-447c-a7ae-7d85d8f15e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:44Z', 'updated_at': '2021-11-12T04:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:02:48.905895 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-087ded64-a0b9-4961-91d0-db059e19bd8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.910990 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b6fc59ac-b2f1-4b23-8607-7253a77e1a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.941700 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdad81bb-9923-4fb2-866e-e5b23d67fe7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.973110 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-087ded64-a0b9-4961-91d0-db059e19bd8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5709bc010ad24c00ba86a3085272bb69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7967880 Nov 12 04:02:48.977824 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47612) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:48.982843 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b6fc59ac-b2f1-4b23-8607-7253a77e1a36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f5e1c968490457eb2b0bf16e8c6a80a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9607868 Nov 12 04:02:48.984949 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-e24e089e-0d16-4373-ab9e-a4a5946de0f8 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.986228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47614) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:48.994895 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc59ac-b2f1-4b23-8607-7253a77e1a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06614b4-b552-416e-88d6-b666fd73c804,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:49.042175 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ded64-a0b9-4961-91d0-db059e19bd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f9e2fa-9948-4fc5-a979-503aa8250f6c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:49.070801 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-932c7db0-30e6-4bd6-9457-55ec99ab03f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.096285 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-932c7db0-30e6-4bd6-9457-55ec99ab03f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.124755 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cafd5b4e-cb11-4daa-8f5d-5b40f460176f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.128293 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-e24e089e-0d16-4373-ab9e-a4a5946de0f8 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.208103 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cafd5b4e-cb11-4daa-8f5d-5b40f460176f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.261727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-e24e089e-0d16-4373-ab9e-a4a5946de0f8 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Network 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:49.265600 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e089e-0d16-4373-ab9e-a4a5946de0f8 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Pushing event updated for resources: {'Port': ['ID=8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:49.269811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-e24e089e-0d16-4373-ab9e-a4a5946de0f8 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:49.279354 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-e24e089e-0d16-4373-ab9e-a4a5946de0f8 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:49.377941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e9bf4-a322-4f0a-8d7e-20f9ed3debbb req-755c8664-6419-4479-97b7-0b0f641b5a4b tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:49.384306 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-482e9bf4-a322-4f0a-8d7e-20f9ed3debbb req-755c8664-6419-4479-97b7-0b0f641b5a4b tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 931 time: 0.2091632 Nov 12 04:02:49.388691 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdad81bb-9923-4fb2-866e-e5b23d67fe7d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.391419 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-932c7db0-30e6-4bd6-9457-55ec99ab03f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.394201 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-932c7db0-30e6-4bd6-9457-55ec99ab03f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.401641 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-932c7db0-30e6-4bd6-9457-55ec99ab03f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a06614b4-b552-416e-88d6-b666fd73c804 HTTP/1.1" status: 204 len: 168 time: 0.4140530 Nov 12 04:02:49.407951 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-e24e089e-0d16-4373-ab9e-a4a5946de0f8 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:49.408742 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-e24e089e-0d16-4373-ab9e-a4a5946de0f8 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.458499 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdad81bb-9923-4fb2-866e-e5b23d67fe7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.499592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c7db0-30e6-4bd6-9457-55ec99ab03f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06614b4-b552-416e-88d6-b666fd73c804,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:49.518594 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cafd5b4e-cb11-4daa-8f5d-5b40f460176f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.523930 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cafd5b4e-cb11-4daa-8f5d-5b40f460176f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.533235 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cafd5b4e-cb11-4daa-8f5d-5b40f460176f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3f9e2fa-9948-4fc5-a979-503aa8250f6c HTTP/1.1" status: 204 len: 168 time: 0.5541842 Nov 12 04:02:49.563013 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c987152-7d89-4d89-ab42-1b4a871fc041 req-ad56204a-d8ad-46f3-bd12-8777fe5ec012 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:49.566869 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c987152-7d89-4d89-ab42-1b4a871fc041 req-ad56204a-d8ad-46f3-bd12-8777fe5ec012 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 969 time: 0.1793301 Nov 12 04:02:49.586656 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-e24e089e-0d16-4373-ab9e-a4a5946de0f8 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4083128 Nov 12 04:02:49.606951 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-482e9bf4-a322-4f0a-8d7e-20f9ed3debbb req-68cf5383-5741-46a9-a453-188a5878ac2c tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951673 Nov 12 04:02:49.643218 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd5b4e-cb11-4daa-8f5d-5b40f460176f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f9e2fa-9948-4fc5-a979-503aa8250f6c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:49.667500 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fdad81bb-9923-4fb2-866e-e5b23d67fe7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.726945 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c987152-7d89-4d89-ab42-1b4a871fc041 req-43c5931c-2cb4-43e4-80fd-40461b31dd1b tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531835 Nov 12 04:02:49.742746 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad81bb-9923-4fb2-866e-e5b23d67fe7d admin admin] Pushing event updated for resources: {'Port': ['ID=46525c61-253b-435c-98ec-854275d2bae9,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:49.757485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5db2a6d8-864b-420a-85f0-de6aa2f6fe30 None None] Provisioning complete for port 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:49.759086 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5db2a6d8-864b-420a-85f0-de6aa2f6fe30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.804197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5db2a6d8-864b-420a-85f0-de6aa2f6fe30 None None] Port 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:49.955560 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdad81bb-9923-4fb2-866e-e5b23d67fe7d admin admin] Network fb21ba9f-b483-402d-b53a-d8133cc3e40d is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:49.957143 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-fdad81bb-9923-4fb2-866e-e5b23d67fe7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:50.109529 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdad81bb-9923-4fb2-866e-e5b23d67fe7d admin admin] Router d32d2077-da2c-447c-a7ae-7d85d8f15e8c has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:02:50.250062 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdad81bb-9923-4fb2-866e-e5b23d67fe7d admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:02:50.256685 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fdad81bb-9923-4fb2-866e-e5b23d67fe7d admin admin] 10.222.0.37 "PUT /v2.0/routers/d32d2077-da2c-447c-a7ae-7d85d8f15e8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2882926 Nov 12 04:02:50.331727 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3b65ae72-bd33-4e81-b83f-00a4dd78f8ed None None] Provisioning complete for port 46525c61-253b-435c-98ec-854275d2bae9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:50.332090 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3b65ae72-bd33-4e81-b83f-00a4dd78f8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.369253 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3b65ae72-bd33-4e81-b83f-00a4dd78f8ed None None] Port 46525c61-253b-435c-98ec-854275d2bae9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:50.521818 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47642) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:50.536321 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b00ec6bc-e55c-4b01-a379-62b6e06791da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.610709 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b00ec6bc-e55c-4b01-a379-62b6e06791da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.620607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47644) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:50.646139 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0df055d-f6f5-4138-9fd3-1afe83a4b956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.726953 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b00ec6bc-e55c-4b01-a379-62b6e06791da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.811546 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0df055d-f6f5-4138-9fd3-1afe83a4b956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.823933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b00ec6bc-e55c-4b01-a379-62b6e06791da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c7404319e4b40fe907d9e0f5cdf7685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002074 Nov 12 04:02:50.826116 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47658) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:50.836188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ec6bc-e55c-4b01-a379-62b6e06791da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bf0722-5f89-435a-aa03-fba2207c2500,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:50.842930 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-96dc2eb7-bea1-4cef-a6e3-f0a672e127cc tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cf245c200fc840d191068689a45dd107&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412283 Nov 12 04:02:50.859217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f0217-2c41-4129-b2d4-0ed50af63195 req-604520bd-d6b1-483d-8db4-22b68945ba6d tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:50.860811 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-566f0217-2c41-4129-b2d4-0ed50af63195 req-604520bd-d6b1-483d-8db4-22b68945ba6d tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 931 time: 0.1407738 Nov 12 04:02:50.891333 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-096136b6-facf-4cde-b814-441f01d0b214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.907209 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0df055d-f6f5-4138-9fd3-1afe83a4b956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.917762 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-096136b6-facf-4cde-b814-441f01d0b214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.006794 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df055d-f6f5-4138-9fd3-1afe83a4b956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ed817f-1402-4b6b-97cf-fd98489dbb2d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:51.020907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47662) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:51.021128 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a0df055d-f6f5-4138-9fd3-1afe83a4b956 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3e1b8ebf6104cf0afafeb46ecccd01a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3982003 Nov 12 04:02:51.028671 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-566f0217-2c41-4129-b2d4-0ed50af63195 req-57f6c4ee-c001-48ef-850d-00612dde32a6 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569490 Nov 12 04:02:51.047037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-fd2f67af-4397-4a1b-95cd-9b93de08e79e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:51.048619 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-fd2f67af-4397-4a1b-95cd-9b93de08e79e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867220 Nov 12 04:02:51.056146 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-096136b6-facf-4cde-b814-441f01d0b214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.058972 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-096136b6-facf-4cde-b814-441f01d0b214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.060512 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-096136b6-facf-4cde-b814-441f01d0b214 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8bf0722-5f89-435a-aa03-fba2207c2500 HTTP/1.1" status: 204 len: 168 time: 0.2329719 Nov 12 04:02:51.084108 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096136b6-facf-4cde-b814-441f01d0b214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bf0722-5f89-435a-aa03-fba2207c2500,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:51.095443 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-c6ba790e-6858-41b8-9195-199959e2cc0b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/quotas/cf245c200fc840d191068689a45dd107 HTTP/1.1" status: 200 len: 375 time: 0.0352297 Nov 12 04:02:51.112948 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6bf8124-2619-488a-8370-5b1a1b611ce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.149800 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] Sync routers for ids ['d32d2077-da2c-447c-a7ae-7d85d8f15e8c'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:02:51.157232 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6bf8124-2619-488a-8370-5b1a1b611ce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.184516 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] Routers {'d32d2077-da2c-447c-a7ae-7d85d8f15e8c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:51.185197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:02:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d32d2077-da2c-447c-a7ae-7d85d8f15e8c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:51.189729 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-a1a1ec28-f79e-4df9-84cd-ec976539bc46 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930812 Nov 12 04:02:51.275392 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff3a5d-e179-40f9-b1fd-adc13851d589 req-f46837f2-af7f-4ddf-bd15-0d7705453df7 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:51.277042 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e1ff3a5d-e179-40f9-b1fd-adc13851d589 req-f46837f2-af7f-4ddf-bd15-0d7705453df7 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 969 time: 0.0863619 Nov 12 04:02:51.322442 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6bf8124-2619-488a-8370-5b1a1b611ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.325755 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6bf8124-2619-488a-8370-5b1a1b611ce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.326982 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a6bf8124-2619-488a-8370-5b1a1b611ce6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08ed817f-1402-4b6b-97cf-fd98489dbb2d HTTP/1.1" status: 204 len: 168 time: 0.3050077 Nov 12 04:02:51.337369 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf8124-2619-488a-8370-5b1a1b611ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ed817f-1402-4b6b-97cf-fd98489dbb2d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:51.348734 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3e3a6517-3fd3-4312-b3a4-8bfde70f91f6 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:51.370059 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e1ff3a5d-e179-40f9-b1fd-adc13851d589 req-ff2a64ca-3a20-468c-be31-c03f85982c6b tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845275 Nov 12 04:02:51.425338 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] Set router d32d2077-da2c-447c-a7ae-7d85d8f15e8c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:51.512591 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3334c67-4cd7-4215-a898-09a2871a56f2 req-5d5d3f23-7cdb-4c56-8321-d122d940f54b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 210 time: 0.0473835 Nov 12 04:02:51.560368 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 3e3a6517-3fd3-4312-b3a4-8bfde70f91f6 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:51.560710 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.724507 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.769670 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 3e3a6517-3fd3-4312-b3a4-8bfde70f91f6, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3e3a6517-3fd3-4312-b3a4-8bfde70f91f6,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:51.785127 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32d2077-da2c-447c-a7ae-7d85d8f15e8c', 'name': 'tempest-FloatingIPsNegativeTestJSON-581850865-router', 'tenant_id': '24d93c8a7e014f9c805b1ab4ff591141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '3e3a6517-3fd3-4312-b3a4-8bfde70f91f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:43Z', 'updated_at': '2021-11-12T04:02:48Z', 'revision_number': 4, 'project_id': '24d93c8a7e014f9c805b1ab4ff591141', 'gw_port': {'id': '3e3a6517-3fd3-4312-b3a4-8bfde70f91f6', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32d2077-da2c-447c-a7ae-7d85d8f15e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:44Z', 'updated_at': '2021-11-12T04:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '46525c61-253b-435c-98ec-854275d2bae9', 'name': '', 'network_id': 'fb21ba9f-b483-402d-b53a-d8133cc3e40d', 'tenant_id': '24d93c8a7e014f9c805b1ab4ff591141', 'mac_address': 'fa:16:3e:ca:86:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32d2077-da2c-447c-a7ae-7d85d8f15e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '07cdaba5-dc1d-420a-b3ec-84aeab53d95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:47Z', 'updated_at': '2021-11-12T04:02:49Z', 'revision_number': 2, 'project_id': '24d93c8a7e014f9c805b1ab4ff591141', 'subnets': [{'id': '07cdaba5-dc1d-420a-b3ec-84aeab53d95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:51.812933 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] Checking router: d32d2077-da2c-447c-a7ae-7d85d8f15e8c for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:02:51.822906 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] Updating router d32d2077-da2c-447c-a7ae-7d85d8f15e8c port 46525c61-253b-435c-98ec-854275d2bae9 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:02:51.838906 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.045533 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-695fd609-b900-443b-9a59-b999037fb1dc req-8aca4bb6-8ad5-460b-9b55-d4b4f8afdf56 tempest-FloatingIPsNegativeTestJSON-1702857275 tempest-FloatingIPsNegativeTestJSON-1702857275-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=24d93c8a7e014f9c805b1ab4ff591141 HTTP/1.1" status: 200 len: 217 time: 0.0935583 Nov 12 04:02:52.170285 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-504261e4-4da9-4c10-8617-4cdde150fdc1 req-b02d25a7-fab2-4f1f-8b33-e8dc5c278112 tempest-FloatingIPsNegativeTestJSON-1702857275 tempest-FloatingIPsNegativeTestJSON-1702857275-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0409923 Nov 12 04:02:52.218449 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.264530 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-fd682573-5477-419f-a663-e82111cdf123 req-56ddef91-0b4e-47f5-aed3-912c86b99495 tempest-FloatingIPsNegativeTestJSON-1702857275 tempest-FloatingIPsNegativeTestJSON-1702857275-project] show failed (client error): The resource could not be found. Nov 12 04:02:52.265615 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fd682573-5477-419f-a663-e82111cdf123 req-56ddef91-0b4e-47f5-aed3-912c86b99495 tempest-FloatingIPsNegativeTestJSON-1702857275 tempest-FloatingIPsNegativeTestJSON-1702857275-project] 10.222.0.37 "GET /v2.0/floatingips/98e3a4b1-a975-4c22-a84b-eedbd1da7079 HTTP/1.1" status: 404 len: 350 time: 0.0783875 Nov 12 04:02:52.275908 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47700) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:52.282214 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f4f96-5b06-4499-a7f2-9988a1babe7e req-8586c5f9-b439-4800-9c2d-e72448e89743 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:52.284269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-463f4f96-5b06-4499-a7f2-9988a1babe7e req-8586c5f9-b439-4800-9c2d-e72448e89743 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 931 time: 0.1483090 Nov 12 04:02:52.346432 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-463f4f96-5b06-4499-a7f2-9988a1babe7e req-f3a54fb8-7525-4713-b339-cd0379243ce0 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538530 Nov 12 04:02:52.379334 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.439744 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=3e3a6517-3fd3-4312-b3a4-8bfde70f91f6,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:52.507254 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24678e63-d42f-4899-bee7-23051e88ce22 req-a8524ac6-c2ed-438c-9532-d9610a0fc366 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:52.509497 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24678e63-d42f-4899-bee7-23051e88ce22 req-a8524ac6-c2ed-438c-9532-d9610a0fc366 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 969 time: 0.0582545 Nov 12 04:02:52.565458 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24678e63-d42f-4899-bee7-23051e88ce22 req-75808a93-1407-4e21-b852-31d238e24f92 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483613 Nov 12 04:02:52.597164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47bbeffe-f654-4709-83db-589a95618bcb req-fb603493-4a6d-4e6b-bb01-c737e665e27e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 210 time: 0.0306222 Nov 12 04:02:52.671749 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.759741 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570142de-db72-4f0a-834e-875f7338043c None None] Pushing event updated for resources: {'Port': ['ID=46525c61-253b-435c-98ec-854275d2bae9,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:52.779144 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6341e3cb-e339-433a-99c1-c29811dcab8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.853747 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] Attempting to bind port 46525c61-253b-435c-98ec-854275d2bae9 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:52.854620 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] Attempting to bind port 46525c61-253b-435c-98ec-854275d2bae9 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'ef1f1549-d74a-4481-999f-0a3685d29c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fb21ba9f-b483-402d-b53a-d8133cc3e40d'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:52.855232 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] Attempting to bind port 46525c61-253b-435c-98ec-854275d2bae9 on network fb21ba9f-b483-402d-b53a-d8133cc3e40d {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:52.863146 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:52.863822 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] Checking segment: {'id': 'ef1f1549-d74a-4481-999f-0a3685d29c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fb21ba9f-b483-402d-b53a-d8133cc3e40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:52.864563 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.865152 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] Bound using segment: {'id': 'ef1f1549-d74a-4481-999f-0a3685d29c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fb21ba9f-b483-402d-b53a-d8133cc3e40d'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:52.865817 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] Bound port: 46525c61-253b-435c-98ec-854275d2bae9, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1f1549-d74a-4481-999f-0a3685d29c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fb21ba9f-b483-402d-b53a-d8133cc3e40d'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:52.866429 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.947436 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] For port 46525c61-253b-435c-98ec-854275d2bae9, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:52.951357 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] For port 46525c61-253b-435c-98ec-854275d2bae9, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=46525c61-253b-435c-98ec-854275d2bae9,segment=NetworkSegment(ef1f1549-d74a-4481-999f-0a3685d29c89),segment_id=ef1f1549-d74a-4481-999f-0a3685d29c89)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:53.012864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6b678b4a-b885-46ed-ace5-ac5514d7b241 None None] Provisioning complete for port 46525c61-253b-435c-98ec-854275d2bae9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:53.022934 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b678b4a-b885-46ed-ace5-ac5514d7b241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.022934 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.215832 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3e3a6517-3fd3-4312-b3a4-8bfde70f91f6 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:53.266141 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6341e3cb-e339-433a-99c1-c29811dcab8a admin admin] Deleting port 46525c61-253b-435c-98ec-854275d2bae9 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:53.266552 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6341e3cb-e339-433a-99c1-c29811dcab8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.271688 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d53ec54b-641e-47ce-bf26-9abe25cbdb66 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:02:53.300053 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] Routers {'d32d2077-da2c-447c-a7ae-7d85d8f15e8c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:53.300708 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:02:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d32d2077-da2c-447c-a7ae-7d85d8f15e8c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:53.382781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570142de-db72-4f0a-834e-875f7338043c None None] Pushing event updated for resources: {'Port': ['ID=46525c61-253b-435c-98ec-854275d2bae9,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:53.418225 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-6341e3cb-e339-433a-99c1-c29811dcab8a admin admin] For port 46525c61-253b-435c-98ec-854275d2bae9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=46525c61-253b-435c-98ec-854275d2bae9,segment=NetworkSegment(ef1f1549-d74a-4481-999f-0a3685d29c89),segment_id=ef1f1549-d74a-4481-999f-0a3685d29c89)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:53.420287 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6341e3cb-e339-433a-99c1-c29811dcab8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.465083 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6341e3cb-e339-433a-99c1-c29811dcab8a admin admin] Calling delete_port for 46525c61-253b-435c-98ec-854275d2bae9 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:53.552164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383b6fa-7281-49d5-a0ec-225eabe99f7e req-5e7eb6bb-19fc-4d15-a240-4b7260c7f7b5 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:53.553742 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2383b6fa-7281-49d5-a0ec-225eabe99f7e req-5e7eb6bb-19fc-4d15-a240-4b7260c7f7b5 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 931 time: 0.0839946 Nov 12 04:02:53.599101 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47730) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:53.655396 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2383b6fa-7281-49d5-a0ec-225eabe99f7e req-d185ec4a-b757-4408-8913-721d255b3354 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935509 Nov 12 04:02:53.762915 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-11a7f10b-1d9f-4a86-9ab2-19bfa1a0273d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1142325837-network', 'tenant_id': 'dbefff477b694cb581282e32dd2cbb0f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:53.763130 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] Set router d32d2077-da2c-447c-a7ae-7d85d8f15e8c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:53.765507 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.resource_extend [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 04:02:53.823530 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-11ae1e68-0ba0-49a2-8229-45f708d82c28 req-477dcb10-f76f-4f74-884e-b95a3bae3126 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 210 time: 0.0383389 Nov 12 04:02:53.831134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30e06e-7436-499d-9dc5-50740b9dbb99 req-b147e4ab-0923-4fd8-83e9-76acbf04a0a5 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:53.839031 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d30e06e-7436-499d-9dc5-50740b9dbb99 req-b147e4ab-0923-4fd8-83e9-76acbf04a0a5 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 969 time: 0.1347063 Nov 12 04:02:53.892940 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b678b4a-b885-46ed-ace5-ac5514d7b241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.985547 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 3e3a6517-3fd3-4312-b3a4-8bfde70f91f6 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:53.985918 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.051192 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a7f10b-1d9f-4a86-9ab2-19bfa1a0273d admin admin] Made reservation on behalf of dbefff477b694cb581282e32dd2cbb0f for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:54.053611 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-11a7f10b-1d9f-4a86-9ab2-19bfa1a0273d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.070041 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-11a7f10b-1d9f-4a86-9ab2-19bfa1a0273d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.108405 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d30e06e-7436-499d-9dc5-50740b9dbb99 req-888cf811-b525-452d-8bca-62f441d141d4 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684147 Nov 12 04:02:54.108617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d53ec54b-641e-47ce-bf26-9abe25cbdb66, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d53ec54b-641e-47ce-bf26-9abe25cbdb66,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:54.147688 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'd53ec54b-641e-47ce-bf26-9abe25cbdb66', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': 'd53ec54b-641e-47ce-bf26-9abe25cbdb66', 'mac_address': 'fa:16:3e:2a:8c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:tempest-test_az-736315948', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:02:54.183912 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6341e3cb-e339-433a-99c1-c29811dcab8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.210600 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341e3cb-e339-433a-99c1-c29811dcab8a admin admin] Pushing event deleted for resources: {'Port': ['ID=46525c61-253b-435c-98ec-854275d2bae9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:54.274318 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-11a7f10b-1d9f-4a86-9ab2-19bfa1a0273d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.279335 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.304422 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53ec54b-641e-47ce-bf26-9abe25cbdb66 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:02:54.340224 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d53ec54b-641e-47ce-bf26-9abe25cbdb66, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d53ec54b-641e-47ce-bf26-9abe25cbdb66,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:54.343096 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32d2077-da2c-447c-a7ae-7d85d8f15e8c', 'name': 'tempest-FloatingIPsNegativeTestJSON-581850865-router', 'tenant_id': '24d93c8a7e014f9c805b1ab4ff591141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '3e3a6517-3fd3-4312-b3a4-8bfde70f91f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:43Z', 'updated_at': '2021-11-12T04:02:48Z', 'revision_number': 4, 'project_id': '24d93c8a7e014f9c805b1ab4ff591141', 'gw_port': {'id': '3e3a6517-3fd3-4312-b3a4-8bfde70f91f6', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32d2077-da2c-447c-a7ae-7d85d8f15e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:44Z', 'updated_at': '2021-11-12T04:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '46525c61-253b-435c-98ec-854275d2bae9', 'name': '', 'network_id': 'fb21ba9f-b483-402d-b53a-d8133cc3e40d', 'tenant_id': '24d93c8a7e014f9c805b1ab4ff591141', 'mac_address': 'fa:16:3e:ca:86:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32d2077-da2c-447c-a7ae-7d85d8f15e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '07cdaba5-dc1d-420a-b3ec-84aeab53d95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:47Z', 'updated_at': '2021-11-12T04:02:52Z', 'revision_number': 4, 'project_id': '24d93c8a7e014f9c805b1ab4ff591141', 'subnets': [{'id': '07cdaba5-dc1d-420a-b3ec-84aeab53d95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:54.355898 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-11a7f10b-1d9f-4a86-9ab2-19bfa1a0273d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.368052 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:02:54.376104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6623c0-4e76-4f19-99a2-8b982c0a37ea None None] The sync data for ids ['d32d2077-da2c-447c-a7ae-7d85d8f15e8c'] in n-d-768509-24 is: [{'id': 'd32d2077-da2c-447c-a7ae-7d85d8f15e8c', 'name': 'tempest-FloatingIPsNegativeTestJSON-581850865-router', 'tenant_id': '24d93c8a7e014f9c805b1ab4ff591141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '3e3a6517-3fd3-4312-b3a4-8bfde70f91f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:43Z', 'updated_at': '2021-11-12T04:02:48Z', 'revision_number': 4, 'project_id': '24d93c8a7e014f9c805b1ab4ff591141', 'gw_port': {'id': '3e3a6517-3fd3-4312-b3a4-8bfde70f91f6', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32d2077-da2c-447c-a7ae-7d85d8f15e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:44Z', 'updated_at': '2021-11-12T04:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '46525c61-253b-435c-98ec-854275d2bae9', 'name': '', 'network_id': 'fb21ba9f-b483-402d-b53a-d8133cc3e40d', 'tenant_id': '24d93c8a7e014f9c805b1ab4ff591141', 'mac_address': 'fa:16:3e:ca:86:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32d2077-da2c-447c-a7ae-7d85d8f15e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '07cdaba5-dc1d-420a-b3ec-84aeab53d95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:47Z', 'updated_at': '2021-11-12T04:02:52Z', 'revision_number': 4, 'project_id': '24d93c8a7e014f9c805b1ab4ff591141', 'subnets': [{'id': '07cdaba5-dc1d-420a-b3ec-84aeab53d95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:02:54.392518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ed9061fa-b2a7-42ed-b82c-b159e81539eb None None] Could not find standard attr ID for object 46525c61-253b-435c-98ec-854275d2bae9. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:02:54.400974 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a7f10b-1d9f-4a86-9ab2-19bfa1a0273d admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:54.417971 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.430943 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-11a7f10b-1d9f-4a86-9ab2-19bfa1a0273d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.430943 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-11a7f10b-1d9f-4a86-9ab2-19bfa1a0273d admin admin] Added segment f42e7d23-70a7-4096-84d4-da7ab11d5e82 of type vlan for network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 Nov 12 04:02:54.468952 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7f10b-1d9f-4a86-9ab2-19bfa1a0273d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc4181e-8033-4e79-a8f6-2b83bb0af80b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:54.571000 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=d53ec54b-641e-47ce-bf26-9abe25cbdb66,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:54.571961 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-11a7f10b-1d9f-4a86-9ab2-19bfa1a0273d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.581043 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6341e3cb-e339-433a-99c1-c29811dcab8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.693271 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-11a7f10b-1d9f-4a86-9ab2-19bfa1a0273d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.694557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a7f10b-1d9f-4a86-9ab2-19bfa1a0273d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:54.695647 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-11a7f10b-1d9f-4a86-9ab2-19bfa1a0273d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.843303 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['d53ec54b-641e-47ce-bf26-9abe25cbdb66'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:02:54.844048 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-11a7f10b-1d9f-4a86-9ab2-19bfa1a0273d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2439005 Nov 12 04:02:54.846386 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47756) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:54.851981 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-db0fb6c9-01c6-4f3d-85ce-4d18b33ff54c admin admin] Request body: {'subnet': {'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1142325837-subnet', 'tenant_id': 'dbefff477b694cb581282e32dd2cbb0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:54.858914 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7f10b-1d9f-4a86-9ab2-19bfa1a0273d admin admin] Pushing event updated for resources: {'Network': ['ID=e7c6fe18-7f21-4a1b-9722-efe49e9950a5,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:54.891963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626c446-95b4-40df-b612-1f2f22dc447b req-a8784d7a-56a0-445c-941a-e62bcaa3781c tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:54.893790 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8626c446-95b4-40df-b612-1f2f22dc447b req-a8784d7a-56a0-445c-941a-e62bcaa3781c tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 931 time: 0.1521060 Nov 12 04:02:54.911487 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6341e3cb-e339-433a-99c1-c29811dcab8a admin admin] Router d32d2077-da2c-447c-a7ae-7d85d8f15e8c has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:02:54.952724 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:55.008894 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba961e0a-fcb5-4770-891b-91e20117d538 req-a8453c20-24d5-4d13-9442-0067b9c7e8e1 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 210 time: 0.0707037 Nov 12 04:02:55.035158 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8626c446-95b4-40df-b612-1f2f22dc447b req-aa7d3c5f-cd15-4d62-986b-f2d4bf71759f tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333928 Nov 12 04:02:55.055959 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6341e3cb-e339-433a-99c1-c29811dcab8a admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:02:55.060036 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0fb6c9-01c6-4f3d-85ce-4d18b33ff54c admin admin] Made reservation on behalf of dbefff477b694cb581282e32dd2cbb0f for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:55.062026 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db0fb6c9-01c6-4f3d-85ce-4d18b33ff54c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.067821 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6341e3cb-e339-433a-99c1-c29811dcab8a admin admin] 10.222.0.37 "PUT /v2.0/routers/d32d2077-da2c-447c-a7ae-7d85d8f15e8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7908390 Nov 12 04:02:55.072016 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47762) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:55.355349 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e47eb053-dce5-4c2f-92d6-3bca4db66a44 admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.406367 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257c243-4534-4229-948b-1c7f9f3cfee6 req-1ff50b02-570b-4e2c-a527-79e4a6f454bc tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:55.408039 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f257c243-4534-4229-948b-1c7f9f3cfee6 req-1ff50b02-570b-4e2c-a527-79e4a6f454bc tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 970 time: 0.1244233 Nov 12 04:02:55.487218 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db0fb6c9-01c6-4f3d-85ce-4d18b33ff54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.520881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f257c243-4534-4229-948b-1c7f9f3cfee6 req-f997bf0a-ebea-4262-9da7-f36dae80ac3e tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065774 Nov 12 04:02:55.523161 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e47eb053-dce5-4c2f-92d6-3bca4db66a44 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.588039 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fb6c9-01c6-4f3d-85ce-4d18b33ff54c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa13a6a-4bf6-4269-938a-144076eee239,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:55.591422 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0fb6c9-01c6-4f3d-85ce-4d18b33ff54c admin admin] Checking segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:55.591750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0fb6c9-01c6-4f3d-85ce-4d18b33ff54c admin admin] Network hostable DHCP agents. Network: e7c6fe18-7f21-4a1b-9722-efe49e9950a5, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:55.684677 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e47eb053-dce5-4c2f-92d6-3bca4db66a44 admin admin] Deleting port 3e3a6517-3fd3-4312-b3a4-8bfde70f91f6 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:55.685244 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e47eb053-dce5-4c2f-92d6-3bca4db66a44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.699424 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0fb6c9-01c6-4f3d-85ce-4d18b33ff54c admin admin] Network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:55.777013 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-e47eb053-dce5-4c2f-92d6-3bca4db66a44 admin admin] For port 3e3a6517-3fd3-4312-b3a4-8bfde70f91f6, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3e3a6517-3fd3-4312-b3a4-8bfde70f91f6,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:55.777489 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e47eb053-dce5-4c2f-92d6-3bca4db66a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.795761 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e47eb053-dce5-4c2f-92d6-3bca4db66a44 admin admin] Calling delete_port for 3e3a6517-3fd3-4312-b3a4-8bfde70f91f6 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:55.800328 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-db0fb6c9-01c6-4f3d-85ce-4d18b33ff54c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, e7c6fe18-7f21-4a1b-9722-efe49e9950a5) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:55.805692 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0fb6c9-01c6-4f3d-85ce-4d18b33ff54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:55.806354 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db0fb6c9-01c6-4f3d-85ce-4d18b33ff54c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.812182 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a804a53e-d1ff-4546-b036-6062f3215f5a None None] Network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:55.902683 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-db0fb6c9-01c6-4f3d-85ce-4d18b33ff54c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0547631 Nov 12 04:02:55.973830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e525b0-0ebd-4cb0-b0b4-4759be95b430 None None] Network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:56.086842 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67552bd-0489-43c7-b44e-b2f5b4b35697 None None] Sync routers for ids ['d32d2077-da2c-447c-a7ae-7d85d8f15e8c'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:02:56.110179 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67552bd-0489-43c7-b44e-b2f5b4b35697 None None] Routers {'d32d2077-da2c-447c-a7ae-7d85d8f15e8c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:56.112583 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c67552bd-0489-43c7-b44e-b2f5b4b35697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:02:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d32d2077-da2c-447c-a7ae-7d85d8f15e8c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:56.134165 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e47eb053-dce5-4c2f-92d6-3bca4db66a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.191245 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47eb053-dce5-4c2f-92d6-3bca4db66a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e3a6517-3fd3-4312-b3a4-8bfde70f91f6,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:56.197151 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6bf28b4c-b158-4f3a-8188-a3612238604f req-127b7c75-c090-4b18-b994-84e84abc349b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 210 time: 0.0735152 Nov 12 04:02:56.252941 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c67552bd-0489-43c7-b44e-b2f5b4b35697 None None] Set router d32d2077-da2c-447c-a7ae-7d85d8f15e8c gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:56.283111 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e47eb053-dce5-4c2f-92d6-3bca4db66a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.307446 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c67552bd-0489-43c7-b44e-b2f5b4b35697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32d2077-da2c-447c-a7ae-7d85d8f15e8c', 'name': 'tempest-FloatingIPsNegativeTestJSON-581850865-router', 'tenant_id': '24d93c8a7e014f9c805b1ab4ff591141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:43Z', 'updated_at': '2021-11-12T04:02:55Z', 'revision_number': 6, 'project_id': '24d93c8a7e014f9c805b1ab4ff591141', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:56.347064 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67552bd-0489-43c7-b44e-b2f5b4b35697 None None] Checking router: d32d2077-da2c-447c-a7ae-7d85d8f15e8c for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:02:56.357026 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67552bd-0489-43c7-b44e-b2f5b4b35697 None None] Routers {'d32d2077-da2c-447c-a7ae-7d85d8f15e8c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:56.357642 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c67552bd-0489-43c7-b44e-b2f5b4b35697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:02:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d32d2077-da2c-447c-a7ae-7d85d8f15e8c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:56.389257 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719cbb9-a8e3-4978-a248-5185970b0489 req-ee821a14-202b-4c63-963f-baf148a078f3 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:56.391057 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8719cbb9-a8e3-4978-a248-5185970b0489 req-ee821a14-202b-4c63-963f-baf148a078f3 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 931 time: 0.2011924 Nov 12 04:02:56.448870 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c67552bd-0489-43c7-b44e-b2f5b4b35697 None None] Set router d32d2077-da2c-447c-a7ae-7d85d8f15e8c gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:56.457931 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e47eb053-dce5-4c2f-92d6-3bca4db66a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.462759 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e47eb053-dce5-4c2f-92d6-3bca4db66a44 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.510059 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c67552bd-0489-43c7-b44e-b2f5b4b35697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32d2077-da2c-447c-a7ae-7d85d8f15e8c', 'name': 'tempest-FloatingIPsNegativeTestJSON-581850865-router', 'tenant_id': '24d93c8a7e014f9c805b1ab4ff591141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:43Z', 'updated_at': '2021-11-12T04:02:56Z', 'revision_number': 7, 'project_id': '24d93c8a7e014f9c805b1ab4ff591141', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:56.551415 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8719cbb9-a8e3-4978-a248-5185970b0489 req-251d557e-0969-40e3-88ba-d67e0127f3d1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198225 Nov 12 04:02:56.551654 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67552bd-0489-43c7-b44e-b2f5b4b35697 None None] The sync data for ids ['d32d2077-da2c-447c-a7ae-7d85d8f15e8c'] in n-d-768509-24 is: [{'id': 'd32d2077-da2c-447c-a7ae-7d85d8f15e8c', 'name': 'tempest-FloatingIPsNegativeTestJSON-581850865-router', 'tenant_id': '24d93c8a7e014f9c805b1ab4ff591141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:43Z', 'updated_at': '2021-11-12T04:02:56Z', 'revision_number': 7, 'project_id': '24d93c8a7e014f9c805b1ab4ff591141', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:02:56.664066 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e47eb053-dce5-4c2f-92d6-3bca4db66a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.664648 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47eb053-dce5-4c2f-92d6-3bca4db66a44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d32d2077-da2c-447c-a7ae-7d85d8f15e8c {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:02:56.672012 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e47eb053-dce5-4c2f-92d6-3bca4db66a44 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.674685 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e47eb053-dce5-4c2f-92d6-3bca4db66a44 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d32d2077-da2c-447c-a7ae-7d85d8f15e8c HTTP/1.1" status: 204 len: 168 time: 1.5999038 Nov 12 04:02:56.675910 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47814) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:56.693565 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ed68b-2230-44c4-8840-65bb93045d1d req-315a40c9-c475-4259-b58e-78a7cde46c4f tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:56.695069 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-417ed68b-2230-44c4-8840-65bb93045d1d req-315a40c9-c475-4259-b58e-78a7cde46c4f tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 970 time: 0.0621138 Nov 12 04:02:56.740214 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e90a24d-6da6-4486-9156-21fb96325100 admin admin] Deleting subnet 07cdaba5-dc1d-420a-b3ec-84aeab53d95f {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:02:56.744054 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e90a24d-6da6-4486-9156-21fb96325100 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.768139 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-417ed68b-2230-44c4-8840-65bb93045d1d req-50985dd4-b556-420f-9a11-bac6f86608cb tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651205 Nov 12 04:02:56.780188 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e90a24d-6da6-4486-9156-21fb96325100 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.871920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47824) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:56.877672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-c3b92da6-4435-4af4-a3d9-d55c3855eb90 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-724527813-network', 'tenant_id': 'a04f291bc6c34898af03e9ac8c067d77'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:56.904108 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e90a24d-6da6-4486-9156-21fb96325100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.989975 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b92da6-4435-4af4-a3d9-d55c3855eb90 admin admin] Made reservation on behalf of a04f291bc6c34898af03e9ac8c067d77 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:56.994565 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c3b92da6-4435-4af4-a3d9-d55c3855eb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.003209 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c3b92da6-4435-4af4-a3d9-d55c3855eb90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.053619 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e90a24d-6da6-4486-9156-21fb96325100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.079640 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90a24d-6da6-4486-9156-21fb96325100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07cdaba5-dc1d-420a-b3ec-84aeab53d95f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:57.080964 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c3b92da6-4435-4af4-a3d9-d55c3855eb90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.083376 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e90a24d-6da6-4486-9156-21fb96325100 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.087079 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9e90a24d-6da6-4486-9156-21fb96325100 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/07cdaba5-dc1d-420a-b3ec-84aeab53d95f HTTP/1.1" status: 204 len: 168 time: 0.4101570 Nov 12 04:02:57.089668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47828) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:57.092881 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3ec01e-ec10-4f1e-b73a-103d52b3dd23 None None] Network fb21ba9f-b483-402d-b53a-d8133cc3e40d requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:57.150247 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c3b92da6-4435-4af4-a3d9-d55c3855eb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.181443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b92da6-4435-4af4-a3d9-d55c3855eb90 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:57.183716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d53ec54b-641e-47ce-bf26-9abe25cbdb66 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:57.196538 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.205554 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c3b92da6-4435-4af4-a3d9-d55c3855eb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.205870 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-c3b92da6-4435-4af4-a3d9-d55c3855eb90 admin admin] Added segment e5602a05-b4c9-4828-a974-f77d959d1c73 of type vlan for network d1c87205-dfba-423b-911d-78a73799fc13 Nov 12 04:02:57.215136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b92da6-4435-4af4-a3d9-d55c3855eb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746a273f-0a21-42b1-b1da-ecddefb5b3f9,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:57.255735 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-6a0e688b-17f0-458f-a553-c1c3013a4d84 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:02:57.256743 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-6a0e688b-17f0-458f-a553-c1c3013a4d84 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076137 Nov 12 04:02:57.304053 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c3b92da6-4435-4af4-a3d9-d55c3855eb90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.376004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] Deleting port b03a748e-2dfc-4f3c-9c73-8ef28a84d580 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:57.376396 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.378864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port d53ec54b-641e-47ce-bf26-9abe25cbdb66 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:02:57.383867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port d53ec54b-641e-47ce-bf26-9abe25cbdb66 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:57.384962 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.435050 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac04999f-00c4-4cc1-93ab-0394f9a8263c None None] DHCP port deletion for fb21ba9f-b483-402d-b53a-d8133cc3e40d request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:02:57.443021 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c3b92da6-4435-4af4-a3d9-d55c3855eb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.444151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b92da6-4435-4af4-a3d9-d55c3855eb90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.444734 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c3b92da6-4435-4af4-a3d9-d55c3855eb90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.465893 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3e3a6517-3fd3-4312-b3a4-8bfde70f91f6 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:57.475033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aef38b6b-5343-4efa-a452-dc8c2d489767 req-e432fec5-07df-4a33-abd1-a27dd67864e6 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 210 time: 0.0814459 Nov 12 04:02:57.511231 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 3e3a6517-3fd3-4312-b3a4-8bfde70f91f6 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:57.512213 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3e3a6517-3fd3-4312-b3a4-8bfde70f91f6 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:57.512648 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 46525c61-253b-435c-98ec-854275d2bae9 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:57.566657 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] For port b03a748e-2dfc-4f3c-9c73-8ef28a84d580, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b03a748e-2dfc-4f3c-9c73-8ef28a84d580,segment=NetworkSegment(ef1f1549-d74a-4481-999f-0a3685d29c89),segment_id=ef1f1549-d74a-4481-999f-0a3685d29c89)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:57.568172 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.568757 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 46525c61-253b-435c-98ec-854275d2bae9 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:57.569199 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 46525c61-253b-435c-98ec-854275d2bae9 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:57.580621 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b92da6-4435-4af4-a3d9-d55c3855eb90 admin admin] Pushing event updated for resources: {'Network': ['ID=d1c87205-dfba-423b-911d-78a73799fc13,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:57.592564 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Request body: {'port': {'device_id': 'bc3f1236-8f83-471c-898e-09eaf9020a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:57.624165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network d1c87205-dfba-423b-911d-78a73799fc13 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:57.628681 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] Calling delete_port for b03a748e-2dfc-4f3c-9c73-8ef28a84d580 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:57.646708 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c3b92da6-4435-4af4-a3d9-d55c3855eb90 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7737267 Nov 12 04:02:57.650289 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47848) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:57.655709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-32852fd0-742f-4670-9265-188ffa5006a7 admin admin] Request body: {'subnet': {'network_id': 'd1c87205-dfba-423b-911d-78a73799fc13', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-724527813-subnet', 'tenant_id': 'a04f291bc6c34898af03e9ac8c067d77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:57.663815 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.789137 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32852fd0-742f-4670-9265-188ffa5006a7 admin admin] Made reservation on behalf of a04f291bc6c34898af03e9ac8c067d77 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:57.796126 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32852fd0-742f-4670-9265-188ffa5006a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.825588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5db515-c91b-4694-8a52-61445b5f7292 req-86fb9623-fcc9-4349-8363-db5f11586302 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.827239 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd5db515-c91b-4694-8a52-61445b5f7292 req-86fb9623-fcc9-4349-8363-db5f11586302 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 931 time: 0.1587486 Nov 12 04:02:57.884168 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ac04999f-00c4-4cc1-93ab-0394f9a8263c None None] Deleting port b03a748e-2dfc-4f3c-9c73-8ef28a84d580 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:57.884562 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac04999f-00c4-4cc1-93ab-0394f9a8263c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.950299 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.011066 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ac04999f-00c4-4cc1-93ab-0394f9a8263c None None] For port b03a748e-2dfc-4f3c-9c73-8ef28a84d580, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b03a748e-2dfc-4f3c-9c73-8ef28a84d580,segment=NetworkSegment(ef1f1549-d74a-4481-999f-0a3685d29c89),segment_id=ef1f1549-d74a-4481-999f-0a3685d29c89)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:58.011374 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac04999f-00c4-4cc1-93ab-0394f9a8263c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.025862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] Pushing event deleted for resources: {'Port': ['ID=b03a748e-2dfc-4f3c-9c73-8ef28a84d580,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:58.031511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] No DVR routers for this DVR port b03a748e-2dfc-4f3c-9c73-8ef28a84d580 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:58.040533 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.046617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ac04999f-00c4-4cc1-93ab-0394f9a8263c None None] Calling delete_port for b03a748e-2dfc-4f3c-9c73-8ef28a84d580 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:58.144084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf921d1f-1453-4c5c-b829-4ac94e30de0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53ec54b-641e-47ce-bf26-9abe25cbdb66'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:58.155427 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd5db515-c91b-4694-8a52-61445b5f7292 req-224a43b6-4867-4839-87fb-2192157fe8a2 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270093 Nov 12 04:02:58.225577 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32852fd0-742f-4670-9265-188ffa5006a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.234548 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d53ec54b-641e-47ce-bf26-9abe25cbdb66, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d53ec54b-641e-47ce-bf26-9abe25cbdb66,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:58.320461 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32852fd0-742f-4670-9265-188ffa5006a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=901a4861-80be-4ece-8bdb-0d2d328a6a84,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:58.341117 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.341332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32852fd0-742f-4670-9265-188ffa5006a7 admin admin] Checking segment: {'id': 'e5602a05-b4c9-4828-a974-f77d959d1c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd1c87205-dfba-423b-911d-78a73799fc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:58.341585 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32852fd0-742f-4670-9265-188ffa5006a7 admin admin] Network hostable DHCP agents. Network: d1c87205-dfba-423b-911d-78a73799fc13, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:58.345639 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac04999f-00c4-4cc1-93ab-0394f9a8263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.351316 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d1d8d1-6242-4311-bbd6-f6ce35bbdff2" -d '{"events": [{"server_uuid": "bf921d1f-1453-4c5c-b829-4ac94e30de0c", "name": "network-vif-plugged", "status": "completed", "tag": "d53ec54b-641e-47ce-bf26-9abe25cbdb66"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:58.387692 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac04999f-00c4-4cc1-93ab-0394f9a8263c None None] No DVR routers for this DVR port b03a748e-2dfc-4f3c-9c73-8ef28a84d580 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:58.397249 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.413531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5fc33-62e2-415e-b6a6-71735c2ebc99 req-affe0887-7b0a-4571-a1e5-ecd319011b36 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:58.414525 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61a5fc33-62e2-415e-b6a6-71735c2ebc99 req-affe0887-7b0a-4571-a1e5-ecd319011b36 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 970 time: 0.4793286 Nov 12 04:02:58.427338 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=d53ec54b-641e-47ce-bf26-9abe25cbdb66,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:58.444042 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb21ba9f-b483-402d-b53a-d8133cc3e40d']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:58.470726 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32852fd0-742f-4670-9265-188ffa5006a7 admin admin] Network d1c87205-dfba-423b-911d-78a73799fc13 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:58.471132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04999f-00c4-4cc1-93ab-0394f9a8263c None None] Pushing event deleted for resources: {'Port': ['ID=b03a748e-2dfc-4f3c-9c73-8ef28a84d580,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:58.476017 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1f1549-d74a-4481-999f-0a3685d29c89') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:58.476320 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1f1549-d74a-4481-999f-0a3685d29c89') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:58.493489 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.529631 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.544723 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-32852fd0-742f-4670-9265-188ffa5006a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, d1c87205-dfba-423b-911d-78a73799fc13) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:58.549808 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32852fd0-742f-4670-9265-188ffa5006a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:58.550929 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32852fd0-742f-4670-9265-188ffa5006a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.557320 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6240dff-53ca-4c3e-9aa2-69fdc3e3a85e None None] Network d1c87205-dfba-423b-911d-78a73799fc13 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:58.557573 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:58.557998 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:58.560563 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:58.581488 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61a5fc33-62e2-415e-b6a6-71735c2ebc99 req-e4c0e54d-aa62-423d-8108-247c7db8c69b tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484702 Nov 12 04:02:58.663172 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-32852fd0-742f-4670-9265-188ffa5006a7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0113840 Nov 12 04:02:58.677595 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef770d2-9882-442b-b4d6-7bbebbb0d3d5 x-openstack-request-id: req-6ef770d2-9882-442b-b4d6-7bbebbb0d3d5 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:58.678013 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf921d1f-1453-4c5c-b829-4ac94e30de0c", "name": "network-vif-plugged", "status": "completed", "tag": "d53ec54b-641e-47ce-bf26-9abe25cbdb66", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:58.678420 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ef770d2-9882-442b-b4d6-7bbebbb0d3d5 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:58.678960 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf921d1f-1453-4c5c-b829-4ac94e30de0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53ec54b-641e-47ce-bf26-9abe25cbdb66', 'code': 200} Nov 12 04:02:58.704442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:02:58.715077 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.737568 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c61dc7a-d308-4748-9d3e-97cefe858039 req-024000b6-b233-44b1-b8d9-81ae194961ff tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 210 time: 0.0560074 Nov 12 04:02:58.739112 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d20b41-46f2-49b1-a37c-554597f87620 None None] Network d1c87205-dfba-423b-911d-78a73799fc13 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:58.771647 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.21', 51771) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:58.796047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Transition to ACTIVE for port object 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:02:58.796271 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.802088 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.805856 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] 10.222.0.37 "DELETE /v2.0/networks/fb21ba9f-b483-402d-b53a-d8133cc3e40d HTTP/1.1" status: 204 len: 168 time: 1.7151799 Nov 12 04:02:58.833072 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-51babcc6-bb12-4976-ac6b-7c2f50b5868f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cf245c200fc840d191068689a45dd107&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585065 Nov 12 04:02:58.857232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ca4c9-797c-4182-a368-162db8e865da admin admin] Pushing event deleted for resources: {'Network': ['ID=fb21ba9f-b483-402d-b53a-d8133cc3e40d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:58.871076 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.885807 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8125a3-ad68-4a25-93fb-5874fe3b9a9f req-bddb7119-1496-4ba9-8581-636de89dbf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:58.887346 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e8125a3-ad68-4a25-93fb-5874fe3b9a9f req-bddb7119-1496-4ba9-8581-636de89dbf0c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 1123 time: 0.1747828 Nov 12 04:02:58.942016 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1e8125a3-ad68-4a25-93fb-5874fe3b9a9f req-a5733924-ace7-4f82-aca6-f247017041fe service neutron] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.956313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Pushing event updated for resources: {'Port': ['ID=8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:59.072480 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Attempting to bind port 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:59.072825 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Attempting to bind port 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'd458217c-db4b-4c9a-9f9f-4dec21eda858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:59.073159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Attempting to bind port 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f on network 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:59.083002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Port 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f on network 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:59.083339 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Attempting to bind port 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f on network 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:59.099187 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:59.099187 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Checking segment: {'id': 'd458217c-db4b-4c9a-9f9f-4dec21eda858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:59.099187 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Bound using segment: {'id': 'd458217c-db4b-4c9a-9f9f-4dec21eda858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:59.099187 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Bound port: 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd458217c-db4b-4c9a-9f9f-4dec21eda858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:59.099187 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.136394 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-32f93fde-6692-4646-9cff-0969563202ec tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:59.140287 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1e8125a3-ad68-4a25-93fb-5874fe3b9a9f req-a5733924-ace7-4f82-aca6-f247017041fe service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.142563 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-32f93fde-6692-4646-9cff-0969563202ec tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3036256 Nov 12 04:02:59.148229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b03a748e-2dfc-4f3c-9c73-8ef28a84d580 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:59.163560 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-c54be8b9-e8cb-4147-8994-2f1d7324ad96 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Request body: {'port': {'device_id': '2a0a2980-074f-4185-b78d-eae74ba3c356', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': 'cf245c200fc840d191068689a45dd107'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:59.189946 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: b03a748e-2dfc-4f3c-9c73-8ef28a84d580 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:59.190570 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b03a748e-2dfc-4f3c-9c73-8ef28a84d580 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:59.203660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] For port 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:59.207876 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] For port 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f,segment=NetworkSegment(d458217c-db4b-4c9a-9f9f-4dec21eda858),segment_id=d458217c-db4b-4c9a-9f9f-4dec21eda858)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:59.225369 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1e8125a3-ad68-4a25-93fb-5874fe3b9a9f req-a5733924-ace7-4f82-aca6-f247017041fe service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.285586 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e8125a3-ad68-4a25-93fb-5874fe3b9a9f req-a5733924-ace7-4f82-aca6-f247017041fe service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775570 Nov 12 04:02:59.287638 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5733924-ace7-4f82-aca6-f247017041fe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b1a4a6-9eeb-4b49-821e-d9733cea55c4,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:59.292839 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.370823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:59.371285 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.372831 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] 10.222.0.21 "PUT /v2.0/ports/8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f HTTP/1.1" status: 200 len: 1092 time: 1.8968904 Nov 12 04:02:59.373358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3f1236-8f83-471c-898e-09eaf9020a8f', 'tag': '8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:59.376069 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c392b5d3-0324-40c3-bd9b-df80c483c7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3f1236-8f83-471c-898e-09eaf9020a8f", "tag": "8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:59.399793 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d5cac-e64a-4f84-9a7f-030f2de987ee service neutron] Pushing event updated for resources: {'Port': ['ID=8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:59.421875 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47898) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:59.422770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190fd44-f087-44c7-b36c-323c20ed4447 req-332df9e8-b73e-427b-bfbe-a82d44d9fc89 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:59.424487 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5190fd44-f087-44c7-b36c-323c20ed4447 req-332df9e8-b73e-427b-bfbe-a82d44d9fc89 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 943 time: 0.1009305 Nov 12 04:02:59.498571 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5190fd44-f087-44c7-b36c-323c20ed4447 req-dcca2e84-5a37-4c99-aa8b-28efd67dce87 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665252 Nov 12 04:02:59.601253 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0d33f1f1-8f97-4e5d-85f7-ad1aa6bb2e32 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24d93c8a7e014f9c805b1ab4ff591141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782603 Nov 12 04:02:59.610207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47902) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:59.636330 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7917df08-32e0-44c2-b244-13a81c1362fe x-openstack-request-id: req-7917df08-32e0-44c2-b244-13a81c1362fe {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:59.638271 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3f1236-8f83-471c-898e-09eaf9020a8f", "tag": "8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:59.638573 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7917df08-32e0-44c2-b244-13a81c1362fe {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:59.638972 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3f1236-8f83-471c-898e-09eaf9020a8f', 'tag': '8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f', 'status': 'completed', 'code': 200} Nov 12 04:02:59.656847 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-7567fe27-43df-4b89-80df-ac2c89a60113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:59.658773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-7567fe27-43df-4b89-80df-ac2c89a60113 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8006901ac6434b0990a2684e1cc5c169&device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 1095 time: 0.1110466 Nov 12 04:02:59.718157 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2c67ff8-94e0-47a9-8d4f-4fe98c57cbb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.747900 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2c67ff8-94e0-47a9-8d4f-4fe98c57cbb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.774686 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-c54be8b9-e8cb-4147-8994-2f1d7324ad96 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Made reservation on behalf of cf245c200fc840d191068689a45dd107 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:59.778423 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-c54be8b9-e8cb-4147-8994-2f1d7324ad96 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.786843 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-5531e394-6dd5-44cb-8325-a072377c660b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f HTTP/1.1" status: 200 len: 217 time: 0.0497487 Nov 12 04:02:59.792297 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-c54be8b9-e8cb-4147-8994-2f1d7324ad96 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.883601 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-c54be8b9-e8cb-4147-8994-2f1d7324ad96 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.888462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f038263-42db-4ec4-b36b-abaae1005a5a req-38d91e3d-1743-4e94-84d5-4c432f989c19 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:59.889920 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f038263-42db-4ec4-b36b-abaae1005a5a req-38d91e3d-1743-4e94-84d5-4c432f989c19 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 971 time: 0.1956196 Nov 12 04:02:59.893277 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2c67ff8-94e0-47a9-8d4f-4fe98c57cbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.896088 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2c67ff8-94e0-47a9-8d4f-4fe98c57cbb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.898245 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d2c67ff8-94e0-47a9-8d4f-4fe98c57cbb8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a824d03-a2bf-46c1-bc69-bea9a165e233 HTTP/1.1" status: 204 len: 168 time: 0.2859104 Nov 12 04:02:59.905121 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c67ff8-94e0-47a9-8d4f-4fe98c57cbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a824d03-a2bf-46c1-bc69-bea9a165e233,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:59.932625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-f9033ae5-e4de-4986-a6b6-875c235ad551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:59.934118 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-f9033ae5-e4de-4986-a6b6-875c235ad551 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0188d129-9f7c-4b2c-91a1-31696b98b21a HTTP/1.1" status: 200 len: 862 time: 0.1259382 Nov 12 04:02:59.949946 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-c54be8b9-e8cb-4147-8994-2f1d7324ad96 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.993709 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-e9332880-4859-435f-9350-b1584187c9c3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:59.995201 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-e9332880-4859-435f-9350-b1584187c9c3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 808 time: 0.2118206 Nov 12 04:03:00.006020 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f038263-42db-4ec4-b36b-abaae1005a5a req-e3fe4129-4509-4ba6-897c-ff1e6d1bc976 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055231 Nov 12 04:03:00.020001 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-13022f1d-2229-4ae2-a020-f65325cfb075 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/quotas/dbefff477b694cb581282e32dd2cbb0f HTTP/1.1" status: 200 len: 375 time: 0.0178721 Nov 12 04:03:00.028642 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-62c516cb-9d0d-450a-95a2-cab80e116cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:00.030947 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-62c516cb-9d0d-450a-95a2-cab80e116cbe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cf83d51-3d0e-4c8f-9a29-51d4c0e52872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808647 Nov 12 04:03:00.060977 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54be8b9-e8cb-4147-8994-2f1d7324ad96 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8b0523-f204-4a28-9716-7767f35c7176,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:00.074187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-d35a65dc-52f5-4631-8123-56f0e1a1cab0 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422606 Nov 12 04:03:00.185008 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-c54be8b9-e8cb-4147-8994-2f1d7324ad96 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Allocated IP 192.168.233.49 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/69d802da-621d-4dcc-bebe-79fed9b690d9) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:00.194706 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2363ce64-be56-4698-822c-d2ec74446703 req-3d19a467-9dc2-48ce-b9de-81eed95b6655 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 210 time: 0.0745187 Nov 12 04:03:00.229557 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-7f74402e-da98-4f71-a50b-dfc797343412 service neutron] 10.222.0.21 "GET /v2.0/networks/5cf83d51-3d0e-4c8f-9a29-51d4c0e52872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879966 Nov 12 04:03:00.252900 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-dcacb5d9-5aa8-40dd-a192-8129443664bc service neutron] 10.222.0.37 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708152 Nov 12 04:03:00.380518 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-c54be8b9-e8cb-4147-8994-2f1d7324ad96 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.399951 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e00c710-7a0d-40af-a9c2-a9835311f742 req-6b9dc246-13cc-4269-98e0-aef789edcabc service neutron] 10.222.0.21 "GET /v2.0/networks/5cf83d51-3d0e-4c8f-9a29-51d4c0e52872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612952 Nov 12 04:03:00.405333 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-ea86ed6b-0c94-427b-8cc4-c785bf6d5f67 service neutron] 10.222.0.37 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428366 Nov 12 04:03:00.471686 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-c54be8b9-e8cb-4147-8994-2f1d7324ad96 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.573845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-c54be8b9-e8cb-4147-8994-2f1d7324ad96 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:00.584965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-c54be8b9-e8cb-4147-8994-2f1d7324ad96 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:00.584965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54be8b9-e8cb-4147-8994-2f1d7324ad96 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Pushing event updated for resources: {'Port': ['ID=69d802da-621d-4dcc-bebe-79fed9b690d9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:00.584965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-c54be8b9-e8cb-4147-8994-2f1d7324ad96 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:00.644337 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-c54be8b9-e8cb-4147-8994-2f1d7324ad96 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:00.645311 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-c54be8b9-e8cb-4147-8994-2f1d7324ad96 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.650174 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392b5d3-0324-40c3-bd9b-df80c483c7ea req-c9b2d638-e033-4b82-93fa-ab22e0bd1912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:00.655182 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c392b5d3-0324-40c3-bd9b-df80c483c7ea req-c9b2d638-e033-4b82-93fa-ab22e0bd1912 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8006901ac6434b0990a2684e1cc5c169&device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 1095 time: 0.0816758 Nov 12 04:03:00.781456 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-c54be8b9-e8cb-4147-8994-2f1d7324ad96 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6225495 Nov 12 04:03:00.804456 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Request body: {'port': {'device_id': '2a0a2980-074f-4185-b78d-eae74ba3c356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:00.861706 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-50519745-3159-485a-9320-8b4257e19fc9 None None] Provisioning complete for port 69d802da-621d-4dcc-bebe-79fed9b690d9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:00.862327 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-50519745-3159-485a-9320-8b4257e19fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.880375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392b5d3-0324-40c3-bd9b-df80c483c7ea req-abdf0652-e3a5-4b99-af33-5d0ab67f5983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:00.881841 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c392b5d3-0324-40c3-bd9b-df80c483c7ea req-abdf0652-e3a5-4b99-af33-5d0ab67f5983 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 HTTP/1.1" status: 200 len: 924 time: 0.2195125 Nov 12 04:03:00.891750 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf2751-8a9f-4b96-9183-91aaa5f4eff5 req-a4c17e91-0b88-41df-8587-87b5762ebfec tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:00.893232 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56bf2751-8a9f-4b96-9183-91aaa5f4eff5 req-a4c17e91-0b88-41df-8587-87b5762ebfec tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 943 time: 0.1267309 Nov 12 04:03:00.921343 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-50519745-3159-485a-9320-8b4257e19fc9 None None] Port 69d802da-621d-4dcc-bebe-79fed9b690d9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:00.932988 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.946509 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c392b5d3-0324-40c3-bd9b-df80c483c7ea req-a6c3cf97-496e-46c8-945a-1d7ed0ceef28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f HTTP/1.1" status: 200 len: 217 time: 0.0522897 Nov 12 04:03:00.983441 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56bf2751-8a9f-4b96-9183-91aaa5f4eff5 req-ab56a2f9-d632-4827-b800-bddcb472e34d tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818381 Nov 12 04:03:01.041498 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392b5d3-0324-40c3-bd9b-df80c483c7ea req-04fb1814-d442-46d6-90f0-1bca4ed54e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:01.044800 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c392b5d3-0324-40c3-bd9b-df80c483c7ea req-04fb1814-d442-46d6-90f0-1bca4ed54e46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0188d129-9f7c-4b2c-91a1-31696b98b21a HTTP/1.1" status: 200 len: 862 time: 0.0705712 Nov 12 04:03:01.075988 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c60fa0f0-a7b1-47e9-bf92-7ea7af3c3f00 req-665db476-206a-4104-97b6-5df33aaf5aba tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 210 time: 0.0302160 Nov 12 04:03:01.127670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392b5d3-0324-40c3-bd9b-df80c483c7ea req-d07cf706-5923-4c8a-9069-fc4d9b726b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:01.129241 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c392b5d3-0324-40c3-bd9b-df80c483c7ea req-d07cf706-5923-4c8a-9069-fc4d9b726b2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cf83d51-3d0e-4c8f-9a29-51d4c0e52872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523126 Nov 12 04:03:01.322492 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d802da-621d-4dcc-bebe-79fed9b690d9 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:01.330260 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.365449 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Transition to ACTIVE for port object 69d802da-621d-4dcc-bebe-79fed9b690d9 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:03:01.438440 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47960) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:01.459258 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.477913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71cd2b-55d6-4b9d-bab1-1ece56f274fa req-92b292cf-80f9-4ea7-a3c9-70cda05eecbb tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:01.479456 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af71cd2b-55d6-4b9d-bab1-1ece56f274fa req-92b292cf-80f9-4ea7-a3c9-70cda05eecbb tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 971 time: 0.3102813 Nov 12 04:03:01.510775 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c392b5d3-0324-40c3-bd9b-df80c483c7ea req-12329151-520d-4bd5-9c0d-199524d3d949 service neutron] 10.222.0.21 "GET /v2.0/networks/5cf83d51-3d0e-4c8f-9a29-51d4c0e52872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738575 Nov 12 04:03:01.535904 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Pushing event updated for resources: {'Port': ['ID=69d802da-621d-4dcc-bebe-79fed9b690d9,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:01.596882 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7bb792e8-fb46-42c9-9eb9-593baafb9620 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1052839234-network', 'tenant_id': '70af8774c19c445ab11314dc972b13f5'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:01.613601 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af71cd2b-55d6-4b9d-bab1-1ece56f274fa req-2911d538-f94f-4d3e-8773-cec46f8dc432 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279488 Nov 12 04:03:01.661199 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Attempting to bind port 69d802da-621d-4dcc-bebe-79fed9b690d9 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:01.661525 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Attempting to bind port 69d802da-621d-4dcc-bebe-79fed9b690d9 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:01.661882 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Attempting to bind port 69d802da-621d-4dcc-bebe-79fed9b690d9 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:01.667004 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Port 69d802da-621d-4dcc-bebe-79fed9b690d9 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:03:01.667336 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Attempting to bind port 69d802da-621d-4dcc-bebe-79fed9b690d9 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:01.674806 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c392b5d3-0324-40c3-bd9b-df80c483c7ea req-4c5b129a-93e7-4f3b-99c4-3647e94b9bd2 service neutron] 10.222.0.21 "GET /v2.0/networks/5cf83d51-3d0e-4c8f-9a29-51d4c0e52872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498563 Nov 12 04:03:01.675201 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:01.675607 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:01.676312 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:01.676754 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Bound port: 69d802da-621d-4dcc-bebe-79fed9b690d9, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:01.677290 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.744363 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb792e8-fb46-42c9-9eb9-593baafb9620 admin admin] Made reservation on behalf of 70af8774c19c445ab11314dc972b13f5 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:01.751157 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989ad8f-8c74-44e2-ace1-4248deeadbbb req-19467e5a-f5fd-4a9a-b20d-a5f3bbeeb339 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:01.751939 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7bb792e8-fb46-42c9-9eb9-593baafb9620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.752024 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5989ad8f-8c74-44e2-ace1-4248deeadbbb req-19467e5a-f5fd-4a9a-b20d-a5f3bbeeb339 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 947 time: 0.0636389 Nov 12 04:03:01.762735 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7bb792e8-fb46-42c9-9eb9-593baafb9620 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.776213 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] For port 69d802da-621d-4dcc-bebe-79fed9b690d9, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:01.797274 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] For port 69d802da-621d-4dcc-bebe-79fed9b690d9, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=69d802da-621d-4dcc-bebe-79fed9b690d9,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:01.797709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5989ad8f-8c74-44e2-ace1-4248deeadbbb req-a79335c1-5510-46ce-af68-499f51a26945 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420344 Nov 12 04:03:01.857536 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7bb792e8-fb46-42c9-9eb9-593baafb9620 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.881826 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.919270 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:01.919874 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.921330 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] 10.222.0.21 "PUT /v2.0/ports/69d802da-621d-4dcc-bebe-79fed9b690d9 HTTP/1.1" status: 200 len: 1096 time: 1.1243637 Nov 12 04:03:01.921743 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0a2980-074f-4185-b78d-eae74ba3c356', 'tag': '69d802da-621d-4dcc-bebe-79fed9b690d9'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:01.948125 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7bb792e8-fb46-42c9-9eb9-593baafb9620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.955086 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0796d9-3c78-4db2-be5a-91ebfa4c18bf service neutron] Pushing event updated for resources: {'Port': ['ID=69d802da-621d-4dcc-bebe-79fed9b690d9,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:01.971546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb792e8-fb46-42c9-9eb9-593baafb9620 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:03:01.991140 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7bb792e8-fb46-42c9-9eb9-593baafb9620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.991962 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-7bb792e8-fb46-42c9-9eb9-593baafb9620 admin admin] Added segment 773e05fc-1ccd-4424-ab4d-63239469cd44 of type vlan for network 409f0067-f1c0-444f-a213-eab476601e26 Nov 12 04:03:01.995513 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb792e8-fb46-42c9-9eb9-593baafb9620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932410d3-7c66-4b2b-9212-b786e29242a0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:02.052105 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7bb792e8-fb46-42c9-9eb9-593baafb9620 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.164683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8d5f-3c23-46f0-89cb-ade971183dde req-09fb6f0e-0f1f-4ca7-a018-379c4620f7db tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:02.166363 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b56f8d5f-3c23-46f0-89cb-ade971183dde req-09fb6f0e-0f1f-4ca7-a018-379c4620f7db tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 943 time: 0.0742891 Nov 12 04:03:02.167047 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31835ee-5aff-47bf-a17f-569e4b30a664" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0a2980-074f-4185-b78d-eae74ba3c356", "tag": "69d802da-621d-4dcc-bebe-79fed9b690d9"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:02.172843 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-2b4895e2-efdf-4166-837a-561762ab3841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:02.174941 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-2b4895e2-efdf-4166-837a-561762ab3841 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 1099 time: 0.1196437 Nov 12 04:03:02.239275 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b56f8d5f-3c23-46f0-89cb-ade971183dde req-da67a172-5c1a-4ec4-b30e-b30eb2358968 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648258 Nov 12 04:03:02.349230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-576c7a91-0a45-498f-8246-47fb9df0b37d req-9501f6ed-e46d-4edf-93d7-d6341252baec tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 210 time: 0.0296137 Nov 12 04:03:02.382037 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7bb792e8-fb46-42c9-9eb9-593baafb9620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.383417 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb792e8-fb46-42c9-9eb9-593baafb9620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:02.383992 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7bb792e8-fb46-42c9-9eb9-593baafb9620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.431416 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-9c91c46c-806c-4832-a247-bff8cd6b7702 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=69d802da-621d-4dcc-bebe-79fed9b690d9 HTTP/1.1" status: 200 len: 217 time: 0.2363973 Nov 12 04:03:02.474236 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdc7761-b2e3-40c1-9c4e-8994a0d3abd0 x-openstack-request-id: req-ecdc7761-b2e3-40c1-9c4e-8994a0d3abd0 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:02.474499 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0a2980-074f-4185-b78d-eae74ba3c356", "tag": "69d802da-621d-4dcc-bebe-79fed9b690d9", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:02.474765 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ecdc7761-b2e3-40c1-9c4e-8994a0d3abd0 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:02.475238 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0a2980-074f-4185-b78d-eae74ba3c356', 'tag': '69d802da-621d-4dcc-bebe-79fed9b690d9', 'status': 'completed', 'code': 200} Nov 12 04:03:02.509271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb792e8-fb46-42c9-9eb9-593baafb9620 admin admin] Pushing event updated for resources: {'Network': ['ID=409f0067-f1c0-444f-a213-eab476601e26,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:02.518817 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 409f0067-f1c0-444f-a213-eab476601e26 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:02.520907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-b48efd2b-bad0-4615-8bd4-17d357820092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:02.522388 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-b48efd2b-bad0-4615-8bd4-17d357820092 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0858457 Nov 12 04:03:02.577415 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7bb792e8-fb46-42c9-9eb9-593baafb9620 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1379707 Nov 12 04:03:02.580405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47984) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:02.586875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-8633de21-981f-4095-a99c-1d0c44e0da36 admin admin] Request body: {'subnet': {'network_id': '409f0067-f1c0-444f-a213-eab476601e26', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1052839234-subnet', 'tenant_id': '70af8774c19c445ab11314dc972b13f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:02.608487 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-c4e2d4c3-18fa-4c85-bc11-7a7e2a4846ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:02.609978 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-c4e2d4c3-18fa-4c85-bc11-7a7e2a4846ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0803592 Nov 12 04:03:02.700620 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-38b7ffec-045b-48e4-9116-6774c18e96a7 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821064 Nov 12 04:03:02.714352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8633de21-981f-4095-a99c-1d0c44e0da36 admin admin] Made reservation on behalf of 70af8774c19c445ab11314dc972b13f5 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:02.716654 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8633de21-981f-4095-a99c-1d0c44e0da36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.790988 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b4d64-1069-43a4-9956-b13a7a1fd5d2 req-5b7512c6-d782-484c-8b69-651b3f6f168e tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:02.792524 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-812b4d64-1069-43a4-9956-b13a7a1fd5d2 req-5b7512c6-d782-484c-8b69-651b3f6f168e tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 971 time: 0.1061094 Nov 12 04:03:02.797391 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f4a0de8-dfba-442c-8170-c9c977d2e295 req-af3ce61a-f301-43f3-8123-c219d61dd8c8 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882351 Nov 12 04:03:02.859683 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-812b4d64-1069-43a4-9956-b13a7a1fd5d2 req-aeb3ffad-df55-46fb-a358-19d6d2dc0921 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600698 Nov 12 04:03:02.986041 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31835ee-5aff-47bf-a17f-569e4b30a664 req-da725a5d-a2f5-44d2-8dd7-af7156309bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:02.987479 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b31835ee-5aff-47bf-a17f-569e4b30a664 req-da725a5d-a2f5-44d2-8dd7-af7156309bd1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 1099 time: 0.0430057 Nov 12 04:03:02.990573 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad2ee0-9fb4-434e-acce-a6c150dd15bc req-e5c8c334-122a-46c1-86bb-5215fa670305 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:02.992634 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3ad2ee0-9fb4-434e-acce-a6c150dd15bc req-e5c8c334-122a-46c1-86bb-5215fa670305 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 947 time: 0.0673304 Nov 12 04:03:03.021539 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8633de21-981f-4095-a99c-1d0c44e0da36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.053026 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcff7411-2dd1-45b4-948d-2e2629d8333d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.080016 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3ad2ee0-9fb4-434e-acce-a6c150dd15bc req-f6de7a91-3955-465f-b53a-8b31f76377ae tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812733 Nov 12 04:03:03.090178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633de21-981f-4095-a99c-1d0c44e0da36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8693118-c9dd-4c0a-b57d-b17e777f082e,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:03.126029 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8633de21-981f-4095-a99c-1d0c44e0da36 admin admin] Checking segment: {'id': '773e05fc-1ccd-4424-ab4d-63239469cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '409f0067-f1c0-444f-a213-eab476601e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:03.129589 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8633de21-981f-4095-a99c-1d0c44e0da36 admin admin] Network hostable DHCP agents. Network: 409f0067-f1c0-444f-a213-eab476601e26, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:03:03.148628 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31835ee-5aff-47bf-a17f-569e4b30a664 req-98f8d8d4-2c53-4135-bd05-6337a5d212d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.150103 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b31835ee-5aff-47bf-a17f-569e4b30a664 req-98f8d8d4-2c53-4135-bd05-6337a5d212d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1546175 Nov 12 04:03:03.203851 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b31835ee-5aff-47bf-a17f-569e4b30a664 req-b1f8b2b9-eae5-463d-9da5-462d2ffb5660 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=69d802da-621d-4dcc-bebe-79fed9b690d9 HTTP/1.1" status: 200 len: 217 time: 0.0457320 Nov 12 04:03:03.224109 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8633de21-981f-4095-a99c-1d0c44e0da36 admin admin] Network 409f0067-f1c0-444f-a213-eab476601e26 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:03:03.254117 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31835ee-5aff-47bf-a17f-569e4b30a664 req-4743f4d8-e913-4415-81ef-86277f7b6ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.255520 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b31835ee-5aff-47bf-a17f-569e4b30a664 req-4743f4d8-e913-4415-81ef-86277f7b6ce7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0441730 Nov 12 04:03:03.301398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-e44acf97-529c-49f6-b199-290219f89a32 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.302666 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31835ee-5aff-47bf-a17f-569e4b30a664 req-a4f59358-bf1d-498e-9a32-cb87b2765a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.302893 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-e44acf97-529c-49f6-b199-290219f89a32 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.31 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 808 time: 0.1474056 Nov 12 04:03:03.304550 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b31835ee-5aff-47bf-a17f-569e4b30a664 req-a4f59358-bf1d-498e-9a32-cb87b2765a13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0412462 Nov 12 04:03:03.306527 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ca926-a2b8-4e5e-b801-3b2eb18c560f req-f1f5cafa-ab59-4a43-8105-34d98e4106b1 tempest-AggregatesAdminTestJSON-1788959616 tempest-AggregatesAdminTestJSON-1788959616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.307933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d6ca926-a2b8-4e5e-b801-3b2eb18c560f req-f1f5cafa-ab59-4a43-8105-34d98e4106b1 tempest-AggregatesAdminTestJSON-1788959616 tempest-AggregatesAdminTestJSON-1788959616-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 1123 time: 0.0879126 Nov 12 04:03:03.323846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-01c672d1-eb1c-456e-a423-2e3c5e8ba728 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Request body: {'port': {'device_id': 'd486ab91-4588-40a7-a246-57b1d85d2c97', 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5', 'admin_state_up': True, 'tenant_id': 'dbefff477b694cb581282e32dd2cbb0f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:03.343254 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4d6ca926-a2b8-4e5e-b801-3b2eb18c560f req-01410bd8-78d5-49a3-8310-802779732608 tempest-AggregatesAdminTestJSON-1788959616 tempest-AggregatesAdminTestJSON-1788959616-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.353232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-8633de21-981f-4095-a99c-1d0c44e0da36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 409f0067-f1c0-444f-a213-eab476601e26) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:03.361876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b597d7fa-2c8b-44d3-8a9c-68956d67e930 None None] Network 409f0067-f1c0-444f-a213-eab476601e26 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:03.364245 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8633de21-981f-4095-a99c-1d0c44e0da36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.364943 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8633de21-981f-4095-a99c-1d0c44e0da36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.405090 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b31835ee-5aff-47bf-a17f-569e4b30a664 req-49392eed-0939-4b85-aa82-c5c605746bed service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922999 Nov 12 04:03:03.500703 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b31835ee-5aff-47bf-a17f-569e4b30a664 req-cec148d4-654c-43cc-89b8-3d904adbec83 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883174 Nov 12 04:03:03.507506 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8633de21-981f-4095-a99c-1d0c44e0da36 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9252839 Nov 12 04:03:03.510238 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47996) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:03.517038 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3c25ac37-48d7-4e4f-a008-252432a65af9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1052839234-router', 'tenant_id': '70af8774c19c445ab11314dc972b13f5', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:03.545920 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4d6ca926-a2b8-4e5e-b801-3b2eb18c560f req-01410bd8-78d5-49a3-8310-802779732608 tempest-AggregatesAdminTestJSON-1788959616 tempest-AggregatesAdminTestJSON-1788959616-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.550773 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13317575-f023-4279-9826-147b88e31276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-409f0067-f1c0-444f-a213-eab476601e26', 'network_id': '409f0067-f1c0-444f-a213-eab476601e26', 'tenant_id': '70af8774c19c445ab11314dc972b13f5', 'fixed_ips': [{'subnet_id': 'e8693118-c9dd-4c0a-b57d-b17e777f082e'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:03:03.551642 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13317575-f023-4279-9826-147b88e31276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.606748 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-01c672d1-eb1c-456e-a423-2e3c5e8ba728 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Made reservation on behalf of dbefff477b694cb581282e32dd2cbb0f for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:03.610302 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-01c672d1-eb1c-456e-a423-2e3c5e8ba728 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.636545 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4d6ca926-a2b8-4e5e-b801-3b2eb18c560f req-01410bd8-78d5-49a3-8310-802779732608 tempest-AggregatesAdminTestJSON-1788959616 tempest-AggregatesAdminTestJSON-1788959616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.694147 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-13317575-f023-4279-9826-147b88e31276 None None] Allocated IP 172.20.0.2 (409f0067-f1c0-444f-a213-eab476601e26/e8693118-c9dd-4c0a-b57d-b17e777f082e/95a18316-1571-4849-ae9b-e8de6f6e7a81) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:03.713557 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d6ca926-a2b8-4e5e-b801-3b2eb18c560f req-01410bd8-78d5-49a3-8310-802779732608 tempest-AggregatesAdminTestJSON-1788959616 tempest-AggregatesAdminTestJSON-1788959616-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992870 Nov 12 04:03:03.724750 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01410bd8-78d5-49a3-8310-802779732608 tempest-AggregatesAdminTestJSON-1788959616 tempest-AggregatesAdminTestJSON-1788959616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b634463a-8eb7-4e31-a548-38b411656347,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:03.739501 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac37-48d7-4e4f-a008-252432a65af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.741119 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac37-48d7-4e4f-a008-252432a65af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.792661 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-01c672d1-eb1c-456e-a423-2e3c5e8ba728 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Allocated IP 172.20.0.12 (e7c6fe18-7f21-4a1b-9722-efe49e9950a5/5fa13a6a-4bf6-4269-938a-144076eee239/84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:03.821963 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac37-48d7-4e4f-a008-252432a65af9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.868070 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffdc73-6536-4e61-bc44-44fc86e437fc req-767180b9-d416-46da-b7a5-8d569dc9d43d tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.869601 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5bffdc73-6536-4e61-bc44-44fc86e437fc req-767180b9-d416-46da-b7a5-8d569dc9d43d tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 943 time: 0.0748584 Nov 12 04:03:03.876952 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13317575-f023-4279-9826-147b88e31276 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.949196 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13317575-f023-4279-9826-147b88e31276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.977900 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5bffdc73-6536-4e61-bc44-44fc86e437fc req-ec2e1df9-00af-4d63-939a-83fbe82c82d6 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004493 Nov 12 04:03:03.991309 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13317575-f023-4279-9826-147b88e31276 None None] Network 409f0067-f1c0-444f-a213-eab476601e26 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:03.994946 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-13317575-f023-4279-9826-147b88e31276 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:03.998360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13317575-f023-4279-9826-147b88e31276 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:04.011145 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13317575-f023-4279-9826-147b88e31276 None None] Pushing event updated for resources: {'Port': ['ID=95a18316-1571-4849-ae9b-e8de6f6e7a81,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:04.029453 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-01c672d1-eb1c-456e-a423-2e3c5e8ba728 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.031322 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac37-48d7-4e4f-a008-252432a65af9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.066176 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-13317575-f023-4279-9826-147b88e31276 None None] Attempting to bind port 95a18316-1571-4849-ae9b-e8de6f6e7a81 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:04.066516 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-13317575-f023-4279-9826-147b88e31276 None None] Attempting to bind port 95a18316-1571-4849-ae9b-e8de6f6e7a81 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '773e05fc-1ccd-4424-ab4d-63239469cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '409f0067-f1c0-444f-a213-eab476601e26'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:04.067143 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13317575-f023-4279-9826-147b88e31276 None None] Attempting to bind port 95a18316-1571-4849-ae9b-e8de6f6e7a81 on network 409f0067-f1c0-444f-a213-eab476601e26 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:04.072322 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13317575-f023-4279-9826-147b88e31276 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:04.072870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13317575-f023-4279-9826-147b88e31276 None None] Checking segment: {'id': '773e05fc-1ccd-4424-ab4d-63239469cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '409f0067-f1c0-444f-a213-eab476601e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:04.073157 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13317575-f023-4279-9826-147b88e31276 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.073560 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13317575-f023-4279-9826-147b88e31276 None None] Bound using segment: {'id': '773e05fc-1ccd-4424-ab4d-63239469cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '409f0067-f1c0-444f-a213-eab476601e26'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:04.074001 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-13317575-f023-4279-9826-147b88e31276 None None] Bound port: 95a18316-1571-4849-ae9b-e8de6f6e7a81, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773e05fc-1ccd-4424-ab4d-63239469cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '409f0067-f1c0-444f-a213-eab476601e26'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:04.074375 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13317575-f023-4279-9826-147b88e31276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.080385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9534fd97-66f6-45e5-a22b-dcd50b3e2cfb req-91ff7379-a3da-4e93-9b6e-e61636ea3733 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 210 time: 0.0326457 Nov 12 04:03:04.144454 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-13317575-f023-4279-9826-147b88e31276 None None] For port 95a18316-1571-4849-ae9b-e8de6f6e7a81, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:04.147591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-13317575-f023-4279-9826-147b88e31276 None None] For port 95a18316-1571-4849-ae9b-e8de6f6e7a81, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=95a18316-1571-4849-ae9b-e8de6f6e7a81,segment=NetworkSegment(773e05fc-1ccd-4424-ab4d-63239469cd44),segment_id=773e05fc-1ccd-4424-ab4d-63239469cd44)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:04.150944 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-01c672d1-eb1c-456e-a423-2e3c5e8ba728 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.196044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-01c672d1-eb1c-456e-a423-2e3c5e8ba728 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:04.201285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-01c672d1-eb1c-456e-a423-2e3c5e8ba728 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:04.205107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-01c672d1-eb1c-456e-a423-2e3c5e8ba728 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:04.234063 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c672d1-eb1c-456e-a423-2e3c5e8ba728 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Pushing event updated for resources: {'Port': ['ID=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:04.236806 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13317575-f023-4279-9826-147b88e31276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.300798 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13317575-f023-4279-9826-147b88e31276 None None] Pushing event updated for resources: {'Port': ['ID=95a18316-1571-4849-ae9b-e8de6f6e7a81,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:04.343456 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-01c672d1-eb1c-456e-a423-2e3c5e8ba728 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:04.344092 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-01c672d1-eb1c-456e-a423-2e3c5e8ba728 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.360960 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac37-48d7-4e4f-a008-252432a65af9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.379827 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3681c6-7645-4334-990e-3516f175542c req-cc904b41-3b7e-4fed-9e54-964d11a343ba tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:04.381392 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee3681c6-7645-4334-990e-3516f175542c req-cc904b41-3b7e-4fed-9e54-964d11a343ba tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 947 time: 0.0807347 Nov 12 04:03:04.381518 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac37-48d7-4e4f-a008-252432a65af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.421982 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-01c672d1-eb1c-456e-a423-2e3c5e8ba728 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1017187 Nov 12 04:03:04.439291 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee3681c6-7645-4334-990e-3516f175542c req-f13d9b66-3d42-479e-814c-d329f4fcbca6 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513341 Nov 12 04:03:04.442310 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:03:04.457537 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Request body: {'port': {'device_id': 'd486ab91-4588-40a7-a246-57b1d85d2c97', 'device_owner': 'compute:tempest-test_az-736315948', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:04.560000 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.580451 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-3c25ac37-48d7-4e4f-a008-252432a65af9 admin admin] Allocated IP 172.25.1.38 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/ead6e1b9-0435-42f4-9d39-92dbc655cffb) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:04.593801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f,segment=NetworkSegment(d458217c-db4b-4c9a-9f9f-4dec21eda858),segment_id=d458217c-db4b-4c9a-9f9f-4dec21eda858)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:04.626396 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'port_id': '8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f', 'mac_address': 'fa:16:3e:ee:1a:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:03:04.674402 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.689941 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:04.734171 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f,segment=NetworkSegment(d458217c-db4b-4c9a-9f9f-4dec21eda858),segment_id=d458217c-db4b-4c9a-9f9f-4dec21eda858)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:04.784607 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.791490 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac37-48d7-4e4f-a008-252432a65af9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.803434 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48018) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:04.845913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:04.903210 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac37-48d7-4e4f-a008-252432a65af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.967231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c25ac37-48d7-4e4f-a008-252432a65af9 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:04.969316 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25ac37-48d7-4e4f-a008-252432a65af9 admin admin] Pushing event updated for resources: {'Port': ['ID=ead6e1b9-0435-42f4-9d39-92dbc655cffb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:04.979899 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3c25ac37-48d7-4e4f-a008-252432a65af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:04.980024 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:04.982924 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c25ac37-48d7-4e4f-a008-252432a65af9 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:04.986558 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b558f61e-23fd-4c7d-a910-c2529787d244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.988541 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.001693 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Transition to ACTIVE for port object 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:03:05.081949 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.204207 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f99fc-6ea2-48e6-bee0-df1a8b925ae0 req-00b898cb-91e0-417e-bd52-b3e6f3e45947 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:05.210303 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b32f99fc-6ea2-48e6-bee0-df1a8b925ae0 req-00b898cb-91e0-417e-bd52-b3e6f3e45947 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 944 time: 0.1619577 Nov 12 04:03:05.227469 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 95a18316-1571-4849-ae9b-e8de6f6e7a81 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:05.230494 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Pushing event updated for resources: {'Port': ['ID=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:05.294031 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 95a18316-1571-4849-ae9b-e8de6f6e7a81 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:05.294763 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.333831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Attempting to bind port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:05.334415 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Attempting to bind port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:05.334523 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Attempting to bind port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:05.347871 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:03:05.348896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Attempting to bind port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:05.363765 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b32f99fc-6ea2-48e6-bee0-df1a8b925ae0 req-e9e174eb-adb7-4076-9d26-9985777e7451 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311641 Nov 12 04:03:05.363765 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:05.363765 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Checking segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:05.363765 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Bound using segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:05.363765 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Bound port: 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:05.363765 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.393245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:05.424129 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.452534 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b558f61e-23fd-4c7d-a910-c2529787d244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.489215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] For port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:05.493697 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] For port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:05.558993 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17471bc4-d094-496b-afd8-3f576242cb56 req-e36d7a10-d060-445a-ab87-ed10acb4fdcb tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:05.560620 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17471bc4-d094-496b-afd8-3f576242cb56 req-e36d7a10-d060-445a-ab87-ed10acb4fdcb tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 965 time: 0.0729864 Nov 12 04:03:05.571467 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b558f61e-23fd-4c7d-a910-c2529787d244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.591942 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.623692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:05.624740 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.626242 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] 10.222.0.31 "PUT /v2.0/ports/84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 HTTP/1.1" status: 200 len: 1114 time: 1.1740096 Nov 12 04:03:05.638733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 95a18316-1571-4849-ae9b-e8de6f6e7a81, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=95a18316-1571-4849-ae9b-e8de6f6e7a81,segment=NetworkSegment(773e05fc-1ccd-4424-ab4d-63239469cd44),segment_id=773e05fc-1ccd-4424-ab4d-63239469cd44)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:05.647921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd486ab91-4588-40a7-a246-57b1d85d2c97', 'tag': '84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:05.650046 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3d426c10-fa7a-46cf-b9b6-970021d98c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.650946 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197c459a-8f58-44fe-aeaa-b53ea3665c66" -d '{"events": [{"name": "network-changed", "server_uuid": "d486ab91-4588-40a7-a246-57b1d85d2c97", "tag": "84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:05.696934 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558f61e-23fd-4c7d-a910-c2529787d244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b059caaf-6db3-4fa7-a683-ccfa6b1c5bb3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:05.707753 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b558f61e-23fd-4c7d-a910-c2529787d244 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2c6f43e1ab749f7b333e39e04b2ccb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9003935 Nov 12 04:03:05.708125 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48050) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:05.735151 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.738144 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac37-48d7-4e4f-a008-252432a65af9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.738934 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17471bc4-d094-496b-afd8-3f576242cb56 req-62b1a969-329a-48e3-81ac-aa1f5a85f297 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638992 Nov 12 04:03:05.776466 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eff4a9-4380-4dea-a0f5-3b30a3772680 service neutron] Pushing event updated for resources: {'Port': ['ID=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:05.789617 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe65f9-8ed2-4661-9fc2-0c0506330dfb req-76e22731-4b94-42aa-8e11-64dd227fcef1 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:05.791340 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fbe65f9-8ed2-4661-9fc2-0c0506330dfb req-76e22731-4b94-42aa-8e11-64dd227fcef1 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 947 time: 0.1038373 Nov 12 04:03:05.795884 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c61f60-e6b1-402a-b146-0880047eb283 None None] Network 409f0067-f1c0-444f-a213-eab476601e26 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:05.867316 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ce0e6b6-4b5d-4f43-92b1-ba7e7498dc49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.900416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-ce11b54e-865f-40ee-bf8d-8ddbaf883e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:05.902394 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-ce11b54e-865f-40ee-bf8d-8ddbaf883e77 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 1117 time: 0.1095874 Nov 12 04:03:05.906829 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=95a18316-1571-4849-ae9b-e8de6f6e7a81,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:05.921574 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fbe65f9-8ed2-4661-9fc2-0c0506330dfb req-defb87c2-3156-40e8-869e-8b19ce5e3b16 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194334 Nov 12 04:03:05.940883 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-af8359b4-716f-4dec-92d1-91b696fbd3c0 None None] Provisioning complete for port 95a18316-1571-4849-ae9b-e8de6f6e7a81 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:05.941258 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af8359b4-716f-4dec-92d1-91b696fbd3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.970471 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ce0e6b6-4b5d-4f43-92b1-ba7e7498dc49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.006863 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ea39dd-33fb-46ce-a710-38b14e893f12 x-openstack-request-id: req-72ea39dd-33fb-46ce-a710-38b14e893f12 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:06.006863 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d486ab91-4588-40a7-a246-57b1d85d2c97", "tag": "84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:06.006863 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72ea39dd-33fb-46ce-a710-38b14e893f12 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:06.006863 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd486ab91-4588-40a7-a246-57b1d85d2c97', 'tag': '84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4', 'status': 'completed', 'code': 200} Nov 12 04:03:06.006863 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-89ad8c58-4921-4a71-81fd-ada7980f04af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 HTTP/1.1" status: 200 len: 217 time: 0.0764065 Nov 12 04:03:06.077934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-1ad6846f-31c0-42d8-a177-9cabf9f000ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:06.079555 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-1ad6846f-31c0-42d8-a177-9cabf9f000ea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.0604200 Nov 12 04:03:06.121156 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-5d1aba9b-c1c7-4341-9bb1-79dcef06eb44 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274591 Nov 12 04:03:06.125496 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac37-48d7-4e4f-a008-252432a65af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.180565 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ce0e6b6-4b5d-4f43-92b1-ba7e7498dc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.183165 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ce0e6b6-4b5d-4f43-92b1-ba7e7498dc49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.184346 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0ce0e6b6-4b5d-4f43-92b1-ba7e7498dc49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b059caaf-6db3-4fa7-a683-ccfa6b1c5bb3 HTTP/1.1" status: 204 len: 168 time: 0.4689815 Nov 12 04:03:06.209742 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0e6b6-4b5d-4f43-92b1-ba7e7498dc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b059caaf-6db3-4fa7-a683-ccfa6b1c5bb3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:06.257620 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-7b2cf6a9-1acf-445a-b000-08d102962f46 service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239400 Nov 12 04:03:06.343072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c25ac37-48d7-4e4f-a008-252432a65af9 admin admin] Router 94a4146e-5729-40ba-90bd-a033e7e3fd87 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:03:06.386939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56a97e59-adfb-45aa-95ed-e422a71eaaaf req-33adf9cc-17f9-430b-a450-546367c90c30 service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212480 Nov 12 04:03:06.426691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-679d66d4-a7f2-43ed-9281-5f735f11376e None None] Provisioning complete for port 95a18316-1571-4849-ae9b-e8de6f6e7a81 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:06.426691 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-679d66d4-a7f2-43ed-9281-5f735f11376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.447762 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 69d802da-621d-4dcc-bebe-79fed9b690d9 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:03:06.473658 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c25ac37-48d7-4e4f-a008-252432a65af9 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:06.494089 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] Sync routers for ids ['94a4146e-5729-40ba-90bd-a033e7e3fd87'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:06.552146 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4e310-eabd-42e4-82be-e0f083e59e59 req-1ef8c8ec-743e-4999-b401-c91027d48712 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:06.553486 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] Routers {'94a4146e-5729-40ba-90bd-a033e7e3fd87'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:06.554077 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cc4e310-eabd-42e4-82be-e0f083e59e59 req-1ef8c8ec-743e-4999-b401-c91027d48712 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 944 time: 0.0606961 Nov 12 04:03:06.554198 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['94a4146e-5729-40ba-90bd-a033e7e3fd87'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:06.615749 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac37-48d7-4e4f-a008-252432a65af9 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.621119 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3c25ac37-48d7-4e4f-a008-252432a65af9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1096065 Nov 12 04:03:06.621266 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48076) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:06.668756 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.684644 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c459a-8f58-44fe-aeaa-b53ea3665c66 req-8bd0f27b-f3d3-4751-88ae-1b8dd64218b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:06.684644 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-197c459a-8f58-44fe-aeaa-b53ea3665c66 req-8bd0f27b-f3d3-4751-88ae-1b8dd64218b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 1117 time: 0.1151435 Nov 12 04:03:06.684644 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cc4e310-eabd-42e4-82be-e0f083e59e59 req-89e2a74f-99cf-4eec-9e4b-ab991c85dfcd tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190302 Nov 12 04:03:06.741472 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 69d802da-621d-4dcc-bebe-79fed9b690d9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=69d802da-621d-4dcc-bebe-79fed9b690d9,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:06.767693 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '69d802da-621d-4dcc-bebe-79fed9b690d9', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '69d802da-621d-4dcc-bebe-79fed9b690d9', 'mac_address': 'fa:16:3e:f9:2f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:03:06.776842 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] Set router 94a4146e-5729-40ba-90bd-a033e7e3fd87 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:06.906807 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.912563 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c459a-8f58-44fe-aeaa-b53ea3665c66 req-9c6d8c72-1f12-4db4-9034-dd3d6ff05c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:06.914599 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-197c459a-8f58-44fe-aeaa-b53ea3665c66 req-9c6d8c72-1f12-4db4-9034-dd3d6ff05c5e service neutron] 10.222.0.31 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 909 time: 0.2305546 Nov 12 04:03:06.929014 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d802da-621d-4dcc-bebe-79fed9b690d9 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:06.960720 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 69d802da-621d-4dcc-bebe-79fed9b690d9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=69d802da-621d-4dcc-bebe-79fed9b690d9,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:06.975766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ac3c7-2fb8-4e43-b09b-00d1cb0d816a req-9801e02c-7cdb-4397-aad2-3f0d559d0a27 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:06.980469 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d7ac3c7-2fb8-4e43-b09b-00d1cb0d816a req-9801e02c-7cdb-4397-aad2-3f0d559d0a27 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 965 time: 0.1515813 Nov 12 04:03:06.980666 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48088) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:06.998214 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f85fb20-3043-4b5f-b2e0-cd64fb305816 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.014724 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'name': 'tempest-FloatingIPDetailsTestJSON-1052839234-router', 'tenant_id': '70af8774c19c445ab11314dc972b13f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ead6e1b9-0435-42f4-9d39-92dbc655cffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:05Z', 'revision_number': 3, 'project_id': '70af8774c19c445ab11314dc972b13f5', 'gw_port': {'id': 'ead6e1b9-0435-42f4-9d39-92dbc655cffb', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:04Z', 'updated_at': '2021-11-12T04:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:07.048183 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] Checking router: 94a4146e-5729-40ba-90bd-a033e7e3fd87 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:07.048530 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] Updating router 94a4146e-5729-40ba-90bd-a033e7e3fd87 port ead6e1b9-0435-42f4-9d39-92dbc655cffb binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:03:07.050798 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.100787 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.150966 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=69d802da-621d-4dcc-bebe-79fed9b690d9,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:07.158447 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f85fb20-3043-4b5f-b2e0-cd64fb305816 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.213250 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 95a18316-1571-4849-ae9b-e8de6f6e7a81 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:07.214403 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-197c459a-8f58-44fe-aeaa-b53ea3665c66 req-7edffc8d-cf1c-4ee3-965e-9db370774726 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 HTTP/1.1" status: 200 len: 217 time: 0.2922928 Nov 12 04:03:07.291937 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f85fb20-3043-4b5f-b2e0-cd64fb305816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.335158 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2f85fb20-3043-4b5f-b2e0-cd64fb305816 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd1cc9a7a2864cabba82938f35c33890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3534229 Nov 12 04:03:07.336317 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85fb20-3043-4b5f-b2e0-cd64fb305816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c7bf4f-ccc7-4960-b923-680bd3d2289f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:07.339271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48098) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:07.351498 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 95a18316-1571-4849-ae9b-e8de6f6e7a81 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:07.351770 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.399685 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f768ffd-8b42-40d4-a06a-6fbd874ca4dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.425239 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f768ffd-8b42-40d4-a06a-6fbd874ca4dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.436374 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d7ac3c7-2fb8-4e43-b09b-00d1cb0d816a req-28e0ab0c-90d3-4308-b83a-f51024a6dc38 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195046 Nov 12 04:03:07.440209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c459a-8f58-44fe-aeaa-b53ea3665c66 req-6b4a6629-eeaf-4515-8c18-0c0f5617df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:07.441918 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-197c459a-8f58-44fe-aeaa-b53ea3665c66 req-6b4a6629-eeaf-4515-8c18-0c0f5617df0e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.2149246 Nov 12 04:03:07.501528 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de58f49-b5d9-4843-aedf-2607e4a124ff req-c5d4a002-445d-40c5-8a92-23e6ab592c89 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:07.501723 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['69d802da-621d-4dcc-bebe-79fed9b690d9'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:07.503067 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9de58f49-b5d9-4843-aedf-2607e4a124ff req-c5d4a002-445d-40c5-8a92-23e6ab592c89 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 948 time: 0.1965106 Nov 12 04:03:07.506663 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-197c459a-8f58-44fe-aeaa-b53ea3665c66 req-811000eb-c819-4c2b-bd17-47932b9799f9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536251 Nov 12 04:03:07.538430 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.550325 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f768ffd-8b42-40d4-a06a-6fbd874ca4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.556109 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f768ffd-8b42-40d4-a06a-6fbd874ca4dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.558509 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6f768ffd-8b42-40d4-a06a-6fbd874ca4dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50c7bf4f-ccc7-4960-b923-680bd3d2289f HTTP/1.1" status: 204 len: 168 time: 0.2182472 Nov 12 04:03:07.568429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f768ffd-8b42-40d4-a06a-6fbd874ca4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c7bf4f-ccc7-4960-b923-680bd3d2289f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:07.610788 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.678576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] Attempting to bind port ead6e1b9-0435-42f4-9d39-92dbc655cffb on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:07.680782 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] Attempting to bind port ead6e1b9-0435-42f4-9d39-92dbc655cffb by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:07.681305 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] Attempting to bind port ead6e1b9-0435-42f4-9d39-92dbc655cffb on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:07.711772 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:07.713341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:07.713341 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.713341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:07.713572 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] Bound port: ead6e1b9-0435-42f4-9d39-92dbc655cffb, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:07.713983 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.718673 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9de58f49-b5d9-4843-aedf-2607e4a124ff req-9d3622a3-cfa1-47ea-a89e-3afc8a8bee72 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049327 Nov 12 04:03:07.719666 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4acfcc5-9135-48f2-9ee3-bae43d6be428 None None] Pushing event updated for resources: {'Port': ['ID=ead6e1b9-0435-42f4-9d39-92dbc655cffb,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:07.777845 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-197c459a-8f58-44fe-aeaa-b53ea3665c66 req-cd530fde-5bd6-4b49-adc5-ae1c5d93a060 service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470160 Nov 12 04:03:07.811674 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db5ce3b0-c119-4d93-a0c4-0bd5c97d8da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.925036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] For port ead6e1b9-0435-42f4-9d39-92dbc655cffb, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:07.934875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] For port ead6e1b9-0435-42f4-9d39-92dbc655cffb, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ead6e1b9-0435-42f4-9d39-92dbc655cffb,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:07.969222 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05570abe-8418-4f4c-a3d0-29ba21577750 req-45cc4ff5-0f5d-4b2f-b4b9-ec48f431d2d0 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:07.970674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-05570abe-8418-4f4c-a3d0-29ba21577750 req-45cc4ff5-0f5d-4b2f-b4b9-ec48f431d2d0 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 944 time: 0.1506724 Nov 12 04:03:07.979463 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.026946 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-197c459a-8f58-44fe-aeaa-b53ea3665c66 req-8f45e08e-1efd-4e39-a62b-05f1f9035c74 service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407846 Nov 12 04:03:08.072032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] Routers {'94a4146e-5729-40ba-90bd-a033e7e3fd87'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:08.072704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['94a4146e-5729-40ba-90bd-a033e7e3fd87'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:08.087965 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-05570abe-8418-4f4c-a3d0-29ba21577750 req-f8b54d3a-8492-4ac1-b626-f0bd42d1e803 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074083 Nov 12 04:03:08.117275 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-db5ce3b0-c119-4d93-a0c4-0bd5c97d8da8 admin admin] Allocated IP 172.20.0.1 (409f0067-f1c0-444f-a213-eab476601e26/e8693118-c9dd-4c0a-b57d-b17e777f082e/0a719163-45bd-478d-8129-2d7abe401687) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:08.131625 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.134210 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4acfcc5-9135-48f2-9ee3-bae43d6be428 None None] Pushing event updated for resources: {'Port': ['ID=ead6e1b9-0435-42f4-9d39-92dbc655cffb,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:08.234271 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] Set router 94a4146e-5729-40ba-90bd-a033e7e3fd87 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:08.286099 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db5ce3b0-c119-4d93-a0c4-0bd5c97d8da8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.399471 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db5ce3b0-c119-4d93-a0c4-0bd5c97d8da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.447372 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5ce3b0-c119-4d93-a0c4-0bd5c97d8da8 admin admin] Network 409f0067-f1c0-444f-a213-eab476601e26 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:08.451071 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-db5ce3b0-c119-4d93-a0c4-0bd5c97d8da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:08.457144 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ce3b0-c119-4d93-a0c4-0bd5c97d8da8 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:08.462386 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:08.490010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ce3b0-c119-4d93-a0c4-0bd5c97d8da8 admin admin] Pushing event updated for resources: {'Port': ['ID=0a719163-45bd-478d-8129-2d7abe401687,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:08.503734 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db5ce3b0-c119-4d93-a0c4-0bd5c97d8da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.548126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'name': 'tempest-FloatingIPDetailsTestJSON-1052839234-router', 'tenant_id': '70af8774c19c445ab11314dc972b13f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ead6e1b9-0435-42f4-9d39-92dbc655cffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:05Z', 'revision_number': 3, 'project_id': '70af8774c19c445ab11314dc972b13f5', 'gw_port': {'id': 'ead6e1b9-0435-42f4-9d39-92dbc655cffb', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:04Z', 'updated_at': '2021-11-12T04:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:08.609646 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f355d937-7f7e-404b-9761-d0b791e48bf6 None None] The sync data for ids ['94a4146e-5729-40ba-90bd-a033e7e3fd87'] in n-d-768509-24 is: [{'id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'name': 'tempest-FloatingIPDetailsTestJSON-1052839234-router', 'tenant_id': '70af8774c19c445ab11314dc972b13f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ead6e1b9-0435-42f4-9d39-92dbc655cffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:05Z', 'revision_number': 3, 'project_id': '70af8774c19c445ab11314dc972b13f5', 'gw_port': {'id': 'ead6e1b9-0435-42f4-9d39-92dbc655cffb', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:04Z', 'updated_at': '2021-11-12T04:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:08.686760 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:03:08.691321 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:08.691896 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.764908 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec0e22-f390-4332-b26b-edd9f0eb50a1 req-437b1a47-1eb5-405a-bf88-f4cdfaafb2ba tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:08.766488 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54ec0e22-f390-4332-b26b-edd9f0eb50a1 req-437b1a47-1eb5-405a-bf88-f4cdfaafb2ba tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 965 time: 0.0576940 Nov 12 04:03:08.791683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-964784a7-815b-4282-961c-7003531beca5 None None] Provisioning complete for port 0a719163-45bd-478d-8129-2d7abe401687 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:08.792106 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-964784a7-815b-4282-961c-7003531beca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.853212 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54ec0e22-f390-4332-b26b-edd9f0eb50a1 req-81e24530-1e20-4b3b-a435-751c5ed7ff12 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782645 Nov 12 04:03:08.877390 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.887002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-964784a7-815b-4282-961c-7003531beca5 None None] Port 0a719163-45bd-478d-8129-2d7abe401687 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:08.913946 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3f1236-8f83-471c-898e-09eaf9020a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:08.916255 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7535fe9f-113a-4d5d-9dcc-244127627286" -d '{"events": [{"server_uuid": "bc3f1236-8f83-471c-898e-09eaf9020a8f", "name": "network-vif-plugged", "status": "completed", "tag": "8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:08.932718 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f,segment=NetworkSegment(d458217c-db4b-4c9a-9f9f-4dec21eda858),segment_id=d458217c-db4b-4c9a-9f9f-4dec21eda858)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:08.937491 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db5ce3b0-c119-4d93-a0c4-0bd5c97d8da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.987873 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.004744 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26c6cd-c9aa-45dc-b25e-d22ca689597c req-b6a472cf-d7e2-48d6-9519-5aa7ca05f35c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:09.004744 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d26c6cd-c9aa-45dc-b25e-d22ca689597c req-b6a472cf-d7e2-48d6-9519-5aa7ca05f35c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 948 time: 0.1320221 Nov 12 04:03:09.005152 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.091785 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:09.137062 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48176) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:09.172422 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d26c6cd-c9aa-45dc-b25e-d22ca689597c req-caeb806b-1907-4b24-88e2-005aa3842f84 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525939 Nov 12 04:03:09.189668 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ead6e1b9-0435-42f4-9d39-92dbc655cffb up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:09.222145 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:03:09.281899 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a6862703-21e1-4fa0-884c-2e31fc465f10 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1014208654-network', 'tenant_id': 'a4a6ebac40b146cfa24061442c524e13'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:09.324351 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db5ce3b0-c119-4d93-a0c4-0bd5c97d8da8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.325502 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066758af-b17f-41dc-957c-47151a1f1fd9 x-openstack-request-id: req-066758af-b17f-41dc-957c-47151a1f1fd9 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:09.325820 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3f1236-8f83-471c-898e-09eaf9020a8f", "name": "network-vif-plugged", "status": "completed", "tag": "8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:09.326078 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-066758af-b17f-41dc-957c-47151a1f1fd9 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:09.326468 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3f1236-8f83-471c-898e-09eaf9020a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f', 'code': 200} Nov 12 04:03:09.366800 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6862703-21e1-4fa0-884c-2e31fc465f10 admin admin] Made reservation on behalf of a4a6ebac40b146cfa24061442c524e13 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:09.370121 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port ead6e1b9-0435-42f4-9d39-92dbc655cffb triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:09.370495 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.371395 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6862703-21e1-4fa0-884c-2e31fc465f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.380927 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db5ce3b0-c119-4d93-a0c4-0bd5c97d8da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.393472 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6862703-21e1-4fa0-884c-2e31fc465f10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.445944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:09.455128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccad23-5e1a-4b0f-bcb4-f5d8b01bfd1a req-4224b05d-4dc5-4513-90cd-ac2d794c3593 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:09.456683 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63ccad23-5e1a-4b0f-bcb4-f5d8b01bfd1a req-4224b05d-4dc5-4513-90cd-ac2d794c3593 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 945 time: 0.1303070 Nov 12 04:03:09.463834 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4', 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5', 'port_id': '84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4', 'mac_address': 'fa:16:3e:bf:c3:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa13a6a-4bf6-4269-938a-144076eee239', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:tempest-test_az-736315948', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:03:09.515248 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63ccad23-5e1a-4b0f-bcb4-f5d8b01bfd1a req-44886e6e-143e-4100-92d1-9f12bcba6e3d tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515618 Nov 12 04:03:09.517826 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ce3b0-c119-4d93-a0c4-0bd5c97d8da8 admin admin] Pushing event updated for resources: {'Port': ['ID=0a719163-45bd-478d-8129-2d7abe401687,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:09.533130 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db5ce3b0-c119-4d93-a0c4-0bd5c97d8da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.574874 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fd3e5-8936-4e87-a9de-9489c17b2a38 req-9b347439-b8f8-4358-8e02-fdedc351e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:09.581478 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7e3fd3e5-8936-4e87-a9de-9489c17b2a38 req-9b347439-b8f8-4358-8e02-fdedc351e2f1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 1097 time: 0.1595480 Nov 12 04:03:09.600915 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.649317 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:09.657154 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5ce3b0-c119-4d93-a0c4-0bd5c97d8da8 admin admin] Network 409f0067-f1c0-444f-a213-eab476601e26 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:09.658832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-db5ce3b0-c119-4d93-a0c4-0bd5c97d8da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:09.699139 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:09.716846 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6862703-21e1-4fa0-884c-2e31fc465f10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.725914 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7e3fd3e5-8936-4e87-a9de-9489c17b2a38 req-ba46ef6a-6a8c-4e59-b117-df4e58521e7b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347034 Nov 12 04:03:09.752217 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.792610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port ead6e1b9-0435-42f4-9d39-92dbc655cffb, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ead6e1b9-0435-42f4-9d39-92dbc655cffb,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:09.824613 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6862703-21e1-4fa0-884c-2e31fc465f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.827294 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.885487 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6862703-21e1-4fa0-884c-2e31fc465f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5feb785-fe9c-46f9-9505-20fc896ee3a1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:09.889664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5ce3b0-c119-4d93-a0c4-0bd5c97d8da8 admin admin] Router 94a4146e-5729-40ba-90bd-a033e7e3fd87 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:09.908300 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6862703-21e1-4fa0-884c-2e31fc465f10 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:03:09.928630 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6862703-21e1-4fa0-884c-2e31fc465f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.930222 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-a6862703-21e1-4fa0-884c-2e31fc465f10 admin admin] Added segment 7724ffb3-6885-4173-873d-a6e13fc800e5 of type vlan for network d71bec34-a677-4132-8136-c1bcb90eee24 Nov 12 04:03:09.958490 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.020628 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6862703-21e1-4fa0-884c-2e31fc465f10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.031201 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:10.098917 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=ead6e1b9-0435-42f4-9d39-92dbc655cffb,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:10.120544 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5ce3b0-c119-4d93-a0c4-0bd5c97d8da8 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:10.134928 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-db5ce3b0-c119-4d93-a0c4-0bd5c97d8da8 admin admin] 10.222.0.37 "PUT /v2.0/routers/94a4146e-5729-40ba-90bd-a033e7e3fd87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5036805 Nov 12 04:03:10.137638 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f07a6779-b406-4791-a241-6a5bc5011b86 None None] Provisioning complete for port 0a719163-45bd-478d-8129-2d7abe401687 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:10.138079 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f07a6779-b406-4791-a241-6a5bc5011b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.141463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd1e43-a37f-4163-9c9e-5b7d70caf055 req-32a02bbd-b469-46ca-a040-1d279c5040c5 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:10.144111 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6862703-21e1-4fa0-884c-2e31fc465f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.145444 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6862703-21e1-4fa0-884c-2e31fc465f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:10.146182 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6862703-21e1-4fa0-884c-2e31fc465f10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.150665 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07fd1e43-a37f-4163-9c9e-5b7d70caf055 req-32a02bbd-b469-46ca-a040-1d279c5040c5 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 966 time: 0.0832429 Nov 12 04:03:10.180532 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:10.247451 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6862703-21e1-4fa0-884c-2e31fc465f10 admin admin] Pushing event updated for resources: {'Network': ['ID=d71bec34-a677-4132-8136-c1bcb90eee24,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:10.253559 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07fd1e43-a37f-4163-9c9e-5b7d70caf055 req-514d050e-1b83-4ced-8a2e-0bc1b38c34aa tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019566 Nov 12 04:03:10.263736 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network d71bec34-a677-4132-8136-c1bcb90eee24 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:10.273657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f07a6779-b406-4791-a241-6a5bc5011b86 None None] Port 0a719163-45bd-478d-8129-2d7abe401687 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:10.294570 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48220) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:10.299482 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a783d4cf-e457-46e0-8da5-1afec8e49ca2 admin admin] Request body: {'subnet': {'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014208654-subnet', 'tenant_id': 'a4a6ebac40b146cfa24061442c524e13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:10.303184 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a6862703-21e1-4fa0-884c-2e31fc465f10 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1649199 Nov 12 04:03:10.340615 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48222) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:10.387672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678ac1d-03ee-4f1c-a80d-6c956e677cfe req-1dd76898-98b5-4b94-b0e2-598f2539ffef tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:10.395205 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3678ac1d-03ee-4f1c-a80d-6c956e677cfe req-1dd76898-98b5-4b94-b0e2-598f2539ffef tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 948 time: 0.0684104 Nov 12 04:03:10.413005 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a783d4cf-e457-46e0-8da5-1afec8e49ca2 admin admin] Made reservation on behalf of a4a6ebac40b146cfa24061442c524e13 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:10.416423 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a783d4cf-e457-46e0-8da5-1afec8e49ca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.451625 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 69d802da-621d-4dcc-bebe-79fed9b690d9 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:10.503208 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3678ac1d-03ee-4f1c-a80d-6c956e677cfe req-67aa8222-b1c1-4676-a732-c8c453c4cb7e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070640 Nov 12 04:03:10.514966 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c91f7362-5eb2-4912-a69f-6d234ab235dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.602939 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c91f7362-5eb2-4912-a69f-6d234ab235dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.644141 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 69d802da-621d-4dcc-bebe-79fed9b690d9 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:03:10.650670 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 69d802da-621d-4dcc-bebe-79fed9b690d9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:10.651278 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.668994 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c91f7362-5eb2-4912-a69f-6d234ab235dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.716950 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f7362-5eb2-4912-a69f-6d234ab235dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701dec72-6af6-479e-a9c3-edddc11de1e7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:10.730574 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c91f7362-5eb2-4912-a69f-6d234ab235dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a066df06230449db9e06d3f06771e65a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880224 Nov 12 04:03:10.732554 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48240) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:10.733001 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a783d4cf-e457-46e0-8da5-1afec8e49ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.767334 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.787087 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b93a-68e9-47bf-b45f-3f9ab267ae65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.809620 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b93a-68e9-47bf-b45f-3f9ab267ae65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.814816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 69d802da-621d-4dcc-bebe-79fed9b690d9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=69d802da-621d-4dcc-bebe-79fed9b690d9,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:10.882024 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.897772 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783d4cf-e457-46e0-8da5-1afec8e49ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0002df9-975c-478b-822a-521de9b191f4,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:10.932278 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b93a-68e9-47bf-b45f-3f9ab267ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.935374 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b93a-68e9-47bf-b45f-3f9ab267ae65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.938873 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c2d7b93a-68e9-47bf-b45f-3f9ab267ae65 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/701dec72-6af6-479e-a9c3-edddc11de1e7 HTTP/1.1" status: 204 len: 168 time: 0.2027164 Nov 12 04:03:10.948723 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7b93a-68e9-47bf-b45f-3f9ab267ae65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701dec72-6af6-479e-a9c3-edddc11de1e7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:10.959883 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=69d802da-621d-4dcc-bebe-79fed9b690d9,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:11.003721 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783d4cf-e457-46e0-8da5-1afec8e49ca2 admin admin] Checking segment: {'id': '7724ffb3-6885-4173-873d-a6e13fc800e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:11.004081 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a783d4cf-e457-46e0-8da5-1afec8e49ca2 admin admin] Network hostable DHCP agents. Network: d71bec34-a677-4132-8136-c1bcb90eee24, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:03:11.013504 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-134559e6-c75a-432d-86a2-a7457cb554f7 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2935491 Nov 12 04:03:11.028816 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-fc6d55c1-05a0-4db5-8e54-89b8b50f0640 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:11.127410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ead6e1b9-0435-42f4-9d39-92dbc655cffb up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:11.184649 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] Sync routers for ids ['94a4146e-5729-40ba-90bd-a033e7e3fd87'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:11.189912 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port ead6e1b9-0435-42f4-9d39-92dbc655cffb triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:11.190567 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.195339 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] Routers {'94a4146e-5729-40ba-90bd-a033e7e3fd87'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:11.196030 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['94a4146e-5729-40ba-90bd-a033e7e3fd87'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:11.222532 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:11.284756 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a4ad4-a6c4-488d-90ec-7c438df4f1fb req-f025f3bc-bafd-49ca-8932-d685ff718e69 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:11.286978 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-396a4ad4-a6c4-488d-90ec-7c438df4f1fb req-f025f3bc-bafd-49ca-8932-d685ff718e69 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 945 time: 0.3384464 Nov 12 04:03:11.327359 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0a2980-074f-4185-b78d-eae74ba3c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d802da-621d-4dcc-bebe-79fed9b690d9'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:11.329888 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7116375f-3df0-4d1b-87b2-69f5d83242ed" -d '{"events": [{"server_uuid": "2a0a2980-074f-4185-b78d-eae74ba3c356", "name": "network-vif-plugged", "status": "completed", "tag": "69d802da-621d-4dcc-bebe-79fed9b690d9"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:11.344116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-396a4ad4-a6c4-488d-90ec-7c438df4f1fb req-f259fba7-1a24-428d-84e2-ffdfe76ec4ed tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495265 Nov 12 04:03:11.350656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a783d4cf-e457-46e0-8da5-1afec8e49ca2 admin admin] Network d71bec34-a677-4132-8136-c1bcb90eee24 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:03:11.372276 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:03:11.372708 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-fc6d55c1-05a0-4db5-8e54-89b8b50f0640 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.377285 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:11.377285 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.406675 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] Set router 94a4146e-5729-40ba-90bd-a033e7e3fd87 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:11.438663 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-a783d4cf-e457-46e0-8da5-1afec8e49ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, d71bec34-a677-4132-8136-c1bcb90eee24) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:11.444440 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a783d4cf-e457-46e0-8da5-1afec8e49ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:11.445606 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a783d4cf-e457-46e0-8da5-1afec8e49ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.453753 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4449e3-9385-4425-b33a-a453dbdbbd58 None None] Network d71bec34-a677-4132-8136-c1bcb90eee24 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:11.485639 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.500506 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-fc6d55c1-05a0-4db5-8e54-89b8b50f0640 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.567308 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:11.600649 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a783d4cf-e457-46e0-8da5-1afec8e49ca2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3047569 Nov 12 04:03:11.603353 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48260) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:11.607778 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3d662277-80d3-4b9e-b82d-5f3e97028a95 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1014208654-router', 'tenant_id': 'a4a6ebac40b146cfa24061442c524e13', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:11.625236 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'name': 'tempest-FloatingIPDetailsTestJSON-1052839234-router', 'tenant_id': '70af8774c19c445ab11314dc972b13f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ead6e1b9-0435-42f4-9d39-92dbc655cffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:08Z', 'revision_number': 4, 'project_id': '70af8774c19c445ab11314dc972b13f5', 'gw_port': {'id': 'ead6e1b9-0435-42f4-9d39-92dbc655cffb', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:04Z', 'updated_at': '2021-11-12T04:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '0a719163-45bd-478d-8129-2d7abe401687', 'name': '', 'network_id': '409f0067-f1c0-444f-a213-eab476601e26', 'tenant_id': '70af8774c19c445ab11314dc972b13f5', 'mac_address': 'fa:16:3e:ad:eb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e8693118-c9dd-4c0a-b57d-b17e777f082e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:07Z', 'updated_at': '2021-11-12T04:03:09Z', 'revision_number': 2, 'project_id': '70af8774c19c445ab11314dc972b13f5', 'subnets': [{'id': 'e8693118-c9dd-4c0a-b57d-b17e777f082e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:11.636723 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-fc6d55c1-05a0-4db5-8e54-89b8b50f0640 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Allocated IP 172.25.1.188 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/54544aec-4de0-4da3-a34f-a23b80fed1a5) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:11.652937 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.654844 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] Checking router: 94a4146e-5729-40ba-90bd-a033e7e3fd87 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:11.655386 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] Updating router 94a4146e-5729-40ba-90bd-a033e7e3fd87 port 0a719163-45bd-478d-8129-2d7abe401687 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:03:11.692158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-d71bec34-a677-4132-8136-c1bcb90eee24', 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24', 'tenant_id': 'a4a6ebac40b146cfa24061442c524e13', 'fixed_ips': [{'subnet_id': 'f0002df9-975c-478b-822a-521de9b191f4'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:03:11.697968 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.703022 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.710590 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d662277-80d3-4b9e-b82d-5f3e97028a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.714212 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d662277-80d3-4b9e-b82d-5f3e97028a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.775968 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:11.800510 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d662277-80d3-4b9e-b82d-5f3e97028a95 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.831182 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48264) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:11.836372 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-fc6d55c1-05a0-4db5-8e54-89b8b50f0640 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.851356 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d49adf7d-407f-404b-9f96-c73966a1103b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.906247 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485d4a9-2d6b-4dae-b399-92c0bf3ba116 req-1ac21e09-d84e-458f-a09c-8c0612c5ae39 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:11.909816 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8485d4a9-2d6b-4dae-b399-92c0bf3ba116 req-1ac21e09-d84e-458f-a09c-8c0612c5ae39 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 967 time: 0.0965555 Nov 12 04:03:11.965541 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] Allocated IP 172.20.0.2 (d71bec34-a677-4132-8136-c1bcb90eee24/f0002df9-975c-478b-822a-521de9b191f4/16deb0b0-82ae-4437-8774-c9fd9d70e40c) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:11.996989 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8485d4a9-2d6b-4dae-b399-92c0bf3ba116 req-23331ebf-094f-4a99-bf20-0f17ab64aa2c tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729854 Nov 12 04:03:12.044931 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d662277-80d3-4b9e-b82d-5f3e97028a95 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.055724 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-fc6d55c1-05a0-4db5-8e54-89b8b50f0640 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.119310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-fc6d55c1-05a0-4db5-8e54-89b8b50f0640 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:12.127413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-fc6d55c1-05a0-4db5-8e54-89b8b50f0640 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:12.129388 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d49adf7d-407f-404b-9f96-c73966a1103b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.134010 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.139381 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-fc6d55c1-05a0-4db5-8e54-89b8b50f0640 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:12.148531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d55c1-05a0-4db5-8e54-89b8b50f0640 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Pushing event updated for resources: {'Port': ['ID=54544aec-4de0-4da3-a34f-a23b80fed1a5,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:12.188804 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4880f292-9e47-4767-a35f-2dce45ce2498 x-openstack-request-id: req-4880f292-9e47-4767-a35f-2dce45ce2498 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:12.189137 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0a2980-074f-4185-b78d-eae74ba3c356", "name": "network-vif-plugged", "status": "completed", "tag": "69d802da-621d-4dcc-bebe-79fed9b690d9", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:12.189385 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4880f292-9e47-4767-a35f-2dce45ce2498 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:12.189751 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0a2980-074f-4185-b78d-eae74ba3c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d802da-621d-4dcc-bebe-79fed9b690d9', 'code': 200} Nov 12 04:03:12.228430 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.236505 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d49adf7d-407f-404b-9f96-c73966a1103b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.310991 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49adf7d-407f-404b-9f96-c73966a1103b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb84303-e30d-4bdc-b2ff-a5e6a9a8c7be,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:12.316149 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.326454 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d49adf7d-407f-404b-9f96-c73966a1103b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b1a44e797ad47758e69fe3858f1af07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4939439 Nov 12 04:03:12.333573 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48268) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:12.342392 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca15fc-b22c-432b-bdc2-5a85f30d5275 None None] Pushing event updated for resources: {'Port': ['ID=0a719163-45bd-478d-8129-2d7abe401687,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:12.344751 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-fc6d55c1-05a0-4db5-8e54-89b8b50f0640 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.363331 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e1f89-e3eb-4f7b-a9df-4e1694608935 req-22ea69b6-bb49-4c36-b941-0f4c7e0e984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:12.368758 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-361e1f89-e3eb-4f7b-a9df-4e1694608935 req-22ea69b6-bb49-4c36-b941-0f4c7e0e984a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 1101 time: 0.1392226 Nov 12 04:03:12.381342 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] Attempting to bind port 0a719163-45bd-478d-8129-2d7abe401687 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:12.381342 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] Attempting to bind port 0a719163-45bd-478d-8129-2d7abe401687 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '773e05fc-1ccd-4424-ab4d-63239469cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '409f0067-f1c0-444f-a213-eab476601e26'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:12.381342 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] Attempting to bind port 0a719163-45bd-478d-8129-2d7abe401687 on network 409f0067-f1c0-444f-a213-eab476601e26 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:12.385946 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:12.386422 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] Checking segment: {'id': '773e05fc-1ccd-4424-ab4d-63239469cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '409f0067-f1c0-444f-a213-eab476601e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:12.386873 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132138d-0f04-455a-8d4e-e6aba9181ddc req-8a16b777-77ed-46ca-b0a0-83d251fbce23 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:12.387290 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.387872 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] Bound using segment: {'id': '773e05fc-1ccd-4424-ab4d-63239469cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '409f0067-f1c0-444f-a213-eab476601e26'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:12.388629 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] Bound port: 0a719163-45bd-478d-8129-2d7abe401687, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773e05fc-1ccd-4424-ab4d-63239469cd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '409f0067-f1c0-444f-a213-eab476601e26'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:12.389240 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.395696 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8132138d-0f04-455a-8d4e-e6aba9181ddc req-8a16b777-77ed-46ca-b0a0-83d251fbce23 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.1394031 Nov 12 04:03:12.405229 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.474304 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] For port 0a719163-45bd-478d-8129-2d7abe401687, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:12.480848 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] For port 0a719163-45bd-478d-8129-2d7abe401687, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0a719163-45bd-478d-8129-2d7abe401687,segment=NetworkSegment(773e05fc-1ccd-4424-ab4d-63239469cd44),segment_id=773e05fc-1ccd-4424-ab4d-63239469cd44)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:12.485689 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] Network d71bec34-a677-4132-8136-c1bcb90eee24 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:12.486262 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-361e1f89-e3eb-4f7b-a9df-4e1694608935 req-31a23f86-48bb-4972-ad8a-93d42c29e93d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137815 Nov 12 04:03:12.491482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:12.496123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:12.503400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] Pushing event updated for resources: {'Port': ['ID=16deb0b0-82ae-4437-8774-c9fd9d70e40c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:12.514910 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3197b98c-a50e-4c47-b8a5-85251bd4a8d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.526937 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-fc6d55c1-05a0-4db5-8e54-89b8b50f0640 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.535692 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d662277-80d3-4b9e-b82d-5f3e97028a95 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.556171 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.558113 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d662277-80d3-4b9e-b82d-5f3e97028a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.572701 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] Attempting to bind port 16deb0b0-82ae-4437-8774-c9fd9d70e40c on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:12.573333 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] Attempting to bind port 16deb0b0-82ae-4437-8774-c9fd9d70e40c by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '7724ffb3-6885-4173-873d-a6e13fc800e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:12.573702 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] Attempting to bind port 16deb0b0-82ae-4437-8774-c9fd9d70e40c on network d71bec34-a677-4132-8136-c1bcb90eee24 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:12.579435 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:12.579940 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] Checking segment: {'id': '7724ffb3-6885-4173-873d-a6e13fc800e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:12.580349 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.580743 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] Bound using segment: {'id': '7724ffb3-6885-4173-873d-a6e13fc800e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:12.581204 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] Bound port: 16deb0b0-82ae-4437-8774-c9fd9d70e40c, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7724ffb3-6885-4173-873d-a6e13fc800e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:12.581587 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.597417 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8132138d-0f04-455a-8d4e-e6aba9181ddc req-2de0077a-bd11-4e33-bdb0-e63164d7e1b2 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007532 Nov 12 04:03:12.640960 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca15fc-b22c-432b-bdc2-5a85f30d5275 None None] Pushing event updated for resources: {'Port': ['ID=0a719163-45bd-478d-8129-2d7abe401687,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:12.665117 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] For port 16deb0b0-82ae-4437-8774-c9fd9d70e40c, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:12.665578 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3197b98c-a50e-4c47-b8a5-85251bd4a8d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.667970 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b152e965-36b0-45ad-9949-bbe9078ee48c None None] Provisioning complete for port 0a719163-45bd-478d-8129-2d7abe401687 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:12.668374 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b152e965-36b0-45ad-9949-bbe9078ee48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.696376 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] Routers {'94a4146e-5729-40ba-90bd-a033e7e3fd87'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:12.697217 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['94a4146e-5729-40ba-90bd-a033e7e3fd87'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:12.724278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] For port 16deb0b0-82ae-4437-8774-c9fd9d70e40c, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=16deb0b0-82ae-4437-8774-c9fd9d70e40c,segment=NetworkSegment(7724ffb3-6885-4173-873d-a6e13fc800e5),segment_id=7724ffb3-6885-4173-873d-a6e13fc800e5)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:12.836525 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.860325 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3197b98c-a50e-4c47-b8a5-85251bd4a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.863202 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3197b98c-a50e-4c47-b8a5-85251bd4a8d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.867232 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3197b98c-a50e-4c47-b8a5-85251bd4a8d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2eb84303-e30d-4bdc-b2ff-a5e6a9a8c7be HTTP/1.1" status: 204 len: 168 time: 0.5320723 Nov 12 04:03:12.883629 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197b98c-a50e-4c47-b8a5-85251bd4a8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb84303-e30d-4bdc-b2ff-a5e6a9a8c7be,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:12.899675 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b152e965-36b0-45ad-9949-bbe9078ee48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.952615 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-fc6d55c1-05a0-4db5-8e54-89b8b50f0640 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.966991 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] Set router 94a4146e-5729-40ba-90bd-a033e7e3fd87 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:12.985385 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35bc18-49a2-4b4a-a661-a338e6a16ae7 req-7285000c-46b3-4e6e-a6de-b6197a11631d tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:12.987279 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd35bc18-49a2-4b4a-a661-a338e6a16ae7 req-7285000c-46b3-4e6e-a6de-b6197a11631d tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 945 time: 0.0761006 Nov 12 04:03:12.996955 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-3d662277-80d3-4b9e-b82d-5f3e97028a95 admin admin] Allocated IP 172.25.1.67 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/78431aa8-c2da-47dc-b54f-9545afd3fa6f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:13.059769 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-fc6d55c1-05a0-4db5-8e54-89b8b50f0640 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.079578 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507305da-b46f-463d-afdc-38823f2bb48c None None] Pushing event updated for resources: {'Port': ['ID=16deb0b0-82ae-4437-8774-c9fd9d70e40c,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:13.083487 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b152e965-36b0-45ad-9949-bbe9078ee48c None None] For port 0a719163-45bd-478d-8129-2d7abe401687, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0a719163-45bd-478d-8129-2d7abe401687,segment=NetworkSegment(773e05fc-1ccd-4424-ab4d-63239469cd44),segment_id=773e05fc-1ccd-4424-ab4d-63239469cd44)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:13.150305 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b152e965-36b0-45ad-9949-bbe9078ee48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.180802 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd35bc18-49a2-4b4a-a661-a338e6a16ae7 req-70571a56-cd79-4950-a180-0bbb96ee1c6f tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792440 Nov 12 04:03:13.182543 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d662277-80d3-4b9e-b82d-5f3e97028a95 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.214579 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-fc6d55c1-05a0-4db5-8e54-89b8b50f0640 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.243760 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152e965-36b0-45ad-9949-bbe9078ee48c None None] Pushing event updated for resources: {'Port': ['ID=0a719163-45bd-478d-8129-2d7abe401687,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:13.270734 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d55c1-05a0-4db5-8e54-89b8b50f0640 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Pushing event updated for resources: {'Port': ['ID=54544aec-4de0-4da3-a34f-a23b80fed1a5,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:13.324433 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'name': 'tempest-FloatingIPDetailsTestJSON-1052839234-router', 'tenant_id': '70af8774c19c445ab11314dc972b13f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ead6e1b9-0435-42f4-9d39-92dbc655cffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:08Z', 'revision_number': 4, 'project_id': '70af8774c19c445ab11314dc972b13f5', 'gw_port': {'id': 'ead6e1b9-0435-42f4-9d39-92dbc655cffb', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:04Z', 'updated_at': '2021-11-12T04:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '0a719163-45bd-478d-8129-2d7abe401687', 'name': '', 'network_id': '409f0067-f1c0-444f-a213-eab476601e26', 'tenant_id': '70af8774c19c445ab11314dc972b13f5', 'mac_address': 'fa:16:3e:ad:eb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e8693118-c9dd-4c0a-b57d-b17e777f082e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:07Z', 'updated_at': '2021-11-12T04:03:12Z', 'revision_number': 4, 'project_id': '70af8774c19c445ab11314dc972b13f5', 'subnets': [{'id': 'e8693118-c9dd-4c0a-b57d-b17e777f082e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:13.325083 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-cb1fe2f9-ef89-4b5e-972f-de98ff30af3e None None] Provisioning complete for port 0a719163-45bd-478d-8129-2d7abe401687 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:13.325083 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb1fe2f9-ef89-4b5e-972f-de98ff30af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.357570 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-fc6d55c1-05a0-4db5-8e54-89b8b50f0640 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.358558 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d9de4-8e6a-4669-8a17-08d478949169 None None] The sync data for ids ['94a4146e-5729-40ba-90bd-a033e7e3fd87'] in n-d-768509-24 is: [{'id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'name': 'tempest-FloatingIPDetailsTestJSON-1052839234-router', 'tenant_id': '70af8774c19c445ab11314dc972b13f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ead6e1b9-0435-42f4-9d39-92dbc655cffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:08Z', 'revision_number': 4, 'project_id': '70af8774c19c445ab11314dc972b13f5', 'gw_port': {'id': 'ead6e1b9-0435-42f4-9d39-92dbc655cffb', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:04Z', 'updated_at': '2021-11-12T04:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '0a719163-45bd-478d-8129-2d7abe401687', 'name': '', 'network_id': '409f0067-f1c0-444f-a213-eab476601e26', 'tenant_id': '70af8774c19c445ab11314dc972b13f5', 'mac_address': 'fa:16:3e:ad:eb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e8693118-c9dd-4c0a-b57d-b17e777f082e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:07Z', 'updated_at': '2021-11-12T04:03:12Z', 'revision_number': 4, 'project_id': '70af8774c19c445ab11314dc972b13f5', 'subnets': [{'id': 'e8693118-c9dd-4c0a-b57d-b17e777f082e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:13.367328 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-fc6d55c1-05a0-4db5-8e54-89b8b50f0640 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3441608 Nov 12 04:03:13.387086 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d662277-80d3-4b9e-b82d-5f3e97028a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.500143 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d662277-80d3-4b9e-b82d-5f3e97028a95 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:13.516770 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3d662277-80d3-4b9e-b82d-5f3e97028a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:13.545220 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d662277-80d3-4b9e-b82d-5f3e97028a95 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:13.552096 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-4342b62b-cb50-4dd1-9713-07f096d61556 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 696 time: 0.1843054 Nov 12 04:03:13.575862 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d662277-80d3-4b9e-b82d-5f3e97028a95 admin admin] Pushing event updated for resources: {'Port': ['ID=78431aa8-c2da-47dc-b54f-9545afd3fa6f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:13.733441 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f15634-1fcc-46d1-9a7c-c491657be317 req-0fadd59d-c7b3-42c6-9f81-7f0473ca7f2f tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:13.735299 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-83f15634-1fcc-46d1-9a7c-c491657be317 req-0fadd59d-c7b3-42c6-9f81-7f0473ca7f2f tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 967 time: 0.1821289 Nov 12 04:03:13.833945 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-83f15634-1fcc-46d1-9a7c-c491657be317 req-750f9607-157e-4662-b0f3-81848569cad7 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856397 Nov 12 04:03:13.853113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-04d6e330-f499-46f6-9473-662c8bfd0f1d tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:13.867441 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-04d6e330-f499-46f6-9473-662c8bfd0f1d tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.3022990 Nov 12 04:03:13.883323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-aa25b5e9-689f-400b-b70e-35d84a07f67e tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:03:13.904717 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a07997c7-7a83-4bf4-8d1b-ab70cd6283e6 req-aa25b5e9-689f-400b-b70e-35d84a07f67e tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0357697 Nov 12 04:03:14.134075 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d662277-80d3-4b9e-b82d-5f3e97028a95 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.191216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd486ab91-4588-40a7-a246-57b1d85d2c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:14.194252 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7260c926-7c5a-4f9d-90b2-a145abcda1bc" -d '{"events": [{"server_uuid": "d486ab91-4588-40a7-a246-57b1d85d2c97", "name": "network-vif-plugged", "status": "completed", "tag": "84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:14.214442 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48310) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:14.221053 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534259e6-5aa3-4936-97d5-617d9218199c req-5fea72a8-342c-4bb7-9fc2-4fe4f30a62f4 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:14.227821 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-534259e6-5aa3-4936-97d5-617d9218199c req-5fea72a8-342c-4bb7-9fc2-4fe4f30a62f4 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 945 time: 0.1576428 Nov 12 04:03:14.237455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48314) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:14.246281 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ac69a8e9-1fcf-4fe6-bc65-65eba65e3850 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Request body: {'floatingip': {'port_id': '8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:14.275549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f5a16-6b86-425f-83c6-2f4b737e5c4f req-6f73e3b4-ed40-4911-8a90-ceadf89eda30 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:14.277119 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f32f5a16-6b86-425f-83c6-2f4b737e5c4f req-6f73e3b4-ed40-4911-8a90-ceadf89eda30 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.1483309 Nov 12 04:03:14.389729 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6d495c-f619-4435-95cc-d24dfa4226f1 None None] Network d71bec34-a677-4132-8136-c1bcb90eee24 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:14.392704 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b93bb0e-4d4e-4e79-a2f7-3223fcf64b0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.419358 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ac69a8e9-1fcf-4fe6-bc65-65eba65e3850 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.486383 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d662277-80d3-4b9e-b82d-5f3e97028a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.582892 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b93bb0e-4d4e-4e79-a2f7-3223fcf64b0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.608612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1f84d1d1-e347-4f6d-a538-3014abedbf73 None None] Provisioning complete for port 16deb0b0-82ae-4437-8774-c9fd9d70e40c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:14.608983 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1f84d1d1-e347-4f6d-a538-3014abedbf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.635982 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b93bb0e-4d4e-4e79-a2f7-3223fcf64b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.702579 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93bb0e-4d4e-4e79-a2f7-3223fcf64b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e784ff2-030f-4e97-a345-06e09cde227d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:14.783605 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0b93bb0e-4d4e-4e79-a2f7-3223fcf64b0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=779799edb60b4dc4a0fd5858c50c98bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5646372 Nov 12 04:03:14.783605 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48322) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:14.785356 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1f84d1d1-e347-4f6d-a538-3014abedbf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.788182 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48324) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:14.818943 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f32f5a16-6b86-425f-83c6-2f4b737e5c4f req-be349da8-b254-4894-b041-6d017491ede4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503055 Nov 12 04:03:14.881536 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d662277-80d3-4b9e-b82d-5f3e97028a95 admin admin] Router 7d712568-1c05-4f84-9d69-7334d5628dff is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:03:14.889581 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-679e72f9-b5ba-4588-bbfa-9d03e2d2387c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.904781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1f84d1d1-e347-4f6d-a538-3014abedbf73 None None] For port 16deb0b0-82ae-4437-8774-c9fd9d70e40c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=16deb0b0-82ae-4437-8774-c9fd9d70e40c,segment=NetworkSegment(7724ffb3-6885-4173-873d-a6e13fc800e5),segment_id=7724ffb3-6885-4173-873d-a6e13fc800e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:14.977375 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1f84d1d1-e347-4f6d-a538-3014abedbf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.039352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84d1d1-e347-4f6d-a538-3014abedbf73 None None] Pushing event updated for resources: {'Port': ['ID=16deb0b0-82ae-4437-8774-c9fd9d70e40c,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:15.051278 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-5a60ca76-4323-4ea4-986f-752c5c5a9397 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7970741 Nov 12 04:03:15.077115 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-f2377dd9-8b94-4aa9-a00e-615d1399f9ea tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:15.106659 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-47444fcc-f8b4-40e0-bb75-21a014684efd tempest-AutoAllocateNetworkTest-1499361955 tempest-AutoAllocateNetworkTest-1499361955-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5704cb6c03cf43f788de283d305eca8e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3226757 Nov 12 04:03:15.116070 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48330) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:15.130972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7051cf0f-7a3e-4754-a24a-589248e0e926 None None] Provisioning complete for port 16deb0b0-82ae-4437-8774-c9fd9d70e40c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:15.131748 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7051cf0f-7a3e-4754-a24a-589248e0e926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.139249 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-679e72f9-b5ba-4588-bbfa-9d03e2d2387c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.160545 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d662277-80d3-4b9e-b82d-5f3e97028a95 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:15.202275 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] Sync routers for ids ['7d712568-1c05-4f84-9d69-7334d5628dff'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:15.234684 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] Routers {'7d712568-1c05-4f84-9d69-7334d5628dff'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:15.235478 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7d712568-1c05-4f84-9d69-7334d5628dff'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:15.275310 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-f2377dd9-8b94-4aa9-a00e-615d1399f9ea tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.323452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73c08b4-c0f5-4962-9829-104e3d92eb01 tempest-AutoAllocateNetworkTest-1499361955 tempest-AutoAllocateNetworkTest-1499361955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:15.327819 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a73c08b4-c0f5-4962-9829-104e3d92eb01 tempest-AutoAllocateNetworkTest-1499361955 tempest-AutoAllocateNetworkTest-1499361955-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2061377 Nov 12 04:03:15.328068 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48332) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:15.363037 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.db.resource_extend [None req-ac69a8e9-1fcf-4fe6-bc65-65eba65e3850 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 04:03:15.388454 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0a719163-45bd-478d-8129-2d7abe401687 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:15.420488 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e8714455-2c23-457c-9fd2-0fc72ad64d39 tempest-AutoAllocateNetworkTest-1499361955 tempest-AutoAllocateNetworkTest-1499361955-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912929 Nov 12 04:03:15.422139 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-679e72f9-b5ba-4588-bbfa-9d03e2d2387c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.425581 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-679e72f9-b5ba-4588-bbfa-9d03e2d2387c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.431016 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-679e72f9-b5ba-4588-bbfa-9d03e2d2387c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e784ff2-030f-4e97-a345-06e09cde227d HTTP/1.1" status: 204 len: 168 time: 0.6396735 Nov 12 04:03:15.432015 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48336) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:15.439900 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d662277-80d3-4b9e-b82d-5f3e97028a95 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.442204 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8156a6-1388-4bd0-98ae-224216e7cd1a x-openstack-request-id: req-8f8156a6-1388-4bd0-98ae-224216e7cd1a {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:15.442512 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d486ab91-4588-40a7-a246-57b1d85d2c97", "name": "network-vif-plugged", "status": "completed", "tag": "84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:15.443060 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f8156a6-1388-4bd0-98ae-224216e7cd1a {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:15.443456 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd486ab91-4588-40a7-a246-57b1d85d2c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4', 'code': 200} Nov 12 04:03:15.445915 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3d662277-80d3-4b9e-b82d-5f3e97028a95 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8403111 Nov 12 04:03:15.453042 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48340) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:15.543667 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] Set router 7d712568-1c05-4f84-9d69-7334d5628dff gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:15.613423 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e72f9-b5ba-4588-bbfa-9d03e2d2387c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e784ff2-030f-4e97-a345-06e09cde227d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:15.663608 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f1e80fd3-6279-4848-833d-fb910a2612a9 tempest-AutoAllocateNetworkTest-1499361955 tempest-AutoAllocateNetworkTest-1499361955-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5704cb6c03cf43f788de283d305eca8e HTTP/1.1" status: 200 len: 208 time: 0.2164452 Nov 12 04:03:15.676745 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679e72f9-b5ba-4588-bbfa-9d03e2d2387c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:15.677155 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679e72f9-b5ba-4588-bbfa-9d03e2d2387c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:15.678517 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679e72f9-b5ba-4588-bbfa-9d03e2d2387c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:15.678901 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679e72f9-b5ba-4588-bbfa-9d03e2d2387c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:15.681542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679e72f9-b5ba-4588-bbfa-9d03e2d2387c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:15.682882 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679e72f9-b5ba-4588-bbfa-9d03e2d2387c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:15.683253 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679e72f9-b5ba-4588-bbfa-9d03e2d2387c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:15.685108 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679e72f9-b5ba-4588-bbfa-9d03e2d2387c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:15.685457 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679e72f9-b5ba-4588-bbfa-9d03e2d2387c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:15.685907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679e72f9-b5ba-4588-bbfa-9d03e2d2387c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:15.686195 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679e72f9-b5ba-4588-bbfa-9d03e2d2387c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:15.686441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679e72f9-b5ba-4588-bbfa-9d03e2d2387c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:15.767630 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ac69a8e9-1fcf-4fe6-bc65-65eba65e3850 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.801065 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 0a719163-45bd-478d-8129-2d7abe401687 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:15.801430 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.813648 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f53c00-1785-4129-a685-b6148ec4632a req-00978eae-f383-450b-9de6-6e2900ff9fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:15.815300 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21f53c00-1785-4129-a685-b6148ec4632a req-00978eae-f383-450b-9de6-6e2900ff9fcf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 1119 time: 0.1930497 Nov 12 04:03:15.839150 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a9cac-e581-422e-bc0e-9e10f4d8ee54 req-904d0271-8c7d-4f9f-9f31-819cf4ffb526 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:15.841054 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-332a9cac-e581-422e-bc0e-9e10f4d8ee54 req-904d0271-8c7d-4f9f-9f31-819cf4ffb526 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 967 time: 0.1310213 Nov 12 04:03:15.862502 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ac69a8e9-1fcf-4fe6-bc65-65eba65e3850 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.936279 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 16deb0b0-82ae-4437-8774-c9fd9d70e40c up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:15.973801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014208654-router', 'tenant_id': 'a4a6ebac40b146cfa24061442c524e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '78431aa8-c2da-47dc-b54f-9545afd3fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:11Z', 'updated_at': '2021-11-12T04:03:13Z', 'revision_number': 3, 'project_id': 'a4a6ebac40b146cfa24061442c524e13', 'gw_port': {'id': '78431aa8-c2da-47dc-b54f-9545afd3fa6f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:12Z', 'updated_at': '2021-11-12T04:03:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:15.983552 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-f2377dd9-8b94-4aa9-a00e-615d1399f9ea tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.009856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] Checking router: 7d712568-1c05-4f84-9d69-7334d5628dff for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:16.010202 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] Updating router 7d712568-1c05-4f84-9d69-7334d5628dff port 78431aa8-c2da-47dc-b54f-9545afd3fa6f binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:03:16.036824 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21f53c00-1785-4129-a685-b6148ec4632a req-74dc596e-4301-4b4d-9b12-418119f16842 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945589 Nov 12 04:03:16.050405 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 16deb0b0-82ae-4437-8774-c9fd9d70e40c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:16.050405 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.058157 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-332a9cac-e581-422e-bc0e-9e10f4d8ee54 req-a07ab2a1-44c2-4d10-bd27-75c897d181d5 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086573 Nov 12 04:03:16.072134 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.217339 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-ac69a8e9-1fcf-4fe6-bc65-65eba65e3850 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Floating IP bd1e1d3d-17f2-4d2e-a8e6-4df5b886c3ea associated. External IP: 172.25.1.158, port: 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f. Nov 12 04:03:16.295160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48350) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:16.377060 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4584-1939-49c1-b14a-92d4c404c7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.386109 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-f2377dd9-8b94-4aa9-a00e-615d1399f9ea tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Allocated IP 172.25.1.216 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/032172e6-120b-4d56-b9e9-8f85c44256d9) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:16.395670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967ba8c-eb8a-4b63-bbc2-1c6ddda5609d req-24eb33a3-2d63-46fa-b44c-d64c33d4c80d tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:16.404580 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3967ba8c-eb8a-4b63-bbc2-1c6ddda5609d req-24eb33a3-2d63-46fa-b44c-d64c33d4c80d tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 971 time: 0.2228470 Nov 12 04:03:16.464423 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.482182 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-05ce9037-6b30-4ff9-afc6-d70b0a2a6a2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.552696 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-1fcd4584-1939-49c1-b14a-92d4c404c7f6 admin admin] Allocated IP 172.20.0.1 (d71bec34-a677-4132-8136-c1bcb90eee24/f0002df9-975c-478b-822a-521de9b191f4/67676de9-27d6-4af6-a8bc-b3e1d6ef8f31) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:16.571043 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3967ba8c-eb8a-4b63-bbc2-1c6ddda5609d req-48ea0c02-10d8-4d71-b9a7-b60a8be892e3 tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/security-groups?id=129ddc83-6173-430c-b9da-4746941c6610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654418 Nov 12 04:03:16.665493 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4584-1939-49c1-b14a-92d4c404c7f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.670877 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48354) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:16.687154 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4732-0520-4ec1-aa3a-686bfe289e76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.706876 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-f2377dd9-8b94-4aa9-a00e-615d1399f9ea tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.781264 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4732-0520-4ec1-aa3a-686bfe289e76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.788813 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4584-1939-49c1-b14a-92d4c404c7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.818123 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5afff6-ce74-419e-8579-446e11a4d7f2 req-19b848d5-d3bb-4c27-bfc9-22263bb58741 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:16.820193 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c5afff6-ce74-419e-8579-446e11a4d7f2 req-19b848d5-d3bb-4c27-bfc9-22263bb58741 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.1750236 Nov 12 04:03:16.825674 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcd4584-1939-49c1-b14a-92d4c404c7f6 admin admin] Network d71bec34-a677-4132-8136-c1bcb90eee24 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:16.828489 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1fcd4584-1939-49c1-b14a-92d4c404c7f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:16.831268 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac69a8e9-1fcf-4fe6-bc65-65eba65e3850 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Router 00b31709-2a1a-4053-a06c-cc6addbfb87c has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:16.834484 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcd4584-1939-49c1-b14a-92d4c404c7f6 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:16.842901 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-05ce9037-6b30-4ff9-afc6-d70b0a2a6a2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.865943 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4732-0520-4ec1-aa3a-686bfe289e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.872261 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd4584-1939-49c1-b14a-92d4c404c7f6 admin admin] Pushing event updated for resources: {'Port': ['ID=67676de9-27d6-4af6-a8bc-b3e1d6ef8f31,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:16.920396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b4732-0520-4ec1-aa3a-686bfe289e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77837e5a-8d0c-427b-b881-04d38665d714,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:16.927202 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ba9b4732-0520-4ec1-aa3a-686bfe289e76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b8084a752b8470a8cdfec42bc3a1eb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529209 Nov 12 04:03:16.927202 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4584-1939-49c1-b14a-92d4c404c7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.927558 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c5afff6-ce74-419e-8579-446e11a4d7f2 req-02ef109e-5b3c-4a5e-936f-4e1b3a2508ea tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991263 Nov 12 04:03:16.930065 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48356) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:16.954501 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-05ce9037-6b30-4ff9-afc6-d70b0a2a6a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.003178 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-f2377dd9-8b94-4aa9-a00e-615d1399f9ea tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.074874 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-05ce9037-6b30-4ff9-afc6-d70b0a2a6a2e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5704cb6c03cf43f788de283d305eca8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7785490 Nov 12 04:03:17.084304 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48368) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:17.100054 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce9037-6b30-4ff9-afc6-d70b0a2a6a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2960de5-5eb6-4cb3-be5c-a2a580c81718,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:17.129099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-f2377dd9-8b94-4aa9-a00e-615d1399f9ea tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:17.129509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2377dd9-8b94-4aa9-a00e-615d1399f9ea tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Pushing event updated for resources: {'Port': ['ID=032172e6-120b-4d56-b9e9-8f85c44256d9,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:17.136648 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac69a8e9-1fcf-4fe6-bc65-65eba65e3850 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:17.140572 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ac69a8e9-1fcf-4fe6-bc65-65eba65e3850 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.145215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-f2377dd9-8b94-4aa9-a00e-615d1399f9ea tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:17.148307 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-f2377dd9-8b94-4aa9-a00e-615d1399f9ea tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:17.149571 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e8d31d-092a-4c74-a462-035bec918102 None None] Sync routers for ids ['00b31709-2a1a-4053-a06c-cc6addbfb87c'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:17.172046 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e8d31d-092a-4c74-a462-035bec918102 None None] Routers {'00b31709-2a1a-4053-a06c-cc6addbfb87c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:17.173166 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-27e8d31d-092a-4c74-a462-035bec918102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00b31709-2a1a-4053-a06c-cc6addbfb87c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:17.188956 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61fe848c-68c4-4ee2-814b-e4b95da8fde5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.210514 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-62f9675e-a10f-4f12-8e7a-cd768b39fce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.225194 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61fe848c-68c4-4ee2-814b-e4b95da8fde5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.226043 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ac69a8e9-1fcf-4fe6-bc65-65eba65e3850 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "PUT /v2.0/floatingips/bd1e1d3d-17f2-4d2e-a8e6-4df5b886c3ea HTTP/1.1" status: 200 len: 991 time: 2.9858069 Nov 12 04:03:17.235066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3f1236-8f83-471c-898e-09eaf9020a8f', 'tag': '8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:17.235066 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c956a10a-788f-4c50-8a09-007d019383d4" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3f1236-8f83-471c-898e-09eaf9020a8f", "tag": "8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:17.255156 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e2b7d42c-4e87-4db4-954b-8c3d863e356b None None] Provisioning complete for port 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:17.255435 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e2b7d42c-4e87-4db4-954b-8c3d863e356b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.267632 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-62f9675e-a10f-4f12-8e7a-cd768b39fce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.338924 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e2b7d42c-4e87-4db4-954b-8c3d863e356b None None] Port 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:17.340328 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4584-1939-49c1-b14a-92d4c404c7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.384327 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-f2377dd9-8b94-4aa9-a00e-615d1399f9ea tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.384753 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.394126 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b156a-02aa-4699-8736-5a809cb46b7d req-4cc4b636-6480-47ef-9ee0-7072a87cd19b tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:17.395683 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-137b156a-02aa-4699-8736-5a809cb46b7d req-4cc4b636-6480-47ef-9ee0-7072a87cd19b tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 971 time: 0.1250758 Nov 12 04:03:17.417467 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-27e8d31d-092a-4c74-a462-035bec918102 None None] Set router 00b31709-2a1a-4053-a06c-cc6addbfb87c gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:17.457268 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.541140 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02618717-6bcf-42b5-8544-f59de4e96245 None None] Pushing event updated for resources: {'Port': ['ID=78431aa8-c2da-47dc-b54f-9545afd3fa6f,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:17.543967 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] Attempting to bind port 78431aa8-c2da-47dc-b54f-9545afd3fa6f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:17.544577 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] Attempting to bind port 78431aa8-c2da-47dc-b54f-9545afd3fa6f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:17.545079 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] Attempting to bind port 78431aa8-c2da-47dc-b54f-9545afd3fa6f on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:17.555609 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02618717-6bcf-42b5-8544-f59de4e96245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:17.556182 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02618717-6bcf-42b5-8544-f59de4e96245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:17.557883 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02618717-6bcf-42b5-8544-f59de4e96245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:17.557883 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02618717-6bcf-42b5-8544-f59de4e96245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:17.557883 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02618717-6bcf-42b5-8544-f59de4e96245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:17.557883 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02618717-6bcf-42b5-8544-f59de4e96245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:17.558407 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02618717-6bcf-42b5-8544-f59de4e96245 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:17.558951 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02618717-6bcf-42b5-8544-f59de4e96245 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:17.559422 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02618717-6bcf-42b5-8544-f59de4e96245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:17.559900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02618717-6bcf-42b5-8544-f59de4e96245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:17.560229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02618717-6bcf-42b5-8544-f59de4e96245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:17.560602 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02618717-6bcf-42b5-8544-f59de4e96245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:17.565539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:17.566617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:17.566909 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61fe848c-68c4-4ee2-814b-e4b95da8fde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.567363 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.567475 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:17.567886 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] Bound port: 78431aa8-c2da-47dc-b54f-9545afd3fa6f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:17.568267 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.569983 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61fe848c-68c4-4ee2-814b-e4b95da8fde5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.574056 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-61fe848c-68c4-4ee2-814b-e4b95da8fde5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2960de5-5eb6-4cb3-be5c-a2a580c81718 HTTP/1.1" status: 204 len: 168 time: 0.4858904 Nov 12 04:03:17.600650 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe848c-68c4-4ee2-814b-e4b95da8fde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2960de5-5eb6-4cb3-be5c-a2a580c81718,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:17.607701 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4584-1939-49c1-b14a-92d4c404c7f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.632330 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-62f9675e-a10f-4f12-8e7a-cd768b39fce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.635206 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-62f9675e-a10f-4f12-8e7a-cd768b39fce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.636357 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-62f9675e-a10f-4f12-8e7a-cd768b39fce5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77837e5a-8d0c-427b-b881-04d38665d714 HTTP/1.1" status: 204 len: 168 time: 0.7053514 Nov 12 04:03:17.645615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] For port 78431aa8-c2da-47dc-b54f-9545afd3fa6f, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:17.650042 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] For port 78431aa8-c2da-47dc-b54f-9545afd3fa6f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=78431aa8-c2da-47dc-b54f-9545afd3fa6f,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:17.666093 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-f2377dd9-8b94-4aa9-a00e-615d1399f9ea tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.673004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9675e-a10f-4f12-8e7a-cd768b39fce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77837e5a-8d0c-427b-b881-04d38665d714,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:17.682975 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfed40-b475-4614-927b-69b08ca30927 req-f7411ea5-5864-4d98-b856-835fcb8cd139 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:17.684597 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bdcfed40-b475-4614-927b-69b08ca30927 req-f7411ea5-5864-4d98-b856-835fcb8cd139 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 1101 time: 0.1779494 Nov 12 04:03:17.745267 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4584-1939-49c1-b14a-92d4c404c7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.784069 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-bdcfed40-b475-4614-927b-69b08ca30927 req-dabef42d-3c97-422b-ba86-f7aa2075a0d0 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.793530 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.796127 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-137b156a-02aa-4699-8736-5a809cb46b7d req-ff57df4b-783a-4c1c-97d9-f732241a43fd tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Deleting port d53ec54b-641e-47ce-bf26-9abe25cbdb66 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:17.796868 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-137b156a-02aa-4699-8736-5a809cb46b7d req-ff57df4b-783a-4c1c-97d9-f732241a43fd tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.865111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd4584-1939-49c1-b14a-92d4c404c7f6 admin admin] Pushing event updated for resources: {'Port': ['ID=67676de9-27d6-4af6-a8bc-b3e1d6ef8f31,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:17.879327 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.898821 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4584-1939-49c1-b14a-92d4c404c7f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.912933 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] Routers {'7d712568-1c05-4f84-9d69-7334d5628dff'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:17.914138 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7d712568-1c05-4f84-9d69-7334d5628dff'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:17.945716 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-27e8d31d-092a-4c74-a462-035bec918102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:02:20Z', 'revision_number': 4, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port': {'id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'bd1e1d3d-17f2-4d2e-a8e6-4df5b886c3ea', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'port_id': '8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'mac_address': 'fa:16:3e:ee:1a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3f1236-8f83-471c-898e-09eaf9020a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:02:38Z', 'updated_at': '2021-11-12T04:03:15Z', 'revision_number': 1, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9b2328-6ed7-4250-9e35-08f9a95727e6', 'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'mac_address': 'fa:16:3e:26:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:19Z', 'updated_at': '2021-11-12T04:02:25Z', 'revision_number': 5, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'subnets': [{'id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:17.979487 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02618717-6bcf-42b5-8544-f59de4e96245 None None] Pushing event updated for resources: {'Port': ['ID=78431aa8-c2da-47dc-b54f-9545afd3fa6f,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:17.985437 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e8d31d-092a-4c74-a462-035bec918102 None None] Checking router: 00b31709-2a1a-4053-a06c-cc6addbfb87c for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:17.997296 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e8d31d-092a-4c74-a462-035bec918102 None None] Routers {'00b31709-2a1a-4053-a06c-cc6addbfb87c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:17.997921 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-27e8d31d-092a-4c74-a462-035bec918102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00b31709-2a1a-4053-a06c-cc6addbfb87c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:18.118009 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcd4584-1939-49c1-b14a-92d4c404c7f6 admin admin] Network d71bec34-a677-4132-8136-c1bcb90eee24 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:18.118009 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1fcd4584-1939-49c1-b14a-92d4c404c7f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:18.118479 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] Set router 7d712568-1c05-4f84-9d69-7334d5628dff gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:18.222291 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-27e8d31d-092a-4c74-a462-035bec918102 None None] Set router 00b31709-2a1a-4053-a06c-cc6addbfb87c gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:18.335053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcd4584-1939-49c1-b14a-92d4c404c7f6 admin admin] Router 7d712568-1c05-4f84-9d69-7334d5628dff has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:18.398566 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014208654-router', 'tenant_id': 'a4a6ebac40b146cfa24061442c524e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '78431aa8-c2da-47dc-b54f-9545afd3fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:11Z', 'updated_at': '2021-11-12T04:03:17Z', 'revision_number': 4, 'project_id': 'a4a6ebac40b146cfa24061442c524e13', 'gw_port': {'id': '78431aa8-c2da-47dc-b54f-9545afd3fa6f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:12Z', 'updated_at': '2021-11-12T04:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '67676de9-27d6-4af6-a8bc-b3e1d6ef8f31', 'name': '', 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24', 'tenant_id': 'a4a6ebac40b146cfa24061442c524e13', 'mac_address': 'fa:16:3e:96:90:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'f0002df9-975c-478b-822a-521de9b191f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:16Z', 'updated_at': '2021-11-12T04:03:17Z', 'revision_number': 2, 'project_id': 'a4a6ebac40b146cfa24061442c524e13', 'subnets': [{'id': 'f0002df9-975c-478b-822a-521de9b191f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:18.401115 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-bdcfed40-b475-4614-927b-69b08ca30927 req-dabef42d-3c97-422b-ba86-f7aa2075a0d0 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.447367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c08f8b-6541-48d1-904e-df31edaaf9db None None] The sync data for ids ['7d712568-1c05-4f84-9d69-7334d5628dff'] in n-d-768509-24 is: [{'id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014208654-router', 'tenant_id': 'a4a6ebac40b146cfa24061442c524e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '78431aa8-c2da-47dc-b54f-9545afd3fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:11Z', 'updated_at': '2021-11-12T04:03:17Z', 'revision_number': 4, 'project_id': 'a4a6ebac40b146cfa24061442c524e13', 'gw_port': {'id': '78431aa8-c2da-47dc-b54f-9545afd3fa6f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:12Z', 'updated_at': '2021-11-12T04:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '67676de9-27d6-4af6-a8bc-b3e1d6ef8f31', 'name': '', 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24', 'tenant_id': 'a4a6ebac40b146cfa24061442c524e13', 'mac_address': 'fa:16:3e:96:90:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'f0002df9-975c-478b-822a-521de9b191f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:16Z', 'updated_at': '2021-11-12T04:03:17Z', 'revision_number': 2, 'project_id': 'a4a6ebac40b146cfa24061442c524e13', 'subnets': [{'id': 'f0002df9-975c-478b-822a-521de9b191f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:18.474534 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-bdcfed40-b475-4614-927b-69b08ca30927 req-dabef42d-3c97-422b-ba86-f7aa2075a0d0 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.481360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-137b156a-02aa-4699-8736-5a809cb46b7d req-ff57df4b-783a-4c1c-97d9-f732241a43fd tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] For port d53ec54b-641e-47ce-bf26-9abe25cbdb66, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d53ec54b-641e-47ce-bf26-9abe25cbdb66,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:18.482426 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-137b156a-02aa-4699-8736-5a809cb46b7d req-ff57df4b-783a-4c1c-97d9-f732241a43fd tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.487678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-eb535ad2-e4de-4390-a715-f979a1fe2aae None None] Provisioning complete for port 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:18.488055 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eb535ad2-e4de-4390-a715-f979a1fe2aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.490790 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcd4584-1939-49c1-b14a-92d4c404c7f6 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:18.514106 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1fcd4584-1939-49c1-b14a-92d4c404c7f6 admin admin] 10.222.0.37 "PUT /v2.0/routers/7d712568-1c05-4f84-9d69-7334d5628dff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0492299 Nov 12 04:03:18.571107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-137b156a-02aa-4699-8736-5a809cb46b7d req-ff57df4b-783a-4c1c-97d9-f732241a43fd tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Calling delete_port for d53ec54b-641e-47ce-bf26-9abe25cbdb66 owned by compute:tempest-test_az-736315948 {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:18.580606 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-eb535ad2-e4de-4390-a715-f979a1fe2aae None None] Port 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:18.612396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabef42d-3c97-422b-ba86-f7aa2075a0d0 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ebc049-fc2b-495f-8182-12e3bada0ca9,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:18.647088 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bdcfed40-b475-4614-927b-69b08ca30927 req-dabef42d-3c97-422b-ba86-f7aa2075a0d0 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9314492 Nov 12 04:03:18.647088 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabef42d-3c97-422b-ba86-f7aa2075a0d0 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:18.647088 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabef42d-3c97-422b-ba86-f7aa2075a0d0 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:18.647088 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabef42d-3c97-422b-ba86-f7aa2075a0d0 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:18.656500 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabef42d-3c97-422b-ba86-f7aa2075a0d0 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:18.661980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabef42d-3c97-422b-ba86-f7aa2075a0d0 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:18.661980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabef42d-3c97-422b-ba86-f7aa2075a0d0 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:18.661980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabef42d-3c97-422b-ba86-f7aa2075a0d0 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:18.661980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabef42d-3c97-422b-ba86-f7aa2075a0d0 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:18.661980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabef42d-3c97-422b-ba86-f7aa2075a0d0 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:18.661980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabef42d-3c97-422b-ba86-f7aa2075a0d0 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:18.661980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabef42d-3c97-422b-ba86-f7aa2075a0d0 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:18.661980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabef42d-3c97-422b-ba86-f7aa2075a0d0 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:18.670100 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-f2377dd9-8b94-4aa9-a00e-615d1399f9ea tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.697293 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-27e8d31d-092a-4c74-a462-035bec918102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:02:20Z', 'revision_number': 4, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port': {'id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'bd1e1d3d-17f2-4d2e-a8e6-4df5b886c3ea', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'port_id': '8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'mac_address': 'fa:16:3e:ee:1a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3f1236-8f83-471c-898e-09eaf9020a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:02:38Z', 'updated_at': '2021-11-12T04:03:15Z', 'revision_number': 1, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9b2328-6ed7-4250-9e35-08f9a95727e6', 'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'mac_address': 'fa:16:3e:26:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:19Z', 'updated_at': '2021-11-12T04:02:25Z', 'revision_number': 5, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'subnets': [{'id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:18.740577 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-f2377dd9-8b94-4aa9-a00e-615d1399f9ea tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.744964 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e8d31d-092a-4c74-a462-035bec918102 None None] The sync data for ids ['00b31709-2a1a-4053-a06c-cc6addbfb87c'] in n-d-768509-24 is: [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:02:20Z', 'revision_number': 4, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port': {'id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'bd1e1d3d-17f2-4d2e-a8e6-4df5b886c3ea', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'port_id': '8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'mac_address': 'fa:16:3e:ee:1a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3f1236-8f83-471c-898e-09eaf9020a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:02:38Z', 'updated_at': '2021-11-12T04:03:15Z', 'revision_number': 1, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9b2328-6ed7-4250-9e35-08f9a95727e6', 'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'mac_address': 'fa:16:3e:26:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:19Z', 'updated_at': '2021-11-12T04:02:25Z', 'revision_number': 5, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'subnets': [{'id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:18.906671 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2377dd9-8b94-4aa9-a00e-615d1399f9ea tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Pushing event updated for resources: {'Port': ['ID=032172e6-120b-4d56-b9e9-8f85c44256d9,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:18.938201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d82ea-4f70-4155-a334-5f85a6cd7396 req-d0707f91-f762-4df3-b405-7cab505b6c07 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:18.939780 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b25d82ea-4f70-4155-a334-5f85a6cd7396 req-d0707f91-f762-4df3-b405-7cab505b6c07 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 967 time: 0.1814339 Nov 12 04:03:18.940584 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-f2377dd9-8b94-4aa9-a00e-615d1399f9ea tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.056081 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b25d82ea-4f70-4155-a334-5f85a6cd7396 req-2226aea4-e249-48d9-afda-14447e1634fa tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835946 Nov 12 04:03:19.062113 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-f2377dd9-8b94-4aa9-a00e-615d1399f9ea tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.069348 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-f2377dd9-8b94-4aa9-a00e-615d1399f9ea tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0019336 Nov 12 04:03:19.088219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a610cd90-a1e2-464f-bd24-eb073f57de88 None None] New status for floating IP bd1e1d3d-17f2-4d2e-a8e6-4df5b886c3ea: ACTIVE {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:03:19.106803 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-137b156a-02aa-4699-8736-5a809cb46b7d req-ff57df4b-783a-4c1c-97d9-f732241a43fd tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.181116 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['d53ec54b-641e-47ce-bf26-9abe25cbdb66'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:19.250445 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-d9210d8a-d866-4205-ba08-9b0e5ed8611b tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.216 HTTP/1.1" status: 200 len: 696 time: 0.1722181 Nov 12 04:03:19.264192 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57df4b-783a-4c1c-97d9-f732241a43fd tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Pushing event deleted for resources: {'Port': ['ID=d53ec54b-641e-47ce-bf26-9abe25cbdb66,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:19.313814 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2199fb-e041-44cd-a3f1-f45a039f582a x-openstack-request-id: req-eb2199fb-e041-44cd-a3f1-f45a039f582a {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:19.314107 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3f1236-8f83-471c-898e-09eaf9020a8f", "tag": "8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:19.314367 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb2199fb-e041-44cd-a3f1-f45a039f582a {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:19.314790 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3f1236-8f83-471c-898e-09eaf9020a8f', 'tag': '8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f', 'status': 'completed', 'code': 200} Nov 12 04:03:19.322059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-137b156a-02aa-4699-8736-5a809cb46b7d req-ff57df4b-783a-4c1c-97d9-f732241a43fd tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] No DVR routers for this DVR port d53ec54b-641e-47ce-bf26-9abe25cbdb66 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:19.327337 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-137b156a-02aa-4699-8736-5a809cb46b7d req-ff57df4b-783a-4c1c-97d9-f732241a43fd tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.332728 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-137b156a-02aa-4699-8736-5a809cb46b7d req-ff57df4b-783a-4c1c-97d9-f732241a43fd tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.31 "DELETE /v2.0/ports/d53ec54b-641e-47ce-bf26-9abe25cbdb66 HTTP/1.1" status: 204 len: 173 time: 1.9294028 Nov 12 04:03:19.400742 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956a10a-788f-4c50-8a09-007d019383d4 req-c4f9acb7-12ac-489e-b177-42c2b15831da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:19.419830 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c956a10a-788f-4c50-8a09-007d019383d4 req-c4f9acb7-12ac-489e-b177-42c2b15831da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8006901ac6434b0990a2684e1cc5c169&device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 1097 time: 0.0947640 Nov 12 04:03:19.445053 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-be250dc2-017c-4389-8fb1-b61acd3b2cba req-a86de641-c747-4e0e-b1a9-a7b12ef3012f tempest-AggregatesAdminTestJSON-792531578 tempest-AggregatesAdminTestJSON-792531578-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf921d1f-1453-4c5c-b829-4ac94e30de0c HTTP/1.1" status: 200 len: 210 time: 0.0355055 Nov 12 04:03:19.522234 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-55c0407f-9dd2-4cde-8871-4c8721550481 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:19.524573 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-55c0407f-9dd2-4cde-8871-4c8721550481 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.2518091 Nov 12 04:03:19.536482 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-720f79d2-cd0a-4622-90ee-5b7a4813d0c4 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:03:19.537610 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd801c3f-c781-464e-94b9-4643534d5d6c req-720f79d2-cd0a-4622-90ee-5b7a4813d0c4 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061488 Nov 12 04:03:19.618937 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956a10a-788f-4c50-8a09-007d019383d4 req-77493f4b-ea1c-4f5f-a62d-3d8c211dfa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:19.624845 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c956a10a-788f-4c50-8a09-007d019383d4 req-77493f4b-ea1c-4f5f-a62d-3d8c211dfa38 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 HTTP/1.1" status: 200 len: 924 time: 0.1962972 Nov 12 04:03:19.724007 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c956a10a-788f-4c50-8a09-007d019383d4 req-031fc9cc-3fda-4b66-971f-bd9da62fa235 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f HTTP/1.1" status: 200 len: 1001 time: 0.0903423 Nov 12 04:03:19.806067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956a10a-788f-4c50-8a09-007d019383d4 req-7108a813-b73b-4fb3-ad0b-f8fbebb36c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:19.807604 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c956a10a-788f-4c50-8a09-007d019383d4 req-7108a813-b73b-4fb3-ad0b-f8fbebb36c63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0188d129-9f7c-4b2c-91a1-31696b98b21a HTTP/1.1" status: 200 len: 862 time: 0.0683076 Nov 12 04:03:19.866965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956a10a-788f-4c50-8a09-007d019383d4 req-13c8814b-0649-4ff2-8947-7b61ccc9beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:19.868691 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c956a10a-788f-4c50-8a09-007d019383d4 req-13c8814b-0649-4ff2-8947-7b61ccc9beef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cf83d51-3d0e-4c8f-9a29-51d4c0e52872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536485 Nov 12 04:03:19.973049 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c956a10a-788f-4c50-8a09-007d019383d4 req-351b4f48-423f-4be5-b656-c36ff35969c2 service neutron] 10.222.0.21 "GET /v2.0/networks/5cf83d51-3d0e-4c8f-9a29-51d4c0e52872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945272 Nov 12 04:03:20.075377 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c956a10a-788f-4c50-8a09-007d019383d4 req-5e5d444e-86be-41e6-ae8c-f53385c2fec7 service neutron] 10.222.0.21 "GET /v2.0/networks/5cf83d51-3d0e-4c8f-9a29-51d4c0e52872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977421 Nov 12 04:03:20.166508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc728f7-27ed-4923-87fa-cd6950234ebf req-80641cc2-53b3-4d48-af5f-564dec2285ed tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:20.168127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bc728f7-27ed-4923-87fa-cd6950234ebf req-80641cc2-53b3-4d48-af5f-564dec2285ed tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 1119 time: 0.0786064 Nov 12 04:03:20.222016 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48448) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:20.227788 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-423a4d72-70ae-4e5d-a99b-9738ac6dd39e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-739712456-network', 'tenant_id': 'a0a315936155429794f4063cc32ae02d'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:20.232592 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bc728f7-27ed-4923-87fa-cd6950234ebf req-55763ef9-8c85-4c0b-8fc5-af6b8b543140 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517600 Nov 12 04:03:20.338784 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423a4d72-70ae-4e5d-a99b-9738ac6dd39e admin admin] Made reservation on behalf of a0a315936155429794f4063cc32ae02d for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:20.342441 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-423a4d72-70ae-4e5d-a99b-9738ac6dd39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.365903 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-423a4d72-70ae-4e5d-a99b-9738ac6dd39e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.409143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-3e2e8712-5eb4-4346-9542-995e441a0202 req-925788ac-3d6f-4b3b-bdff-ce5572c1d33f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:03:20.410336 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3e2e8712-5eb4-4346-9542-995e441a0202 req-925788ac-3d6f-4b3b-bdff-ce5572c1d33f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2413685 Nov 12 04:03:20.418363 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbe8575c-8a25-4f91-8710-dd019ab0ceef req-09efcdcb-c2cd-4c76-b0e6-e1e06ac7b4bd tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1618376 Nov 12 04:03:20.430335 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-dbe8575c-8a25-4f91-8710-dd019ab0ceef req-f07efa75-c773-4062-821f-d2c9012e4c76 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:20.561693 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-423a4d72-70ae-4e5d-a99b-9738ac6dd39e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.600463 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dbe8575c-8a25-4f91-8710-dd019ab0ceef req-f07efa75-c773-4062-821f-d2c9012e4c76 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.665005 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-423a4d72-70ae-4e5d-a99b-9738ac6dd39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.709578 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423a4d72-70ae-4e5d-a99b-9738ac6dd39e admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:03:20.740008 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a4d72-70ae-4e5d-a99b-9738ac6dd39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079de5d5-11a1-4869-b43b-9c0099a40377,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:20.743557 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-423a4d72-70ae-4e5d-a99b-9738ac6dd39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.743834 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-423a4d72-70ae-4e5d-a99b-9738ac6dd39e admin admin] Added segment d8b754c2-220f-40a3-8f1f-a707b1208daf of type vlan for network 3994bebe-8bbb-4846-81b4-8556bd9e3b19 Nov 12 04:03:20.775058 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dbe8575c-8a25-4f91-8710-dd019ab0ceef req-f07efa75-c773-4062-821f-d2c9012e4c76 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.806923 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-423a4d72-70ae-4e5d-a99b-9738ac6dd39e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.914715 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-423a4d72-70ae-4e5d-a99b-9738ac6dd39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.915690 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423a4d72-70ae-4e5d-a99b-9738ac6dd39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:20.916295 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-423a4d72-70ae-4e5d-a99b-9738ac6dd39e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.930607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-dbe8575c-8a25-4f91-8710-dd019ab0ceef req-f07efa75-c773-4062-821f-d2c9012e4c76 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Allocated IP 172.25.1.174 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/4ae7c3b4-25d5-480a-b318-56bcf34a345f) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:20.978015 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a4d72-70ae-4e5d-a99b-9738ac6dd39e admin admin] Pushing event updated for resources: {'Network': ['ID=3994bebe-8bbb-4846-81b4-8556bd9e3b19,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:20.993309 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 3994bebe-8bbb-4846-81b4-8556bd9e3b19 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:21.032639 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-423a4d72-70ae-4e5d-a99b-9738ac6dd39e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8089628 Nov 12 04:03:21.035442 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48476) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:21.041153 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-46b48055-da69-4732-ad7b-7700d238154e admin admin] Request body: {'subnet': {'network_id': '3994bebe-8bbb-4846-81b4-8556bd9e3b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-739712456-subnet', 'tenant_id': 'a0a315936155429794f4063cc32ae02d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:21.152017 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dbe8575c-8a25-4f91-8710-dd019ab0ceef req-f07efa75-c773-4062-821f-d2c9012e4c76 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.160928 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b48055-da69-4732-ad7b-7700d238154e admin admin] Made reservation on behalf of a0a315936155429794f4063cc32ae02d for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:21.163843 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-46b48055-da69-4732-ad7b-7700d238154e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.253924 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d53ec54b-641e-47ce-bf26-9abe25cbdb66 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:21.277471 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dbe8575c-8a25-4f91-8710-dd019ab0ceef req-f07efa75-c773-4062-821f-d2c9012e4c76 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.307140 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 78431aa8-c2da-47dc-b54f-9545afd3fa6f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:21.359043 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: d53ec54b-641e-47ce-bf26-9abe25cbdb66 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:21.359737 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d53ec54b-641e-47ce-bf26-9abe25cbdb66 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:21.383083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf921d1f-1453-4c5c-b829-4ac94e30de0c', 'name': 'network-vif-deleted', 'tag': 'd53ec54b-641e-47ce-bf26-9abe25cbdb66'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:21.385372 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccfd632-9455-4ef9-b632-275af5170bbc" -d '{"events": [{"server_uuid": "bf921d1f-1453-4c5c-b829-4ac94e30de0c", "name": "network-vif-deleted", "tag": "d53ec54b-641e-47ce-bf26-9abe25cbdb66"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:21.388727 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 78431aa8-c2da-47dc-b54f-9545afd3fa6f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:21.389669 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.396168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07efa75-c773-4062-821f-d2c9012e4c76 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Pushing event updated for resources: {'Port': ['ID=4ae7c3b4-25d5-480a-b318-56bcf34a345f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:21.433786 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe8575c-8a25-4f91-8710-dd019ab0ceef req-f07efa75-c773-4062-821f-d2c9012e4c76 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:21.438344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-dbe8575c-8a25-4f91-8710-dd019ab0ceef req-f07efa75-c773-4062-821f-d2c9012e4c76 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:21.445215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe8575c-8a25-4f91-8710-dd019ab0ceef req-f07efa75-c773-4062-821f-d2c9012e4c76 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:21.448729 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7478b58c-2d64-40d9-aa3a-f2ed8cf4cb08 req-43f4350d-1b27-449f-841d-587f9f6dd6ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0856404 Nov 12 04:03:21.646663 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.673864 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dbe8575c-8a25-4f91-8710-dd019ab0ceef req-f07efa75-c773-4062-821f-d2c9012e4c76 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.680435 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478b58c-2d64-40d9-aa3a-f2ed8cf4cb08 req-baa19c4a-0cf2-4eea-bc8d-ed7aaa3a2947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:21.683645 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7478b58c-2d64-40d9-aa3a-f2ed8cf4cb08 req-baa19c4a-0cf2-4eea-bc8d-ed7aaa3a2947 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8006901ac6434b0990a2684e1cc5c169&device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 1097 time: 0.1353679 Nov 12 04:03:21.710762 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 78431aa8-c2da-47dc-b54f-9545afd3fa6f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=78431aa8-c2da-47dc-b54f-9545afd3fa6f,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:21.745797 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-46b48055-da69-4732-ad7b-7700d238154e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.796731 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.814178 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dbe8575c-8a25-4f91-8710-dd019ab0ceef req-f07efa75-c773-4062-821f-d2c9012e4c76 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.888185 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b48055-da69-4732-ad7b-7700d238154e admin admin] Pushing event updated for resources: {'Subnet': ['ID=76133449-23ca-4b72-95ab-9f99cf6446fe,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:21.918135 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b48055-da69-4732-ad7b-7700d238154e admin admin] Checking segment: {'id': 'd8b754c2-220f-40a3-8f1f-a707b1208daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3994bebe-8bbb-4846-81b4-8556bd9e3b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:21.918493 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b48055-da69-4732-ad7b-7700d238154e admin admin] Network hostable DHCP agents. Network: 3994bebe-8bbb-4846-81b4-8556bd9e3b19, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:03:21.926969 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478b58c-2d64-40d9-aa3a-f2ed8cf4cb08 req-ce9676b8-f187-45b4-9217-2b513f7762c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:21.930126 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7478b58c-2d64-40d9-aa3a-f2ed8cf4cb08 req-ce9676b8-f187-45b4-9217-2b513f7762c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 HTTP/1.1" status: 200 len: 924 time: 0.2243214 Nov 12 04:03:21.951151 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=78431aa8-c2da-47dc-b54f-9545afd3fa6f,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:22.014595 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7478b58c-2d64-40d9-aa3a-f2ed8cf4cb08 req-c3efde18-9e77-4f54-926d-e82e5925c123 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f HTTP/1.1" status: 200 len: 1001 time: 0.0780575 Nov 12 04:03:22.022184 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd878b-abe3-465d-986d-40c4f48e6549 req-8f6569ea-d05a-4fac-8cc7-27e2eeea2405 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:22.030111 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fbd878b-abe3-465d-986d-40c4f48e6549 req-8f6569ea-d05a-4fac-8cc7-27e2eeea2405 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 1119 time: 0.2758291 Nov 12 04:03:22.088248 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478b58c-2d64-40d9-aa3a-f2ed8cf4cb08 req-20a8ab75-b679-4ad8-bedb-b1906947663b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:22.089843 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7478b58c-2d64-40d9-aa3a-f2ed8cf4cb08 req-20a8ab75-b679-4ad8-bedb-b1906947663b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0188d129-9f7c-4b2c-91a1-31696b98b21a HTTP/1.1" status: 200 len: 862 time: 0.0681422 Nov 12 04:03:22.090575 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b48055-da69-4732-ad7b-7700d238154e admin admin] Network 3994bebe-8bbb-4846-81b4-8556bd9e3b19 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:03:22.106657 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fbd878b-abe3-465d-986d-40c4f48e6549 req-e3c966d1-906a-4793-81be-e48434fd58e9 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722151 Nov 12 04:03:22.154572 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dbe8575c-8a25-4f91-8710-dd019ab0ceef req-f07efa75-c773-4062-821f-d2c9012e4c76 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.162023 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478b58c-2d64-40d9-aa3a-f2ed8cf4cb08 req-0b4dab11-73e2-400e-a724-53fd5c91614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:22.163610 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7478b58c-2d64-40d9-aa3a-f2ed8cf4cb08 req-0b4dab11-73e2-400e-a724-53fd5c91614e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cf83d51-3d0e-4c8f-9a29-51d4c0e52872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646479 Nov 12 04:03:22.172476 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-46b48055-da69-4732-ad7b-7700d238154e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 3994bebe-8bbb-4846-81b4-8556bd9e3b19) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:22.176142 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18461fb0-9a6a-4f5d-9bf9-0a70dd758dd5 None None] Network 3994bebe-8bbb-4846-81b4-8556bd9e3b19 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:22.183301 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c69d3a1-6e46-4e01-8df2-16507f8efdf5 req-7bb2e511-8d23-40a0-801b-3e66d12dd81f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0857203 Nov 12 04:03:22.184974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b48055-da69-4732-ad7b-7700d238154e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:22.185561 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-46b48055-da69-4732-ad7b-7700d238154e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.237640 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48510) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:22.253769 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dbe8575c-8a25-4f91-8710-dd019ab0ceef req-f07efa75-c773-4062-821f-d2c9012e4c76 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.311035 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-46b48055-da69-4732-ad7b-7700d238154e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2739933 Nov 12 04:03:22.313504 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48514) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:22.330519 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-618899a0-5d1a-4926-9ea8-0b860244a3c9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-739712456-router', 'tenant_id': 'a0a315936155429794f4063cc32ae02d', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:22.349576 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08679fbb-732e-467a-9197-ab2fb001d731 x-openstack-request-id: req-08679fbb-732e-467a-9197-ab2fb001d731 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:22.349894 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf921d1f-1453-4c5c-b829-4ac94e30de0c", "name": "network-vif-deleted", "tag": "d53ec54b-641e-47ce-bf26-9abe25cbdb66", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:22.350363 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08679fbb-732e-467a-9197-ab2fb001d731 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:22.350973 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf921d1f-1453-4c5c-b829-4ac94e30de0c', 'name': 'network-vif-deleted', 'tag': 'd53ec54b-641e-47ce-bf26-9abe25cbdb66', 'status': 'completed', 'code': 200} Nov 12 04:03:22.383685 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7478b58c-2d64-40d9-aa3a-f2ed8cf4cb08 req-6e725d8c-30b1-4a5f-908c-b9d66d28cf45 service neutron] 10.222.0.21 "GET /v2.0/networks/5cf83d51-3d0e-4c8f-9a29-51d4c0e52872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115929 Nov 12 04:03:22.476396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07efa75-c773-4062-821f-d2c9012e4c76 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Pushing event updated for resources: {'Port': ['ID=4ae7c3b4-25d5-480a-b318-56bcf34a345f,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:22.494253 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dbe8575c-8a25-4f91-8710-dd019ab0ceef req-f07efa75-c773-4062-821f-d2c9012e4c76 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.502150 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69d3a1-6e46-4e01-8df2-16507f8efdf5 req-9f7766e7-e59d-4f14-b08a-88615b81d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:22.503971 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c69d3a1-6e46-4e01-8df2-16507f8efdf5 req-9f7766e7-e59d-4f14-b08a-88615b81d752 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 1119 time: 0.2319367 Nov 12 04:03:22.531262 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826bb8f-c48c-49d4-9cd8-7209e9428b6d req-0ea283bd-6c17-4bbd-8e5d-c4447e2c01f2 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:22.540240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6826bb8f-c48c-49d4-9cd8-7209e9428b6d req-0ea283bd-6c17-4bbd-8e5d-c4447e2c01f2 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.1245234 Nov 12 04:03:22.547241 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-618899a0-5d1a-4926-9ea8-0b860244a3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.548279 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-618899a0-5d1a-4926-9ea8-0b860244a3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.668472 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7478b58c-2d64-40d9-aa3a-f2ed8cf4cb08 req-19035cad-d837-4f53-b036-e333a5fb98ba service neutron] 10.222.0.21 "GET /v2.0/networks/5cf83d51-3d0e-4c8f-9a29-51d4c0e52872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724206 Nov 12 04:03:22.669779 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-618899a0-5d1a-4926-9ea8-0b860244a3c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.681575 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6826bb8f-c48c-49d4-9cd8-7209e9428b6d req-22fd6903-4287-464e-91cf-8798aa20433f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403549 Nov 12 04:03:22.687549 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dbe8575c-8a25-4f91-8710-dd019ab0ceef req-f07efa75-c773-4062-821f-d2c9012e4c76 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.706425 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbe8575c-8a25-4f91-8710-dd019ab0ceef req-f07efa75-c773-4062-821f-d2c9012e4c76 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2806964 Nov 12 04:03:22.785429 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-3994bebe-8bbb-4846-81b4-8556bd9e3b19', 'network_id': '3994bebe-8bbb-4846-81b4-8556bd9e3b19', 'tenant_id': 'a0a315936155429794f4063cc32ae02d', 'fixed_ips': [{'subnet_id': '76133449-23ca-4b72-95ab-9f99cf6446fe'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:03:22.786352 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.793700 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbe8575c-8a25-4f91-8710-dd019ab0ceef req-534de3b5-a70d-47fd-a3ed-b9b1dbeaf6ab tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.174 HTTP/1.1" status: 200 len: 696 time: 0.0844035 Nov 12 04:03:22.807822 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69d3a1-6e46-4e01-8df2-16507f8efdf5 req-a96b3a13-4d22-4e87-89d3-a3e500400630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:22.809283 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c69d3a1-6e46-4e01-8df2-16507f8efdf5 req-a96b3a13-4d22-4e87-89d3-a3e500400630 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 909 time: 0.2662559 Nov 12 04:03:22.830336 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-36c48ab5-47ad-4734-859a-2181b570e32d req-76eff796-2db3-498e-b2c9-d73b8d07bf59 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5872374 Nov 12 04:03:22.851936 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-36c48ab5-47ad-4734-859a-2181b570e32d req-fa810649-46bd-402f-8a2b-50dd1d652844 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:03:22.852998 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-36c48ab5-47ad-4734-859a-2181b570e32d req-fa810649-46bd-402f-8a2b-50dd1d652844 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083122 Nov 12 04:03:22.969475 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c69d3a1-6e46-4e01-8df2-16507f8efdf5 req-0f0c7d29-9ae2-4e6f-ae9e-6e0f4560e6c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 HTTP/1.1" status: 200 len: 217 time: 0.1470678 Nov 12 04:03:23.046592 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] Sync routers for ids ['7d712568-1c05-4f84-9d69-7334d5628dff'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:23.050525 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48526) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:23.063643 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] Routers {'7d712568-1c05-4f84-9d69-7334d5628dff'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:23.065300 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7d712568-1c05-4f84-9d69-7334d5628dff'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:23.119788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] Allocated IP 172.20.0.2 (3994bebe-8bbb-4846-81b4-8556bd9e3b19/76133449-23ca-4b72-95ab-9f99cf6446fe/6354b315-1500-4ac8-922a-f2d7af65720f) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:23.174360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69d3a1-6e46-4e01-8df2-16507f8efdf5 req-f627d34a-a3fd-4ff7-b0ca-438e46a32ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:23.175909 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c69d3a1-6e46-4e01-8df2-16507f8efdf5 req-f627d34a-a3fd-4ff7-b0ca-438e46a32ea5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.1923523 Nov 12 04:03:23.254935 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8575c-8a25-4f91-8710-dd019ab0ceef req-87d552de-c415-4637-a471-7e0da958424a tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:23.283216 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbe8575c-8a25-4f91-8710-dd019ab0ceef req-87d552de-c415-4637-a471-7e0da958424a tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.4901600 Nov 12 04:03:23.290811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 78431aa8-c2da-47dc-b54f-9545afd3fa6f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:23.372369 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c69d3a1-6e46-4e01-8df2-16507f8efdf5 req-fede14ba-eb6b-4f64-b81e-299c1c1ba2aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1821201 Nov 12 04:03:23.375534 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] Set router 7d712568-1c05-4f84-9d69-7334d5628dff gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:23.523269 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 78431aa8-c2da-47dc-b54f-9545afd3fa6f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:23.527057 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:23.612149 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:23.616017 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c69d3a1-6e46-4e01-8df2-16507f8efdf5 req-1ac3519e-9431-422d-b057-a50db52b0457 service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216644 Nov 12 04:03:23.688297 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014208654-router', 'tenant_id': 'a4a6ebac40b146cfa24061442c524e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '78431aa8-c2da-47dc-b54f-9545afd3fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:11Z', 'updated_at': '2021-11-12T04:03:17Z', 'revision_number': 4, 'project_id': 'a4a6ebac40b146cfa24061442c524e13', 'gw_port': {'id': '78431aa8-c2da-47dc-b54f-9545afd3fa6f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:12Z', 'updated_at': '2021-11-12T04:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '67676de9-27d6-4af6-a8bc-b3e1d6ef8f31', 'name': '', 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24', 'tenant_id': 'a4a6ebac40b146cfa24061442c524e13', 'mac_address': 'fa:16:3e:96:90:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'f0002df9-975c-478b-822a-521de9b191f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:16Z', 'updated_at': '2021-11-12T04:03:17Z', 'revision_number': 2, 'project_id': 'a4a6ebac40b146cfa24061442c524e13', 'subnets': [{'id': 'f0002df9-975c-478b-822a-521de9b191f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:23.705424 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-618899a0-5d1a-4926-9ea8-0b860244a3c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:23.715163 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:23.741929 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] Network 3994bebe-8bbb-4846-81b4-8556bd9e3b19 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:23.751454 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:23.755056 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:23.789908 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] Checking router: 7d712568-1c05-4f84-9d69-7334d5628dff for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:23.790548 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] Updating router 7d712568-1c05-4f84-9d69-7334d5628dff port 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:03:23.880077 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.023726 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] Pushing event updated for resources: {'Port': ['ID=6354b315-1500-4ac8-922a-f2d7af65720f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:24.037358 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] Attempting to bind port 6354b315-1500-4ac8-922a-f2d7af65720f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:24.038020 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] Attempting to bind port 6354b315-1500-4ac8-922a-f2d7af65720f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'd8b754c2-220f-40a3-8f1f-a707b1208daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3994bebe-8bbb-4846-81b4-8556bd9e3b19'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:24.039597 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] Attempting to bind port 6354b315-1500-4ac8-922a-f2d7af65720f on network 3994bebe-8bbb-4846-81b4-8556bd9e3b19 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:24.047031 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:24.048105 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] Checking segment: {'id': 'd8b754c2-220f-40a3-8f1f-a707b1208daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3994bebe-8bbb-4846-81b4-8556bd9e3b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:24.048688 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.049225 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] Bound using segment: {'id': 'd8b754c2-220f-40a3-8f1f-a707b1208daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3994bebe-8bbb-4846-81b4-8556bd9e3b19'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:24.049869 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] Bound port: 6354b315-1500-4ac8-922a-f2d7af65720f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b754c2-220f-40a3-8f1f-a707b1208daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3994bebe-8bbb-4846-81b4-8556bd9e3b19'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:24.050415 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.086127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-84729ff7-c900-492b-9b94-b669254ece9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9af9d8494f9349368e872e5d24e8c000&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0124500 Nov 12 04:03:24.095787 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48572) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:24.144358 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-618899a0-5d1a-4926-9ea8-0b860244a3c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.155639 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c69d3a1-6e46-4e01-8df2-16507f8efdf5 req-2f6287a2-da8d-4e1f-9316-c0f48eb419fc service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284152 Nov 12 04:03:24.182151 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2030bafb-c167-4b41-8415-2fcee9a53b22 req-0db8ddf7-7008-4394-bb17-b3d884e37ab2 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5612154 Nov 12 04:03:24.188290 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-2030bafb-c167-4b41-8415-2fcee9a53b22 req-34df3897-d9cd-4160-94b1-db37cf921024 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:24.193284 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] For port 6354b315-1500-4ac8-922a-f2d7af65720f, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:24.198233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] For port 6354b315-1500-4ac8-922a-f2d7af65720f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6354b315-1500-4ac8-922a-f2d7af65720f,segment=NetworkSegment(d8b754c2-220f-40a3-8f1f-a707b1208daf),segment_id=d8b754c2-220f-40a3-8f1f-a707b1208daf)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:24.213214 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-618899a0-5d1a-4926-9ea8-0b860244a3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.248551 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1fd89c34-4ce7-4c1c-88cc-30f8f841c461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.284828 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1fd89c34-4ce7-4c1c-88cc-30f8f841c461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.316265 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.340353 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2030bafb-c167-4b41-8415-2fcee9a53b22 req-34df3897-d9cd-4160-94b1-db37cf921024 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.378888 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-618899a0-5d1a-4926-9ea8-0b860244a3c9 admin admin] Allocated IP 172.25.1.21 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/89702efb-4b98-4e9e-902c-fe350a11ff43) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:24.414135 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1fd89c34-4ce7-4c1c-88cc-30f8f841c461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.414771 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.418981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491a746-b709-4360-b301-5f83dd0d76c9 None None] Pushing event updated for resources: {'Port': ['ID=6354b315-1500-4ac8-922a-f2d7af65720f,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:24.419434 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1fd89c34-4ce7-4c1c-88cc-30f8f841c461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.422860 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1fd89c34-4ce7-4c1c-88cc-30f8f841c461 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/129ddc83-6173-430c-b9da-4746941c6610 HTTP/1.1" status: 204 len: 168 time: 0.3263569 Nov 12 04:03:24.465826 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd89c34-4ce7-4c1c-88cc-30f8f841c461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129ddc83-6173-430c-b9da-4746941c6610,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:24.487194 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.634865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48584) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:24.638721 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-618899a0-5d1a-4926-9ea8-0b860244a3c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.725275 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2030bafb-c167-4b41-8415-2fcee9a53b22 req-34df3897-d9cd-4160-94b1-db37cf921024 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.745219 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-618899a0-5d1a-4926-9ea8-0b860244a3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.834883 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8403c0-5aa2-47f7-bc34-caa45899281a None None] Pushing event updated for resources: {'Port': ['ID=67676de9-27d6-4af6-a8bc-b3e1d6ef8f31,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:24.867802 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d834e4f4-02a7-4180-91c9-bc3d57560a7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.884303 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618899a0-5d1a-4926-9ea8-0b860244a3c9 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:24.887767 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-618899a0-5d1a-4926-9ea8-0b860244a3c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:24.890309 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618899a0-5d1a-4926-9ea8-0b860244a3c9 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:24.908096 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8403c0-5aa2-47f7-bc34-caa45899281a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:24.908745 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8403c0-5aa2-47f7-bc34-caa45899281a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:24.909345 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8403c0-5aa2-47f7-bc34-caa45899281a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:24.909811 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8403c0-5aa2-47f7-bc34-caa45899281a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:24.910277 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8403c0-5aa2-47f7-bc34-caa45899281a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:24.911033 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8403c0-5aa2-47f7-bc34-caa45899281a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:24.917120 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8403c0-5aa2-47f7-bc34-caa45899281a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:24.917764 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8403c0-5aa2-47f7-bc34-caa45899281a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:24.918232 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8403c0-5aa2-47f7-bc34-caa45899281a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:24.918870 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8403c0-5aa2-47f7-bc34-caa45899281a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:24.919411 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8403c0-5aa2-47f7-bc34-caa45899281a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:24.921221 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8403c0-5aa2-47f7-bc34-caa45899281a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:24.950204 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] Attempting to bind port 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:24.950999 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] Attempting to bind port 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '7724ffb3-6885-4173-873d-a6e13fc800e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:24.951828 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] Attempting to bind port 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31 on network d71bec34-a677-4132-8136-c1bcb90eee24 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:24.957723 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618899a0-5d1a-4926-9ea8-0b860244a3c9 admin admin] Pushing event updated for resources: {'Port': ['ID=89702efb-4b98-4e9e-902c-fe350a11ff43,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:24.968209 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:24.969342 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] Checking segment: {'id': '7724ffb3-6885-4173-873d-a6e13fc800e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:24.970904 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.972265 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] Bound using segment: {'id': '7724ffb3-6885-4173-873d-a6e13fc800e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:24.974294 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] Bound port: 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7724ffb3-6885-4173-873d-a6e13fc800e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:24.975531 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.116198 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] For port 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:25.120749 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] For port 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=67676de9-27d6-4af6-a8bc-b3e1d6ef8f31,segment=NetworkSegment(7724ffb3-6885-4173-873d-a6e13fc800e5),segment_id=7724ffb3-6885-4173-873d-a6e13fc800e5)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:25.180431 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.192822 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0b262342-7fee-4d9e-a2e7-d34048642065 None None] Provisioning complete for port 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:25.193318 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b262342-7fee-4d9e-a2e7-d34048642065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.228517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-2030bafb-c167-4b41-8415-2fcee9a53b22 req-34df3897-d9cd-4160-94b1-db37cf921024 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Allocated IP 172.25.1.193 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/5c551805-3e9b-4b50-afa8-e982b762af35) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:25.238254 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d834e4f4-02a7-4180-91c9-bc3d57560a7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.269902 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6354b315-1500-4ac8-922a-f2d7af65720f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:25.333184 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8403c0-5aa2-47f7-bc34-caa45899281a None None] Pushing event updated for resources: {'Port': ['ID=67676de9-27d6-4af6-a8bc-b3e1d6ef8f31,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:25.371086 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] Routers {'7d712568-1c05-4f84-9d69-7334d5628dff'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:25.371701 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7d712568-1c05-4f84-9d69-7334d5628dff'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:25.374022 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-618899a0-5d1a-4926-9ea8-0b860244a3c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.455917 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2030bafb-c167-4b41-8415-2fcee9a53b22 req-34df3897-d9cd-4160-94b1-db37cf921024 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.489945 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b262342-7fee-4d9e-a2e7-d34048642065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.529112 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d834e4f4-02a7-4180-91c9-bc3d57560a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.547438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 6354b315-1500-4ac8-922a-f2d7af65720f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:25.548148 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.587114 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834e4f4-02a7-4180-91c9-bc3d57560a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19587ddb-20d3-4763-9835-ab721910a0a6,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:25.590478 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0b262342-7fee-4d9e-a2e7-d34048642065 None None] For port 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=67676de9-27d6-4af6-a8bc-b3e1d6ef8f31,segment=NetworkSegment(7724ffb3-6885-4173-873d-a6e13fc800e5),segment_id=7724ffb3-6885-4173-873d-a6e13fc800e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:25.591998 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d834e4f4-02a7-4180-91c9-bc3d57560a7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61ccbd4139c04d8aaf6cb28383ec2951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9558089 Nov 12 04:03:25.594616 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48610) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:25.682670 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b262342-7fee-4d9e-a2e7-d34048642065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.685175 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2030bafb-c167-4b41-8415-2fcee9a53b22 req-34df3897-d9cd-4160-94b1-db37cf921024 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.700980 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.716486 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] Set router 7d712568-1c05-4f84-9d69-7334d5628dff gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:25.771487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2030bafb-c167-4b41-8415-2fcee9a53b22 req-34df3897-d9cd-4160-94b1-db37cf921024 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:25.776354 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-2030bafb-c167-4b41-8415-2fcee9a53b22 req-34df3897-d9cd-4160-94b1-db37cf921024 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:25.781853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2030bafb-c167-4b41-8415-2fcee9a53b22 req-34df3897-d9cd-4160-94b1-db37cf921024 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:25.791245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 6354b315-1500-4ac8-922a-f2d7af65720f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6354b315-1500-4ac8-922a-f2d7af65720f,segment=NetworkSegment(d8b754c2-220f-40a3-8f1f-a707b1208daf),segment_id=d8b754c2-220f-40a3-8f1f-a707b1208daf)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:25.797525 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b262342-7fee-4d9e-a2e7-d34048642065 None None] Pushing event updated for resources: {'Port': ['ID=67676de9-27d6-4af6-a8bc-b3e1d6ef8f31,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:25.820438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c77686a3-abce-44a0-b1b6-9ff69434c08b None None] Provisioning complete for port 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:25.821064 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c77686a3-abce-44a0-b1b6-9ff69434c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.859149 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ac4cabae-c766-4d1a-b93e-da69634d9ac2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.864669 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df3897-d9cd-4160-94b1-db37cf921024 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Pushing event updated for resources: {'Port': ['ID=5c551805-3e9b-4b50-afa8-e982b762af35,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:25.906555 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48612) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:25.946993 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ac4cabae-c766-4d1a-b93e-da69634d9ac2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.947210 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-618899a0-5d1a-4926-9ea8-0b860244a3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.983673 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.063033 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2030bafb-c167-4b41-8415-2fcee9a53b22 req-34df3897-d9cd-4160-94b1-db37cf921024 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.087569 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3e9f246f-d794-45d1-a085-daed5bdc350b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7cf88dd3a19742e9896a24e9fa0f034a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1796830 Nov 12 04:03:26.091692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48618) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:26.155254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=6354b315-1500-4ac8-922a-f2d7af65720f,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:26.207342 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ac4cabae-c766-4d1a-b93e-da69634d9ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.209894 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ac4cabae-c766-4d1a-b93e-da69634d9ac2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.211746 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ac4cabae-c766-4d1a-b93e-da69634d9ac2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19587ddb-20d3-4763-9835-ab721910a0a6 HTTP/1.1" status: 204 len: 168 time: 0.6161397 Nov 12 04:03:26.217381 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968fefc1-29c8-4756-83df-bdc5cfed261a None None] Network 3994bebe-8bbb-4846-81b4-8556bd9e3b19 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:26.233500 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2030bafb-c167-4b41-8415-2fcee9a53b22 req-34df3897-d9cd-4160-94b1-db37cf921024 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.238069 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d58069b-e919-42ac-9c9e-f9fd71324aa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.238401 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cabae-c766-4d1a-b93e-da69634d9ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19587ddb-20d3-4763-9835-ab721910a0a6,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:26.286609 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d58069b-e919-42ac-9c9e-f9fd71324aa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.298107 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618899a0-5d1a-4926-9ea8-0b860244a3c9 admin admin] Router f96bea19-9ce8-4671-a440-cbb27a54735e is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:03:26.400733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-29da4ade-44e9-4868-878a-b756408a518b None None] Provisioning complete for port 6354b315-1500-4ac8-922a-f2d7af65720f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:26.401111 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-29da4ade-44e9-4868-878a-b756408a518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.410842 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014208654-router', 'tenant_id': 'a4a6ebac40b146cfa24061442c524e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '78431aa8-c2da-47dc-b54f-9545afd3fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:11Z', 'updated_at': '2021-11-12T04:03:17Z', 'revision_number': 4, 'project_id': 'a4a6ebac40b146cfa24061442c524e13', 'gw_port': {'id': '78431aa8-c2da-47dc-b54f-9545afd3fa6f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:12Z', 'updated_at': '2021-11-12T04:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '67676de9-27d6-4af6-a8bc-b3e1d6ef8f31', 'name': '', 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24', 'tenant_id': 'a4a6ebac40b146cfa24061442c524e13', 'mac_address': 'fa:16:3e:96:90:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'f0002df9-975c-478b-822a-521de9b191f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:16Z', 'updated_at': '2021-11-12T04:03:25Z', 'revision_number': 4, 'project_id': 'a4a6ebac40b146cfa24061442c524e13', 'subnets': [{'id': 'f0002df9-975c-478b-822a-521de9b191f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:26.443408 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10fcc09-2fca-464b-b0ee-be9d7fa06a97 None None] The sync data for ids ['7d712568-1c05-4f84-9d69-7334d5628dff'] in n-d-768509-24 is: [{'id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014208654-router', 'tenant_id': 'a4a6ebac40b146cfa24061442c524e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '78431aa8-c2da-47dc-b54f-9545afd3fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:11Z', 'updated_at': '2021-11-12T04:03:17Z', 'revision_number': 4, 'project_id': 'a4a6ebac40b146cfa24061442c524e13', 'gw_port': {'id': '78431aa8-c2da-47dc-b54f-9545afd3fa6f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:12Z', 'updated_at': '2021-11-12T04:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '67676de9-27d6-4af6-a8bc-b3e1d6ef8f31', 'name': '', 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24', 'tenant_id': 'a4a6ebac40b146cfa24061442c524e13', 'mac_address': 'fa:16:3e:96:90:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'f0002df9-975c-478b-822a-521de9b191f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:16Z', 'updated_at': '2021-11-12T04:03:25Z', 'revision_number': 4, 'project_id': 'a4a6ebac40b146cfa24061442c524e13', 'subnets': [{'id': 'f0002df9-975c-478b-822a-521de9b191f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:26.485803 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2030bafb-c167-4b41-8415-2fcee9a53b22 req-34df3897-d9cd-4160-94b1-db37cf921024 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.486541 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618899a0-5d1a-4926-9ea8-0b860244a3c9 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:26.503863 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d58069b-e919-42ac-9c9e-f9fd71324aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.510477 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d58069b-e919-42ac-9c9e-f9fd71324aa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.510477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8d58069b-e919-42ac-9c9e-f9fd71324aa8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b634463a-8eb7-4e31-a548-38b411656347 HTTP/1.1" status: 204 len: 168 time: 0.4137604 Nov 12 04:03:26.510720 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] Sync routers for ids ['f96bea19-9ce8-4671-a440-cbb27a54735e'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:26.516212 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58069b-e919-42ac-9c9e-f9fd71324aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b634463a-8eb7-4e31-a548-38b411656347,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:26.572390 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] Routers {'f96bea19-9ce8-4671-a440-cbb27a54735e'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:26.572896 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f96bea19-9ce8-4671-a440-cbb27a54735e'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:26.589447 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2030bafb-c167-4b41-8415-2fcee9a53b22 req-34df3897-d9cd-4160-94b1-db37cf921024 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.591671 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-618899a0-5d1a-4926-9ea8-0b860244a3c9 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.592924 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-618899a0-5d1a-4926-9ea8-0b860244a3c9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2783790 Nov 12 04:03:26.595994 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48626) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:26.720871 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df3897-d9cd-4160-94b1-db37cf921024 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Pushing event updated for resources: {'Port': ['ID=5c551805-3e9b-4b50-afa8-e982b762af35,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:26.743177 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2030bafb-c167-4b41-8415-2fcee9a53b22 req-34df3897-d9cd-4160-94b1-db37cf921024 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.832853 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] Set router f96bea19-9ce8-4671-a440-cbb27a54735e gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:26.869225 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2030bafb-c167-4b41-8415-2fcee9a53b22 req-34df3897-d9cd-4160-94b1-db37cf921024 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.884210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2030bafb-c167-4b41-8415-2fcee9a53b22 req-34df3897-d9cd-4160-94b1-db37cf921024 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7002423 Nov 12 04:03:27.059401 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2030bafb-c167-4b41-8415-2fcee9a53b22 req-fbf5b3d1-53ab-404a-917d-c08308dfb212 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.193 HTTP/1.1" status: 200 len: 696 time: 0.1706841 Nov 12 04:03:27.217886 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a8a922f6-f1e8-4171-b9c5-3109e056a12a None None] Provisioning complete for port 6354b315-1500-4ac8-922a-f2d7af65720f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:27.224858 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8a922f6-f1e8-4171-b9c5-3109e056a12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.239435 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48636) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:27.239979 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6354b315-1500-4ac8-922a-f2d7af65720f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:27.262674 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030bafb-c167-4b41-8415-2fcee9a53b22 req-f7633d6f-b5c8-47be-be3f-e7e3ecdf1000 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:27.264901 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2030bafb-c167-4b41-8415-2fcee9a53b22 req-f7633d6f-b5c8-47be-be3f-e7e3ecdf1000 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.1927660 Nov 12 04:03:27.317176 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-95129bcd-8880-4d01-811c-293e90012687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.369777 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48ab5-47ad-4734-859a-2181b570e32d req-38258a1b-af25-43d9-a1c8-d5b324f04176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:27.377866 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-36c48ab5-47ad-4734-859a-2181b570e32d req-38258a1b-af25-43d9-a1c8-d5b324f04176 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 1101 time: 0.1864765 Nov 12 04:03:27.478368 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f38d-2fe7-40c1-8dab-abed0aa18a8c req-bd9a96cb-6636-4f0e-9465-dff88e23fa57 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:27.481965 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0858f38d-2fe7-40c1-8dab-abed0aa18a8c req-bd9a96cb-6636-4f0e-9465-dff88e23fa57 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.1134470 Nov 12 04:03:27.562555 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0858f38d-2fe7-40c1-8dab-abed0aa18a8c req-a9c1abeb-5ef7-496b-8405-4e76ca2bc5b0 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623388 Nov 12 04:03:27.563964 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 6354b315-1500-4ac8-922a-f2d7af65720f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:27.564572 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.674054 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48652) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:27.787521 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-95129bcd-8880-4d01-811c-293e90012687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.827241 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e6fe89b0-1eab-43e4-9a6f-f9f9d13bd722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:27.828368 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e6fe89b0-1eab-43e4-9a6f-f9f9d13bd722 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.4312932 Nov 12 04:03:27.830398 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ccc00f3-8e7c-44d5-986d-2d525655397d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.868641 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'name': 'tempest-AttachSCSIVolumeTestJSON-739712456-router', 'tenant_id': 'a0a315936155429794f4063cc32ae02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '89702efb-4b98-4e9e-902c-fe350a11ff43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:25Z', 'revision_number': 3, 'project_id': 'a0a315936155429794f4063cc32ae02d', 'gw_port': {'id': '89702efb-4b98-4e9e-902c-fe350a11ff43', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:aa:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:24Z', 'updated_at': '2021-11-12T04:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:27.871520 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-95129bcd-8880-4d01-811c-293e90012687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.901767 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] Checking router: f96bea19-9ce8-4671-a440-cbb27a54735e for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:27.902108 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] Updating router f96bea19-9ce8-4671-a440-cbb27a54735e port 89702efb-4b98-4e9e-902c-fe350a11ff43 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:03:27.921908 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-36c48ab5-47ad-4734-859a-2181b570e32d req-ad344e56-a64b-4cbd-8ef9-3cca3ce861e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=69d802da-621d-4dcc-bebe-79fed9b690d9 HTTP/1.1" status: 200 len: 217 time: 0.0618424 Nov 12 04:03:27.928637 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.974664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-bb6890e3-1fc5-4962-8083-4bc4c0294ac8 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:03:27.980737 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-95129bcd-8880-4d01-811c-293e90012687 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=738158b327324968afc7b8991692e5f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7350731 Nov 12 04:03:27.981394 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48660) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:27.990539 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-bb6890e3-1fc5-4962-8083-4bc4c0294ac8 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3145452 Nov 12 04:03:28.065265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:28.189457 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:28.190047 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.227324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76278dc3-f40a-4993-9fe8-b6f4260ae10c req-9396589d-f5d3-4020-8d34-53b60d6e7de1 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/floatingips/e77f1bee-01cd-4aa1-bb9b-3164f3f7bd19 HTTP/1.1" status: 200 len: 693 time: 0.1107836 Nov 12 04:03:28.233308 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95129bcd-8880-4d01-811c-293e90012687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967b3329-0905-4578-9c57-08a5c81137ad,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:28.260349 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-8700ff7b-31d0-4201-80c6-3f101fdd2155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:28.263301 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-8700ff7b-31d0-4201-80c6-3f101fdd2155 service neutron] 10.222.0.37 "GET /v2.0/ports/84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 HTTP/1.1" status: 200 len: 1116 time: 0.2231655 Nov 12 04:03:28.279126 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48ab5-47ad-4734-859a-2181b570e32d req-79b3cfa7-af15-43c1-981e-79285e9e99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:28.280587 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-36c48ab5-47ad-4734-859a-2181b570e32d req-79b3cfa7-af15-43c1-981e-79285e9e99f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.3403993 Nov 12 04:03:28.355954 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.421492 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45d70084-e459-4dca-952f-25207bfed534 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.458540 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.462824 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48ab5-47ad-4734-859a-2181b570e32d req-1d57940e-28af-436f-bbb0-2023f4e821a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:28.464590 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-36c48ab5-47ad-4734-859a-2181b570e32d req-1d57940e-28af-436f-bbb0-2023f4e821a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1436901 Nov 12 04:03:28.466053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-1ccc00f3-8e7c-44d5-986d-2d525655397d admin admin] Allocated IP 172.20.0.1 (3994bebe-8bbb-4846-81b4-8556bd9e3b19/76133449-23ca-4b72-95ab-9f99cf6446fe/03747dc0-c49c-4c89-9725-b1dca510c4dc) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:28.493533 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45d70084-e459-4dca-952f-25207bfed534 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.545996 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] Attempting to bind port 89702efb-4b98-4e9e-902c-fe350a11ff43 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:28.547124 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] Attempting to bind port 89702efb-4b98-4e9e-902c-fe350a11ff43 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:28.547124 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] Attempting to bind port 89702efb-4b98-4e9e-902c-fe350a11ff43 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:28.556958 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9deed9b-0e6a-434a-b6c6-6832552e9332 None None] Pushing event updated for resources: {'Port': ['ID=89702efb-4b98-4e9e-902c-fe350a11ff43,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:28.560187 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:28.560617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:28.561020 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.561401 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:28.561884 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] Bound port: 89702efb-4b98-4e9e-902c-fe350a11ff43, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:28.562267 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.622530 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] For port 89702efb-4b98-4e9e-902c-fe350a11ff43, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:28.625836 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] For port 89702efb-4b98-4e9e-902c-fe350a11ff43, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=89702efb-4b98-4e9e-902c-fe350a11ff43,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:28.675738 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-36c48ab5-47ad-4734-859a-2181b570e32d req-12a9bc21-8951-4cf8-b410-46a58c3a72b4 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001786 Nov 12 04:03:28.686953 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-7ec7e865-6bad-4fad-af0e-00f1df395543 service neutron] Request body: {'binding': {'host': 'n-h1-768509-24', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:28.687440 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-7ec7e865-6bad-4fad-af0e-00f1df395543 service neutron] Unknown quota resources ['binding']. {{(pid=103296) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:03:28.697958 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ccc00f3-8e7c-44d5-986d-2d525655397d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.711044 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.764322 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45d70084-e459-4dca-952f-25207bfed534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.764322 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45d70084-e459-4dca-952f-25207bfed534 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.765934 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-45d70084-e459-4dca-952f-25207bfed534 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/967b3329-0905-4578-9c57-08a5c81137ad HTTP/1.1" status: 204 len: 168 time: 0.5336931 Nov 12 04:03:28.793385 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d70084-e459-4dca-952f-25207bfed534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967b3329-0905-4578-9c57-08a5c81137ad,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:28.804801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] Routers {'f96bea19-9ce8-4671-a440-cbb27a54735e'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:28.805539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f96bea19-9ce8-4671-a440-cbb27a54735e'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:28.814878 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76278dc3-f40a-4993-9fe8-b6f4260ae10c req-9ab4fb0f-4587-4300-a779-388998f40ac5 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:28.821929 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76278dc3-f40a-4993-9fe8-b6f4260ae10c req-9ab4fb0f-4587-4300-a779-388998f40ac5 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.5780902 Nov 12 04:03:28.829381 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-76278dc3-f40a-4993-9fe8-b6f4260ae10c req-0a97c385-56d5-4a4a-9367-a45aca0a0569 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:03:28.841174 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76278dc3-f40a-4993-9fe8-b6f4260ae10c req-0a97c385-56d5-4a4a-9367-a45aca0a0569 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0183356 Nov 12 04:03:28.843019 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-36c48ab5-47ad-4734-859a-2181b570e32d req-29405765-29e4-4cd3-92b4-cfad4d035cf8 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563408 Nov 12 04:03:28.870239 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ccc00f3-8e7c-44d5-986d-2d525655397d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.905134 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9deed9b-0e6a-434a-b6c6-6832552e9332 None None] Pushing event updated for resources: {'Port': ['ID=89702efb-4b98-4e9e-902c-fe350a11ff43,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:28.927998 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc00f3-8e7c-44d5-986d-2d525655397d admin admin] Pushing event updated for resources: {'Port': ['ID=03747dc0-c49c-4c89-9725-b1dca510c4dc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:28.937826 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccc00f3-8e7c-44d5-986d-2d525655397d admin admin] Network 3994bebe-8bbb-4846-81b4-8556bd9e3b19 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:28.939737 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1ccc00f3-8e7c-44d5-986d-2d525655397d admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:28.942083 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc00f3-8e7c-44d5-986d-2d525655397d admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:28.950963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-7ec7e865-6bad-4fad-af0e-00f1df395543 service neutron] Attempting to bind port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 on host n-h1-768509-24 for vnic_type normal with profile None {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:28.951304 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-7ec7e865-6bad-4fad-af0e-00f1df395543 service neutron] Attempting to bind port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:28.951709 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-7ec7e865-6bad-4fad-af0e-00f1df395543 service neutron] Attempting to bind port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:28.958555 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-7ec7e865-6bad-4fad-af0e-00f1df395543 service neutron] Port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:03:28.966796 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-7ec7e865-6bad-4fad-af0e-00f1df395543 service neutron] Attempting to bind port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:28.977880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-7ec7e865-6bad-4fad-af0e-00f1df395543 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:28.978232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-7ec7e865-6bad-4fad-af0e-00f1df395543 service neutron] Checking segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:28.978642 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-7ec7e865-6bad-4fad-af0e-00f1df395543 service neutron] Bound using segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:28.979113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-7ec7e865-6bad-4fad-af0e-00f1df395543 service neutron] Bound port: 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:29.003459 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ccc00f3-8e7c-44d5-986d-2d525655397d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.026252 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] Set router f96bea19-9ce8-4671-a440-cbb27a54735e gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:29.073138 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-7ec7e865-6bad-4fad-af0e-00f1df395543 service neutron] For port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:29.134734 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-7ec7e865-6bad-4fad-af0e-00f1df395543 service neutron] Publish callbacks [] for binding, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.135922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-7ec7e865-6bad-4fad-af0e-00f1df395543 service neutron] 10.222.0.37 "POST /v2.0/ports/84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4/bindings HTTP/1.1" status: 201 len: 390 time: 0.4542749 Nov 12 04:03:29.284048 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ccc00f3-8e7c-44d5-986d-2d525655397d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.318066 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4e1e281d-af37-4675-a55b-344535b019f9 None None] Provisioning complete for port 03747dc0-c49c-4c89-9725-b1dca510c4dc triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:29.318435 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e1e281d-af37-4675-a55b-344535b019f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.362157 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4e1e281d-af37-4675-a55b-344535b019f9 None None] Port 03747dc0-c49c-4c89-9725-b1dca510c4dc cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:29.365536 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'name': 'tempest-AttachSCSIVolumeTestJSON-739712456-router', 'tenant_id': 'a0a315936155429794f4063cc32ae02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '89702efb-4b98-4e9e-902c-fe350a11ff43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:25Z', 'revision_number': 3, 'project_id': 'a0a315936155429794f4063cc32ae02d', 'gw_port': {'id': '89702efb-4b98-4e9e-902c-fe350a11ff43', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:aa:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:24Z', 'updated_at': '2021-11-12T04:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:29.397430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd179ef-2e72-43f6-8164-0ecfd3f9967f None None] The sync data for ids ['f96bea19-9ce8-4671-a440-cbb27a54735e'] in n-d-768509-24 is: [{'id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'name': 'tempest-AttachSCSIVolumeTestJSON-739712456-router', 'tenant_id': 'a0a315936155429794f4063cc32ae02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '89702efb-4b98-4e9e-902c-fe350a11ff43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:25Z', 'revision_number': 3, 'project_id': 'a0a315936155429794f4063cc32ae02d', 'gw_port': {'id': '89702efb-4b98-4e9e-902c-fe350a11ff43', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:aa:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:24Z', 'updated_at': '2021-11-12T04:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:29.568392 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ccc00f3-8e7c-44d5-986d-2d525655397d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.626078 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c92eade-5b9b-4a9c-958f-8ace1995d69c req-3820ee61-3588-4c74-a4e4-9321bc0b2116 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/floatingips/e77f1bee-01cd-4aa1-bb9b-3164f3f7bd19 HTTP/1.1" status: 200 len: 693 time: 0.0516238 Nov 12 04:03:29.643128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a1f2c-bfd0-4aa1-bb15-ab81cf8f7153 req-0df4ab52-89c3-4fa2-b637-dce0cb8a407a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:29.645027 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f8a1f2c-bfd0-4aa1-bb15-ab81cf8f7153 req-0df4ab52-89c3-4fa2-b637-dce0cb8a407a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.1093285 Nov 12 04:03:29.652802 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ccc00f3-8e7c-44d5-986d-2d525655397d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.737903 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ccc00f3-8e7c-44d5-986d-2d525655397d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.748262 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc00f3-8e7c-44d5-986d-2d525655397d admin admin] Pushing event updated for resources: {'Port': ['ID=03747dc0-c49c-4c89-9725-b1dca510c4dc,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:29.818569 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f8a1f2c-bfd0-4aa1-bb15-ab81cf8f7153 req-07be44fa-8551-4d73-9c31-4f7589803e42 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890930 Nov 12 04:03:29.883233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92eade-5b9b-4a9c-958f-8ace1995d69c req-2dd4f4c9-8582-4644-ad86-d2387a59abf6 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:29.890206 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c92eade-5b9b-4a9c-958f-8ace1995d69c req-2dd4f4c9-8582-4644-ad86-d2387a59abf6 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.2437742 Nov 12 04:03:29.898047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-2c92eade-5b9b-4a9c-958f-8ace1995d69c req-aa8ccead-27cf-4f25-b6ef-3d5fb1058729 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:03:29.914745 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c92eade-5b9b-4a9c-958f-8ace1995d69c req-aa8ccead-27cf-4f25-b6ef-3d5fb1058729 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0235505 Nov 12 04:03:30.020760 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c92eade-5b9b-4a9c-958f-8ace1995d69c req-27a89434-ed91-46d8-a05f-d3f57bfca1de tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.193 HTTP/1.1" status: 200 len: 696 time: 0.1029482 Nov 12 04:03:30.021109 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-8c13e5bc-b014-4a38-9c49-d2ea611af68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:30.023232 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-8c13e5bc-b014-4a38-9c49-d2ea611af68c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 1119 time: 0.1134737 Nov 12 04:03:30.050728 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccc00f3-8e7c-44d5-986d-2d525655397d admin admin] Network 3994bebe-8bbb-4846-81b4-8556bd9e3b19 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:30.061340 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1ccc00f3-8e7c-44d5-986d-2d525655397d admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:30.183645 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c92eade-5b9b-4a9c-958f-8ace1995d69c req-18ebe504-6241-45ad-903f-26cb85deab43 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.193 HTTP/1.1" status: 200 len: 696 time: 0.1502030 Nov 12 04:03:30.276706 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-25513c5c-cfe4-40d7-9c02-51359300853c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:30.278352 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-25513c5c-cfe4-40d7-9c02-51359300853c service neutron] 10.222.0.21 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 909 time: 0.2439544 Nov 12 04:03:30.333570 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-5423309d-811b-495d-acf6-49a5c2136a92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 HTTP/1.1" status: 200 len: 217 time: 0.0460863 Nov 12 04:03:30.346678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ab57e-74a2-4a8e-b1d1-4f33ab4ff1a8 req-bf8d4c8c-e7d6-4658-8573-ce0d9d150050 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:30.348638 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c5ab57e-74a2-4a8e-b1d1-4f33ab4ff1a8 req-bf8d4c8c-e7d6-4658-8573-ce0d9d150050 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 967 time: 0.2256341 Nov 12 04:03:30.379193 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccc00f3-8e7c-44d5-986d-2d525655397d admin admin] Router f96bea19-9ce8-4671-a440-cbb27a54735e has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:30.406096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-2c92eade-5b9b-4a9c-958f-8ace1995d69c req-e7bccca3-75e8-4213-9771-c247151bea54 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Deleting port 5c551805-3e9b-4b50-afa8-e982b762af35 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:30.406413 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2c92eade-5b9b-4a9c-958f-8ace1995d69c req-e7bccca3-75e8-4213-9771-c247151bea54 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.414173 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-64537d59-4fd5-48c2-8d2a-3acecea89db3 None None] Provisioning complete for port 03747dc0-c49c-4c89-9725-b1dca510c4dc triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:30.414760 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-4eb1a50e-7c25-4ba2-9dbd-50c539b9871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:30.415343 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64537d59-4fd5-48c2-8d2a-3acecea89db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.418867 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-4eb1a50e-7c25-4ba2-9dbd-50c539b9871c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.0767512 Nov 12 04:03:30.441851 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c5ab57e-74a2-4a8e-b1d1-4f33ab4ff1a8 req-c0c75186-8e8a-4746-b30c-43c3f0a6ffd2 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869808 Nov 12 04:03:30.465794 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-64537d59-4fd5-48c2-8d2a-3acecea89db3 None None] Port 03747dc0-c49c-4c89-9725-b1dca510c4dc cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:30.493947 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-ba70caa7-c81f-4eab-ae39-bc7aae628723 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346208 Nov 12 04:03:30.551143 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2c92eade-5b9b-4a9c-958f-8ace1995d69c req-e7bccca3-75e8-4213-9771-c247151bea54 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.551474 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2c92eade-5b9b-4a9c-958f-8ace1995d69c req-e7bccca3-75e8-4213-9771-c247151bea54 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.576703 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-2c92eade-5b9b-4a9c-958f-8ace1995d69c req-e7bccca3-75e8-4213-9771-c247151bea54 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Calling delete_port for 5c551805-3e9b-4b50-afa8-e982b762af35 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:30.622097 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccc00f3-8e7c-44d5-986d-2d525655397d admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:30.637056 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1ccc00f3-8e7c-44d5-986d-2d525655397d admin admin] 10.222.0.37 "PUT /v2.0/routers/f96bea19-9ce8-4671-a440-cbb27a54735e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0399656 Nov 12 04:03:30.662216 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-f2cff8f7-77d0-4c14-bcdf-c99ee88374ad service neutron] 10.222.0.21 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521857 Nov 12 04:03:30.806073 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-026ac129-5475-42f5-a976-2648e63a5296 service neutron] 10.222.0.21 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337500 Nov 12 04:03:30.847229 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2c92eade-5b9b-4a9c-958f-8ace1995d69c req-e7bccca3-75e8-4213-9771-c247151bea54 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.888910 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bccca3-75e8-4213-9771-c247151bea54 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Pushing event deleted for resources: {'Port': ['ID=5c551805-3e9b-4b50-afa8-e982b762af35,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:30.952093 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2c92eade-5b9b-4a9c-958f-8ace1995d69c req-e7bccca3-75e8-4213-9771-c247151bea54 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.955361 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2c92eade-5b9b-4a9c-958f-8ace1995d69c req-e7bccca3-75e8-4213-9771-c247151bea54 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.956522 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c92eade-5b9b-4a9c-958f-8ace1995d69c req-e7bccca3-75e8-4213-9771-c247151bea54 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "DELETE /v2.0/floatingips/e77f1bee-01cd-4aa1-bb9b-3164f3f7bd19 HTTP/1.1" status: 204 len: 173 time: 0.7720740 Nov 12 04:03:31.072842 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb25185a-04a5-45fe-9280-411da94ffeed req-1b81180c-1bed-4bf3-b081-7461f735c5b4 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7b553c3022124447857d011a07a04308&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221801 Nov 12 04:03:31.205539 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-7026c077-ca07-40a7-9438-3cdc8a9f51c2 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:31.208048 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-7026c077-ca07-40a7-9438-3cdc8a9f51c2 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97&tenant_id=dbefff477b694cb581282e32dd2cbb0f&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 1119 time: 0.1396134 Nov 12 04:03:31.223397 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-24'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:31.230137 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 89702efb-4b98-4e9e-902c-fe350a11ff43 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:31.238897 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25185a-04a5-45fe-9280-411da94ffeed req-c2e68007-8ec7-4d65-ad78-e10e0297fba3 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:31.240493 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb25185a-04a5-45fe-9280-411da94ffeed req-c2e68007-8ec7-4d65-ad78-e10e0297fba3 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1607130 Nov 12 04:03:31.268031 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb25185a-04a5-45fe-9280-411da94ffeed req-f83f1211-5c03-4f7c-a2ee-83aa1995e45e tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/quotas/7b553c3022124447857d011a07a04308 HTTP/1.1" status: 200 len: 375 time: 0.0195546 Nov 12 04:03:31.306377 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.342276 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb25185a-04a5-45fe-9280-411da94ffeed req-c70e5a83-3240-4e2d-9a27-b33a0ca594ec tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7b553c3022124447857d011a07a04308&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661383 Nov 12 04:03:31.357997 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 89702efb-4b98-4e9e-902c-fe350a11ff43 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:31.359805 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.405430 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:03:31.586991 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.642988 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 89702efb-4b98-4e9e-902c-fe350a11ff43, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=89702efb-4b98-4e9e-902c-fe350a11ff43,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:31.657820 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] For port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:31.732637 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.777848 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] For port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:31.856425 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=89702efb-4b98-4e9e-902c-fe350a11ff43,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:31.898429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd486ab91-4588-40a7-a246-57b1d85d2c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:31.901940 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af5c9de-3e2d-4d9e-a42f-858d795c80f9" -d '{"events": [{"server_uuid": "d486ab91-4588-40a7-a246-57b1d85d2c97", "name": "network-vif-unplugged", "status": "completed", "tag": "84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:31.921989 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.925165 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] Sync routers for ids ['f96bea19-9ce8-4671-a440-cbb27a54735e'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:31.978058 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] Routers {'f96bea19-9ce8-4671-a440-cbb27a54735e'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:31.980307 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f96bea19-9ce8-4671-a440-cbb27a54735e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:31.995037 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.076731 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] Pushing event updated for resources: {'Port': ['ID=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:32.165154 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] Attempting to bind port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 on host n-h2-768509-24 for vnic_type normal with profile {"migrating_to": "n-h1-768509-24"} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:32.165414 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] Attempting to bind port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:32.165784 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] Attempting to bind port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:32.172198 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] Port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:03:32.172501 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] Attempting to bind port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:32.177414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fb95f-5752-4a3a-885b-fde84ea48e0b req-c376bab6-5cdb-4148-9012-905e5e52948f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:32.177965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:32.177965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] Checking segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:32.178181 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] Bound using segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:32.178864 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] Bound port: 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:32.185383 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.185517 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] Set router f96bea19-9ce8-4671-a440-cbb27a54735e gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:32.185629 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-243fb95f-5752-4a3a-885b-fde84ea48e0b req-c376bab6-5cdb-4148-9012-905e5e52948f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.2953081 Nov 12 04:03:32.270305 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-243fb95f-5752-4a3a-885b-fde84ea48e0b req-1a587d7a-c76a-439c-b9a8-013319a45f58 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844834 Nov 12 04:03:32.290321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec394a-795f-4876-b24f-58a342de6813 req-e01935eb-fcc2-4b42-bcaf-ec7fd844f305 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:32.300798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] For port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:32.308246 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] For port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:32.311524 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2eec394a-795f-4876-b24f-58a342de6813 req-e01935eb-fcc2-4b42-bcaf-ec7fd844f305 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4491329 Nov 12 04:03:32.401810 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.453601 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045ff46-f874-42ba-a01c-a862f1cae81b req-52faadad-4df9-44d1-b5e3-20e331632756 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:32.460538 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5045ff46-f874-42ba-a01c-a862f1cae81b req-52faadad-4df9-44d1-b5e3-20e331632756 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 965 time: 0.0951047 Nov 12 04:03:32.501255 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'name': 'tempest-AttachSCSIVolumeTestJSON-739712456-router', 'tenant_id': 'a0a315936155429794f4063cc32ae02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '89702efb-4b98-4e9e-902c-fe350a11ff43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': 'a0a315936155429794f4063cc32ae02d', 'gw_port': {'id': '89702efb-4b98-4e9e-902c-fe350a11ff43', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:24Z', 'updated_at': '2021-11-12T04:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '03747dc0-c49c-4c89-9725-b1dca510c4dc', 'name': '', 'network_id': '3994bebe-8bbb-4846-81b4-8556bd9e3b19', 'tenant_id': 'a0a315936155429794f4063cc32ae02d', 'mac_address': 'fa:16:3e:ca:f7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '76133449-23ca-4b72-95ab-9f99cf6446fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 2, 'project_id': 'a0a315936155429794f4063cc32ae02d', 'subnets': [{'id': '76133449-23ca-4b72-95ab-9f99cf6446fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:32.517103 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:32.517606 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.523054 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] 10.222.0.21 "PUT /v2.0/ports/84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 HTTP/1.1" status: 200 len: 1145 time: 1.3050663 Nov 12 04:03:32.549413 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] Checking router: f96bea19-9ce8-4671-a440-cbb27a54735e for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:32.549845 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] Updating router f96bea19-9ce8-4671-a440-cbb27a54735e port 03747dc0-c49c-4c89-9725-b1dca510c4dc binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:03:32.559446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa28653e-921f-450c-a0af-9546d99a2fde req-73d64eb9-fd60-48ca-8042-ef5cf7f746cf tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdbfec37-a677-4ed7-9323-c1deb4589618 HTTP/1.1" status: 200 len: 210 time: 0.0998662 Nov 12 04:03:32.559832 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd357b04-74cb-4e0f-956c-9cece370c69c service neutron] Pushing event updated for resources: {'Port': ['ID=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,revision_number=8']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:32.622838 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.638530 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5045ff46-f874-42ba-a01c-a862f1cae81b req-49c0bdce-c173-4350-9977-b957f3f6cc2e tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586971 Nov 12 04:03:32.645548 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:32.712140 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82ab01c-27d0-4759-b37e-97aec05487ee x-openstack-request-id: req-c82ab01c-27d0-4759-b37e-97aec05487ee {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:32.713150 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d486ab91-4588-40a7-a246-57b1d85d2c97", "name": "network-vif-unplugged", "status": "completed", "tag": "84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:32.713510 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c82ab01c-27d0-4759-b37e-97aec05487ee {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:32.714010 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd486ab91-4588-40a7-a246-57b1d85d2c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4', 'code': 200} Nov 12 04:03:32.800922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-051f0edb-5c57-40c5-acd7-e5b024a6da7f req-bc8dc75c-ae6f-47c1-9214-6af8374d4ef4 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=70af8774c19c445ab11314dc972b13f5 HTTP/1.1" status: 200 len: 1657 time: 0.0647087 Nov 12 04:03:32.962598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f0edb-5c57-40c5-acd7-e5b024a6da7f req-85acabb0-bd1e-4b23-93fb-e34b888eae4f tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:32.971279 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-051f0edb-5c57-40c5-acd7-e5b024a6da7f req-85acabb0-bd1e-4b23-93fb-e34b888eae4f tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/networks?id=83b50554-7014-416f-9f3b-4bb895a9ea2f&id=83b50554-7014-416f-9f3b-4bb895a9ea2f&id=83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 787 time: 0.1693323 Nov 12 04:03:32.982261 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-051f0edb-5c57-40c5-acd7-e5b024a6da7f req-4b6c3bff-973a-4c21-9cc7-b8930a783cde tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:03:33.000491 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-051f0edb-5c57-40c5-acd7-e5b024a6da7f req-4b6c3bff-973a-4c21-9cc7-b8930a783cde tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0279307 Nov 12 04:03:33.130356 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.149541 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e001952-0536-4eba-a882-e9b9b58c75cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.156676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d8e6c5ae-de43-4cf4-abb8-3035ce4c694d req-f41c2489-15e4-461a-aa03-4956e7eb594f tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/floatingips/9607013d-3300-4625-a956-21fbdc354dd2 HTTP/1.1" status: 200 len: 693 time: 0.1173375 Nov 12 04:03:33.247183 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.248355 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 89702efb-4b98-4e9e-902c-fe350a11ff43 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:33.417377 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 89702efb-4b98-4e9e-902c-fe350a11ff43 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:33.417753 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.434352 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4092e4-570d-41f5-8a00-b011e7f71476 None None] Pushing event updated for resources: {'Port': ['ID=03747dc0-c49c-4c89-9725-b1dca510c4dc,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:33.467613 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6c5ae-de43-4cf4-abb8-3035ce4c694d req-21b5312c-e266-48f8-9922-820ca1a2a0b7 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:33.469056 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d8e6c5ae-de43-4cf4-abb8-3035ce4c694d req-21b5312c-e266-48f8-9922-820ca1a2a0b7 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.3072016 Nov 12 04:03:33.474231 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] Attempting to bind port 03747dc0-c49c-4c89-9725-b1dca510c4dc on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:33.474989 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] Attempting to bind port 03747dc0-c49c-4c89-9725-b1dca510c4dc by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'd8b754c2-220f-40a3-8f1f-a707b1208daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3994bebe-8bbb-4846-81b4-8556bd9e3b19'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:33.476358 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] Attempting to bind port 03747dc0-c49c-4c89-9725-b1dca510c4dc on network 3994bebe-8bbb-4846-81b4-8556bd9e3b19 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:33.491821 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:33.492765 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] Checking segment: {'id': 'd8b754c2-220f-40a3-8f1f-a707b1208daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3994bebe-8bbb-4846-81b4-8556bd9e3b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:33.493567 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.494313 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] Bound using segment: {'id': 'd8b754c2-220f-40a3-8f1f-a707b1208daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3994bebe-8bbb-4846-81b4-8556bd9e3b19'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:33.495054 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] Bound port: 03747dc0-c49c-4c89-9725-b1dca510c4dc, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b754c2-220f-40a3-8f1f-a707b1208daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3994bebe-8bbb-4846-81b4-8556bd9e3b19'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:33.495681 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.575832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d8e6c5ae-de43-4cf4-abb8-3035ce4c694d req-540e4579-99e9-4785-81e0-d23ed343ce24 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.174 HTTP/1.1" status: 200 len: 696 time: 0.0715733 Nov 12 04:03:33.665590 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] For port 03747dc0-c49c-4c89-9725-b1dca510c4dc, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:33.680939 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] For port 03747dc0-c49c-4c89-9725-b1dca510c4dc, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=03747dc0-c49c-4c89-9725-b1dca510c4dc,segment=NetworkSegment(d8b754c2-220f-40a3-8f1f-a707b1208daf),segment_id=d8b754c2-220f-40a3-8f1f-a707b1208daf)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:33.717500 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d8e6c5ae-de43-4cf4-abb8-3035ce4c694d req-d205c8f8-b564-425e-9f7d-a1b6d564ef4d tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.174 HTTP/1.1" status: 200 len: 696 time: 0.1402364 Nov 12 04:03:33.732775 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1ae1407e-bc42-47a6-8850-7fa1df611072 None None] Provisioning complete for port 03747dc0-c49c-4c89-9725-b1dca510c4dc triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:33.734333 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ae1407e-bc42-47a6-8850-7fa1df611072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.759336 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.813860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3071d2e-77aa-4c2c-8718-6a0a24141f00 req-fd151f44-76a7-4d70-af53-d1ab33a94a87 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:33.820952 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1407e-bc42-47a6-8850-7fa1df611072 None None] Port 03747dc0-c49c-4c89-9725-b1dca510c4dc cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:33.832492 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] Routers {'f96bea19-9ce8-4671-a440-cbb27a54735e'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:33.833221 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f96bea19-9ce8-4671-a440-cbb27a54735e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:33.839230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b3071d2e-77aa-4c2c-8718-6a0a24141f00 req-fd151f44-76a7-4d70-af53-d1ab33a94a87 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.3987813 Nov 12 04:03:33.918030 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4092e4-570d-41f5-8a00-b011e7f71476 None None] Pushing event updated for resources: {'Port': ['ID=03747dc0-c49c-4c89-9725-b1dca510c4dc,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:34.035248 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] Set router f96bea19-9ce8-4671-a440-cbb27a54735e gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:34.045195 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48824) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:34.115157 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b3071d2e-77aa-4c2c-8718-6a0a24141f00 req-e8f246bf-5912-46dd-8e7e-da1e357b6163 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734389 Nov 12 04:03:34.129522 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-d8e6c5ae-de43-4cf4-abb8-3035ce4c694d req-dc69f0c9-1c89-4c65-9832-ac642a695301 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Deleting port 4ae7c3b4-25d5-480a-b318-56bcf34a345f {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:34.129929 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d8e6c5ae-de43-4cf4-abb8-3035ce4c694d req-dc69f0c9-1c89-4c65-9832-ac642a695301 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.266386 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-495be31d-6c86-47fc-aa95-b93ad279256b None None] Provisioning complete for port 03747dc0-c49c-4c89-9725-b1dca510c4dc triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:34.271859 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-495be31d-6c86-47fc-aa95-b93ad279256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.340206 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d8e6c5ae-de43-4cf4-abb8-3035ce4c694d req-dc69f0c9-1c89-4c65-9832-ac642a695301 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.340786 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d8e6c5ae-de43-4cf4-abb8-3035ce4c694d req-dc69f0c9-1c89-4c65-9832-ac642a695301 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.354923 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-d8e6c5ae-de43-4cf4-abb8-3035ce4c694d req-dc69f0c9-1c89-4c65-9832-ac642a695301 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Calling delete_port for 4ae7c3b4-25d5-480a-b318-56bcf34a345f owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:34.389387 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b839c5c-ead5-4644-a301-ecb9a9befaaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.439787 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'name': 'tempest-AttachSCSIVolumeTestJSON-739712456-router', 'tenant_id': 'a0a315936155429794f4063cc32ae02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '89702efb-4b98-4e9e-902c-fe350a11ff43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': 'a0a315936155429794f4063cc32ae02d', 'gw_port': {'id': '89702efb-4b98-4e9e-902c-fe350a11ff43', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:24Z', 'updated_at': '2021-11-12T04:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '03747dc0-c49c-4c89-9725-b1dca510c4dc', 'name': '', 'network_id': '3994bebe-8bbb-4846-81b4-8556bd9e3b19', 'tenant_id': 'a0a315936155429794f4063cc32ae02d', 'mac_address': 'fa:16:3e:ca:f7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '76133449-23ca-4b72-95ab-9f99cf6446fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:33Z', 'revision_number': 4, 'project_id': 'a0a315936155429794f4063cc32ae02d', 'subnets': [{'id': '76133449-23ca-4b72-95ab-9f99cf6446fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:34.481784 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604eaa7c-17d0-41dd-8081-15ed91157e60 None None] The sync data for ids ['f96bea19-9ce8-4671-a440-cbb27a54735e'] in n-d-768509-24 is: [{'id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'name': 'tempest-AttachSCSIVolumeTestJSON-739712456-router', 'tenant_id': 'a0a315936155429794f4063cc32ae02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '89702efb-4b98-4e9e-902c-fe350a11ff43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': 'a0a315936155429794f4063cc32ae02d', 'gw_port': {'id': '89702efb-4b98-4e9e-902c-fe350a11ff43', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:24Z', 'updated_at': '2021-11-12T04:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '03747dc0-c49c-4c89-9725-b1dca510c4dc', 'name': '', 'network_id': '3994bebe-8bbb-4846-81b4-8556bd9e3b19', 'tenant_id': 'a0a315936155429794f4063cc32ae02d', 'mac_address': 'fa:16:3e:ca:f7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '76133449-23ca-4b72-95ab-9f99cf6446fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:33Z', 'revision_number': 4, 'project_id': 'a0a315936155429794f4063cc32ae02d', 'subnets': [{'id': '76133449-23ca-4b72-95ab-9f99cf6446fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:34.682655 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9ccbc90-3f5d-423e-a750-c66029933f49 req-ce611717-4144-42c0-bffe-33ede23a2bb4 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdbfec37-a677-4ed7-9323-c1deb4589618 HTTP/1.1" status: 200 len: 210 time: 0.0533118 Nov 12 04:03:34.875013 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd486ab91-4588-40a7-a246-57b1d85d2c97', 'tag': '84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:34.881426 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ad2be8-500b-4bce-bb42-adae38166f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "d486ab91-4588-40a7-a246-57b1d85d2c97", "tag": "84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:34.893144 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b839c5c-ead5-4644-a301-ecb9a9befaaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.906366 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-495be31d-6c86-47fc-aa95-b93ad279256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.943426 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d8e6c5ae-de43-4cf4-abb8-3035ce4c694d req-dc69f0c9-1c89-4c65-9832-ac642a695301 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.954492 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-495be31d-6c86-47fc-aa95-b93ad279256b None None] For port 03747dc0-c49c-4c89-9725-b1dca510c4dc, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=03747dc0-c49c-4c89-9725-b1dca510c4dc,segment=NetworkSegment(d8b754c2-220f-40a3-8f1f-a707b1208daf),segment_id=d8b754c2-220f-40a3-8f1f-a707b1208daf)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:34.957870 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b839c5c-ead5-4644-a301-ecb9a9befaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.989725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69f0c9-1c89-4c65-9832-ac642a695301 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Pushing event deleted for resources: {'Port': ['ID=4ae7c3b4-25d5-480a-b318-56bcf34a345f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:35.028522 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b839c5c-ead5-4644-a301-ecb9a9befaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c83015-d409-42a6-a2be-b16fc0fcd0ce,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:35.051395 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-495be31d-6c86-47fc-aa95-b93ad279256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.074995 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9b839c5c-ead5-4644-a301-ecb9a9befaaa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3860ddea9e5e4387bb184ae54ea6f547&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0284736 Nov 12 04:03:35.076409 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48832) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:35.089484 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb25185a-04a5-45fe-9280-411da94ffeed req-ea436281-693d-4419-a54f-e543f168d895 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7b553c3022124447857d011a07a04308&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898085 Nov 12 04:03:35.099307 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9bc8e-b670-4f09-91a1-81fa4ba75f8d req-d0ae324f-09ed-4f29-bfb6-602070a0165b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:35.107887 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cd9bc8e-b670-4f09-91a1-81fa4ba75f8d req-d0ae324f-09ed-4f29-bfb6-602070a0165b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 965 time: 0.2092552 Nov 12 04:03:35.218344 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8763caff-0484-4142-bb8b-06fbde240959 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.261417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495be31d-6c86-47fc-aa95-b93ad279256b None None] Pushing event updated for resources: {'Port': ['ID=03747dc0-c49c-4c89-9725-b1dca510c4dc,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:35.277622 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d8e6c5ae-de43-4cf4-abb8-3035ce4c694d req-dc69f0c9-1c89-4c65-9832-ac642a695301 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.280463 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d8e6c5ae-de43-4cf4-abb8-3035ce4c694d req-dc69f0c9-1c89-4c65-9832-ac642a695301 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.291837 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8763caff-0484-4142-bb8b-06fbde240959 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.297524 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d8e6c5ae-de43-4cf4-abb8-3035ce4c694d req-dc69f0c9-1c89-4c65-9832-ac642a695301 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "DELETE /v2.0/floatingips/9607013d-3300-4625-a956-21fbdc354dd2 HTTP/1.1" status: 204 len: 173 time: 1.5790663 Nov 12 04:03:35.357370 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cd9bc8e-b670-4f09-91a1-81fa4ba75f8d req-037fe745-058f-468b-8762-8c09c0719f89 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483921 Nov 12 04:03:35.358753 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 03747dc0-c49c-4c89-9725-b1dca510c4dc up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:35.498343 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8763caff-0484-4142-bb8b-06fbde240959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.502048 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8763caff-0484-4142-bb8b-06fbde240959 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.510122 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8763caff-0484-4142-bb8b-06fbde240959 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66c83015-d409-42a6-a2be-b16fc0fcd0ce HTTP/1.1" status: 204 len: 168 time: 0.4317930 Nov 12 04:03:35.520166 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25185a-04a5-45fe-9280-411da94ffeed req-fdf37e8a-8c40-4dca-95a5-5f3581803e09 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:35.522865 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a135c94c-584e-4910-a7a6-bc6404ec6c1b x-openstack-request-id: req-a135c94c-584e-4910-a7a6-bc6404ec6c1b {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:35.523161 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d486ab91-4588-40a7-a246-57b1d85d2c97", "tag": "84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:35.524204 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a135c94c-584e-4910-a7a6-bc6404ec6c1b {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:35.525177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb25185a-04a5-45fe-9280-411da94ffeed req-fdf37e8a-8c40-4dca-95a5-5f3581803e09 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3651814 Nov 12 04:03:35.528872 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd486ab91-4588-40a7-a246-57b1d85d2c97', 'tag': '84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4', 'status': 'completed', 'code': 200} Nov 12 04:03:35.557816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 03747dc0-c49c-4c89-9725-b1dca510c4dc triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:35.558279 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.559514 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50809) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:35.583222 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-eb25185a-04a5-45fe-9280-411da94ffeed req-34062bdf-ccc4-4333-8519-ed5bcb42e9a1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Request body: {'port': {'device_id': 'cdbfec37-a677-4ed7-9323-c1deb4589618', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': '7b553c3022124447857d011a07a04308'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:35.603998 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763caff-0484-4142-bb8b-06fbde240959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c83015-d409-42a6-a2be-b16fc0fcd0ce,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:35.681605 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5632832f-6a79-4fdf-b9e5-d43deab3245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.709507 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad2be8-500b-4bce-bb42-adae38166f3a req-80500a8b-8a28-4f36-9b36-390f9678e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:35.712746 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e1ad2be8-500b-4bce-bb42-adae38166f3a req-80500a8b-8a28-4f36-9b36-390f9678e0d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 1148 time: 0.1519840 Nov 12 04:03:35.964628 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad2be8-500b-4bce-bb42-adae38166f3a req-a4838970-e41e-434f-b69d-cfff8a93d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:35.966401 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e1ad2be8-500b-4bce-bb42-adae38166f3a req-a4838970-e41e-434f-b69d-cfff8a93d49f service neutron] 10.222.0.31 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 909 time: 0.2425869 Nov 12 04:03:36.051223 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e1ad2be8-500b-4bce-bb42-adae38166f3a req-df3945a6-c821-429d-aa10-192b072294e7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 HTTP/1.1" status: 200 len: 217 time: 0.0759511 Nov 12 04:03:36.149677 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad2be8-500b-4bce-bb42-adae38166f3a req-b5840d9d-4bd6-4071-9d99-04ba35777f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:36.151349 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ae75bbb-3260-489a-9229-c6e62af72d6e req-cdf1757e-6d0a-4ff4-b48c-f7729a79b7e6 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/floatingips/cedf5b12-263e-4922-b472-e977dcd9217a HTTP/1.1" status: 200 len: 693 time: 0.6179097 Nov 12 04:03:36.155587 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e1ad2be8-500b-4bce-bb42-adae38166f3a req-b5840d9d-4bd6-4071-9d99-04ba35777f17 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.0841148 Nov 12 04:03:36.192846 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e1ad2be8-500b-4bce-bb42-adae38166f3a req-92373e5d-1b70-4c4f-ac23-a270d63f71f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282071 Nov 12 04:03:36.318727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b164b-9cb7-4488-b362-50fbdec80437 req-b30b0472-dab8-41ac-a517-2c1b9a95d5df tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:36.326990 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-768b164b-9cb7-4488-b362-50fbdec80437 req-b30b0472-dab8-41ac-a517-2c1b9a95d5df tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.7362399 Nov 12 04:03:36.359783 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e1ad2be8-500b-4bce-bb42-adae38166f3a req-0f050781-fc11-4b6b-b3b4-1e044dee76fd service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586781 Nov 12 04:03:36.405920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae75bbb-3260-489a-9229-c6e62af72d6e req-952be345-fceb-4271-960f-d0ab170d0f4b tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:36.407405 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ae75bbb-3260-489a-9229-c6e62af72d6e req-952be345-fceb-4271-960f-d0ab170d0f4b tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.2389681 Nov 12 04:03:36.451798 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-768b164b-9cb7-4488-b362-50fbdec80437 req-e2137e55-c5d2-4570-b862-ecc2756caaea tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238194 Nov 12 04:03:36.487000 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48850) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:36.508705 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c4c814f-0664-4502-9df6-f1783177f4eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.511382 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb25185a-04a5-45fe-9280-411da94ffeed req-34062bdf-ccc4-4333-8519-ed5bcb42e9a1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Made reservation on behalf of 7b553c3022124447857d011a07a04308 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:36.514948 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eb25185a-04a5-45fe-9280-411da94ffeed req-34062bdf-ccc4-4333-8519-ed5bcb42e9a1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.534560 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ae75bbb-3260-489a-9229-c6e62af72d6e req-fbd17841-0d99-4af5-816c-1bb68010c947 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.216 HTTP/1.1" status: 200 len: 696 time: 0.1149731 Nov 12 04:03:36.534560 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eb25185a-04a5-45fe-9280-411da94ffeed req-34062bdf-ccc4-4333-8519-ed5bcb42e9a1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.555204 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.566387 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e1ad2be8-500b-4bce-bb42-adae38166f3a req-cd0381cd-e7b4-4043-8fb8-1e34f74cfb56 service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983149 Nov 12 04:03:36.576744 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:03:36.599249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ae75bbb-3260-489a-9229-c6e62af72d6e req-e8bc4d38-f489-4d88-b858-2cbb01d7114f tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.216 HTTP/1.1" status: 200 len: 696 time: 0.0569010 Nov 12 04:03:36.662656 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c4c814f-0664-4502-9df6-f1783177f4eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.752850 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:36.767186 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c4c814f-0664-4502-9df6-f1783177f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.767406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 has no active binding in host n-h1-768509-24 {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 04:03:36.817656 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3c4c814f-0664-4502-9df6-f1783177f4eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e01b2fd1cb0e49db8e3b9a0c6062ba51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293829 Nov 12 04:03:36.821435 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48854) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:36.822237 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c814f-0664-4502-9df6-f1783177f4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebac976e-903b-460c-8f74-8ddc07299fe7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:36.867530 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a16ceda5-ea64-4316-b0e6-cfe8490eb54a req-bb2016e0-bc7a-4f38-96bb-dfdcbcdc1dd2 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdbfec37-a677-4ed7-9323-c1deb4589618 HTTP/1.1" status: 200 len: 210 time: 0.0392225 Nov 12 04:03:36.887947 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eb25185a-04a5-45fe-9280-411da94ffeed req-34062bdf-ccc4-4333-8519-ed5bcb42e9a1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.894903 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6d63eb7-d002-4725-bc40-a856e60ff79a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.899323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-6ae75bbb-3260-489a-9229-c6e62af72d6e req-947242ee-7caa-4054-b54f-a073e18f2b04 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Deleting port 032172e6-120b-4d56-b9e9-8f85c44256d9 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:36.903450 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6ae75bbb-3260-489a-9229-c6e62af72d6e req-947242ee-7caa-4054-b54f-a073e18f2b04 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.922721 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6d63eb7-d002-4725-bc40-a856e60ff79a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.981949 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eb25185a-04a5-45fe-9280-411da94ffeed req-34062bdf-ccc4-4333-8519-ed5bcb42e9a1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.059561 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6d63eb7-d002-4725-bc40-a856e60ff79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.060849 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34062bdf-ccc4-4333-8519-ed5bcb42e9a1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f5458f-5a70-4c5b-87f4-6ee5836efad6,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:37.062818 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6d63eb7-d002-4725-bc40-a856e60ff79a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.065772 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c6d63eb7-d002-4725-bc40-a856e60ff79a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebac976e-903b-460c-8f74-8ddc07299fe7 HTTP/1.1" status: 204 len: 168 time: 0.2373230 Nov 12 04:03:37.094277 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d63eb7-d002-4725-bc40-a856e60ff79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebac976e-903b-460c-8f74-8ddc07299fe7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:37.129997 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0346709-30ca-470f-a155-822a8cebd87e req-46d44069-922f-4cef-a29a-43ab7a1ea7a6 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:37.148347 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0346709-30ca-470f-a155-822a8cebd87e req-46d44069-922f-4cef-a29a-43ab7a1ea7a6 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 965 time: 0.1701937 Nov 12 04:03:37.150381 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6ae75bbb-3260-489a-9229-c6e62af72d6e req-947242ee-7caa-4054-b54f-a073e18f2b04 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.150744 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6ae75bbb-3260-489a-9229-c6e62af72d6e req-947242ee-7caa-4054-b54f-a073e18f2b04 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.182444 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-6ae75bbb-3260-489a-9229-c6e62af72d6e req-947242ee-7caa-4054-b54f-a073e18f2b04 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Calling delete_port for 032172e6-120b-4d56-b9e9-8f85c44256d9 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:37.214693 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 03747dc0-c49c-4c89-9725-b1dca510c4dc up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:37.293468 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 03747dc0-c49c-4c89-9725-b1dca510c4dc triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:37.293930 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.314902 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0346709-30ca-470f-a155-822a8cebd87e req-3d526f3b-8934-4ca8-8e67-bc90a79b13d8 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518252 Nov 12 04:03:37.331559 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-eb25185a-04a5-45fe-9280-411da94ffeed req-34062bdf-ccc4-4333-8519-ed5bcb42e9a1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Allocated IP 192.168.233.184 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/72871c4e-d03f-4671-a0fb-f6e2638b5920) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:37.576392 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eb25185a-04a5-45fe-9280-411da94ffeed req-34062bdf-ccc4-4333-8519-ed5bcb42e9a1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.616756 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6ae75bbb-3260-489a-9229-c6e62af72d6e req-947242ee-7caa-4054-b54f-a073e18f2b04 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.726414 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6ae75bbb-3260-489a-9229-c6e62af72d6e req-947242ee-7caa-4054-b54f-a073e18f2b04 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.729373 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6ae75bbb-3260-489a-9229-c6e62af72d6e req-947242ee-7caa-4054-b54f-a073e18f2b04 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.730551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ae75bbb-3260-489a-9229-c6e62af72d6e req-947242ee-7caa-4054-b54f-a073e18f2b04 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "DELETE /v2.0/floatingips/cedf5b12-263e-4922-b472-e977dcd9217a HTTP/1.1" status: 204 len: 173 time: 1.1143994 Nov 12 04:03:37.732626 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947242ee-7caa-4054-b54f-a073e18f2b04 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Pushing event deleted for resources: {'Port': ['ID=032172e6-120b-4d56-b9e9-8f85c44256d9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:37.755823 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eb25185a-04a5-45fe-9280-411da94ffeed req-34062bdf-ccc4-4333-8519-ed5bcb42e9a1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.833443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34062bdf-ccc4-4333-8519-ed5bcb42e9a1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Pushing event updated for resources: {'Port': ['ID=72871c4e-d03f-4671-a0fb-f6e2638b5920,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:37.853982 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb25185a-04a5-45fe-9280-411da94ffeed req-34062bdf-ccc4-4333-8519-ed5bcb42e9a1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:37.853982 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-eb25185a-04a5-45fe-9280-411da94ffeed req-34062bdf-ccc4-4333-8519-ed5bcb42e9a1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:37.853982 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb25185a-04a5-45fe-9280-411da94ffeed req-34062bdf-ccc4-4333-8519-ed5bcb42e9a1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:37.896889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f277e-40be-4c10-af12-9072715698ab req-f1917cea-de14-4bd2-ab94-234df4108b82 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:37.899897 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b6f277e-40be-4c10-af12-9072715698ab req-f1917cea-de14-4bd2-ab94-234df4108b82 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.1778054 Nov 12 04:03:37.992129 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2399fc07-48f0-4daf-85aa-136ab8a7c2b1 req-cbedc7ac-b661-4594-b7d0-34acdf271c7c tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/floatingips/f9557a55-3cbd-4f1d-93f1-8f16e10a4a6e HTTP/1.1" status: 200 len: 693 time: 0.1132064 Nov 12 04:03:38.005016 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25185a-04a5-45fe-9280-411da94ffeed req-34062bdf-ccc4-4333-8519-ed5bcb42e9a1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:38.005667 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eb25185a-04a5-45fe-9280-411da94ffeed req-34062bdf-ccc4-4333-8519-ed5bcb42e9a1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.106368 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-daccd912-d64e-487f-ae8d-e59b13dbb0a8 None None] Provisioning complete for port 72871c4e-d03f-4671-a0fb-f6e2638b5920 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:38.107001 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-daccd912-d64e-487f-ae8d-e59b13dbb0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.109824 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.119705 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b6f277e-40be-4c10-af12-9072715698ab req-2e94ab57-9cb2-4cc5-b7fe-5daebc00d717 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595998 Nov 12 04:03:38.154421 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-daccd912-d64e-487f-ae8d-e59b13dbb0a8 None None] Port 72871c4e-d03f-4671-a0fb-f6e2638b5920 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:38.159436 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399fc07-48f0-4daf-85aa-136ab8a7c2b1 req-2c2b038d-44e9-4c89-b9bb-f5230012d39f tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:38.164769 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2399fc07-48f0-4daf-85aa-136ab8a7c2b1 req-2c2b038d-44e9-4c89-b9bb-f5230012d39f tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.1545417 Nov 12 04:03:38.214403 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb25185a-04a5-45fe-9280-411da94ffeed req-34062bdf-ccc4-4333-8519-ed5bcb42e9a1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6717288 Nov 12 04:03:38.221963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2399fc07-48f0-4daf-85aa-136ab8a7c2b1 req-3d0cc35b-fe0d-46ea-925d-1ab701699686 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 696 time: 0.0560260 Nov 12 04:03:38.236246 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Request body: {'port': {'device_id': 'cdbfec37-a677-4ed7-9323-c1deb4589618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:38.307852 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2399fc07-48f0-4daf-85aa-136ab8a7c2b1 req-44bff6fa-a4ed-44ab-84ae-9c33183f0015 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 696 time: 0.0769117 Nov 12 04:03:38.430185 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.516849 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6200da-7dd6-4ba2-9f04-2600df371652 req-4ceba236-d987-4c6b-ac66-aefc2a7aa1f2 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:38.519102 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b6200da-7dd6-4ba2-9f04-2600df371652 req-4ceba236-d987-4c6b-ac66-aefc2a7aa1f2 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdbfec37-a677-4ed7-9323-c1deb4589618 HTTP/1.1" status: 200 len: 936 time: 0.1572757 Nov 12 04:03:38.635471 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-2399fc07-48f0-4daf-85aa-136ab8a7c2b1 req-ba10a60b-f1dd-4624-aebc-b0f834d09720 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Deleting port 54544aec-4de0-4da3-a34f-a23b80fed1a5 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:38.635806 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2399fc07-48f0-4daf-85aa-136ab8a7c2b1 req-ba10a60b-f1dd-4624-aebc-b0f834d09720 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.715427 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b6200da-7dd6-4ba2-9f04-2600df371652 req-9bcc46fb-8d02-4b34-afe6-a29e961b7402 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781001 Nov 12 04:03:38.801681 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2399fc07-48f0-4daf-85aa-136ab8a7c2b1 req-ba10a60b-f1dd-4624-aebc-b0f834d09720 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.802032 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2399fc07-48f0-4daf-85aa-136ab8a7c2b1 req-ba10a60b-f1dd-4624-aebc-b0f834d09720 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.820445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-2399fc07-48f0-4daf-85aa-136ab8a7c2b1 req-ba10a60b-f1dd-4624-aebc-b0f834d09720 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Calling delete_port for 54544aec-4de0-4da3-a34f-a23b80fed1a5 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:38.921995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72871c4e-d03f-4671-a0fb-f6e2638b5920 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:38.932736 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.961017 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.980639 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Transition to ACTIVE for port object 72871c4e-d03f-4671-a0fb-f6e2638b5920 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:03:39.008738 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3399d-72db-4d65-b3f1-e9b85fc2c89e req-7947a3b8-fe57-4ef7-9e17-99d559dc21be tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:39.010244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbe3399d-72db-4d65-b3f1-e9b85fc2c89e req-7947a3b8-fe57-4ef7-9e17-99d559dc21be tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 965 time: 0.0837958 Nov 12 04:03:39.042075 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.134223 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Pushing event updated for resources: {'Port': ['ID=72871c4e-d03f-4671-a0fb-f6e2638b5920,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:39.144436 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbe3399d-72db-4d65-b3f1-e9b85fc2c89e req-18873b24-8a84-4d8f-9d45-44f47e7effd5 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267014 Nov 12 04:03:39.233112 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2399fc07-48f0-4daf-85aa-136ab8a7c2b1 req-ba10a60b-f1dd-4624-aebc-b0f834d09720 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.287029 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10a60b-f1dd-4624-aebc-b0f834d09720 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Pushing event deleted for resources: {'Port': ['ID=54544aec-4de0-4da3-a34f-a23b80fed1a5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:39.331629 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Attempting to bind port 72871c4e-d03f-4671-a0fb-f6e2638b5920 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:39.332442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Attempting to bind port 72871c4e-d03f-4671-a0fb-f6e2638b5920 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:39.332442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Attempting to bind port 72871c4e-d03f-4671-a0fb-f6e2638b5920 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:39.359755 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Port 72871c4e-d03f-4671-a0fb-f6e2638b5920 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:03:39.360067 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Attempting to bind port 72871c4e-d03f-4671-a0fb-f6e2638b5920 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:39.378181 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:39.378610 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:39.378918 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:39.379415 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Bound port: 72871c4e-d03f-4671-a0fb-f6e2638b5920, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:39.379710 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.404500 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2399fc07-48f0-4daf-85aa-136ab8a7c2b1 req-ba10a60b-f1dd-4624-aebc-b0f834d09720 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.407020 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2399fc07-48f0-4daf-85aa-136ab8a7c2b1 req-ba10a60b-f1dd-4624-aebc-b0f834d09720 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.408301 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2399fc07-48f0-4daf-85aa-136ab8a7c2b1 req-ba10a60b-f1dd-4624-aebc-b0f834d09720 tempest-FloatingIPDetailsTestJSON-1859481603 tempest-FloatingIPDetailsTestJSON-1859481603-project] 10.222.0.37 "DELETE /v2.0/floatingips/f9557a55-3cbd-4f1d-93f1-8f16e10a4a6e HTTP/1.1" status: 204 len: 173 time: 1.0940261 Nov 12 04:03:39.418254 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48920) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:39.485350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] For port 72871c4e-d03f-4671-a0fb-f6e2638b5920, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:39.489004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] For port 72871c4e-d03f-4671-a0fb-f6e2638b5920, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=72871c4e-d03f-4671-a0fb-f6e2638b5920,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:39.583895 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f4db5-24ed-47bf-bf96-c5c9ddb9b56b req-d9063f55-d625-46e2-8768-5f13dd5a9334 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:39.586624 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b3f4db5-24ed-47bf-bf96-c5c9ddb9b56b req-d9063f55-d625-46e2-8768-5f13dd5a9334 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.0728419 Nov 12 04:03:39.598420 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.662474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:39.664442 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.666004 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb25185a-04a5-45fe-9280-411da94ffeed req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] 10.222.0.31 "PUT /v2.0/ports/72871c4e-d03f-4671-a0fb-f6e2638b5920 HTTP/1.1" status: 200 len: 1097 time: 1.4363811 Nov 12 04:03:39.669206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbfec37-a677-4ed7-9323-c1deb4589618', 'tag': '72871c4e-d03f-4671-a0fb-f6e2638b5920'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:39.671498 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5a460f-bf8d-4d5e-b184-645df2bd13a0" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbfec37-a677-4ed7-9323-c1deb4589618", "tag": "72871c4e-d03f-4671-a0fb-f6e2638b5920"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:39.760248 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9c081-8559-4921-98b3-0179b00e85e7 service neutron] Pushing event updated for resources: {'Port': ['ID=72871c4e-d03f-4671-a0fb-f6e2638b5920,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:39.795367 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b3f4db5-24ed-47bf-bf96-c5c9ddb9b56b req-f632d0ea-e0e4-4969-aa89-33535ea28ea5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993263 Nov 12 04:03:39.913702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25185a-04a5-45fe-9280-411da94ffeed req-68335e2c-312c-4bdc-ae85-5bbb6ef235de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:39.920854 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb25185a-04a5-45fe-9280-411da94ffeed req-68335e2c-312c-4bdc-ae85-5bbb6ef235de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b553c3022124447857d011a07a04308&device_id=cdbfec37-a677-4ed7-9323-c1deb4589618 HTTP/1.1" status: 200 len: 1100 time: 0.0931964 Nov 12 04:03:39.950572 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5b9bcb-1202-4914-bc0b-55539d906e0d x-openstack-request-id: req-1c5b9bcb-1202-4914-bc0b-55539d906e0d {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:39.950572 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbfec37-a677-4ed7-9323-c1deb4589618", "tag": "72871c4e-d03f-4671-a0fb-f6e2638b5920", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:39.950572 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c5b9bcb-1202-4914-bc0b-55539d906e0d {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:39.954228 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbfec37-a677-4ed7-9323-c1deb4589618', 'tag': '72871c4e-d03f-4671-a0fb-f6e2638b5920', 'status': 'completed', 'code': 200} Nov 12 04:03:40.119726 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb25185a-04a5-45fe-9280-411da94ffeed req-68d746cb-4bca-40be-bf9d-7cba0d932555 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=72871c4e-d03f-4671-a0fb-f6e2638b5920 HTTP/1.1" status: 200 len: 217 time: 0.0464482 Nov 12 04:03:40.133512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1182f-ff5d-4468-b90e-fc44aec97e8b req-405f297d-7b30-4621-8d78-5cdb46479ce5 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:40.135057 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96d1182f-ff5d-4468-b90e-fc44aec97e8b req-405f297d-7b30-4621-8d78-5cdb46479ce5 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdbfec37-a677-4ed7-9323-c1deb4589618 HTTP/1.1" status: 200 len: 948 time: 0.1137209 Nov 12 04:03:40.187586 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25185a-04a5-45fe-9280-411da94ffeed req-96330b63-43cc-4dd4-9711-4f9fc1733cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:40.189335 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb25185a-04a5-45fe-9280-411da94ffeed req-96330b63-43cc-4dd4-9711-4f9fc1733cc6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0534065 Nov 12 04:03:40.230172 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-75943c49-fbfe-4321-8efa-d6eee54909a4 service neutron] 10.222.0.31 "GET /v2.0/ports/84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4/bindings/n-h1-768509-24 HTTP/1.1" status: 200 len: 385 time: 0.1346066 Nov 12 04:03:40.269307 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25185a-04a5-45fe-9280-411da94ffeed req-8cbdc5b5-c61a-4ed6-8f85-0756a5b96a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:40.271008 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb25185a-04a5-45fe-9280-411da94ffeed req-8cbdc5b5-c61a-4ed6-8f85-0756a5b96a12 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0724778 Nov 12 04:03:40.281605 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96d1182f-ff5d-4468-b90e-fc44aec97e8b req-ae650860-6fcc-4485-894c-d3114d95b9de tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910852 Nov 12 04:03:40.440408 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb25185a-04a5-45fe-9280-411da94ffeed req-cdc99591-4622-486f-af8e-78ec8beac3ff service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575346 Nov 12 04:03:40.545085 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c253a82a-5012-4637-aaf3-6ffc4eb38b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.590097 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:03:40.602019 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd55ed7f-54a5-4df4-8e67-8e9ac6719c1c service neutron] For port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:40.692296 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd55ed7f-54a5-4df4-8e67-8e9ac6719c1c service neutron] For port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:40.772084 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd55ed7f-54a5-4df4-8e67-8e9ac6719c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:40.805676 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd55ed7f-54a5-4df4-8e67-8e9ac6719c1c service neutron] For port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:40.844052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:40.873465 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 has no active binding in host n-h1-768509-24 {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 04:03:40.894826 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd55ed7f-54a5-4df4-8e67-8e9ac6719c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.001438 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd55ed7f-54a5-4df4-8e67-8e9ac6719c1c service neutron] Transition to ACTIVE for port object 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:03:41.030684 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c253a82a-5012-4637-aaf3-6ffc4eb38b8e admin admin] Deleting port 0a719163-45bd-478d-8129-2d7abe401687 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:41.031110 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c253a82a-5012-4637-aaf3-6ffc4eb38b8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.038519 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d367d-6f87-4354-be6d-a4cbed1cb1a3 req-ab680520-9707-48d2-8ac8-b426f45ea30b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:41.044229 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f9d367d-6f87-4354-be6d-a4cbed1cb1a3 req-ab680520-9707-48d2-8ac8-b426f45ea30b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 965 time: 0.4880862 Nov 12 04:03:41.076411 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb25185a-04a5-45fe-9280-411da94ffeed req-19338b00-659f-4418-ac74-a110e908119a service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6266222 Nov 12 04:03:41.103554 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd55ed7f-54a5-4df4-8e67-8e9ac6719c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.141671 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f9d367d-6f87-4354-be6d-a4cbed1cb1a3 req-c1f9def2-1b8a-497d-90fe-bed3590d12a4 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917716 Nov 12 04:03:41.195359 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-c253a82a-5012-4637-aaf3-6ffc4eb38b8e admin admin] For port 0a719163-45bd-478d-8129-2d7abe401687, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0a719163-45bd-478d-8129-2d7abe401687,segment=NetworkSegment(773e05fc-1ccd-4424-ab4d-63239469cd44),segment_id=773e05fc-1ccd-4424-ab4d-63239469cd44)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:41.196008 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c253a82a-5012-4637-aaf3-6ffc4eb38b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.234702 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd55ed7f-54a5-4df4-8e67-8e9ac6719c1c service neutron] No DVR routers for this DVR port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:41.242187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c253a82a-5012-4637-aaf3-6ffc4eb38b8e admin admin] Calling delete_port for 0a719163-45bd-478d-8129-2d7abe401687 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:41.266223 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55ed7f-54a5-4df4-8e67-8e9ac6719c1c service neutron] Pushing event updated for resources: {'Port': ['ID=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,revision_number=10']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:41.325266 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-fd55ed7f-54a5-4df4-8e67-8e9ac6719c1c service neutron] 10.222.0.31 "PUT /v2.0/ports/84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4/bindings/n-h1-768509-24/activate HTTP/1.1" status: 200 len: 370 time: 1.0856833 Nov 12 04:03:41.375028 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a460f-bf8d-4d5e-b184-645df2bd13a0 req-1240af53-4375-4005-b476-85ac643f05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:41.376663 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da5a460f-bf8d-4d5e-b184-645df2bd13a0 req-1240af53-4375-4005-b476-85ac643f05b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b553c3022124447857d011a07a04308&device_id=cdbfec37-a677-4ed7-9323-c1deb4589618 HTTP/1.1" status: 200 len: 1100 time: 0.1209316 Nov 12 04:03:41.396876 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b29994-0fd6-409b-bfe2-5fb143acd13c req-3022f861-a0ca-4f71-bec1-4d4932e8c5cf tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:41.400871 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09b29994-0fd6-409b-bfe2-5fb143acd13c req-3022f861-a0ca-4f71-bec1-4d4932e8c5cf tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.0949178 Nov 12 04:03:41.538154 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a460f-bf8d-4d5e-b184-645df2bd13a0 req-d17e1fbf-86f5-42a6-8ad3-f044da3dc95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:41.539105 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da5a460f-bf8d-4d5e-b184-645df2bd13a0 req-d17e1fbf-86f5-42a6-8ad3-f044da3dc95a service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1144068 Nov 12 04:03:41.585494 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-105d15a9-7e78-4543-99a7-c08f9e63d179 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:41.587116 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-105d15a9-7e78-4543-99a7-c08f9e63d179 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97&tenant_id=dbefff477b694cb581282e32dd2cbb0f&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 1118 time: 0.0703032 Nov 12 04:03:41.599347 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da5a460f-bf8d-4d5e-b184-645df2bd13a0 req-23cf2c3d-991f-4ba1-a836-6367dcceb959 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=72871c4e-d03f-4671-a0fb-f6e2638b5920 HTTP/1.1" status: 200 len: 217 time: 0.0500240 Nov 12 04:03:41.631212 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09b29994-0fd6-409b-bfe2-5fb143acd13c req-2b7eb6f9-c9d3-4ad9-ad3c-eae6cd2c9645 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289276 Nov 12 04:03:41.655003 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c253a82a-5012-4637-aaf3-6ffc4eb38b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.700634 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a460f-bf8d-4d5e-b184-645df2bd13a0 req-36f82666-0df9-4b6d-948a-d1a5754500de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:41.702095 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da5a460f-bf8d-4d5e-b184-645df2bd13a0 req-36f82666-0df9-4b6d-948a-d1a5754500de service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0939484 Nov 12 04:03:41.739203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253a82a-5012-4637-aaf3-6ffc4eb38b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=0a719163-45bd-478d-8129-2d7abe401687,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:41.831664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5c023-3505-47cc-bc09-ff6b5a94ca08 req-7a705b40-a0bb-4c3b-b039-6b35d20e2b08 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:41.839154 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80f5c023-3505-47cc-bc09-ff6b5a94ca08 req-7a705b40-a0bb-4c3b-b039-6b35d20e2b08 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdbfec37-a677-4ed7-9323-c1deb4589618 HTTP/1.1" status: 200 len: 948 time: 0.0779085 Nov 12 04:03:41.852408 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-de930726-a9e0-4e22-897d-b53d5e7be2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:41.854333 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-de930726-a9e0-4e22-897d-b53d5e7be2f8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97&tenant_id=dbefff477b694cb581282e32dd2cbb0f HTTP/1.1" status: 200 len: 1118 time: 0.2527835 Nov 12 04:03:41.901519 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a460f-bf8d-4d5e-b184-645df2bd13a0 req-b26fe85a-605a-4318-a15c-4d0e9f8f23f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:41.904308 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da5a460f-bf8d-4d5e-b184-645df2bd13a0 req-b26fe85a-605a-4318-a15c-4d0e9f8f23f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1937292 Nov 12 04:03:41.981062 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80f5c023-3505-47cc-bc09-ff6b5a94ca08 req-0191029b-dd00-42f0-8ef4-6a7c4fe4325d tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408916 Nov 12 04:03:42.020861 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-93f48d63-53cb-42e0-a806-3b7fbc5112d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:42.020861 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-93f48d63-53cb-42e0-a806-3b7fbc5112d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 1118 time: 0.1197898 Nov 12 04:03:42.022516 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c253a82a-5012-4637-aaf3-6ffc4eb38b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:42.128828 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da5a460f-bf8d-4d5e-b184-645df2bd13a0 req-72ea04a7-d4f9-4b37-b652-f311458b3d3a service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147248 Nov 12 04:03:42.256916 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-a4f07508-0124-49ea-ad71-e9b894c315f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:42.259139 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-a4f07508-0124-49ea-ad71-e9b894c315f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 909 time: 0.2006381 Nov 12 04:03:42.304072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da5a460f-bf8d-4d5e-b184-645df2bd13a0 req-c87b37b3-5e24-447e-8c1e-0bfafc0ab665 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618059 Nov 12 04:03:42.319581 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-28fb13d6-f499-40f7-b7ce-14683300a087 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 HTTP/1.1" status: 200 len: 217 time: 0.0516505 Nov 12 04:03:42.426881 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-ae77cd2f-99f2-47ea-a173-91af4642bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:42.433402 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-ae77cd2f-99f2-47ea-a173-91af4642bfef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.1057146 Nov 12 04:03:42.439740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93170162-9ff2-4c90-95da-1b4fa70ea2c6 req-1e150fcf-b137-4f7a-a2d6-3342f674def2 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:42.441390 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-93170162-9ff2-4c90-95da-1b4fa70ea2c6 req-1e150fcf-b137-4f7a-a2d6-3342f674def2 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 966 time: 0.0682232 Nov 12 04:03:42.497959 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-37289b9a-a2f2-4221-b39d-8d80b1cf048b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322194 Nov 12 04:03:42.498453 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-93170162-9ff2-4c90-95da-1b4fa70ea2c6 req-84dee487-b1e8-458e-be30-88bea07a8a83 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499482 Nov 12 04:03:42.799272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54061e-5d16-4209-9629-ab954e820e04 req-aad7c3fd-5fd3-44f3-a16d-ea7e73df48d2 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:42.800846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c54061e-5d16-4209-9629-ab954e820e04 req-aad7c3fd-5fd3-44f3-a16d-ea7e73df48d2 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.0529528 Nov 12 04:03:42.809574 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c253a82a-5012-4637-aaf3-6ffc4eb38b8e admin admin] Router 94a4146e-5729-40ba-90bd-a033e7e3fd87 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:42.900771 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c54061e-5d16-4209-9629-ab954e820e04 req-b5ef184e-d981-479b-999f-aa800bc769aa tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912089 Nov 12 04:03:42.965353 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-579aa5db-b136-44f6-b715-4d57376dd90b service neutron] 10.222.0.21 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578989 Nov 12 04:03:43.003569 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c253a82a-5012-4637-aaf3-6ffc4eb38b8e admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:43.012799 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c253a82a-5012-4637-aaf3-6ffc4eb38b8e admin admin] 10.222.0.37 "PUT /v2.0/routers/94a4146e-5729-40ba-90bd-a033e7e3fd87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5928080 Nov 12 04:03:43.013004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48984) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:43.018200 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9398300f-bbd5-4c77-96d8-f3d79aba051c None None] Sync routers for ids ['94a4146e-5729-40ba-90bd-a033e7e3fd87'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:43.076039 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9398300f-bbd5-4c77-96d8-f3d79aba051c None None] Routers {'94a4146e-5729-40ba-90bd-a033e7e3fd87'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:43.084005 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-9398300f-bbd5-4c77-96d8-f3d79aba051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['94a4146e-5729-40ba-90bd-a033e7e3fd87'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:43.167905 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-b8a5be5c-a917-4e4d-a677-ea93611cf027 service neutron] 10.222.0.21 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941993 Nov 12 04:03:43.270738 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48990) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:43.318775 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-9398300f-bbd5-4c77-96d8-f3d79aba051c None None] Set router 94a4146e-5729-40ba-90bd-a033e7e3fd87 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:43.349044 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df68d13c-9d90-4d14-81a9-5db1d358f484 admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:43.371766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a8698-8fe8-4f50-b0d5-6b9571855c2b req-995dba60-8276-4fdd-b5a4-eb42f441c6ad tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:43.385647 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e17a8698-8fe8-4f50-b0d5-6b9571855c2b req-995dba60-8276-4fdd-b5a4-eb42f441c6ad tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdbfec37-a677-4ed7-9323-c1deb4589618 HTTP/1.1" status: 200 len: 948 time: 0.1575077 Nov 12 04:03:43.387782 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:43.442947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48998) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:43.606295 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffa63198-10fb-40c8-8da3-2700b966b2e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:43.627492 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:43.688857 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e17a8698-8fe8-4f50-b0d5-6b9571855c2b req-21f4a7aa-50d6-4963-b7f0-b070bcaf17f3 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862873 Nov 12 04:03:43.765919 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4d71299e-5b7a-4ab4-97ed-4b09348a6f1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:43.780507 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-9398300f-bbd5-4c77-96d8-f3d79aba051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'name': 'tempest-FloatingIPDetailsTestJSON-1052839234-router', 'tenant_id': '70af8774c19c445ab11314dc972b13f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ead6e1b9-0435-42f4-9d39-92dbc655cffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:41Z', 'revision_number': 5, 'project_id': '70af8774c19c445ab11314dc972b13f5', 'gw_port': {'id': 'ead6e1b9-0435-42f4-9d39-92dbc655cffb', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:04Z', 'updated_at': '2021-11-12T04:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:43.785980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f720df-e143-4727-83cb-dc2f24e68827 req-651c8c95-12f6-47ca-818f-045d1b48bdeb tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:43.787643 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5f720df-e143-4727-83cb-dc2f24e68827 req-651c8c95-12f6-47ca-818f-045d1b48bdeb tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 966 time: 0.0873122 Nov 12 04:03:43.823557 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df68d13c-9d90-4d14-81a9-5db1d358f484 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:43.840268 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9398300f-bbd5-4c77-96d8-f3d79aba051c None None] Checking router: 94a4146e-5729-40ba-90bd-a033e7e3fd87 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:43.852268 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9398300f-bbd5-4c77-96d8-f3d79aba051c None None] Routers {'94a4146e-5729-40ba-90bd-a033e7e3fd87'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:43.853246 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-9398300f-bbd5-4c77-96d8-f3d79aba051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['94a4146e-5729-40ba-90bd-a033e7e3fd87'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:43.870297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5f720df-e143-4727-83cb-dc2f24e68827 req-746a8e4c-26f6-49ab-81b4-b6dd0e77537e tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706127 Nov 12 04:03:43.892048 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-85d22ae0-cbc6-4ad1-8a3a-8c8dfa62d8d6 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:43.895615 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-85d22ae0-cbc6-4ad1-8a3a-8c8dfa62d8d6 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97&tenant_id=dbefff477b694cb581282e32dd2cbb0f&binding%3Ahost_id=n-h1-768509-24 HTTP/1.1" status: 200 len: 1118 time: 0.1115720 Nov 12 04:03:43.917558 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffa63198-10fb-40c8-8da3-2700b966b2e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.014885 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ffa63198-10fb-40c8-8da3-2700b966b2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.035950 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4d71299e-5b7a-4ab4-97ed-4b09348a6f1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.048707 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-df68d13c-9d90-4d14-81a9-5db1d358f484 admin admin] Deleting port ead6e1b9-0435-42f4-9d39-92dbc655cffb {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:44.049518 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df68d13c-9d90-4d14-81a9-5db1d358f484 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.050810 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-9398300f-bbd5-4c77-96d8-f3d79aba051c None None] Set router 94a4146e-5729-40ba-90bd-a033e7e3fd87 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:44.078414 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ffa63198-10fb-40c8-8da3-2700b966b2e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4cab3f7bb4b54d84894f8877f93f0966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8064437 Nov 12 04:03:44.086695 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49006) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:44.089474 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa63198-10fb-40c8-8da3-2700b966b2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32efb6d-e497-4b1e-b10c-ad2b38fc1dab,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:44.162909 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca295197-8ebc-40d2-8655-fd234bade109 req-0a5ad1c2-7d9d-4a91-bd4e-414993600cc3 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:44.166976 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4d71299e-5b7a-4ab4-97ed-4b09348a6f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.170931 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca295197-8ebc-40d2-8655-fd234bade109 req-0a5ad1c2-7d9d-4a91-bd4e-414993600cc3 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.1656365 Nov 12 04:03:44.208077 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4d71299e-5b7a-4ab4-97ed-4b09348a6f1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f9447e197894b479cfa947c0bc02b26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7642188 Nov 12 04:03:44.213707 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49008) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:44.249622 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca295197-8ebc-40d2-8655-fd234bade109 req-aa52480c-0269-485c-8cb8-63d527a315fd tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657856 Nov 12 04:03:44.272100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-df68d13c-9d90-4d14-81a9-5db1d358f484 admin admin] For port ead6e1b9-0435-42f4-9d39-92dbc655cffb, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ead6e1b9-0435-42f4-9d39-92dbc655cffb,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:44.272642 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df68d13c-9d90-4d14-81a9-5db1d358f484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.288223 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-df68d13c-9d90-4d14-81a9-5db1d358f484 admin admin] Calling delete_port for ead6e1b9-0435-42f4-9d39-92dbc655cffb owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:44.353657 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71299e-5b7a-4ab4-97ed-4b09348a6f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb54359d-2901-488f-ab03-0f490b967a19,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:44.371233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-9398300f-bbd5-4c77-96d8-f3d79aba051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'name': 'tempest-FloatingIPDetailsTestJSON-1052839234-router', 'tenant_id': '70af8774c19c445ab11314dc972b13f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ead6e1b9-0435-42f4-9d39-92dbc655cffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:41Z', 'revision_number': 5, 'project_id': '70af8774c19c445ab11314dc972b13f5', 'gw_port': {'id': 'ead6e1b9-0435-42f4-9d39-92dbc655cffb', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:04Z', 'updated_at': '2021-11-12T04:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:44.373625 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6204fbc0-c8aa-43c3-867e-f3e068c38a09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.396494 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81c0dadc-2ed3-4de0-98aa-3e4b40720926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.409430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9398300f-bbd5-4c77-96d8-f3d79aba051c None None] The sync data for ids ['94a4146e-5729-40ba-90bd-a033e7e3fd87'] in n-d-768509-24 is: [{'id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'name': 'tempest-FloatingIPDetailsTestJSON-1052839234-router', 'tenant_id': '70af8774c19c445ab11314dc972b13f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ead6e1b9-0435-42f4-9d39-92dbc655cffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:41Z', 'revision_number': 5, 'project_id': '70af8774c19c445ab11314dc972b13f5', 'gw_port': {'id': 'ead6e1b9-0435-42f4-9d39-92dbc655cffb', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a4146e-5729-40ba-90bd-a033e7e3fd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:04Z', 'updated_at': '2021-11-12T04:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:44.432746 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81c0dadc-2ed3-4de0-98aa-3e4b40720926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.486662 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6204fbc0-c8aa-43c3-867e-f3e068c38a09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.495263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-18c9c6f9-8534-4bda-b619-635d07ffebd3 service neutron] For port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:44.502224 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-18c9c6f9-8534-4bda-b619-635d07ffebd3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.503695 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4559adbe-0b2d-4d33-8c63-60cdaf2c4dde req-18c9c6f9-8534-4bda-b619-635d07ffebd3 service neutron] 10.222.0.21 "DELETE /v2.0/ports/84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4/bindings/n-h2-768509-24 HTTP/1.1" status: 204 len: 173 time: 0.5994217 Nov 12 04:03:44.624481 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6204fbc0-c8aa-43c3-867e-f3e068c38a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.624817 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df68d13c-9d90-4d14-81a9-5db1d358f484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.631309 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6204fbc0-c8aa-43c3-867e-f3e068c38a09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.634879 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6204fbc0-c8aa-43c3-867e-f3e068c38a09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a32efb6d-e497-4b1e-b10c-ad2b38fc1dab HTTP/1.1" status: 204 len: 168 time: 0.5484240 Nov 12 04:03:44.640484 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81c0dadc-2ed3-4de0-98aa-3e4b40720926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.649362 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81c0dadc-2ed3-4de0-98aa-3e4b40720926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.657162 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-81c0dadc-2ed3-4de0-98aa-3e4b40720926 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb54359d-2901-488f-ab03-0f490b967a19 HTTP/1.1" status: 204 len: 168 time: 0.4246736 Nov 12 04:03:44.676283 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204fbc0-c8aa-43c3-867e-f3e068c38a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32efb6d-e497-4b1e-b10c-ad2b38fc1dab,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:44.687508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0dadc-2ed3-4de0-98aa-3e4b40720926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb54359d-2901-488f-ab03-0f490b967a19,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:44.719203 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68d13c-9d90-4d14-81a9-5db1d358f484 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead6e1b9-0435-42f4-9d39-92dbc655cffb,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:44.960954 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df68d13c-9d90-4d14-81a9-5db1d358f484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.979956 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b0715-c438-4ad2-8e2d-3f3c7ecc12c1 req-bb3ab4b6-67c5-420c-be3a-45e8e773e062 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:44.979956 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2f8b0715-c438-4ad2-8e2d-3f3c7ecc12c1 req-bb3ab4b6-67c5-420c-be3a-45e8e773e062 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdbfec37-a677-4ed7-9323-c1deb4589618 HTTP/1.1" status: 200 len: 948 time: 0.1512775 Nov 12 04:03:45.129212 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df68d13c-9d90-4d14-81a9-5db1d358f484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.134237 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df68d13c-9d90-4d14-81a9-5db1d358f484 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.204110 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2f8b0715-c438-4ad2-8e2d-3f3c7ecc12c1 req-7fad2ac2-4487-4cb8-ad2b-143bf752fc22 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902332 Nov 12 04:03:45.213011 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff3961-1108-41f2-bbeb-f2c457bb52fc req-b8f4c574-8ee3-44a8-9625-04d658df69da tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:45.221539 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-daff3961-1108-41f2-bbeb-f2c457bb52fc req-b8f4c574-8ee3-44a8-9625-04d658df69da tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 966 time: 0.1741030 Nov 12 04:03:45.254903 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0a719163-45bd-478d-8129-2d7abe401687 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:45.289650 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 0a719163-45bd-478d-8129-2d7abe401687 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:45.291634 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0a719163-45bd-478d-8129-2d7abe401687 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:45.303677 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-daff3961-1108-41f2-bbeb-f2c457bb52fc req-0606ab2a-6c2e-43ec-a1dd-0f26709b355d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804417 Nov 12 04:03:45.305100 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df68d13c-9d90-4d14-81a9-5db1d358f484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.306430 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df68d13c-9d90-4d14-81a9-5db1d358f484 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94a4146e-5729-40ba-90bd-a033e7e3fd87 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:03:45.316676 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df68d13c-9d90-4d14-81a9-5db1d358f484 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.325209 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-df68d13c-9d90-4d14-81a9-5db1d358f484 admin admin] 10.222.0.37 "DELETE /v2.0/routers/94a4146e-5729-40ba-90bd-a033e7e3fd87 HTTP/1.1" status: 204 len: 168 time: 2.3100014 Nov 12 04:03:45.327310 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49040) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:45.370170 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 72871c4e-d03f-4671-a0fb-f6e2638b5920 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:03:45.408888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d04f21-6ebf-4259-9fe2-17b52538e6ba req-ee56c233-4b37-4d20-9d98-92d7c5f76a70 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:45.417176 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-68167a78-97bb-4ee4-a7fe-55af977a6a20 admin admin] Deleting subnet e8693118-c9dd-4c0a-b57d-b17e777f082e {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:03:45.417739 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-28d04f21-6ebf-4259-9fe2-17b52538e6ba req-ee56c233-4b37-4d20-9d98-92d7c5f76a70 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.0911369 Nov 12 04:03:45.430617 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68167a78-97bb-4ee4-a7fe-55af977a6a20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.500588 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68167a78-97bb-4ee4-a7fe-55af977a6a20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.526921 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-28d04f21-6ebf-4259-9fe2-17b52538e6ba req-c24ae3c7-4632-4664-9b5c-b8dc5a350fde tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082168 Nov 12 04:03:45.541087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820ed20-2c7d-4928-9a86-9a810206d5ae req-bbcf9056-da6d-4a77-ba1b-d160303beef7 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:45.542923 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5820ed20-2c7d-4928-9a86-9a810206d5ae req-bbcf9056-da6d-4a77-ba1b-d160303beef7 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 1118 time: 0.0884023 Nov 12 04:03:45.552862 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 72871c4e-d03f-4671-a0fb-f6e2638b5920, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=72871c4e-d03f-4671-a0fb-f6e2638b5920,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:45.572073 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '72871c4e-d03f-4671-a0fb-f6e2638b5920', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '72871c4e-d03f-4671-a0fb-f6e2638b5920', 'mac_address': 'fa:16:3e:9f:d5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:03:45.602982 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5820ed20-2c7d-4928-9a86-9a810206d5ae req-4b3681be-029f-4971-9db2-e1dd59c757f0 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529475 Nov 12 04:03:45.625441 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.630571 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49044) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:45.633958 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68167a78-97bb-4ee4-a7fe-55af977a6a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.645704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72871c4e-d03f-4671-a0fb-f6e2638b5920 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:45.654102 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-edfc6f14-9237-4da7-8b52-9236658de29c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.670781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 72871c4e-d03f-4671-a0fb-f6e2638b5920, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=72871c4e-d03f-4671-a0fb-f6e2638b5920,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:45.720090 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49050) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:45.744393 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a32bf699-6696-48d0-8575-1af9526aa87b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.756200 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.787062 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-edfc6f14-9237-4da7-8b52-9236658de29c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.791754 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68167a78-97bb-4ee4-a7fe-55af977a6a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.832610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=72871c4e-d03f-4671-a0fb-f6e2638b5920,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:45.835017 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68167a78-97bb-4ee4-a7fe-55af977a6a20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8693118-c9dd-4c0a-b57d-b17e777f082e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:45.838309 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68167a78-97bb-4ee4-a7fe-55af977a6a20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.844211 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49054) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:45.844487 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-68167a78-97bb-4ee4-a7fe-55af977a6a20 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e8693118-c9dd-4c0a-b57d-b17e777f082e HTTP/1.1" status: 204 len: 168 time: 0.5153937 Nov 12 04:03:45.844588 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b73c9a8-e246-4708-bb6e-6663d863e738 None None] Network 409f0067-f1c0-444f-a213-eab476601e26 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:45.926116 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a32bf699-6696-48d0-8575-1af9526aa87b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.950559 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-edfc6f14-9237-4da7-8b52-9236658de29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.994372 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a32bf699-6696-48d0-8575-1af9526aa87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.054351 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.061554 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a32bf699-6696-48d0-8575-1af9526aa87b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19790d6b86f242cc8da5bb684bd2af8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3403561 Nov 12 04:03:46.062330 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bf699-6696-48d0-8575-1af9526aa87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21745ad-225b-4a7b-a9bd-deb4f3b9b6ab,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:46.064651 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49074) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:46.087342 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-edfc6f14-9237-4da7-8b52-9236658de29c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=14b83ac6cfc446869faf52d90fef308c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4555297 Nov 12 04:03:46.092477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49076) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:46.098000 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc6f14-9237-4da7-8b52-9236658de29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef184aed-52e2-498d-bf5f-fd26b61e0f04,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:46.116757 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['72871c4e-d03f-4671-a0fb-f6e2638b5920'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:46.155825 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a973fa29-40e1-408c-afe8-a8a37b082baa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.184777 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-df910aca-d7c1-423a-85ae-fd5944ed4a9b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:46.186921 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-df910aca-d7c1-423a-85ae-fd5944ed4a9b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 808 time: 0.2334008 Nov 12 04:03:46.196101 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d785f224-2b58-464a-93ef-40182e9a2bae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.200388 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a973fa29-40e1-408c-afe8-a8a37b082baa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.210057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] Deleting port 95a18316-1571-4849-ae9b-e8de6f6e7a81 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:46.210402 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.220710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-90d74a61-0115-45c0-a11a-db7baf394e1e tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/quotas/dbefff477b694cb581282e32dd2cbb0f HTTP/1.1" status: 200 len: 375 time: 0.0229802 Nov 12 04:03:46.263110 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d785f224-2b58-464a-93ef-40182e9a2bae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.327986 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] For port 95a18316-1571-4849-ae9b-e8de6f6e7a81, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=95a18316-1571-4849-ae9b-e8de6f6e7a81,segment=NetworkSegment(773e05fc-1ccd-4424-ab4d-63239469cd44),segment_id=773e05fc-1ccd-4424-ab4d-63239469cd44)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:46.328275 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.342972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-e18aa1e7-02cd-4842-b519-96dd449bfbe5 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1208661 Nov 12 04:03:46.344643 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185325cd-4949-48fe-bc9c-3d9025d077b6 None None] DHCP port deletion for 409f0067-f1c0-444f-a213-eab476601e26 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:46.354148 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-97d056c1-75ce-479b-9ad8-7c2d9aadcd71 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:03:46.361364 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-97d056c1-75ce-479b-9ad8-7c2d9aadcd71 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174105 Nov 12 04:03:46.396002 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a973fa29-40e1-408c-afe8-a8a37b082baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.401462 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a973fa29-40e1-408c-afe8-a8a37b082baa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.403101 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a973fa29-40e1-408c-afe8-a8a37b082baa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a21745ad-225b-4a7b-a9bd-deb4f3b9b6ab HTTP/1.1" status: 204 len: 168 time: 0.3374891 Nov 12 04:03:46.410725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] Calling delete_port for 95a18316-1571-4849-ae9b-e8de6f6e7a81 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:46.415088 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973fa29-40e1-408c-afe8-a8a37b082baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21745ad-225b-4a7b-a9bd-deb4f3b9b6ab,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:46.440836 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d785f224-2b58-464a-93ef-40182e9a2bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.442488 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-185325cd-4949-48fe-bc9c-3d9025d077b6 None None] Deleting port 95a18316-1571-4849-ae9b-e8de6f6e7a81 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:46.443094 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-185325cd-4949-48fe-bc9c-3d9025d077b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.447269 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d785f224-2b58-464a-93ef-40182e9a2bae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.452197 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d785f224-2b58-464a-93ef-40182e9a2bae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef184aed-52e2-498d-bf5f-fd26b61e0f04 HTTP/1.1" status: 204 len: 168 time: 0.3578444 Nov 12 04:03:46.472408 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785f224-2b58-464a-93ef-40182e9a2bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef184aed-52e2-498d-bf5f-fd26b61e0f04,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:46.532189 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.635448 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a25750-7e24-46f8-bb1e-15befa6ccce7 req-63a3d317-9f98-46f6-89b6-477da57918fb tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:46.644813 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50a25750-7e24-46f8-bb1e-15befa6ccce7 req-63a3d317-9f98-46f6-89b6-477da57918fb tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdbfec37-a677-4ed7-9323-c1deb4589618 HTTP/1.1" status: 200 len: 949 time: 0.2788703 Nov 12 04:03:46.713286 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-02e50b34-5d36-4cd7-8cb7-9864dddd11de service neutron] 10.222.0.37 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509605 Nov 12 04:03:46.761338 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50a25750-7e24-46f8-bb1e-15befa6ccce7 req-9c903ed9-2a53-4a06-b6c0-7072d109349c tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154771 Nov 12 04:03:46.853123 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.870189 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-185325cd-4949-48fe-bc9c-3d9025d077b6 None None] For port 95a18316-1571-4849-ae9b-e8de6f6e7a81, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=95a18316-1571-4849-ae9b-e8de6f6e7a81,segment=NetworkSegment(773e05fc-1ccd-4424-ab4d-63239469cd44),segment_id=773e05fc-1ccd-4424-ab4d-63239469cd44)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:46.873259 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-185325cd-4949-48fe-bc9c-3d9025d077b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.876458 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] No DVR routers for this DVR port 95a18316-1571-4849-ae9b-e8de6f6e7a81 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:46.893482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-185325cd-4949-48fe-bc9c-3d9025d077b6 None None] Calling delete_port for 95a18316-1571-4849-ae9b-e8de6f6e7a81 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:46.967850 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] Pushing event deleted for resources: {'Port': ['ID=95a18316-1571-4849-ae9b-e8de6f6e7a81,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:47.051018 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-f97e394a-6769-4806-aaa2-ebb9904817d3 service neutron] 10.222.0.37 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271184 Nov 12 04:03:47.062806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987190e-aa27-4096-940a-9fd6e732894c req-84a277d2-9749-4e0f-af82-73872a068c41 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:47.064308 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5987190e-aa27-4096-940a-9fd6e732894c req-84a277d2-9749-4e0f-af82-73872a068c41 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.1837926 Nov 12 04:03:47.065956 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:47.080389 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-185325cd-4949-48fe-bc9c-3d9025d077b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:47.107341 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409f0067-f1c0-444f-a213-eab476601e26']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:47.132350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773e05fc-1ccd-4424-ab4d-63239469cd44') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:47.132350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773e05fc-1ccd-4424-ab4d-63239469cd44') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:47.150062 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:47.160924 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5987190e-aa27-4096-940a-9fd6e732894c req-5451d2a5-a293-41bf-ae27-ccb8f9ce75ec tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829947 Nov 12 04:03:47.174743 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:47.187306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:03:47.187712 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:03:47.189572 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:03:47.204985 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185325cd-4949-48fe-bc9c-3d9025d077b6 None None] Pushing event deleted for resources: {'Port': ['ID=95a18316-1571-4849-ae9b-e8de6f6e7a81,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:47.222345 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185325cd-4949-48fe-bc9c-3d9025d077b6 None None] No DVR routers for this DVR port 95a18316-1571-4849-ae9b-e8de6f6e7a81 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:47.245285 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ead6e1b9-0435-42f4-9d39-92dbc655cffb no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:47.292545 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: ead6e1b9-0435-42f4-9d39-92dbc655cffb {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:47.295330 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ead6e1b9-0435-42f4-9d39-92dbc655cffb not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:47.295330 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 95a18316-1571-4849-ae9b-e8de6f6e7a81 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:47.330407 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 95a18316-1571-4849-ae9b-e8de6f6e7a81 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:47.330407 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 95a18316-1571-4849-ae9b-e8de6f6e7a81 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:47.392517 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 72871c4e-d03f-4671-a0fb-f6e2638b5920 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:47.424094 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:47.437897 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:47.443358 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] 10.222.0.37 "DELETE /v2.0/networks/409f0067-f1c0-444f-a213-eab476601e26 HTTP/1.1" status: 204 len: 168 time: 1.5971167 Nov 12 04:03:47.456519 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d78c6-a34d-4217-aa99-0469bd07a7ea admin admin] Pushing event deleted for resources: {'Network': ['ID=409f0067-f1c0-444f-a213-eab476601e26,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:47.543647 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44fc092c-383d-44ab-97ce-4c8598f15477 req-87935c65-d649-4be5-b704-4622921f4e78 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 210 time: 0.0445156 Nov 12 04:03:47.641297 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 72871c4e-d03f-4671-a0fb-f6e2638b5920 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:03:47.647647 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 72871c4e-d03f-4671-a0fb-f6e2638b5920 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:47.647932 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:47.699136 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49114) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:47.734620 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bf529dff-a3a2-42fa-80c6-ee86ee386dcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:47.799001 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:47.844926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbfec37-a677-4ed7-9323-c1deb4589618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72871c4e-d03f-4671-a0fb-f6e2638b5920'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:47.854356 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a664fc-c14e-4a41-b6c9-5874d150f4af" -d '{"events": [{"server_uuid": "cdbfec37-a677-4ed7-9323-c1deb4589618", "name": "network-vif-plugged", "status": "completed", "tag": "72871c4e-d03f-4671-a0fb-f6e2638b5920"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:47.887393 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 72871c4e-d03f-4671-a0fb-f6e2638b5920, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=72871c4e-d03f-4671-a0fb-f6e2638b5920,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:47.890758 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:47.898367 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bf529dff-a3a2-42fa-80c6-ee86ee386dcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:47.925557 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf58c57f-41ea-4a4d-b7b3-f68de32dc932 x-openstack-request-id: req-cf58c57f-41ea-4a4d-b7b3-f68de32dc932 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:47.925934 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbfec37-a677-4ed7-9323-c1deb4589618", "name": "network-vif-plugged", "status": "completed", "tag": "72871c4e-d03f-4671-a0fb-f6e2638b5920", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:47.926260 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf58c57f-41ea-4a4d-b7b3-f68de32dc932 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:47.926758 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbfec37-a677-4ed7-9323-c1deb4589618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72871c4e-d03f-4671-a0fb-f6e2638b5920', 'code': 200} Nov 12 04:03:47.980183 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee48cd0-a250-44f3-9f63-17e3ec736657 req-6772b99a-6ecd-401b-8b9b-20503fd4cc4a tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:47.982612 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fee48cd0-a250-44f3-9f63-17e3ec736657 req-6772b99a-6ecd-401b-8b9b-20503fd4cc4a tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdbfec37-a677-4ed7-9323-c1deb4589618 HTTP/1.1" status: 200 len: 949 time: 0.0724227 Nov 12 04:03:47.996725 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:47.997861 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bf529dff-a3a2-42fa-80c6-ee86ee386dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.073643 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bf529dff-a3a2-42fa-80c6-ee86ee386dcf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8dece4b7bbb94a76afa6450e3b4a7734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3711686 Nov 12 04:03:48.074856 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf529dff-a3a2-42fa-80c6-ee86ee386dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145ca430-fd6d-43ce-8dac-439fbad22aed,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:48.077246 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49122) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:48.106024 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fee48cd0-a250-44f3-9f63-17e3ec736657 req-3f9795bc-a8b7-4d8e-82e5-0406bb2f94ed tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124151 Nov 12 04:03:48.131266 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4424661-6441-4686-ad21-6d7b392309b2 req-c2f1a31b-e2b4-45a8-b8f3-8bac59608502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:48.131266 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4424661-6441-4686-ad21-6d7b392309b2 req-c2f1a31b-e2b4-45a8-b8f3-8bac59608502 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cdbfec37-a677-4ed7-9323-c1deb4589618 HTTP/1.1" status: 200 len: 1102 time: 0.0729499 Nov 12 04:03:48.132909 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=72871c4e-d03f-4671-a0fb-f6e2638b5920,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:48.228038 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e64f20f-f920-498f-b5b5-a57548c32597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.238818 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4424661-6441-4686-ad21-6d7b392309b2 req-43a8a971-f962-4c66-aa2a-544992d602b4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084077 Nov 12 04:03:48.257913 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e64f20f-f920-498f-b5b5-a57548c32597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.328533 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49132) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:48.357809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96283a-9b4c-463a-b45f-9bc733e54b21 req-da2ee41d-ad26-4e97-9019-f2e221400d95 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:48.365602 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d96283a-9b4c-463a-b45f-9bc733e54b21 req-da2ee41d-ad26-4e97-9019-f2e221400d95 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.0694335 Nov 12 04:03:48.401990 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2eff93cd-418e-4b43-bf6d-2fa3c6d5cbfb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70af8774c19c445ab11314dc972b13f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0722055 Nov 12 04:03:48.407436 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49138) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:48.408307 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e64f20f-f920-498f-b5b5-a57548c32597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.411916 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e64f20f-f920-498f-b5b5-a57548c32597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.413048 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3e64f20f-f920-498f-b5b5-a57548c32597 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/145ca430-fd6d-43ce-8dac-439fbad22aed HTTP/1.1" status: 204 len: 168 time: 0.3350182 Nov 12 04:03:48.460415 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64f20f-f920-498f-b5b5-a57548c32597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145ca430-fd6d-43ce-8dac-439fbad22aed,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:48.471325 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d96283a-9b4c-463a-b45f-9bc733e54b21 req-9332c385-69ac-40d6-bc56-6dca6199b77e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044209 Nov 12 04:03:48.508264 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6532b954-623c-4a61-b105-de2ec4224f25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.537356 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6532b954-623c-4a61-b105-de2ec4224f25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.680442 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5017ee0-0705-4378-889a-1f7bf2b03763 req-3e520d18-084f-4620-8bee-2b50cf0c5152 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 210 time: 0.0365767 Nov 12 04:03:48.777809 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6532b954-623c-4a61-b105-de2ec4224f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.781666 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6532b954-623c-4a61-b105-de2ec4224f25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.797200 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6532b954-623c-4a61-b105-de2ec4224f25 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/932410d3-7c66-4b2b-9212-b786e29242a0 HTTP/1.1" status: 204 len: 168 time: 0.3814948 Nov 12 04:03:48.817910 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532b954-623c-4a61-b105-de2ec4224f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932410d3-7c66-4b2b-9212-b786e29242a0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:49.291753 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a2e3a-c2e2-4d2f-8c5c-4afda11cb320 req-774defa0-b1b4-4b0e-acdf-fb51215d6e99 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:49.300537 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b2a2e3a-c2e2-4d2f-8c5c-4afda11cb320 req-774defa0-b1b4-4b0e-acdf-fb51215d6e99 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdbfec37-a677-4ed7-9323-c1deb4589618 HTTP/1.1" status: 200 len: 950 time: 0.0751593 Nov 12 04:03:49.389746 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b2a2e3a-c2e2-4d2f-8c5c-4afda11cb320 req-95c639f0-9743-4a87-90c6-8267263e99ae tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883138 Nov 12 04:03:49.662062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523dc35d-e524-4338-b75c-ea5a875f4864 req-f9c649b9-4342-424e-bfae-e86f5649b133 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:49.664864 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-523dc35d-e524-4338-b75c-ea5a875f4864 req-f9c649b9-4342-424e-bfae-e86f5649b133 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.0632622 Nov 12 04:03:49.757223 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-523dc35d-e524-4338-b75c-ea5a875f4864 req-343e5962-cc34-4503-a8cb-6552b02c2a02 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805242 Nov 12 04:03:49.796103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8433c7a2-80d5-4303-8639-1405faa07fda req-e0cd1c1e-1d82-4864-b03b-88412d8825f3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 210 time: 0.0263228 Nov 12 04:03:50.005419 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-c75a575d-885d-40ab-81b3-ce157dd2ccc4 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:50.007683 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-c75a575d-885d-40ab-81b3-ce157dd2ccc4 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.31 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 808 time: 0.1431768 Nov 12 04:03:50.032686 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-6295594a-0ed5-4548-8c1a-14d739aa85f3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Request body: {'port': {'device_id': 'edf12c47-ecfe-4bdf-b333-4d4fc938569d', 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5', 'admin_state_up': True, 'tenant_id': 'dbefff477b694cb581282e32dd2cbb0f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:50.297611 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-6295594a-0ed5-4548-8c1a-14d739aa85f3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Made reservation on behalf of dbefff477b694cb581282e32dd2cbb0f for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:50.302577 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-6295594a-0ed5-4548-8c1a-14d739aa85f3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.486975 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-6295594a-0ed5-4548-8c1a-14d739aa85f3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Allocated IP 172.20.0.11 (e7c6fe18-7f21-4a1b-9722-efe49e9950a5/5fa13a6a-4bf6-4269-938a-144076eee239/de254cb0-8a7d-4f3e-9148-25a96d55a734) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:50.711235 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49212) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:50.887901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cefbc4-5042-43ae-af02-7d587880640f req-098960e2-38d3-4d34-90fb-4ace60632f64 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:50.889411 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2cefbc4-5042-43ae-af02-7d587880640f req-098960e2-38d3-4d34-90fb-4ace60632f64 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdbfec37-a677-4ed7-9323-c1deb4589618 HTTP/1.1" status: 200 len: 950 time: 0.3979006 Nov 12 04:03:50.995566 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bec5b316-1d33-40b7-896b-d47ac2e9637c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-176808377-network', 'tenant_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:51.005217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2cefbc4-5042-43ae-af02-7d587880640f req-bfee53e4-8e79-4597-ba57-4fcde27917d1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032784 Nov 12 04:03:51.042544 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-6295594a-0ed5-4548-8c1a-14d739aa85f3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.117391 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-36d7769f-dab7-4abc-98fd-a60d105a6da0 req-98141625-8137-4810-8686-f941be499a14 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 210 time: 0.0332751 Nov 12 04:03:51.142156 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f180bb2-b299-48d2-9353-66e355584612 req-dee3ea3a-b663-43fd-8416-d0e55506c1ae tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:51.142156 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f180bb2-b299-48d2-9353-66e355584612 req-dee3ea3a-b663-43fd-8416-d0e55506c1ae tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.0898178 Nov 12 04:03:51.190234 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f180bb2-b299-48d2-9353-66e355584612 req-5ab141c4-09ee-42a9-abf6-cb400b49d35c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417397 Nov 12 04:03:51.288424 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec5b316-1d33-40b7-896b-d47ac2e9637c admin admin] Made reservation on behalf of bcb2a3d9bb09427486f673bc8f5cf0a0 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:51.288917 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-6295594a-0ed5-4548-8c1a-14d739aa85f3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.291954 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bec5b316-1d33-40b7-896b-d47ac2e9637c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.303070 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bec5b316-1d33-40b7-896b-d47ac2e9637c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.355950 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-6295594a-0ed5-4548-8c1a-14d739aa85f3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:51.371407 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-6295594a-0ed5-4548-8c1a-14d739aa85f3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:51.375415 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-6295594a-0ed5-4548-8c1a-14d739aa85f3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:51.392794 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295594a-0ed5-4548-8c1a-14d739aa85f3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Pushing event updated for resources: {'Port': ['ID=de254cb0-8a7d-4f3e-9148-25a96d55a734,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:51.442400 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bec5b316-1d33-40b7-896b-d47ac2e9637c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.483807 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-6295594a-0ed5-4548-8c1a-14d739aa85f3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:51.484764 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-6295594a-0ed5-4548-8c1a-14d739aa85f3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.532405 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bec5b316-1d33-40b7-896b-d47ac2e9637c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.545910 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec5b316-1d33-40b7-896b-d47ac2e9637c admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:03:51.561564 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bec5b316-1d33-40b7-896b-d47ac2e9637c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.562162 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-bec5b316-1d33-40b7-896b-d47ac2e9637c admin admin] Added segment a46949e1-d5e8-4113-9752-acf8f0b803e2 of type vlan for network 6edef46d-a0d2-43b0-b9a8-9a3ac3285944 Nov 12 04:03:51.615675 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-6295594a-0ed5-4548-8c1a-14d739aa85f3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5867422 Nov 12 04:03:51.624429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5b316-1d33-40b7-896b-d47ac2e9637c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993d06f0-418b-4115-a788-6366a993724a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:51.637373 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Request body: {'port': {'device_id': 'edf12c47-ecfe-4bdf-b333-4d4fc938569d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:51.727080 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.782688 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [req-36c48ab5-47ad-4734-859a-2181b570e32d req-1cd6283b-a8b0-45d3-8ccf-306f3a7ba3cd service neutron] show failed (client error): The resource could not be found. Nov 12 04:03:51.783723 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-36c48ab5-47ad-4734-859a-2181b570e32d req-1cd6283b-a8b0-45d3-8ccf-306f3a7ba3cd service neutron] 10.222.0.21 "GET /v2.0/ports/69d802da-621d-4dcc-bebe-79fed9b690d9/bindings/n-h2-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.1734128 Nov 12 04:03:51.829492 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bec5b316-1d33-40b7-896b-d47ac2e9637c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.012174 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bec5b316-1d33-40b7-896b-d47ac2e9637c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.013387 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec5b316-1d33-40b7-896b-d47ac2e9637c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:52.013979 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bec5b316-1d33-40b7-896b-d47ac2e9637c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.136674 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bec5b316-1d33-40b7-896b-d47ac2e9637c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4236910 Nov 12 04:03:52.138572 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5b316-1d33-40b7-896b-d47ac2e9637c admin admin] Pushing event updated for resources: {'Network': ['ID=6edef46d-a0d2-43b0-b9a8-9a3ac3285944,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:52.141316 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49248) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:52.150544 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 6edef46d-a0d2-43b0-b9a8-9a3ac3285944 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:52.151101 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b2a32443-7590-4bb8-b831-2c1d0026c415 admin admin] Request body: {'subnet': {'network_id': '6edef46d-a0d2-43b0-b9a8-9a3ac3285944', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-176808377-subnet', 'tenant_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:52.157073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7f956-2301-4671-8797-10b03b8ddf34 req-b0748bc2-232a-4334-bb74-fcba92e6f8d6 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:52.158941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecb7f956-2301-4671-8797-10b03b8ddf34 req-b0748bc2-232a-4334-bb74-fcba92e6f8d6 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdbfec37-a677-4ed7-9323-c1deb4589618 HTTP/1.1" status: 200 len: 950 time: 0.0919442 Nov 12 04:03:52.247915 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de254cb0-8a7d-4f3e-9148-25a96d55a734 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:52.265225 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a32443-7590-4bb8-b831-2c1d0026c415 admin admin] Made reservation on behalf of bcb2a3d9bb09427486f673bc8f5cf0a0 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:52.271102 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2a32443-7590-4bb8-b831-2c1d0026c415 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.274461 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.333744 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Transition to ACTIVE for port object de254cb0-8a7d-4f3e-9148-25a96d55a734 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:03:52.351538 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecb7f956-2301-4671-8797-10b03b8ddf34 req-d335f6ad-0b54-43dc-bb02-915c1942cb19 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805508 Nov 12 04:03:52.418326 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.521840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=de254cb0-8a7d-4f3e-9148-25a96d55a734,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:52.593893 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48ab5-47ad-4734-859a-2181b570e32d req-b1acabdf-73e1-4482-9e3e-7b8482fb6a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:52.595136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Attempting to bind port de254cb0-8a7d-4f3e-9148-25a96d55a734 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:52.595479 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-36c48ab5-47ad-4734-859a-2181b570e32d req-b1acabdf-73e1-4482-9e3e-7b8482fb6a4c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356&tenant_id=cf245c200fc840d191068689a45dd107 HTTP/1.1" status: 200 len: 1101 time: 0.1047916 Nov 12 04:03:52.595663 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Attempting to bind port de254cb0-8a7d-4f3e-9148-25a96d55a734 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:52.596732 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Attempting to bind port de254cb0-8a7d-4f3e-9148-25a96d55a734 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:52.637206 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:52.657378 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Port de254cb0-8a7d-4f3e-9148-25a96d55a734 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:03:52.657378 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Attempting to bind port de254cb0-8a7d-4f3e-9148-25a96d55a734 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:52.673037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:52.674980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Checking segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:52.675932 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Bound using segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:52.679224 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Bound port: de254cb0-8a7d-4f3e-9148-25a96d55a734, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:52.679803 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.710325 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2a32443-7590-4bb8-b831-2c1d0026c415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.746173 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.768814 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943af7a-1994-46e0-ab04-0dc4539a16cc req-9172862a-e67d-47e8-bb43-2d5c52c51d35 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:52.775221 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f943af7a-1994-46e0-ab04-0dc4539a16cc req-9172862a-e67d-47e8-bb43-2d5c52c51d35 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 944 time: 0.1818848 Nov 12 04:03:52.799156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a32443-7590-4bb8-b831-2c1d0026c415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab97e64-6be9-49e4-bd80-014bca495108,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:52.833759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a32443-7590-4bb8-b831-2c1d0026c415 admin admin] Checking segment: {'id': 'a46949e1-d5e8-4113-9752-acf8f0b803e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6edef46d-a0d2-43b0-b9a8-9a3ac3285944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:52.834116 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a32443-7590-4bb8-b831-2c1d0026c415 admin admin] Network hostable DHCP agents. Network: 6edef46d-a0d2-43b0-b9a8-9a3ac3285944, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:03:52.842486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24101b94-164a-44c4-a0cb-8e6b8326c646 req-7d50d69e-5a2e-4fdc-87cc-7d1439541073 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:52.850074 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24101b94-164a-44c4-a0cb-8e6b8326c646 req-7d50d69e-5a2e-4fdc-87cc-7d1439541073 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.1955922 Nov 12 04:03:52.861092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] For port de254cb0-8a7d-4f3e-9148-25a96d55a734, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:52.884412 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] For port de254cb0-8a7d-4f3e-9148-25a96d55a734, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=de254cb0-8a7d-4f3e-9148-25a96d55a734,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:52.921324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f943af7a-1994-46e0-ab04-0dc4539a16cc req-d321a3b3-2472-4626-955a-240d7ac5fd63 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130619 Nov 12 04:03:52.951148 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24101b94-164a-44c4-a0cb-8e6b8326c646 req-5a0c3a58-44fb-476e-8c78-5475b84894d1 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000435 Nov 12 04:03:52.978176 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.997389 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a32443-7590-4bb8-b831-2c1d0026c415 admin admin] Network 6edef46d-a0d2-43b0-b9a8-9a3ac3285944 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:03:53.028552 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:53.029245 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.031026 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] 10.222.0.31 "PUT /v2.0/ports/de254cb0-8a7d-4f3e-9148-25a96d55a734 HTTP/1.1" status: 200 len: 1093 time: 1.3984458 Nov 12 04:03:53.031486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf12c47-ecfe-4bdf-b333-4d4fc938569d', 'tag': 'de254cb0-8a7d-4f3e-9148-25a96d55a734'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:53.033899 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738417ae-490f-4572-ab31-645bc84b8a30" -d '{"events": [{"name": "network-changed", "server_uuid": "edf12c47-ecfe-4bdf-b333-4d4fc938569d", "tag": "de254cb0-8a7d-4f3e-9148-25a96d55a734"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:53.053923 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] For port 69d802da-621d-4dcc-bebe-79fed9b690d9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=69d802da-621d-4dcc-bebe-79fed9b690d9,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:53.075058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc14461-6164-4c80-ad52-2c1ba1b6e9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=de254cb0-8a7d-4f3e-9148-25a96d55a734,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:53.112951 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b777481-2190-4f56-ba50-b88760965be8 x-openstack-request-id: req-5b777481-2190-4f56-ba50-b88760965be8 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:53.112951 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf12c47-ecfe-4bdf-b333-4d4fc938569d", "tag": "de254cb0-8a7d-4f3e-9148-25a96d55a734", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:53.112951 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b777481-2190-4f56-ba50-b88760965be8 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:53.112951 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf12c47-ecfe-4bdf-b333-4d4fc938569d', 'tag': 'de254cb0-8a7d-4f3e-9148-25a96d55a734', 'status': 'completed', 'code': 200} Nov 12 04:03:53.137005 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b2a32443-7590-4bb8-b831-2c1d0026c415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 6edef46d-a0d2-43b0-b9a8-9a3ac3285944) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:53.151145 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a32443-7590-4bb8-b831-2c1d0026c415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:53.152098 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2a32443-7590-4bb8-b831-2c1d0026c415 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.163465 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3121c46a-5170-4e54-89b0-b217a4772023 None None] Network 6edef46d-a0d2-43b0-b9a8-9a3ac3285944 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:53.176464 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] For port 69d802da-621d-4dcc-bebe-79fed9b690d9, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:53.252513 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0a2980-074f-4185-b78d-eae74ba3c356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d802da-621d-4dcc-bebe-79fed9b690d9'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:53.255267 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35784e1-5fd3-4d9c-b15d-77312e068940" -d '{"events": [{"server_uuid": "2a0a2980-074f-4185-b78d-eae74ba3c356", "name": "network-vif-unplugged", "status": "completed", "tag": "69d802da-621d-4dcc-bebe-79fed9b690d9"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:53.255907 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738417ae-490f-4572-ab31-645bc84b8a30 req-bee3db64-83eb-41bf-b413-9f14dcb8c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:53.258278 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-738417ae-490f-4572-ab31-645bc84b8a30 req-bee3db64-83eb-41bf-b413-9f14dcb8c405 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 1096 time: 0.0932043 Nov 12 04:03:53.263403 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.270840 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b2a32443-7590-4bb8-b831-2c1d0026c415 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1274509 Nov 12 04:03:53.273603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49266) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:53.278323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-aed629f5-be70-4c1b-a6b5-81b1b0084e46 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-176808377-router', 'tenant_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:53.304248 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] Transition to ACTIVE for port object 69d802da-621d-4dcc-bebe-79fed9b690d9 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:03:53.338077 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d48d53-4293-4ba2-b7ba-4fb7f4015bfe x-openstack-request-id: req-02d48d53-4293-4ba2-b7ba-4fb7f4015bfe {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:53.338450 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0a2980-074f-4185-b78d-eae74ba3c356", "name": "network-vif-unplugged", "status": "completed", "tag": "69d802da-621d-4dcc-bebe-79fed9b690d9", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:53.338826 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02d48d53-4293-4ba2-b7ba-4fb7f4015bfe {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:53.339324 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0a2980-074f-4185-b78d-eae74ba3c356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d802da-621d-4dcc-bebe-79fed9b690d9', 'code': 200} Nov 12 04:03:53.389094 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-6edef46d-a0d2-43b0-b9a8-9a3ac3285944', 'network_id': '6edef46d-a0d2-43b0-b9a8-9a3ac3285944', 'tenant_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'fixed_ips': [{'subnet_id': 'dab97e64-6be9-49e4-bd80-014bca495108'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:03:53.390200 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.400708 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.476537 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.31', 50817) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:53.506820 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] Pushing event updated for resources: {'Port': ['ID=69d802da-621d-4dcc-bebe-79fed9b690d9,revision_number=6']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:53.536090 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aed629f5-be70-4c1b-a6b5-81b1b0084e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.543792 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aed629f5-be70-4c1b-a6b5-81b1b0084e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.627865 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] No DVR routers for this DVR port 69d802da-621d-4dcc-bebe-79fed9b690d9 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:53.634921 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] Allocated IP 172.20.0.2 (6edef46d-a0d2-43b0-b9a8-9a3ac3285944/dab97e64-6be9-49e4-bd80-014bca495108/db59f99a-86e2-4914-934c-bc118a8a3be5) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:53.658574 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc96e7c-153f-485b-9078-45f02fd7b6c6 req-a5f0a383-864f-4d26-9b83-581f9fc765fb tempest-DeleteServersAdminTestJSON-2106614602 tempest-DeleteServersAdminTestJSON-2106614602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:53.664572 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6dc96e7c-153f-485b-9078-45f02fd7b6c6 req-a5f0a383-864f-4d26-9b83-581f9fc765fb tempest-DeleteServersAdminTestJSON-2106614602 tempest-DeleteServersAdminTestJSON-2106614602-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cdbfec37-a677-4ed7-9323-c1deb4589618 HTTP/1.1" status: 200 len: 1102 time: 0.1857054 Nov 12 04:03:53.724773 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738417ae-490f-4572-ab31-645bc84b8a30 req-288458f8-144d-4a8c-8029-6880f2e5a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:53.740692 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-738417ae-490f-4572-ab31-645bc84b8a30 req-288458f8-144d-4a8c-8029-6880f2e5a40e service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=dbefff477b694cb581282e32dd2cbb0f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4554634 Nov 12 04:03:53.743894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49274) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:53.761652 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8f326-edc6-40f9-b50e-4a1f125c7118 req-6b14d330-bbd2-40bc-aa3c-582b24f9e7cd tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:53.782085 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abe8f326-edc6-40f9-b50e-4a1f125c7118 req-6b14d330-bbd2-40bc-aa3c-582b24f9e7cd tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdbfec37-a677-4ed7-9323-c1deb4589618 HTTP/1.1" status: 200 len: 950 time: 0.3332663 Nov 12 04:03:53.831897 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] Attempting to bind port 69d802da-621d-4dcc-bebe-79fed9b690d9 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:53.832461 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] Attempting to bind port 69d802da-621d-4dcc-bebe-79fed9b690d9 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:53.832720 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] Attempting to bind port 69d802da-621d-4dcc-bebe-79fed9b690d9 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:53.842093 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] Port 69d802da-621d-4dcc-bebe-79fed9b690d9 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:03:53.842556 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] Attempting to bind port 69d802da-621d-4dcc-bebe-79fed9b690d9 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:53.853981 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:53.854487 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:53.855574 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:53.856144 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] Bound port: 69d802da-621d-4dcc-bebe-79fed9b690d9, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:53.857295 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.888508 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.926154 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-6dc96e7c-153f-485b-9078-45f02fd7b6c6 req-1c85d43a-96e4-439f-838b-ad2f2b9bdbe9 tempest-DeleteServersAdminTestJSON-2106614602 tempest-DeleteServersAdminTestJSON-2106614602-project-admin] Deleting port 72871c4e-d03f-4671-a0fb-f6e2638b5920 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:53.926680 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6dc96e7c-153f-485b-9078-45f02fd7b6c6 req-1c85d43a-96e4-439f-838b-ad2f2b9bdbe9 tempest-DeleteServersAdminTestJSON-2106614602 tempest-DeleteServersAdminTestJSON-2106614602-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.949650 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738417ae-490f-4572-ab31-645bc84b8a30 req-7e722e4d-bf11-48fd-a6e8-7b0342e7678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:53.953354 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-738417ae-490f-4572-ab31-645bc84b8a30 req-7e722e4d-bf11-48fd-a6e8-7b0342e7678b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1665189 Nov 12 04:03:53.989043 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.046296 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] For port 69d802da-621d-4dcc-bebe-79fed9b690d9, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:54.064658 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] For port 69d802da-621d-4dcc-bebe-79fed9b690d9, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=69d802da-621d-4dcc-bebe-79fed9b690d9,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:54.067395 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] Network 6edef46d-a0d2-43b0-b9a8-9a3ac3285944 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:54.072592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:54.075603 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] Pushing event updated for resources: {'Port': ['ID=db59f99a-86e2-4914-934c-bc118a8a3be5,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:54.077218 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:54.093394 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6dc96e7c-153f-485b-9078-45f02fd7b6c6 req-1c85d43a-96e4-439f-838b-ad2f2b9bdbe9 tempest-DeleteServersAdminTestJSON-2106614602 tempest-DeleteServersAdminTestJSON-2106614602-project-admin] For port 72871c4e-d03f-4671-a0fb-f6e2638b5920, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=72871c4e-d03f-4671-a0fb-f6e2638b5920,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:54.093799 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6dc96e7c-153f-485b-9078-45f02fd7b6c6 req-1c85d43a-96e4-439f-838b-ad2f2b9bdbe9 tempest-DeleteServersAdminTestJSON-2106614602 tempest-DeleteServersAdminTestJSON-2106614602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.110425 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-6dc96e7c-153f-485b-9078-45f02fd7b6c6 req-1c85d43a-96e4-439f-838b-ad2f2b9bdbe9 tempest-DeleteServersAdminTestJSON-2106614602 tempest-DeleteServersAdminTestJSON-2106614602-project-admin] Calling delete_port for 72871c4e-d03f-4671-a0fb-f6e2638b5920 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:54.113792 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aed629f5-be70-4c1b-a6b5-81b1b0084e46 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.142643 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] Attempting to bind port db59f99a-86e2-4914-934c-bc118a8a3be5 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:54.143091 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] Attempting to bind port db59f99a-86e2-4914-934c-bc118a8a3be5 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'a46949e1-d5e8-4113-9752-acf8f0b803e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6edef46d-a0d2-43b0-b9a8-9a3ac3285944'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:54.143665 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] Attempting to bind port db59f99a-86e2-4914-934c-bc118a8a3be5 on network 6edef46d-a0d2-43b0-b9a8-9a3ac3285944 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:54.143891 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cfa143b7-df7a-432c-b3f7-05abb81f834b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.154990 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:54.155636 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] Checking segment: {'id': 'a46949e1-d5e8-4113-9752-acf8f0b803e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6edef46d-a0d2-43b0-b9a8-9a3ac3285944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:54.156260 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.156796 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] Bound using segment: {'id': 'a46949e1-d5e8-4113-9752-acf8f0b803e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6edef46d-a0d2-43b0-b9a8-9a3ac3285944'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:54.157462 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] Bound port: db59f99a-86e2-4914-934c-bc118a8a3be5, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a46949e1-d5e8-4113-9752-acf8f0b803e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6edef46d-a0d2-43b0-b9a8-9a3ac3285944'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:54.157997 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.176066 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.198100 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:54.198675 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.200259 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] 10.222.0.31 "PUT /v2.0/ports/69d802da-621d-4dcc-bebe-79fed9b690d9 HTTP/1.1" status: 200 len: 1096 time: 1.5707476 Nov 12 04:03:54.208621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abe8f326-edc6-40f9-b50e-4a1f125c7118 req-f69ea48e-a789-46b8-9d59-3afec1de3309 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255044 Nov 12 04:03:54.269069 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] For port db59f99a-86e2-4914-934c-bc118a8a3be5, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:54.274454 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] For port db59f99a-86e2-4914-934c-bc118a8a3be5, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=db59f99a-86e2-4914-934c-bc118a8a3be5,segment=NetworkSegment(a46949e1-d5e8-4113-9752-acf8f0b803e2),segment_id=a46949e1-d5e8-4113-9752-acf8f0b803e2)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:54.316860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-80f90f28-f828-465d-af12-f3ae464ebf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:54.319863 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-80f90f28-f828-465d-af12-f3ae464ebf68 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 1096 time: 0.2263098 Nov 12 04:03:54.345196 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.441693 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-e96c080a-34a9-448f-bf0d-9acdad45ef65 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de254cb0-8a7d-4f3e-9148-25a96d55a734 HTTP/1.1" status: 200 len: 217 time: 0.0760264 Nov 12 04:03:54.468726 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6405a8b-c75d-47a8-96e0-9a119f834d80 None None] Pushing event updated for resources: {'Port': ['ID=db59f99a-86e2-4914-934c-bc118a8a3be5,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:54.534976 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48ab5-47ad-4734-859a-2181b570e32d req-498477ae-ad20-432e-b40a-cade603ee860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:54.542119 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-36c48ab5-47ad-4734-859a-2181b570e32d req-498477ae-ad20-432e-b40a-cade603ee860 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 1099 time: 0.2862401 Nov 12 04:03:54.653152 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca204b-d657-4bae-af6c-d534b27aab05 service neutron] Pushing event updated for resources: {'Port': ['ID=69d802da-621d-4dcc-bebe-79fed9b690d9,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:54.705943 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6dc96e7c-153f-485b-9078-45f02fd7b6c6 req-1c85d43a-96e4-439f-838b-ad2f2b9bdbe9 tempest-DeleteServersAdminTestJSON-2106614602 tempest-DeleteServersAdminTestJSON-2106614602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.710769 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aed629f5-be70-4c1b-a6b5-81b1b0084e46 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.745453 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['72871c4e-d03f-4671-a0fb-f6e2638b5920'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:54.759300 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85d43a-96e4-439f-838b-ad2f2b9bdbe9 tempest-DeleteServersAdminTestJSON-2106614602 tempest-DeleteServersAdminTestJSON-2106614602-project-admin] Pushing event deleted for resources: {'Port': ['ID=72871c4e-d03f-4671-a0fb-f6e2638b5920,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:54.762510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-58921200-d32a-4739-9c2c-54ae1dc91d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:54.764172 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-58921200-d32a-4739-9c2c-54ae1dc91d0c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.3055210 Nov 12 04:03:54.773471 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48ab5-47ad-4734-859a-2181b570e32d req-1b8e6c13-2bbd-4146-9813-67002a0aac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:54.775311 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-36c48ab5-47ad-4734-859a-2181b570e32d req-1b8e6c13-2bbd-4146-9813-67002a0aac31 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.2321620 Nov 12 04:03:54.857855 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f635cb4-b698-4460-b5ac-6fedd1bf6c5f req-e777e423-56f6-4980-a988-11405d96bd4f tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:54.872304 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f635cb4-b698-4460-b5ac-6fedd1bf6c5f req-e777e423-56f6-4980-a988-11405d96bd4f tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 944 time: 0.4145713 Nov 12 04:03:54.887146 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cfa143b7-df7a-432c-b3f7-05abb81f834b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.937901 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-759afd9d-b710-47d4-90c4-959962c0d1e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1421084 Nov 12 04:03:54.955566 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-36c48ab5-47ad-4734-859a-2181b570e32d req-944681ac-5199-4b53-b4fd-a3248b99e25b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=69d802da-621d-4dcc-bebe-79fed9b690d9 HTTP/1.1" status: 200 len: 217 time: 0.0889907 Nov 12 04:03:54.956379 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc96e7c-153f-485b-9078-45f02fd7b6c6 req-1c85d43a-96e4-439f-838b-ad2f2b9bdbe9 tempest-DeleteServersAdminTestJSON-2106614602 tempest-DeleteServersAdminTestJSON-2106614602-project-admin] No DVR routers for this DVR port 72871c4e-d03f-4671-a0fb-f6e2638b5920 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:54.972502 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6dc96e7c-153f-485b-9078-45f02fd7b6c6 req-1c85d43a-96e4-439f-838b-ad2f2b9bdbe9 tempest-DeleteServersAdminTestJSON-2106614602 tempest-DeleteServersAdminTestJSON-2106614602-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.976160 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6dc96e7c-153f-485b-9078-45f02fd7b6c6 req-1c85d43a-96e4-439f-838b-ad2f2b9bdbe9 tempest-DeleteServersAdminTestJSON-2106614602 tempest-DeleteServersAdminTestJSON-2106614602-project-admin] 10.222.0.31 "DELETE /v2.0/ports/72871c4e-d03f-4671-a0fb-f6e2638b5920 HTTP/1.1" status: 204 len: 173 time: 1.2886581 Nov 12 04:03:55.024199 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49286) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:55.028871 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87289f5c-15e4-4a49-a796-4cf3fc5a2662 req-d52a7a6b-0220-4b7b-ae3f-5049e3fcb6e3 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:55.052058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-87289f5c-15e4-4a49-a796-4cf3fc5a2662 req-d52a7a6b-0220-4b7b-ae3f-5049e3fcb6e3 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 947 time: 0.4941041 Nov 12 04:03:55.057766 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cfa143b7-df7a-432c-b3f7-05abb81f834b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.073737 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8c4c36e-c149-4c4e-ab39-e124750984b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:55.078064 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-36c48ab5-47ad-4734-859a-2181b570e32d req-e8c4c36e-c149-4c4e-ab39-e124750984b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1145313 Nov 12 04:03:55.190906 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48ab5-47ad-4734-859a-2181b570e32d req-28035c69-7e19-4a2d-aac2-c3364bc32581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:55.196904 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-36c48ab5-47ad-4734-859a-2181b570e32d req-28035c69-7e19-4a2d-aac2-c3364bc32581 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1110754 Nov 12 04:03:55.324469 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device db59f99a-86e2-4914-934c-bc118a8a3be5 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:55.356385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cfa143b7-df7a-432c-b3f7-05abb81f834b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df5afb0ecc5d4f6e9373fc983405868f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6098015 Nov 12 04:03:55.361566 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49292) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:55.365512 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0a2980-074f-4185-b78d-eae74ba3c356', 'tag': '69d802da-621d-4dcc-bebe-79fed9b690d9'}, {'server_uuid': 'cdbfec37-a677-4ed7-9323-c1deb4589618', 'name': 'network-vif-deleted', 'tag': '72871c4e-d03f-4671-a0fb-f6e2638b5920'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:55.368651 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0a2980-074f-4185-b78d-eae74ba3c356", "tag": "69d802da-621d-4dcc-bebe-79fed9b690d9"}, {"server_uuid": "cdbfec37-a677-4ed7-9323-c1deb4589618", "name": "network-vif-deleted", "tag": "72871c4e-d03f-4671-a0fb-f6e2638b5920"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:55.390620 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c55b0cb-7832-4b87-838b-9487e4f90cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.420310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa143b7-df7a-432c-b3f7-05abb81f834b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7e8bd3-6f1e-4870-ad37-8f9bade4cef7,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:55.444672 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port db59f99a-86e2-4914-934c-bc118a8a3be5 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:55.445040 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.449574 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-36c48ab5-47ad-4734-859a-2181b570e32d req-a7bdf551-bf14-4da5-a7d0-d963e3aa54c6 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393136 Nov 12 04:03:55.466667 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f635cb4-b698-4460-b5ac-6fedd1bf6c5f req-0f7f3730-0fef-42b7-a1a7-18be4c8bbf09 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5932283 Nov 12 04:03:55.602984 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.610258 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-87289f5c-15e4-4a49-a796-4cf3fc5a2662 req-5d8b8606-f3e1-43d7-946e-21d7a2170564 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5568197 Nov 12 04:03:55.657345 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-36c48ab5-47ad-4734-859a-2181b570e32d req-150e7319-9210-444a-b92c-dea71d31d127 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033074 Nov 12 04:03:55.663059 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port db59f99a-86e2-4914-934c-bc118a8a3be5, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=db59f99a-86e2-4914-934c-bc118a8a3be5,segment=NetworkSegment(a46949e1-d5e8-4113-9752-acf8f0b803e2),segment_id=a46949e1-d5e8-4113-9752-acf8f0b803e2)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:55.704385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-758accda-91dd-4d59-bfbb-6cd1fa1c79b0 service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7635300 Nov 12 04:03:55.741352 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.742819 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9903c80-6875-4498-9745-3a2a9cf0aa2c x-openstack-request-id: req-a9903c80-6875-4498-9745-3a2a9cf0aa2c {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:55.743292 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0a2980-074f-4185-b78d-eae74ba3c356", "tag": "69d802da-621d-4dcc-bebe-79fed9b690d9", "status": "completed", "code": 200}, {"server_uuid": "cdbfec37-a677-4ed7-9323-c1deb4589618", "name": "network-vif-deleted", "tag": "72871c4e-d03f-4671-a0fb-f6e2638b5920", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:55.747486 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9903c80-6875-4498-9745-3a2a9cf0aa2c {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:55.747486 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0a2980-074f-4185-b78d-eae74ba3c356', 'tag': '69d802da-621d-4dcc-bebe-79fed9b690d9', 'status': 'completed', 'code': 200} Nov 12 04:03:55.747486 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbfec37-a677-4ed7-9323-c1deb4589618', 'name': 'network-vif-deleted', 'tag': '72871c4e-d03f-4671-a0fb-f6e2638b5920', 'status': 'completed', 'code': 200} Nov 12 04:03:55.764430 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ac3447a-ac3b-4148-a3fa-ea0c4f66711b req-c89d7471-942b-4f74-9458-bca2aa41ce3c tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdbfec37-a677-4ed7-9323-c1deb4589618 HTTP/1.1" status: 200 len: 210 time: 0.1077218 Nov 12 04:03:55.900910 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=db59f99a-86e2-4914-934c-bc118a8a3be5,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:55.949085 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f9225eb8-f6c0-4d60-8b03-e49650484516 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.998958 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f9225eb8-f6c0-4d60-8b03-e49650484516 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.143754 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-648c537c-7922-4c38-b927-7ccdbcd0c527 req-cf81e210-25cc-4749-93ff-65dcaf38064f service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079967 Nov 12 04:03:56.159209 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c55b0cb-7832-4b87-838b-9487e4f90cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.210189 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-5afd450b-8c96-4e8b-ba6e-c351bf1680cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:56.211738 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-5afd450b-8c96-4e8b-ba6e-c351bf1680cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 1099 time: 0.3959367 Nov 12 04:03:56.230682 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-7d70b025-9e6b-4889-a1f6-ca3b49f3e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:56.233152 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-7d70b025-9e6b-4889-a1f6-ca3b49f3e6e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 1099 time: 0.3455420 Nov 12 04:03:56.248956 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded160e0-4ab2-4fb0-bc81-230892fdb54a None None] Network 6edef46d-a0d2-43b0-b9a8-9a3ac3285944 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:56.332823 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c55b0cb-7832-4b87-838b-9487e4f90cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.417542 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3c55b0cb-7832-4b87-838b-9487e4f90cfa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cfc6fde340254a2f9af0983d07803fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3885067 Nov 12 04:03:56.422068 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49298) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:56.495455 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55b0cb-7832-4b87-838b-9487e4f90cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9614d075-1aef-40c2-8b14-698b0f7b2172,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:56.497419 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ad8f3b92-d7b7-4ad8-a8d5-c0a152ffd2ac None None] Provisioning complete for port db59f99a-86e2-4914-934c-bc118a8a3be5 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:56.497902 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad8f3b92-d7b7-4ad8-a8d5-c0a152ffd2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.520711 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-abfe2719-a200-4bef-ac5d-de8477c35d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:56.523279 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-abfe2719-a200-4bef-ac5d-de8477c35d44 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.2798016 Nov 12 04:03:56.569942 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aed629f5-be70-4c1b-a6b5-81b1b0084e46 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.612774 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-b4f79a5f-203c-4df9-8844-2fc88ba7a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:56.614237 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-b4f79a5f-203c-4df9-8844-2fc88ba7a9e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.3951371 Nov 12 04:03:56.618437 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-6cac7717-e0d1-408d-bc05-71265c8f2a5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=69d802da-621d-4dcc-bebe-79fed9b690d9 HTTP/1.1" status: 200 len: 217 time: 0.0856292 Nov 12 04:03:56.619452 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d68f21e-2122-4c3e-a48c-d69916dbe8f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.634280 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aed629f5-be70-4c1b-a6b5-81b1b0084e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.644936 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d68f21e-2122-4c3e-a48c-d69916dbe8f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.685977 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 69d802da-621d-4dcc-bebe-79fed9b690d9 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:56.744761 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 69d802da-621d-4dcc-bebe-79fed9b690d9 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:56.749875 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f9225eb8-f6c0-4d60-8b03-e49650484516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.761635 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f9225eb8-f6c0-4d60-8b03-e49650484516 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.765228 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f9225eb8-f6c0-4d60-8b03-e49650484516 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d7e8bd3-6f1e-4870-ad37-8f9bade4cef7 HTTP/1.1" status: 204 len: 168 time: 1.3926423 Nov 12 04:03:56.771989 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-9990ceea-ba0f-4550-86b4-a3aa29f51eaa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=69d802da-621d-4dcc-bebe-79fed9b690d9 HTTP/1.1" status: 200 len: 217 time: 0.0658305 Nov 12 04:03:56.858075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9225eb8-f6c0-4d60-8b03-e49650484516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7e8bd3-6f1e-4870-ad37-8f9bade4cef7,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:56.865332 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d68f21e-2122-4c3e-a48c-d69916dbe8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.868077 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d68f21e-2122-4c3e-a48c-d69916dbe8f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.869207 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0d68f21e-2122-4c3e-a48c-d69916dbe8f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9614d075-1aef-40c2-8b14-698b0f7b2172 HTTP/1.1" status: 204 len: 168 time: 0.4202194 Nov 12 04:03:56.891035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45cb9b-e7fb-4da2-badd-dd952b2779d1 req-ded6a6e9-7c1b-4983-8fd6-d281fc9a146f tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:56.893859 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68f21e-2122-4c3e-a48c-d69916dbe8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9614d075-1aef-40c2-8b14-698b0f7b2172,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:56.894120 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-be45cb9b-e7fb-4da2-badd-dd952b2779d1 req-ded6a6e9-7c1b-4983-8fd6-d281fc9a146f tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 944 time: 0.3115971 Nov 12 04:03:56.915532 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-62883752-dfba-4797-9a0b-b1eb97dfdd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:56.917082 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-62883752-dfba-4797-9a0b-b1eb97dfdd8d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1547494 Nov 12 04:03:56.921119 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-ebc690ea-3637-45f8-b04a-d6d5b7e5d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:56.922717 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-ebc690ea-3637-45f8-b04a-d6d5b7e5d08c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1104147 Nov 12 04:03:57.008096 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-650f6098-e954-4731-9b63-46041810c827 None None] Provisioning complete for port db59f99a-86e2-4914-934c-bc118a8a3be5 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:57.009033 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-650f6098-e954-4731-9b63-46041810c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.079309 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-2168fd8e-87a2-4701-849d-29002429cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:57.080698 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-2168fd8e-87a2-4701-849d-29002429cd95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1416144 Nov 12 04:03:57.087232 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-3f025cb8-076c-4171-b9b1-61e087170d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:57.088595 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-3f025cb8-076c-4171-b9b1-61e087170d18 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1616125 Nov 12 04:03:57.094116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-be45cb9b-e7fb-4da2-badd-dd952b2779d1 req-1d3960b1-3f0d-4ab3-8782-d0aa46425caf tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768844 Nov 12 04:03:57.116875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77068d4e-9ef0-4849-9dcb-53e1c5ca8602 req-738be283-745c-4410-bd80-167b0decd4dd tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:57.133883 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77068d4e-9ef0-4849-9dcb-53e1c5ca8602 req-738be283-745c-4410-bd80-167b0decd4dd tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 947 time: 0.3676839 Nov 12 04:03:57.217179 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-aed629f5-be70-4c1b-a6b5-81b1b0084e46 admin admin] Allocated IP 172.25.1.71 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/528f6bfe-d2ca-46cf-a9b0-cac83e001ff7) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:57.228440 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device db59f99a-86e2-4914-934c-bc118a8a3be5 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:57.245422 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-4feb16b6-01a7-400d-8238-b41017a25c04 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464863 Nov 12 04:03:57.251676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77068d4e-9ef0-4849-9dcb-53e1c5ca8602 req-a7500197-8ad9-4b43-8d8a-230ad3bc5c78 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168780 Nov 12 04:03:57.399002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port db59f99a-86e2-4914-934c-bc118a8a3be5 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:57.399433 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.402838 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-2e9eda5a-66fe-4ffa-ac59-c72156140095 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132563 Nov 12 04:03:57.432556 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-f2233701-b42d-49c9-89e9-41de4846f64f service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412122 Nov 12 04:03:57.457669 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aed629f5-be70-4c1b-a6b5-81b1b0084e46 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.506079 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 72871c4e-d03f-4671-a0fb-f6e2638b5920 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:57.553058 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 72871c4e-d03f-4671-a0fb-f6e2638b5920 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:57.553687 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 72871c4e-d03f-4671-a0fb-f6e2638b5920 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:57.556062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49322) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:57.576990 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ffb7db4e-61f4-4f21-8607-64a87533155d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.596822 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ef343c5-aa41-4459-8aa2-fa6f2e7f6308 req-f5528557-51de-4df7-9f7d-2d5bccf83da6 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634200 Nov 12 04:03:57.658479 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-b94c0000-5655-43f7-bbba-7f1501865387 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7b553c3022124447857d011a07a04308&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333891 Nov 12 04:03:57.821827 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-e7039f9d-b935-43c2-b4dc-3e256d2806e1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:57.823363 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-e7039f9d-b935-43c2-b4dc-3e256d2806e1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581426 Nov 12 04:03:57.825162 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ffb7db4e-61f4-4f21-8607-64a87533155d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.837884 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-45e7cf8f-95b4-47d7-86ee-7e934f9e6891 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/quotas/7b553c3022124447857d011a07a04308 HTTP/1.1" status: 200 len: 375 time: 0.0088594 Nov 12 04:03:57.881771 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-4cc9455b-9b1b-4199-8a3a-3dbb33005bf7 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7b553c3022124447857d011a07a04308&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370378 Nov 12 04:03:57.938324 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aed629f5-be70-4c1b-a6b5-81b1b0084e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.978845 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed629f5-be70-4c1b-a6b5-81b1b0084e46 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:57.981436 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-aed629f5-be70-4c1b-a6b5-81b1b0084e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:57.984025 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed629f5-be70-4c1b-a6b5-81b1b0084e46 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:58.018392 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed629f5-be70-4c1b-a6b5-81b1b0084e46 admin admin] Pushing event updated for resources: {'Port': ['ID=528f6bfe-d2ca-46cf-a9b0-cac83e001ff7,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:58.071218 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ffb7db4e-61f4-4f21-8607-64a87533155d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.166082 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7db4e-61f4-4f21-8607-64a87533155d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66613864-8325-41c3-9801-37be7a268a17,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:58.190166 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49342) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:58.200380 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ffb7db4e-61f4-4f21-8607-64a87533155d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10983ae8983d47dd9b432c1e13731608&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6431088 Nov 12 04:03:58.269425 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5833ea4e-04b5-4c55-9f22-2aead51e9f33 req-fe17fce8-9a53-44a8-b271-a646b1dd82fa tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ea2950-9963-4c97-9f61-eb2d07f981f5 HTTP/1.1" status: 200 len: 210 time: 0.0286362 Nov 12 04:03:58.353663 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8922452d-19b1-4e0d-8f61-87e7b75aa5f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.362972 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49348) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:58.406199 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a301582-80a1-4707-aaf3-49e2721c85a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.458854 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8922452d-19b1-4e0d-8f61-87e7b75aa5f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.558847 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aed629f5-be70-4c1b-a6b5-81b1b0084e46 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.599697 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a301582-80a1-4707-aaf3-49e2721c85a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.630145 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778d6bf-be5a-4c94-b162-724254e0c9fd req-fbbd0e10-8b4d-498f-bc91-8b7877b874e2 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:58.635391 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8922452d-19b1-4e0d-8f61-87e7b75aa5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.639125 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8778d6bf-be5a-4c94-b162-724254e0c9fd req-fbbd0e10-8b4d-498f-bc91-8b7877b874e2 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 944 time: 0.2490647 Nov 12 04:03:58.639812 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8922452d-19b1-4e0d-8f61-87e7b75aa5f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.648462 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8922452d-19b1-4e0d-8f61-87e7b75aa5f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66613864-8325-41c3-9801-37be7a268a17 HTTP/1.1" status: 204 len: 168 time: 0.4526119 Nov 12 04:03:58.670980 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922452d-19b1-4e0d-8f61-87e7b75aa5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66613864-8325-41c3-9801-37be7a268a17,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:58.691973 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a301582-80a1-4707-aaf3-49e2721c85a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.774836 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b5d81-547d-480b-ae1a-de789af34125 req-83245cbf-fdfd-4778-b136-dfa2f37921db tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:58.779130 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9a301582-80a1-4707-aaf3-49e2721c85a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=050833fa42684a80aaab9823f7329af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4128282 Nov 12 04:03:58.779130 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a301582-80a1-4707-aaf3-49e2721c85a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c90e4e-48cb-416c-83be-0087e900e54f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:58.779912 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49356) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:58.793210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1c8b5d81-547d-480b-ae1a-de789af34125 req-83245cbf-fdfd-4778-b136-dfa2f37921db tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 947 time: 0.2659302 Nov 12 04:03:58.837873 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb368659-8b81-41f4-a02d-ffa7f149e69f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.864307 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8778d6bf-be5a-4c94-b162-724254e0c9fd req-1465a32a-a2d0-4246-a0f7-015849cc754c tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249501 Nov 12 04:03:58.888108 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb368659-8b81-41f4-a02d-ffa7f149e69f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.923379 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1c8b5d81-547d-480b-ae1a-de789af34125 req-9cbbc91e-80bf-432b-915d-e4af37edef7e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266444 Nov 12 04:03:59.012182 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aed629f5-be70-4c1b-a6b5-81b1b0084e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.029703 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb368659-8b81-41f4-a02d-ffa7f149e69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.032660 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb368659-8b81-41f4-a02d-ffa7f149e69f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.033959 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-eb368659-8b81-41f4-a02d-ffa7f149e69f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06c90e4e-48cb-416c-83be-0087e900e54f HTTP/1.1" status: 204 len: 168 time: 0.2530329 Nov 12 04:03:59.051737 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb368659-8b81-41f4-a02d-ffa7f149e69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c90e4e-48cb-416c-83be-0087e900e54f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:59.258392 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed629f5-be70-4c1b-a6b5-81b1b0084e46 admin admin] Router 1333f983-09a1-4378-8701-c1deb8c76fe8 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:03:59.510734 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed629f5-be70-4c1b-a6b5-81b1b0084e46 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:59.518616 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device de254cb0-8a7d-4f3e-9148-25a96d55a734 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:03:59.526731 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] Sync routers for ids ['1333f983-09a1-4378-8701-c1deb8c76fe8'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:59.543851 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] Routers {'1333f983-09a1-4378-8701-c1deb8c76fe8'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:59.544490 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1333f983-09a1-4378-8701-c1deb8c76fe8'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:59.548547 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7e86cc6b-9721-4fd7-8319-8f2304bde313 req-2809f63d-f977-4cd0-9e59-c9443d5a9318 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ea2950-9963-4c97-9f61-eb2d07f981f5 HTTP/1.1" status: 200 len: 210 time: 0.0519178 Nov 12 04:03:59.562690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714333f5-58ad-41a8-866e-7f708bc3e991 req-d8be2e5d-d614-4a9f-9339-5c747e6e4aa9 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:59.568213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-714333f5-58ad-41a8-866e-7f708bc3e991 req-d8be2e5d-d614-4a9f-9339-5c747e6e4aa9 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 947 time: 0.1662934 Nov 12 04:03:59.669444 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aed629f5-be70-4c1b-a6b5-81b1b0084e46 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.671443 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-aed629f5-be70-4c1b-a6b5-81b1b0084e46 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.3967528 Nov 12 04:03:59.682679 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49382) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:59.719402 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-714333f5-58ad-41a8-866e-7f708bc3e991 req-7fb7dda3-499c-4ed7-b58a-345a0d3f4915 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361928 Nov 12 04:03:59.859020 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110ec14-24e2-415e-9383-47adf4446c83 req-ba293b91-1c9d-44fb-89cc-67cfc5ecdacb tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:59.864513 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6110ec14-24e2-415e-9383-47adf4446c83 req-ba293b91-1c9d-44fb-89cc-67cfc5ecdacb tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356&tenant_id=cf245c200fc840d191068689a45dd107&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 947 time: 0.2287581 Nov 12 04:03:59.874564 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] Set router 1333f983-09a1-4378-8701-c1deb8c76fe8 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:59.927116 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port de254cb0-8a7d-4f3e-9148-25a96d55a734, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=de254cb0-8a7d-4f3e-9148-25a96d55a734,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:59.955689 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'de254cb0-8a7d-4f3e-9148-25a96d55a734', 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5', 'port_id': 'de254cb0-8a7d-4f3e-9148-25a96d55a734', 'mac_address': 'fa:16:3e:ca:70:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa13a6a-4bf6-4269-938a-144076eee239', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:04:00.024220 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [req-6110ec14-24e2-415e-9383-47adf4446c83 req-77654d45-48b2-41c0-b73a-9f096090b17d service neutron] delete failed (client error): The resource could not be found. Nov 12 04:04:00.026655 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6110ec14-24e2-415e-9383-47adf4446c83 req-77654d45-48b2-41c0-b73a-9f096090b17d service neutron] 10.222.0.21 "DELETE /v2.0/ports/69d802da-621d-4dcc-bebe-79fed9b690d9/bindings/n-h1-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.1560585 Nov 12 04:04:00.052857 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.089169 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de254cb0-8a7d-4f3e-9148-25a96d55a734 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:00.119307 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port de254cb0-8a7d-4f3e-9148-25a96d55a734, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=de254cb0-8a7d-4f3e-9148-25a96d55a734,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:00.184521 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1333f983-09a1-4378-8701-c1deb8c76fe8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-176808377-router', 'tenant_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '528f6bfe-d2ca-46cf-a9b0-cac83e001ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:53Z', 'updated_at': '2021-11-12T04:03:58Z', 'revision_number': 3, 'project_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'gw_port': {'id': '528f6bfe-d2ca-46cf-a9b0-cac83e001ff7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1333f983-09a1-4378-8701-c1deb8c76fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:56Z', 'updated_at': '2021-11-12T04:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:00.218025 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.218961 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 69d802da-621d-4dcc-bebe-79fed9b690d9 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:04:00.246445 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] Checking router: 1333f983-09a1-4378-8701-c1deb8c76fe8 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:04:00.251515 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] Updating router 1333f983-09a1-4378-8701-c1deb8c76fe8 port 528f6bfe-d2ca-46cf-a9b0-cac83e001ff7 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:04:00.313409 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.332389 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110ec14-24e2-415e-9383-47adf4446c83 req-495062b8-f9e4-4a86-8c4d-f3ee6e8c9556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:00.338992 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6110ec14-24e2-415e-9383-47adf4446c83 req-495062b8-f9e4-4a86-8c4d-f3ee6e8c9556 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 1099 time: 0.1223195 Nov 12 04:04:00.345572 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcdf50-e26e-468a-99eb-cf44ec37485b req-715eaee6-ac5e-4122-9a5d-b61538f33c0d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:00.347159 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dfcdf50-e26e-468a-99eb-cf44ec37485b req-715eaee6-ac5e-4122-9a5d-b61538f33c0d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 944 time: 0.2095118 Nov 12 04:04:00.370422 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=de254cb0-8a7d-4f3e-9148-25a96d55a734,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:00.496267 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110ec14-24e2-415e-9383-47adf4446c83 req-62f0e875-11e3-42c9-9cf0-9b8bc7d69d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:00.498492 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6110ec14-24e2-415e-9383-47adf4446c83 req-62f0e875-11e3-42c9-9cf0-9b8bc7d69d70 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1527102 Nov 12 04:04:00.570810 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 69d802da-621d-4dcc-bebe-79fed9b690d9, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=69d802da-621d-4dcc-bebe-79fed9b690d9,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:00.586439 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '69d802da-621d-4dcc-bebe-79fed9b690d9', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '69d802da-621d-4dcc-bebe-79fed9b690d9', 'mac_address': 'fa:16:3e:f9:2f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:04:00.639085 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.654544 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dfcdf50-e26e-468a-99eb-cf44ec37485b req-909c02ec-5c1c-414f-ab8a-e72742738d18 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982602 Nov 12 04:04:00.661966 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d802da-621d-4dcc-bebe-79fed9b690d9 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:00.669725 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6110ec14-24e2-415e-9383-47adf4446c83 req-347c8a15-d4ab-4146-b8e1-74b9981c5fe8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=69d802da-621d-4dcc-bebe-79fed9b690d9 HTTP/1.1" status: 200 len: 217 time: 0.1619153 Nov 12 04:04:00.686254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 69d802da-621d-4dcc-bebe-79fed9b690d9, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=69d802da-621d-4dcc-bebe-79fed9b690d9,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:00.791643 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110ec14-24e2-415e-9383-47adf4446c83 req-ec3d4e5d-2e08-47fa-8a91-e884421695ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:00.797994 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6110ec14-24e2-415e-9383-47adf4446c83 req-ec3d4e5d-2e08-47fa-8a91-e884421695ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1142411 Nov 12 04:04:00.800714 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.844125 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88dca570-2506-41f1-952e-cfe1558056c2 req-08092024-1613-419c-b6c4-f9c7d231e3f7 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ea2950-9963-4c97-9f61-eb2d07f981f5 HTTP/1.1" status: 200 len: 210 time: 0.1075668 Nov 12 04:04:00.921806 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.939810 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=69d802da-621d-4dcc-bebe-79fed9b690d9,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:00.942376 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110ec14-24e2-415e-9383-47adf4446c83 req-bb59a129-e20a-4357-a6f7-3a5ebc53b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:00.945095 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6110ec14-24e2-415e-9383-47adf4446c83 req-bb59a129-e20a-4357-a6f7-3a5ebc53b9f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1140478 Nov 12 04:04:00.983375 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.031829 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b967457-5b91-4d05-be45-e827692d8817 req-f9e148a7-6b7e-453a-abb2-dcc3daea20da tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:01.033400 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b967457-5b91-4d05-be45-e827692d8817 req-f9e148a7-6b7e-453a-abb2-dcc3daea20da tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 948 time: 0.1089211 Nov 12 04:04:01.050199 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] Attempting to bind port 528f6bfe-d2ca-46cf-a9b0-cac83e001ff7 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:01.051517 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] Attempting to bind port 528f6bfe-d2ca-46cf-a9b0-cac83e001ff7 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:01.052145 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] Attempting to bind port 528f6bfe-d2ca-46cf-a9b0-cac83e001ff7 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:01.089536 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:01.090458 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:01.091132 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.091896 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:01.092619 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] Bound port: 528f6bfe-d2ca-46cf-a9b0-cac83e001ff7, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:01.094059 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.116283 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-2038de5a-6619-4249-9fe5-2b85dd37e67e tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7b553c3022124447857d011a07a04308&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1695781 Nov 12 04:04:01.165525 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['69d802da-621d-4dcc-bebe-79fed9b690d9'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:01.290005 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['de254cb0-8a7d-4f3e-9148-25a96d55a734'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:01.303770 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6110ec14-24e2-415e-9383-47adf4446c83 req-b8cfdc73-1d4b-4797-af74-7314b6ebe22d service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436930 Nov 12 04:04:01.322784 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a5c55-59f3-4929-b6fa-7bd77b12ebb7 None None] Pushing event updated for resources: {'Port': ['ID=528f6bfe-d2ca-46cf-a9b0-cac83e001ff7,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:01.335400 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b967457-5b91-4d05-be45-e827692d8817 req-8f9f4d78-40ef-4746-88c0-cc3cb4cb3c5a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862554 Nov 12 04:04:01.353204 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96eda53b-2f98-4543-84b3-41f40ae99c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.357823 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] For port 528f6bfe-d2ca-46cf-a9b0-cac83e001ff7, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:01.361326 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] For port 528f6bfe-d2ca-46cf-a9b0-cac83e001ff7, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=528f6bfe-d2ca-46cf-a9b0-cac83e001ff7,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:01.495249 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-1a5922e2-82f1-4291-a69f-45520bad7192 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:01.499740 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-1a5922e2-82f1-4291-a69f-45520bad7192 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3636022 Nov 12 04:04:01.532615 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.543598 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-ce4fac2f-f4c8-46bc-a8d0-d968aca531e3 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Request body: {'port': {'device_id': 'd8ea2950-9963-4c97-9f61-eb2d07f981f5', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': '7b553c3022124447857d011a07a04308'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:01.628003 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6110ec14-24e2-415e-9383-47adf4446c83 req-96961ce0-e384-4f1c-9aed-ce93ab5a8dcb service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078716 Nov 12 04:04:01.703275 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] Routers {'1333f983-09a1-4378-8701-c1deb8c76fe8'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:01.703879 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1333f983-09a1-4378-8701-c1deb8c76fe8'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:01.737004 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a5c55-59f3-4929-b6fa-7bd77b12ebb7 None None] Pushing event updated for resources: {'Port': ['ID=528f6bfe-d2ca-46cf-a9b0-cac83e001ff7,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:01.760940 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-96eda53b-2f98-4543-84b3-41f40ae99c88 admin admin] Allocated IP 172.20.0.1 (6edef46d-a0d2-43b0-b9a8-9a3ac3285944/dab97e64-6be9-49e4-bd80-014bca495108/e8c112fe-e87a-4411-b5a6-67e44c856b7f) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:01.903369 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] Set router 1333f983-09a1-4378-8701-c1deb8c76fe8 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:01.922397 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-ce4fac2f-f4c8-46bc-a8d0-d968aca531e3 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Made reservation on behalf of 7b553c3022124447857d011a07a04308 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:01.927183 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-ce4fac2f-f4c8-46bc-a8d0-d968aca531e3 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.069841 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38087a7e-76dd-4db4-ab91-ec8daa83474e req-412358f6-5df6-4817-8d07-99850d208cd6 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:02.073138 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-38087a7e-76dd-4db4-ab91-ec8daa83474e req-412358f6-5df6-4817-8d07-99850d208cd6 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 945 time: 0.2646906 Nov 12 04:04:02.171482 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96eda53b-2f98-4543-84b3-41f40ae99c88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.303859 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-ce4fac2f-f4c8-46bc-a8d0-d968aca531e3 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Allocated IP 192.168.233.233 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/09512895-3ef7-4162-b1ed-6709a7a3ae40) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:02.306067 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1333f983-09a1-4378-8701-c1deb8c76fe8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-176808377-router', 'tenant_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '528f6bfe-d2ca-46cf-a9b0-cac83e001ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:53Z', 'updated_at': '2021-11-12T04:03:58Z', 'revision_number': 3, 'project_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'gw_port': {'id': '528f6bfe-d2ca-46cf-a9b0-cac83e001ff7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1333f983-09a1-4378-8701-c1deb8c76fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:56Z', 'updated_at': '2021-11-12T04:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:02.340348 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-38087a7e-76dd-4db4-ab91-ec8daa83474e req-4eb7fbeb-3e7c-47bc-91fc-4ba1d23e19a7 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531819 Nov 12 04:04:02.344272 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dbfcca-acc6-48cb-8af3-51d053842afb None None] The sync data for ids ['1333f983-09a1-4378-8701-c1deb8c76fe8'] in n-d-768509-24 is: [{'id': '1333f983-09a1-4378-8701-c1deb8c76fe8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-176808377-router', 'tenant_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '528f6bfe-d2ca-46cf-a9b0-cac83e001ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:53Z', 'updated_at': '2021-11-12T04:03:58Z', 'revision_number': 3, 'project_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'gw_port': {'id': '528f6bfe-d2ca-46cf-a9b0-cac83e001ff7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1333f983-09a1-4378-8701-c1deb8c76fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:56Z', 'updated_at': '2021-11-12T04:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:04:02.383288 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c576ed48-e061-4570-97d0-db1e10d25728 req-241cf632-b5e9-408b-8722-a6fb479342a4 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ea2950-9963-4c97-9f61-eb2d07f981f5 HTTP/1.1" status: 200 len: 210 time: 0.2099750 Nov 12 04:04:02.591122 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa60870-4354-42a9-8de7-4774ec861160 req-4ea0c5eb-1840-40b5-a1d2-49a0e8a7f3bc tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:02.592859 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-caa60870-4354-42a9-8de7-4774ec861160 req-4ea0c5eb-1840-40b5-a1d2-49a0e8a7f3bc tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 948 time: 0.1411862 Nov 12 04:04:02.616592 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96eda53b-2f98-4543-84b3-41f40ae99c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.665295 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-ce4fac2f-f4c8-46bc-a8d0-d968aca531e3 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.687603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eda53b-2f98-4543-84b3-41f40ae99c88 admin admin] Network 6edef46d-a0d2-43b0-b9a8-9a3ac3285944 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:02.702777 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-96eda53b-2f98-4543-84b3-41f40ae99c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:02.709798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eda53b-2f98-4543-84b3-41f40ae99c88 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:02.799389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eda53b-2f98-4543-84b3-41f40ae99c88 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c112fe-e87a-4411-b5a6-67e44c856b7f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:02.819018 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-caa60870-4354-42a9-8de7-4774ec861160 req-ef610286-d592-4185-b075-77dbb2b912b6 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048736 Nov 12 04:04:02.835645 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96eda53b-2f98-4543-84b3-41f40ae99c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.875346 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-ce4fac2f-f4c8-46bc-a8d0-d968aca531e3 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.074903 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c33ccedb-500b-4a09-a390-26671c2ab30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.075477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fac2f-f4c8-46bc-a8d0-d968aca531e3 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Pushing event updated for resources: {'Port': ['ID=09512895-3ef7-4162-b1ed-6709a7a3ae40,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:03.133975 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-ce4fac2f-f4c8-46bc-a8d0-d968aca531e3 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:03.142366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-ce4fac2f-f4c8-46bc-a8d0-d968aca531e3 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:03.151401 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-ce4fac2f-f4c8-46bc-a8d0-d968aca531e3 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:03.263125 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-ce4fac2f-f4c8-46bc-a8d0-d968aca531e3 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:03.263753 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-ce4fac2f-f4c8-46bc-a8d0-d968aca531e3 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.337191 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96eda53b-2f98-4543-84b3-41f40ae99c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.391176 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 528f6bfe-d2ca-46cf-a9b0-cac83e001ff7 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:03.404239 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-ce4fac2f-f4c8-46bc-a8d0-d968aca531e3 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8860979 Nov 12 04:04:03.431127 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Request body: {'port': {'device_id': 'd8ea2950-9963-4c97-9f61-eb2d07f981f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:03.570675 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 69d802da-621d-4dcc-bebe-79fed9b690d9 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:03.611828 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.735375 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-635be4c2-69d5-4a74-be97-64c80675654e None None] Provisioning complete for port e8c112fe-e87a-4411-b5a6-67e44c856b7f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:03.735995 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-635be4c2-69d5-4a74-be97-64c80675654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.896091 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96eda53b-2f98-4543-84b3-41f40ae99c88 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.950667 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-635be4c2-69d5-4a74-be97-64c80675654e None None] Port e8c112fe-e87a-4411-b5a6-67e44c856b7f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:03.968850 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 528f6bfe-d2ca-46cf-a9b0-cac83e001ff7 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:03.969222 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.982749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09512895-3ef7-4162-b1ed-6709a7a3ae40 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:03.991377 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.004737 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Transition to ACTIVE for port object 09512895-3ef7-4162-b1ed-6709a7a3ae40 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:04:04.036695 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 69d802da-621d-4dcc-bebe-79fed9b690d9 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:04:04.051555 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 69d802da-621d-4dcc-bebe-79fed9b690d9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:04.052309 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.091841 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.324651 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Pushing event updated for resources: {'Port': ['ID=09512895-3ef7-4162-b1ed-6709a7a3ae40,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:04.345392 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.376506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Attempting to bind port 09512895-3ef7-4162-b1ed-6709a7a3ae40 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:04.377099 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Attempting to bind port 09512895-3ef7-4162-b1ed-6709a7a3ae40 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:04.377621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Attempting to bind port 09512895-3ef7-4162-b1ed-6709a7a3ae40 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:04.383949 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 528f6bfe-d2ca-46cf-a9b0-cac83e001ff7, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=528f6bfe-d2ca-46cf-a9b0-cac83e001ff7,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:04.384608 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Port 09512895-3ef7-4162-b1ed-6709a7a3ae40 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:04.385059 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.386561 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Attempting to bind port 09512895-3ef7-4162-b1ed-6709a7a3ae40 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:04.395255 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:04.395834 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:04.399019 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:04.399674 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Bound port: 09512895-3ef7-4162-b1ed-6709a7a3ae40, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:04.400279 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.485650 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96eda53b-2f98-4543-84b3-41f40ae99c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.549082 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] For port 09512895-3ef7-4162-b1ed-6709a7a3ae40, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:04.553778 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] For port 09512895-3ef7-4162-b1ed-6709a7a3ae40, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=09512895-3ef7-4162-b1ed-6709a7a3ae40,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:04.565673 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d88b83-f1bb-4a0c-a32c-083b3c2e8c9a req-3717deca-a044-45fd-840d-0a056406d862 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:04.572521 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.573639 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41d88b83-f1bb-4a0c-a32c-083b3c2e8c9a req-3717deca-a044-45fd-840d-0a056406d862 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 945 time: 0.6711259 Nov 12 04:04:04.621001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0c53e-2746-479d-bd95-580758839d3a req-f838ef57-5c07-4c6d-92af-5f8912015f33 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:04.626510 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0a2980-074f-4185-b78d-eae74ba3c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d802da-621d-4dcc-bebe-79fed9b690d9'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:04.628705 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01c0c53e-2746-479d-bd95-580758839d3a req-f838ef57-5c07-4c6d-92af-5f8912015f33 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ea2950-9963-4c97-9f61-eb2d07f981f5 HTTP/1.1" status: 200 len: 936 time: 0.7280974 Nov 12 04:04:04.628901 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174e8f69-6cc9-4bc4-a78b-4a973e0d6e66" -d '{"events": [{"server_uuid": "2a0a2980-074f-4185-b78d-eae74ba3c356", "name": "network-vif-plugged", "status": "completed", "tag": "69d802da-621d-4dcc-bebe-79fed9b690d9"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:04.654531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 69d802da-621d-4dcc-bebe-79fed9b690d9, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=69d802da-621d-4dcc-bebe-79fed9b690d9,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:04.658443 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.666034 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96eda53b-2f98-4543-84b3-41f40ae99c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.668639 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eda53b-2f98-4543-84b3-41f40ae99c88 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c112fe-e87a-4411-b5a6-67e44c856b7f,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:04.669997 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=528f6bfe-d2ca-46cf-a9b0-cac83e001ff7,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:04.700083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41d88b83-f1bb-4a0c-a32c-083b3c2e8c9a req-6adcd907-ec92-4840-b7d4-b4112498c3e9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220429 Nov 12 04:04:04.727040 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.728115 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device de254cb0-8a7d-4f3e-9148-25a96d55a734 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:04.731666 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:04.731920 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.739468 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] 10.222.0.31 "PUT /v2.0/ports/09512895-3ef7-4162-b1ed-6709a7a3ae40 HTTP/1.1" status: 200 len: 1097 time: 1.3135071 Nov 12 04:04:04.741689 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ea2950-9963-4c97-9f61-eb2d07f981f5', 'tag': '09512895-3ef7-4162-b1ed-6709a7a3ae40'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:04.746231 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01c0c53e-2746-479d-bd95-580758839d3a req-3e5c5ba4-e0de-4edf-a47f-05615dc72ef1 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163225 Nov 12 04:04:04.748663 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b0c2d2-8bca-4312-8194-d94793ec19b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ea2950-9963-4c97-9f61-eb2d07f981f5", "tag": "09512895-3ef7-4162-b1ed-6709a7a3ae40"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:04.878747 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e49ad9-ebfd-42b8-88d2-5fae3353111f service neutron] Pushing event updated for resources: {'Port': ['ID=09512895-3ef7-4162-b1ed-6709a7a3ae40,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:04.916570 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=69d802da-621d-4dcc-bebe-79fed9b690d9,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:05.020430 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eda53b-2f98-4543-84b3-41f40ae99c88 admin admin] Network 6edef46d-a0d2-43b0-b9a8-9a3ac3285944 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:05.030620 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b7ea9-50f9-4f7f-8787-04b2525b8203 req-cbac81ac-433a-48d6-9497-fac17e1569d1 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:05.037289 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-21c89156-e58e-4690-ab98-25619b16c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:05.039798 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bb3b7ea9-50f9-4f7f-8787-04b2525b8203 req-cbac81ac-433a-48d6-9497-fac17e1569d1 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.0922177 Nov 12 04:04:05.042816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port de254cb0-8a7d-4f3e-9148-25a96d55a734 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:04:05.045703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port de254cb0-8a7d-4f3e-9148-25a96d55a734 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:05.046067 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:05.048891 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-21c89156-e58e-4690-ab98-25619b16c83a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b553c3022124447857d011a07a04308&device_id=d8ea2950-9963-4c97-9f61-eb2d07f981f5 HTTP/1.1" status: 200 len: 1100 time: 0.1568658 Nov 12 04:04:05.081537 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-96eda53b-2f98-4543-84b3-41f40ae99c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:05.151632 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-31600548-eb5c-4f83-ac9c-829d9f1eabed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=09512895-3ef7-4162-b1ed-6709a7a3ae40 HTTP/1.1" status: 200 len: 217 time: 0.0848858 Nov 12 04:04:05.225253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bb3b7ea9-50f9-4f7f-8787-04b2525b8203 req-7dd5846d-e4ed-425c-81e2-e571b9f3092d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797080 Nov 12 04:04:05.235484 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-1626774b-fa1d-40a6-aeb5-896b61410c7b tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1754a55bfe704872b7f1880e89caeed1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1344481 Nov 12 04:04:05.254490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-667da08b-a99b-4557-ac49-bab4191c4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:05.255782 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-667da08b-a99b-4557-ac49-bab4191c4785 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0939674 Nov 12 04:04:05.258866 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:05.263674 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 528f6bfe-d2ca-46cf-a9b0-cac83e001ff7 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:05.362581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-ef0e32d0-59be-4949-8beb-3ffeb9781430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:05.364406 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-ef0e32d0-59be-4949-8beb-3ffeb9781430 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0995517 Nov 12 04:04:05.409009 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port de254cb0-8a7d-4f3e-9148-25a96d55a734, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=de254cb0-8a7d-4f3e-9148-25a96d55a734,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:05.430378 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 528f6bfe-d2ca-46cf-a9b0-cac83e001ff7 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:05.430855 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:05.473172 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:05.515264 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18443336-9192-4775-827f-e2fe52ee1662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:05.552772 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd195cba-3a69-493c-bd5e-f9544aaf7967 x-openstack-request-id: req-cd195cba-3a69-493c-bd5e-f9544aaf7967 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:05.553268 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0a2980-074f-4185-b78d-eae74ba3c356", "name": "network-vif-plugged", "status": "completed", "tag": "69d802da-621d-4dcc-bebe-79fed9b690d9", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:05.553588 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd195cba-3a69-493c-bd5e-f9544aaf7967 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:05.554030 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0a2980-074f-4185-b78d-eae74ba3c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d802da-621d-4dcc-bebe-79fed9b690d9', 'code': 200} Nov 12 04:04:05.610397 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=de254cb0-8a7d-4f3e-9148-25a96d55a734,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:05.612760 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d07d2345-2b84-4f01-a5b4-a2935dfda276 None None] Provisioning complete for port e8c112fe-e87a-4411-b5a6-67e44c856b7f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:05.613356 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d07d2345-2b84-4f01-a5b4-a2935dfda276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:05.638292 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1296d6-178e-4a39-8f88-36bfde43e8e6 x-openstack-request-id: req-4a1296d6-178e-4a39-8f88-36bfde43e8e6 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:05.640047 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ea2950-9963-4c97-9f61-eb2d07f981f5", "tag": "09512895-3ef7-4162-b1ed-6709a7a3ae40", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:05.640309 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a1296d6-178e-4a39-8f88-36bfde43e8e6 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:05.640724 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ea2950-9963-4c97-9f61-eb2d07f981f5', 'tag': '09512895-3ef7-4162-b1ed-6709a7a3ae40', 'status': 'completed', 'code': 200} Nov 12 04:04:05.661809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-83cb71b2-d0d0-4523-be00-1bc291c4937c tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:05.663103 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d07d2345-2b84-4f01-a5b4-a2935dfda276 None None] Port e8c112fe-e87a-4411-b5a6-67e44c856b7f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:05.670607 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-83cb71b2-d0d0-4523-be00-1bc291c4937c tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4298065 Nov 12 04:04:05.674724 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96eda53b-2f98-4543-84b3-41f40ae99c88 admin admin] Router 1333f983-09a1-4378-8701-c1deb8c76fe8 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:04:05.685789 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-2c13d0ab-8e81-43e7-9cd9-60a45abc113b service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105693 Nov 12 04:04:05.695601 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-53cb5599-3db1-4681-976c-a8d811d359c7 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/quotas/1754a55bfe704872b7f1880e89caeed1 HTTP/1.1" status: 200 len: 375 time: 0.0237179 Nov 12 04:04:05.754346 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-5c282ec8-679d-4e8a-8ace-465a25b97239 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1754a55bfe704872b7f1880e89caeed1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577586 Nov 12 04:04:05.827590 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c9b861f4-8320-4b93-a3fd-5c07ed7ea62a req-1169f2a3-f1d1-4201-920e-075338add1f2 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326571 Nov 12 04:04:05.916381 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96eda53b-2f98-4543-84b3-41f40ae99c88 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:04:05.935539 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-96eda53b-2f98-4543-84b3-41f40ae99c88 admin admin] 10.222.0.37 "PUT /v2.0/routers/1333f983-09a1-4378-8701-c1deb8c76fe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2395537 Nov 12 04:04:05.936547 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] Sync routers for ids ['1333f983-09a1-4378-8701-c1deb8c76fe8'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:04:05.936643 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ec96f-915e-4798-b482-67e9aabee430 req-9b980d83-d69b-4516-bfa5-4ef466dc73c7 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:05.937147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-073ec96f-915e-4798-b482-67e9aabee430 req-9b980d83-d69b-4516-bfa5-4ef466dc73c7 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 1101 time: 0.0856347 Nov 12 04:04:05.945858 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] Routers {'1333f983-09a1-4378-8701-c1deb8c76fe8'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:05.946496 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:04:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1333f983-09a1-4378-8701-c1deb8c76fe8'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:05.997087 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-073ec96f-915e-4798-b482-67e9aabee430 req-8b1d641a-50dd-4832-94b5-9e60f4f90275 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487211 Nov 12 04:04:06.075112 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] Set router 1333f983-09a1-4378-8701-c1deb8c76fe8 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:06.117087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8564f-ab5b-47b1-8297-5c1e0e22b4a0 req-ca053626-8214-48a8-baeb-025a5e0018ef tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:06.118710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26a8564f-ab5b-47b1-8297-5c1e0e22b4a0 req-ca053626-8214-48a8-baeb-025a5e0018ef tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 946 time: 0.0539665 Nov 12 04:04:06.166070 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26a8564f-ab5b-47b1-8297-5c1e0e22b4a0 req-e434ccd8-01cc-4612-af55-b15c22a80c32 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414152 Nov 12 04:04:06.325368 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1333f983-09a1-4378-8701-c1deb8c76fe8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-176808377-router', 'tenant_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '528f6bfe-d2ca-46cf-a9b0-cac83e001ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:53Z', 'updated_at': '2021-11-12T04:04:03Z', 'revision_number': 4, 'project_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'gw_port': {'id': '528f6bfe-d2ca-46cf-a9b0-cac83e001ff7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1333f983-09a1-4378-8701-c1deb8c76fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:56Z', 'updated_at': '2021-11-12T04:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'e8c112fe-e87a-4411-b5a6-67e44c856b7f', 'name': '', 'network_id': '6edef46d-a0d2-43b0-b9a8-9a3ac3285944', 'tenant_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'mac_address': 'fa:16:3e:1c:9c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1333f983-09a1-4378-8701-c1deb8c76fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dab97e64-6be9-49e4-bd80-014bca495108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:01Z', 'updated_at': '2021-11-12T04:04:03Z', 'revision_number': 2, 'project_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'subnets': [{'id': 'dab97e64-6be9-49e4-bd80-014bca495108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:06.334035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c27846-6021-4ef1-a6a0-02b9c10a8a78 req-65275934-0544-4b8f-bb1a-685675580558 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:06.336397 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7c27846-6021-4ef1-a6a0-02b9c10a8a78 req-65275934-0544-4b8f-bb1a-685675580558 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ea2950-9963-4c97-9f61-eb2d07f981f5 HTTP/1.1" status: 200 len: 948 time: 0.0681210 Nov 12 04:04:06.364313 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] Checking router: 1333f983-09a1-4378-8701-c1deb8c76fe8 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:04:06.364726 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] Updating router 1333f983-09a1-4378-8701-c1deb8c76fe8 port e8c112fe-e87a-4411-b5a6-67e44c856b7f binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:04:06.385231 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7c27846-6021-4ef1-a6a0-02b9c10a8a78 req-7525da2b-841d-4d58-aace-f1eb6812886e tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424542 Nov 12 04:04:06.392559 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.539050 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0c2d2-8bca-4312-8194-d94793ec19b5 req-29bade89-3668-49b8-8162-9ce4922bc26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:06.541731 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-66b0c2d2-8bca-4312-8194-d94793ec19b5 req-29bade89-3668-49b8-8162-9ce4922bc26d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b553c3022124447857d011a07a04308&device_id=d8ea2950-9963-4c97-9f61-eb2d07f981f5 HTTP/1.1" status: 200 len: 1100 time: 0.0995460 Nov 12 04:04:06.685546 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-c4b6151d-36a3-44e7-9140-49048ed8adcd req-4ef9fb4e-8675-4d8c-a916-b499ed842aa5 tempest-FloatingIPDetailsNegativeTestJSON-309640860 tempest-FloatingIPDetailsNegativeTestJSON-309640860-project] show failed (client error): The resource could not be found. Nov 12 04:04:06.690028 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4b6151d-36a3-44e7-9140-49048ed8adcd req-4ef9fb4e-8675-4d8c-a916-b499ed842aa5 tempest-FloatingIPDetailsNegativeTestJSON-309640860 tempest-FloatingIPDetailsNegativeTestJSON-309640860-project] 10.222.0.37 "GET /v2.0/floatingips/81845557-6e73-4b1a-a709-83ba986d1ccd HTTP/1.1" status: 404 len: 350 time: 0.1095510 Nov 12 04:04:06.701317 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49542) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:06.782254 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cef1add4-1163-4cd8-b256-e3b1bd29df03 req-2c857e81-f83c-40e4-8163-06d1aa3b2f8b tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 210 time: 0.0782504 Nov 12 04:04:06.825540 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.864721 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49550) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:07.002421 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-40e617b5-cc0c-48bc-b47e-1cf38a84747e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cf245c200fc840d191068689a45dd107&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627270 Nov 12 04:04:07.010831 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.098164 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.143605 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-69bc8ca6-32db-4a2e-abb2-e5c169fac246 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.174564 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271b7d9-3856-4e14-b184-642b40706da0 None None] Pushing event updated for resources: {'Port': ['ID=e8c112fe-e87a-4411-b5a6-67e44c856b7f,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:07.276733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] Attempting to bind port e8c112fe-e87a-4411-b5a6-67e44c856b7f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:07.285829 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] Attempting to bind port e8c112fe-e87a-4411-b5a6-67e44c856b7f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'a46949e1-d5e8-4113-9752-acf8f0b803e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6edef46d-a0d2-43b0-b9a8-9a3ac3285944'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:07.291308 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] Attempting to bind port e8c112fe-e87a-4411-b5a6-67e44c856b7f on network 6edef46d-a0d2-43b0-b9a8-9a3ac3285944 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:07.302414 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:07.303004 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] Checking segment: {'id': 'a46949e1-d5e8-4113-9752-acf8f0b803e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6edef46d-a0d2-43b0-b9a8-9a3ac3285944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:07.303498 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.303996 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] Bound using segment: {'id': 'a46949e1-d5e8-4113-9752-acf8f0b803e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6edef46d-a0d2-43b0-b9a8-9a3ac3285944'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:07.304555 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] Bound port: e8c112fe-e87a-4411-b5a6-67e44c856b7f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a46949e1-d5e8-4113-9752-acf8f0b803e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6edef46d-a0d2-43b0-b9a8-9a3ac3285944'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:07.305031 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.309528 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-335acc7c-bd1a-4a98-a6c2-821c880b2cdf tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:07.317181 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-335acc7c-bd1a-4a98-a6c2-821c880b2cdf tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3074126 Nov 12 04:04:07.371875 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0c2d2-8bca-4312-8194-d94793ec19b5 req-1e899b4a-270e-4f24-88d6-6a7126643391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:07.373383 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-66b0c2d2-8bca-4312-8194-d94793ec19b5 req-1e899b4a-270e-4f24-88d6-6a7126643391 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.8231702 Nov 12 04:04:07.450265 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-c87364df-6ea9-4dc6-a8ae-92fb7a14a4e4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/quotas/cf245c200fc840d191068689a45dd107 HTTP/1.1" status: 200 len: 375 time: 0.0445123 Nov 12 04:04:07.453869 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] For port e8c112fe-e87a-4411-b5a6-67e44c856b7f, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:07.464711 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] For port e8c112fe-e87a-4411-b5a6-67e44c856b7f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e8c112fe-e87a-4411-b5a6-67e44c856b7f,segment=NetworkSegment(a46949e1-d5e8-4113-9752-acf8f0b803e2),segment_id=a46949e1-d5e8-4113-9752-acf8f0b803e2)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:07.494832 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-66b0c2d2-8bca-4312-8194-d94793ec19b5 req-fe895ded-0f24-4fde-b488-39f510b28a44 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=09512895-3ef7-4162-b1ed-6709a7a3ae40 HTTP/1.1" status: 200 len: 217 time: 0.1060476 Nov 12 04:04:07.535248 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eef8ef-b698-429d-bc5b-41a1c42bc6c7 req-37dad12e-f7e1-42a2-a806-2518f215087c tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:07.536984 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75eef8ef-b698-429d-bc5b-41a1c42bc6c7 req-37dad12e-f7e1-42a2-a806-2518f215087c tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 946 time: 0.2171016 Nov 12 04:04:07.555117 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf12c47-ecfe-4bdf-b333-4d4fc938569d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de254cb0-8a7d-4f3e-9148-25a96d55a734'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:07.556157 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-69bc8ca6-32db-4a2e-abb2-e5c169fac246 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.557909 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc90a8a8-3682-4798-bf02-e2e441d1af2b" -d '{"events": [{"server_uuid": "edf12c47-ecfe-4bdf-b333-4d4fc938569d", "name": "network-vif-plugged", "status": "completed", "tag": "de254cb0-8a7d-4f3e-9148-25a96d55a734"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:07.579594 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f58a082-78d4-4c8e-a6bd-13104e2c6c25 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1177607 Nov 12 04:04:07.614430 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75eef8ef-b698-429d-bc5b-41a1c42bc6c7 req-64028893-174a-4da7-ab2a-15ea5c0275d3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563838 Nov 12 04:04:07.631437 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e29a2e1b-4e7a-4f24-a1ac-bbbeb8aea6ee None None] Provisioning complete for port e8c112fe-e87a-4411-b5a6-67e44c856b7f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:07.631972 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e29a2e1b-4e7a-4f24-a1ac-bbbeb8aea6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.656488 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0c2d2-8bca-4312-8194-d94793ec19b5 req-5915cbae-d0cb-436f-a722-2c5bdff41dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:07.657932 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-66b0c2d2-8bca-4312-8194-d94793ec19b5 req-5915cbae-d0cb-436f-a722-2c5bdff41dcc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0974998 Nov 12 04:04:07.685848 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e29a2e1b-4e7a-4f24-a1ac-bbbeb8aea6ee None None] Port e8c112fe-e87a-4411-b5a6-67e44c856b7f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:07.715194 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.739836 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0c2d2-8bca-4312-8194-d94793ec19b5 req-b6e3d77b-9f96-4276-bf1b-df4e8e8d9c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:07.742771 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-66b0c2d2-8bca-4312-8194-d94793ec19b5 req-b6e3d77b-9f96-4276-bf1b-df4e8e8d9c30 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0743265 Nov 12 04:04:07.773584 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c169b-410c-40dd-9b18-15baf3e86dc3 req-605a0d10-7421-47fb-99cb-5e38bcd2ce7f tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:07.775682 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f49c169b-410c-40dd-9b18-15baf3e86dc3 req-605a0d10-7421-47fb-99cb-5e38bcd2ce7f tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ea2950-9963-4c97-9f61-eb2d07f981f5 HTTP/1.1" status: 200 len: 948 time: 0.0788867 Nov 12 04:04:07.777217 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-69bc8ca6-32db-4a2e-abb2-e5c169fac246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.785770 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] Routers {'1333f983-09a1-4378-8701-c1deb8c76fe8'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:07.786663 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:04:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1333f983-09a1-4378-8701-c1deb8c76fe8'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:07.881374 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-590f2927-afe7-487c-a212-52ef86a7b417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.913083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-69bc8ca6-32db-4a2e-abb2-e5c169fac246 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5acee9c7ef524337b1a0d392f7eab0bc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0436053 Nov 12 04:04:07.934208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49582) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:07.934208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc8ca6-32db-4a2e-abb2-e5c169fac246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b757943e-d572-4bfe-8558-f970972451c1,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:07.991019 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f49c169b-410c-40dd-9b18-15baf3e86dc3 req-3017e838-9b05-4c2a-b8cf-f01ecb4dd56c tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968338 Nov 12 04:04:08.000328 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271b7d9-3856-4e14-b184-642b40706da0 None None] Pushing event updated for resources: {'Port': ['ID=e8c112fe-e87a-4411-b5a6-67e44c856b7f,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:08.002837 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-66b0c2d2-8bca-4312-8194-d94793ec19b5 req-62fcd842-f33a-43a0-80b3-de20b61465ad service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439053 Nov 12 04:04:08.032888 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bc699207-f54e-4e69-a16a-f85f30b72dad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.115061 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bc699207-f54e-4e69-a16a-f85f30b72dad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.146033 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] Set router 1333f983-09a1-4378-8701-c1deb8c76fe8 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:08.210862 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89dc738-c2f1-4ad5-a89c-23bf704bf782 x-openstack-request-id: req-c89dc738-c2f1-4ad5-a89c-23bf704bf782 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:08.211186 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf12c47-ecfe-4bdf-b333-4d4fc938569d", "name": "network-vif-plugged", "status": "completed", "tag": "de254cb0-8a7d-4f3e-9148-25a96d55a734", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:08.211452 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c89dc738-c2f1-4ad5-a89c-23bf704bf782 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:08.211856 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf12c47-ecfe-4bdf-b333-4d4fc938569d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de254cb0-8a7d-4f3e-9148-25a96d55a734', 'code': 200} Nov 12 04:04:08.230873 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.297633 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50ba538e-fbdf-4f85-95b8-d9938fb23f04 req-ab603802-b096-4dfc-b3ea-22a1c76b24d6 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 210 time: 0.0850365 Nov 12 04:04:08.320995 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a5064c43-ccc2-49f9-b732-2adc86f482d6 None None] Provisioning complete for port e8c112fe-e87a-4411-b5a6-67e44c856b7f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:08.321263 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a5064c43-ccc2-49f9-b732-2adc86f482d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.346199 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75e9e104-203b-47b0-aef7-17da759effae req-dd2b32c8-87c6-493d-a4d2-e4dcb75ddcc7 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 210 time: 0.0964422 Nov 12 04:04:08.363948 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697617ea-11af-457b-b782-9bfe9e9657f0 req-99073b30-0342-4ea8-9d5c-6f65a07b2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:08.365494 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-697617ea-11af-457b-b782-9bfe9e9657f0 req-99073b30-0342-4ea8-9d5c-6f65a07b2a94 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 1098 time: 0.0451159 Nov 12 04:04:08.394526 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:04:08.407567 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-66b0c2d2-8bca-4312-8194-d94793ec19b5 req-86b361c0-6699-4056-b1e2-2023380f82aa service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956072 Nov 12 04:04:08.436523 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-697617ea-11af-457b-b782-9bfe9e9657f0 req-02bc1550-84e4-434e-8a37-80c01ef144c8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610673 Nov 12 04:04:08.504122 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bc699207-f54e-4e69-a16a-f85f30b72dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.508264 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bc699207-f54e-4e69-a16a-f85f30b72dad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.516822 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bc699207-f54e-4e69-a16a-f85f30b72dad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b757943e-d572-4bfe-8558-f970972451c1 HTTP/1.1" status: 204 len: 168 time: 0.5803258 Nov 12 04:04:08.531295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc699207-f54e-4e69-a16a-f85f30b72dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b757943e-d572-4bfe-8558-f970972451c1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:08.634429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-590f2927-afe7-487c-a212-52ef86a7b417 admin admin] Deleting port e8c112fe-e87a-4411-b5a6-67e44c856b7f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:08.634806 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-590f2927-afe7-487c-a212-52ef86a7b417 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.714192 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a5064c43-ccc2-49f9-b732-2adc86f482d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.760206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-6586cedc-be26-404c-a378-9752eb1e9c2b tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:08.774193 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-6586cedc-be26-404c-a378-9752eb1e9c2b tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/networks?id=d71bec34-a677-4132-8136-c1bcb90eee24 HTTP/1.1" status: 200 len: 815 time: 0.1849842 Nov 12 04:04:08.776025 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a5064c43-ccc2-49f9-b732-2adc86f482d6 None None] For port e8c112fe-e87a-4411-b5a6-67e44c856b7f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e8c112fe-e87a-4411-b5a6-67e44c856b7f,segment=NetworkSegment(a46949e1-d5e8-4113-9752-acf8f0b803e2),segment_id=a46949e1-d5e8-4113-9752-acf8f0b803e2)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:08.781764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1333f983-09a1-4378-8701-c1deb8c76fe8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-176808377-router', 'tenant_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '528f6bfe-d2ca-46cf-a9b0-cac83e001ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:53Z', 'updated_at': '2021-11-12T04:04:03Z', 'revision_number': 4, 'project_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'gw_port': {'id': '528f6bfe-d2ca-46cf-a9b0-cac83e001ff7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1333f983-09a1-4378-8701-c1deb8c76fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:56Z', 'updated_at': '2021-11-12T04:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'e8c112fe-e87a-4411-b5a6-67e44c856b7f', 'name': '', 'network_id': '6edef46d-a0d2-43b0-b9a8-9a3ac3285944', 'tenant_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'mac_address': 'fa:16:3e:1c:9c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1333f983-09a1-4378-8701-c1deb8c76fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dab97e64-6be9-49e4-bd80-014bca495108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:01Z', 'updated_at': '2021-11-12T04:04:07Z', 'revision_number': 4, 'project_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'subnets': [{'id': 'dab97e64-6be9-49e4-bd80-014bca495108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:08.795309 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-590f2927-afe7-487c-a212-52ef86a7b417 admin admin] For port e8c112fe-e87a-4411-b5a6-67e44c856b7f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e8c112fe-e87a-4411-b5a6-67e44c856b7f,segment=NetworkSegment(a46949e1-d5e8-4113-9752-acf8f0b803e2),segment_id=a46949e1-d5e8-4113-9752-acf8f0b803e2)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:08.795900 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-590f2927-afe7-487c-a212-52ef86a7b417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.808309 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-2c55a62c-ca0a-44d6-959f-f366dfbe0eac tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/quotas/a4a6ebac40b146cfa24061442c524e13 HTTP/1.1" status: 200 len: 375 time: 0.0332003 Nov 12 04:04:08.815956 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ec0f39-c99c-4a17-af54-21a43ad228e1 None None] The sync data for ids ['1333f983-09a1-4378-8701-c1deb8c76fe8'] in n-d-768509-24 is: [{'id': '1333f983-09a1-4378-8701-c1deb8c76fe8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-176808377-router', 'tenant_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '528f6bfe-d2ca-46cf-a9b0-cac83e001ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:53Z', 'updated_at': '2021-11-12T04:04:03Z', 'revision_number': 4, 'project_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'gw_port': {'id': '528f6bfe-d2ca-46cf-a9b0-cac83e001ff7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1333f983-09a1-4378-8701-c1deb8c76fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:56Z', 'updated_at': '2021-11-12T04:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'e8c112fe-e87a-4411-b5a6-67e44c856b7f', 'name': '', 'network_id': '6edef46d-a0d2-43b0-b9a8-9a3ac3285944', 'tenant_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'mac_address': 'fa:16:3e:1c:9c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1333f983-09a1-4378-8701-c1deb8c76fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dab97e64-6be9-49e4-bd80-014bca495108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:01Z', 'updated_at': '2021-11-12T04:04:07Z', 'revision_number': 4, 'project_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'subnets': [{'id': 'dab97e64-6be9-49e4-bd80-014bca495108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:04:08.824446 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-590f2927-afe7-487c-a212-52ef86a7b417 admin admin] Calling delete_port for e8c112fe-e87a-4411-b5a6-67e44c856b7f owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:08.829755 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814b7c0-c219-471b-acb9-cfc358e89ef5 req-dbe4f365-267c-480b-8d8c-7145eb9e1c3f tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:08.831334 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c814b7c0-c219-471b-acb9-cfc358e89ef5 req-dbe4f365-267c-480b-8d8c-7145eb9e1c3f tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 946 time: 0.1351769 Nov 12 04:04:08.858493 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a5064c43-ccc2-49f9-b732-2adc86f482d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.957117 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-6c871a55-d4a2-44e7-a5e2-0ac6af0d6ee5 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4a6ebac40b146cfa24061442c524e13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1478736 Nov 12 04:04:08.982212 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5064c43-ccc2-49f9-b732-2adc86f482d6 None None] Pushing event updated for resources: {'Port': ['ID=e8c112fe-e87a-4411-b5a6-67e44c856b7f,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:08.989172 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c814b7c0-c219-471b-acb9-cfc358e89ef5 req-b8038ccd-12ac-43ed-a2d2-1c5127862d5c tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425517 Nov 12 04:04:09.035749 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.082177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-439f771a-e1b6-4e34-9119-4db1b2b6f9b5 service neutron] 10.222.0.37 "GET /v2.0/networks/d71bec34-a677-4132-8136-c1bcb90eee24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239257 Nov 12 04:04:09.196627 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-07090768-5405-46d5-a016-2228c5f2283d service neutron] 10.222.0.37 "GET /v2.0/networks/d71bec34-a677-4132-8136-c1bcb90eee24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135654 Nov 12 04:04:09.251193 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e8c112fe-e87a-4411-b5a6-67e44c856b7f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:09.309109 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2524267-7cec-4878-9f48-59b8feecb49e req-516c0bce-eb83-4177-8f4a-38b646939b01 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:09.311105 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2524267-7cec-4878-9f48-59b8feecb49e req-516c0bce-eb83-4177-8f4a-38b646939b01 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ea2950-9963-4c97-9f61-eb2d07f981f5 HTTP/1.1" status: 200 len: 948 time: 0.0761480 Nov 12 04:04:09.320044 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port e8c112fe-e87a-4411-b5a6-67e44c856b7f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:09.320602 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.320931 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-590f2927-afe7-487c-a212-52ef86a7b417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.346114 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Port e8c112fe-e87a-4411-b5a6-67e44c856b7f was deleted so its status cannot be updated. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 04:04:09.359732 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f2927-afe7-487c-a212-52ef86a7b417 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c112fe-e87a-4411-b5a6-67e44c856b7f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:09.406307 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2524267-7cec-4878-9f48-59b8feecb49e req-ad8477b1-4992-40cf-95a5-c6c10562113a tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875885 Nov 12 04:04:09.557282 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 09512895-3ef7-4162-b1ed-6709a7a3ae40 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:04:09.653549 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5ca0eef7-7025-4e6f-890e-3b2d1dc39adf req-5d1809d8-9605-4ff5-86a6-6d55227672aa tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 210 time: 0.0827253 Nov 12 04:04:09.654318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49622) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:09.687783 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-e8771ed4-6906-4c9b-a674-763dad0a5afe tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1754a55bfe704872b7f1880e89caeed1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318630 Nov 12 04:04:09.781423 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45f1e82f-4896-473b-aa9f-303702611f06 req-5bc15a79-507c-4df3-97ec-249b909bb6f0 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 210 time: 0.1207471 Nov 12 04:04:09.813811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 09512895-3ef7-4162-b1ed-6709a7a3ae40, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=09512895-3ef7-4162-b1ed-6709a7a3ae40,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:09.827036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '09512895-3ef7-4162-b1ed-6709a7a3ae40', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '09512895-3ef7-4162-b1ed-6709a7a3ae40', 'mac_address': 'fa:16:3e:16:28:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:04:09.843043 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-590f2927-afe7-487c-a212-52ef86a7b417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.898791 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f29a93b-c71d-4c85-bb20-a748195c7a73 req-c0972d46-d6a7-4c28-b9e3-3478f5bb6853 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4548804a-5203-4e3b-ba32-d92bfc4ddd45 HTTP/1.1" status: 200 len: 210 time: 0.0713015 Nov 12 04:04:09.901187 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e88634c-837c-4793-a027-68e2f1c78b1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.913207 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.958133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09512895-3ef7-4162-b1ed-6709a7a3ae40 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:10.019524 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e88634c-837c-4793-a027-68e2f1c78b1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.047586 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 09512895-3ef7-4162-b1ed-6709a7a3ae40, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=09512895-3ef7-4162-b1ed-6709a7a3ae40,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:10.048206 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-8fd7fc63-c6af-4a8e-b2d9-ff421bfcbd43 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:10.049830 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-8fd7fc63-c6af-4a8e-b2d9-ff421bfcbd43 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3549867 Nov 12 04:04:10.077472 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-9e763bd2-6665-4a14-9f8e-c726c8a1c9e3 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Request body: {'port': {'device_id': 'a51ebbd3-05c3-4aef-a467-553e78d4efd3', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': '1754a55bfe704872b7f1880e89caeed1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:10.132525 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.132924 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e88634c-837c-4793-a027-68e2f1c78b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.178460 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4e88634c-837c-4793-a027-68e2f1c78b1c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12b6726a62af4d239e92fd6a26bd239f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4160137 Nov 12 04:04:10.184930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49634) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:10.236778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=09512895-3ef7-4162-b1ed-6709a7a3ae40,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:10.251669 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650286ac-0cb2-4a85-892b-16a94afbb086 req-ccdb702e-99ac-49f9-a4f5-ff4e3bb4cd9d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:10.255177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-650286ac-0cb2-4a85-892b-16a94afbb086 req-ccdb702e-99ac-49f9-a4f5-ff4e3bb4cd9d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 946 time: 0.1554937 Nov 12 04:04:10.326931 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88634c-837c-4793-a027-68e2f1c78b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768e56f7-563a-4241-8d2a-ee1660ae4c1f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:10.352950 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1cea908b-f343-4eac-a493-41fa898303a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.356468 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590f2927-afe7-487c-a212-52ef86a7b417 admin admin] Router 1333f983-09a1-4378-8701-c1deb8c76fe8 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:04:10.374562 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-650286ac-0cb2-4a85-892b-16a94afbb086 req-559dbd4d-5b65-40fe-80af-00c31766d9f4 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961208 Nov 12 04:04:10.391991 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1cea908b-f343-4eac-a493-41fa898303a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.454794 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['09512895-3ef7-4162-b1ed-6709a7a3ae40'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:10.494671 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-9e763bd2-6665-4a14-9f8e-c726c8a1c9e3 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Made reservation on behalf of 1754a55bfe704872b7f1880e89caeed1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:10.500800 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-9e763bd2-6665-4a14-9f8e-c726c8a1c9e3 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.515527 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-9e763bd2-6665-4a14-9f8e-c726c8a1c9e3 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.548840 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590f2927-afe7-487c-a212-52ef86a7b417 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:04:10.556963 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-590f2927-afe7-487c-a212-52ef86a7b417 admin admin] 10.222.0.37 "PUT /v2.0/routers/1333f983-09a1-4378-8701-c1deb8c76fe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8524525 Nov 12 04:04:10.559080 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49640) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:10.607347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9eb20c-19b3-471b-b584-c197975ab07c req-f4cfe5af-2c32-4e27-814d-34383d5b587d tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:10.608909 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc9eb20c-19b3-471b-b584-c197975ab07c req-f4cfe5af-2c32-4e27-814d-34383d5b587d tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ea2950-9963-4c97-9f61-eb2d07f981f5 HTTP/1.1" status: 200 len: 949 time: 0.0905914 Nov 12 04:04:10.611194 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1cea908b-f343-4eac-a493-41fa898303a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.614708 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1cea908b-f343-4eac-a493-41fa898303a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.618159 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1cea908b-f343-4eac-a493-41fa898303a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/768e56f7-563a-4241-8d2a-ee1660ae4c1f HTTP/1.1" status: 204 len: 168 time: 0.4251869 Nov 12 04:04:10.732239 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69a0e6ce-1f19-4d1c-823a-dd8e77ab7cb8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.732540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10faa8c-0e42-40f0-87a3-6c3b37fe316b req-46a137b3-0685-4ccc-a951-cbdd3fb14b3a tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:10.735446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a10faa8c-0e42-40f0-87a3-6c3b37fe316b req-46a137b3-0685-4ccc-a951-cbdd3fb14b3a tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 1098 time: 0.2247550 Nov 12 04:04:10.741730 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea908b-f343-4eac-a493-41fa898303a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768e56f7-563a-4241-8d2a-ee1660ae4c1f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:10.785405 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b608a-1e9c-4473-9b49-03c18bfb990f None None] Sync routers for ids ['1333f983-09a1-4378-8701-c1deb8c76fe8'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:04:10.792306 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-9e763bd2-6665-4a14-9f8e-c726c8a1c9e3 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.796845 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc9eb20c-19b3-471b-b584-c197975ab07c req-3320614f-70a5-4f23-a39d-dd1c7bd83618 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782393 Nov 12 04:04:10.810735 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b608a-1e9c-4473-9b49-03c18bfb990f None None] Routers {'1333f983-09a1-4378-8701-c1deb8c76fe8'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:10.811633 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fc4b608a-1e9c-4473-9b49-03c18bfb990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:04:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1333f983-09a1-4378-8701-c1deb8c76fe8'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:10.860174 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a10faa8c-0e42-40f0-87a3-6c3b37fe316b req-7ccd40e0-54d7-4d83-8c5d-81d7fa6bfc23 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025193 Nov 12 04:04:10.909354 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-9e763bd2-6665-4a14-9f8e-c726c8a1c9e3 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.936521 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69a0e6ce-1f19-4d1c-823a-dd8e77ab7cb8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.937363 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ddfc30df-a343-4c33-b36e-a70cc0f63018 req-73ba9b19-4a7b-4900-b54a-376ded009aba tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 210 time: 0.0559976 Nov 12 04:04:10.946741 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e763bd2-6665-4a14-9f8e-c726c8a1c9e3 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aed5310-8a39-40b6-b7c0-74de4a0a2905,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:10.994211 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-fc4b608a-1e9c-4473-9b49-03c18bfb990f None None] Set router 1333f983-09a1-4378-8701-c1deb8c76fe8 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:11.049690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-2e7c03fc-fe0d-4e63-bf50-1615bea4d60b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cf245c200fc840d191068689a45dd107&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827606 Nov 12 04:04:11.076182 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9be53325-9125-4617-bc68-172feace5a81 req-022720c7-e147-487e-8e0a-3d8eeb83d02d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 210 time: 0.0795312 Nov 12 04:04:11.247517 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-604e6dd4-aab2-42ec-b7e7-a160535c2998 req-6048e151-12ff-4f9a-b3ad-98c3168231c0 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4548804a-5203-4e3b-ba32-d92bfc4ddd45 HTTP/1.1" status: 200 len: 210 time: 0.0695801 Nov 12 04:04:11.271386 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fc4b608a-1e9c-4473-9b49-03c18bfb990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1333f983-09a1-4378-8701-c1deb8c76fe8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-176808377-router', 'tenant_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '528f6bfe-d2ca-46cf-a9b0-cac83e001ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:53Z', 'updated_at': '2021-11-12T04:04:09Z', 'revision_number': 5, 'project_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'gw_port': {'id': '528f6bfe-d2ca-46cf-a9b0-cac83e001ff7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1333f983-09a1-4378-8701-c1deb8c76fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:56Z', 'updated_at': '2021-11-12T04:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:11.290462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b2c5c-6724-4e39-88ce-1c285194cf8d req-930d8224-444f-46d1-9066-844f489c6fef tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:11.292794 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e1b2c5c-6724-4e39-88ce-1c285194cf8d req-930d8224-444f-46d1-9066-844f489c6fef tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 1098 time: 0.2200227 Nov 12 04:04:11.326949 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b608a-1e9c-4473-9b49-03c18bfb990f None None] Checking router: 1333f983-09a1-4378-8701-c1deb8c76fe8 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:04:11.341664 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b608a-1e9c-4473-9b49-03c18bfb990f None None] Routers {'1333f983-09a1-4378-8701-c1deb8c76fe8'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:11.342454 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fc4b608a-1e9c-4473-9b49-03c18bfb990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:04:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1333f983-09a1-4378-8701-c1deb8c76fe8'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:11.400173 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-a2fe18d7-5515-40fb-9a9e-0a4928c527be tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:11.402292 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-a2fe18d7-5515-40fb-9a9e-0a4928c527be tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3312132 Nov 12 04:04:11.407597 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e1b2c5c-6724-4e39-88ce-1c285194cf8d req-9f102a7b-8eda-4390-a9fd-11791eee92c1 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066978 Nov 12 04:04:11.438278 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-9e763bd2-6665-4a14-9f8e-c726c8a1c9e3 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Allocated IP 192.168.233.25 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/6ede46b4-035a-471b-8015-46dcd25c299e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:11.461033 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-69a0e6ce-1f19-4d1c-823a-dd8e77ab7cb8 admin admin] Deleting port 528f6bfe-d2ca-46cf-a9b0-cac83e001ff7 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:11.461572 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69a0e6ce-1f19-4d1c-823a-dd8e77ab7cb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.467270 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-426789bc-4af7-4c77-a0e2-af7ad8210fc5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Request body: {'port': {'device_id': 'fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': 'cf245c200fc840d191068689a45dd107'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:11.588667 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 09512895-3ef7-4162-b1ed-6709a7a3ae40 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:11.620092 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-fc4b608a-1e9c-4473-9b49-03c18bfb990f None None] Set router 1333f983-09a1-4378-8701-c1deb8c76fe8 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:11.648068 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-69a0e6ce-1f19-4d1c-823a-dd8e77ab7cb8 admin admin] For port 528f6bfe-d2ca-46cf-a9b0-cac83e001ff7, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=528f6bfe-d2ca-46cf-a9b0-cac83e001ff7,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:11.648460 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69a0e6ce-1f19-4d1c-823a-dd8e77ab7cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.673610 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-69a0e6ce-1f19-4d1c-823a-dd8e77ab7cb8 admin admin] Calling delete_port for 528f6bfe-d2ca-46cf-a9b0-cac83e001ff7 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:11.716559 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fc4b608a-1e9c-4473-9b49-03c18bfb990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1333f983-09a1-4378-8701-c1deb8c76fe8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-176808377-router', 'tenant_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:53Z', 'updated_at': '2021-11-12T04:04:10Z', 'revision_number': 6, 'project_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:11.743575 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-9e763bd2-6665-4a14-9f8e-c726c8a1c9e3 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.749962 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b608a-1e9c-4473-9b49-03c18bfb990f None None] The sync data for ids ['1333f983-09a1-4378-8701-c1deb8c76fe8'] in n-d-768509-24 is: [{'id': '1333f983-09a1-4378-8701-c1deb8c76fe8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-176808377-router', 'tenant_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:53Z', 'updated_at': '2021-11-12T04:04:10Z', 'revision_number': 6, 'project_id': 'bcb2a3d9bb09427486f673bc8f5cf0a0', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:04:11.800224 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 09512895-3ef7-4162-b1ed-6709a7a3ae40 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:04:11.804647 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 09512895-3ef7-4162-b1ed-6709a7a3ae40 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:11.805016 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.835274 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-426789bc-4af7-4c77-a0e2-af7ad8210fc5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Made reservation on behalf of cf245c200fc840d191068689a45dd107 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:11.846460 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-426789bc-4af7-4c77-a0e2-af7ad8210fc5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.909310 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-9e763bd2-6665-4a14-9f8e-c726c8a1c9e3 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.999570 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.002338 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae810b-6e9e-4078-b330-b23ba60b10c7 req-5fffaeb3-c3b2-4fb2-a86c-aa472ea6efdc tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:12.011305 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-40ae810b-6e9e-4078-b330-b23ba60b10c7 req-5fffaeb3-c3b2-4fb2-a86c-aa472ea6efdc tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ea2950-9963-4c97-9f61-eb2d07f981f5 HTTP/1.1" status: 200 len: 949 time: 0.1298442 Nov 12 04:04:12.011941 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69a0e6ce-1f19-4d1c-823a-dd8e77ab7cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.021161 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e763bd2-6665-4a14-9f8e-c726c8a1c9e3 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Pushing event updated for resources: {'Port': ['ID=6ede46b4-035a-471b-8015-46dcd25c299e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:12.051287 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0e6ce-1f19-4d1c-823a-dd8e77ab7cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=528f6bfe-d2ca-46cf-a9b0-cac83e001ff7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:12.053402 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ea2950-9963-4c97-9f61-eb2d07f981f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09512895-3ef7-4162-b1ed-6709a7a3ae40'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:12.054679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-9e763bd2-6665-4a14-9f8e-c726c8a1c9e3 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:12.057396 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5548d470-a8dc-4dd7-a542-bcff8cd9e59b" -d '{"events": [{"server_uuid": "d8ea2950-9963-4c97-9f61-eb2d07f981f5", "name": "network-vif-plugged", "status": "completed", "tag": "09512895-3ef7-4162-b1ed-6709a7a3ae40"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:12.065479 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-9e763bd2-6665-4a14-9f8e-c726c8a1c9e3 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:12.065479 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-9e763bd2-6665-4a14-9f8e-c726c8a1c9e3 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:12.092592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 09512895-3ef7-4162-b1ed-6709a7a3ae40, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=09512895-3ef7-4162-b1ed-6709a7a3ae40,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:12.170197 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-9e763bd2-6665-4a14-9f8e-c726c8a1c9e3 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:12.170891 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-9e763bd2-6665-4a14-9f8e-c726c8a1c9e3 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.172815 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.207195 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69a0e6ce-1f19-4d1c-823a-dd8e77ab7cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.210341 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-426789bc-4af7-4c77-a0e2-af7ad8210fc5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Allocated IP 192.168.233.90 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/9cac48c8-fa06-4f44-b516-a1e72aebedc0) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:12.259490 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-40ae810b-6e9e-4078-b330-b23ba60b10c7 req-97ac9526-226e-4018-be7c-2688b1087df2 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470169 Nov 12 04:04:12.307647 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49692) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:12.310588 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=09512895-3ef7-4162-b1ed-6709a7a3ae40,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:12.323542 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-9e763bd2-6665-4a14-9f8e-c726c8a1c9e3 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2548444 Nov 12 04:04:12.340525 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affd9a1-171c-43b6-a7c9-3c760a89fbbe req-79518a69-52e5-4df0-98c8-74ba56000446 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:12.349027 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2affd9a1-171c-43b6-a7c9-3c760a89fbbe req-79518a69-52e5-4df0-98c8-74ba56000446 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 1098 time: 0.3247855 Nov 12 04:04:12.362134 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Request body: {'port': {'device_id': 'a51ebbd3-05c3-4aef-a467-553e78d4efd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:12.395029 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69a0e6ce-1f19-4d1c-823a-dd8e77ab7cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.402957 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69a0e6ce-1f19-4d1c-823a-dd8e77ab7cb8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.414396 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8b0626c0-90cc-4752-b677-bc71bd40a911 None None] Provisioning complete for port 6ede46b4-035a-471b-8015-46dcd25c299e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:12.414908 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b0626c0-90cc-4752-b677-bc71bd40a911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.468936 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8b0626c0-90cc-4752-b677-bc71bd40a911 None None] Port 6ede46b4-035a-471b-8015-46dcd25c299e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:12.483021 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-9037aa21-53b1-4c6d-a13a-dca27d5397b6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1169764-network', 'tenant_id': '661e639e68ef4507b916d93d5706eabb'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:12.526534 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.568013 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5c480-aced-447a-b3ea-36b1eef36853 req-442eff19-fb80-4141-af38-69a18bf760f2 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:12.576046 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1fe5c480-aced-447a-b3ea-36b1eef36853 req-442eff19-fb80-4141-af38-69a18bf760f2 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 935 time: 0.1712737 Nov 12 04:04:12.579657 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2affd9a1-171c-43b6-a7c9-3c760a89fbbe req-902e4622-55d7-4b6a-98ae-808414a54626 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141347 Nov 12 04:04:12.630474 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825ad1a7-1e4c-45bf-8ac8-df8eb920ce45 x-openstack-request-id: req-825ad1a7-1e4c-45bf-8ac8-df8eb920ce45 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:12.633002 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ea2950-9963-4c97-9f61-eb2d07f981f5", "name": "network-vif-plugged", "status": "completed", "tag": "09512895-3ef7-4162-b1ed-6709a7a3ae40", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:12.633330 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-825ad1a7-1e4c-45bf-8ac8-df8eb920ce45 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:12.633787 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ea2950-9963-4c97-9f61-eb2d07f981f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09512895-3ef7-4162-b1ed-6709a7a3ae40', 'code': 200} Nov 12 04:04:12.642995 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-426789bc-4af7-4c77-a0e2-af7ad8210fc5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.720991 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9037aa21-53b1-4c6d-a13a-dca27d5397b6 admin admin] Made reservation on behalf of 661e639e68ef4507b916d93d5706eabb for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:12.723609 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9037aa21-53b1-4c6d-a13a-dca27d5397b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.760078 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f44ded9d-a171-407d-bcb0-31f27a236172 req-78bc06de-1477-49e9-82be-7c9e5878f4b7 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 210 time: 0.0559237 Nov 12 04:04:12.794702 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1fe5c480-aced-447a-b3ea-36b1eef36853 req-aec37cfa-dca8-4cab-b7cf-46646f156b41 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aed5310-8a39-40b6-b7c0-74de4a0a2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177391 Nov 12 04:04:12.796483 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9037aa21-53b1-4c6d-a13a-dca27d5397b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.798814 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-426789bc-4af7-4c77-a0e2-af7ad8210fc5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.825188 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69a0e6ce-1f19-4d1c-823a-dd8e77ab7cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.825999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a0e6ce-1f19-4d1c-823a-dd8e77ab7cb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1333f983-09a1-4378-8701-c1deb8c76fe8 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:04:12.838256 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['69d802da-621d-4dcc-bebe-79fed9b690d9'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:12.845795 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69a0e6ce-1f19-4d1c-823a-dd8e77ab7cb8 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.849134 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-69a0e6ce-1f19-4d1c-823a-dd8e77ab7cb8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1333f983-09a1-4378-8701-c1deb8c76fe8 HTTP/1.1" status: 204 len: 168 time: 2.2887704 Nov 12 04:04:12.854101 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.21', 51792) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:12.855370 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49698) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:12.868129 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-426789bc-4af7-4c77-a0e2-af7ad8210fc5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:12.906162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-426789bc-4af7-4c77-a0e2-af7ad8210fc5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:12.931169 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-426789bc-4af7-4c77-a0e2-af7ad8210fc5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:12.944409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1aaadbfd-9253-4904-87e4-50a8ed735844 req-711916d3-3fb7-4fdf-a279-18d3293f0dc6 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4548804a-5203-4e3b-ba32-d92bfc4ddd45 HTTP/1.1" status: 200 len: 210 time: 0.0973537 Nov 12 04:04:12.978894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc01660-da29-4e9e-a8ea-a48829f83356 req-feea7a44-ac60-4eef-9340-7701d7ba1490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:12.980407 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cc01660-da29-4e9e-a8ea-a48829f83356 req-feea7a44-ac60-4eef-9340-7701d7ba1490 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d8ea2950-9963-4c97-9f61-eb2d07f981f5 HTTP/1.1" status: 200 len: 1102 time: 0.2547152 Nov 12 04:04:12.989331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426789bc-4af7-4c77-a0e2-af7ad8210fc5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Pushing event updated for resources: {'Port': ['ID=9cac48c8-fa06-4f44-b516-a1e72aebedc0,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:13.068693 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7e1b6b-a1b0-412d-830e-b68b22e936f8 admin admin] Deleting subnet dab97e64-6be9-49e4-bd80-014bca495108 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:04:13.103122 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cf7e1b6b-a1b0-412d-830e-b68b22e936f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.161733 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-10dd6d45-8ee1-4707-b164-870e4fc5d33a tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:13.164444 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-10dd6d45-8ee1-4707-b164-870e4fc5d33a tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.21 "GET /v2.0/networks?id=d71bec34-a677-4132-8136-c1bcb90eee24 HTTP/1.1" status: 200 len: 815 time: 0.2796183 Nov 12 04:04:13.167245 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-426789bc-4af7-4c77-a0e2-af7ad8210fc5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:13.167947 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-426789bc-4af7-4c77-a0e2-af7ad8210fc5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.209688 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-b7565ad9-e9c3-4aab-a998-9abde8c44e42 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Request body: {'port': {'device_id': '4548804a-5203-4e3b-ba32-d92bfc4ddd45', 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24', 'admin_state_up': True, 'tenant_id': 'a4a6ebac40b146cfa24061442c524e13'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:13.221217 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 528f6bfe-d2ca-46cf-a9b0-cac83e001ff7 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:13.222006 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cf7e1b6b-a1b0-412d-830e-b68b22e936f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.226338 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cc01660-da29-4e9e-a8ea-a48829f83356 req-3859ccf5-e17c-43e0-986e-15da5ea88649 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336957 Nov 12 04:04:13.248390 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ede46b4-035a-471b-8015-46dcd25c299e {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:13.256540 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 528f6bfe-d2ca-46cf-a9b0-cac83e001ff7 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:13.256991 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 528f6bfe-d2ca-46cf-a9b0-cac83e001ff7 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:13.257507 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e8c112fe-e87a-4411-b5a6-67e44c856b7f no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:13.286935 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.307217 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: e8c112fe-e87a-4411-b5a6-67e44c856b7f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:13.307937 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e8c112fe-e87a-4411-b5a6-67e44c856b7f not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:13.318096 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Transition to ACTIVE for port object 6ede46b4-035a-471b-8015-46dcd25c299e will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:04:13.332755 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c2d96065-f3d5-4c2c-8989-62c53cce8bb2 None None] Provisioning complete for port 9cac48c8-fa06-4f44-b516-a1e72aebedc0 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:13.333537 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2d96065-f3d5-4c2c-8989-62c53cce8bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.377087 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c2d96065-f3d5-4c2c-8989-62c53cce8bb2 None None] Port 9cac48c8-fa06-4f44-b516-a1e72aebedc0 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:13.417965 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.477178 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Pushing event updated for resources: {'Port': ['ID=6ede46b4-035a-471b-8015-46dcd25c299e,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:13.502358 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-b7565ad9-e9c3-4aab-a998-9abde8c44e42 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Made reservation on behalf of a4a6ebac40b146cfa24061442c524e13 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:13.506615 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-b7565ad9-e9c3-4aab-a998-9abde8c44e42 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.577473 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-426789bc-4af7-4c77-a0e2-af7ad8210fc5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1167502 Nov 12 04:04:13.614006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Attempting to bind port 6ede46b4-035a-471b-8015-46dcd25c299e on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:13.614339 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Attempting to bind port 6ede46b4-035a-471b-8015-46dcd25c299e by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:13.614708 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Attempting to bind port 6ede46b4-035a-471b-8015-46dcd25c299e on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:13.624788 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Request body: {'port': {'device_id': 'fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:13.626853 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Port 6ede46b4-035a-471b-8015-46dcd25c299e on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:13.627248 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Attempting to bind port 6ede46b4-035a-471b-8015-46dcd25c299e on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:13.639737 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:13.640072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:13.640449 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:13.640884 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Bound port: 6ede46b4-035a-471b-8015-46dcd25c299e, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:13.654110 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.735437 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-b7565ad9-e9c3-4aab-a998-9abde8c44e42 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Allocated IP 172.20.0.3 (d71bec34-a677-4132-8136-c1bcb90eee24/f0002df9-975c-478b-822a-521de9b191f4/f11a62ce-9b2f-4387-aa34-04a61f029dd4) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:13.740823 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9037aa21-53b1-4c6d-a13a-dca27d5397b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.784332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] For port 6ede46b4-035a-471b-8015-46dcd25c299e, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:13.805897 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] For port 6ede46b4-035a-471b-8015-46dcd25c299e, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6ede46b4-035a-471b-8015-46dcd25c299e,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:13.825216 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.845211 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9037aa21-53b1-4c6d-a13a-dca27d5397b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.869326 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.914598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984e8aa-889e-4ac3-a16b-bf18e83a68b0 req-96a8ce85-78bd-4d82-9f19-edacf3c19625 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:13.917240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1984e8aa-889e-4ac3-a16b-bf18e83a68b0 req-96a8ce85-78bd-4d82-9f19-edacf3c19625 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ea2950-9963-4c97-9f61-eb2d07f981f5 HTTP/1.1" status: 200 len: 950 time: 0.3499334 Nov 12 04:04:13.919504 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:13.920214 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9037aa21-53b1-4c6d-a13a-dca27d5397b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:13.920981 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.924037 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-35c442c1-8719-4b69-902d-0d84223824db service neutron] 10.222.0.21 "PUT /v2.0/ports/6ede46b4-035a-471b-8015-46dcd25c299e HTTP/1.1" status: 200 len: 1096 time: 1.5661190 Nov 12 04:04:13.927586 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a51ebbd3-05c3-4aef-a467-553e78d4efd3', 'tag': '6ede46b4-035a-471b-8015-46dcd25c299e'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:13.931325 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6c01d6-af57-4ba3-9ae2-4b42d74d8302" -d '{"events": [{"name": "network-changed", "server_uuid": "a51ebbd3-05c3-4aef-a467-553e78d4efd3", "tag": "6ede46b4-035a-471b-8015-46dcd25c299e"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:13.971571 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c37be-7eaa-45a9-b11d-87c801d7d429 req-9f366c3f-4e96-4f13-b914-2090a5403182 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:13.979081 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-275c37be-7eaa-45a9-b11d-87c801d7d429 req-9f366c3f-4e96-4f13-b914-2090a5403182 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 1098 time: 0.2656441 Nov 12 04:04:13.982217 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cf7e1b6b-a1b0-412d-830e-b68b22e936f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.017205 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-b7565ad9-e9c3-4aab-a998-9abde8c44e42 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.019059 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c442c1-8719-4b69-902d-0d84223824db service neutron] Pushing event updated for resources: {'Port': ['ID=6ede46b4-035a-471b-8015-46dcd25c299e,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:14.072081 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9037aa21-53b1-4c6d-a13a-dca27d5397b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.072422 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-9037aa21-53b1-4c6d-a13a-dca27d5397b6 admin admin] Added segment d9fcc6f9-b8fd-4301-965e-7cfd3df22335 of type vlan for network 1332ff08-7d9c-4053-b884-7942193654ff Nov 12 04:04:14.119213 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037aa21-53b1-4c6d-a13a-dca27d5397b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2a8660-3b75-4691-828b-c795a667560b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:14.146010 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-b7565ad9-e9c3-4aab-a998-9abde8c44e42 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.237988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-b7565ad9-e9c3-4aab-a998-9abde8c44e42 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Network d71bec34-a677-4132-8136-c1bcb90eee24 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:14.264290 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-9e5ed4b6-f75c-4953-b673-315f29bf70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:14.267015 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-9e5ed4b6-f75c-4953-b673-315f29bf70c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1754a55bfe704872b7f1880e89caeed1&device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 1099 time: 0.1718314 Nov 12 04:04:14.268747 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-b7565ad9-e9c3-4aab-a998-9abde8c44e42 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:14.275659 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-b7565ad9-e9c3-4aab-a998-9abde8c44e42 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:14.307307 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-275c37be-7eaa-45a9-b11d-87c801d7d429 req-a224a0d7-4024-45a6-b6cb-0e927cd57973 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273215 Nov 12 04:04:14.341981 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1984e8aa-889e-4ac3-a16b-bf18e83a68b0 req-f3fa43e2-bb76-401a-bb5a-c36188939046 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768809 Nov 12 04:04:14.363532 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9037aa21-53b1-4c6d-a13a-dca27d5397b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.396729 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-b7565ad9-e9c3-4aab-a998-9abde8c44e42 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:14.397897 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-b7565ad9-e9c3-4aab-a998-9abde8c44e42 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.489448 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-7afbd667-b730-4782-b569-74713d09e129 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=6ede46b4-035a-471b-8015-46dcd25c299e HTTP/1.1" status: 200 len: 217 time: 0.0845010 Nov 12 04:04:14.492533 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7565ad9-e9c3-4aab-a998-9abde8c44e42 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Pushing event updated for resources: {'Port': ['ID=f11a62ce-9b2f-4387-aa34-04a61f029dd4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:14.544254 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cf7e1b6b-a1b0-412d-830e-b68b22e936f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.604871 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd85ecd-2144-44fb-912b-c19f109ddd08 None None] Network 6edef46d-a0d2-43b0-b9a8-9a3ac3285944 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:14.614208 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cf7e1b6b-a1b0-412d-830e-b68b22e936f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.616462 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-b7565ad9-e9c3-4aab-a998-9abde8c44e42 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4131174 Nov 12 04:04:14.618133 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cf7e1b6b-a1b0-412d-830e-b68b22e936f8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dab97e64-6be9-49e4-bd80-014bca495108 HTTP/1.1" status: 204 len: 168 time: 1.7609065 Nov 12 04:04:14.620884 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49732) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:14.644557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e1b6b-a1b0-412d-830e-b68b22e936f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab97e64-6be9-49e4-bd80-014bca495108,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:14.657360 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9037aa21-53b1-4c6d-a13a-dca27d5397b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.658436 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9037aa21-53b1-4c6d-a13a-dca27d5397b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:14.659093 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9037aa21-53b1-4c6d-a13a-dca27d5397b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.686480 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bc75e-94f5-4e38-bc46-9e432a6fa1f3 req-170e086f-dc50-42c1-9fdb-b898afd2357a tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:14.694129 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2f6bc75e-94f5-4e38-bc46-9e432a6fa1f3 req-170e086f-dc50-42c1-9fdb-b898afd2357a tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 947 time: 0.2230995 Nov 12 04:04:14.718282 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.733801 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Request body: {'port': {'device_id': '4548804a-5203-4e3b-ba32-d92bfc4ddd45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:14.780508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484888c0-f494-474f-a504-f97928d80318 req-44ad1626-c891-4ddc-b989-f06157cb9ab4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:14.782614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-484888c0-f494-474f-a504-f97928d80318 req-44ad1626-c891-4ddc-b989-f06157cb9ab4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 935 time: 0.2819884 Nov 12 04:04:14.970932 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-68255bb1-badc-48bb-89da-6d7d608c484c None None] Provisioning complete for port f11a62ce-9b2f-4387-aa34-04a61f029dd4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:14.970932 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-68255bb1-badc-48bb-89da-6d7d608c484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.972842 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9037aa21-53b1-4c6d-a13a-dca27d5397b6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5450928 Nov 12 04:04:14.973376 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.973896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037aa21-53b1-4c6d-a13a-dca27d5397b6 admin admin] Pushing event updated for resources: {'Network': ['ID=1332ff08-7d9c-4053-b884-7942193654ff,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:14.974257 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-07657866-d721-4ee8-a0d4-652c76896ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:14.974443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 1332ff08-7d9c-4053-b884-7942193654ff details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:14.974592 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-07657866-d721-4ee8-a0d4-652c76896ed6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1762350 Nov 12 04:04:14.975213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2f6bc75e-94f5-4e38-bc46-9e432a6fa1f3 req-5b2d7f88-dee4-4a84-8599-ccb47a95b7c6 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aed5310-8a39-40b6-b7c0-74de4a0a2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113230 Nov 12 04:04:14.975306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-68255bb1-badc-48bb-89da-6d7d608c484c None None] Port f11a62ce-9b2f-4387-aa34-04a61f029dd4 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:14.975387 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3add9aa6-88d4-47ad-899e-8045c963a8dd x-openstack-request-id: req-3add9aa6-88d4-47ad-899e-8045c963a8dd {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:14.975387 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a51ebbd3-05c3-4aef-a467-553e78d4efd3", "tag": "6ede46b4-035a-471b-8015-46dcd25c299e", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:14.975387 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3add9aa6-88d4-47ad-899e-8045c963a8dd {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:14.975387 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a51ebbd3-05c3-4aef-a467-553e78d4efd3', 'tag': '6ede46b4-035a-471b-8015-46dcd25c299e', 'status': 'completed', 'code': 200} Nov 12 04:04:14.981669 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49736) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:14.997275 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fceb8421-40b2-4c13-8e34-50059e439153 admin admin] Request body: {'subnet': {'network_id': '1332ff08-7d9c-4053-b884-7942193654ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1169764-subnet', 'tenant_id': '661e639e68ef4507b916d93d5706eabb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:15.032133 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-484888c0-f494-474f-a504-f97928d80318 req-81d8c7d4-7dd9-4956-8d07-9b92a00aeece tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063136 Nov 12 04:04:15.052275 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cac48c8-fa06-4f44-b516-a1e72aebedc0 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:15.070227 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f7a3be-9732-4ba5-a98c-1c1e35e9e394 None None] DHCP port deletion for 6edef46d-a0d2-43b0-b9a8-9a3ac3285944 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:04:15.072112 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.108203 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Transition to ACTIVE for port object 9cac48c8-fa06-4f44-b516-a1e72aebedc0 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:04:15.192445 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Deleting port db59f99a-86e2-4914-934c-bc118a8a3be5 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:15.192787 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.251401 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device db59f99a-86e2-4914-934c-bc118a8a3be5 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:15.258385 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.322428 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffc01b-80db-4fd7-ac3a-a66989cf8d10 req-ce4a2cb1-48f1-47c4-937a-483fe17e8e48 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:15.324486 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d7ffc01b-80db-4fd7-ac3a-a66989cf8d10 req-ce4a2cb1-48f1-47c4-937a-483fe17e8e48 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4548804a-5203-4e3b-ba32-d92bfc4ddd45 HTTP/1.1" status: 200 len: 931 time: 0.1461332 Nov 12 04:04:15.355998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-54f7a3be-9732-4ba5-a98c-1c1e35e9e394 None None] Deleting port db59f99a-86e2-4914-934c-bc118a8a3be5 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:15.357101 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54f7a3be-9732-4ba5-a98c-1c1e35e9e394 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.384182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Pushing event updated for resources: {'Port': ['ID=9cac48c8-fa06-4f44-b516-a1e72aebedc0,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:15.488651 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d7ffc01b-80db-4fd7-ac3a-a66989cf8d10 req-dff17fb0-2a29-4849-b7fd-80d68e522852 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5feb785-fe9c-46f9-9505-20fc896ee3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571736 Nov 12 04:04:15.528327 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Attempting to bind port 9cac48c8-fa06-4f44-b516-a1e72aebedc0 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:15.529198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Attempting to bind port 9cac48c8-fa06-4f44-b516-a1e72aebedc0 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:15.529328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Attempting to bind port 9cac48c8-fa06-4f44-b516-a1e72aebedc0 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:15.536141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Port 9cac48c8-fa06-4f44-b516-a1e72aebedc0 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:15.536532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Attempting to bind port 9cac48c8-fa06-4f44-b516-a1e72aebedc0 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:15.544399 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:15.544764 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:15.545822 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:15.546366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Bound port: 9cac48c8-fa06-4f44-b516-a1e72aebedc0, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:15.551066 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-54f7a3be-9732-4ba5-a98c-1c1e35e9e394 None None] For port db59f99a-86e2-4914-934c-bc118a8a3be5, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=db59f99a-86e2-4914-934c-bc118a8a3be5,segment=NetworkSegment(a46949e1-d5e8-4113-9752-acf8f0b803e2),segment_id=a46949e1-d5e8-4113-9752-acf8f0b803e2)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:15.551474 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54f7a3be-9732-4ba5-a98c-1c1e35e9e394 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.554534 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.580585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-54f7a3be-9732-4ba5-a98c-1c1e35e9e394 None None] Calling delete_port for db59f99a-86e2-4914-934c-bc118a8a3be5 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:15.588090 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fceb8421-40b2-4c13-8e34-50059e439153 admin admin] Made reservation on behalf of 661e639e68ef4507b916d93d5706eabb for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:15.592639 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fceb8421-40b2-4c13-8e34-50059e439153 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.694702 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-928d24c9-b2b8-4f79-aed3-9fc98975b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:15.696475 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-928d24c9-b2b8-4f79-aed3-9fc98975b65f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7633784 Nov 12 04:04:15.713576 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] For port 9cac48c8-fa06-4f44-b516-a1e72aebedc0, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:15.776495 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.787365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] For port 9cac48c8-fa06-4f44-b516-a1e72aebedc0, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9cac48c8-fa06-4f44-b516-a1e72aebedc0,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:15.806190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9265d6-7dea-47ad-849f-e9e42007b6d7 req-c7783d92-994f-4178-a624-56b99c7540d5 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:15.807921 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f9265d6-7dea-47ad-849f-e9e42007b6d7 req-c7783d92-994f-4178-a624-56b99c7540d5 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ea2950-9963-4c97-9f61-eb2d07f981f5 HTTP/1.1" status: 200 len: 950 time: 0.1166189 Nov 12 04:04:15.864335 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.918774 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54f7a3be-9732-4ba5-a98c-1c1e35e9e394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.919316 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f9265d6-7dea-47ad-849f-e9e42007b6d7 req-b91b5209-83b1-4c6e-9005-8ea768ffec6e tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051309 Nov 12 04:04:15.944238 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] For port db59f99a-86e2-4914-934c-bc118a8a3be5, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=db59f99a-86e2-4914-934c-bc118a8a3be5,segment=NetworkSegment(a46949e1-d5e8-4113-9752-acf8f0b803e2),segment_id=a46949e1-d5e8-4113-9752-acf8f0b803e2)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:15.944892 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.981136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:15.982970 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.988190 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] 10.222.0.21 "PUT /v2.0/ports/9cac48c8-fa06-4f44-b516-a1e72aebedc0 HTTP/1.1" status: 200 len: 1096 time: 2.3730876 Nov 12 04:04:15.988804 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead', 'tag': '9cac48c8-fa06-4f44-b516-a1e72aebedc0'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:15.995205 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb21e00-318a-4188-91b6-0188be7bbb8b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead", "tag": "9cac48c8-fa06-4f44-b516-a1e72aebedc0"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:16.029527 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f7a3be-9732-4ba5-a98c-1c1e35e9e394 None None] No DVR routers for this DVR port db59f99a-86e2-4914-934c-bc118a8a3be5 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:16.031860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7a3be-9732-4ba5-a98c-1c1e35e9e394 None None] Pushing event deleted for resources: {'Port': ['ID=db59f99a-86e2-4914-934c-bc118a8a3be5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:16.060502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bed4d-720e-4352-91f6-3d80eaa6494b service neutron] Pushing event updated for resources: {'Port': ['ID=9cac48c8-fa06-4f44-b516-a1e72aebedc0,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:16.062762 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Calling delete_port for db59f99a-86e2-4914-934c-bc118a8a3be5 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:16.246400 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-786153d9-6740-4373-8956-8c3ec2ac32fe service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254414 Nov 12 04:04:16.406004 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11a62ce-9b2f-4387-aa34-04a61f029dd4 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:16.420421 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.478383 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Transition to ACTIVE for port object f11a62ce-9b2f-4387-aa34-04a61f029dd4 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:04:16.483941 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.511803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Pushing event deleted for resources: {'Port': ['ID=db59f99a-86e2-4914-934c-bc118a8a3be5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:16.523940 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:16.524203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:16.524550 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:16.524948 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:16.525281 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:16.525609 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:16.525936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:16.526260 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:16.526584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:16.526959 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:16.529309 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:16.529309 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:16.535024 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] No DVR routers for this DVR port db59f99a-86e2-4914-934c-bc118a8a3be5 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:16.575678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751cbda-e696-46b8-a07b-6365ba747ad2 req-9457a721-5647-4d10-8b0d-d40e1b9b655c tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:16.577622 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5751cbda-e696-46b8-a07b-6365ba747ad2 req-9457a721-5647-4d10-8b0d-d40e1b9b655c tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 947 time: 0.0896978 Nov 12 04:04:16.601240 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.642040 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.660260 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.681479 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fceb8421-40b2-4c13-8e34-50059e439153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.683322 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5751cbda-e696-46b8-a07b-6365ba747ad2 req-f110769e-94a3-4cc8-8876-61098338206b tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aed5310-8a39-40b6-b7c0-74de4a0a2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900621 Nov 12 04:04:16.781399 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f051e94-2a5a-4b79-98d5-cb6400b5cf89 x-openstack-request-id: req-5f051e94-2a5a-4b79-98d5-cb6400b5cf89 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:16.782032 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead", "tag": "9cac48c8-fa06-4f44-b516-a1e72aebedc0", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:16.782032 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f051e94-2a5a-4b79-98d5-cb6400b5cf89 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:16.782500 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead', 'tag': '9cac48c8-fa06-4f44-b516-a1e72aebedc0', 'status': 'completed', 'code': 200} Nov 12 04:04:16.820099 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6edef46d-a0d2-43b0-b9a8-9a3ac3285944']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:16.834081 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46949e1-d5e8-4113-9752-acf8f0b803e2') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:16.834081 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46949e1-d5e8-4113-9752-acf8f0b803e2') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:16.844316 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.859073 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.873561 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:04:16.873974 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:04:16.876043 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:04:16.965168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e144a-a3ec-435c-9d86-ecaa5f4e1f9e req-67d6e526-baea-4b62-9b29-67124739f87a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:16.966777 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f4e144a-a3ec-435c-9d86-ecaa5f4e1f9e req-67d6e526-baea-4b62-9b29-67124739f87a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 947 time: 0.0859675 Nov 12 04:04:16.979341 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Pushing event updated for resources: {'Port': ['ID=f11a62ce-9b2f-4387-aa34-04a61f029dd4,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:16.982442 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb8421-40b2-4c13-8e34-50059e439153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59ca9b74-5f18-4dc9-9fac-822797e5b209,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:17.060850 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.074385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f4e144a-a3ec-435c-9d86-ecaa5f4e1f9e req-3eac6ea4-03e1-4ad0-8ba9-ccea97e9f654 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986106 Nov 12 04:04:17.079312 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.082440 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6edef46d-a0d2-43b0-b9a8-9a3ac3285944 HTTP/1.1" status: 204 len: 168 time: 2.4603620 Nov 12 04:04:17.103444 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb8421-40b2-4c13-8e34-50059e439153 admin admin] Checking segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:17.103809 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceb8421-40b2-4c13-8e34-50059e439153 admin admin] Network hostable DHCP agents. Network: 1332ff08-7d9c-4053-b884-7942193654ff, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:04:17.108732 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01149886-b830-4250-8136-8913aad1ae63 admin admin] Pushing event deleted for resources: {'Network': ['ID=6edef46d-a0d2-43b0-b9a8-9a3ac3285944,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:17.148456 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Attempting to bind port f11a62ce-9b2f-4387-aa34-04a61f029dd4 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:17.148967 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Attempting to bind port f11a62ce-9b2f-4387-aa34-04a61f029dd4 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '7724ffb3-6885-4173-873d-a6e13fc800e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:17.149312 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Attempting to bind port f11a62ce-9b2f-4387-aa34-04a61f029dd4 on network d71bec34-a677-4132-8136-c1bcb90eee24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:17.155490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Port f11a62ce-9b2f-4387-aa34-04a61f029dd4 on network d71bec34-a677-4132-8136-c1bcb90eee24 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:17.156431 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Attempting to bind port f11a62ce-9b2f-4387-aa34-04a61f029dd4 on network d71bec34-a677-4132-8136-c1bcb90eee24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:17.163425 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:17.163766 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Checking segment: {'id': '7724ffb3-6885-4173-873d-a6e13fc800e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:17.164157 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Bound using segment: {'id': '7724ffb3-6885-4173-873d-a6e13fc800e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:17.164584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Bound port: f11a62ce-9b2f-4387-aa34-04a61f029dd4, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7724ffb3-6885-4173-873d-a6e13fc800e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:17.164943 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.252240 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceb8421-40b2-4c13-8e34-50059e439153 admin admin] Network 1332ff08-7d9c-4053-b884-7942193654ff is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:04:17.268293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] For port f11a62ce-9b2f-4387-aa34-04a61f029dd4, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:17.272629 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] For port f11a62ce-9b2f-4387-aa34-04a61f029dd4, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=f11a62ce-9b2f-4387-aa34-04a61f029dd4,segment=NetworkSegment(7724ffb3-6885-4173-873d-a6e13fc800e5),segment_id=7724ffb3-6885-4173-873d-a6e13fc800e5)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:17.349749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-fceb8421-40b2-4c13-8e34-50059e439153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 1332ff08-7d9c-4053-b884-7942193654ff) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:17.351731 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.357018 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceb8421-40b2-4c13-8e34-50059e439153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:17.363027 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fceb8421-40b2-4c13-8e34-50059e439153 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.363706 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21db25a-0679-4895-8cd0-ba4411246459 None None] Network 1332ff08-7d9c-4053-b884-7942193654ff requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:17.400627 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:17.401394 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.402991 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] 10.222.0.21 "PUT /v2.0/ports/f11a62ce-9b2f-4387-aa34-04a61f029dd4 HTTP/1.1" status: 200 len: 1092 time: 2.6797853 Nov 12 04:04:17.403447 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4548804a-5203-4e3b-ba32-d92bfc4ddd45', 'tag': 'f11a62ce-9b2f-4387-aa34-04a61f029dd4'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:17.405796 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dda9c75-e653-42cd-9d38-5567038263f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4548804a-5203-4e3b-ba32-d92bfc4ddd45", "tag": "f11a62ce-9b2f-4387-aa34-04a61f029dd4"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:17.441178 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b604fa1-e900-4204-8154-d5168ecba1ed service neutron] Pushing event updated for resources: {'Port': ['ID=f11a62ce-9b2f-4387-aa34-04a61f029dd4,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:17.514680 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fceb8421-40b2-4c13-8e34-50059e439153 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.5212913 Nov 12 04:04:17.579427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56971868-b9df-4054-9f21-cfd10c28a3ce None None] Network 1332ff08-7d9c-4053-b884-7942193654ff requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:17.584919 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49782) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:17.651832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-22875947-0ab3-4c62-9141-aa8bd088959b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcb2a3d9bb09427486f673bc8f5cf0a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0654590 Nov 12 04:04:17.654212 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49786) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:17.748336 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48d351f7-a375-4992-8e07-9c3814247faf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.798120 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48d351f7-a375-4992-8e07-9c3814247faf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.852233 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.937847 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48d351f7-a375-4992-8e07-9c3814247faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.940504 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48d351f7-a375-4992-8e07-9c3814247faf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.941667 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-48d351f7-a375-4992-8e07-9c3814247faf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/993d06f0-418b-4115-a788-6366a993724a HTTP/1.1" status: 204 len: 168 time: 0.2864912 Nov 12 04:04:17.950068 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d351f7-a375-4992-8e07-9c3814247faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993d06f0-418b-4115-a788-6366a993724a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:18.579758 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49816) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:18.585186 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1026486772-network', 'tenant_id': '35330ba19a7c433d96dfa324cdf820e5'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:18.703835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Made reservation on behalf of 35330ba19a7c433d96dfa324cdf820e5 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:18.706316 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.716022 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.798131 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.857538 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.882995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:18.891539 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472b51b4-7e05-4b08-8370-18c641a3d5b6,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:18.902059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.902420 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.902798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.903114 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.903435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.903763 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.904085 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.904406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.904725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.905043 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.905359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.905683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.909632 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.909973 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Added segment 0e5a2b61-aea6-4b9e-95bf-a51b65c47e07 of type vlan for network 6047956e-aa7f-4ecc-8dbf-483a53325fbc Nov 12 04:04:18.963439 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.023723 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49826) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:19.051696 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.052701 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:19.053339 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.127903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] Pushing event updated for resources: {'Network': ['ID=6047956e-aa7f-4ecc-8dbf-483a53325fbc,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:19.137609 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-19c9734b-6fa2-4288-96f1-ec7b211dff84 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-675817361-network', 'tenant_id': '2bbd40052150467d97991699c7191d63'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:19.138906 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 6047956e-aa7f-4ecc-8dbf-483a53325fbc details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:19.169201 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f8ddc188-b342-4ad9-82e7-cdda8c9c96b0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5882707 Nov 12 04:04:19.171827 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49830) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:19.178233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-20957127-b23a-4f38-a282-2e170a1ba208 admin admin] Request body: {'subnet': {'network_id': '6047956e-aa7f-4ecc-8dbf-483a53325fbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1026486772-subnet', 'tenant_id': '35330ba19a7c433d96dfa324cdf820e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:19.253630 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c9734b-6fa2-4288-96f1-ec7b211dff84 admin admin] Made reservation on behalf of 2bbd40052150467d97991699c7191d63 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:19.256501 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19c9734b-6fa2-4288-96f1-ec7b211dff84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.269829 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19c9734b-6fa2-4288-96f1-ec7b211dff84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.345562 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20957127-b23a-4f38-a282-2e170a1ba208 admin admin] Made reservation on behalf of 35330ba19a7c433d96dfa324cdf820e5 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:19.348301 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-20957127-b23a-4f38-a282-2e170a1ba208 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.351347 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19c9734b-6fa2-4288-96f1-ec7b211dff84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.424655 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19c9734b-6fa2-4288-96f1-ec7b211dff84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.447532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c9734b-6fa2-4288-96f1-ec7b211dff84 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:19.474313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9734b-6fa2-4288-96f1-ec7b211dff84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d2c491-e551-4b71-8b5d-cad933ca24b0,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:19.478387 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19c9734b-6fa2-4288-96f1-ec7b211dff84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.478387 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-19c9734b-6fa2-4288-96f1-ec7b211dff84 admin admin] Added segment c4f70807-f60a-40ba-9223-3f90fd571498 of type vlan for network 3299e4aa-3e81-4536-a639-3b890040798c Nov 12 04:04:19.547022 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19c9734b-6fa2-4288-96f1-ec7b211dff84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.669700 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-20957127-b23a-4f38-a282-2e170a1ba208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.700204 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19c9734b-6fa2-4288-96f1-ec7b211dff84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.701841 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c9734b-6fa2-4288-96f1-ec7b211dff84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:19.702057 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19c9734b-6fa2-4288-96f1-ec7b211dff84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.779058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20957127-b23a-4f38-a282-2e170a1ba208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb0ba51-41ac-4b63-8638-ec1f8ab5a6ee,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:19.787794 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9734b-6fa2-4288-96f1-ec7b211dff84 admin admin] Pushing event updated for resources: {'Network': ['ID=3299e4aa-3e81-4536-a639-3b890040798c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:19.802610 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-19c9734b-6fa2-4288-96f1-ec7b211dff84 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7752202 Nov 12 04:04:19.803484 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49832) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:19.806991 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 3299e4aa-3e81-4536-a639-3b890040798c details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:19.808561 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-65a5f91f-25f5-48d3-8033-e40225460b92 admin admin] Request body: {'subnet': {'network_id': '3299e4aa-3e81-4536-a639-3b890040798c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-675817361-subnet', 'tenant_id': '2bbd40052150467d97991699c7191d63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:19.819605 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20957127-b23a-4f38-a282-2e170a1ba208 admin admin] Checking segment: {'id': '0e5a2b61-aea6-4b9e-95bf-a51b65c47e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6047956e-aa7f-4ecc-8dbf-483a53325fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:19.819971 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20957127-b23a-4f38-a282-2e170a1ba208 admin admin] Network hostable DHCP agents. Network: 6047956e-aa7f-4ecc-8dbf-483a53325fbc, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:04:19.892251 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a5f91f-25f5-48d3-8033-e40225460b92 admin admin] Made reservation on behalf of 2bbd40052150467d97991699c7191d63 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:19.895081 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-65a5f91f-25f5-48d3-8033-e40225460b92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.921000 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20957127-b23a-4f38-a282-2e170a1ba208 admin admin] Network 6047956e-aa7f-4ecc-8dbf-483a53325fbc is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:04:19.989152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-20957127-b23a-4f38-a282-2e170a1ba208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 6047956e-aa7f-4ecc-8dbf-483a53325fbc) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:19.993596 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20957127-b23a-4f38-a282-2e170a1ba208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:19.994205 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-20957127-b23a-4f38-a282-2e170a1ba208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.999747 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b83af9b-8f62-4316-84e3-9663eff76751 None None] Network 6047956e-aa7f-4ecc-8dbf-483a53325fbc requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:20.089736 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-20957127-b23a-4f38-a282-2e170a1ba208 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9166956 Nov 12 04:04:20.143121 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a2dfdf-dc07-465f-8ba0-93470fde7346 None None] Network 6047956e-aa7f-4ecc-8dbf-483a53325fbc requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:20.166921 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-65a5f91f-25f5-48d3-8033-e40225460b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.276522 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5f91f-25f5-48d3-8033-e40225460b92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:20.281227 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a5f91f-25f5-48d3-8033-e40225460b92 admin admin] Checking segment: {'id': 'c4f70807-f60a-40ba-9223-3f90fd571498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:20.281815 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a5f91f-25f5-48d3-8033-e40225460b92 admin admin] Network hostable DHCP agents. Network: 3299e4aa-3e81-4536-a639-3b890040798c, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:04:20.366149 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a5f91f-25f5-48d3-8033-e40225460b92 admin admin] Network 3299e4aa-3e81-4536-a639-3b890040798c is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:04:20.423264 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-65a5f91f-25f5-48d3-8033-e40225460b92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 3299e4aa-3e81-4536-a639-3b890040798c) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:20.427613 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a5f91f-25f5-48d3-8033-e40225460b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:20.428201 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-65a5f91f-25f5-48d3-8033-e40225460b92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.442140 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df55ca1-ceef-4c84-a851-4bbcf9f23c8d None None] Network 3299e4aa-3e81-4536-a639-3b890040798c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:20.494625 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-65a5f91f-25f5-48d3-8033-e40225460b92 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6900177 Nov 12 04:04:20.586851 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c185c8b3-56cc-463e-ba88-b08937de2d59 None None] Network 3299e4aa-3e81-4536-a639-3b890040798c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:23.775765 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03ac9789-e20c-4873-a911-09cdeabfd891 req-b3aaea0b-eacd-4186-96f0-726f360d7cbf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440192 Nov 12 04:04:23.887866 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac9789-e20c-4873-a911-09cdeabfd891 req-562d732d-995e-47d8-8cdc-fc148ad20b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:23.889669 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03ac9789-e20c-4873-a911-09cdeabfd891 req-562d732d-995e-47d8-8cdc-fc148ad20b0a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 1101 time: 0.0441341 Nov 12 04:04:24.016657 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac9789-e20c-4873-a911-09cdeabfd891 req-600cb78b-4868-42b6-a10e-b5e1b5b40b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:24.018158 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03ac9789-e20c-4873-a911-09cdeabfd891 req-600cb78b-4868-42b6-a10e-b5e1b5b40b9c service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1078403 Nov 12 04:04:24.063593 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03ac9789-e20c-4873-a911-09cdeabfd891 req-9117e0b4-5342-4abc-8947-32c1f9fc64a5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=69d802da-621d-4dcc-bebe-79fed9b690d9 HTTP/1.1" status: 200 len: 217 time: 0.0361838 Nov 12 04:04:24.114750 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac9789-e20c-4873-a911-09cdeabfd891 req-b31b202f-6c5e-482c-aef0-2d7060af68fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:24.116802 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03ac9789-e20c-4873-a911-09cdeabfd891 req-b31b202f-6c5e-482c-aef0-2d7060af68fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0457373 Nov 12 04:04:24.163034 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac9789-e20c-4873-a911-09cdeabfd891 req-826eeaa1-e83a-4098-880c-baa6d1fa1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:24.164683 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03ac9789-e20c-4873-a911-09cdeabfd891 req-826eeaa1-e83a-4098-880c-baa6d1fa1809 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0403981 Nov 12 04:04:24.267686 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03ac9789-e20c-4873-a911-09cdeabfd891 req-544b4379-b301-4878-a75d-0bfe6698e380 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869737 Nov 12 04:04:24.378603 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03ac9789-e20c-4873-a911-09cdeabfd891 req-790e0572-85d0-40ab-be30-190a29e4d4a9 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036949 Nov 12 04:04:27.201766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-e26dab35-ffc0-4d52-a37d-046ebcd77652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:27.204002 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-e26dab35-ffc0-4d52-a37d-046ebcd77652 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 1099 time: 0.0425363 Nov 12 04:04:27.261914 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f51833d8-9a33-47b0-97f9-c5169257dd4d req-89e0aefe-ea4d-4edf-9e41-9341430b66db service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014681 Nov 12 04:04:27.324012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93dea2-e218-4295-a6d6-3dc6169fd668 req-cde6e5b1-9c70-4d69-bbfd-83d772fd7452 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:27.325516 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d93dea2-e218-4295-a6d6-3dc6169fd668 req-cde6e5b1-9c70-4d69-bbfd-83d772fd7452 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ea2950-9963-4c97-9f61-eb2d07f981f5 HTTP/1.1" status: 200 len: 950 time: 0.0553682 Nov 12 04:04:27.357461 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-491fe30f-4504-4cad-b59a-11497cdc4841 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=9cac48c8-fa06-4f44-b516-a1e72aebedc0 HTTP/1.1" status: 200 len: 217 time: 0.0487561 Nov 12 04:04:27.359647 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-91f57b17-9b80-4462-b576-ff89d63ac5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:27.364080 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-91f57b17-9b80-4462-b576-ff89d63ac5fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4a6ebac40b146cfa24061442c524e13&device_id=4548804a-5203-4e3b-ba32-d92bfc4ddd45 HTTP/1.1" status: 200 len: 1095 time: 0.0415494 Nov 12 04:04:27.398802 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d93dea2-e218-4295-a6d6-3dc6169fd668 req-baaedfc4-92ff-4c77-8469-9324a9effe91 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436461 Nov 12 04:04:27.490290 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-d0e658e0-88ea-4712-a4d7-e1ff24adff96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f11a62ce-9b2f-4387-aa34-04a61f029dd4 HTTP/1.1" status: 200 len: 217 time: 0.0382104 Nov 12 04:04:27.503885 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-d87a9852-4d04-4c47-b6d9-3f9ef851bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:27.505343 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-d87a9852-4d04-4c47-b6d9-3f9ef851bb59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0724409 Nov 12 04:04:27.520007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d967b7-aef2-4145-923b-edd6e2ec845c req-90e83df6-935f-4524-bf3f-4577a924a7e9 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:27.525021 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-23d967b7-aef2-4145-923b-edd6e2ec845c req-90e83df6-935f-4524-bf3f-4577a924a7e9 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4548804a-5203-4e3b-ba32-d92bfc4ddd45 HTTP/1.1" status: 200 len: 943 time: 0.0618191 Nov 12 04:04:27.577803 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-23d967b7-aef2-4145-923b-edd6e2ec845c req-b1deb900-68c9-4557-8fb1-67255b07268b tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5feb785-fe9c-46f9-9505-20fc896ee3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503423 Nov 12 04:04:27.617997 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-3945d86e-340c-4160-9c34-eddea3257c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:27.619689 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-3945d86e-340c-4160-9c34-eddea3257c47 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0553958 Nov 12 04:04:27.643972 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27947f5-f9fb-4753-9d38-8f1e5722e5b6 x-openstack-request-id: req-a27947f5-f9fb-4753-9d38-8f1e5722e5b6 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:27.644262 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4548804a-5203-4e3b-ba32-d92bfc4ddd45", "tag": "f11a62ce-9b2f-4387-aa34-04a61f029dd4", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:27.644517 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a27947f5-f9fb-4753-9d38-8f1e5722e5b6 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:27.645021 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4548804a-5203-4e3b-ba32-d92bfc4ddd45', 'tag': 'f11a62ce-9b2f-4387-aa34-04a61f029dd4', 'status': 'completed', 'code': 200} Nov 12 04:04:27.664327 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-2a472ff7-d959-4719-94a4-84ce06d68409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:27.666292 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-2a472ff7-d959-4719-94a4-84ce06d68409 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f0002df9-975c-478b-822a-521de9b191f4 HTTP/1.1" status: 200 len: 854 time: 0.1012213 Nov 12 04:04:27.672255 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c01d6-af57-4ba3-9ae2-4b42d74d8302 req-b587ca16-64a5-43cc-a356-74ab2008c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:27.673373 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9e6c01d6-af57-4ba3-9ae2-4b42d74d8302 req-b587ca16-64a5-43cc-a356-74ab2008c504 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1754a55bfe704872b7f1880e89caeed1&device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 1099 time: 0.1075060 Nov 12 04:04:27.767484 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-0b809f1f-7c53-4864-adb9-a5522300010e service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188986 Nov 12 04:04:27.775261 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c37c6-0e32-41cd-9ec4-b2fc440b5042 req-8d1a8915-2948-484e-bf68-4791c77c7314 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:27.776721 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f2c37c6-0e32-41cd-9ec4-b2fc440b5042 req-8d1a8915-2948-484e-bf68-4791c77c7314 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 947 time: 0.0758488 Nov 12 04:04:27.837238 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-8c38ce2e-dae6-4601-9b60-d9fe361ac0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:27.839156 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-8c38ce2e-dae6-4601-9b60-d9fe361ac0b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d71bec34-a677-4132-8136-c1bcb90eee24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029317 Nov 12 04:04:27.861440 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c01d6-af57-4ba3-9ae2-4b42d74d8302 req-5143ad35-2513-4a3a-b002-166c65c3de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:27.863046 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9e6c01d6-af57-4ba3-9ae2-4b42d74d8302 req-5143ad35-2513-4a3a-b002-166c65c3de40 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1285224 Nov 12 04:04:27.877044 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f2c37c6-0e32-41cd-9ec4-b2fc440b5042 req-f97a1ff1-74ba-43c4-9bf6-bc3208a737ee tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aed5310-8a39-40b6-b7c0-74de4a0a2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880992 Nov 12 04:04:27.898229 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d53e6aae-5a8b-4a47-8ce4-32e083ade9fa req-33231307-6934-4fd6-bf0f-15d2e7720afe service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173518 Nov 12 04:04:27.942981 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9e6c01d6-af57-4ba3-9ae2-4b42d74d8302 req-6d3f645e-906a-46ac-952a-42d080ea05a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=6ede46b4-035a-471b-8015-46dcd25c299e HTTP/1.1" status: 200 len: 217 time: 0.0576813 Nov 12 04:04:27.996317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690d04e-c3b9-4c6d-a4c2-161fb1e23407 req-39cee700-c537-4591-9665-d6c553aa26cd tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:27.997818 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f690d04e-c3b9-4c6d-a4c2-161fb1e23407 req-39cee700-c537-4591-9665-d6c553aa26cd tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 947 time: 0.0531683 Nov 12 04:04:28.032504 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c01d6-af57-4ba3-9ae2-4b42d74d8302 req-bf1d0b33-7de1-4cc6-909e-fa420605e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:28.033923 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9e6c01d6-af57-4ba3-9ae2-4b42d74d8302 req-bf1d0b33-7de1-4cc6-909e-fa420605e47b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0631175 Nov 12 04:04:28.039702 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-71dd18a9-72c7-4e19-92d9-fa10ea0fcef8 service neutron] 10.222.0.21 "GET /v2.0/networks/d71bec34-a677-4132-8136-c1bcb90eee24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558163 Nov 12 04:04:28.045698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f690d04e-c3b9-4c6d-a4c2-161fb1e23407 req-df44c002-a2e5-459b-810a-479454dd4625 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 Nov 12 04:04:28.233758 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb21e00-318a-4188-91b6-0188be7bbb8b req-92ae56fc-00ef-445e-959a-fa7c82d2cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:28.235902 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ebb21e00-318a-4188-91b6-0188be7bbb8b req-92ae56fc-00ef-445e-959a-fa7c82d2cdcd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 1099 time: 0.0550818 Nov 12 04:04:28.256103 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c01d6-af57-4ba3-9ae2-4b42d74d8302 req-1fee6294-a910-42a1-a030-ea33091b3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:28.257833 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9e6c01d6-af57-4ba3-9ae2-4b42d74d8302 req-1fee6294-a910-42a1-a030-ea33091b3d3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0964272 Nov 12 04:04:28.304570 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-533c9ae2-f8b2-4428-9df8-b908777628d5 req-8faf1318-7911-44a6-b6af-56bd22bcb663 service neutron] 10.222.0.21 "GET /v2.0/networks/d71bec34-a677-4132-8136-c1bcb90eee24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632698 Nov 12 04:04:28.308579 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-a5840e1a-33e1-4029-9d77-6f461c1f7fd5 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:04:28.309598 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-a5840e1a-33e1-4029-9d77-6f461c1f7fd5 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0845659 Nov 12 04:04:28.373516 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9e6c01d6-af57-4ba3-9ae2-4b42d74d8302 req-6639720a-0817-4773-8f17-355bd7f4a4f8 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033499 Nov 12 04:04:28.526435 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9e6c01d6-af57-4ba3-9ae2-4b42d74d8302 req-6d2729fe-5b46-40c0-9722-95346140c2cb service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262970 Nov 12 04:04:28.529095 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda9c75-e653-42cd-9d38-5567038263f6 req-e3ac8b8d-6358-45da-8505-5453e215eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:28.530442 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3dda9c75-e653-42cd-9d38-5567038263f6 req-e3ac8b8d-6358-45da-8505-5453e215eae3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4a6ebac40b146cfa24061442c524e13&device_id=4548804a-5203-4e3b-ba32-d92bfc4ddd45 HTTP/1.1" status: 200 len: 1095 time: 0.0717912 Nov 12 04:04:28.650405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda9c75-e653-42cd-9d38-5567038263f6 req-30941060-5012-4caf-8b11-4002e9e0e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:28.651942 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3dda9c75-e653-42cd-9d38-5567038263f6 req-30941060-5012-4caf-8b11-4002e9e0e3df service neutron] 10.222.0.21 "GET /v2.0/networks?id=d71bec34-a677-4132-8136-c1bcb90eee24 HTTP/1.1" status: 200 len: 916 time: 0.0908408 Nov 12 04:04:28.683839 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-e90c1d71-8517-49fb-a6a7-1e6f7555c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:28.685233 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-e90c1d71-8517-49fb-a6a7-1e6f7555c8db service neutron] 10.222.0.37 "GET /v2.0/ports/de254cb0-8a7d-4f3e-9148-25a96d55a734 HTTP/1.1" status: 200 len: 1095 time: 0.0840576 Nov 12 04:04:28.700812 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f928ef46-dc90-4076-b9a1-983e2e1d65d6 service neutron] Request body: {'binding': {'host': 'n-h1-768509-24', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:28.701271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f928ef46-dc90-4076-b9a1-983e2e1d65d6 service neutron] Unknown quota resources ['binding']. {{(pid=103296) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:04:28.709112 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3dda9c75-e653-42cd-9d38-5567038263f6 req-9a14fa3c-bea4-48ed-82a6-dc81e73e7f04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f11a62ce-9b2f-4387-aa34-04a61f029dd4 HTTP/1.1" status: 200 len: 217 time: 0.0483239 Nov 12 04:04:28.744346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb21e00-318a-4188-91b6-0188be7bbb8b req-dc043c14-afda-47d9-84d8-c51620e97bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:28.745819 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ebb21e00-318a-4188-91b6-0188be7bbb8b req-dc043c14-afda-47d9-84d8-c51620e97bf3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.4999721 Nov 12 04:04:28.760764 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-24be86df-aa06-4524-9b5d-5739d9f2af0f tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:28.767569 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-24be86df-aa06-4524-9b5d-5739d9f2af0f tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 818 time: 0.5050781 Nov 12 04:04:28.767715 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda9c75-e653-42cd-9d38-5567038263f6 req-58b8d63f-290a-4bbe-83c0-b5a06d8a60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:28.767715 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3dda9c75-e653-42cd-9d38-5567038263f6 req-58b8d63f-290a-4bbe-83c0-b5a06d8a60a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f0002df9-975c-478b-822a-521de9b191f4 HTTP/1.1" status: 200 len: 854 time: 0.0462625 Nov 12 04:04:28.812691 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda9c75-e653-42cd-9d38-5567038263f6 req-08f42c77-c947-48ac-87cc-628bb946b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:28.814221 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3dda9c75-e653-42cd-9d38-5567038263f6 req-08f42c77-c947-48ac-87cc-628bb946b1e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d71bec34-a677-4132-8136-c1bcb90eee24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407250 Nov 12 04:04:28.830090 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ebb21e00-318a-4188-91b6-0188be7bbb8b req-f814dfb7-c224-4121-80af-1e31ed0545cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=9cac48c8-fa06-4f44-b516-a1e72aebedc0 HTTP/1.1" status: 200 len: 217 time: 0.0521293 Nov 12 04:04:28.836033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-e41523f4-b224-462d-951e-3f511f9dc180 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/quotas/661e639e68ef4507b916d93d5706eabb HTTP/1.1" status: 200 len: 375 time: 0.0523779 Nov 12 04:04:28.909680 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-6355fe87-7758-4827-b048-10f7dd0ea3e5 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525987 Nov 12 04:04:28.912110 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3dda9c75-e653-42cd-9d38-5567038263f6 req-90dcd5e6-88cd-4d90-bb0c-a636d731c8ef service neutron] 10.222.0.21 "GET /v2.0/networks/d71bec34-a677-4132-8136-c1bcb90eee24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879271 Nov 12 04:04:28.961476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb21e00-318a-4188-91b6-0188be7bbb8b req-801254bc-568b-4dc5-8b33-138246604117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:28.962944 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ebb21e00-318a-4188-91b6-0188be7bbb8b req-801254bc-568b-4dc5-8b33-138246604117 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1070387 Nov 12 04:04:29.008181 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3dda9c75-e653-42cd-9d38-5567038263f6 req-b16ecbf3-cded-421d-9eef-295e65c7d38b service neutron] 10.222.0.21 "GET /v2.0/networks/d71bec34-a677-4132-8136-c1bcb90eee24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831742 Nov 12 04:04:29.074198 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-019a423f-ccdb-4482-b21c-06322b132b7f service neutron] 10.222.0.37 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547389 Nov 12 04:04:29.078745 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f928ef46-dc90-4076-b9a1-983e2e1d65d6 service neutron] Attempting to bind port de254cb0-8a7d-4f3e-9148-25a96d55a734 on host n-h1-768509-24 for vnic_type normal with profile None {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:29.079087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f928ef46-dc90-4076-b9a1-983e2e1d65d6 service neutron] Attempting to bind port de254cb0-8a7d-4f3e-9148-25a96d55a734 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:29.079418 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f928ef46-dc90-4076-b9a1-983e2e1d65d6 service neutron] Attempting to bind port de254cb0-8a7d-4f3e-9148-25a96d55a734 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:29.092076 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb21e00-318a-4188-91b6-0188be7bbb8b req-2c09cd81-5697-4e72-b3ce-eaed6f5c25aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:29.093505 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ebb21e00-318a-4188-91b6-0188be7bbb8b req-2c09cd81-5697-4e72-b3ce-eaed6f5c25aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1016526 Nov 12 04:04:29.095207 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f928ef46-dc90-4076-b9a1-983e2e1d65d6 service neutron] Port de254cb0-8a7d-4f3e-9148-25a96d55a734 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:29.095527 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f928ef46-dc90-4076-b9a1-983e2e1d65d6 service neutron] Attempting to bind port de254cb0-8a7d-4f3e-9148-25a96d55a734 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:29.128904 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f928ef46-dc90-4076-b9a1-983e2e1d65d6 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:29.129240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f928ef46-dc90-4076-b9a1-983e2e1d65d6 service neutron] Checking segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:29.129616 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f928ef46-dc90-4076-b9a1-983e2e1d65d6 service neutron] Bound using segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:29.130043 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f928ef46-dc90-4076-b9a1-983e2e1d65d6 service neutron] Bound port: de254cb0-8a7d-4f3e-9148-25a96d55a734, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:29.277867 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-c763bd8c-4611-4676-a4e5-adc80069541c service neutron] 10.222.0.37 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962028 Nov 12 04:04:29.282336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f928ef46-dc90-4076-b9a1-983e2e1d65d6 service neutron] For port de254cb0-8a7d-4f3e-9148-25a96d55a734, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=de254cb0-8a7d-4f3e-9148-25a96d55a734,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:29.298142 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ebb21e00-318a-4188-91b6-0188be7bbb8b req-8123f5e4-1957-4bc3-9d50-20cebc344e12 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871281 Nov 12 04:04:29.390283 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ebb21e00-318a-4188-91b6-0188be7bbb8b req-b44618cf-ae76-4bd9-88d6-8d9c71185b5a service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828507 Nov 12 04:04:29.949775 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f928ef46-dc90-4076-b9a1-983e2e1d65d6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.950973 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f928ef46-dc90-4076-b9a1-983e2e1d65d6 service neutron] 10.222.0.37 "POST /v2.0/ports/de254cb0-8a7d-4f3e-9148-25a96d55a734/bindings HTTP/1.1" status: 201 len: 390 time: 1.2596283 Nov 12 04:04:30.345335 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-39bc2b0c-228f-406f-9d57-f8a99838e0fe tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:30.346851 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-39bc2b0c-228f-406f-9d57-f8a99838e0fe tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/networks?id=3299e4aa-3e81-4536-a639-3b890040798c HTTP/1.1" status: 200 len: 804 time: 0.1141250 Nov 12 04:04:30.362720 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-11849bbb-b9ea-4b6b-89ba-4385b644f6e5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/quotas/2bbd40052150467d97991699c7191d63 HTTP/1.1" status: 200 len: 375 time: 0.0092902 Nov 12 04:04:30.400940 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-48f76d34-b93f-41bb-be99-1c40a7f96efb tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2bbd40052150467d97991699c7191d63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322189 Nov 12 04:04:30.500245 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-1b56b54a-dad8-4d6a-a446-3fbe2ed68b65 service neutron] 10.222.0.37 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922141 Nov 12 04:04:30.658486 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-638624b6-20fc-4093-abbc-f89e249ac45f service neutron] 10.222.0.37 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490240 Nov 12 04:04:30.661584 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-60524bfe-8a7c-47f2-a4e5-74e3b61ad783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:30.662661 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-60524bfe-8a7c-47f2-a4e5-74e3b61ad783 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 1098 time: 0.0994220 Nov 12 04:04:30.670688 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6918e7-2d18-4527-b94b-84c7d1fc0c83 req-f0a1806d-ce74-4b1d-9cc9-74371a0e624a tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:30.671893 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b6918e7-2d18-4527-b94b-84c7d1fc0c83 req-f0a1806d-ce74-4b1d-9cc9-74371a0e624a tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4548804a-5203-4e3b-ba32-d92bfc4ddd45 HTTP/1.1" status: 200 len: 943 time: 0.1117895 Nov 12 04:04:30.777602 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b6918e7-2d18-4527-b94b-84c7d1fc0c83 req-c5db80e1-a3e6-43c8-808c-7ab61e21bbcd tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5feb785-fe9c-46f9-9505-20fc896ee3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958400 Nov 12 04:04:30.797957 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-056e44f3-208c-4ff0-89f0-ba2691cbeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:30.797957 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-056e44f3-208c-4ff0-89f0-ba2691cbeaf1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 909 time: 0.1234293 Nov 12 04:04:30.851674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-72570c82-38e5-4d23-9e0b-8d2a12209487 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de254cb0-8a7d-4f3e-9148-25a96d55a734 HTTP/1.1" status: 200 len: 217 time: 0.0360909 Nov 12 04:04:30.926604 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-dc48d924-5307-42c8-85da-b1674920f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:30.929310 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-dc48d924-5307-42c8-85da-b1674920f507 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.0680335 Nov 12 04:04:30.942596 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a1fad-74ce-4779-89d4-ea3fc1d786ed req-8402a94a-17f4-41d8-b5b4-fff4bbda5257 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:30.944859 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-532a1fad-74ce-4779-89d4-ea3fc1d786ed req-8402a94a-17f4-41d8-b5b4-fff4bbda5257 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 947 time: 0.0961614 Nov 12 04:04:30.996848 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-07a2a0ec-072a-4d66-9dca-0f516a142cad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500789 Nov 12 04:04:31.100088 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bce30-6797-466f-abc2-4c3624bdcbe9 req-6b77d402-4b40-4073-ae80-20d71bd8f26d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:31.102182 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c5bce30-6797-466f-abc2-4c3624bdcbe9 req-6b77d402-4b40-4073-ae80-20d71bd8f26d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 947 time: 0.1565313 Nov 12 04:04:31.107138 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-532a1fad-74ce-4779-89d4-ea3fc1d786ed req-54e351c8-0cdf-4f63-9867-8d2f2c3edc3a tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aed5310-8a39-40b6-b7c0-74de4a0a2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437633 Nov 12 04:04:31.153297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-366beeff-298e-448a-a144-7bd58341bb1a service neutron] 10.222.0.21 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453400 Nov 12 04:04:31.187136 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c5bce30-6797-466f-abc2-4c3624bdcbe9 req-94ac0a10-1a86-404e-80be-a3b77a69149e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759125 Nov 12 04:04:31.292515 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f55a2bd-2754-4b64-885b-159160839a5e req-b9751250-14b7-4137-9049-0d08fbc3bb2c tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 210 time: 0.0341575 Nov 12 04:04:31.302768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ef564-287c-4e1e-b773-654c789c5c37 req-7e663473-bf91-4416-96b3-ca73553dabc9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:31.304207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-502ef564-287c-4e1e-b773-654c789c5c37 req-7e663473-bf91-4416-96b3-ca73553dabc9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 946 time: 0.1295021 Nov 12 04:04:31.330749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-43cc49cb-e406-42e5-ae2a-266b6b318c3d service neutron] 10.222.0.21 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682425 Nov 12 04:04:31.360691 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-502ef564-287c-4e1e-b773-654c789c5c37 req-74bba1cc-71ec-452b-99b4-a2b8fc839a3d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478842 Nov 12 04:04:31.433538 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586c0c7-7c20-4373-aa40-2a58221c4570 req-0fc61cc2-763d-43be-acb7-7a700659ea93 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:31.435010 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f586c0c7-7c20-4373-aa40-2a58221c4570 req-0fc61cc2-763d-43be-acb7-7a700659ea93 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ea2950-9963-4c97-9f61-eb2d07f981f5 HTTP/1.1" status: 200 len: 950 time: 0.0714960 Nov 12 04:04:31.450949 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-920d180b-183f-4439-80f9-d655176ebdd2 req-cf637d79-06f4-498c-8344-5dabe72af042 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=5010875d-15dc-4ed0-9076-fc7c2b3c5908 HTTP/1.1" status: 200 len: 210 time: 0.0363553 Nov 12 04:04:31.502073 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f586c0c7-7c20-4373-aa40-2a58221c4570 req-95e05c27-1ca0-455d-b48b-2916c0465228 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539150 Nov 12 04:04:31.612216 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-015a7ed6-0b5e-4b1d-9275-6546d3767326 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:31.613692 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-015a7ed6-0b5e-4b1d-9275-6546d3767326 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d&tenant_id=dbefff477b694cb581282e32dd2cbb0f&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 1098 time: 0.0804281 Nov 12 04:04:31.626738 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-24'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:31.678572 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:31.802292 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] For port de254cb0-8a7d-4f3e-9148-25a96d55a734, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=de254cb0-8a7d-4f3e-9148-25a96d55a734,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:31.841366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] For port de254cb0-8a7d-4f3e-9148-25a96d55a734, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:31.908945 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf12c47-ecfe-4bdf-b333-4d4fc938569d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de254cb0-8a7d-4f3e-9148-25a96d55a734'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:31.911187 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f016a47a-436d-4ace-bd8c-1ca808dcf02b" -d '{"events": [{"server_uuid": "edf12c47-ecfe-4bdf-b333-4d4fc938569d", "name": "network-vif-unplugged", "status": "completed", "tag": "de254cb0-8a7d-4f3e-9148-25a96d55a734"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:31.915893 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:31.933377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c95f1-f0d7-4edd-9e98-8b9ddf872cee req-2da1fedc-bd1e-41ac-be5e-bec231aabb73 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:31.934888 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-886c95f1-f0d7-4edd-9e98-8b9ddf872cee req-2da1fedc-bd1e-41ac-be5e-bec231aabb73 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4548804a-5203-4e3b-ba32-d92bfc4ddd45 HTTP/1.1" status: 200 len: 943 time: 0.0747523 Nov 12 04:04:31.949129 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c305a13-b97d-4d87-8fe9-8383ef43240d x-openstack-request-id: req-0c305a13-b97d-4d87-8fe9-8383ef43240d {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:31.949411 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf12c47-ecfe-4bdf-b333-4d4fc938569d", "name": "network-vif-unplugged", "status": "completed", "tag": "de254cb0-8a7d-4f3e-9148-25a96d55a734", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:31.949659 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c305a13-b97d-4d87-8fe9-8383ef43240d {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:31.950040 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf12c47-ecfe-4bdf-b333-4d4fc938569d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de254cb0-8a7d-4f3e-9148-25a96d55a734', 'code': 200} Nov 12 04:04:31.983957 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-886c95f1-f0d7-4edd-9e98-8b9ddf872cee req-843f1c9a-2f97-4d4c-a4b8-7655015b7317 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5feb785-fe9c-46f9-9505-20fc896ee3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429008 Nov 12 04:04:31.988752 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.074424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] Pushing event updated for resources: {'Port': ['ID=de254cb0-8a7d-4f3e-9148-25a96d55a734,revision_number=7']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:32.078037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] Attempting to bind port de254cb0-8a7d-4f3e-9148-25a96d55a734 on host n-h2-768509-24 for vnic_type normal with profile {"migrating_to": "n-h1-768509-24"} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:32.078369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] Attempting to bind port de254cb0-8a7d-4f3e-9148-25a96d55a734 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:32.078841 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] Attempting to bind port de254cb0-8a7d-4f3e-9148-25a96d55a734 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:32.083377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] Port de254cb0-8a7d-4f3e-9148-25a96d55a734 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:32.083691 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] Attempting to bind port de254cb0-8a7d-4f3e-9148-25a96d55a734 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:32.088443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:32.088799 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] Checking segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:32.089169 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] Bound using segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:32.089578 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] Bound port: de254cb0-8a7d-4f3e-9148-25a96d55a734, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:32.089924 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.204007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3ebf6-f942-4ec2-af70-5c0da8e3d8c1 req-618c333c-1576-4de1-979f-45d775c1e075 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:32.205315 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5d3ebf6-f942-4ec2-af70-5c0da8e3d8c1 req-618c333c-1576-4de1-979f-45d775c1e075 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8ea2950-9963-4c97-9f61-eb2d07f981f5 HTTP/1.1" status: 200 len: 950 time: 0.0798478 Nov 12 04:04:32.209299 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] For port de254cb0-8a7d-4f3e-9148-25a96d55a734, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:32.242436 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] For port de254cb0-8a7d-4f3e-9148-25a96d55a734, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=de254cb0-8a7d-4f3e-9148-25a96d55a734,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:32.317488 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38b7fb-f597-46f3-9913-924a08c2f975 req-5e01fba7-6dec-4521-8eb2-e24d5a86cbfc tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:32.319015 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab38b7fb-f597-46f3-9913-924a08c2f975 req-5e01fba7-6dec-4521-8eb2-e24d5a86cbfc tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 947 time: 0.1342626 Nov 12 04:04:32.346125 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.427215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49857b-1087-4445-aa47-9cf0bac6dba5 req-89006ea6-7456-4a0f-b262-71299983ed12 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:32.429245 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d49857b-1087-4445-aa47-9cf0bac6dba5 req-89006ea6-7456-4a0f-b262-71299983ed12 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 947 time: 0.1681011 Nov 12 04:04:32.488197 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] Pushing event updated for resources: {'Port': ['ID=de254cb0-8a7d-4f3e-9148-25a96d55a734,revision_number=8']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:32.512784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:32.513404 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.514797 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-f2cb9d52-9aa2-443e-9365-429384ab2278 service neutron] 10.222.0.21 "PUT /v2.0/ports/de254cb0-8a7d-4f3e-9148-25a96d55a734 HTTP/1.1" status: 200 len: 1124 time: 0.8919256 Nov 12 04:04:32.518552 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab38b7fb-f597-46f3-9913-924a08c2f975 req-961691bd-31e1-4c9c-bc00-f097be4576d0 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aed5310-8a39-40b6-b7c0-74de4a0a2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796885 Nov 12 04:04:32.527962 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-b5d3ebf6-f942-4ec2-af70-5c0da8e3d8c1 req-af053306-1935-4fdb-be7f-330e221d39a2 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Deleting port 09512895-3ef7-4162-b1ed-6709a7a3ae40 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:32.528298 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b5d3ebf6-f942-4ec2-af70-5c0da8e3d8c1 req-af053306-1935-4fdb-be7f-330e221d39a2 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.608992 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d49857b-1087-4445-aa47-9cf0bac6dba5 req-18f94675-a71e-4448-8b62-1c912b84a849 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668673 Nov 12 04:04:32.639514 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-cc1c31f4-a7a0-4ee3-a220-4fa1ee859d08 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:32.647089 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-cc1c31f4-a7a0-4ee3-a220-4fa1ee859d08 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.31 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 818 time: 0.1434011 Nov 12 04:04:32.664253 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['de254cb0-8a7d-4f3e-9148-25a96d55a734'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:32.673758 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-55de35ba-970c-4ed3-acd8-fa63fe6adfbd tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Request body: {'port': {'device_id': 'd9b84afd-fe7d-4e62-a5e5-5251e514297e', 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff', 'admin_state_up': True, 'tenant_id': '661e639e68ef4507b916d93d5706eabb'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:32.840695 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-55de35ba-970c-4ed3-acd8-fa63fe6adfbd tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Made reservation on behalf of 661e639e68ef4507b916d93d5706eabb for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:32.844625 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-55de35ba-970c-4ed3-acd8-fa63fe6adfbd tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.867476 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device f11a62ce-9b2f-4387-aa34-04a61f029dd4 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:04:32.909921 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6f5bdeb-a806-4328-9631-0d107d3e1b9f req-b4b6c9f8-4fcd-4336-9637-815c11a22177 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 210 time: 0.2999558 Nov 12 04:04:32.967099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-b5d3ebf6-f942-4ec2-af70-5c0da8e3d8c1 req-af053306-1935-4fdb-be7f-330e221d39a2 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] For port 09512895-3ef7-4162-b1ed-6709a7a3ae40, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=09512895-3ef7-4162-b1ed-6709a7a3ae40,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:32.967470 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b5d3ebf6-f942-4ec2-af70-5c0da8e3d8c1 req-af053306-1935-4fdb-be7f-330e221d39a2 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.993685 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-55de35ba-970c-4ed3-acd8-fa63fe6adfbd tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Allocated IP 172.20.0.5 (1332ff08-7d9c-4053-b884-7942193654ff/59ca9b74-5f18-4dc9-9fac-822797e5b209/4cd785c9-5050-4a76-86ac-dd56fc4d906f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:33.001472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4be68-c55f-4575-a6c8-2c84bfd9f597 req-c955b781-8884-4826-9860-a90b9370600d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.003537 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2a4be68-c55f-4575-a6c8-2c84bfd9f597 req-c955b781-8884-4826-9860-a90b9370600d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 944 time: 0.0954123 Nov 12 04:04:33.003906 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-b5d3ebf6-f942-4ec2-af70-5c0da8e3d8c1 req-af053306-1935-4fdb-be7f-330e221d39a2 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Calling delete_port for 09512895-3ef7-4162-b1ed-6709a7a3ae40 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:33.010558 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port f11a62ce-9b2f-4387-aa34-04a61f029dd4, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=f11a62ce-9b2f-4387-aa34-04a61f029dd4,segment=NetworkSegment(7724ffb3-6885-4173-873d-a6e13fc800e5),segment_id=7724ffb3-6885-4173-873d-a6e13fc800e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:33.026045 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'f11a62ce-9b2f-4387-aa34-04a61f029dd4', 'network_id': 'd71bec34-a677-4132-8136-c1bcb90eee24', 'port_id': 'f11a62ce-9b2f-4387-aa34-04a61f029dd4', 'mac_address': 'fa:16:3e:07:1e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0002df9-975c-478b-822a-521de9b191f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:04:33.070438 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.082294 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5300455d-653c-4738-811a-3b3e8d7a3691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.088203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11a62ce-9b2f-4387-aa34-04a61f029dd4 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:33.111300 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port f11a62ce-9b2f-4387-aa34-04a61f029dd4, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=f11a62ce-9b2f-4387-aa34-04a61f029dd4,segment=NetworkSegment(7724ffb3-6885-4173-873d-a6e13fc800e5),segment_id=7724ffb3-6885-4173-873d-a6e13fc800e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:33.118776 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d22f98ab-cbbb-434d-9480-90caab2e5659 req-4166f253-757f-425b-9df0-2b7b08cc0fa8 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=5010875d-15dc-4ed0-9076-fc7c2b3c5908 HTTP/1.1" status: 200 len: 210 time: 0.0415633 Nov 12 04:04:33.157346 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2a4be68-c55f-4575-a6c8-2c84bfd9f597 req-ab2c5c12-049b-4456-b453-bba4649ebd66 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976577 Nov 12 04:04:33.180828 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.182713 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 9cac48c8-fa06-4f44-b516-a1e72aebedc0 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:04:33.212183 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-55de35ba-970c-4ed3-acd8-fa63fe6adfbd tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.296972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=f11a62ce-9b2f-4387-aa34-04a61f029dd4,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:33.304415 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3c0d9-1c23-4790-b573-affd825540a3 req-f47d96d6-6bfb-4660-9e96-b86fc6e54332 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.308119 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e8e3c0d9-1c23-4790-b573-affd825540a3 req-f47d96d6-6bfb-4660-9e96-b86fc6e54332 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ea2950-9963-4c97-9f61-eb2d07f981f5 HTTP/1.1" status: 200 len: 950 time: 0.0619230 Nov 12 04:04:33.308244 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:33.308244 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:33.308244 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:33.308244 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:33.308244 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:33.308244 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:33.308658 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:33.308888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:33.309174 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:33.309488 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:33.309803 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:33.310114 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:33.367141 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 9cac48c8-fa06-4f44-b516-a1e72aebedc0, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9cac48c8-fa06-4f44-b516-a1e72aebedc0,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:33.367645 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b5d3ebf6-f942-4ec2-af70-5c0da8e3d8c1 req-af053306-1935-4fdb-be7f-330e221d39a2 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.383571 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '9cac48c8-fa06-4f44-b516-a1e72aebedc0', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '9cac48c8-fa06-4f44-b516-a1e72aebedc0', 'mac_address': 'fa:16:3e:fa:62:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:04:33.396869 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-7a8b8bb1-c4fb-45c5-a78b-e45173e51d3a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.398565 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-7a8b8bb1-c4fb-45c5-a78b-e45173e51d3a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.31 "GET /v2.0/networks?id=3299e4aa-3e81-4536-a639-3b890040798c HTTP/1.1" status: 200 len: 804 time: 0.1540835 Nov 12 04:04:33.417986 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['09512895-3ef7-4162-b1ed-6709a7a3ae40'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:33.422917 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-868d6d6e-822e-4733-820b-042436c7505d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Request body: {'port': {'device_id': '5010875d-15dc-4ed0-9076-fc7c2b3c5908', 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c', 'admin_state_up': True, 'tenant_id': '2bbd40052150467d97991699c7191d63'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:33.438856 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e8e3c0d9-1c23-4790-b573-affd825540a3 req-2d34d8c3-4cd1-407f-8056-cf795385946a tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f5458f-5a70-4c5b-87f4-6ee5836efad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227572 Nov 12 04:04:33.449046 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.452257 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-55de35ba-970c-4ed3-acd8-fa63fe6adfbd tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.478759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cac48c8-fa06-4f44-b516-a1e72aebedc0 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:33.492534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af053306-1935-4fdb-be7f-330e221d39a2 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Pushing event deleted for resources: {'Port': ['ID=09512895-3ef7-4162-b1ed-6709a7a3ae40,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:33.514295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d3ebf6-f942-4ec2-af70-5c0da8e3d8c1 req-af053306-1935-4fdb-be7f-330e221d39a2 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] No DVR routers for this DVR port 09512895-3ef7-4162-b1ed-6709a7a3ae40 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:33.521327 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b5d3ebf6-f942-4ec2-af70-5c0da8e3d8c1 req-af053306-1935-4fdb-be7f-330e221d39a2 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.521808 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 9cac48c8-fa06-4f44-b516-a1e72aebedc0, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9cac48c8-fa06-4f44-b516-a1e72aebedc0,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:33.525353 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5d3ebf6-f942-4ec2-af70-5c0da8e3d8c1 req-af053306-1935-4fdb-be7f-330e221d39a2 tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.31 "DELETE /v2.0/ports/09512895-3ef7-4162-b1ed-6709a7a3ae40 HTTP/1.1" status: 204 len: 173 time: 1.3014243 Nov 12 04:04:33.529420 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-55de35ba-970c-4ed3-acd8-fa63fe6adfbd tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Network 1332ff08-7d9c-4053-b884-7942193654ff is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:33.537969 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c962007-6fb9-4e2c-982c-925637184147 req-0923e9d1-a720-42c6-85a4-005d4c347452 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.544650 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4c962007-6fb9-4e2c-982c-925637184147 req-0923e9d1-a720-42c6-85a4-005d4c347452 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4548804a-5203-4e3b-ba32-d92bfc4ddd45 HTTP/1.1" status: 200 len: 944 time: 0.1821971 Nov 12 04:04:33.562693 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-55de35ba-970c-4ed3-acd8-fa63fe6adfbd tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:33.569635 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-55de35ba-970c-4ed3-acd8-fa63fe6adfbd tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:33.599404 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4c962007-6fb9-4e2c-982c-925637184147 req-fc9db192-5dbc-4915-b799-22079d00cac6 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5feb785-fe9c-46f9-9505-20fc896ee3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524092 Nov 12 04:04:33.607797 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.608758 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6ede46b4-035a-471b-8015-46dcd25c299e details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:04:33.683655 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a08db-79d3-435f-af60-8027adf3603d req-a817a3c7-3be0-4fa2-ba85-188338157125 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.685296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-210a08db-79d3-435f-af60-8027adf3603d req-a817a3c7-3be0-4fa2-ba85-188338157125 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 947 time: 0.0696239 Nov 12 04:04:33.747171 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=9cac48c8-fa06-4f44-b516-a1e72aebedc0,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:33.753409 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 6ede46b4-035a-471b-8015-46dcd25c299e, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6ede46b4-035a-471b-8015-46dcd25c299e,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:33.769272 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '6ede46b4-035a-471b-8015-46dcd25c299e', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '6ede46b4-035a-471b-8015-46dcd25c299e', 'mac_address': 'fa:16:3e:51:8f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:04:33.797045 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-210a08db-79d3-435f-af60-8027adf3603d req-e9cbcc1a-a8ab-4a08-b07f-45ce4b3f3ada tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aed5310-8a39-40b6-b7c0-74de4a0a2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038158 Nov 12 04:04:33.827462 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.831050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60b96d-0271-4ea4-9965-aabaec21359c req-816a9a62-a686-4680-961f-1ec094a9144e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.833005 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce60b96d-0271-4ea4-9965-aabaec21359c req-816a9a62-a686-4680-961f-1ec094a9144e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 948 time: 0.0995591 Nov 12 04:04:33.848018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ede46b4-035a-471b-8015-46dcd25c299e {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:33.869947 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 6ede46b4-035a-471b-8015-46dcd25c299e, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6ede46b4-035a-471b-8015-46dcd25c299e,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:33.886691 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce60b96d-0271-4ea4-9965-aabaec21359c req-fb595c75-aea4-467f-8770-e4d7c30be5fb tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443320 Nov 12 04:04:33.905824 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de35ba-970c-4ed3-acd8-fa63fe6adfbd tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Pushing event updated for resources: {'Port': ['ID=4cd785c9-5050-4a76-86ac-dd56fc4d906f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:33.926596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-55de35ba-970c-4ed3-acd8-fa63fe6adfbd tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.927218 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-55de35ba-970c-4ed3-acd8-fa63fe6adfbd tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.950972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf12c47-ecfe-4bdf-b333-4d4fc938569d', 'tag': 'de254cb0-8a7d-4f3e-9148-25a96d55a734'}, {'server_uuid': 'd8ea2950-9963-4c97-9f61-eb2d07f981f5', 'name': 'network-vif-deleted', 'tag': '09512895-3ef7-4162-b1ed-6709a7a3ae40'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:33.953418 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd38bf0-ff09-4e53-a5ec-94574ce258a3" -d '{"events": [{"name": "network-changed", "server_uuid": "edf12c47-ecfe-4bdf-b333-4d4fc938569d", "tag": "de254cb0-8a7d-4f3e-9148-25a96d55a734"}, {"server_uuid": "d8ea2950-9963-4c97-9f61-eb2d07f981f5", "name": "network-vif-deleted", "tag": "09512895-3ef7-4162-b1ed-6709a7a3ae40"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:33.993666 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb6f704-39c6-4f33-bfe2-39bb6e704788 x-openstack-request-id: req-5eb6f704-39c6-4f33-bfe2-39bb6e704788 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:33.994094 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf12c47-ecfe-4bdf-b333-4d4fc938569d", "tag": "de254cb0-8a7d-4f3e-9148-25a96d55a734", "status": "completed", "code": 200}, {"server_uuid": "d8ea2950-9963-4c97-9f61-eb2d07f981f5", "name": "network-vif-deleted", "tag": "09512895-3ef7-4162-b1ed-6709a7a3ae40", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:33.994254 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5eb6f704-39c6-4f33-bfe2-39bb6e704788 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:33.994795 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf12c47-ecfe-4bdf-b333-4d4fc938569d', 'tag': 'de254cb0-8a7d-4f3e-9148-25a96d55a734', 'status': 'completed', 'code': 200} Nov 12 04:04:33.994946 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ea2950-9963-4c97-9f61-eb2d07f981f5', 'name': 'network-vif-deleted', 'tag': '09512895-3ef7-4162-b1ed-6709a7a3ae40', 'status': 'completed', 'code': 200} Nov 12 04:04:33.996435 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.027925 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-55de35ba-970c-4ed3-acd8-fa63fe6adfbd tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3579884 Nov 12 04:04:34.049106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Request body: {'port': {'device_id': 'd9b84afd-fe7d-4e62-a5e5-5251e514297e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:34.055170 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=6ede46b4-035a-471b-8015-46dcd25c299e,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:34.105515 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.109257 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-868d6d6e-822e-4733-820b-042436c7505d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Made reservation on behalf of 2bbd40052150467d97991699c7191d63 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:34.112930 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-868d6d6e-822e-4733-820b-042436c7505d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.121154 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81583a8f-2a2e-4b33-b701-938a2081b054 req-b3bbaa2d-1f67-4489-834f-8b2c748c035a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:34.126070 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81583a8f-2a2e-4b33-b701-938a2081b054 req-b3bbaa2d-1f67-4489-834f-8b2c748c035a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 931 time: 0.0909355 Nov 12 04:04:34.141749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd38bf0-ff09-4e53-a5ec-94574ce258a3 req-4f40b773-7ac9-4113-812d-f2039ec38c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:34.142908 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbd38bf0-ff09-4e53-a5ec-94574ce258a3 req-4f40b773-7ac9-4113-812d-f2039ec38c91 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 1127 time: 0.0792000 Nov 12 04:04:34.258299 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fed4069-bf7b-4f12-9ae8-9fc0760ea427 req-331a9668-70f1-4e65-97bf-1cfc9fddb5ed tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=5010875d-15dc-4ed0-9076-fc7c2b3c5908 HTTP/1.1" status: 200 len: 210 time: 0.0434616 Nov 12 04:04:34.265098 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81583a8f-2a2e-4b33-b701-938a2081b054 req-088022c9-9864-4485-84d8-dd827b255137 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319375 Nov 12 04:04:34.293717 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd38bf0-ff09-4e53-a5ec-94574ce258a3 req-001ec241-e9db-4e89-8400-706da5331c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:34.293717 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbd38bf0-ff09-4e53-a5ec-94574ce258a3 req-001ec241-e9db-4e89-8400-706da5331c12 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 909 time: 0.1399455 Nov 12 04:04:34.351584 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbd38bf0-ff09-4e53-a5ec-94574ce258a3 req-c14561aa-45a7-4b2c-97a6-206bdb25d16d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de254cb0-8a7d-4f3e-9148-25a96d55a734 HTTP/1.1" status: 200 len: 217 time: 0.0465062 Nov 12 04:04:34.408509 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-868d6d6e-822e-4733-820b-042436c7505d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Allocated IP 172.20.0.5 (3299e4aa-3e81-4536-a639-3b890040798c/c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144/18a14b63-19d4-4515-ab2b-70f1cc098df7) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:34.449351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c2e04-0943-4473-98e9-714e1b9785d3 req-0a53fbda-e15d-4020-8c8c-20ea25918de7 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:34.450884 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f06c2e04-0943-4473-98e9-714e1b9785d3 req-0a53fbda-e15d-4020-8c8c-20ea25918de7 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 944 time: 0.0890951 Nov 12 04:04:34.452251 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd38bf0-ff09-4e53-a5ec-94574ce258a3 req-440a6bd3-4b5b-49e3-9dc8-23feaa8669ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:34.453642 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbd38bf0-ff09-4e53-a5ec-94574ce258a3 req-440a6bd3-4b5b-49e3-9dc8-23feaa8669ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.0815663 Nov 12 04:04:34.498191 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbd38bf0-ff09-4e53-a5ec-94574ce258a3 req-e7b9a931-5b6a-45b4-bb94-81ff74145c3a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334563 Nov 12 04:04:34.564807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f06c2e04-0943-4473-98e9-714e1b9785d3 req-caddbaa0-8a1a-4e59-a94a-267763489431 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073711 Nov 12 04:04:34.610616 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd785c9-5050-4a76-86ac-dd56fc4d906f {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:34.621741 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.627937 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16b41aff-d94c-4a1d-80a8-de30b801c98f req-d324716d-1680-4208-a078-ba97fa08365d tempest-DeleteServersAdminTestJSON-1826144914 tempest-DeleteServersAdminTestJSON-1826144914-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ea2950-9963-4c97-9f61-eb2d07f981f5 HTTP/1.1" status: 200 len: 210 time: 0.0339220 Nov 12 04:04:34.647755 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Transition to ACTIVE for port object 4cd785c9-5050-4a76-86ac-dd56fc4d906f will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:04:34.657631 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbd38bf0-ff09-4e53-a5ec-94574ce258a3 req-fd4fa02d-eed3-404a-8571-18d2bb78ef34 service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491060 Nov 12 04:04:34.665031 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-868d6d6e-822e-4733-820b-042436c7505d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.726958 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.729097 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['9cac48c8-fa06-4f44-b516-a1e72aebedc0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:34.788854 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd785c9-5050-4a76-86ac-dd56fc4d906f,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:34.802524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183971c5-aca5-495b-9848-6e04ef80a071 req-477d90b3-be10-4a53-a2ca-d7b75eac9c59 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:34.804760 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-183971c5-aca5-495b-9848-6e04ef80a071 req-477d90b3-be10-4a53-a2ca-d7b75eac9c59 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4548804a-5203-4e3b-ba32-d92bfc4ddd45 HTTP/1.1" status: 200 len: 944 time: 0.0764179 Nov 12 04:04:34.826387 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-868d6d6e-822e-4733-820b-042436c7505d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.827386 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['f11a62ce-9b2f-4387-aa34-04a61f029dd4'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:34.832834 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbd38bf0-ff09-4e53-a5ec-94574ce258a3 req-b9efb219-c211-40b7-91f9-4bfb055da380 service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668706 Nov 12 04:04:34.895454 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device de254cb0-8a7d-4f3e-9148-25a96d55a734 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:04:34.895897 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-868d6d6e-822e-4733-820b-042436c7505d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Network 3299e4aa-3e81-4536-a639-3b890040798c is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:34.899529 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-183971c5-aca5-495b-9848-6e04ef80a071 req-6c502dec-ee2f-466a-aa19-0ead173d5071 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5feb785-fe9c-46f9-9505-20fc896ee3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840039 Nov 12 04:04:34.904647 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-868d6d6e-822e-4733-820b-042436c7505d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:34.907219 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-868d6d6e-822e-4733-820b-042436c7505d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:34.912082 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d6d6e-822e-4733-820b-042436c7505d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Pushing event updated for resources: {'Port': ['ID=18a14b63-19d4-4515-ab2b-70f1cc098df7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:34.991406 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Attempting to bind port 4cd785c9-5050-4a76-86ac-dd56fc4d906f on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:34.991883 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Attempting to bind port 4cd785c9-5050-4a76-86ac-dd56fc4d906f by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:34.992322 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Attempting to bind port 4cd785c9-5050-4a76-86ac-dd56fc4d906f on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:34.995834 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a9e6d-6eb7-4bbe-9960-e62c1d9cadfa req-824ffda8-5e93-463b-b320-b1cff435537a tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:34.997433 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-153a9e6d-6eb7-4bbe-9960-e62c1d9cadfa req-824ffda8-5e93-463b-b320-b1cff435537a tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 948 time: 0.0967786 Nov 12 04:04:35.007636 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['6ede46b4-035a-471b-8015-46dcd25c299e'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:35.023687 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-868d6d6e-822e-4733-820b-042436c7505d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:35.027264 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-868d6d6e-822e-4733-820b-042436c7505d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.036606 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Port 4cd785c9-5050-4a76-86ac-dd56fc4d906f on network 1332ff08-7d9c-4053-b884-7942193654ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:35.036606 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Attempting to bind port 4cd785c9-5050-4a76-86ac-dd56fc4d906f on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:35.050032 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:35.054948 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Checking segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:35.055458 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Bound using segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:35.056025 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Bound port: 4cd785c9-5050-4a76-86ac-dd56fc4d906f, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:35.056483 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.083525 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-153a9e6d-6eb7-4bbe-9960-e62c1d9cadfa req-9704f708-f9fd-4a90-9c3e-d3684905d346 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aed5310-8a39-40b6-b7c0-74de4a0a2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774617 Nov 12 04:04:35.110475 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92885029-82df-4f75-98f3-284fd0bea0e6 req-301f8179-246c-49dc-9e38-120f743b3f3a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:35.112108 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92885029-82df-4f75-98f3-284fd0bea0e6 req-301f8179-246c-49dc-9e38-120f743b3f3a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 948 time: 0.0912309 Nov 12 04:04:35.136738 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] For port 4cd785c9-5050-4a76-86ac-dd56fc4d906f, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:35.140958 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] For port 4cd785c9-5050-4a76-86ac-dd56fc4d906f, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4cd785c9-5050-4a76-86ac-dd56fc4d906f,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:35.146191 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-868d6d6e-822e-4733-820b-042436c7505d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7277484 Nov 12 04:04:35.170874 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Request body: {'port': {'device_id': '5010875d-15dc-4ed0-9076-fc7c2b3c5908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:35.178972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92885029-82df-4f75-98f3-284fd0bea0e6 req-3bb21d2e-660e-43b3-86ab-bb17b58fa1e2 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595789 Nov 12 04:04:35.195740 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port de254cb0-8a7d-4f3e-9148-25a96d55a734, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=de254cb0-8a7d-4f3e-9148-25a96d55a734,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:35.230114 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.231485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device de254cb0-8a7d-4f3e-9148-25a96d55a734 has no active binding in host n-h1-768509-24 {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 04:04:35.269037 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.329275 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:35.330089 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.331609 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] 10.222.0.31 "PUT /v2.0/ports/4cd785c9-5050-4a76-86ac-dd56fc4d906f HTTP/1.1" status: 200 len: 1092 time: 1.2871389 Nov 12 04:04:35.336935 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b84afd-fe7d-4e62-a5e5-5251e514297e', 'tag': '4cd785c9-5050-4a76-86ac-dd56fc4d906f'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:35.339705 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6afe8c-5298-4fc8-ac4e-4990d6599959" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b84afd-fe7d-4e62-a5e5-5251e514297e", "tag": "4cd785c9-5050-4a76-86ac-dd56fc4d906f"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:35.378300 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0e495-c933-433e-9126-618420b7ee11 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd785c9-5050-4a76-86ac-dd56fc4d906f,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:35.408915 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b17894-f684-4a82-bbff-5cbf440cc451 req-fd06ea9d-1e79-4b5b-be36-7897725b6304 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:35.413475 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-69b17894-f684-4a82-bbff-5cbf440cc451 req-fd06ea9d-1e79-4b5b-be36-7897725b6304 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=5010875d-15dc-4ed0-9076-fc7c2b3c5908 HTTP/1.1" status: 200 len: 931 time: 0.0647230 Nov 12 04:04:35.457881 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17e7e157-bf5d-4cb2-a5d0-6dc1c6590506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.487225 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185882c-c3d4-4a0b-ac5e-c9d4bfb9ebe8 req-b645b3af-125b-4a07-a6da-b61b275e1f87 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:35.488749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2185882c-c3d4-4a0b-ac5e-c9d4bfb9ebe8 req-b645b3af-125b-4a07-a6da-b61b275e1f87 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 943 time: 0.0973034 Nov 12 04:04:35.496627 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-69b17894-f684-4a82-bbff-5cbf440cc451 req-f609edd1-40db-4b5f-ac1c-eeed93d94316 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798240 Nov 12 04:04:35.545257 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7130050a-1c8c-499f-ac6d-9aa48aaa1177 x-openstack-request-id: req-7130050a-1c8c-499f-ac6d-9aa48aaa1177 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:35.545542 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b84afd-fe7d-4e62-a5e5-5251e514297e", "tag": "4cd785c9-5050-4a76-86ac-dd56fc4d906f", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:35.545793 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7130050a-1c8c-499f-ac6d-9aa48aaa1177 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:35.546181 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b84afd-fe7d-4e62-a5e5-5251e514297e', 'tag': '4cd785c9-5050-4a76-86ac-dd56fc4d906f', 'status': 'completed', 'code': 200} Nov 12 04:04:35.548129 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-7814ed3b-88a7-4c31-876e-47fb23b4946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:35.549599 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-7814ed3b-88a7-4c31-876e-47fb23b4946a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 1095 time: 0.0965316 Nov 12 04:04:35.550332 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2185882c-c3d4-4a0b-ac5e-c9d4bfb9ebe8 req-696a7c62-a075-466a-89db-be8bdc2627bc tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527303 Nov 12 04:04:35.621767 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-3a601799-ff6a-487e-af9d-abd245493c3f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd785c9-5050-4a76-86ac-dd56fc4d906f HTTP/1.1" status: 200 len: 217 time: 0.0445619 Nov 12 04:04:35.701869 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f4f25-a52e-4186-aa63-b9c4531912e7 req-33a73a0c-d9a9-4edb-9862-e70e5adc0fc7 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:35.701869 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b61f4f25-a52e-4186-aa63-b9c4531912e7 req-33a73a0c-d9a9-4edb-9862-e70e5adc0fc7 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 944 time: 0.0540841 Nov 12 04:04:35.715471 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a14b63-19d4-4515-ab2b-70f1cc098df7 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:35.720668 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-d0d0a545-ac41-4a13-8111-379397e92a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:35.722137 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-d0d0a545-ac41-4a13-8111-379397e92a0f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.0921383 Nov 12 04:04:35.728230 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.760738 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-103bf20b-4ff3-4e56-8e17-195b77ddce34 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298858 Nov 12 04:04:35.762923 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b61f4f25-a52e-4186-aa63-b9c4531912e7 req-bb131f60-6246-4fff-ba47-648ee804b66e tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577908 Nov 12 04:04:35.765791 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Transition to ACTIVE for port object 18a14b63-19d4-4515-ab2b-70f1cc098df7 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:04:35.843530 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.886790 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-358a75b2-3103-4e7c-b523-f60fedd32ce7 service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187444 Nov 12 04:04:35.925941 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Pushing event updated for resources: {'Port': ['ID=18a14b63-19d4-4515-ab2b-70f1cc098df7,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:36.029636 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03fc7b-2b31-4986-8bfc-2f82432c8159 req-f76a1fc1-8fd1-4b53-9b6e-48dc58c045b5 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.030801 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1c03fc7b-2b31-4986-8bfc-2f82432c8159 req-f76a1fc1-8fd1-4b53-9b6e-48dc58c045b5 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4548804a-5203-4e3b-ba32-d92bfc4ddd45 HTTP/1.1" status: 200 len: 944 time: 0.0500474 Nov 12 04:04:36.048817 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Attempting to bind port 18a14b63-19d4-4515-ab2b-70f1cc098df7 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:36.049158 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Attempting to bind port 18a14b63-19d4-4515-ab2b-70f1cc098df7 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'c4f70807-f60a-40ba-9223-3f90fd571498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:36.049481 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Attempting to bind port 18a14b63-19d4-4515-ab2b-70f1cc098df7 on network 3299e4aa-3e81-4536-a639-3b890040798c {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:36.054782 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d3b28c2d-514f-4776-b420-dcd3b8a7a84a req-8756f862-5278-41cd-be55-156e04ac19b3 service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549037 Nov 12 04:04:36.056797 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Port 18a14b63-19d4-4515-ab2b-70f1cc098df7 on network 3299e4aa-3e81-4536-a639-3b890040798c not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:36.057115 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Attempting to bind port 18a14b63-19d4-4515-ab2b-70f1cc098df7 on network 3299e4aa-3e81-4536-a639-3b890040798c {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:36.062185 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:36.062520 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Checking segment: {'id': 'c4f70807-f60a-40ba-9223-3f90fd571498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:36.062923 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Bound using segment: {'id': 'c4f70807-f60a-40ba-9223-3f90fd571498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:36.063347 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Bound port: 18a14b63-19d4-4515-ab2b-70f1cc098df7, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f70807-f60a-40ba-9223-3f90fd571498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:36.063699 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:36.089016 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1c03fc7b-2b31-4986-8bfc-2f82432c8159 req-a9227312-39a4-44aa-a9b3-b51c8ef8afaf tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5feb785-fe9c-46f9-9505-20fc896ee3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510130 Nov 12 04:04:36.126520 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] For port 18a14b63-19d4-4515-ab2b-70f1cc098df7, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:36.129540 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] For port 18a14b63-19d4-4515-ab2b-70f1cc098df7, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=18a14b63-19d4-4515-ab2b-70f1cc098df7,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:36.205314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca016c-e65a-49b6-a17c-4589db3abd64 req-a6bbb31a-8af7-422d-bb64-c20a7f5f7caf tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.206862 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5ca016c-e65a-49b6-a17c-4589db3abd64 req-a6bbb31a-8af7-422d-bb64-c20a7f5f7caf tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 948 time: 0.0495534 Nov 12 04:04:36.218145 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:36.259656 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.260413 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:36.261807 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] 10.222.0.31 "PUT /v2.0/ports/18a14b63-19d4-4515-ab2b-70f1cc098df7 HTTP/1.1" status: 200 len: 1092 time: 1.0968263 Nov 12 04:04:36.274259 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49982) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:36.286024 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5ca016c-e65a-49b6-a17c-4589db3abd64 req-251c9e42-4a0f-4713-9a8c-9ac54791dc20 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aed5310-8a39-40b6-b7c0-74de4a0a2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714476 Nov 12 04:04:36.324198 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ec322-ff22-4ff2-82fe-016a8eeab24e service neutron] Pushing event updated for resources: {'Port': ['ID=18a14b63-19d4-4515-ab2b-70f1cc098df7,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:36.339892 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6afe8c-5298-4fc8-ac4e-4990d6599959 req-739e3996-ab3c-4a5e-9a5b-bb0d4bf898d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.341607 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3a6afe8c-5298-4fc8-ac4e-4990d6599959 req-739e3996-ab3c-4a5e-9a5b-bb0d4bf898d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 1095 time: 0.0837123 Nov 12 04:04:36.344330 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da92c9-38d4-4972-9c40-0471fb23a602 req-7271caa7-269f-4c28-8349-e16d39b9acfd tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.345869 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-05da92c9-38d4-4972-9c40-0471fb23a602 req-7271caa7-269f-4c28-8349-e16d39b9acfd tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 948 time: 0.0825219 Nov 12 04:04:36.405427 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-05da92c9-38d4-4972-9c40-0471fb23a602 req-be59bfa5-f7f9-4aa5-be0f-93da4245e59b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526571 Nov 12 04:04:36.437956 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-72aa96b3-3008-4045-bde5-db32192c5be2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b553c3022124447857d011a07a04308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1607745 Nov 12 04:04:36.439478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49986) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:36.468982 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-9ac6c46d-e63f-4fd7-9869-d37091f8dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.470601 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-9ac6c46d-e63f-4fd7-9869-d37091f8dd70 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bbd40052150467d97991699c7191d63&device_id=5010875d-15dc-4ed0-9076-fc7c2b3c5908 HTTP/1.1" status: 200 len: 1095 time: 0.0948622 Nov 12 04:04:36.487351 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f6bf-0107-4b1c-be77-0bee57fb8b6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:36.496770 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6afe8c-5298-4fc8-ac4e-4990d6599959 req-42707acf-aec1-4a37-b97c-df5c979fa065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.498283 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3a6afe8c-5298-4fc8-ac4e-4990d6599959 req-42707acf-aec1-4a37-b97c-df5c979fa065 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 919 time: 0.1314883 Nov 12 04:04:36.508066 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f6bf-0107-4b1c-be77-0bee57fb8b6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:36.515544 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:36.535410 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-193179f5-4862-4b05-a6b6-053a692427cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18a14b63-19d4-4515-ab2b-70f1cc098df7 HTTP/1.1" status: 200 len: 217 time: 0.0474854 Nov 12 04:04:36.578677 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3a6afe8c-5298-4fc8-ac4e-4990d6599959 req-fab46b79-131d-4e10-a5e0-3ea7f0e2ab5a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd785c9-5050-4a76-86ac-dd56fc4d906f HTTP/1.1" status: 200 len: 217 time: 0.0516908 Nov 12 04:04:36.618822 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f6bf-0107-4b1c-be77-0bee57fb8b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:36.621685 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f6bf-0107-4b1c-be77-0bee57fb8b6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:36.626675 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8dc7f6bf-0107-4b1c-be77-0bee57fb8b6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2f5458f-5a70-4c5b-87f4-6ee5836efad6 HTTP/1.1" status: 204 len: 168 time: 0.1825435 Nov 12 04:04:36.639080 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7f6bf-0107-4b1c-be77-0bee57fb8b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f5458f-5a70-4c5b-87f4-6ee5836efad6,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:36.672945 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-05f8c3a1-7c75-44b9-82f7-a553eac36b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.674418 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-05f8c3a1-7c75-44b9-82f7-a553eac36b64 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144 HTTP/1.1" status: 200 len: 844 time: 0.1042719 Nov 12 04:04:36.678102 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6afe8c-5298-4fc8-ac4e-4990d6599959 req-fcc53ef9-4cb0-41ca-b199-eefa0470781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.679658 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3a6afe8c-5298-4fc8-ac4e-4990d6599959 req-fcc53ef9-4cb0-41ca-b199-eefa0470781c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.0730753 Nov 12 04:04:36.691510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a734a-9e1a-4edb-8e33-afc4083e01dc req-a30bd83a-f81c-4768-bdcf-c2ad82f27d79 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.693088 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e20a734a-9e1a-4edb-8e33-afc4083e01dc req-a30bd83a-f81c-4768-bdcf-c2ad82f27d79 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=5010875d-15dc-4ed0-9076-fc7c2b3c5908 HTTP/1.1" status: 200 len: 943 time: 0.1045003 Nov 12 04:04:36.724645 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0ebc1-fb71-4514-bdcc-f62c050a8727 req-c777f7e3-6938-40dc-bf01-b6e7531ef68a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.727317 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76d0ebc1-fb71-4514-bdcc-f62c050a8727 req-c777f7e3-6938-40dc-bf01-b6e7531ef68a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 943 time: 0.0925381 Nov 12 04:04:36.737391 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3a6afe8c-5298-4fc8-ac4e-4990d6599959 req-9940fd25-ddd4-4e41-b9da-98103df8b755 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360658 Nov 12 04:04:36.739286 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-f8ce67c4-d6ae-437b-8b0b-b3c93c4dac06 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3299e4aa-3e81-4536-a639-3b890040798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468380 Nov 12 04:04:36.768312 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e20a734a-9e1a-4edb-8e33-afc4083e01dc req-0fac8b8f-0c32-4fa8-9a4d-4cfd1d9726c9 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691049 Nov 12 04:04:36.805260 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76d0ebc1-fb71-4514-bdcc-f62c050a8727 req-1b81d659-8bcd-42af-a609-0a058060ef16 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663865 Nov 12 04:04:36.873445 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device f11a62ce-9b2f-4387-aa34-04a61f029dd4 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:36.916341 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-654df90b-f2b3-4528-9829-f192ccc8d40c service neutron] 10.222.0.31 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644435 Nov 12 04:04:36.919233 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3a6afe8c-5298-4fc8-ac4e-4990d6599959 req-9bb05645-395b-4f72-8b90-6c577283badf service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684439 Nov 12 04:04:36.930575 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a976143-73a1-4e2f-8981-f3e4dd60f089 req-9c2fb79d-1ea6-4f49-890a-187611e620e6 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.932164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a976143-73a1-4e2f-8981-f3e4dd60f089 req-9c2fb79d-1ea6-4f49-890a-187611e620e6 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 944 time: 0.0539882 Nov 12 04:04:36.991243 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a976143-73a1-4e2f-8981-f3e4dd60f089 req-1682a785-fc9a-4096-98c8-21f20b1a8f0d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518653 Nov 12 04:04:37.006008 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port f11a62ce-9b2f-4387-aa34-04a61f029dd4 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:04:37.013953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port f11a62ce-9b2f-4387-aa34-04a61f029dd4 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:37.015525 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:37.092624 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0cb1fb06-a5b5-4126-8a93-61d688aee241 req-f30bf216-f3e7-4a64-ae3f-a09fad87a2df service neutron] 10.222.0.31 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596053 Nov 12 04:04:37.094455 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3a6afe8c-5298-4fc8-ac4e-4990d6599959 req-9c364da1-020f-4191-ad20-ce30d3f0cfa5 service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602266 Nov 12 04:04:37.099627 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:37.128084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4548804a-5203-4e3b-ba32-d92bfc4ddd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11a62ce-9b2f-4387-aa34-04a61f029dd4'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:37.130824 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d767a4d1-e495-46c8-8673-3c482bd7f6af" -d '{"events": [{"server_uuid": "4548804a-5203-4e3b-ba32-d92bfc4ddd45", "name": "network-vif-plugged", "status": "completed", "tag": "f11a62ce-9b2f-4387-aa34-04a61f029dd4"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:37.147350 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port f11a62ce-9b2f-4387-aa34-04a61f029dd4, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=f11a62ce-9b2f-4387-aa34-04a61f029dd4,segment=NetworkSegment(7724ffb3-6885-4173-873d-a6e13fc800e5),segment_id=7724ffb3-6885-4173-873d-a6e13fc800e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:37.175754 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da67b3a0-8494-4d7e-8b90-2d27c77aa8a5 x-openstack-request-id: req-da67b3a0-8494-4d7e-8b90-2d27c77aa8a5 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:37.176063 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4548804a-5203-4e3b-ba32-d92bfc4ddd45", "name": "network-vif-plugged", "status": "completed", "tag": "f11a62ce-9b2f-4387-aa34-04a61f029dd4", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:37.176320 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da67b3a0-8494-4d7e-8b90-2d27c77aa8a5 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:37.176707 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4548804a-5203-4e3b-ba32-d92bfc4ddd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11a62ce-9b2f-4387-aa34-04a61f029dd4', 'code': 200} Nov 12 04:04:37.222700 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c476c01-d2e9-4020-a553-0599358b7292 req-26e9cde0-d9c0-4ca2-b1f4-e6477a032ea9 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:37.223987 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:37.224310 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c476c01-d2e9-4020-a553-0599358b7292 req-26e9cde0-d9c0-4ca2-b1f4-e6477a032ea9 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4548804a-5203-4e3b-ba32-d92bfc4ddd45 HTTP/1.1" status: 200 len: 944 time: 0.0516286 Nov 12 04:04:37.224780 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 9cac48c8-fa06-4f44-b516-a1e72aebedc0 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:37.254411 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50004) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:37.278404 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0bd99ca9-12d3-4b4f-8665-46de74a3559c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:37.307472 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c476c01-d2e9-4020-a553-0599358b7292 req-bd90d09b-2145-4ddd-8c5e-f8fa0c13d768 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5feb785-fe9c-46f9-9505-20fc896ee3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760436 Nov 12 04:04:37.310434 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=f11a62ce-9b2f-4387-aa34-04a61f029dd4,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:37.335328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f5a8e-0145-4766-8112-57603481f5fc req-e685ade3-5676-493c-bfbc-c9571d78af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:37.337879 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5d8f5a8e-0145-4766-8112-57603481f5fc req-e685ade3-5676-493c-bfbc-c9571d78af88 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4548804a-5203-4e3b-ba32-d92bfc4ddd45 HTTP/1.1" status: 200 len: 1097 time: 0.0621085 Nov 12 04:04:37.371823 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0bd99ca9-12d3-4b4f-8665-46de74a3559c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:37.388612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 9cac48c8-fa06-4f44-b516-a1e72aebedc0 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:04:37.392588 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 9cac48c8-fa06-4f44-b516-a1e72aebedc0 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:37.392958 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:37.396832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5d8f5a8e-0145-4766-8112-57603481f5fc req-08ad6c33-b830-4869-9d18-42c871c4f7e6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a5feb785-fe9c-46f9-9505-20fc896ee3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506196 Nov 12 04:04:37.432428 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9914e-9fed-43b8-8c6a-736c698e1804 req-29ad3ac0-45a1-4450-b845-084cc35959b4 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:37.433987 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2f9914e-9fed-43b8-8c6a-736c698e1804 req-29ad3ac0-45a1-4450-b845-084cc35959b4 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 948 time: 0.0530167 Nov 12 04:04:37.446804 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0bd99ca9-12d3-4b4f-8665-46de74a3559c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:37.481376 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:37.496732 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0bd99ca9-12d3-4b4f-8665-46de74a3559c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db479f1d72204c99ba0e39962ec908e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389169 Nov 12 04:04:37.496732 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd99ca9-12d3-4b4f-8665-46de74a3559c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8d7cc3-9af7-4021-a058-a71f344c6869,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:37.499095 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50010) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:37.518759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 9cac48c8-fa06-4f44-b516-a1e72aebedc0, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9cac48c8-fa06-4f44-b516-a1e72aebedc0,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:37.531956 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2f9914e-9fed-43b8-8c6a-736c698e1804 req-63f693bf-6a22-4ec1-acf8-3775b3f5f60f tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aed5310-8a39-40b6-b7c0-74de4a0a2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912750 Nov 12 04:04:37.547948 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5010875d-15dc-4ed0-9076-fc7c2b3c5908', 'tag': '18a14b63-19d4-4515-ab2b-70f1cc098df7'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:37.550282 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696670cf-1a6f-40dd-a56c-bd01b137fc96" -d '{"events": [{"name": "network-changed", "server_uuid": "5010875d-15dc-4ed0-9076-fc7c2b3c5908", "tag": "18a14b63-19d4-4515-ab2b-70f1cc098df7"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:37.558947 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a385-5b91-45a3-8e1c-7af871894705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:37.560778 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31d2e3-3007-423b-923d-5d1f4d84d2c0 req-cdbad59d-4b4c-4bab-a397-5608b682fb3d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:37.562518 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e31d2e3-3007-423b-923d-5d1f4d84d2c0 req-cdbad59d-4b4c-4bab-a397-5608b682fb3d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 948 time: 0.0795033 Nov 12 04:04:37.565720 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:37.590890 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a385-5b91-45a3-8e1c-7af871894705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:37.593946 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f5a2ee-2870-4a7c-b384-b66abad7eb1b x-openstack-request-id: req-49f5a2ee-2870-4a7c-b384-b66abad7eb1b {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:37.594294 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5010875d-15dc-4ed0-9076-fc7c2b3c5908", "tag": "18a14b63-19d4-4515-ab2b-70f1cc098df7", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:37.594545 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49f5a2ee-2870-4a7c-b384-b66abad7eb1b {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:37.594991 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5010875d-15dc-4ed0-9076-fc7c2b3c5908', 'tag': '18a14b63-19d4-4515-ab2b-70f1cc098df7', 'status': 'completed', 'code': 200} Nov 12 04:04:37.615746 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=9cac48c8-fa06-4f44-b516-a1e72aebedc0,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:37.627217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e31d2e3-3007-423b-923d-5d1f4d84d2c0 req-546e68f5-6f76-4948-86ed-6bfff9fb1c35 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558519 Nov 12 04:04:37.653299 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 09512895-3ef7-4162-b1ed-6709a7a3ae40 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:37.674236 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 09512895-3ef7-4162-b1ed-6709a7a3ae40 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:37.674581 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 09512895-3ef7-4162-b1ed-6709a7a3ae40 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:37.675179 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696670cf-1a6f-40dd-a56c-bd01b137fc96 req-e9360cf6-e90c-4d7d-bc6c-aaf790f9515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:37.676673 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-696670cf-1a6f-40dd-a56c-bd01b137fc96 req-e9360cf6-e90c-4d7d-bc6c-aaf790f9515d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bbd40052150467d97991699c7191d63&device_id=5010875d-15dc-4ed0-9076-fc7c2b3c5908 HTTP/1.1" status: 200 len: 1095 time: 0.0425007 Nov 12 04:04:37.710222 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a385-5b91-45a3-8e1c-7af871894705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:37.712781 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a385-5b91-45a3-8e1c-7af871894705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:37.713893 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2ee7a385-5b91-45a3-8e1c-7af871894705 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f8d7cc3-9af7-4021-a058-a71f344c6869 HTTP/1.1" status: 204 len: 168 time: 0.2140152 Nov 12 04:04:37.751955 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7a385-5b91-45a3-8e1c-7af871894705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8d7cc3-9af7-4021-a058-a71f344c6869,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:37.784132 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696670cf-1a6f-40dd-a56c-bd01b137fc96 req-882539dd-6c63-4f2f-bdd3-af8dac0e1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:37.785609 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-696670cf-1a6f-40dd-a56c-bd01b137fc96 req-882539dd-6c63-4f2f-bdd3-af8dac0e1d4e service neutron] 10.222.0.31 "GET /v2.0/networks?id=3299e4aa-3e81-4536-a639-3b890040798c HTTP/1.1" status: 200 len: 905 time: 0.0999234 Nov 12 04:04:37.830099 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-696670cf-1a6f-40dd-a56c-bd01b137fc96 req-d708897d-fab4-4906-94a3-ba32220e6b09 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18a14b63-19d4-4515-ab2b-70f1cc098df7 HTTP/1.1" status: 200 len: 217 time: 0.0371876 Nov 12 04:04:37.885796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696670cf-1a6f-40dd-a56c-bd01b137fc96 req-ea22fea8-0547-465f-8e3a-8d3f297121ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:37.885796 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-696670cf-1a6f-40dd-a56c-bd01b137fc96 req-ea22fea8-0547-465f-8e3a-8d3f297121ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144 HTTP/1.1" status: 200 len: 844 time: 0.0468969 Nov 12 04:04:37.905332 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafddac-ea61-47b7-acf1-5afd53d86257 req-780e3312-854a-4550-b0a3-b72e4c02e2f5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:37.907920 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8dafddac-ea61-47b7-acf1-5afd53d86257 req-780e3312-854a-4550-b0a3-b72e4c02e2f5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=5010875d-15dc-4ed0-9076-fc7c2b3c5908 HTTP/1.1" status: 200 len: 943 time: 0.0613279 Nov 12 04:04:37.920384 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-696670cf-1a6f-40dd-a56c-bd01b137fc96 req-fabc1709-a24b-4c8f-b162-e6c463e054fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3299e4aa-3e81-4536-a639-3b890040798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269818 Nov 12 04:04:37.974519 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292bb9f-378a-48d6-a678-13ab3f27ceb7 req-c97a1d20-99a4-4881-b411-76bc464382a7 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:37.976074 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6292bb9f-378a-48d6-a678-13ab3f27ceb7 req-c97a1d20-99a4-4881-b411-76bc464382a7 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 943 time: 0.0895073 Nov 12 04:04:37.996824 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8dafddac-ea61-47b7-acf1-5afd53d86257 req-9c174e0a-c426-42a7-86c6-29bdb7df46c0 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744212 Nov 12 04:04:38.020584 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-696670cf-1a6f-40dd-a56c-bd01b137fc96 req-568435c2-6500-48ca-8024-b372099ff28b service neutron] 10.222.0.31 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919197 Nov 12 04:04:38.038535 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6292bb9f-378a-48d6-a678-13ab3f27ceb7 req-7e5c9454-3db0-4829-8265-3b57cde1860e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533175 Nov 12 04:04:38.092331 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:38.136694 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-696670cf-1a6f-40dd-a56c-bd01b137fc96 req-60e45933-b9b0-4ccd-a222-fa7c2b21f80a service neutron] 10.222.0.31 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080859 Nov 12 04:04:38.159027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb70d4-8e39-4d39-85c9-081346ee11a0 req-2e67de52-49cc-4a40-b186-3ccc7c53d933 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:38.160638 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-71bb70d4-8e39-4d39-85c9-081346ee11a0 req-2e67de52-49cc-4a40-b186-3ccc7c53d933 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 944 time: 0.0507445 Nov 12 04:04:38.210607 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-71bb70d4-8e39-4d39-85c9-081346ee11a0 req-4fc0ca54-7050-430c-bff8-7eed8d926b4f tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421741 Nov 12 04:04:38.423995 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-05820cbe-04fd-45d2-8e56-fdbc38ee595e service neutron] 10.222.0.31 "GET /v2.0/ports/de254cb0-8a7d-4f3e-9148-25a96d55a734/bindings/n-h1-768509-24 HTTP/1.1" status: 200 len: 385 time: 0.0579882 Nov 12 04:04:38.433110 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b69270-3fe5-44b0-bed6-b05c0f049a0a req-d0dff114-9209-4462-bbbc-25f9656c25ad tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:38.434706 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01b69270-3fe5-44b0-bed6-b05c0f049a0a req-d0dff114-9209-4462-bbbc-25f9656c25ad tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4548804a-5203-4e3b-ba32-d92bfc4ddd45 HTTP/1.1" status: 200 len: 945 time: 0.0505280 Nov 12 04:04:38.486254 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01b69270-3fe5-44b0-bed6-b05c0f049a0a req-3605de37-0843-4d45-b9a0-595f9ef52cdb tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5feb785-fe9c-46f9-9505-20fc896ee3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449095 Nov 12 04:04:38.661874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c15eb4-8fbe-4ae3-9140-a36892c8f4f9 req-d030f815-4db6-4c84-ae1d-b60672394a67 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:38.663569 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-04c15eb4-8fbe-4ae3-9140-a36892c8f4f9 req-d030f815-4db6-4c84-ae1d-b60672394a67 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 948 time: 0.0596137 Nov 12 04:04:38.747716 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-04c15eb4-8fbe-4ae3-9140-a36892c8f4f9 req-fc132c15-0211-4dc2-9013-98187c4bad14 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aed5310-8a39-40b6-b7c0-74de4a0a2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779147 Nov 12 04:04:38.771315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57225239-100f-445f-ab71-6dd79f33f18b req-aa9b0a4a-ac19-4da2-b0f9-b609bd9a7a3f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:38.772910 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57225239-100f-445f-ab71-6dd79f33f18b req-aa9b0a4a-ac19-4da2-b0f9-b609bd9a7a3f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0647755 Nov 12 04:04:38.830277 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57225239-100f-445f-ab71-6dd79f33f18b req-f1e6a48e-8c5c-4f2e-8050-b60ead7f9e15 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505068 Nov 12 04:04:38.862609 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-4c1cfcc2-cbc6-476a-8520-eff256a36421 service neutron] For port de254cb0-8a7d-4f3e-9148-25a96d55a734, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=de254cb0-8a7d-4f3e-9148-25a96d55a734,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:38.890991 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-4c1cfcc2-cbc6-476a-8520-eff256a36421 service neutron] For port de254cb0-8a7d-4f3e-9148-25a96d55a734, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:38.897888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6ede46b4-035a-471b-8015-46dcd25c299e up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:38.927639 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-4c1cfcc2-cbc6-476a-8520-eff256a36421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de254cb0-8a7d-4f3e-9148-25a96d55a734 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:38.941588 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-4c1cfcc2-cbc6-476a-8520-eff256a36421 service neutron] For port de254cb0-8a7d-4f3e-9148-25a96d55a734, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=de254cb0-8a7d-4f3e-9148-25a96d55a734,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:39.040432 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:39.069680 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-4c1cfcc2-cbc6-476a-8520-eff256a36421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:39.072328 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 6ede46b4-035a-471b-8015-46dcd25c299e completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:04:39.077571 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 6ede46b4-035a-471b-8015-46dcd25c299e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:39.077935 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:39.171673 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-4c1cfcc2-cbc6-476a-8520-eff256a36421 service neutron] Transition to ACTIVE for port object de254cb0-8a7d-4f3e-9148-25a96d55a734 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:04:39.179559 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cac48c8-fa06-4f44-b516-a1e72aebedc0'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:39.183119 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcda35be-4f35-4256-b996-7959cc53d674" -d '{"events": [{"server_uuid": "fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead", "name": "network-vif-plugged", "status": "completed", "tag": "9cac48c8-fa06-4f44-b516-a1e72aebedc0"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:39.187442 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:39.190861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d40e7f-ce7f-474f-81f2-9c481eb61dbc req-660db23a-6980-4ad3-a97e-76d51b49b5a0 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:39.192443 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57d40e7f-ce7f-474f-81f2-9c481eb61dbc req-660db23a-6980-4ad3-a97e-76d51b49b5a0 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=5010875d-15dc-4ed0-9076-fc7c2b3c5908 HTTP/1.1" status: 200 len: 943 time: 0.1275098 Nov 12 04:04:39.238182 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 6ede46b4-035a-471b-8015-46dcd25c299e, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6ede46b4-035a-471b-8015-46dcd25c299e,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:39.246783 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-4c1cfcc2-cbc6-476a-8520-eff256a36421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:39.280075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea45d6-d04e-4cc3-b446-d4960a77c61a req-9922d266-5833-4ccb-b8b5-e4bb6b134366 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:39.281465 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6dea45d6-d04e-4cc3-b446-d4960a77c61a req-9922d266-5833-4ccb-b8b5-e4bb6b134366 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 943 time: 0.0871530 Nov 12 04:04:39.286898 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57d40e7f-ce7f-474f-81f2-9c481eb61dbc req-3a58f64e-8408-45b4-8196-5d259a6ccd4b tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653687 Nov 12 04:04:39.307375 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-4c1cfcc2-cbc6-476a-8520-eff256a36421 service neutron] No DVR routers for this DVR port de254cb0-8a7d-4f3e-9148-25a96d55a734 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:39.332374 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:39.344907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cfcc2-cbc6-476a-8520-eff256a36421 service neutron] Pushing event updated for resources: {'Port': ['ID=de254cb0-8a7d-4f3e-9148-25a96d55a734,revision_number=10']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:39.352319 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-4c1cfcc2-cbc6-476a-8520-eff256a36421 service neutron] 10.222.0.31 "PUT /v2.0/ports/de254cb0-8a7d-4f3e-9148-25a96d55a734/bindings/n-h1-768509-24/activate HTTP/1.1" status: 200 len: 370 time: 0.9212282 Nov 12 04:04:39.363669 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6dea45d6-d04e-4cc3-b446-d4960a77c61a req-d21ee89b-8619-45d0-ac8f-3cf7b9e5e18b tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739419 Nov 12 04:04:39.417829 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=6ede46b4-035a-471b-8015-46dcd25c299e,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:39.448819 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9f77cf-cece-46bb-8488-45fa727d2d0d x-openstack-request-id: req-8d9f77cf-cece-46bb-8488-45fa727d2d0d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:39.449144 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead", "name": "network-vif-plugged", "status": "completed", "tag": "9cac48c8-fa06-4f44-b516-a1e72aebedc0", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:39.449408 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d9f77cf-cece-46bb-8488-45fa727d2d0d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:39.449809 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cac48c8-fa06-4f44-b516-a1e72aebedc0', 'code': 200} Nov 12 04:04:39.501518 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7ab64-d637-492f-9a3e-7076386149b0 req-e1d1a4df-71ed-4c7d-b36d-0034706d6200 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:39.503156 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80e7ab64-d637-492f-9a3e-7076386149b0 req-e1d1a4df-71ed-4c7d-b36d-0034706d6200 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 945 time: 0.0500395 Nov 12 04:04:39.604759 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80e7ab64-d637-492f-9a3e-7076386149b0 req-98dc4ca7-a0b1-41af-9fcd-7a5714b08ba1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945065 Nov 12 04:04:39.620358 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80982d-8cf5-435a-87dc-456b6e20fbed req-fce34518-b730-4355-b3d3-d43305c7516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:39.622846 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f80982d-8cf5-435a-87dc-456b6e20fbed req-fce34518-b730-4355-b3d3-d43305c7516c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 1101 time: 0.0585833 Nov 12 04:04:39.630894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-d30afcb2-3544-4111-b7fd-8890af55f76c tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:39.633023 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-d30afcb2-3544-4111-b7fd-8890af55f76c tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d&tenant_id=dbefff477b694cb581282e32dd2cbb0f&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 1097 time: 0.1159048 Nov 12 04:04:39.657292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 18a14b63-19d4-4515-ab2b-70f1cc098df7 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:04:39.671193 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f80982d-8cf5-435a-87dc-456b6e20fbed req-13119901-0ced-4c9f-a064-17a6d8742351 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412064 Nov 12 04:04:39.706910 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cf4b6-a3da-4410-82f3-98bb70b9b39d req-6f0a6ca2-4a6e-4a8d-9b1e-2415c89a5b5f tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:39.708199 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-803cf4b6-a3da-4410-82f3-98bb70b9b39d req-6f0a6ca2-4a6e-4a8d-9b1e-2415c89a5b5f tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4548804a-5203-4e3b-ba32-d92bfc4ddd45 HTTP/1.1" status: 200 len: 945 time: 0.1205585 Nov 12 04:04:39.757149 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-1fcd85bc-d77e-44ae-bcac-98bf543f1308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:39.758688 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-1fcd85bc-d77e-44ae-bcac-98bf543f1308 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d&tenant_id=dbefff477b694cb581282e32dd2cbb0f HTTP/1.1" status: 200 len: 1097 time: 0.1180344 Nov 12 04:04:39.767899 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 18a14b63-19d4-4515-ab2b-70f1cc098df7, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=18a14b63-19d4-4515-ab2b-70f1cc098df7,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:39.775301 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-803cf4b6-a3da-4410-82f3-98bb70b9b39d req-b1cfc03d-3e7f-4f18-8a71-01f87d3e495b tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5feb785-fe9c-46f9-9505-20fc896ee3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598855 Nov 12 04:04:39.779615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '18a14b63-19d4-4515-ab2b-70f1cc098df7', 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c', 'port_id': '18a14b63-19d4-4515-ab2b-70f1cc098df7', 'mac_address': 'fa:16:3e:f1:55:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:04:39.826181 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:39.846454 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a14b63-19d4-4515-ab2b-70f1cc098df7 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:39.872779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 18a14b63-19d4-4515-ab2b-70f1cc098df7, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=18a14b63-19d4-4515-ab2b-70f1cc098df7,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:39.904643 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85880e-fe5f-4df4-9884-f8853eeaa6cf req-28e6303d-c34e-4cc6-a0d2-711d0826cd22 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:39.906148 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ae85880e-fe5f-4df4-9884-f8853eeaa6cf req-28e6303d-c34e-4cc6-a0d2-711d0826cd22 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 949 time: 0.0555911 Nov 12 04:04:39.932526 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:39.933273 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 4cd785c9-5050-4a76-86ac-dd56fc4d906f details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:04:39.961408 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ae85880e-fe5f-4df4-9884-f8853eeaa6cf req-c5d26dc6-15f4-4711-a908-c65b80211a88 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aed5310-8a39-40b6-b7c0-74de4a0a2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459924 Nov 12 04:04:40.052815 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=18a14b63-19d4-4515-ab2b-70f1cc098df7,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:40.102284 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 4cd785c9-5050-4a76-86ac-dd56fc4d906f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4cd785c9-5050-4a76-86ac-dd56fc4d906f,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:40.152917 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7357f4a-27fd-4f64-8102-654a99bfcfd0 req-3abf424b-64a4-4ec1-8dfe-f5ac03315d84 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:40.154552 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7357f4a-27fd-4f64-8102-654a99bfcfd0 req-3abf424b-64a4-4ec1-8dfe-f5ac03315d84 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.1124992 Nov 12 04:04:40.171101 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-cbd36210-e16c-4533-8f97-5b56c335e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:40.172589 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-cbd36210-e16c-4533-8f97-5b56c335e5cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 1097 time: 0.0987980 Nov 12 04:04:40.243492 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '4cd785c9-5050-4a76-86ac-dd56fc4d906f', 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff', 'port_id': '4cd785c9-5050-4a76-86ac-dd56fc4d906f', 'mac_address': 'fa:16:3e:32:79:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ca9b74-5f18-4dc9-9fac-822797e5b209', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:04:40.263221 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7357f4a-27fd-4f64-8102-654a99bfcfd0 req-1f60a348-0075-4479-9eea-01da43a6264b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011951 Nov 12 04:04:40.281630 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:40.294688 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd785c9-5050-4a76-86ac-dd56fc4d906f {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:40.299760 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-9c065ccf-1663-45a9-935f-0cca14fa30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:40.301337 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-9c065ccf-1663-45a9-935f-0cca14fa30e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 909 time: 0.1123528 Nov 12 04:04:40.314468 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 4cd785c9-5050-4a76-86ac-dd56fc4d906f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4cd785c9-5050-4a76-86ac-dd56fc4d906f,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:40.347166 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-ba0e95fa-3b46-463e-807f-6babe5b247c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de254cb0-8a7d-4f3e-9148-25a96d55a734 HTTP/1.1" status: 200 len: 217 time: 0.0377448 Nov 12 04:04:40.379103 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:40.427614 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-776e531f-009f-4250-bcad-926cc9abf86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:40.429142 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-776e531f-009f-4250-bcad-926cc9abf86d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.0759249 Nov 12 04:04:40.441988 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=4cd785c9-5050-4a76-86ac-dd56fc4d906f,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:40.442845 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938a480-57a8-420e-9d34-91f1db19d837 req-9c3acc85-0905-4144-aed5-2d25e693876a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:40.444382 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5938a480-57a8-420e-9d34-91f1db19d837 req-9c3acc85-0905-4144-aed5-2d25e693876a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=5010875d-15dc-4ed0-9076-fc7c2b3c5908 HTTP/1.1" status: 200 len: 944 time: 0.0828569 Nov 12 04:04:40.488257 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-b3502243-60ff-4a44-999c-11b83b912fd6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428619 Nov 12 04:04:40.600719 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5938a480-57a8-420e-9d34-91f1db19d837 req-654c9f40-7bc4-4168-98bb-96ff0f4ec0c9 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474702 Nov 12 04:04:40.611540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6f885-6945-42df-9567-0d0aa039ad14 req-d6b8ce38-4623-43f1-bd80-24d6afe62ce7 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:40.616181 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61f6f885-6945-42df-9567-0d0aa039ad14 req-d6b8ce38-4623-43f1-bd80-24d6afe62ce7 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 944 time: 0.1590455 Nov 12 04:04:40.652223 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-108c75e8-3074-43f4-8938-6755c8b3d092 service neutron] 10.222.0.21 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436160 Nov 12 04:04:40.677785 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61f6f885-6945-42df-9567-0d0aa039ad14 req-75ec036c-8d45-4976-aff2-81bfdc807772 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560350 Nov 12 04:04:40.759385 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['18a14b63-19d4-4515-ab2b-70f1cc098df7'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:40.798252 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['4cd785c9-5050-4a76-86ac-dd56fc4d906f'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:40.812533 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-826dab9a-7d66-46e1-861d-fb73c0a018d8 service neutron] 10.222.0.21 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147256 Nov 12 04:04:40.832091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f22efc-2884-4196-949f-d6a8f036f867 req-5821cd4f-84d5-498b-8193-6a9c0746b89a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:40.838858 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52f22efc-2884-4196-949f-d6a8f036f867 req-5821cd4f-84d5-498b-8193-6a9c0746b89a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 945 time: 0.0764511 Nov 12 04:04:40.895506 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52f22efc-2884-4196-949f-d6a8f036f867 req-3d589a18-9610-4cff-b5d2-300b3b5d925f tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557694 Nov 12 04:04:41.094247 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f82c83-8dec-4657-8f4e-f0bb74e7b2db req-50d6a92d-cbf0-4133-a763-d0360790dd70 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:41.101984 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-87f82c83-8dec-4657-8f4e-f0bb74e7b2db req-50d6a92d-cbf0-4133-a763-d0360790dd70 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 949 time: 0.0479791 Nov 12 04:04:41.165138 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-87f82c83-8dec-4657-8f4e-f0bb74e7b2db req-f7a7ed8a-d4de-447d-84e6-ada5a3ccd73c tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aed5310-8a39-40b6-b7c0-74de4a0a2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564344 Nov 12 04:04:41.412448 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca8d9f-c997-4511-a5a6-6e9274e53c7a req-85a6978a-bdb5-4c86-9ed3-ba5f517c92cf tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:41.414604 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3eca8d9f-c997-4511-a5a6-6e9274e53c7a req-85a6978a-bdb5-4c86-9ed3-ba5f517c92cf tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0816650 Nov 12 04:04:41.436649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-09e9687d-7552-42bf-906a-a9df8acc670f tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:41.438081 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-09e9687d-7552-42bf-906a-a9df8acc670f tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d&tenant_id=dbefff477b694cb581282e32dd2cbb0f&binding%3Ahost_id=n-h1-768509-24 HTTP/1.1" status: 200 len: 1097 time: 0.0673473 Nov 12 04:04:41.450667 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51ebbd3-05c3-4aef-a467-553e78d4efd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ede46b4-035a-471b-8015-46dcd25c299e'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:41.453568 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fb3c79-519f-406e-ad14-ed2f1e317788" -d '{"events": [{"server_uuid": "a51ebbd3-05c3-4aef-a467-553e78d4efd3", "name": "network-vif-plugged", "status": "completed", "tag": "6ede46b4-035a-471b-8015-46dcd25c299e"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:41.514735 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3eca8d9f-c997-4511-a5a6-6e9274e53c7a req-8654adf2-63bd-429b-9843-6d91eaafdae5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894725 Nov 12 04:04:41.573339 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f97d4dd-a36e-4993-8fc4-380be53457fc x-openstack-request-id: req-1f97d4dd-a36e-4993-8fc4-380be53457fc {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:41.573652 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a51ebbd3-05c3-4aef-a467-553e78d4efd3", "name": "network-vif-plugged", "status": "completed", "tag": "6ede46b4-035a-471b-8015-46dcd25c299e", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:41.573906 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f97d4dd-a36e-4993-8fc4-380be53457fc {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:41.574292 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51ebbd3-05c3-4aef-a467-553e78d4efd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ede46b4-035a-471b-8015-46dcd25c299e', 'code': 200} Nov 12 04:04:41.643881 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-52166686-1fb5-4063-9321-e425ff661703 service neutron] For port de254cb0-8a7d-4f3e-9148-25a96d55a734, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:41.648073 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-52166686-1fb5-4063-9321-e425ff661703 service neutron] Publish callbacks [] for binding, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:41.649197 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c278d0-cab6-40cd-bebe-c51857d3c00d req-52166686-1fb5-4063-9321-e425ff661703 service neutron] 10.222.0.21 "DELETE /v2.0/ports/de254cb0-8a7d-4f3e-9148-25a96d55a734/bindings/n-h2-768509-24 HTTP/1.1" status: 204 len: 173 time: 0.2029316 Nov 12 04:04:41.682577 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 4cd785c9-5050-4a76-86ac-dd56fc4d906f up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:41.740968 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882dffc-738d-4592-81b3-9439ff7a8012 req-abc54c01-0d59-445d-ba80-48fc08f88c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:41.742057 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9882dffc-738d-4592-81b3-9439ff7a8012 req-abc54c01-0d59-445d-ba80-48fc08f88c57 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 1101 time: 0.0755298 Nov 12 04:04:41.778116 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea338f7c-5b64-469e-82bb-32cbc4828c95 req-b1d326e7-4e95-42d7-96d6-87ed2751e413 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:41.779628 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea338f7c-5b64-469e-82bb-32cbc4828c95 req-b1d326e7-4e95-42d7-96d6-87ed2751e413 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=5010875d-15dc-4ed0-9076-fc7c2b3c5908 HTTP/1.1" status: 200 len: 944 time: 0.1029091 Nov 12 04:04:41.812216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 4cd785c9-5050-4a76-86ac-dd56fc4d906f completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:04:41.817058 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 4cd785c9-5050-4a76-86ac-dd56fc4d906f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:41.817438 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:41.841962 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9882dffc-738d-4592-81b3-9439ff7a8012 req-6d673d6c-e083-4e7c-9b0f-978244c43c04 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7aed5310-8a39-40b6-b7c0-74de4a0a2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904152 Nov 12 04:04:41.875890 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea338f7c-5b64-469e-82bb-32cbc4828c95 req-07ffe903-de54-4dbb-9345-9173c0845dab tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844367 Nov 12 04:04:41.884172 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942bf93-c41a-4c3b-9941-205e44c3010f req-b7addd1e-c486-4ef6-9066-3c4476f63eb2 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:41.885618 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e942bf93-c41a-4c3b-9941-205e44c3010f req-b7addd1e-c486-4ef6-9066-3c4476f63eb2 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 944 time: 0.0953741 Nov 12 04:04:41.909088 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:41.945892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 4cd785c9-5050-4a76-86ac-dd56fc4d906f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4cd785c9-5050-4a76-86ac-dd56fc4d906f,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:41.953798 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e942bf93-c41a-4c3b-9941-205e44c3010f req-25c3cc30-2ae2-47a6-ab71-9613727d8292 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523436 Nov 12 04:04:42.021195 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:42.022970 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 18a14b63-19d4-4515-ab2b-70f1cc098df7 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:42.104039 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=4cd785c9-5050-4a76-86ac-dd56fc4d906f,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:42.183099 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 18a14b63-19d4-4515-ab2b-70f1cc098df7 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:04:42.187795 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 18a14b63-19d4-4515-ab2b-70f1cc098df7 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:42.188302 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:42.232266 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a3097-63e5-43ea-b6cd-fbffee0e048c req-0a358106-bd49-498f-89d7-2e86a5a41586 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:42.233821 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-070a3097-63e5-43ea-b6cd-fbffee0e048c req-0a358106-bd49-498f-89d7-2e86a5a41586 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 945 time: 0.0545671 Nov 12 04:04:42.292824 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:42.324797 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-070a3097-63e5-43ea-b6cd-fbffee0e048c req-ec870715-dd62-40e7-9b09-18f1e256d48b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840018 Nov 12 04:04:42.335865 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 18a14b63-19d4-4515-ab2b-70f1cc098df7, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=18a14b63-19d4-4515-ab2b-70f1cc098df7,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:42.409593 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:42.409593 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device de254cb0-8a7d-4f3e-9148-25a96d55a734 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:42.448697 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4389e3-4be4-4ed4-9c22-e7abaa9b4767 req-021877f4-88c6-40f6-bd20-259ba27fd75f tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:42.456514 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d4389e3-4be4-4ed4-9c22-e7abaa9b4767 req-021877f4-88c6-40f6-bd20-259ba27fd75f tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 949 time: 0.0703840 Nov 12 04:04:42.510270 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=18a14b63-19d4-4515-ab2b-70f1cc098df7,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:42.513375 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device de254cb0-8a7d-4f3e-9148-25a96d55a734 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:42.515599 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d4389e3-4be4-4ed4-9c22-e7abaa9b4767 req-6c54b3e4-d3fd-4f93-be60-c29cd3d03d8f tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aed5310-8a39-40b6-b7c0-74de4a0a2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581453 Nov 12 04:04:42.559769 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3c303-21cb-47cb-acd9-16b1341b3a41 req-7e6a1f6a-1fed-492d-b1bd-b1ca102a850b tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:42.561265 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cce3c303-21cb-47cb-acd9-16b1341b3a41 req-7e6a1f6a-1fed-492d-b1bd-b1ca102a850b tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 1097 time: 0.0605004 Nov 12 04:04:42.618671 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cce3c303-21cb-47cb-acd9-16b1341b3a41 req-652cfa16-5ba1-4423-8667-5932676fb060 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496666 Nov 12 04:04:42.767909 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d37e60-0245-4405-a8c0-24f1d7ce68da req-ba57cebc-076d-40ad-9633-a5dfce8071ce tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:42.783583 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74d37e60-0245-4405-a8c0-24f1d7ce68da req-ba57cebc-076d-40ad-9633-a5dfce8071ce tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.1012208 Nov 12 04:04:42.839098 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74d37e60-0245-4405-a8c0-24f1d7ce68da req-89168226-42ee-439f-a23a-75dc14754c53 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480227 Nov 12 04:04:43.223838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-881d1dc3-bbb8-4312-97dc-07768c597d2c req-727f1f0c-bc2f-4220-8a64-cdf400e612b0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:04:43.224717 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-881d1dc3-bbb8-4312-97dc-07768c597d2c req-727f1f0c-bc2f-4220-8a64-cdf400e612b0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054545 Nov 12 04:04:43.270530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2628927-f091-428c-a7a6-596949cc37e5 req-708425a9-1a69-4d2b-b414-379b5bcd8ecb tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:43.272590 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2628927-f091-428c-a7a6-596949cc37e5 req-708425a9-1a69-4d2b-b414-379b5bcd8ecb tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 808 time: 0.3878093 Nov 12 04:04:43.289944 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2628927-f091-428c-a7a6-596949cc37e5 req-80287a07-9017-4af4-b543-4b3c4e28bbf1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/quotas/dbefff477b694cb581282e32dd2cbb0f HTTP/1.1" status: 200 len: 375 time: 0.0109439 Nov 12 04:04:43.340393 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2628927-f091-428c-a7a6-596949cc37e5 req-cfac8c32-1aa9-41e3-8cc5-4bc022b7b812 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445774 Nov 12 04:04:43.430436 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2628927-f091-428c-a7a6-596949cc37e5 req-e5feb536-240c-46a9-b322-5f41bb0f30d7 service neutron] 10.222.0.37 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829706 Nov 12 04:04:43.550073 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2628927-f091-428c-a7a6-596949cc37e5 req-bf8a16ae-d73a-4674-aa15-174d15096559 service neutron] 10.222.0.37 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134565 Nov 12 04:04:43.571593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079254c1-ac46-4fad-b062-c8c16c10e638 req-b47b5a62-eba8-4454-9663-5635ae33ddc8 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:43.575493 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b84afd-fe7d-4e62-a5e5-5251e514297e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd785c9-5050-4a76-86ac-dd56fc4d906f'}, {'server_uuid': '5010875d-15dc-4ed0-9076-fc7c2b3c5908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a14b63-19d4-4515-ab2b-70f1cc098df7'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:43.579018 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26b3f3e-b843-4faf-adbf-ea56a5a1124b" -d '{"events": [{"server_uuid": "d9b84afd-fe7d-4e62-a5e5-5251e514297e", "name": "network-vif-plugged", "status": "completed", "tag": "4cd785c9-5050-4a76-86ac-dd56fc4d906f"}, {"server_uuid": "5010875d-15dc-4ed0-9076-fc7c2b3c5908", "name": "network-vif-plugged", "status": "completed", "tag": "18a14b63-19d4-4515-ab2b-70f1cc098df7"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:43.579143 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-079254c1-ac46-4fad-b062-c8c16c10e638 req-b47b5a62-eba8-4454-9663-5635ae33ddc8 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=5010875d-15dc-4ed0-9076-fc7c2b3c5908 HTTP/1.1" status: 200 len: 945 time: 0.0682900 Nov 12 04:04:43.651773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-079254c1-ac46-4fad-b062-c8c16c10e638 req-0c93759d-8c62-429d-a349-88fb00ce8afc tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720587 Nov 12 04:04:43.657265 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-76a383da-d628-47b6-a333-ca65011e96f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0705922 Nov 12 04:04:43.666380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-208f9858-7551-4914-8933-b7e595cbabe5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:04:43.667358 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-208f9858-7551-4914-8933-b7e595cbabe5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052435 Nov 12 04:04:43.789743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44d2de-6e18-4839-9615-34869ae0aa93 req-843e88d2-d793-42f9-bdba-43b36de7373d tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:43.791325 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f44d2de-6e18-4839-9615-34869ae0aa93 req-843e88d2-d793-42f9-bdba-43b36de7373d tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 945 time: 0.0503786 Nov 12 04:04:43.866928 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f44d2de-6e18-4839-9615-34869ae0aa93 req-6b13c832-c96e-4e93-b01c-340499e49075 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660560 Nov 12 04:04:44.024428 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6eaff9-0df6-4607-aeef-13388ca34f52 req-5387bf8e-5f89-4385-ba7c-2771c22b3bf6 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:44.025940 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f6eaff9-0df6-4607-aeef-13388ca34f52 req-5387bf8e-5f89-4385-ba7c-2771c22b3bf6 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0794599 Nov 12 04:04:44.038034 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fa85a-8382-43ac-acee-bb73cae82e32 req-465fa525-1459-4eec-876f-64a81f71f5e5 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:44.039803 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d67fa85a-8382-43ac-acee-bb73cae82e32 req-465fa525-1459-4eec-876f-64a81f71f5e5 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 949 time: 0.0834894 Nov 12 04:04:44.118233 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f6eaff9-0df6-4607-aeef-13388ca34f52 req-2efae081-693b-4ce4-ba09-63b60bb23ccb tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777731 Nov 12 04:04:44.125079 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d67fa85a-8382-43ac-acee-bb73cae82e32 req-04ad3727-d37f-473f-89b7-aea1a2047e87 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aed5310-8a39-40b6-b7c0-74de4a0a2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749311 Nov 12 04:04:44.172093 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00647d47-0fda-440b-9715-6a6c62931eb5 x-openstack-request-id: req-00647d47-0fda-440b-9715-6a6c62931eb5 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:44.172387 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b84afd-fe7d-4e62-a5e5-5251e514297e", "name": "network-vif-plugged", "status": "completed", "tag": "4cd785c9-5050-4a76-86ac-dd56fc4d906f", "code": 200}, {"server_uuid": "5010875d-15dc-4ed0-9076-fc7c2b3c5908", "name": "network-vif-plugged", "status": "completed", "tag": "18a14b63-19d4-4515-ab2b-70f1cc098df7", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:44.172645 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00647d47-0fda-440b-9715-6a6c62931eb5 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:44.173068 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b84afd-fe7d-4e62-a5e5-5251e514297e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd785c9-5050-4a76-86ac-dd56fc4d906f', 'code': 200} Nov 12 04:04:44.173566 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5010875d-15dc-4ed0-9076-fc7c2b3c5908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a14b63-19d4-4515-ab2b-70f1cc098df7', 'code': 200} Nov 12 04:04:44.188619 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06df8020-6b82-4807-a862-e3047fd426c7 req-2b3153e0-6891-4c83-8c12-e590c008dfb0 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 210 time: 0.0267007 Nov 12 04:04:44.391520 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5c620-2b50-4fe1-9e65-9c5d25db74ce req-277a5fa6-650b-47ae-ae43-ce61869a562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:44.393561 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0cb5c620-2b50-4fe1-9e65-9c5d25db74ce req-277a5fa6-650b-47ae-ae43-ce61869a562c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5010875d-15dc-4ed0-9076-fc7c2b3c5908 HTTP/1.1" status: 200 len: 1097 time: 0.1019206 Nov 12 04:04:44.400801 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db212-57e3-4d7d-afa9-2b8952f78e37 req-ead73441-6a3a-4e3c-aeb6-9a6175d983b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:44.402305 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-426db212-57e3-4d7d-afa9-2b8952f78e37 req-ead73441-6a3a-4e3c-aeb6-9a6175d983b8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 1097 time: 0.0751917 Nov 12 04:04:44.476827 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0cb5c620-2b50-4fe1-9e65-9c5d25db74ce req-00f23547-8d3c-4445-9427-d539166c8cae service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734694 Nov 12 04:04:44.478982 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-426db212-57e3-4d7d-afa9-2b8952f78e37 req-2afc5962-b629-4977-933a-637f329ca215 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690284 Nov 12 04:04:44.844816 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798af5d8-e181-4eca-be2c-4a6f3ff9ffea req-3f911e15-a1a1-4273-a43c-c41a83a7dda6 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:44.846285 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-798af5d8-e181-4eca-be2c-4a6f3ff9ffea req-3f911e15-a1a1-4273-a43c-c41a83a7dda6 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=5010875d-15dc-4ed0-9076-fc7c2b3c5908 HTTP/1.1" status: 200 len: 945 time: 0.0524004 Nov 12 04:04:44.893926 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-798af5d8-e181-4eca-be2c-4a6f3ff9ffea req-8f143474-1875-41c6-82ca-46ab1507a414 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406649 Nov 12 04:04:44.993865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfc470-af93-4c40-a9eb-0a848b86dc74 req-618da12a-b004-432f-8a2e-b868a3626dee tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:44.995373 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4adfc470-af93-4c40-a9eb-0a848b86dc74 req-618da12a-b004-432f-8a2e-b868a3626dee tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 949 time: 0.0487123 Nov 12 04:04:45.055384 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4adfc470-af93-4c40-a9eb-0a848b86dc74 req-2a64cc19-21f4-4041-9c1e-567b387ba421 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aed5310-8a39-40b6-b7c0-74de4a0a2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540395 Nov 12 04:04:45.160755 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41395f32-1a53-42ae-92fd-b7437635af92 req-d216edc2-500c-499a-8f1d-de288529bbfa tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:45.163443 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41395f32-1a53-42ae-92fd-b7437635af92 req-d216edc2-500c-499a-8f1d-de288529bbfa tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 945 time: 0.0524907 Nov 12 04:04:45.218767 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41395f32-1a53-42ae-92fd-b7437635af92 req-2445d419-be97-495f-9e8d-e1af422a05e4 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486300 Nov 12 04:04:45.285107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293a87b-a877-4cc8-a982-703a9f88bdcf req-ecd63539-11ee-456e-b858-66facdbb75ad tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:45.285107 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f293a87b-a877-4cc8-a982-703a9f88bdcf req-ecd63539-11ee-456e-b858-66facdbb75ad tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0578189 Nov 12 04:04:45.338254 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f293a87b-a877-4cc8-a982-703a9f88bdcf req-62458641-a736-4da2-8482-186c5ace09cd tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534081 Nov 12 04:04:45.352920 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-826f280e-d444-4c91-a30e-8d93dd6e936f req-5fa4756a-7cbc-4b66-abc7-9e331cd35998 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 210 time: 0.0313692 Nov 12 04:04:45.383899 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:04:46.030325 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1db317-3c64-4cf7-81ab-e874a5706cee req-6c315013-7cf0-46b2-948b-8eb3ccceb723 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:46.031996 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca1db317-3c64-4cf7-81ab-e874a5706cee req-6c315013-7cf0-46b2-948b-8eb3ccceb723 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=5010875d-15dc-4ed0-9076-fc7c2b3c5908 HTTP/1.1" status: 200 len: 945 time: 0.0634108 Nov 12 04:04:46.106197 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca1db317-3c64-4cf7-81ab-e874a5706cee req-7ee0000b-c279-4af4-9de6-136ed56feeac tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658627 Nov 12 04:04:46.227634 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352abf2-5b66-4929-a906-f0bdc06939c5 req-daf1482b-63cf-4287-bff7-3ed73489e446 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:46.229182 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8352abf2-5b66-4929-a906-f0bdc06939c5 req-daf1482b-63cf-4287-bff7-3ed73489e446 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 949 time: 0.0548451 Nov 12 04:04:46.293749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8352abf2-5b66-4929-a906-f0bdc06939c5 req-e1dec05c-0299-4860-9094-772c4d057e1c tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aed5310-8a39-40b6-b7c0-74de4a0a2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552182 Nov 12 04:04:46.409395 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf7b7c-73bd-4b69-adac-99873b579c7e req-c6beefe7-e2a2-4bb9-b498-6937038ea753 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:46.412361 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d7cf7b7c-73bd-4b69-adac-99873b579c7e req-c6beefe7-e2a2-4bb9-b498-6937038ea753 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 945 time: 0.0535939 Nov 12 04:04:46.463487 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d7cf7b7c-73bd-4b69-adac-99873b579c7e req-eac46af8-60d2-42a5-9b2e-810729c7ec2c tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454986 Nov 12 04:04:46.521080 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:46.572769 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d1fbd21-2fcd-415d-8a19-0d667a28fb01 req-88de377b-5f94-4e77-a38a-f1b869899b36 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 210 time: 0.0308254 Nov 12 04:04:46.591313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd1b64-5cf4-49aa-af56-c797fd0a8e21 req-54ac3dc8-500c-44b8-88db-b22e461cb1f7 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:46.591461 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9acd1b64-5cf4-49aa-af56-c797fd0a8e21 req-54ac3dc8-500c-44b8-88db-b22e461cb1f7 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0804734 Nov 12 04:04:46.672795 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-ba602553-1720-44ae-8fb1-7753fefa8b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:46.674403 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-ba602553-1720-44ae-8fb1-7753fefa8b99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 1101 time: 0.0820575 Nov 12 04:04:46.679965 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9acd1b64-5cf4-49aa-af56-c797fd0a8e21 req-41b810ee-c6b2-4998-ae9c-35572ccf5910 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621142 Nov 12 04:04:46.839074 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-8fbbba06-f55a-4f89-b8a6-2149c2023e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:46.840442 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-8fbbba06-f55a-4f89-b8a6-2149c2023e1a service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1329300 Nov 12 04:04:46.859991 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087c7bd-f768-41f9-93ff-b486a7013d63 req-e8ee77b2-f721-40db-baee-c060e7087be5 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:46.861478 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9087c7bd-f768-41f9-93ff-b486a7013d63 req-e8ee77b2-f721-40db-baee-c060e7087be5 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 1097 time: 0.0549874 Nov 12 04:04:46.889682 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-200ac5c5-f0a0-471f-8183-c3e6e6d4f405 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=9cac48c8-fa06-4f44-b516-a1e72aebedc0 HTTP/1.1" status: 200 len: 217 time: 0.0409460 Nov 12 04:04:46.931461 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9087c7bd-f768-41f9-93ff-b486a7013d63 req-6aa90243-a657-495c-b4e2-c9611c1b604f tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441689 Nov 12 04:04:47.026128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-484ae456-5ccc-4941-99fd-7b2387709450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:47.028153 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-484ae456-5ccc-4941-99fd-7b2387709450 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0583334 Nov 12 04:04:47.084420 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0855fb-62b9-466d-b35b-e5f6da63992e req-0f77a894-ad9b-4729-845c-1c8617a170fe tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:47.086891 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8a0855fb-62b9-466d-b35b-e5f6da63992e req-0f77a894-ad9b-4729-845c-1c8617a170fe tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.21 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 949 time: 0.1155229 Nov 12 04:04:47.113508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-6606b426-7028-4c32-9703-af0164dc1076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:47.116040 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-6606b426-7028-4c32-9703-af0164dc1076 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0797853 Nov 12 04:04:47.127580 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50346) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:47.300732 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b0c08-e6ef-4860-8d2a-63fd9bec1d0e req-07c4e416-90fa-40e2-adfa-bfc5efe27bec tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:47.302236 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc3b0c08-e6ef-4860-8d2a-63fd9bec1d0e req-07c4e416-90fa-40e2-adfa-bfc5efe27bec tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 1097 time: 0.1843522 Nov 12 04:04:47.351393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595ebff-f8ea-4627-9014-ecfa33a3635a req-a2b0de20-083b-44ea-bd29-0b688aca1ea4 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:47.353016 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5595ebff-f8ea-4627-9014-ecfa33a3635a req-a2b0de20-083b-44ea-bd29-0b688aca1ea4 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=5010875d-15dc-4ed0-9076-fc7c2b3c5908 HTTP/1.1" status: 200 len: 945 time: 0.1359224 Nov 12 04:04:47.359170 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-1ead48a6-130c-4e5d-a04c-9fe1b335b3ba service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322221 Nov 12 04:04:47.416439 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8dfafa6-fb68-4b6e-b9d2-3c55ea3be329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:47.427376 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-8a0855fb-62b9-466d-b35b-e5f6da63992e req-0f052f51-fb4e-4678-ba21-b464c1550b59 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Deleting port 6ede46b4-035a-471b-8015-46dcd25c299e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:47.428566 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8a0855fb-62b9-466d-b35b-e5f6da63992e req-0f052f51-fb4e-4678-ba21-b464c1550b59 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:47.429858 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc3b0c08-e6ef-4860-8d2a-63fd9bec1d0e req-ecae8a4e-42ef-4b89-ae92-889af738bb17 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196215 Nov 12 04:04:47.475485 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5595ebff-f8ea-4627-9014-ecfa33a3635a req-8748337e-2bff-4995-bb9c-687d32182093 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133740 Nov 12 04:04:47.546324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-9e175859-b688-44a8-bcca-c29bab0887f0 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701379 Nov 12 04:04:47.627626 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2628927-f091-428c-a7a6-596949cc37e5 req-aafdc5c9-3998-48a1-a246-8dd51480275b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:47.629108 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e2628927-f091-428c-a7a6-596949cc37e5 req-aafdc5c9-3998-48a1-a246-8dd51480275b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.31 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 808 time: 0.3074005 Nov 12 04:04:47.641728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb549b-b5dd-495a-b137-d5f8cbebbc66 req-df78634f-2a12-437b-9788-302cb53c990d tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:47.649392 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4cdb549b-b5dd-495a-b137-d5f8cbebbc66 req-df78634f-2a12-437b-9788-302cb53c990d tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 949 time: 0.0754485 Nov 12 04:04:47.676412 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-e2628927-f091-428c-a7a6-596949cc37e5 req-a6c3f3c4-c8f0-46dd-ab01-75b1af6c533a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Request body: {'port': {'device_id': '4def1bde-2b75-40d9-a438-51c6bb889bf4', 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5', 'admin_state_up': True, 'tenant_id': 'dbefff477b694cb581282e32dd2cbb0f'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:47.722061 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-8a0855fb-62b9-466d-b35b-e5f6da63992e req-0f052f51-fb4e-4678-ba21-b464c1550b59 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] For port 6ede46b4-035a-471b-8015-46dcd25c299e, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6ede46b4-035a-471b-8015-46dcd25c299e,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:47.722781 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8a0855fb-62b9-466d-b35b-e5f6da63992e req-0f052f51-fb4e-4678-ba21-b464c1550b59 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:47.741588 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4cdb549b-b5dd-495a-b137-d5f8cbebbc66 req-10e1b7c1-0b7a-4f00-a85f-dbb569190723 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aed5310-8a39-40b6-b7c0-74de4a0a2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907519 Nov 12 04:04:47.799276 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-8a0855fb-62b9-466d-b35b-e5f6da63992e req-0f052f51-fb4e-4678-ba21-b464c1550b59 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Calling delete_port for 6ede46b4-035a-471b-8015-46dcd25c299e owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:47.843763 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8dfafa6-fb68-4b6e-b9d2-3c55ea3be329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:47.898705 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d7b5a1d4-4148-4be9-8d3c-3131021a2a48 req-188f8779-4e35-4ea8-8143-76775fe8fc46 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 210 time: 0.0268881 Nov 12 04:04:47.915783 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:47.939526 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8dfafa6-fb68-4b6e-b9d2-3c55ea3be329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:48.045416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583eedd-d1c4-48da-891f-966a480945bc req-3a9804c4-1902-415d-9b99-4cf869700c46 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:48.047397 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9583eedd-d1c4-48da-891f-966a480945bc req-3a9804c4-1902-415d-9b99-4cf869700c46 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0668473 Nov 12 04:04:48.058019 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a8dfafa6-fb68-4b6e-b9d2-3c55ea3be329 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ab2c598b5b441b3b313de6971ea5095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9293962 Nov 12 04:04:48.058739 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2628927-f091-428c-a7a6-596949cc37e5 req-a6c3f3c4-c8f0-46dd-ab01-75b1af6c533a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Made reservation on behalf of dbefff477b694cb581282e32dd2cbb0f for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:48.061662 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50372) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:48.066968 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e2628927-f091-428c-a7a6-596949cc37e5 req-a6c3f3c4-c8f0-46dd-ab01-75b1af6c533a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:48.070326 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfafa6-fb68-4b6e-b9d2-3c55ea3be329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42d48b5-4f44-4cf3-932b-271cfe7a61b0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:48.095687 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-c94cb55b-9116-4659-993c-1e7376f04cbb req-f51e50ca-cc90-42c7-b30a-5737340a8c30 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:04:48.096742 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c94cb55b-9116-4659-993c-1e7376f04cbb req-f51e50ca-cc90-42c7-b30a-5737340a8c30 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051425 Nov 12 04:04:48.201274 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9583eedd-d1c4-48da-891f-966a480945bc req-738c4c15-7984-4f46-a4c6-ad2d3aa37790 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478035 Nov 12 04:04:48.216706 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8a0855fb-62b9-466d-b35b-e5f6da63992e req-0f052f51-fb4e-4678-ba21-b464c1550b59 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:48.228737 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c143393f-00ca-41c5-9d59-73e7bc2fe504 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:48.250477 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c143393f-00ca-41c5-9d59-73e7bc2fe504 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:48.270503 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f052f51-fb4e-4678-ba21-b464c1550b59 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Pushing event deleted for resources: {'Port': ['ID=6ede46b4-035a-471b-8015-46dcd25c299e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:48.274596 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['6ede46b4-035a-471b-8015-46dcd25c299e'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:48.354410 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-e2628927-f091-428c-a7a6-596949cc37e5 req-a6c3f3c4-c8f0-46dd-ab01-75b1af6c533a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Allocated IP 172.20.0.10 (e7c6fe18-7f21-4a1b-9722-efe49e9950a5/5fa13a6a-4bf6-4269-938a-144076eee239/c92a8779-6c05-4b29-99a5-e63758e37b69) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:48.406061 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0855fb-62b9-466d-b35b-e5f6da63992e req-0f052f51-fb4e-4678-ba21-b464c1550b59 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] No DVR routers for this DVR port 6ede46b4-035a-471b-8015-46dcd25c299e on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:48.408885 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8a0855fb-62b9-466d-b35b-e5f6da63992e req-0f052f51-fb4e-4678-ba21-b464c1550b59 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:48.413090 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8a0855fb-62b9-466d-b35b-e5f6da63992e req-0f052f51-fb4e-4678-ba21-b464c1550b59 tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.21 "DELETE /v2.0/ports/6ede46b4-035a-471b-8015-46dcd25c299e HTTP/1.1" status: 204 len: 173 time: 1.3199489 Nov 12 04:04:48.414701 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51ebbd3-05c3-4aef-a467-553e78d4efd3', 'name': 'network-vif-deleted', 'tag': '6ede46b4-035a-471b-8015-46dcd25c299e'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:48.417858 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f559169d-7a3d-498a-806e-4bce72277592" -d '{"events": [{"server_uuid": "a51ebbd3-05c3-4aef-a467-553e78d4efd3", "name": "network-vif-deleted", "tag": "6ede46b4-035a-471b-8015-46dcd25c299e"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:48.420284 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8889dd5-3dd8-4aa7-a971-a1786f186a1a req-4d303d16-9e3e-4bc6-95f4-4626650793b1 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:48.427159 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8889dd5-3dd8-4aa7-a971-a1786f186a1a req-4d303d16-9e3e-4bc6-95f4-4626650793b1 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=5010875d-15dc-4ed0-9076-fc7c2b3c5908 HTTP/1.1" status: 200 len: 945 time: 0.0936952 Nov 12 04:04:48.452801 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c143393f-00ca-41c5-9d59-73e7bc2fe504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:48.455810 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c143393f-00ca-41c5-9d59-73e7bc2fe504 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:48.459350 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c143393f-00ca-41c5-9d59-73e7bc2fe504 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b42d48b5-4f44-4cf3-932b-271cfe7a61b0 HTTP/1.1" status: 204 len: 168 time: 0.3943624 Nov 12 04:04:48.487332 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143393f-00ca-41c5-9d59-73e7bc2fe504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42d48b5-4f44-4cf3-932b-271cfe7a61b0,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:48.521673 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8889dd5-3dd8-4aa7-a971-a1786f186a1a req-16b05130-d554-403a-83c0-9272279c7de9 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929329 Nov 12 04:04:48.635758 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca7eea8-3c92-4241-9d1f-336112c942cd x-openstack-request-id: req-cca7eea8-3c92-4241-9d1f-336112c942cd {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:48.636248 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a51ebbd3-05c3-4aef-a467-553e78d4efd3", "name": "network-vif-deleted", "tag": "6ede46b4-035a-471b-8015-46dcd25c299e", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:48.637443 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cca7eea8-3c92-4241-9d1f-336112c942cd {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:48.637866 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51ebbd3-05c3-4aef-a467-553e78d4efd3', 'name': 'network-vif-deleted', 'tag': '6ede46b4-035a-471b-8015-46dcd25c299e', 'status': 'completed', 'code': 200} Nov 12 04:04:48.682097 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e2628927-f091-428c-a7a6-596949cc37e5 req-a6c3f3c4-c8f0-46dd-ab01-75b1af6c533a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:48.791227 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e2628927-f091-428c-a7a6-596949cc37e5 req-a6c3f3c4-c8f0-46dd-ab01-75b1af6c533a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:48.857159 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef759024-c4b8-4001-9884-e778522fceb6 req-2b147558-dc4a-4dfa-abf1-497b6c5ff42b tempest-ServerDiagnosticsNegativeTest-1261496897 tempest-ServerDiagnosticsNegativeTest-1261496897-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51ebbd3-05c3-4aef-a467-553e78d4efd3 HTTP/1.1" status: 200 len: 210 time: 0.0322027 Nov 12 04:04:48.878490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2628927-f091-428c-a7a6-596949cc37e5 req-a6c3f3c4-c8f0-46dd-ab01-75b1af6c533a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:48.882087 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-e2628927-f091-428c-a7a6-596949cc37e5 req-a6c3f3c4-c8f0-46dd-ab01-75b1af6c533a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:48.886787 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2628927-f091-428c-a7a6-596949cc37e5 req-a6c3f3c4-c8f0-46dd-ab01-75b1af6c533a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:48.890842 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3f3c4-c8f0-46dd-ab01-75b1af6c533a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Pushing event updated for resources: {'Port': ['ID=c92a8779-6c05-4b29-99a5-e63758e37b69,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:48.954864 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2628927-f091-428c-a7a6-596949cc37e5 req-a6c3f3c4-c8f0-46dd-ab01-75b1af6c533a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:48.955693 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e2628927-f091-428c-a7a6-596949cc37e5 req-a6c3f3c4-c8f0-46dd-ab01-75b1af6c533a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.043079 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c9b4e-dece-4a4a-b0e4-4dab456e83d8 req-12b25c0e-88a5-40ec-b15f-e7ed8cdf1207 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:49.043388 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e2628927-f091-428c-a7a6-596949cc37e5 req-a6c3f3c4-c8f0-46dd-ab01-75b1af6c533a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3765917 Nov 12 04:04:49.045035 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb3c9b4e-dece-4a4a-b0e4-4dab456e83d8 req-12b25c0e-88a5-40ec-b15f-e7ed8cdf1207 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 932 time: 0.0513709 Nov 12 04:04:49.063482 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Request body: {'port': {'device_id': '4def1bde-2b75-40d9-a438-51c6bb889bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:49.107006 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb3c9b4e-dece-4a4a-b0e4-4dab456e83d8 req-d619aaa5-a295-4b3f-b217-a9b80683e101 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554821 Nov 12 04:04:49.149905 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.265776 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50408) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:49.288684 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b56428d5-5dcf-41e7-9e82-c00afe36abbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.436350 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b56428d5-5dcf-41e7-9e82-c00afe36abbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.451054 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00b53e-41e7-4a80-bd83-0c06acd64e7e req-7d2695b9-1022-4f10-bc5c-d6c20af974e5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:49.451054 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a00b53e-41e7-4a80-bd83-0c06acd64e7e req-7d2695b9-1022-4f10-bc5c-d6c20af974e5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.1368220 Nov 12 04:04:49.503978 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c92a8779-6c05-4b29-99a5-e63758e37b69 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:49.510706 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a00b53e-41e7-4a80-bd83-0c06acd64e7e req-ad5a9070-39d6-4bce-a33a-fcbab9fabb2c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521917 Nov 12 04:04:49.514571 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b56428d5-5dcf-41e7-9e82-c00afe36abbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.514882 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.531556 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Transition to ACTIVE for port object c92a8779-6c05-4b29-99a5-e63758e37b69 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:04:49.588508 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b56428d5-5dcf-41e7-9e82-c00afe36abbc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93e490ceab65495ba76b83c0a6f150ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3194339 Nov 12 04:04:49.588988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50418) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:49.591271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56428d5-5dcf-41e7-9e82-c00afe36abbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9e76e6-a859-4e60-9e61-f7f680280fff,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:49.604275 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.679950 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f6244-8db3-40c4-95ca-e43c7796ce89 req-2396d28f-b298-4109-83da-aabfd5ca24ac tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:49.681457 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-518f6244-8db3-40c4-95ca-e43c7796ce89 req-2396d28f-b298-4109-83da-aabfd5ca24ac tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=5010875d-15dc-4ed0-9076-fc7c2b3c5908 HTTP/1.1" status: 200 len: 945 time: 0.0874796 Nov 12 04:04:49.686150 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c92a8779-6c05-4b29-99a5-e63758e37b69,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:49.743068 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-43e2ee6b-feb7-4367-8c05-d778d23434ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.775369 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-518f6244-8db3-40c4-95ca-e43c7796ce89 req-96ba4de6-d0a6-4bd0-a0a3-641d97c3da77 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838687 Nov 12 04:04:49.791078 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-43e2ee6b-feb7-4367-8c05-d778d23434ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.799991 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Attempting to bind port c92a8779-6c05-4b29-99a5-e63758e37b69 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:49.800332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Attempting to bind port c92a8779-6c05-4b29-99a5-e63758e37b69 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:49.800662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Attempting to bind port c92a8779-6c05-4b29-99a5-e63758e37b69 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:49.822512 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Port c92a8779-6c05-4b29-99a5-e63758e37b69 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:49.822878 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Attempting to bind port c92a8779-6c05-4b29-99a5-e63758e37b69 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:49.831053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:49.831374 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Checking segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:49.831756 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Bound using segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:49.832634 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Bound port: c92a8779-6c05-4b29-99a5-e63758e37b69, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:49.832634 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.908268 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] For port c92a8779-6c05-4b29-99a5-e63758e37b69, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:49.911311 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] For port c92a8779-6c05-4b29-99a5-e63758e37b69, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c92a8779-6c05-4b29-99a5-e63758e37b69,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:49.965825 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-43e2ee6b-feb7-4367-8c05-d778d23434ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.968674 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-43e2ee6b-feb7-4367-8c05-d778d23434ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.972475 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-43e2ee6b-feb7-4367-8c05-d778d23434ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b9e76e6-a859-4e60-9e61-f7f680280fff HTTP/1.1" status: 204 len: 168 time: 0.3797984 Nov 12 04:04:49.979672 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2ee6b-feb7-4367-8c05-d778d23434ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9e76e6-a859-4e60-9e61-f7f680280fff,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:50.006523 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.059973 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:50.061786 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.065720 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e2628927-f091-428c-a7a6-596949cc37e5 req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] 10.222.0.31 "PUT /v2.0/ports/c92a8779-6c05-4b29-99a5-e63758e37b69 HTTP/1.1" status: 200 len: 1093 time: 1.0076475 Nov 12 04:04:50.095267 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cde036-fbfa-4bd4-817b-5e61eedcf4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c92a8779-6c05-4b29-99a5-e63758e37b69,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:50.249448 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2628927-f091-428c-a7a6-596949cc37e5 req-9fc8c7a0-3abe-4f20-9cf7-50f42fc5e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:50.253676 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e2628927-f091-428c-a7a6-596949cc37e5 req-9fc8c7a0-3abe-4f20-9cf7-50f42fc5e577 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0573637 Nov 12 04:04:50.305198 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e2628927-f091-428c-a7a6-596949cc37e5 req-29cdbe4a-b23a-4305-b89d-ed2b12b48c4d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c92a8779-6c05-4b29-99a5-e63758e37b69 HTTP/1.1" status: 200 len: 217 time: 0.0374079 Nov 12 04:04:50.365002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2628927-f091-428c-a7a6-596949cc37e5 req-4a68831a-113c-42a7-a430-05a665a1c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:50.366455 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e2628927-f091-428c-a7a6-596949cc37e5 req-4a68831a-113c-42a7-a430-05a665a1c3bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.0536594 Nov 12 04:04:50.399917 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e2628927-f091-428c-a7a6-596949cc37e5 req-43aa4472-9a21-48b5-9b58-7692ab87e3f9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264983 Nov 12 04:04:50.443057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-b7c4c5ef-0094-4b3c-9e48-8bd910aa68a0 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:04:50.445308 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-b7c4c5ef-0094-4b3c-9e48-8bd910aa68a0 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087004 Nov 12 04:04:50.522875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-a6d199d8-23fa-4d8c-842c-4087a0169464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:50.522875 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-a6d199d8-23fa-4d8c-842c-4087a0169464 service neutron] 10.222.0.37 "GET /v2.0/ports/4cd785c9-5050-4a76-86ac-dd56fc4d906f HTTP/1.1" status: 200 len: 1094 time: 0.0655088 Nov 12 04:04:50.529549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-9505b8a7-13d5-4d7d-a35a-4ca1c78570c4 service neutron] Request body: {'binding': {'host': 'n-h1-768509-24', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:50.530198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-9505b8a7-13d5-4d7d-a35a-4ca1c78570c4 service neutron] Unknown quota resources ['binding']. {{(pid=103296) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:04:50.549898 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e2628927-f091-428c-a7a6-596949cc37e5 req-d5c23662-7879-4480-bf87-c69c1737b211 service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422853 Nov 12 04:04:50.688697 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4def1bde-2b75-40d9-a438-51c6bb889bf4', 'tag': 'c92a8779-6c05-4b29-99a5-e63758e37b69'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:50.691004 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc273c4-ddaf-4ff2-af5a-6c9e6ecc1594" -d '{"events": [{"name": "network-changed", "server_uuid": "4def1bde-2b75-40d9-a438-51c6bb889bf4", "tag": "c92a8779-6c05-4b29-99a5-e63758e37b69"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:50.748955 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e2628927-f091-428c-a7a6-596949cc37e5 req-47404818-253e-48a2-a0ef-914caf5efb8f service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904116 Nov 12 04:04:50.769452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-9505b8a7-13d5-4d7d-a35a-4ca1c78570c4 service neutron] Attempting to bind port 4cd785c9-5050-4a76-86ac-dd56fc4d906f on host n-h1-768509-24 for vnic_type normal with profile None {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:50.769784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-9505b8a7-13d5-4d7d-a35a-4ca1c78570c4 service neutron] Attempting to bind port 4cd785c9-5050-4a76-86ac-dd56fc4d906f by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:50.770115 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-9505b8a7-13d5-4d7d-a35a-4ca1c78570c4 service neutron] Attempting to bind port 4cd785c9-5050-4a76-86ac-dd56fc4d906f on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:50.778209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-9505b8a7-13d5-4d7d-a35a-4ca1c78570c4 service neutron] Port 4cd785c9-5050-4a76-86ac-dd56fc4d906f on network 1332ff08-7d9c-4053-b884-7942193654ff not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:50.778545 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-9505b8a7-13d5-4d7d-a35a-4ca1c78570c4 service neutron] Attempting to bind port 4cd785c9-5050-4a76-86ac-dd56fc4d906f on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:50.791619 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a91452-9003-4fae-988d-7cb93c9ef235 req-404aaf56-0b8e-48ae-888f-2d2b71fd2c63 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:50.793104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5a91452-9003-4fae-988d-7cb93c9ef235 req-404aaf56-0b8e-48ae-888f-2d2b71fd2c63 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 944 time: 0.1230853 Nov 12 04:04:50.794288 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-9505b8a7-13d5-4d7d-a35a-4ca1c78570c4 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:50.794622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-9505b8a7-13d5-4d7d-a35a-4ca1c78570c4 service neutron] Checking segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:50.795026 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-9505b8a7-13d5-4d7d-a35a-4ca1c78570c4 service neutron] Bound using segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:50.795460 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-9505b8a7-13d5-4d7d-a35a-4ca1c78570c4 service neutron] Bound port: 4cd785c9-5050-4a76-86ac-dd56fc4d906f, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:50.876593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-9505b8a7-13d5-4d7d-a35a-4ca1c78570c4 service neutron] For port 4cd785c9-5050-4a76-86ac-dd56fc4d906f, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=4cd785c9-5050-4a76-86ac-dd56fc4d906f,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:50.894357 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5a91452-9003-4fae-988d-7cb93c9ef235 req-1519a44d-af12-44f4-8c8f-fa699af2d058 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606942 Nov 12 04:04:50.945337 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6ede46b4-035a-471b-8015-46dcd25c299e no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:50.966518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 6ede46b4-035a-471b-8015-46dcd25c299e {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:50.966890 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6ede46b4-035a-471b-8015-46dcd25c299e not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:51.010217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6397e33-d3ac-4fe3-8dd3-af882d168f88 req-b963c836-bcb9-49f0-b0ef-c02ae78ceee9 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:51.011873 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6397e33-d3ac-4fe3-8dd3-af882d168f88 req-b963c836-bcb9-49f0-b0ef-c02ae78ceee9 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0568671 Nov 12 04:04:51.016186 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-9505b8a7-13d5-4d7d-a35a-4ca1c78570c4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:51.028497 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-9505b8a7-13d5-4d7d-a35a-4ca1c78570c4 service neutron] 10.222.0.37 "POST /v2.0/ports/4cd785c9-5050-4a76-86ac-dd56fc4d906f/bindings HTTP/1.1" status: 201 len: 390 time: 0.5026073 Nov 12 04:04:51.098283 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6397e33-d3ac-4fe3-8dd3-af882d168f88 req-2a153456-f6bc-4e26-ab9b-388c89f77850 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686469 Nov 12 04:04:51.157038 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50476) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:51.231644 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e46207-1bf6-437f-a62a-78544c9fc723 x-openstack-request-id: req-c8e46207-1bf6-437f-a62a-78544c9fc723 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:51.232546 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4def1bde-2b75-40d9-a438-51c6bb889bf4", "tag": "c92a8779-6c05-4b29-99a5-e63758e37b69", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:51.233207 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8e46207-1bf6-437f-a62a-78544c9fc723 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:51.234095 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4def1bde-2b75-40d9-a438-51c6bb889bf4', 'tag': 'c92a8779-6c05-4b29-99a5-e63758e37b69', 'status': 'completed', 'code': 200} Nov 12 04:04:51.395759 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c399f27-d32b-41db-b73e-f5cccf6addb0 req-03c6a3d1-843e-4198-84ec-ce52908a0d27 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:51.397465 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4c399f27-d32b-41db-b73e-f5cccf6addb0 req-03c6a3d1-843e-4198-84ec-ce52908a0d27 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 945 time: 0.0592177 Nov 12 04:04:51.401580 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d2bc0086-45fa-4b38-8c0f-710695cc0884 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1754a55bfe704872b7f1880e89caeed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414227 Nov 12 04:04:51.405238 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50488) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:51.421008 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc273c4-ddaf-4ff2-af5a-6c9e6ecc1594 req-400d1f17-eabd-41a0-972b-9dbdc3120cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:51.423803 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0cc273c4-ddaf-4ff2-af5a-6c9e6ecc1594 req-400d1f17-eabd-41a0-972b-9dbdc3120cf4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0870953 Nov 12 04:04:51.459785 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4c399f27-d32b-41db-b73e-f5cccf6addb0 req-379d5b86-75d0-4b35-84da-9c05efb35a1f tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548599 Nov 12 04:04:51.530954 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4071bd91-de40-412d-b0ac-424f8d009dd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:51.579475 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4071bd91-de40-412d-b0ac-424f8d009dd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:51.597834 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc273c4-ddaf-4ff2-af5a-6c9e6ecc1594 req-196d0d2e-89e9-4b4c-a208-3674fb0204e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:51.599308 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0cc273c4-ddaf-4ff2-af5a-6c9e6ecc1594 req-196d0d2e-89e9-4b4c-a208-3674fb0204e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 909 time: 0.1590967 Nov 12 04:04:51.655213 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0cc273c4-ddaf-4ff2-af5a-6c9e6ecc1594 req-8211c12c-7578-4852-9fb9-31b3f818e341 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c92a8779-6c05-4b29-99a5-e63758e37b69 HTTP/1.1" status: 200 len: 217 time: 0.0487442 Nov 12 04:04:51.719006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc273c4-ddaf-4ff2-af5a-6c9e6ecc1594 req-ddd5f4e8-106d-44d3-91bf-82f81599ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:51.720606 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0cc273c4-ddaf-4ff2-af5a-6c9e6ecc1594 req-ddd5f4e8-106d-44d3-91bf-82f81599ed4b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.0572660 Nov 12 04:04:51.779515 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0cc273c4-ddaf-4ff2-af5a-6c9e6ecc1594 req-e119cf86-e5f3-4602-bb56-8016c2adbdae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500720 Nov 12 04:04:51.781385 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4071bd91-de40-412d-b0ac-424f8d009dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:51.784210 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4071bd91-de40-412d-b0ac-424f8d009dd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:51.788359 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4071bd91-de40-412d-b0ac-424f8d009dd1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7aed5310-8a39-40b6-b7c0-74de4a0a2905 HTTP/1.1" status: 204 len: 168 time: 0.3793948 Nov 12 04:04:51.805443 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071bd91-de40-412d-b0ac-424f8d009dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aed5310-8a39-40b6-b7c0-74de4a0a2905,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:51.867856 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-b6356828-7a36-45d5-aec2-54b07b7bee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:51.869518 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-b6356828-7a36-45d5-aec2-54b07b7bee61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 1097 time: 0.1304381 Nov 12 04:04:51.956435 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0cc273c4-ddaf-4ff2-af5a-6c9e6ecc1594 req-6b089f75-283f-4448-8883-5ba309a9d320 service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604204 Nov 12 04:04:52.039959 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-aa9601b4-849d-4b19-81f9-d67a47e697a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.041537 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-aa9601b4-849d-4b19-81f9-d67a47e697a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 919 time: 0.1629655 Nov 12 04:04:52.072111 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a7796-c402-4b01-a8b1-b3428358c7ba req-5797cbd9-710e-4088-b5fa-7487c78de42d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.074680 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf2a7796-c402-4b01-a8b1-b3428358c7ba req-5797cbd9-710e-4088-b5fa-7487c78de42d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 944 time: 0.0638411 Nov 12 04:04:52.157121 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf2a7796-c402-4b01-a8b1-b3428358c7ba req-cc362c20-291d-444b-bbeb-eef05ec0c658 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733874 Nov 12 04:04:52.248566 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106cf0e-ff89-470e-9ec9-7e6b330e4283 req-5e641b3d-d949-4005-994b-fe658d779b64 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.259251 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4106cf0e-ff89-470e-9ec9-7e6b330e4283 req-5e641b3d-d949-4005-994b-fe658d779b64 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0699756 Nov 12 04:04:52.318461 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4106cf0e-ff89-470e-9ec9-7e6b330e4283 req-eb3dfdd3-dc86-42f1-9b34-47488f0215af tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540161 Nov 12 04:04:52.322816 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-75bc7928-a533-47c3-994f-27d2e92badf9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd785c9-5050-4a76-86ac-dd56fc4d906f HTTP/1.1" status: 200 len: 217 time: 0.2672677 Nov 12 04:04:52.365113 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0cc273c4-ddaf-4ff2-af5a-6c9e6ecc1594 req-6adebbc7-c17d-44dd-bebf-fdf9e9dd9892 service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999174 Nov 12 04:04:52.386294 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-22cc4fca-bd12-412f-9369-34448528affe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.388957 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-22cc4fca-bd12-412f-9369-34448528affe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.0555055 Nov 12 04:04:52.426006 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-e9538c9a-73e8-4adf-a253-cfa8ffbd4aa1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252573 Nov 12 04:04:52.488859 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50530) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:52.504019 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f800db68-7302-4651-9101-9aec725548bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:52.539028 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-c6e288cc-81df-4f02-8608-2ad7a6d0ef9a service neutron] 10.222.0.21 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963969 Nov 12 04:04:52.635351 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f800db68-7302-4651-9101-9aec725548bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:52.652616 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16e0fb-fc76-4624-90b9-2fdc2eedfc4a req-f446b15f-6300-4fd8-be64-b836c07125e2 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.663572 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf16e0fb-fc76-4624-90b9-2fdc2eedfc4a req-f446b15f-6300-4fd8-be64-b836c07125e2 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 945 time: 0.0981123 Nov 12 04:04:52.666459 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-59c73742-5e26-4f89-a23f-55b6e01de559 service neutron] 10.222.0.21 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158473 Nov 12 04:04:52.703589 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f800db68-7302-4651-9101-9aec725548bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:52.726461 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf16e0fb-fc76-4624-90b9-2fdc2eedfc4a req-040a58dc-57f6-412f-9aff-6af1bdf47c45 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613196 Nov 12 04:04:52.750002 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f800db68-7302-4651-9101-9aec725548bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15828cd94ccc46a89610a71edfabc9b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600482 Nov 12 04:04:52.752071 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800db68-7302-4651-9101-9aec725548bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e943b5-63b1-41fa-8483-b517126db6d4,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:52.752831 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50536) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:52.802939 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-886087b1-8e6d-40f8-9e07-d14ca53f5393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:52.824264 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-886087b1-8e6d-40f8-9e07-d14ca53f5393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:52.931385 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-cab19554-19b7-4264-9b0c-669e8c8f6fa0 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.933024 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-cab19554-19b7-4264-9b0c-669e8c8f6fa0 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e&tenant_id=661e639e68ef4507b916d93d5706eabb&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 1097 time: 0.0425828 Nov 12 04:04:52.948951 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-24'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:52.970804 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-886087b1-8e6d-40f8-9e07-d14ca53f5393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:52.973634 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-886087b1-8e6d-40f8-9e07-d14ca53f5393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:52.975182 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-886087b1-8e6d-40f8-9e07-d14ca53f5393 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4e943b5-63b1-41fa-8483-b517126db6d4 HTTP/1.1" status: 204 len: 168 time: 0.2208738 Nov 12 04:04:52.992127 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886087b1-8e6d-40f8-9e07-d14ca53f5393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e943b5-63b1-41fa-8483-b517126db6d4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:53.029796 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.181947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] For port 4cd785c9-5050-4a76-86ac-dd56fc4d906f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4cd785c9-5050-4a76-86ac-dd56fc4d906f,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:53.247174 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] For port 4cd785c9-5050-4a76-86ac-dd56fc4d906f, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:53.294008 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b84afd-fe7d-4e62-a5e5-5251e514297e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cd785c9-5050-4a76-86ac-dd56fc4d906f'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:53.296786 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bbc1f8-2a63-4bb4-8a3c-6390b90c05c4" -d '{"events": [{"server_uuid": "d9b84afd-fe7d-4e62-a5e5-5251e514297e", "name": "network-vif-unplugged", "status": "completed", "tag": "4cd785c9-5050-4a76-86ac-dd56fc4d906f"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:53.299443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7732974-c0b1-415e-ba71-5d53d7f450df req-393158d5-b5e7-4b17-ba3f-99862839ef3d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:53.301034 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7732974-c0b1-415e-ba71-5d53d7f450df req-393158d5-b5e7-4b17-ba3f-99862839ef3d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 944 time: 0.0549514 Nov 12 04:04:53.301494 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.364909 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7732974-c0b1-415e-ba71-5d53d7f450df req-1f4d0b04-0654-40e2-aaf7-bd5e9f6f7dc1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578630 Nov 12 04:04:53.416179 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.446235 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f97ac1-0a62-48db-a82d-be7dc4c446ba x-openstack-request-id: req-32f97ac1-0a62-48db-a82d-be7dc4c446ba {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:53.446235 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b84afd-fe7d-4e62-a5e5-5251e514297e", "name": "network-vif-unplugged", "status": "completed", "tag": "4cd785c9-5050-4a76-86ac-dd56fc4d906f", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:53.446497 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32f97ac1-0a62-48db-a82d-be7dc4c446ba {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:53.446787 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b84afd-fe7d-4e62-a5e5-5251e514297e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cd785c9-5050-4a76-86ac-dd56fc4d906f', 'code': 200} Nov 12 04:04:53.494709 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee794fc6-4a4d-4885-b403-7f4f22e8b73e req-b985e599-6b25-4c8f-b6bb-fa36e4cac0b1 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:53.505136 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee794fc6-4a4d-4885-b403-7f4f22e8b73e req-b985e599-6b25-4c8f-b6bb-fa36e4cac0b1 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0767579 Nov 12 04:04:53.553943 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd785c9-5050-4a76-86ac-dd56fc4d906f,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:53.558012 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] Attempting to bind port 4cd785c9-5050-4a76-86ac-dd56fc4d906f on host n-h2-768509-24 for vnic_type normal with profile {"migrating_to": "n-h1-768509-24"} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:53.566339 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] Attempting to bind port 4cd785c9-5050-4a76-86ac-dd56fc4d906f by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:53.566339 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] Attempting to bind port 4cd785c9-5050-4a76-86ac-dd56fc4d906f on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:53.566339 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] Port 4cd785c9-5050-4a76-86ac-dd56fc4d906f on network 1332ff08-7d9c-4053-b884-7942193654ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:53.566339 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] Attempting to bind port 4cd785c9-5050-4a76-86ac-dd56fc4d906f on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:53.570995 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:53.571273 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] Checking segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:53.571790 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] Bound using segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:53.572263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] Bound port: 4cd785c9-5050-4a76-86ac-dd56fc4d906f, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:53.572677 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.583876 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee794fc6-4a4d-4885-b403-7f4f22e8b73e req-a0b29b18-ecb8-4a7d-acb8-05f1d7660bbc tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758269 Nov 12 04:04:53.659932 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] For port 4cd785c9-5050-4a76-86ac-dd56fc4d906f, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:53.663166 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] For port 4cd785c9-5050-4a76-86ac-dd56fc4d906f, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4cd785c9-5050-4a76-86ac-dd56fc4d906f,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:53.743358 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 18a14b63-19d4-4515-ab2b-70f1cc098df7 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:04:53.744314 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.805734 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd785c9-5050-4a76-86ac-dd56fc4d906f,revision_number=8']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:53.870751 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:53.871913 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.874167 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc566d00-1049-4e4d-9533-ae1fa1470dd3 service neutron] 10.222.0.21 "PUT /v2.0/ports/4cd785c9-5050-4a76-86ac-dd56fc4d906f HTTP/1.1" status: 200 len: 1123 time: 0.9292901 Nov 12 04:04:53.910724 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 18a14b63-19d4-4515-ab2b-70f1cc098df7, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=18a14b63-19d4-4515-ab2b-70f1cc098df7,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:53.910998 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22fae2-e1fb-47b7-bfd0-e0ee974cf697 req-c16af6ad-6df9-4354-9fa7-b1a9b87632b8 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:53.912318 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf22fae2-e1fb-47b7-bfd0-e0ee974cf697 req-c16af6ad-6df9-4354-9fa7-b1a9b87632b8 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 943 time: 0.0595744 Nov 12 04:04:53.922988 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '18a14b63-19d4-4515-ab2b-70f1cc098df7', 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c', 'port_id': '18a14b63-19d4-4515-ab2b-70f1cc098df7', 'mac_address': 'fa:16:3e:f1:55:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:04:53.963237 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf22fae2-e1fb-47b7-bfd0-e0ee974cf697 req-3b59b135-4cbd-486a-9b14-758fbb0ccc4b tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445478 Nov 12 04:04:53.981276 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.013568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18a14b63-19d4-4515-ab2b-70f1cc098df7 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:54.039991 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['4cd785c9-5050-4a76-86ac-dd56fc4d906f'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:54.082993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 18a14b63-19d4-4515-ab2b-70f1cc098df7, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=18a14b63-19d4-4515-ab2b-70f1cc098df7,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:54.190127 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.190809 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c92a8779-6c05-4b29-99a5-e63758e37b69 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:04:54.288446 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=18a14b63-19d4-4515-ab2b-70f1cc098df7,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:54.410337 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c92a8779-6c05-4b29-99a5-e63758e37b69, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c92a8779-6c05-4b29-99a5-e63758e37b69,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:54.444355 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'c92a8779-6c05-4b29-99a5-e63758e37b69', 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5', 'port_id': 'c92a8779-6c05-4b29-99a5-e63758e37b69', 'mac_address': 'fa:16:3e:e4:6f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa13a6a-4bf6-4269-938a-144076eee239', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:04:54.516583 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.517873 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3884c-6426-4b45-87ab-a476ee9eb88a req-17d4a627-e478-4d47-aa10-ee427726306f tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:54.522768 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1fc3884c-6426-4b45-87ab-a476ee9eb88a req-17d4a627-e478-4d47-aa10-ee427726306f tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 944 time: 0.0761309 Nov 12 04:04:54.546769 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c92a8779-6c05-4b29-99a5-e63758e37b69 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:54.570064 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c92a8779-6c05-4b29-99a5-e63758e37b69, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c92a8779-6c05-4b29-99a5-e63758e37b69,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:54.596556 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1fc3884c-6426-4b45-87ab-a476ee9eb88a req-a6decab7-ed37-4347-b790-b9a20f8a7806 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665963 Nov 12 04:04:54.648792 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50654) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:54.652144 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.760877 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=c92a8779-6c05-4b29-99a5-e63758e37b69,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:54.818201 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ca1aefc-7beb-448e-a698-e0b867af9006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.828443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e428c35-3017-49b7-8ec1-a34f6469815b req-6e265530-fccb-48f6-82cf-95cb94400b67 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:54.829989 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e428c35-3017-49b7-8ec1-a34f6469815b req-6e265530-fccb-48f6-82cf-95cb94400b67 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.1053176 Nov 12 04:04:54.889873 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['18a14b63-19d4-4515-ab2b-70f1cc098df7'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:54.924546 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ca1aefc-7beb-448e-a698-e0b867af9006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.932553 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e428c35-3017-49b7-8ec1-a34f6469815b req-547859fb-601f-4016-84b6-a024fd436009 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924625 Nov 12 04:04:55.012756 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ca1aefc-7beb-448e-a698-e0b867af9006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:55.067762 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['c92a8779-6c05-4b29-99a5-e63758e37b69'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:55.102610 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5ca1aefc-7beb-448e-a698-e0b867af9006 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67d1e0b3e18043a49748a0bd89ebbf6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4521027 Nov 12 04:04:55.103896 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1aefc-7beb-448e-a698-e0b867af9006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3948ab9b-4a85-48f4-bdae-ad3cf6210c7c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:55.104800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50666) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:55.207707 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a68890-c02c-48ed-a8df-dd1bf6639d6b req-639419a4-0a14-4bf5-8853-c8371278b01d tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:55.216485 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5a68890-c02c-48ed-a8df-dd1bf6639d6b req-639419a4-0a14-4bf5-8853-c8371278b01d tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 943 time: 0.0987685 Nov 12 04:04:55.250691 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dc96fc4f-d350-4847-a588-6688785861a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:55.400388 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5a68890-c02c-48ed-a8df-dd1bf6639d6b req-9e1381a1-be62-4afb-ace2-859264a934ef tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774198 Nov 12 04:04:55.400388 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dc96fc4f-d350-4847-a588-6688785861a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:55.448428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b84afd-fe7d-4e62-a5e5-5251e514297e', 'tag': '4cd785c9-5050-4a76-86ac-dd56fc4d906f'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:55.450790 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b2df12-44e6-4318-a182-193e20856489" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b84afd-fe7d-4e62-a5e5-5251e514297e", "tag": "4cd785c9-5050-4a76-86ac-dd56fc4d906f"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:55.525991 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25919699-a3ae-498e-9c17-7a95cfaf2227 x-openstack-request-id: req-25919699-a3ae-498e-9c17-7a95cfaf2227 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:55.526347 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b84afd-fe7d-4e62-a5e5-5251e514297e", "tag": "4cd785c9-5050-4a76-86ac-dd56fc4d906f", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:55.526707 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25919699-a3ae-498e-9c17-7a95cfaf2227 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:55.527175 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b84afd-fe7d-4e62-a5e5-5251e514297e', 'tag': '4cd785c9-5050-4a76-86ac-dd56fc4d906f', 'status': 'completed', 'code': 200} Nov 12 04:04:55.546154 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dc96fc4f-d350-4847-a588-6688785861a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:55.549169 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dc96fc4f-d350-4847-a588-6688785861a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:55.550345 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-dc96fc4f-d350-4847-a588-6688785861a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3948ab9b-4a85-48f4-bdae-ad3cf6210c7c HTTP/1.1" status: 204 len: 168 time: 0.4445651 Nov 12 04:04:55.568507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96fc4f-d350-4847-a588-6688785861a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3948ab9b-4a85-48f4-bdae-ad3cf6210c7c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:55.659988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2df12-44e6-4318-a182-193e20856489 req-3df21d3c-c9e3-4dd9-92bb-dfa28524a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:55.662813 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b8b2df12-44e6-4318-a182-193e20856489 req-3df21d3c-c9e3-4dd9-92bb-dfa28524a92a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 1126 time: 0.0745769 Nov 12 04:04:55.738285 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 18a14b63-19d4-4515-ab2b-70f1cc098df7 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:55.857941 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 18a14b63-19d4-4515-ab2b-70f1cc098df7 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:55.858564 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:55.921629 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c9742-5ecc-4376-bc5b-ce4d30f0bdec req-8d92285c-438f-4c6c-bcbd-e79e62d578ea tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:55.924356 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2df12-44e6-4318-a182-193e20856489 req-5448bf81-f130-4685-8c8e-f31e93e2ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:55.925835 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b8b2df12-44e6-4318-a182-193e20856489 req-5448bf81-f130-4685-8c8e-f31e93e2ed18 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 919 time: 0.2543559 Nov 12 04:04:55.939420 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-501c9742-5ecc-4376-bc5b-ce4d30f0bdec req-8d92285c-438f-4c6c-bcbd-e79e62d578ea tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 945 time: 0.1541800 Nov 12 04:04:55.994885 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b8b2df12-44e6-4318-a182-193e20856489 req-bc7a1c67-ad2d-441d-847a-78b6d9587e02 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd785c9-5050-4a76-86ac-dd56fc4d906f HTTP/1.1" status: 200 len: 217 time: 0.0604258 Nov 12 04:04:56.052661 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-501c9742-5ecc-4376-bc5b-ce4d30f0bdec req-7235e3b2-e03e-4c73-beea-2e26d30adce8 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070807 Nov 12 04:04:56.071415 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:56.073450 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2df12-44e6-4318-a182-193e20856489 req-e05c8e65-79d4-4533-8697-5e700c1ede8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:56.075700 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b8b2df12-44e6-4318-a182-193e20856489 req-e05c8e65-79d4-4533-8697-5e700c1ede8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.0730677 Nov 12 04:04:56.123720 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b8b2df12-44e6-4318-a182-193e20856489 req-8f140312-8568-4c75-9249-fbfc41e9df1b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403421 Nov 12 04:04:56.124777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5010875d-15dc-4ed0-9076-fc7c2b3c5908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a14b63-19d4-4515-ab2b-70f1cc098df7'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:56.130774 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecb66e4-4951-4239-846f-f867f702ba71" -d '{"events": [{"server_uuid": "5010875d-15dc-4ed0-9076-fc7c2b3c5908", "name": "network-vif-plugged", "status": "completed", "tag": "18a14b63-19d4-4515-ab2b-70f1cc098df7"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:56.160478 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 18a14b63-19d4-4515-ab2b-70f1cc098df7, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=18a14b63-19d4-4515-ab2b-70f1cc098df7,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:56.192820 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768887e5-37cb-4e4e-9b81-32b3f8e0ddd5 req-00dcd868-ab7c-4c7d-8f93-bafe61cbe817 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:56.203487 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-768887e5-37cb-4e4e-9b81-32b3f8e0ddd5 req-00dcd868-ab7c-4c7d-8f93-bafe61cbe817 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.1162353 Nov 12 04:04:56.253157 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:56.274256 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-768887e5-37cb-4e4e-9b81-32b3f8e0ddd5 req-8648c68f-7954-4ef3-bfd9-54160f929268 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640562 Nov 12 04:04:56.274873 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b8b2df12-44e6-4318-a182-193e20856489 req-9b102d73-8e09-4079-b146-132f654aa623 service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415935 Nov 12 04:04:56.339265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=18a14b63-19d4-4515-ab2b-70f1cc098df7,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:56.367124 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4c62f3-150a-44cd-9f55-53f2125bad1c x-openstack-request-id: req-dc4c62f3-150a-44cd-9f55-53f2125bad1c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:56.367646 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5010875d-15dc-4ed0-9076-fc7c2b3c5908", "name": "network-vif-plugged", "status": "completed", "tag": "18a14b63-19d4-4515-ab2b-70f1cc098df7", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:56.368164 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc4c62f3-150a-44cd-9f55-53f2125bad1c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:56.368911 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5010875d-15dc-4ed0-9076-fc7c2b3c5908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a14b63-19d4-4515-ab2b-70f1cc098df7', 'code': 200} Nov 12 04:04:56.467057 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b8b2df12-44e6-4318-a182-193e20856489 req-a16774dd-167e-462c-b637-a04e947e28d2 service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814973 Nov 12 04:04:56.564296 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb1434-1b26-46ed-8de2-0d15118f524a req-8fda9695-07ae-4d4c-8b62-d16a9f6bdbf7 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:56.566177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-faeb1434-1b26-46ed-8de2-0d15118f524a req-8fda9695-07ae-4d4c-8b62-d16a9f6bdbf7 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 943 time: 0.0636413 Nov 12 04:04:56.663250 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-faeb1434-1b26-46ed-8de2-0d15118f524a req-57331fbb-a2ec-4466-a35f-69a5dd68e6ba tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792866 Nov 12 04:04:56.673611 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50728) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:56.687347 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-91838e07-2d3d-4424-b9db-2c8b7cf703ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:56.820273 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-91838e07-2d3d-4424-b9db-2c8b7cf703ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:56.886293 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-91838e07-2d3d-4424-b9db-2c8b7cf703ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:56.938875 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-91838e07-2d3d-4424-b9db-2c8b7cf703ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a03a9118a1de47829411eb6d573e1217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641091 Nov 12 04:04:56.946866 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91838e07-2d3d-4424-b9db-2c8b7cf703ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34522bf8-7e93-4985-a0df-be3a8c8eb473,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:56.948930 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50754) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:56.962313 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 4cd785c9-5050-4a76-86ac-dd56fc4d906f details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:04:57.058944 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b50ba6b9-672e-4625-8f01-7404f981bf03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.083292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 4cd785c9-5050-4a76-86ac-dd56fc4d906f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4cd785c9-5050-4a76-86ac-dd56fc4d906f,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:57.087380 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b50ba6b9-672e-4625-8f01-7404f981bf03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.101315 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 4cd785c9-5050-4a76-86ac-dd56fc4d906f has no active binding in host n-h1-768509-24 {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 04:04:57.250944 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c9156-d605-4843-8a99-3576bcb92c80 req-30564f89-61ce-4d48-bd3a-88049586cb5b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:57.252833 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-175c9156-d605-4843-8a99-3576bcb92c80 req-30564f89-61ce-4d48-bd3a-88049586cb5b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 945 time: 0.0776618 Nov 12 04:04:57.257754 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b50ba6b9-672e-4625-8f01-7404f981bf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.268927 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b50ba6b9-672e-4625-8f01-7404f981bf03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.268927 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b50ba6b9-672e-4625-8f01-7404f981bf03 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34522bf8-7e93-4985-a0df-be3a8c8eb473 HTTP/1.1" status: 204 len: 168 time: 0.3143599 Nov 12 04:04:57.300950 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ba6b9-672e-4625-8f01-7404f981bf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34522bf8-7e93-4985-a0df-be3a8c8eb473,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:57.401350 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-175c9156-d605-4843-8a99-3576bcb92c80 req-0a8fa44b-1cac-436c-a574-fe02ff28c86b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199396 Nov 12 04:04:57.478685 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5073c1-5349-4614-afbf-003d5b1b949f req-1475e506-0442-4ee3-b69a-2998e4fabcc8 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:57.480208 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e5073c1-5349-4614-afbf-003d5b1b949f req-1475e506-0442-4ee3-b69a-2998e4fabcc8 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0757937 Nov 12 04:04:57.539061 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e5073c1-5349-4614-afbf-003d5b1b949f req-908cf6be-b389-4a56-a24c-936ad63833f4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520062 Nov 12 04:04:57.748406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c92a8779-6c05-4b29-99a5-e63758e37b69 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:57.832419 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443311dd-bf13-4f47-9b78-e09f15a5dc37 req-59a70548-3b1f-4407-b5f3-d9b8ced1e997 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:57.836244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-443311dd-bf13-4f47-9b78-e09f15a5dc37 req-59a70548-3b1f-4407-b5f3-d9b8ced1e997 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 943 time: 0.1011274 Nov 12 04:04:57.874675 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port c92a8779-6c05-4b29-99a5-e63758e37b69 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:04:57.878973 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port c92a8779-6c05-4b29-99a5-e63758e37b69 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:57.879348 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.909900 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-443311dd-bf13-4f47-9b78-e09f15a5dc37 req-9319d6a4-08f9-4151-8b55-e542f157bb77 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647907 Nov 12 04:04:57.932621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50782) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:58.024239 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.071640 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c92a8779-6c05-4b29-99a5-e63758e37b69, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c92a8779-6c05-4b29-99a5-e63758e37b69,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:58.092510 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4bdc6b2-5291-4fe7-a4b0-b55541fe06db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.189009 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.208400 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4bdc6b2-5291-4fe7-a4b0-b55541fe06db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.249528 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=c92a8779-6c05-4b29-99a5-e63758e37b69,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:58.274324 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4bdc6b2-5291-4fe7-a4b0-b55541fe06db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.317120 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d4bdc6b2-5291-4fe7-a4b0-b55541fe06db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f89b42634634b29a8726bb53c0aafb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3835938 Nov 12 04:04:58.318311 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdc6b2-5291-4fe7-a4b0-b55541fe06db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b47166a-1865-4447-8e40-bbec17e883ef,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:58.320806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50798) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:58.370772 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4def1bde-2b75-40d9-a438-51c6bb889bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92a8779-6c05-4b29-99a5-e63758e37b69'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:58.381024 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2154d5b-5566-4648-ab01-4920504e0e74" -d '{"events": [{"server_uuid": "4def1bde-2b75-40d9-a438-51c6bb889bf4", "name": "network-vif-plugged", "status": "completed", "tag": "c92a8779-6c05-4b29-99a5-e63758e37b69"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:58.386864 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-493b7cf8-29d9-4c90-9d06-4a6509b85df1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.421880 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-493b7cf8-29d9-4c90-9d06-4a6509b85df1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.422994 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec7c31f-6831-46df-a882-ef880e1683f0 x-openstack-request-id: req-7ec7c31f-6831-46df-a882-ef880e1683f0 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:58.423380 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4def1bde-2b75-40d9-a438-51c6bb889bf4", "name": "network-vif-plugged", "status": "completed", "tag": "c92a8779-6c05-4b29-99a5-e63758e37b69", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:58.423823 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ec7c31f-6831-46df-a882-ef880e1683f0 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:58.424369 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4def1bde-2b75-40d9-a438-51c6bb889bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92a8779-6c05-4b29-99a5-e63758e37b69', 'code': 200} Nov 12 04:04:58.547144 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-493b7cf8-29d9-4c90-9d06-4a6509b85df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.550267 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-493b7cf8-29d9-4c90-9d06-4a6509b85df1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.554289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-493b7cf8-29d9-4c90-9d06-4a6509b85df1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b47166a-1865-4447-8e40-bbec17e883ef HTTP/1.1" status: 204 len: 168 time: 0.2296598 Nov 12 04:04:58.563795 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd3e71-8dd8-4020-8e50-3b90e3eac815 req-85b82583-e8fb-4696-b889-102b3ee1f9f3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:58.565453 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75dd3e71-8dd8-4020-8e50-3b90e3eac815 req-85b82583-e8fb-4696-b889-102b3ee1f9f3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 946 time: 0.0755339 Nov 12 04:04:58.576342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b7cf8-29d9-4c90-9d06-4a6509b85df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b47166a-1865-4447-8e40-bbec17e883ef,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:58.634242 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75dd3e71-8dd8-4020-8e50-3b90e3eac815 req-815f9dbe-fbea-4482-a0c5-713900da8623 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594921 Nov 12 04:04:58.678815 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54e5b7-887b-4307-b7f7-fcce1691224a req-324f6d00-375e-4ba3-8ad9-296bd4f78e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:58.680331 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7b54e5b7-887b-4307-b7f7-fcce1691224a req-324f6d00-375e-4ba3-8ad9-296bd4f78e76 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 1098 time: 0.0705330 Nov 12 04:04:58.722924 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827279f3-2a94-4d6e-889a-3ed50306ac1f req-aacf9ed9-76ee-4480-aa90-032cfc876ce7 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:58.724426 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-827279f3-2a94-4d6e-889a-3ed50306ac1f req-aacf9ed9-76ee-4480-aa90-032cfc876ce7 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0639517 Nov 12 04:04:58.737481 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7b54e5b7-887b-4307-b7f7-fcce1691224a req-1ffe0be3-240b-47ca-9198-59602caf92f9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500040 Nov 12 04:04:58.773675 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-827279f3-2a94-4d6e-889a-3ed50306ac1f req-50bb3337-0246-4ee7-a596-5118e2d6deb7 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411298 Nov 12 04:04:59.051067 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04464223-a3dd-486a-a483-cc47402d70f7 req-11ee0fc6-a515-425d-bd22-91db081f1776 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:59.052553 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-04464223-a3dd-486a-a483-cc47402d70f7 req-11ee0fc6-a515-425d-bd22-91db081f1776 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 943 time: 0.0505180 Nov 12 04:04:59.112204 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-04464223-a3dd-486a-a483-cc47402d70f7 req-e4a7adec-9956-4b7a-ad1a-c4f78b365be0 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536375 Nov 12 04:04:59.661477 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50842) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:59.679666 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-628022fc-6036-4ddc-9c48-9429a8a8f18e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:59.841753 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60de024-7a74-4daa-a4e1-cb472bc425a5 req-935649fb-6842-4c25-879d-7c2bab53929b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:59.852615 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f60de024-7a74-4daa-a4e1-cb472bc425a5 req-935649fb-6842-4c25-879d-7c2bab53929b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 946 time: 0.1205413 Nov 12 04:04:59.926884 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-628022fc-6036-4ddc-9c48-9429a8a8f18e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:59.956625 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f60de024-7a74-4daa-a4e1-cb472bc425a5 req-3db87b4d-c1ad-49b1-94eb-3f129e903b9e tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062505 Nov 12 04:05:00.001879 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb4e77-9080-44ef-8a74-c299c5f5c602 req-c51c2a5d-0ee5-4e6e-9b34-865b4fe9773d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:00.004105 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aceb4e77-9080-44ef-8a74-c299c5f5c602 req-c51c2a5d-0ee5-4e6e-9b34-865b4fe9773d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0890393 Nov 12 04:05:00.057790 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-628022fc-6036-4ddc-9c48-9429a8a8f18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:00.189346 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aceb4e77-9080-44ef-8a74-c299c5f5c602 req-25a230ce-0822-489c-bf52-55bcb8cf0ee5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772289 Nov 12 04:05:00.193809 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-628022fc-6036-4ddc-9c48-9429a8a8f18e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b9b7f28330c4367b2a025b8cc623a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5294168 Nov 12 04:05:00.195462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628022fc-6036-4ddc-9c48-9429a8a8f18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a18071d-99f9-4e4b-81a9-8fa9f3c558b3,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:00.196254 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50870) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:00.285426 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-349312b4-0ff9-46f0-9991-705aec046d13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:00.344069 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-349312b4-0ff9-46f0-9991-705aec046d13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:00.387510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dee05f-0a42-4a44-9c26-707e2510576f req-2e5cd235-2b5a-4e8b-8762-39432f3498d8 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:00.388584 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-32dee05f-0a42-4a44-9c26-707e2510576f req-2e5cd235-2b5a-4e8b-8762-39432f3498d8 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 943 time: 0.0947051 Nov 12 04:05:00.467831 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-32dee05f-0a42-4a44-9c26-707e2510576f req-c1ac74a9-40e8-4477-a74e-885c40274548 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708568 Nov 12 04:05:00.491711 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-349312b4-0ff9-46f0-9991-705aec046d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:00.495396 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-349312b4-0ff9-46f0-9991-705aec046d13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:00.496119 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-349312b4-0ff9-46f0-9991-705aec046d13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a18071d-99f9-4e4b-81a9-8fa9f3c558b3 HTTP/1.1" status: 204 len: 168 time: 0.2986875 Nov 12 04:05:00.521169 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349312b4-0ff9-46f0-9991-705aec046d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a18071d-99f9-4e4b-81a9-8fa9f3c558b3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:00.656655 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-869a41cc-0dd8-4a4a-95a0-b354a63d306e service neutron] 10.222.0.31 "GET /v2.0/ports/4cd785c9-5050-4a76-86ac-dd56fc4d906f/bindings/n-h1-768509-24 HTTP/1.1" status: 200 len: 385 time: 0.1009169 Nov 12 04:05:00.945674 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-2ae93a77-b062-4756-822e-b3ec744b522e service neutron] For port 4cd785c9-5050-4a76-86ac-dd56fc4d906f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4cd785c9-5050-4a76-86ac-dd56fc4d906f,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:00.976212 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-2ae93a77-b062-4756-822e-b3ec744b522e service neutron] For port 4cd785c9-5050-4a76-86ac-dd56fc4d906f, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:01.055122 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-2ae93a77-b062-4756-822e-b3ec744b522e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd785c9-5050-4a76-86ac-dd56fc4d906f {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:01.080199 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-2ae93a77-b062-4756-822e-b3ec744b522e service neutron] For port 4cd785c9-5050-4a76-86ac-dd56fc4d906f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=4cd785c9-5050-4a76-86ac-dd56fc4d906f,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:01.137314 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-2ae93a77-b062-4756-822e-b3ec744b522e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:01.335914 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-2ae93a77-b062-4756-822e-b3ec744b522e service neutron] Transition to ACTIVE for port object 4cd785c9-5050-4a76-86ac-dd56fc4d906f will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:05:01.377772 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-2ae93a77-b062-4756-822e-b3ec744b522e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:01.481360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab4106-b3d7-4ec4-99d0-9e4857c64dfc req-d4a4c438-c443-4d5a-9b1e-d91b1c03704d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:01.492611 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-37ab4106-b3d7-4ec4-99d0-9e4857c64dfc req-d4a4c438-c443-4d5a-9b1e-d91b1c03704d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 946 time: 0.0758586 Nov 12 04:05:01.501309 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-2ae93a77-b062-4756-822e-b3ec744b522e service neutron] No DVR routers for this DVR port 4cd785c9-5050-4a76-86ac-dd56fc4d906f on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:01.543311 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae93a77-b062-4756-822e-b3ec744b522e service neutron] Pushing event updated for resources: {'Port': ['ID=4cd785c9-5050-4a76-86ac-dd56fc4d906f,revision_number=10']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:01.558115 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-2ae93a77-b062-4756-822e-b3ec744b522e service neutron] 10.222.0.31 "PUT /v2.0/ports/4cd785c9-5050-4a76-86ac-dd56fc4d906f/bindings/n-h1-768509-24/activate HTTP/1.1" status: 200 len: 370 time: 0.8931155 Nov 12 04:05:01.615114 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32b5b5-a0f0-448e-b4d9-8510713c0ece req-16f7d967-c544-47e0-be21-81cd4fb99f00 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:01.617372 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c32b5b5-a0f0-448e-b4d9-8510713c0ece req-16f7d967-c544-47e0-be21-81cd4fb99f00 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.1073735 Nov 12 04:05:01.650816 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-37ab4106-b3d7-4ec4-99d0-9e4857c64dfc req-b3e6a32e-ce6b-42c5-83d7-e0dcd4056e4f tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488848 Nov 12 04:05:01.717136 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c32b5b5-a0f0-448e-b4d9-8510713c0ece req-23db02fc-0691-4322-837d-cff4f47c143f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644729 Nov 12 04:05:01.793293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-1a5e3aa6-c0ea-45c4-9892-f77c856407b2 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:01.799088 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-1a5e3aa6-c0ea-45c4-9892-f77c856407b2 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e&tenant_id=661e639e68ef4507b916d93d5706eabb&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 1096 time: 0.0677605 Nov 12 04:05:01.823742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884a65d-5c08-4907-9747-9e168ab2c6ee req-368db6c0-f7f1-4d27-93be-9020fafa79d9 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:01.825282 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c884a65d-5c08-4907-9747-9e168ab2c6ee req-368db6c0-f7f1-4d27-93be-9020fafa79d9 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 944 time: 0.0702553 Nov 12 04:05:01.905513 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-e8135686-1bbc-4e5d-9f80-4634b82532cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:01.907145 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c884a65d-5c08-4907-9747-9e168ab2c6ee req-06fd35a9-76ff-4a27-a2a5-e4a4079b4686 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681510 Nov 12 04:05:01.908089 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-e8135686-1bbc-4e5d-9f80-4634b82532cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e&tenant_id=661e639e68ef4507b916d93d5706eabb HTTP/1.1" status: 200 len: 1096 time: 0.0715001 Nov 12 04:05:01.984548 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58062a-1565-4b4b-b642-0ecc65b45389 req-7ef803b2-f3a0-467b-b608-a9b55457573f tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:01.987249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2f58062a-1565-4b4b-b642-0ecc65b45389 req-7ef803b2-f3a0-467b-b608-a9b55457573f tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 1098 time: 0.0701284 Nov 12 04:05:02.022394 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-c8153fed-4d9e-4d13-af3a-428d93e276cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:02.025433 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-c8153fed-4d9e-4d13-af3a-428d93e276cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 1096 time: 0.0562272 Nov 12 04:05:02.082506 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2f58062a-1565-4b4b-b642-0ecc65b45389 req-08a3d4b1-975d-4057-b2db-cedfe4fa019e tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747736 Nov 12 04:05:02.147969 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-21e5e7fe-db95-4d3a-8c1c-7f8ad008c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:02.153147 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-21e5e7fe-db95-4d3a-8c1c-7f8ad008c03e service neutron] 10.222.0.21 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 919 time: 0.1184719 Nov 12 04:05:02.210594 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-d0ee215a-e928-474f-806b-1a05d4ebdd5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd785c9-5050-4a76-86ac-dd56fc4d906f HTTP/1.1" status: 200 len: 217 time: 0.0466864 Nov 12 04:05:02.295702 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-a0e24014-8dbc-4ae2-9b26-5e0d38c2a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:02.296707 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-a0e24014-8dbc-4ae2-9b26-5e0d38c2a92b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.0744288 Nov 12 04:05:02.355213 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-3eb4cbe4-67ef-4daf-a6f2-b2e90e3fdf63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344965 Nov 12 04:05:02.562284 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-4f63e17d-58f4-405c-8a66-7e1880f30b80 service neutron] 10.222.0.21 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948652 Nov 12 04:05:02.724005 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-d7d79b81-ea21-43c5-9de6-7b62c9751179 service neutron] 10.222.0.21 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501813 Nov 12 04:05:02.852254 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50984) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:02.896177 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7d55d-fb6b-4fa4-abbe-4a321523662e req-59195e0c-ee1c-45d2-8f66-343c5c43679b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:02.907068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ad7d55d-fb6b-4fa4-abbe-4a321523662e req-59195e0c-ee1c-45d2-8f66-343c5c43679b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0781772 Nov 12 04:05:02.976473 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ad7d55d-fb6b-4fa4-abbe-4a321523662e req-a3a9bb11-9bf0-4d63-8a1f-be8134e04a37 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678351 Nov 12 04:05:03.057373 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-50aa3609-a737-48a2-8854-a559fd02d5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:03.080629 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22fef19d-1bf6-4d21-a53e-5f1f70a7f419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:03.251974 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22fef19d-1bf6-4d21-a53e-5f1f70a7f419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:03.327391 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754703a-7da8-46dc-8c4a-439ffad4e190 req-a71aa55c-af72-4248-ae51-5534df81fcf8 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:03.335397 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3754703a-7da8-46dc-8c4a-439ffad4e190 req-a71aa55c-af72-4248-ae51-5534df81fcf8 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 944 time: 0.0853872 Nov 12 04:05:03.406593 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22fef19d-1bf6-4d21-a53e-5f1f70a7f419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:03.451628 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3754703a-7da8-46dc-8c4a-439ffad4e190 req-fa23a5ed-ee9a-4cf8-9676-1f4881f8b2b1 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099548 Nov 12 04:05:03.476322 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-22fef19d-1bf6-4d21-a53e-5f1f70a7f419 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20e79a11a545413ea0f7d07d203d1be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6222417 Nov 12 04:05:03.479152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50998) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:03.483575 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc98dc2e-1f45-4397-bcf5-4237269aab3f tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:03.485264 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-fc98dc2e-1f45-4397-bcf5-4237269aab3f tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e&tenant_id=661e639e68ef4507b916d93d5706eabb&binding%3Ahost_id=n-h1-768509-24 HTTP/1.1" status: 200 len: 1096 time: 0.1306894 Nov 12 04:05:03.486390 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fef19d-1bf6-4d21-a53e-5f1f70a7f419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14727f2-b336-4a76-bae2-e72d716ee9a8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:03.559707 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e21bfcd1-8170-44e6-8cf8-2daca86b84c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:03.587032 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e21bfcd1-8170-44e6-8cf8-2daca86b84c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:03.730189 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e21bfcd1-8170-44e6-8cf8-2daca86b84c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:03.730189 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e21bfcd1-8170-44e6-8cf8-2daca86b84c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:03.731885 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e21bfcd1-8170-44e6-8cf8-2daca86b84c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b14727f2-b336-4a76-bae2-e72d716ee9a8 HTTP/1.1" status: 204 len: 168 time: 0.2504363 Nov 12 04:05:03.744305 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bfcd1-8170-44e6-8cf8-2daca86b84c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14727f2-b336-4a76-bae2-e72d716ee9a8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:03.779373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 4cd785c9-5050-4a76-86ac-dd56fc4d906f no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:03.817268 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-f7009a67-6321-44b3-b072-d6dfea9b5aa6 service neutron] For port 4cd785c9-5050-4a76-86ac-dd56fc4d906f, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:03.820628 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-f7009a67-6321-44b3-b072-d6dfea9b5aa6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:03.821749 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-57f8150d-1836-44c6-a97b-b1cd23b5db6e req-f7009a67-6321-44b3-b072-d6dfea9b5aa6 service neutron] 10.222.0.21 "DELETE /v2.0/ports/4cd785c9-5050-4a76-86ac-dd56fc4d906f/bindings/n-h2-768509-24 HTTP/1.1" status: 204 len: 173 time: 0.3268306 Nov 12 04:05:03.885199 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 4cd785c9-5050-4a76-86ac-dd56fc4d906f not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:04.357622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433f516-4a6e-4f6d-8ee4-41b75c93dca0 req-273ff276-faa3-4eee-9307-5c57ef73ad20 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:04.357622 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3433f516-4a6e-4f6d-8ee4-41b75c93dca0 req-273ff276-faa3-4eee-9307-5c57ef73ad20 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.2380331 Nov 12 04:05:04.494595 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3433f516-4a6e-4f6d-8ee4-41b75c93dca0 req-333eaf70-63dd-451c-ac8d-28b27ff802fb tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187985 Nov 12 04:05:04.684375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51038) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:04.721590 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75912296-db2f-4caa-9e29-f59ed4199d07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:04.757044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a0d01-50f6-47a4-8661-ee39f007f230 req-0bb2aa50-c241-4731-a71d-801460e57b70 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:04.770026 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b5a0d01-50f6-47a4-8661-ee39f007f230 req-0bb2aa50-c241-4731-a71d-801460e57b70 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 944 time: 0.2103348 Nov 12 04:05:04.905603 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b5a0d01-50f6-47a4-8661-ee39f007f230 req-648da37e-bc27-4cea-b89a-e1896f246617 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282654 Nov 12 04:05:04.919807 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75912296-db2f-4caa-9e29-f59ed4199d07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:05.095451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc9168-8727-4c83-bc8f-2d8bb189e0ee req-7238aa76-6bca-4ec4-9be1-52bd9eb7940c tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:05.097439 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cdfc9168-8727-4c83-bc8f-2d8bb189e0ee req-7238aa76-6bca-4ec4-9be1-52bd9eb7940c tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 1096 time: 0.0458713 Nov 12 04:05:05.158879 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cdfc9168-8727-4c83-bc8f-2d8bb189e0ee req-a38731ed-7da1-4e7d-ab67-f4e26262d348 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519984 Nov 12 04:05:05.377809 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75912296-db2f-4caa-9e29-f59ed4199d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:05.534207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-75912296-db2f-4caa-9e29-f59ed4199d07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb9ccf3bda3e40cd8e9341f46228b75b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8366132 Nov 12 04:05:05.536795 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51078) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:05.539654 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75912296-db2f-4caa-9e29-f59ed4199d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052721e5-8d8e-4844-836f-60ce75a4069d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:05.559817 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-385d1f3c-1978-4fba-ac12-f312f3b96379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:05.678507 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-786de3ce-883c-4857-8edc-ff5de5847722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:05.679231 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-902824e0-0f47-42bc-8737-aa56dd66649a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:05.686678 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-902824e0-0f47-42bc-8737-aa56dd66649a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 818 time: 0.2397933 Nov 12 04:05:05.704550 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-7a31b6e3-860b-4025-9378-677f5e5b1d14 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/quotas/661e639e68ef4507b916d93d5706eabb HTTP/1.1" status: 200 len: 375 time: 0.0168064 Nov 12 04:05:05.741321 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-786de3ce-883c-4857-8edc-ff5de5847722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:05.769553 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-b5677b17-6136-428a-ad18-c8388e0a8470 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0639281 Nov 12 04:05:05.886005 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-a9ff78ea-4ba9-4d29-b22c-081be72785a6 service neutron] 10.222.0.37 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124611 Nov 12 04:05:05.908548 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-786de3ce-883c-4857-8edc-ff5de5847722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:05.911451 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-786de3ce-883c-4857-8edc-ff5de5847722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:05.915346 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-786de3ce-883c-4857-8edc-ff5de5847722 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/052721e5-8d8e-4844-836f-60ce75a4069d HTTP/1.1" status: 204 len: 168 time: 0.3734107 Nov 12 04:05:05.936002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786de3ce-883c-4857-8edc-ff5de5847722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052721e5-8d8e-4844-836f-60ce75a4069d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:06.110207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-f371bad4-950a-4cba-92a7-2d16232bd3e8 service neutron] 10.222.0.37 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257528 Nov 12 04:05:06.362642 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa08742-9fa3-4963-8a44-74d404eb27a0 req-3be38daa-874d-44dc-9ed5-f0ee029fb317 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:06.373043 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cfa08742-9fa3-4963-8a44-74d404eb27a0 req-3be38daa-874d-44dc-9ed5-f0ee029fb317 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0934255 Nov 12 04:05:06.442689 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cfa08742-9fa3-4963-8a44-74d404eb27a0 req-c82fc457-b5fa-4d59-b44e-673c443bae4f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689850 Nov 12 04:05:06.531802 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.197180 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-408d7ac3-22a9-4c4d-ad53-75a9d210c9cd req-6f92f8c9-ced0-401a-b1cb-f5c707f758d2 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 210 time: 0.0525718 Nov 12 04:05:07.710790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df03a43-5099-4bf3-96d5-ef819c48cd90 req-389cf0d4-5dc7-41a2-8256-0e3d4d82497e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:07.712941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2df03a43-5099-4bf3-96d5-ef819c48cd90 req-389cf0d4-5dc7-41a2-8256-0e3d4d82497e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0747206 Nov 12 04:05:07.817835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2df03a43-5099-4bf3-96d5-ef819c48cd90 req-b621ccfd-bb25-4d3e-bce0-86e2fdd3defc tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975606 Nov 12 04:05:08.115918 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:08.433111 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-081f8e3f-6286-414f-aa4a-e82734520862 req-59912ba9-d140-49b0-8189-6dd35b5487da tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 210 time: 0.0696952 Nov 12 04:05:09.051396 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:09.069074 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396922e4-26a1-4ac4-bc7a-a2d8945d7da0 req-187a6ddf-642a-4737-92b9-24b23b81b67f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.081203 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-396922e4-26a1-4ac4-bc7a-a2d8945d7da0 req-187a6ddf-642a-4737-92b9-24b23b81b67f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0875726 Nov 12 04:05:09.187382 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-396922e4-26a1-4ac4-bc7a-a2d8945d7da0 req-560fa2fa-83f2-4dcd-a2ff-69eab5b1d044 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049695 Nov 12 04:05:09.557949 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-9cfe1a3a-6657-407d-b977-8b7dcb386112 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.562608 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-9cfe1a3a-6657-407d-b977-8b7dcb386112 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.31 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 818 time: 0.2067335 Nov 12 04:05:09.587787 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-12ff96fc-2833-4284-8e13-b6e24eda6d23 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Request body: {'port': {'device_id': '9dca917c-7cd7-4029-ab90-975a4e0d1db3', 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff', 'admin_state_up': True, 'tenant_id': '661e639e68ef4507b916d93d5706eabb'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:09.819759 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96138d67-255b-4f68-8a65-1a33944501af req-6f3ec13a-9194-450e-a44c-49dead5f057e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 210 time: 0.0659165 Nov 12 04:05:09.915742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7e49-4fbb-47a7-9d33-e58248d6b3e2 req-b3db9211-e8fb-4709-a0c7-ed5dfe58cf73 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.918964 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7e49-4fbb-47a7-9d33-e58248d6b3e2 req-b3db9211-e8fb-4709-a0c7-ed5dfe58cf73 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.919719 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7e49-4fbb-47a7-9d33-e58248d6b3e2 req-b3db9211-e8fb-4709-a0c7-ed5dfe58cf73 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.920817 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7e49-4fbb-47a7-9d33-e58248d6b3e2 req-b3db9211-e8fb-4709-a0c7-ed5dfe58cf73 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.921557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7e49-4fbb-47a7-9d33-e58248d6b3e2 req-b3db9211-e8fb-4709-a0c7-ed5dfe58cf73 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.922595 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7e49-4fbb-47a7-9d33-e58248d6b3e2 req-b3db9211-e8fb-4709-a0c7-ed5dfe58cf73 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.936362 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7e49-4fbb-47a7-9d33-e58248d6b3e2 req-b3db9211-e8fb-4709-a0c7-ed5dfe58cf73 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.938153 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7e49-4fbb-47a7-9d33-e58248d6b3e2 req-b3db9211-e8fb-4709-a0c7-ed5dfe58cf73 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.940981 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7e49-4fbb-47a7-9d33-e58248d6b3e2 req-b3db9211-e8fb-4709-a0c7-ed5dfe58cf73 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.941565 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7e49-4fbb-47a7-9d33-e58248d6b3e2 req-b3db9211-e8fb-4709-a0c7-ed5dfe58cf73 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.942242 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7e49-4fbb-47a7-9d33-e58248d6b3e2 req-b3db9211-e8fb-4709-a0c7-ed5dfe58cf73 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.942885 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7e49-4fbb-47a7-9d33-e58248d6b3e2 req-b3db9211-e8fb-4709-a0c7-ed5dfe58cf73 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.945878 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-270a7e49-4fbb-47a7-9d33-e58248d6b3e2 req-b3db9211-e8fb-4709-a0c7-ed5dfe58cf73 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8532 time: 0.4214025 Nov 12 04:05:09.954383 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-12ff96fc-2833-4284-8e13-b6e24eda6d23 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Made reservation on behalf of 661e639e68ef4507b916d93d5706eabb for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:09.966510 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-12ff96fc-2833-4284-8e13-b6e24eda6d23 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:10.245002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-12ff96fc-2833-4284-8e13-b6e24eda6d23 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Allocated IP 172.20.0.3 (1332ff08-7d9c-4053-b884-7942193654ff/59ca9b74-5f18-4dc9-9fac-822797e5b209/d96f1f45-6f9f-474d-bb6d-89a37d975562) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:10.347736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cca596-4b8c-4bd1-a13a-3a5be96815f1 req-14af1e14-0fab-4805-a6d9-2e6fde9bd48a tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:10.355058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53cca596-4b8c-4bd1-a13a-3a5be96815f1 req-14af1e14-0fab-4805-a6d9-2e6fde9bd48a tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 886 time: 0.2153215 Nov 12 04:05:10.590229 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-12ff96fc-2833-4284-8e13-b6e24eda6d23 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:10.628358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bab5d-d795-46ae-892c-c98f914b041f req-239e5687-ec61-4817-9986-c7c52f5ccb18 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:10.630483 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-855bab5d-d795-46ae-892c-c98f914b041f req-239e5687-ec61-4817-9986-c7c52f5ccb18 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.1362238 Nov 12 04:05:10.716096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224673fc-3286-4375-9aca-377fee2952d7 req-cd1f95f5-df09-4380-be63-096587f28152 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:10.717629 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224673fc-3286-4375-9aca-377fee2952d7 req-cd1f95f5-df09-4380-be63-096587f28152 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:10.717629 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224673fc-3286-4375-9aca-377fee2952d7 req-cd1f95f5-df09-4380-be63-096587f28152 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:10.717987 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224673fc-3286-4375-9aca-377fee2952d7 req-cd1f95f5-df09-4380-be63-096587f28152 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:10.718457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224673fc-3286-4375-9aca-377fee2952d7 req-cd1f95f5-df09-4380-be63-096587f28152 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:10.718995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224673fc-3286-4375-9aca-377fee2952d7 req-cd1f95f5-df09-4380-be63-096587f28152 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:10.719453 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224673fc-3286-4375-9aca-377fee2952d7 req-cd1f95f5-df09-4380-be63-096587f28152 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:10.719909 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224673fc-3286-4375-9aca-377fee2952d7 req-cd1f95f5-df09-4380-be63-096587f28152 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:10.720371 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224673fc-3286-4375-9aca-377fee2952d7 req-cd1f95f5-df09-4380-be63-096587f28152 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:10.722808 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224673fc-3286-4375-9aca-377fee2952d7 req-cd1f95f5-df09-4380-be63-096587f28152 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:10.722808 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224673fc-3286-4375-9aca-377fee2952d7 req-cd1f95f5-df09-4380-be63-096587f28152 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:10.722808 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224673fc-3286-4375-9aca-377fee2952d7 req-cd1f95f5-df09-4380-be63-096587f28152 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:10.733357 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-224673fc-3286-4375-9aca-377fee2952d7 req-cd1f95f5-df09-4380-be63-096587f28152 tempest-NetworksTest-143028609 tempest-NetworksTest-143028609-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8532 time: 0.1953723 Nov 12 04:05:10.738600 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-12ff96fc-2833-4284-8e13-b6e24eda6d23 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:10.789679 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-855bab5d-d795-46ae-892c-c98f914b041f req-56dc111d-2104-493a-8290-3f48627ddf83 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510084 Nov 12 04:05:10.839027 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-12ff96fc-2833-4284-8e13-b6e24eda6d23 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Network 1332ff08-7d9c-4053-b884-7942193654ff is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:10.842908 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-12ff96fc-2833-4284-8e13-b6e24eda6d23 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:10.845943 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-12ff96fc-2833-4284-8e13-b6e24eda6d23 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:10.904760 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff96fc-2833-4284-8e13-b6e24eda6d23 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Pushing event updated for resources: {'Port': ['ID=d96f1f45-6f9f-474d-bb6d-89a37d975562,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:11.029717 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-12ff96fc-2833-4284-8e13-b6e24eda6d23 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:11.032690 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-12ff96fc-2833-4284-8e13-b6e24eda6d23 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.121713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf80295-65b4-4919-bd22-7d90c50b75c2 req-0085cd57-5ac0-4dce-b9b6-c4ea9ed35af9 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:11.133800 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cbf80295-65b4-4919-bd22-7d90c50b75c2 req-0085cd57-5ac0-4dce-b9b6-c4ea9ed35af9 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4548804a-5203-4e3b-ba32-d92bfc4ddd45 HTTP/1.1" status: 200 len: 945 time: 0.2223525 Nov 12 04:05:11.176957 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-12ff96fc-2833-4284-8e13-b6e24eda6d23 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5938463 Nov 12 04:05:11.197862 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Request body: {'port': {'device_id': '9dca917c-7cd7-4029-ab90-975a4e0d1db3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:11.221100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff341a-eb29-463c-a445-81ad2116b87a req-ca6301ba-a5b3-4702-b80f-a8525e4f43af tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:11.235957 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-79ff341a-eb29-463c-a445-81ad2116b87a req-ca6301ba-a5b3-4702-b80f-a8525e4f43af tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 931 time: 0.2320802 Nov 12 04:05:11.300608 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cbf80295-65b4-4919-bd22-7d90c50b75c2 req-e683faa1-1ff3-4675-b40a-47ec85e8fc39 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5feb785-fe9c-46f9-9505-20fc896ee3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650417 Nov 12 04:05:11.338776 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.339162 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-79ff341a-eb29-463c-a445-81ad2116b87a req-ce042137-f28d-43f5-bd3f-63a8a83264c3 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970104 Nov 12 04:05:11.435821 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51270) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:11.480199 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51274) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:11.591202 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da579cd7-4d72-423d-8a66-fc65938400e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.644414 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4268f009-d02c-439b-a3e8-f599f60f2576 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.749199 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da579cd7-4d72-423d-8a66-fc65938400e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.758299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96f1f45-6f9f-474d-bb6d-89a37d975562 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:11.766717 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.779075 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Transition to ACTIVE for port object d96f1f45-6f9f-474d-bb6d-89a37d975562 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:05:11.805523 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4268f009-d02c-439b-a3e8-f599f60f2576 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.828671 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da579cd7-4d72-423d-8a66-fc65938400e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.885976 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.981370 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=d96f1f45-6f9f-474d-bb6d-89a37d975562,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:12.178777 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Attempting to bind port d96f1f45-6f9f-474d-bb6d-89a37d975562 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:12.179049 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Attempting to bind port d96f1f45-6f9f-474d-bb6d-89a37d975562 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:12.179243 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Attempting to bind port d96f1f45-6f9f-474d-bb6d-89a37d975562 on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:12.189957 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Port d96f1f45-6f9f-474d-bb6d-89a37d975562 on network 1332ff08-7d9c-4053-b884-7942193654ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:05:12.201381 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Attempting to bind port d96f1f45-6f9f-474d-bb6d-89a37d975562 on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:12.207435 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:12.208012 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Checking segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:12.208493 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Bound using segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:12.211046 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Bound port: d96f1f45-6f9f-474d-bb6d-89a37d975562, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:12.211662 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.227623 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4268f009-d02c-439b-a3e8-f599f60f2576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.234337 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-da579cd7-4d72-423d-8a66-fc65938400e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cb0d16bf6a945869269cbe7c06ef256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7966766 Nov 12 04:05:12.261161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51286) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:12.266766 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4268f009-d02c-439b-a3e8-f599f60f2576 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=caa94c33b9d24712a0874c477b9aff50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7853522 Nov 12 04:05:12.268899 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da579cd7-4d72-423d-8a66-fc65938400e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df5718b-c33c-45c5-a6ac-9b0a65fa6712,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:12.280559 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51288) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:12.313005 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] For port d96f1f45-6f9f-474d-bb6d-89a37d975562, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:12.317353 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] For port d96f1f45-6f9f-474d-bb6d-89a37d975562, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d96f1f45-6f9f-474d-bb6d-89a37d975562,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:12.352953 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314803ad-5f32-4a99-b485-a97d1abafe91 req-f5d8d395-eb06-418b-8c6a-25c79371c623 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:12.358272 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-314803ad-5f32-4a99-b485-a97d1abafe91 req-f5d8d395-eb06-418b-8c6a-25c79371c623 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.5129950 Nov 12 04:05:12.390738 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.448629 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268f009-d02c-439b-a3e8-f599f60f2576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96044e73-04e3-431d-804d-8f97a1e9aebc,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:12.516250 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=d96f1f45-6f9f-474d-bb6d-89a37d975562,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:12.531636 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:12.533044 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.535630 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-c3d8a909-e57c-4404-9ec0-da6035b54ea0 service neutron] 10.222.0.31 "PUT /v2.0/ports/d96f1f45-6f9f-474d-bb6d-89a37d975562 HTTP/1.1" status: 200 len: 1092 time: 1.3425610 Nov 12 04:05:12.536311 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dca917c-7cd7-4029-ab90-975a4e0d1db3', 'tag': 'd96f1f45-6f9f-474d-bb6d-89a37d975562'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:12.540069 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9a7026-0b33-4ca7-bc37-6dd02bdc37ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9dca917c-7cd7-4029-ab90-975a4e0d1db3", "tag": "d96f1f45-6f9f-474d-bb6d-89a37d975562"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:12.544823 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-314803ad-5f32-4a99-b485-a97d1abafe91 req-d3532cf1-1d00-4530-841e-7aa334600f27 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355922 Nov 12 04:05:12.578913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803f96f-34fe-45b6-8490-e243c499e813 req-e1eeb0b1-faf6-4924-9078-3c173630792b tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:12.587347 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6803f96f-34fe-45b6-8490-e243c499e813 req-e1eeb0b1-faf6-4924-9078-3c173630792b tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4548804a-5203-4e3b-ba32-d92bfc4ddd45 HTTP/1.1" status: 200 len: 945 time: 0.1511946 Nov 12 04:05:12.591744 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4a922ea8-72f6-4855-b4f1-fe904ddfb4a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.641412 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-780c5bc7-cc3b-4e3f-b881-9c638e49ae8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.667962 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4a922ea8-72f6-4855-b4f1-fe904ddfb4a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.708566 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6803f96f-34fe-45b6-8490-e243c499e813 req-2b98281b-f91f-4f5e-9903-f985716ec56a tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5feb785-fe9c-46f9-9505-20fc896ee3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201608 Nov 12 04:05:12.735224 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-780c5bc7-cc3b-4e3f-b881-9c638e49ae8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.792141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5a147-c706-46b3-94a6-6420af38d032 req-6800eeaa-d327-42c4-8ed5-da472f645a07 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:12.800363 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0e5a147-c706-46b3-94a6-6420af38d032 req-6800eeaa-d327-42c4-8ed5-da472f645a07 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 943 time: 0.1598170 Nov 12 04:05:12.829336 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-5f8d1140-8212-411f-9b8d-f4b25557a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:12.830853 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-5f8d1140-8212-411f-9b8d-f4b25557a476 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 1095 time: 0.1444087 Nov 12 04:05:12.854430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae5f86-f786-452f-a73b-6c631effbd94 req-c05e1a8f-4d9f-4bc1-989e-683557ae5715 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:12.856656 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f1ae5f86-f786-452f-a73b-6c631effbd94 req-c05e1a8f-4d9f-4bc1-989e-683557ae5715 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.21 "GET /v2.0/ports?device_id=4548804a-5203-4e3b-ba32-d92bfc4ddd45 HTTP/1.1" status: 200 len: 945 time: 0.1012495 Nov 12 04:05:12.857707 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0e5a147-c706-46b3-94a6-6420af38d032 req-6d29034c-2646-4409-a547-7e4dd31629f3 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564492 Nov 12 04:05:12.922257 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb01f686-af38-434b-9823-9726b7540af0 x-openstack-request-id: req-eb01f686-af38-434b-9823-9726b7540af0 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:12.922545 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dca917c-7cd7-4029-ab90-975a4e0d1db3", "tag": "d96f1f45-6f9f-474d-bb6d-89a37d975562", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:12.922827 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb01f686-af38-434b-9823-9726b7540af0 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:12.923310 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dca917c-7cd7-4029-ab90-975a4e0d1db3', 'tag': 'd96f1f45-6f9f-474d-bb6d-89a37d975562', 'status': 'completed', 'code': 200} Nov 12 04:05:12.927212 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-5e334ba1-17a7-43b6-9622-9b5e9163b60f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d96f1f45-6f9f-474d-bb6d-89a37d975562 HTTP/1.1" status: 200 len: 217 time: 0.0695453 Nov 12 04:05:12.937395 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4a922ea8-72f6-4855-b4f1-fe904ddfb4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.942248 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4a922ea8-72f6-4855-b4f1-fe904ddfb4a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.948653 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4a922ea8-72f6-4855-b4f1-fe904ddfb4a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96044e73-04e3-431d-804d-8f97a1e9aebc HTTP/1.1" status: 204 len: 168 time: 0.6633394 Nov 12 04:05:12.956666 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a922ea8-72f6-4855-b4f1-fe904ddfb4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96044e73-04e3-431d-804d-8f97a1e9aebc,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:13.005400 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-780c5bc7-cc3b-4e3f-b881-9c638e49ae8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:13.008542 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-780c5bc7-cc3b-4e3f-b881-9c638e49ae8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:13.009825 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-780c5bc7-cc3b-4e3f-b881-9c638e49ae8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9df5718b-c33c-45c5-a6ac-9b0a65fa6712 HTTP/1.1" status: 204 len: 168 time: 0.7371914 Nov 12 04:05:13.031111 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c5bc7-cc3b-4e3f-b881-9c638e49ae8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df5718b-c33c-45c5-a6ac-9b0a65fa6712,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:13.050446 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-a93f6d9e-c6f8-481d-9113-30e513dc93c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:13.050446 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-a93f6d9e-c6f8-481d-9113-30e513dc93c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.1054265 Nov 12 04:05:13.091689 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-73b26b14-a32b-44af-b09a-832c55dfebd6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318778 Nov 12 04:05:13.093761 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-f1ae5f86-f786-452f-a73b-6c631effbd94 req-0efe05c8-4247-47eb-bd25-b1dbbaae9c00 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Deleting port f11a62ce-9b2f-4387-aa34-04a61f029dd4 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:13.094090 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f1ae5f86-f786-452f-a73b-6c631effbd94 req-0efe05c8-4247-47eb-bd25-b1dbbaae9c00 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:13.268161 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f1ae5f86-f786-452f-a73b-6c631effbd94 req-0efe05c8-4247-47eb-bd25-b1dbbaae9c00 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] For port f11a62ce-9b2f-4387-aa34-04a61f029dd4, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=f11a62ce-9b2f-4387-aa34-04a61f029dd4,segment=NetworkSegment(7724ffb3-6885-4173-873d-a6e13fc800e5),segment_id=7724ffb3-6885-4173-873d-a6e13fc800e5)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:13.268525 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f1ae5f86-f786-452f-a73b-6c631effbd94 req-0efe05c8-4247-47eb-bd25-b1dbbaae9c00 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:13.285070 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-929ae3da-088d-46ff-9c8a-ef9077d2f5bd service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612101 Nov 12 04:05:13.287051 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-f1ae5f86-f786-452f-a73b-6c631effbd94 req-0efe05c8-4247-47eb-bd25-b1dbbaae9c00 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Calling delete_port for f11a62ce-9b2f-4387-aa34-04a61f029dd4 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:13.439090 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b24e4be0-9ca1-4e44-a1d8-6e32f4f3ac71 req-1943fa0a-8329-4150-9504-913ba9a94ea6 service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091540 Nov 12 04:05:13.578264 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f1ae5f86-f786-452f-a73b-6c631effbd94 req-0efe05c8-4247-47eb-bd25-b1dbbaae9c00 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:13.609791 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe05c8-4247-47eb-bd25-b1dbbaae9c00 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Pushing event deleted for resources: {'Port': ['ID=f11a62ce-9b2f-4387-aa34-04a61f029dd4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:13.620660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['f11a62ce-9b2f-4387-aa34-04a61f029dd4'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:13.688331 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ae5f86-f786-452f-a73b-6c631effbd94 req-0efe05c8-4247-47eb-bd25-b1dbbaae9c00 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] No DVR routers for this DVR port f11a62ce-9b2f-4387-aa34-04a61f029dd4 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:13.691876 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f1ae5f86-f786-452f-a73b-6c631effbd94 req-0efe05c8-4247-47eb-bd25-b1dbbaae9c00 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:13.696845 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f1ae5f86-f786-452f-a73b-6c631effbd94 req-0efe05c8-4247-47eb-bd25-b1dbbaae9c00 tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.21 "DELETE /v2.0/ports/f11a62ce-9b2f-4387-aa34-04a61f029dd4 HTTP/1.1" status: 204 len: 173 time: 0.8328424 Nov 12 04:05:13.718441 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f42c7c-9d0f-41ea-bf8f-701b614f4e58 req-67ef808b-90cd-4531-93a9-d0b86d5be40d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:13.735840 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67f42c7c-9d0f-41ea-bf8f-701b614f4e58 req-67ef808b-90cd-4531-93a9-d0b86d5be40d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.1206300 Nov 12 04:05:13.797019 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51340) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:13.839878 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-29ada1b1-cb01-4376-9d24-76f115ff6264 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:13.850263 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67f42c7c-9d0f-41ea-bf8f-701b614f4e58 req-bc3f3109-1a80-4d11-b25f-75e35d8c435a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120958 Nov 12 04:05:13.883841 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ee14138-19f8-4a25-9d12-a50946d6ad0b req-4568e414-79c9-4551-b7dd-18dd079b578c tempest-AttachSCSIVolumeTestJSON-1386822645 tempest-AttachSCSIVolumeTestJSON-1386822645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4548804a-5203-4e3b-ba32-d92bfc4ddd45 HTTP/1.1" status: 200 len: 210 time: 0.0742390 Nov 12 04:05:13.928652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a7026-0b33-4ca7-bc37-6dd02bdc37ab req-ad09c071-2e57-434b-829d-60c8b8e39eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:13.930424 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ba9a7026-0b33-4ca7-bc37-6dd02bdc37ab req-ad09c071-2e57-434b-829d-60c8b8e39eb1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 1095 time: 0.1963093 Nov 12 04:05:14.020093 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-29ada1b1-cb01-4376-9d24-76f115ff6264 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:14.096106 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93fe71-341c-414b-b8ff-ff00464026d1 req-735d08ad-2bbb-49e6-bdfb-ea2a11a7a73c tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:14.098542 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb93fe71-341c-414b-b8ff-ff00464026d1 req-735d08ad-2bbb-49e6-bdfb-ea2a11a7a73c tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 943 time: 0.0621409 Nov 12 04:05:14.150463 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-29ada1b1-cb01-4376-9d24-76f115ff6264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:14.326510 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-29ada1b1-cb01-4376-9d24-76f115ff6264 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41d6fdf206724210884311639fda85fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5270376 Nov 12 04:05:14.328325 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51386) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:14.331704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ada1b1-cb01-4376-9d24-76f115ff6264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4760d5e7-1762-4b1d-b492-a70388181ae0,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:14.360259 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb93fe71-341c-414b-b8ff-ff00464026d1 req-b61ee4c0-f66a-43f7-b316-0506526440c4 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330086 Nov 12 04:05:14.401019 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a7026-0b33-4ca7-bc37-6dd02bdc37ab req-44657fcd-9271-48c4-8de2-047990e0e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:14.402461 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ba9a7026-0b33-4ca7-bc37-6dd02bdc37ab req-44657fcd-9271-48c4-8de2-047990e0e97e service neutron] 10.222.0.31 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 919 time: 0.4639275 Nov 12 04:05:14.455454 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ba9a7026-0b33-4ca7-bc37-6dd02bdc37ab req-dde2f445-fe96-4727-9d03-7ca0f6c6c746 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d96f1f45-6f9f-474d-bb6d-89a37d975562 HTTP/1.1" status: 200 len: 217 time: 0.0426874 Nov 12 04:05:14.460483 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b45f0f2-14d0-4ddf-b13c-41e1e9e51afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:14.509572 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b45f0f2-14d0-4ddf-b13c-41e1e9e51afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:14.541024 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a7026-0b33-4ca7-bc37-6dd02bdc37ab req-e0abcc06-9163-488f-b300-e9f6a6b63767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:14.542494 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ba9a7026-0b33-4ca7-bc37-6dd02bdc37ab req-e0abcc06-9163-488f-b300-e9f6a6b63767 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.0792327 Nov 12 04:05:14.577760 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ba9a7026-0b33-4ca7-bc37-6dd02bdc37ab req-089f561a-4c6f-417d-ad02-4f01477af8da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272493 Nov 12 04:05:14.599219 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51394) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:14.682054 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b45f0f2-14d0-4ddf-b13c-41e1e9e51afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:14.684791 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b45f0f2-14d0-4ddf-b13c-41e1e9e51afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:14.685948 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6b45f0f2-14d0-4ddf-b13c-41e1e9e51afa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4760d5e7-1762-4b1d-b492-a70388181ae0 HTTP/1.1" status: 204 len: 168 time: 0.3566868 Nov 12 04:05:14.709187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45f0f2-14d0-4ddf-b13c-41e1e9e51afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4760d5e7-1762-4b1d-b492-a70388181ae0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:14.772720 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-e5f12b58-9cbe-4023-b71d-8beb877d4fef admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1032453976-network', 'tenant_id': 'fd07cf26061242f2afc921747b981443'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:14.775945 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ba9a7026-0b33-4ca7-bc37-6dd02bdc37ab req-5b30d2b5-8e04-41f7-9303-57df99d59c70 service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788092 Nov 12 04:05:14.874086 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ba9a7026-0b33-4ca7-bc37-6dd02bdc37ab req-e339be50-91e5-4053-b138-169e6cd8481b service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903127 Nov 12 04:05:14.880067 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f12b58-9cbe-4023-b71d-8beb877d4fef admin admin] Made reservation on behalf of fd07cf26061242f2afc921747b981443 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:14.887161 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e5f12b58-9cbe-4023-b71d-8beb877d4fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:14.908909 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e5f12b58-9cbe-4023-b71d-8beb877d4fef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:14.924237 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4548804a-5203-4e3b-ba32-d92bfc4ddd45', 'name': 'network-vif-deleted', 'tag': 'f11a62ce-9b2f-4387-aa34-04a61f029dd4'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:14.926595 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aee75b7-0bf4-413d-82cb-68af6c8947c4" -d '{"events": [{"server_uuid": "4548804a-5203-4e3b-ba32-d92bfc4ddd45", "name": "network-vif-deleted", "tag": "f11a62ce-9b2f-4387-aa34-04a61f029dd4"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:15.062754 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e5f12b58-9cbe-4023-b71d-8beb877d4fef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:15.071845 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12013b62-b230-4be3-a9de-30067e997968 req-127518fd-9b47-4b59-9fd4-7cfe853db774 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:15.073470 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-12013b62-b230-4be3-a9de-30067e997968 req-127518fd-9b47-4b59-9fd4-7cfe853db774 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0760555 Nov 12 04:05:15.138621 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e5f12b58-9cbe-4023-b71d-8beb877d4fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:15.154207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-12013b62-b230-4be3-a9de-30067e997968 req-33f7d53e-589e-4a1b-ad39-d48e5c1ee2c7 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658083 Nov 12 04:05:15.175527 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f12b58-9cbe-4023-b71d-8beb877d4fef admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:05:15.187088 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f12b58-9cbe-4023-b71d-8beb877d4fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a371ebf0-2336-49e4-a8fc-fc915753ada8,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:15.192356 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e5f12b58-9cbe-4023-b71d-8beb877d4fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:15.192715 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-e5f12b58-9cbe-4023-b71d-8beb877d4fef admin admin] Added segment 5f930eba-c1d1-44a9-b7e2-866b2066ba7f of type vlan for network 71b97aba-525d-4de9-a34b-a9abecf9bf21 Nov 12 04:05:15.270354 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e070b153-4cfa-43e1-98cf-7bf8eecd513c x-openstack-request-id: req-e070b153-4cfa-43e1-98cf-7bf8eecd513c {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:15.270894 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4548804a-5203-4e3b-ba32-d92bfc4ddd45", "name": "network-vif-deleted", "tag": "f11a62ce-9b2f-4387-aa34-04a61f029dd4", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:15.270977 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e070b153-4cfa-43e1-98cf-7bf8eecd513c {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:15.271541 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4548804a-5203-4e3b-ba32-d92bfc4ddd45', 'name': 'network-vif-deleted', 'tag': 'f11a62ce-9b2f-4387-aa34-04a61f029dd4', 'status': 'completed', 'code': 200} Nov 12 04:05:15.292850 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e5f12b58-9cbe-4023-b71d-8beb877d4fef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:15.411895 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e5f12b58-9cbe-4023-b71d-8beb877d4fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:15.413662 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f12b58-9cbe-4023-b71d-8beb877d4fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:15.414603 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e5f12b58-9cbe-4023-b71d-8beb877d4fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:15.525112 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f12b58-9cbe-4023-b71d-8beb877d4fef admin admin] Pushing event updated for resources: {'Network': ['ID=71b97aba-525d-4de9-a34b-a9abecf9bf21,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:15.536200 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 71b97aba-525d-4de9-a34b-a9abecf9bf21 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:05:15.548892 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3383e1-e4dd-4431-af22-4a516f5a3768 req-1339054a-3156-4555-ad93-6c74e67e1a60 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:15.550692 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f3383e1-e4dd-4431-af22-4a516f5a3768 req-1339054a-3156-4555-ad93-6c74e67e1a60 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 943 time: 0.1065819 Nov 12 04:05:15.556870 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e5f12b58-9cbe-4023-b71d-8beb877d4fef admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9565289 Nov 12 04:05:15.560001 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51454) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:15.565170 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d76b1f96-06f7-4517-b52e-c48c6a495a76 admin admin] Request body: {'subnet': {'network_id': '71b97aba-525d-4de9-a34b-a9abecf9bf21', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1032453976-subnet', 'tenant_id': 'fd07cf26061242f2afc921747b981443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:15.653527 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f3383e1-e4dd-4431-af22-4a516f5a3768 req-fb9974c2-43d0-4b73-804f-d629d29dc538 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897543 Nov 12 04:05:15.685561 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76b1f96-06f7-4517-b52e-c48c6a495a76 admin admin] Made reservation on behalf of fd07cf26061242f2afc921747b981443 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:15.687937 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d76b1f96-06f7-4517-b52e-c48c6a495a76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:15.960624 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d76b1f96-06f7-4517-b52e-c48c6a495a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.019249 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b1f96-06f7-4517-b52e-c48c6a495a76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0c0f81d-9722-47f7-9ed5-0456ee734c65,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:16.029859 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76b1f96-06f7-4517-b52e-c48c6a495a76 admin admin] Checking segment: {'id': '5f930eba-c1d1-44a9-b7e2-866b2066ba7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '71b97aba-525d-4de9-a34b-a9abecf9bf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:16.030217 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76b1f96-06f7-4517-b52e-c48c6a495a76 admin admin] Network hostable DHCP agents. Network: 71b97aba-525d-4de9-a34b-a9abecf9bf21, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:05:16.120276 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76b1f96-06f7-4517-b52e-c48c6a495a76 admin admin] Network 71b97aba-525d-4de9-a34b-a9abecf9bf21 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:05:16.201075 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d76b1f96-06f7-4517-b52e-c48c6a495a76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 71b97aba-525d-4de9-a34b-a9abecf9bf21) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:16.210733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e3f562-d7a8-427b-9813-6023a4f77430 None None] Network 71b97aba-525d-4de9-a34b-a9abecf9bf21 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:16.223661 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76b1f96-06f7-4517-b52e-c48c6a495a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:16.226951 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d76b1f96-06f7-4517-b52e-c48c6a495a76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.323557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a493c-695f-44b4-8dc9-c8544df9a19b req-278d5612-b5bc-434c-8e72-923bceafe22e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:16.325614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-656a493c-695f-44b4-8dc9-c8544df9a19b req-278d5612-b5bc-434c-8e72-923bceafe22e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0915482 Nov 12 04:05:16.329623 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d76b1f96-06f7-4517-b52e-c48c6a495a76 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7683301 Nov 12 04:05:16.373064 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b884ce69-8ae1-4cdc-b170-1a943d16ee88 None None] Network 71b97aba-525d-4de9-a34b-a9abecf9bf21 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:16.443620 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-656a493c-695f-44b4-8dc9-c8544df9a19b req-1ab000d4-1174-4db7-92d1-b1ce72258199 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855703 Nov 12 04:05:16.460876 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-17bd22c2-042d-4daa-88ad-d595e435791f tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:16.460876 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-17bd22c2-042d-4daa-88ad-d595e435791f tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/networks?id=3299e4aa-3e81-4536-a639-3b890040798c HTTP/1.1" status: 200 len: 804 time: 0.1870492 Nov 12 04:05:16.479305 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-73d2a005-3740-4170-8059-ab68edba7bb0 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/quotas/2bbd40052150467d97991699c7191d63 HTTP/1.1" status: 200 len: 375 time: 0.0135016 Nov 12 04:05:16.567100 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-6ca0e498-2469-4e83-a2bd-e3ecdc2fcfd2 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2bbd40052150467d97991699c7191d63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0812876 Nov 12 04:05:16.567341 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.657314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-aab27ee3-a4d6-4a9f-ac10-332d59dd1f0b req-3507ea53-2f34-4533-accf-3d0fdb05f227 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-686254498', 'description': 'tempest-description-1822274757'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:16.678526 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-9f7e0a8a-fdd0-4648-8dbb-c3a3cc4c4bc1 service neutron] 10.222.0.37 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129415 Nov 12 04:05:16.770171 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-74e1ced9-4f05-4b67-9eda-c3d80b0f7244 service neutron] 10.222.0.37 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843089 Nov 12 04:05:16.782926 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-aab27ee3-a4d6-4a9f-ac10-332d59dd1f0b req-3507ea53-2f34-4533-accf-3d0fdb05f227 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.861216 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-aab27ee3-a4d6-4a9f-ac10-332d59dd1f0b req-3507ea53-2f34-4533-accf-3d0fdb05f227 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.920757 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-aab27ee3-a4d6-4a9f-ac10-332d59dd1f0b req-3507ea53-2f34-4533-accf-3d0fdb05f227 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.958068 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507ea53-2f34-4533-accf-3d0fdb05f227 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9b3e42-2d1b-471b-b85c-2ca631a9cc83,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:17.009203 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-aab27ee3-a4d6-4a9f-ac10-332d59dd1f0b req-3507ea53-2f34-4533-accf-3d0fdb05f227 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:17.010725 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aab27ee3-a4d6-4a9f-ac10-332d59dd1f0b req-3507ea53-2f34-4533-accf-3d0fdb05f227 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3603806 Nov 12 04:05:17.083612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device f11a62ce-9b2f-4387-aa34-04a61f029dd4 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:17.116746 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: f11a62ce-9b2f-4387-aa34-04a61f029dd4 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:17.117335 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device f11a62ce-9b2f-4387-aa34-04a61f029dd4 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:17.119653 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e36744-a74d-47c7-b746-2a75fb1479c4 req-3c7e108b-236c-4eb2-9e0e-5496f58d479a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:17.121237 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2e36744-a74d-47c7-b746-2a75fb1479c4 req-3c7e108b-236c-4eb2-9e0e-5496f58d479a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 943 time: 0.0905757 Nov 12 04:05:17.195651 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b574c21-e763-4e81-bac4-adc2b67f7e77 req-4ca1d26c-dc74-4113-b540-01804d2b6b0b tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 210 time: 0.0398750 Nov 12 04:05:17.199296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2e36744-a74d-47c7-b746-2a75fb1479c4 req-1f004f45-6be1-4e94-aaaf-d6d5d9289e40 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720038 Nov 12 04:05:17.266563 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c3adb3f-f97f-4d50-9c8b-6f5791e37fce req-6ffdec1e-0e91-41e1-87da-b6df2f9231da tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "GET /v2.0/security-groups/1d9b3e42-2d1b-471b-b85c-2ca631a9cc83 HTTP/1.1" status: 200 len: 1821 time: 0.0431480 Nov 12 04:05:17.281685 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-0c3adb3f-f97f-4d50-9c8b-6f5791e37fce req-c6a8bb6c-4573-45fd-9202-ed34d85a0295 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d9b3e42-2d1b-471b-b85c-2ca631a9cc83', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:17.283049 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-0c3adb3f-f97f-4d50-9c8b-6f5791e37fce req-c6a8bb6c-4573-45fd-9202-ed34d85a0295 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d9b3e42-2d1b-471b-b85c-2ca631a9cc83', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:17.422555 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0c3adb3f-f97f-4d50-9c8b-6f5791e37fce req-c6a8bb6c-4573-45fd-9202-ed34d85a0295 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:17.461654 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0c3adb3f-f97f-4d50-9c8b-6f5791e37fce req-c6a8bb6c-4573-45fd-9202-ed34d85a0295 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:17.543315 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0c3adb3f-f97f-4d50-9c8b-6f5791e37fce req-c6a8bb6c-4573-45fd-9202-ed34d85a0295 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:17.562863 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8bb6c-4573-45fd-9202-ed34d85a0295 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee19f8a-83b5-46c7-a4d9-1e72eb7a9c25,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:17.671030 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0c3adb3f-f97f-4d50-9c8b-6f5791e37fce req-c6a8bb6c-4573-45fd-9202-ed34d85a0295 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:17.672241 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c3adb3f-f97f-4d50-9c8b-6f5791e37fce req-c6a8bb6c-4573-45fd-9202-ed34d85a0295 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3979952 Nov 12 04:05:17.714651 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-1766f800-7f68-4ebc-9248-8774c76abe11 req-4e5c4fef-7eec-40cf-b7d3-2764e965d64e tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1325200459', 'description': 'tempest-description-1867007091'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:17.767003 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd9458-1c21-4c7d-9d19-2fd58817c81d req-0227b964-ee4b-4b3d-96ef-98c1df083f4c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:17.768538 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7bd9458-1c21-4c7d-9d19-2fd58817c81d req-0227b964-ee4b-4b3d-96ef-98c1df083f4c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0928268 Nov 12 04:05:17.820495 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7bd9458-1c21-4c7d-9d19-2fd58817c81d req-9b8d143b-aaa5-468c-9880-f934926dd277 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450318 Nov 12 04:05:17.864458 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1766f800-7f68-4ebc-9248-8774c76abe11 req-4e5c4fef-7eec-40cf-b7d3-2764e965d64e tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:17.864697 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d96f1f45-6f9f-474d-bb6d-89a37d975562 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:05:17.869638 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:17.874903 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 18a14b63-19d4-4515-ab2b-70f1cc098df7 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:17.968469 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1766f800-7f68-4ebc-9248-8774c76abe11 req-4e5c4fef-7eec-40cf-b7d3-2764e965d64e tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.062060 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1766f800-7f68-4ebc-9248-8774c76abe11 req-4e5c4fef-7eec-40cf-b7d3-2764e965d64e tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.082434 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-720e887a-59c4-4b64-9293-1f8ba35f511e req-484832c5-8696-4f44-9533-40b932cddbf4 tempest-QuotasAdminNegativeTest-1081395963 tempest-QuotasAdminNegativeTest-1081395963-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=be308c8a3ece4a0589995b2640e2b5e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412967 Nov 12 04:05:18.138455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c4fef-7eec-40cf-b7d3-2764e965d64e tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7b5d5f-c6bc-4adb-ab7a-cf5b26e53b92,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:18.186116 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1766f800-7f68-4ebc-9248-8774c76abe11 req-4e5c4fef-7eec-40cf-b7d3-2764e965d64e tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.200435 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1766f800-7f68-4ebc-9248-8774c76abe11 req-4e5c4fef-7eec-40cf-b7d3-2764e965d64e tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4896972 Nov 12 04:05:18.225909 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d96f1f45-6f9f-474d-bb6d-89a37d975562, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d96f1f45-6f9f-474d-bb6d-89a37d975562,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:18.236493 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.249429 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'd96f1f45-6f9f-474d-bb6d-89a37d975562', 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff', 'port_id': 'd96f1f45-6f9f-474d-bb6d-89a37d975562', 'mac_address': 'fa:16:3e:39:d5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ca9b74-5f18-4dc9-9fac-822797e5b209', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:05:18.288424 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5010875d-15dc-4ed0-9076-fc7c2b3c5908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18a14b63-19d4-4515-ab2b-70f1cc098df7'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:18.290998 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a18593-a379-4657-b4cf-5ee5e40422a9" -d '{"events": [{"server_uuid": "5010875d-15dc-4ed0-9076-fc7c2b3c5908", "name": "network-vif-unplugged", "status": "completed", "tag": "18a14b63-19d4-4515-ab2b-70f1cc098df7"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:18.292165 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e887a-59c4-4b64-9293-1f8ba35f511e req-a0553fd3-55b2-4781-94e4-14fc37da5336 tempest-QuotasAdminNegativeTest-1081395963 tempest-QuotasAdminNegativeTest-1081395963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:18.298233 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec729bf-fce4-4010-9967-432fc80fd276 req-8754e588-f986-44d0-a4ac-9eae6fa86bd8 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:18.299503 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-720e887a-59c4-4b64-9293-1f8ba35f511e req-a0553fd3-55b2-4781-94e4-14fc37da5336 tempest-QuotasAdminNegativeTest-1081395963 tempest-QuotasAdminNegativeTest-1081395963-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2076707 Nov 12 04:05:18.300513 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1ec729bf-fce4-4010-9967-432fc80fd276 req-8754e588-f986-44d0-a4ac-9eae6fa86bd8 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.31 "GET /v2.0/ports?device_id=5010875d-15dc-4ed0-9076-fc7c2b3c5908 HTTP/1.1" status: 200 len: 945 time: 0.0989265 Nov 12 04:05:18.312931 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 18a14b63-19d4-4515-ab2b-70f1cc098df7, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=18a14b63-19d4-4515-ab2b-70f1cc098df7,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:18.325163 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.337847 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-720e887a-59c4-4b64-9293-1f8ba35f511e req-0af613e5-c48c-4030-8fd5-7ca23eff4c18 tempest-QuotasAdminNegativeTest-1081395963 tempest-QuotasAdminNegativeTest-1081395963-project] 10.222.0.37 "GET /v2.0/quotas/be308c8a3ece4a0589995b2640e2b5e3 HTTP/1.1" status: 200 len: 375 time: 0.0373991 Nov 12 04:05:18.343451 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96f1f45-6f9f-474d-bb6d-89a37d975562 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:18.382941 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d96f1f45-6f9f-474d-bb6d-89a37d975562, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d96f1f45-6f9f-474d-bb6d-89a37d975562,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:18.402155 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-720e887a-59c4-4b64-9293-1f8ba35f511e req-3704cb96-3906-4572-8836-2daa65237e5e tempest-QuotasAdminNegativeTest-1081395963 tempest-QuotasAdminNegativeTest-1081395963-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be308c8a3ece4a0589995b2640e2b5e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605950 Nov 12 04:05:18.412459 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.457774 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e688e9f-1f2a-4dd4-8139-a534aef0c278 req-cb61924f-e7b0-49b5-ad6d-48638bbdd43a tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "GET /v2.0/security-groups/3d7b5d5f-c6bc-4adb-ab7a-cf5b26e53b92 HTTP/1.1" status: 200 len: 1822 time: 0.1287353 Nov 12 04:05:18.471013 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-6e688e9f-1f2a-4dd4-8139-a534aef0c278 req-d59ec1ac-7fc9-43c2-834e-bfa985ae8e8f tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3d7b5d5f-c6bc-4adb-ab7a-cf5b26e53b92', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:18.471637 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-6e688e9f-1f2a-4dd4-8139-a534aef0c278 req-d59ec1ac-7fc9-43c2-834e-bfa985ae8e8f tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3d7b5d5f-c6bc-4adb-ab7a-cf5b26e53b92', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:18.479354 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-1ec729bf-fce4-4010-9967-432fc80fd276 req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Deleting port 18a14b63-19d4-4515-ab2b-70f1cc098df7 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:18.480236 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1ec729bf-fce4-4010-9967-432fc80fd276 req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.503608 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.522465 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=18a14b63-19d4-4515-ab2b-70f1cc098df7,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:18.611439 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=d96f1f45-6f9f-474d-bb6d-89a37d975562,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:18.621093 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ccf9a97d-e944-41e7-a029-26b9398fe8bb req-a1958631-d35a-4156-b805-9b4ed9795dfa tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 210 time: 0.0330338 Nov 12 04:05:18.636749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-1ec729bf-fce4-4010-9967-432fc80fd276 req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] For port 18a14b63-19d4-4515-ab2b-70f1cc098df7, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=18a14b63-19d4-4515-ab2b-70f1cc098df7,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:18.637366 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1ec729bf-fce4-4010-9967-432fc80fd276 req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.658383 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6e688e9f-1f2a-4dd4-8139-a534aef0c278 req-d59ec1ac-7fc9-43c2-834e-bfa985ae8e8f tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.675076 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-1ec729bf-fce4-4010-9967-432fc80fd276 req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Calling delete_port for 18a14b63-19d4-4515-ab2b-70f1cc098df7 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:18.677824 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6e688e9f-1f2a-4dd4-8139-a534aef0c278 req-d59ec1ac-7fc9-43c2-834e-bfa985ae8e8f tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.755483 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6e688e9f-1f2a-4dd4-8139-a534aef0c278 req-d59ec1ac-7fc9-43c2-834e-bfa985ae8e8f tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.781709 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ec1ac-7fc9-43c2-834e-bfa985ae8e8f tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb1e01b-119e-46d9-8b6f-30cf4bb4dbbe,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:18.795870 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f160927-29a0-483c-9952-021b1ec6e16c req-fd256ace-0f62-45ba-8e1e-5b94ec9a9f4f tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:18.797418 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f160927-29a0-483c-9952-021b1ec6e16c req-fd256ace-0f62-45ba-8e1e-5b94ec9a9f4f tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 944 time: 0.0828896 Nov 12 04:05:18.847317 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f160927-29a0-483c-9952-021b1ec6e16c req-624a1c9b-babf-48dd-8410-95340d22ffd5 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434880 Nov 12 04:05:18.875143 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6e688e9f-1f2a-4dd4-8139-a534aef0c278 req-d59ec1ac-7fc9-43c2-834e-bfa985ae8e8f tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.875143 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e688e9f-1f2a-4dd4-8139-a534aef0c278 req-d59ec1ac-7fc9-43c2-834e-bfa985ae8e8f tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4049091 Nov 12 04:05:18.900356 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1ec729bf-fce4-4010-9967-432fc80fd276 req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.907909 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a4361f-fdbf-41d5-b52a-b06a19eb7cb0 x-openstack-request-id: req-92a4361f-fdbf-41d5-b52a-b06a19eb7cb0 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:18.908379 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5010875d-15dc-4ed0-9076-fc7c2b3c5908", "name": "network-vif-unplugged", "status": "completed", "tag": "18a14b63-19d4-4515-ab2b-70f1cc098df7", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:18.908473 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92a4361f-fdbf-41d5-b52a-b06a19eb7cb0 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:18.908837 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5010875d-15dc-4ed0-9076-fc7c2b3c5908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18a14b63-19d4-4515-ab2b-70f1cc098df7', 'code': 200} Nov 12 04:05:18.932405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Pushing event deleted for resources: {'Port': ['ID=18a14b63-19d4-4515-ab2b-70f1cc098df7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:18.993626 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:18.994022 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:18.994302 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:18.994667 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:18.994984 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:18.995308 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:18.995628 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:18.995949 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:18.996266 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:18.996587 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:18.996904 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:18.997274 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.017876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['d96f1f45-6f9f-474d-bb6d-89a37d975562'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:19.023166 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aaca4-54fe-4a2c-a5b9-f9e4a8c58d29 req-0b1c1b17-4255-4b75-b723-9e713591d48c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:19.024918 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-213aaca4-54fe-4a2c-a5b9-f9e4a8c58d29 req-0b1c1b17-4255-4b75-b723-9e713591d48c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0662479 Nov 12 04:05:19.032481 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec729bf-fce4-4010-9967-432fc80fd276 req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] No DVR routers for this DVR port 18a14b63-19d4-4515-ab2b-70f1cc098df7 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:19.035899 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1ec729bf-fce4-4010-9967-432fc80fd276 req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.041525 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1ec729bf-fce4-4010-9967-432fc80fd276 req-5c1ee8fe-d8db-4f0f-8686-22b1ddbf65d5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.31 "DELETE /v2.0/ports/18a14b63-19d4-4515-ab2b-70f1cc098df7 HTTP/1.1" status: 204 len: 173 time: 0.7330179 Nov 12 04:05:19.042003 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5010875d-15dc-4ed0-9076-fc7c2b3c5908', 'name': 'network-vif-deleted', 'tag': '18a14b63-19d4-4515-ab2b-70f1cc098df7'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:19.046967 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3d149a-b81b-4390-bf6c-14ee2656abe7" -d '{"events": [{"server_uuid": "5010875d-15dc-4ed0-9076-fc7c2b3c5908", "name": "network-vif-deleted", "tag": "18a14b63-19d4-4515-ab2b-70f1cc098df7"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:19.089285 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-213aaca4-54fe-4a2c-a5b9-f9e4a8c58d29 req-14e874fe-8162-445c-9936-c569e67129e8 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580482 Nov 12 04:05:19.140117 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-d960f3f2-3bf0-44e9-bbfc-24cf16ad305a req-f7d5ba8e-34b4-483d-b979-c5d1f59c05bb tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-664588726', 'description': 'tempest-description-1693769279'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:19.219270 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09bc299-c7c4-499a-92e7-865b4c233767 x-openstack-request-id: req-b09bc299-c7c4-499a-92e7-865b4c233767 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:19.219607 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5010875d-15dc-4ed0-9076-fc7c2b3c5908", "name": "network-vif-deleted", "tag": "18a14b63-19d4-4515-ab2b-70f1cc098df7", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:19.219892 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b09bc299-c7c4-499a-92e7-865b4c233767 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:19.220315 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5010875d-15dc-4ed0-9076-fc7c2b3c5908', 'name': 'network-vif-deleted', 'tag': '18a14b63-19d4-4515-ab2b-70f1cc098df7', 'status': 'completed', 'code': 200} Nov 12 04:05:19.259087 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d960f3f2-3bf0-44e9-bbfc-24cf16ad305a req-f7d5ba8e-34b4-483d-b979-c5d1f59c05bb tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.353175 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d960f3f2-3bf0-44e9-bbfc-24cf16ad305a req-f7d5ba8e-34b4-483d-b979-c5d1f59c05bb tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.440607 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d960f3f2-3bf0-44e9-bbfc-24cf16ad305a req-f7d5ba8e-34b4-483d-b979-c5d1f59c05bb tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.477659 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-d49a2262-54e9-445c-ab5b-9112d87bda0a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:19.479601 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-d49a2262-54e9-445c-ab5b-9112d87bda0a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.21 "GET /v2.0/networks?id=3299e4aa-3e81-4536-a639-3b890040798c HTTP/1.1" status: 200 len: 804 time: 0.1212137 Nov 12 04:05:19.488685 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5ba8e-34b4-483d-b979-c5d1f59c05bb tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5592247b-70ef-44ea-9554-cb65b524024f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:19.504279 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-eb186d19-4f07-4f0d-a505-6f71d1b3a47a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Request body: {'port': {'device_id': '2a59f0a4-5935-4a31-bb05-6ae9adbccc4c', 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c', 'admin_state_up': True, 'tenant_id': '2bbd40052150467d97991699c7191d63'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:19.509954 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ba8e-34b4-483d-b979-c5d1f59c05bb tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.510303 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ba8e-34b4-483d-b979-c5d1f59c05bb tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.518458 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ba8e-34b4-483d-b979-c5d1f59c05bb tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.518990 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ba8e-34b4-483d-b979-c5d1f59c05bb tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.520083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ba8e-34b4-483d-b979-c5d1f59c05bb tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.520083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ba8e-34b4-483d-b979-c5d1f59c05bb tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.520083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ba8e-34b4-483d-b979-c5d1f59c05bb tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.520364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ba8e-34b4-483d-b979-c5d1f59c05bb tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.520701 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ba8e-34b4-483d-b979-c5d1f59c05bb tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.521031 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ba8e-34b4-483d-b979-c5d1f59c05bb tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.521460 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ba8e-34b4-483d-b979-c5d1f59c05bb tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.521788 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5ba8e-34b4-483d-b979-c5d1f59c05bb tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.554773 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d960f3f2-3bf0-44e9-bbfc-24cf16ad305a req-f7d5ba8e-34b4-483d-b979-c5d1f59c05bb tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.568027 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d960f3f2-3bf0-44e9-bbfc-24cf16ad305a req-f7d5ba8e-34b4-483d-b979-c5d1f59c05bb tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4293370 Nov 12 04:05:19.589382 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-5ac1056c-655f-464e-96d9-997e105ba3c9 req-780fa8f6-6329-4212-81cd-e4a702d7fcdc tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-147686104', 'description': 'tempest-description-1087601203'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:19.737335 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5ac1056c-655f-464e-96d9-997e105ba3c9 req-780fa8f6-6329-4212-81cd-e4a702d7fcdc tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.809104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4804c147-a94f-43a1-a4cf-f2795ef93e53 req-a4af2e1f-28bc-4939-9ec0-6fe7fdcd1024 tempest-QuotasAdminNegativeTest-1081395963 tempest-QuotasAdminNegativeTest-1081395963-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=be308c8a3ece4a0589995b2640e2b5e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277112 Nov 12 04:05:19.822869 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-eb186d19-4f07-4f0d-a505-6f71d1b3a47a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Made reservation on behalf of 2bbd40052150467d97991699c7191d63 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:19.827150 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-eb186d19-4f07-4f0d-a505-6f71d1b3a47a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.874349 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d96f1f45-6f9f-474d-bb6d-89a37d975562 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:19.944732 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5ac1056c-655f-464e-96d9-997e105ba3c9 req-780fa8f6-6329-4212-81cd-e4a702d7fcdc tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.964667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804c147-a94f-43a1-a4cf-f2795ef93e53 req-c923fc57-69a0-4034-9f8f-eea5a469fc1f tempest-QuotasAdminNegativeTest-1081395963 tempest-QuotasAdminNegativeTest-1081395963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:19.966243 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4804c147-a94f-43a1-a4cf-f2795ef93e53 req-c923fc57-69a0-4034-9f8f-eea5a469fc1f tempest-QuotasAdminNegativeTest-1081395963 tempest-QuotasAdminNegativeTest-1081395963-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1510735 Nov 12 04:05:19.988612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port d96f1f45-6f9f-474d-bb6d-89a37d975562 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:05:19.989366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-eb186d19-4f07-4f0d-a505-6f71d1b3a47a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Allocated IP 172.20.0.2 (3299e4aa-3e81-4536-a639-3b890040798c/c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144/f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:19.993880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port d96f1f45-6f9f-474d-bb6d-89a37d975562 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:19.994450 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:20.005371 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4804c147-a94f-43a1-a4cf-f2795ef93e53 req-82cb444c-8ebb-4fde-b703-841f7d1e20c9 tempest-QuotasAdminNegativeTest-1081395963 tempest-QuotasAdminNegativeTest-1081395963-project] 10.222.0.37 "GET /v2.0/quotas/be308c8a3ece4a0589995b2640e2b5e3 HTTP/1.1" status: 200 len: 375 time: 0.0098159 Nov 12 04:05:20.031077 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5ac1056c-655f-464e-96d9-997e105ba3c9 req-780fa8f6-6329-4212-81cd-e4a702d7fcdc tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:20.058145 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4804c147-a94f-43a1-a4cf-f2795ef93e53 req-cc34af0f-60a2-4098-9cd2-e8d8094d6a35 tempest-QuotasAdminNegativeTest-1081395963 tempest-QuotasAdminNegativeTest-1081395963-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be308c8a3ece4a0589995b2640e2b5e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460913 Nov 12 04:05:20.081485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780fa8f6-6329-4212-81cd-e4a702d7fcdc tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe6f834-0b1c-4440-b08a-bea6dc129e27,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:20.139955 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5ac1056c-655f-464e-96d9-997e105ba3c9 req-780fa8f6-6329-4212-81cd-e4a702d7fcdc tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:20.141652 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5ac1056c-655f-464e-96d9-997e105ba3c9 req-780fa8f6-6329-4212-81cd-e4a702d7fcdc tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5587101 Nov 12 04:05:20.169914 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:20.238176 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d96f1f45-6f9f-474d-bb6d-89a37d975562, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d96f1f45-6f9f-474d-bb6d-89a37d975562,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:20.274075 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-eb186d19-4f07-4f0d-a505-6f71d1b3a47a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:20.279127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-117dd3cf-a692-4098-a4e8-f64741bbb183 req-112ca72c-ea33-410a-965d-6a1a92741b03 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 210 time: 0.0440519 Nov 12 04:05:20.315958 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:20.316960 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 18a14b63-19d4-4515-ab2b-70f1cc098df7 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:20.333326 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8ff27-221b-4f40-a5fa-92273ed180e3 req-9c948faa-3e9f-4a8f-bbd2-db7d2b15d29e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:20.334937 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9ba8ff27-221b-4f40-a5fa-92273ed180e3 req-9c948faa-3e9f-4a8f-bbd2-db7d2b15d29e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 944 time: 0.0588291 Nov 12 04:05:20.366778 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-eb186d19-4f07-4f0d-a505-6f71d1b3a47a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:20.374355 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 18a14b63-19d4-4515-ab2b-70f1cc098df7 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:20.375314 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 18a14b63-19d4-4515-ab2b-70f1cc098df7 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:20.413977 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=d96f1f45-6f9f-474d-bb6d-89a37d975562,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:20.447639 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-eb186d19-4f07-4f0d-a505-6f71d1b3a47a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Network 3299e4aa-3e81-4536-a639-3b890040798c is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:20.452755 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-eb186d19-4f07-4f0d-a505-6f71d1b3a47a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:20.456510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-eb186d19-4f07-4f0d-a505-6f71d1b3a47a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:20.495054 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9ba8ff27-221b-4f40-a5fa-92273ed180e3 req-7133136d-7d68-4065-8456-65720b4c4c90 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481011 Nov 12 04:05:20.515436 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb186d19-4f07-4f0d-a505-6f71d1b3a47a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Pushing event updated for resources: {'Port': ['ID=f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:20.529631 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-eb186d19-4f07-4f0d-a505-6f71d1b3a47a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:20.530567 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-eb186d19-4f07-4f0d-a505-6f71d1b3a47a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:20.551743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe5456-4b7b-41d1-9600-a66c148d800a req-c861fbff-24ca-4f49-b059-72f4a62cd007 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:20.554105 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1dfe5456-4b7b-41d1-9600-a66c148d800a req-c861fbff-24ca-4f49-b059-72f4a62cd007 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.1374426 Nov 12 04:05:20.563391 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-5a437f4b-aea3-4328-9ffb-b7b55778a0db service neutron] show failed (client error): The resource could not be found. Nov 12 04:05:20.564463 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-5a437f4b-aea3-4328-9ffb-b7b55778a0db service neutron] 10.222.0.21 "GET /v2.0/ports/9cac48c8-fa06-4f44-b516-a1e72aebedc0/bindings/n-h2-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.1627414 Nov 12 04:05:20.611341 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-eb186d19-4f07-4f0d-a505-6f71d1b3a47a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1126776 Nov 12 04:05:20.635455 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5243716e-c1b6-4688-ac80-5652fb25b4d8 req-773f2334-9793-40e5-9eda-964b02781179 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "GET /v2.0/security-groups/5592247b-70ef-44ea-9554-cb65b524024f HTTP/1.1" status: 200 len: 1821 time: 0.0800989 Nov 12 04:05:20.635663 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Request body: {'port': {'device_id': '2a59f0a4-5935-4a31-bb05-6ae9adbccc4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:20.643753 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1dfe5456-4b7b-41d1-9600-a66c148d800a req-a510299c-4c0d-4aac-880c-ba1aff387582 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777628 Nov 12 04:05:20.692045 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5243716e-c1b6-4688-ac80-5652fb25b4d8 req-3ae45108-0039-44cb-9fa9-276bc0f49f7b tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "GET /v2.0/security-groups/afe6f834-0b1c-4440-b08a-bea6dc129e27 HTTP/1.1" status: 200 len: 1821 time: 0.0525436 Nov 12 04:05:20.701901 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:20.707663 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-5243716e-c1b6-4688-ac80-5652fb25b4d8 req-0a125600-3dc0-4d03-9ab2-26a1541ff4d5 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5592247b-70ef-44ea-9554-cb65b524024f', 'remote_group_id': 'afe6f834-0b1c-4440-b08a-bea6dc129e27', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:20.708074 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-5243716e-c1b6-4688-ac80-5652fb25b4d8 req-0a125600-3dc0-4d03-9ab2-26a1541ff4d5 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5592247b-70ef-44ea-9554-cb65b524024f', 'remote_group_id': 'afe6f834-0b1c-4440-b08a-bea6dc129e27', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:20.906495 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5243716e-c1b6-4688-ac80-5652fb25b4d8 req-0a125600-3dc0-4d03-9ab2-26a1541ff4d5 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:20.909936 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dca917c-7cd7-4029-ab90-975a4e0d1db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96f1f45-6f9f-474d-bb6d-89a37d975562'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:20.912663 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c162a72-49b8-4c7a-805f-07f96829ca51" -d '{"events": [{"server_uuid": "9dca917c-7cd7-4029-ab90-975a4e0d1db3", "name": "network-vif-plugged", "status": "completed", "tag": "d96f1f45-6f9f-474d-bb6d-89a37d975562"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:20.959546 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5243716e-c1b6-4688-ac80-5652fb25b4d8 req-0a125600-3dc0-4d03-9ab2-26a1541ff4d5 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:20.999735 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:21.006857 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.024434 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Transition to ACTIVE for port object f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:05:21.057561 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5243716e-c1b6-4688-ac80-5652fb25b4d8 req-0a125600-3dc0-4d03-9ab2-26a1541ff4d5 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.079453 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a125600-3dc0-4d03-9ab2-26a1541ff4d5 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0784d2eb-2429-4d12-89bf-dc6c2cb36d5a,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:21.085962 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.098870 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ba27b8-9e67-4a9a-b801-f66ecee442d5 x-openstack-request-id: req-e1ba27b8-9e67-4a9a-b801-f66ecee442d5 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:21.098870 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dca917c-7cd7-4029-ab90-975a4e0d1db3", "name": "network-vif-plugged", "status": "completed", "tag": "d96f1f45-6f9f-474d-bb6d-89a37d975562", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:21.098870 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1ba27b8-9e67-4a9a-b801-f66ecee442d5 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:21.099528 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dca917c-7cd7-4029-ab90-975a4e0d1db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96f1f45-6f9f-474d-bb6d-89a37d975562', 'code': 200} Nov 12 04:05:21.146967 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:21.204708 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5243716e-c1b6-4688-ac80-5652fb25b4d8 req-0a125600-3dc0-4d03-9ab2-26a1541ff4d5 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.209281 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5243716e-c1b6-4688-ac80-5652fb25b4d8 req-0a125600-3dc0-4d03-9ab2-26a1541ff4d5 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5053530 Nov 12 04:05:21.236915 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-c6d034cd-c384-4a49-b1d3-dcf114444a2f req-7493f2a6-ef9a-4b49-9eaa-02908ad1b9a2 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-498615688', 'description': 'tempest-description-1669629426'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:21.279203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Attempting to bind port f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:21.279553 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Attempting to bind port f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'c4f70807-f60a-40ba-9223-3f90fd571498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:21.279875 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Attempting to bind port f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 on network 3299e4aa-3e81-4536-a639-3b890040798c {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:21.286511 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Port f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 on network 3299e4aa-3e81-4536-a639-3b890040798c not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:05:21.287111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Attempting to bind port f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 on network 3299e4aa-3e81-4536-a639-3b890040798c {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:21.296966 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:21.297597 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Checking segment: {'id': 'c4f70807-f60a-40ba-9223-3f90fd571498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:21.297988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Bound using segment: {'id': 'c4f70807-f60a-40ba-9223-3f90fd571498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:21.298428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Bound port: f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f70807-f60a-40ba-9223-3f90fd571498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:21.299001 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.350217 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c6d034cd-c384-4a49-b1d3-dcf114444a2f req-7493f2a6-ef9a-4b49-9eaa-02908ad1b9a2 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.355577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa14a08-b67e-4e7d-8016-3ff43b87a1fe req-62de9ba2-7eec-46a0-adf6-f41c41a2bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:21.356812 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3aa14a08-b67e-4e7d-8016-3ff43b87a1fe req-62de9ba2-7eec-46a0-adf6-f41c41a2bf82 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 1097 time: 0.1411674 Nov 12 04:05:21.446828 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] For port f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:21.451271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] For port f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:21.461450 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-fe5225c9-962a-45c0-83ba-8d19c7d68649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:21.463313 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-fe5225c9-962a-45c0-83ba-8d19c7d68649 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead&tenant_id=cf245c200fc840d191068689a45dd107 HTTP/1.1" status: 200 len: 1101 time: 0.1678860 Nov 12 04:05:21.513768 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:21.538645 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c6d034cd-c384-4a49-b1d3-dcf114444a2f req-7493f2a6-ef9a-4b49-9eaa-02908ad1b9a2 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.553625 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3aa14a08-b67e-4e7d-8016-3ff43b87a1fe req-f12c93bd-c9f9-446f-82b1-e6db63b4b89a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854644 Nov 12 04:05:21.577629 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e71f9d-279b-4dbd-be8a-ff3ea2510945 req-706e7415-15d0-4c40-820a-b6717b8d8c5b tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:21.585775 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.586468 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26e71f9d-279b-4dbd-be8a-ff3ea2510945 req-706e7415-15d0-4c40-820a-b6717b8d8c5b tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 943 time: 0.0687613 Nov 12 04:05:21.610910 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.612841 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c6d034cd-c384-4a49-b1d3-dcf114444a2f req-7493f2a6-ef9a-4b49-9eaa-02908ad1b9a2 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.685646 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26e71f9d-279b-4dbd-be8a-ff3ea2510945 req-e5f7faa4-8fc1-4e86-b971-60eee4989401 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934553 Nov 12 04:05:21.704434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493f2a6-ef9a-4b49-9eaa-02908ad1b9a2 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=745ff755-ac46-4a7b-a82d-ca11d409a9d5,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:21.736441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:21.748006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:21.748741 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.750236 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-8f80758b-2407-471b-9ece-05c9cd2448b0 service neutron] 10.222.0.21 "PUT /v2.0/ports/f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 HTTP/1.1" status: 200 len: 1092 time: 1.1197278 Nov 12 04:05:21.750815 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a59f0a4-5935-4a31-bb05-6ae9adbccc4c', 'tag': 'f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:21.753146 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc139134-072e-41d4-8162-8bbfc84390a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2a59f0a4-5935-4a31-bb05-6ae9adbccc4c", "tag": "f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:21.763401 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c6d034cd-c384-4a49-b1d3-dcf114444a2f req-7493f2a6-ef9a-4b49-9eaa-02908ad1b9a2 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.768047 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6d034cd-c384-4a49-b1d3-dcf114444a2f req-7493f2a6-ef9a-4b49-9eaa-02908ad1b9a2 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5343556 Nov 12 04:05:21.825215 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cda56bea-71ac-445b-9e93-002ad5008b17 req-2d586143-267b-40db-91df-d08190f21a76 tempest-QuotasAdminNegativeTest-1081395963 tempest-QuotasAdminNegativeTest-1081395963-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=be308c8a3ece4a0589995b2640e2b5e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321572 Nov 12 04:05:21.976021 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34f549-964c-4737-a877-1b698dc1bace req-3276070f-fe0c-46e1-b0ba-73fe58f7e3e5 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:21.983258 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bb34f549-964c-4737-a877-1b698dc1bace req-3276070f-fe0c-46e1-b0ba-73fe58f7e3e5 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.1271272 Nov 12 04:05:22.035661 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] For port 9cac48c8-fa06-4f44-b516-a1e72aebedc0, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9cac48c8-fa06-4f44-b516-a1e72aebedc0,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:22.049770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda56bea-71ac-445b-9e93-002ad5008b17 req-a68325c8-17ce-42cc-af41-6d2da575239e tempest-QuotasAdminNegativeTest-1081395963 tempest-QuotasAdminNegativeTest-1081395963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:22.055546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-d372dcda-87d6-4579-9cbf-80380d4ec8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:22.057299 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-d372dcda-87d6-4579-9cbf-80380d4ec8a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2bbd40052150467d97991699c7191d63&device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 1095 time: 0.0836513 Nov 12 04:05:22.058357 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cda56bea-71ac-445b-9e93-002ad5008b17 req-a68325c8-17ce-42cc-af41-6d2da575239e tempest-QuotasAdminNegativeTest-1081395963 tempest-QuotasAdminNegativeTest-1081395963-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321956 Nov 12 04:05:22.086654 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cda56bea-71ac-445b-9e93-002ad5008b17 req-2c45be83-a738-4412-bca9-03d785fa747d tempest-QuotasAdminNegativeTest-1081395963 tempest-QuotasAdminNegativeTest-1081395963-project] 10.222.0.37 "GET /v2.0/quotas/be308c8a3ece4a0589995b2640e2b5e3 HTTP/1.1" status: 200 len: 375 time: 0.0272315 Nov 12 04:05:22.091006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] For port 9cac48c8-fa06-4f44-b516-a1e72aebedc0, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:22.092116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bb34f549-964c-4737-a877-1b698dc1bace req-f56bf78c-ac50-469e-9aa5-7f4dfc560e60 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078155 Nov 12 04:05:22.140263 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:22.157461 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] Transition to ACTIVE for port object 9cac48c8-fa06-4f44-b516-a1e72aebedc0 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:05:22.158663 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cda56bea-71ac-445b-9e93-002ad5008b17 req-6a349c86-63db-49c3-a229-27e521b38196 tempest-QuotasAdminNegativeTest-1081395963 tempest-QuotasAdminNegativeTest-1081395963-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be308c8a3ece4a0589995b2640e2b5e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708640 Nov 12 04:05:22.230192 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-ccf2f826-d204-490a-8bcc-07286cc345fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 HTTP/1.1" status: 200 len: 217 time: 0.0704291 Nov 12 04:05:22.274980 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:22.323737 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1cd45-99a8-48e7-8fae-6f0f0d042628 req-3c96fcf7-46db-40f6-b0b3-37359f9de000 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:22.325770 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0c1cd45-99a8-48e7-8fae-6f0f0d042628 req-3c96fcf7-46db-40f6-b0b3-37359f9de000 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.1179371 Nov 12 04:05:22.371784 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7abfdc7-4e4f-493c-aa1b-7ed4bbc9e890 x-openstack-request-id: req-c7abfdc7-4e4f-493c-aa1b-7ed4bbc9e890 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:22.372216 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a59f0a4-5935-4a31-bb05-6ae9adbccc4c", "tag": "f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:22.372476 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7abfdc7-4e4f-493c-aa1b-7ed4bbc9e890 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:22.373089 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a59f0a4-5935-4a31-bb05-6ae9adbccc4c', 'tag': 'f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9', 'status': 'completed', 'code': 200} Nov 12 04:05:22.386696 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:05:22.411759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] No DVR routers for this DVR port 9cac48c8-fa06-4f44-b516-a1e72aebedc0 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:22.438894 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0c1cd45-99a8-48e7-8fae-6f0f0d042628 req-68295641-9045-47d3-8071-68bc8f4224db tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000261 Nov 12 04:05:22.466745 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-f4a3280d-1df1-4972-8647-c16d8d0f3fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:22.468250 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-f4a3280d-1df1-4972-8647-c16d8d0f3fad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144 HTTP/1.1" status: 200 len: 844 time: 0.2310979 Nov 12 04:05:22.488710 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] Pushing event updated for resources: {'Port': ['ID=9cac48c8-fa06-4f44-b516-a1e72aebedc0,revision_number=6']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:22.513187 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-b9d729ef-6fe6-4cee-a4a2-6860a54284c8 req-c19cc769-2c4d-4785-9b1f-93985ff633be tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2079062997', 'description': 'tempest-description-1355781360'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:22.559060 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1c3a59e6-9976-481d-9df1-511583f5e079 req-84568680-5769-4d97-a771-8334d326af8e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1362681 Nov 12 04:05:22.579844 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-e12b7500-3fa9-4834-b4b8-7d1acb0a4ed5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3299e4aa-3e81-4536-a639-3b890040798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003346 Nov 12 04:05:22.590242 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] Attempting to bind port 9cac48c8-fa06-4f44-b516-a1e72aebedc0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:22.590578 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] Attempting to bind port 9cac48c8-fa06-4f44-b516-a1e72aebedc0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:22.590938 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] Attempting to bind port 9cac48c8-fa06-4f44-b516-a1e72aebedc0 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:22.628927 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b9d729ef-6fe6-4cee-a4a2-6860a54284c8 req-c19cc769-2c4d-4785-9b1f-93985ff633be tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:22.656741 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] Port 9cac48c8-fa06-4f44-b516-a1e72aebedc0 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:05:22.657069 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] Attempting to bind port 9cac48c8-fa06-4f44-b516-a1e72aebedc0 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:22.659050 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51718) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:22.802870 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b9d729ef-6fe6-4cee-a4a2-6860a54284c8 req-c19cc769-2c4d-4785-9b1f-93985ff633be tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:22.832481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a59e6-9976-481d-9df1-511583f5e079 req-7f75eaa3-fdb0-4a54-96a0-bfc7a8385d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:22.832706 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:22.833281 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:22.834518 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:22.834724 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1c3a59e6-9976-481d-9df1-511583f5e079 req-7f75eaa3-fdb0-4a54-96a0-bfc7a8385d1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8006901ac6434b0990a2684e1cc5c169&device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 1097 time: 0.0968785 Nov 12 04:05:22.835620 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] Bound port: 9cac48c8-fa06-4f44-b516-a1e72aebedc0, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:22.836185 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:22.910375 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b9d729ef-6fe6-4cee-a4a2-6860a54284c8 req-c19cc769-2c4d-4785-9b1f-93985ff633be tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:23.009448 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-dcee2965-518f-4a2b-aa10-5fc3002655d9 service neutron] 10.222.0.21 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057000 Nov 12 04:05:23.046461 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cc769-2c4d-4785-9b1f-93985ff633be tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca955c4-c9da-4be6-be48-255b3176ca28,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:23.084547 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] For port 9cac48c8-fa06-4f44-b516-a1e72aebedc0, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:23.101213 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a59e6-9976-481d-9df1-511583f5e079 req-b4510423-495f-461e-ac21-73d42bafbab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:23.103682 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1c3a59e6-9976-481d-9df1-511583f5e079 req-b4510423-495f-461e-ac21-73d42bafbab9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 HTTP/1.1" status: 200 len: 924 time: 0.2449276 Nov 12 04:05:23.114538 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b9d729ef-6fe6-4cee-a4a2-6860a54284c8 req-c19cc769-2c4d-4785-9b1f-93985ff633be tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:23.118213 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] For port 9cac48c8-fa06-4f44-b516-a1e72aebedc0, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=9cac48c8-fa06-4f44-b516-a1e72aebedc0,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:23.131801 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9d729ef-6fe6-4cee-a4a2-6860a54284c8 req-c19cc769-2c4d-4785-9b1f-93985ff633be tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7102940 Nov 12 04:05:23.218484 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:23.342363 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1c3a59e6-9976-481d-9df1-511583f5e079 req-92c0df1b-cef2-4cb4-bef5-ed455cd1771f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f HTTP/1.1" status: 200 len: 1001 time: 0.2093930 Nov 12 04:05:23.394120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367fea2-060b-4dd7-b2d3-b672f066272b req-4b07a501-5475-4943-8015-5e89346275b8 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:23.396315 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7367fea2-060b-4dd7-b2d3-b672f066272b req-4b07a501-5475-4943-8015-5e89346275b8 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 943 time: 0.1619112 Nov 12 04:05:23.407465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109093ba-cfe9-47a7-8c49-03a346edc26b req-506c0170-8764-4b6d-a36f-c901c8620c1b tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:23.409037 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-109093ba-cfe9-47a7-8c49-03a346edc26b req-506c0170-8764-4b6d-a36f-c901c8620c1b tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.1736465 Nov 12 04:05:23.456612 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a59e6-9976-481d-9df1-511583f5e079 req-bb5851ce-eb1d-4da1-9430-a80338f23ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:23.458086 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1c3a59e6-9976-481d-9df1-511583f5e079 req-bb5851ce-eb1d-4da1-9430-a80338f23ec5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0188d129-9f7c-4b2c-91a1-31696b98b21a HTTP/1.1" status: 200 len: 862 time: 0.1066258 Nov 12 04:05:23.506256 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:23.506733 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:23.508609 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] 10.222.0.31 "PUT /v2.0/ports/9cac48c8-fa06-4f44-b516-a1e72aebedc0 HTTP/1.1" status: 200 len: 1096 time: 2.0000443 Nov 12 04:05:23.534161 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7367fea2-060b-4dd7-b2d3-b672f066272b req-5d329df8-14d7-45f8-b34b-08555e1832b1 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221731 Nov 12 04:05:23.554494 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-109093ba-cfe9-47a7-8c49-03a346edc26b req-5bd31111-ad4b-4cea-aabf-269fcda03ab7 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276186 Nov 12 04:05:23.584640 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a59e6-9976-481d-9df1-511583f5e079 req-575b18dc-871d-4674-8c4f-a442dc1b9704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:23.586220 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1c3a59e6-9976-481d-9df1-511583f5e079 req-575b18dc-871d-4674-8c4f-a442dc1b9704 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cf83d51-3d0e-4c8f-9a29-51d4c0e52872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198747 Nov 12 04:05:23.647729 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696750e5-0cf6-414c-a4e4-4825d6a25f26 service neutron] Pushing event updated for resources: {'Port': ['ID=9cac48c8-fa06-4f44-b516-a1e72aebedc0,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:23.661042 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f57f6fc5-732f-4662-a5cd-45859561f4af req-53406d6b-4047-4935-90c2-96c4773d7dba service neutron] 10.222.0.21 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997467 Nov 12 04:05:23.717000 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-2a6e1b34-6db3-47f6-95e8-ac4d4613f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:23.718502 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-2a6e1b34-6db3-47f6-95e8-ac4d4613f341 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 1099 time: 0.1256022 Nov 12 04:05:23.772451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51746) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:23.814962 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2593a09e-7c3e-40a6-8e6a-f207fd917213 req-428801ca-0039-45bf-aeac-2744abc4f54c tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "GET /v2.0/security-groups/745ff755-ac46-4a7b-a82d-ca11d409a9d5 HTTP/1.1" status: 200 len: 1821 time: 0.1961751 Nov 12 04:05:23.823465 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1c3a59e6-9976-481d-9df1-511583f5e079 req-e4a96307-af9f-4264-be39-a5c1dfeed101 service neutron] 10.222.0.21 "GET /v2.0/networks/5cf83d51-3d0e-4c8f-9a29-51d4c0e52872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289834 Nov 12 04:05:23.828213 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ddda6-f7d3-45aa-95f0-777f120463f4 req-4d8cc449-c634-4d2a-a099-c7afb7e9b0f8 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:23.829704 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-630ddda6-f7d3-45aa-95f0-777f120463f4 req-4d8cc449-c634-4d2a-a099-c7afb7e9b0f8 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 1098 time: 0.1797729 Nov 12 04:05:23.893419 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-f72d39bc-6b8d-4821-8d44-dcf322c5e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:23.894905 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-f72d39bc-6b8d-4821-8d44-dcf322c5e548 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1667550 Nov 12 04:05:23.906201 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc139134-072e-41d4-8162-8bbfc84390a2 req-86c3cbdc-ddfb-4230-bd5c-5b77fdc673b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:23.907784 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fc139134-072e-41d4-8162-8bbfc84390a2 req-86c3cbdc-ddfb-4230-bd5c-5b77fdc673b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2bbd40052150467d97991699c7191d63&device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 1095 time: 0.1007404 Nov 12 04:05:23.961869 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-210b23ae-efb6-4f37-8773-7744f330cabe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=9cac48c8-fa06-4f44-b516-a1e72aebedc0 HTTP/1.1" status: 200 len: 217 time: 0.0530992 Nov 12 04:05:23.965348 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-26edfb11-4f50-4ce5-91a4-6b0b1f75ab19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:23.981086 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2593a09e-7c3e-40a6-8e6a-f207fd917213 req-25523ff6-37e5-46ed-8284-1b95654b2e79 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "GET /v2.0/security-groups/4ca955c4-c9da-4be6-be48-255b3176ca28 HTTP/1.1" status: 200 len: 1822 time: 0.1558280 Nov 12 04:05:24.001197 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-630ddda6-f7d3-45aa-95f0-777f120463f4 req-8d646617-a0db-4e59-86c1-bc289830d2ff tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639371 Nov 12 04:05:24.007728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-2593a09e-7c3e-40a6-8e6a-f207fd917213 req-1ac81710-bbf2-4275-b479-6706224f0c54 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '745ff755-ac46-4a7b-a82d-ca11d409a9d5', 'remote_group_id': '4ca955c4-c9da-4be6-be48-255b3176ca28', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:24.008108 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-2593a09e-7c3e-40a6-8e6a-f207fd917213 req-1ac81710-bbf2-4275-b479-6706224f0c54 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '745ff755-ac46-4a7b-a82d-ca11d409a9d5', 'remote_group_id': '4ca955c4-c9da-4be6-be48-255b3176ca28', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:24.030496 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1c3a59e6-9976-481d-9df1-511583f5e079 req-7a8faa6e-9840-467d-b9d7-9b3a4f74fdef service neutron] 10.222.0.21 "GET /v2.0/networks/5cf83d51-3d0e-4c8f-9a29-51d4c0e52872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942961 Nov 12 04:05:24.054006 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42569978-33c2-49d4-bb80-c9435b1fbbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.117909 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-a0a5231a-84d0-4bab-8a3d-6898be6cfd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:24.119389 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-a0a5231a-84d0-4bab-8a3d-6898be6cfd5a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1393368 Nov 12 04:05:24.139721 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-26edfb11-4f50-4ce5-91a4-6b0b1f75ab19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.143306 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc139134-072e-41d4-8162-8bbfc84390a2 req-235c86bb-1e32-455c-ad63-9161e12aae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:24.143583 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fc139134-072e-41d4-8162-8bbfc84390a2 req-235c86bb-1e32-455c-ad63-9161e12aae1d service neutron] 10.222.0.21 "GET /v2.0/networks?id=3299e4aa-3e81-4536-a639-3b890040798c HTTP/1.1" status: 200 len: 905 time: 0.2261298 Nov 12 04:05:24.166155 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b08c19-4e2a-4054-a304-9164f79dd402 req-d4b5bd38-2435-4523-96b1-dacae5c57adc tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:24.167646 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1b08c19-4e2a-4054-a304-9164f79dd402 req-d4b5bd38-2435-4523-96b1-dacae5c57adc tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 947 time: 0.0904260 Nov 12 04:05:24.207650 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2593a09e-7c3e-40a6-8e6a-f207fd917213 req-1ac81710-bbf2-4275-b479-6706224f0c54 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.225468 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-26edfb11-4f50-4ce5-91a4-6b0b1f75ab19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.234251 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fc139134-072e-41d4-8162-8bbfc84390a2 req-405b6c95-0f9f-4967-aed1-e77c77b6a2eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 HTTP/1.1" status: 200 len: 217 time: 0.0496800 Nov 12 04:05:24.270099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1b08c19-4e2a-4054-a304-9164f79dd402 req-cc3671cc-3350-4754-8155-8e18d0e7184f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926433 Nov 12 04:05:24.300859 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-26edfb11-4f50-4ce5-91a4-6b0b1f75ab19 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be308c8a3ece4a0589995b2640e2b5e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5247314 Nov 12 04:05:24.301984 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26edfb11-4f50-4ce5-91a4-6b0b1f75ab19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e54aeba-ff8a-448b-94a5-46fcd5a45821,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:24.305144 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51752) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:24.308398 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-b0f6611a-eabd-450a-88a5-73583943e6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:24.309902 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-b0f6611a-eabd-450a-88a5-73583943e6a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1817644 Nov 12 04:05:24.349676 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2593a09e-7c3e-40a6-8e6a-f207fd917213 req-1ac81710-bbf2-4275-b479-6706224f0c54 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.376532 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cac48c8-fa06-4f44-b516-a1e72aebedc0'}, {'name': 'network-changed', 'server_uuid': 'fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead', 'tag': '9cac48c8-fa06-4f44-b516-a1e72aebedc0'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:24.378883 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d256b3a-cb06-44cc-a417-ec42c346cc3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.383919 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4582ad78-c089-4d1f-ad9f-50de627814f1" -d '{"events": [{"server_uuid": "fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead", "name": "network-vif-unplugged", "status": "completed", "tag": "9cac48c8-fa06-4f44-b516-a1e72aebedc0"}, {"name": "network-changed", "server_uuid": "fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead", "tag": "9cac48c8-fa06-4f44-b516-a1e72aebedc0"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:24.395312 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc139134-072e-41d4-8162-8bbfc84390a2 req-0951fac9-2e41-4d9b-af4b-9bb224a2b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:24.395312 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fc139134-072e-41d4-8162-8bbfc84390a2 req-0951fac9-2e41-4d9b-af4b-9bb224a2b9c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144 HTTP/1.1" status: 200 len: 844 time: 0.1489594 Nov 12 04:05:24.404390 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d256b3a-cb06-44cc-a417-ec42c346cc3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.433945 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2593a09e-7c3e-40a6-8e6a-f207fd917213 req-1ac81710-bbf2-4275-b479-6706224f0c54 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.452111 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fc139134-072e-41d4-8162-8bbfc84390a2 req-a5df6e98-8388-4c63-be1a-b72976b1a8d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3299e4aa-3e81-4536-a639-3b890040798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329454 Nov 12 04:05:24.461854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac81710-bbf2-4275-b479-6706224f0c54 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8563784f-b35d-4e82-acad-b88a057641bc,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:24.522991 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2593a09e-7c3e-40a6-8e6a-f207fd917213 req-1ac81710-bbf2-4275-b479-6706224f0c54 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.524226 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2593a09e-7c3e-40a6-8e6a-f207fd917213 req-1ac81710-bbf2-4275-b479-6706224f0c54 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5285399 Nov 12 04:05:24.547820 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-82721c9e-0afd-4147-9dbb-fc66c8b86453 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088919 Nov 12 04:05:24.555005 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d256b3a-cb06-44cc-a417-ec42c346cc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.559197 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d256b3a-cb06-44cc-a417-ec42c346cc3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.563237 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6d256b3a-cb06-44cc-a417-ec42c346cc3d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e54aeba-ff8a-448b-94a5-46fcd5a45821 HTTP/1.1" status: 204 len: 168 time: 0.2556720 Nov 12 04:05:24.586815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d256b3a-cb06-44cc-a417-ec42c346cc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e54aeba-ff8a-448b-94a5-46fcd5a45821,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:24.654930 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64183928-02e4-4163-9df4-f36a3ba4adde x-openstack-request-id: req-64183928-02e4-4163-9df4-f36a3ba4adde {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:24.655570 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead", "name": "network-vif-unplugged", "status": "completed", "tag": "9cac48c8-fa06-4f44-b516-a1e72aebedc0", "code": 200}, {"name": "network-changed", "server_uuid": "fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead", "tag": "9cac48c8-fa06-4f44-b516-a1e72aebedc0", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:24.655570 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64183928-02e4-4163-9df4-f36a3ba4adde {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:24.655793 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cac48c8-fa06-4f44-b516-a1e72aebedc0', 'code': 200} Nov 12 04:05:24.655972 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead', 'tag': '9cac48c8-fa06-4f44-b516-a1e72aebedc0', 'status': 'completed', 'code': 200} Nov 12 04:05:24.663414 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fc139134-072e-41d4-8162-8bbfc84390a2 req-73d447e4-f033-45d6-967f-b525fb13739f service neutron] 10.222.0.21 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038784 Nov 12 04:05:24.700790 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6aceba90-c015-4903-9206-2886b98b6aaf req-b50d9dc4-6008-4871-b7b0-d31aba7e1a0d tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "GET /v2.0/security-groups/4ca955c4-c9da-4be6-be48-255b3176ca28 HTTP/1.1" status: 200 len: 1822 time: 0.0465338 Nov 12 04:05:24.726950 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d1f554c4-400b-4b9f-91fc-95b216f5e48a req-a1c6b678-6cd1-466b-8ab0-c141a902d524 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629512 Nov 12 04:05:24.762753 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-42569978-33c2-49d4-bb80-c9435b1fbbba admin admin] Deleting port 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:24.763123 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42569978-33c2-49d4-bb80-c9435b1fbbba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.795905 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6aceba90-c015-4903-9206-2886b98b6aaf req-d235ce28-fa82-4f20-82e1-430e2e926733 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.822029 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-d910930d-a68e-4b14-a6b4-52ccb114230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:24.823647 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-d910930d-a68e-4b14-a6b4-52ccb114230a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 1099 time: 0.0800464 Nov 12 04:05:24.828603 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6aceba90-c015-4903-9206-2886b98b6aaf req-d235ce28-fa82-4f20-82e1-430e2e926733 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.878878 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fc139134-072e-41d4-8162-8bbfc84390a2 req-7ae8eb5e-d24b-48a2-b61a-2f350b5eabf9 service neutron] 10.222.0.21 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468112 Nov 12 04:05:24.894087 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-42569978-33c2-49d4-bb80-c9435b1fbbba admin admin] For port 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=67676de9-27d6-4af6-a8bc-b3e1d6ef8f31,segment=NetworkSegment(7724ffb3-6885-4173-873d-a6e13fc800e5),segment_id=7724ffb3-6885-4173-873d-a6e13fc800e5)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:24.894478 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42569978-33c2-49d4-bb80-c9435b1fbbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.914758 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-42569978-33c2-49d4-bb80-c9435b1fbbba admin admin] Calling delete_port for 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:24.962460 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-476d5d6e-3900-4a72-bf96-6f2f560cb7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:24.963998 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-476d5d6e-3900-4a72-bf96-6f2f560cb7f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1322238 Nov 12 04:05:25.105665 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-84440d11-8598-404d-9642-36685016555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:25.109893 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-84440d11-8598-404d-9642-36685016555e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 1099 time: 0.1414430 Nov 12 04:05:25.117387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 9cac48c8-fa06-4f44-b516-a1e72aebedc0 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:25.180981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 9cac48c8-fa06-4f44-b516-a1e72aebedc0 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:25.317991 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-5647bc13-1f6d-475a-99eb-78c494a7fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:25.319519 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-5647bc13-1f6d-475a-99eb-78c494a7fd61 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1692145 Nov 12 04:05:25.345727 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-792f0fdc-d70a-4dc2-8d95-3e1a0ca8f2dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=9cac48c8-fa06-4f44-b516-a1e72aebedc0 HTTP/1.1" status: 200 len: 217 time: 0.3745787 Nov 12 04:05:25.346317 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6aceba90-c015-4903-9206-2886b98b6aaf req-d235ce28-fa82-4f20-82e1-430e2e926733 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.350000 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6aceba90-c015-4903-9206-2886b98b6aaf req-d235ce28-fa82-4f20-82e1-430e2e926733 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.350832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6aceba90-c015-4903-9206-2886b98b6aaf req-d235ce28-fa82-4f20-82e1-430e2e926733 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "DELETE /v2.0/security-groups/4ca955c4-c9da-4be6-be48-255b3176ca28 HTTP/1.1" status: 204 len: 173 time: 0.6492214 Nov 12 04:05:25.379920 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-f3f7ce3d-6006-4d6d-8523-d0085804cb93 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=9cac48c8-fa06-4f44-b516-a1e72aebedc0 HTTP/1.1" status: 200 len: 217 time: 0.0516479 Nov 12 04:05:25.397148 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235ce28-fa82-4f20-82e1-430e2e926733 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca955c4-c9da-4be6-be48-255b3176ca28,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:25.432338 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51788) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:25.445625 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42569978-33c2-49d4-bb80-c9435b1fbbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.467327 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3c83926-b56e-4bee-b464-d645da9a0b6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.487155 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-07ac47a7-dc2d-4986-9f82-5a92246207fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:25.489573 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-07ac47a7-dc2d-4986-9f82-5a92246207fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1333723 Nov 12 04:05:25.494501 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42569978-33c2-49d4-bb80-c9435b1fbbba admin admin] Pushing event deleted for resources: {'Port': ['ID=67676de9-27d6-4af6-a8bc-b3e1d6ef8f31,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:25.497625 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-bb078308-e41c-403f-8f2e-706192205fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:25.499240 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-bb078308-e41c-403f-8f2e-706192205fc8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1116068 Nov 12 04:05:25.546561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f635241-9a73-40b8-a93c-f61d42854bb3 req-0666daee-d460-499a-90ed-14083f38b4e6 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:25.548074 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f635241-9a73-40b8-a93c-f61d42854bb3 req-0666daee-d460-499a-90ed-14083f38b4e6 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 943 time: 0.1362352 Nov 12 04:05:25.594044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-d60cd9eb-b6cf-42c6-b84b-ea3286c943f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:25.599922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-d60cd9eb-b6cf-42c6-b84b-ea3286c943f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0966501 Nov 12 04:05:25.635471 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-cee0b554-aa21-4a76-9862-7aaa4b53e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:25.636140 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-cee0b554-aa21-4a76-9862-7aaa4b53e486 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1090882 Nov 12 04:05:25.644217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f635241-9a73-40b8-a93c-f61d42854bb3 req-50b614b5-f6ea-416b-a300-6308bf5835fb tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864518 Nov 12 04:05:25.770734 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-9c512f88-6dfa-4337-aa6f-4d9ff857724d service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579831 Nov 12 04:05:25.874588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e54b0-8f4d-4550-8d96-b03e26bf545f req-f0dbcb3c-c36c-4a62-9366-2a30ae403037 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:25.876329 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df6e54b0-8f4d-4550-8d96-b03e26bf545f req-f0dbcb3c-c36c-4a62-9366-2a30ae403037 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.1236656 Nov 12 04:05:25.945768 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-8b2aa526-4772-4c2e-843a-2f6705975e86 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559174 Nov 12 04:05:25.958259 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df6e54b0-8f4d-4550-8d96-b03e26bf545f req-d856fefd-ce8d-43a3-975e-199e9b6741aa tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719457 Nov 12 04:05:26.075855 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3c83926-b56e-4bee-b464-d645da9a0b6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.107063 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-4956a6e9-89d6-44d4-8f7f-efc227ee24d6 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611959 Nov 12 04:05:26.107893 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5ecc3-a5ea-42d2-b854-0e818302b9ea req-7f4ba54b-20bb-49a2-afb3-8d433bae6c71 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:26.114090 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-42569978-33c2-49d4-bb80-c9435b1fbbba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.115812 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42f5ecc3-a5ea-42d2-b854-0e818302b9ea req-7f4ba54b-20bb-49a2-afb3-8d433bae6c71 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 947 time: 0.0738788 Nov 12 04:05:26.119556 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3c83926-b56e-4bee-b464-d645da9a0b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.170068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42f5ecc3-a5ea-42d2-b854-0e818302b9ea req-1cb40dcd-e454-4b9a-bd7c-e63701a9dd54 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530896 Nov 12 04:05:26.240652 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-510122b5-4706-47d3-82d7-daf47a5afd8c req-1a93dd4f-5cef-44fa-a3aa-03ca76bf3b5f tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "GET /v2.0/security-groups/745ff755-ac46-4a7b-a82d-ca11d409a9d5 HTTP/1.1" status: 200 len: 1821 time: 0.0399837 Nov 12 04:05:26.260218 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c83926-b56e-4bee-b464-d645da9a0b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59886215-cfb1-444e-b65a-8404ed0be02f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:26.275483 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e3c83926-b56e-4bee-b464-d645da9a0b6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d09182c84eb94080b97f981cff9cf612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8397141 Nov 12 04:05:26.277544 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51798) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:26.337757 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5e5af014-9d44-4b2a-9ab9-2d585a4d4ffd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.358140 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4582ad78-c089-4d1f-ad9f-50de627814f1 req-9ddebbed-045b-4826-83dd-1971f0fa0755 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410381 Nov 12 04:05:26.372394 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5e5af014-9d44-4b2a-9ab9-2d585a4d4ffd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.458367 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad8a20-9a71-4efd-bc63-c12640f40216 req-c0e0ef55-e51d-492c-b37d-ad7ca1eefe3e tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:26.466065 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-afad8a20-9a71-4efd-bc63-c12640f40216 req-c0e0ef55-e51d-492c-b37d-ad7ca1eefe3e tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 1097 time: 0.0704103 Nov 12 04:05:26.487742 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42569978-33c2-49d4-bb80-c9435b1fbbba admin admin] Router 7d712568-1c05-4f84-9d69-7334d5628dff has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:05:26.510646 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-afad8a20-9a71-4efd-bc63-c12640f40216 req-e45a988b-b30b-4ba4-a5df-2601428e7efc tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436587 Nov 12 04:05:26.560227 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-edf7a6e3-01ee-4d11-98a6-be75a3b0d14a req-7ddd2386-560e-4733-87a8-1ded89400fe9 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1145942132', 'description': 'tempest-description-886062472'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:26.569967 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5e5af014-9d44-4b2a-9ab9-2d585a4d4ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.574402 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5e5af014-9d44-4b2a-9ab9-2d585a4d4ffd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.576292 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5e5af014-9d44-4b2a-9ab9-2d585a4d4ffd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59886215-cfb1-444e-b65a-8404ed0be02f HTTP/1.1" status: 204 len: 168 time: 0.2975280 Nov 12 04:05:26.606413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5af014-9d44-4b2a-9ab9-2d585a4d4ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59886215-cfb1-444e-b65a-8404ed0be02f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:26.611254 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42569978-33c2-49d4-bb80-c9435b1fbbba admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:26.620234 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-42569978-33c2-49d4-bb80-c9435b1fbbba admin admin] 10.222.0.37 "PUT /v2.0/routers/7d712568-1c05-4f84-9d69-7334d5628dff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9309552 Nov 12 04:05:26.620436 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6067c69-79af-481c-910b-070e3e8053be None None] Sync routers for ids ['7d712568-1c05-4f84-9d69-7334d5628dff'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:26.620897 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51804) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:26.658177 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-5509c192-d684-4e67-ab1d-8d19776c91ca tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:05:26.659478 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-5509c192-d684-4e67-ab1d-8d19776c91ca tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095377 Nov 12 04:05:26.681561 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6067c69-79af-481c-910b-070e3e8053be None None] Routers {'7d712568-1c05-4f84-9d69-7334d5628dff'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:26.682205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b6067c69-79af-481c-910b-070e3e8053be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:05:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7d712568-1c05-4f84-9d69-7334d5628dff'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:26.718596 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-edf7a6e3-01ee-4d11-98a6-be75a3b0d14a req-7ddd2386-560e-4733-87a8-1ded89400fe9 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.753488 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852c493-7540-43ee-a74b-22b3d62f385a req-7c674008-d8fe-4cfb-88ab-6b4e0031ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:26.762123 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-7c674008-d8fe-4cfb-88ab-6b4e0031ebec service neutron] 10.222.0.37 "GET /v2.0/ports/c92a8779-6c05-4b29-99a5-e63758e37b69 HTTP/1.1" status: 200 len: 1095 time: 0.0900249 Nov 12 04:05:26.767564 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-b852c493-7540-43ee-a74b-22b3d62f385a req-cde7251d-62eb-43aa-9a44-11c9df87cc87 service neutron] Request body: {'binding': {'host': 'n-h1-768509-24', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:26.768178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-b852c493-7540-43ee-a74b-22b3d62f385a req-cde7251d-62eb-43aa-9a44-11c9df87cc87 service neutron] Unknown quota resources ['binding']. {{(pid=103296) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:05:26.768468 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa9815b-8221-4126-b63a-75b6e87f0768 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.821923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-b6067c69-79af-481c-910b-070e3e8053be None None] Set router 7d712568-1c05-4f84-9d69-7334d5628dff gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:26.916641 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa9815b-8221-4126-b63a-75b6e87f0768 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.920989 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-edf7a6e3-01ee-4d11-98a6-be75a3b0d14a req-7ddd2386-560e-4733-87a8-1ded89400fe9 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.968169 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b852c493-7540-43ee-a74b-22b3d62f385a req-cde7251d-62eb-43aa-9a44-11c9df87cc87 service neutron] Attempting to bind port c92a8779-6c05-4b29-99a5-e63758e37b69 on host n-h1-768509-24 for vnic_type normal with profile None {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:26.968509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b852c493-7540-43ee-a74b-22b3d62f385a req-cde7251d-62eb-43aa-9a44-11c9df87cc87 service neutron] Attempting to bind port c92a8779-6c05-4b29-99a5-e63758e37b69 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:26.968841 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b852c493-7540-43ee-a74b-22b3d62f385a req-cde7251d-62eb-43aa-9a44-11c9df87cc87 service neutron] Attempting to bind port c92a8779-6c05-4b29-99a5-e63758e37b69 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:26.974145 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b852c493-7540-43ee-a74b-22b3d62f385a req-cde7251d-62eb-43aa-9a44-11c9df87cc87 service neutron] Port c92a8779-6c05-4b29-99a5-e63758e37b69 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:05:26.975042 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b852c493-7540-43ee-a74b-22b3d62f385a req-cde7251d-62eb-43aa-9a44-11c9df87cc87 service neutron] Attempting to bind port c92a8779-6c05-4b29-99a5-e63758e37b69 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:26.980814 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b852c493-7540-43ee-a74b-22b3d62f385a req-cde7251d-62eb-43aa-9a44-11c9df87cc87 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:26.998740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b852c493-7540-43ee-a74b-22b3d62f385a req-cde7251d-62eb-43aa-9a44-11c9df87cc87 service neutron] Checking segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:26.998740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b852c493-7540-43ee-a74b-22b3d62f385a req-cde7251d-62eb-43aa-9a44-11c9df87cc87 service neutron] Bound using segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:26.998740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b852c493-7540-43ee-a74b-22b3d62f385a req-cde7251d-62eb-43aa-9a44-11c9df87cc87 service neutron] Bound port: c92a8779-6c05-4b29-99a5-e63758e37b69, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:27.029008 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-edf7a6e3-01ee-4d11-98a6-be75a3b0d14a req-7ddd2386-560e-4733-87a8-1ded89400fe9 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.063895 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd2386-560e-4733-87a8-1ded89400fe9 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72cdd469-cfde-4ee8-ae55-e5d1b2c5fd4f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:27.076697 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b6067c69-79af-481c-910b-070e3e8053be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014208654-router', 'tenant_id': 'a4a6ebac40b146cfa24061442c524e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '78431aa8-c2da-47dc-b54f-9545afd3fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:11Z', 'updated_at': '2021-11-12T04:05:25Z', 'revision_number': 5, 'project_id': 'a4a6ebac40b146cfa24061442c524e13', 'gw_port': {'id': '78431aa8-c2da-47dc-b54f-9545afd3fa6f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:12Z', 'updated_at': '2021-11-12T04:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:27.089856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-b852c493-7540-43ee-a74b-22b3d62f385a req-cde7251d-62eb-43aa-9a44-11c9df87cc87 service neutron] For port c92a8779-6c05-4b29-99a5-e63758e37b69, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=c92a8779-6c05-4b29-99a5-e63758e37b69,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:27.117178 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:05:27.123486 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6067c69-79af-481c-910b-070e3e8053be None None] Checking router: 7d712568-1c05-4f84-9d69-7334d5628dff for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:05:27.136533 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-faa9815b-8221-4126-b63a-75b6e87f0768 admin admin] Deleting port 78431aa8-c2da-47dc-b54f-9545afd3fa6f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:27.137147 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa9815b-8221-4126-b63a-75b6e87f0768 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.144783 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6067c69-79af-481c-910b-070e3e8053be None None] Routers {'7d712568-1c05-4f84-9d69-7334d5628dff'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:27.145613 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b6067c69-79af-481c-910b-070e3e8053be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:05:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7d712568-1c05-4f84-9d69-7334d5628dff'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:27.156877 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-edf7a6e3-01ee-4d11-98a6-be75a3b0d14a req-7ddd2386-560e-4733-87a8-1ded89400fe9 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.158105 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-edf7a6e3-01ee-4d11-98a6-be75a3b0d14a req-7ddd2386-560e-4733-87a8-1ded89400fe9 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6055622 Nov 12 04:05:27.185989 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b852c493-7540-43ee-a74b-22b3d62f385a req-cde7251d-62eb-43aa-9a44-11c9df87cc87 service neutron] Publish callbacks [] for binding, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.193537 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-cde7251d-62eb-43aa-9a44-11c9df87cc87 service neutron] 10.222.0.37 "POST /v2.0/ports/c92a8779-6c05-4b29-99a5-e63758e37b69/bindings HTTP/1.1" status: 201 len: 390 time: 0.4244037 Nov 12 04:05:27.272140 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.resource_extend [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 04:05:27.290170 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-faa9815b-8221-4126-b63a-75b6e87f0768 admin admin] For port 78431aa8-c2da-47dc-b54f-9545afd3fa6f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=78431aa8-c2da-47dc-b54f-9545afd3fa6f,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:27.290482 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa9815b-8221-4126-b63a-75b6e87f0768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.313580 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-faa9815b-8221-4126-b63a-75b6e87f0768 admin admin] Calling delete_port for 78431aa8-c2da-47dc-b54f-9545afd3fa6f owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:27.320978 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7c54c-e941-4d1b-b132-d6bc9e1c4ff2 req-e8083728-34a9-45ed-9272-9ef08ed67f87 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:27.329395 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07a7c54c-e941-4d1b-b132-d6bc9e1c4ff2 req-e8083728-34a9-45ed-9272-9ef08ed67f87 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 1097 time: 0.0661201 Nov 12 04:05:27.367903 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-b6067c69-79af-481c-910b-070e3e8053be None None] Set router 7d712568-1c05-4f84-9d69-7334d5628dff gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:27.392733 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07a7c54c-e941-4d1b-b132-d6bc9e1c4ff2 req-6767398f-82e8-4bd1-ac22-0019fdd3cf93 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619550 Nov 12 04:05:27.443950 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b6067c69-79af-481c-910b-070e3e8053be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014208654-router', 'tenant_id': 'a4a6ebac40b146cfa24061442c524e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:11Z', 'updated_at': '2021-11-12T04:05:26Z', 'revision_number': 6, 'project_id': 'a4a6ebac40b146cfa24061442c524e13', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:27.495130 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6067c69-79af-481c-910b-070e3e8053be None None] The sync data for ids ['7d712568-1c05-4f84-9d69-7334d5628dff'] in n-d-768509-24 is: [{'id': '7d712568-1c05-4f84-9d69-7334d5628dff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014208654-router', 'tenant_id': 'a4a6ebac40b146cfa24061442c524e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:11Z', 'updated_at': '2021-11-12T04:05:26Z', 'revision_number': 6, 'project_id': 'a4a6ebac40b146cfa24061442c524e13', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:05:27.516996 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:27.529056 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9', 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c', 'port_id': 'f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9', 'mac_address': 'fa:16:3e:33:57:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:05:27.553234 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e22953b0-497a-4127-8f64-e177e0895f5b req-1b6f9605-fd89-442b-87c3-48b9d217457f tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "GET /v2.0/security-groups/72cdd469-cfde-4ee8-ae55-e5d1b2c5fd4f HTTP/1.1" status: 200 len: 1821 time: 0.0730722 Nov 12 04:05:27.569315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-e22953b0-497a-4127-8f64-e177e0895f5b req-6ad55322-6117-40dd-9cb1-8a3b241a798e tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '72cdd469-cfde-4ee8-ae55-e5d1b2c5fd4f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:27.570097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-e22953b0-497a-4127-8f64-e177e0895f5b req-6ad55322-6117-40dd-9cb1-8a3b241a798e tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '72cdd469-cfde-4ee8-ae55-e5d1b2c5fd4f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:27.572120 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa9815b-8221-4126-b63a-75b6e87f0768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.588197 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.607438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:27.608077 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9815b-8221-4126-b63a-75b6e87f0768 admin admin] Pushing event deleted for resources: {'Port': ['ID=78431aa8-c2da-47dc-b54f-9545afd3fa6f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:27.639070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:27.641741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd904dba-3474-4f13-b502-9d9e51f74ed4 req-06155b0c-f117-4bee-a8ab-924eae3dc81d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:27.653729 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd904dba-3474-4f13-b502-9d9e51f74ed4 req-06155b0c-f117-4bee-a8ab-924eae3dc81d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 943 time: 0.0890956 Nov 12 04:05:27.673229 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa9815b-8221-4126-b63a-75b6e87f0768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.726364 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.756029 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd904dba-3474-4f13-b502-9d9e51f74ed4 req-861961a1-f0f2-452f-b175-23fd20bfe768 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057186 Nov 12 04:05:27.765578 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e22953b0-497a-4127-8f64-e177e0895f5b req-6ad55322-6117-40dd-9cb1-8a3b241a798e tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.793175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:27.805297 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e22953b0-497a-4127-8f64-e177e0895f5b req-6ad55322-6117-40dd-9cb1-8a3b241a798e tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.832500 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa9815b-8221-4126-b63a-75b6e87f0768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.835285 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa9815b-8221-4126-b63a-75b6e87f0768 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.868262 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e22953b0-497a-4127-8f64-e177e0895f5b req-6ad55322-6117-40dd-9cb1-8a3b241a798e tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.898794 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 9cac48c8-fa06-4f44-b516-a1e72aebedc0 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:05:27.917363 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad55322-6117-40dd-9cb1-8a3b241a798e tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99f61cb-f29a-41d1-b76a-8c22ab1f27bf,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:27.956792 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c786f78-35c7-42a3-a084-f1e2c27fc69a req-4a98494b-a740-4d72-9a08-21c70e933768 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:27.958101 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c786f78-35c7-42a3-a084-f1e2c27fc69a req-4a98494b-a740-4d72-9a08-21c70e933768 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 947 time: 0.1077514 Nov 12 04:05:27.977509 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa9815b-8221-4126-b63a-75b6e87f0768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.978501 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa9815b-8221-4126-b63a-75b6e87f0768 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d712568-1c05-4f84-9d69-7334d5628dff {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:05:27.983315 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-faa9815b-8221-4126-b63a-75b6e87f0768 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.988309 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-faa9815b-8221-4126-b63a-75b6e87f0768 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7d712568-1c05-4f84-9d69-7334d5628dff HTTP/1.1" status: 204 len: 168 time: 1.3630576 Nov 12 04:05:27.990886 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51836) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:27.991775 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852c493-7540-43ee-a74b-22b3d62f385a req-6af0a26f-042f-4ba8-8eac-9a062469e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:27.993542 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-6af0a26f-042f-4ba8-8eac-9a062469e0e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 1098 time: 0.0925655 Nov 12 04:05:28.041715 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 9cac48c8-fa06-4f44-b516-a1e72aebedc0, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=9cac48c8-fa06-4f44-b516-a1e72aebedc0,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:28.049953 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e22953b0-497a-4127-8f64-e177e0895f5b req-6ad55322-6117-40dd-9cb1-8a3b241a798e tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.054187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc191a1-89d7-4362-b695-394ba089119a admin admin] Deleting subnet f0002df9-975c-478b-822a-521de9b191f4 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:05:28.061084 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfc191a1-89d7-4362-b695-394ba089119a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.064508 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '9cac48c8-fa06-4f44-b516-a1e72aebedc0', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '9cac48c8-fa06-4f44-b516-a1e72aebedc0', 'mac_address': 'fa:16:3e:fa:62:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:05:28.064690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e22953b0-497a-4127-8f64-e177e0895f5b req-6ad55322-6117-40dd-9cb1-8a3b241a798e tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5009663 Nov 12 04:05:28.106763 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.110335 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfc191a1-89d7-4362-b695-394ba089119a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.123815 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cac48c8-fa06-4f44-b516-a1e72aebedc0 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:28.146458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 9cac48c8-fa06-4f44-b516-a1e72aebedc0, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=9cac48c8-fa06-4f44-b516-a1e72aebedc0,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:28.154848 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c786f78-35c7-42a3-a084-f1e2c27fc69a req-78d29f26-9cfd-4c2a-bd1f-b25fbe407b0f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868753 Nov 12 04:05:28.206685 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852c493-7540-43ee-a74b-22b3d62f385a req-1b53bcbe-0792-40a5-b772-c523b360e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:28.208223 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-1b53bcbe-0792-40a5-b772-c523b360e835 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 909 time: 0.2063668 Nov 12 04:05:28.223407 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.240518 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfc191a1-89d7-4362-b695-394ba089119a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.265661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:28.281931 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-35d34643-83cc-488d-a190-72ba48b85bda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c92a8779-6c05-4b29-99a5-e63758e37b69 HTTP/1.1" status: 200 len: 217 time: 0.0643561 Nov 12 04:05:28.389453 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfc191a1-89d7-4362-b695-394ba089119a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.391536 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852c493-7540-43ee-a74b-22b3d62f385a req-dd961283-1cae-4e22-ba32-94f963683041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:28.393022 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-dd961283-1cae-4e22-ba32-94f963683041 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.0763135 Nov 12 04:05:28.399321 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3bcfdbf0-7bce-4f44-8ad3-69c9f80b967e req-a5f475be-0ac6-4cd7-80af-363b307aa7a7 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "GET /v2.0/security-groups/72cdd469-cfde-4ee8-ae55-e5d1b2c5fd4f HTTP/1.1" status: 200 len: 2414 time: 0.1282475 Nov 12 04:05:28.415445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-3bcfdbf0-7bce-4f44-8ad3-69c9f80b967e req-fbb753fe-3763-4673-ab4e-0a727ae8ac01 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '72cdd469-cfde-4ee8-ae55-e5d1b2c5fd4f', 'remote_group_id': None}]} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:28.415787 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-3bcfdbf0-7bce-4f44-8ad3-69c9f80b967e req-fbb753fe-3763-4673-ab4e-0a727ae8ac01 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '72cdd469-cfde-4ee8-ae55-e5d1b2c5fd4f', 'remote_group_id': None}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:28.442848 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc191a1-89d7-4362-b695-394ba089119a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0002df9-975c-478b-822a-521de9b191f4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:28.450595 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc378b2-3f7b-4948-9447-69547d5bb8f5 req-58ac46f9-83dd-4fe1-9945-dc2dd9b100ab tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:28.457072 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfc191a1-89d7-4362-b695-394ba089119a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.460353 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8fc378b2-3f7b-4948-9447-69547d5bb8f5 req-58ac46f9-83dd-4fe1-9945-dc2dd9b100ab tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 946 time: 0.2202938 Nov 12 04:05:28.463746 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-f1e3190c-84d3-415f-a0c5-f45fe0c16206 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625372 Nov 12 04:05:28.468809 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bfc191a1-89d7-4362-b695-394ba089119a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f0002df9-975c-478b-822a-521de9b191f4 HTTP/1.1" status: 204 len: 168 time: 0.4767578 Nov 12 04:05:28.472909 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f872ad-a298-40b5-ab70-febbaebd5ef7 None None] Network d71bec34-a677-4132-8136-c1bcb90eee24 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:28.473262 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51850) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:28.522532 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=9cac48c8-fa06-4f44-b516-a1e72aebedc0,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:28.564685 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.568016 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8fc378b2-3f7b-4948-9447-69547d5bb8f5 req-e2fb4632-ee95-44f9-a54f-5c8ff0b5a0b5 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067281 Nov 12 04:05:28.641153 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['9cac48c8-fa06-4f44-b516-a1e72aebedc0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:28.644342 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] Deleting port 16deb0b0-82ae-4437-8774-c9fd9d70e40c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:28.646129 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.726814 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] For port 16deb0b0-82ae-4437-8774-c9fd9d70e40c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=16deb0b0-82ae-4437-8774-c9fd9d70e40c,segment=NetworkSegment(7724ffb3-6885-4173-873d-a6e13fc800e5),segment_id=7724ffb3-6885-4173-873d-a6e13fc800e5)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:28.727308 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.734858 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3bcfdbf0-7bce-4f44-8ad3-69c9f80b967e req-fbb753fe-3763-4673-ab4e-0a727ae8ac01 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.743287 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] Calling delete_port for 16deb0b0-82ae-4437-8774-c9fd9d70e40c owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:28.774625 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-9e7b57ae-5480-446b-bb95-e4e916dd49b9 service neutron] 10.222.0.21 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333333 Nov 12 04:05:28.787431 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3bcfdbf0-7bce-4f44-8ad3-69c9f80b967e req-fbb753fe-3763-4673-ab4e-0a727ae8ac01 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.909632 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-79509870-fc89-4a8b-95a9-f796af05895a service neutron] 10.222.0.21 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268008 Nov 12 04:05:28.916335 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3bcfdbf0-7bce-4f44-8ad3-69c9f80b967e req-fbb753fe-3763-4673-ab4e-0a727ae8ac01 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.934304 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb753fe-3763-4673-ab4e-0a727ae8ac01 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73771ebf-1152-4b77-b126-6138055e7adb,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:28.946655 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e551523-ca7b-40f5-aab3-6bf5363873f3 None None] DHCP port deletion for d71bec34-a677-4132-8136-c1bcb90eee24 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:05:28.954376 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.994537 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1e551523-ca7b-40f5-aab3-6bf5363873f3 None None] The port '16deb0b0-82ae-4437-8774-c9fd9d70e40c' was deleted {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 04:05:29.001026 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3bcfdbf0-7bce-4f44-8ad3-69c9f80b967e req-fbb753fe-3763-4673-ab4e-0a727ae8ac01 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:29.001381 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] Pushing event deleted for resources: {'Port': ['ID=16deb0b0-82ae-4437-8774-c9fd9d70e40c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:29.005419 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] No DVR routers for this DVR port 16deb0b0-82ae-4437-8774-c9fd9d70e40c on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:29.010786 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3bcfdbf0-7bce-4f44-8ad3-69c9f80b967e req-fbb753fe-3763-4673-ab4e-0a727ae8ac01 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6007769 Nov 12 04:05:29.157517 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:29.196334 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71bec34-a677-4132-8136-c1bcb90eee24']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:29.201954 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4449b82-2b9b-42e3-b2a9-c50ff5aebd2e req-7e8b77f0-bccf-439e-b85d-0956d0874a68 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:29.207593 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7724ffb3-6885-4173-873d-a6e13fc800e5') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:29.208078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7724ffb3-6885-4173-873d-a6e13fc800e5') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:29.216049 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4449b82-2b9b-42e3-b2a9-c50ff5aebd2e req-7e8b77f0-bccf-439e-b85d-0956d0874a68 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 944 time: 0.1165600 Nov 12 04:05:29.225807 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:29.255790 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:29.263542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:05:29.263943 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:29.307570 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:05:29.311537 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:05:29.328847 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:29.330731 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 67676de9-27d6-4af6-a8bc-b3e1d6ef8f31 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:29.330731 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 78431aa8-c2da-47dc-b54f-9545afd3fa6f no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:29.350220 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 78431aa8-c2da-47dc-b54f-9545afd3fa6f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:29.350577 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 78431aa8-c2da-47dc-b54f-9545afd3fa6f not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:29.351070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 16deb0b0-82ae-4437-8774-c9fd9d70e40c no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:29.374183 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 16deb0b0-82ae-4437-8774-c9fd9d70e40c {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:29.374642 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 16deb0b0-82ae-4437-8774-c9fd9d70e40c not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:29.388308 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:29.390468 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4449b82-2b9b-42e3-b2a9-c50ff5aebd2e req-7ee5b835-e300-4282-a886-467c605567a3 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731272 Nov 12 04:05:29.415804 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:29.424654 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] 10.222.0.37 "DELETE /v2.0/networks/d71bec34-a677-4132-8136-c1bcb90eee24 HTTP/1.1" status: 204 len: 168 time: 0.9478645 Nov 12 04:05:29.425709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6da2d-8d83-4e3c-9565-922d1f60348c admin admin] Pushing event deleted for resources: {'Network': ['ID=d71bec34-a677-4132-8136-c1bcb90eee24,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:29.428817 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51874) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:29.487016 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da53ff-39f4-4df5-aa0d-c18fe597040d req-ef74b42a-360c-4968-a4bf-8816ff897504 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:29.488805 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6da53ff-39f4-4df5-aa0d-c18fe597040d req-ef74b42a-360c-4968-a4bf-8816ff897504 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead&tenant_id=cf245c200fc840d191068689a45dd107&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 948 time: 0.2270899 Nov 12 04:05:29.551927 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7e063-b1fe-4520-aca3-55aae94fc9e6 req-42896d59-a792-46f8-8a11-813445b52a3c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:29.553679 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80e7e063-b1fe-4520-aca3-55aae94fc9e6 req-42896d59-a792-46f8-8a11-813445b52a3c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 948 time: 0.2076931 Nov 12 04:05:29.566011 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4f1820d-a22e-4018-bd58-f80a57e718b4 req-c5a25313-ad84-4af6-b5fe-f3445968ab96 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "GET /v2.0/security-groups/72cdd469-cfde-4ee8-ae55-e5d1b2c5fd4f HTTP/1.1" status: 200 len: 3012 time: 0.1279879 Nov 12 04:05:29.619427 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-f6da53ff-39f4-4df5-aa0d-c18fe597040d req-61a1fe53-47cc-4a31-84d4-3e4d51c409ae service neutron] delete failed (client error): The resource could not be found. Nov 12 04:05:29.619962 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6da53ff-39f4-4df5-aa0d-c18fe597040d req-61a1fe53-47cc-4a31-84d4-3e4d51c409ae service neutron] 10.222.0.21 "DELETE /v2.0/ports/9cac48c8-fa06-4f44-b516-a1e72aebedc0/bindings/n-h1-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.1178391 Nov 12 04:05:29.670798 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80e7e063-b1fe-4520-aca3-55aae94fc9e6 req-dcfb2436-701b-43af-b3f9-861af13b9ed9 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974450 Nov 12 04:05:29.804932 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da53ff-39f4-4df5-aa0d-c18fe597040d req-a1641091-85cc-45ef-b7fe-8423713c62ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:29.806479 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6da53ff-39f4-4df5-aa0d-c18fe597040d req-a1641091-85cc-45ef-b7fe-8423713c62ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 1100 time: 0.0881045 Nov 12 04:05:29.816202 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350a3f1-4782-4e30-ba20-046bdbe236bb req-eb42bb13-f275-453a-97e2-f7f993c9f7ec tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:29.829298 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5350a3f1-4782-4e30-ba20-046bdbe236bb req-eb42bb13-f275-453a-97e2-f7f993c9f7ec tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 1097 time: 0.0700963 Nov 12 04:05:29.896878 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c8522c9-b7ae-4c86-bbdb-5a739084f942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:29.905733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 9cac48c8-fa06-4f44-b516-a1e72aebedc0 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:29.954671 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5350a3f1-4782-4e30-ba20-046bdbe236bb req-63df658a-dcc3-4255-90b9-79a43ff2ffe5 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245208 Nov 12 04:05:30.023619 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da53ff-39f4-4df5-aa0d-c18fe597040d req-df8a02e8-bfb2-4931-9365-b5c3575fd639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:30.025779 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6da53ff-39f4-4df5-aa0d-c18fe597040d req-df8a02e8-bfb2-4931-9365-b5c3575fd639 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1925075 Nov 12 04:05:30.031210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f7cbaaf-0b85-4155-aa17-8bf80ba7c603 req-f638ee35-cb7e-4409-afd4-517a02787a6f tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "GET /v2.0/security-group-rules/73771ebf-1152-4b77-b126-6138055e7adb HTTP/1.1" status: 200 len: 783 time: 0.0338731 Nov 12 04:05:30.051833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 9cac48c8-fa06-4f44-b516-a1e72aebedc0 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:05:30.057654 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 9cac48c8-fa06-4f44-b516-a1e72aebedc0 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:30.061803 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.071768 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6da53ff-39f4-4df5-aa0d-c18fe597040d req-5f5a14f3-3a62-4b3b-89e3-5fbeae1886ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=9cac48c8-fa06-4f44-b516-a1e72aebedc0 HTTP/1.1" status: 200 len: 217 time: 0.0384710 Nov 12 04:05:30.084779 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-1050b8fa-db1b-45ec-abce-a4964fae85d0 req-0ea6dd04-6ac4-46b3-9b54-e8e814126d51 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1759851505', 'description': 'tempest-description-784172024'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:30.149508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da53ff-39f4-4df5-aa0d-c18fe597040d req-8ccfa151-608f-4523-8b07-63685bfd377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:30.151082 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6da53ff-39f4-4df5-aa0d-c18fe597040d req-8ccfa151-608f-4523-8b07-63685bfd377a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0602727 Nov 12 04:05:30.151974 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.183333 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cac48c8-fa06-4f44-b516-a1e72aebedc0'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:30.186204 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d5c470-486d-404d-aea8-c7569338557e" -d '{"events": [{"server_uuid": "fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead", "name": "network-vif-plugged", "status": "completed", "tag": "9cac48c8-fa06-4f44-b516-a1e72aebedc0"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:30.204682 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 9cac48c8-fa06-4f44-b516-a1e72aebedc0, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=9cac48c8-fa06-4f44-b516-a1e72aebedc0,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:30.232999 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da53ff-39f4-4df5-aa0d-c18fe597040d req-720a9884-be10-49c2-acf2-524ffcc6c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:30.234752 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6da53ff-39f4-4df5-aa0d-c18fe597040d req-720a9884-be10-49c2-acf2-524ffcc6c601 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0722916 Nov 12 04:05:30.238345 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f7cbaaf-0b85-4155-aa17-8bf80ba7c603 req-39d13c90-907d-483f-affc-cea9a9e89886 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "GET /v2.0/security-groups/72cdd469-cfde-4ee8-ae55-e5d1b2c5fd4f HTTP/1.1" status: 200 len: 3012 time: 0.1656642 Nov 12 04:05:30.255999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7c8522c9-b7ae-4c86-bbdb-5a739084f942 admin admin] Deleting port 03747dc0-c49c-4c89-9725-b1dca510c4dc {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:30.256543 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c8522c9-b7ae-4c86-bbdb-5a739084f942 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.276846 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.293595 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1f7cbaaf-0b85-4155-aa17-8bf80ba7c603 req-e99a7fb8-b15c-412c-9e5a-1bbdd84c0458 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.324075 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1050b8fa-db1b-45ec-abce-a4964fae85d0 req-0ea6dd04-6ac4-46b3-9b54-e8e814126d51 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.338942 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1f7cbaaf-0b85-4155-aa17-8bf80ba7c603 req-e99a7fb8-b15c-412c-9e5a-1bbdd84c0458 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.346387 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1050b8fa-db1b-45ec-abce-a4964fae85d0 req-0ea6dd04-6ac4-46b3-9b54-e8e814126d51 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.347666 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=9cac48c8-fa06-4f44-b516-a1e72aebedc0,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:30.348183 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-7c8522c9-b7ae-4c86-bbdb-5a739084f942 admin admin] For port 03747dc0-c49c-4c89-9725-b1dca510c4dc, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=03747dc0-c49c-4c89-9725-b1dca510c4dc,segment=NetworkSegment(d8b754c2-220f-40a3-8f1f-a707b1208daf),segment_id=d8b754c2-220f-40a3-8f1f-a707b1208daf)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:30.348597 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c8522c9-b7ae-4c86-bbdb-5a739084f942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.367932 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7c8522c9-b7ae-4c86-bbdb-5a739084f942 admin admin] Calling delete_port for 03747dc0-c49c-4c89-9725-b1dca510c4dc owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:30.406680 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6da53ff-39f4-4df5-aa0d-c18fe597040d req-d1fac7f3-ee9a-45a8-8b2d-36117da438b6 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617610 Nov 12 04:05:30.510042 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1f7cbaaf-0b85-4155-aa17-8bf80ba7c603 req-e99a7fb8-b15c-412c-9e5a-1bbdd84c0458 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.524798 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1f7cbaaf-0b85-4155-aa17-8bf80ba7c603 req-e99a7fb8-b15c-412c-9e5a-1bbdd84c0458 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.526020 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f7cbaaf-0b85-4155-aa17-8bf80ba7c603 req-e99a7fb8-b15c-412c-9e5a-1bbdd84c0458 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/73771ebf-1152-4b77-b126-6138055e7adb HTTP/1.1" status: 204 len: 173 time: 0.2800140 Nov 12 04:05:30.540345 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6da53ff-39f4-4df5-aa0d-c18fe597040d req-7b23e325-820e-4147-ac76-b812cb719ee1 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242766 Nov 12 04:05:30.542499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a7fb8-b15c-412c-9e5a-1bbdd84c0458 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73771ebf-1152-4b77-b126-6138055e7adb,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:30.614364 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1050b8fa-db1b-45ec-abce-a4964fae85d0 req-0ea6dd04-6ac4-46b3-9b54-e8e814126d51 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.623075 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c8522c9-b7ae-4c86-bbdb-5a739084f942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.654747 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8522c9-b7ae-4c86-bbdb-5a739084f942 admin admin] Pushing event deleted for resources: {'Port': ['ID=03747dc0-c49c-4c89-9725-b1dca510c4dc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:30.678400 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1050b8fa-db1b-45ec-abce-a4964fae85d0 req-0ea6dd04-6ac4-46b3-9b54-e8e814126d51 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.742106 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6dd04-6ac4-46b3-9b54-e8e814126d51 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea2126b-30dc-4116-9e59-a99f2cf963c4,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:30.759877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5a749-2c41-4338-9d20-8f8571dba3ea req-ca0e1e7b-a7ee-499f-8754-e620ba00bc2c tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:30.768307 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03a5a749-2c41-4338-9d20-8f8571dba3ea req-ca0e1e7b-a7ee-499f-8754-e620ba00bc2c tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 946 time: 0.1393049 Nov 12 04:05:30.853807 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1050b8fa-db1b-45ec-abce-a4964fae85d0 req-0ea6dd04-6ac4-46b3-9b54-e8e814126d51 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.876459 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03a5a749-2c41-4338-9d20-8f8571dba3ea req-9e9049c3-7893-45b1-926f-cf142a24106c tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070189 Nov 12 04:05:30.951109 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1050b8fa-db1b-45ec-abce-a4964fae85d0 req-0ea6dd04-6ac4-46b3-9b54-e8e814126d51 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.972796 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f2d32a-6fbd-42f2-953f-e6fc56c1802c x-openstack-request-id: req-67f2d32a-6fbd-42f2-953f-e6fc56c1802c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:30.974167 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead", "name": "network-vif-plugged", "status": "completed", "tag": "9cac48c8-fa06-4f44-b516-a1e72aebedc0", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:30.974727 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67f2d32a-6fbd-42f2-953f-e6fc56c1802c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:30.975564 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cac48c8-fa06-4f44-b516-a1e72aebedc0', 'code': 200} Nov 12 04:05:31.004386 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6dd04-6ac4-46b3-9b54-e8e814126d51 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56597e39-e5b7-4d6c-b7b0-a2dc837afc23,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:31.038575 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1050b8fa-db1b-45ec-abce-a4964fae85d0 req-0ea6dd04-6ac4-46b3-9b54-e8e814126d51 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.050296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1050b8fa-db1b-45ec-abce-a4964fae85d0 req-0ea6dd04-6ac4-46b3-9b54-e8e814126d51 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9748464 Nov 12 04:05:31.128564 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1807aef-b1b5-4737-ac96-d6f970261f26 req-b009ae73-8b21-4aa9-af61-6ccaca331fb1 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "GET /v2.0/security-groups/72cdd469-cfde-4ee8-ae55-e5d1b2c5fd4f HTTP/1.1" status: 200 len: 2414 time: 0.0714636 Nov 12 04:05:31.135805 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:31.138037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905b780-4b6d-4161-aaa8-b811bf64d7b3 req-0aaacb94-69d1-408d-9af0-ee2b70a00159 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:31.139901 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0905b780-4b6d-4161-aaa8-b811bf64d7b3 req-0aaacb94-69d1-408d-9af0-ee2b70a00159 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 944 time: 0.1149087 Nov 12 04:05:31.158884 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c8522c9-b7ae-4c86-bbdb-5a739084f942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.259018 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0905b780-4b6d-4161-aaa8-b811bf64d7b3 req-52629813-2031-4d80-8121-6afad6f822b6 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007161 Nov 12 04:05:31.271502 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b1807aef-b1b5-4737-ac96-d6f970261f26 req-5ea53440-2268-4ba9-8e86-d4c718c524cc tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.307539 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b1807aef-b1b5-4737-ac96-d6f970261f26 req-5ea53440-2268-4ba9-8e86-d4c718c524cc tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.337215 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:05:31.342810 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:31.343123 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.423493 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b1807aef-b1b5-4737-ac96-d6f970261f26 req-5ea53440-2268-4ba9-8e86-d4c718c524cc tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.427943 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b1807aef-b1b5-4737-ac96-d6f970261f26 req-5ea53440-2268-4ba9-8e86-d4c718c524cc tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.429852 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1807aef-b1b5-4737-ac96-d6f970261f26 req-5ea53440-2268-4ba9-8e86-d4c718c524cc tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "DELETE /v2.0/security-groups/72cdd469-cfde-4ee8-ae55-e5d1b2c5fd4f HTTP/1.1" status: 204 len: 173 time: 0.2727296 Nov 12 04:05:31.447642 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea53440-2268-4ba9-8e86-d4c718c524cc tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cdd469-cfde-4ee8-ae55-e5d1b2c5fd4f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:31.467434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e54cda-671d-46e0-ae83-e72c705b88e0 req-f3db5318-d894-4bff-8846-bdabfb6f640f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:31.478101 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a1e54cda-671d-46e0-ae83-e72c705b88e0 req-f3db5318-d894-4bff-8846-bdabfb6f640f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0989447 Nov 12 04:05:31.525039 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.542437 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a1e54cda-671d-46e0-ae83-e72c705b88e0 req-101fd79a-9e80-4095-a1e0-91011eda5483 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626628 Nov 12 04:05:31.581814 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8522c9-b7ae-4c86-bbdb-5a739084f942 admin admin] Router f96bea19-9ce8-4671-a440-cbb27a54735e has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:05:31.632191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:31.648154 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-ac4ceb51-0972-42b3-ad5c-b1a6d6a6ec2c req-5829058e-e81b-4b3c-bf2e-9123c2a37884 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Request body: {'security_group': {'name': 'tempest-securitygroup-563829177', 'description': 'tempest-description-68258115'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:31.677164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec143712-d599-4e7d-83a2-437be6cb173c req-e47430d6-f2f1-48b6-b3e0-a1b0660ea59d tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:31.679697 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec143712-d599-4e7d-83a2-437be6cb173c req-e47430d6-f2f1-48b6-b3e0-a1b0660ea59d tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 1097 time: 0.0796654 Nov 12 04:05:31.692072 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.749984 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ac4ceb51-0972-42b3-ad5c-b1a6d6a6ec2c req-5829058e-e81b-4b3c-bf2e-9123c2a37884 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.750719 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8522c9-b7ae-4c86-bbdb-5a739084f942 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:31.759057 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7c8522c9-b7ae-4c86-bbdb-5a739084f942 admin admin] 10.222.0.37 "PUT /v2.0/routers/f96bea19-9ce8-4671-a440-cbb27a54735e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3279691 Nov 12 04:05:31.763460 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ccaba2-5fb9-4fd0-84dd-796c8a011ef0 None None] Sync routers for ids ['f96bea19-9ce8-4671-a440-cbb27a54735e'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:31.764168 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:31.769208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51900) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:31.776381 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ccaba2-5fb9-4fd0-84dd-796c8a011ef0 None None] Routers {'f96bea19-9ce8-4671-a440-cbb27a54735e'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:31.777044 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-80ccaba2-5fb9-4fd0-84dd-796c8a011ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:05:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f96bea19-9ce8-4671-a440-cbb27a54735e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:31.825873 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec143712-d599-4e7d-83a2-437be6cb173c req-7632ca12-b262-48b3-9e38-58a95a028641 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364167 Nov 12 04:05:31.886426 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-80ccaba2-5fb9-4fd0-84dd-796c8a011ef0 None None] Set router f96bea19-9ce8-4671-a440-cbb27a54735e gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:31.929591 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d05504c-609d-44f1-8d56-0e290d9d7579 admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.006078 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ac4ceb51-0972-42b3-ad5c-b1a6d6a6ec2c req-5829058e-e81b-4b3c-bf2e-9123c2a37884 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.016400 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-a9596e0f-284a-4248-ab3f-2747ee37225a req-e2166de4-e3c9-4b14-bba5-78d41e840fd9 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] show failed (client error): The resource could not be found. Nov 12 04:05:32.023047 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a9596e0f-284a-4248-ab3f-2747ee37225a req-e2166de4-e3c9-4b14-bba5-78d41e840fd9 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "GET /v2.0/security-groups/4ca955c4-c9da-4be6-be48-255b3176ca28 HTTP/1.1" status: 404 len: 352 time: 0.0414855 Nov 12 04:05:32.105501 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-80ccaba2-5fb9-4fd0-84dd-796c8a011ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'name': 'tempest-AttachSCSIVolumeTestJSON-739712456-router', 'tenant_id': 'a0a315936155429794f4063cc32ae02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '89702efb-4b98-4e9e-902c-fe350a11ff43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:05:30Z', 'revision_number': 5, 'project_id': 'a0a315936155429794f4063cc32ae02d', 'gw_port': {'id': '89702efb-4b98-4e9e-902c-fe350a11ff43', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:24Z', 'updated_at': '2021-11-12T04:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:32.113216 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d05504c-609d-44f1-8d56-0e290d9d7579 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.118168 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ac4ceb51-0972-42b3-ad5c-b1a6d6a6ec2c req-5829058e-e81b-4b3c-bf2e-9123c2a37884 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.148019 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ccaba2-5fb9-4fd0-84dd-796c8a011ef0 None None] Checking router: f96bea19-9ce8-4671-a440-cbb27a54735e for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:05:32.154214 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829058e-e81b-4b3c-bf2e-9123c2a37884 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab69337d-e2fc-4e33-ada2-ee4f88ddb5cb,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:32.173951 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ccaba2-5fb9-4fd0-84dd-796c8a011ef0 None None] Routers {'f96bea19-9ce8-4671-a440-cbb27a54735e'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:32.174774 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-80ccaba2-5fb9-4fd0-84dd-796c8a011ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:05:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f96bea19-9ce8-4671-a440-cbb27a54735e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:32.208204 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ac4ceb51-0972-42b3-ad5c-b1a6d6a6ec2c req-5829058e-e81b-4b3c-bf2e-9123c2a37884 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.226125 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac4ceb51-0972-42b3-ad5c-b1a6d6a6ec2c req-5829058e-e81b-4b3c-bf2e-9123c2a37884 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5841279 Nov 12 04:05:32.291526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2d05504c-609d-44f1-8d56-0e290d9d7579 admin admin] Deleting port 89702efb-4b98-4e9e-902c-fe350a11ff43 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:32.291871 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d05504c-609d-44f1-8d56-0e290d9d7579 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.311065 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-80ccaba2-5fb9-4fd0-84dd-796c8a011ef0 None None] Set router f96bea19-9ce8-4671-a440-cbb27a54735e gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:32.412203 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76359cc2-3c00-42fb-bf3f-5c29d7dafb81 req-26dd638d-c6ba-4b97-bd23-b7c8508fb166 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:32.414096 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76359cc2-3c00-42fb-bf3f-5c29d7dafb81 req-26dd638d-c6ba-4b97-bd23-b7c8508fb166 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 946 time: 0.1082809 Nov 12 04:05:32.463366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-2d05504c-609d-44f1-8d56-0e290d9d7579 admin admin] For port 89702efb-4b98-4e9e-902c-fe350a11ff43, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=89702efb-4b98-4e9e-902c-fe350a11ff43,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:32.463673 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d05504c-609d-44f1-8d56-0e290d9d7579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.487380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2d05504c-609d-44f1-8d56-0e290d9d7579 admin admin] Calling delete_port for 89702efb-4b98-4e9e-902c-fe350a11ff43 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:32.496948 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76359cc2-3c00-42fb-bf3f-5c29d7dafb81 req-648f9d50-d87e-46c7-9e50-f5649cf5a9eb tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749602 Nov 12 04:05:32.561815 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-80ccaba2-5fb9-4fd0-84dd-796c8a011ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'name': 'tempest-AttachSCSIVolumeTestJSON-739712456-router', 'tenant_id': 'a0a315936155429794f4063cc32ae02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '89702efb-4b98-4e9e-902c-fe350a11ff43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:05:30Z', 'revision_number': 5, 'project_id': 'a0a315936155429794f4063cc32ae02d', 'gw_port': {'id': '89702efb-4b98-4e9e-902c-fe350a11ff43', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:24Z', 'updated_at': '2021-11-12T04:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:32.591794 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ccaba2-5fb9-4fd0-84dd-796c8a011ef0 None None] The sync data for ids ['f96bea19-9ce8-4671-a440-cbb27a54735e'] in n-d-768509-24 is: [{'id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'name': 'tempest-AttachSCSIVolumeTestJSON-739712456-router', 'tenant_id': 'a0a315936155429794f4063cc32ae02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '89702efb-4b98-4e9e-902c-fe350a11ff43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:05:30Z', 'revision_number': 5, 'project_id': 'a0a315936155429794f4063cc32ae02d', 'gw_port': {'id': '89702efb-4b98-4e9e-902c-fe350a11ff43', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bea19-9ce8-4671-a440-cbb27a54735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:24Z', 'updated_at': '2021-11-12T04:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:05:32.655996 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49f11888-bf07-48ea-a5ac-cbb516963572 req-f798704b-cabd-408c-9e24-daa28851962e tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "GET /v2.0/security-groups/745ff755-ac46-4a7b-a82d-ca11d409a9d5 HTTP/1.1" status: 200 len: 1821 time: 0.0672405 Nov 12 04:05:32.795347 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-49f11888-bf07-48ea-a5ac-cbb516963572 req-a783736a-960f-4cc5-9ea8-7a6d7ad013af tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.829127 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-49f11888-bf07-48ea-a5ac-cbb516963572 req-a783736a-960f-4cc5-9ea8-7a6d7ad013af tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.926459 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d05504c-609d-44f1-8d56-0e290d9d7579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.952562 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-49f11888-bf07-48ea-a5ac-cbb516963572 req-a783736a-960f-4cc5-9ea8-7a6d7ad013af tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.957356 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-49f11888-bf07-48ea-a5ac-cbb516963572 req-a783736a-960f-4cc5-9ea8-7a6d7ad013af tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.959032 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49f11888-bf07-48ea-a5ac-cbb516963572 req-a783736a-960f-4cc5-9ea8-7a6d7ad013af tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "DELETE /v2.0/security-groups/745ff755-ac46-4a7b-a82d-ca11d409a9d5 HTTP/1.1" status: 204 len: 173 time: 0.2713761 Nov 12 04:05:32.963136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05504c-609d-44f1-8d56-0e290d9d7579 admin admin] Pushing event deleted for resources: {'Port': ['ID=89702efb-4b98-4e9e-902c-fe350a11ff43,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:32.976929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783736a-960f-4cc5-9ea8-7a6d7ad013af tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=745ff755-ac46-4a7b-a82d-ca11d409a9d5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:32.979842 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a59f0a4-5935-4a31-bb05-6ae9adbccc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:32.982125 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a7b7fe-30aa-4b2b-ac1e-192bc2bf747c" -d '{"events": [{"server_uuid": "2a59f0a4-5935-4a31-bb05-6ae9adbccc4c", "name": "network-vif-plugged", "status": "completed", "tag": "f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:33.078881 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d05504c-609d-44f1-8d56-0e290d9d7579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.108090 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c9bf-7e8d-455b-87bd-ed23fc7f3843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.192022 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d05504c-609d-44f1-8d56-0e290d9d7579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.195440 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d05504c-609d-44f1-8d56-0e290d9d7579 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.255048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-f5aace80-86c3-44ef-a699-be1fa5d51696 req-d409b061-8fcc-409f-ab45-e5744220a095 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-801532286', 'description': 'tempest-description-281853993'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:33.293187 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 03747dc0-c49c-4c89-9725-b1dca510c4dc no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:33.313263 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 03747dc0-c49c-4c89-9725-b1dca510c4dc {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:33.313598 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 03747dc0-c49c-4c89-9725-b1dca510c4dc not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:33.326104 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5aace80-86c3-44ef-a699-be1fa5d51696 req-d409b061-8fcc-409f-ab45-e5744220a095 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.329902 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d05504c-609d-44f1-8d56-0e290d9d7579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.330536 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d05504c-609d-44f1-8d56-0e290d9d7579 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f96bea19-9ce8-4671-a440-cbb27a54735e {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:05:33.342726 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d05504c-609d-44f1-8d56-0e290d9d7579 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.346379 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2d05504c-609d-44f1-8d56-0e290d9d7579 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f96bea19-9ce8-4671-a440-cbb27a54735e HTTP/1.1" status: 204 len: 168 time: 1.5726359 Nov 12 04:05:33.346379 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5aace80-86c3-44ef-a699-be1fa5d51696 req-d409b061-8fcc-409f-ab45-e5744220a095 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.347083 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51942) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:33.402105 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f436b190-23d9-43ad-8900-27a01bc8ab4f admin admin] Deleting subnet 76133449-23ca-4b72-95ab-9f99cf6446fe {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:05:33.405708 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f436b190-23d9-43ad-8900-27a01bc8ab4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.465218 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5aace80-86c3-44ef-a699-be1fa5d51696 req-d409b061-8fcc-409f-ab45-e5744220a095 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.475739 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f436b190-23d9-43ad-8900-27a01bc8ab4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.526903 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5aace80-86c3-44ef-a699-be1fa5d51696 req-d409b061-8fcc-409f-ab45-e5744220a095 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.575052 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f436b190-23d9-43ad-8900-27a01bc8ab4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.582968 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409b061-8fcc-409f-ab45-e5744220a095 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3a87ae-e418-4c4d-953d-3ae9c7f1f862,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:33.628821 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5aace80-86c3-44ef-a699-be1fa5d51696 req-d409b061-8fcc-409f-ab45-e5744220a095 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.680016 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5aace80-86c3-44ef-a699-be1fa5d51696 req-d409b061-8fcc-409f-ab45-e5744220a095 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.704191 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f436b190-23d9-43ad-8900-27a01bc8ab4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.713009 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409b061-8fcc-409f-ab45-e5744220a095 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40ccb74-7a27-46d4-90d3-98003c827bb2,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:33.738287 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436b190-23d9-43ad-8900-27a01bc8ab4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76133449-23ca-4b72-95ab-9f99cf6446fe,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:33.738287 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f436b190-23d9-43ad-8900-27a01bc8ab4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.740794 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f436b190-23d9-43ad-8900-27a01bc8ab4f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/76133449-23ca-4b72-95ab-9f99cf6446fe HTTP/1.1" status: 204 len: 168 time: 0.3926413 Nov 12 04:05:33.743808 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51946) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:33.745204 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f662babe-4e6c-49ce-9221-054153a8269a None None] Network 3994bebe-8bbb-4846-81b4-8556bd9e3b19 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:33.779518 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5aace80-86c3-44ef-a699-be1fa5d51696 req-d409b061-8fcc-409f-ab45-e5744220a095 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.780965 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5aace80-86c3-44ef-a699-be1fa5d51696 req-d409b061-8fcc-409f-ab45-e5744220a095 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5315504 Nov 12 04:05:33.835118 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.900658 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] Deleting port 6354b315-1500-4ac8-922a-f2d7af65720f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:33.901345 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.939838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-e005db88-68d3-4592-ad8d-72f80c67842d tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:05:33.948104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-e005db88-68d3-4592-ad8d-72f80c67842d tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0369565 Nov 12 04:05:33.977906 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] For port 6354b315-1500-4ac8-922a-f2d7af65720f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6354b315-1500-4ac8-922a-f2d7af65720f,segment=NetworkSegment(d8b754c2-220f-40a3-8f1f-a707b1208daf),segment_id=d8b754c2-220f-40a3-8f1f-a707b1208daf)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:33.978357 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.985358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b52b7-8bdc-4631-9d8e-c145c45035e1 req-c1c24206-1585-44a5-a7a7-28666a6970c1 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:33.986935 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-286b52b7-8bdc-4631-9d8e-c145c45035e1 req-c1c24206-1585-44a5-a7a7-28666a6970c1 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.1297143 Nov 12 04:05:33.992298 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] Calling delete_port for 6354b315-1500-4ac8-922a-f2d7af65720f owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:34.032747 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-3a5656f6-7a85-4560-9961-f857f4db11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:34.034851 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] DHCP port deletion for 3994bebe-8bbb-4846-81b4-8556bd9e3b19 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:05:34.039335 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-3a5656f6-7a85-4560-9961-f857f4db11cd service neutron] 10.222.0.37 "GET /v2.0/ports/d96f1f45-6f9f-474d-bb6d-89a37d975562 HTTP/1.1" status: 200 len: 1094 time: 0.0848680 Nov 12 04:05:34.045190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-69dcdb3b-134a-4ad3-b10d-b721360b3bb3 service neutron] Request body: {'binding': {'host': 'n-h1-768509-24', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:34.045611 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-69dcdb3b-134a-4ad3-b10d-b721360b3bb3 service neutron] Unknown quota resources ['binding']. {{(pid=103296) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:05:34.107254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] Deleting port 6354b315-1500-4ac8-922a-f2d7af65720f {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:34.107605 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.119796 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-286b52b7-8bdc-4631-9d8e-c145c45035e1 req-1efc5fb8-0e09-4ff5-8b6f-dbf91b078ff2 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108353 Nov 12 04:05:34.132698 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.180602 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] Pushing event deleted for resources: {'Port': ['ID=6354b315-1500-4ac8-922a-f2d7af65720f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:34.186020 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] No DVR routers for this DVR port 6354b315-1500-4ac8-922a-f2d7af65720f on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:34.190419 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] For port 6354b315-1500-4ac8-922a-f2d7af65720f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6354b315-1500-4ac8-922a-f2d7af65720f,segment=NetworkSegment(d8b754c2-220f-40a3-8f1f-a707b1208daf),segment_id=d8b754c2-220f-40a3-8f1f-a707b1208daf)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:34.190877 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.216489 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] Calling delete_port for 6354b315-1500-4ac8-922a-f2d7af65720f owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:34.299104 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.319881 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.322495 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3994bebe-8bbb-4846-81b4-8556bd9e3b19']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:34.322662 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297542e1-7348-4756-9ac6-3fc363a3cf32 req-05143938-2a50-47f3-897e-e59d041e4f48 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:34.324739 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-297542e1-7348-4756-9ac6-3fc363a3cf32 req-05143938-2a50-47f3-897e-e59d041e4f48 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.1022382 Nov 12 04:05:34.330465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-69dcdb3b-134a-4ad3-b10d-b721360b3bb3 service neutron] Attempting to bind port d96f1f45-6f9f-474d-bb6d-89a37d975562 on host n-h1-768509-24 for vnic_type normal with profile None {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:34.330836 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-69dcdb3b-134a-4ad3-b10d-b721360b3bb3 service neutron] Attempting to bind port d96f1f45-6f9f-474d-bb6d-89a37d975562 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:34.331168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-69dcdb3b-134a-4ad3-b10d-b721360b3bb3 service neutron] Attempting to bind port d96f1f45-6f9f-474d-bb6d-89a37d975562 on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:34.343618 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b754c2-220f-40a3-8f1f-a707b1208daf') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:34.343935 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b754c2-220f-40a3-8f1f-a707b1208daf') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:34.349582 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-69dcdb3b-134a-4ad3-b10d-b721360b3bb3 service neutron] Port d96f1f45-6f9f-474d-bb6d-89a37d975562 on network 1332ff08-7d9c-4053-b884-7942193654ff not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:05:34.349918 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-69dcdb3b-134a-4ad3-b10d-b721360b3bb3 service neutron] Attempting to bind port d96f1f45-6f9f-474d-bb6d-89a37d975562 on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:34.356361 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.360294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-69dcdb3b-134a-4ad3-b10d-b721360b3bb3 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:34.360294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-69dcdb3b-134a-4ad3-b10d-b721360b3bb3 service neutron] Checking segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:34.360521 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] Pushing event deleted for resources: {'Port': ['ID=6354b315-1500-4ac8-922a-f2d7af65720f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:34.360619 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-69dcdb3b-134a-4ad3-b10d-b721360b3bb3 service neutron] Bound using segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:34.360619 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-69dcdb3b-134a-4ad3-b10d-b721360b3bb3 service neutron] Bound port: d96f1f45-6f9f-474d-bb6d-89a37d975562, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:34.368822 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] No DVR routers for this DVR port 6354b315-1500-4ac8-922a-f2d7af65720f on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:34.371830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:34.372384 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:34.372870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:34.373361 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:34.373834 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:34.374314 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:34.374822 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:34.375853 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:34.378385 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:34.378913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:34.379396 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:34.379873 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d8626-a620-4766-8137-3b57ee1ee6dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:34.380010 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.390128 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:05:34.396831 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:05:34.417407 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-297542e1-7348-4756-9ac6-3fc363a3cf32 req-cdca9577-c9f9-4d4c-b4e1-9da5570dcdf1 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838952 Nov 12 04:05:34.442027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-69dcdb3b-134a-4ad3-b10d-b721360b3bb3 service neutron] For port d96f1f45-6f9f-474d-bb6d-89a37d975562, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d96f1f45-6f9f-474d-bb6d-89a37d975562,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:34.511231 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-69dcdb3b-134a-4ad3-b10d-b721360b3bb3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.512707 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-69dcdb3b-134a-4ad3-b10d-b721360b3bb3 service neutron] 10.222.0.37 "POST /v2.0/ports/d96f1f45-6f9f-474d-bb6d-89a37d975562/bindings HTTP/1.1" status: 201 len: 390 time: 0.4725626 Nov 12 04:05:34.538905 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.544844 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.550686 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3994bebe-8bbb-4846-81b4-8556bd9e3b19 HTTP/1.1" status: 204 len: 168 time: 0.8033202 Nov 12 04:05:34.578060 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f768643-44db-4c6b-a59b-2afd374fde14 admin admin] Pushing event deleted for resources: {'Network': ['ID=3994bebe-8bbb-4846-81b4-8556bd9e3b19,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:34.587588 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1f9d7d6-57f5-4e22-8883-233fe62565b2 req-c116c348-0ca7-4ae0-8dec-d4d4dd971526 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "GET /v2.0/security-groups/afe6f834-0b1c-4440-b08a-bea6dc129e27 HTTP/1.1" status: 200 len: 1821 time: 0.0484562 Nov 12 04:05:34.667381 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d1f9d7d6-57f5-4e22-8883-233fe62565b2 req-ddb535c2-8daf-44de-90cb-b3189f1a6a15 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.691702 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d1f9d7d6-57f5-4e22-8883-233fe62565b2 req-ddb535c2-8daf-44de-90cb-b3189f1a6a15 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.800301 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbc39b4-86ac-4c09-b439-7c59deb7863e x-openstack-request-id: req-6bbc39b4-86ac-4c09-b439-7c59deb7863e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:34.801053 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a59f0a4-5935-4a31-bb05-6ae9adbccc4c", "name": "network-vif-plugged", "status": "completed", "tag": "f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:34.801600 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6bbc39b4-86ac-4c09-b439-7c59deb7863e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:34.802478 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a59f0a4-5935-4a31-bb05-6ae9adbccc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9', 'code': 200} Nov 12 04:05:34.845969 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d1f9d7d6-57f5-4e22-8883-233fe62565b2 req-ddb535c2-8daf-44de-90cb-b3189f1a6a15 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.848953 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d1f9d7d6-57f5-4e22-8883-233fe62565b2 req-ddb535c2-8daf-44de-90cb-b3189f1a6a15 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.850129 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1f9d7d6-57f5-4e22-8883-233fe62565b2 req-ddb535c2-8daf-44de-90cb-b3189f1a6a15 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "DELETE /v2.0/security-groups/afe6f834-0b1c-4440-b08a-bea6dc129e27 HTTP/1.1" status: 204 len: 173 time: 0.2556369 Nov 12 04:05:34.864086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb535c2-8daf-44de-90cb-b3189f1a6a15 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe6f834-0b1c-4440-b08a-bea6dc129e27,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:34.891983 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-b3930cd6-e754-4742-a415-6243addb9921 req-a3d94a8d-2702-491e-92d1-57056ff94fd9 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-924764750', 'description': 'tempest-description-214968091'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:34.930006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51958) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:34.984640 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5da62-25f2-4808-992d-69b4637a03de req-41a9c7f0-ffaa-4db9-8b5a-c3e9b2b25adf tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:34.986212 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8d5da62-25f2-4808-992d-69b4637a03de req-41a9c7f0-ffaa-4db9-8b5a-c3e9b2b25adf tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 946 time: 0.1009083 Nov 12 04:05:34.988473 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af645359-ad5c-4e9d-a60c-dadf5ee80373 req-49f9dc68-db21-4789-9e9e-7dcebb401cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:34.990407 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af645359-ad5c-4e9d-a60c-dadf5ee80373 req-49f9dc68-db21-4789-9e9e-7dcebb401cb4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 1097 time: 0.0865233 Nov 12 04:05:34.993687 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1b3d4d5d-cf86-477c-80ad-bad567990860 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4a6ebac40b146cfa24061442c524e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0623138 Nov 12 04:05:34.996251 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51960) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:35.042527 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b3930cd6-e754-4742-a415-6243addb9921 req-a3d94a8d-2702-491e-92d1-57056ff94fd9 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:35.126944 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8d5da62-25f2-4808-992d-69b4637a03de req-ba958a22-ea03-41f3-a144-63e35726dc9b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181390 Nov 12 04:05:35.129052 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af645359-ad5c-4e9d-a60c-dadf5ee80373 req-36376108-3b8f-42d9-9c68-09ca1f269a80 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307449 Nov 12 04:05:35.153184 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec40363f-289f-4cef-bdcf-ea51797fbce0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:35.188603 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec40363f-289f-4cef-bdcf-ea51797fbce0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:35.265878 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b3930cd6-e754-4742-a415-6243addb9921 req-a3d94a8d-2702-491e-92d1-57056ff94fd9 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:35.271904 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 89702efb-4b98-4e9e-902c-fe350a11ff43 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:35.293160 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 89702efb-4b98-4e9e-902c-fe350a11ff43 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:35.293565 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 89702efb-4b98-4e9e-902c-fe350a11ff43 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:35.293980 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6354b315-1500-4ac8-922a-f2d7af65720f no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:35.297131 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7139dd-2c2e-4eac-a33c-59e0da9972af req-47e0a6ce-ad50-4deb-9066-d06e9715db78 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:35.299450 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab7139dd-2c2e-4eac-a33c-59e0da9972af req-47e0a6ce-ad50-4deb-9066-d06e9715db78 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0923195 Nov 12 04:05:35.312918 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 6354b315-1500-4ac8-922a-f2d7af65720f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:35.313507 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6354b315-1500-4ac8-922a-f2d7af65720f not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:35.327591 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b3930cd6-e754-4742-a415-6243addb9921 req-a3d94a8d-2702-491e-92d1-57056ff94fd9 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:35.368919 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec40363f-289f-4cef-bdcf-ea51797fbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:35.371464 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec40363f-289f-4cef-bdcf-ea51797fbce0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:35.375337 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ec40363f-289f-4cef-bdcf-ea51797fbce0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5feb785-fe9c-46f9-9505-20fc896ee3a1 HTTP/1.1" status: 204 len: 168 time: 0.3778589 Nov 12 04:05:35.406475 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d94a8d-2702-491e-92d1-57056ff94fd9 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3d9686-3a2e-4f2e-a0e4-a3c442a4990a,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:35.410213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab7139dd-2c2e-4eac-a33c-59e0da9972af req-c1870b80-e6ec-435e-8a83-fa775d738409 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009121 Nov 12 04:05:35.422526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40363f-289f-4cef-bdcf-ea51797fbce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5feb785-fe9c-46f9-9505-20fc896ee3a1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:35.426329 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b3930cd6-e754-4742-a415-6243addb9921 req-a3d94a8d-2702-491e-92d1-57056ff94fd9 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:35.441949 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b3930cd6-e754-4742-a415-6243addb9921 req-a3d94a8d-2702-491e-92d1-57056ff94fd9 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5580106 Nov 12 04:05:35.480093 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8b39bf8-70dc-42e2-bfbf-5c9779e09385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:35.848631 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af9a5acb-ecdd-4cee-8121-92478732463c req-1bebc542-ccad-4ef1-9599-f186d039fb9f tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "GET /v2.0/security-groups/5592247b-70ef-44ea-9554-cb65b524024f HTTP/1.1" status: 200 len: 1821 time: 0.3607998 Nov 12 04:05:35.873641 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e0ea7-a77b-452c-88fe-31a01819a918 req-c67fbfab-74b3-47a3-bc87-5e1a642d7499 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:35.875129 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-211e0ea7-a77b-452c-88fe-31a01819a918 req-c67fbfab-74b3-47a3-bc87-5e1a642d7499 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.0778289 Nov 12 04:05:35.953724 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-211e0ea7-a77b-452c-88fe-31a01819a918 req-9e82861f-b71d-4881-959a-6e7b3e562a2a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697112 Nov 12 04:05:35.954323 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-af9a5acb-ecdd-4cee-8121-92478732463c req-ae48c197-712e-4cad-ac7f-be9867aa7978 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:35.980985 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-af9a5acb-ecdd-4cee-8121-92478732463c req-ae48c197-712e-4cad-ac7f-be9867aa7978 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.072476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570469d-6d6d-4ef9-9dea-b2ff085a3510 req-24125a48-ace2-4886-a386-7b20eea20127 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:36.074029 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e570469d-6d6d-4ef9-9dea-b2ff085a3510 req-24125a48-ace2-4886-a386-7b20eea20127 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.0530643 Nov 12 04:05:36.076004 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-af9a5acb-ecdd-4cee-8121-92478732463c req-ae48c197-712e-4cad-ac7f-be9867aa7978 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.078596 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-af9a5acb-ecdd-4cee-8121-92478732463c req-ae48c197-712e-4cad-ac7f-be9867aa7978 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.079632 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af9a5acb-ecdd-4cee-8121-92478732463c req-ae48c197-712e-4cad-ac7f-be9867aa7978 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "DELETE /v2.0/security-groups/5592247b-70ef-44ea-9554-cb65b524024f HTTP/1.1" status: 204 len: 173 time: 0.2220733 Nov 12 04:05:36.097208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48c197-712e-4cad-ac7f-be9867aa7978 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5592247b-70ef-44ea-9554-cb65b524024f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:36.175835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e570469d-6d6d-4ef9-9dea-b2ff085a3510 req-1aaf5338-abe5-4a10-b499-963fab5f8624 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952632 Nov 12 04:05:36.180731 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51978) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:36.284025 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a08daa20-2fbf-4114-967c-56ca22845c16 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0a315936155429794f4063cc32ae02d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1017313 Nov 12 04:05:36.286950 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51982) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:36.343959 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d18306ad-3b81-4868-8f7a-b799276ddb0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.367694 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d18306ad-3b81-4868-8f7a-b799276ddb0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.398321 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cdbc7e9c-aa1e-45df-8fad-898bd15a7ad9 req-2e206f90-f349-4143-bd06-6f602b72f7ab tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "GET /v2.0/security-groups/3d7b5d5f-c6bc-4adb-ab7a-cf5b26e53b92 HTTP/1.1" status: 200 len: 2421 time: 0.0731592 Nov 12 04:05:36.491299 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d18306ad-3b81-4868-8f7a-b799276ddb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.494197 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d18306ad-3b81-4868-8f7a-b799276ddb0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.495393 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d18306ad-3b81-4868-8f7a-b799276ddb0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/079de5d5-11a1-4869-b43b-9c0099a40377 HTTP/1.1" status: 204 len: 168 time: 0.2074537 Nov 12 04:05:36.503404 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18306ad-3b81-4868-8f7a-b799276ddb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079de5d5-11a1-4869-b43b-9c0099a40377,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:36.504406 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cdbc7e9c-aa1e-45df-8fad-898bd15a7ad9 req-797a43fe-60d1-4870-9a36-4ee3a96137f3 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.537382 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.545029 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cdbc7e9c-aa1e-45df-8fad-898bd15a7ad9 req-797a43fe-60d1-4870-9a36-4ee3a96137f3 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.563569 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-8398c1c8-f3c3-4f8d-b3f6-cece61cc2d3b tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 58123 time: 0.4681883 Nov 12 04:05:36.595982 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-356da3c4-1980-4202-8a48-ae2021f1b162 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] show failed (client error): The resource could not be found. Nov 12 04:05:36.598156 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-356da3c4-1980-4202-8a48-ae2021f1b162 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/079de5d5-11a1-4869-b43b-9c0099a40377 HTTP/1.1" status: 404 len: 352 time: 0.0237005 Nov 12 04:05:36.642736 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-332902b2-eaaa-4829-b7ed-52cb23ce89e3 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] show failed (client error): The resource could not be found. Nov 12 04:05:36.644066 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-332902b2-eaaa-4829-b7ed-52cb23ce89e3 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/079de5d5-11a1-4869-b43b-9c0099a40377 HTTP/1.1" status: 404 len: 352 time: 0.0274827 Nov 12 04:05:36.689107 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-5b6caa75-bece-4a9e-abf0-eaa966676da5 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/16ebc049-fc2b-495f-8182-12e3bada0ca9 HTTP/1.1" status: 200 len: 2998 time: 0.0366087 Nov 12 04:05:36.739036 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-597d9815-a488-4a6b-a26c-a98426f42020 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/16ebc049-fc2b-495f-8182-12e3bada0ca9 HTTP/1.1" status: 200 len: 2998 time: 0.0439284 Nov 12 04:05:36.766903 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cdbc7e9c-aa1e-45df-8fad-898bd15a7ad9 req-797a43fe-60d1-4870-9a36-4ee3a96137f3 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.769435 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cdbc7e9c-aa1e-45df-8fad-898bd15a7ad9 req-797a43fe-60d1-4870-9a36-4ee3a96137f3 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.770534 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cdbc7e9c-aa1e-45df-8fad-898bd15a7ad9 req-797a43fe-60d1-4870-9a36-4ee3a96137f3 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "DELETE /v2.0/security-groups/3d7b5d5f-c6bc-4adb-ab7a-cf5b26e53b92 HTTP/1.1" status: 204 len: 173 time: 0.3645687 Nov 12 04:05:36.786274 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a43fe-60d1-4870-9a36-4ee3a96137f3 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7b5d5f-c6bc-4adb-ab7a-cf5b26e53b92,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:36.789411 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-a507dd37-b23c-4b97-981b-4a42acaa363a tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/1b2e40b2-09c1-4108-8318-d9c08f588b67 HTTP/1.1" status: 200 len: 2994 time: 0.0495074 Nov 12 04:05:36.864764 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-a30ae39e-281b-4f35-b953-1a66d17b6cb1 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/1b2e40b2-09c1-4108-8318-d9c08f588b67 HTTP/1.1" status: 200 len: 2994 time: 0.0655828 Nov 12 04:05:36.915388 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b38d5-a9af-48e9-ae66-6e02f842e760 req-d716b47b-30f3-4f79-9274-68d30f15c943 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:36.916891 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b15b38d5-a9af-48e9-ae66-6e02f842e760 req-d716b47b-30f3-4f79-9274-68d30f15c943 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 946 time: 0.0911980 Nov 12 04:05:36.947231 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-9d4a6e4b-d3d1-48f3-8814-bdf79a8c867b tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/1dc4181e-8033-4e79-a8f6-2b83bb0af80b HTTP/1.1" status: 200 len: 2998 time: 0.0715921 Nov 12 04:05:36.991011 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b15b38d5-a9af-48e9-ae66-6e02f842e760 req-ee927335-49e6-4e9f-8aa7-ec156a1c7234 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656309 Nov 12 04:05:37.014464 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-1fadda1c-bfe5-4cba-a820-38005f6a39a6 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/1dc4181e-8033-4e79-a8f6-2b83bb0af80b HTTP/1.1" status: 200 len: 2998 time: 0.0516143 Nov 12 04:05:37.077129 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-898c010e-5cdd-403f-8e1a-ad9b8ccfff1c tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/40d2c491-e551-4b71-8b5d-cad933ca24b0 HTTP/1.1" status: 200 len: 2998 time: 0.0564280 Nov 12 04:05:37.105272 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbbed8a0-da08-4622-a576-bb3d4ad2be5d req-c7ebf8cc-165a-411e-8de0-acea8f69fd21 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "GET /v2.0/security-groups/1d9b3e42-2d1b-471b-b85c-2ca631a9cc83 HTTP/1.1" status: 200 len: 2414 time: 0.0626161 Nov 12 04:05:37.160534 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-d8922cb2-fcfd-4b51-9673-f173f22bb034 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/40d2c491-e551-4b71-8b5d-cad933ca24b0 HTTP/1.1" status: 200 len: 2998 time: 0.0757949 Nov 12 04:05:37.223380 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dbbed8a0-da08-4622-a576-bb3d4ad2be5d req-06132043-6558-4e35-893c-b9cb99ad2751 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:37.242738 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-4ecb84fa-07ae-43b5-ba8d-304ab0947394 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/472b51b4-7e05-4b08-8370-18c641a3d5b6 HTTP/1.1" status: 200 len: 2998 time: 0.0717127 Nov 12 04:05:37.259057 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dbbed8a0-da08-4622-a576-bb3d4ad2be5d req-06132043-6558-4e35-893c-b9cb99ad2751 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:37.312902 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-baab1aaf-77ab-4918-9e80-db2e16c68aca tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/472b51b4-7e05-4b08-8370-18c641a3d5b6 HTTP/1.1" status: 200 len: 2998 time: 0.0629876 Nov 12 04:05:37.360341 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-36e6a4ba-9c56-44ce-9914-155fa280dc26 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/4b2a8660-3b75-4691-828b-c795a667560b HTTP/1.1" status: 200 len: 2998 time: 0.0377643 Nov 12 04:05:37.392470 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dbbed8a0-da08-4622-a576-bb3d4ad2be5d req-06132043-6558-4e35-893c-b9cb99ad2751 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:37.395022 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dbbed8a0-da08-4622-a576-bb3d4ad2be5d req-06132043-6558-4e35-893c-b9cb99ad2751 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:37.396181 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbbed8a0-da08-4622-a576-bb3d4ad2be5d req-06132043-6558-4e35-893c-b9cb99ad2751 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] 10.222.0.37 "DELETE /v2.0/security-groups/1d9b3e42-2d1b-471b-b85c-2ca631a9cc83 HTTP/1.1" status: 204 len: 173 time: 0.2838345 Nov 12 04:05:37.409743 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52012) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:37.421708 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06132043-6558-4e35-893c-b9cb99ad2751 tempest-SecurityGroupRulesTestJSON-1036877999 tempest-SecurityGroupRulesTestJSON-1036877999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9b3e42-2d1b-471b-b85c-2ca631a9cc83,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:37.425662 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-94190394-e751-41ae-9103-23940da8f762 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/4b2a8660-3b75-4691-828b-c795a667560b HTTP/1.1" status: 200 len: 2998 time: 0.0565529 Nov 12 04:05:37.485012 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-191ed98b-732c-4541-a383-00a89d163877 admin admin] Deleting subnet d0c0f81d-9722-47f7-9ed5-0456ee734c65 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:05:37.489102 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-191ed98b-732c-4541-a383-00a89d163877 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:37.529930 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-5e5b4b22-ff4d-4ec3-b9d5-54bed07cf168 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5e45eef0-97e6-444b-9ea2-53abdf7d777f HTTP/1.1" status: 200 len: 2990 time: 0.0715315 Nov 12 04:05:37.537465 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-191ed98b-732c-4541-a383-00a89d163877 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:37.539366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4d6f4-85bd-4d72-817a-f5b5d9340a08 req-893ca73f-d9d3-4103-babc-66e4a6d51149 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:37.540886 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07f4d6f4-85bd-4d72-817a-f5b5d9340a08 req-893ca73f-d9d3-4103-babc-66e4a6d51149 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.0916820 Nov 12 04:05:37.589773 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-191ed98b-732c-4541-a383-00a89d163877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:37.605015 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-1d7ed0a6-0595-4066-8be0-3f934402bc8e tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5e45eef0-97e6-444b-9ea2-53abdf7d777f HTTP/1.1" status: 200 len: 2990 time: 0.0630836 Nov 12 04:05:37.627125 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07f4d6f4-85bd-4d72-817a-f5b5d9340a08 req-add847ca-f12d-4b65-968e-c01beaae58bf tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725334 Nov 12 04:05:37.659497 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-ff9835f8-bbb7-4cb6-b79a-4e23dfcccb29 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/6dd16932-a8ad-4b76-9e65-f3331050730f HTTP/1.1" status: 200 len: 2994 time: 0.0450165 Nov 12 04:05:37.704238 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-7102b110-ab1d-4f2f-8485-f0695e883b0a tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/6dd16932-a8ad-4b76-9e65-f3331050730f HTTP/1.1" status: 200 len: 2994 time: 0.0386517 Nov 12 04:05:37.720148 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-191ed98b-732c-4541-a383-00a89d163877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:37.750835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-be3846f8-afc8-4360-8665-cb1ba440fb86 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/6ea2126b-30dc-4116-9e59-a99f2cf963c4 HTTP/1.1" status: 200 len: 2998 time: 0.0399358 Nov 12 04:05:37.754457 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ed98b-732c-4541-a383-00a89d163877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0c0f81d-9722-47f7-9ed5-0456ee734c65,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:37.761851 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-191ed98b-732c-4541-a383-00a89d163877 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:37.768457 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-191ed98b-732c-4541-a383-00a89d163877 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d0c0f81d-9722-47f7-9ed5-0456ee734c65 HTTP/1.1" status: 204 len: 168 time: 0.3532968 Nov 12 04:05:37.768766 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52020) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:37.821204 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-930d2b94-10a4-4f71-b2b7-58e4185e98fe tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/6ea2126b-30dc-4116-9e59-a99f2cf963c4 HTTP/1.1" status: 200 len: 2998 time: 0.0635900 Nov 12 04:05:37.837244 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1709915f-1f3c-48e2-98ae-2ccce0494a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:37.863577 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1bb55-e3cc-4a34-9554-731c770befca req-89841119-96a7-4d11-9f7b-2c82ce1b7173 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:37.865612 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49f1bb55-e3cc-4a34-9554-731c770befca req-89841119-96a7-4d11-9f7b-2c82ce1b7173 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.0805066 Nov 12 04:05:37.891330 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-cab623fd-0c11-4885-8584-303169c38957 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/746a273f-0a21-42b1-b1da-ecddefb5b3f9 HTTP/1.1" status: 200 len: 2998 time: 0.0635877 Nov 12 04:05:37.918885 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1709915f-1f3c-48e2-98ae-2ccce0494a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:37.932339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49f1bb55-e3cc-4a34-9554-731c770befca req-59220ac8-39b4-4531-a2c0-169ff366a4a5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573881 Nov 12 04:05:37.939573 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1709915f-1f3c-48e2-98ae-2ccce0494a60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b97aba-525d-4de9-a34b-a9abecf9bf21']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:37.956864 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-1d19abe4-6f52-488a-8558-0b5b6dd0ea08 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/746a273f-0a21-42b1-b1da-ecddefb5b3f9 HTTP/1.1" status: 200 len: 2998 time: 0.0575004 Nov 12 04:05:37.960170 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1709915f-1f3c-48e2-98ae-2ccce0494a60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f930eba-c1d1-44a9-b7e2-866b2066ba7f') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:37.960462 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1709915f-1f3c-48e2-98ae-2ccce0494a60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f930eba-c1d1-44a9-b7e2-866b2066ba7f') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:37.972212 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1709915f-1f3c-48e2-98ae-2ccce0494a60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:37.988439 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1709915f-1f3c-48e2-98ae-2ccce0494a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:37.995305 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1709915f-1f3c-48e2-98ae-2ccce0494a60 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1709915f-1f3c-48e2-98ae-2ccce0494a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:05:38.002791 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:05:38.007830 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-d68f5be5-7899-4d80-90bd-cc4b1e0d6e6f tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/7fa93724-0bb6-4187-95c5-c1c07a534ae2 HTTP/1.1" status: 200 len: 2994 time: 0.0454979 Nov 12 04:05:38.057356 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-b8f23ef5-72df-4532-a24e-a89d8f95dbef tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/7fa93724-0bb6-4187-95c5-c1c07a534ae2 HTTP/1.1" status: 200 len: 2994 time: 0.0426857 Nov 12 04:05:38.080521 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:38.099697 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-17a65c2e-5932-456c-87a9-61e51645ce3c tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8d3a87ae-e418-4c4d-953d-3ae9c7f1f862 HTTP/1.1" status: 200 len: 2998 time: 0.0360463 Nov 12 04:05:38.142368 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-5b385fc4-1af7-436f-b295-08dfda1c1593 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8d3a87ae-e418-4c4d-953d-3ae9c7f1f862 HTTP/1.1" status: 200 len: 2998 time: 0.0367131 Nov 12 04:05:38.148637 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1709915f-1f3c-48e2-98ae-2ccce0494a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:38.154421 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1709915f-1f3c-48e2-98ae-2ccce0494a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:38.159488 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1709915f-1f3c-48e2-98ae-2ccce0494a60 admin admin] 10.222.0.37 "DELETE /v2.0/networks/71b97aba-525d-4de9-a34b-a9abecf9bf21 HTTP/1.1" status: 204 len: 168 time: 0.3878310 Nov 12 04:05:38.174721 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709915f-1f3c-48e2-98ae-2ccce0494a60 admin admin] Pushing event deleted for resources: {'Network': ['ID=71b97aba-525d-4de9-a34b-a9abecf9bf21,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:38.207439 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-b971d5ee-beaa-49f1-87cf-86daebb231b5 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/a0b1a4a6-9eeb-4b49-821e-d9733cea55c4 HTTP/1.1" status: 200 len: 2998 time: 0.0584614 Nov 12 04:05:38.268591 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-92d4b302-8889-47c9-80ed-89e9245c1993 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/a0b1a4a6-9eeb-4b49-821e-d9733cea55c4 HTTP/1.1" status: 200 len: 2998 time: 0.0544319 Nov 12 04:05:38.317660 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-37474c27-4d20-409f-bb92-349599c4b54c tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/a371ebf0-2336-49e4-a8fc-fc915753ada8 HTTP/1.1" status: 200 len: 2998 time: 0.0415227 Nov 12 04:05:38.358834 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-55d9fe34-b047-4cf1-878e-eac9c4bd2084 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/a371ebf0-2336-49e4-a8fc-fc915753ada8 HTTP/1.1" status: 200 len: 2998 time: 0.0350454 Nov 12 04:05:38.399925 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-1eb33a79-b891-4c1c-9493-01ad7c397305 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/fa8b0523-f204-4a28-9716-7767f35c7176 HTTP/1.1" status: 200 len: 2998 time: 0.0341432 Nov 12 04:05:38.440753 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a479d2d3-9261-48d0-9312-1b0b2da17c0b req-c856fb58-d4ba-4db5-a6ee-7d266d5d808c tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/fa8b0523-f204-4a28-9716-7767f35c7176 HTTP/1.1" status: 200 len: 2998 time: 0.0349100 Nov 12 04:05:38.553178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de827d27-74cf-443d-ba84-5431c863934f req-7f3aa7c9-9258-4c2e-92c8-68783395e686 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:38.554767 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de827d27-74cf-443d-ba84-5431c863934f req-7f3aa7c9-9258-4c2e-92c8-68783395e686 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 946 time: 0.0572827 Nov 12 04:05:38.616194 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de827d27-74cf-443d-ba84-5431c863934f req-8be1feac-e114-4302-ae8e-5a46de27dfb0 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532639 Nov 12 04:05:38.619891 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52046) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:38.668099 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3cd31535-18a9-4fe6-abf9-8baec5c86d6b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd07cf26061242f2afc921747b981443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469649 Nov 12 04:05:38.670571 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52054) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:38.694645 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-411a0df2-0000-4fd6-b296-4122cc51d7a5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cf245c200fc840d191068689a45dd107&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347488 Nov 12 04:05:38.718659 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ca53061-4682-438e-8893-b0f0a12872cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:38.740209 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ca53061-4682-438e-8893-b0f0a12872cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:38.806256 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd3f1bd4-401a-4b6b-aac2-f89b0d4579aa req-a7b2fef3-0bec-4df7-9fca-7332ee2a7609 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17f87ec48e5c4cd8b87336767e102cd6 HTTP/1.1" status: 200 len: 6151 time: 0.1563928 Nov 12 04:05:38.862514 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ca53061-4682-438e-8893-b0f0a12872cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:38.865137 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ca53061-4682-438e-8893-b0f0a12872cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:38.866539 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1ca53061-4682-438e-8893-b0f0a12872cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a371ebf0-2336-49e4-a8fc-fc915753ada8 HTTP/1.1" status: 204 len: 168 time: 0.1948349 Nov 12 04:05:38.873928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-25cc2060-9b3e-424c-94a6-b7d0902e8958 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:38.878065 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-25cc2060-9b3e-424c-94a6-b7d0902e8958 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741762 Nov 12 04:05:38.878233 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca53061-4682-438e-8893-b0f0a12872cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a371ebf0-2336-49e4-a8fc-fc915753ada8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:38.881471 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd3f1bd4-401a-4b6b-aac2-f89b0d4579aa req-3bd33247-db31-45df-9b92-5f3e31552039 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] 10.222.0.37 "GET /v2.0/security-groups/6ea2126b-30dc-4116-9e59-a99f2cf963c4 HTTP/1.1" status: 200 len: 2998 time: 0.0678246 Nov 12 04:05:38.896339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-3b84276d-17c8-4aa6-a4d2-85d5664d02c7 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/quotas/cf245c200fc840d191068689a45dd107 HTTP/1.1" status: 200 len: 375 time: 0.0116179 Nov 12 04:05:38.968940 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd3f1bd4-401a-4b6b-aac2-f89b0d4579aa req-a41321d2-2206-458f-b6ea-128ed4b18ce0 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] 10.222.0.37 "GET /v2.0/security-groups/6ea2126b-30dc-4116-9e59-a99f2cf963c4 HTTP/1.1" status: 200 len: 2998 time: 0.0757341 Nov 12 04:05:38.981389 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-f19ebf74-968b-43a4-b304-7296b1b6cd7c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765798 Nov 12 04:05:39.011648 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:39.088887 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81913dba-699f-4be2-8669-4892e465d5b3 req-3ab00c1d-aece-4380-b6be-f5c3f2b1f3bc tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:39.090763 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81913dba-699f-4be2-8669-4892e465d5b3 req-3ab00c1d-aece-4380-b6be-f5c3f2b1f3bc tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.0653913 Nov 12 04:05:39.143782 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81913dba-699f-4be2-8669-4892e465d5b3 req-dd895cf3-7e2f-4d11-b48c-bfe8ab467149 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469089 Nov 12 04:05:39.242818 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754499da-cd70-43a6-877a-cd9a4c4ecb83 req-0c3d8c6b-471f-4323-bdc2-d76944fafab0 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5c3d9686-3a2e-4f2e-a0e4-a3c442a4990a HTTP/1.1" status: 200 len: 1793 time: 0.0561719 Nov 12 04:05:39.342050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8dfe9-1927-4766-a08b-2ff0f6bcdaa2 req-50d27212-a3a9-4489-adeb-d3cd59c58694 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:39.343618 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dc8dfe9-1927-4766-a08b-2ff0f6bcdaa2 req-50d27212-a3a9-4489-adeb-d3cd59c58694 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.1040072 Nov 12 04:05:39.373213 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-754499da-cd70-43a6-877a-cd9a4c4ecb83 req-f9dcaf50-0a9f-4223-81f5-1980f2bf6b8f tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:39.407199 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-754499da-cd70-43a6-877a-cd9a4c4ecb83 req-f9dcaf50-0a9f-4223-81f5-1980f2bf6b8f tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:39.434316 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dc8dfe9-1927-4766-a08b-2ff0f6bcdaa2 req-c947e184-1875-4dde-b308-7d192619adb2 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821052 Nov 12 04:05:39.548489 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-754499da-cd70-43a6-877a-cd9a4c4ecb83 req-f9dcaf50-0a9f-4223-81f5-1980f2bf6b8f tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:39.551079 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-754499da-cd70-43a6-877a-cd9a4c4ecb83 req-f9dcaf50-0a9f-4223-81f5-1980f2bf6b8f tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:39.552773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754499da-cd70-43a6-877a-cd9a4c4ecb83 req-f9dcaf50-0a9f-4223-81f5-1980f2bf6b8f tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c3d9686-3a2e-4f2e-a0e4-a3c442a4990a HTTP/1.1" status: 204 len: 173 time: 0.2945590 Nov 12 04:05:39.585853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dcaf50-0a9f-4223-81f5-1980f2bf6b8f tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3d9686-3a2e-4f2e-a0e4-a3c442a4990a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:39.623791 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ae73a28-81c3-4fb5-b40a-afc44f39df3e req-14d95586-461a-443d-bbbf-0c70131b8690 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 210 time: 0.0581975 Nov 12 04:05:39.656016 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43d27a44-675c-48c5-afb2-c122988f29f3 req-b803b264-ade1-4489-8173-9da7d94e4d29 tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b40ccb74-7a27-46d4-90d3-98003c827bb2 HTTP/1.1" status: 200 len: 1793 time: 0.0666523 Nov 12 04:05:39.715042 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-43d27a44-675c-48c5-afb2-c122988f29f3 req-39cbaa93-0ddb-4698-ab36-f43a46621e7b tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:39.751347 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-43d27a44-675c-48c5-afb2-c122988f29f3 req-39cbaa93-0ddb-4698-ab36-f43a46621e7b tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:39.817914 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de0cb9-08a8-47c6-9870-b55a99d3c282 req-532dba43-b5ee-49c2-9c09-93f02fc3822f tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:39.819433 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76de0cb9-08a8-47c6-9870-b55a99d3c282 req-532dba43-b5ee-49c2-9c09-93f02fc3822f tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 946 time: 0.0813098 Nov 12 04:05:39.869127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76de0cb9-08a8-47c6-9870-b55a99d3c282 req-866789db-9515-41d2-875f-885728d7a885 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429204 Nov 12 04:05:39.879878 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-43d27a44-675c-48c5-afb2-c122988f29f3 req-39cbaa93-0ddb-4698-ab36-f43a46621e7b tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:39.883041 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-43d27a44-675c-48c5-afb2-c122988f29f3 req-39cbaa93-0ddb-4698-ab36-f43a46621e7b tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:39.884213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43d27a44-675c-48c5-afb2-c122988f29f3 req-39cbaa93-0ddb-4698-ab36-f43a46621e7b tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/b40ccb74-7a27-46d4-90d3-98003c827bb2 HTTP/1.1" status: 204 len: 173 time: 0.2215898 Nov 12 04:05:39.897071 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbaa93-0ddb-4698-ab36-f43a46621e7b tempest-SecurityGroupsTestAdminJSON-1404564225 tempest-SecurityGroupsTestAdminJSON-1404564225-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40ccb74-7a27-46d4-90d3-98003c827bb2,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:39.952572 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ebbd5d29-1576-45a1-99c1-bd21d0565720 req-8c3b2d13-93a1-425b-8b8f-ca0efc60c20d tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] 10.222.0.37 "GET /v2.0/security-groups/ab69337d-e2fc-4e33-ada2-ee4f88ddb5cb HTTP/1.1" status: 200 len: 1792 time: 0.0422018 Nov 12 04:05:40.024821 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ebbd5d29-1576-45a1-99c1-bd21d0565720 req-80910245-151e-4293-9861-3bfe3c4b78e5 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.050084 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ebbd5d29-1576-45a1-99c1-bd21d0565720 req-80910245-151e-4293-9861-3bfe3c4b78e5 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.071990 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52112) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:40.176536 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ebbd5d29-1576-45a1-99c1-bd21d0565720 req-80910245-151e-4293-9861-3bfe3c4b78e5 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.177606 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ebbd5d29-1576-45a1-99c1-bd21d0565720 req-80910245-151e-4293-9861-3bfe3c4b78e5 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.179328 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ebbd5d29-1576-45a1-99c1-bd21d0565720 req-80910245-151e-4293-9861-3bfe3c4b78e5 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] 10.222.0.37 "DELETE /v2.0/security-groups/ab69337d-e2fc-4e33-ada2-ee4f88ddb5cb HTTP/1.1" status: 204 len: 173 time: 0.2227621 Nov 12 04:05:40.190254 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80910245-151e-4293-9861-3bfe3c4b78e5 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab69337d-e2fc-4e33-ada2-ee4f88ddb5cb,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:40.196464 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d570d8c3-d287-4111-922d-8e6d82380d70 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1775244069-network', 'tenant_id': 'd418105a416a412eb609c6260b2a9f1b'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:40.307899 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c3745e82-740a-4162-b5a7-205db21696e8 req-0d4e31f3-00b7-46aa-b1eb-eca9c21307a7 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] 10.222.0.37 "GET /v2.0/security-groups/56597e39-e5b7-4d6c-b7b0-a2dc837afc23 HTTP/1.1" status: 200 len: 1794 time: 0.0669792 Nov 12 04:05:40.315813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0907d22-2a0d-487c-9bc9-65e45e584c38 req-ae9bdaa7-74de-436e-a4e8-ac1e9bb832fa tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:40.317317 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0907d22-2a0d-487c-9bc9-65e45e584c38 req-ae9bdaa7-74de-436e-a4e8-ac1e9bb832fa tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.0868125 Nov 12 04:05:40.320867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d570d8c3-d287-4111-922d-8e6d82380d70 admin admin] Made reservation on behalf of d418105a416a412eb609c6260b2a9f1b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:40.323584 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d570d8c3-d287-4111-922d-8e6d82380d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.336842 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d570d8c3-d287-4111-922d-8e6d82380d70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.402312 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c3745e82-740a-4162-b5a7-205db21696e8 req-d437d4d7-b7d2-4050-878c-cfca3a4244c4 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.407882 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0907d22-2a0d-487c-9bc9-65e45e584c38 req-818c5ca8-ce9b-466d-9a50-b4c6042fa5b5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818553 Nov 12 04:05:40.424144 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d570d8c3-d287-4111-922d-8e6d82380d70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.432043 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c3745e82-740a-4162-b5a7-205db21696e8 req-d437d4d7-b7d2-4050-878c-cfca3a4244c4 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.548210 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d570d8c3-d287-4111-922d-8e6d82380d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.572644 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d603e6-808d-4a80-a8c6-6646dee1bfb2 req-5f421907-b61a-45b8-9c71-fd67b3ecccf0 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:40.574277 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5d603e6-808d-4a80-a8c6-6646dee1bfb2 req-5f421907-b61a-45b8-9c71-fd67b3ecccf0 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.0510297 Nov 12 04:05:40.575856 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570d8c3-d287-4111-922d-8e6d82380d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fbcaa2-d41f-4191-8f50-6fb132b05751,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:40.612794 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c3745e82-740a-4162-b5a7-205db21696e8 req-d437d4d7-b7d2-4050-878c-cfca3a4244c4 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.615608 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c3745e82-740a-4162-b5a7-205db21696e8 req-d437d4d7-b7d2-4050-878c-cfca3a4244c4 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.616792 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c3745e82-740a-4162-b5a7-205db21696e8 req-d437d4d7-b7d2-4050-878c-cfca3a4244c4 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] 10.222.0.37 "DELETE /v2.0/security-groups/56597e39-e5b7-4d6c-b7b0-a2dc837afc23 HTTP/1.1" status: 204 len: 173 time: 0.2985110 Nov 12 04:05:40.618918 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d570d8c3-d287-4111-922d-8e6d82380d70 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:05:40.636474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437d4d7-b7d2-4050-878c-cfca3a4244c4 tempest-SecurityGroupsTestAdminJSON-581605393 tempest-SecurityGroupsTestAdminJSON-581605393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56597e39-e5b7-4d6c-b7b0-a2dc837afc23,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:40.643200 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d570d8c3-d287-4111-922d-8e6d82380d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.644006 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-d570d8c3-d287-4111-922d-8e6d82380d70 admin admin] Added segment 7d32c143-709b-4311-ba95-b39a0c77b999 of type vlan for network 3abc9301-676d-49e8-9b20-03c8b77897e1 Nov 12 04:05:40.647430 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5d603e6-808d-4a80-a8c6-6646dee1bfb2 req-db29f909-2a42-4424-a1ec-0d9a0f39a6b9 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669017 Nov 12 04:05:40.737225 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d570d8c3-d287-4111-922d-8e6d82380d70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.778097 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f973117-c308-47f7-96d2-160485fca56d req-150f3377-f377-47a1-b62f-812b9c9ee660 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 210 time: 0.0365455 Nov 12 04:05:40.857183 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d570d8c3-d287-4111-922d-8e6d82380d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.858177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d570d8c3-d287-4111-922d-8e6d82380d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:40.858817 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d570d8c3-d287-4111-922d-8e6d82380d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.930855 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570d8c3-d287-4111-922d-8e6d82380d70 admin admin] Pushing event updated for resources: {'Network': ['ID=3abc9301-676d-49e8-9b20-03c8b77897e1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:40.940617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 3abc9301-676d-49e8-9b20-03c8b77897e1 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:05:40.991534 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d570d8c3-d287-4111-922d-8e6d82380d70 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9184463 Nov 12 04:05:40.994331 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52150) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:40.999216 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-eb3e550e-31d9-467f-9dc9-34cc536e872d admin admin] Request body: {'subnet': {'network_id': '3abc9301-676d-49e8-9b20-03c8b77897e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1775244069-subnet', 'tenant_id': 'd418105a416a412eb609c6260b2a9f1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:41.003977 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649e1f7-43e1-4afc-8ba9-39b9f250693c req-a25fb5ec-bb4b-475c-ac10-d3fbf6dce707 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:41.005979 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a649e1f7-43e1-4afc-8ba9-39b9f250693c req-a25fb5ec-bb4b-475c-ac10-d3fbf6dce707 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 946 time: 0.0607204 Nov 12 04:05:41.053660 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a649e1f7-43e1-4afc-8ba9-39b9f250693c req-68eb94f6-7090-49a1-b4a0-13c57fb6d040 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413358 Nov 12 04:05:41.143475 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3e550e-31d9-467f-9dc9-34cc536e872d admin admin] Made reservation on behalf of d418105a416a412eb609c6260b2a9f1b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:41.146086 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb3e550e-31d9-467f-9dc9-34cc536e872d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.168519 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52154) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:41.339992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52160) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:41.407774 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fac312ef-8328-4ce2-9deb-d61e9ff502ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.423069 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb3e550e-31d9-467f-9dc9-34cc536e872d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.449332 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-759332b5-73f6-482b-b15f-8aa118a9379f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17f87ec48e5c4cd8b87336767e102cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2795975 Nov 12 04:05:41.452106 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52166) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:41.487585 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e550e-31d9-467f-9dc9-34cc536e872d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9437da5b-b4dc-483b-b750-24d42d13ce08,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:41.494737 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3e550e-31d9-467f-9dc9-34cc536e872d admin admin] Checking segment: {'id': '7d32c143-709b-4311-ba95-b39a0c77b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3abc9301-676d-49e8-9b20-03c8b77897e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:41.495023 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3e550e-31d9-467f-9dc9-34cc536e872d admin admin] Network hostable DHCP agents. Network: 3abc9301-676d-49e8-9b20-03c8b77897e1, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:05:41.573491 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-69c5bfce-6641-44cf-aa8f-bbcd7abaaf26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.582702 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3e550e-31d9-467f-9dc9-34cc536e872d admin admin] Network 3abc9301-676d-49e8-9b20-03c8b77897e1 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:05:41.590046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e42734-25eb-4478-ae63-0019afcbeecb req-564953d8-de86-49d7-b2c9-ec18c9d986e9 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:41.591570 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d4e42734-25eb-4478-ae63-0019afcbeecb req-564953d8-de86-49d7-b2c9-ec18c9d986e9 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.0985215 Nov 12 04:05:41.597793 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fac312ef-8328-4ce2-9deb-d61e9ff502ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.628570 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-69c5bfce-6641-44cf-aa8f-bbcd7abaaf26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.678961 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d4e42734-25eb-4478-ae63-0019afcbeecb req-90399133-582e-4ed0-8f76-fc6f6f240b85 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750959 Nov 12 04:05:41.702559 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-eb3e550e-31d9-467f-9dc9-34cc536e872d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 3abc9301-676d-49e8-9b20-03c8b77897e1) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:41.715398 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c890c5-ec93-4b41-88fc-000dc6b761e1 None None] Network 3abc9301-676d-49e8-9b20-03c8b77897e1 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:41.715751 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3e550e-31d9-467f-9dc9-34cc536e872d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:41.716471 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb3e550e-31d9-467f-9dc9-34cc536e872d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.733216 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fac312ef-8328-4ce2-9deb-d61e9ff502ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.808698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fac312ef-8328-4ce2-9deb-d61e9ff502ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d73044379d6a4209a5f64d4e3b3c2394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4650760 Nov 12 04:05:41.808698 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-69c5bfce-6641-44cf-aa8f-bbcd7abaaf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.809024 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52174) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:41.809350 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-69c5bfce-6641-44cf-aa8f-bbcd7abaaf26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.810370 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-69c5bfce-6641-44cf-aa8f-bbcd7abaaf26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ea2126b-30dc-4116-9e59-a99f2cf963c4 HTTP/1.1" status: 204 len: 168 time: 0.3573759 Nov 12 04:05:41.812351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac312ef-8328-4ce2-9deb-d61e9ff502ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d337cc-f9eb-4292-aea0-09c6a3bb837e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:41.848029 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0d00d9-643e-4b1b-b362-4949db25465c None None] Network 3abc9301-676d-49e8-9b20-03c8b77897e1 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:41.857286 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5bfce-6641-44cf-aa8f-bbcd7abaaf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea2126b-30dc-4116-9e59-a99f2cf963c4,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:41.889922 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-eb3e550e-31d9-467f-9dc9-34cc536e872d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8944163 Nov 12 04:05:41.902066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48bc47-f34a-4536-bbf8-4627c9aff7cc req-44cbac1b-275e-4ca4-ba43-adf6462b5e18 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:41.902066 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c48bc47-f34a-4536-bbf8-4627c9aff7cc req-44cbac1b-275e-4ca4-ba43-adf6462b5e18 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.1506405 Nov 12 04:05:41.953770 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c83349a1-4830-4af8-aaf5-b95e87555855 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.978388 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c83349a1-4830-4af8-aaf5-b95e87555855 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.025360 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-100945f6-10a2-4932-9d96-7282f3ee2dff req-189a6b02-0527-4622-bacd-ac34ee73cbf1 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 210 time: 0.0406454 Nov 12 04:05:42.052209 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c48bc47-f34a-4536-bbf8-4627c9aff7cc req-dd48888d-039d-49e3-80ce-d8d602ab9bec tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421640 Nov 12 04:05:42.108504 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-be0c8613-6524-45a2-bcad-8e9aa57efd02 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=cf245c200fc840d191068689a45dd107&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254664 Nov 12 04:05:42.110285 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c83349a1-4830-4af8-aaf5-b95e87555855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.111877 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c83349a1-4830-4af8-aaf5-b95e87555855 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.117485 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c83349a1-4830-4af8-aaf5-b95e87555855 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2d337cc-f9eb-4292-aea0-09c6a3bb837e HTTP/1.1" status: 204 len: 168 time: 0.3070433 Nov 12 04:05:42.148023 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83349a1-4830-4af8-aaf5-b95e87555855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d337cc-f9eb-4292-aea0-09c6a3bb837e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:42.211306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a812b-4ade-4b8f-9523-91bd0acdafea req-f3bb42e4-c73a-4dac-b169-6d3ce16c0b45 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:42.219859 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f3a812b-4ade-4b8f-9523-91bd0acdafea req-f3bb42e4-c73a-4dac-b169-6d3ce16c0b45 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 946 time: 0.0801148 Nov 12 04:05:42.275324 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-74d0c4b7-0712-428a-b9b0-c1b1117b1374 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:42.277101 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-74d0c4b7-0712-428a-b9b0-c1b1117b1374 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1577528 Nov 12 04:05:42.280994 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f3a812b-4ade-4b8f-9523-91bd0acdafea req-0c0f8818-74d2-416c-b3fe-2c5ed93274ef tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554571 Nov 12 04:05:42.298786 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-4a5c7f30-6e04-443c-b5c8-5d2dd7158fb4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Request body: {'port': {'device_id': '4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': 'cf245c200fc840d191068689a45dd107'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:42.502442 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-4a5c7f30-6e04-443c-b5c8-5d2dd7158fb4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Made reservation on behalf of cf245c200fc840d191068689a45dd107 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:42.507162 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-4a5c7f30-6e04-443c-b5c8-5d2dd7158fb4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.558980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc79200-e190-4b47-8751-65ecda443a0e req-836b5db6-a184-43d7-a5cb-5b4328edfa32 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:42.562690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cc79200-e190-4b47-8751-65ecda443a0e req-836b5db6-a184-43d7-a5cb-5b4328edfa32 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/networks?id=3abc9301-676d-49e8-9b20-03c8b77897e1 HTTP/1.1" status: 200 len: 813 time: 0.1200891 Nov 12 04:05:42.578874 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cc79200-e190-4b47-8751-65ecda443a0e req-38b3bf1c-7002-400e-8e44-01f88499c015 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/quotas/d418105a416a412eb609c6260b2a9f1b HTTP/1.1" status: 200 len: 375 time: 0.0092514 Nov 12 04:05:42.644334 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-4a5c7f30-6e04-443c-b5c8-5d2dd7158fb4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Allocated IP 192.168.233.130 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/4f4f1975-f9ec-4581-9d6f-7bbaa2850575) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:42.656587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cc79200-e190-4b47-8751-65ecda443a0e req-f835eb7c-31fc-432f-be11-d7520b0544d4 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d418105a416a412eb609c6260b2a9f1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541117 Nov 12 04:05:42.696597 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852c493-7540-43ee-a74b-22b3d62f385a req-fe636f91-df66-4bcd-a50b-ca0599821a55 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:42.698106 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-fe636f91-df66-4bcd-a50b-ca0599821a55 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4&tenant_id=dbefff477b694cb581282e32dd2cbb0f&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 1098 time: 0.1173670 Nov 12 04:05:42.733406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-24'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:42.769528 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52210) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:42.835129 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.843365 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-357e8bc1-19f5-4d9c-9bab-969f6a1d9e0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8dc114fd388145b6b84d6d2e0cdec5f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0673947 Nov 12 04:05:42.849314 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52212) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:42.860236 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-4a5c7f30-6e04-443c-b5c8-5d2dd7158fb4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.892683 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cc79200-e190-4b47-8751-65ecda443a0e req-0b294979-7eaa-450c-98ec-4677073d9b4a service neutron] 10.222.0.37 "GET /v2.0/networks/3abc9301-676d-49e8-9b20-03c8b77897e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352452 Nov 12 04:05:42.902887 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd66be4-db51-4de8-97cd-348ecd765f99 req-b7272ff6-c8f0-4f97-af77-e24a95e21544 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:42.904332 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1fd66be4-db51-4de8-97cd-348ecd765f99 req-b7272ff6-c8f0-4f97-af77-e24a95e21544 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.1122637 Nov 12 04:05:42.922149 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8510198f-4a7d-4896-a58f-bdac41d950cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.945833 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8510198f-4a7d-4896-a58f-bdac41d950cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.068871 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-4a5c7f30-6e04-443c-b5c8-5d2dd7158fb4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.090022 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1fd66be4-db51-4de8-97cd-348ecd765f99 req-1d1e8778-f846-42aa-a320-1f26c3f0e598 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691198 Nov 12 04:05:43.119853 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-4a5c7f30-6e04-443c-b5c8-5d2dd7158fb4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:43.121155 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] For port c92a8779-6c05-4b29-99a5-e63758e37b69, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c92a8779-6c05-4b29-99a5-e63758e37b69,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:43.122001 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['69d802da-621d-4dcc-bebe-79fed9b690d9', '9cac48c8-fa06-4f44-b516-a1e72aebedc0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:43.125737 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-4a5c7f30-6e04-443c-b5c8-5d2dd7158fb4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:43.131436 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cc79200-e190-4b47-8751-65ecda443a0e req-ac801591-25c3-4456-a473-1cd3ae1a4d4c service neutron] 10.222.0.37 "GET /v2.0/networks/3abc9301-676d-49e8-9b20-03c8b77897e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246430 Nov 12 04:05:43.141839 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-4a5c7f30-6e04-443c-b5c8-5d2dd7158fb4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:43.166365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] For port c92a8779-6c05-4b29-99a5-e63758e37b69, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:43.174391 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8510198f-4a7d-4896-a58f-bdac41d950cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.177368 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8510198f-4a7d-4896-a58f-bdac41d950cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.183986 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8510198f-4a7d-4896-a58f-bdac41d950cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d3a87ae-e418-4c4d-953d-3ae9c7f1f862 HTTP/1.1" status: 204 len: 168 time: 0.3283038 Nov 12 04:05:43.215512 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device c92a8779-6c05-4b29-99a5-e63758e37b69 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:05:43.234090 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c7f30-6e04-443c-b5c8-5d2dd7158fb4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Pushing event updated for resources: {'Port': ['ID=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:43.245596 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4def1bde-2b75-40d9-a438-51c6bb889bf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c92a8779-6c05-4b29-99a5-e63758e37b69'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:43.248317 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f274afd8-1751-4a82-9db0-c7721fb39f0c" -d '{"events": [{"server_uuid": "4def1bde-2b75-40d9-a438-51c6bb889bf4", "name": "network-vif-unplugged", "status": "completed", "tag": "c92a8779-6c05-4b29-99a5-e63758e37b69"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:43.257498 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510198f-4a7d-4896-a58f-bdac41d950cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3a87ae-e418-4c4d-953d-3ae9c7f1f862,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:43.263016 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.288086 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-4a5c7f30-6e04-443c-b5c8-5d2dd7158fb4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:43.289950 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-4a5c7f30-6e04-443c-b5c8-5d2dd7158fb4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.339439 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.425761 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-4a5c7f30-6e04-443c-b5c8-5d2dd7158fb4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1309600 Nov 12 04:05:43.446434 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Request body: {'port': {'device_id': '4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:43.584266 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port c92a8779-6c05-4b29-99a5-e63758e37b69, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c92a8779-6c05-4b29-99a5-e63758e37b69,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:43.590021 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] Pushing event updated for resources: {'Port': ['ID=c92a8779-6c05-4b29-99a5-e63758e37b69,revision_number=7']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:43.593410 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.640318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] Attempting to bind port c92a8779-6c05-4b29-99a5-e63758e37b69 on host n-h2-768509-24 for vnic_type normal with profile {"migrating_to": "n-h1-768509-24"} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:43.640668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] Attempting to bind port c92a8779-6c05-4b29-99a5-e63758e37b69 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:43.641002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] Attempting to bind port c92a8779-6c05-4b29-99a5-e63758e37b69 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:43.652889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] Port c92a8779-6c05-4b29-99a5-e63758e37b69 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:05:43.652889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] Attempting to bind port c92a8779-6c05-4b29-99a5-e63758e37b69 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:43.655569 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device c92a8779-6c05-4b29-99a5-e63758e37b69 has no active binding in host n-h1-768509-24 {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 04:05:43.657187 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-af5d09f3-90df-4b8b-ad8f-4d0450c97409 None None] Provisioning complete for port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:43.657700 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af5d09f3-90df-4b8b-ad8f-4d0450c97409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.732452 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-af5d09f3-90df-4b8b-ad8f-4d0450c97409 None None] Port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:05:43.734555 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97551ba-92c0-4e74-aa65-7a37f9ff9e01 req-a31da9d9-74e7-4787-99d7-973929a711ce tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:43.739482 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c97551ba-92c0-4e74-aa65-7a37f9ff9e01 req-a31da9d9-74e7-4787-99d7-973929a711ce tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 936 time: 0.3256207 Nov 12 04:05:43.796700 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:43.796700 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] Checking segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:43.797048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] Bound using segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:43.797364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] Bound port: c92a8779-6c05-4b29-99a5-e63758e37b69, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:43.797723 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.888502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636b8f6-8ad1-4b1f-bffd-d0650a0d1b6d req-17d313cf-cd4a-420e-b568-151314a60830 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:43.895179 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9636b8f6-8ad1-4b1f-bffd-d0650a0d1b6d req-17d313cf-cd4a-420e-b568-151314a60830 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.2775433 Nov 12 04:05:43.900244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c97551ba-92c0-4e74-aa65-7a37f9ff9e01 req-07cb4a12-560c-4127-87fb-b492ca091e87 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420612 Nov 12 04:05:43.950867 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5407816f-a861-49b8-b381-49ba0d1025b3 x-openstack-request-id: req-5407816f-a861-49b8-b381-49ba0d1025b3 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:43.951158 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4def1bde-2b75-40d9-a438-51c6bb889bf4", "name": "network-vif-unplugged", "status": "completed", "tag": "c92a8779-6c05-4b29-99a5-e63758e37b69", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:43.951408 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5407816f-a861-49b8-b381-49ba0d1025b3 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:43.951801 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4def1bde-2b75-40d9-a438-51c6bb889bf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c92a8779-6c05-4b29-99a5-e63758e37b69', 'code': 200} Nov 12 04:05:43.965870 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] For port c92a8779-6c05-4b29-99a5-e63758e37b69, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:43.973075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] For port c92a8779-6c05-4b29-99a5-e63758e37b69, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c92a8779-6c05-4b29-99a5-e63758e37b69,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:43.981523 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9636b8f6-8ad1-4b1f-bffd-d0650a0d1b6d req-1156b192-7357-40f6-82f3-1475a58312fb tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852027 Nov 12 04:05:44.014276 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:44.024050 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.038562 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Transition to ACTIVE for port object 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:05:44.084820 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c00bfdc-8a94-47dd-b02c-131d013ce20d req-37302476-a72a-487f-94ec-02d081700a8e tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 210 time: 0.0317819 Nov 12 04:05:44.085943 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.104116 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06104969-e430-4be0-8390-636e551707cd req-b1fa3804-dcf7-43e6-a080-7ac6627220a2 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:44.108145 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06104969-e430-4be0-8390-636e551707cd req-b1fa3804-dcf7-43e6-a080-7ac6627220a2 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 944 time: 0.0992091 Nov 12 04:05:44.125229 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.179207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:44.250485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:44.251517 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.253018 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] 10.222.0.21 "PUT /v2.0/ports/c92a8779-6c05-4b29-99a5-e63758e37b69 HTTP/1.1" status: 200 len: 1124 time: 1.5253139 Nov 12 04:05:44.261111 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171a4a2-0dc6-4e75-a538-a1e876a0bd50 service neutron] Pushing event updated for resources: {'Port': ['ID=c92a8779-6c05-4b29-99a5-e63758e37b69,revision_number=8']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:44.282359 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06104969-e430-4be0-8390-636e551707cd req-a978de2f-d146-4974-be68-5042cd85d205 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701765 Nov 12 04:05:44.310392 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Attempting to bind port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:44.310977 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Attempting to bind port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:44.311563 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Attempting to bind port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:44.317126 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:05:44.317650 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Attempting to bind port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:44.331153 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:44.331533 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:44.331988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:44.332424 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Bound port: 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:44.335626 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.399073 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['c92a8779-6c05-4b29-99a5-e63758e37b69'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:44.429811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be4953-deb6-47bc-9fba-6ff81250bf40 req-4f7b2faa-e051-4a6d-b35a-932d73c55908 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:44.437473 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77be4953-deb6-47bc-9fba-6ff81250bf40 req-4f7b2faa-e051-4a6d-b35a-932d73c55908 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.0637264 Nov 12 04:05:44.505676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77be4953-deb6-47bc-9fba-6ff81250bf40 req-e2852d81-fede-4705-995e-105765a8b4be tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671718 Nov 12 04:05:44.526225 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['c92a8779-6c05-4b29-99a5-e63758e37b69'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:44.543998 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] For port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:44.547277 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] For port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:44.669011 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.723568 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:44.725097 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.727512 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] 10.222.0.31 "PUT /v2.0/ports/4f4f1975-f9ec-4581-9d6f-7bbaa2850575 HTTP/1.1" status: 200 len: 1097 time: 1.2855682 Nov 12 04:05:44.749086 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6', 'tag': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:44.754507 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100b0e00-4007-49c1-9548-82184ebb246e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6", "tag": "4f4f1975-f9ec-4581-9d6f-7bbaa2850575"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:44.804636 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e75308-2976-4ee8-b61e-783d0a245cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:44.816080 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47691416-d7b8-41ff-b076-3ab04e36ccea x-openstack-request-id: req-47691416-d7b8-41ff-b076-3ab04e36ccea {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:44.822727 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6", "tag": "4f4f1975-f9ec-4581-9d6f-7bbaa2850575", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:44.822727 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47691416-d7b8-41ff-b076-3ab04e36ccea {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:44.822727 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6', 'tag': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575', 'status': 'completed', 'code': 200} Nov 12 04:05:44.910104 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b0e00-4007-49c1-9548-82184ebb246e req-51450425-9a52-40a6-b95f-94a22f4ea31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:44.911714 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-100b0e00-4007-49c1-9548-82184ebb246e req-51450425-9a52-40a6-b95f-94a22f4ea31e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 1100 time: 0.0475345 Nov 12 04:05:44.958300 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-100b0e00-4007-49c1-9548-82184ebb246e req-d9fe3b2e-148b-4c95-858c-2af4d3e9d9df service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=cf245c200fc840d191068689a45dd107&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265806 Nov 12 04:05:45.083147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3262a-7b13-4534-bd19-63555648bdfa req-1e1acbd4-074c-46d9-8ce9-5b9f668ef9de tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:45.095936 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50a3262a-7b13-4534-bd19-63555648bdfa req-1e1acbd4-074c-46d9-8ce9-5b9f668ef9de tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 948 time: 0.0977192 Nov 12 04:05:45.096440 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52290) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:45.176406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e020076-20f0-4c6c-bbb8-0eee480f142d req-2edc517b-c2aa-463b-92e1-8fbbdc71a383 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:45.178531 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2e020076-20f0-4c6c-bbb8-0eee480f142d req-2edc517b-c2aa-463b-92e1-8fbbdc71a383 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.0809698 Nov 12 04:05:45.198715 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b0e00-4007-49c1-9548-82184ebb246e req-32492eed-2470-4132-9090-b38d4f384886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:45.211513 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50a3262a-7b13-4534-bd19-63555648bdfa req-23ba2b5e-b3ee-44b3-b42a-ef9dcadbcc15 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985544 Nov 12 04:05:45.217175 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-100b0e00-4007-49c1-9548-82184ebb246e req-32492eed-2470-4132-9090-b38d4f384886 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2270103 Nov 12 04:05:45.275368 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1c356152-7705-4b42-abc8-56ef5c9c2377 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:45.329510 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bb742b6c-2190-44e8-953f-9c8188207d36 req-6f23493c-365c-49c1-9474-3758fe23f411 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 210 time: 0.0445521 Nov 12 04:05:45.339512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2e020076-20f0-4c6c-bbb8-0eee480f142d req-5449200d-181f-4307-bfa8-b91c0713fc42 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528223 Nov 12 04:05:45.349668 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-ec8bf227-92bc-417c-869c-32f41bed46f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:45.351382 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-ec8bf227-92bc-417c-869c-32f41bed46f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 1100 time: 0.0584955 Nov 12 04:05:45.449810 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1c356152-7705-4b42-abc8-56ef5c9c2377 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:45.470472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b00fd6-bad5-4259-b47f-00ee296b3af3 req-c8c0e66b-6de5-44fb-a703-144d88e541fc tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:45.472355 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06b00fd6-bad5-4259-b47f-00ee296b3af3 req-c8c0e66b-6de5-44fb-a703-144d88e541fc tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 944 time: 0.0723257 Nov 12 04:05:45.527068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06b00fd6-bad5-4259-b47f-00ee296b3af3 req-fc9afc05-85cb-4e89-954d-4b3efbda17c3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483899 Nov 12 04:05:45.592482 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1c356152-7705-4b42-abc8-56ef5c9c2377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:45.639840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c356152-7705-4b42-abc8-56ef5c9c2377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2090e88c-fdde-4005-970b-89fbd260c835,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:45.671630 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1c356152-7705-4b42-abc8-56ef5c9c2377 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aeed67409c1045f4b8a5cef6f8907850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5726550 Nov 12 04:05:45.674334 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52312) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:45.682181 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-64b23c2c-5cca-45e1-8683-9f43ea25c926 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575 HTTP/1.1" status: 200 len: 217 time: 0.3164830 Nov 12 04:05:45.689193 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a23f1-f0e5-4c9a-9876-395160862d20 req-89bfc1cf-53d0-473f-985e-68e8ca779ce8 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:45.690758 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d4a23f1-f0e5-4c9a-9876-395160862d20 req-89bfc1cf-53d0-473f-985e-68e8ca779ce8 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.1101108 Nov 12 04:05:45.759317 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d4a23f1-f0e5-4c9a-9876-395160862d20 req-03b6afd0-6a0e-4679-a8af-8d2b14a0b5dd tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592749 Nov 12 04:05:45.769065 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-81a87a22-091d-45bd-9cef-7c93bdc1fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:45.770527 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-81a87a22-091d-45bd-9cef-7c93bdc1fe6d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0729864 Nov 12 04:05:45.771292 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5dbddcd6-7ebc-444f-b500-569c64efa101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:45.816870 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5dbddcd6-7ebc-444f-b500-569c64efa101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:45.856327 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-b586e756-e5f8-4921-8343-de2bea54ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:45.857808 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-b586e756-e5f8-4921-8343-de2bea54ccac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0761185 Nov 12 04:05:45.952705 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4def1bde-2b75-40d9-a438-51c6bb889bf4', 'tag': 'c92a8779-6c05-4b29-99a5-e63758e37b69'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:45.956020 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c517425-5050-480a-b708-7e5731df96ab" -d '{"events": [{"name": "network-changed", "server_uuid": "4def1bde-2b75-40d9-a438-51c6bb889bf4", "tag": "c92a8779-6c05-4b29-99a5-e63758e37b69"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:45.963370 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-b71dcfdc-f631-47f6-8011-7a3e46e76c62 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966039 Nov 12 04:05:45.998836 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5dbddcd6-7ebc-444f-b500-569c64efa101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:46.001864 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5dbddcd6-7ebc-444f-b500-569c64efa101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:46.002445 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b5fa23-4b6f-4d8f-94c0-cb4a72e7aeab x-openstack-request-id: req-d0b5fa23-4b6f-4d8f-94c0-cb4a72e7aeab {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:46.002984 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4def1bde-2b75-40d9-a438-51c6bb889bf4", "tag": "c92a8779-6c05-4b29-99a5-e63758e37b69", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:46.003106 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5dbddcd6-7ebc-444f-b500-569c64efa101 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2090e88c-fdde-4005-970b-89fbd260c835 HTTP/1.1" status: 204 len: 168 time: 0.3271635 Nov 12 04:05:46.003506 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0b5fa23-4b6f-4d8f-94c0-cb4a72e7aeab {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:46.004269 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4def1bde-2b75-40d9-a438-51c6bb889bf4', 'tag': 'c92a8779-6c05-4b29-99a5-e63758e37b69', 'status': 'completed', 'code': 200} Nov 12 04:05:46.056866 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbddcd6-7ebc-444f-b500-569c64efa101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2090e88c-fdde-4005-970b-89fbd260c835,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:46.126906 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c517425-5050-480a-b708-7e5731df96ab req-a9c391bf-336e-45f9-ae55-ba05588c8a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:46.128544 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0c517425-5050-480a-b708-7e5731df96ab req-a9c391bf-336e-45f9-ae55-ba05588c8a4c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 1127 time: 0.0729532 Nov 12 04:05:46.132575 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35a07610-a464-4616-9ac4-eb967c5e9ab9 req-7c29d644-049d-42ed-9239-9f9a522fedb5 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596346 Nov 12 04:05:46.242198 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c517425-5050-480a-b708-7e5731df96ab req-2d9196bd-34a6-49e9-a725-24dcbb3351aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:46.244182 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0c517425-5050-480a-b708-7e5731df96ab req-2d9196bd-34a6-49e9-a725-24dcbb3351aa service neutron] 10.222.0.31 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 909 time: 0.0975597 Nov 12 04:05:46.324048 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0c517425-5050-480a-b708-7e5731df96ab req-fa61ac31-9bee-48dc-9c44-e9ca1fbad887 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c92a8779-6c05-4b29-99a5-e63758e37b69 HTTP/1.1" status: 200 len: 217 time: 0.0347388 Nov 12 04:05:46.335869 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d735a-1b9c-4701-85fa-d937683e61b3 req-96359ff7-e24b-4d9f-8687-bf31dda0c7ba tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:46.337385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e85d735a-1b9c-4701-85fa-d937683e61b3 req-96359ff7-e24b-4d9f-8687-bf31dda0c7ba tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 948 time: 0.0547578 Nov 12 04:05:46.380298 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c517425-5050-480a-b708-7e5731df96ab req-cf5c3beb-4380-4e16-bd41-6b4d59a9898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:46.381779 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0c517425-5050-480a-b708-7e5731df96ab req-cf5c3beb-4380-4e16-bd41-6b4d59a9898c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.0470514 Nov 12 04:05:46.390339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e85d735a-1b9c-4701-85fa-d937683e61b3 req-9107418c-8fed-4fba-add6-45df5e4a205c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467141 Nov 12 04:05:46.422837 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0c517425-5050-480a-b708-7e5731df96ab req-d9bb0e57-ecdb-476a-a0fc-d9264225ce5c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332229 Nov 12 04:05:46.476640 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e2aeb2a-7daf-40ca-881c-0a0c8b1dbdfb req-01c2244e-5ccf-4018-9aa8-f4b1a11f49ad tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 210 time: 0.0612345 Nov 12 04:05:46.496856 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:46.550080 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7eda8-d53e-4786-b145-b9dec28dcdd7 req-4f4a56ac-b511-4949-9c1e-66497c4de197 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:46.557585 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dac7eda8-d53e-4786-b145-b9dec28dcdd7 req-4f4a56ac-b511-4949-9c1e-66497c4de197 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.0569661 Nov 12 04:05:46.563232 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0c517425-5050-480a-b708-7e5731df96ab req-a6aaaf31-d062-498e-82ba-b0513ce230b1 service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313822 Nov 12 04:05:46.624335 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dac7eda8-d53e-4786-b145-b9dec28dcdd7 req-568fac3d-1a3b-4696-8fd1-cff768e997f4 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579541 Nov 12 04:05:46.725950 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0c517425-5050-480a-b708-7e5731df96ab req-db6329cd-8efa-4d94-b507-396c0d1f87e4 service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544342 Nov 12 04:05:46.738401 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52354) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:46.764041 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3f3f8-932c-4031-bab4-c8bf5d31a05e req-53535d6c-60e4-431c-914e-ea48d3f0daf3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:46.765883 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fb3f3f8-932c-4031-bab4-c8bf5d31a05e req-53535d6c-60e4-431c-914e-ea48d3f0daf3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 944 time: 0.1092415 Nov 12 04:05:46.837533 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc79200-e190-4b47-8751-65ecda443a0e req-99e7438a-5d3c-49b9-88b5-42fc42d2a9b2 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:46.839140 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cc79200-e190-4b47-8751-65ecda443a0e req-99e7438a-5d3c-49b9-88b5-42fc42d2a9b2 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.21 "GET /v2.0/networks?id=3abc9301-676d-49e8-9b20-03c8b77897e1 HTTP/1.1" status: 200 len: 813 time: 0.2125943 Nov 12 04:05:46.847514 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fb3f3f8-932c-4031-bab4-c8bf5d31a05e req-c5db99d3-9835-4ee6-9aea-1d5aa292d95a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721877 Nov 12 04:05:46.887841 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-0cc79200-e190-4b47-8751-65ecda443a0e req-d10e59f3-c9d5-4a14-b749-7da9e90ca999 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Request body: {'port': {'device_id': 'bb602829-654e-4909-8581-73303255bbd7', 'network_id': '3abc9301-676d-49e8-9b20-03c8b77897e1', 'admin_state_up': True, 'tenant_id': 'd418105a416a412eb609c6260b2a9f1b'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:46.892616 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-15c92dfb-f670-4357-8f8c-ff452be6694e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:46.976984 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-15c92dfb-f670-4357-8f8c-ff452be6694e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.019061 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49333e-0bdc-42bf-8c24-f0866f6bc73e req-45f06bf6-4a4c-4a7a-b3ba-b4a065dec216 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:47.020630 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cc49333e-0bdc-42bf-8c24-f0866f6bc73e req-45f06bf6-4a4c-4a7a-b3ba-b4a065dec216 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.1080637 Nov 12 04:05:47.065626 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-15c92dfb-f670-4357-8f8c-ff452be6694e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.090525 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cc49333e-0bdc-42bf-8c24-f0866f6bc73e req-9e2bfa15-369f-4952-9d85-9ac58b1cd980 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613277 Nov 12 04:05:47.115253 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-15c92dfb-f670-4357-8f8c-ff452be6694e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=286e5e03ba1a42cca1d1520f2cb71c40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3729906 Nov 12 04:05:47.115631 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52366) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:47.122886 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c92dfb-f670-4357-8f8c-ff452be6694e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20897c9f-4810-45d3-9ab7-97e220efc109,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:47.142722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc79200-e190-4b47-8751-65ecda443a0e req-d10e59f3-c9d5-4a14-b749-7da9e90ca999 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Made reservation on behalf of d418105a416a412eb609c6260b2a9f1b for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:47.146343 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0cc79200-e190-4b47-8751-65ecda443a0e req-d10e59f3-c9d5-4a14-b749-7da9e90ca999 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.174346 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-566c9aed-f8fc-4bce-a731-69e1dd0a4b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.197573 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-566c9aed-f8fc-4bce-a731-69e1dd0a4b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.304185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-0cc79200-e190-4b47-8751-65ecda443a0e req-d10e59f3-c9d5-4a14-b749-7da9e90ca999 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Allocated IP 172.20.0.14 (3abc9301-676d-49e8-9b20-03c8b77897e1/9437da5b-b4dc-483b-b750-24d42d13ce08/3cb542ff-b56d-4d39-8211-0e0d2ed6995d) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:47.336844 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-566c9aed-f8fc-4bce-a731-69e1dd0a4b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.339688 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-566c9aed-f8fc-4bce-a731-69e1dd0a4b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.340929 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-566c9aed-f8fc-4bce-a731-69e1dd0a4b8c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20897c9f-4810-45d3-9ab7-97e220efc109 HTTP/1.1" status: 204 len: 168 time: 0.2245386 Nov 12 04:05:47.351262 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c9aed-f8fc-4bce-a731-69e1dd0a4b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20897c9f-4810-45d3-9ab7-97e220efc109,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:47.460813 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0cc79200-e190-4b47-8751-65ecda443a0e req-d10e59f3-c9d5-4a14-b749-7da9e90ca999 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.527401 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52382) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:47.554897 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e8a75-35c0-498a-abc4-b568cbbfdec5 req-6fe5b3d1-1759-41ce-8d4b-135359ee0c2e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:47.556385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b84e8a75-35c0-498a-abc4-b568cbbfdec5 req-6fe5b3d1-1759-41ce-8d4b-135359ee0c2e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 948 time: 0.0735002 Nov 12 04:05:47.604567 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f83cc4e-9dad-47e5-a84d-a4c206320403 req-e3218e2e-d606-452b-b96f-ea84fc043b6a tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 210 time: 0.0472116 Nov 12 04:05:47.639331 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b84e8a75-35c0-498a-abc4-b568cbbfdec5 req-7af3183b-44d9-4bd5-96d8-8dd59be73e87 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712333 Nov 12 04:05:47.668981 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0cc79200-e190-4b47-8751-65ecda443a0e req-d10e59f3-c9d5-4a14-b749-7da9e90ca999 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.714703 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc79200-e190-4b47-8751-65ecda443a0e req-d10e59f3-c9d5-4a14-b749-7da9e90ca999 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Network 3abc9301-676d-49e8-9b20-03c8b77897e1 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:47.719690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-0cc79200-e190-4b47-8751-65ecda443a0e req-d10e59f3-c9d5-4a14-b749-7da9e90ca999 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:47.727266 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc79200-e190-4b47-8751-65ecda443a0e req-d10e59f3-c9d5-4a14-b749-7da9e90ca999 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:47.775865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e59f3-c9d5-4a14-b749-7da9e90ca999 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Pushing event updated for resources: {'Port': ['ID=3cb542ff-b56d-4d39-8211-0e0d2ed6995d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:47.814539 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-2bd0cb43-df82-425c-91d0-07b6c655e121 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1139235039-network', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:47.826404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc79200-e190-4b47-8751-65ecda443a0e req-d10e59f3-c9d5-4a14-b749-7da9e90ca999 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:47.827080 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0cc79200-e190-4b47-8751-65ecda443a0e req-d10e59f3-c9d5-4a14-b749-7da9e90ca999 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.867512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc303b1d-84e2-488d-b36b-02e2905c2ec3 req-73fa76fc-6d2e-4859-9089-e20de8c4da15 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:47.869176 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc303b1d-84e2-488d-b36b-02e2905c2ec3 req-73fa76fc-6d2e-4859-9089-e20de8c4da15 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.1128969 Nov 12 04:05:47.914235 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.923494 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc303b1d-84e2-488d-b36b-02e2905c2ec3 req-b61507df-7cb5-460d-b733-635a2c1c5784 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473037 Nov 12 04:05:47.950435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd0cb43-df82-425c-91d0-07b6c655e121 admin admin] Made reservation on behalf of b478a3ac765b42beb72f2dff0b477fa0 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:47.952580 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2bd0cb43-df82-425c-91d0-07b6c655e121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.963260 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2bd0cb43-df82-425c-91d0-07b6c655e121 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.029815 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cc79200-e190-4b47-8751-65ecda443a0e req-d10e59f3-c9d5-4a14-b749-7da9e90ca999 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1473858 Nov 12 04:05:48.051100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Request body: {'port': {'device_id': 'bb602829-654e-4909-8581-73303255bbd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:48.101515 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7b12b-90c5-4568-8b05-dfa0d5cc7e03 req-8542d6f2-68e6-43fd-aede-959cbe1e0866 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:48.103643 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-19d7b12b-90c5-4568-8b05-dfa0d5cc7e03 req-8542d6f2-68e6-43fd-aede-959cbe1e0866 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 944 time: 0.1167183 Nov 12 04:05:48.158759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52396) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:48.172994 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ccafeaf-8a54-4f35-9f4d-7d7f53133ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.261947 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ccafeaf-8a54-4f35-9f4d-7d7f53133ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.308724 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ccafeaf-8a54-4f35-9f4d-7d7f53133ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.352443 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6ccafeaf-8a54-4f35-9f4d-7d7f53133ca0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4fe3e562fd414a40aa5a3313cdd39467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1924198 Nov 12 04:05:48.355051 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52398) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:48.361688 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccafeaf-8a54-4f35-9f4d-7d7f53133ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f78d765-7f82-4f2a-b600-72e5180fd339,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:48.425815 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02fa644b-498c-4bdc-bcd5-a4d77e8b0e87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.447250 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02fa644b-498c-4bdc-bcd5-a4d77e8b0e87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.490257 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2bd0cb43-df82-425c-91d0-07b6c655e121 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.506938 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.557319 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-19d7b12b-90c5-4568-8b05-dfa0d5cc7e03 req-c209ae04-6016-4bdb-97cb-b2e6964c7b5a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469173 Nov 12 04:05:48.574145 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb563446-a17a-41e5-b601-ff44742cae90 req-e7f134aa-d0eb-45d7-9ca1-20aec40fc8e9 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:48.575703 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb563446-a17a-41e5-b601-ff44742cae90 req-e7f134aa-d0eb-45d7-9ca1-20aec40fc8e9 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.1435885 Nov 12 04:05:48.594405 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02fa644b-498c-4bdc-bcd5-a4d77e8b0e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.597348 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02fa644b-498c-4bdc-bcd5-a4d77e8b0e87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.598512 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-02fa644b-498c-4bdc-bcd5-a4d77e8b0e87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f78d765-7f82-4f2a-b600-72e5180fd339 HTTP/1.1" status: 204 len: 168 time: 0.2423639 Nov 12 04:05:48.607147 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa644b-498c-4bdc-bcd5-a4d77e8b0e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f78d765-7f82-4f2a-b600-72e5180fd339,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:48.675525 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2bd0cb43-df82-425c-91d0-07b6c655e121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.721228 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb563446-a17a-41e5-b601-ff44742cae90 req-fce7b60e-06fb-4a22-9ec4-c3de936e1825 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389713 Nov 12 04:05:48.743093 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd0cb43-df82-425c-91d0-07b6c655e121 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:05:48.812922 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2bd0cb43-df82-425c-91d0-07b6c655e121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.813269 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-2bd0cb43-df82-425c-91d0-07b6c655e121 admin admin] Added segment 8b0310d4-a477-4630-9baf-cbbfd15d4c05 of type vlan for network c747d0f2-fe0c-4289-8f6f-373587e01c06 Nov 12 04:05:48.814505 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0cb43-df82-425c-91d0-07b6c655e121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6144febc-7b2f-4671-acd4-237e30817e3e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:48.903257 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e802300-d62e-46c9-b20c-b6a19be8cf0e req-33f83d66-28da-401a-a206-b44b9c694c53 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:48.904858 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e802300-d62e-46c9-b20c-b6a19be8cf0e req-33f83d66-28da-401a-a206-b44b9c694c53 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 932 time: 0.2179821 Nov 12 04:05:48.920882 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2bd0cb43-df82-425c-91d0-07b6c655e121 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.984400 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d4c6a-605c-47dc-8804-34aadef740b3 req-9266bce4-fba4-4e0d-829c-7c535e4846d6 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:48.986248 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c28d4c6a-605c-47dc-8804-34aadef740b3 req-9266bce4-fba4-4e0d-829c-7c535e4846d6 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 948 time: 0.1744337 Nov 12 04:05:49.070215 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e802300-d62e-46c9-b20c-b6a19be8cf0e req-80ee52e0-9765-4d77-bdf3-a167d15c4b3d tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/security-groups?id=99fbcaa2-d41f-4191-8f50-6fb132b05751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511600 Nov 12 04:05:49.084417 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb542ff-b56d-4d39-8211-0e0d2ed6995d {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:49.097738 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2bd0cb43-df82-425c-91d0-07b6c655e121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.098163 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd0cb43-df82-425c-91d0-07b6c655e121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:49.098801 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2bd0cb43-df82-425c-91d0-07b6c655e121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.105402 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.141998 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c28d4c6a-605c-47dc-8804-34aadef740b3 req-a3023914-8e04-441e-afe4-9812cea7fda3 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459420 Nov 12 04:05:49.185770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Transition to ACTIVE for port object 3cb542ff-b56d-4d39-8211-0e0d2ed6995d will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:05:49.210083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0cb43-df82-425c-91d0-07b6c655e121 admin admin] Pushing event updated for resources: {'Network': ['ID=c747d0f2-fe0c-4289-8f6f-373587e01c06,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:49.222911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network c747d0f2-fe0c-4289-8f6f-373587e01c06 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:05:49.231434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6f1be-b481-4617-9080-68f478d522b0 req-2a086ddb-8eff-4d03-b434-12b2a6278d48 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:49.233138 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-46b6f1be-b481-4617-9080-68f478d522b0 req-2a086ddb-8eff-4d03-b434-12b2a6278d48 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.0965819 Nov 12 04:05:49.237097 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2bd0cb43-df82-425c-91d0-07b6c655e121 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7085195 Nov 12 04:05:49.241130 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52420) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:49.246747 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-af8f5240-e234-4dd8-84a9-804233f586aa admin admin] Request body: {'subnet': {'network_id': 'c747d0f2-fe0c-4289-8f6f-373587e01c06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1139235039-subnet', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:49.253821 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.320506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8f5240-e234-4dd8-84a9-804233f586aa admin admin] Made reservation on behalf of b478a3ac765b42beb72f2dff0b477fa0 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:49.324799 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-af8f5240-e234-4dd8-84a9-804233f586aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.341117 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb542ff-b56d-4d39-8211-0e0d2ed6995d,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:49.356369 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-46b6f1be-b481-4617-9080-68f478d522b0 req-c9c31a5c-53e2-46f5-b1d4-7018ab0c7a68 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046276 Nov 12 04:05:49.435294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Attempting to bind port 3cb542ff-b56d-4d39-8211-0e0d2ed6995d on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:49.435723 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Attempting to bind port 3cb542ff-b56d-4d39-8211-0e0d2ed6995d by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '7d32c143-709b-4311-ba95-b39a0c77b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3abc9301-676d-49e8-9b20-03c8b77897e1'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:49.435966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Attempting to bind port 3cb542ff-b56d-4d39-8211-0e0d2ed6995d on network 3abc9301-676d-49e8-9b20-03c8b77897e1 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:49.441053 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Port 3cb542ff-b56d-4d39-8211-0e0d2ed6995d on network 3abc9301-676d-49e8-9b20-03c8b77897e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:05:49.441199 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Attempting to bind port 3cb542ff-b56d-4d39-8211-0e0d2ed6995d on network 3abc9301-676d-49e8-9b20-03c8b77897e1 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:49.448386 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:49.449411 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Checking segment: {'id': '7d32c143-709b-4311-ba95-b39a0c77b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3abc9301-676d-49e8-9b20-03c8b77897e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:49.449411 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Bound using segment: {'id': '7d32c143-709b-4311-ba95-b39a0c77b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3abc9301-676d-49e8-9b20-03c8b77897e1'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:49.449807 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Bound port: 3cb542ff-b56d-4d39-8211-0e0d2ed6995d, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d32c143-709b-4311-ba95-b39a0c77b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3abc9301-676d-49e8-9b20-03c8b77897e1'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:49.450086 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.519036 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] For port 3cb542ff-b56d-4d39-8211-0e0d2ed6995d, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:49.522713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] For port 3cb542ff-b56d-4d39-8211-0e0d2ed6995d, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=3cb542ff-b56d-4d39-8211-0e0d2ed6995d,segment=NetworkSegment(7d32c143-709b-4311-ba95-b39a0c77b999),segment_id=7d32c143-709b-4311-ba95-b39a0c77b999)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:49.600619 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.631356 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-af8f5240-e234-4dd8-84a9-804233f586aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.638196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:49.638851 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.640328 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cc79200-e190-4b47-8751-65ecda443a0e req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] 10.222.0.21 "PUT /v2.0/ports/3cb542ff-b56d-4d39-8211-0e0d2ed6995d HTTP/1.1" status: 200 len: 1093 time: 1.5952854 Nov 12 04:05:49.640789 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb602829-654e-4909-8581-73303255bbd7', 'tag': '3cb542ff-b56d-4d39-8211-0e0d2ed6995d'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:49.643160 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d699a887-1e4d-4e06-9dfd-f0aecbd621c4" -d '{"events": [{"name": "network-changed", "server_uuid": "bb602829-654e-4909-8581-73303255bbd7", "tag": "3cb542ff-b56d-4d39-8211-0e0d2ed6995d"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:49.697039 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7268442-b490-4d63-93a8-36b762d30046 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb542ff-b56d-4d39-8211-0e0d2ed6995d,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:49.700521 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66856151-dceb-4e66-a381-1f1bd6f6652e x-openstack-request-id: req-66856151-dceb-4e66-a381-1f1bd6f6652e {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:49.705954 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb602829-654e-4909-8581-73303255bbd7", "tag": "3cb542ff-b56d-4d39-8211-0e0d2ed6995d", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:49.705954 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66856151-dceb-4e66-a381-1f1bd6f6652e {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:49.705954 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb602829-654e-4909-8581-73303255bbd7', 'tag': '3cb542ff-b56d-4d39-8211-0e0d2ed6995d', 'status': 'completed', 'code': 200} Nov 12 04:05:49.719401 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c632e0-cdda-40ca-894d-46ce0c8f4180 req-64374425-7a1d-4595-a38b-8b5a22b0c048 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:49.720912 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18c632e0-cdda-40ca-894d-46ce0c8f4180 req-64374425-7a1d-4595-a38b-8b5a22b0c048 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 944 time: 0.0843451 Nov 12 04:05:49.721882 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f5240-e234-4dd8-84a9-804233f586aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e5cb3f-bf65-4e0f-a5bf-08c88c46ed90,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:49.752709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8f5240-e234-4dd8-84a9-804233f586aa admin admin] Checking segment: {'id': '8b0310d4-a477-4630-9baf-cbbfd15d4c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c747d0f2-fe0c-4289-8f6f-373587e01c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:49.753328 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8f5240-e234-4dd8-84a9-804233f586aa admin admin] Network hostable DHCP agents. Network: c747d0f2-fe0c-4289-8f6f-373587e01c06, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:05:49.847165 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18c632e0-cdda-40ca-894d-46ce0c8f4180 req-223ead2b-311d-4c14-abc6-23e555d46b75 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081975 Nov 12 04:05:49.859860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699a887-1e4d-4e06-9dfd-f0aecbd621c4 req-958c076c-66aa-4d78-a0ee-25566dce03b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:49.861372 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d699a887-1e4d-4e06-9dfd-f0aecbd621c4 req-958c076c-66aa-4d78-a0ee-25566dce03b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d418105a416a412eb609c6260b2a9f1b&device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 1096 time: 0.0936096 Nov 12 04:05:49.874183 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8f5240-e234-4dd8-84a9-804233f586aa admin admin] Network c747d0f2-fe0c-4289-8f6f-373587e01c06 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:05:49.877751 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9f1e6-e616-4263-80d8-672e6789716f req-f75d40cc-d4e2-40c7-b781-df80242c3ba8 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:49.879329 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75a9f1e6-e616-4263-80d8-672e6789716f req-f75d40cc-d4e2-40c7-b781-df80242c3ba8 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.0729976 Nov 12 04:05:49.965527 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-af8f5240-e234-4dd8-84a9-804233f586aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, c747d0f2-fe0c-4289-8f6f-373587e01c06) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:49.970866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:05:49.978433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe219ac9-cca3-482e-a15a-c16cf7a8d612 None None] Network c747d0f2-fe0c-4289-8f6f-373587e01c06 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:49.983625 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8f5240-e234-4dd8-84a9-804233f586aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:49.984487 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-af8f5240-e234-4dd8-84a9-804233f586aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.994830 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75a9f1e6-e616-4263-80d8-672e6789716f req-79ffe811-3684-4056-8d5c-3edaaf2c0536 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036789 Nov 12 04:05:50.022515 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699a887-1e4d-4e06-9dfd-f0aecbd621c4 req-0f42d25e-cc51-4e4e-89bb-e2782ee52d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:50.024073 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d699a887-1e4d-4e06-9dfd-f0aecbd621c4 req-0f42d25e-cc51-4e4e-89bb-e2782ee52d43 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d418105a416a412eb609c6260b2a9f1b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1423464 Nov 12 04:05:50.058071 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-af8f5240-e234-4dd8-84a9-804233f586aa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8161616 Nov 12 04:05:50.058705 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52440) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:50.064366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5ed98a40-c586-4c53-a212-672c0f2f1c7a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1139235039-router', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:50.128113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699a887-1e4d-4e06-9dfd-f0aecbd621c4 req-f6001d3b-99b1-4f43-9632-ddc2984ce403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:50.129629 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d699a887-1e4d-4e06-9dfd-f0aecbd621c4 req-f6001d3b-99b1-4f43-9632-ddc2984ce403 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969071 Nov 12 04:05:50.144377 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ed98a40-c586-4c53-a212-672c0f2f1c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.145868 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ed98a40-c586-4c53-a212-672c0f2f1c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.181309 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:50.218828 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575', 'mac_address': 'fa:16:3e:dc:fd:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:05:50.237063 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ed98a40-c586-4c53-a212-672c0f2f1c7a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.262837 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-c747d0f2-fe0c-4289-8f6f-373587e01c06', 'network_id': 'c747d0f2-fe0c-4289-8f6f-373587e01c06', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'fixed_ips': [{'subnet_id': 'c4e5cb3f-bf65-4e0f-a5bf-08c88c46ed90'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:05:50.263701 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.300356 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.321700 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc79200-e190-4b47-8751-65ecda443a0e req-b20a3d7a-3245-4249-8046-7a04a2fa6de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:50.323207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cc79200-e190-4b47-8751-65ecda443a0e req-b20a3d7a-3245-4249-8046-7a04a2fa6de7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d418105a416a412eb609c6260b2a9f1b&device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 1096 time: 0.0807326 Nov 12 04:05:50.330570 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f5edc-ec18-4468-abbf-53cdc01e9635 req-52a0bef6-3910-45f6-b029-9b3ad28da704 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:50.335115 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-388f5edc-ec18-4468-abbf-53cdc01e9635 req-52a0bef6-3910-45f6-b029-9b3ad28da704 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 944 time: 0.1437969 Nov 12 04:05:50.373700 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:50.375956 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9509b0-a8d9-447a-97c2-ee26dfb57d22 req-72b7a3a1-5751-49b0-be67-0d5219dc9a01 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:50.385407 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b9509b0-a8d9-447a-97c2-ee26dfb57d22 req-72b7a3a1-5751-49b0-be67-0d5219dc9a01 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 948 time: 0.1439948 Nov 12 04:05:50.424083 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:50.430847 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cc79200-e190-4b47-8751-65ecda443a0e req-2e7f8709-c3a8-44db-94ed-c94e1cd9dc97 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cb542ff-b56d-4d39-8211-0e0d2ed6995d HTTP/1.1" status: 200 len: 217 time: 0.0867863 Nov 12 04:05:50.449307 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] Allocated IP 172.20.0.2 (c747d0f2-fe0c-4289-8f6f-373587e01c06/c4e5cb3f-bf65-4e0f-a5bf-08c88c46ed90/d4dda0c3-c9aa-4b51-809a-0d1d6e21d063) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:50.479101 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ed98a40-c586-4c53-a212-672c0f2f1c7a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.528797 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.551501 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-388f5edc-ec18-4468-abbf-53cdc01e9635 req-081304a3-b799-4432-a7ef-2db5a0838bb6 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/security-groups?id=99fbcaa2-d41f-4191-8f50-6fb132b05751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107017 Nov 12 04:05:50.561997 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc79200-e190-4b47-8751-65ecda443a0e req-a6335ec6-e405-45b0-9619-846732f0d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:50.565598 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cc79200-e190-4b47-8751-65ecda443a0e req-a6335ec6-e405-45b0-9619-846732f0d6a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9437da5b-b4dc-483b-b750-24d42d13ce08 HTTP/1.1" status: 200 len: 853 time: 0.1256471 Nov 12 04:05:50.586919 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b9509b0-a8d9-447a-97c2-ee26dfb57d22 req-472bcf96-be04-45f3-b231-95291564f928 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944132 Nov 12 04:05:50.609015 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:50.662579 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cc79200-e190-4b47-8751-65ecda443a0e req-614c21c5-f7bd-4891-9e3c-a6d14a0a41ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3abc9301-676d-49e8-9b20-03c8b77897e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732429 Nov 12 04:05:50.679345 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.754188 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.772966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea090bd0-cfb8-4d09-a380-ca9a0948f5dd req-b256a1bc-2bef-475e-b956-aaf1a8417111 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:50.774521 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea090bd0-cfb8-4d09-a380-ca9a0948f5dd req-b256a1bc-2bef-475e-b956-aaf1a8417111 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.1110182 Nov 12 04:05:50.812137 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] Network c747d0f2-fe0c-4289-8f6f-373587e01c06 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:50.815731 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:50.820011 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:50.831595 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cc79200-e190-4b47-8751-65ecda443a0e req-704fe922-0582-4885-b936-ccdfa5ec41f5 service neutron] 10.222.0.21 "GET /v2.0/networks/3abc9301-676d-49e8-9b20-03c8b77897e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578846 Nov 12 04:05:50.858973 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea090bd0-cfb8-4d09-a380-ca9a0948f5dd req-99a38615-4ccf-46c8-bbf9-9d72909f7bf5 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765243 Nov 12 04:05:50.900464 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] Pushing event updated for resources: {'Port': ['ID=d4dda0c3-c9aa-4b51-809a-0d1d6e21d063,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:50.921302 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] Attempting to bind port d4dda0c3-c9aa-4b51-809a-0d1d6e21d063 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:50.921975 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] Attempting to bind port d4dda0c3-c9aa-4b51-809a-0d1d6e21d063 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '8b0310d4-a477-4630-9baf-cbbfd15d4c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c747d0f2-fe0c-4289-8f6f-373587e01c06'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:50.922499 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] Attempting to bind port d4dda0c3-c9aa-4b51-809a-0d1d6e21d063 on network c747d0f2-fe0c-4289-8f6f-373587e01c06 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:50.928939 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:50.929621 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] Checking segment: {'id': '8b0310d4-a477-4630-9baf-cbbfd15d4c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c747d0f2-fe0c-4289-8f6f-373587e01c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:50.930182 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.930761 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] Bound using segment: {'id': '8b0310d4-a477-4630-9baf-cbbfd15d4c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c747d0f2-fe0c-4289-8f6f-373587e01c06'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:50.931398 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] Bound port: d4dda0c3-c9aa-4b51-809a-0d1d6e21d063, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0310d4-a477-4630-9baf-cbbfd15d4c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c747d0f2-fe0c-4289-8f6f-373587e01c06'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:50.931965 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.941985 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ed98a40-c586-4c53-a212-672c0f2f1c7a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.965666 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ed98a40-c586-4c53-a212-672c0f2f1c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.010406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] For port d4dda0c3-c9aa-4b51-809a-0d1d6e21d063, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:51.019171 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] For port d4dda0c3-c9aa-4b51-809a-0d1d6e21d063, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d4dda0c3-c9aa-4b51-809a-0d1d6e21d063,segment=NetworkSegment(8b0310d4-a477-4630-9baf-cbbfd15d4c05),segment_id=8b0310d4-a477-4630-9baf-cbbfd15d4c05)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:51.030810 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cc79200-e190-4b47-8751-65ecda443a0e req-81a8370d-a914-448a-8af5-0c999c55a9aa service neutron] 10.222.0.21 "GET /v2.0/networks/3abc9301-676d-49e8-9b20-03c8b77897e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897995 Nov 12 04:05:51.039685 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a38f0a-217d-4e09-9c36-638eb8ba889c req-982a2601-ce2e-44a6-a49b-655d087966c5 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:51.046373 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01a38f0a-217d-4e09-9c36-638eb8ba889c req-982a2601-ce2e-44a6-a49b-655d087966c5 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 944 time: 0.0954721 Nov 12 04:05:51.056418 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['4f4f1975-f9ec-4581-9d6f-7bbaa2850575'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:51.086602 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-5ed98a40-c586-4c53-a212-672c0f2f1c7a admin admin] Allocated IP 172.25.1.219 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/a89847a4-c32d-4d53-9d39-b45af39b756f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:51.103845 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.103983 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01a38f0a-217d-4e09-9c36-638eb8ba889c req-72ec07a0-7096-4839-99ba-920f23a20920 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552094 Nov 12 04:05:51.199416 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d6eeb-14ce-4600-8147-7777c523feea None None] Pushing event updated for resources: {'Port': ['ID=d4dda0c3-c9aa-4b51-809a-0d1d6e21d063,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:51.219767 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1f5ca-fa01-4ad1-b8ff-aa793cdc648d req-5f279efa-ca36-4654-adcc-d3fab7af1c5a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:51.228746 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5dd1f5ca-fa01-4ad1-b8ff-aa793cdc648d req-5f279efa-ca36-4654-adcc-d3fab7af1c5a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.0665543 Nov 12 04:05:51.275617 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ed98a40-c586-4c53-a212-672c0f2f1c7a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.293845 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5dd1f5ca-fa01-4ad1-b8ff-aa793cdc648d req-08f11d8f-da58-487d-a5b1-d377ae596d78 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642025 Nov 12 04:05:51.361737 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ed98a40-c586-4c53-a212-672c0f2f1c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.423560 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed98a40-c586-4c53-a212-672c0f2f1c7a admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:51.437372 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5ed98a40-c586-4c53-a212-672c0f2f1c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:51.441366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed98a40-c586-4c53-a212-672c0f2f1c7a admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:51.464462 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed98a40-c586-4c53-a212-672c0f2f1c7a admin admin] Pushing event updated for resources: {'Port': ['ID=a89847a4-c32d-4d53-9d39-b45af39b756f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:51.616324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52482) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:51.716432 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f4db6-a6b2-4aee-a0e3-f74694a4402c req-33a60c05-04ea-453f-9be0-4599822ec19d tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:51.718596 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-181f4db6-a6b2-4aee-a0e3-f74694a4402c req-33a60c05-04ea-453f-9be0-4599822ec19d tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 944 time: 0.0958188 Nov 12 04:05:51.761752 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f922d88-781c-4f97-a35b-cf81df79191e req-576b9132-c1b8-4657-a711-a639ee753da3 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:51.763292 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f922d88-781c-4f97-a35b-cf81df79191e req-576b9132-c1b8-4657-a711-a639ee753da3 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 949 time: 0.1032028 Nov 12 04:05:51.783020 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c5501ef6-c835-4215-bcf2-0d81293f368a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.785245 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ed98a40-c586-4c53-a212-672c0f2f1c7a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.836241 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-181f4db6-a6b2-4aee-a0e3-f74694a4402c req-1c8b7e33-fa00-469a-ba2c-4565f456e4e2 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/security-groups?id=99fbcaa2-d41f-4191-8f50-6fb132b05751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097045 Nov 12 04:05:51.891686 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f922d88-781c-4f97-a35b-cf81df79191e req-8fa83cd9-58dc-4b65-8325-5e70ceade6fd tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105385 Nov 12 04:05:51.984036 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c5501ef6-c835-4215-bcf2-0d81293f368a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.024135 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ed98a40-c586-4c53-a212-672c0f2f1c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.038879 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5b13d-e061-4c8c-aa07-1aa14e88e91e req-ac7dbdce-5784-4e42-857f-6790ed5df445 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:52.040464 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-baf5b13d-e061-4c8c-aa07-1aa14e88e91e req-ac7dbdce-5784-4e42-857f-6790ed5df445 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.0736892 Nov 12 04:05:52.081137 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c5501ef6-c835-4215-bcf2-0d81293f368a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.137562 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-baf5b13d-e061-4c8c-aa07-1aa14e88e91e req-fd12896f-c41d-4f11-a137-583739d8a682 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908604 Nov 12 04:05:52.147105 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c5501ef6-c835-4215-bcf2-0d81293f368a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d486c65253c4564912ce984e7000c7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5296168 Nov 12 04:05:52.147806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5501ef6-c835-4215-bcf2-0d81293f368a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179749f6-a541-40e5-99ae-402924f7fb38,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:52.154544 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52492) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:52.201850 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb76541-7f4f-4939-b66f-add6c17e9783 None None] Network c747d0f2-fe0c-4289-8f6f-373587e01c06 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:52.213967 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d48e1e0-7d2d-40c7-9e0d-8d6884054c49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.240208 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d48e1e0-7d2d-40c7-9e0d-8d6884054c49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.257327 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353e20b-002b-4c87-9d6e-f7742be7de7d req-f5647247-83bc-46e8-b2cf-d6598205642d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:52.259020 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a353e20b-002b-4c87-9d6e-f7742be7de7d req-f5647247-83bc-46e8-b2cf-d6598205642d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 944 time: 0.0530016 Nov 12 04:05:52.266719 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed98a40-c586-4c53-a212-672c0f2f1c7a admin admin] Router 09ad79fa-20f7-4e77-ba74-f3ae15bc5a05 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:05:52.318750 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a353e20b-002b-4c87-9d6e-f7742be7de7d req-0b949710-9ea8-4be2-899c-784466919bba tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522983 Nov 12 04:05:52.330291 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e8a5cbb6-8dae-4dd2-b6e2-5d4453ad0ed8 None None] Provisioning complete for port d4dda0c3-c9aa-4b51-809a-0d1d6e21d063 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:52.330648 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8a5cbb6-8dae-4dd2-b6e2-5d4453ad0ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.412436 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed98a40-c586-4c53-a212-672c0f2f1c7a admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:52.428915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] Sync routers for ids ['09ad79fa-20f7-4e77-ba74-f3ae15bc5a05'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:52.450517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9af824-4c57-4570-bac6-b48cdd738b19 req-80696a16-ce69-46de-b1b2-979122ac65e8 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:52.454320 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d48e1e0-7d2d-40c7-9e0d-8d6884054c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.454456 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f9af824-4c57-4570-bac6-b48cdd738b19 req-80696a16-ce69-46de-b1b2-979122ac65e8 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.0614877 Nov 12 04:05:52.462560 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d48e1e0-7d2d-40c7-9e0d-8d6884054c49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.463997 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1d48e1e0-7d2d-40c7-9e0d-8d6884054c49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/179749f6-a541-40e5-99ae-402924f7fb38 HTTP/1.1" status: 204 len: 168 time: 0.3063934 Nov 12 04:05:52.475676 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48e1e0-7d2d-40c7-9e0d-8d6884054c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179749f6-a541-40e5-99ae-402924f7fb38,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:52.476297 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] Routers {'09ad79fa-20f7-4e77-ba74-f3ae15bc5a05'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:52.476996 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:05:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['09ad79fa-20f7-4e77-ba74-f3ae15bc5a05'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:52.513378 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ed98a40-c586-4c53-a212-672c0f2f1c7a admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.517401 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5ed98a40-c586-4c53-a212-672c0f2f1c7a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4544976 Nov 12 04:05:52.517711 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52498) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:52.526834 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8a5cbb6-8dae-4dd2-b6e2-5d4453ad0ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.548142 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f9af824-4c57-4570-bac6-b48cdd738b19 req-cf1304cb-06ac-44d6-9446-2ef548904005 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877962 Nov 12 04:05:52.627610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e8a5cbb6-8dae-4dd2-b6e2-5d4453ad0ed8 None None] For port d4dda0c3-c9aa-4b51-809a-0d1d6e21d063, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d4dda0c3-c9aa-4b51-809a-0d1d6e21d063,segment=NetworkSegment(8b0310d4-a477-4630-9baf-cbbfd15d4c05),segment_id=8b0310d4-a477-4630-9baf-cbbfd15d4c05)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:52.655544 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] Set router 09ad79fa-20f7-4e77-ba74-f3ae15bc5a05 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:52.718872 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8a5cbb6-8dae-4dd2-b6e2-5d4453ad0ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.819766 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5cbb6-8dae-4dd2-b6e2-5d4453ad0ed8 None None] Pushing event updated for resources: {'Port': ['ID=d4dda0c3-c9aa-4b51-809a-0d1d6e21d063,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:52.983324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72b469-b072-4e5c-8698-a341597e2a66 req-852f8a54-6878-47e3-99bb-3506cc003956 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:52.985167 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a72b469-b072-4e5c-8698-a341597e2a66 req-852f8a54-6878-47e3-99bb-3506cc003956 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 944 time: 0.0648878 Nov 12 04:05:53.011126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-54f69bac-aa3a-40f9-b8c5-f3c6e8df4905 None None] Provisioning complete for port d4dda0c3-c9aa-4b51-809a-0d1d6e21d063 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:53.011479 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54f69bac-aa3a-40f9-b8c5-f3c6e8df4905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.081393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3102b5-776a-40b4-adf9-d9c949b2756c req-a9e14a03-d504-4830-93c4-83b66abdb681 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:53.083894 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a3102b5-776a-40b4-adf9-d9c949b2756c req-a9e14a03-d504-4830-93c4-83b66abdb681 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 949 time: 0.0976422 Nov 12 04:05:53.088942 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a72b469-b072-4e5c-8698-a341597e2a66 req-619a554c-29f9-4e8a-b66f-d4f95302b484 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/security-groups?id=99fbcaa2-d41f-4191-8f50-6fb132b05751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925295 Nov 12 04:05:53.097027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'name': 'tempest-ServersTestMultiNic-1139235039-router', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a89847a4-c32d-4d53-9d39-b45af39b756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:51Z', 'revision_number': 3, 'project_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'gw_port': {'id': 'a89847a4-c32d-4d53-9d39-b45af39b756f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:53.132460 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] Checking router: 09ad79fa-20f7-4e77-ba74-f3ae15bc5a05 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:05:53.133265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] Updating router 09ad79fa-20f7-4e77-ba74-f3ae15bc5a05 port a89847a4-c32d-4d53-9d39-b45af39b756f binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:05:53.147988 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52508) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:53.168994 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.179565 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90108af1-d4c4-4b26-9f45-de5f1283ad4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.186426 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a3102b5-776a-40b4-adf9-d9c949b2756c req-b1d18fe7-f97b-4663-b8da-e44593a4906e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876663 Nov 12 04:05:53.295451 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90108af1-d4c4-4b26-9f45-de5f1283ad4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.298824 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device c92a8779-6c05-4b29-99a5-e63758e37b69 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:05:53.309053 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dab43da-d5bf-4ad6-be52-58f8cc1050b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.337185 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90108af1-d4c4-4b26-9f45-de5f1283ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.396052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4ab68-9e9a-4cbe-a256-05dd7a088ca0 req-b21dfd56-b73a-4e11-9b50-15d0a19d8446 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:53.397606 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-59a4ab68-9e9a-4cbe-a256-05dd7a088ca0 req-b21dfd56-b73a-4e11-9b50-15d0a19d8446 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.1052201 Nov 12 04:05:53.401816 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90108af1-d4c4-4b26-9f45-de5f1283ad4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a54efe-440e-4589-b369-8db1e09ded59,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:53.405440 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d4dda0c3-c9aa-4b51-809a-0d1d6e21d063 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:53.411510 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-90108af1-d4c4-4b26-9f45-de5f1283ad4e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b551a953a3f84a4d882d60f72da481f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622428 Nov 12 04:05:53.412050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52514) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:53.533440 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-9dab43da-d5bf-4ad6-be52-58f8cc1050b4 admin admin] Allocated IP 172.20.0.1 (c747d0f2-fe0c-4289-8f6f-373587e01c06/c4e5cb3f-bf65-4e0f-a5bf-08c88c46ed90/fdef0999-bdbe-42b4-aeb8-09843819c028) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:53.540101 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-321ad4e9-7d60-44e6-aff3-68265177a00a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.549956 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-59a4ab68-9e9a-4cbe-a256-05dd7a088ca0 req-596fc49e-7fff-47de-bc54-31786f3bb90a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357689 Nov 12 04:05:53.573465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7ece6-8794-433e-a2fc-0d0717bc0413 req-5dabc281-f744-4c27-a4b5-a7f00aac8b82 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:53.581865 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44c7ece6-8794-433e-a2fc-0d0717bc0413 req-5dabc281-f744-4c27-a4b5-a7f00aac8b82 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 944 time: 0.1304657 Nov 12 04:05:53.605779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d4dda0c3-c9aa-4b51-809a-0d1d6e21d063 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:53.605779 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.619996 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-321ad4e9-7d60-44e6-aff3-68265177a00a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.640761 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port c92a8779-6c05-4b29-99a5-e63758e37b69, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c92a8779-6c05-4b29-99a5-e63758e37b69,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:53.667001 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device c92a8779-6c05-4b29-99a5-e63758e37b69 has no active binding in host n-h1-768509-24 {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 04:05:53.678061 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dab43da-d5bf-4ad6-be52-58f8cc1050b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.731153 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44c7ece6-8794-433e-a2fc-0d0717bc0413 req-b605f4c6-5e19-4368-bbd5-8d118f878473 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480868 Nov 12 04:05:53.756238 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd339d-eeb8-429f-8e56-5280ebc26759 req-c8530898-9749-446c-9a6a-102eda354c5d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:53.757864 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fbd339d-eeb8-429f-8e56-5280ebc26759 req-c8530898-9749-446c-9a6a-102eda354c5d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.1054447 Nov 12 04:05:53.775391 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.808269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fbd339d-eeb8-429f-8e56-5280ebc26759 req-514a1dd8-8c2a-4508-92de-3380ac6692c5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426652 Nov 12 04:05:53.817278 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dab43da-d5bf-4ad6-be52-58f8cc1050b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.855029 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-321ad4e9-7d60-44e6-aff3-68265177a00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.855437 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.856128 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-321ad4e9-7d60-44e6-aff3-68265177a00a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.856279 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dab43da-d5bf-4ad6-be52-58f8cc1050b4 admin admin] Network c747d0f2-fe0c-4289-8f6f-373587e01c06 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:53.859367 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-321ad4e9-7d60-44e6-aff3-68265177a00a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2a54efe-440e-4589-b369-8db1e09ded59 HTTP/1.1" status: 204 len: 168 time: 0.4463375 Nov 12 04:05:53.861152 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9dab43da-d5bf-4ad6-be52-58f8cc1050b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:53.870683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad4e9-7d60-44e6-aff3-68265177a00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a54efe-440e-4589-b369-8db1e09ded59,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:53.878513 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dab43da-d5bf-4ad6-be52-58f8cc1050b4 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:53.920725 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab43da-d5bf-4ad6-be52-58f8cc1050b4 admin admin] Pushing event updated for resources: {'Port': ['ID=fdef0999-bdbe-42b4-aeb8-09843819c028,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:53.936035 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9dafe8-09b3-4542-863e-77bd9884e207 None None] Pushing event updated for resources: {'Port': ['ID=a89847a4-c32d-4d53-9d39-b45af39b756f,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:53.942343 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] Attempting to bind port a89847a4-c32d-4d53-9d39-b45af39b756f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:53.942779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] Attempting to bind port a89847a4-c32d-4d53-9d39-b45af39b756f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:53.943140 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] Attempting to bind port a89847a4-c32d-4d53-9d39-b45af39b756f on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:53.944696 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dab43da-d5bf-4ad6-be52-58f8cc1050b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.953326 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:53.953697 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:53.954091 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.954474 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:53.955002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] Bound port: a89847a4-c32d-4d53-9d39-b45af39b756f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:53.955371 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.008304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:54.081832 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] For port a89847a4-c32d-4d53-9d39-b45af39b756f, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:54.089802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] For port a89847a4-c32d-4d53-9d39-b45af39b756f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a89847a4-c32d-4d53-9d39-b45af39b756f,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:54.154793 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.182865 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:05:54.193802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:54.194258 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.223506 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dab43da-d5bf-4ad6-be52-58f8cc1050b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.292792 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b26716-2c58-4f07-a048-d85d7ad51711 req-6865f016-6492-4512-b667-8cc66914d23a tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:54.294582 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31b26716-2c58-4f07-a048-d85d7ad51711 req-6865f016-6492-4512-b667-8cc66914d23a tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 944 time: 0.0781405 Nov 12 04:05:54.333582 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9dafe8-09b3-4542-863e-77bd9884e207 None None] Pushing event updated for resources: {'Port': ['ID=a89847a4-c32d-4d53-9d39-b45af39b756f,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:54.350849 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] Routers {'09ad79fa-20f7-4e77-ba74-f3ae15bc5a05'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:54.351772 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:05:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['09ad79fa-20f7-4e77-ba74-f3ae15bc5a05'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:54.394826 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a4662c58-eacc-4d0c-bf95-4a394e8c027b None None] Provisioning complete for port fdef0999-bdbe-42b4-aeb8-09843819c028 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:54.395585 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a4662c58-eacc-4d0c-bf95-4a394e8c027b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.483961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daabd5-4595-4d0f-925f-a380286df1e4 req-3e6d6c12-04aa-4f5c-b601-37ab0b2e2aa4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:54.499935 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99daabd5-4595-4d0f-925f-a380286df1e4 req-3e6d6c12-04aa-4f5c-b601-37ab0b2e2aa4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 949 time: 0.2019875 Nov 12 04:05:54.512318 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a4662c58-eacc-4d0c-bf95-4a394e8c027b None None] Port fdef0999-bdbe-42b4-aeb8-09843819c028 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:05:54.533012 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31b26716-2c58-4f07-a048-d85d7ad51711 req-766c4b79-83e6-47d1-bfc3-c205031920cb tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/security-groups?id=99fbcaa2-d41f-4191-8f50-6fb132b05751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271817 Nov 12 04:05:54.537665 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dab43da-d5bf-4ad6-be52-58f8cc1050b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.552815 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.591510 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] Set router 09ad79fa-20f7-4e77-ba74-f3ae15bc5a05 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:54.597770 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:54.598944 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99daabd5-4595-4d0f-925f-a380286df1e4 req-d1f437e3-af90-46d0-b3ca-a45c98b3ee6a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960228 Nov 12 04:05:54.601406 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8d8335-d3a5-487a-b4e0-dbf751955f99" -d '{"events": [{"server_uuid": "4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6", "name": "network-vif-plugged", "status": "completed", "tag": "4f4f1975-f9ec-4581-9d6f-7bbaa2850575"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:54.622265 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dab43da-d5bf-4ad6-be52-58f8cc1050b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.680757 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d779a1d0-5f8a-41df-b429-05f32520a353 x-openstack-request-id: req-d779a1d0-5f8a-41df-b429-05f32520a353 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:54.681494 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6", "name": "network-vif-plugged", "status": "completed", "tag": "4f4f1975-f9ec-4581-9d6f-7bbaa2850575", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:54.683011 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d779a1d0-5f8a-41df-b429-05f32520a353 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:54.683011 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575', 'code': 200} Nov 12 04:05:54.733311 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:54.779493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e13dab-6ded-4921-8082-bfbe27c977a4 req-1acd7bbc-94d8-4c96-bc71-bfce516af5a2 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:54.788435 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96e13dab-6ded-4921-8082-bfbe27c977a4 req-1acd7bbc-94d8-4c96-bc71-bfce516af5a2 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.0753145 Nov 12 04:05:54.853956 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.860505 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96e13dab-6ded-4921-8082-bfbe27c977a4 req-136bf630-0a3e-4aaf-b4cf-1d6f1a182e3d tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706842 Nov 12 04:05:54.906615 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dab43da-d5bf-4ad6-be52-58f8cc1050b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.909576 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab43da-d5bf-4ad6-be52-58f8cc1050b4 admin admin] Pushing event updated for resources: {'Port': ['ID=fdef0999-bdbe-42b4-aeb8-09843819c028,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:54.957678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:54.981166 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73eb82-0068-4e75-bba4-a6be8553da14 req-450a0d08-6b96-41df-91e1-fbb9d9c01d7e tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:54.981166 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b73eb82-0068-4e75-bba4-a6be8553da14 req-450a0d08-6b96-41df-91e1-fbb9d9c01d7e tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 944 time: 0.1145408 Nov 12 04:05:55.059762 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'name': 'tempest-ServersTestMultiNic-1139235039-router', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a89847a4-c32d-4d53-9d39-b45af39b756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:54Z', 'revision_number': 4, 'project_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'gw_port': {'id': 'a89847a4-c32d-4d53-9d39-b45af39b756f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'fdef0999-bdbe-42b4-aeb8-09843819c028', 'name': '', 'network_id': 'c747d0f2-fe0c-4289-8f6f-373587e01c06', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'mac_address': 'fa:16:3e:78:ce:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c4e5cb3f-bf65-4e0f-a5bf-08c88c46ed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:05:53Z', 'revision_number': 1, 'project_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'subnets': [{'id': 'c4e5cb3f-bf65-4e0f-a5bf-08c88c46ed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:55.087865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee6247-f74a-4555-beb1-faba11c626a8 req-2cfa0639-ed9e-46d9-b580-383b6bccc4e4 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:55.089385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ebee6247-f74a-4555-beb1-faba11c626a8 req-2cfa0639-ed9e-46d9-b580-383b6bccc4e4 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.1096015 Nov 12 04:05:55.089867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dab43da-d5bf-4ad6-be52-58f8cc1050b4 admin admin] Network c747d0f2-fe0c-4289-8f6f-373587e01c06 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:55.092163 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9dab43da-d5bf-4ad6-be52-58f8cc1050b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:55.117574 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fa5368-ef87-4e80-b0f0-dae4d4e98f78 None None] The sync data for ids ['09ad79fa-20f7-4e77-ba74-f3ae15bc5a05'] in n-d-768509-24 is: [{'id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'name': 'tempest-ServersTestMultiNic-1139235039-router', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a89847a4-c32d-4d53-9d39-b45af39b756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:54Z', 'revision_number': 4, 'project_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'gw_port': {'id': 'a89847a4-c32d-4d53-9d39-b45af39b756f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'fdef0999-bdbe-42b4-aeb8-09843819c028', 'name': '', 'network_id': 'c747d0f2-fe0c-4289-8f6f-373587e01c06', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'mac_address': 'fa:16:3e:78:ce:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c4e5cb3f-bf65-4e0f-a5bf-08c88c46ed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:05:53Z', 'revision_number': 1, 'project_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'subnets': [{'id': 'c4e5cb3f-bf65-4e0f-a5bf-08c88c46ed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:05:55.126055 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b73eb82-0068-4e75-bba4-a6be8553da14 req-591464a3-6cad-4549-817d-91b20fbde59e tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089518 Nov 12 04:05:55.219778 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ebee6247-f74a-4555-beb1-faba11c626a8 req-9adb9ce9-09c8-40ad-a2fc-47bacf9cd275 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749688 Nov 12 04:05:55.232688 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052ffe4-e568-48bc-89b1-4943a86653db req-e4aad079-dd01-487d-9a80-3dfae45ea449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:55.234196 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c052ffe4-e568-48bc-89b1-4943a86653db req-e4aad079-dd01-487d-9a80-3dfae45ea449 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 1101 time: 0.4345193 Nov 12 04:05:55.292878 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 3cb542ff-b56d-4d39-8211-0e0d2ed6995d details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:05:55.298226 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c052ffe4-e568-48bc-89b1-4943a86653db req-9bf9de89-fbc3-45c2-b7fc-92b5d87f4223 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517967 Nov 12 04:05:55.304810 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dab43da-d5bf-4ad6-be52-58f8cc1050b4 admin admin] Router 09ad79fa-20f7-4e77-ba74-f3ae15bc5a05 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:05:55.464561 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dab43da-d5bf-4ad6-be52-58f8cc1050b4 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:55.471284 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9dab43da-d5bf-4ad6-be52-58f8cc1050b4 admin admin] 10.222.0.37 "PUT /v2.0/routers/09ad79fa-20f7-4e77-ba74-f3ae15bc5a05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9524047 Nov 12 04:05:55.500316 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-db0159a2-86d9-4cee-b85d-4101c6a7929a None None] Provisioning complete for port fdef0999-bdbe-42b4-aeb8-09843819c028 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:55.500855 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db0159a2-86d9-4cee-b85d-4101c6a7929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.568574 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 3cb542ff-b56d-4d39-8211-0e0d2ed6995d, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=3cb542ff-b56d-4d39-8211-0e0d2ed6995d,segment=NetworkSegment(7d32c143-709b-4311-ba95-b39a0c77b999),segment_id=7d32c143-709b-4311-ba95-b39a0c77b999)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:55.581328 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-db0159a2-86d9-4cee-b85d-4101c6a7929a None None] Port fdef0999-bdbe-42b4-aeb8-09843819c028 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:05:55.590030 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '3cb542ff-b56d-4d39-8211-0e0d2ed6995d', 'network_id': '3abc9301-676d-49e8-9b20-03c8b77897e1', 'port_id': '3cb542ff-b56d-4d39-8211-0e0d2ed6995d', 'mac_address': 'fa:16:3e:a4:09:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9437da5b-b4dc-483b-b750-24d42d13ce08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:05:55.675930 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52560) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:55.830784 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-eaab504b-c7fe-41c8-ab04-83beb4552ec6 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1652846299'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:55.859186 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.862756 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7721b-dd6d-49ac-8cd4-9052c419ed4b req-20343906-879c-4d1f-867d-cfb19e5d934c tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:55.870524 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-efc7721b-dd6d-49ac-8cd4-9052c419ed4b req-20343906-879c-4d1f-867d-cfb19e5d934c tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 944 time: 0.1646047 Nov 12 04:05:55.882489 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb542ff-b56d-4d39-8211-0e0d2ed6995d {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:55.901048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72821e-3e8a-4802-8887-d6cac4840a26 req-fbb0c0c7-b184-4cc2-b42c-fb91f65a873a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:55.907403 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 3cb542ff-b56d-4d39-8211-0e0d2ed6995d, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=3cb542ff-b56d-4d39-8211-0e0d2ed6995d,segment=NetworkSegment(7d32c143-709b-4311-ba95-b39a0c77b999),segment_id=7d32c143-709b-4311-ba95-b39a0c77b999)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:55.908745 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb72821e-3e8a-4802-8887-d6cac4840a26 req-fbb0c0c7-b184-4cc2-b42c-fb91f65a873a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 950 time: 0.1569045 Nov 12 04:05:55.953787 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaab504b-c7fe-41c8-ab04-83beb4552ec6 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Made reservation on behalf of b478a3ac765b42beb72f2dff0b477fa0 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:55.959344 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eaab504b-c7fe-41c8-ab04-83beb4552ec6 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.963324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-efc7721b-dd6d-49ac-8cd4-9052c419ed4b req-9e302c7e-7e76-4252-a15e-a961263c70da tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/security-groups?id=99fbcaa2-d41f-4191-8f50-6fb132b05751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917821 Nov 12 04:05:55.976985 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.990266 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb72821e-3e8a-4802-8887-d6cac4840a26 req-04fa9b19-53f5-4750-8601-f05b2d32cb39 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805681 Nov 12 04:05:55.991546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaab504b-c7fe-41c8-ab04-83beb4552ec6 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:05:56.013292 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eaab504b-c7fe-41c8-ab04-83beb4552ec6 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.013695 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-eaab504b-c7fe-41c8-ab04-83beb4552ec6 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Added segment 2b992d91-f7f1-4d9a-b3fc-8549397bf9e5 of type vlan for network 2d5504c5-c908-4085-af25-e23066ae43c5 Nov 12 04:05:56.031554 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c92a8779-6c05-4b29-99a5-e63758e37b69 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:56.123072 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=3cb542ff-b56d-4d39-8211-0e0d2ed6995d,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:56.131129 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eaab504b-c7fe-41c8-ab04-83beb4552ec6 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.262773 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eaab504b-c7fe-41c8-ab04-83beb4552ec6 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.274702 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaab504b-c7fe-41c8-ab04-83beb4552ec6 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:56.285162 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eaab504b-c7fe-41c8-ab04-83beb4552ec6 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.339018 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a47346-9416-4f0b-b6a5-6262ac326e12 req-1432818d-3811-4adb-8d34-ec0f74504127 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:56.341007 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70a47346-9416-4f0b-b6a5-6262ac326e12 req-1432818d-3811-4adb-8d34-ec0f74504127 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.0842006 Nov 12 04:05:56.402794 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-a7031554-2058-48d7-93e1-1483862574bf tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8391d26b18e84a5e9fe0b1f2b18514b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323238 Nov 12 04:05:56.436395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab504b-c7fe-41c8-ab04-83beb4552ec6 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event updated for resources: {'Network': ['ID=2d5504c5-c908-4085-af25-e23066ae43c5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:56.453695 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 2d5504c5-c908-4085-af25-e23066ae43c5 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:05:56.454102 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-eaab504b-c7fe-41c8-ab04-83beb4552ec6 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7756872 Nov 12 04:05:56.457549 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52584) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:56.468504 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5a1a5ec0-8b3e-4bab-975c-665402950f67 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Request body: {'subnet': {'network_id': '2d5504c5-c908-4085-af25-e23066ae43c5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:56.476323 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70a47346-9416-4f0b-b6a5-6262ac326e12 req-00d36b4d-36dd-4846-b12d-5b9a494a6491 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271155 Nov 12 04:05:56.546414 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['3cb542ff-b56d-4d39-8211-0e0d2ed6995d'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:56.611010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-d006d5fc-47a8-440c-be9f-39e1d84853d9 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:56.622614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-d006d5fc-47a8-440c-be9f-39e1d84853d9 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067564 Nov 12 04:05:56.679748 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-a148cbe2-6cf4-4ba3-a718-2a47d1c22763 service neutron] 10.222.0.31 "GET /v2.0/ports/c92a8779-6c05-4b29-99a5-e63758e37b69/bindings/n-h1-768509-24 HTTP/1.1" status: 200 len: 385 time: 0.1615779 Nov 12 04:05:56.703548 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-333f1d60-09ce-4a6b-a514-e98e32a7dce9 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/quotas/8391d26b18e84a5e9fe0b1f2b18514b2 HTTP/1.1" status: 200 len: 375 time: 0.0800428 Nov 12 04:05:56.760498 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-ca79ee02-580f-4715-81b8-21314be046e6 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8391d26b18e84a5e9fe0b1f2b18514b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522354 Nov 12 04:05:56.763896 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1a5ec0-8b3e-4bab-975c-665402950f67 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Made reservation on behalf of b478a3ac765b42beb72f2dff0b477fa0 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:56.767616 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a1a5ec0-8b3e-4bab-975c-665402950f67 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.771108 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff282e-6516-47f3-b23d-b7869cd72f17 req-2eae4171-34c7-487e-80cf-58a9810b034c tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:56.777372 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aeff282e-6516-47f3-b23d-b7869cd72f17 req-2eae4171-34c7-487e-80cf-58a9810b034c tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 944 time: 0.1481733 Nov 12 04:05:56.833523 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aeff282e-6516-47f3-b23d-b7869cd72f17 req-5ccc2a35-d48d-41f7-a1d9-7b92a19d2e86 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527034 Nov 12 04:05:57.014137 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad904e2-9737-46ba-b19e-ae9601413d3b req-653ae3c0-6ac7-4ecb-8bd4-b00e37217433 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:57.014137 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5ad904e2-9737-46ba-b19e-ae9601413d3b req-653ae3c0-6ac7-4ecb-8bd4-b00e37217433 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.0608239 Nov 12 04:05:57.027381 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5ad904e2-9737-46ba-b19e-ae9601413d3b req-dcb3b254-e7a8-4f4a-90a3-ca71de86fd14 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513659 Nov 12 04:05:57.033677 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b852c493-7540-43ee-a74b-22b3d62f385a req-78137683-fd6d-43d4-80dc-84380e232808 service neutron] For port c92a8779-6c05-4b29-99a5-e63758e37b69, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c92a8779-6c05-4b29-99a5-e63758e37b69,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:57.106022 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b852c493-7540-43ee-a74b-22b3d62f385a req-78137683-fd6d-43d4-80dc-84380e232808 service neutron] For port c92a8779-6c05-4b29-99a5-e63758e37b69, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:57.142753 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d1e7a-06e8-4690-b0af-e9a00c79e87f req-f5126703-47a6-42a8-a0f2-9d29ec9bd3c1 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:57.144302 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c8d1e7a-06e8-4690-b0af-e9a00c79e87f req-f5126703-47a6-42a8-a0f2-9d29ec9bd3c1 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 945 time: 0.0535743 Nov 12 04:05:57.149928 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-b852c493-7540-43ee-a74b-22b3d62f385a req-78137683-fd6d-43d4-80dc-84380e232808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c92a8779-6c05-4b29-99a5-e63758e37b69 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:57.160439 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b852c493-7540-43ee-a74b-22b3d62f385a req-78137683-fd6d-43d4-80dc-84380e232808 service neutron] For port c92a8779-6c05-4b29-99a5-e63758e37b69, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=c92a8779-6c05-4b29-99a5-e63758e37b69,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:57.195719 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c8d1e7a-06e8-4690-b0af-e9a00c79e87f req-1a6b7502-e95b-472f-bd42-13d390c15c90 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/security-groups?id=99fbcaa2-d41f-4191-8f50-6fb132b05751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451462 Nov 12 04:05:57.240958 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a1a5ec0-8b3e-4bab-975c-665402950f67 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.331199 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b852c493-7540-43ee-a74b-22b3d62f385a req-78137683-fd6d-43d4-80dc-84380e232808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.340022 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a89847a4-c32d-4d53-9d39-b45af39b756f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:57.344629 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a5ec0-8b3e-4bab-975c-665402950f67 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event updated for resources: {'Subnet': ['ID=3fbd9a8a-1550-4b9a-8782-b6ea5dc1a35f,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:57.367961 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a5ec0-8b3e-4bab-975c-665402950f67 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Checking segment: {'id': '2b992d91-f7f1-4d9a-b3fc-8549397bf9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d5504c5-c908-4085-af25-e23066ae43c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:57.368400 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1a5ec0-8b3e-4bab-975c-665402950f67 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Network hostable DHCP agents. Network: 2d5504c5-c908-4085-af25-e23066ae43c5, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:05:57.410485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port a89847a4-c32d-4d53-9d39-b45af39b756f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:57.411809 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.464517 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-b852c493-7540-43ee-a74b-22b3d62f385a req-78137683-fd6d-43d4-80dc-84380e232808 service neutron] Transition to ACTIVE for port object c92a8779-6c05-4b29-99a5-e63758e37b69 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:05:57.484810 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad4366f5-083d-40a7-a69e-5ef5ea00f461 req-3381c00b-d4e1-4f2d-89bf-8275ef323b39 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f5ade6-e28b-4f7c-8b45-16501089d5ec HTTP/1.1" status: 200 len: 210 time: 0.0479031 Nov 12 04:05:57.485987 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1a5ec0-8b3e-4bab-975c-665402950f67 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Network 2d5504c5-c908-4085-af25-e23066ae43c5 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:05:57.512592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6535d6-9c5f-46bb-bbae-6d992f82e733 req-b90f7454-2535-4883-964b-ed8a1c0b131d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:57.518158 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.522003 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d6535d6-9c5f-46bb-bbae-6d992f82e733 req-b90f7454-2535-4883-964b-ed8a1c0b131d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 950 time: 0.1519840 Nov 12 04:05:57.545917 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port a89847a4-c32d-4d53-9d39-b45af39b756f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a89847a4-c32d-4d53-9d39-b45af39b756f,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:57.555004 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b852c493-7540-43ee-a74b-22b3d62f385a req-78137683-fd6d-43d4-80dc-84380e232808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.586484 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5a1a5ec0-8b3e-4bab-975c-665402950f67 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 2d5504c5-c908-4085-af25-e23066ae43c5) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:57.591412 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1a5ec0-8b3e-4bab-975c-665402950f67 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:57.592199 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a1a5ec0-8b3e-4bab-975c-665402950f67 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.592415 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d6535d6-9c5f-46bb-bbae-6d992f82e733 req-cfb5f5e2-f0d5-488f-96ea-99420c38e099 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643103 Nov 12 04:05:57.608406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a76b28-adbb-4ae3-b732-89df0207f132 None None] Network 2d5504c5-c908-4085-af25-e23066ae43c5 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:57.637102 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.647925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78137683-fd6d-43d4-80dc-84380e232808 service neutron] Pushing event updated for resources: {'Port': ['ID=c92a8779-6c05-4b29-99a5-e63758e37b69,revision_number=10']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:57.679580 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3ef3e-4c73-4209-b684-bd7e93359cb7 req-3a188ce3-a11b-499f-a1eb-ecb1163468d9 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:57.690464 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-71d3ef3e-4c73-4209-b684-bd7e93359cb7 req-3a188ce3-a11b-499f-a1eb-ecb1163468d9 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.1250443 Nov 12 04:05:57.696499 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b852c493-7540-43ee-a74b-22b3d62f385a req-78137683-fd6d-43d4-80dc-84380e232808 service neutron] No DVR routers for this DVR port c92a8779-6c05-4b29-99a5-e63758e37b69 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:57.741316 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-78137683-fd6d-43d4-80dc-84380e232808 service neutron] 10.222.0.31 "PUT /v2.0/ports/c92a8779-6c05-4b29-99a5-e63758e37b69/bindings/n-h1-768509-24/activate HTTP/1.1" status: 200 len: 370 time: 1.0536788 Nov 12 04:05:57.757469 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5a1a5ec0-8b3e-4bab-975c-665402950f67 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2930381 Nov 12 04:05:57.760159 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52604) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:57.768513 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=a89847a4-c32d-4d53-9d39-b45af39b756f,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:57.777012 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4bdce4fe-205c-4a56-81e0-b529b500f0ed tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-285166935'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:57.796571 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-71d3ef3e-4c73-4209-b684-bd7e93359cb7 req-233e1fcf-727b-4817-b5d8-ea62ab8fe9b3 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050744 Nov 12 04:05:57.820178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7b1f3-ba26-482f-8ff0-9ce1ed0601e0 req-529d8d6b-34f3-438a-8047-da2842bbe47c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:57.821923 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57d7b1f3-ba26-482f-8ff0-9ce1ed0601e0 req-529d8d6b-34f3-438a-8047-da2842bbe47c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 950 time: 0.1293805 Nov 12 04:05:57.865939 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-2d5504c5-c908-4085-af25-e23066ae43c5', 'network_id': '2d5504c5-c908-4085-af25-e23066ae43c5', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'fixed_ips': [{'subnet_id': '3fbd9a8a-1550-4b9a-8782-b6ea5dc1a35f'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:05:57.867105 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.908350 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57d7b1f3-ba26-482f-8ff0-9ce1ed0601e0 req-4b63c34a-6730-4b47-9dfd-dd006350e78d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661018 Nov 12 04:05:57.960939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62698a6-d159-4fae-b3d9-177db875373b req-31b7e85e-50dc-4ebc-8f93-9eb6fc162c52 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:57.962423 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e62698a6-d159-4fae-b3d9-177db875373b req-31b7e85e-50dc-4ebc-8f93-9eb6fc162c52 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 945 time: 0.0531132 Nov 12 04:05:58.001321 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdce4fe-205c-4a56-81e0-b529b500f0ed tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Made reservation on behalf of b478a3ac765b42beb72f2dff0b477fa0 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:58.009631 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4bdce4fe-205c-4a56-81e0-b529b500f0ed tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.050047 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bdce4fe-205c-4a56-81e0-b529b500f0ed tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:05:58.056620 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e62698a6-d159-4fae-b3d9-177db875373b req-784c543d-69fa-416f-8938-33532fee048b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877512 Nov 12 04:05:58.060947 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] Allocated IP 19.80.0.2 (2d5504c5-c908-4085-af25-e23066ae43c5/3fbd9a8a-1550-4b9a-8782-b6ea5dc1a35f/4317a643-fed3-4354-b0c5-c5cc2cb07d7d) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:58.064462 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4bdce4fe-205c-4a56-81e0-b529b500f0ed tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.064800 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-4bdce4fe-205c-4a56-81e0-b529b500f0ed tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Added segment 2415be56-8a93-40d8-a26f-b9cca3adc55b of type vlan for network e7a7ac60-c9cd-446d-a24b-05f508432577 Nov 12 04:05:58.073655 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852c493-7540-43ee-a74b-22b3d62f385a req-fdbeff86-151f-43a8-b819-d1f797870f62 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:58.075448 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-fdbeff86-151f-43a8-b819-d1f797870f62 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4&tenant_id=dbefff477b694cb581282e32dd2cbb0f&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 1097 time: 0.0846105 Nov 12 04:05:58.135386 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4bdce4fe-205c-4a56-81e0-b529b500f0ed tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.175146 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3be4b54d-d18a-4563-8603-42075069b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:58.176867 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-3be4b54d-d18a-4563-8603-42075069b559 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4&tenant_id=dbefff477b694cb581282e32dd2cbb0f HTTP/1.1" status: 200 len: 1097 time: 0.0922251 Nov 12 04:05:58.190438 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] Sync routers for ids ['09ad79fa-20f7-4e77-ba74-f3ae15bc5a05'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:58.215840 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] Routers {'09ad79fa-20f7-4e77-ba74-f3ae15bc5a05'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:58.216458 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:05:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['09ad79fa-20f7-4e77-ba74-f3ae15bc5a05'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:58.219871 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be20ce4-e68c-488c-8883-8d1e08364996 req-60869315-e793-4806-91d2-51418515a73b tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:58.221825 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6be20ce4-e68c-488c-8883-8d1e08364996 req-60869315-e793-4806-91d2-51418515a73b tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.0656564 Nov 12 04:05:58.287505 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.292719 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4bdce4fe-205c-4a56-81e0-b529b500f0ed tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.299462 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdce4fe-205c-4a56-81e0-b529b500f0ed tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:58.300780 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4bdce4fe-205c-4a56-81e0-b529b500f0ed tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.308270 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852c493-7540-43ee-a74b-22b3d62f385a req-9560f600-7e1d-4f49-b529-7769d5ab8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:58.309773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-9560f600-7e1d-4f49-b529-7769d5ab8925 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 1097 time: 0.0869503 Nov 12 04:05:58.317450 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6be20ce4-e68c-488c-8883-8d1e08364996 req-c41a7236-4620-4ccf-b506-390b813744c2 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662246 Nov 12 04:05:58.373571 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] Set router 09ad79fa-20f7-4e77-ba74-f3ae15bc5a05 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:58.377960 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.419326 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852c493-7540-43ee-a74b-22b3d62f385a req-11de1a91-8486-42a5-a00f-4aa78b28fece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:58.420803 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-11de1a91-8486-42a5-a00f-4aa78b28fece service neutron] 10.222.0.21 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 909 time: 0.1024799 Nov 12 04:05:58.455022 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdce4fe-205c-4a56-81e0-b529b500f0ed tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event updated for resources: {'Network': ['ID=e7a7ac60-c9cd-446d-a24b-05f508432577,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:58.469672 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4bdce4fe-205c-4a56-81e0-b529b500f0ed tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7053611 Nov 12 04:05:58.473015 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52622) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:58.476527 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-47b3ebc3-02be-4a05-b036-abcc9042c2c0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Request body: {'subnet': {'network_id': 'e7a7ac60-c9cd-446d-a24b-05f508432577', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:58.477607 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network e7a7ac60-c9cd-446d-a24b-05f508432577 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:05:58.483717 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-fc52d558-15a7-45f8-b8b0-f7d33d2988b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c92a8779-6c05-4b29-99a5-e63758e37b69 HTTP/1.1" status: 200 len: 217 time: 0.0555534 Nov 12 04:05:58.484907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] Network 2d5504c5-c908-4085-af25-e23066ae43c5 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:58.487872 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] Pushing event updated for resources: {'Port': ['ID=4317a643-fed3-4354-b0c5-c5cc2cb07d7d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:58.511296 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:58.518075 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:58.584611 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f9fe2-9dee-4b16-828e-81c1b9049e55 req-2bd67360-497d-45fa-901b-f6cfab06a5af tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:58.586486 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3e9f9fe2-9dee-4b16-828e-81c1b9049e55 req-2bd67360-497d-45fa-901b-f6cfab06a5af tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 945 time: 0.1509697 Nov 12 04:05:58.588416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852c493-7540-43ee-a74b-22b3d62f385a req-770c4e3c-7ded-4cc8-a34e-cb5bcc41769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:58.590546 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-770c4e3c-7ded-4cc8-a34e-cb5bcc41769d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.0894570 Nov 12 04:05:58.646071 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-b8c2ad7d-1c2a-4c4c-a2a3-00804eea3152 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410364 Nov 12 04:05:58.647613 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] Attempting to bind port 4317a643-fed3-4354-b0c5-c5cc2cb07d7d on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:58.649134 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] Attempting to bind port 4317a643-fed3-4354-b0c5-c5cc2cb07d7d by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '2b992d91-f7f1-4d9a-b3fc-8549397bf9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d5504c5-c908-4085-af25-e23066ae43c5'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:58.649736 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] Attempting to bind port 4317a643-fed3-4354-b0c5-c5cc2cb07d7d on network 2d5504c5-c908-4085-af25-e23066ae43c5 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:58.656237 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:58.657033 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] Checking segment: {'id': '2b992d91-f7f1-4d9a-b3fc-8549397bf9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d5504c5-c908-4085-af25-e23066ae43c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:58.657538 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.658207 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] Bound using segment: {'id': '2b992d91-f7f1-4d9a-b3fc-8549397bf9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d5504c5-c908-4085-af25-e23066ae43c5'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:58.658832 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] Bound port: 4317a643-fed3-4354-b0c5-c5cc2cb07d7d, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b992d91-f7f1-4d9a-b3fc-8549397bf9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d5504c5-c908-4085-af25-e23066ae43c5'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:58.659316 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.749827 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3e9f9fe2-9dee-4b16-828e-81c1b9049e55 req-c4ec9020-4089-4cad-85f0-afcc3092979e tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/security-groups?id=99fbcaa2-d41f-4191-8f50-6fb132b05751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561372 Nov 12 04:05:58.750075 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] For port 4317a643-fed3-4354-b0c5-c5cc2cb07d7d, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:58.753951 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] For port 4317a643-fed3-4354-b0c5-c5cc2cb07d7d, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4317a643-fed3-4354-b0c5-c5cc2cb07d7d,segment=NetworkSegment(2b992d91-f7f1-4d9a-b3fc-8549397bf9e5),segment_id=2b992d91-f7f1-4d9a-b3fc-8549397bf9e5)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:58.776957 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b3ebc3-02be-4a05-b036-abcc9042c2c0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Made reservation on behalf of b478a3ac765b42beb72f2dff0b477fa0 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:58.791912 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47b3ebc3-02be-4a05-b036-abcc9042c2c0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.793804 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26298d2b-e1f8-40b0-8b7b-3fbd41c69ee8 req-18a97776-664c-4ef5-b537-4ce9f5de06b8 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f5ade6-e28b-4f7c-8b45-16501089d5ec HTTP/1.1" status: 200 len: 210 time: 0.0484982 Nov 12 04:05:58.801478 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'name': 'tempest-ServersTestMultiNic-1139235039-router', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a89847a4-c32d-4d53-9d39-b45af39b756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:54Z', 'revision_number': 4, 'project_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'gw_port': {'id': 'a89847a4-c32d-4d53-9d39-b45af39b756f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'fdef0999-bdbe-42b4-aeb8-09843819c028', 'name': '', 'network_id': 'c747d0f2-fe0c-4289-8f6f-373587e01c06', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'mac_address': 'fa:16:3e:78:ce:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c4e5cb3f-bf65-4e0f-a5bf-08c88c46ed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:05:54Z', 'revision_number': 2, 'project_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'subnets': [{'id': 'c4e5cb3f-bf65-4e0f-a5bf-08c88c46ed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:58.858514 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] Checking router: 09ad79fa-20f7-4e77-ba74-f3ae15bc5a05 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:05:58.858988 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] Updating router 09ad79fa-20f7-4e77-ba74-f3ae15bc5a05 port fdef0999-bdbe-42b4-aeb8-09843819c028 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:05:58.868517 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.889542 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-7b92a02e-dff7-4846-ad4b-d2ba3aa6caca service neutron] 10.222.0.21 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130203 Nov 12 04:05:58.902084 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.931606 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-297c8b55-d84d-4fd0-b761-4be104e8d7c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1404126 Nov 12 04:05:58.955760 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b82878-bc5f-4f81-b171-a6b397f4a484 None None] Pushing event updated for resources: {'Port': ['ID=4317a643-fed3-4354-b0c5-c5cc2cb07d7d,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:59.165442 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47b3ebc3-02be-4a05-b036-abcc9042c2c0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.234743 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3ebc3-02be-4a05-b036-abcc9042c2c0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event updated for resources: {'Subnet': ['ID=a42f9b90-fd94-4cf4-9020-f4bfc6ac2942,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:59.304067 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.317401 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b3ebc3-02be-4a05-b036-abcc9042c2c0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Checking segment: {'id': '2415be56-8a93-40d8-a26f-b9cca3adc55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e7a7ac60-c9cd-446d-a24b-05f508432577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:59.317401 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b3ebc3-02be-4a05-b036-abcc9042c2c0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Network hostable DHCP agents. Network: e7a7ac60-c9cd-446d-a24b-05f508432577, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:05:59.336905 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 3cb542ff-b56d-4d39-8211-0e0d2ed6995d up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:59.387932 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:05:59.393335 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.469899 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b3ebc3-02be-4a05-b036-abcc9042c2c0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Network e7a7ac60-c9cd-446d-a24b-05f508432577 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:05:59.506646 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea671f6d-2339-47b4-9647-8fe8e74372fc None None] Pushing event updated for resources: {'Port': ['ID=fdef0999-bdbe-42b4-aeb8-09843819c028,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:59.516917 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63752c-c18f-4f2c-bf3a-fa947732b910 req-0088dbbb-b5cb-4761-8368-b9d133554785 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:59.518804 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b63752c-c18f-4f2c-bf3a-fa947732b910 req-0088dbbb-b5cb-4761-8368-b9d133554785 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 950 time: 0.6711411 Nov 12 04:05:59.531202 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 3cb542ff-b56d-4d39-8211-0e0d2ed6995d completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:05:59.537052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 3cb542ff-b56d-4d39-8211-0e0d2ed6995d triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:59.543241 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.563158 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea671f6d-2339-47b4-9647-8fe8e74372fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:59.563650 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea671f6d-2339-47b4-9647-8fe8e74372fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:59.564085 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea671f6d-2339-47b4-9647-8fe8e74372fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:59.564657 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea671f6d-2339-47b4-9647-8fe8e74372fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:59.565081 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea671f6d-2339-47b4-9647-8fe8e74372fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:59.565782 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea671f6d-2339-47b4-9647-8fe8e74372fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:59.566190 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea671f6d-2339-47b4-9647-8fe8e74372fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:59.566827 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea671f6d-2339-47b4-9647-8fe8e74372fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:59.567275 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea671f6d-2339-47b4-9647-8fe8e74372fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:59.567928 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea671f6d-2339-47b4-9647-8fe8e74372fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:59.568070 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea671f6d-2339-47b4-9647-8fe8e74372fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:59.568485 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea671f6d-2339-47b4-9647-8fe8e74372fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:59.571078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-47b3ebc3-02be-4a05-b036-abcc9042c2c0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, e7a7ac60-c9cd-446d-a24b-05f508432577) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:59.576239 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b3ebc3-02be-4a05-b036-abcc9042c2c0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:59.577893 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47b3ebc3-02be-4a05-b036-abcc9042c2c0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.605658 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6364bc-cb4b-4fd1-9bbb-ab33c95c290d None None] Network e7a7ac60-c9cd-446d-a24b-05f508432577 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:59.612686 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b63752c-c18f-4f2c-bf3a-fa947732b910 req-3d1407d4-1c61-4801-b3a5-ff4dffd25e85 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848999 Nov 12 04:05:59.658839 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976996cf-7e2d-4576-986e-d4a6dd3ccdb8 req-9c6ef4be-7dc4-45cb-ba77-64a3386fdc25 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:59.669173 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-976996cf-7e2d-4576-986e-d4a6dd3ccdb8 req-9c6ef4be-7dc4-45cb-ba77-64a3386fdc25 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.7740846 Nov 12 04:05:59.688579 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-47b3ebc3-02be-4a05-b036-abcc9042c2c0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2175691 Nov 12 04:05:59.690788 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] Attempting to bind port fdef0999-bdbe-42b4-aeb8-09843819c028 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:59.691399 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] Attempting to bind port fdef0999-bdbe-42b4-aeb8-09843819c028 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '8b0310d4-a477-4630-9baf-cbbfd15d4c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c747d0f2-fe0c-4289-8f6f-373587e01c06'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:59.692257 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] Attempting to bind port fdef0999-bdbe-42b4-aeb8-09843819c028 on network c747d0f2-fe0c-4289-8f6f-373587e01c06 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:59.698525 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:59.704706 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] Checking segment: {'id': '8b0310d4-a477-4630-9baf-cbbfd15d4c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c747d0f2-fe0c-4289-8f6f-373587e01c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:59.704706 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.704706 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] Bound using segment: {'id': '8b0310d4-a477-4630-9baf-cbbfd15d4c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c747d0f2-fe0c-4289-8f6f-373587e01c06'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:59.704706 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] Bound port: fdef0999-bdbe-42b4-aeb8-09843819c028, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0310d4-a477-4630-9baf-cbbfd15d4c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c747d0f2-fe0c-4289-8f6f-373587e01c06'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:59.704706 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.767151 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-98ca8e56-0dba-4f68-a0d7-7c3c6c40f6dd service neutron] 10.222.0.21 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8682365 Nov 12 04:05:59.832413 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] For port fdef0999-bdbe-42b4-aeb8-09843819c028, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:59.835542 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-976996cf-7e2d-4576-986e-d4a6dd3ccdb8 req-40237fd7-0ea1-4dcf-ac89-aff43fa8ae70 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599696 Nov 12 04:05:59.839066 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] For port fdef0999-bdbe-42b4-aeb8-09843819c028, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=fdef0999-bdbe-42b4-aeb8-09843819c028,segment=NetworkSegment(8b0310d4-a477-4630-9baf-cbbfd15d4c05),segment_id=8b0310d4-a477-4630-9baf-cbbfd15d4c05)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:59.927501 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4317a643-fed3-4354-b0c5-c5cc2cb07d7d up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:59.945256 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ddf08-d45b-420a-a3f3-c7e9e424e4d5 req-6ed3a9d7-04cf-4e60-9402-86da77fac2f4 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:59.948621 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.961805 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-733ddf08-d45b-420a-a3f3-c7e9e424e4d5 req-6ed3a9d7-04cf-4e60-9402-86da77fac2f4 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 945 time: 0.1250479 Nov 12 04:06:00.071448 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea671f6d-2339-47b4-9647-8fe8e74372fc None None] Pushing event updated for resources: {'Port': ['ID=fdef0999-bdbe-42b4-aeb8-09843819c028,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:00.071664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-e7a7ac60-c9cd-446d-a24b-05f508432577', 'network_id': 'e7a7ac60-c9cd-446d-a24b-05f508432577', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'fixed_ips': [{'subnet_id': 'a42f9b90-fd94-4cf4-9020-f4bfc6ac2942'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:06:00.072471 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.079897 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ae1cf252-72f1-4a06-8c1f-53287d16b04b None None] Provisioning complete for port fdef0999-bdbe-42b4-aeb8-09843819c028 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:00.080259 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae1cf252-72f1-4a06-8c1f-53287d16b04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.094404 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-733ddf08-d45b-420a-a3f3-c7e9e424e4d5 req-ae8d8325-ec3f-4a97-93c8-e9a77d5755d7 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287634 Nov 12 04:06:00.141676 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.147534 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] Routers {'09ad79fa-20f7-4e77-ba74-f3ae15bc5a05'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:00.152438 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:05:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['09ad79fa-20f7-4e77-ba74-f3ae15bc5a05'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:00.173149 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efea419-c0e7-4c20-a448-b092374d0488 req-6f1ff4ad-eade-400e-b99e-f2f7a90d9a9f tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:00.181280 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8efea419-c0e7-4c20-a448-b092374d0488 req-6f1ff4ad-eade-400e-b99e-f2f7a90d9a9f tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.1986525 Nov 12 04:06:00.247097 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb602829-654e-4909-8581-73303255bbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb542ff-b56d-4d39-8211-0e0d2ed6995d'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:00.251557 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c9636b-f814-4abf-b54a-74b3b8b939df" -d '{"events": [{"server_uuid": "bb602829-654e-4909-8581-73303255bbd7", "name": "network-vif-plugged", "status": "completed", "tag": "3cb542ff-b56d-4d39-8211-0e0d2ed6995d"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:00.299439 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8efea419-c0e7-4c20-a448-b092374d0488 req-1df95c66-8a33-4fa5-b853-50fd2072cdd2 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111109 Nov 12 04:06:00.363724 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-6a063d28-f892-4863-a7fb-6709e1c6c6ad tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8391d26b18e84a5e9fe0b1f2b18514b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555236 Nov 12 04:06:00.420032 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] Set router 09ad79fa-20f7-4e77-ba74-f3ae15bc5a05 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:00.514296 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4317a643-fed3-4354-b0c5-c5cc2cb07d7d triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:00.514668 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.522271 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 3cb542ff-b56d-4d39-8211-0e0d2ed6995d, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=3cb542ff-b56d-4d39-8211-0e0d2ed6995d,segment=NetworkSegment(7d32c143-709b-4311-ba95-b39a0c77b999),segment_id=7d32c143-709b-4311-ba95-b39a0c77b999)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:00.546732 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-1092266a-2d87-4962-b522-bf4db88d0182 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:00.548608 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-1092266a-2d87-4962-b522-bf4db88d0182 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785393 Nov 12 04:06:00.572031 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-b0a420ff-ddcc-4e13-b8d6-651d6f824e97 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Request body: {'port': {'device_id': 'd0f5ade6-e28b-4f7c-8b45-16501089d5ec', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': '8391d26b18e84a5e9fe0b1f2b18514b2'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:00.629529 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc52556-5660-4877-ad1d-6d9bb5e35d93 None None] Network 2d5504c5-c908-4085-af25-e23066ae43c5 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:06:00.656120 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.663102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab859dce-b566-4b4f-8b24-88fd08bb2b53 req-a5eccf17-aa10-41cd-90f1-8ed8a1d7beec tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:00.664849 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab859dce-b566-4b4f-8b24-88fd08bb2b53 req-a5eccf17-aa10-41cd-90f1-8ed8a1d7beec tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 945 time: 0.1417665 Nov 12 04:06:00.675261 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852c493-7540-43ee-a74b-22b3d62f385a req-2152ac57-c108-4249-8d0a-42d8e37fdace tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:00.677042 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-2152ac57-c108-4249-8d0a-42d8e37fdace tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4&tenant_id=dbefff477b694cb581282e32dd2cbb0f&binding%3Ahost_id=n-h1-768509-24 HTTP/1.1" status: 200 len: 1097 time: 0.3332953 Nov 12 04:06:00.801362 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab859dce-b566-4b4f-8b24-88fd08bb2b53 req-fdb46693-85c9-4ba1-831b-69f3654f32b7 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/security-groups?id=99fbcaa2-d41f-4191-8f50-6fb132b05751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197023 Nov 12 04:06:00.818152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-94d4aeb2-d42a-41aa-bff1-8b3ac10d4c14 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:00.831725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-94d4aeb2-d42a-41aa-bff1-8b3ac10d4c14 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:00.836025 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-94d4aeb2-d42a-41aa-bff1-8b3ac10d4c14 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/networks?id=2d5504c5-c908-4085-af25-e23066ae43c5&id=e7a7ac60-c9cd-446d-a24b-05f508432577&id=2d5504c5-c908-4085-af25-e23066ae43c5 HTTP/1.1" status: 200 len: 1391 time: 0.4635410 Nov 12 04:06:00.863590 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-931da1a6-2035-4a14-a487-e798f5f65b46 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/quotas/b478a3ac765b42beb72f2dff0b477fa0 HTTP/1.1" status: 200 len: 375 time: 0.0158172 Nov 12 04:06:00.872245 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'name': 'tempest-ServersTestMultiNic-1139235039-router', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a89847a4-c32d-4d53-9d39-b45af39b756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:54Z', 'revision_number': 4, 'project_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'gw_port': {'id': 'a89847a4-c32d-4d53-9d39-b45af39b756f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'fdef0999-bdbe-42b4-aeb8-09843819c028', 'name': '', 'network_id': 'c747d0f2-fe0c-4289-8f6f-373587e01c06', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'mac_address': 'fa:16:3e:78:ce:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c4e5cb3f-bf65-4e0f-a5bf-08c88c46ed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:05:59Z', 'revision_number': 4, 'project_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'subnets': [{'id': 'c4e5cb3f-bf65-4e0f-a5bf-08c88c46ed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:00.887327 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae1cf252-72f1-4a06-8c1f-53287d16b04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.919575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] Allocated IP 19.86.0.2 (e7a7ac60-c9cd-446d-a24b-05f508432577/a42f9b90-fd94-4cf4-9020-f4bfc6ac2942/b6187001-438f-4e33-b2c2-11629c033dbc) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:00.937273 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498a7e9d-e8d9-49d5-82a1-1f86bd9ae28b None None] The sync data for ids ['09ad79fa-20f7-4e77-ba74-f3ae15bc5a05'] in n-d-768509-24 is: [{'id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'name': 'tempest-ServersTestMultiNic-1139235039-router', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a89847a4-c32d-4d53-9d39-b45af39b756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:54Z', 'revision_number': 4, 'project_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'gw_port': {'id': 'a89847a4-c32d-4d53-9d39-b45af39b756f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'fdef0999-bdbe-42b4-aeb8-09843819c028', 'name': '', 'network_id': 'c747d0f2-fe0c-4289-8f6f-373587e01c06', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'mac_address': 'fa:16:3e:78:ce:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c4e5cb3f-bf65-4e0f-a5bf-08c88c46ed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:05:59Z', 'revision_number': 4, 'project_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'subnets': [{'id': 'c4e5cb3f-bf65-4e0f-a5bf-08c88c46ed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:00.979241 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf6c2f9-7247-4f11-bd4e-cd322c434992 req-09d74c43-c575-4943-8c77-c369ab38a3b1 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f5ade6-e28b-4f7c-8b45-16501089d5ec HTTP/1.1" status: 200 len: 210 time: 0.0476379 Nov 12 04:06:00.989757 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=3cb542ff-b56d-4d39-8211-0e0d2ed6995d,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:00.994211 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.994928 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-b0a420ff-ddcc-4e13-b8d6-651d6f824e97 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Made reservation on behalf of 8391d26b18e84a5e9fe0b1f2b18514b2 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:00.998459 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-b0a420ff-ddcc-4e13-b8d6-651d6f824e97 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.002734 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-ac1f7194-d415-453e-9894-66eac71b07ab tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b478a3ac765b42beb72f2dff0b477fa0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1097538 Nov 12 04:06:01.008044 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-b0a420ff-ddcc-4e13-b8d6-651d6f824e97 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.065529 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ae1cf252-72f1-4a06-8c1f-53287d16b04b None None] For port fdef0999-bdbe-42b4-aeb8-09843819c028, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=fdef0999-bdbe-42b4-aeb8-09843819c028,segment=NetworkSegment(8b0310d4-a477-4630-9baf-cbbfd15d4c05),segment_id=8b0310d4-a477-4630-9baf-cbbfd15d4c05)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:01.137462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-b852c493-7540-43ee-a74b-22b3d62f385a req-8fa16c77-2cba-44ce-904d-9faeffd54bb3 service neutron] For port c92a8779-6c05-4b29-99a5-e63758e37b69, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:01.143523 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b852c493-7540-43ee-a74b-22b3d62f385a req-8fa16c77-2cba-44ce-904d-9faeffd54bb3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.144893 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b852c493-7540-43ee-a74b-22b3d62f385a req-8fa16c77-2cba-44ce-904d-9faeffd54bb3 service neutron] 10.222.0.21 "DELETE /v2.0/ports/c92a8779-6c05-4b29-99a5-e63758e37b69/bindings/n-h2-768509-24 HTTP/1.1" status: 204 len: 173 time: 0.4545569 Nov 12 04:06:01.169110 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-547f1e41-1791-4e55-989c-842c546cd417 service neutron] 10.222.0.37 "GET /v2.0/networks/2d5504c5-c908-4085-af25-e23066ae43c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563759 Nov 12 04:06:01.179041 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-b0a420ff-ddcc-4e13-b8d6-651d6f824e97 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.193743 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d673f9b-9a89-4fdb-9247-2b9c950370ff x-openstack-request-id: req-2d673f9b-9a89-4fdb-9247-2b9c950370ff {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:01.194157 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb602829-654e-4909-8581-73303255bbd7", "name": "network-vif-plugged", "status": "completed", "tag": "3cb542ff-b56d-4d39-8211-0e0d2ed6995d", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:01.194362 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d673f9b-9a89-4fdb-9247-2b9c950370ff {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:01.194777 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb602829-654e-4909-8581-73303255bbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb542ff-b56d-4d39-8211-0e0d2ed6995d', 'code': 200} Nov 12 04:06:01.200031 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae1cf252-72f1-4a06-8c1f-53287d16b04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.268617 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-b0a420ff-ddcc-4e13-b8d6-651d6f824e97 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.277903 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 4317a643-fed3-4354-b0c5-c5cc2cb07d7d, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4317a643-fed3-4354-b0c5-c5cc2cb07d7d,segment=NetworkSegment(2b992d91-f7f1-4d9a-b3fc-8549397bf9e5),segment_id=2b992d91-f7f1-4d9a-b3fc-8549397bf9e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:01.370038 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.370843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a89847a4-c32d-4d53-9d39-b45af39b756f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:01.386564 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b8911-1377-4604-8768-76af6f034641 req-c9e47051-fade-4153-9256-a15ae4f1e55e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:01.396705 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-900b8911-1377-4604-8768-76af6f034641 req-c9e47051-fade-4153-9256-a15ae4f1e55e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 950 time: 0.2165051 Nov 12 04:06:01.425916 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97955e9e-9c3c-4352-b1f9-b7f142530b9a req-80118c3f-7638-4557-a8ef-90a265dac0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:01.427649 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-97955e9e-9c3c-4352-b1f9-b7f142530b9a req-80118c3f-7638-4557-a8ef-90a265dac0ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 1098 time: 0.1943007 Nov 12 04:06:01.435690 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cf252-72f1-4a06-8c1f-53287d16b04b None None] Pushing event updated for resources: {'Port': ['ID=fdef0999-bdbe-42b4-aeb8-09843819c028,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:01.448559 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-b0a420ff-ddcc-4e13-b8d6-651d6f824e97 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Allocated IP 192.168.233.31 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/09d1e905-cbd8-4b63-9105-951ebe489395) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:01.459123 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-45e77720-b8b1-4b17-b907-8cc65362fc6a service neutron] 10.222.0.37 "GET /v2.0/networks/2d5504c5-c908-4085-af25-e23066ae43c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770941 Nov 12 04:06:01.484560 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-48cb2563-b985-4739-9eec-456e1fecfdc0 None None] Provisioning complete for port 4317a643-fed3-4354-b0c5-c5cc2cb07d7d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:01.485016 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-48cb2563-b985-4739-9eec-456e1fecfdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.553850 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.598431 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=4317a643-fed3-4354-b0c5-c5cc2cb07d7d,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:01.618536 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port a89847a4-c32d-4d53-9d39-b45af39b756f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:01.618951 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.637096 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-c23266a0-ebcc-465e-8988-18270acc9b05 service neutron] 10.222.0.37 "GET /v2.0/networks/e7a7ac60-c9cd-446d-a24b-05f508432577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770427 Nov 12 04:06:01.660118 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.745409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-900b8911-1377-4604-8768-76af6f034641 req-36d094db-6d1e-40da-9b6e-07e3a1e1e033 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465159 Nov 12 04:06:01.808150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] Network e7a7ac60-c9cd-446d-a24b-05f508432577 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:01.826769 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:01.838521 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-97955e9e-9c3c-4352-b1f9-b7f142530b9a req-745cddcb-c0fa-4171-8ede-5f9f43b90c82 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=99fbcaa2-d41f-4191-8f50-6fb132b05751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040117 Nov 12 04:06:01.842703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:01.877086 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-f9667976-2a80-403c-ba57-fe0f26ebbca4 service neutron] 10.222.0.37 "GET /v2.0/networks/e7a7ac60-c9cd-446d-a24b-05f508432577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245626 Nov 12 04:06:01.924309 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] Pushing event updated for resources: {'Port': ['ID=b6187001-438f-4e33-b2c2-11629c033dbc,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:01.947998 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a420ff-ddcc-4e13-b8d6-651d6f824e97 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de147162-03c3-4f97-97bc-af7a1277fa42,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:01.957661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-48cb2563-b985-4739-9eec-456e1fecfdc0 None None] Provisioning complete for port fdef0999-bdbe-42b4-aeb8-09843819c028 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:01.959339 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-48cb2563-b985-4739-9eec-456e1fecfdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.012772 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] Attempting to bind port b6187001-438f-4e33-b2c2-11629c033dbc on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:02.013396 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] Attempting to bind port b6187001-438f-4e33-b2c2-11629c033dbc by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '2415be56-8a93-40d8-a26f-b9cca3adc55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e7a7ac60-c9cd-446d-a24b-05f508432577'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:02.013534 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] Attempting to bind port b6187001-438f-4e33-b2c2-11629c033dbc on network e7a7ac60-c9cd-446d-a24b-05f508432577 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:02.034886 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:02.035256 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] Checking segment: {'id': '2415be56-8a93-40d8-a26f-b9cca3adc55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e7a7ac60-c9cd-446d-a24b-05f508432577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:02.035680 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.036111 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] Bound using segment: {'id': '2415be56-8a93-40d8-a26f-b9cca3adc55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e7a7ac60-c9cd-446d-a24b-05f508432577'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:02.036605 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] Bound port: b6187001-438f-4e33-b2c2-11629c033dbc, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2415be56-8a93-40d8-a26f-b9cca3adc55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e7a7ac60-c9cd-446d-a24b-05f508432577'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:02.036942 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.079963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bbe1f-dc1c-46c9-9a60-7640bc95171a req-6637269a-ecc9-4386-a197-90bd792d53f5 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:02.081701 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-896bbe1f-dc1c-46c9-9a60-7640bc95171a req-6637269a-ecc9-4386-a197-90bd792d53f5 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.1723461 Nov 12 04:06:02.114439 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-b0a420ff-ddcc-4e13-b8d6-651d6f824e97 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.147786 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-896bbe1f-dc1c-46c9-9a60-7640bc95171a req-6e49e2a6-6388-4e9b-9e91-15711334b5a3 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584435 Nov 12 04:06:02.157260 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-6c90984e-08b8-4f4a-9ece-530ab030bd9c service neutron] 10.222.0.37 "GET /v2.0/networks/2d5504c5-c908-4085-af25-e23066ae43c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688482 Nov 12 04:06:02.171857 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] For port b6187001-438f-4e33-b2c2-11629c033dbc, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:02.175347 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] For port b6187001-438f-4e33-b2c2-11629c033dbc, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b6187001-438f-4e33-b2c2-11629c033dbc,segment=NetworkSegment(2415be56-8a93-40d8-a26f-b9cca3adc55b),segment_id=2415be56-8a93-40d8-a26f-b9cca3adc55b)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:02.206106 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4317a643-fed3-4354-b0c5-c5cc2cb07d7d up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:02.217401 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-b0a420ff-ddcc-4e13-b8d6-651d6f824e97 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.258518 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.282550 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-b0a420ff-ddcc-4e13-b8d6-651d6f824e97 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:02.283883 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a420ff-ddcc-4e13-b8d6-651d6f824e97 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Pushing event updated for resources: {'Port': ['ID=09d1e905-cbd8-4b63-9105-951ebe489395,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:02.287026 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-b0a420ff-ddcc-4e13-b8d6-651d6f824e97 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:02.289803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-b0a420ff-ddcc-4e13-b8d6-651d6f824e97 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:02.297345 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-933dd423-8b90-49a8-8a6a-2da0b927672b service neutron] 10.222.0.37 "GET /v2.0/networks/2d5504c5-c908-4085-af25-e23066ae43c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391730 Nov 12 04:06:02.310170 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4317a643-fed3-4354-b0c5-c5cc2cb07d7d triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:02.310652 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.312334 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc64f91-66cd-46b5-a0df-b1bb46fdf5ea req-c3273545-332f-485f-9afc-a9843a0aa212 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:02.314444 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0dc64f91-66cd-46b5-a0df-b1bb46fdf5ea req-c3273545-332f-485f-9afc-a9843a0aa212 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 945 time: 0.0748701 Nov 12 04:06:02.376125 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-b0a420ff-ddcc-4e13-b8d6-651d6f824e97 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:02.376768 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-b0a420ff-ddcc-4e13-b8d6-651d6f824e97 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.409724 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-897fc3f0-06e6-484c-b25a-bde5c39a7b97 None None] Provisioning complete for port 4317a643-fed3-4354-b0c5-c5cc2cb07d7d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:02.410015 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-897fc3f0-06e6-484c-b25a-bde5c39a7b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.412230 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c10fc3-212d-4cf7-a762-40b660244475 None None] Pushing event updated for resources: {'Port': ['ID=b6187001-438f-4e33-b2c2-11629c033dbc,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:02.427717 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0dc64f91-66cd-46b5-a0df-b1bb46fdf5ea req-6f994d9e-a941-4c29-823d-7fbf210a5fd0 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877297 Nov 12 04:06:02.482703 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-b0a420ff-ddcc-4e13-b8d6-651d6f824e97 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9147389 Nov 12 04:06:02.515657 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Request body: {'port': {'device_id': 'd0f5ade6-e28b-4f7c-8b45-16501089d5ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:02.551949 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device fdef0999-bdbe-42b4-aeb8-09843819c028 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:02.695087 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port fdef0999-bdbe-42b4-aeb8-09843819c028 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:02.695547 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.714172 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc5102-2b60-487c-aa9b-a27adb1fe0de req-700131f1-6422-4369-94c9-7d8c7f0c4fca tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:02.736368 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0fc5102-2b60-487c-aa9b-a27adb1fe0de req-700131f1-6422-4369-94c9-7d8c7f0c4fca tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.1092546 Nov 12 04:06:02.814415 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0fc5102-2b60-487c-aa9b-a27adb1fe0de req-bbe2d270-2591-43f6-985e-53c66bb28cc1 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785453 Nov 12 04:06:02.815600 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.862668 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-c8db4804-2ea0-441a-9526-3a8d7b0d07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:02.868848 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-c8db4804-2ea0-441a-9526-3a8d7b0d07d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 1102 time: 0.3462980 Nov 12 04:06:02.907306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-654f0f61-461b-4455-b3da-c98c1bf2c4b8 None None] Provisioning complete for port 09d1e905-cbd8-4b63-9105-951ebe489395 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:02.907306 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-654f0f61-461b-4455-b3da-c98c1bf2c4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.917262 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa4d81-9e0a-4354-afe0-3aab10b9fcd1 req-8f32e3c9-0602-4d37-94a3-8a6942e3c6e3 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:02.926921 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-30aa4d81-9e0a-4354-afe0-3aab10b9fcd1 req-8f32e3c9-0602-4d37-94a3-8a6942e3c6e3 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 946 time: 0.1105819 Nov 12 04:06:02.960699 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-654f0f61-461b-4455-b3da-c98c1bf2c4b8 None None] Port 09d1e905-cbd8-4b63-9105-951ebe489395 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:06:03.019894 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-30aa4d81-9e0a-4354-afe0-3aab10b9fcd1 req-663e1ca0-bee2-4155-82a7-056ebe1b13aa tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/security-groups?id=99fbcaa2-d41f-4191-8f50-6fb132b05751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919504 Nov 12 04:06:03.033543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733093af-9952-4e61-be2a-2d239331a64a req-0ce4d815-29e2-4da2-8d86-81b1fb712a8d tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:03.035388 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-733093af-9952-4e61-be2a-2d239331a64a req-0ce4d815-29e2-4da2-8d86-81b1fb712a8d tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f5ade6-e28b-4f7c-8b45-16501089d5ec HTTP/1.1" status: 200 len: 935 time: 0.0834975 Nov 12 04:06:03.108363 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-733093af-9952-4e61-be2a-2d239331a64a req-cc34b55e-15c1-4fe9-87dc-1db9ce37978c tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/security-groups?id=de147162-03c3-4f97-97bc-af7a1277fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566256 Nov 12 04:06:03.132295 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17e76ab8-6bab-4cbd-b16b-c3390bd2e57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.140405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-cfa76684-57ff-4a0d-807f-b4695851c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:03.141861 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-cfa76684-57ff-4a0d-807f-b4695851c9fd service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.2661045 Nov 12 04:06:03.143852 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b69ad6b-9e90-4a57-ab0c-682196d3615d req-e9941701-e5f5-4114-92d6-cdb093aa8827 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 210 time: 0.0328934 Nov 12 04:06:03.209267 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-bc024c4e-373f-4a08-af8d-9b8834573792 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575 HTTP/1.1" status: 200 len: 217 time: 0.0521133 Nov 12 04:06:03.270900 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2848037-b520-4552-980f-c528a051b9e0 req-86b0fdc3-2c3b-4303-a42c-60adf2da160b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:03.278113 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f2848037-b520-4552-980f-c528a051b9e0 req-86b0fdc3-2c3b-4303-a42c-60adf2da160b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 950 time: 0.0974567 Nov 12 04:06:03.300822 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-9b371d8e-90d6-4d95-93e6-d41b91ada5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:03.302858 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-9b371d8e-90d6-4d95-93e6-d41b91ada5c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0848882 Nov 12 04:06:03.333926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcaa2a-e2b4-4820-a95a-989f7824dd03 req-bdf40966-3c0a-422b-aa8f-5426d0e772ae tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:03.337020 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fffcaa2a-e2b4-4820-a95a-989f7824dd03 req-bdf40966-3c0a-422b-aa8f-5426d0e772ae tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 1097 time: 0.1170583 Nov 12 04:06:03.389902 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-b4546757-c22b-485e-99c1-f9f4868bb3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:03.391536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-b4546757-c22b-485e-99c1-f9f4868bb3fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 1097 time: 0.1113465 Nov 12 04:06:03.397025 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-d1a5dbd6-0f70-430c-be13-e82fec2c8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:03.399853 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-d1a5dbd6-0f70-430c-be13-e82fec2c8c91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0885713 Nov 12 04:06:03.401068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f2848037-b520-4552-980f-c528a051b9e0 req-d2b497e9-3a67-4794-9b94-eba60fddf8a2 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219723 Nov 12 04:06:03.456820 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d1e905-cbd8-4b63-9105-951ebe489395 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:03.495267 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.516975 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Transition to ACTIVE for port object 09d1e905-cbd8-4b63-9105-951ebe489395 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:03.540888 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-dd192eff-c4f7-4070-b443-497d112c86b4 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239190 Nov 12 04:06:03.546762 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fffcaa2a-e2b4-4820-a95a-989f7824dd03 req-e7a830bc-38b7-4cd1-a808-c0dedb980ea7 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035599 Nov 12 04:06:03.667724 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.671752 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316a29d-bfbb-4152-9f1e-05ab3e601b48 req-f15cd391-e634-4baf-8765-80bc7b191430 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:03.675109 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4316a29d-bfbb-4152-9f1e-05ab3e601b48 req-f15cd391-e634-4baf-8765-80bc7b191430 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.1764293 Nov 12 04:06:03.680195 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-35572085-eea7-469b-8787-416690f825bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:03.681695 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-35572085-eea7-469b-8787-416690f825bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 919 time: 0.2653801 Nov 12 04:06:03.756772 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-e69754f5-76b8-430e-bcae-a98237a536f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d96f1f45-6f9f-474d-bb6d-89a37d975562 HTTP/1.1" status: 200 len: 217 time: 0.0434630 Nov 12 04:06:03.769548 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-49690c4e-19a8-442f-ac3c-a271ca619334 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195222 Nov 12 04:06:03.818740 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d1478e-2a6e-4504-bb69-d8b30de778b4 None None] Network e7a7ac60-c9cd-446d-a24b-05f508432577 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:06:03.845271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Pushing event updated for resources: {'Port': ['ID=09d1e905-cbd8-4b63-9105-951ebe489395,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:03.883319 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4316a29d-bfbb-4152-9f1e-05ab3e601b48 req-63fb254c-ac2f-4e88-afe0-d15430c4f45e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001734 Nov 12 04:06:03.885332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Attempting to bind port 09d1e905-cbd8-4b63-9105-951ebe489395 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:03.885676 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Attempting to bind port 09d1e905-cbd8-4b63-9105-951ebe489395 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:03.886013 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Attempting to bind port 09d1e905-cbd8-4b63-9105-951ebe489395 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:03.892181 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Port 09d1e905-cbd8-4b63-9105-951ebe489395 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:03.893202 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Attempting to bind port 09d1e905-cbd8-4b63-9105-951ebe489395 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:03.901229 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:03.901229 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:03.901229 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:03.905356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-81a0fc9d-9ef0-4f31-a199-c91d7e45ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:03.907156 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-81a0fc9d-9ef0-4f31-a199-c91d7e45ae84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.1402593 Nov 12 04:06:03.912681 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Bound port: 09d1e905-cbd8-4b63-9105-951ebe489395, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:03.913121 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.001023 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3cc418a1-cf62-4a3d-b81e-07a22cf96e15 None None] Provisioning complete for port b6187001-438f-4e33-b2c2-11629c033dbc triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:04.001488 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3cc418a1-cf62-4a3d-b81e-07a22cf96e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.008151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c2ce2-6cd3-4590-8947-35a7cf904db2 req-63268a5d-b1da-429f-9d4c-ce66f239a263 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.023899 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-104c2ce2-6cd3-4590-8947-35a7cf904db2 req-63268a5d-b1da-429f-9d4c-ce66f239a263 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 1097 time: 0.2231307 Nov 12 04:06:04.024142 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] For port 09d1e905-cbd8-4b63-9105-951ebe489395, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:04.028895 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] For port 09d1e905-cbd8-4b63-9105-951ebe489395, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=09d1e905-cbd8-4b63-9105-951ebe489395,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:04.046031 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-07ab7b21-a255-4cdb-a28c-3376d67eba9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097860 Nov 12 04:06:04.114934 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.188821 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.189352 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.190838 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] 10.222.0.31 "PUT /v2.0/ports/09d1e905-cbd8-4b63-9105-951ebe489395 HTTP/1.1" status: 200 len: 1096 time: 1.6844440 Nov 12 04:06:04.191271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f5ade6-e28b-4f7c-8b45-16501089d5ec', 'tag': '09d1e905-cbd8-4b63-9105-951ebe489395'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:04.194249 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d328a0-877f-4672-8fce-3fb0b5ccf1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f5ade6-e28b-4f7c-8b45-16501089d5ec", "tag": "09d1e905-cbd8-4b63-9105-951ebe489395"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:04.203091 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3cc418a1-cf62-4a3d-b81e-07a22cf96e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.250932 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3cc418a1-cf62-4a3d-b81e-07a22cf96e15 None None] For port b6187001-438f-4e33-b2c2-11629c033dbc, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b6187001-438f-4e33-b2c2-11629c033dbc,segment=NetworkSegment(2415be56-8a93-40d8-a26f-b9cca3adc55b),segment_id=2415be56-8a93-40d8-a26f-b9cca3adc55b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:04.269680 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c082bc4-ecac-4784-b883-0a52a3529693 service neutron] Pushing event updated for resources: {'Port': ['ID=09d1e905-cbd8-4b63-9105-951ebe489395,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:04.276533 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b6187001-438f-4e33-b2c2-11629c033dbc up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:04.331974 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3cc418a1-cf62-4a3d-b81e-07a22cf96e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.333920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894c7c7-5495-40d8-8319-8892236afd88 req-22fd6c5a-dd9b-49ea-92a7-fc3c3c8fca3e tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.335925 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1894c7c7-5495-40d8-8319-8892236afd88 req-22fd6c5a-dd9b-49ea-92a7-fc3c3c8fca3e tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.3083541 Nov 12 04:06:04.351308 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-104c2ce2-6cd3-4590-8947-35a7cf904db2 req-02cb5d5c-dff7-4280-a9f1-9c98d7c5af94 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188803 Nov 12 04:06:04.474022 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-bd7ac1a3-106c-4586-8b90-bf806925c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.475606 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-bd7ac1a3-106c-4586-8b90-bf806925c63c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8391d26b18e84a5e9fe0b1f2b18514b2&device_id=d0f5ade6-e28b-4f7c-8b45-16501089d5ec HTTP/1.1" status: 200 len: 1099 time: 0.1327872 Nov 12 04:06:04.553833 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8b1e1ad0-1905-40f1-b909-e1dd4d673b82 service neutron] 10.222.0.21 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857969 Nov 12 04:06:04.560257 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1894c7c7-5495-40d8-8319-8892236afd88 req-d2280f81-43f1-4c73-a7bb-9b72061221f7 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054772 Nov 12 04:06:04.566176 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-57813ba4-49f2-4d48-8144-48f2fb8b5235 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=09d1e905-cbd8-4b63-9105-951ebe489395 HTTP/1.1" status: 200 len: 217 time: 0.0716980 Nov 12 04:06:04.618562 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8d710-c321-4403-b281-20eddf5e1ef1 req-5f3601df-687b-4f36-b1a4-2aa1c8879cac tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.620140 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2b8d710-c321-4403-b281-20eddf5e1ef1 req-5f3601df-687b-4f36-b1a4-2aa1c8879cac tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 946 time: 0.1120629 Nov 12 04:06:04.636245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc418a1-cf62-4a3d-b81e-07a22cf96e15 None None] Pushing event updated for resources: {'Port': ['ID=b6187001-438f-4e33-b2c2-11629c033dbc,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:04.655184 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port b6187001-438f-4e33-b2c2-11629c033dbc triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:04.655802 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.663927 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-e88cac34-cdea-4d07-bc0d-3336b0577bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.665501 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-e88cac34-cdea-4d07-bc0d-3336b0577bfc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0924506 Nov 12 04:06:04.731628 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-c5905e5b-6268-4525-91e9-5c2929d5e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.733576 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-c5905e5b-6268-4525-91e9-5c2929d5e120 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0591846 Nov 12 04:06:04.780020 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2b8d710-c321-4403-b281-20eddf5e1ef1 req-36bb6067-485a-41fa-8102-4eb707bd78ee tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/security-groups?id=99fbcaa2-d41f-4191-8f50-6fb132b05751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418231 Nov 12 04:06:04.811852 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1b98d-e924-47ac-84f8-fb86cc740480 req-d931ec73-1165-4772-8c7f-762d2649efeb tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.813404 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ae1b98d-e924-47ac-84f8-fb86cc740480 req-d931ec73-1165-4772-8c7f-762d2649efeb tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f5ade6-e28b-4f7c-8b45-16501089d5ec HTTP/1.1" status: 200 len: 947 time: 0.1007657 Nov 12 04:06:04.815362 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-b845f21a-21f4-49ae-90cc-82edd6895fc4 service neutron] 10.222.0.21 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360673 Nov 12 04:06:04.850184 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fcfa92eb-cd0f-49c6-9efb-1fe46d523a41 None None] Provisioning complete for port b6187001-438f-4e33-b2c2-11629c033dbc triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:04.851528 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fcfa92eb-cd0f-49c6-9efb-1fe46d523a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.891780 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-4d132f55-c26e-419a-a018-f87f7921979e service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285591 Nov 12 04:06:04.898307 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4868f1d-fa32-4012-9e18-69af46f282bb req-69f63162-1a7e-436f-bd92-eb96f48bd871 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 210 time: 0.0321467 Nov 12 04:06:04.901914 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ae1b98d-e924-47ac-84f8-fb86cc740480 req-d47d9703-b04c-4023-a64d-11408f4f172f tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/security-groups?id=de147162-03c3-4f97-97bc-af7a1277fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818994 Nov 12 04:06:04.975045 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5977500a-42df-499b-9dcd-a21bb1755d48 x-openstack-request-id: req-5977500a-42df-499b-9dcd-a21bb1755d48 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:04.975419 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f5ade6-e28b-4f7c-8b45-16501089d5ec", "tag": "09d1e905-cbd8-4b63-9105-951ebe489395", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:04.975575 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5977500a-42df-499b-9dcd-a21bb1755d48 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:04.976021 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f5ade6-e28b-4f7c-8b45-16501089d5ec', 'tag': '09d1e905-cbd8-4b63-9105-951ebe489395', 'status': 'completed', 'code': 200} Nov 12 04:06:05.030980 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d77cbaea-4cde-4e44-8321-73546c7a4f7e req-5c46055a-1684-4ad3-ba6e-eb18ede64797 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296828 Nov 12 04:06:05.046759 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb99f4-01af-4366-93fa-f6df0dd22d2c req-1eba6d10-59b6-4cfa-8580-5a84ddfc4ebf tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.048348 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f2bb99f4-01af-4366-93fa-f6df0dd22d2c req-1eba6d10-59b6-4cfa-8580-5a84ddfc4ebf tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 950 time: 0.0668597 Nov 12 04:06:05.123542 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-d14399ea-1d09-4dbb-a591-909290cc86a0 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.125020 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-d14399ea-1d09-4dbb-a591-909290cc86a0 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3&tenant_id=661e639e68ef4507b916d93d5706eabb&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 1097 time: 0.0758996 Nov 12 04:06:05.129596 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f2bb99f4-01af-4366-93fa-f6df0dd22d2c req-679380ae-fa5f-49be-b5aa-1984d323d609 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718515 Nov 12 04:06:05.137035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-24'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:05.199232 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:05.233745 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d328a0-877f-4672-8fce-3fb0b5ccf1f1 req-d9ed3fe2-a184-4ea2-ac9e-09c60735d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.235180 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-54d328a0-877f-4672-8fce-3fb0b5ccf1f1 req-d9ed3fe2-a184-4ea2-ac9e-09c60735d9b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8391d26b18e84a5e9fe0b1f2b18514b2&device_id=d0f5ade6-e28b-4f7c-8b45-16501089d5ec HTTP/1.1" status: 200 len: 1099 time: 0.0478625 Nov 12 04:06:05.340177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d328a0-877f-4672-8fce-3fb0b5ccf1f1 req-1687aefe-fe75-422d-95ee-bb7856d99ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.341705 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-54d328a0-877f-4672-8fce-3fb0b5ccf1f1 req-1687aefe-fe75-422d-95ee-bb7856d99ffb service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.0960948 Nov 12 04:06:05.343882 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] For port d96f1f45-6f9f-474d-bb6d-89a37d975562, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d96f1f45-6f9f-474d-bb6d-89a37d975562,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:05.380335 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] For port d96f1f45-6f9f-474d-bb6d-89a37d975562, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:05.393905 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-54d328a0-877f-4672-8fce-3fb0b5ccf1f1 req-fa9be12b-5f94-48e7-bab8-5db43dc9480b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=09d1e905-cbd8-4b63-9105-951ebe489395 HTTP/1.1" status: 200 len: 217 time: 0.0446854 Nov 12 04:06:05.424692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dca917c-7cd7-4029-ab90-975a4e0d1db3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd96f1f45-6f9f-474d-bb6d-89a37d975562'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:05.428867 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fca647-369a-4e63-bf98-08f076b688f5" -d '{"events": [{"server_uuid": "9dca917c-7cd7-4029-ab90-975a4e0d1db3", "name": "network-vif-unplugged", "status": "completed", "tag": "d96f1f45-6f9f-474d-bb6d-89a37d975562"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:05.435309 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:05.465502 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f87b8e53-9314-4c8d-9d77-c9b519d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:05.483923 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d328a0-877f-4672-8fce-3fb0b5ccf1f1 req-cbfb9963-651a-4b3d-8a8d-9ef74adbba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.486780 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-54d328a0-877f-4672-8fce-3fb0b5ccf1f1 req-cbfb9963-651a-4b3d-8a8d-9ef74adbba8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0742226 Nov 12 04:06:05.541572 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d328a0-877f-4672-8fce-3fb0b5ccf1f1 req-06fc7e2f-f201-4bc2-a096-9bc448c8d9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.543750 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-54d328a0-877f-4672-8fce-3fb0b5ccf1f1 req-06fc7e2f-f201-4bc2-a096-9bc448c8d9a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0474591 Nov 12 04:06:05.544920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc9d8f-4a93-403a-827c-ecc2e14accff req-05101965-ab6c-40af-81cf-0129ebe77250 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.546398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-32cc9d8f-4a93-403a-827c-ecc2e14accff req-05101965-ab6c-40af-81cf-0129ebe77250 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 945 time: 0.0767658 Nov 12 04:06:05.549843 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:05.604024 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba589a0-9b7d-420e-a9d7-1ae6870ef297 req-9d9f5050-51ff-4085-8eb8-24c7d03b118a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.605682 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fba589a0-9b7d-420e-a9d7-1ae6870ef297 req-9d9f5050-51ff-4085-8eb8-24c7d03b118a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 945 time: 0.1065826 Nov 12 04:06:05.692551 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-54d328a0-877f-4672-8fce-3fb0b5ccf1f1 req-2370f2e0-4d75-4847-8309-9480255be977 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401491 Nov 12 04:06:05.708580 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] Pushing event updated for resources: {'Port': ['ID=d96f1f45-6f9f-474d-bb6d-89a37d975562,revision_number=7']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:05.730657 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-32cc9d8f-4a93-403a-827c-ecc2e14accff req-7d7333fc-6415-4d23-9a27-6f5e12b8205d tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728480 Nov 12 04:06:05.751094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] Attempting to bind port d96f1f45-6f9f-474d-bb6d-89a37d975562 on host n-h2-768509-24 for vnic_type normal with profile {"migrating_to": "n-h1-768509-24"} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:05.751094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] Attempting to bind port d96f1f45-6f9f-474d-bb6d-89a37d975562 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:05.751094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] Attempting to bind port d96f1f45-6f9f-474d-bb6d-89a37d975562 on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:05.751094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] Port d96f1f45-6f9f-474d-bb6d-89a37d975562 on network 1332ff08-7d9c-4053-b884-7942193654ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:05.751094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] Attempting to bind port d96f1f45-6f9f-474d-bb6d-89a37d975562 on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:05.759174 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fba589a0-9b7d-420e-a9d7-1ae6870ef297 req-f605a94f-bfa0-46e5-8a91-0b01fd52e5d0 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418934 Nov 12 04:06:05.764830 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:05.765178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] Checking segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:05.765713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] Bound using segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:05.767860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] Bound port: d96f1f45-6f9f-474d-bb6d-89a37d975562, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:05.767860 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:05.843377 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a24dc8-ddc6-44f2-a585-54dfe0329397 x-openstack-request-id: req-e4a24dc8-ddc6-44f2-a585-54dfe0329397 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:05.843675 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dca917c-7cd7-4029-ab90-975a4e0d1db3", "name": "network-vif-unplugged", "status": "completed", "tag": "d96f1f45-6f9f-474d-bb6d-89a37d975562", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:05.843936 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4a24dc8-ddc6-44f2-a585-54dfe0329397 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:05.846870 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dca917c-7cd7-4029-ab90-975a4e0d1db3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd96f1f45-6f9f-474d-bb6d-89a37d975562', 'code': 200} Nov 12 04:06:05.869842 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-54d328a0-877f-4672-8fce-3fb0b5ccf1f1 req-d27db087-40d5-4dec-8756-8f553078058b service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458580 Nov 12 04:06:05.877435 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-e49dd495-3293-4fcf-8f01-c1755885f697 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.887388 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-e49dd495-3293-4fcf-8f01-c1755885f697 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.889090 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-e49dd495-3293-4fcf-8f01-c1755885f697 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.31 "GET /v2.0/networks?id=2d5504c5-c908-4085-af25-e23066ae43c5&id=e7a7ac60-c9cd-446d-a24b-05f508432577&id=2d5504c5-c908-4085-af25-e23066ae43c5 HTTP/1.1" status: 200 len: 1391 time: 0.2351956 Nov 12 04:06:05.906145 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] For port d96f1f45-6f9f-474d-bb6d-89a37d975562, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:05.910193 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] For port d96f1f45-6f9f-474d-bb6d-89a37d975562, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d96f1f45-6f9f-474d-bb6d-89a37d975562,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:05.919093 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-abda9912-5664-4261-ad82-67bf45a0ed06 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Request body: {'port': {'device_id': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'network_id': '2d5504c5-c908-4085-af25-e23066ae43c5', 'admin_state_up': True, 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:05.980880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51bee5-8a19-4296-9d1e-0e821e40547f req-d236aff4-cf7a-41fc-a14a-64ff522b90c2 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.982551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc51bee5-8a19-4296-9d1e-0e821e40547f req-d236aff4-cf7a-41fc-a14a-64ff522b90c2 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.0703456 Nov 12 04:06:06.007872 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:06.108244 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-abda9912-5664-4261-ad82-67bf45a0ed06 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Made reservation on behalf of b478a3ac765b42beb72f2dff0b477fa0 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:06.114501 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-abda9912-5664-4261-ad82-67bf45a0ed06 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:06.134881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc51bee5-8a19-4296-9d1e-0e821e40547f req-314adca0-397e-4639-9686-598721c5dce5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443989 Nov 12 04:06:06.137255 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:06.137674 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:06.139336 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] 10.222.0.21 "PUT /v2.0/ports/d96f1f45-6f9f-474d-bb6d-89a37d975562 HTTP/1.1" status: 200 len: 1123 time: 1.0062242 Nov 12 04:06:06.144880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b6187001-438f-4e33-b2c2-11629c033dbc up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:06.145023 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a564f8b-e2e4-49c9-9fe1-11fdddcc6b2c service neutron] Pushing event updated for resources: {'Port': ['ID=d96f1f45-6f9f-474d-bb6d-89a37d975562,revision_number=8']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:06.203229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port b6187001-438f-4e33-b2c2-11629c033dbc triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:06.203597 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:06.297128 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42b9b92d-2865-4e7b-84a5-4f61f4f15a91 req-242f8ffa-b525-4268-9551-4bee2ca8e0e7 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 210 time: 0.0370331 Nov 12 04:06:06.317194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6f89c-01ed-41b8-bd45-69e42238cecf req-2fa6394c-1c14-4ba3-a9a7-a1846ce3d6a8 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:06.325089 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1be6f89c-01ed-41b8-bd45-69e42238cecf req-2fa6394c-1c14-4ba3-a9a7-a1846ce3d6a8 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f5ade6-e28b-4f7c-8b45-16501089d5ec HTTP/1.1" status: 200 len: 947 time: 0.1099758 Nov 12 04:06:06.345195 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['d96f1f45-6f9f-474d-bb6d-89a37d975562'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:06.382714 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-abda9912-5664-4261-ad82-67bf45a0ed06 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Allocated IP 19.80.0.15 (2d5504c5-c908-4085-af25-e23066ae43c5/3fbd9a8a-1550-4b9a-8782-b6ea5dc1a35f/50397b55-9cd8-4609-976b-94ab58ac72fd) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:06.394146 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1be6f89c-01ed-41b8-bd45-69e42238cecf req-37914f76-2d75-4a49-ab8e-dcd6f253f9f1 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/security-groups?id=de147162-03c3-4f97-97bc-af7a1277fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628417 Nov 12 04:06:06.525047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd01a4-4f5a-493c-bd85-c4e7f4a220df req-81aaada3-8fc4-451d-bfdf-ffc92c635482 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:06.532939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2cfd01a4-4f5a-493c-bd85-c4e7f4a220df req-81aaada3-8fc4-451d-bfdf-ffc92c635482 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 950 time: 0.1289439 Nov 12 04:06:06.556551 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5653f6-bb32-4871-80f1-5c0c2cc579b4 req-f1cbe303-eae0-46ca-bb8d-12c02f6525d7 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:06.558030 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca5653f6-bb32-4871-80f1-5c0c2cc579b4 req-f1cbe303-eae0-46ca-bb8d-12c02f6525d7 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 946 time: 0.0923216 Nov 12 04:06:06.588085 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-abda9912-5664-4261-ad82-67bf45a0ed06 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:06.600534 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:06.603138 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2cfd01a4-4f5a-493c-bd85-c4e7f4a220df req-c3e14c8a-f1a1-45cf-9374-cd9bd6d71cfa tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693591 Nov 12 04:06:06.640918 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca5653f6-bb32-4871-80f1-5c0c2cc579b4 req-06f85dd0-87c4-438c-b586-0986f7020a8d tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/security-groups?id=99fbcaa2-d41f-4191-8f50-6fb132b05751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695713 Nov 12 04:06:06.698820 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-abda9912-5664-4261-ad82-67bf45a0ed06 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:06.743014 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-abda9912-5664-4261-ad82-67bf45a0ed06 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Network 2d5504c5-c908-4085-af25-e23066ae43c5 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:06.746001 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-abda9912-5664-4261-ad82-67bf45a0ed06 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:06.748544 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-abda9912-5664-4261-ad82-67bf45a0ed06 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:06.788014 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda9912-5664-4261-ad82-67bf45a0ed06 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event updated for resources: {'Port': ['ID=50397b55-9cd8-4609-976b-94ab58ac72fd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:06.825120 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-abda9912-5664-4261-ad82-67bf45a0ed06 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:06.826888 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-abda9912-5664-4261-ad82-67bf45a0ed06 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:06.873868 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a26d9f-62b4-4e9c-82b2-51f97ba7f2ca req-303e6fbd-9bc4-49af-a790-16d5ef7c06f3 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:06.875419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8a26d9f-62b4-4e9c-82b2-51f97ba7f2ca req-303e6fbd-9bc4-49af-a790-16d5ef7c06f3 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 943 time: 0.0625725 Nov 12 04:06:06.951367 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-abda9912-5664-4261-ad82-67bf45a0ed06 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0361574 Nov 12 04:06:06.952670 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8a26d9f-62b4-4e9c-82b2-51f97ba7f2ca req-2758cd2b-b5a5-4903-bfa6-b50ce7dd4eaa tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705376 Nov 12 04:06:06.976887 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-f99f28bc-9db3-4a69-9e3c-336610ab84d0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Request body: {'port': {'device_id': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'network_id': 'e7a7ac60-c9cd-446d-a24b-05f508432577', 'admin_state_up': True, 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:07.006902 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-368bf2ac-a18b-4bb8-bc6f-ade75ae8952a None None] Provisioning complete for port 50397b55-9cd8-4609-976b-94ab58ac72fd triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:07.008808 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-368bf2ac-a18b-4bb8-bc6f-ade75ae8952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:07.059609 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-368bf2ac-a18b-4bb8-bc6f-ade75ae8952a None None] Port 50397b55-9cd8-4609-976b-94ab58ac72fd cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:06:07.213025 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-f99f28bc-9db3-4a69-9e3c-336610ab84d0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Made reservation on behalf of b478a3ac765b42beb72f2dff0b477fa0 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:07.217268 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-f99f28bc-9db3-4a69-9e3c-336610ab84d0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:07.299899 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-96d24c8c-591c-4031-9a13-985fb9dc841f tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1477913715&fields=id&tenant_id=8006901ac6434b0990a2684e1cc5c169 HTTP/1.1" status: 200 len: 267 time: 0.0946021 Nov 12 04:06:07.338100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1b9cf-4cbc-4b9c-8316-d6512214cfca req-48de287e-8e1d-4488-90b5-9bd00c5ef8cf tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:07.339758 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eae1b9cf-4cbc-4b9c-8316-d6512214cfca req-48de287e-8e1d-4488-90b5-9bd00c5ef8cf tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.1195705 Nov 12 04:06:07.360788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d96f1f45-6f9f-474d-bb6d-89a37d975562 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:07.377230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-f99f28bc-9db3-4a69-9e3c-336610ab84d0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Allocated IP 19.86.0.107 (e7a7ac60-c9cd-446d-a24b-05f508432577/a42f9b90-fd94-4cf4-9020-f4bfc6ac2942/b5eab47a-afdb-4917-a583-ba993efedfb2) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:07.462375 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eae1b9cf-4cbc-4b9c-8316-d6512214cfca req-9d764595-b67f-4190-8fdc-acaed031446d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147366 Nov 12 04:06:07.505599 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-d0944524-4709-4fa2-a97a-e4c7c5810165 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:07.507224 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-d0944524-4709-4fa2-a97a-e4c7c5810165 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/networks?id=5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 HTTP/1.1" status: 200 len: 823 time: 0.2043755 Nov 12 04:06:07.524047 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port d96f1f45-6f9f-474d-bb6d-89a37d975562, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d96f1f45-6f9f-474d-bb6d-89a37d975562,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:07.541464 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d96f1f45-6f9f-474d-bb6d-89a37d975562 has no active binding in host n-h1-768509-24 {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 04:06:07.554330 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-f79a922a-0f0d-4610-8895-d7ee00cc6259 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/quotas/8006901ac6434b0990a2684e1cc5c169 HTTP/1.1" status: 200 len: 375 time: 0.0403047 Nov 12 04:06:07.572554 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-f99f28bc-9db3-4a69-9e3c-336610ab84d0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:07.630506 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd8735-d33e-4d58-8f70-8061fd2a9fbf req-1ec5fbf6-47a0-47b8-896d-efa2e5dba194 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:07.632106 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33cd8735-d33e-4d58-8f70-8061fd2a9fbf req-1ec5fbf6-47a0-47b8-896d-efa2e5dba194 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 931 time: 0.0968306 Nov 12 04:06:07.643184 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-d4cbbb38-96d2-4215-814a-8b6b41ec6f49 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8006901ac6434b0990a2684e1cc5c169&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0881085 Nov 12 04:06:07.691273 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-f99f28bc-9db3-4a69-9e3c-336610ab84d0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:07.744069 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33cd8735-d33e-4d58-8f70-8061fd2a9fbf req-5ada25a8-c782-4c76-8641-6c17a264bdc0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999217 Nov 12 04:06:07.748141 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-f99f28bc-9db3-4a69-9e3c-336610ab84d0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Network e7a7ac60-c9cd-446d-a24b-05f508432577 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:07.758880 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-f99f28bc-9db3-4a69-9e3c-336610ab84d0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:07.767272 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-f99f28bc-9db3-4a69-9e3c-336610ab84d0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:07.808148 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-1c88e2dd-6397-4754-9781-20e3c6450591 service neutron] 10.222.0.37 "GET /v2.0/networks/5cf83d51-3d0e-4c8f-9a29-51d4c0e52872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509993 Nov 12 04:06:07.823836 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-f99f28bc-9db3-4a69-9e3c-336610ab84d0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:07.824578 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-f99f28bc-9db3-4a69-9e3c-336610ab84d0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:07.839730 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f28bc-9db3-4a69-9e3c-336610ab84d0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event updated for resources: {'Port': ['ID=b5eab47a-afdb-4917-a583-ba993efedfb2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:07.851758 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dca917c-7cd7-4029-ab90-975a4e0d1db3', 'tag': 'd96f1f45-6f9f-474d-bb6d-89a37d975562'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:07.854442 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef6c3c3-0266-4538-bf64-be7433d6c593" -d '{"events": [{"name": "network-changed", "server_uuid": "9dca917c-7cd7-4029-ab90-975a4e0d1db3", "tag": "d96f1f45-6f9f-474d-bb6d-89a37d975562"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:07.911546 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-f99f28bc-9db3-4a69-9e3c-336610ab84d0 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9386292 Nov 12 04:06:07.939916 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-b82fc1e9-3e8a-4cce-944e-1930bde6c1e8 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Request body: {'port': {'device_id': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'network_id': '2d5504c5-c908-4085-af25-e23066ae43c5', 'admin_state_up': True, 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:07.983134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c7b01-d47e-4d1c-8bd5-94c5dd1fb5e6 req-33afae64-e8fb-4cd1-baf6-6cfed3030c02 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:07.993292 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b56c7b01-d47e-4d1c-8bd5-94c5dd1fb5e6 req-33afae64-e8fb-4cd1-baf6-6cfed3030c02 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f5ade6-e28b-4f7c-8b45-16501089d5ec HTTP/1.1" status: 200 len: 947 time: 0.1239929 Nov 12 04:06:08.033899 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-1d3e614e-ec91-4490-b0f5-787b2b7bcb5c service neutron] 10.222.0.37 "GET /v2.0/networks/5cf83d51-3d0e-4c8f-9a29-51d4c0e52872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246714 Nov 12 04:06:08.067034 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b56c7b01-d47e-4d1c-8bd5-94c5dd1fb5e6 req-e180051c-85d0-4496-bcb7-a74fad63fb2b tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/security-groups?id=de147162-03c3-4f97-97bc-af7a1277fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727711 Nov 12 04:06:08.107502 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 09d1e905-cbd8-4b63-9105-951ebe489395 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:08.176573 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-b82fc1e9-3e8a-4cce-944e-1930bde6c1e8 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Made reservation on behalf of b478a3ac765b42beb72f2dff0b477fa0 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:08.180764 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-b82fc1e9-3e8a-4cce-944e-1930bde6c1e8 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:08.214916 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac3ed7-fbfc-40d7-8b8f-f86547b6e5a5 req-61576bdd-fef4-4147-ae68-e29a2fa6c1f7 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:08.220423 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 09d1e905-cbd8-4b63-9105-951ebe489395, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=09d1e905-cbd8-4b63-9105-951ebe489395,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:08.220749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f9ac3ed7-fbfc-40d7-8b8f-f86547b6e5a5 req-61576bdd-fef4-4147-ae68-e29a2fa6c1f7 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 950 time: 0.0836110 Nov 12 04:06:08.224944 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:08.232002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-61a53211-5e03-4743-bfb5-113db3ef1c30 None None] Provisioning complete for port b5eab47a-afdb-4917-a583-ba993efedfb2 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:08.232483 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-61a53211-5e03-4743-bfb5-113db3ef1c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:08.262679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '09d1e905-cbd8-4b63-9105-951ebe489395', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '09d1e905-cbd8-4b63-9105-951ebe489395', 'mac_address': 'fa:16:3e:0a:84:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:08.299562 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f9ac3ed7-fbfc-40d7-8b8f-f86547b6e5a5 req-158e3344-59aa-4b64-a224-bc11a637a89d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714245 Nov 12 04:06:08.299767 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-61a53211-5e03-4743-bfb5-113db3ef1c30 None None] Port b5eab47a-afdb-4917-a583-ba993efedfb2 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:06:08.311107 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:08.338509 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d1e905-cbd8-4b63-9105-951ebe489395 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:08.385476 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 09d1e905-cbd8-4b63-9105-951ebe489395, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=09d1e905-cbd8-4b63-9105-951ebe489395,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:08.410956 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-b82fc1e9-3e8a-4cce-944e-1930bde6c1e8 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Allocated IP 19.80.0.153 (2d5504c5-c908-4085-af25-e23066ae43c5/3fbd9a8a-1550-4b9a-8782-b6ea5dc1a35f/93a01694-f052-4cee-aab3-1c79b1e8d780) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:08.440900 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd8670a-ec2a-435c-91d7-e0588e839d64 x-openstack-request-id: req-8cd8670a-ec2a-435c-91d7-e0588e839d64 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:08.442416 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dca917c-7cd7-4029-ab90-975a4e0d1db3", "tag": "d96f1f45-6f9f-474d-bb6d-89a37d975562", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:08.442721 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8cd8670a-ec2a-435c-91d7-e0588e839d64 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:08.443115 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dca917c-7cd7-4029-ab90-975a4e0d1db3', 'tag': 'd96f1f45-6f9f-474d-bb6d-89a37d975562', 'status': 'completed', 'code': 200} Nov 12 04:06:08.479592 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:08.518415 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6219a5-6fbf-4ba7-be6f-8a64f2437157 req-1a70d788-37e4-4518-af7b-3e13d3c32a41 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:08.521794 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2e6219a5-6fbf-4ba7-be6f-8a64f2437157 req-1a70d788-37e4-4518-af7b-3e13d3c32a41 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 946 time: 0.2337732 Nov 12 04:06:08.587252 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=09d1e905-cbd8-4b63-9105-951ebe489395,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:08.602619 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6c3c3-0266-4538-bf64-be7433d6c593 req-4cfd39b0-84d8-4cba-8916-bdfd76009f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:08.604363 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4ef6c3c3-0266-4538-bf64-be7433d6c593 req-4cfd39b0-84d8-4cba-8916-bdfd76009f7f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 1126 time: 0.1228304 Nov 12 04:06:08.731294 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-b82fc1e9-3e8a-4cce-944e-1930bde6c1e8 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:08.764778 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6c3c3-0266-4538-bf64-be7433d6c593 req-4c80f8b5-726c-40a0-bd9c-a8adfef07a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:08.766280 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4ef6c3c3-0266-4538-bf64-be7433d6c593 req-4c80f8b5-726c-40a0-bd9c-a8adfef07a91 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 919 time: 0.1534350 Nov 12 04:06:08.831545 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4ef6c3c3-0266-4538-bf64-be7433d6c593 req-98765402-7b74-4d78-b351-e1351269601f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d96f1f45-6f9f-474d-bb6d-89a37d975562 HTTP/1.1" status: 200 len: 217 time: 0.0530672 Nov 12 04:06:08.887102 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6c3c3-0266-4538-bf64-be7433d6c593 req-a40052f8-c1bf-4e7c-9e5c-ae16b328d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:08.889225 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4ef6c3c3-0266-4538-bf64-be7433d6c593 req-a40052f8-c1bf-4e7c-9e5c-ae16b328d0c5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.0493381 Nov 12 04:06:08.889723 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['09d1e905-cbd8-4b63-9105-951ebe489395'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:08.927768 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4ef6c3c3-0266-4538-bf64-be7433d6c593 req-8a783ab4-c985-4a06-a68c-05d0bee85b91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287821 Nov 12 04:06:08.931410 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-b82fc1e9-3e8a-4cce-944e-1930bde6c1e8 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:08.955652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-b82fc1e9-3e8a-4cce-944e-1930bde6c1e8 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Network 2d5504c5-c908-4085-af25-e23066ae43c5 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:08.967458 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-b82fc1e9-3e8a-4cce-944e-1930bde6c1e8 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:09.012679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-b82fc1e9-3e8a-4cce-944e-1930bde6c1e8 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:09.050045 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb279b25-66c9-41ea-8710-63c49493b11a req-3d562ef7-2ea2-42e4-a4c6-2705f5881495 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:09.059247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb279b25-66c9-41ea-8710-63c49493b11a req-3d562ef7-2ea2-42e4-a4c6-2705f5881495 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 946 time: 0.6151674 Nov 12 04:06:09.083621 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c56a77-a7ee-4859-b047-e39168adc1ed req-27f0d7bb-5671-4520-b9ec-ad6be9589b46 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:09.097393 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82c56a77-a7ee-4859-b047-e39168adc1ed req-27f0d7bb-5671-4520-b9ec-ad6be9589b46 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 943 time: 0.5735912 Nov 12 04:06:09.119409 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.146947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fc1e9-3e8a-4cce-944e-1930bde6c1e8 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event updated for resources: {'Port': ['ID=93a01694-f052-4cee-aab3-1c79b1e8d780,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:09.183971 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-b82fc1e9-3e8a-4cce-944e-1930bde6c1e8 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:09.184897 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-b82fc1e9-3e8a-4cce-944e-1930bde6c1e8 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.236416 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4ef6c3c3-0266-4538-bf64-be7433d6c593 req-29cad527-4458-46c8-917c-982aa7ce470f service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774336 Nov 12 04:06:09.236905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-2e6219a5-6fbf-4ba7-be6f-8a64f2437157 req-9213fd1b-226a-4294-ac8a-bf7c9744d8a0 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Deleting port 3cb542ff-b56d-4d39-8211-0e0d2ed6995d {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:06:09.237251 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2e6219a5-6fbf-4ba7-be6f-8a64f2437157 req-9213fd1b-226a-4294-ac8a-bf7c9744d8a0 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.327956 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-943a2335-904a-41b7-a9f2-1f4a9c12afec None None] Provisioning complete for port 93a01694-f052-4cee-aab3-1c79b1e8d780 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:09.328496 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-943a2335-904a-41b7-a9f2-1f4a9c12afec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.352968 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82c56a77-a7ee-4859-b047-e39168adc1ed req-d19357f6-75f0-44f2-a874-8d80d9c2ba93 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157230 Nov 12 04:06:09.359139 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb279b25-66c9-41ea-8710-63c49493b11a req-d0ac8910-71b7-4581-8f47-947feb51ee1f tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/security-groups?id=99fbcaa2-d41f-4191-8f50-6fb132b05751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886622 Nov 12 04:06:09.407895 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-943a2335-904a-41b7-a9f2-1f4a9c12afec None None] Port 93a01694-f052-4cee-aab3-1c79b1e8d780 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:06:09.483878 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2e3f148-e44e-4d2e-9ba7-f61c87469f18 req-754c46e4-8416-4626-b296-16d861f68025 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3a77853-ce40-4bed-b370-eb52c884b795 HTTP/1.1" status: 200 len: 210 time: 0.0393324 Nov 12 04:06:09.507551 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-2e6219a5-6fbf-4ba7-be6f-8a64f2437157 req-9213fd1b-226a-4294-ac8a-bf7c9744d8a0 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] For port 3cb542ff-b56d-4d39-8211-0e0d2ed6995d, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=3cb542ff-b56d-4d39-8211-0e0d2ed6995d,segment=NetworkSegment(7d32c143-709b-4311-ba95-b39a0c77b999),segment_id=7d32c143-709b-4311-ba95-b39a0c77b999)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:09.508242 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2e6219a5-6fbf-4ba7-be6f-8a64f2437157 req-9213fd1b-226a-4294-ac8a-bf7c9744d8a0 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.535979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-2e6219a5-6fbf-4ba7-be6f-8a64f2437157 req-9213fd1b-226a-4294-ac8a-bf7c9744d8a0 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Calling delete_port for 3cb542ff-b56d-4d39-8211-0e0d2ed6995d owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:06:09.664874 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-b82fc1e9-3e8a-4cce-944e-1930bde6c1e8 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7312768 Nov 12 04:06:09.699215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Request body: {'port': {'device_id': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:09.744812 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45ab74-b84e-4b48-b692-08b825888807 req-a7f35148-4731-447e-a942-de89707c22f6 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:09.746334 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e45ab74-b84e-4b48-b692-08b825888807 req-a7f35148-4731-447e-a942-de89707c22f6 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.2123935 Nov 12 04:06:09.759178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cd1c8-5849-4751-bb85-de0104f5ac49 req-089bda07-7bf6-4a70-ac74-8de5c946a03d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:09.765124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cd1c8-5849-4751-bb85-de0104f5ac49 req-089bda07-7bf6-4a70-ac74-8de5c946a03d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:09.771701 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cd1c8-5849-4751-bb85-de0104f5ac49 req-089bda07-7bf6-4a70-ac74-8de5c946a03d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:09.773346 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b9cd1c8-5849-4751-bb85-de0104f5ac49 req-089bda07-7bf6-4a70-ac74-8de5c946a03d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 2376 time: 0.1686056 Nov 12 04:06:09.800932 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d0112-6427-4600-91c5-ac2d1b3d9e05 req-ce5abfab-8dc5-4c02-bfcf-dfdfef3aa83c tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:09.802075 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b05d0112-6427-4600-91c5-ac2d1b3d9e05 req-ce5abfab-8dc5-4c02-bfcf-dfdfef3aa83c tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc3f1236-8f83-471c-898e-09eaf9020a8f HTTP/1.1" status: 200 len: 945 time: 0.1524386 Nov 12 04:06:09.802699 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.817381 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4ef6c3c3-0266-4538-bf64-be7433d6c593 req-75df1265-0178-451e-9806-9c067ee24f90 service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722356 Nov 12 04:06:09.845926 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b9cd1c8-5849-4751-bb85-de0104f5ac49 req-13b85618-4c41-4ac4-a085-6560019a8f86 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587583 Nov 12 04:06:09.901989 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e45ab74-b84e-4b48-b692-08b825888807 req-dbdf9682-a3f5-4e82-8f25-346723f8831d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275554 Nov 12 04:06:09.998386 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2e6219a5-6fbf-4ba7-be6f-8a64f2437157 req-9213fd1b-226a-4294-ac8a-bf7c9744d8a0 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.058166 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213fd1b-226a-4294-ac8a-bf7c9744d8a0 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Pushing event deleted for resources: {'Port': ['ID=3cb542ff-b56d-4d39-8211-0e0d2ed6995d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:10.101452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b05d0112-6427-4600-91c5-ac2d1b3d9e05 req-e1be0280-1755-4b23-8ecd-a91047b4aa5a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Deleting port 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:06:10.101916 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b05d0112-6427-4600-91c5-ac2d1b3d9e05 req-e1be0280-1755-4b23-8ecd-a91047b4aa5a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.109815 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 09d1e905-cbd8-4b63-9105-951ebe489395 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:10.112250 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ab4ad-a3a1-4486-94c6-416bbdf5a921 req-c7c20c2f-c21d-4d2f-8dee-753e1e9613e3 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:10.114878 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c45ab4ad-a3a1-4486-94c6-416bbdf5a921 req-c7c20c2f-c21d-4d2f-8dee-753e1e9613e3 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f5ade6-e28b-4f7c-8b45-16501089d5ec HTTP/1.1" status: 200 len: 948 time: 0.1475463 Nov 12 04:06:10.152331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6219a5-6fbf-4ba7-be6f-8a64f2437157 req-9213fd1b-226a-4294-ac8a-bf7c9744d8a0 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] No DVR routers for this DVR port 3cb542ff-b56d-4d39-8211-0e0d2ed6995d on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:06:10.157193 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2e6219a5-6fbf-4ba7-be6f-8a64f2437157 req-9213fd1b-226a-4294-ac8a-bf7c9744d8a0 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.161031 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2e6219a5-6fbf-4ba7-be6f-8a64f2437157 req-9213fd1b-226a-4294-ac8a-bf7c9744d8a0 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.21 "DELETE /v2.0/ports/3cb542ff-b56d-4d39-8211-0e0d2ed6995d HTTP/1.1" status: 204 len: 173 time: 1.5969291 Nov 12 04:06:10.211016 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535b681-fad0-4d70-b93b-77ba9f266e2f req-a2cfe71e-e2aa-4d54-a271-0281d715f5f3 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:10.213011 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d535b681-fad0-4d70-b93b-77ba9f266e2f req-a2cfe71e-e2aa-4d54-a271-0281d715f5f3 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 950 time: 0.1581450 Nov 12 04:06:10.232038 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c45ab4ad-a3a1-4486-94c6-416bbdf5a921 req-a3bed446-9eb4-4579-9d91-f229173de95a tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/security-groups?id=de147162-03c3-4f97-97bc-af7a1277fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100738 Nov 12 04:06:10.235941 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 09d1e905-cbd8-4b63-9105-951ebe489395 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:10.246210 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 09d1e905-cbd8-4b63-9105-951ebe489395 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:10.246210 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.265143 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b05d0112-6427-4600-91c5-ac2d1b3d9e05 req-e1be0280-1755-4b23-8ecd-a91047b4aa5a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] For port 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f,segment=NetworkSegment(d458217c-db4b-4c9a-9f9f-4dec21eda858),segment_id=d458217c-db4b-4c9a-9f9f-4dec21eda858)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:10.265600 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b05d0112-6427-4600-91c5-ac2d1b3d9e05 req-e1be0280-1755-4b23-8ecd-a91047b4aa5a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.288581 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d535b681-fad0-4d70-b93b-77ba9f266e2f req-7c4d0d18-9f87-478c-9473-e3ce90d55695 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690923 Nov 12 04:06:10.343914 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.380733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f5ade6-e28b-4f7c-8b45-16501089d5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d1e905-cbd8-4b63-9105-951ebe489395'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:10.383303 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62252f05-a070-4aca-940c-c29341d18bb1" -d '{"events": [{"server_uuid": "d0f5ade6-e28b-4f7c-8b45-16501089d5ec", "name": "network-vif-plugged", "status": "completed", "tag": "09d1e905-cbd8-4b63-9105-951ebe489395"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:10.431587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 09d1e905-cbd8-4b63-9105-951ebe489395, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=09d1e905-cbd8-4b63-9105-951ebe489395,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:10.444982 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb602829-654e-4909-8581-73303255bbd7', 'name': 'network-vif-deleted', 'tag': '3cb542ff-b56d-4d39-8211-0e0d2ed6995d'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:10.447536 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba148c8-4e31-4572-9762-4ae4953b5050" -d '{"events": [{"server_uuid": "bb602829-654e-4909-8581-73303255bbd7", "name": "network-vif-deleted", "tag": "3cb542ff-b56d-4d39-8211-0e0d2ed6995d"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:10.453065 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c395f2ba-b009-4c2a-a5d7-a518bd3344cc x-openstack-request-id: req-c395f2ba-b009-4c2a-a5d7-a518bd3344cc {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:10.455285 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f5ade6-e28b-4f7c-8b45-16501089d5ec", "name": "network-vif-plugged", "status": "completed", "tag": "09d1e905-cbd8-4b63-9105-951ebe489395", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:10.457664 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c395f2ba-b009-4c2a-a5d7-a518bd3344cc {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:10.457664 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f5ade6-e28b-4f7c-8b45-16501089d5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d1e905-cbd8-4b63-9105-951ebe489395', 'code': 200} Nov 12 04:06:10.500363 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50397b55-9cd8-4609-976b-94ab58ac72fd {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:10.505244 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.535987 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.587509 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ada5e0e9-1623-40d9-9e7b-98528510ba49 req-0bed55ee-1b6e-4bf4-a90f-b5e69617c1eb tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 210 time: 0.0643499 Nov 12 04:06:10.608013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=09d1e905-cbd8-4b63-9105-951ebe489395,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:10.616374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db975916-8c19-464d-b94c-963ce73762df req-9e96431f-d4f0-48f2-adb4-cbb4e3f0cadf tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:10.626222 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db975916-8c19-464d-b94c-963ce73762df req-9e96431f-d4f0-48f2-adb4-cbb4e3f0cadf tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 943 time: 0.1362674 Nov 12 04:06:10.637840 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Transition to ACTIVE for port object 50397b55-9cd8-4609-976b-94ab58ac72fd will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:10.664220 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1073e111-2c1a-472d-b254-e8a98dfccac4 x-openstack-request-id: req-1073e111-2c1a-472d-b254-e8a98dfccac4 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:10.664517 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb602829-654e-4909-8581-73303255bbd7", "name": "network-vif-deleted", "tag": "3cb542ff-b56d-4d39-8211-0e0d2ed6995d", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:10.664780 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1073e111-2c1a-472d-b254-e8a98dfccac4 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:10.665183 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb602829-654e-4909-8581-73303255bbd7', 'name': 'network-vif-deleted', 'tag': '3cb542ff-b56d-4d39-8211-0e0d2ed6995d', 'status': 'completed', 'code': 200} Nov 12 04:06:10.678053 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b05d0112-6427-4600-91c5-ac2d1b3d9e05 req-e1be0280-1755-4b23-8ecd-a91047b4aa5a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.678459 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b05d0112-6427-4600-91c5-ac2d1b3d9e05 req-e1be0280-1755-4b23-8ecd-a91047b4aa5a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.681425 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [req-b05d0112-6427-4600-91c5-ac2d1b3d9e05 req-e1be0280-1755-4b23-8ecd-a91047b4aa5a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Floating IP bd1e1d3d-17f2-4d2e-a8e6-4df5b886c3ea disassociated. External IP: 172.25.1.158, port: 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f. Nov 12 04:06:10.681425 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b05d0112-6427-4600-91c5-ac2d1b3d9e05 req-e1be0280-1755-4b23-8ecd-a91047b4aa5a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Calling delete_port for 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:06:10.685362 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ab747-23de-4a63-a427-27548fd6e576 req-5e7a12a1-7203-49a1-97ba-ba38f859ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:10.686873 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-983ab747-23de-4a63-a427-27548fd6e576 req-5e7a12a1-7203-49a1-97ba-ba38f859ea59 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d0f5ade6-e28b-4f7c-8b45-16501089d5ec HTTP/1.1" status: 200 len: 1101 time: 0.0925272 Nov 12 04:06:10.694659 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db975916-8c19-464d-b94c-963ce73762df req-62ff133d-a1d6-46f8-99cd-5370e9576153 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674376 Nov 12 04:06:10.750322 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.786696 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-87e10a1d-e857-48e0-af1f-172ed23a1013 req-5a000fdc-25f3-4fce-ba70-1d3821952418 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3a77853-ce40-4bed-b370-eb52c884b795 HTTP/1.1" status: 200 len: 210 time: 0.0291767 Nov 12 04:06:10.949628 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Attempting to bind port 50397b55-9cd8-4609-976b-94ab58ac72fd on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:10.950178 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Attempting to bind port 50397b55-9cd8-4609-976b-94ab58ac72fd by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2b992d91-f7f1-4d9a-b3fc-8549397bf9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d5504c5-c908-4085-af25-e23066ae43c5'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:10.950330 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Attempting to bind port 50397b55-9cd8-4609-976b-94ab58ac72fd on network 2d5504c5-c908-4085-af25-e23066ae43c5 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:10.959791 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Pushing event updated for resources: {'Port': ['ID=50397b55-9cd8-4609-976b-94ab58ac72fd,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:10.976144 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Port 50397b55-9cd8-4609-976b-94ab58ac72fd on network 2d5504c5-c908-4085-af25-e23066ae43c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:10.978309 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Attempting to bind port 50397b55-9cd8-4609-976b-94ab58ac72fd on network 2d5504c5-c908-4085-af25-e23066ae43c5 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:10.988592 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:10.988935 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Checking segment: {'id': '2b992d91-f7f1-4d9a-b3fc-8549397bf9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d5504c5-c908-4085-af25-e23066ae43c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:10.989594 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Bound using segment: {'id': '2b992d91-f7f1-4d9a-b3fc-8549397bf9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d5504c5-c908-4085-af25-e23066ae43c5'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:10.993010 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Bound port: 50397b55-9cd8-4609-976b-94ab58ac72fd, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b992d91-f7f1-4d9a-b3fc-8549397bf9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d5504c5-c908-4085-af25-e23066ae43c5'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:10.993010 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:11.012795 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-983ab747-23de-4a63-a427-27548fd6e576 req-c25b3476-7de2-446d-90a0-78c7d759e339 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=de147162-03c3-4f97-97bc-af7a1277fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113072 Nov 12 04:06:11.017348 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060ed21-3cdd-40ae-ac5b-7caa15bb428e req-2036c2b2-3de4-4201-ac8a-15306f7c893d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:11.026593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060ed21-3cdd-40ae-ac5b-7caa15bb428e req-2036c2b2-3de4-4201-ac8a-15306f7c893d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:11.033336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060ed21-3cdd-40ae-ac5b-7caa15bb428e req-2036c2b2-3de4-4201-ac8a-15306f7c893d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:11.035073 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5060ed21-3cdd-40ae-ac5b-7caa15bb428e req-2036c2b2-3de4-4201-ac8a-15306f7c893d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 2388 time: 0.0913954 Nov 12 04:06:11.110090 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] For port 50397b55-9cd8-4609-976b-94ab58ac72fd, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:11.115638 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] For port 50397b55-9cd8-4609-976b-94ab58ac72fd, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=50397b55-9cd8-4609-976b-94ab58ac72fd,segment=NetworkSegment(2b992d91-f7f1-4d9a-b3fc-8549397bf9e5),segment_id=2b992d91-f7f1-4d9a-b3fc-8549397bf9e5)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:11.122899 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5060ed21-3cdd-40ae-ac5b-7caa15bb428e req-0283cb04-915f-4402-903c-1b4fa97a9329 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643623 Nov 12 04:06:11.136433 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc306a19-4474-4bb8-9a4b-9f134d527b66 req-bd5b8a0e-49a5-4272-b03d-c7b7c5338b11 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:11.138116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc306a19-4474-4bb8-9a4b-9f134d527b66 req-bd5b8a0e-49a5-4272-b03d-c7b7c5338b11 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.0934191 Nov 12 04:06:11.227445 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc306a19-4474-4bb8-9a4b-9f134d527b66 req-b42fea27-68a5-47ca-9748-c805062cdede tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769150 Nov 12 04:06:11.270545 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b05d0112-6427-4600-91c5-ac2d1b3d9e05 req-e1be0280-1755-4b23-8ecd-a91047b4aa5a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:11.303446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-a87374b5-b072-40fb-aba9-12f98d577343 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:11.305144 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-a87374b5-b072-40fb-aba9-12f98d577343 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.21 "GET /v2.0/networks?id=5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 HTTP/1.1" status: 200 len: 823 time: 0.1252735 Nov 12 04:06:11.311480 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:11.315178 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be0280-1755-4b23-8ecd-a91047b4aa5a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Pushing event deleted for resources: {'Port': ['ID=8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:11.351051 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:11.351986 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:11.353751 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] 10.222.0.31 "PUT /v2.0/ports/50397b55-9cd8-4609-976b-94ab58ac72fd HTTP/1.1" status: 200 len: 1092 time: 1.6704602 Nov 12 04:06:11.388255 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d96f1f45-6f9f-474d-bb6d-89a37d975562 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:11.392811 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'tag': '50397b55-9cd8-4609-976b-94ab58ac72fd'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:11.395911 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9f86a8-0e6d-4785-a085-9b57008cad17" -d '{"events": [{"name": "network-changed", "server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "tag": "50397b55-9cd8-4609-976b-94ab58ac72fd"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:11.396550 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e1e7a-c8c9-4b83-8b46-045f82e3dc27 req-556b064d-2c96-40c9-a3f4-e6d649a0d8c6 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:11.398413 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-938e1e7a-c8c9-4b83-8b46-045f82e3dc27 req-556b064d-2c96-40c9-a3f4-e6d649a0d8c6 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f5ade6-e28b-4f7c-8b45-16501089d5ec HTTP/1.1" status: 200 len: 949 time: 0.0922453 Nov 12 04:06:11.405531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 3cb542ff-b56d-4d39-8211-0e0d2ed6995d no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:11.466225 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 3cb542ff-b56d-4d39-8211-0e0d2ed6995d {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:06:11.466569 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 3cb542ff-b56d-4d39-8211-0e0d2ed6995d not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:06:11.500775 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Request body: {'port': {'device_id': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:11.527270 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-938e1e7a-c8c9-4b83-8b46-045f82e3dc27 req-f1b62a48-8e69-462b-9f64-2dc57156850c tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/security-groups?id=de147162-03c3-4f97-97bc-af7a1277fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121531 Nov 12 04:06:11.578595 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104f4ae-6df0-4389-bd47-8d38254da372 service neutron] Pushing event updated for resources: {'Port': ['ID=50397b55-9cd8-4609-976b-94ab58ac72fd,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:11.588042 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-83a05de4-5fda-4c3d-b5c4-bcea9050df3d tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8006901ac6434b0990a2684e1cc5c169 HTTP/1.1" status: 200 len: 380 time: 0.2483726 Nov 12 04:06:11.617404 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port d96f1f45-6f9f-474d-bb6d-89a37d975562, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d96f1f45-6f9f-474d-bb6d-89a37d975562,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:11.628105 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-91a79562-eceb-44a3-ae4c-e09bafa656be tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Request body: {'port': {'device_id': 'd3a77853-ce40-4bed-b370-eb52c884b795', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'admin_state_up': True, 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'security_groups': ['80afc09c-4def-4634-bebc-7d337a93daf7']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:11.637301 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d96f1f45-6f9f-474d-bb6d-89a37d975562 has no active binding in host n-h1-768509-24 {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 04:06:11.649050 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc90208d-a54b-427d-8c56-99063801523a x-openstack-request-id: req-dc90208d-a54b-427d-8c56-99063801523a {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:11.649555 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "tag": "50397b55-9cd8-4609-976b-94ab58ac72fd", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:11.649917 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc90208d-a54b-427d-8c56-99063801523a {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:11.650402 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'tag': '50397b55-9cd8-4609-976b-94ab58ac72fd', 'status': 'completed', 'code': 200} Nov 12 04:06:11.804694 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:11.830097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1c336-bd10-40da-ad64-2df2b51b4d66 req-c2be1c66-d31e-4989-89d0-1306abcd71e5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:11.838134 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dae1c336-bd10-40da-ad64-2df2b51b4d66 req-c2be1c66-d31e-4989-89d0-1306abcd71e5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 950 time: 0.3386409 Nov 12 04:06:11.850564 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b05d0112-6427-4600-91c5-ac2d1b3d9e05 req-e1be0280-1755-4b23-8ecd-a91047b4aa5a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Router 00b31709-2a1a-4053-a06c-cc6addbfb87c has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:06:11.857245 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f86a8-0e6d-4785-a085-9b57008cad17 req-4bfe1e82-e58e-4d48-9f27-e919f890fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:11.857732 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f86a8-0e6d-4785-a085-9b57008cad17 req-4bfe1e82-e58e-4d48-9f27-e919f890fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:11.858218 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f86a8-0e6d-4785-a085-9b57008cad17 req-4bfe1e82-e58e-4d48-9f27-e919f890fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:11.860044 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cd9f86a8-0e6d-4785-a085-9b57008cad17 req-4bfe1e82-e58e-4d48-9f27-e919f890fa44 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b478a3ac765b42beb72f2dff0b477fa0&device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 2732 time: 0.1389647 Nov 12 04:06:11.872827 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49b5bf7d-605f-4124-bc87-87f115c0420f req-0e670667-14ac-4997-9d82-d462fbe180c4 tempest-ServerPasswordTestJSON-1351079836 tempest-ServerPasswordTestJSON-1351079836-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb602829-654e-4909-8581-73303255bbd7 HTTP/1.1" status: 200 len: 210 time: 0.0646794 Nov 12 04:06:11.943741 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dae1c336-bd10-40da-ad64-2df2b51b4d66 req-e88d7d08-8820-407d-8d39-698455854da1 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043577 Nov 12 04:06:12.064404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-91a79562-eceb-44a3-ae4c-e09bafa656be tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Made reservation on behalf of 8006901ac6434b0990a2684e1cc5c169 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:12.068435 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-91a79562-eceb-44a3-ae4c-e09bafa656be tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:12.104392 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c038ec-7a2e-46e5-a702-6663c39d968c req-5b9568e0-d13b-4894-bdc3-8cc7f5c68b5c tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:12.112305 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-59c038ec-7a2e-46e5-a702-6663c39d968c req-5b9568e0-d13b-4894-bdc3-8cc7f5c68b5c tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 943 time: 0.1362376 Nov 12 04:06:12.192123 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48300d17-cd1a-4f3c-b4d8-cde66a9859a8 req-5c31e13e-3e60-46dd-a797-0ada50d0b0a9 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3a77853-ce40-4bed-b370-eb52c884b795 HTTP/1.1" status: 200 len: 210 time: 0.0690765 Nov 12 04:06:12.258993 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-cc0cd2c2-80d5-4d9c-ab93-89584f95524e service neutron] 10.222.0.31 "GET /v2.0/ports/d96f1f45-6f9f-474d-bb6d-89a37d975562/bindings/n-h1-768509-24 HTTP/1.1" status: 200 len: 385 time: 0.2941668 Nov 12 04:06:12.266528 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-59c038ec-7a2e-46e5-a702-6663c39d968c req-3fb3ddba-1e87-4716-9564-1e0db04ff241 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533964 Nov 12 04:06:12.483636 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-91a79562-eceb-44a3-ae4c-e09bafa656be tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Allocated IP 172.20.0.10 (5cf83d51-3d0e-4c8f-9a29-51d4c0e52872/0188d129-9f7c-4b2c-91a1-31696b98b21a/327c07d8-fd7d-40e7-9c90-f6fe4f189232) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:12.542952 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f4f00-d9d7-4101-a6dd-d6d059a61f34 req-08526bef-a18d-459c-94c8-8d77a361bc2f tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:12.549743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f4f00-d9d7-4101-a6dd-d6d059a61f34 req-08526bef-a18d-459c-94c8-8d77a361bc2f tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:12.556318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f4f00-d9d7-4101-a6dd-d6d059a61f34 req-08526bef-a18d-459c-94c8-8d77a361bc2f tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:12.558167 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-993f4f00-d9d7-4101-a6dd-d6d059a61f34 req-08526bef-a18d-459c-94c8-8d77a361bc2f tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 2388 time: 0.2237804 Nov 12 04:06:12.589832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b722ad-c6a7-4fb3-a186-1468805eea2b req-9022d49e-0bbd-4553-8a3a-2745978d9d95 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:12.591451 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-79b722ad-c6a7-4fb3-a186-1468805eea2b req-9022d49e-0bbd-4553-8a3a-2745978d9d95 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.1958499 Nov 12 04:06:12.750827 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f86a8-0e6d-4785-a085-9b57008cad17 req-888dce81-ae93-4032-8f61-2aa6fdcb04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:12.751659 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f86a8-0e6d-4785-a085-9b57008cad17 req-888dce81-ae93-4032-8f61-2aa6fdcb04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:12.752383 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f86a8-0e6d-4785-a085-9b57008cad17 req-888dce81-ae93-4032-8f61-2aa6fdcb04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:12.755557 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cd9f86a8-0e6d-4785-a085-9b57008cad17 req-888dce81-ae93-4032-8f61-2aa6fdcb04a8 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b478a3ac765b42beb72f2dff0b477fa0&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8442063 Nov 12 04:06:12.764688 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b05d0112-6427-4600-91c5-ac2d1b3d9e05 req-e1be0280-1755-4b23-8ecd-a91047b4aa5a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:12.780926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2226330-b53a-419e-a74e-c76e42fd4222 None None] Sync routers for ids ['00b31709-2a1a-4053-a06c-cc6addbfb87c'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:12.788210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-79b722ad-c6a7-4fb3-a186-1468805eea2b req-721a9901-8d3f-4723-8383-bcae137a063e tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834464 Nov 12 04:06:12.822845 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-993f4f00-d9d7-4101-a6dd-d6d059a61f34 req-1dcd86dd-617d-450b-ba25-d67505522309 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284880 Nov 12 04:06:12.823745 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2226330-b53a-419e-a74e-c76e42fd4222 None None] Routers {'00b31709-2a1a-4053-a06c-cc6addbfb87c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:12.827294 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d2226330-b53a-419e-a74e-c76e42fd4222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:06:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00b31709-2a1a-4053-a06c-cc6addbfb87c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:12.934442 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5eab47a-afdb-4917-a583-ba993efedfb2 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:12.944465 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:12.960321 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Transition to ACTIVE for port object b5eab47a-afdb-4917-a583-ba993efedfb2 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:12.978913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52850) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:12.999883 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-91a79562-eceb-44a3-ae4c-e09bafa656be tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.014371 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-d2226330-b53a-419e-a74e-c76e42fd4222 None None] Set router 00b31709-2a1a-4053-a06c-cc6addbfb87c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:13.019463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-f2583b93-a9e9-42df-ab28-6824b732f0ac service neutron] For port d96f1f45-6f9f-474d-bb6d-89a37d975562, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d96f1f45-6f9f-474d-bb6d-89a37d975562,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:13.049552 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05d0112-6427-4600-91c5-ac2d1b3d9e05 req-e1be0280-1755-4b23-8ecd-a91047b4aa5a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] No DVR routers for this DVR port 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:06:13.051847 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.054876 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b05d0112-6427-4600-91c5-ac2d1b3d9e05 req-e1be0280-1755-4b23-8ecd-a91047b4aa5a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.060043 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b05d0112-6427-4600-91c5-ac2d1b3d9e05 req-e1be0280-1755-4b23-8ecd-a91047b4aa5a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.21 "DELETE /v2.0/ports/8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f HTTP/1.1" status: 204 len: 173 time: 3.2401381 Nov 12 04:06:13.094061 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-f2583b93-a9e9-42df-ab28-6824b732f0ac service neutron] For port d96f1f45-6f9f-474d-bb6d-89a37d975562, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:13.114940 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Pushing event updated for resources: {'Port': ['ID=b5eab47a-afdb-4917-a583-ba993efedfb2,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:13.213258 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc00f8-22c1-4025-906a-10939ece63ae req-6b3d6e3f-c936-44cf-8cb9-c6c922f93377 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:13.222329 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-28fc00f8-22c1-4025-906a-10939ece63ae req-6b3d6e3f-c936-44cf-8cb9-c6c922f93377 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f5ade6-e28b-4f7c-8b45-16501089d5ec HTTP/1.1" status: 200 len: 949 time: 0.3068063 Nov 12 04:06:13.239038 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f86a8-0e6d-4785-a085-9b57008cad17 req-0de4dfb4-0549-417c-b375-1cfa543fdeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:13.240750 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cd9f86a8-0e6d-4785-a085-9b57008cad17 req-0de4dfb4-0549-417c-b375-1cfa543fdeb2 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4774268 Nov 12 04:06:13.256919 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Attempting to bind port b5eab47a-afdb-4917-a583-ba993efedfb2 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:13.257262 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Attempting to bind port b5eab47a-afdb-4917-a583-ba993efedfb2 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2415be56-8a93-40d8-a26f-b9cca3adc55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e7a7ac60-c9cd-446d-a24b-05f508432577'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:13.257596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Attempting to bind port b5eab47a-afdb-4917-a583-ba993efedfb2 on network e7a7ac60-c9cd-446d-a24b-05f508432577 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:13.280943 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Port b5eab47a-afdb-4917-a583-ba993efedfb2 on network e7a7ac60-c9cd-446d-a24b-05f508432577 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:13.280943 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Attempting to bind port b5eab47a-afdb-4917-a583-ba993efedfb2 on network e7a7ac60-c9cd-446d-a24b-05f508432577 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:13.293314 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:13.293652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Checking segment: {'id': '2415be56-8a93-40d8-a26f-b9cca3adc55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e7a7ac60-c9cd-446d-a24b-05f508432577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:13.294046 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Bound using segment: {'id': '2415be56-8a93-40d8-a26f-b9cca3adc55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e7a7ac60-c9cd-446d-a24b-05f508432577'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:13.294477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Bound port: b5eab47a-afdb-4917-a583-ba993efedfb2, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2415be56-8a93-40d8-a26f-b9cca3adc55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e7a7ac60-c9cd-446d-a24b-05f508432577'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:13.297793 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.313155 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d2226330-b53a-419e-a74e-c76e42fd4222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:02:20Z', 'revision_number': 4, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port': {'id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1d9b2328-6ed7-4250-9e35-08f9a95727e6', 'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'mac_address': 'fa:16:3e:26:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:19Z', 'updated_at': '2021-11-12T04:02:25Z', 'revision_number': 5, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'subnets': [{'id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:13.345334 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-28fc00f8-22c1-4025-906a-10939ece63ae req-801222e6-0091-40f4-b2c1-667a28c4111e tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/security-groups?id=de147162-03c3-4f97-97bc-af7a1277fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215293 Nov 12 04:06:13.390862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-f2583b93-a9e9-42df-ab28-6824b732f0ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96f1f45-6f9f-474d-bb6d-89a37d975562 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:13.411582 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27fd9aa-7e6d-40f0-a286-cf45e8aa0538 admin admin] Deleting subnet 9437da5b-b4dc-483b-b750-24d42d13ce08 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:06:13.411694 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:13.411806 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e27fd9aa-7e6d-40f0-a286-cf45e8aa0538 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.416282 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-f2583b93-a9e9-42df-ab28-6824b732f0ac service neutron] For port d96f1f45-6f9f-474d-bb6d-89a37d975562, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d96f1f45-6f9f-474d-bb6d-89a37d975562,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:13.452060 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb6b7f-7e0b-45a4-8b80-b02e5cb12a7a req-d8a812d0-76af-4e80-868a-27370663f6ed tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:13.455301 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] For port b5eab47a-afdb-4917-a583-ba993efedfb2, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:13.460465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] For port b5eab47a-afdb-4917-a583-ba993efedfb2, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b5eab47a-afdb-4917-a583-ba993efedfb2,segment=NetworkSegment(2415be56-8a93-40d8-a26f-b9cca3adc55b),segment_id=2415be56-8a93-40d8-a26f-b9cca3adc55b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:13.461443 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6eb6b7f-7e0b-45a4-8b80-b02e5cb12a7a req-d8a812d0-76af-4e80-868a-27370663f6ed tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 950 time: 0.3800120 Nov 12 04:06:13.468248 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2226330-b53a-419e-a74e-c76e42fd4222 None None] Checking router: 00b31709-2a1a-4053-a06c-cc6addbfb87c for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:06:13.477749 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:06:13.480541 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:06:13.517494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2226330-b53a-419e-a74e-c76e42fd4222 None None] Routers {'00b31709-2a1a-4053-a06c-cc6addbfb87c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:13.518472 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d2226330-b53a-419e-a74e-c76e42fd4222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:06:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00b31709-2a1a-4053-a06c-cc6addbfb87c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:13.543765 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.553740 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e27fd9aa-7e6d-40f0-a286-cf45e8aa0538 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.572897 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6eb6b7f-7e0b-45a4-8b80-b02e5cb12a7a req-d5076414-1a83-45a7-9d61-ad737d1f4602 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104631 Nov 12 04:06:13.627714 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:13.628862 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.631491 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] 10.222.0.31 "PUT /v2.0/ports/b5eab47a-afdb-4917-a583-ba993efedfb2 HTTP/1.1" status: 200 len: 1093 time: 2.1350918 Nov 12 04:06:13.636232 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-91a79562-eceb-44a3-ae4c-e09bafa656be tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.653454 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3f1236-8f83-471c-898e-09eaf9020a8f', 'name': 'network-vif-deleted', 'tag': '8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f'}, {'name': 'network-changed', 'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'tag': 'b5eab47a-afdb-4917-a583-ba993efedfb2'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:13.657520 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9e6e2f-7d28-4b90-8f8c-830e615591f2" -d '{"events": [{"server_uuid": "bc3f1236-8f83-471c-898e-09eaf9020a8f", "name": "network-vif-deleted", "tag": "8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f"}, {"name": "network-changed", "server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "tag": "b5eab47a-afdb-4917-a583-ba993efedfb2"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:13.662067 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-f2583b93-a9e9-42df-ab28-6824b732f0ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.685001 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afb932-4a12-4fa8-9488-aca94b010545 service neutron] Pushing event updated for resources: {'Port': ['ID=b5eab47a-afdb-4917-a583-ba993efedfb2,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:13.724441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Request body: {'port': {'device_id': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:13.777448 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-91a79562-eceb-44a3-ae4c-e09bafa656be tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Network 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:13.787549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-91a79562-eceb-44a3-ae4c-e09bafa656be tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:13.791074 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-91a79562-eceb-44a3-ae4c-e09bafa656be tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:13.866842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-91a79562-eceb-44a3-ae4c-e09bafa656be tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:13.867523 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-91a79562-eceb-44a3-ae4c-e09bafa656be tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.871413 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.965450 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-f2583b93-a9e9-42df-ab28-6824b732f0ac service neutron] Transition to ACTIVE for port object d96f1f45-6f9f-474d-bb6d-89a37d975562 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:13.999591 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-91a79562-eceb-44a3-ae4c-e09bafa656be tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3767910 Nov 12 04:06:14.035877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe78a1-b79d-441d-aa0b-1670b94608c9 req-6cb1d8b0-8df9-449d-a13f-0b73708830cc tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:14.037535 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fbe78a1-b79d-441d-aa0b-1670b94608c9 req-6cb1d8b0-8df9-449d-a13f-0b73708830cc tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3a77853-ce40-4bed-b370-eb52c884b795 HTTP/1.1" status: 200 len: 932 time: 0.3866758 Nov 12 04:06:14.038552 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a79562-eceb-44a3-ae4c-e09bafa656be tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Pushing event updated for resources: {'Port': ['ID=327c07d8-fd7d-40e7-9c90-f6fe4f189232,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:14.045113 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e27fd9aa-7e6d-40f0-a286-cf45e8aa0538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.052014 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Request body: {'port': {'device_id': 'd3a77853-ce40-4bed-b370-eb52c884b795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:14.083289 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-d2226330-b53a-419e-a74e-c76e42fd4222 None None] Set router 00b31709-2a1a-4053-a06c-cc6addbfb87c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:14.128937 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-f2583b93-a9e9-42df-ab28-6824b732f0ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.224591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-f2583b93-a9e9-42df-ab28-6824b732f0ac service neutron] No DVR routers for this DVR port d96f1f45-6f9f-474d-bb6d-89a37d975562 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:06:14.233976 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00193a5c-f318-4406-8533-e379ff2a0734 req-a7ebcbc2-6af3-425b-8ac9-472eb25099f2 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:14.241360 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00193a5c-f318-4406-8533-e379ff2a0734 req-a7ebcbc2-6af3-425b-8ac9-472eb25099f2 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 943 time: 0.4739628 Nov 12 04:06:14.331256 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fbe78a1-b79d-441d-aa0b-1670b94608c9 req-8d9bbc17-10cc-4e82-832c-2145e39e0261 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736492 Nov 12 04:06:14.365792 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d2226330-b53a-419e-a74e-c76e42fd4222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:02:20Z', 'revision_number': 4, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port': {'id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1d9b2328-6ed7-4250-9e35-08f9a95727e6', 'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'mac_address': 'fa:16:3e:26:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:19Z', 'updated_at': '2021-11-12T04:02:25Z', 'revision_number': 5, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'subnets': [{'id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:14.385602 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.407820 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-f2583b93-a9e9-42df-ab28-6824b732f0ac service neutron] 10.222.0.31 "PUT /v2.0/ports/d96f1f45-6f9f-474d-bb6d-89a37d975562/bindings/n-h1-768509-24/activate HTTP/1.1" status: 200 len: 370 time: 2.0745924 Nov 12 04:06:14.409524 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a01694-f052-4cee-aab3-1c79b1e8d780 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:14.423902 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.425251 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2226330-b53a-419e-a74e-c76e42fd4222 None None] The sync data for ids ['00b31709-2a1a-4053-a06c-cc6addbfb87c'] in n-d-768509-24 is: [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:02:20Z', 'revision_number': 4, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port': {'id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1d9b2328-6ed7-4250-9e35-08f9a95727e6', 'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'mac_address': 'fa:16:3e:26:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:19Z', 'updated_at': '2021-11-12T04:02:25Z', 'revision_number': 5, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'subnets': [{'id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:14.432251 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2583b93-a9e9-42df-ab28-6824b732f0ac service neutron] Pushing event updated for resources: {'Port': ['ID=d96f1f45-6f9f-474d-bb6d-89a37d975562,revision_number=10']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:14.447325 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Transition to ACTIVE for port object 93a01694-f052-4cee-aab3-1c79b1e8d780 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:14.458863 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00193a5c-f318-4406-8533-e379ff2a0734 req-8731a666-28e8-40c3-a3f3-963ea6e2a399 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110116 Nov 12 04:06:14.552492 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1604e025-deaf-4c82-b3f3-0c774a305ddf x-openstack-request-id: req-1604e025-deaf-4c82-b3f3-0c774a305ddf {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:14.552821 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3f1236-8f83-471c-898e-09eaf9020a8f", "name": "network-vif-deleted", "tag": "8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "tag": "b5eab47a-afdb-4917-a583-ba993efedfb2", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:14.553080 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1604e025-deaf-4c82-b3f3-0c774a305ddf {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:14.553487 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3f1236-8f83-471c-898e-09eaf9020a8f', 'name': 'network-vif-deleted', 'tag': '8d5cfcae-ad3b-4c2a-907d-37ae73e3a18f', 'status': 'completed', 'code': 200} Nov 12 04:06:14.553739 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'tag': 'b5eab47a-afdb-4917-a583-ba993efedfb2', 'status': 'completed', 'code': 200} Nov 12 04:06:14.565316 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.688710 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Pushing event updated for resources: {'Port': ['ID=93a01694-f052-4cee-aab3-1c79b1e8d780,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:14.777466 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e27fd9aa-7e6d-40f0-a286-cf45e8aa0538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.835784 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-c76284c4-44f0-4519-88d9-6e9ede01d932 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:14.843787 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-c76284c4-44f0-4519-88d9-6e9ede01d932 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3&tenant_id=661e639e68ef4507b916d93d5706eabb&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 1096 time: 0.1293511 Nov 12 04:06:14.851233 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Attempting to bind port 93a01694-f052-4cee-aab3-1c79b1e8d780 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:14.851577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Attempting to bind port 93a01694-f052-4cee-aab3-1c79b1e8d780 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2b992d91-f7f1-4d9a-b3fc-8549397bf9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d5504c5-c908-4085-af25-e23066ae43c5'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:14.851987 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Attempting to bind port 93a01694-f052-4cee-aab3-1c79b1e8d780 on network 2d5504c5-c908-4085-af25-e23066ae43c5 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:14.893357 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf9bb28-15c8-4ab0-b0f6-deb8aaac07bb None None] New status for floating IP bd1e1d3d-17f2-4d2e-a8e6-4df5b886c3ea: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:06:14.900380 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Port 93a01694-f052-4cee-aab3-1c79b1e8d780 on network 2d5504c5-c908-4085-af25-e23066ae43c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:14.900913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Attempting to bind port 93a01694-f052-4cee-aab3-1c79b1e8d780 on network 2d5504c5-c908-4085-af25-e23066ae43c5 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:14.918867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:14.919251 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Checking segment: {'id': '2b992d91-f7f1-4d9a-b3fc-8549397bf9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d5504c5-c908-4085-af25-e23066ae43c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:14.919602 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Bound using segment: {'id': '2b992d91-f7f1-4d9a-b3fc-8549397bf9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d5504c5-c908-4085-af25-e23066ae43c5'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:14.920421 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Bound port: 93a01694-f052-4cee-aab3-1c79b1e8d780, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b992d91-f7f1-4d9a-b3fc-8549397bf9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d5504c5-c908-4085-af25-e23066ae43c5'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:14.920795 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.946801 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-e5c81b01-92be-4a83-afbb-80163be6f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:14.948734 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-e5c81b01-92be-4a83-afbb-80163be6f8fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3&tenant_id=661e639e68ef4507b916d93d5706eabb HTTP/1.1" status: 200 len: 1096 time: 0.0941489 Nov 12 04:06:15.042663 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327c07d8-fd7d-40e7-9c90-f6fe4f189232 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:15.055675 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.125140 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-d1d61988-f3a5-4581-89c3-33b1bdced374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:15.126730 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-d1d61988-f3a5-4581-89c3-33b1bdced374 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 1096 time: 0.0960538 Nov 12 04:06:15.197019 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] For port 93a01694-f052-4cee-aab3-1c79b1e8d780, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:15.244247 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] For port 93a01694-f052-4cee-aab3-1c79b1e8d780, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=93a01694-f052-4cee-aab3-1c79b1e8d780,segment=NetworkSegment(2b992d91-f7f1-4d9a-b3fc-8549397bf9e5),segment_id=2b992d91-f7f1-4d9a-b3fc-8549397bf9e5)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:15.280931 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-26134073-acf8-460a-b380-15bdd18132ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:15.282620 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-26134073-acf8-460a-b380-15bdd18132ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 919 time: 0.1453917 Nov 12 04:06:15.382748 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.397688 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-cc541b9e-b169-4bed-8277-c0313269ed61 None None] Provisioning complete for port 327c07d8-fd7d-40e7-9c90-f6fe4f189232 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:15.398212 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc541b9e-b169-4bed-8277-c0313269ed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.409778 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-7d48e74c-1a72-4ca4-86f8-39624c9c43ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d96f1f45-6f9f-474d-bb6d-89a37d975562 HTTP/1.1" status: 200 len: 217 time: 0.1172700 Nov 12 04:06:15.418796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:15.418796 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.421366 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] 10.222.0.31 "PUT /v2.0/ports/93a01694-f052-4cee-aab3-1c79b1e8d780 HTTP/1.1" status: 200 len: 1093 time: 1.7011197 Nov 12 04:06:15.441212 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-cc541b9e-b169-4bed-8277-c0313269ed61 None None] Port 327c07d8-fd7d-40e7-9c90-f6fe4f189232 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:06:15.496041 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e27fd9aa-7e6d-40f0-a286-cf45e8aa0538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.502219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e27fd9aa-7e6d-40f0-a286-cf45e8aa0538 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9437da5b-b4dc-483b-b750-24d42d13ce08 HTTP/1.1" status: 204 len: 168 time: 2.4406154 Nov 12 04:06:15.503427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fd9aa-7e6d-40f0-a286-cf45e8aa0538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9437da5b-b4dc-483b-b750-24d42d13ce08,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:15.507508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52962) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:15.588837 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Transition to ACTIVE for port object 327c07d8-fd7d-40e7-9c90-f6fe4f189232 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:15.620287 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6752def-a851-4eca-b7c2-c131b7d76af4 req-b92c8629-2b54-4540-b98b-fbce350c1daf tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:15.620631 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-f8c9acec-3e87-4f2e-a2bc-b7172e9978b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:15.622271 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-f8c9acec-3e87-4f2e-a2bc-b7172e9978b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.1692140 Nov 12 04:06:15.628250 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05918b20-b48e-48e2-bad8-46cd0033d973 service neutron] Pushing event updated for resources: {'Port': ['ID=93a01694-f052-4cee-aab3-1c79b1e8d780,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:15.629686 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e6752def-a851-4eca-b7c2-c131b7d76af4 req-b92c8629-2b54-4540-b98b-fbce350c1daf tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.8782873 Nov 12 04:06:15.670757 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.672056 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-93768774-e48e-4307-9ab5-74b127b44d0e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331898 Nov 12 04:06:15.685751 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c4197d2-df82-481a-9d3f-c31075b4e0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.705696 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e6e2f-7d28-4b90-8f8c-830e615591f2 req-b3d8eac5-2758-4555-bd7f-c50bed72a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:15.706211 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e6e2f-7d28-4b90-8f8c-830e615591f2 req-b3d8eac5-2758-4555-bd7f-c50bed72a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:15.706812 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e6e2f-7d28-4b90-8f8c-830e615591f2 req-b3d8eac5-2758-4555-bd7f-c50bed72a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:15.708445 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea9e6e2f-7d28-4b90-8f8c-830e615591f2 req-b3d8eac5-2758-4555-bd7f-c50bed72a016 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b478a3ac765b42beb72f2dff0b477fa0&device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 2826 time: 0.9920821 Nov 12 04:06:15.731600 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f105bd-27ac-4768-9ff6-d1bbf66391ff req-f6d52e0b-96a5-4133-a067-6b94ef1e28bc tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:15.737368 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f105bd-27ac-4768-9ff6-d1bbf66391ff req-f6d52e0b-96a5-4133-a067-6b94ef1e28bc tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:15.744686 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f105bd-27ac-4768-9ff6-d1bbf66391ff req-f6d52e0b-96a5-4133-a067-6b94ef1e28bc tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:15.745863 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09f105bd-27ac-4768-9ff6-d1bbf66391ff req-f6d52e0b-96a5-4133-a067-6b94ef1e28bc tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 2412 time: 0.2339396 Nov 12 04:06:15.858186 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c4197d2-df82-481a-9d3f-c31075b4e0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.867072 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Pushing event updated for resources: {'Port': ['ID=327c07d8-fd7d-40e7-9c90-f6fe4f189232,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:15.886453 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e6752def-a851-4eca-b7c2-c131b7d76af4 req-83cb02fd-33aa-4b46-bad1-27af9898b24b tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511165 Nov 12 04:06:15.895067 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-fc4cf2f0-4498-4620-8218-7d774fd07232 service neutron] 10.222.0.21 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035236 Nov 12 04:06:15.927010 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4c4197d2-df82-481a-9d3f-c31075b4e0ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3abc9301-676d-49e8-9b20-03c8b77897e1']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:15.966286 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4c4197d2-df82-481a-9d3f-c31075b4e0ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d32c143-709b-4311-ba95-b39a0c77b999') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:15.967011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4c4197d2-df82-481a-9d3f-c31075b4e0ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d32c143-709b-4311-ba95-b39a0c77b999') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:15.997925 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c4197d2-df82-481a-9d3f-c31075b4e0ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:16.043797 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09f105bd-27ac-4768-9ff6-d1bbf66391ff req-8475d913-8eca-494f-88c9-4a20b4780cdf tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566872 Nov 12 04:06:16.054939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e6e2f-7d28-4b90-8f8c-830e615591f2 req-7ceaa5a8-189e-4fd3-9318-673773add052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.054939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e6e2f-7d28-4b90-8f8c-830e615591f2 req-7ceaa5a8-189e-4fd3-9318-673773add052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.057889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e6e2f-7d28-4b90-8f8c-830e615591f2 req-7ceaa5a8-189e-4fd3-9318-673773add052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.057889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea9e6e2f-7d28-4b90-8f8c-830e615591f2 req-7ceaa5a8-189e-4fd3-9318-673773add052 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b478a3ac765b42beb72f2dff0b477fa0&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3024843 Nov 12 04:06:16.058083 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c4197d2-df82-481a-9d3f-c31075b4e0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:16.089050 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4197d2-df82-481a-9d3f-c31075b4e0ee admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:06:16.089515 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c4197d2-df82-481a-9d3f-c31075b4e0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:06:16.091990 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:06:16.142577 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Attempting to bind port 327c07d8-fd7d-40e7-9c90-f6fe4f189232 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:16.143097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Attempting to bind port 327c07d8-fd7d-40e7-9c90-f6fe4f189232 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'd458217c-db4b-4c9a-9f9f-4dec21eda858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:16.143438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Attempting to bind port 327c07d8-fd7d-40e7-9c90-f6fe4f189232 on network 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:16.148939 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d96f1f45-6f9f-474d-bb6d-89a37d975562 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:16.157039 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205773b5-a48b-47b7-a44d-9d121370ea18 req-536bc963-deb3-403b-9fac-d14a3f890dc0 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.158911 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-205773b5-a48b-47b7-a44d-9d121370ea18 req-536bc963-deb3-403b-9fac-d14a3f890dc0 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 950 time: 0.1927412 Nov 12 04:06:16.192067 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-b362bfbd-307f-4802-be1e-20eb2140ac1c service neutron] 10.222.0.21 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610714 Nov 12 04:06:16.222284 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Port 327c07d8-fd7d-40e7-9c90-f6fe4f189232 on network 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:16.222623 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Attempting to bind port 327c07d8-fd7d-40e7-9c90-f6fe4f189232 on network 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:16.246387 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:16.246764 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Checking segment: {'id': 'd458217c-db4b-4c9a-9f9f-4dec21eda858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:16.247314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Bound using segment: {'id': 'd458217c-db4b-4c9a-9f9f-4dec21eda858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:16.247774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Bound port: 327c07d8-fd7d-40e7-9c90-f6fe4f189232, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd458217c-db4b-4c9a-9f9f-4dec21eda858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:16.248141 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:16.251166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d96f1f45-6f9f-474d-bb6d-89a37d975562 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:06:16.279326 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c4197d2-df82-481a-9d3f-c31075b4e0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:16.288466 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c4197d2-df82-481a-9d3f-c31075b4e0ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:16.295237 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4c4197d2-df82-481a-9d3f-c31075b4e0ee admin admin] 10.222.0.37 "DELETE /v2.0/networks/3abc9301-676d-49e8-9b20-03c8b77897e1 HTTP/1.1" status: 204 len: 168 time: 0.7861650 Nov 12 04:06:16.308400 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4197d2-df82-481a-9d3f-c31075b4e0ee admin admin] Pushing event deleted for resources: {'Network': ['ID=3abc9301-676d-49e8-9b20-03c8b77897e1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:16.377334 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-205773b5-a48b-47b7-a44d-9d121370ea18 req-fd0a1c75-f0ab-48b1-998b-0029dc48686d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608779 Nov 12 04:06:16.389944 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e6e2f-7d28-4b90-8f8c-830e615591f2 req-2a2d7670-3466-4243-86f3-fb71ddb2af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.402042 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea9e6e2f-7d28-4b90-8f8c-830e615591f2 req-2a2d7670-3466-4243-86f3-fb71ddb2af63 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3290925 Nov 12 04:06:16.427653 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da952277-41e7-4d02-8747-bef30e6f5136 req-c2a635c4-376d-443b-a68b-10823d4440fd tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.435846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da952277-41e7-4d02-8747-bef30e6f5136 req-c2a635c4-376d-443b-a68b-10823d4440fd tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3a77853-ce40-4bed-b370-eb52c884b795 HTTP/1.1" status: 200 len: 944 time: 0.1770101 Nov 12 04:06:16.491251 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] For port 327c07d8-fd7d-40e7-9c90-f6fe4f189232, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:16.536398 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:16.537882 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] For port 327c07d8-fd7d-40e7-9c90-f6fe4f189232, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=327c07d8-fd7d-40e7-9c90-f6fe4f189232,segment=NetworkSegment(d458217c-db4b-4c9a-9f9f-4dec21eda858),segment_id=d458217c-db4b-4c9a-9f9f-4dec21eda858)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:16.554817 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'tag': '93a01694-f052-4cee-aab3-1c79b1e8d780'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:16.560009 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5999f5-2cd8-44be-a75e-d42648f01f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "tag": "93a01694-f052-4cee-aab3-1c79b1e8d780"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:16.575839 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da952277-41e7-4d02-8747-bef30e6f5136 req-d7e52d89-7d16-456f-a5ff-c13d32389845 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390865 Nov 12 04:06:16.598778 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0babdd-400f-42d0-98af-c0daed5ee39a req-8f884280-1b99-4133-b91f-3e2220cba09b tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.599413 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e0babdd-400f-42d0-98af-c0daed5ee39a req-8f884280-1b99-4133-b91f-3e2220cba09b tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 944 time: 0.1502271 Nov 12 04:06:16.604611 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-9f0564c9-befc-4b85-aca5-56887ecdcfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.605091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-9f0564c9-befc-4b85-aca5-56887ecdcfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.605579 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-9f0564c9-befc-4b85-aca5-56887ecdcfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.607222 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-9f0564c9-befc-4b85-aca5-56887ecdcfd5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b478a3ac765b42beb72f2dff0b477fa0&device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 2868 time: 0.1176038 Nov 12 04:06:16.622284 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2adc6f-67ef-47ea-9c85-8596800231de x-openstack-request-id: req-2d2adc6f-67ef-47ea-9c85-8596800231de {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:16.622792 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "tag": "93a01694-f052-4cee-aab3-1c79b1e8d780", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:16.623101 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d2adc6f-67ef-47ea-9c85-8596800231de {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:16.623688 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'tag': '93a01694-f052-4cee-aab3-1c79b1e8d780', 'status': 'completed', 'code': 200} Nov 12 04:06:16.637585 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:16.734923 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.735490 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:16.737214 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] 10.222.0.21 "PUT /v2.0/ports/327c07d8-fd7d-40e7-9c90-f6fe4f189232 HTTP/1.1" status: 200 len: 1093 time: 2.7129185 Nov 12 04:06:16.740818 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e0babdd-400f-42d0-98af-c0daed5ee39a req-9e5d24e6-d612-4bd5-9769-a3e4f99ebf9a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407859 Nov 12 04:06:16.742100 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-d78a0bb3-1e9b-42b6-bc43-330eae40e3d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.15&port_id=50397b55-9cd8-4609-976b-94ab58ac72fd HTTP/1.1" status: 200 len: 217 time: 0.0828264 Nov 12 04:06:16.742560 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a77853-ce40-4bed-b370-eb52c884b795', 'tag': '327c07d8-fd7d-40e7-9c90-f6fe4f189232'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:16.744885 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cba4da8-770f-4b49-933a-d0a245e7f707" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a77853-ce40-4bed-b370-eb52c884b795", "tag": "327c07d8-fd7d-40e7-9c90-f6fe4f189232"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:16.813636 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-55ff13ad-8944-4234-920b-a605ea05a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.815208 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-55ff13ad-8944-4234-920b-a605ea05a033 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3fbd9a8a-1550-4b9a-8782-b6ea5dc1a35f HTTP/1.1" status: 200 len: 801 time: 0.0618718 Nov 12 04:06:16.830063 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-0fe4ca6f-644f-417e-836f-89b528df941b tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.832759 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-0fe4ca6f-644f-417e-836f-89b528df941b tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3&tenant_id=661e639e68ef4507b916d93d5706eabb&binding%3Ahost_id=n-h1-768509-24 HTTP/1.1" status: 200 len: 1096 time: 0.1138361 Nov 12 04:06:16.834591 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52980) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:16.860362 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b04eb4c-f959-4c48-9b49-458b4c5c7055 x-openstack-request-id: req-6b04eb4c-f959-4c48-9b49-458b4c5c7055 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:16.863827 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a77853-ce40-4bed-b370-eb52c884b795", "tag": "327c07d8-fd7d-40e7-9c90-f6fe4f189232", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:16.863827 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b04eb4c-f959-4c48-9b49-458b4c5c7055 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:16.863827 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a77853-ce40-4bed-b370-eb52c884b795', 'tag': '327c07d8-fd7d-40e7-9c90-f6fe4f189232', 'status': 'completed', 'code': 200} Nov 12 04:06:16.864115 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e57dda-ac7a-472c-84af-23023173f720 service neutron] Pushing event updated for resources: {'Port': ['ID=327c07d8-fd7d-40e7-9c90-f6fe4f189232,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:16.895416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-9b6fcd82-ce8e-41f7-ad96-71196e098840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.897869 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-9b6fcd82-ce8e-41f7-ad96-71196e098840 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2d5504c5-c908-4085-af25-e23066ae43c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734727 Nov 12 04:06:16.975379 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-913291ec-254c-4e86-8ca9-86d9d6f7c3f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d418105a416a412eb609c6260b2a9f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392174 Nov 12 04:06:16.977868 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52986) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:17.056057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba4da8-770f-4b49-933a-d0a245e7f707 req-fee015fa-756d-4050-bdd9-6a00a930303e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:17.065442 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cba4da8-770f-4b49-933a-d0a245e7f707 req-fee015fa-756d-4050-bdd9-6a00a930303e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8006901ac6434b0990a2684e1cc5c169&device_id=d3a77853-ce40-4bed-b370-eb52c884b795 HTTP/1.1" status: 200 len: 1096 time: 0.1671240 Nov 12 04:06:17.090976 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e8f183dc-34f1-4710-938c-2be708fa3090 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:17.120281 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e8f183dc-34f1-4710-938c-2be708fa3090 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:17.160647 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-ed20a2ff-dffd-44e0-b753-9c3190865c82 service neutron] For port d96f1f45-6f9f-474d-bb6d-89a37d975562, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:17.164499 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-ed20a2ff-dffd-44e0-b753-9c3190865c82 service neutron] Publish callbacks [] for binding, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:17.165595 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-74389834-6a5c-439f-be28-1ccb41d3a08f req-ed20a2ff-dffd-44e0-b753-9c3190865c82 service neutron] 10.222.0.21 "DELETE /v2.0/ports/d96f1f45-6f9f-474d-bb6d-89a37d975562/bindings/n-h2-768509-24 HTTP/1.1" status: 204 len: 173 time: 0.3183043 Nov 12 04:06:17.232699 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f8945-3f65-47f3-8364-b770eb606615 req-281f4076-a750-4661-9e6a-fcd61bf17556 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:17.234193 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-430f8945-3f65-47f3-8364-b770eb606615 req-281f4076-a750-4661-9e6a-fcd61bf17556 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.2496929 Nov 12 04:06:17.240429 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-9b44cbe1-e489-4b42-956b-22a92a2e7dcc service neutron] 10.222.0.31 "GET /v2.0/networks/2d5504c5-c908-4085-af25-e23066ae43c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117316 Nov 12 04:06:17.245924 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e8f183dc-34f1-4710-938c-2be708fa3090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:17.248363 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e8f183dc-34f1-4710-938c-2be708fa3090 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:17.249651 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e8f183dc-34f1-4710-938c-2be708fa3090 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99fbcaa2-d41f-4191-8f50-6fb132b05751 HTTP/1.1" status: 204 len: 168 time: 0.2708564 Nov 12 04:06:17.268900 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f183dc-34f1-4710-938c-2be708fa3090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fbcaa2-d41f-4191-8f50-6fb132b05751,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:17.371988 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba4da8-770f-4b49-933a-d0a245e7f707 req-35076c3e-97ac-4ce0-a559-e40fdbd63289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:17.373484 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cba4da8-770f-4b49-933a-d0a245e7f707 req-35076c3e-97ac-4ce0-a559-e40fdbd63289 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8006901ac6434b0990a2684e1cc5c169&shared=False HTTP/1.1" status: 200 len: 924 time: 0.2879300 Nov 12 04:06:17.386261 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126b44f-c94e-43d5-a97e-62e925bd4a22 req-afede302-7c6e-446d-be2e-39b883d37e3d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:17.392356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126b44f-c94e-43d5-a97e-62e925bd4a22 req-afede302-7c6e-446d-be2e-39b883d37e3d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:17.398423 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126b44f-c94e-43d5-a97e-62e925bd4a22 req-afede302-7c6e-446d-be2e-39b883d37e3d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:17.400385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e126b44f-c94e-43d5-a97e-62e925bd4a22 req-afede302-7c6e-446d-be2e-39b883d37e3d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 2412 time: 0.2151687 Nov 12 04:06:17.451069 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-430f8945-3f65-47f3-8364-b770eb606615 req-49452c60-48b5-4c40-9df3-fc16009ca801 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070022 Nov 12 04:06:17.525524 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-18f26df2-a1a3-48fd-b38b-01ee8d5874df service neutron] 10.222.0.31 "GET /v2.0/networks/2d5504c5-c908-4085-af25-e23066ae43c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734706 Nov 12 04:06:17.611492 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-bc489860-461e-49f1-8944-d8f754109386 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.107&port_id=b5eab47a-afdb-4917-a583-ba993efedfb2 HTTP/1.1" status: 200 len: 217 time: 0.0703421 Nov 12 04:06:17.623439 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e126b44f-c94e-43d5-a97e-62e925bd4a22 req-640c6f62-0bab-40ea-bfd3-4c2242ab40ac tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078748 Nov 12 04:06:17.718383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba4da8-770f-4b49-933a-d0a245e7f707 req-c9d49d7c-eb4d-44e4-849f-901b71849db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:17.720258 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cba4da8-770f-4b49-933a-d0a245e7f707 req-c9d49d7c-eb4d-44e4-849f-901b71849db0 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3128579 Nov 12 04:06:17.745630 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa3d22-af92-4655-a2d3-3b5601f33abe req-3451e7e1-e83c-4727-9819-6275386c5945 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:17.747861 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7aaa3d22-af92-4655-a2d3-3b5601f33abe req-3451e7e1-e83c-4727-9819-6275386c5945 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 950 time: 0.1554556 Nov 12 04:06:17.806543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-e91c5137-468a-4955-bbf9-b3c945e1b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:17.808040 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-e91c5137-468a-4955-bbf9-b3c945e1b744 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a42f9b90-fd94-4cf4-9020-f4bfc6ac2942 HTTP/1.1" status: 200 len: 801 time: 0.1562834 Nov 12 04:06:17.850687 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:17.856102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738904f-7519-4941-9296-e6a184ad616a req-55b2c796-2293-4b7a-985f-c1ec5360b4ec tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:17.857630 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7738904f-7519-4941-9296-e6a184ad616a req-55b2c796-2293-4b7a-985f-c1ec5360b4ec tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3a77853-ce40-4bed-b370-eb52c884b795 HTTP/1.1" status: 200 len: 944 time: 0.1627734 Nov 12 04:06:17.927501 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7aaa3d22-af92-4655-a2d3-3b5601f33abe req-0fcf8a8b-b126-4a08-b28d-b38fcb1552d4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640856 Nov 12 04:06:17.937770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-1659048e-6fd7-4eef-b4c8-49e2e69bb9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:17.939347 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-1659048e-6fd7-4eef-b4c8-49e2e69bb9f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8006901ac6434b0990a2684e1cc5c169&device_id=d3a77853-ce40-4bed-b370-eb52c884b795 HTTP/1.1" status: 200 len: 1096 time: 0.1472239 Nov 12 04:06:17.948577 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-99ee9f3c-548c-42dc-a4e3-ab3f88c7047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:17.950307 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-99ee9f3c-548c-42dc-a4e3-ab3f88c7047c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e7a7ac60-c9cd-446d-a24b-05f508432577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046507 Nov 12 04:06:18.008236 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-11c086d4-098f-443e-82ba-a33b37f8e7d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=327c07d8-fd7d-40e7-9c90-f6fe4f189232 HTTP/1.1" status: 200 len: 217 time: 0.0528500 Nov 12 04:06:18.030027 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7738904f-7519-4941-9296-e6a184ad616a req-58f444fd-82d2-40fa-a517-38f33f966a40 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577590 Nov 12 04:06:18.143937 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-d141391e-2a77-4103-b0c7-36cad5ecd58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:18.145989 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-d141391e-2a77-4103-b0c7-36cad5ecd58f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0188d129-9f7c-4b2c-91a1-31696b98b21a HTTP/1.1" status: 200 len: 862 time: 0.1279559 Nov 12 04:06:18.163372 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 09d1e905-cbd8-4b63-9105-951ebe489395 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:18.179104 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b93aa3-888e-48e4-9e43-08108cea4268 req-d9d5c87d-c52c-4f94-a90b-696e01a590ae tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:18.180615 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b6b93aa3-888e-48e4-9e43-08108cea4268 req-d9d5c87d-c52c-4f94-a90b-696e01a590ae tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 944 time: 0.1783619 Nov 12 04:06:18.252744 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-c1d3af29-ee0b-4a44-a47d-4ac97b78e413 service neutron] 10.222.0.31 "GET /v2.0/networks/e7a7ac60-c9cd-446d-a24b-05f508432577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064254 Nov 12 04:06:18.284237 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-0344b3bb-8fef-4dfe-b56e-41c6b7134d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:18.284237 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-0344b3bb-8fef-4dfe-b56e-41c6b7134d0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cf83d51-3d0e-4c8f-9a29-51d4c0e52872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1294339 Nov 12 04:06:18.307035 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 09d1e905-cbd8-4b63-9105-951ebe489395, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=09d1e905-cbd8-4b63-9105-951ebe489395,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:18.321963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b6b93aa3-888e-48e4-9e43-08108cea4268 req-1e8b2fbd-badf-4768-94db-0f43f64a3273 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192319 Nov 12 04:06:18.327144 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '09d1e905-cbd8-4b63-9105-951ebe489395', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '09d1e905-cbd8-4b63-9105-951ebe489395', 'mac_address': 'fa:16:3e:0a:84:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:18.389908 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.424601 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09d1e905-cbd8-4b63-9105-951ebe489395 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:18.454245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 09d1e905-cbd8-4b63-9105-951ebe489395, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=09d1e905-cbd8-4b63-9105-951ebe489395,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:18.537024 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-dd4b092f-4ab9-4c6b-9768-338baa337aa9 service neutron] 10.222.0.31 "GET /v2.0/networks/e7a7ac60-c9cd-446d-a24b-05f508432577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695854 Nov 12 04:06:18.554600 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.600799 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-4997464a-c357-4bd9-8fd9-ac8270eb283e service neutron] 10.222.0.21 "GET /v2.0/networks/5cf83d51-3d0e-4c8f-9a29-51d4c0e52872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039963 Nov 12 04:06:18.622018 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-320772da-5877-4dbb-9d48-51e640c8d54e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.153&port_id=93a01694-f052-4cee-aab3-1c79b1e8d780 HTTP/1.1" status: 200 len: 217 time: 0.0730951 Nov 12 04:06:18.622539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=09d1e905-cbd8-4b63-9105-951ebe489395,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:18.623921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4158a-f01e-4091-9508-a78483ebd749 req-0e4bc891-ebc0-4099-bcb7-f4351b40d5e3 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:18.632143 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-baf4158a-f01e-4091-9508-a78483ebd749 req-0e4bc891-ebc0-4099-bcb7-f4351b40d5e3 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 1096 time: 0.1920140 Nov 12 04:06:18.725216 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53046) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:18.735743 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['09d1e905-cbd8-4b63-9105-951ebe489395'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:18.794821 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab9877-7c41-4dc7-aef7-4361f17f67f6 req-c846df35-ea6d-498c-9839-d68dd6bc98d6 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:18.796320 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbab9877-7c41-4dc7-aef7-4361f17f67f6 req-c846df35-ea6d-498c-9839-d68dd6bc98d6 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.2554109 Nov 12 04:06:18.845832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-baf4158a-f01e-4091-9508-a78483ebd749 req-0b7bb6ce-012b-47cf-875b-fb695cb8e014 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133818 Nov 12 04:06:18.854464 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-cccd728b-b495-4a65-90d5-a957faa4ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:18.855950 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-cccd728b-b495-4a65-90d5-a957faa4ee94 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3fbd9a8a-1550-4b9a-8782-b6ea5dc1a35f HTTP/1.1" status: 200 len: 801 time: 0.1757824 Nov 12 04:06:18.939320 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1587351639-network', 'tenant_id': '122febc6798244b1a13c8d5d3a4df631'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:18.986185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89512a39-83f4-413e-bcd5-a20ab7933845 req-9c89a5f6-d148-445b-9ef3-81eeb94b950a service neutron] 10.222.0.21 "GET /v2.0/networks/5cf83d51-3d0e-4c8f-9a29-51d4c0e52872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660977 Nov 12 04:06:19.045760 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-45a3471f-d840-406f-ae0b-a608f2f6ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:19.047632 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-45a3471f-d840-406f-ae0b-a608f2f6ab4c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2d5504c5-c908-4085-af25-e23066ae43c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1680112 Nov 12 04:06:19.051456 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbab9877-7c41-4dc7-aef7-4361f17f67f6 req-41d48180-75d9-443f-8bb0-d4b9a6e5e322 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371483 Nov 12 04:06:19.068524 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Made reservation on behalf of 122febc6798244b1a13c8d5d3a4df631 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:19.070998 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.086045 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.193136 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.262531 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.287593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa86fa9-c911-496d-add5-a0d41a4b3777 req-ed33cc16-4610-49cf-9aa3-fca1654d17f7 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:19.291626 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:06:19.293711 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa86fa9-c911-496d-add5-a0d41a4b3777 req-ed33cc16-4610-49cf-9aa3-fca1654d17f7 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:19.299874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa86fa9-c911-496d-add5-a0d41a4b3777 req-ed33cc16-4610-49cf-9aa3-fca1654d17f7 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:19.302292 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aaa86fa9-c911-496d-add5-a0d41a4b3777 req-ed33cc16-4610-49cf-9aa3-fca1654d17f7 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 2412 time: 0.2141948 Nov 12 04:06:19.309823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca183c4a-b445-481a-892c-125174345b6b req-421d0412-ab43-4e66-a7db-ad7f09398a1b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:19.326107 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3952dd1c-a25b-4459-b613-6a19fbcf8eb8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:19.328587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca183c4a-b445-481a-892c-125174345b6b req-421d0412-ab43-4e66-a7db-ad7f09398a1b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 950 time: 0.1961157 Nov 12 04:06:19.342319 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.342319 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Added segment 7ddc7802-18fc-42cd-a6a9-774269fd9876 of type vlan for network c4ea71df-5407-4bac-976d-0919c12d785d Nov 12 04:06:19.342483 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-cc69129e-e81a-43e4-acef-2bdec6abec03 service neutron] 10.222.0.31 "GET /v2.0/networks/2d5504c5-c908-4085-af25-e23066ae43c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858534 Nov 12 04:06:19.342592 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:19.342884 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:19.343172 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:19.343526 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:19.343955 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:19.344218 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:19.344462 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:19.344785 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:19.345105 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:19.345428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:19.345747 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:19.346062 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:19.399173 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.508138 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.509277 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:19.510244 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.585639 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] Pushing event updated for resources: {'Network': ['ID=c4ea71df-5407-4bac-976d-0919c12d785d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:19.600465 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network c4ea71df-5407-4bac-976d-0919c12d785d details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:06:19.617337 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a660884d-4e9d-4b83-bc37-4d62a64debe8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8885479 Nov 12 04:06:19.619194 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53086) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:19.626692 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-db9db834-8f67-4894-84f6-4def787770a5 admin admin] Request body: {'subnet': {'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1587351639-subnet', 'tenant_id': '122febc6798244b1a13c8d5d3a4df631', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:19.753814 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9db834-8f67-4894-84f6-4def787770a5 admin admin] Made reservation on behalf of 122febc6798244b1a13c8d5d3a4df631 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:19.756340 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db9db834-8f67-4894-84f6-4def787770a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.809417 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca183c4a-b445-481a-892c-125174345b6b req-622f5070-ef2c-4cc3-9f2c-1c35fbe5224e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713140 Nov 12 04:06:19.825231 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aaa86fa9-c911-496d-add5-a0d41a4b3777 req-8c96ade6-b3de-4922-9764-b491f079ba17 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925389 Nov 12 04:06:19.850026 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f48313d-a921-4cc9-a08b-e158d326b136 req-33d3faf0-492b-4890-bc73-70816b6cc6bc service neutron] 10.222.0.31 "GET /v2.0/networks/2d5504c5-c908-4085-af25-e23066ae43c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512034 Nov 12 04:06:19.983552 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372fabf-660b-4b20-a8fc-c4e068aa293a req-4c30e9c3-8f5a-436a-89ca-f5dcaeb41ceb tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:19.985669 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c372fabf-660b-4b20-a8fc-c4e068aa293a req-4c30e9c3-8f5a-436a-89ca-f5dcaeb41ceb tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3a77853-ce40-4bed-b370-eb52c884b795 HTTP/1.1" status: 200 len: 944 time: 0.0861471 Nov 12 04:06:20.099228 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c372fabf-660b-4b20-a8fc-c4e068aa293a req-b7eefa95-e5e7-4420-8318-b4c2967bd2eb tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022458 Nov 12 04:06:20.122606 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5999f5-2cd8-44be-a75e-d42648f01f1f req-e56eba98-16ce-4346-af74-0fa94e9558a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:20.123374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5999f5-2cd8-44be-a75e-d42648f01f1f req-e56eba98-16ce-4346-af74-0fa94e9558a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:20.123872 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5999f5-2cd8-44be-a75e-d42648f01f1f req-e56eba98-16ce-4346-af74-0fa94e9558a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:20.125735 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb5999f5-2cd8-44be-a75e-d42648f01f1f req-e56eba98-16ce-4346-af74-0fa94e9558a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b478a3ac765b42beb72f2dff0b477fa0&device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 2868 time: 0.0686653 Nov 12 04:06:20.131775 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db9db834-8f67-4894-84f6-4def787770a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:20.174460 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 09d1e905-cbd8-4b63-9105-951ebe489395 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:20.308392 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 09d1e905-cbd8-4b63-9105-951ebe489395 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:20.309099 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:20.333514 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5999f5-2cd8-44be-a75e-d42648f01f1f req-6c2c5422-ff0d-407c-9976-8e22d761089f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:20.338266 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9db834-8f67-4894-84f6-4def787770a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92618bee-94b8-4cad-b110-0dceb2b7687f,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:20.341580 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb5999f5-2cd8-44be-a75e-d42648f01f1f req-6c2c5422-ff0d-407c-9976-8e22d761089f service neutron] 10.222.0.31 "GET /v2.0/networks?id=2d5504c5-c908-4085-af25-e23066ae43c5 HTTP/1.1" status: 200 len: 903 time: 0.2025387 Nov 12 04:06:20.348415 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9db834-8f67-4894-84f6-4def787770a5 admin admin] Checking segment: {'id': '7ddc7802-18fc-42cd-a6a9-774269fd9876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:20.359085 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9db834-8f67-4894-84f6-4def787770a5 admin admin] Network hostable DHCP agents. Network: c4ea71df-5407-4bac-976d-0919c12d785d, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:06:20.404417 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb5999f5-2cd8-44be-a75e-d42648f01f1f req-db1ab6a2-99e0-44fd-82a8-4bd367954695 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.153&port_id=93a01694-f052-4cee-aab3-1c79b1e8d780 HTTP/1.1" status: 200 len: 217 time: 0.0486383 Nov 12 04:06:20.417514 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:20.439537 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9db834-8f67-4894-84f6-4def787770a5 admin admin] Network c4ea71df-5407-4bac-976d-0919c12d785d is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:06:20.450245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f5ade6-e28b-4f7c-8b45-16501089d5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d1e905-cbd8-4b63-9105-951ebe489395'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:20.452809 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba51ccb5-2f48-457f-8a3e-c507bbf82ddb" -d '{"events": [{"server_uuid": "d0f5ade6-e28b-4f7c-8b45-16501089d5ec", "name": "network-vif-plugged", "status": "completed", "tag": "09d1e905-cbd8-4b63-9105-951ebe489395"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:20.473490 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 09d1e905-cbd8-4b63-9105-951ebe489395, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=09d1e905-cbd8-4b63-9105-951ebe489395,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:20.495863 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5999f5-2cd8-44be-a75e-d42648f01f1f req-72fe5d8d-d748-4273-ae13-3fc505a8094e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:20.502168 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb5999f5-2cd8-44be-a75e-d42648f01f1f req-72fe5d8d-d748-4273-ae13-3fc505a8094e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3fbd9a8a-1550-4b9a-8782-b6ea5dc1a35f HTTP/1.1" status: 200 len: 801 time: 0.0776474 Nov 12 04:06:20.520861 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-db9db834-8f67-4894-84f6-4def787770a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, c4ea71df-5407-4bac-976d-0919c12d785d) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:20.525240 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9db834-8f67-4894-84f6-4def787770a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:20.525949 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db9db834-8f67-4894-84f6-4def787770a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:20.535307 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3822d3a-e0a0-46c0-9428-5bac497796da None None] Network c4ea71df-5407-4bac-976d-0919c12d785d requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:06:20.562867 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:20.580262 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5999f5-2cd8-44be-a75e-d42648f01f1f req-21a20ea2-ff59-4d8d-9f14-30da8355c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:20.583094 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb5999f5-2cd8-44be-a75e-d42648f01f1f req-21a20ea2-ff59-4d8d-9f14-30da8355c261 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2d5504c5-c908-4085-af25-e23066ae43c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758100 Nov 12 04:06:20.641892 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-db9db834-8f67-4894-84f6-4def787770a5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0216634 Nov 12 04:06:20.647695 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53108) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:20.654072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-61d17b0f-0748-4721-91e9-21223ada5ede admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1587351639-router', 'tenant_id': '122febc6798244b1a13c8d5d3a4df631', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:20.692055 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=09d1e905-cbd8-4b63-9105-951ebe489395,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:20.712032 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb5999f5-2cd8-44be-a75e-d42648f01f1f req-59cf0e96-b5a5-4305-9439-be2cf9049463 service neutron] 10.222.0.31 "GET /v2.0/networks/2d5504c5-c908-4085-af25-e23066ae43c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190722 Nov 12 04:06:20.749152 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68c0907-e270-4efa-9f28-95c7f85367a6 None None] Network c4ea71df-5407-4bac-976d-0919c12d785d requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:06:20.782354 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61d17b0f-0748-4721-91e9-21223ada5ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:20.783453 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61d17b0f-0748-4721-91e9-21223ada5ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:20.860997 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb5999f5-2cd8-44be-a75e-d42648f01f1f req-f08f942a-b15c-463a-9c89-6ebc9778d695 service neutron] 10.222.0.31 "GET /v2.0/networks/2d5504c5-c908-4085-af25-e23066ae43c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390998 Nov 12 04:06:20.917001 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61d17b0f-0748-4721-91e9-21223ada5ede admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:21.210665 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61d17b0f-0748-4721-91e9-21223ada5ede admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:21.681197 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61d17b0f-0748-4721-91e9-21223ada5ede admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:21.715700 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61d17b0f-0748-4721-91e9-21223ada5ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:21.778927 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-263205c0-514d-4414-bf6a-9d76a1e67ca8 service neutron] show failed (client error): The resource could not be found. Nov 12 04:06:21.779951 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-263205c0-514d-4414-bf6a-9d76a1e67ca8 service neutron] 10.222.0.31 "GET /v2.0/ports/4f4f1975-f9ec-4581-9d6f-7bbaa2850575/bindings/n-h1-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.1309943 Nov 12 04:06:21.974796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-61d17b0f-0748-4721-91e9-21223ada5ede admin admin] Allocated IP 172.25.1.218 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/b0dcc399-7898-40cf-88b6-d53dce8b00f2) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:22.195690 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61d17b0f-0748-4721-91e9-21223ada5ede admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:22.337026 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61d17b0f-0748-4721-91e9-21223ada5ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:22.383028 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d17b0f-0748-4721-91e9-21223ada5ede admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:22.389864 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-61d17b0f-0748-4721-91e9-21223ada5ede admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:22.392669 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d17b0f-0748-4721-91e9-21223ada5ede admin admin] Pushing event updated for resources: {'Port': ['ID=b0dcc399-7898-40cf-88b6-d53dce8b00f2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:22.395489 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d17b0f-0748-4721-91e9-21223ada5ede admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:22.481031 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-e9341952-839f-4f85-99a4-8d2029c7387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:22.484874 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-e9341952-839f-4f85-99a4-8d2029c7387c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6&tenant_id=cf245c200fc840d191068689a45dd107 HTTP/1.1" status: 200 len: 1102 time: 0.0851214 Nov 12 04:06:22.511738 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:22.641612 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:22.872242 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61d17b0f-0748-4721-91e9-21223ada5ede admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:22.931102 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42d2b8b3-aef7-43d8-a551-eeda3c78a934 req-9aa2b33b-1865-4e8d-9237-ea91d87dc760 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0740781 Nov 12 04:06:23.053514 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] For port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:23.085597 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2b8b3-aef7-43d8-a551-eeda3c78a934 req-12241b63-911a-472f-9c99-915893a980b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:23.087243 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42d2b8b3-aef7-43d8-a551-eeda3c78a934 req-12241b63-911a-472f-9c99-915893a980b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 1101 time: 0.0761092 Nov 12 04:06:23.105322 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] For port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:23.227972 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61d17b0f-0748-4721-91e9-21223ada5ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:23.245039 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:23.247620 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89043859-7a6e-4be0-a4d1-9812f2265144" -d '{"events": [{"server_uuid": "4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6", "name": "network-vif-unplugged", "status": "completed", "tag": "4f4f1975-f9ec-4581-9d6f-7bbaa2850575"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:23.254918 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:23.286511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Transition to ACTIVE for port object 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:23.288687 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2b8b3-aef7-43d8-a551-eeda3c78a934 req-d09d493a-b0e1-46c3-b731-035c64823ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:23.291131 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42d2b8b3-aef7-43d8-a551-eeda3c78a934 req-d09d493a-b0e1-46c3-b731-035c64823ee7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1659710 Nov 12 04:06:23.345145 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42d2b8b3-aef7-43d8-a551-eeda3c78a934 req-f8220792-b35c-4c19-a0b3-f5cf8f10d08f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=69d802da-621d-4dcc-bebe-79fed9b690d9 HTTP/1.1" status: 200 len: 217 time: 0.0460846 Nov 12 04:06:23.427795 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:23.444472 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 327c07d8-fd7d-40e7-9c90-f6fe4f189232 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:23.462017 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d17b0f-0748-4721-91e9-21223ada5ede admin admin] Router 10282a9f-b5d2-4f58-8f56-69f3da65522c is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:06:23.488040 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2b8b3-aef7-43d8-a551-eeda3c78a934 req-7ed8c4f4-3929-495c-a259-039482484402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:23.497112 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42d2b8b3-aef7-43d8-a551-eeda3c78a934 req-7ed8c4f4-3929-495c-a259-039482484402 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1451111 Nov 12 04:06:23.612198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] No DVR routers for this DVR port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:06:23.623650 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Pushing event updated for resources: {'Port': ['ID=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,revision_number=6']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:23.661259 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:23.661891 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:23.662405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:23.662945 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:23.664042 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:23.664704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:23.665232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:23.667704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:23.668286 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:23.668784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:23.669933 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:23.670470 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:23.719396 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 327c07d8-fd7d-40e7-9c90-f6fe4f189232, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=327c07d8-fd7d-40e7-9c90-f6fe4f189232,segment=NetworkSegment(d458217c-db4b-4c9a-9f9f-4dec21eda858),segment_id=d458217c-db4b-4c9a-9f9f-4dec21eda858)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:23.733926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2b8b3-aef7-43d8-a551-eeda3c78a934 req-f1611303-2439-4131-b2e4-87debe052ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:23.735605 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42d2b8b3-aef7-43d8-a551-eeda3c78a934 req-f1611303-2439-4131-b2e4-87debe052ac2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2208605 Nov 12 04:06:23.739219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '327c07d8-fd7d-40e7-9c90-f6fe4f189232', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'port_id': '327c07d8-fd7d-40e7-9c90-f6fe4f189232', 'mac_address': 'fa:16:3e:f2:12:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:23.771207 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Attempting to bind port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:23.771653 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Attempting to bind port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:23.772055 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Attempting to bind port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:23.801316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:23.801316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Attempting to bind port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:23.871798 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:23.877004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:23.877432 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:23.877923 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:23.878521 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Bound port: 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:23.879614 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:23.901414 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327c07d8-fd7d-40e7-9c90-f6fe4f189232 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:23.929645 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 327c07d8-fd7d-40e7-9c90-f6fe4f189232, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=327c07d8-fd7d-40e7-9c90-f6fe4f189232,segment=NetworkSegment(d458217c-db4b-4c9a-9f9f-4dec21eda858),segment_id=d458217c-db4b-4c9a-9f9f-4dec21eda858)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:23.968081 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42d2b8b3-aef7-43d8-a551-eeda3c78a934 req-170f7c6b-09b5-41c0-be11-91e7695dfa36 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123036 Nov 12 04:06:24.018128 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.049638 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] For port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:24.054487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] For port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:24.139974 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=327c07d8-fd7d-40e7-9c90-f6fe4f189232,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:24.184226 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d17b0f-0748-4721-91e9-21223ada5ede admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:24.188826 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42d2b8b3-aef7-43d8-a551-eeda3c78a934 req-aacba9a1-e9e5-47c4-940f-2650833927b9 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320751 Nov 12 04:06:24.191496 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.195733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] Sync routers for ids ['10282a9f-b5d2-4f58-8f56-69f3da65522c'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:24.210664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 50397b55-9cd8-4609-976b-94ab58ac72fd details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:24.216165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] Routers {'10282a9f-b5d2-4f58-8f56-69f3da65522c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:24.216943 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:06:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['10282a9f-b5d2-4f58-8f56-69f3da65522c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:24.236952 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:24.236952 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.236952 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] 10.222.0.21 "PUT /v2.0/ports/4f4f1975-f9ec-4581-9d6f-7bbaa2850575 HTTP/1.1" status: 200 len: 1097 time: 1.7315438 Nov 12 04:06:24.304857 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61d17b0f-0748-4721-91e9-21223ada5ede admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.308721 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-61d17b0f-0748-4721-91e9-21223ada5ede admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6571620 Nov 12 04:06:24.309441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53124) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:24.324867 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cb7eb-ecba-43f4-8a47-297aada8167e service neutron] Pushing event updated for resources: {'Port': ['ID=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,revision_number=7']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:24.440168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-9a21bb14-cea1-4760-8f59-f0f8668a3e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:24.444266 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-9a21bb14-cea1-4760-8f59-f0f8668a3e21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 1100 time: 0.1678839 Nov 12 04:06:24.646295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ec9a6d51-b7f5-41bb-9436-100302e05a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:24.648115 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-ec9a6d51-b7f5-41bb-9436-100302e05a73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1806488 Nov 12 04:06:24.665072 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-40e8d5e8-e2e1-4628-8251-fbb291d80f8b req-226d19da-d017-4b7e-8d4e-b3d8c421aa79 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1676531 Nov 12 04:06:24.736533 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-7e053b5a-ef7e-4b92-9b7c-7baf41fec5cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575 HTTP/1.1" status: 200 len: 217 time: 0.0796480 Nov 12 04:06:24.799008 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['327c07d8-fd7d-40e7-9c90-f6fe4f189232'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:24.806664 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8d5e8-e2e1-4628-8251-fbb291d80f8b req-97684c4d-0353-45c3-abfa-d475c6ed32c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:24.808258 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-40e8d5e8-e2e1-4628-8251-fbb291d80f8b req-97684c4d-0353-45c3-abfa-d475c6ed32c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 1118 time: 0.1084580 Nov 12 04:06:24.832854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-5839b461-543f-47fc-8072-18dc58d6e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:24.834317 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-5839b461-543f-47fc-8072-18dc58d6e748 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0919230 Nov 12 04:06:24.874332 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 50397b55-9cd8-4609-976b-94ab58ac72fd, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=50397b55-9cd8-4609-976b-94ab58ac72fd,segment=NetworkSegment(2b992d91-f7f1-4d9a-b3fc-8549397bf9e5),segment_id=2b992d91-f7f1-4d9a-b3fc-8549397bf9e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:24.917575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '50397b55-9cd8-4609-976b-94ab58ac72fd', 'network_id': '2d5504c5-c908-4085-af25-e23066ae43c5', 'port_id': '50397b55-9cd8-4609-976b-94ab58ac72fd', 'mac_address': 'fa:16:3e:9a:9c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbd9a8a-1550-4b9a-8782-b6ea5dc1a35f', 'ip_address': '19.80.0.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:24.924831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-39ff0344-98ee-405c-ac1b-a1319863f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:24.928241 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-39ff0344-98ee-405c-ac1b-a1319863f084 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0840371 Nov 12 04:06:24.944634 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] Set router 10282a9f-b5d2-4f58-8f56-69f3da65522c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:25.019351 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8d5e8-e2e1-4628-8251-fbb291d80f8b req-94cca1b4-63f1-40e5-824a-ac9fea35b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:25.021414 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-40e8d5e8-e2e1-4628-8251-fbb291d80f8b req-94cca1b4-63f1-40e5-824a-ac9fea35b053 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 909 time: 0.1665173 Nov 12 04:06:25.083653 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-40e8d5e8-e2e1-4628-8251-fbb291d80f8b req-a7272d86-eeab-4d03-b0c1-54cf72781814 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 HTTP/1.1" status: 200 len: 217 time: 0.0411365 Nov 12 04:06:25.094954 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-d67e9740-2a5e-4b1a-bb84-687e146f6e2a service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583385 Nov 12 04:06:25.128719 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:25.171588 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50397b55-9cd8-4609-976b-94ab58ac72fd {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:25.218850 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8d5e8-e2e1-4628-8251-fbb291d80f8b req-a6134e8d-6663-44fd-80b9-3142573e9727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:25.220581 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-40e8d5e8-e2e1-4628-8251-fbb291d80f8b req-a6134e8d-6663-44fd-80b9-3142573e9727 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.1294143 Nov 12 04:06:25.224835 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72602407-901b-49ac-8bf6-f83ee05802f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:25.231421 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 50397b55-9cd8-4609-976b-94ab58ac72fd, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=50397b55-9cd8-4609-976b-94ab58ac72fd,segment=NetworkSegment(2b992d91-f7f1-4d9a-b3fc-8549397bf9e5),segment_id=2b992d91-f7f1-4d9a-b3fc-8549397bf9e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:25.282598 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-40e8d5e8-e2e1-4628-8251-fbb291d80f8b req-dc949a60-b2dc-4e0a-aeb0-85b7d885489a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502493 Nov 12 04:06:25.287056 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b042b97-2429-498f-b66d-f7cd97b288f4 req-40f7dcf3-5f41-4169-9015-ab28cf1a171a service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849370 Nov 12 04:06:25.303440 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:25.304244 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device b5eab47a-afdb-4917-a583-ba993efedfb2 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:25.421142 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=50397b55-9cd8-4609-976b-94ab58ac72fd,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:25.460773 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'name': 'tempest-ServerRescueNegativeTestJSON-1587351639-router', 'tenant_id': '122febc6798244b1a13c8d5d3a4df631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b0dcc399-7898-40cf-88b6-d53dce8b00f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:06:20Z', 'updated_at': '2021-11-12T04:06:22Z', 'revision_number': 3, 'project_id': '122febc6798244b1a13c8d5d3a4df631', 'gw_port': {'id': 'b0dcc399-7898-40cf-88b6-d53dce8b00f2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:21Z', 'updated_at': '2021-11-12T04:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:25.494778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] Checking router: 10282a9f-b5d2-4f58-8f56-69f3da65522c for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:06:25.495228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] Updating router 10282a9f-b5d2-4f58-8f56-69f3da65522c port b0dcc399-7898-40cf-88b6-d53dce8b00f2 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:06:25.496969 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-40e8d5e8-e2e1-4628-8251-fbb291d80f8b req-ef282d02-77b9-4d98-9eb7-4b0c93727244 service neutron] 10.222.0.21 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494296 Nov 12 04:06:25.545841 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:25.591661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port b5eab47a-afdb-4917-a583-ba993efedfb2, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b5eab47a-afdb-4917-a583-ba993efedfb2,segment=NetworkSegment(2415be56-8a93-40d8-a26f-b9cca3adc55b),segment_id=2415be56-8a93-40d8-a26f-b9cca3adc55b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:25.629941 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-72602407-901b-49ac-8bf6-f83ee05802f4 admin admin] Allocated IP 172.20.0.1 (c4ea71df-5407-4bac-976d-0919c12d785d/92618bee-94b8-4cad-b110-0dceb2b7687f/2e8cc5e6-9a8a-4224-8a91-aad46986dea3) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:25.639242 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'b5eab47a-afdb-4917-a583-ba993efedfb2', 'network_id': 'e7a7ac60-c9cd-446d-a24b-05f508432577', 'port_id': 'b5eab47a-afdb-4917-a583-ba993efedfb2', 'mac_address': 'fa:16:3e:7d:13:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42f9b90-fd94-4cf4-9020-f4bfc6ac2942', 'ip_address': '19.86.0.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:25.682608 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-40e8d5e8-e2e1-4628-8251-fbb291d80f8b req-99912051-a3a3-4769-aff3-ccc1baf9a637 service neutron] 10.222.0.21 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773696 Nov 12 04:06:25.827496 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72602407-901b-49ac-8bf6-f83ee05802f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:25.829645 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:25.881467 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5eab47a-afdb-4917-a583-ba993efedfb2 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:25.917878 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port b5eab47a-afdb-4917-a583-ba993efedfb2, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b5eab47a-afdb-4917-a583-ba993efedfb2,segment=NetworkSegment(2415be56-8a93-40d8-a26f-b9cca3adc55b),segment_id=2415be56-8a93-40d8-a26f-b9cca3adc55b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:25.994301 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72602407-901b-49ac-8bf6-f83ee05802f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:26.022483 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:26.033926 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:26.034624 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 93a01694-f052-4cee-aab3-1c79b1e8d780 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:26.069025 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72602407-901b-49ac-8bf6-f83ee05802f4 admin admin] Network c4ea71df-5407-4bac-976d-0919c12d785d is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:26.072798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-72602407-901b-49ac-8bf6-f83ee05802f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:26.079533 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72602407-901b-49ac-8bf6-f83ee05802f4 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:26.093557 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=b5eab47a-afdb-4917-a583-ba993efedfb2,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:26.125904 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72602407-901b-49ac-8bf6-f83ee05802f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:26.131500 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:26.142140 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 93a01694-f052-4cee-aab3-1c79b1e8d780, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=93a01694-f052-4cee-aab3-1c79b1e8d780,segment=NetworkSegment(2b992d91-f7f1-4d9a-b3fc-8549397bf9e5),segment_id=2b992d91-f7f1-4d9a-b3fc-8549397bf9e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:26.187915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '93a01694-f052-4cee-aab3-1c79b1e8d780', 'network_id': '2d5504c5-c908-4085-af25-e23066ae43c5', 'port_id': '93a01694-f052-4cee-aab3-1c79b1e8d780', 'mac_address': 'fa:16:3e:bc:26:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbd9a8a-1550-4b9a-8782-b6ea5dc1a35f', 'ip_address': '19.80.0.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:26.241165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f0ed5-0b9b-482b-8e17-37e08cceef40 None None] Pushing event updated for resources: {'Port': ['ID=b0dcc399-7898-40cf-88b6-d53dce8b00f2,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:26.248971 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72602407-901b-49ac-8bf6-f83ee05802f4 admin admin] Pushing event updated for resources: {'Port': ['ID=2e8cc5e6-9a8a-4224-8a91-aad46986dea3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:26.249306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] Attempting to bind port b0dcc399-7898-40cf-88b6-d53dce8b00f2 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:26.249712 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] Attempting to bind port b0dcc399-7898-40cf-88b6-d53dce8b00f2 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:26.250058 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] Attempting to bind port b0dcc399-7898-40cf-88b6-d53dce8b00f2 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:26.263121 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:26.263504 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:26.263971 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:26.264364 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:26.264837 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] Bound port: b0dcc399-7898-40cf-88b6-d53dce8b00f2, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:26.267690 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:26.298605 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:26.329543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a01694-f052-4cee-aab3-1c79b1e8d780 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:26.359905 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72602407-901b-49ac-8bf6-f83ee05802f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:26.366696 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] For port b0dcc399-7898-40cf-88b6-d53dce8b00f2, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:26.372248 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] For port b0dcc399-7898-40cf-88b6-d53dce8b00f2, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b0dcc399-7898-40cf-88b6-d53dce8b00f2,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:26.381892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 93a01694-f052-4cee-aab3-1c79b1e8d780, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=93a01694-f052-4cee-aab3-1c79b1e8d780,segment=NetworkSegment(2b992d91-f7f1-4d9a-b3fc-8549397bf9e5),segment_id=2b992d91-f7f1-4d9a-b3fc-8549397bf9e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:26.451629 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:26.492296 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:26.528039 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f0ed5-0b9b-482b-8e17-37e08cceef40 None None] Pushing event updated for resources: {'Port': ['ID=b0dcc399-7898-40cf-88b6-d53dce8b00f2,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:26.539219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] Routers {'10282a9f-b5d2-4f58-8f56-69f3da65522c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:26.539867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:06:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['10282a9f-b5d2-4f58-8f56-69f3da65522c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:26.584324 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72602407-901b-49ac-8bf6-f83ee05802f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:26.667776 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72602407-901b-49ac-8bf6-f83ee05802f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:26.698078 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=93a01694-f052-4cee-aab3-1c79b1e8d780,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:26.757001 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72602407-901b-49ac-8bf6-f83ee05802f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:26.762089 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] Set router 10282a9f-b5d2-4f58-8f56-69f3da65522c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:26.845428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72602407-901b-49ac-8bf6-f83ee05802f4 admin admin] Pushing event updated for resources: {'Port': ['ID=2e8cc5e6-9a8a-4224-8a91-aad46986dea3,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:26.948042 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72602407-901b-49ac-8bf6-f83ee05802f4 admin admin] Network c4ea71df-5407-4bac-976d-0919c12d785d is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:26.956322 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-72602407-901b-49ac-8bf6-f83ee05802f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:27.060595 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'name': 'tempest-ServerRescueNegativeTestJSON-1587351639-router', 'tenant_id': '122febc6798244b1a13c8d5d3a4df631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b0dcc399-7898-40cf-88b6-d53dce8b00f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:06:20Z', 'updated_at': '2021-11-12T04:06:26Z', 'revision_number': 4, 'project_id': '122febc6798244b1a13c8d5d3a4df631', 'gw_port': {'id': 'b0dcc399-7898-40cf-88b6-d53dce8b00f2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:21Z', 'updated_at': '2021-11-12T04:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2e8cc5e6-9a8a-4224-8a91-aad46986dea3', 'name': '', 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d', 'tenant_id': '122febc6798244b1a13c8d5d3a4df631', 'mac_address': 'fa:16:3e:b5:e4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '92618bee-94b8-4cad-b110-0dceb2b7687f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:25Z', 'updated_at': '2021-11-12T04:06:25Z', 'revision_number': 1, 'project_id': '122febc6798244b1a13c8d5d3a4df631', 'subnets': [{'id': '92618bee-94b8-4cad-b110-0dceb2b7687f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:27.098256 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72602407-901b-49ac-8bf6-f83ee05802f4 admin admin] Router 10282a9f-b5d2-4f58-8f56-69f3da65522c has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:06:27.233208 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72602407-901b-49ac-8bf6-f83ee05802f4 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:27.241954 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-72602407-901b-49ac-8bf6-f83ee05802f4 admin admin] 10.222.0.37 "PUT /v2.0/routers/10282a9f-b5d2-4f58-8f56-69f3da65522c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9317062 Nov 12 04:06:27.273768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['b5eab47a-afdb-4917-a583-ba993efedfb2'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:27.275927 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['50397b55-9cd8-4609-976b-94ab58ac72fd'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:27.278787 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['93a01694-f052-4cee-aab3-1c79b1e8d780'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:27.289208 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f877f5ac-ad80-4929-bb3d-a4be2bc35f3a None None] The sync data for ids ['10282a9f-b5d2-4f58-8f56-69f3da65522c'] in n-d-768509-24 is: [{'id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'name': 'tempest-ServerRescueNegativeTestJSON-1587351639-router', 'tenant_id': '122febc6798244b1a13c8d5d3a4df631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b0dcc399-7898-40cf-88b6-d53dce8b00f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:06:20Z', 'updated_at': '2021-11-12T04:06:26Z', 'revision_number': 4, 'project_id': '122febc6798244b1a13c8d5d3a4df631', 'gw_port': {'id': 'b0dcc399-7898-40cf-88b6-d53dce8b00f2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:21Z', 'updated_at': '2021-11-12T04:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2e8cc5e6-9a8a-4224-8a91-aad46986dea3', 'name': '', 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d', 'tenant_id': '122febc6798244b1a13c8d5d3a4df631', 'mac_address': 'fa:16:3e:b5:e4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '92618bee-94b8-4cad-b110-0dceb2b7687f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:25Z', 'updated_at': '2021-11-12T04:06:25Z', 'revision_number': 1, 'project_id': '122febc6798244b1a13c8d5d3a4df631', 'subnets': [{'id': '92618bee-94b8-4cad-b110-0dceb2b7687f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:27.467755 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 327c07d8-fd7d-40e7-9c90-f6fe4f189232 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:27.747764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 327c07d8-fd7d-40e7-9c90-f6fe4f189232 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:27.855364 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 327c07d8-fd7d-40e7-9c90-f6fe4f189232 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:27.855364 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:28.044445 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:28.085664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 327c07d8-fd7d-40e7-9c90-f6fe4f189232, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=327c07d8-fd7d-40e7-9c90-f6fe4f189232,segment=NetworkSegment(d458217c-db4b-4c9a-9f9f-4dec21eda858),segment_id=d458217c-db4b-4c9a-9f9f-4dec21eda858)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:28.562754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:28.661806 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:06:28.703096 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:28.789842 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=327c07d8-fd7d-40e7-9c90-f6fe4f189232,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:29.456216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:29.563716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:29.575983 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575', 'mac_address': 'fa:16:3e:dc:fd:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:29.615312 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:29.632415 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:29.653655 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:29.771024 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:29.831610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:30.010070 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] Sync routers for ids ['10282a9f-b5d2-4f58-8f56-69f3da65522c'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:30.042851 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] Routers {'10282a9f-b5d2-4f58-8f56-69f3da65522c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:30.043638 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:06:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['10282a9f-b5d2-4f58-8f56-69f3da65522c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:30.215650 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] Set router 10282a9f-b5d2-4f58-8f56-69f3da65522c gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:30.220242 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b0dcc399-7898-40cf-88b6-d53dce8b00f2 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:30.250327 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['4f4f1975-f9ec-4581-9d6f-7bbaa2850575'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:30.329758 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port b0dcc399-7898-40cf-88b6-d53dce8b00f2 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:30.330645 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:30.513370 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:30.541365 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port b0dcc399-7898-40cf-88b6-d53dce8b00f2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b0dcc399-7898-40cf-88b6-d53dce8b00f2,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:30.577779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 93a01694-f052-4cee-aab3-1c79b1e8d780 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:30.632780 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'name': 'tempest-ServerRescueNegativeTestJSON-1587351639-router', 'tenant_id': '122febc6798244b1a13c8d5d3a4df631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b0dcc399-7898-40cf-88b6-d53dce8b00f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:06:20Z', 'updated_at': '2021-11-12T04:06:26Z', 'revision_number': 4, 'project_id': '122febc6798244b1a13c8d5d3a4df631', 'gw_port': {'id': 'b0dcc399-7898-40cf-88b6-d53dce8b00f2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:21Z', 'updated_at': '2021-11-12T04:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2e8cc5e6-9a8a-4224-8a91-aad46986dea3', 'name': '', 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d', 'tenant_id': '122febc6798244b1a13c8d5d3a4df631', 'mac_address': 'fa:16:3e:b5:e4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '92618bee-94b8-4cad-b110-0dceb2b7687f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:25Z', 'updated_at': '2021-11-12T04:06:26Z', 'revision_number': 2, 'project_id': '122febc6798244b1a13c8d5d3a4df631', 'subnets': [{'id': '92618bee-94b8-4cad-b110-0dceb2b7687f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:30.651723 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:30.667434 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] Checking router: 10282a9f-b5d2-4f58-8f56-69f3da65522c for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:06:30.667783 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] Updating router 10282a9f-b5d2-4f58-8f56-69f3da65522c port 2e8cc5e6-9a8a-4224-8a91-aad46986dea3 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:06:30.694262 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:30.719930 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 93a01694-f052-4cee-aab3-1c79b1e8d780 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:30.736522 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=b0dcc399-7898-40cf-88b6-d53dce8b00f2,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:30.739507 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 93a01694-f052-4cee-aab3-1c79b1e8d780 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:30.739909 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:30.851742 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:30.903753 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 93a01694-f052-4cee-aab3-1c79b1e8d780, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=93a01694-f052-4cee-aab3-1c79b1e8d780,segment=NetworkSegment(2b992d91-f7f1-4d9a-b3fc-8549397bf9e5),segment_id=2b992d91-f7f1-4d9a-b3fc-8549397bf9e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:31.028155 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.028991 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device b5eab47a-afdb-4917-a583-ba993efedfb2 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:31.083835 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.170999 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.173108 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=93a01694-f052-4cee-aab3-1c79b1e8d780,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:31.233250 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port b5eab47a-afdb-4917-a583-ba993efedfb2 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:31.238592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port b5eab47a-afdb-4917-a583-ba993efedfb2 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:31.239212 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.307717 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55508ff0-4aeb-4a07-9b36-7ec3d2947670 None None] Pushing event updated for resources: {'Port': ['ID=2e8cc5e6-9a8a-4224-8a91-aad46986dea3,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:31.332743 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] Attempting to bind port 2e8cc5e6-9a8a-4224-8a91-aad46986dea3 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:31.333454 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] Attempting to bind port 2e8cc5e6-9a8a-4224-8a91-aad46986dea3 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '7ddc7802-18fc-42cd-a6a9-774269fd9876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:31.333899 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] Attempting to bind port 2e8cc5e6-9a8a-4224-8a91-aad46986dea3 on network c4ea71df-5407-4bac-976d-0919c12d785d {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:31.340294 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:31.340922 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] Checking segment: {'id': '7ddc7802-18fc-42cd-a6a9-774269fd9876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:31.341436 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.341891 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] Bound using segment: {'id': '7ddc7802-18fc-42cd-a6a9-774269fd9876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:31.342714 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] Bound port: 2e8cc5e6-9a8a-4224-8a91-aad46986dea3, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ddc7802-18fc-42cd-a6a9-774269fd9876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:31.343187 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.369540 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.420048 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port b5eab47a-afdb-4917-a583-ba993efedfb2, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b5eab47a-afdb-4917-a583-ba993efedfb2,segment=NetworkSegment(2415be56-8a93-40d8-a26f-b9cca3adc55b),segment_id=2415be56-8a93-40d8-a26f-b9cca3adc55b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:31.426400 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] For port 2e8cc5e6-9a8a-4224-8a91-aad46986dea3, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:31.429776 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] For port 2e8cc5e6-9a8a-4224-8a91-aad46986dea3, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2e8cc5e6-9a8a-4224-8a91-aad46986dea3,segment=NetworkSegment(7ddc7802-18fc-42cd-a6a9-774269fd9876),segment_id=7ddc7802-18fc-42cd-a6a9-774269fd9876)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:31.479613 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.480644 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 50397b55-9cd8-4609-976b-94ab58ac72fd up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:31.522284 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.573519 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=b5eab47a-afdb-4917-a583-ba993efedfb2,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:31.588006 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] Routers {'10282a9f-b5d2-4f58-8f56-69f3da65522c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:31.588765 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:06:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['10282a9f-b5d2-4f58-8f56-69f3da65522c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:31.628368 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55508ff0-4aeb-4a07-9b36-7ec3d2947670 None None] Pushing event updated for resources: {'Port': ['ID=2e8cc5e6-9a8a-4224-8a91-aad46986dea3,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:31.656538 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 50397b55-9cd8-4609-976b-94ab58ac72fd completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:31.664807 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 50397b55-9cd8-4609-976b-94ab58ac72fd triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:31.665170 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.727244 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] Set router 10282a9f-b5d2-4f58-8f56-69f3da65522c gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:31.815670 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.865761 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 50397b55-9cd8-4609-976b-94ab58ac72fd, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=50397b55-9cd8-4609-976b-94ab58ac72fd,segment=NetworkSegment(2b992d91-f7f1-4d9a-b3fc-8549397bf9e5),segment_id=2b992d91-f7f1-4d9a-b3fc-8549397bf9e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:32.012732 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:32.052741 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'name': 'tempest-ServerRescueNegativeTestJSON-1587351639-router', 'tenant_id': '122febc6798244b1a13c8d5d3a4df631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b0dcc399-7898-40cf-88b6-d53dce8b00f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:06:20Z', 'updated_at': '2021-11-12T04:06:26Z', 'revision_number': 4, 'project_id': '122febc6798244b1a13c8d5d3a4df631', 'gw_port': {'id': 'b0dcc399-7898-40cf-88b6-d53dce8b00f2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:21Z', 'updated_at': '2021-11-12T04:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2e8cc5e6-9a8a-4224-8a91-aad46986dea3', 'name': '', 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d', 'tenant_id': '122febc6798244b1a13c8d5d3a4df631', 'mac_address': 'fa:16:3e:b5:e4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '92618bee-94b8-4cad-b110-0dceb2b7687f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:25Z', 'updated_at': '2021-11-12T04:06:31Z', 'revision_number': 4, 'project_id': '122febc6798244b1a13c8d5d3a4df631', 'subnets': [{'id': '92618bee-94b8-4cad-b110-0dceb2b7687f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:32.110041 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33fbc30-3fa0-4651-9a20-9b490f591680 None None] The sync data for ids ['10282a9f-b5d2-4f58-8f56-69f3da65522c'] in n-d-768509-24 is: [{'id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'name': 'tempest-ServerRescueNegativeTestJSON-1587351639-router', 'tenant_id': '122febc6798244b1a13c8d5d3a4df631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b0dcc399-7898-40cf-88b6-d53dce8b00f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:06:20Z', 'updated_at': '2021-11-12T04:06:26Z', 'revision_number': 4, 'project_id': '122febc6798244b1a13c8d5d3a4df631', 'gw_port': {'id': 'b0dcc399-7898-40cf-88b6-d53dce8b00f2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:21Z', 'updated_at': '2021-11-12T04:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2e8cc5e6-9a8a-4224-8a91-aad46986dea3', 'name': '', 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d', 'tenant_id': '122febc6798244b1a13c8d5d3a4df631', 'mac_address': 'fa:16:3e:b5:e4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '92618bee-94b8-4cad-b110-0dceb2b7687f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:25Z', 'updated_at': '2021-11-12T04:06:31Z', 'revision_number': 4, 'project_id': '122febc6798244b1a13c8d5d3a4df631', 'subnets': [{'id': '92618bee-94b8-4cad-b110-0dceb2b7687f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:32.148546 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=50397b55-9cd8-4609-976b-94ab58ac72fd,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:32.322912 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b0dcc399-7898-40cf-88b6-d53dce8b00f2 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:32.389764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port b0dcc399-7898-40cf-88b6-d53dce8b00f2 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:32.390765 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:32.554007 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2e8cc5e6-9a8a-4224-8a91-aad46986dea3 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:32.639987 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2e8cc5e6-9a8a-4224-8a91-aad46986dea3 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:32.640718 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:32.775663 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:32.836772 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 2e8cc5e6-9a8a-4224-8a91-aad46986dea3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2e8cc5e6-9a8a-4224-8a91-aad46986dea3,segment=NetworkSegment(7ddc7802-18fc-42cd-a6a9-774269fd9876),segment_id=7ddc7802-18fc-42cd-a6a9-774269fd9876)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:33.216234 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:33.255983 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fad5eb65-e247-4fd2-bcda-2093ec8152ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:33.270968 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=2e8cc5e6-9a8a-4224-8a91-aad46986dea3,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:33.467182 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:33.553566 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:33.558137 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:33.558512 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:33.685157 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:33.801455 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:33.804669 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb783b-5d36-4532-8e06-488e66e3ce1e req-7e34ba3a-0552-4a46-9159-fab39e99beb2 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:33.814297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63fb783b-5d36-4532-8e06-488e66e3ce1e req-7e34ba3a-0552-4a46-9159-fab39e99beb2 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 945 time: 0.1074300 Nov 12 04:06:33.823519 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-7b71d12f-8dcf-402b-92f2-a2866facd5ea tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:33.824962 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-7b71d12f-8dcf-402b-92f2-a2866facd5ea tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 818 time: 0.2153308 Nov 12 04:06:33.856615 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-01f0daae-6e90-4986-8215-7889277a0572 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/quotas/661e639e68ef4507b916d93d5706eabb HTTP/1.1" status: 200 len: 375 time: 0.0236707 Nov 12 04:06:33.916712 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63fb783b-5d36-4532-8e06-488e66e3ce1e req-aa078d12-6eca-4c18-8ca9-a249b2c8fc8f tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905671 Nov 12 04:06:33.949140 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-d8d27a24-4e1b-48de-afb6-eba331407b55 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706251 Nov 12 04:06:33.987542 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68402ec-ac86-41dd-a9f6-c99ad214f07a x-openstack-request-id: req-a68402ec-ac86-41dd-a9f6-c99ad214f07a {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:33.987883 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f5ade6-e28b-4f7c-8b45-16501089d5ec", "name": "network-vif-plugged", "status": "completed", "tag": "09d1e905-cbd8-4b63-9105-951ebe489395", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:33.988158 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a68402ec-ac86-41dd-a9f6-c99ad214f07a {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:33.988567 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f5ade6-e28b-4f7c-8b45-16501089d5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d1e905-cbd8-4b63-9105-951ebe489395', 'code': 200} Nov 12 04:06:34.063375 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-945615fc-a9fe-4344-89ed-737d6042721e service neutron] 10.222.0.37 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177526 Nov 12 04:06:34.165169 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2e8cc5e6-9a8a-4224-8a91-aad46986dea3 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:34.192174 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a3f9f-6efc-4170-9cac-3ac103f60c36 req-7addc3b9-0304-433d-a18c-eb978fa0ac6c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:34.198386 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bb9a3f9f-6efc-4170-9cac-3ac103f60c36 req-7addc3b9-0304-433d-a18c-eb978fa0ac6c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 949 time: 0.1332123 Nov 12 04:06:34.235906 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2e8cc5e6-9a8a-4224-8a91-aad46986dea3 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:34.236155 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:34.276501 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bb9a3f9f-6efc-4170-9cac-3ac103f60c36 req-5c84711b-1918-4f66-b07a-a82fe33d7b25 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767808 Nov 12 04:06:34.291838 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-946528f6-303c-444a-b81a-9e9fcbda2042 service neutron] 10.222.0.37 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070134 Nov 12 04:06:34.417138 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90863a8-e1d2-4387-864d-513e2cee8953 req-d4df7132-e606-48bf-9802-9c426b256af8 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:34.423117 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90863a8-e1d2-4387-864d-513e2cee8953 req-d4df7132-e606-48bf-9802-9c426b256af8 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:34.429811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90863a8-e1d2-4387-864d-513e2cee8953 req-d4df7132-e606-48bf-9802-9c426b256af8 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:34.431512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d90863a8-e1d2-4387-864d-513e2cee8953 req-d4df7132-e606-48bf-9802-9c426b256af8 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 2418 time: 0.0741403 Nov 12 04:06:34.485326 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d90863a8-e1d2-4387-864d-513e2cee8953 req-c9ca3fea-d363-4101-859c-8cc393dfa2b1 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446870 Nov 12 04:06:34.519591 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:34.572707 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:34.581104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:34.581444 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:34.581809 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:34.582276 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:34.582598 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:34.582961 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:34.583281 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:34.583602 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:34.583921 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:34.584898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:34.584898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:34.584898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:34.604047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3745438-689f-4d58-94d1-f7591374f648 req-98f4457c-1fc1-4432-a620-622032a5cefa tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:34.609039 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3745438-689f-4d58-94d1-f7591374f648 req-98f4457c-1fc1-4432-a620-622032a5cefa tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3a77853-ce40-4bed-b370-eb52c884b795 HTTP/1.1" status: 200 len: 946 time: 0.0587714 Nov 12 04:06:34.684189 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3745438-689f-4d58-94d1-f7591374f648 req-50989cef-6f82-4cf5-bb79-528989d4655f tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722735 Nov 12 04:06:34.688932 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba616bb2-9331-4635-a4d1-3a9fdb71a9d2 x-openstack-request-id: req-ba616bb2-9331-4635-a4d1-3a9fdb71a9d2 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:34.689289 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6", "name": "network-vif-unplugged", "status": "completed", "tag": "4f4f1975-f9ec-4581-9d6f-7bbaa2850575", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:34.690258 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba616bb2-9331-4635-a4d1-3a9fdb71a9d2 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:34.691550 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575', 'code': 200} Nov 12 04:06:35.000269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784657d-1a89-4e64-9296-547843bac377 req-610317e9-8809-4f9f-bc61-b35c02bfa293 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:35.001736 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1784657d-1a89-4e64-9296-547843bac377 req-610317e9-8809-4f9f-bc61-b35c02bfa293 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/networks?id=c4ea71df-5407-4bac-976d-0919c12d785d HTTP/1.1" status: 200 len: 819 time: 0.1097386 Nov 12 04:06:35.016594 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1784657d-1a89-4e64-9296-547843bac377 req-f3085701-9a02-42bd-9341-39e6b6813953 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/quotas/122febc6798244b1a13c8d5d3a4df631 HTTP/1.1" status: 200 len: 375 time: 0.0090816 Nov 12 04:06:35.064953 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1784657d-1a89-4e64-9296-547843bac377 req-ffc6b569-68b6-4b97-be12-bb44ac90ccb3 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=122febc6798244b1a13c8d5d3a4df631&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425935 Nov 12 04:06:35.161057 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1784657d-1a89-4e64-9296-547843bac377 req-ee911581-7d43-435a-a9fc-ddc744386f5b service neutron] 10.222.0.37 "GET /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889065 Nov 12 04:06:35.262215 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1784657d-1a89-4e64-9296-547843bac377 req-eb228e98-675a-4533-befa-e7ad851b5a7a service neutron] 10.222.0.37 "GET /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946760 Nov 12 04:06:35.542978 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4b3326cb-2e56-4bdc-8a87-48878089754f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:35.621563 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a1a7088a-c005-4339-94b3-64f98a626d82 req-825ede86-3b0a-47fa-9e72-65c76b0873c6 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 210 time: 0.0441856 Nov 12 04:06:35.771425 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13759e53-5489-4a13-8c93-21e61b5be9f6 req-5391933c-eb14-4941-8e45-77da76f6b6f3 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 210 time: 0.0524976 Nov 12 04:06:35.914272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e55ca-168d-4a2f-b8d0-1cb1de3ac644 req-23359322-f8c0-429a-bb1d-70cc4c3a6bc4 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:35.920416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e55ca-168d-4a2f-b8d0-1cb1de3ac644 req-23359322-f8c0-429a-bb1d-70cc4c3a6bc4 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:35.934530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e55ca-168d-4a2f-b8d0-1cb1de3ac644 req-23359322-f8c0-429a-bb1d-70cc4c3a6bc4 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:35.942158 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-383e55ca-168d-4a2f-b8d0-1cb1de3ac644 req-23359322-f8c0-429a-bb1d-70cc4c3a6bc4 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 2418 time: 0.1035628 Nov 12 04:06:35.990073 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a77853-ce40-4bed-b370-eb52c884b795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327c07d8-fd7d-40e7-9c90-f6fe4f189232'}, {'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a01694-f052-4cee-aab3-1c79b1e8d780'}, {'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5eab47a-afdb-4917-a583-ba993efedfb2'}, {'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50397b55-9cd8-4609-976b-94ab58ac72fd'}, {'server_uuid': '4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:35.992936 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98f8306-8c51-4637-b9ea-b3dc61b54003" -d '{"events": [{"server_uuid": "d3a77853-ce40-4bed-b370-eb52c884b795", "name": "network-vif-plugged", "status": "completed", "tag": "327c07d8-fd7d-40e7-9c90-f6fe4f189232"}, {"server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "name": "network-vif-plugged", "status": "completed", "tag": "93a01694-f052-4cee-aab3-1c79b1e8d780"}, {"server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "name": "network-vif-plugged", "status": "completed", "tag": "b5eab47a-afdb-4917-a583-ba993efedfb2"}, {"server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "name": "network-vif-plugged", "status": "completed", "tag": "50397b55-9cd8-4609-976b-94ab58ac72fd"}, {"server_uuid": "4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6", "name": "network-vif-plugged", "status": "completed", "tag": "4f4f1975-f9ec-4581-9d6f-7bbaa2850575"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:36.005128 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-383e55ca-168d-4a2f-b8d0-1cb1de3ac644 req-7f300934-1fef-4667-9766-043fecc30b3e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620074 Nov 12 04:06:36.234115 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743d2a2-776f-4667-b326-290d62179955 req-e565464c-08a9-42cf-9477-4490f7870171 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:36.235828 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b743d2a2-776f-4667-b326-290d62179955 req-e565464c-08a9-42cf-9477-4490f7870171 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3a77853-ce40-4bed-b370-eb52c884b795 HTTP/1.1" status: 200 len: 946 time: 0.0929787 Nov 12 04:06:36.339923 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b743d2a2-776f-4667-b326-290d62179955 req-2ed2f6f7-dd5c-47a4-8758-6395971ababf tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936716 Nov 12 04:06:36.348646 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-128ed78b-e596-46ca-a055-c1e7eaf9a977 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:36.354394 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-128ed78b-e596-46ca-a055-c1e7eaf9a977 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6&tenant_id=cf245c200fc840d191068689a45dd107&binding%3Ahost_id=n-h1-768509-24 HTTP/1.1" status: 200 len: 950 time: 0.0706630 Nov 12 04:06:36.368826 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-6a0c7818-935e-4bdb-9dce-1c16b305c402 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:36.370528 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-6a0c7818-935e-4bdb-9dce-1c16b305c402 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/networks?id=c4ea71df-5407-4bac-976d-0919c12d785d HTTP/1.1" status: 200 len: 819 time: 0.1739311 Nov 12 04:06:36.389366 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:06:36.416066 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-e269c366-b3a9-48b9-96ba-e8dadb61a42d tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/quotas/122febc6798244b1a13c8d5d3a4df631 HTTP/1.1" status: 200 len: 375 time: 0.0294962 Nov 12 04:06:36.468839 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-78b02ccc-ab70-475c-a406-4d20bbbfcb0e service neutron] 10.222.0.21 "GET /v2.0/ports/4f4f1975-f9ec-4581-9d6f-7bbaa2850575/bindings/n-h1-768509-24 HTTP/1.1" status: 200 len: 383 time: 0.1056738 Nov 12 04:06:36.494888 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-ed642d67-1129-45ad-ae7f-1c9e7435ef5e tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=122febc6798244b1a13c8d5d3a4df631&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717335 Nov 12 04:06:36.521346 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7448870-8927-4a58-845b-7b87af3f5a0a x-openstack-request-id: req-c7448870-8927-4a58-845b-7b87af3f5a0a {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:36.521853 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a77853-ce40-4bed-b370-eb52c884b795", "name": "network-vif-plugged", "status": "completed", "tag": "327c07d8-fd7d-40e7-9c90-f6fe4f189232", "code": 200}, {"server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "name": "network-vif-plugged", "status": "completed", "tag": "93a01694-f052-4cee-aab3-1c79b1e8d780", "code": 200}, {"server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "name": "network-vif-plugged", "status": "completed", "tag": "b5eab47a-afdb-4917-a583-ba993efedfb2", "code": 200}, {"server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "name": "network-vif-plugged", "status": "completed", "tag": "50397b55-9cd8-4609-976b-94ab58ac72fd", "code": 200}, {"server_uuid": "4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6", "name": "network-vif-plugged", "status": "completed", "tag": "4f4f1975-f9ec-4581-9d6f-7bbaa2850575", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:36.522298 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7448870-8927-4a58-845b-7b87af3f5a0a {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:36.522952 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a77853-ce40-4bed-b370-eb52c884b795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327c07d8-fd7d-40e7-9c90-f6fe4f189232', 'code': 200} Nov 12 04:06:36.523389 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a01694-f052-4cee-aab3-1c79b1e8d780', 'code': 200} Nov 12 04:06:36.523818 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5eab47a-afdb-4917-a583-ba993efedfb2', 'code': 200} Nov 12 04:06:36.524255 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50397b55-9cd8-4609-976b-94ab58ac72fd', 'code': 200} Nov 12 04:06:36.524665 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575', 'code': 200} Nov 12 04:06:36.593186 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:36.599406 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-556fa020-d8d5-401e-a71a-dbb2bfebd07f service neutron] 10.222.0.37 "GET /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035721 Nov 12 04:06:36.641006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-af5e2135-5f76-48c7-a90c-dbb258c3b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:36.643120 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-af5e2135-5f76-48c7-a90c-dbb258c3b947 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 1102 time: 0.0720720 Nov 12 04:06:36.694875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6', 'tag': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:36.696906 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8707eadd-4f02-44c2-833d-d120246f1623" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6", "tag": "4f4f1975-f9ec-4581-9d6f-7bbaa2850575"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:36.775474 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-2a6d82f6-3cdf-47f8-8e17-69344020cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:36.777022 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-2a6d82f6-3cdf-47f8-8e17-69344020cf9b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1256897 Nov 12 04:06:36.829948 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-d2fedb9d-1401-4b44-b727-e205fc557a38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575 HTTP/1.1" status: 200 len: 217 time: 0.0414441 Nov 12 04:06:36.883698 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-b5c7bc26-d736-4881-8bbe-6e914d6fd318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:36.885181 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-b5c7bc26-d736-4881-8bbe-6e914d6fd318 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0467250 Nov 12 04:06:36.933335 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-e916ad90-ae6b-49aa-909a-67a869fbd594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:36.934891 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-e916ad90-ae6b-49aa-909a-67a869fbd594 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0422375 Nov 12 04:06:37.082381 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c54aa2-a5f4-4d4e-9196-8891a01c8ce5 req-a9e6b875-4397-46e0-888b-3ca82eab1859 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:37.090826 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-98c54aa2-a5f4-4d4e-9196-8891a01c8ce5 req-a9e6b875-4397-46e0-888b-3ca82eab1859 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f5ade6-e28b-4f7c-8b45-16501089d5ec HTTP/1.1" status: 200 len: 949 time: 0.4796793 Nov 12 04:06:37.094315 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-0c6a8d55-2558-4587-b19e-7e728cfd2197 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520369 Nov 12 04:06:37.117123 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ce83f-d47f-46f8-8d96-4c6844fe4414 req-3740af1f-9ddb-4d88-9581-63151b299616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:37.118786 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2f3ce83f-d47f-46f8-8d96-4c6844fe4414 req-3740af1f-9ddb-4d88-9581-63151b299616 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d3a77853-ce40-4bed-b370-eb52c884b795 HTTP/1.1" status: 200 len: 1098 time: 0.4777522 Nov 12 04:06:37.149758 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-657b54e8-1c28-41de-bdb8-1f8e66a33ca3 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5478237 Nov 12 04:06:37.178476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115df35-7585-451a-8c04-c666501e5f73 req-566d1fdb-83cd-478d-9eec-072358ec9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:37.179022 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115df35-7585-451a-8c04-c666501e5f73 req-566d1fdb-83cd-478d-9eec-072358ec9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:37.179503 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115df35-7585-451a-8c04-c666501e5f73 req-566d1fdb-83cd-478d-9eec-072358ec9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:37.181155 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5115df35-7585-451a-8c04-c666501e5f73 req-566d1fdb-83cd-478d-9eec-072358ec9549 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 2874 time: 0.4525282 Nov 12 04:06:37.217884 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-88d28735-928b-41df-86a3-1070767f0e73 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137216 Nov 12 04:06:37.264860 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-98c54aa2-a5f4-4d4e-9196-8891a01c8ce5 req-e2b04f4f-791e-4ee9-a600-ff5f2b26ad3a tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/security-groups?id=de147162-03c3-4f97-97bc-af7a1277fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731544 Nov 12 04:06:37.293617 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2f3ce83f-d47f-46f8-8d96-4c6844fe4414 req-0e82794e-194f-4f6d-9b8c-2a0a3d80277b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662984 Nov 12 04:06:37.298345 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5115df35-7585-451a-8c04-c666501e5f73 req-18e4dd8e-ed7b-4c26-b3ad-1f4b08370a53 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039493 Nov 12 04:06:37.395555 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba252d-4e10-40af-b0ef-0f5f4f2e7c25 req-a2393863-b8a3-4b4b-9cab-24b330c54209 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:37.397179 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17ba252d-4e10-40af-b0ef-0f5f4f2e7c25 req-a2393863-b8a3-4b4b-9cab-24b330c54209 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 950 time: 0.0559540 Nov 12 04:06:37.474491 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17ba252d-4e10-40af-b0ef-0f5f4f2e7c25 req-e95fc5e9-38c7-4779-8426-ad6165c91b26 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688972 Nov 12 04:06:37.492119 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:37.539024 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52184aea-9cd2-41ba-b91e-72d3dd63911c req-d049bedc-b41e-438d-8751-4f0cc46c9be0 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 210 time: 0.0855408 Nov 12 04:06:37.626839 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ea7eef-5fb9-4b43-ad22-085e93292daa x-openstack-request-id: req-e2ea7eef-5fb9-4b43-ad22-085e93292daa {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:37.627145 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6", "tag": "4f4f1975-f9ec-4581-9d6f-7bbaa2850575", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:37.627400 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2ea7eef-5fb9-4b43-ad22-085e93292daa {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:37.627785 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6', 'tag': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575', 'status': 'completed', 'code': 200} Nov 12 04:06:37.700336 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:37.747495 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9', 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c', 'port_id': 'f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9', 'mac_address': 'fa:16:3e:33:57:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:37.832838 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707eadd-4f02-44c2-833d-d120246f1623 req-25d5347c-67fe-4d98-ae55-5948246052bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:37.835112 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8707eadd-4f02-44c2-833d-d120246f1623 req-25d5347c-67fe-4d98-ae55-5948246052bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 1102 time: 0.0786197 Nov 12 04:06:37.845243 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:37.860308 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:37.889799 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:37.947511 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707eadd-4f02-44c2-833d-d120246f1623 req-08d32dab-5011-425b-9db3-6ae7a8970883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:37.949122 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8707eadd-4f02-44c2-833d-d120246f1623 req-08d32dab-5011-425b-9db3-6ae7a8970883 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1015565 Nov 12 04:06:37.965766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92426c3a-d78f-4dc4-8c42-cfe30df3e2ee req-aef436c8-67b7-44bd-937c-cfc18d247134 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:37.973133 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92426c3a-d78f-4dc4-8c42-cfe30df3e2ee req-aef436c8-67b7-44bd-937c-cfc18d247134 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:37.981906 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92426c3a-d78f-4dc4-8c42-cfe30df3e2ee req-aef436c8-67b7-44bd-937c-cfc18d247134 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:37.987634 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92426c3a-d78f-4dc4-8c42-cfe30df3e2ee req-aef436c8-67b7-44bd-937c-cfc18d247134 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 2418 time: 0.2942729 Nov 12 04:06:38.001256 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8707eadd-4f02-44c2-833d-d120246f1623 req-b7a138f5-6bda-4226-9a3b-40af1f5af354 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575 HTTP/1.1" status: 200 len: 217 time: 0.0442014 Nov 12 04:06:38.044025 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b0912-abf7-478e-8809-d2efcea48456 req-5e12a1c0-9657-4161-a968-57e45783e19c tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:38.046051 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-864b0912-abf7-478e-8809-d2efcea48456 req-5e12a1c0-9657-4161-a968-57e45783e19c tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3a77853-ce40-4bed-b370-eb52c884b795 HTTP/1.1" status: 200 len: 946 time: 0.2091341 Nov 12 04:06:38.048269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707eadd-4f02-44c2-833d-d120246f1623 req-66694288-808d-4afb-bae1-2eef3e2acc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:38.050028 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8707eadd-4f02-44c2-833d-d120246f1623 req-66694288-808d-4afb-bae1-2eef3e2acc49 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 1102 time: 0.2198007 Nov 12 04:06:38.058551 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-112abddd-4fc5-413d-b8c4-964a28f10480 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:38.061238 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-112abddd-4fc5-413d-b8c4-964a28f10480 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.31 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 818 time: 0.3928320 Nov 12 04:06:38.073715 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:38.134762 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707eadd-4f02-44c2-833d-d120246f1623 req-70e19762-395d-454b-94dc-b23cdc7517ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:38.134762 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8707eadd-4f02-44c2-833d-d120246f1623 req-70e19762-395d-454b-94dc-b23cdc7517ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0882220 Nov 12 04:06:38.134998 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-3d995bd1-293d-4f89-ba94-9d606fa85620 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Request body: {'port': {'device_id': '2f6a68aa-0835-4724-9b97-37e1d4eb46bb', 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff', 'admin_state_up': True, 'tenant_id': '661e639e68ef4507b916d93d5706eabb'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:38.174276 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:38.183142 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707eadd-4f02-44c2-833d-d120246f1623 req-49eb07d3-848d-4149-9d3b-9b780012eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:38.185429 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8707eadd-4f02-44c2-833d-d120246f1623 req-49eb07d3-848d-4149-9d3b-9b780012eef2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0576203 Nov 12 04:06:38.195107 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:38.302386 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92426c3a-d78f-4dc4-8c42-cfe30df3e2ee req-c3a14ed0-6436-4bf0-89fc-45731cf5617d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131461 Nov 12 04:06:38.324001 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-864b0912-abf7-478e-8809-d2efcea48456 req-280b7e33-f52e-43a3-94ee-784d25737cfc tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591822 Nov 12 04:06:38.388306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707eadd-4f02-44c2-833d-d120246f1623 req-fcfb5e39-e453-46f9-9cae-1e54d94b498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:38.391272 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8707eadd-4f02-44c2-833d-d120246f1623 req-fcfb5e39-e453-46f9-9cae-1e54d94b498b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.3065238 Nov 12 04:06:38.454882 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8707eadd-4f02-44c2-833d-d120246f1623 req-8abdba85-4b13-4107-b1e4-e353742139e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575 HTTP/1.1" status: 200 len: 217 time: 0.0541968 Nov 12 04:06:38.459667 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8707eadd-4f02-44c2-833d-d120246f1623 req-18bba86c-bf96-4037-b6c4-8219e28ef611 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631834 Nov 12 04:06:38.536674 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707eadd-4f02-44c2-833d-d120246f1623 req-e890a135-2d1c-40ee-8eb0-08180ae9ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:38.538177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8707eadd-4f02-44c2-833d-d120246f1623 req-e890a135-2d1c-40ee-8eb0-08180ae9ee27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0689688 Nov 12 04:06:38.547927 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:38.568477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75a842f8-d090-4229-88bf-356a01514476 req-8ce13ec4-18eb-4714-8ba0-89dc2b64396c tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 210 time: 0.1125112 Nov 12 04:06:38.648821 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707eadd-4f02-44c2-833d-d120246f1623 req-703003ec-4147-4667-86b9-18258c9fb516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:38.650766 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8707eadd-4f02-44c2-833d-d120246f1623 req-703003ec-4147-4667-86b9-18258c9fb516 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0918903 Nov 12 04:06:38.694918 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8707eadd-4f02-44c2-833d-d120246f1623 req-6e72b0c3-3c76-4521-857a-d02daa7d00d8 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234745 Nov 12 04:06:38.792241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-3d995bd1-293d-4f89-ba94-9d606fa85620 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Made reservation on behalf of 661e639e68ef4507b916d93d5706eabb for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:38.800032 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-3d995bd1-293d-4f89-ba94-9d606fa85620 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:38.926226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f272e-525a-456e-9db1-91cd6c535d9e req-bdd64a35-30d7-485c-bad5-e78edf45d63c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:38.927651 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-528f272e-525a-456e-9db1-91cd6c535d9e req-bdd64a35-30d7-485c-bad5-e78edf45d63c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 950 time: 0.2354374 Nov 12 04:06:38.967849 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8707eadd-4f02-44c2-833d-d120246f1623 req-f12f8f01-4690-4fff-b0da-4a38474fecb2 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089449 Nov 12 04:06:39.074126 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.098730 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-528f272e-525a-456e-9db1-91cd6c535d9e req-3a1a5981-dcf2-45f8-b14a-de928233c8a7 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580670 Nov 12 04:06:39.117299 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-3d995bd1-293d-4f89-ba94-9d606fa85620 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Allocated IP 172.20.0.2 (1332ff08-7d9c-4053-b884-7942193654ff/59ca9b74-5f18-4dc9-9fac-822797e5b209/2d6107eb-aa7b-4720-b256-df2f87096288) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:39.158887 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8707eadd-4f02-44c2-833d-d120246f1623 req-5aad077c-32e8-476b-ba26-a6f291a8cf78 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814237 Nov 12 04:06:39.321514 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27f0622a-8c2f-470a-a776-99f9ea33953b req-11bf6297-0e13-4b4f-83d3-45fcf932a8f3 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 210 time: 0.0640240 Nov 12 04:06:39.387400 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-3d995bd1-293d-4f89-ba94-9d606fa85620 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.457611 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784657d-1a89-4e64-9296-547843bac377 req-ade1f968-9671-449c-bbe0-e5d42ef80bf6 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:39.459199 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1784657d-1a89-4e64-9296-547843bac377 req-ade1f968-9671-449c-bbe0-e5d42ef80bf6 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.31 "GET /v2.0/networks?id=c4ea71df-5407-4bac-976d-0919c12d785d HTTP/1.1" status: 200 len: 819 time: 0.1790998 Nov 12 04:06:39.496509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ea1ba-f5d6-4f4e-bdc3-6f6caf0f2f3e req-ae3f304e-5db7-4964-87e4-a651dce238ff tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:39.499505 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-1784657d-1a89-4e64-9296-547843bac377 req-5a7cef7c-2b64-41ec-b5f5-16be18f49b3a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Request body: {'port': {'device_id': '43c9641d-04b8-4024-bc63-cad990b39658', 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d', 'admin_state_up': True, 'tenant_id': '122febc6798244b1a13c8d5d3a4df631'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:39.502264 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:39.505068 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ea1ba-f5d6-4f4e-bdc3-6f6caf0f2f3e req-ae3f304e-5db7-4964-87e4-a651dce238ff tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:39.512262 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ea1ba-f5d6-4f4e-bdc3-6f6caf0f2f3e req-ae3f304e-5db7-4964-87e4-a651dce238ff tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:39.520601 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f0ea1ba-f5d6-4f4e-bdc3-6f6caf0f2f3e req-ae3f304e-5db7-4964-87e4-a651dce238ff tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 2418 time: 0.0980849 Nov 12 04:06:39.565642 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-3d995bd1-293d-4f89-ba94-9d606fa85620 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.623322 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:39.624697 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.626465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-3d995bd1-293d-4f89-ba94-9d606fa85620 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Network 1332ff08-7d9c-4053-b884-7942193654ff is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:39.632132 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-3d995bd1-293d-4f89-ba94-9d606fa85620 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:39.636856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-3d995bd1-293d-4f89-ba94-9d606fa85620 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:39.667398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f0ea1ba-f5d6-4f4e-bdc3-6f6caf0f2f3e req-1aebf842-9b8e-4aa7-b0d9-538f3234c4e9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455038 Nov 12 04:06:39.771961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d995bd1-293d-4f89-ba94-9d606fa85620 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Pushing event updated for resources: {'Port': ['ID=2d6107eb-aa7b-4720-b256-df2f87096288,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:39.776808 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1784657d-1a89-4e64-9296-547843bac377 req-5a7cef7c-2b64-41ec-b5f5-16be18f49b3a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Made reservation on behalf of 122febc6798244b1a13c8d5d3a4df631 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:39.781040 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1784657d-1a89-4e64-9296-547843bac377 req-5a7cef7c-2b64-41ec-b5f5-16be18f49b3a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.830325 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.860587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a59f0a4-5935-4a31-bb05-6ae9adbccc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:39.863357 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e77ab4-48e7-4dfe-817e-6c26f91d794f" -d '{"events": [{"server_uuid": "2a59f0a4-5935-4a31-bb05-6ae9adbccc4c", "name": "network-vif-plugged", "status": "completed", "tag": "f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:39.867603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-3d995bd1-293d-4f89-ba94-9d606fa85620 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:39.868749 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-3d995bd1-293d-4f89-ba94-9d606fa85620 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.877579 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:39.901877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee997d-05b1-463d-b36b-d9727bb78624 req-a73eb53b-5d8e-4313-a8d5-398a2e00f23a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:39.903510 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbee997d-05b1-463d-b36b-d9727bb78624 req-a73eb53b-5d8e-4313-a8d5-398a2e00f23a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3a77853-ce40-4bed-b370-eb52c884b795 HTTP/1.1" status: 200 len: 946 time: 0.0905130 Nov 12 04:06:39.958348 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbee997d-05b1-463d-b36b-d9727bb78624 req-916126e9-d52f-4a28-8541-a3bf72f9f9ba tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444674 Nov 12 04:06:40.011173 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:40.076171 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-3d995bd1-293d-4f89-ba94-9d606fa85620 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9529200 Nov 12 04:06:40.083932 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:40.088017 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-1784657d-1a89-4e64-9296-547843bac377 req-5a7cef7c-2b64-41ec-b5f5-16be18f49b3a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Allocated IP 172.20.0.8 (c4ea71df-5407-4bac-976d-0919c12d785d/92618bee-94b8-4cad-b110-0dceb2b7687f/5afbfdb7-0fda-4e85-9fbb-ed46c303957c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:40.143313 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6552a45a-15cc-4615-ae51-6832c767ebb8 req-8546c797-e149-4291-8fa3-8abf5dfd8560 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 210 time: 0.0470226 Nov 12 04:06:40.152795 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Request body: {'port': {'device_id': '2f6a68aa-0835-4724-9b97-37e1d4eb46bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:40.242977 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:40.252290 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b9f9d8-4cc4-4ee5-9126-f028b4550c4c x-openstack-request-id: req-31b9f9d8-4cc4-4ee5-9126-f028b4550c4c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:40.252799 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a59f0a4-5935-4a31-bb05-6ae9adbccc4c", "name": "network-vif-plugged", "status": "completed", "tag": "f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:40.253239 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31b9f9d8-4cc4-4ee5-9126-f028b4550c4c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:40.254320 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a59f0a4-5935-4a31-bb05-6ae9adbccc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9', 'code': 200} Nov 12 04:06:40.480003 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f8c54-0529-47b7-802c-d9e05dba4c7e req-4e4ed18b-7191-433e-af15-ed0fa773a864 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:40.481502 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac1f8c54-0529-47b7-802c-d9e05dba4c7e req-4e4ed18b-7191-433e-af15-ed0fa773a864 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 950 time: 0.1683357 Nov 12 04:06:40.490388 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821e23b-07a2-4ce2-b85b-4aeaf1afa6a3 req-9c57f0e5-6d0b-491b-bc02-345d0c428de3 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:40.491971 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b821e23b-07a2-4ce2-b85b-4aeaf1afa6a3 req-9c57f0e5-6d0b-491b-bc02-345d0c428de3 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3a77853-ce40-4bed-b370-eb52c884b795 HTTP/1.1" status: 200 len: 946 time: 0.1811745 Nov 12 04:06:40.505167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53426) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:40.519869 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ba30fb25-5411-4de5-9f79-d0910cedab18 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Request body: {'floatingip': {'port_id': '327c07d8-fd7d-40e7-9c90-f6fe4f189232'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:40.597563 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1784657d-1a89-4e64-9296-547843bac377 req-5a7cef7c-2b64-41ec-b5f5-16be18f49b3a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:40.606303 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ba30fb25-5411-4de5-9f79-d0910cedab18 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:40.639432 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 09d1e905-cbd8-4b63-9105-951ebe489395 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:40.697804 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac1f8c54-0529-47b7-802c-d9e05dba4c7e req-ba174566-d292-47d7-a874-dda0b6a48781 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025025 Nov 12 04:06:40.723922 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1784657d-1a89-4e64-9296-547843bac377 req-5a7cef7c-2b64-41ec-b5f5-16be18f49b3a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:40.731803 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:40.786079 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1784657d-1a89-4e64-9296-547843bac377 req-5a7cef7c-2b64-41ec-b5f5-16be18f49b3a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Network c4ea71df-5407-4bac-976d-0919c12d785d is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:40.786307 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 09d1e905-cbd8-4b63-9105-951ebe489395, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=09d1e905-cbd8-4b63-9105-951ebe489395,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:40.788642 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cef7c-2b64-41ec-b5f5-16be18f49b3a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Pushing event updated for resources: {'Port': ['ID=5afbfdb7-0fda-4e85-9fbb-ed46c303957c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:40.791907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-1784657d-1a89-4e64-9296-547843bac377 req-5a7cef7c-2b64-41ec-b5f5-16be18f49b3a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:40.794259 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-1784657d-1a89-4e64-9296-547843bac377 req-5a7cef7c-2b64-41ec-b5f5-16be18f49b3a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:40.855083 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784657d-1a89-4e64-9296-547843bac377 req-5a7cef7c-2b64-41ec-b5f5-16be18f49b3a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:40.856619 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1784657d-1a89-4e64-9296-547843bac377 req-5a7cef7c-2b64-41ec-b5f5-16be18f49b3a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:41.028309 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:41.054730 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24722b11-8190-4e00-841c-e3c81bc7ac47 req-8e932cc2-4068-4ca7-a85e-4a707dd83f4c tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:41.056356 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24722b11-8190-4e00-841c-e3c81bc7ac47 req-8e932cc2-4068-4ca7-a85e-4a707dd83f4c tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 931 time: 0.1979740 Nov 12 04:06:41.077384 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1784657d-1a89-4e64-9296-547843bac377 req-5a7cef7c-2b64-41ec-b5f5-16be18f49b3a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5912099 Nov 12 04:06:41.089030 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=09d1e905-cbd8-4b63-9105-951ebe489395,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:41.113464 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6107eb-aa7b-4720-b256-df2f87096288 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:41.114759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Request body: {'port': {'device_id': '43c9641d-04b8-4024-bc63-cad990b39658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:41.172534 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:41.176284 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:41.249547 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Transition to ACTIVE for port object 2d6107eb-aa7b-4720-b256-df2f87096288 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:41.280416 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24722b11-8190-4e00-841c-e3c81bc7ac47 req-9454890e-41fa-4760-b294-ed8c12b9f007 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113996 Nov 12 04:06:41.307244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-89ca1aaf-e5e9-4688-85e8-a29e08e23414 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:41.310994 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-89ca1aaf-e5e9-4688-85e8-a29e08e23414 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.21 "GET /v2.0/networks?id=c4ea71df-5407-4bac-976d-0919c12d785d HTTP/1.1" status: 200 len: 819 time: 0.3367832 Nov 12 04:06:41.363215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-2daef65d-ea96-4fa5-85f1-5f9fa1fceb59 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Request body: {'port': {'device_id': '81cef329-eb10-438b-bb64-c712732a1f1d', 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d', 'admin_state_up': True, 'tenant_id': '122febc6798244b1a13c8d5d3a4df631'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:41.381359 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:41.481512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8fecf250-e3ef-4263-84a0-394aa0e9b9a8 req-d7170b0a-c090-4b14-af3a-decd87acf477 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 210 time: 0.1140041 Nov 12 04:06:41.527649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Pushing event updated for resources: {'Port': ['ID=2d6107eb-aa7b-4720-b256-df2f87096288,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:41.590906 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5afbfdb7-0fda-4e85-9fbb-ed46c303957c {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:41.599746 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:41.617420 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Transition to ACTIVE for port object 5afbfdb7-0fda-4e85-9fbb-ed46c303957c will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:41.696402 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:41.755693 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Pushing event updated for resources: {'Port': ['ID=5afbfdb7-0fda-4e85-9fbb-ed46c303957c,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:41.836867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Attempting to bind port 5afbfdb7-0fda-4e85-9fbb-ed46c303957c on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:41.837105 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Attempting to bind port 5afbfdb7-0fda-4e85-9fbb-ed46c303957c by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '7ddc7802-18fc-42cd-a6a9-774269fd9876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:41.837417 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Attempting to bind port 5afbfdb7-0fda-4e85-9fbb-ed46c303957c on network c4ea71df-5407-4bac-976d-0919c12d785d {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:41.842090 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Port 5afbfdb7-0fda-4e85-9fbb-ed46c303957c on network c4ea71df-5407-4bac-976d-0919c12d785d not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:41.845796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Attempting to bind port 5afbfdb7-0fda-4e85-9fbb-ed46c303957c on network c4ea71df-5407-4bac-976d-0919c12d785d {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:41.847917 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:41.848250 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Checking segment: {'id': '7ddc7802-18fc-42cd-a6a9-774269fd9876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:41.848630 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Bound using segment: {'id': '7ddc7802-18fc-42cd-a6a9-774269fd9876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:41.849045 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Bound port: 5afbfdb7-0fda-4e85-9fbb-ed46c303957c, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ddc7802-18fc-42cd-a6a9-774269fd9876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:41.849402 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:41.934269 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] For port 5afbfdb7-0fda-4e85-9fbb-ed46c303957c, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:41.939528 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] For port 5afbfdb7-0fda-4e85-9fbb-ed46c303957c, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5afbfdb7-0fda-4e85-9fbb-ed46c303957c,segment=NetworkSegment(7ddc7802-18fc-42cd-a6a9-774269fd9876),segment_id=7ddc7802-18fc-42cd-a6a9-774269fd9876)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:41.939829 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.db.resource_extend [None req-ba30fb25-5411-4de5-9f79-d0910cedab18 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 04:06:42.065264 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ba30fb25-5411-4de5-9f79-d0910cedab18 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:42.083383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ed124-7f74-4e57-b843-fe4eeb6b4a7a req-492a2723-687c-4344-81b6-424c8fb5bf76 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:42.089505 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ed124-7f74-4e57-b843-fe4eeb6b4a7a req-492a2723-687c-4344-81b6-424c8fb5bf76 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:42.095809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ed124-7f74-4e57-b843-fe4eeb6b4a7a req-492a2723-687c-4344-81b6-424c8fb5bf76 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:42.097799 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-996ed124-7f74-4e57-b843-fe4eeb6b4a7a req-492a2723-687c-4344-81b6-424c8fb5bf76 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 2418 time: 0.5278347 Nov 12 04:06:42.099075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Attempting to bind port 2d6107eb-aa7b-4720-b256-df2f87096288 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:42.099407 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Attempting to bind port 2d6107eb-aa7b-4720-b256-df2f87096288 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:42.099747 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Attempting to bind port 2d6107eb-aa7b-4720-b256-df2f87096288 on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:42.104854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Port 2d6107eb-aa7b-4720-b256-df2f87096288 on network 1332ff08-7d9c-4053-b884-7942193654ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:42.105323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Attempting to bind port 2d6107eb-aa7b-4720-b256-df2f87096288 on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:42.116962 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:42.117315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Checking segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:42.117775 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Bound using segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:42.118163 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Bound port: 2d6107eb-aa7b-4720-b256-df2f87096288, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:42.118524 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:42.125974 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:42.183482 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:42.185021 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:42.187408 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1784657d-1a89-4e64-9296-547843bac377 req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] 10.222.0.31 "PUT /v2.0/ports/5afbfdb7-0fda-4e85-9fbb-ed46c303957c HTTP/1.1" status: 200 len: 1092 time: 1.0774372 Nov 12 04:06:42.188333 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c9641d-04b8-4024-bc63-cad990b39658', 'tag': '5afbfdb7-0fda-4e85-9fbb-ed46c303957c'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:42.193668 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-996ed124-7f74-4e57-b843-fe4eeb6b4a7a req-aed2a22b-c5bc-42bd-ade9-3d90f0b87864 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852635 Nov 12 04:06:42.208581 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c518b1b-a2f0-49e3-8905-73f4dfba53a2" -d '{"events": [{"name": "network-changed", "server_uuid": "43c9641d-04b8-4024-bc63-cad990b39658", "tag": "5afbfdb7-0fda-4e85-9fbb-ed46c303957c"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:42.226691 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ba30fb25-5411-4de5-9f79-d0910cedab18 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:42.240610 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af62c6a-93fa-4a20-a26a-906d2063de22 service neutron] Pushing event updated for resources: {'Port': ['ID=5afbfdb7-0fda-4e85-9fbb-ed46c303957c,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:42.255507 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f5ade6-e28b-4f7c-8b45-16501089d5ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d1e905-cbd8-4b63-9105-951ebe489395'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:42.257842 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bcb8ec-ae90-4b75-b917-4bbfa4d5d41f" -d '{"events": [{"server_uuid": "d0f5ade6-e28b-4f7c-8b45-16501089d5ec", "name": "network-vif-unplugged", "status": "completed", "tag": "09d1e905-cbd8-4b63-9105-951ebe489395"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:42.290503 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-2daef65d-ea96-4fa5-85f1-5f9fa1fceb59 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Made reservation on behalf of 122febc6798244b1a13c8d5d3a4df631 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:42.294059 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-2daef65d-ea96-4fa5-85f1-5f9fa1fceb59 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:42.303687 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] For port 2d6107eb-aa7b-4720-b256-df2f87096288, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:42.324307 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a2484f-9a7b-43db-a594-4cccdddf6e4d x-openstack-request-id: req-04a2484f-9a7b-43db-a594-4cccdddf6e4d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:42.324732 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c9641d-04b8-4024-bc63-cad990b39658", "tag": "5afbfdb7-0fda-4e85-9fbb-ed46c303957c", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:42.325416 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04a2484f-9a7b-43db-a594-4cccdddf6e4d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:42.325709 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c9641d-04b8-4024-bc63-cad990b39658', 'tag': '5afbfdb7-0fda-4e85-9fbb-ed46c303957c', 'status': 'completed', 'code': 200} Nov 12 04:06:42.333589 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] For port 2d6107eb-aa7b-4720-b256-df2f87096288, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=2d6107eb-aa7b-4720-b256-df2f87096288,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:42.358354 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559def17-082b-43e5-899c-2ef75e6fef93 x-openstack-request-id: req-559def17-082b-43e5-899c-2ef75e6fef93 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:42.359067 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f5ade6-e28b-4f7c-8b45-16501089d5ec", "name": "network-vif-unplugged", "status": "completed", "tag": "09d1e905-cbd8-4b63-9105-951ebe489395", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:42.364688 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-559def17-082b-43e5-899c-2ef75e6fef93 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:42.364688 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f5ade6-e28b-4f7c-8b45-16501089d5ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d1e905-cbd8-4b63-9105-951ebe489395', 'code': 200} Nov 12 04:06:42.403860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38ee1b-4293-4060-8ef9-477a5e88bcaf req-791842b8-c803-44ee-b2ab-ab58b3535096 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:42.405355 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a38ee1b-4293-4060-8ef9-477a5e88bcaf req-791842b8-c803-44ee-b2ab-ab58b3535096 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 950 time: 0.1905987 Nov 12 04:06:42.484988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-836b6d0e-512a-42d6-8a3c-89107b4a3c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:42.486470 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-836b6d0e-512a-42d6-8a3c-89107b4a3c01 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6&tenant_id=cf245c200fc840d191068689a45dd107 HTTP/1.1" status: 200 len: 1102 time: 0.0761511 Nov 12 04:06:42.492536 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c518b1b-a2f0-49e3-8905-73f4dfba53a2 req-50083177-9b48-46cc-a2c2-911a44bafe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:42.493965 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2c518b1b-a2f0-49e3-8905-73f4dfba53a2 req-50083177-9b48-46cc-a2c2-911a44bafe9e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=122febc6798244b1a13c8d5d3a4df631&device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 1095 time: 0.0750258 Nov 12 04:06:42.494771 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-ba30fb25-5411-4de5-9f79-d0910cedab18 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Floating IP bd1e1d3d-17f2-4d2e-a8e6-4df5b886c3ea associated. External IP: 172.25.1.158, port: 327c07d8-fd7d-40e7-9c90-f6fe4f189232. Nov 12 04:06:42.502099 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:42.537314 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:42.630161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:42.630818 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:42.632235 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] 10.222.0.31 "PUT /v2.0/ports/2d6107eb-aa7b-4720-b256-df2f87096288 HTTP/1.1" status: 200 len: 1092 time: 2.4983854 Nov 12 04:06:42.634747 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6a68aa-0835-4724-9b97-37e1d4eb46bb', 'tag': '2d6107eb-aa7b-4720-b256-df2f87096288'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:42.636992 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f1ed85-2355-4167-babb-9986969f20ac" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6a68aa-0835-4724-9b97-37e1d4eb46bb", "tag": "2d6107eb-aa7b-4720-b256-df2f87096288"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:42.656596 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:42.704080 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c518b1b-a2f0-49e3-8905-73f4dfba53a2 req-ae295547-3f43-45c6-bdba-5532a4f3b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:42.705573 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2c518b1b-a2f0-49e3-8905-73f4dfba53a2 req-ae295547-3f43-45c6-bdba-5532a4f3b731 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=122febc6798244b1a13c8d5d3a4df631&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1725972 Nov 12 04:06:42.708749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c12d3-4e0b-42a1-9739-0ab49516e34c req-5f02a12a-560f-4b98-b5d8-80f9469daa81 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:42.710265 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a5c12d3-4e0b-42a1-9739-0ab49516e34c req-5f02a12a-560f-4b98-b5d8-80f9469daa81 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 943 time: 0.2760592 Nov 12 04:06:42.713685 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a38ee1b-4293-4060-8ef9-477a5e88bcaf req-d5c9ddee-935e-4553-88c5-c7a881d02a9e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742195 Nov 12 04:06:42.752847 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-2daef65d-ea96-4fa5-85f1-5f9fa1fceb59 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Allocated IP 172.20.0.13 (c4ea71df-5407-4bac-976d-0919c12d785d/92618bee-94b8-4cad-b110-0dceb2b7687f/6db5db2d-f92d-4c42-a120-6eec752c0c2f) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:42.755868 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260f14e-02b9-4f30-8959-c42202cf122f service neutron] Pushing event updated for resources: {'Port': ['ID=2d6107eb-aa7b-4720-b256-df2f87096288,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:42.900878 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8edc463-2e65-4775-8085-a0f1d7478582 req-da17abe3-b28d-4c45-9998-27f75d32e746 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 210 time: 0.0898378 Nov 12 04:06:42.905237 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a5c12d3-4e0b-42a1-9739-0ab49516e34c req-5ccc73b9-4413-46b7-befa-76bcfffb5e6d tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804719 Nov 12 04:06:42.942275 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c518b1b-a2f0-49e3-8905-73f4dfba53a2 req-2a649073-682d-47ea-afe2-c10bd8146225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:42.943830 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2c518b1b-a2f0-49e3-8905-73f4dfba53a2 req-2a649073-682d-47ea-afe2-c10bd8146225 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2260740 Nov 12 04:06:42.982140 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] For port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:43.002728 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec67fc8e-bee6-4b5b-9b81-daf4e52b2883 x-openstack-request-id: req-ec67fc8e-bee6-4b5b-9b81-daf4e52b2883 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:43.003018 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6a68aa-0835-4724-9b97-37e1d4eb46bb", "tag": "2d6107eb-aa7b-4720-b256-df2f87096288", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:43.003810 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec67fc8e-bee6-4b5b-9b81-daf4e52b2883 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:43.004206 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6a68aa-0835-4724-9b97-37e1d4eb46bb', 'tag': '2d6107eb-aa7b-4720-b256-df2f87096288', 'status': 'completed', 'code': 200} Nov 12 04:06:43.012169 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-36658f74-f95b-409c-8d33-30df4168be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:43.013650 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-36658f74-f95b-409c-8d33-30df4168be80 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 1095 time: 0.2065759 Nov 12 04:06:43.018619 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] For port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:43.070604 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:43.090732 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] Transition to ACTIVE for port object 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:43.114167 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-739bb0b4-3f15-4c1c-bec1-6cafa8f3da90 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d6107eb-aa7b-4720-b256-df2f87096288 HTTP/1.1" status: 200 len: 217 time: 0.0545805 Nov 12 04:06:43.146077 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784657d-1a89-4e64-9296-547843bac377 req-039b7fe8-fa6c-42e1-a22c-049efb67ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:43.146077 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1784657d-1a89-4e64-9296-547843bac377 req-039b7fe8-fa6c-42e1-a22c-049efb67ce6a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=122febc6798244b1a13c8d5d3a4df631&device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 1095 time: 0.0524213 Nov 12 04:06:43.162907 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba30fb25-5411-4de5-9f79-d0910cedab18 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Router 00b31709-2a1a-4053-a06c-cc6addbfb87c has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:06:43.183185 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-2daef65d-ea96-4fa5-85f1-5f9fa1fceb59 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:43.207915 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-6e758abe-0b53-454c-b965-d5a4ed3a7911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:43.209504 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-6e758abe-0b53-454c-b965-d5a4ed3a7911 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.0830340 Nov 12 04:06:43.215903 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1784657d-1a89-4e64-9296-547843bac377 req-24ef88ae-fa28-42c3-ae54-098d19658c35 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5afbfdb7-0fda-4e85-9fbb-ed46c303957c HTTP/1.1" status: 200 len: 217 time: 0.0488329 Nov 12 04:06:43.216522 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:43.289200 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-2defbad4-ae9c-4c6c-b1f5-11ccfd46f74b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414932 Nov 12 04:06:43.329666 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] No DVR routers for this DVR port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:06:43.331224 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,revision_number=10']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:43.383512 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784657d-1a89-4e64-9296-547843bac377 req-48b2438d-b285-4d77-ab7c-0ed997a50ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:43.386428 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1784657d-1a89-4e64-9296-547843bac377 req-48b2438d-b285-4d77-ab7c-0ed997a50ab0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=92618bee-94b8-4cad-b110-0dceb2b7687f HTTP/1.1" status: 200 len: 859 time: 0.1421936 Nov 12 04:06:43.417505 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] Attempting to bind port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:43.417505 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] Attempting to bind port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:43.417845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] Attempting to bind port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:43.436587 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1784657d-1a89-4e64-9296-547843bac377 req-4df6b730-4244-47bb-aff1-77694dce353c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c4ea71df-5407-4bac-976d-0919c12d785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386074 Nov 12 04:06:43.438649 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] Port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:43.439009 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] Attempting to bind port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:43.444918 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:43.445252 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:43.445636 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:43.446537 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] Bound port: 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:43.446537 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:43.485045 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-2daef65d-ea96-4fa5-85f1-5f9fa1fceb59 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:43.516897 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:43.546858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba30fb25-5411-4de5-9f79-d0910cedab18 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:43.553072 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ba30fb25-5411-4de5-9f79-d0910cedab18 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:43.554758 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] For port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:43.558734 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] For port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:43.585986 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28f68c1-c4e3-4c9e-b765-790e94b7d71b None None] Sync routers for ids ['00b31709-2a1a-4053-a06c-cc6addbfb87c'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:43.603890 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-2daef65d-ea96-4fa5-85f1-5f9fa1fceb59 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Network c4ea71df-5407-4bac-976d-0919c12d785d is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:43.607778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28f68c1-c4e3-4c9e-b765-790e94b7d71b None None] Routers {'00b31709-2a1a-4053-a06c-cc6addbfb87c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:43.608811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a28f68c1-c4e3-4c9e-b765-790e94b7d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:06:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00b31709-2a1a-4053-a06c-cc6addbfb87c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:43.628347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8dc96-c6d1-46f7-8ae6-a63e5cedf469 req-6b9dd02c-6955-4f48-8bb6-3d5112cfdc12 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:43.635725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8dc96-c6d1-46f7-8ae6-a63e5cedf469 req-6b9dd02c-6955-4f48-8bb6-3d5112cfdc12 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:43.641784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8dc96-c6d1-46f7-8ae6-a63e5cedf469 req-6b9dd02c-6955-4f48-8bb6-3d5112cfdc12 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:43.643495 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cbe8dc96-c6d1-46f7-8ae6-a63e5cedf469 req-6b9dd02c-6955-4f48-8bb6-3d5112cfdc12 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 2418 time: 0.3065476 Nov 12 04:06:43.653249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-2daef65d-ea96-4fa5-85f1-5f9fa1fceb59 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:43.655918 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-2daef65d-ea96-4fa5-85f1-5f9fa1fceb59 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:43.668788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:06:43.683222 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1784657d-1a89-4e64-9296-547843bac377 req-3c0bbdb4-4e3d-47d1-b679-e59e190a4d2b service neutron] 10.222.0.31 "GET /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226518 Nov 12 04:06:43.690876 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daef65d-ea96-4fa5-85f1-5f9fa1fceb59 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Pushing event updated for resources: {'Port': ['ID=6db5db2d-f92d-4c42-a120-6eec752c0c2f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:43.692190 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:43.712214 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ba30fb25-5411-4de5-9f79-d0910cedab18 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "PUT /v2.0/floatingips/bd1e1d3d-17f2-4d2e-a8e6-4df5b886c3ea HTTP/1.1" status: 200 len: 992 time: 3.2034426 Nov 12 04:06:43.724101 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-3bbbc244-7fd8-4551-8c6d-2533219729bf service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514106 Nov 12 04:06:43.724552 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.31', 50930) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:43.758569 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:43.759331 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:43.760991 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] 10.222.0.31 "PUT /v2.0/ports/4f4f1975-f9ec-4581-9d6f-7bbaa2850575 HTTP/1.1" status: 200 len: 1098 time: 1.2292945 Nov 12 04:06:43.805205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-a28f68c1-c4e3-4c9e-b765-790e94b7d71b None None] Set router 00b31709-2a1a-4053-a06c-cc6addbfb87c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:43.855338 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-2daef65d-ea96-4fa5-85f1-5f9fa1fceb59 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:43.855929 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-2daef65d-ea96-4fa5-85f1-5f9fa1fceb59 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:43.986711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cbe8dc96-c6d1-46f7-8ae6-a63e5cedf469 req-9569a181-3b3a-4985-88ec-2fd73cbc6f02 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275013 Nov 12 04:06:44.040094 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20e708-b9fc-44fe-8791-1ac0216e3510 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,revision_number=11']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:44.046035 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1784657d-1a89-4e64-9296-547843bac377 req-e9fa96de-6443-40f1-8830-b0e8fb9ea0b5 service neutron] 10.222.0.31 "GET /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202403 Nov 12 04:06:44.088582 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-d7a02fdd-5a43-4a11-aaba-f010cf6a754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:44.090301 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-d7a02fdd-5a43-4a11-aaba-f010cf6a754a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 1101 time: 0.2688146 Nov 12 04:06:44.137794 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-a1063d14-3a04-4b95-823e-ed2206efe20c tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:44.149621 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-a1063d14-3a04-4b95-823e-ed2206efe20c tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:44.158446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-a1063d14-3a04-4b95-823e-ed2206efe20c tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:44.168348 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-a1063d14-3a04-4b95-823e-ed2206efe20c tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.31 "GET /v2.0/ports?device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 2418 time: 0.4264171 Nov 12 04:06:44.227449 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-2daef65d-ea96-4fa5-85f1-5f9fa1fceb59 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8680518 Nov 12 04:06:44.244170 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf97158-d749-4ca0-b0ca-8f025298b99c req-70fbd301-6558-45dd-bdd1-379e74f55f2e service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863648 Nov 12 04:06:44.271786 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Request body: {'port': {'device_id': '81cef329-eb10-438b-bb64-c712732a1f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:44.282403 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-fd6f3c38-2a5d-479c-94b3-41ee5c50fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:44.283941 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-fd6f3c38-2a5d-479c-94b3-41ee5c50fb4e service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1817703 Nov 12 04:06:44.327936 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a28f68c1-c4e3-4c9e-b765-790e94b7d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:02:20Z', 'revision_number': 4, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port': {'id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'bd1e1d3d-17f2-4d2e-a8e6-4df5b886c3ea', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'port_id': '327c07d8-fd7d-40e7-9c90-f6fe4f189232', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'mac_address': 'fa:16:3e:f2:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a77853-ce40-4bed-b370-eb52c884b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:02:38Z', 'updated_at': '2021-11-12T04:06:41Z', 'revision_number': 5, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9b2328-6ed7-4250-9e35-08f9a95727e6', 'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'mac_address': 'fa:16:3e:26:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:19Z', 'updated_at': '2021-11-12T04:02:25Z', 'revision_number': 5, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'subnets': [{'id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:44.335459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb9cd7-d200-4df4-98ec-6b03e35d400b req-f380e38b-622e-4af0-9aab-313564087c72 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:44.336145 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575'}, {'name': 'network-changed', 'server_uuid': '4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6', 'tag': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:44.339911 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57" -d '{"events": [{"server_uuid": "4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6", "name": "network-vif-unplugged", "status": "completed", "tag": "4f4f1975-f9ec-4581-9d6f-7bbaa2850575"}, {"name": "network-changed", "server_uuid": "4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6", "tag": "4f4f1975-f9ec-4581-9d6f-7bbaa2850575"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:44.343613 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-dc716c2b-5f8f-4f6d-9a35-4d85f0eaa409 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575 HTTP/1.1" status: 200 len: 217 time: 0.0514908 Nov 12 04:06:44.343824 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1eeb9cd7-d200-4df4-98ec-6b03e35d400b req-f380e38b-622e-4af0-9aab-313564087c72 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 949 time: 0.3881335 Nov 12 04:06:44.369218 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28f68c1-c4e3-4c9e-b765-790e94b7d71b None None] Checking router: 00b31709-2a1a-4053-a06c-cc6addbfb87c for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:06:44.381278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28f68c1-c4e3-4c9e-b765-790e94b7d71b None None] Routers {'00b31709-2a1a-4053-a06c-cc6addbfb87c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:44.382319 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a28f68c1-c4e3-4c9e-b765-790e94b7d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:06:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00b31709-2a1a-4053-a06c-cc6addbfb87c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:44.433565 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-b1536cd4-f62a-43f6-a825-05426a43c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:44.438291 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-b1536cd4-f62a-43f6-a825-05426a43c2b5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0850971 Nov 12 04:06:44.504621 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d639e8e-5ac0-46a9-a720-48eb6d28de96 req-fdd44cf4-0950-40ed-882f-5c5e4e56e5bb tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:44.515533 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d639e8e-5ac0-46a9-a720-48eb6d28de96 req-fdd44cf4-0950-40ed-882f-5c5e4e56e5bb tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 932 time: 0.3373990 Nov 12 04:06:44.518074 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-6feebc63-ad4e-4831-9934-5d241c37849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:44.527718 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-6feebc63-ad4e-4831-9934-5d241c37849e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0658064 Nov 12 04:06:44.527875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-a28f68c1-c4e3-4c9e-b765-790e94b7d71b None None] Set router 00b31709-2a1a-4053-a06c-cc6addbfb87c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:44.537040 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:44.698842 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-223fb1e0-6f14-4f18-95e5-5b6895ae2740 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415510 Nov 12 04:06:44.897644 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9aeb9938-d89b-4d6f-9981-7bef354029ef req-a5e750b4-d105-42dd-ba2a-f1c68184d3b4 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901212 Nov 12 04:06:44.919560 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a28f68c1-c4e3-4c9e-b765-790e94b7d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:02:20Z', 'revision_number': 4, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port': {'id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'bd1e1d3d-17f2-4d2e-a8e6-4df5b886c3ea', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'port_id': '327c07d8-fd7d-40e7-9c90-f6fe4f189232', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'mac_address': 'fa:16:3e:f2:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a77853-ce40-4bed-b370-eb52c884b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:02:38Z', 'updated_at': '2021-11-12T04:06:41Z', 'revision_number': 5, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9b2328-6ed7-4250-9e35-08f9a95727e6', 'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'mac_address': 'fa:16:3e:26:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:19Z', 'updated_at': '2021-11-12T04:02:25Z', 'revision_number': 5, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'subnets': [{'id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:44.953693 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28f68c1-c4e3-4c9e-b765-790e94b7d71b None None] The sync data for ids ['00b31709-2a1a-4053-a06c-cc6addbfb87c'] in n-d-768509-24 is: [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:02:20Z', 'revision_number': 4, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port': {'id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'bd1e1d3d-17f2-4d2e-a8e6-4df5b886c3ea', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'port_id': '327c07d8-fd7d-40e7-9c90-f6fe4f189232', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'mac_address': 'fa:16:3e:f2:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a77853-ce40-4bed-b370-eb52c884b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:02:38Z', 'updated_at': '2021-11-12T04:06:41Z', 'revision_number': 5, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9b2328-6ed7-4250-9e35-08f9a95727e6', 'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'mac_address': 'fa:16:3e:26:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:19Z', 'updated_at': '2021-11-12T04:02:25Z', 'revision_number': 5, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'subnets': [{'id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:44.966609 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1eeb9cd7-d200-4df4-98ec-6b03e35d400b req-bc01f854-91f3-4f92-9b97-8007b41e2d72 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6217315 Nov 12 04:06:45.110914 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a77853-ce40-4bed-b370-eb52c884b795', 'tag': '327c07d8-fd7d-40e7-9c90-f6fe4f189232'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:45.113289 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970b3961-b608-4f41-9d86-02373541cd08" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a77853-ce40-4bed-b370-eb52c884b795", "tag": "327c07d8-fd7d-40e7-9c90-f6fe4f189232"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:45.222411 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-9bb37a3e-eed6-4629-9fe8-4331a68aea2a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Deleting port 50397b55-9cd8-4609-976b-94ab58ac72fd {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:06:45.222411 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-9bb37a3e-eed6-4629-9fe8-4331a68aea2a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:45.240832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d639e8e-5ac0-46a9-a720-48eb6d28de96 req-e08eb65a-d302-4121-abad-8f4b325cbec6 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7243192 Nov 12 04:06:45.274091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1ed85-2355-4167-babb-9986969f20ac req-d5eafffc-f192-4c58-9394-6ce168aa3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:45.275693 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1f1ed85-2355-4167-babb-9986969f20ac req-d5eafffc-f192-4c58-9394-6ce168aa3da9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 1095 time: 0.6993692 Nov 12 04:06:45.411013 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81af7f3a-fed5-4799-93bd-abf16c055d85 None None] New status for floating IP bd1e1d3d-17f2-4d2e-a8e6-4df5b886c3ea: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:06:45.414314 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8157bbf-7fb4-4767-8a58-042533b3d730 x-openstack-request-id: req-b8157bbf-7fb4-4767-8a58-042533b3d730 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:45.414701 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6", "name": "network-vif-unplugged", "status": "completed", "tag": "4f4f1975-f9ec-4581-9d6f-7bbaa2850575", "code": 200}, {"name": "network-changed", "server_uuid": "4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6", "tag": "4f4f1975-f9ec-4581-9d6f-7bbaa2850575", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:45.414942 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8157bbf-7fb4-4767-8a58-042533b3d730 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:45.415388 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575', 'code': 200} Nov 12 04:06:45.417801 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6', 'tag': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575', 'status': 'completed', 'code': 200} Nov 12 04:06:45.555413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9c245-ed26-453a-87b5-772180157750 req-86bcca36-2eef-41c9-8a97-e297b410b667 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:45.562671 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26a9c245-ed26-453a-87b5-772180157750 req-86bcca36-2eef-41c9-8a97-e297b410b667 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 943 time: 0.4541628 Nov 12 04:06:45.649275 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-ec8a4e03-93b6-4a01-ab85-67d464011352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:45.653590 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-ec8a4e03-93b6-4a01-ab85-67d464011352 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 1101 time: 0.1578419 Nov 12 04:06:45.666003 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-e48d42fc-efe7-43e6-839c-5c0885509dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:45.667736 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-e48d42fc-efe7-43e6-839c-5c0885509dfa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 1101 time: 0.1258292 Nov 12 04:06:45.780789 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db5db2d-f92d-4c42-a120-6eec752c0c2f {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:45.831205 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:45.835644 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-9bb37a3e-eed6-4629-9fe8-4331a68aea2a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] For port 50397b55-9cd8-4609-976b-94ab58ac72fd, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=50397b55-9cd8-4609-976b-94ab58ac72fd,segment=NetworkSegment(2b992d91-f7f1-4d9a-b3fc-8549397bf9e5),segment_id=2b992d91-f7f1-4d9a-b3fc-8549397bf9e5)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:45.836040 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-9bb37a3e-eed6-4629-9fe8-4331a68aea2a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:45.851838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1ed85-2355-4167-babb-9986969f20ac req-b7c1b71e-5b78-41fb-b551-f6a3ef8dc763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:45.853340 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1f1ed85-2355-4167-babb-9986969f20ac req-b7c1b71e-5b78-41fb-b551-f6a3ef8dc763 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 919 time: 0.5287948 Nov 12 04:06:45.869725 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26a9c245-ed26-453a-87b5-772180157750 req-5820bc48-4599-4740-b57e-52b58a3661c1 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055227 Nov 12 04:06:45.877530 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-5e35a819-55ac-46fd-b1de-b52ccb138eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:45.879377 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-5e35a819-55ac-46fd-b1de-b52ccb138eeb service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1938279 Nov 12 04:06:45.880352 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-582cce98-ad84-4a03-be81-ed28dd13262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:45.881703 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-582cce98-ad84-4a03-be81-ed28dd13262b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.2183902 Nov 12 04:06:45.911348 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-9bb37a3e-eed6-4629-9fe8-4331a68aea2a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Calling delete_port for 50397b55-9cd8-4609-976b-94ab58ac72fd owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:06:45.920580 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Transition to ACTIVE for port object 6db5db2d-f92d-4c42-a120-6eec752c0c2f will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:45.963826 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9ce90a-1527-4759-a999-52cbdc48af4b x-openstack-request-id: req-ed9ce90a-1527-4759-a999-52cbdc48af4b {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:45.964109 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a77853-ce40-4bed-b370-eb52c884b795", "tag": "327c07d8-fd7d-40e7-9c90-f6fe4f189232", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:45.964362 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed9ce90a-1527-4759-a999-52cbdc48af4b {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:45.964756 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a77853-ce40-4bed-b370-eb52c884b795', 'tag': '327c07d8-fd7d-40e7-9c90-f6fe4f189232', 'status': 'completed', 'code': 200} Nov 12 04:06:45.973147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1f1ed85-2355-4167-babb-9986969f20ac req-1c943450-7ad0-475e-96c0-042bac933dd8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d6107eb-aa7b-4720-b256-df2f87096288 HTTP/1.1" status: 200 len: 217 time: 0.0916641 Nov 12 04:06:45.985593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33754507-7820-4ce4-8127-25b715e50ca9 req-d45a52be-642d-4bb9-aea3-02930dafedbe tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:45.993127 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33754507-7820-4ce4-8127-25b715e50ca9 req-d45a52be-642d-4bb9-aea3-02930dafedbe tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:46.000088 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33754507-7820-4ce4-8127-25b715e50ca9 req-d45a52be-642d-4bb9-aea3-02930dafedbe tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:46.012305 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33754507-7820-4ce4-8127-25b715e50ca9 req-d45a52be-642d-4bb9-aea3-02930dafedbe tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 2418 time: 0.3256133 Nov 12 04:06:46.027810 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-da15dcda-8431-417d-a3f3-f1c8f5c2c9b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575 HTTP/1.1" status: 200 len: 217 time: 0.1386588 Nov 12 04:06:46.030488 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-e3d42e61-4c7f-4592-9b02-be2775bf180c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575 HTTP/1.1" status: 200 len: 217 time: 0.1217134 Nov 12 04:06:46.137706 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:46.164064 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-775cb5ec-2a79-4387-bcb1-7af23c99c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:46.169935 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-775cb5ec-2a79-4387-bcb1-7af23c99c365 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1189165 Nov 12 04:06:46.220158 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-a5ed83dd-ca72-4c4d-8308-001d49ba6f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:46.222781 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-a5ed83dd-ca72-4c4d-8308-001d49ba6f21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1128645 Nov 12 04:06:46.238385 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b3961-b608-4f41-9d86-02373541cd08 req-8b591e2d-e22d-4de3-a2b1-119d19789007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:46.241241 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-970b3961-b608-4f41-9d86-02373541cd08 req-8b591e2d-e22d-4de3-a2b1-119d19789007 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8006901ac6434b0990a2684e1cc5c169&device_id=d3a77853-ce40-4bed-b370-eb52c884b795 HTTP/1.1" status: 200 len: 1098 time: 0.2249196 Nov 12 04:06:46.261727 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-df998872-6b74-4d1f-ad90-53717fc4c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:46.268583 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-df998872-6b74-4d1f-ad90-53717fc4c8fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0921733 Nov 12 04:06:46.372853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Pushing event updated for resources: {'Port': ['ID=6db5db2d-f92d-4c42-a120-6eec752c0c2f,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:46.383894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1ed85-2355-4167-babb-9986969f20ac req-5b332bce-b003-420b-b6f7-7d46f711fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:46.385442 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1f1ed85-2355-4167-babb-9986969f20ac req-5b332bce-b003-420b-b6f7-7d46f711fc3b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.3640330 Nov 12 04:06:46.463318 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-7f657863-50e4-4be3-be04-2b5c768b0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:46.465807 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-7f657863-50e4-4be3-be04-2b5c768b0e50 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2178378 Nov 12 04:06:46.486809 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33754507-7820-4ce4-8127-25b715e50ca9 req-633a9516-22ec-46c0-b72c-d86ed1d8d053 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432069 Nov 12 04:06:46.489238 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1f1ed85-2355-4167-babb-9986969f20ac req-0f09deb5-2a3a-4f80-910d-de62fd6dcb37 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659313 Nov 12 04:06:46.502403 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:46.525036 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc536b2b-ae87-49a9-b96c-5b66fe103b2a req-d224b177-538c-44dc-a082-79d16002b769 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:46.526699 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc536b2b-ae87-49a9-b96c-5b66fe103b2a req-d224b177-538c-44dc-a082-79d16002b769 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 949 time: 0.3730459 Nov 12 04:06:46.619544 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-a8915249-5279-41fa-ab47-b6de8e6b0785 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381798 Nov 12 04:06:46.676644 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-9bb37a3e-eed6-4629-9fe8-4331a68aea2a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:46.686281 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 09d1e905-cbd8-4b63-9105-951ebe489395 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:46.727289 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Attempting to bind port 6db5db2d-f92d-4c42-a120-6eec752c0c2f on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:46.731382 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Attempting to bind port 6db5db2d-f92d-4c42-a120-6eec752c0c2f by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '7ddc7802-18fc-42cd-a6a9-774269fd9876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:46.731382 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Attempting to bind port 6db5db2d-f92d-4c42-a120-6eec752c0c2f on network c4ea71df-5407-4bac-976d-0919c12d785d {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:46.746089 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b3961-b608-4f41-9d86-02373541cd08 req-207f3881-dff9-4323-be1e-cc8122f5e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:46.748196 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-970b3961-b608-4f41-9d86-02373541cd08 req-207f3881-dff9-4323-be1e-cc8122f5e403 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 HTTP/1.1" status: 200 len: 924 time: 0.4901173 Nov 12 04:06:46.765187 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['b5eab47a-afdb-4917-a583-ba993efedfb2', '50397b55-9cd8-4609-976b-94ab58ac72fd', '93a01694-f052-4cee-aab3-1c79b1e8d780'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:46.782474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb37a3e-eed6-4629-9fe8-4331a68aea2a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event deleted for resources: {'Port': ['ID=50397b55-9cd8-4609-976b-94ab58ac72fd,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:46.818019 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Port 6db5db2d-f92d-4c42-a120-6eec752c0c2f on network c4ea71df-5407-4bac-976d-0919c12d785d not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:46.818422 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Attempting to bind port 6db5db2d-f92d-4c42-a120-6eec752c0c2f on network c4ea71df-5407-4bac-976d-0919c12d785d {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:46.858391 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc536b2b-ae87-49a9-b96c-5b66fe103b2a req-bdad802d-19bb-4a6b-8b8d-487361463f87 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196456 Nov 12 04:06:46.889933 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:46.894207 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Checking segment: {'id': '7ddc7802-18fc-42cd-a6a9-774269fd9876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:46.894952 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Bound using segment: {'id': '7ddc7802-18fc-42cd-a6a9-774269fd9876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:46.895457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Bound port: 6db5db2d-f92d-4c42-a120-6eec752c0c2f, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ddc7802-18fc-42cd-a6a9-774269fd9876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:46.896039 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:46.910205 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-9bb37a3e-eed6-4629-9fe8-4331a68aea2a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] No DVR routers for this DVR port 50397b55-9cd8-4609-976b-94ab58ac72fd on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:06:46.922591 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-9bb37a3e-eed6-4629-9fe8-4331a68aea2a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:46.931501 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-9bb37a3e-eed6-4629-9fe8-4331a68aea2a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.31 "DELETE /v2.0/ports/50397b55-9cd8-4609-976b-94ab58ac72fd HTTP/1.1" status: 204 len: 173 time: 2.7134016 Nov 12 04:06:46.949928 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-e1bfcc63-ca39-4bf8-a615-0fac2dc16dc0 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191597 Nov 12 04:06:47.023064 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-970b3961-b608-4f41-9d86-02373541cd08 req-a2605cc2-37c8-4993-831a-2484b46a9de5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=327c07d8-fd7d-40e7-9c90-f6fe4f189232 HTTP/1.1" status: 200 len: 1002 time: 0.2644680 Nov 12 04:06:47.027098 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-9d5b844b-b8d5-4fd0-b655-59321e2234ce service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485868 Nov 12 04:06:47.040659 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1f1ed85-2355-4167-babb-9986969f20ac req-f2b586f1-593d-4bc7-b5b4-a5b40abaedcf service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415819 Nov 12 04:06:47.048695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82516d9b-60a9-4f10-8c15-02963a4e2124 req-c1a2bb23-874c-40ca-a5ea-9a3a3abb1acc tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:47.081223 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82516d9b-60a9-4f10-8c15-02963a4e2124 req-c1a2bb23-874c-40ca-a5ea-9a3a3abb1acc tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 944 time: 0.4755390 Nov 12 04:06:47.280128 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ebd2caa9-1867-46af-bbfd-9ff3f4b86d57 req-6a65c153-99e9-4a28-a8cc-d45ef5feecde service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381639 Nov 12 04:06:47.398173 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 09d1e905-cbd8-4b63-9105-951ebe489395, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=09d1e905-cbd8-4b63-9105-951ebe489395,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:47.402826 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b3961-b608-4f41-9d86-02373541cd08 req-b2422837-85f2-4f09-97fe-3e7466d2efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:47.409768 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-970b3961-b608-4f41-9d86-02373541cd08 req-b2422837-85f2-4f09-97fe-3e7466d2efb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0188d129-9f7c-4b2c-91a1-31696b98b21a HTTP/1.1" status: 200 len: 862 time: 0.3657455 Nov 12 04:06:47.443459 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '09d1e905-cbd8-4b63-9105-951ebe489395', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '09d1e905-cbd8-4b63-9105-951ebe489395', 'mac_address': 'fa:16:3e:0a:84:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:47.497020 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.539909 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b3961-b608-4f41-9d86-02373541cd08 req-124854db-d6c1-4c6a-b822-a0f65b081e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:47.539909 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-970b3961-b608-4f41-9d86-02373541cd08 req-124854db-d6c1-4c6a-b822-a0f65b081e85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cf83d51-3d0e-4c8f-9a29-51d4c0e52872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213713 Nov 12 04:06:47.540226 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d1e905-cbd8-4b63-9105-951ebe489395 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:47.542731 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] For port 6db5db2d-f92d-4c42-a120-6eec752c0c2f, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:47.553139 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] For port 6db5db2d-f92d-4c42-a120-6eec752c0c2f, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6db5db2d-f92d-4c42-a120-6eec752c0c2f,segment=NetworkSegment(7ddc7802-18fc-42cd-a6a9-774269fd9876),segment_id=7ddc7802-18fc-42cd-a6a9-774269fd9876)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:47.567121 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 09d1e905-cbd8-4b63-9105-951ebe489395, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=09d1e905-cbd8-4b63-9105-951ebe489395,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:47.672140 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.695569 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.739467 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-970b3961-b608-4f41-9d86-02373541cd08 req-3af064ef-ab80-44da-962d-5214ddad3e4c service neutron] 10.222.0.21 "GET /v2.0/networks/5cf83d51-3d0e-4c8f-9a29-51d4c0e52872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911340 Nov 12 04:06:47.885791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=09d1e905-cbd8-4b63-9105-951ebe489395,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:47.954276 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82516d9b-60a9-4f10-8c15-02963a4e2124 req-baab0354-a744-499e-a479-9e9c0827debe tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8748839 Nov 12 04:06:47.994129 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.025750 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-970b3961-b608-4f41-9d86-02373541cd08 req-fbb936a0-69ac-4a53-b432-b836332841e6 service neutron] 10.222.0.21 "GET /v2.0/networks/5cf83d51-3d0e-4c8f-9a29-51d4c0e52872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774069 Nov 12 04:06:48.027580 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'name': 'network-vif-deleted', 'tag': '50397b55-9cd8-4609-976b-94ab58ac72fd'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:48.033143 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388a3ac5-c870-44cf-bf3f-f4da4e8da7bf" -d '{"events": [{"server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "name": "network-vif-deleted", "tag": "50397b55-9cd8-4609-976b-94ab58ac72fd"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:48.041792 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1f1ed85-2355-4167-babb-9986969f20ac req-b71cb636-5661-421a-844e-a0668ddb8273 service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8970520 Nov 12 04:06:48.049647 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:48.051455 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.057531 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] 10.222.0.21 "PUT /v2.0/ports/6db5db2d-f92d-4c42-a120-6eec752c0c2f HTTP/1.1" status: 200 len: 1093 time: 3.8071370 Nov 12 04:06:48.083902 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce23cdc-7989-424b-92c3-3b9810a3645f service neutron] Pushing event updated for resources: {'Port': ['ID=6db5db2d-f92d-4c42-a120-6eec752c0c2f,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:48.153683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['09d1e905-cbd8-4b63-9105-951ebe489395'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:48.184760 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-8f3a5cfe-811d-4707-82d1-60ae49ab19ff tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Deleting port b5eab47a-afdb-4917-a583-ba993efedfb2 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:06:48.185115 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-8f3a5cfe-811d-4707-82d1-60ae49ab19ff tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.605412 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-8f3a5cfe-811d-4707-82d1-60ae49ab19ff tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] For port b5eab47a-afdb-4917-a583-ba993efedfb2, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b5eab47a-afdb-4917-a583-ba993efedfb2,segment=NetworkSegment(2415be56-8a93-40d8-a26f-b9cca3adc55b),segment_id=2415be56-8a93-40d8-a26f-b9cca3adc55b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:48.605684 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-8f3a5cfe-811d-4707-82d1-60ae49ab19ff tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.643269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4b4ea-5224-42d8-a77b-135541ef7466 req-255fa5d1-7c8a-48c6-864f-dfcb938bc18f tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:48.653273 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4f4b4ea-5224-42d8-a77b-135541ef7466 req-255fa5d1-7c8a-48c6-864f-dfcb938bc18f tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 943 time: 0.2380586 Nov 12 04:06:48.754352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-8f3a5cfe-811d-4707-82d1-60ae49ab19ff tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Calling delete_port for b5eab47a-afdb-4917-a583-ba993efedfb2 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:06:48.763723 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 2d6107eb-aa7b-4720-b256-df2f87096288 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:48.783568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device b5eab47a-afdb-4917-a583-ba993efedfb2 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:48.896655 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4f4b4ea-5224-42d8-a77b-135541ef7466 req-d5cd4358-b9e5-4a9c-98c3-66fde56b1e17 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443154 Nov 12 04:06:48.910889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-eb98850f-3a31-4714-bd18-eb0cce38076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:48.913708 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-eb98850f-3a31-4714-bd18-eb0cce38076c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=122febc6798244b1a13c8d5d3a4df631&device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 1096 time: 0.2536185 Nov 12 04:06:49.047648 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-0a876c0e-16bd-46fa-90b5-4f612914f4ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6db5db2d-f92d-4c42-a120-6eec752c0c2f HTTP/1.1" status: 200 len: 217 time: 0.1074514 Nov 12 04:06:49.079983 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 2d6107eb-aa7b-4720-b256-df2f87096288, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=2d6107eb-aa7b-4720-b256-df2f87096288,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:49.098672 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '2d6107eb-aa7b-4720-b256-df2f87096288', 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff', 'port_id': '2d6107eb-aa7b-4720-b256-df2f87096288', 'mac_address': 'fa:16:3e:93:22:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ca9b74-5f18-4dc9-9fac-822797e5b209', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:49.207421 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:49.210577 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:49.214892 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-f35fafd4-a15c-4147-9d0f-d0d2bf68b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:49.221328 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-f35fafd4-a15c-4147-9d0f-d0d2bf68b5eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92618bee-94b8-4cad-b110-0dceb2b7687f HTTP/1.1" status: 200 len: 859 time: 0.1547940 Nov 12 04:06:49.249622 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6107eb-aa7b-4720-b256-df2f87096288 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:49.299716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5eab47a-afdb-4917-a583-ba993efedfb2'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:49.302093 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6cdb9c-c5ce-479a-8769-4c9d94fdb176" -d '{"events": [{"server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "name": "network-vif-unplugged", "status": "completed", "tag": "b5eab47a-afdb-4917-a583-ba993efedfb2"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:49.315162 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 2d6107eb-aa7b-4720-b256-df2f87096288, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=2d6107eb-aa7b-4720-b256-df2f87096288,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:49.318246 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-ca98a535-8ba5-4cc5-9e8d-577a6fc2a4a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4ea71df-5407-4bac-976d-0919c12d785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819376 Nov 12 04:06:49.322715 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port b5eab47a-afdb-4917-a583-ba993efedfb2, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b5eab47a-afdb-4917-a583-ba993efedfb2,segment=NetworkSegment(2415be56-8a93-40d8-a26f-b9cca3adc55b),segment_id=2415be56-8a93-40d8-a26f-b9cca3adc55b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:49.399456 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:49.400156 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5afbfdb7-0fda-4e85-9fbb-ed46c303957c details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:49.446023 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-c7d590e8-e196-4803-930b-602987362b8b service neutron] 10.222.0.21 "GET /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169910 Nov 12 04:06:49.466615 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:49.467365 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 50397b55-9cd8-4609-976b-94ab58ac72fd no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:49.544525 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 50397b55-9cd8-4609-976b-94ab58ac72fd {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:06:49.544906 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 50397b55-9cd8-4609-976b-94ab58ac72fd not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:06:49.545302 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 93a01694-f052-4cee-aab3-1c79b1e8d780 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:49.622451 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.resource_extend [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 04:06:49.636582 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2310a36-f967-43e4-9db6-5154889c0d80 req-3a822555-97b6-4b44-a3fb-60dd9af25c23 service neutron] 10.222.0.21 "GET /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233323 Nov 12 04:06:49.647402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d9a0e-5542-4818-b150-7e332963a0fc req-9b1ad7a0-54b6-4e27-b9de-c86e7e3d8ce1 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:49.659141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d9a0e-5542-4818-b150-7e332963a0fc req-9b1ad7a0-54b6-4e27-b9de-c86e7e3d8ce1 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:49.659141 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d42d9a0e-5542-4818-b150-7e332963a0fc req-9b1ad7a0-54b6-4e27-b9de-c86e7e3d8ce1 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=30734c1d-5709-4348-9ff4-34b7cdcecef0 HTTP/1.1" status: 200 len: 1683 time: 0.6182737 Nov 12 04:06:49.667277 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=2d6107eb-aa7b-4720-b256-df2f87096288,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:49.765800 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-8f3a5cfe-811d-4707-82d1-60ae49ab19ff tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:49.813487 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event deleted for resources: {'Port': ['ID=b5eab47a-afdb-4917-a583-ba993efedfb2,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:49.844781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 5afbfdb7-0fda-4e85-9fbb-ed46c303957c, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5afbfdb7-0fda-4e85-9fbb-ed46c303957c,segment=NetworkSegment(7ddc7802-18fc-42cd-a6a9-774269fd9876),segment_id=7ddc7802-18fc-42cd-a6a9-774269fd9876)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:49.853236 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d42d9a0e-5542-4818-b150-7e332963a0fc req-f1c6077b-cec9-4673-88aa-70eed17988ea tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806815 Nov 12 04:06:49.859919 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a5cfe-811d-4707-82d1-60ae49ab19ff tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event deleted for resources: {'Port': ['ID=b5eab47a-afdb-4917-a583-ba993efedfb2,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:49.879592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '5afbfdb7-0fda-4e85-9fbb-ed46c303957c', 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d', 'port_id': '5afbfdb7-0fda-4e85-9fbb-ed46c303957c', 'mac_address': 'fa:16:3e:df:93:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92618bee-94b8-4cad-b110-0dceb2b7687f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:49.893227 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:49.945243 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:49.947790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-8f3a5cfe-811d-4707-82d1-60ae49ab19ff tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] No DVR routers for this DVR port b5eab47a-afdb-4917-a583-ba993efedfb2 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:06:49.950856 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-8f3a5cfe-811d-4707-82d1-60ae49ab19ff tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:49.955675 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-8f3a5cfe-811d-4707-82d1-60ae49ab19ff tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.31 "DELETE /v2.0/ports/b5eab47a-afdb-4917-a583-ba993efedfb2 HTTP/1.1" status: 204 len: 173 time: 2.9455547 Nov 12 04:06:49.990605 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 93a01694-f052-4cee-aab3-1c79b1e8d780, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=93a01694-f052-4cee-aab3-1c79b1e8d780,segment=NetworkSegment(2b992d91-f7f1-4d9a-b3fc-8549397bf9e5),segment_id=2b992d91-f7f1-4d9a-b3fc-8549397bf9e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:50.011965 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5afbfdb7-0fda-4e85-9fbb-ed46c303957c {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:50.062764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 5afbfdb7-0fda-4e85-9fbb-ed46c303957c, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5afbfdb7-0fda-4e85-9fbb-ed46c303957c,segment=NetworkSegment(7ddc7802-18fc-42cd-a6a9-774269fd9876),segment_id=7ddc7802-18fc-42cd-a6a9-774269fd9876)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:50.173984 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:50.214733 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c3554-bb8f-46ac-b7e7-5123d5b477dd req-b87377ef-df49-4688-9395-5e41f51e3533 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:50.222902 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad4c3554-bb8f-46ac-b7e7-5123d5b477dd req-b87377ef-df49-4688-9395-5e41f51e3533 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 949 time: 0.1425352 Nov 12 04:06:50.259935 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:50.261910 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:50.294905 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad4c3554-bb8f-46ac-b7e7-5123d5b477dd req-8e906890-9aa0-45c3-8762-807748821f30 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674069 Nov 12 04:06:50.299328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-a7e34030-ced5-4f44-89c5-bd06e1604e35 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Deleting port 93a01694-f052-4cee-aab3-1c79b1e8d780 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:06:50.299781 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-a7e34030-ced5-4f44-89c5-bd06e1604e35 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:50.316956 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=93a01694-f052-4cee-aab3-1c79b1e8d780,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:50.434394 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a097735f-0500-4045-972d-2bc1431cd2ee x-openstack-request-id: req-a097735f-0500-4045-972d-2bc1431cd2ee {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:50.437668 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "name": "network-vif-deleted", "tag": "50397b55-9cd8-4609-976b-94ab58ac72fd", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:50.438204 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a097735f-0500-4045-972d-2bc1431cd2ee {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:50.438914 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'name': 'network-vif-deleted', 'tag': '50397b55-9cd8-4609-976b-94ab58ac72fd', 'status': 'completed', 'code': 200} Nov 12 04:06:50.505008 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-a7e34030-ced5-4f44-89c5-bd06e1604e35 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] For port 93a01694-f052-4cee-aab3-1c79b1e8d780, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=93a01694-f052-4cee-aab3-1c79b1e8d780,segment=NetworkSegment(2b992d91-f7f1-4d9a-b3fc-8549397bf9e5),segment_id=2b992d91-f7f1-4d9a-b3fc-8549397bf9e5)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:50.505875 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-a7e34030-ced5-4f44-89c5-bd06e1604e35 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:50.521674 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-a7e34030-ced5-4f44-89c5-bd06e1604e35 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Calling delete_port for 93a01694-f052-4cee-aab3-1c79b1e8d780 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:06:50.576315 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:50.603318 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=5afbfdb7-0fda-4e85-9fbb-ed46c303957c,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:50.617713 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575', 'mac_address': 'fa:16:3e:dc:fd:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:50.725243 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:50.772276 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:50.816110 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:50.902420 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-a7e34030-ced5-4f44-89c5-bd06e1604e35 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:50.931224 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:51.006506 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e34030-ced5-4f44-89c5-bd06e1604e35 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event deleted for resources: {'Port': ['ID=93a01694-f052-4cee-aab3-1c79b1e8d780,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:51.080888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,revision_number=12']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:51.108053 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 09d1e905-cbd8-4b63-9105-951ebe489395 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:51.239656 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 09d1e905-cbd8-4b63-9105-951ebe489395 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:51.240321 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:51.388044 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:51.472866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 09d1e905-cbd8-4b63-9105-951ebe489395, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=09d1e905-cbd8-4b63-9105-951ebe489395,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:51.542151 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:51.603135 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['4f4f1975-f9ec-4581-9d6f-7bbaa2850575'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:51.608923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['5afbfdb7-0fda-4e85-9fbb-ed46c303957c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:51.725573 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['2d6107eb-aa7b-4720-b256-df2f87096288'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:51.821465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-a7e34030-ced5-4f44-89c5-bd06e1604e35 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] No DVR routers for this DVR port 93a01694-f052-4cee-aab3-1c79b1e8d780 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:06:51.828744 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-a7e34030-ced5-4f44-89c5-bd06e1604e35 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:51.840888 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3e6651a7-27cb-4086-8cbc-a371446acec1 req-a7e34030-ced5-4f44-89c5-bd06e1604e35 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.31 "DELETE /v2.0/ports/93a01694-f052-4cee-aab3-1c79b1e8d780 HTTP/1.1" status: 204 len: 173 time: 1.8720746 Nov 12 04:06:51.867059 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=09d1e905-cbd8-4b63-9105-951ebe489395,revision_number=10']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:52.440923 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cef329-eb10-438b-bb64-c712732a1f1d', 'tag': '6db5db2d-f92d-4c42-a120-6eec752c0c2f'}, {'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'name': 'network-vif-deleted', 'tag': 'b5eab47a-afdb-4917-a583-ba993efedfb2'}, {'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'name': 'network-vif-deleted', 'tag': '93a01694-f052-4cee-aab3-1c79b1e8d780'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:52.443379 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d04276f-9323-4c91-890f-e1626f63c395" -d '{"events": [{"name": "network-changed", "server_uuid": "81cef329-eb10-438b-bb64-c712732a1f1d", "tag": "6db5db2d-f92d-4c42-a120-6eec752c0c2f"}, {"server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "name": "network-vif-deleted", "tag": "b5eab47a-afdb-4917-a583-ba993efedfb2"}, {"server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "name": "network-vif-deleted", "tag": "93a01694-f052-4cee-aab3-1c79b1e8d780"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:55.001200 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:55.193551 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:55.200593 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:55.201086 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:55.360200 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:55.413913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:55.490859 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:55.492189 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 2d6107eb-aa7b-4720-b256-df2f87096288 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:55.625817 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6db5db2d-f92d-4c42-a120-6eec752c0c2f details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:55.899228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,revision_number=13']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:55.956897 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 6db5db2d-f92d-4c42-a120-6eec752c0c2f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6db5db2d-f92d-4c42-a120-6eec752c0c2f,segment=NetworkSegment(7ddc7802-18fc-42cd-a6a9-774269fd9876),segment_id=7ddc7802-18fc-42cd-a6a9-774269fd9876)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:55.973301 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '6db5db2d-f92d-4c42-a120-6eec752c0c2f', 'network_id': 'c4ea71df-5407-4bac-976d-0919c12d785d', 'port_id': '6db5db2d-f92d-4c42-a120-6eec752c0c2f', 'mac_address': 'fa:16:3e:83:43:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92618bee-94b8-4cad-b110-0dceb2b7687f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:56.005064 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 2d6107eb-aa7b-4720-b256-df2f87096288 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:56.013868 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 2d6107eb-aa7b-4720-b256-df2f87096288 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:56.014282 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.046009 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.073053 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db5db2d-f92d-4c42-a120-6eec752c0c2f {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:56.102137 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 6db5db2d-f92d-4c42-a120-6eec752c0c2f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6db5db2d-f92d-4c42-a120-6eec752c0c2f,segment=NetworkSegment(7ddc7802-18fc-42cd-a6a9-774269fd9876),segment_id=7ddc7802-18fc-42cd-a6a9-774269fd9876)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:56.151209 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.186874 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.322994 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 2d6107eb-aa7b-4720-b256-df2f87096288, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=2d6107eb-aa7b-4720-b256-df2f87096288,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:56.330176 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=6db5db2d-f92d-4c42-a120-6eec752c0c2f,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:56.427719 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.428769 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5afbfdb7-0fda-4e85-9fbb-ed46c303957c up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:56.645893 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=2d6107eb-aa7b-4720-b256-df2f87096288,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:56.733856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 5afbfdb7-0fda-4e85-9fbb-ed46c303957c completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:56.737245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['6db5db2d-f92d-4c42-a120-6eec752c0c2f'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:56.775834 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 5afbfdb7-0fda-4e85-9fbb-ed46c303957c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:56.776400 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.955694 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:57.071006 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 5afbfdb7-0fda-4e85-9fbb-ed46c303957c, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5afbfdb7-0fda-4e85-9fbb-ed46c303957c,segment=NetworkSegment(7ddc7802-18fc-42cd-a6a9-774269fd9876),segment_id=7ddc7802-18fc-42cd-a6a9-774269fd9876)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:57.601160 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:57.664536 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=5afbfdb7-0fda-4e85-9fbb-ed46c303957c,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:58.900055 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6ac3c-c564-4c32-aa71-6374c1582450 req-82b1d2a8-2a10-4f5d-b9c4-efa85f77ba48 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:58.908853 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88b6ac3c-c564-4c32-aa71-6374c1582450 req-82b1d2a8-2a10-4f5d-b9c4-efa85f77ba48 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 945 time: 0.0735714 Nov 12 04:06:58.944690 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f052f840-64f7-485b-868f-0455d5156a64 x-openstack-request-id: req-f052f840-64f7-485b-868f-0455d5156a64 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:58.945311 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "name": "network-vif-unplugged", "status": "completed", "tag": "b5eab47a-afdb-4917-a583-ba993efedfb2", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:58.945311 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f052f840-64f7-485b-868f-0455d5156a64 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:58.945659 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5eab47a-afdb-4917-a583-ba993efedfb2', 'code': 200} Nov 12 04:06:58.976361 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88b6ac3c-c564-4c32-aa71-6374c1582450 req-1f039ba1-584d-489e-b68a-e783432d39d5 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659597 Nov 12 04:06:59.162409 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a1869-2ba0-4c8c-b146-44886471ad07 req-8114ed7e-5d1c-44e7-b1b8-a66b1c4ae4b9 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:59.164071 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b1a1869-2ba0-4c8c-b146-44886471ad07 req-8114ed7e-5d1c-44e7-b1b8-a66b1c4ae4b9 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 945 time: 0.1239617 Nov 12 04:06:59.229352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-5fdcbf57-5a3c-4c9e-b047-689c386cbe79 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:59.230969 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-5fdcbf57-5a3c-4c9e-b047-689c386cbe79 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 808 time: 0.1587372 Nov 12 04:06:59.256587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b1a1869-2ba0-4c8c-b146-44886471ad07 req-7acc9b90-6f03-46cd-8596-f85fbaca7dbf tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836709 Nov 12 04:06:59.262688 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-341299bf-ed34-4d72-a981-3d8d1421feeb tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/quotas/dbefff477b694cb581282e32dd2cbb0f HTTP/1.1" status: 200 len: 375 time: 0.0188162 Nov 12 04:06:59.350903 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-778abcc8-3934-4267-b5dc-e8fd3408bb59 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0854533 Nov 12 04:06:59.446825 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36738b38-8834-43d5-8ec0-dcf2e0807d69 req-2b7ac0a0-364a-40b3-81bf-f7acedd2777c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:59.448244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-36738b38-8834-43d5-8ec0-dcf2e0807d69 req-2b7ac0a0-364a-40b3-81bf-f7acedd2777c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 951 time: 0.1199353 Nov 12 04:06:59.500281 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-577bd4bf-0940-40de-a028-82ee824376ee service neutron] 10.222.0.37 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358247 Nov 12 04:06:59.584553 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-36738b38-8834-43d5-8ec0-dcf2e0807d69 req-a93bb90a-b41a-4a56-ba9a-85f22572b0ac tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270714 Nov 12 04:06:59.625721 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-cc317220-ecc8-40f8-b0a4-f2b72701a171 service neutron] 10.222.0.37 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153603 Nov 12 04:06:59.642357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53704) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:59.644620 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6db5db2d-f92d-4c42-a120-6eec752c0c2f up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:59.710142 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba70111-6d63-4362-b03a-e81a3b8f41a3 x-openstack-request-id: req-aba70111-6d63-4362-b03a-e81a3b8f41a3 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:59.710537 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81cef329-eb10-438b-bb64-c712732a1f1d", "tag": "6db5db2d-f92d-4c42-a120-6eec752c0c2f", "status": "completed", "code": 200}, {"server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "name": "network-vif-deleted", "tag": "b5eab47a-afdb-4917-a583-ba993efedfb2", "status": "completed", "code": 200}, {"server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "name": "network-vif-deleted", "tag": "93a01694-f052-4cee-aab3-1c79b1e8d780", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:59.710894 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aba70111-6d63-4362-b03a-e81a3b8f41a3 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:59.711502 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81cef329-eb10-438b-bb64-c712732a1f1d', 'tag': '6db5db2d-f92d-4c42-a120-6eec752c0c2f', 'status': 'completed', 'code': 200} Nov 12 04:06:59.711839 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'name': 'network-vif-deleted', 'tag': 'b5eab47a-afdb-4917-a583-ba993efedfb2', 'status': 'completed', 'code': 200} Nov 12 04:06:59.712163 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'name': 'network-vif-deleted', 'tag': '93a01694-f052-4cee-aab3-1c79b1e8d780', 'status': 'completed', 'code': 200} Nov 12 04:06:59.717253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5623d1-64d0-4556-a1ca-139d7a204349 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Deleting subnet a42f9b90-fd94-4cf4-9020-f4bfc6ac2942 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:06:59.721240 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e5623d1-64d0-4556-a1ca-139d7a204349 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:59.805513 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e5623d1-64d0-4556-a1ca-139d7a204349 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:59.858158 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04276f-9323-4c91-890f-e1626f63c395 req-99a3aee6-3006-403c-86ff-2a8e88da384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:59.858158 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d04276f-9323-4c91-890f-e1626f63c395 req-99a3aee6-3006-403c-86ff-2a8e88da384e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=122febc6798244b1a13c8d5d3a4df631&device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 1097 time: 0.1050532 Nov 12 04:06:59.921550 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 6db5db2d-f92d-4c42-a120-6eec752c0c2f completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:59.934670 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 6db5db2d-f92d-4c42-a120-6eec752c0c2f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:59.935207 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:00.023238 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e5623d1-64d0-4556-a1ca-139d7a204349 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:00.069866 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:00.078026 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04276f-9323-4c91-890f-e1626f63c395 req-0b06cafe-7a80-4020-9dc5-cd64049ed9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:00.085418 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d04276f-9323-4c91-890f-e1626f63c395 req-0b06cafe-7a80-4020-9dc5-cd64049ed9d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4ea71df-5407-4bac-976d-0919c12d785d HTTP/1.1" status: 200 len: 920 time: 0.2164884 Nov 12 04:07:00.132022 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 6db5db2d-f92d-4c42-a120-6eec752c0c2f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6db5db2d-f92d-4c42-a120-6eec752c0c2f,segment=NetworkSegment(7ddc7802-18fc-42cd-a6a9-774269fd9876),segment_id=7ddc7802-18fc-42cd-a6a9-774269fd9876)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:00.177633 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d04276f-9323-4c91-890f-e1626f63c395 req-de83b9ad-1704-4a69-833f-50238e75b1d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6db5db2d-f92d-4c42-a120-6eec752c0c2f HTTP/1.1" status: 200 len: 217 time: 0.0847421 Nov 12 04:07:00.200525 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:00.247992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04276f-9323-4c91-890f-e1626f63c395 req-83f11554-8177-4651-a356-f62e0e0a1055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:00.249749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d04276f-9323-4c91-890f-e1626f63c395 req-83f11554-8177-4651-a356-f62e0e0a1055 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92618bee-94b8-4cad-b110-0dceb2b7687f HTTP/1.1" status: 200 len: 859 time: 0.0627472 Nov 12 04:07:00.289913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=6db5db2d-f92d-4c42-a120-6eec752c0c2f,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:00.352599 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d04276f-9323-4c91-890f-e1626f63c395 req-79fe541f-9386-430c-bb38-4b22539d4963 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4ea71df-5407-4bac-976d-0919c12d785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683372 Nov 12 04:07:00.501971 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d04276f-9323-4c91-890f-e1626f63c395 req-37f540b5-a5b8-4663-be96-757c66f0dce7 service neutron] 10.222.0.21 "GET /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492565 Nov 12 04:07:00.571368 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e5623d1-64d0-4556-a1ca-139d7a204349 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:00.614147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5623d1-64d0-4556-a1ca-139d7a204349 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event deleted for resources: {'Subnet': ['ID=a42f9b90-fd94-4cf4-9020-f4bfc6ac2942,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:00.629098 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e5623d1-64d0-4556-a1ca-139d7a204349 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:00.629098 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3e5623d1-64d0-4556-a1ca-139d7a204349 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "DELETE /v2.0/subnets/a42f9b90-fd94-4cf4-9020-f4bfc6ac2942 HTTP/1.1" status: 204 len: 168 time: 0.9841437 Nov 12 04:07:00.631842 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53776) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:00.637188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def480ac-a153-4738-a2d8-a066dd6c3923 None None] Network e7a7ac60-c9cd-446d-a24b-05f508432577 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:07:00.663486 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d04276f-9323-4c91-890f-e1626f63c395 req-d171ce2b-cc3a-4d18-94ff-8b788fd37c15 service neutron] 10.222.0.21 "GET /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521773 Nov 12 04:07:00.711566 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:00.789429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Deleting port b6187001-438f-4e33-b2c2-11629c033dbc {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:00.790050 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:00.844839 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90d71f5-d30e-4345-a3d3-8c003b81ab8d None None] DHCP port deletion for e7a7ac60-c9cd-446d-a24b-05f508432577 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:07:00.863334 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] For port b6187001-438f-4e33-b2c2-11629c033dbc, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b6187001-438f-4e33-b2c2-11629c033dbc,segment=NetworkSegment(2415be56-8a93-40d8-a26f-b9cca3adc55b),segment_id=2415be56-8a93-40d8-a26f-b9cca3adc55b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:00.863840 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:00.879814 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Calling delete_port for b6187001-438f-4e33-b2c2-11629c033dbc owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:00.901131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e90d71f5-d30e-4345-a3d3-8c003b81ab8d None None] Deleting port b6187001-438f-4e33-b2c2-11629c033dbc {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:00.901131 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e90d71f5-d30e-4345-a3d3-8c003b81ab8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:00.949386 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a01694-f052-4cee-aab3-1c79b1e8d780'}, {'server_uuid': 'd0f5ade6-e28b-4f7c-8b45-16501089d5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d1e905-cbd8-4b63-9105-951ebe489395'}, {'server_uuid': '4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575'}, {'server_uuid': '2f6a68aa-0835-4724-9b97-37e1d4eb46bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6107eb-aa7b-4720-b256-df2f87096288'}, {'server_uuid': '43c9641d-04b8-4024-bc63-cad990b39658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afbfdb7-0fda-4e85-9fbb-ed46c303957c'}, {'server_uuid': '81cef329-eb10-438b-bb64-c712732a1f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db5db2d-f92d-4c42-a120-6eec752c0c2f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:00.951803 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa7093a-a780-4a0c-8ae3-1b91559a10a3" -d '{"events": [{"server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "name": "network-vif-unplugged", "status": "completed", "tag": "93a01694-f052-4cee-aab3-1c79b1e8d780"}, {"server_uuid": "d0f5ade6-e28b-4f7c-8b45-16501089d5ec", "name": "network-vif-plugged", "status": "completed", "tag": "09d1e905-cbd8-4b63-9105-951ebe489395"}, {"server_uuid": "4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6", "name": "network-vif-plugged", "status": "completed", "tag": "4f4f1975-f9ec-4581-9d6f-7bbaa2850575"}, {"server_uuid": "2f6a68aa-0835-4724-9b97-37e1d4eb46bb", "name": "network-vif-plugged", "status": "completed", "tag": "2d6107eb-aa7b-4720-b256-df2f87096288"}, {"server_uuid": "43c9641d-04b8-4024-bc63-cad990b39658", "name": "network-vif-plugged", "status": "completed", "tag": "5afbfdb7-0fda-4e85-9fbb-ed46c303957c"}, {"server_uuid": "81cef329-eb10-438b-bb64-c712732a1f1d", "name": "network-vif-plugged", "status": "completed", "tag": "6db5db2d-f92d-4c42-a120-6eec752c0c2f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:00.976713 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e90d71f5-d30e-4345-a3d3-8c003b81ab8d None None] For port b6187001-438f-4e33-b2c2-11629c033dbc, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b6187001-438f-4e33-b2c2-11629c033dbc,segment=NetworkSegment(2415be56-8a93-40d8-a26f-b9cca3adc55b),segment_id=2415be56-8a93-40d8-a26f-b9cca3adc55b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:00.977029 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e90d71f5-d30e-4345-a3d3-8c003b81ab8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:00.990234 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e90d71f5-d30e-4345-a3d3-8c003b81ab8d None None] Calling delete_port for b6187001-438f-4e33-b2c2-11629c033dbc owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:01.091607 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.098612 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e90d71f5-d30e-4345-a3d3-8c003b81ab8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.116259 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90d71f5-d30e-4345-a3d3-8c003b81ab8d None None] No DVR routers for this DVR port b6187001-438f-4e33-b2c2-11629c033dbc on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:07:01.117599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event deleted for resources: {'Port': ['ID=b6187001-438f-4e33-b2c2-11629c033dbc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:01.129449 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] No DVR routers for this DVR port b6187001-438f-4e33-b2c2-11629c033dbc on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:07:01.155825 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d71f5-d30e-4345-a3d3-8c003b81ab8d None None] Pushing event deleted for resources: {'Port': ['ID=b6187001-438f-4e33-b2c2-11629c033dbc,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:01.243187 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.266608 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8dae7ade-df5f-42b4-884b-d7bad13c9693 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cf245c200fc840d191068689a45dd107&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270967 Nov 12 04:07:01.270182 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a7ac60-c9cd-446d-a24b-05f508432577']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:01.280707 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2415be56-8a93-40d8-a26f-b9cca3adc55b') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:01.282543 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2415be56-8a93-40d8-a26f-b9cca3adc55b') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:01.291602 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.306777 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.313498 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:07:01.313892 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:07:01.317683 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:07:01.400250 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-355ca267-812c-4192-902b-2f8524db2b8f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:01.401890 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-355ca267-812c-4192-902b-2f8524db2b8f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1290739 Nov 12 04:07:01.419264 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-543cf9df-f0da-4548-a1da-f994ceaee999 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/quotas/cf245c200fc840d191068689a45dd107 HTTP/1.1" status: 200 len: 375 time: 0.0105290 Nov 12 04:07:01.504555 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-11d20e2e-2f88-4b7a-b5b9-db988fbba214 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0782568 Nov 12 04:07:01.690892 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814e095-e088-4c44-8f3b-8f22d0c45845 req-7e3b6528-fb19-458a-b3b1-5160ba833dfe tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:01.692434 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3814e095-e088-4c44-8f3b-8f22d0c45845 req-7e3b6528-fb19-458a-b3b1-5160ba833dfe tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.0555522 Nov 12 04:07:01.763270 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3814e095-e088-4c44-8f3b-8f22d0c45845 req-534b5945-1116-44b8-a455-dd131e78f3d5 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608785 Nov 12 04:07:01.782775 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.793808 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.800798 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "DELETE /v2.0/networks/e7a7ac60-c9cd-446d-a24b-05f508432577 HTTP/1.1" status: 204 len: 168 time: 1.1670253 Nov 12 04:07:01.801390 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53824) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:01.814385 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe2492-6e21-434f-8f33-dd7bf8a5bad9 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event deleted for resources: {'Network': ['ID=e7a7ac60-c9cd-446d-a24b-05f508432577,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:01.871941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e8f35-b8ab-4222-bb7f-63205f8ee677 req-6b08e150-539b-4221-8b97-7f5c9a118947 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:01.875193 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c82e8f35-b8ab-4222-bb7f-63205f8ee677 req-6b08e150-539b-4221-8b97-7f5c9a118947 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 945 time: 0.0786223 Nov 12 04:07:01.878162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f03e31-6479-4144-ba0b-22e23718bbc2 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Deleting subnet 3fbd9a8a-1550-4b9a-8782-b6ea5dc1a35f {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:07:01.881828 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73f03e31-6479-4144-ba0b-22e23718bbc2 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.898358 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24e6c468-bfd1-4dd3-8794-f2ef9f8e1188 req-0c4d10fd-d2c5-492b-a6d9-d152b76a75f8 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 210 time: 0.0461924 Nov 12 04:07:01.942455 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73f03e31-6479-4144-ba0b-22e23718bbc2 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.970196 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c82e8f35-b8ab-4222-bb7f-63205f8ee677 req-675b5cc2-039e-47ca-910b-6adb34120860 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741816 Nov 12 04:07:02.046617 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1040 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbeb398-0336-4745-9ca7-8672b3b1cf03 x-openstack-request-id: req-cdbeb398-0336-4745-9ca7-8672b3b1cf03 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:02.047112 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30734c1d-5709-4348-9ff4-34b7cdcecef0", "name": "network-vif-unplugged", "status": "completed", "tag": "93a01694-f052-4cee-aab3-1c79b1e8d780", "code": 200}, {"server_uuid": "d0f5ade6-e28b-4f7c-8b45-16501089d5ec", "name": "network-vif-plugged", "status": "completed", "tag": "09d1e905-cbd8-4b63-9105-951ebe489395", "code": 200}, {"server_uuid": "4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6", "name": "network-vif-plugged", "status": "completed", "tag": "4f4f1975-f9ec-4581-9d6f-7bbaa2850575", "code": 200}, {"server_uuid": "2f6a68aa-0835-4724-9b97-37e1d4eb46bb", "name": "network-vif-plugged", "status": "completed", "tag": "2d6107eb-aa7b-4720-b256-df2f87096288", "code": 200}, {"server_uuid": "43c9641d-04b8-4024-bc63-cad990b39658", "name": "network-vif-plugged", "status": "completed", "tag": "5afbfdb7-0fda-4e85-9fbb-ed46c303957c", "code": 200}, {"server_uuid": "81cef329-eb10-438b-bb64-c712732a1f1d", "name": "network-vif-plugged", "status": "completed", "tag": "6db5db2d-f92d-4c42-a120-6eec752c0c2f", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:02.047643 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cdbeb398-0336-4745-9ca7-8672b3b1cf03 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:02.048283 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30734c1d-5709-4348-9ff4-34b7cdcecef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a01694-f052-4cee-aab3-1c79b1e8d780', 'code': 200} Nov 12 04:07:02.048813 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f5ade6-e28b-4f7c-8b45-16501089d5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d1e905-cbd8-4b63-9105-951ebe489395', 'code': 200} Nov 12 04:07:02.049279 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575', 'code': 200} Nov 12 04:07:02.050397 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6a68aa-0835-4724-9b97-37e1d4eb46bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6107eb-aa7b-4720-b256-df2f87096288', 'code': 200} Nov 12 04:07:02.050863 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c9641d-04b8-4024-bc63-cad990b39658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afbfdb7-0fda-4e85-9fbb-ed46c303957c', 'code': 200} Nov 12 04:07:02.052549 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cef329-eb10-438b-bb64-c712732a1f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db5db2d-f92d-4c42-a120-6eec752c0c2f', 'code': 200} Nov 12 04:07:02.089520 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73f03e31-6479-4144-ba0b-22e23718bbc2 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:02.212051 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b6187001-438f-4e33-b2c2-11629c033dbc no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:02.217767 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e6d91b97-8a0c-49a1-9327-d8900379b82a req-01c8d58a-e9c5-497b-b180-dbf65f051a01 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 210 time: 0.0503862 Nov 12 04:07:02.263399 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73f03e31-6479-4144-ba0b-22e23718bbc2 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:02.269012 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: b6187001-438f-4e33-b2c2-11629c033dbc {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:07:02.275265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b6187001-438f-4e33-b2c2-11629c033dbc not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:07:02.281171 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54528093-244e-413f-83dd-c6c6226b24b6 req-aad83e42-a6cc-408a-a8ac-aaa9854b2e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:02.301366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f03e31-6479-4144-ba0b-22e23718bbc2 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event deleted for resources: {'Subnet': ['ID=3fbd9a8a-1550-4b9a-8782-b6ea5dc1a35f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:02.304208 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54528093-244e-413f-83dd-c6c6226b24b6 req-aad83e42-a6cc-408a-a8ac-aaa9854b2e27 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 1098 time: 0.1149418 Nov 12 04:07:02.308529 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73f03e31-6479-4144-ba0b-22e23718bbc2 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:02.314956 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-73f03e31-6479-4144-ba0b-22e23718bbc2 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "DELETE /v2.0/subnets/3fbd9a8a-1550-4b9a-8782-b6ea5dc1a35f HTTP/1.1" status: 204 len: 168 time: 0.5016315 Nov 12 04:07:02.315596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53844) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:02.315923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57c3ce8-5f09-455e-81ce-de0861524e5c None None] Network 2d5504c5-c908-4085-af25-e23066ae43c5 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:07:02.443886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85b205-822e-4154-b2f8-865735b0104e req-f2c2c545-f8e6-4e8c-a7dd-4a3943bf6f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:02.445400 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d85b205-822e-4154-b2f8-865735b0104e req-f2c2c545-f8e6-4e8c-a7dd-4a3943bf6f2c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 1097 time: 0.1075435 Nov 12 04:07:02.451540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5486305-3912-4949-b53c-8e88c8103098 req-4e454bf4-8fae-4655-a18d-15d8bd1fff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:02.453169 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5486305-3912-4949-b53c-8e88c8103098 req-4e454bf4-8fae-4655-a18d-15d8bd1fff88 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 1097 time: 0.1471233 Nov 12 04:07:02.481858 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:02.487591 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54528093-244e-413f-83dd-c6c6226b24b6 req-0249ad44-4626-4634-a80f-936099b72904 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611803 Nov 12 04:07:02.567709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5486305-3912-4949-b53c-8e88c8103098 req-2f1118fe-e1f4-48e5-b6de-5b6ebd529aa7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873623 Nov 12 04:07:02.580567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e2590-bcdd-4009-bed8-879c4c26bebb req-247cd7a1-fd98-4d66-82d2-0c95d1246a1e tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:02.584047 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Deleting port 4317a643-fed3-4354-b0c5-c5cc2cb07d7d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:02.584277 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:02.594211 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d31e2590-bcdd-4009-bed8-879c4c26bebb req-247cd7a1-fd98-4d66-82d2-0c95d1246a1e tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f5ade6-e28b-4f7c-8b45-16501089d5ec HTTP/1.1" status: 200 len: 950 time: 0.1259923 Nov 12 04:07:02.605471 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d85b205-822e-4154-b2f8-865735b0104e req-b2ab6eab-6af3-43d9-8d62-f3e73bf9d592 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501944 Nov 12 04:07:02.649691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41864327-bbab-4dc3-a2be-a50992330d62 None None] DHCP port deletion for 2d5504c5-c908-4085-af25-e23066ae43c5 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:07:02.669447 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d31e2590-bcdd-4009-bed8-879c4c26bebb req-2ae03dca-d90b-4e8e-80de-5daed9aa5753 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/security-groups?id=de147162-03c3-4f97-97bc-af7a1277fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743961 Nov 12 04:07:02.696910 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] For port 4317a643-fed3-4354-b0c5-c5cc2cb07d7d, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4317a643-fed3-4354-b0c5-c5cc2cb07d7d,segment=NetworkSegment(2b992d91-f7f1-4d9a-b3fc-8549397bf9e5),segment_id=2b992d91-f7f1-4d9a-b3fc-8549397bf9e5)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:02.698432 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:02.711313 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-41864327-bbab-4dc3-a2be-a50992330d62 None None] Deleting port 4317a643-fed3-4354-b0c5-c5cc2cb07d7d {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:02.711984 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41864327-bbab-4dc3-a2be-a50992330d62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:02.732766 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Calling delete_port for 4317a643-fed3-4354-b0c5-c5cc2cb07d7d owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:02.804715 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-41864327-bbab-4dc3-a2be-a50992330d62 None None] For port 4317a643-fed3-4354-b0c5-c5cc2cb07d7d, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4317a643-fed3-4354-b0c5-c5cc2cb07d7d,segment=NetworkSegment(2b992d91-f7f1-4d9a-b3fc-8549397bf9e5),segment_id=2b992d91-f7f1-4d9a-b3fc-8549397bf9e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:02.805729 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41864327-bbab-4dc3-a2be-a50992330d62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:02.817101 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07599ae4-b096-4daf-a388-78364a005e1a req-6b8b1314-0c8b-435e-95aa-554f92022c03 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:02.818973 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07599ae4-b096-4daf-a388-78364a005e1a req-6b8b1314-0c8b-435e-95aa-554f92022c03 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/networks?id=3299e4aa-3e81-4536-a639-3b890040798c HTTP/1.1" status: 200 len: 804 time: 0.1450369 Nov 12 04:07:02.825682 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-41864327-bbab-4dc3-a2be-a50992330d62 None None] Calling delete_port for 4317a643-fed3-4354-b0c5-c5cc2cb07d7d owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:02.838693 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07599ae4-b096-4daf-a388-78364a005e1a req-2d8fca69-0b9f-41c0-b753-0ca893f10951 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/quotas/2bbd40052150467d97991699c7191d63 HTTP/1.1" status: 200 len: 375 time: 0.0106959 Nov 12 04:07:02.896579 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:02.899280 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07599ae4-b096-4daf-a388-78364a005e1a req-88e6c5ab-d273-475e-a4c6-538043b53fed tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2bbd40052150467d97991699c7191d63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506029 Nov 12 04:07:02.920586 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41864327-bbab-4dc3-a2be-a50992330d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:02.932278 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event deleted for resources: {'Port': ['ID=4317a643-fed3-4354-b0c5-c5cc2cb07d7d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:02.938220 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] No DVR routers for this DVR port 4317a643-fed3-4354-b0c5-c5cc2cb07d7d on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:07:02.957278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41864327-bbab-4dc3-a2be-a50992330d62 None None] Pushing event deleted for resources: {'Port': ['ID=4317a643-fed3-4354-b0c5-c5cc2cb07d7d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:02.959538 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41864327-bbab-4dc3-a2be-a50992330d62 None None] No DVR routers for this DVR port 4317a643-fed3-4354-b0c5-c5cc2cb07d7d on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:07:03.029545 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07599ae4-b096-4daf-a388-78364a005e1a req-42c7d70c-65a7-4e19-a073-80cb639d2ce6 service neutron] 10.222.0.37 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182823 Nov 12 04:07:03.047171 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.070587 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5504c5-c908-4085-af25-e23066ae43c5']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:03.073950 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2065a6f-04fe-4e81-9732-1fcf8f21f24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.081694 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b992d91-f7f1-4d9a-b3fc-8549397bf9e5') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:03.082028 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b992d91-f7f1-4d9a-b3fc-8549397bf9e5') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:03.092495 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.107564 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.115137 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:07:03.115548 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:07:03.118669 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:07:03.134927 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07599ae4-b096-4daf-a388-78364a005e1a req-2191c21e-04d0-4788-a807-6bf5e72a2ad6 service neutron] 10.222.0.37 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965574 Nov 12 04:07:03.296605 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.305591 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.308865 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "DELETE /v2.0/networks/2d5504c5-c908-4085-af25-e23066ae43c5 HTTP/1.1" status: 204 len: 168 time: 0.9921937 Nov 12 04:07:03.317407 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53904) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:03.324157 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-2b74cd60-89ed-4f00-8ddc-104d61305d7a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-495119479'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:03.324500 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa898559-96d2-4f94-90a4-8c3ff961a662 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event deleted for resources: {'Network': ['ID=2d5504c5-c908-4085-af25-e23066ae43c5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:03.479623 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7dad26-cae9-4c82-a80b-cafc91abe60a req-0d13dc31-de0a-44ec-b22b-c95c990086a1 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:03.481189 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e7dad26-cae9-4c82-a80b-cafc91abe60a req-0d13dc31-de0a-44ec-b22b-c95c990086a1 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.0583644 Nov 12 04:07:03.497197 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b74cd60-89ed-4f00-8ddc-104d61305d7a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Made reservation on behalf of b478a3ac765b42beb72f2dff0b477fa0 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:03.500638 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b74cd60-89ed-4f00-8ddc-104d61305d7a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.549165 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b74cd60-89ed-4f00-8ddc-104d61305d7a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:07:03.571244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e7dad26-cae9-4c82-a80b-cafc91abe60a req-84ab30e9-2acc-4d64-afbc-d8a52972ef5e tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827029 Nov 12 04:07:03.574587 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b74cd60-89ed-4f00-8ddc-104d61305d7a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.574899 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-2b74cd60-89ed-4f00-8ddc-104d61305d7a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Added segment f800db29-21d9-41e6-9482-39d50cfdb057 of type vlan for network a758a6b6-7587-4b71-8b97-f7a77d2877be Nov 12 04:07:03.647484 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:03.697085 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b74cd60-89ed-4f00-8ddc-104d61305d7a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.719221 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc3cabb1-514d-469c-a07d-91009806811d req-06b1d723-a9dc-42b0-88dd-1cd4156c5b8b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 210 time: 0.0463326 Nov 12 04:07:03.785244 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.790300 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-2c437145-027b-467c-b976-6cb8cd135226 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:03.792011 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-2c437145-027b-467c-b976-6cb8cd135226 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.31 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 808 time: 0.2152803 Nov 12 04:07:03.822614 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:03.827221 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-e8a9a4d3-2c53-4c45-bf20-f657b3f506a1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Request body: {'port': {'device_id': '86e8df0a-a1c8-4702-afde-8750cc50064e', 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5', 'admin_state_up': True, 'tenant_id': 'dbefff477b694cb581282e32dd2cbb0f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:03.859703 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b74cd60-89ed-4f00-8ddc-104d61305d7a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.865374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74cd60-89ed-4f00-8ddc-104d61305d7a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:03.866339 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b74cd60-89ed-4f00-8ddc-104d61305d7a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.943212 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:04.020235 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:04.022572 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5ff2c-d177-493e-ad82-5d39298f17fa req-1d50591c-5da5-4025-b643-e3869b557186 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:04.029966 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4dd5ff2c-d177-493e-ad82-5d39298f17fa req-1d50591c-5da5-4025-b643-e3869b557186 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 945 time: 0.2369435 Nov 12 04:07:04.051580 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2b74cd60-89ed-4f00-8ddc-104d61305d7a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7368631 Nov 12 04:07:04.055662 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a59f0a4-5935-4a31-bb05-6ae9adbccc4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:04.055815 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53928) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:04.059265 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989eb391-f12a-42c6-9370-50f360f4afed" -d '{"events": [{"server_uuid": "2a59f0a4-5935-4a31-bb05-6ae9adbccc4c", "name": "network-vif-unplugged", "status": "completed", "tag": "f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:04.061981 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74cd60-89ed-4f00-8ddc-104d61305d7a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event updated for resources: {'Network': ['ID=a758a6b6-7587-4b71-8b97-f7a77d2877be,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:04.066903 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0921d958-35a1-4c00-aa97-d5f86d1df219 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Request body: {'subnet': {'network_id': 'a758a6b6-7587-4b71-8b97-f7a77d2877be', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:04.076015 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network a758a6b6-7587-4b71-8b97-f7a77d2877be details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:07:04.146942 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4dd5ff2c-d177-493e-ad82-5d39298f17fa req-1bcb0f6b-967d-4b28-9300-5afa36caae2e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108582 Nov 12 04:07:04.247628 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2505ca6-cc54-4f87-9e74-fa5b97af77ed req-1e7ebc20-b1b8-496c-8db3-03baec4ef6bc tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=91640341-0e1d-46ee-bd1b-818bf70906cf HTTP/1.1" status: 200 len: 210 time: 0.0477073 Nov 12 04:07:04.250800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-e8a9a4d3-2c53-4c45-bf20-f657b3f506a1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Made reservation on behalf of dbefff477b694cb581282e32dd2cbb0f for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:04.256139 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-e8a9a4d3-2c53-4c45-bf20-f657b3f506a1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:04.267200 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4317a643-fed3-4354-b0c5-c5cc2cb07d7d no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:04.314383 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d80a664b-3117-4c25-9b96-73b4d2ebb01d req-9d39b932-5be3-41a9-9a97-3411bf583c91 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 210 time: 0.0334425 Nov 12 04:07:04.338012 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 4317a643-fed3-4354-b0c5-c5cc2cb07d7d {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:07:04.338516 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4317a643-fed3-4354-b0c5-c5cc2cb07d7d not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:07:04.391143 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da4b856-e48a-4a62-a552-4787b6b70705 x-openstack-request-id: req-2da4b856-e48a-4a62-a552-4787b6b70705 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:04.391887 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a59f0a4-5935-4a31-bb05-6ae9adbccc4c", "name": "network-vif-unplugged", "status": "completed", "tag": "f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:04.392352 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2da4b856-e48a-4a62-a552-4787b6b70705 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:04.392926 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a59f0a4-5935-4a31-bb05-6ae9adbccc4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9', 'code': 200} Nov 12 04:07:04.473830 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0921d958-35a1-4c00-aa97-d5f86d1df219 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Made reservation on behalf of b478a3ac765b42beb72f2dff0b477fa0 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:04.478197 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0921d958-35a1-4c00-aa97-d5f86d1df219 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:04.539726 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-e8a9a4d3-2c53-4c45-bf20-f657b3f506a1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Allocated IP 172.20.0.4 (e7c6fe18-7f21-4a1b-9722-efe49e9950a5/5fa13a6a-4bf6-4269-938a-144076eee239/57141e34-b11a-462e-aee5-c1a98167f0a5) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:04.804957 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ab707-2bcd-48fa-80ec-e5464d29e718 req-648b2e67-dbb1-4444-9408-3313817b0f3e tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:04.806484 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-533ab707-2bcd-48fa-80ec-e5464d29e718 req-648b2e67-dbb1-4444-9408-3313817b0f3e tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.1268680 Nov 12 04:07:04.830443 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0921d958-35a1-4c00-aa97-d5f86d1df219 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:04.865060 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-e8a9a4d3-2c53-4c45-bf20-f657b3f506a1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:04.915666 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-533ab707-2bcd-48fa-80ec-e5464d29e718 req-ccecebda-902c-4a0a-8683-4321dbeb7705 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021724 Nov 12 04:07:04.950782 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921d958-35a1-4c00-aa97-d5f86d1df219 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event updated for resources: {'Subnet': ['ID=e1e84abd-d32b-4f69-be89-3efc7bf3bc3d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:04.977572 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0921d958-35a1-4c00-aa97-d5f86d1df219 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Checking segment: {'id': 'f800db29-21d9-41e6-9482-39d50cfdb057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a758a6b6-7587-4b71-8b97-f7a77d2877be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:04.978033 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0921d958-35a1-4c00-aa97-d5f86d1df219 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Network hostable DHCP agents. Network: a758a6b6-7587-4b71-8b97-f7a77d2877be, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:07:05.013131 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-b8194bcd-19e1-4e25-bebd-07f0261866dd tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=cf245c200fc840d191068689a45dd107&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0949049 Nov 12 04:07:05.026211 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1e8ac4f-8e6f-4fea-ac92-2b1477cb10aa req-f22157fc-4407-41cf-8e23-37c4970a8e39 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 210 time: 0.0858076 Nov 12 04:07:05.110784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a9b64-bf09-4c01-a746-2a207180d58a req-fa806241-3c2c-43f1-b20f-7727b3e05812 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:05.112422 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b4a9b64-bf09-4c01-a746-2a207180d58a req-fa806241-3c2c-43f1-b20f-7727b3e05812 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a59f0a4-5935-4a31-bb05-6ae9adbccc4c HTTP/1.1" status: 200 len: 943 time: 0.2308969 Nov 12 04:07:05.125283 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0921d958-35a1-4c00-aa97-d5f86d1df219 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Network a758a6b6-7587-4b71-8b97-f7a77d2877be is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:07:05.216535 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-0921d958-35a1-4c00-aa97-d5f86d1df219 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, a758a6b6-7587-4b71-8b97-f7a77d2877be) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:05.223705 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-e8a9a4d3-2c53-4c45-bf20-f657b3f506a1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:05.233463 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d4fb7-1cfa-411f-a7fd-b0031c12ea6f None None] Network a758a6b6-7587-4b71-8b97-f7a77d2877be requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:07:05.234013 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0921d958-35a1-4c00-aa97-d5f86d1df219 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:05.236164 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0921d958-35a1-4c00-aa97-d5f86d1df219 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:05.263037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15403d68-434c-421d-850a-1bcc5659963c req-f945857e-f750-42d3-abc0-ab6dabbcf694 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:05.270987 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-15403d68-434c-421d-850a-1bcc5659963c req-f945857e-f750-42d3-abc0-ab6dabbcf694 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f5ade6-e28b-4f7c-8b45-16501089d5ec HTTP/1.1" status: 200 len: 950 time: 0.2827308 Nov 12 04:07:05.300025 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['c92a8779-6c05-4b29-99a5-e63758e37b69'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:05.360441 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0921d958-35a1-4c00-aa97-d5f86d1df219 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3002150 Nov 12 04:07:05.360722 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53954) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:05.366371 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f74558c2-f3bb-4517-8a8c-a251238f6b5a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-765199750'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:05.369677 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-e8a9a4d3-2c53-4c45-bf20-f657b3f506a1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:05.385138 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-e8a9a4d3-2c53-4c45-bf20-f657b3f506a1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:05.393770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-e8a9a4d3-2c53-4c45-bf20-f657b3f506a1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:05.438721 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9a4d3-2c53-4c45-bf20-f657b3f506a1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Pushing event updated for resources: {'Port': ['ID=57141e34-b11a-462e-aee5-c1a98167f0a5,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:05.453344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8fed7a47-f988-499d-a818-427d57a73684 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:05.455069 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8fed7a47-f988-499d-a818-427d57a73684 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4161155 Nov 12 04:07:05.483873 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-85cb440e-62b9-4b76-8ec9-82505b7f3c3a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Request body: {'port': {'device_id': '1c1f5f90-86bb-4e78-ad24-34212625c093', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': 'cf245c200fc840d191068689a45dd107'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:05.495983 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74558c2-f3bb-4517-8a8c-a251238f6b5a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Made reservation on behalf of b478a3ac765b42beb72f2dff0b477fa0 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:05.499610 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f74558c2-f3bb-4517-8a8c-a251238f6b5a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:05.530040 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ebea968-0988-41c5-8c29-54d4f5339222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:05.557798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74558c2-f3bb-4517-8a8c-a251238f6b5a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:07:05.561149 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-15403d68-434c-421d-850a-1bcc5659963c req-55ff6536-1c27-44a9-9d96-458bc9db4e85 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/security-groups?id=de147162-03c3-4f97-97bc-af7a1277fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751396 Nov 12 04:07:05.582574 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f74558c2-f3bb-4517-8a8c-a251238f6b5a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:05.582574 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-f74558c2-f3bb-4517-8a8c-a251238f6b5a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Added segment ad3d7de1-b0fc-4540-9ddb-c602463fa55a of type vlan for network 211f0b76-74ec-4a4a-bfd7-c2509a961323 Nov 12 04:07:05.593736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-9b4a9b64-bf09-4c01-a746-2a207180d58a req-1a2d6162-e2d4-45d6-bff1-25bf0486bc94 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Deleting port f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:05.594088 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9b4a9b64-bf09-4c01-a746-2a207180d58a req-1a2d6162-e2d4-45d6-bff1-25bf0486bc94 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:05.607321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-e8a9a4d3-2c53-4c45-bf20-f657b3f506a1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:05.610943 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-e8a9a4d3-2c53-4c45-bf20-f657b3f506a1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:05.624649 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-a758a6b6-7587-4b71-8b97-f7a77d2877be', 'network_id': 'a758a6b6-7587-4b71-8b97-f7a77d2877be', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'fixed_ips': [{'subnet_id': 'e1e84abd-d32b-4f69-be89-3efc7bf3bc3d'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:07:05.628129 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:05.664042 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f74558c2-f3bb-4517-8a8c-a251238f6b5a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:05.766327 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5c9e9-8e34-4034-a206-202e05bd979e req-83952a13-777a-4058-bfaf-af17dfd4e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:05.769616 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eae5c9e9-8e34-4034-a206-202e05bd979e req-83952a13-777a-4058-bfaf-af17dfd4e771 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=122febc6798244b1a13c8d5d3a4df631&device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 1098 time: 0.0858831 Nov 12 04:07:05.886332 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] Allocated IP 19.80.0.2 (a758a6b6-7587-4b71-8b97-f7a77d2877be/e1e84abd-d32b-4f69-be89-3efc7bf3bc3d/def63c76-600a-483b-8d4e-625b3fcb7faf) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:05.888452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5c9e9-8e34-4034-a206-202e05bd979e req-3439364b-2258-49d5-a268-85fa62bddcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:05.890338 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eae5c9e9-8e34-4034-a206-202e05bd979e req-3439364b-2258-49d5-a268-85fa62bddcfe service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4ea71df-5407-4bac-976d-0919c12d785d HTTP/1.1" status: 200 len: 920 time: 0.1119618 Nov 12 04:07:05.891885 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f74558c2-f3bb-4517-8a8c-a251238f6b5a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:05.898596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74558c2-f3bb-4517-8a8c-a251238f6b5a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:05.899490 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f74558c2-f3bb-4517-8a8c-a251238f6b5a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:05.968708 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eae5c9e9-8e34-4034-a206-202e05bd979e req-2344e91c-b076-4028-aa8a-b523bca78815 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6db5db2d-f92d-4c42-a120-6eec752c0c2f HTTP/1.1" status: 200 len: 217 time: 0.0576262 Nov 12 04:07:05.992090 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f74558c2-f3bb-4517-8a8c-a251238f6b5a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6303246 Nov 12 04:07:06.004202 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53958) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:06.011441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-db454486-e276-4242-a467-197cd1b55dc1 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Request body: {'subnet': {'network_id': '211f0b76-74ec-4a4a-bfd7-c2509a961323', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:06.103455 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-e8a9a4d3-2c53-4c45-bf20-f657b3f506a1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2815237 Nov 12 04:07:06.146541 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-528a71e8-0056-497a-8a29-8666752d32ff req-d94ceddb-8a1b-4deb-bfdf-fa5661a9b9d7 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=91640341-0e1d-46ee-bd1b-818bf70906cf HTTP/1.1" status: 200 len: 210 time: 0.4029982 Nov 12 04:07:06.151786 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:06.154172 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Request body: {'port': {'device_id': '86e8df0a-a1c8-4702-afde-8750cc50064e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:06.238502 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74558c2-f3bb-4517-8a8c-a251238f6b5a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event updated for resources: {'Network': ['ID=211f0b76-74ec-4a4a-bfd7-c2509a961323,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:06.250812 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 211f0b76-74ec-4a4a-bfd7-c2509a961323 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:07:06.283040 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5c9e9-8e34-4034-a206-202e05bd979e req-ae673a93-3a77-44a3-98ea-3ffdfab2b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:06.284572 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eae5c9e9-8e34-4034-a206-202e05bd979e req-ae673a93-3a77-44a3-98ea-3ffdfab2b800 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92618bee-94b8-4cad-b110-0dceb2b7687f HTTP/1.1" status: 200 len: 859 time: 0.3036842 Nov 12 04:07:06.299121 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:06.373820 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b0578-6e01-4f00-98a5-1cd77e53357b req-2d904ff0-9d48-46be-9881-cdd6ec564763 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:06.375880 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a9b0578-6e01-4f00-98a5-1cd77e53357b req-2d904ff0-9d48-46be-9881-cdd6ec564763 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 945 time: 0.6966677 Nov 12 04:07:06.386816 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0450cff7-4b23-4ded-856a-8939dea2b582 req-cf9fbf5b-77da-40cd-b1a6-f852e96bbed3 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 210 time: 0.1241050 Nov 12 04:07:06.391890 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] Network a758a6b6-7587-4b71-8b97-f7a77d2877be is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:06.402238 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eae5c9e9-8e34-4034-a206-202e05bd979e req-cc44ef7e-5956-48a6-8d1d-6e8e808130fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4ea71df-5407-4bac-976d-0919c12d785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967641 Nov 12 04:07:06.402415 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:06.404659 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07599ae4-b096-4daf-a388-78364a005e1a req-eb02163a-89e0-4f27-9d74-b554f1a7c728 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:06.406730 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-07599ae4-b096-4daf-a388-78364a005e1a req-eb02163a-89e0-4f27-9d74-b554f1a7c728 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.21 "GET /v2.0/networks?id=3299e4aa-3e81-4536-a639-3b890040798c HTTP/1.1" status: 200 len: 804 time: 0.2818563 Nov 12 04:07:06.409445 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db454486-e276-4242-a467-197cd1b55dc1 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Made reservation on behalf of b478a3ac765b42beb72f2dff0b477fa0 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:06.413614 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db454486-e276-4242-a467-197cd1b55dc1 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:06.415910 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:06.419807 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] Pushing event updated for resources: {'Port': ['ID=def63c76-600a-483b-8d4e-625b3fcb7faf,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:06.448007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-9b4a9b64-bf09-4c01-a746-2a207180d58a req-1a2d6162-e2d4-45d6-bff1-25bf0486bc94 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] For port f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:06.448314 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-07599ae4-b096-4daf-a388-78364a005e1a req-40dcf6b8-47be-4a99-be1d-a23055cff3cb tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Request body: {'port': {'device_id': '91640341-0e1d-46ee-bd1b-818bf70906cf', 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c', 'admin_state_up': True, 'tenant_id': '2bbd40052150467d97991699c7191d63'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:06.448556 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9b4a9b64-bf09-4c01-a746-2a207180d58a req-1a2d6162-e2d4-45d6-bff1-25bf0486bc94 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:06.500592 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:06.515713 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] Attempting to bind port def63c76-600a-483b-8d4e-625b3fcb7faf on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:06.516474 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] Attempting to bind port def63c76-600a-483b-8d4e-625b3fcb7faf by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'f800db29-21d9-41e6-9482-39d50cfdb057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a758a6b6-7587-4b71-8b97-f7a77d2877be'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:06.517015 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] Attempting to bind port def63c76-600a-483b-8d4e-625b3fcb7faf on network a758a6b6-7587-4b71-8b97-f7a77d2877be {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:06.525057 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:06.525742 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] Checking segment: {'id': 'f800db29-21d9-41e6-9482-39d50cfdb057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a758a6b6-7587-4b71-8b97-f7a77d2877be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:06.526296 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:06.526910 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] Bound using segment: {'id': 'f800db29-21d9-41e6-9482-39d50cfdb057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a758a6b6-7587-4b71-8b97-f7a77d2877be'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:06.527562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] Bound port: def63c76-600a-483b-8d4e-625b3fcb7faf, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800db29-21d9-41e6-9482-39d50cfdb057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a758a6b6-7587-4b71-8b97-f7a77d2877be'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:06.528193 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:06.547531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-9b4a9b64-bf09-4c01-a746-2a207180d58a req-1a2d6162-e2d4-45d6-bff1-25bf0486bc94 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Calling delete_port for f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:06.651063 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:06.669669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] For port def63c76-600a-483b-8d4e-625b3fcb7faf, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:06.686920 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] For port def63c76-600a-483b-8d4e-625b3fcb7faf, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=def63c76-600a-483b-8d4e-625b3fcb7faf,segment=NetworkSegment(f800db29-21d9-41e6-9482-39d50cfdb057),segment_id=f800db29-21d9-41e6-9482-39d50cfdb057)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:06.694891 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eae5c9e9-8e34-4034-a206-202e05bd979e req-75e635a9-e326-496b-a7ad-264543ecc0a7 service neutron] 10.222.0.21 "GET /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592428 Nov 12 04:07:06.709467 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-85cb440e-62b9-4b76-8ec9-82505b7f3c3a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Made reservation on behalf of cf245c200fc840d191068689a45dd107 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:06.713249 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-85cb440e-62b9-4b76-8ec9-82505b7f3c3a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:06.748468 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a9b0578-6e01-4f00-98a5-1cd77e53357b req-d5c37cdf-e052-43cc-8061-c339ba95b969 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488743 Nov 12 04:07:06.749690 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:06.834962 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b051a35-1738-4e91-b159-2e5e70392cd9 req-154f1b2f-913c-47d9-af7c-d5731c646548 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:06.836672 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b051a35-1738-4e91-b159-2e5e70392cd9 req-154f1b2f-913c-47d9-af7c-d5731c646548 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.2831151 Nov 12 04:07:06.925163 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07599ae4-b096-4daf-a388-78364a005e1a req-40dcf6b8-47be-4a99-be1d-a23055cff3cb tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Made reservation on behalf of 2bbd40052150467d97991699c7191d63 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:06.928605 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-07599ae4-b096-4daf-a388-78364a005e1a req-40dcf6b8-47be-4a99-be1d-a23055cff3cb tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:06.980346 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eae5c9e9-8e34-4034-a206-202e05bd979e req-3b4fa54a-7b7d-447d-9539-cde601c23861 service neutron] 10.222.0.21 "GET /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767212 Nov 12 04:07:07.028289 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db454486-e276-4242-a467-197cd1b55dc1 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.043542 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 09d1e905-cbd8-4b63-9105-951ebe489395 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:07.130622 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe6e96-6774-4513-9862-b8b4ff38c03a None None] Pushing event updated for resources: {'Port': ['ID=def63c76-600a-483b-8d4e-625b3fcb7faf,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:07.191719 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.208263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db454486-e276-4242-a467-197cd1b55dc1 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event updated for resources: {'Subnet': ['ID=e4bbaffb-9a95-425d-a400-d52a0caaf7c6,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:07.224534 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9b4a9b64-bf09-4c01-a746-2a207180d58a req-1a2d6162-e2d4-45d6-bff1-25bf0486bc94 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.225677 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f5ade6-e28b-4f7c-8b45-16501089d5ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d1e905-cbd8-4b63-9105-951ebe489395'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:07.228301 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a7118b-435e-4e7d-9a73-75445e338488" -d '{"events": [{"server_uuid": "d0f5ade6-e28b-4f7c-8b45-16501089d5ec", "name": "network-vif-unplugged", "status": "completed", "tag": "09d1e905-cbd8-4b63-9105-951ebe489395"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:07.232004 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-07599ae4-b096-4daf-a388-78364a005e1a req-40dcf6b8-47be-4a99-be1d-a23055cff3cb tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Allocated IP 172.20.0.12 (3299e4aa-3e81-4536-a639-3b890040798c/c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144/2fedb198-7d38-4c6d-85e3-2eb48e8f59c8) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:07.233641 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db454486-e276-4242-a467-197cd1b55dc1 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Checking segment: {'id': 'ad3d7de1-b0fc-4540-9ddb-c602463fa55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '211f0b76-74ec-4a4a-bfd7-c2509a961323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:07.234113 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db454486-e276-4242-a467-197cd1b55dc1 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Network hostable DHCP agents. Network: 211f0b76-74ec-4a4a-bfd7-c2509a961323, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:07:07.245021 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 09d1e905-cbd8-4b63-9105-951ebe489395, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=09d1e905-cbd8-4b63-9105-951ebe489395,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:07.320053 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.340662 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-85cb440e-62b9-4b76-8ec9-82505b7f3c3a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Allocated IP 192.168.233.104 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/5af7da1f-49cd-4d15-9482-c5c3c72ce252) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:07.385112 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db454486-e276-4242-a467-197cd1b55dc1 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Network 211f0b76-74ec-4a4a-bfd7-c2509a961323 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:07:07.445255 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=09d1e905-cbd8-4b63-9105-951ebe489395,revision_number=11']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:07.509802 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b051a35-1738-4e91-b159-2e5e70392cd9 req-b3d1b01f-d49a-4801-91b6-3bff67d40e5e tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6579363 Nov 12 04:07:07.532903 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0cb3b-3d71-4c41-91e7-b7cb4805b09b req-10567acb-93cc-4748-a19e-8ab58726df2b tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:07.535233 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-88c0cb3b-3d71-4c41-91e7-b7cb4805b09b req-10567acb-93cc-4748-a19e-8ab58726df2b tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f5ade6-e28b-4f7c-8b45-16501089d5ec HTTP/1.1" status: 200 len: 948 time: 0.0807118 Nov 12 04:07:07.598010 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-db454486-e276-4242-a467-197cd1b55dc1 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 211f0b76-74ec-4a4a-bfd7-c2509a961323) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:07.607018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc70ba6-9c14-4916-8b1e-04c448f1a02b None None] Network 211f0b76-74ec-4a4a-bfd7-c2509a961323 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:07:07.607260 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82caa128-2cd4-431e-9467-42a8d8c6697c req-51f426cd-951e-4f02-a65f-943403b297a4 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:07.610274 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82caa128-2cd4-431e-9467-42a8d8c6697c req-51f426cd-951e-4f02-a65f-943403b297a4 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 931 time: 0.7062275 Nov 12 04:07:07.611437 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d6162-e2d4-45d6-bff1-25bf0486bc94 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Pushing event deleted for resources: {'Port': ['ID=f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:07.636927 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db454486-e276-4242-a467-197cd1b55dc1 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:07.637628 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db454486-e276-4242-a467-197cd1b55dc1 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.654767 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-07599ae4-b096-4daf-a388-78364a005e1a req-40dcf6b8-47be-4a99-be1d-a23055cff3cb tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.687321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4a9b64-bf09-4c01-a746-2a207180d58a req-1a2d6162-e2d4-45d6-bff1-25bf0486bc94 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] No DVR routers for this DVR port f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:07:07.690458 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9b4a9b64-bf09-4c01-a746-2a207180d58a req-1a2d6162-e2d4-45d6-bff1-25bf0486bc94 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.696593 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b4a9b64-bf09-4c01-a746-2a207180d58a req-1a2d6162-e2d4-45d6-bff1-25bf0486bc94 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.21 "DELETE /v2.0/ports/f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 HTTP/1.1" status: 204 len: 173 time: 2.5723310 Nov 12 04:07:07.706908 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a59f0a4-5935-4a31-bb05-6ae9adbccc4c', 'name': 'network-vif-deleted', 'tag': 'f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:07.709476 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96210092-1647-46e0-8454-419602e700a1" -d '{"events": [{"server_uuid": "2a59f0a4-5935-4a31-bb05-6ae9adbccc4c", "name": "network-vif-deleted", "tag": "f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:07.727063 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:07.774144 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-07599ae4-b096-4daf-a388-78364a005e1a req-40dcf6b8-47be-4a99-be1d-a23055cff3cb tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.788366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57141e34-b11a-462e-aee5-c1a98167f0a5 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:07.819337 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:07:07.820022 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:07:07.821893 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.834651 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcf6b8-47be-4a99-be1d-a23055cff3cb tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Pushing event updated for resources: {'Port': ['ID=2fedb198-7d38-4c6d-85e3-2eb48e8f59c8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:07.849286 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-db454486-e276-4242-a467-197cd1b55dc1 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8418770 Nov 12 04:07:07.879665 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-88c0cb3b-3d71-4c41-91e7-b7cb4805b09b req-d2add4ef-7cae-49f8-89c2-85cafa0ca01a tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Deleting port 09d1e905-cbd8-4b63-9105-951ebe489395 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:07.880007 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-88c0cb3b-3d71-4c41-91e7-b7cb4805b09b req-d2add4ef-7cae-49f8-89c2-85cafa0ca01a tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.899782 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-211f0b76-74ec-4a4a-bfd7-c2509a961323', 'network_id': '211f0b76-74ec-4a4a-bfd7-c2509a961323', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'fixed_ips': [{'subnet_id': 'e4bbaffb-9a95-425d-a400-d52a0caaf7c6'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:07:07.900650 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.981737 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-85cb440e-62b9-4b76-8ec9-82505b7f3c3a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:08.030939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82caa128-2cd4-431e-9467-42a8d8c6697c req-4183bb98-d64a-441a-80e2-b1fc9b5c51d1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984268 Nov 12 04:07:08.049235 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-88c0cb3b-3d71-4c41-91e7-b7cb4805b09b req-d2add4ef-7cae-49f8-89c2-85cafa0ca01a tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] For port 09d1e905-cbd8-4b63-9105-951ebe489395, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=09d1e905-cbd8-4b63-9105-951ebe489395,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:08.049644 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-88c0cb3b-3d71-4c41-91e7-b7cb4805b09b req-d2add4ef-7cae-49f8-89c2-85cafa0ca01a tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:08.065430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-88c0cb3b-3d71-4c41-91e7-b7cb4805b09b req-d2add4ef-7cae-49f8-89c2-85cafa0ca01a tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Calling delete_port for 09d1e905-cbd8-4b63-9105-951ebe489395 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:08.077248 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8559e19-fe6a-4d8f-8a3e-ab3029a4730d req-6687cb71-048e-4021-b3b0-5928aa88e6f7 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:08.087722 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c8559e19-fe6a-4d8f-8a3e-ab3029a4730d req-6687cb71-048e-4021-b3b0-5928aa88e6f7 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f5ade6-e28b-4f7c-8b45-16501089d5ec HTTP/1.1" status: 200 len: 948 time: 0.4514840 Nov 12 04:07:08.117526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Transition to ACTIVE for port object 57141e34-b11a-462e-aee5-c1a98167f0a5 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:07:08.129843 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-85cb440e-62b9-4b76-8ec9-82505b7f3c3a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:08.214963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c8559e19-fe6a-4d8f-8a3e-ab3029a4730d req-49c347de-98d4-4687-ada5-0f12649a35a7 tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.37 "GET /v2.0/security-groups?id=de147162-03c3-4f97-97bc-af7a1277fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249950 Nov 12 04:07:08.253913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] Allocated IP 19.86.0.2 (211f0b76-74ec-4a4a-bfd7-c2509a961323/e4bbaffb-9a95-425d-a400-d52a0caaf7c6/96279287-e138-42b1-a827-f949d354fe2f) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:08.327299 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:08.340301 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07599ae4-b096-4daf-a388-78364a005e1a req-40dcf6b8-47be-4a99-be1d-a23055cff3cb tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Network 3299e4aa-3e81-4536-a639-3b890040798c is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:08.342434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-85cb440e-62b9-4b76-8ec9-82505b7f3c3a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:08.343443 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-07599ae4-b096-4daf-a388-78364a005e1a req-40dcf6b8-47be-4a99-be1d-a23055cff3cb tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:08.348318 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-07599ae4-b096-4daf-a388-78364a005e1a req-40dcf6b8-47be-4a99-be1d-a23055cff3cb tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:08.361384 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-85cb440e-62b9-4b76-8ec9-82505b7f3c3a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:08.384038 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-85cb440e-62b9-4b76-8ec9-82505b7f3c3a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:08.390845 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['69d802da-621d-4dcc-bebe-79fed9b690d9', '9cac48c8-fa06-4f44-b516-a1e72aebedc0', '4f4f1975-f9ec-4581-9d6f-7bbaa2850575'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:08.393515 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device def63c76-600a-483b-8d4e-625b3fcb7faf up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:08.395775 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:08.456626 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07599ae4-b096-4daf-a388-78364a005e1a req-40dcf6b8-47be-4a99-be1d-a23055cff3cb tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:08.457435 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-07599ae4-b096-4daf-a388-78364a005e1a req-40dcf6b8-47be-4a99-be1d-a23055cff3cb tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:08.481946 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-88c0cb3b-3d71-4c41-91e7-b7cb4805b09b req-d2add4ef-7cae-49f8-89c2-85cafa0ca01a tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:08.543517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb440e-62b9-4b76-8ec9-82505b7f3c3a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Pushing event updated for resources: {'Port': ['ID=5af7da1f-49cd-4d15-9482-c5c3c72ce252,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:08.555282 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2add4ef-7cae-49f8-89c2-85cafa0ca01a tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Pushing event deleted for resources: {'Port': ['ID=09d1e905-cbd8-4b63-9105-951ebe489395,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:08.573032 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-07599ae4-b096-4daf-a388-78364a005e1a req-40dcf6b8-47be-4a99-be1d-a23055cff3cb tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1285706 Nov 12 04:07:08.595606 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Request body: {'port': {'device_id': '91640341-0e1d-46ee-bd1b-818bf70906cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:08.730919 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port def63c76-600a-483b-8d4e-625b3fcb7faf triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:08.730919 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:08.765184 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:08.783154 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c0cb3b-3d71-4c41-91e7-b7cb4805b09b req-d2add4ef-7cae-49f8-89c2-85cafa0ca01a tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] No DVR routers for this DVR port 09d1e905-cbd8-4b63-9105-951ebe489395 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:07:08.785161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Pushing event updated for resources: {'Port': ['ID=57141e34-b11a-462e-aee5-c1a98167f0a5,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:08.791609 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-88c0cb3b-3d71-4c41-91e7-b7cb4805b09b req-d2add4ef-7cae-49f8-89c2-85cafa0ca01a tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:08.800934 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867de4d1-608a-4087-aca4-958043ff6164 None None] Network a758a6b6-7587-4b71-8b97-f7a77d2877be requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:07:08.804030 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-88c0cb3b-3d71-4c41-91e7-b7cb4805b09b req-d2add4ef-7cae-49f8-89c2-85cafa0ca01a tempest-ImagesOneServerTestJSON-1622086769 tempest-ImagesOneServerTestJSON-1622086769-project] 10.222.0.31 "DELETE /v2.0/ports/09d1e905-cbd8-4b63-9105-951ebe489395 HTTP/1.1" status: 204 len: 173 time: 1.2514715 Nov 12 04:07:08.804030 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f5ade6-e28b-4f7c-8b45-16501089d5ec', 'name': 'network-vif-deleted', 'tag': '09d1e905-cbd8-4b63-9105-951ebe489395'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:08.805381 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec726ffc-e691-4c23-8b5e-d2baea6cd227" -d '{"events": [{"server_uuid": "d0f5ade6-e28b-4f7c-8b45-16501089d5ec", "name": "network-vif-deleted", "tag": "09d1e905-cbd8-4b63-9105-951ebe489395"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:08.836494 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:08.841311 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-85cb440e-62b9-4b76-8ec9-82505b7f3c3a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:08.842236 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-85cb440e-62b9-4b76-8ec9-82505b7f3c3a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:08.889436 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9999b0a-fd47-4c11-b489-83629d0fbd6c req-78152771-b5f4-4109-b32f-b5b3be1c991a tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:08.891385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9999b0a-fd47-4c11-b489-83629d0fbd6c req-78152771-b5f4-4109-b32f-b5b3be1c991a tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 1097 time: 0.5218430 Nov 12 04:07:08.907545 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:08.907790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207eef5-b6e2-4510-9a02-9d43014158d1 req-b57d624f-6337-4de7-9526-fcf96c7e2b00 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:08.915774 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4207eef5-b6e2-4510-9a02-9d43014158d1 req-b57d624f-6337-4de7-9526-fcf96c7e2b00 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=91640341-0e1d-46ee-bd1b-818bf70906cf HTTP/1.1" status: 200 len: 932 time: 0.5191352 Nov 12 04:07:09.006790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Attempting to bind port 57141e34-b11a-462e-aee5-c1a98167f0a5 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:09.007119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Attempting to bind port 57141e34-b11a-462e-aee5-c1a98167f0a5 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:09.007348 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Attempting to bind port 57141e34-b11a-462e-aee5-c1a98167f0a5 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:09.030347 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-85cb440e-62b9-4b76-8ec9-82505b7f3c3a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5501971 Nov 12 04:07:09.030347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Port 57141e34-b11a-462e-aee5-c1a98167f0a5 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:07:09.030347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Attempting to bind port 57141e34-b11a-462e-aee5-c1a98167f0a5 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:09.036617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] Network 211f0b76-74ec-4a4a-bfd7-c2509a961323 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:09.040453 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:09.040453 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Checking segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:09.040453 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Bound using segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:09.041024 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Bound port: 57141e34-b11a-462e-aee5-c1a98167f0a5, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:09.041206 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.076340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Request body: {'port': {'device_id': '1c1f5f90-86bb-4e78-ad24-34212625c093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:09.123390 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4207eef5-b6e2-4510-9a02-9d43014158d1 req-45dccd1b-e667-4550-8eec-6cd4da099e29 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067223 Nov 12 04:07:09.129493 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9999b0a-fd47-4c11-b489-83629d0fbd6c req-f8277b5e-2027-4b31-868e-44b2643dd55c tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040453 Nov 12 04:07:09.234450 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.241277 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9a5c3b21-a534-4e7e-b32c-63abd82aec9e None None] Provisioning complete for port def63c76-600a-483b-8d4e-625b3fcb7faf triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:09.245608 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3b21-a534-4e7e-b32c-63abd82aec9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.251495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] For port 57141e34-b11a-462e-aee5-c1a98167f0a5, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:09.256266 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:09.266882 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] Pushing event updated for resources: {'Port': ['ID=96279287-e138-42b1-a827-f949d354fe2f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:09.305190 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e7c186-10ab-4395-a262-5d77e438203c x-openstack-request-id: req-a6e7c186-10ab-4395-a262-5d77e438203c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:09.308670 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f5ade6-e28b-4f7c-8b45-16501089d5ec", "name": "network-vif-unplugged", "status": "completed", "tag": "09d1e905-cbd8-4b63-9105-951ebe489395", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:09.309859 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6e7c186-10ab-4395-a262-5d77e438203c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:09.310388 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f5ade6-e28b-4f7c-8b45-16501089d5ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d1e905-cbd8-4b63-9105-951ebe489395', 'code': 200} Nov 12 04:07:09.316296 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c828f8d-30da-424e-ac11-16c527d1ab79 x-openstack-request-id: req-4c828f8d-30da-424e-ac11-16c527d1ab79 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:09.316648 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:09.319361 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a59f0a4-5935-4a31-bb05-6ae9adbccc4c", "name": "network-vif-deleted", "tag": "f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:09.319361 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c828f8d-30da-424e-ac11-16c527d1ab79 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:09.319361 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a59f0a4-5935-4a31-bb05-6ae9adbccc4c', 'name': 'network-vif-deleted', 'tag': 'f1a4b7fd-4a78-4ebd-9f49-7fd14b23c9e9', 'status': 'completed', 'code': 200} Nov 12 04:07:09.329428 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] For port 57141e34-b11a-462e-aee5-c1a98167f0a5, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=57141e34-b11a-462e-aee5-c1a98167f0a5,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:09.384380 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:09.401806 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.413426 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.437064 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Transition to ACTIVE for port object 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:07:09.495987 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.499109 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.572817 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] Attempting to bind port 96279287-e138-42b1-a827-f949d354fe2f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:09.573183 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] Attempting to bind port 96279287-e138-42b1-a827-f949d354fe2f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'ad3d7de1-b0fc-4540-9ddb-c602463fa55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '211f0b76-74ec-4a4a-bfd7-c2509a961323'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:09.573543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] Attempting to bind port 96279287-e138-42b1-a827-f949d354fe2f on network 211f0b76-74ec-4a4a-bfd7-c2509a961323 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:09.577642 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.598844 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=2fedb198-7d38-4c6d-85e3-2eb48e8f59c8,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:09.616231 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:09.616602 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] Checking segment: {'id': 'ad3d7de1-b0fc-4540-9ddb-c602463fa55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '211f0b76-74ec-4a4a-bfd7-c2509a961323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:09.616996 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.617386 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] Bound using segment: {'id': 'ad3d7de1-b0fc-4540-9ddb-c602463fa55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '211f0b76-74ec-4a4a-bfd7-c2509a961323'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:09.618662 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] Bound port: 96279287-e138-42b1-a827-f949d354fe2f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3d7de1-b0fc-4540-9ddb-c602463fa55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '211f0b76-74ec-4a4a-bfd7-c2509a961323'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:09.619061 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.664424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:09.664424 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.665533 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] 10.222.0.31 "PUT /v2.0/ports/57141e34-b11a-462e-aee5-c1a98167f0a5 HTTP/1.1" status: 200 len: 1092 time: 3.5321443 Nov 12 04:07:09.677216 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd25cd2-962d-4819-9a1a-6bbb0763ddfc service neutron] Pushing event updated for resources: {'Port': ['ID=57141e34-b11a-462e-aee5-c1a98167f0a5,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:09.727879 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Attempting to bind port 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:09.732645 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Attempting to bind port 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'c4f70807-f60a-40ba-9223-3f90fd571498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:09.732645 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Attempting to bind port 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 on network 3299e4aa-3e81-4536-a639-3b890040798c {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:09.737860 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Port 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 on network 3299e4aa-3e81-4536-a639-3b890040798c not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:07:09.738203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Attempting to bind port 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 on network 3299e4aa-3e81-4536-a639-3b890040798c {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:09.746548 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:09.746922 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Checking segment: {'id': 'c4f70807-f60a-40ba-9223-3f90fd571498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:09.747314 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Bound using segment: {'id': 'c4f70807-f60a-40ba-9223-3f90fd571498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:09.747808 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Bound port: 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f70807-f60a-40ba-9223-3f90fd571498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:09.748274 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.818111 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ea39f-b5d9-42ad-b37d-0b1c323a91da req-8a01461b-9712-4f35-97dd-abedc0bc41de tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:09.820040 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc4ea39f-b5d9-42ad-b37d-0b1c323a91da req-8a01461b-9712-4f35-97dd-abedc0bc41de tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 936 time: 0.4797456 Nov 12 04:07:09.831256 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port def63c76-600a-483b-8d4e-625b3fcb7faf, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=def63c76-600a-483b-8d4e-625b3fcb7faf,segment=NetworkSegment(f800db29-21d9-41e6-9482-39d50cfdb057),segment_id=f800db29-21d9-41e6-9482-39d50cfdb057)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:09.836019 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3b21-a534-4e7e-b32c-63abd82aec9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.839355 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] For port 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:09.842775 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] For port 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2fedb198-7d38-4c6d-85e3-2eb48e8f59c8,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:09.898832 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] For port 96279287-e138-42b1-a827-f949d354fe2f, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:09.907288 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] For port 96279287-e138-42b1-a827-f949d354fe2f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=96279287-e138-42b1-a827-f949d354fe2f,segment=NetworkSegment(ad3d7de1-b0fc-4540-9ddb-c602463fa55a),segment_id=ad3d7de1-b0fc-4540-9ddb-c602463fa55a)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:09.960115 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.963782 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc4ea39f-b5d9-42ad-b37d-0b1c323a91da req-bc700d7b-f244-4b79-8b3e-a9781cba8b3a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127191 Nov 12 04:07:09.983457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-466f4d0c-a834-4fa8-8f1f-ea39f856fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:09.985118 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-466f4d0c-a834-4fa8-8f1f-ea39f856fec0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 1095 time: 0.1508996 Nov 12 04:07:09.988428 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.014884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-2b89a542-a5a2-4b69-8e79-bc27d884fcf5 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:10.021975 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-2b89a542-a5a2-4b69-8e79-bc27d884fcf5 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:10.023747 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-2b89a542-a5a2-4b69-8e79-bc27d884fcf5 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/networks?id=a758a6b6-7587-4b71-8b97-f7a77d2877be&id=211f0b76-74ec-4a4a-bfd7-c2509a961323 HTTP/1.1" status: 200 len: 1390 time: 0.5420020 Nov 12 04:07:10.047642 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.086294 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:10.087319 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.087860 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-5f48bb5d-7d13-44a1-b3c9-141a790e3a5f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57141e34-b11a-462e-aee5-c1a98167f0a5 HTTP/1.1" status: 200 len: 217 time: 0.0578775 Nov 12 04:07:10.089989 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-07599ae4-b096-4daf-a388-78364a005e1a req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] 10.222.0.21 "PUT /v2.0/ports/2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 HTTP/1.1" status: 200 len: 1093 time: 1.4988763 Nov 12 04:07:10.109936 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-01d1b5e1-4cd0-4e44-b69b-5ce8b57574ef tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/quotas/b478a3ac765b42beb72f2dff0b477fa0 HTTP/1.1" status: 200 len: 375 time: 0.0684478 Nov 12 04:07:10.117539 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-9a5c3b21-a534-4e7e-b32c-63abd82aec9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:07:10.118143 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-9a5c3b21-a534-4e7e-b32c-63abd82aec9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:07:10.132711 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df274bcd-814d-4a19-be89-ebbb10e23dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=2fedb198-7d38-4c6d-85e3-2eb48e8f59c8,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:10.184163 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=def63c76-600a-483b-8d4e-625b3fcb7faf,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:10.234824 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af7da1f-49cd-4d15-9482-c5c3c72ce252 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:10.259496 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.264411 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-ba2aecb3-be8f-4b61-af51-de7f84e78d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:10.266031 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-ba2aecb3-be8f-4b61-af51-de7f84e78d4a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.1533229 Nov 12 04:07:10.269027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7a406-fcef-4fea-9f58-08a420e4497f None None] Pushing event updated for resources: {'Port': ['ID=96279287-e138-42b1-a827-f949d354fe2f,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:10.319132 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07599ae4-b096-4daf-a388-78364a005e1a req-abf84425-6c64-45a1-b2ea-6751f34def92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:10.319337 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Transition to ACTIVE for port object 5af7da1f-49cd-4d15-9482-c5c3c72ce252 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:07:10.319885 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-07599ae4-b096-4daf-a388-78364a005e1a req-abf84425-6c64-45a1-b2ea-6751f34def92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2bbd40052150467d97991699c7191d63&device_id=91640341-0e1d-46ee-bd1b-818bf70906cf HTTP/1.1" status: 200 len: 1096 time: 0.0579884 Nov 12 04:07:10.322109 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-ca573fe0-3865-4f19-a61c-1b7561739c0b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425673 Nov 12 04:07:10.338267 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-4779d828-c9c9-4c4c-b354-de31caafb7e5 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b478a3ac765b42beb72f2dff0b477fa0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2148533 Nov 12 04:07:10.363325 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac2c32-c26b-4f6b-ac59-2fcdfb131e4c req-f6f8ee66-f77a-4c5b-a707-92f9858c1d70 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:10.365195 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08ac2c32-c26b-4f6b-ac59-2fcdfb131e4c req-f6f8ee66-f77a-4c5b-a707-92f9858c1d70 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.1786764 Nov 12 04:07:10.404834 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-07599ae4-b096-4daf-a388-78364a005e1a req-49f02205-9805-4604-ac64-ea08e498fa6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 HTTP/1.1" status: 200 len: 217 time: 0.0629101 Nov 12 04:07:10.418115 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.497068 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07599ae4-b096-4daf-a388-78364a005e1a req-d799a36a-ade5-4c14-9208-136a83eb3dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:10.499511 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-07599ae4-b096-4daf-a388-78364a005e1a req-d799a36a-ade5-4c14-9208-136a83eb3dc1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144 HTTP/1.1" status: 200 len: 844 time: 0.0793638 Nov 12 04:07:10.543775 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-07599ae4-b096-4daf-a388-78364a005e1a req-abc47dd5-83b1-499b-9c67-3957710eaaea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3299e4aa-3e81-4536-a639-3b890040798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323365 Nov 12 04:07:10.626261 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08ac2c32-c26b-4f6b-ac59-2fcdfb131e4c req-82d7cdc3-4093-41d3-8e59-0da53540289c tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495484 Nov 12 04:07:10.634387 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Pushing event updated for resources: {'Port': ['ID=5af7da1f-49cd-4d15-9482-c5c3c72ce252,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:10.690994 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-f18e7fec-0e82-43f8-ac92-9a94e57ad52d service neutron] 10.222.0.37 "GET /v2.0/networks/a758a6b6-7587-4b71-8b97-f7a77d2877be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437696 Nov 12 04:07:10.724974 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-b0c41e30-107a-423d-9044-e10e25e68267 service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857317 Nov 12 04:07:10.748742 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f999f1c3-9d3c-4842-84dc-65b08035bbdd x-openstack-request-id: req-f999f1c3-9d3c-4842-84dc-65b08035bbdd {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:10.749048 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f5ade6-e28b-4f7c-8b45-16501089d5ec", "name": "network-vif-deleted", "tag": "09d1e905-cbd8-4b63-9105-951ebe489395", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:10.749308 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f999f1c3-9d3c-4842-84dc-65b08035bbdd {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:10.749717 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f5ade6-e28b-4f7c-8b45-16501089d5ec', 'name': 'network-vif-deleted', 'tag': '09d1e905-cbd8-4b63-9105-951ebe489395', 'status': 'completed', 'code': 200} Nov 12 04:07:10.792666 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-07599ae4-b096-4daf-a388-78364a005e1a req-0d39a29c-bc5f-461b-a5c3-fc6861ec5b46 service neutron] 10.222.0.21 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407484 Nov 12 04:07:10.871187 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-02f138e5-44b4-4f50-85a2-9d9b83368d72 None None] Provisioning complete for port def63c76-600a-483b-8d4e-625b3fcb7faf triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:10.871743 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02f138e5-44b4-4f50-85a2-9d9b83368d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.913022 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-07599ae4-b096-4daf-a388-78364a005e1a req-23a3d37e-e9f7-4998-86c0-f1d7dd1546d9 service neutron] 10.222.0.21 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109228 Nov 12 04:07:11.316083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-76fe94c4-808e-4df6-bb49-f22ef29c10a4 service neutron] 10.222.0.37 "GET /v2.0/networks/a758a6b6-7587-4b71-8b97-f7a77d2877be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124339 Nov 12 04:07:11.321868 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e8df0a-a1c8-4702-afde-8750cc50064e', 'tag': '57141e34-b11a-462e-aee5-c1a98167f0a5'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:11.324161 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5643912-60f6-45df-ab29-3c65fc88c51b" -d '{"events": [{"name": "network-changed", "server_uuid": "86e8df0a-a1c8-4702-afde-8750cc50064e", "tag": "57141e34-b11a-462e-aee5-c1a98167f0a5"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:11.422150 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Attempting to bind port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:11.422492 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Attempting to bind port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:11.422855 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Attempting to bind port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:11.449414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b72ce-20f1-4c83-910d-983195d4485d req-3f045d7a-cfd3-4b3a-92b6-031e84c238ae tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:11.450968 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-955b72ce-20f1-4c83-910d-983195d4485d req-3f045d7a-cfd3-4b3a-92b6-031e84c238ae tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 943 time: 0.5517161 Nov 12 04:07:11.459096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:07:11.459426 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Attempting to bind port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:11.477778 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fd365aa-f29d-4e14-af3a-03ae293d906d req-412fd4fc-f8a8-48f5-89c6-c364d8130ade service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7111552 Nov 12 04:07:11.487634 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:11.487851 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:11.488312 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:11.488772 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Bound port: 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:11.489139 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:11.498187 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3905785-6f8d-4402-ba80-1f93b48ba639 None None] Network 211f0b76-74ec-4a4a-bfd7-c2509a961323 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:07:11.534904 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-cb50f289-e4a5-43e5-9099-e37c73fc4770 service neutron] 10.222.0.37 "GET /v2.0/networks/211f0b76-74ec-4a4a-bfd7-c2509a961323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077415 Nov 12 04:07:11.583460 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4dd2bfbb-5db7-4619-ba61-418ffabe8310 None None] Provisioning complete for port 96279287-e138-42b1-a827-f949d354fe2f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:11.584084 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4dd2bfbb-5db7-4619-ba61-418ffabe8310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:11.597194 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-955b72ce-20f1-4c83-910d-983195d4485d req-399602be-c96a-4e59-a33a-55fe0fd21ee0 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340070 Nov 12 04:07:11.659971 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] For port 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:11.679815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] For port 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:11.698669 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-3a0c8882-5d5b-4204-806b-96cafefa8091 service neutron] 10.222.0.37 "GET /v2.0/networks/211f0b76-74ec-4a4a-bfd7-c2509a961323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354001 Nov 12 04:07:11.765818 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:11.880877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:11.882529 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:11.885672 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] 10.222.0.31 "PUT /v2.0/ports/5af7da1f-49cd-4d15-9482-c5c3c72ce252 HTTP/1.1" status: 200 len: 1097 time: 2.8318279 Nov 12 04:07:11.935520 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e796a-6ff3-4550-a660-3c89591bb162 service neutron] Pushing event updated for resources: {'Port': ['ID=5af7da1f-49cd-4d15-9482-c5c3c72ce252,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:11.939446 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4dd2bfbb-5db7-4619-ba61-418ffabe8310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.077017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4dd2bfbb-5db7-4619-ba61-418ffabe8310 None None] For port 96279287-e138-42b1-a827-f949d354fe2f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=96279287-e138-42b1-a827-f949d354fe2f,segment=NetworkSegment(ad3d7de1-b0fc-4540-9ddb-c602463fa55a),segment_id=ad3d7de1-b0fc-4540-9ddb-c602463fa55a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:12.159776 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05de23-0a87-43e7-b384-5db9faeb9d92 req-ddab6cd9-bb2d-4305-b332-251a04d8ff1a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:12.166051 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4dd2bfbb-5db7-4619-ba61-418ffabe8310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.171589 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c05de23-0a87-43e7-b384-5db9faeb9d92 req-ddab6cd9-bb2d-4305-b332-251a04d8ff1a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=91640341-0e1d-46ee-bd1b-818bf70906cf HTTP/1.1" status: 200 len: 944 time: 0.1854775 Nov 12 04:07:12.253550 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-2acf7def-975c-4204-b25e-b2feb1b0dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:12.255120 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-2acf7def-975c-4204-b25e-b2feb1b0dc5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 1100 time: 0.2246914 Nov 12 04:07:12.348732 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2bfbb-5db7-4619-ba61-418ffabe8310 None None] Pushing event updated for resources: {'Port': ['ID=96279287-e138-42b1-a827-f949d354fe2f,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:12.447027 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c05de23-0a87-43e7-b384-5db9faeb9d92 req-12237988-efaf-4fb2-bd88-20c4b1b6222d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706239 Nov 12 04:07:12.449763 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-e5c574af-fcfc-4805-8ce1-8cf431a01a19 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252 HTTP/1.1" status: 200 len: 217 time: 0.1565480 Nov 12 04:07:12.472132 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c41040-065c-4a70-be3c-bf2756bec8fa req-f14c6e9e-c7d1-40a8-98c6-05b305241d8d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:12.475396 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 96279287-e138-42b1-a827-f949d354fe2f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:12.484350 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54032) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:12.492649 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-68c41040-065c-4a70-be3c-bf2756bec8fa req-f14c6e9e-c7d1-40a8-98c6-05b305241d8d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 948 time: 0.3571374 Nov 12 04:07:12.531091 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b3616b-f40d-46cb-8f7d-3fa634e8d0d0 x-openstack-request-id: req-b2b3616b-f40d-46cb-8f7d-3fa634e8d0d0 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:12.531380 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e8df0a-a1c8-4702-afde-8750cc50064e", "tag": "57141e34-b11a-462e-aee5-c1a98167f0a5", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:12.531644 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2b3616b-f40d-46cb-8f7d-3fa634e8d0d0 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:12.532023 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e8df0a-a1c8-4702-afde-8750cc50064e', 'tag': '57141e34-b11a-462e-aee5-c1a98167f0a5', 'status': 'completed', 'code': 200} Nov 12 04:07:12.536661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b638b015-c397-433e-a84b-b6c74baf3e16 None None] Provisioning complete for port 96279287-e138-42b1-a827-f949d354fe2f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:12.537037 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b638b015-c397-433e-a84b-b6c74baf3e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.592208 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 96279287-e138-42b1-a827-f949d354fe2f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:12.592577 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.667194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-71a5da79-936e-4cfe-8a0e-c057ee605df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:12.667980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-71a5da79-936e-4cfe-8a0e-c057ee605df2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1742556 Nov 12 04:07:12.739626 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device def63c76-600a-483b-8d4e-625b3fcb7faf up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:12.765010 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91640341-0e1d-46ee-bd1b-818bf70906cf', 'tag': '2fedb198-7d38-4c6d-85e3-2eb48e8f59c8'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:12.769060 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a770dba6-cbc3-4557-bc74-4414d6caa90a" -d '{"events": [{"name": "network-changed", "server_uuid": "91640341-0e1d-46ee-bd1b-818bf70906cf", "tag": "2fedb198-7d38-4c6d-85e3-2eb48e8f59c8"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:12.791094 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0b65c6b7-9431-43b9-a8ad-d108ed15f45a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8391d26b18e84a5e9fe0b1f2b18514b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054359 Nov 12 04:07:12.792128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54044) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:12.794319 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5643912-60f6-45df-ab29-3c65fc88c51b req-a67f7ef1-9cdb-4ae1-b5ad-4531e8b6952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:12.795982 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5643912-60f6-45df-ab29-3c65fc88c51b req-a67f7ef1-9cdb-4ae1-b5ad-4531e8b6952a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 1095 time: 0.1963763 Nov 12 04:07:12.802417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port def63c76-600a-483b-8d4e-625b3fcb7faf triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:12.803692 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.804481 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-68c41040-065c-4a70-be3c-bf2756bec8fa req-8fd6205b-a2ed-4311-b164-8b685bf9da0a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008034 Nov 12 04:07:12.887862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa8d99-9e40-4e4e-b00a-d0cb5f8db9a3 req-fc1fc0ca-5af9-42df-b75b-ba929109ecad tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:12.889359 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ccfa8d99-9e40-4e4e-b00a-d0cb5f8db9a3 req-fc1fc0ca-5af9-42df-b75b-ba929109ecad tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.2343216 Nov 12 04:07:12.950290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-407fdf1a-4cf2-4538-885c-42b3b831ec7d req-12664d55-1d54-4c8b-aa3d-b51afa220988 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cffadf9-800c-4f5d-a38b-9450a3171b30 HTTP/1.1" status: 200 len: 210 time: 0.0867476 Nov 12 04:07:12.987700 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-356a42f1-7be0-4dde-8e60-8e69b37de2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:12.989238 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-356a42f1-7be0-4dde-8e60-8e69b37de2b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2570889 Nov 12 04:07:13.060514 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 09d1e905-cbd8-4b63-9105-951ebe489395 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:13.085747 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 09d1e905-cbd8-4b63-9105-951ebe489395 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:07:13.086341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 09d1e905-cbd8-4b63-9105-951ebe489395 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:07:13.103095 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5defc30d-affd-448d-bba2-2176772a5525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:13.135524 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ccfa8d99-9e40-4e4e-b00a-d0cb5f8db9a3 req-3680ca70-f0b3-4995-ac77-cf1656cb14cf tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208438 Nov 12 04:07:13.148655 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5643912-60f6-45df-ab29-3c65fc88c51b req-b6249e07-aceb-41f7-9cca-b34042b7b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:13.150015 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5643912-60f6-45df-ab29-3c65fc88c51b req-b6249e07-aceb-41f7-9cca-b34042b7b97e service neutron] 10.222.0.31 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 909 time: 0.3380361 Nov 12 04:07:13.181948 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5defc30d-affd-448d-bba2-2176772a5525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:13.187478 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eda5346-9924-4575-92df-5a0f09a3a081 x-openstack-request-id: req-4eda5346-9924-4575-92df-5a0f09a3a081 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:13.187959 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91640341-0e1d-46ee-bd1b-818bf70906cf", "tag": "2fedb198-7d38-4c6d-85e3-2eb48e8f59c8", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:13.188368 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4eda5346-9924-4575-92df-5a0f09a3a081 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:13.188912 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91640341-0e1d-46ee-bd1b-818bf70906cf', 'tag': '2fedb198-7d38-4c6d-85e3-2eb48e8f59c8', 'status': 'completed', 'code': 200} Nov 12 04:07:13.231936 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5643912-60f6-45df-ab29-3c65fc88c51b req-8084e0f2-d600-4bef-bbc9-06ee3115afe6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57141e34-b11a-462e-aee5-c1a98167f0a5 HTTP/1.1" status: 200 len: 217 time: 0.0653903 Nov 12 04:07:13.278196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e40f7-103d-474d-9b70-214febd71139 req-bc0d67b2-0a9e-414f-847a-1248a4131560 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:13.282677 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d42e40f7-103d-474d-9b70-214febd71139 req-bc0d67b2-0a9e-414f-847a-1248a4131560 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 943 time: 0.2524540 Nov 12 04:07:13.313285 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-3d432b68-2ae4-47a5-9035-5ab61b888d01 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126009 Nov 12 04:07:13.337407 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770dba6-cbc3-4557-bc74-4414d6caa90a req-ae454419-c1e0-4d2a-ba5e-8a1e1d42028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:13.339057 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a770dba6-cbc3-4557-bc74-4414d6caa90a req-ae454419-c1e0-4d2a-ba5e-8a1e1d42028f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2bbd40052150467d97991699c7191d63&device_id=91640341-0e1d-46ee-bd1b-818bf70906cf HTTP/1.1" status: 200 len: 1096 time: 0.0630243 Nov 12 04:07:13.376959 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5643912-60f6-45df-ab29-3c65fc88c51b req-f7fe5c72-60c7-4ecd-bba0-cba5fcaf688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:13.379511 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5643912-60f6-45df-ab29-3c65fc88c51b req-f7fe5c72-60c7-4ecd-bba0-cba5fcaf688d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.1320910 Nov 12 04:07:13.398576 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:07:13.452330 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5defc30d-affd-448d-bba2-2176772a5525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:13.457383 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5defc30d-affd-448d-bba2-2176772a5525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:13.458605 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5defc30d-affd-448d-bba2-2176772a5525 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de147162-03c3-4f97-97bc-af7a1277fa42 HTTP/1.1" status: 204 len: 168 time: 0.6608527 Nov 12 04:07:13.475709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770dba6-cbc3-4557-bc74-4414d6caa90a req-4a0205de-a09a-45c1-8c54-f8dcfa1d460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:13.480137 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a770dba6-cbc3-4557-bc74-4414d6caa90a req-4a0205de-a09a-45c1-8c54-f8dcfa1d460a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3299e4aa-3e81-4536-a639-3b890040798c HTTP/1.1" status: 200 len: 905 time: 0.1333129 Nov 12 04:07:13.483804 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5643912-60f6-45df-ab29-3c65fc88c51b req-b93ae34f-a84a-4d3b-b23f-1b119ab63881 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946784 Nov 12 04:07:13.504467 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d42e40f7-103d-474d-9b70-214febd71139 req-359725c4-7ae6-4d80-9922-cc8a5cc7575a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963837 Nov 12 04:07:13.508642 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defc30d-affd-448d-bba2-2176772a5525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de147162-03c3-4f97-97bc-af7a1277fa42,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:13.589087 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a770dba6-cbc3-4557-bc74-4414d6caa90a req-5ecaaf0e-0c28-4939-9196-265d239b87ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 HTTP/1.1" status: 200 len: 217 time: 0.1012123 Nov 12 04:07:13.640937 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5643912-60f6-45df-ab29-3c65fc88c51b req-80f18e18-c5f1-456c-b273-0ec84e0484af service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334786 Nov 12 04:07:13.641192 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770dba6-cbc3-4557-bc74-4414d6caa90a req-3b29325c-3aa5-4963-88d5-a10d97ea4361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:13.642835 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a770dba6-cbc3-4557-bc74-4414d6caa90a req-3b29325c-3aa5-4963-88d5-a10d97ea4361 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144 HTTP/1.1" status: 200 len: 844 time: 0.0468233 Nov 12 04:07:13.657312 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d546e6fe-b09c-4a14-a71c-36021ad2ba49 req-0db9e944-2ba9-42aa-8f6d-52589357bb45 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333304 Nov 12 04:07:13.682008 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a770dba6-cbc3-4557-bc74-4414d6caa90a req-168e2ec4-8262-43f8-9d54-d5bef6aa912a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3299e4aa-3e81-4536-a639-3b890040798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303001 Nov 12 04:07:13.780275 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0e54d-71bf-4d48-9801-0ca8125905eb req-1e159de4-3890-47fa-a291-28faf292d5d3 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:13.781837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10a0e54d-71bf-4d48-9801-0ca8125905eb req-1e159de4-3890-47fa-a291-28faf292d5d3 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=91640341-0e1d-46ee-bd1b-818bf70906cf HTTP/1.1" status: 200 len: 944 time: 0.1398506 Nov 12 04:07:13.819038 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a770dba6-cbc3-4557-bc74-4414d6caa90a req-6f5d49a0-1a74-4214-b9ad-ab6908849f80 service neutron] 10.222.0.21 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276202 Nov 12 04:07:13.862096 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5643912-60f6-45df-ab29-3c65fc88c51b req-97b0153b-fe2e-46c2-9a33-1c236cd01663 service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617310 Nov 12 04:07:13.900311 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10a0e54d-71bf-4d48-9801-0ca8125905eb req-226b16f8-a7cc-4257-93d3-e25e7790961e tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033003 Nov 12 04:07:14.035214 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a770dba6-cbc3-4557-bc74-4414d6caa90a req-184e7c71-433d-47b1-9195-dbdac8410baf service neutron] 10.222.0.21 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086198 Nov 12 04:07:14.049511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4c573-b166-43c8-a51d-9f108f7eae5a req-ee2d1ddc-9e1f-4d33-a9e3-329481655d29 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:14.051267 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0c4c573-b166-43c8-a51d-9f108f7eae5a req-ee2d1ddc-9e1f-4d33-a9e3-329481655d29 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 948 time: 0.1085472 Nov 12 04:07:14.107832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c714132-e95e-4fe8-a78f-cd9ef237538b req-cd55c9aa-922b-46f2-956d-224f224e0001 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cffadf9-800c-4f5d-a38b-9450a3171b30 HTTP/1.1" status: 200 len: 210 time: 0.0413816 Nov 12 04:07:14.140885 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0c4c573-b166-43c8-a51d-9f108f7eae5a req-1f47e3f9-331f-45c6-8ba7-af3916b5a0f2 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641749 Nov 12 04:07:14.224907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 96279287-e138-42b1-a827-f949d354fe2f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:14.277840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e3e4e-4db9-4115-a638-2fe9ede5408a req-71c3f996-d92c-4316-89de-f3d781de5c12 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:14.281817 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 96279287-e138-42b1-a827-f949d354fe2f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:14.282312 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.291362 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b4e3e4e-4db9-4115-a638-2fe9ede5408a req-71c3f996-d92c-4316-89de-f3d781de5c12 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.0684192 Nov 12 04:07:14.350198 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b4e3e4e-4db9-4115-a638-2fe9ede5408a req-26bcf33c-a6b2-4987-abf3-39874e67e844 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568023 Nov 12 04:07:14.533419 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1f5f90-86bb-4e78-ad24-34212625c093', 'tag': '5af7da1f-49cd-4d15-9482-c5c3c72ce252'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:14.535849 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c549d6-e1b5-4692-9b0f-6b7f9dedd05a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1f5f90-86bb-4e78-ad24-34212625c093", "tag": "5af7da1f-49cd-4d15-9482-c5c3c72ce252"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:14.575179 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5522ecc5-138f-44b4-a3ba-3b519c9dacd2 x-openstack-request-id: req-5522ecc5-138f-44b4-a3ba-3b519c9dacd2 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:14.575179 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1f5f90-86bb-4e78-ad24-34212625c093", "tag": "5af7da1f-49cd-4d15-9482-c5c3c72ce252", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:14.575179 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5522ecc5-138f-44b4-a3ba-3b519c9dacd2 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:14.575659 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1f5f90-86bb-4e78-ad24-34212625c093', 'tag': '5af7da1f-49cd-4d15-9482-c5c3c72ce252', 'status': 'completed', 'code': 200} Nov 12 04:07:14.634434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eaf239-cf97-4635-a3bd-259d05bfa1b5 req-796950a2-dc69-406a-bbbf-112899a8fe7e tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:14.635984 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47eaf239-cf97-4635-a3bd-259d05bfa1b5 req-796950a2-dc69-406a-bbbf-112899a8fe7e tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 943 time: 0.0592880 Nov 12 04:07:14.698286 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54088) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:14.705147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c549d6-e1b5-4692-9b0f-6b7f9dedd05a req-76cc4593-3a28-43ff-ac7d-15334901fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:14.706726 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-05c549d6-e1b5-4692-9b0f-6b7f9dedd05a req-76cc4593-3a28-43ff-ac7d-15334901fca0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 1100 time: 0.0812194 Nov 12 04:07:14.714464 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47eaf239-cf97-4635-a3bd-259d05bfa1b5 req-4f0b6fd0-c39b-460f-8504-c1436bd4c378 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689597 Nov 12 04:07:14.830141 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-474c82a6-a5ca-4959-8bb7-9a297bf26f38 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-934956597-network', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:14.885738 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c549d6-e1b5-4692-9b0f-6b7f9dedd05a req-96a2453e-ca1c-4fa8-86f8-0a5af0bf2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:14.887164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-05c549d6-e1b5-4692-9b0f-6b7f9dedd05a req-96a2453e-ca1c-4fa8-86f8-0a5af0bf2364 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1718209 Nov 12 04:07:14.918017 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-c2a3a899-12cf-4a60-95f4-012e11d9a968 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:14.924326 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-c2a3a899-12cf-4a60-95f4-012e11d9a968 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:14.925921 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-c2a3a899-12cf-4a60-95f4-012e11d9a968 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.31 "GET /v2.0/networks?id=a758a6b6-7587-4b71-8b97-f7a77d2877be&id=211f0b76-74ec-4a4a-bfd7-c2509a961323 HTTP/1.1" status: 200 len: 1390 time: 0.1444371 Nov 12 04:07:14.930057 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474c82a6-a5ca-4959-8bb7-9a297bf26f38 admin admin] Made reservation on behalf of aa93be6bc71a4bdfb528fa8585b984dd for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:14.932683 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-474c82a6-a5ca-4959-8bb7-9a297bf26f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.944294 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-474c82a6-a5ca-4959-8bb7-9a297bf26f38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.960417 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-33d885be-9a1f-4faf-aea0-dde65df7a55e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Request body: {'port': {'device_id': '0cffadf9-800c-4f5d-a38b-9450a3171b30', 'network_id': 'a758a6b6-7587-4b71-8b97-f7a77d2877be', 'admin_state_up': True, 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:14.964395 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-05c549d6-e1b5-4692-9b0f-6b7f9dedd05a req-c4814794-0373-4c18-91aa-0d907b2d4b06 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252 HTTP/1.1" status: 200 len: 217 time: 0.0649343 Nov 12 04:07:15.070185 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-474c82a6-a5ca-4959-8bb7-9a297bf26f38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:15.109192 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c549d6-e1b5-4692-9b0f-6b7f9dedd05a req-6457e2f8-3fa0-40af-a269-49579c591597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:15.110676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-05c549d6-e1b5-4692-9b0f-6b7f9dedd05a req-6457e2f8-3fa0-40af-a269-49579c591597 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1328306 Nov 12 04:07:15.153550 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e4b89-7fc3-4995-8c6b-52d15f125a7a req-32ccc8ca-d69f-4d61-ad8e-833d794eef22 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:15.153550 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-235e4b89-7fc3-4995-8c6b-52d15f125a7a req-32ccc8ca-d69f-4d61-ad8e-833d794eef22 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=91640341-0e1d-46ee-bd1b-818bf70906cf HTTP/1.1" status: 200 len: 944 time: 0.1520028 Nov 12 04:07:15.170617 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-474c82a6-a5ca-4959-8bb7-9a297bf26f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:15.200766 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474c82a6-a5ca-4959-8bb7-9a297bf26f38 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:07:15.209812 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c82a6-a5ca-4959-8bb7-9a297bf26f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028b5eee-8e30-4e41-a5a1-8cc1b0dadf4b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:15.217098 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-474c82a6-a5ca-4959-8bb7-9a297bf26f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:15.217098 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-474c82a6-a5ca-4959-8bb7-9a297bf26f38 admin admin] Added segment 338dfd70-d15f-442f-b01e-f0bb3cdd696d of type vlan for network cd4bf67c-19a6-4e3a-8827-02af080b98c9 Nov 12 04:07:15.226573 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c549d6-e1b5-4692-9b0f-6b7f9dedd05a req-07f94c49-2ec0-40f0-89bf-11a6567fde9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:15.228300 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-05c549d6-e1b5-4692-9b0f-6b7f9dedd05a req-07f94c49-2ec0-40f0-89bf-11a6567fde9a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1084547 Nov 12 04:07:15.235895 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-235e4b89-7fc3-4995-8c6b-52d15f125a7a req-f0d3c1eb-e68a-42b7-b114-1ad682628537 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736067 Nov 12 04:07:15.261674 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-474c82a6-a5ca-4959-8bb7-9a297bf26f38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:15.280111 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-33d885be-9a1f-4faf-aea0-dde65df7a55e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Made reservation on behalf of b478a3ac765b42beb72f2dff0b477fa0 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:15.283690 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-33d885be-9a1f-4faf-aea0-dde65df7a55e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:15.358816 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-474c82a6-a5ca-4959-8bb7-9a297bf26f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:15.359716 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474c82a6-a5ca-4959-8bb7-9a297bf26f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:15.360300 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-474c82a6-a5ca-4959-8bb7-9a297bf26f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:15.362674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-578884dc-ecbf-4bc1-90c4-cc7c21e3ffa9 req-fddfa3a4-a295-482b-8570-cab9ce6dbf78 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cffadf9-800c-4f5d-a38b-9450a3171b30 HTTP/1.1" status: 200 len: 210 time: 0.0648487 Nov 12 04:07:15.431803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c82a6-a5ca-4959-8bb7-9a297bf26f38 admin admin] Pushing event updated for resources: {'Network': ['ID=cd4bf67c-19a6-4e3a-8827-02af080b98c9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:15.448553 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network cd4bf67c-19a6-4e3a-8827-02af080b98c9 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:07:15.460384 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-05c549d6-e1b5-4692-9b0f-6b7f9dedd05a req-fc5e3d42-26af-4161-936d-31ebe4034f93 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998215 Nov 12 04:07:15.468226 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-474c82a6-a5ca-4959-8bb7-9a297bf26f38 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7650244 Nov 12 04:07:15.468974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54112) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:15.475465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-00e26a82-a8b7-421a-907e-21bbf1815e4d admin admin] Request body: {'subnet': {'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-934956597-subnet', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:15.584189 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-33d885be-9a1f-4faf-aea0-dde65df7a55e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Allocated IP 19.80.0.183 (a758a6b6-7587-4b71-8b97-f7a77d2877be/e1e84abd-d32b-4f69-be89-3efc7bf3bc3d/e5c5a30b-28a4-4cdd-b136-6afb7c16f33a) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:15.599294 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e26a82-a8b7-421a-907e-21bbf1815e4d admin admin] Made reservation on behalf of aa93be6bc71a4bdfb528fa8585b984dd for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:15.603235 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-00e26a82-a8b7-421a-907e-21bbf1815e4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:15.618529 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25442583-0365-46f7-90fa-b0a7bae38e76 req-880d31fa-4e19-4765-be4e-1c68f368e5ab tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:15.620111 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25442583-0365-46f7-90fa-b0a7bae38e76 req-880d31fa-4e19-4765-be4e-1c68f368e5ab tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 948 time: 0.1730053 Nov 12 04:07:15.682664 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-05c549d6-e1b5-4692-9b0f-6b7f9dedd05a req-2d1c84e7-529a-4942-b629-e943ac7c9176 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968994 Nov 12 04:07:15.744594 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:07:15.840727 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25442583-0365-46f7-90fa-b0a7bae38e76 req-c9790a51-f479-4c05-b643-2c001d0661b1 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101510 Nov 12 04:07:15.896345 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2fedb198-7d38-4c6d-85e3-2eb48e8f59c8,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:15.914647 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '2fedb198-7d38-4c6d-85e3-2eb48e8f59c8', 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c', 'port_id': '2fedb198-7d38-4c6d-85e3-2eb48e8f59c8', 'mac_address': 'fa:16:3e:17:52:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:07:15.928503 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-33d885be-9a1f-4faf-aea0-dde65df7a55e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:15.950299 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c99d91-12b5-4e3b-90fa-79ecb9349685 req-29febf19-f21e-44fd-9356-a3b8505ec53e tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:15.952081 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92c99d91-12b5-4e3b-90fa-79ecb9349685 req-29febf19-f21e-44fd-9356-a3b8505ec53e tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.1558151 Nov 12 04:07:15.963950 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:15.980790 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:16.004053 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2fedb198-7d38-4c6d-85e3-2eb48e8f59c8,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:16.044874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ae1f2-a609-4c1e-a058-4708c41c65b1 req-eec7f161-66d6-436c-b948-998fc4f5eb97 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:16.046553 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aa3ae1f2-a609-4c1e-a058-4708c41c65b1 req-eec7f161-66d6-436c-b948-998fc4f5eb97 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 943 time: 0.1045825 Nov 12 04:07:16.068416 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92c99d91-12b5-4e3b-90fa-79ecb9349685 req-769aca43-5d54-4ae3-9974-821aa91d0a7b tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777390 Nov 12 04:07:16.097667 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.125138 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aa3ae1f2-a609-4c1e-a058-4708c41c65b1 req-d5a0b29d-1869-4a53-ba99-3b0c10f376f1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556507 Nov 12 04:07:16.148271 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-33d885be-9a1f-4faf-aea0-dde65df7a55e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.164950 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=2fedb198-7d38-4c6d-85e3-2eb48e8f59c8,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:16.199764 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-00e26a82-a8b7-421a-907e-21bbf1815e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.204217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-33d885be-9a1f-4faf-aea0-dde65df7a55e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Network a758a6b6-7587-4b71-8b97-f7a77d2877be is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:16.213495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-33d885be-9a1f-4faf-aea0-dde65df7a55e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:16.214084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-33d885be-9a1f-4faf-aea0-dde65df7a55e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:16.248093 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d885be-9a1f-4faf-aea0-dde65df7a55e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event updated for resources: {'Port': ['ID=e5c5a30b-28a4-4cdd-b136-6afb7c16f33a,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:16.277429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e26a82-a8b7-421a-907e-21bbf1815e4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:16.292308 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e26a82-a8b7-421a-907e-21bbf1815e4d admin admin] Checking segment: {'id': '338dfd70-d15f-442f-b01e-f0bb3cdd696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:16.293943 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e26a82-a8b7-421a-907e-21bbf1815e4d admin admin] Network hostable DHCP agents. Network: cd4bf67c-19a6-4e3a-8827-02af080b98c9, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:07:16.305718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-33d885be-9a1f-4faf-aea0-dde65df7a55e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:16.307030 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-33d885be-9a1f-4faf-aea0-dde65df7a55e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.385759 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-33d885be-9a1f-4faf-aea0-dde65df7a55e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4293325 Nov 12 04:07:16.408508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ce24e-eaf1-44f0-95c4-11123f3f1091 req-666850df-57e6-4899-bb13-778a0cb3dafb tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:16.410467 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e26a82-a8b7-421a-907e-21bbf1815e4d admin admin] Network cd4bf67c-19a6-4e3a-8827-02af080b98c9 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:07:16.410823 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-790ce24e-eaf1-44f0-95c4-11123f3f1091 req-666850df-57e6-4899-bb13-778a0cb3dafb tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=91640341-0e1d-46ee-bd1b-818bf70906cf HTTP/1.1" status: 200 len: 945 time: 0.0695691 Nov 12 04:07:16.416447 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-6609cac7-7386-455b-98b1-ef5c04ffc00d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Request body: {'port': {'device_id': '0cffadf9-800c-4f5d-a38b-9450a3171b30', 'network_id': '211f0b76-74ec-4a4a-bfd7-c2509a961323', 'admin_state_up': True, 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:16.496405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-00e26a82-a8b7-421a-907e-21bbf1815e4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, cd4bf67c-19a6-4e3a-8827-02af080b98c9) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:16.501152 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e26a82-a8b7-421a-907e-21bbf1815e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:16.502891 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-00e26a82-a8b7-421a-907e-21bbf1815e4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.510702 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0996cb86-1c2a-4fd2-bd94-8545d41a9152 None None] Network cd4bf67c-19a6-4e3a-8827-02af080b98c9 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:07:16.561532 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.579377 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-00e26a82-a8b7-421a-907e-21bbf1815e4d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1088939 Nov 12 04:07:16.581722 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54122) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:16.586547 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-30f7c4c2-25fc-41ba-a75a-b34afaf28bc7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-934956597-router', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:16.591262 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-167897ce-6b84-425d-9991-aba07ae4e996 None None] Provisioning complete for port e5c5a30b-28a4-4cdd-b136-6afb7c16f33a triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:16.591727 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-167897ce-6b84-425d-9991-aba07ae4e996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.601177 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['2fedb198-7d38-4c6d-85e3-2eb48e8f59c8'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:16.621815 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-790ce24e-eaf1-44f0-95c4-11123f3f1091 req-a7000f2d-f189-4f1d-a83b-218d532a7e0e tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989665 Nov 12 04:07:16.642806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec90bb2-523d-4955-a4de-0f385c195a32 req-98534d1d-552a-4900-b005-b4385ca012ad tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:16.642806 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bec90bb2-523d-4955-a4de-0f385c195a32 req-98534d1d-552a-4900-b005-b4385ca012ad tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cffadf9-800c-4f5d-a38b-9450a3171b30 HTTP/1.1" status: 200 len: 932 time: 0.1729019 Nov 12 04:07:16.691596 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30f7c4c2-25fc-41ba-a75a-b34afaf28bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.694115 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30f7c4c2-25fc-41ba-a75a-b34afaf28bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.707844 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bec90bb2-523d-4955-a4de-0f385c195a32 req-b7a0e8b3-2399-4f6a-bcee-42fa5e6ce915 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575182 Nov 12 04:07:16.714249 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-167897ce-6b84-425d-9991-aba07ae4e996 None None] Port e5c5a30b-28a4-4cdd-b136-6afb7c16f33a cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:07:16.782367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-cd4bf67c-19a6-4e3a-8827-02af080b98c9', 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'fixed_ips': [{'subnet_id': 'f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:07:16.783255 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.788195 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-6609cac7-7386-455b-98b1-ef5c04ffc00d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Made reservation on behalf of b478a3ac765b42beb72f2dff0b477fa0 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:16.795141 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-6609cac7-7386-455b-98b1-ef5c04ffc00d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.837036 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30f7c4c2-25fc-41ba-a75a-b34afaf28bc7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.987251 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] Allocated IP 172.20.0.2 (cd4bf67c-19a6-4e3a-8827-02af080b98c9/f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b/d409c251-f9eb-4786-a679-89047056dc93) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:17.001600 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-6609cac7-7386-455b-98b1-ef5c04ffc00d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Allocated IP 19.86.0.239 (211f0b76-74ec-4a4a-bfd7-c2509a961323/e4bbaffb-9a95-425d-a400-d52a0caaf7c6/5831a6be-2442-4d2b-83e5-f2bf84c03dec) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:17.073784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117e9cc-6a43-4f65-aa42-dc273cbdcb63 req-0dcd1587-1abb-457b-aa11-f9438a882d84 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:17.083228 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e117e9cc-6a43-4f65-aa42-dc273cbdcb63 req-0dcd1587-1abb-457b-aa11-f9438a882d84 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 948 time: 0.0831633 Nov 12 04:07:17.087120 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30f7c4c2-25fc-41ba-a75a-b34afaf28bc7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.094229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5af7da1f-49cd-4d15-9482-c5c3c72ce252 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:07:17.161746 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e117e9cc-6a43-4f65-aa42-dc273cbdcb63 req-1b823cc4-b3a6-464b-9ce6-b93d6b0701be tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719147 Nov 12 04:07:17.261180 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:17.285645 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '5af7da1f-49cd-4d15-9482-c5c3c72ce252', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '5af7da1f-49cd-4d15-9482-c5c3c72ce252', 'mac_address': 'fa:16:3e:59:0a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:07:17.389893 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.392302 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.407937 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af7da1f-49cd-4d15-9482-c5c3c72ce252 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:17.416325 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30f7c4c2-25fc-41ba-a75a-b34afaf28bc7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.435877 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:17.438308 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30f7c4c2-25fc-41ba-a75a-b34afaf28bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.468429 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.526292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] Network cd4bf67c-19a6-4e3a-8827-02af080b98c9 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:17.529564 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:17.543322 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:17.549938 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.558953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] Pushing event updated for resources: {'Port': ['ID=d409c251-f9eb-4786-a679-89047056dc93,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:17.577027 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-30f7c4c2-25fc-41ba-a75a-b34afaf28bc7 admin admin] Allocated IP 172.25.1.125 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/1068337b-4c38-4b74-b665-183739c19147) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:17.684212 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] Attempting to bind port d409c251-f9eb-4786-a679-89047056dc93 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:17.684590 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] Attempting to bind port d409c251-f9eb-4786-a679-89047056dc93 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '338dfd70-d15f-442f-b01e-f0bb3cdd696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:17.684957 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] Attempting to bind port d409c251-f9eb-4786-a679-89047056dc93 on network cd4bf67c-19a6-4e3a-8827-02af080b98c9 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:17.700418 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:17.700788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] Checking segment: {'id': '338dfd70-d15f-442f-b01e-f0bb3cdd696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:17.701690 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.701690 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] Bound using segment: {'id': '338dfd70-d15f-442f-b01e-f0bb3cdd696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:17.702062 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] Bound port: d409c251-f9eb-4786-a679-89047056dc93, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338dfd70-d15f-442f-b01e-f0bb3cdd696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:17.702444 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.715312 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=5af7da1f-49cd-4d15-9482-c5c3c72ce252,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:17.732197 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120f250-bf48-4934-8de3-b3d1f1bdc9b8 req-c4118f59-ef5e-4f37-807d-2416f951de75 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:17.743321 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d120f250-bf48-4934-8de3-b3d1f1bdc9b8 req-c4118f59-ef5e-4f37-807d-2416f951de75 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.5771501 Nov 12 04:07:17.779439 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30f7c4c2-25fc-41ba-a75a-b34afaf28bc7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.781734 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa9941-a51f-4011-8a12-33a042387de9 req-0f836f79-2490-4ffe-a8d3-b147c046bcca tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:17.789178 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50aa9941-a51f-4011-8a12-33a042387de9 req-0f836f79-2490-4ffe-a8d3-b147c046bcca tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 943 time: 0.5220253 Nov 12 04:07:17.791368 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] For port d409c251-f9eb-4786-a679-89047056dc93, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:17.827592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] For port d409c251-f9eb-4786-a679-89047056dc93, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d409c251-f9eb-4786-a679-89047056dc93,segment=NetworkSegment(338dfd70-d15f-442f-b01e-f0bb3cdd696d),segment_id=338dfd70-d15f-442f-b01e-f0bb3cdd696d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:17.855826 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d120f250-bf48-4934-8de3-b3d1f1bdc9b8 req-7155d37e-88d0-47a2-8a65-a6c26a4e92fc tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116083 Nov 12 04:07:17.876019 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-6609cac7-7386-455b-98b1-ef5c04ffc00d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.886305 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30f7c4c2-25fc-41ba-a75a-b34afaf28bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.899293 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50aa9941-a51f-4011-8a12-33a042387de9 req-dbd36915-45e7-45d0-ba30-0efd1e1b5185 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091030 Nov 12 04:07:17.915098 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.920826 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.972745 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f7c4c2-25fc-41ba-a75a-b34afaf28bc7 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:17.982653 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['5af7da1f-49cd-4d15-9482-c5c3c72ce252'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:18.005779 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7c4c2-25fc-41ba-a75a-b34afaf28bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=1068337b-4c38-4b74-b665-183739c19147,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:18.008638 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-30f7c4c2-25fc-41ba-a75a-b34afaf28bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:18.011077 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f7c4c2-25fc-41ba-a75a-b34afaf28bc7 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:18.058516 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-6609cac7-7386-455b-98b1-ef5c04ffc00d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:18.074788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec73e76-d513-451a-928a-2fb09ef4defe None None] Pushing event updated for resources: {'Port': ['ID=d409c251-f9eb-4786-a679-89047056dc93,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:18.084755 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd61d31-8cb3-4269-bfa8-65d355055c46 req-62f6e03d-61ba-401d-9652-a9c90cabc01a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:18.093842 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ffd61d31-8cb3-4269-bfa8-65d355055c46 req-62f6e03d-61ba-401d-9652-a9c90cabc01a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=91640341-0e1d-46ee-bd1b-818bf70906cf HTTP/1.1" status: 200 len: 945 time: 0.1320894 Nov 12 04:07:18.166719 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609cac7-7386-455b-98b1-ef5c04ffc00d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event updated for resources: {'Port': ['ID=5831a6be-2442-4d2b-83e5-f2bf84c03dec,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:18.238901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-6609cac7-7386-455b-98b1-ef5c04ffc00d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Network 211f0b76-74ec-4a4a-bfd7-c2509a961323 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:18.244088 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ffd61d31-8cb3-4269-bfa8-65d355055c46 req-fd99d5f3-99f8-4bd5-9c5d-6504717fcbe4 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491306 Nov 12 04:07:18.244995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-6609cac7-7386-455b-98b1-ef5c04ffc00d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:18.254318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-6609cac7-7386-455b-98b1-ef5c04ffc00d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:18.332160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-6609cac7-7386-455b-98b1-ef5c04ffc00d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:18.338762 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-6609cac7-7386-455b-98b1-ef5c04ffc00d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:18.393912 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f7815-02dc-4d98-994c-0f12f1c7789a req-c64a8044-ca5e-4f67-9415-f1dd1b4b7c51 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:18.402644 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-188f7815-02dc-4d98-994c-0f12f1c7789a req-c64a8044-ca5e-4f67-9415-f1dd1b4b7c51 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cffadf9-800c-4f5d-a38b-9450a3171b30 HTTP/1.1" status: 200 len: 932 time: 0.4042461 Nov 12 04:07:18.472641 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-188f7815-02dc-4d98-994c-0f12f1c7789a req-64146959-35c0-42d2-9f51-b79b9bfe7561 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577183 Nov 12 04:07:18.477200 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-6609cac7-7386-455b-98b1-ef5c04ffc00d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0649498 Nov 12 04:07:18.522499 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30f7c4c2-25fc-41ba-a75a-b34afaf28bc7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:18.530100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Request body: {'port': {'device_id': '0cffadf9-800c-4f5d-a38b-9450a3171b30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:18.565897 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad54fa8-abef-4271-b2a5-eefb6155f988 req-27f795ed-3856-47f7-bb82-d9c47ea96997 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:18.567816 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9ad54fa8-abef-4271-b2a5-eefb6155f988 req-27f795ed-3856-47f7-bb82-d9c47ea96997 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 949 time: 0.0861740 Nov 12 04:07:18.608319 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:18.665763 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0df5291a-b361-4a33-afa5-cc91965622e3 None None] Provisioning complete for port 5831a6be-2442-4d2b-83e5-f2bf84c03dec triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:18.666314 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0df5291a-b361-4a33-afa5-cc91965622e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:18.689130 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9ad54fa8-abef-4271-b2a5-eefb6155f988 req-2dd6f856-fffd-464b-9505-1ad33863ec3d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813155 Nov 12 04:07:18.713870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0df5291a-b361-4a33-afa5-cc91965622e3 None None] Port 5831a6be-2442-4d2b-83e5-f2bf84c03dec cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:07:18.774496 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30f7c4c2-25fc-41ba-a75a-b34afaf28bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:18.972529 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f7c4c2-25fc-41ba-a75a-b34afaf28bc7 admin admin] Router 6d653f70-4a80-41e0-8f3f-54861f883754 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:07:19.030607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c5a30b-28a4-4cdd-b136-6afb7c16f33a {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:19.048544 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:19.088846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7ea89-2a97-4ebd-aa22-5d9ce5b05773 req-75dc9c0f-b783-4da4-83e3-7c566dc487c8 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:19.090917 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d7d7ea89-2a97-4ebd-aa22-5d9ce5b05773 req-75dc9c0f-b783-4da4-83e3-7c566dc487c8 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.1388958 Nov 12 04:07:19.092172 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Transition to ACTIVE for port object e5c5a30b-28a4-4cdd-b136-6afb7c16f33a will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:07:19.107210 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f1c98-44a2-4060-b2d3-2a0d03a4d37d req-aa98b554-9bb5-4a3d-a425-683418c98124 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:19.108830 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e81f1c98-44a2-4060-b2d3-2a0d03a4d37d req-aa98b554-9bb5-4a3d-a425-683418c98124 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 943 time: 0.1177928 Nov 12 04:07:19.138299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f7c4c2-25fc-41ba-a75a-b34afaf28bc7 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:19.160720 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] Sync routers for ids ['6d653f70-4a80-41e0-8f3f-54861f883754'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:19.172636 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] Routers {'6d653f70-4a80-41e0-8f3f-54861f883754'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:19.173359 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:07:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d653f70-4a80-41e0-8f3f-54861f883754'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:19.194025 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e81f1c98-44a2-4060-b2d3-2a0d03a4d37d req-785d4ff8-7466-4f38-8fc1-9d94a0cbe146 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696247 Nov 12 04:07:19.208587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d7d7ea89-2a97-4ebd-aa22-5d9ce5b05773 req-ce69a113-e3d4-4f3a-a187-1a962a8e838e tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987022 Nov 12 04:07:19.309234 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:19.320052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] Set router 6d653f70-4a80-41e0-8f3f-54861f883754 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:07:19.322836 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30f7c4c2-25fc-41ba-a75a-b34afaf28bc7 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:19.326813 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-30f7c4c2-25fc-41ba-a75a-b34afaf28bc7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.7415917 Nov 12 04:07:19.326997 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54152) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:19.406959 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c5a30b-28a4-4cdd-b136-6afb7c16f33a,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:19.544979 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcb64e4-697d-4509-ba49-5aabbcfd7158 None None] Network cd4bf67c-19a6-4e3a-8827-02af080b98c9 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:07:19.585977 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287bddc-1150-4662-a2a9-69f029f65344 req-ed962537-cc67-4a2b-92fa-d791f28c87b0 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:19.590940 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9287bddc-1150-4662-a2a9-69f029f65344 req-ed962537-cc67-4a2b-92fa-d791f28c87b0 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=91640341-0e1d-46ee-bd1b-818bf70906cf HTTP/1.1" status: 200 len: 945 time: 0.2394228 Nov 12 04:07:19.677000 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'name': 'tempest-ServersTestJSON-934956597-router', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1068337b-4c38-4b74-b665-183739c19147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 3, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'gw_port': {'id': '1068337b-4c38-4b74-b665-183739c19147', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:17Z', 'updated_at': '2021-11-12T04:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:19.692500 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Attempting to bind port e5c5a30b-28a4-4cdd-b136-6afb7c16f33a on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:19.692880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Attempting to bind port e5c5a30b-28a4-4cdd-b136-6afb7c16f33a by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'f800db29-21d9-41e6-9482-39d50cfdb057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a758a6b6-7587-4b71-8b97-f7a77d2877be'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:19.693190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Attempting to bind port e5c5a30b-28a4-4cdd-b136-6afb7c16f33a on network a758a6b6-7587-4b71-8b97-f7a77d2877be {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:19.723770 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] Checking router: 6d653f70-4a80-41e0-8f3f-54861f883754 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:07:19.723770 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] Updating router 6d653f70-4a80-41e0-8f3f-54861f883754 port 1068337b-4c38-4b74-b665-183739c19147 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:07:19.734185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Port e5c5a30b-28a4-4cdd-b136-6afb7c16f33a on network a758a6b6-7587-4b71-8b97-f7a77d2877be not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:07:19.734185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Attempting to bind port e5c5a30b-28a4-4cdd-b136-6afb7c16f33a on network a758a6b6-7587-4b71-8b97-f7a77d2877be {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:19.753310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68c605-bbf0-407c-8bc3-db1a0ad8107b req-c7372e2e-aa2a-42f8-b73e-a49a0ef0c309 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:19.759468 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68c605-bbf0-407c-8bc3-db1a0ad8107b req-c7372e2e-aa2a-42f8-b73e-a49a0ef0c309 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:19.761296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3c68c605-bbf0-407c-8bc3-db1a0ad8107b req-c7372e2e-aa2a-42f8-b73e-a49a0ef0c309 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cffadf9-800c-4f5d-a38b-9450a3171b30 HTTP/1.1" status: 200 len: 1667 time: 0.1028228 Nov 12 04:07:19.762223 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f2337776-ab1c-4226-acaf-45372f1474ac None None] Provisioning complete for port d409c251-f9eb-4786-a679-89047056dc93 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:19.762592 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2337776-ab1c-4226-acaf-45372f1474ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:19.770768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:19.777191 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9287bddc-1150-4662-a2a9-69f029f65344 req-df530a15-8320-4f75-9832-9c97cc5f5871 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643181 Nov 12 04:07:19.817241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:19.817639 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Checking segment: {'id': 'f800db29-21d9-41e6-9482-39d50cfdb057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a758a6b6-7587-4b71-8b97-f7a77d2877be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:19.819488 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Bound using segment: {'id': 'f800db29-21d9-41e6-9482-39d50cfdb057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a758a6b6-7587-4b71-8b97-f7a77d2877be'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:19.820161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Bound port: e5c5a30b-28a4-4cdd-b136-6afb7c16f33a, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f800db29-21d9-41e6-9482-39d50cfdb057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a758a6b6-7587-4b71-8b97-f7a77d2877be'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:19.820555 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:19.842969 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:19.968408 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3c68c605-bbf0-407c-8bc3-db1a0ad8107b req-ea0e37a7-fed6-40a9-8ae4-e3958119a878 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899502 Nov 12 04:07:20.014549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] For port e5c5a30b-28a4-4cdd-b136-6afb7c16f33a, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:20.022233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] For port e5c5a30b-28a4-4cdd-b136-6afb7c16f33a, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e5c5a30b-28a4-4cdd-b136-6afb7c16f33a,segment=NetworkSegment(f800db29-21d9-41e6-9482-39d50cfdb057),segment_id=f800db29-21d9-41e6-9482-39d50cfdb057)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:20.028536 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.030531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a088ab-1b98-4bd8-8672-55da4db0dd08 req-fc31cd65-7674-425e-a226-67cbaf0cfa69 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:20.032091 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-65a088ab-1b98-4bd8-8672-55da4db0dd08 req-fc31cd65-7674-425e-a226-67cbaf0cfa69 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 949 time: 0.1429563 Nov 12 04:07:20.109888 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-65a088ab-1b98-4bd8-8672-55da4db0dd08 req-71d288d5-9094-481c-8267-f0e427bf391b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694289 Nov 12 04:07:20.127725 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.189154 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c5a30b-28a4-4cdd-b136-6afb7c16f33a,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:20.205126 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:20.205798 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.209419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8341ef2e-5c13-4041-9eb4-f52dbdb3aa56 service neutron] 10.222.0.31 "PUT /v2.0/ports/e5c5a30b-28a4-4cdd-b136-6afb7c16f33a HTTP/1.1" status: 200 len: 1093 time: 1.6877682 Nov 12 04:07:20.209419 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cffadf9-800c-4f5d-a38b-9450a3171b30', 'tag': 'e5c5a30b-28a4-4cdd-b136-6afb7c16f33a'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:20.211728 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee1baf5-5221-46b8-8e8b-4765e7277ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "0cffadf9-800c-4f5d-a38b-9450a3171b30", "tag": "e5c5a30b-28a4-4cdd-b136-6afb7c16f33a"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:20.335963 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cbb941-19c3-4007-9442-1d4b9d683531 x-openstack-request-id: req-74cbb941-19c3-4007-9442-1d4b9d683531 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:20.336349 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cffadf9-800c-4f5d-a38b-9450a3171b30", "tag": "e5c5a30b-28a4-4cdd-b136-6afb7c16f33a", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:20.336941 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74cbb941-19c3-4007-9442-1d4b9d683531 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:20.336941 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cffadf9-800c-4f5d-a38b-9450a3171b30', 'tag': 'e5c5a30b-28a4-4cdd-b136-6afb7c16f33a', 'status': 'completed', 'code': 200} Nov 12 04:07:20.344500 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.356134 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d409c251-f9eb-4786-a679-89047056dc93 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:20.375913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Allocated IP 172.20.0.1 (cd4bf67c-19a6-4e3a-8827-02af080b98c9/f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b/b7030aa9-ef58-4002-92ad-047f25709bce) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:20.379389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Request body: {'port': {'device_id': '0cffadf9-800c-4f5d-a38b-9450a3171b30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:20.460050 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2337776-ab1c-4226-acaf-45372f1474ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.475072 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.500008 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.529001 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f2337776-ab1c-4226-acaf-45372f1474ac None None] For port d409c251-f9eb-4786-a679-89047056dc93, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d409c251-f9eb-4786-a679-89047056dc93,segment=NetworkSegment(338dfd70-d15f-442f-b01e-f0bb3cdd696d),segment_id=338dfd70-d15f-442f-b01e-f0bb3cdd696d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:20.578512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcdf9c-3106-4dd0-a1c2-91d0c4b66cf8 req-739bc0ea-f89e-455f-8a22-cff9bd60c02d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:20.580134 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3fdcdf9c-3106-4dd0-a1c2-91d0c4b66cf8 req-739bc0ea-f89e-455f-8a22-cff9bd60c02d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 943 time: 0.2644284 Nov 12 04:07:20.592026 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:07:20.608352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:20.608727 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.613502 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] Attempting to bind port 1068337b-4c38-4b74-b665-183739c19147 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:20.613869 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] Attempting to bind port 1068337b-4c38-4b74-b665-183739c19147 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:20.614228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] Attempting to bind port 1068337b-4c38-4b74-b665-183739c19147 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:20.615934 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.631048 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2337776-ab1c-4226-acaf-45372f1474ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.644802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42166e4-8d4c-45dc-ad91-8f5abff35b0d req-415c9865-f095-4e48-b8da-5b43618c27fe tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:20.646374 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a42166e4-8d4c-45dc-ad91-8f5abff35b0d req-415c9865-f095-4e48-b8da-5b43618c27fe tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.1600769 Nov 12 04:07:20.661317 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:20.661782 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:20.662080 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.662465 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:20.662973 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] Bound port: 1068337b-4c38-4b74-b665-183739c19147, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:20.663350 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.664892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca164c2e-c2a9-44c3-a0c3-686a74e30f27 None None] Pushing event updated for resources: {'Port': ['ID=1068337b-4c38-4b74-b665-183739c19147,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:20.691994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1baf5-5221-46b8-8e8b-4765e7277ddf req-8c91cd0d-d764-4086-8391-3ab405dcd4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:20.692507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1baf5-5221-46b8-8e8b-4765e7277ddf req-8c91cd0d-d764-4086-8391-3ab405dcd4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:20.694063 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aee1baf5-5221-46b8-8e8b-4765e7277ddf req-8c91cd0d-d764-4086-8391-3ab405dcd4b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b478a3ac765b42beb72f2dff0b477fa0&device_id=0cffadf9-800c-4f5d-a38b-9450a3171b30 HTTP/1.1" status: 200 len: 1915 time: 0.2162292 Nov 12 04:07:20.714759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d409c251-f9eb-4786-a679-89047056dc93 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:20.715341 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.735861 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.824339 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Network cd4bf67c-19a6-4e3a-8827-02af080b98c9 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:20.826840 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3fdcdf9c-3106-4dd0-a1c2-91d0c4b66cf8 req-955975fc-d05d-47c0-9e0e-5798450c6a84 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153373 Nov 12 04:07:20.838829 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:20.850955 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:20.861687 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] For port 1068337b-4c38-4b74-b665-183739c19147, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:20.880503 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] For port 1068337b-4c38-4b74-b665-183739c19147, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1068337b-4c38-4b74-b665-183739c19147,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:20.927261 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Pushing event updated for resources: {'Port': ['ID=b7030aa9-ef58-4002-92ad-047f25709bce,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:20.952605 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.956661 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:20.961496 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:20.962279 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:20.963733 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:20.964327 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:20.964969 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:20.965523 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:20.966087 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:20.966690 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:20.967244 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:20.967792 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:20.968336 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:20.974574 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:21.000072 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2337776-ab1c-4226-acaf-45372f1474ac None None] Pushing event updated for resources: {'Port': ['ID=d409c251-f9eb-4786-a679-89047056dc93,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:21.009941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a42166e4-8d4c-45dc-ad91-8f5abff35b0d req-524125c1-6458-403c-aafd-c994b8dcb872 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503101 Nov 12 04:07:21.066663 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:21.175483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1baf5-5221-46b8-8e8b-4765e7277ddf req-53654aae-0b01-480c-aeb3-3323745a119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.176083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1baf5-5221-46b8-8e8b-4765e7277ddf req-53654aae-0b01-480c-aeb3-3323745a119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.176659 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1baf5-5221-46b8-8e8b-4765e7277ddf req-53654aae-0b01-480c-aeb3-3323745a119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.178610 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aee1baf5-5221-46b8-8e8b-4765e7277ddf req-53654aae-0b01-480c-aeb3-3323745a119d service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b478a3ac765b42beb72f2dff0b477fa0&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4210405 Nov 12 04:07:21.183566 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca164c2e-c2a9-44c3-a0c3-686a74e30f27 None None] Pushing event updated for resources: {'Port': ['ID=1068337b-4c38-4b74-b665-183739c19147,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:21.191408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] Routers {'6d653f70-4a80-41e0-8f3f-54861f883754'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:21.191996 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:07:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d653f70-4a80-41e0-8f3f-54861f883754'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:21.194167 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5af7da1f-49cd-4d15-9482-c5c3c72ce252 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:21.263392 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91640341-0e1d-46ee-bd1b-818bf70906cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fedb198-7d38-4c6d-85e3-2eb48e8f59c8'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:21.265752 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518d9007-57aa-47d8-8246-bd0286dee5c4" -d '{"events": [{"server_uuid": "91640341-0e1d-46ee-bd1b-818bf70906cf", "name": "network-vif-plugged", "status": "completed", "tag": "2fedb198-7d38-4c6d-85e3-2eb48e8f59c8"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:21.315221 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2fedb198-7d38-4c6d-85e3-2eb48e8f59c8,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:21.426104 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5831a6be-2442-4d2b-83e5-f2bf84c03dec {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:21.435766 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:21.447501 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:21.452164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Transition to ACTIVE for port object 5831a6be-2442-4d2b-83e5-f2bf84c03dec will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:07:21.482365 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] Set router 6d653f70-4a80-41e0-8f3f-54861f883754 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:07:21.525912 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67192140-19f2-4a22-9fdc-539edec15f52 req-e2595603-716d-4b34-a585-cd78d50b472b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.535242 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67192140-19f2-4a22-9fdc-539edec15f52 req-e2595603-716d-4b34-a585-cd78d50b472b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.544851 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67192140-19f2-4a22-9fdc-539edec15f52 req-e2595603-716d-4b34-a585-cd78d50b472b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cffadf9-800c-4f5d-a38b-9450a3171b30 HTTP/1.1" status: 200 len: 1667 time: 0.3638940 Nov 12 04:07:21.576491 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:21.593244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22db6fe-3a69-4c5e-b9ad-28d04cfd514d req-ae67cf7d-5bfa-4cb1-bccc-3db9df382037 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.597041 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c22db6fe-3a69-4c5e-b9ad-28d04cfd514d req-ae67cf7d-5bfa-4cb1-bccc-3db9df382037 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=91640341-0e1d-46ee-bd1b-818bf70906cf HTTP/1.1" status: 200 len: 945 time: 0.4172153 Nov 12 04:07:21.623033 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:21.792671 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1baf5-5221-46b8-8e8b-4765e7277ddf req-48c87fab-5d6b-414e-8e0a-9dd151ddd820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.792671 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aee1baf5-5221-46b8-8e8b-4765e7277ddf req-48c87fab-5d6b-414e-8e0a-9dd151ddd820 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5365257 Nov 12 04:07:21.817969 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:21.858603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Pushing event updated for resources: {'Port': ['ID=5831a6be-2442-4d2b-83e5-f2bf84c03dec,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:21.871690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67192140-19f2-4a22-9fdc-539edec15f52 req-29668391-ca26-4429-abe7-dd45fe41995d tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253791 Nov 12 04:07:21.876003 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:07:21.884665 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:21.912443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:21.912966 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:21.947667 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c22db6fe-3a69-4c5e-b9ad-28d04cfd514d req-2ec5fa66-c22f-4116-b702-208fdba07360 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327184 Nov 12 04:07:22.059046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Attempting to bind port 5831a6be-2442-4d2b-83e5-f2bf84c03dec on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:22.063226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Attempting to bind port 5831a6be-2442-4d2b-83e5-f2bf84c03dec by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'ad3d7de1-b0fc-4540-9ddb-c602463fa55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '211f0b76-74ec-4a4a-bfd7-c2509a961323'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:22.063698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Attempting to bind port 5831a6be-2442-4d2b-83e5-f2bf84c03dec on network 211f0b76-74ec-4a4a-bfd7-c2509a961323 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:22.076360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Port 5831a6be-2442-4d2b-83e5-f2bf84c03dec on network 211f0b76-74ec-4a4a-bfd7-c2509a961323 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:07:22.076838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Attempting to bind port 5831a6be-2442-4d2b-83e5-f2bf84c03dec on network 211f0b76-74ec-4a4a-bfd7-c2509a961323 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:22.090142 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:22.090664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Checking segment: {'id': 'ad3d7de1-b0fc-4540-9ddb-c602463fa55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '211f0b76-74ec-4a4a-bfd7-c2509a961323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:22.092534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Bound using segment: {'id': 'ad3d7de1-b0fc-4540-9ddb-c602463fa55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '211f0b76-74ec-4a4a-bfd7-c2509a961323'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:22.093141 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8d5715b5-4551-4b7c-b653-35c67b435359 None None] Provisioning complete for port b7030aa9-ef58-4002-92ad-047f25709bce triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:22.093299 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Bound port: 5831a6be-2442-4d2b-83e5-f2bf84c03dec, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad3d7de1-b0fc-4540-9ddb-c602463fa55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '211f0b76-74ec-4a4a-bfd7-c2509a961323'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:22.093599 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d5715b5-4551-4b7c-b653-35c67b435359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:22.093952 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:22.103396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Pushing event updated for resources: {'Port': ['ID=b7030aa9-ef58-4002-92ad-047f25709bce,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:22.109661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=2fedb198-7d38-4c6d-85e3-2eb48e8f59c8,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:22.119935 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f25f2c-8937-4f43-8102-9a1459c44327 x-openstack-request-id: req-f3f25f2c-8937-4f43-8102-9a1459c44327 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:22.120205 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91640341-0e1d-46ee-bd1b-818bf70906cf", "name": "network-vif-plugged", "status": "completed", "tag": "2fedb198-7d38-4c6d-85e3-2eb48e8f59c8", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:22.120462 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3f25f2c-8937-4f43-8102-9a1459c44327 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:22.120851 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91640341-0e1d-46ee-bd1b-818bf70906cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fedb198-7d38-4c6d-85e3-2eb48e8f59c8', 'code': 200} Nov 12 04:07:22.128377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a164714-135e-4a91-ab1c-859fe9f60c15 req-25c87027-2811-4c4d-8d1c-ba18c7c6d32c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:22.131990 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4a164714-135e-4a91-ab1c-859fe9f60c15 req-25c87027-2811-4c4d-8d1c-ba18c7c6d32c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 949 time: 0.1382484 Nov 12 04:07:22.150455 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:22.207965 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8d5715b5-4551-4b7c-b653-35c67b435359 None None] Port b7030aa9-ef58-4002-92ad-047f25709bce cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:07:22.257651 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af99363-3b40-4d48-abf3-39b629079720 req-0f752eaf-2c9b-4c88-8b60-681e2e12e663 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:22.266060 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5af99363-3b40-4d48-abf3-39b629079720 req-0f752eaf-2c9b-4c88-8b60-681e2e12e663 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 943 time: 0.1659427 Nov 12 04:07:22.279739 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:22.284338 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4a164714-135e-4a91-ab1c-859fe9f60c15 req-d0c6289c-dbbc-4857-8f1e-f2d3efb46713 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327586 Nov 12 04:07:22.309258 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] For port 5831a6be-2442-4d2b-83e5-f2bf84c03dec, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:22.309831 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'name': 'tempest-ServersTestJSON-934956597-router', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1068337b-4c38-4b74-b665-183739c19147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 3, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'gw_port': {'id': '1068337b-4c38-4b74-b665-183739c19147', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:17Z', 'updated_at': '2021-11-12T04:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:22.337312 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0f4244-8fb9-4fbc-8880-80342e032adc None None] The sync data for ids ['6d653f70-4a80-41e0-8f3f-54861f883754'] in n-d-768509-24 is: [{'id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'name': 'tempest-ServersTestJSON-934956597-router', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1068337b-4c38-4b74-b665-183739c19147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 3, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'gw_port': {'id': '1068337b-4c38-4b74-b665-183739c19147', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:17Z', 'updated_at': '2021-11-12T04:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:22.338843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] For port 5831a6be-2442-4d2b-83e5-f2bf84c03dec, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5831a6be-2442-4d2b-83e5-f2bf84c03dec,segment=NetworkSegment(ad3d7de1-b0fc-4540-9ddb-c602463fa55a),segment_id=ad3d7de1-b0fc-4540-9ddb-c602463fa55a)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:22.339205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8d5715b5-4551-4b7c-b653-35c67b435359 None None] Provisioning complete for port d409c251-f9eb-4786-a679-89047056dc93 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:22.339565 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d5715b5-4551-4b7c-b653-35c67b435359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:22.402245 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a133244-e68e-452a-8f79-e6565ae22d3d req-7164922d-cbe9-4505-a415-c47cae5e28cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:22.404844 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4a133244-e68e-452a-8f79-e6565ae22d3d req-7164922d-cbe9-4505-a415-c47cae5e28cb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91640341-0e1d-46ee-bd1b-818bf70906cf HTTP/1.1" status: 200 len: 1098 time: 0.2351470 Nov 12 04:07:22.408439 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:22.420597 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:22.436974 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d409c251-f9eb-4786-a679-89047056dc93 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:22.469185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5af99363-3b40-4d48-abf3-39b629079720 req-1053c8cf-5714-4550-b7ce-2a27f481b621 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022092 Nov 12 04:07:22.490391 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:22.491689 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:22.494657 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] 10.222.0.31 "PUT /v2.0/ports/5831a6be-2442-4d2b-83e5-f2bf84c03dec HTTP/1.1" status: 200 len: 1093 time: 2.1219645 Nov 12 04:07:22.495197 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cffadf9-800c-4f5d-a38b-9450a3171b30', 'tag': '5831a6be-2442-4d2b-83e5-f2bf84c03dec'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:22.501722 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6bf4a2-1023-4758-8507-58b9b21e2b06" -d '{"events": [{"name": "network-changed", "server_uuid": "0cffadf9-800c-4f5d-a38b-9450a3171b30", "tag": "5831a6be-2442-4d2b-83e5-f2bf84c03dec"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:22.518070 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:22.557635 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6207bd-58e2-4ae4-802a-7a76de7443ea service neutron] Pushing event updated for resources: {'Port': ['ID=5831a6be-2442-4d2b-83e5-f2bf84c03dec,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:22.642935 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a829307a-261d-433c-8805-ae7b5af09e36 x-openstack-request-id: req-a829307a-261d-433c-8805-ae7b5af09e36 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:22.643675 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cffadf9-800c-4f5d-a38b-9450a3171b30", "tag": "5831a6be-2442-4d2b-83e5-f2bf84c03dec", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:22.644475 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a829307a-261d-433c-8805-ae7b5af09e36 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:22.647384 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cffadf9-800c-4f5d-a38b-9450a3171b30', 'tag': '5831a6be-2442-4d2b-83e5-f2bf84c03dec', 'status': 'completed', 'code': 200} Nov 12 04:07:22.680464 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4a133244-e68e-452a-8f79-e6565ae22d3d req-54602be9-b510-48d6-abf1-fab263f10b61 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524467 Nov 12 04:07:22.711390 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Network cd4bf67c-19a6-4e3a-8827-02af080b98c9 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:22.718382 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:22.852426 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6914c-40dd-44fb-90b5-84ec2536a741 req-e7358381-2a82-46cc-baa2-03f1378c8a7c tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:22.857152 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bca6914c-40dd-44fb-90b5-84ec2536a741 req-e7358381-2a82-46cc-baa2-03f1378c8a7c tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.2797599 Nov 12 04:07:22.872402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5a3930e0-4d15-474e-8024-9d4fe8e35a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:22.872890 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5a3930e0-4d15-474e-8024-9d4fe8e35a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:22.874467 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-5a3930e0-4d15-474e-8024-9d4fe8e35a50 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b478a3ac765b42beb72f2dff0b477fa0&device_id=0cffadf9-800c-4f5d-a38b-9450a3171b30 HTTP/1.1" status: 200 len: 1983 time: 0.2342396 Nov 12 04:07:22.900017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=5af7da1f-49cd-4d15-9482-c5c3c72ce252,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:22.933053 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d409c251-f9eb-4786-a679-89047056dc93 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:22.933474 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:23.036643 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-a903cdbc-c8e8-463f-9229-39fac2fbcab1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.183&port_id=e5c5a30b-28a4-4cdd-b136-6afb7c16f33a HTTP/1.1" status: 200 len: 217 time: 0.1263599 Nov 12 04:07:23.049482 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Router 6d653f70-4a80-41e0-8f3f-54861f883754 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:23.155581 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 57141e34-b11a-462e-aee5-c1a98167f0a5 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:07:23.160961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-9650352f-58e8-4967-bc00-8960cea19b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:23.162798 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-9650352f-58e8-4967-bc00-8960cea19b2c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1e84abd-d32b-4f69-be89-3efc7bf3bc3d HTTP/1.1" status: 200 len: 801 time: 0.0687554 Nov 12 04:07:23.187245 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bca6914c-40dd-44fb-90b5-84ec2536a741 req-3b970fcc-39a4-41a7-ae9b-5ae7f2e88321 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942083 Nov 12 04:07:23.315937 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:23.319720 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8bfcc6ce-5b41-4953-9d1b-39fa627e44a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:23.321221 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-8bfcc6ce-5b41-4953-9d1b-39fa627e44a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a758a6b6-7587-4b71-8b97-f7a77d2877be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330249 Nov 12 04:07:23.368728 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-02fe88ea-7b4a-4ec5-99e9-1b47bf33576d admin admin] 10.222.0.37 "PUT /v2.0/routers/6d653f70-4a80-41e0-8f3f-54861f883754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0404503 Nov 12 04:07:23.380012 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-89b44b47-33cb-4e90-9951-a3e07966eea6 None None] Provisioning complete for port b7030aa9-ef58-4002-92ad-047f25709bce triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:23.381282 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89b44b47-33cb-4e90-9951-a3e07966eea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:23.477599 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 57141e34-b11a-462e-aee5-c1a98167f0a5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=57141e34-b11a-462e-aee5-c1a98167f0a5,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:23.493435 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-89b44b47-33cb-4e90-9951-a3e07966eea6 None None] Port b7030aa9-ef58-4002-92ad-047f25709bce cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:07:23.498016 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '57141e34-b11a-462e-aee5-c1a98167f0a5', 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5', 'port_id': '57141e34-b11a-462e-aee5-c1a98167f0a5', 'mac_address': 'fa:16:3e:d2:31:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa13a6a-4bf6-4269-938a-144076eee239', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:07:23.540671 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ae6dd-70d5-477d-ab33-61a27c7c26db req-2f005d66-e285-40b8-8df0-5e94052f13d3 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:23.542292 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf6ae6dd-70d5-477d-ab33-61a27c7c26db req-2f005d66-e285-40b8-8df0-5e94052f13d3 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=91640341-0e1d-46ee-bd1b-818bf70906cf HTTP/1.1" status: 200 len: 946 time: 0.1282625 Nov 12 04:07:23.574405 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:23.599033 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57141e34-b11a-462e-aee5-c1a98167f0a5 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:23.617786 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf6ae6dd-70d5-477d-ab33-61a27c7c26db req-6ab8008c-7fe5-4a45-96c1-ace0624e35f5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640852 Nov 12 04:07:23.628149 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-36583975-a848-47e2-942f-a8c8dd9541c9 service neutron] 10.222.0.31 "GET /v2.0/networks/a758a6b6-7587-4b71-8b97-f7a77d2877be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793791 Nov 12 04:07:23.639881 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 57141e34-b11a-462e-aee5-c1a98167f0a5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=57141e34-b11a-462e-aee5-c1a98167f0a5,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:23.718943 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:23.786002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=57141e34-b11a-462e-aee5-c1a98167f0a5,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:23.808575 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-74d528eb-c916-4107-a1f1-ceacd7e195c1 service neutron] 10.222.0.31 "GET /v2.0/networks/a758a6b6-7587-4b71-8b97-f7a77d2877be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596584 Nov 12 04:07:23.829011 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fac27f-e6f6-4e37-886e-bfe20b89f072 req-4794a857-6369-4e06-a3fc-adc4ac59992b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:23.831267 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a1fac27f-e6f6-4e37-886e-bfe20b89f072 req-4794a857-6369-4e06-a3fc-adc4ac59992b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0877836 Nov 12 04:07:23.881013 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-6b2c2971-bd31-4129-8039-2278bb2cbd7d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.239&port_id=5831a6be-2442-4d2b-83e5-f2bf84c03dec HTTP/1.1" status: 200 len: 217 time: 0.0485387 Nov 12 04:07:23.967115 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a1fac27f-e6f6-4e37-886e-bfe20b89f072 req-c5f2dbce-4f80-405c-89c2-b71595bbf77b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267948 Nov 12 04:07:23.972920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-69d2a2cb-842c-4161-9af7-3011e261f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:23.974518 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-69d2a2cb-842c-4161-9af7-3011e261f867 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4bbaffb-9a95-425d-a400-d52a0caaf7c6 HTTP/1.1" status: 200 len: 801 time: 0.0739915 Nov 12 04:07:24.032533 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-a059b7e1-e19a-4aed-a3f2-6ffe3f8ba415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:24.032533 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-a059b7e1-e19a-4aed-a3f2-6ffe3f8ba415 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=211f0b76-74ec-4a4a-bfd7-c2509a961323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459895 Nov 12 04:07:24.121828 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1f5f90-86bb-4e78-ad24-34212625c093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af7da1f-49cd-4d15-9482-c5c3c72ce252'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:24.125153 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df56301-1479-4460-bd9b-a69b2ae00d38" -d '{"events": [{"server_uuid": "1c1f5f90-86bb-4e78-ad24-34212625c093", "name": "network-vif-plugged", "status": "completed", "tag": "5af7da1f-49cd-4d15-9482-c5c3c72ce252"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:24.141997 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['57141e34-b11a-462e-aee5-c1a98167f0a5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:24.152282 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-27bf6c18-9611-495d-9665-3b249b9d7d43 service neutron] 10.222.0.31 "GET /v2.0/networks/211f0b76-74ec-4a4a-bfd7-c2509a961323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049109 Nov 12 04:07:24.279463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665faae-c416-413e-b0d2-8765a6871396 req-9446bf68-262d-439d-bf76-d7ca02c3883b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:24.281055 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a665faae-c416-413e-b0d2-8765a6871396 req-9446bf68-262d-439d-bf76-d7ca02c3883b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 944 time: 0.1502364 Nov 12 04:07:24.288908 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1068337b-4c38-4b74-b665-183739c19147 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:24.318941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99707b2e-8e9c-4b41-b5ef-2577c4e9e499 req-3eb11545-1f33-4e54-9df7-fc908820a099 service neutron] 10.222.0.31 "GET /v2.0/networks/211f0b76-74ec-4a4a-bfd7-c2509a961323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542072 Nov 12 04:07:24.336398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a665faae-c416-413e-b0d2-8765a6871396 req-bf9f0975-d237-4b4e-9921-c053ee572f61 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472484 Nov 12 04:07:24.374591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 1068337b-4c38-4b74-b665-183739c19147 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:24.375042 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:24.473491 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:24.500385 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 1068337b-4c38-4b74-b665-183739c19147, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1068337b-4c38-4b74-b665-183739c19147,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:24.572122 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bf4a2-1023-4758-8507-58b9b21e2b06 req-488cc6cb-5042-4440-8526-e00626e7aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:24.572636 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bf4a2-1023-4758-8507-58b9b21e2b06 req-488cc6cb-5042-4440-8526-e00626e7aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:24.574196 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff6bf4a2-1023-4758-8507-58b9b21e2b06 req-488cc6cb-5042-4440-8526-e00626e7aa52 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b478a3ac765b42beb72f2dff0b477fa0&device_id=0cffadf9-800c-4f5d-a38b-9450a3171b30 HTTP/1.1" status: 200 len: 1983 time: 0.0465362 Nov 12 04:07:24.576320 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:24.632413 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=1068337b-4c38-4b74-b665-183739c19147,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:24.684840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bf4a2-1023-4758-8507-58b9b21e2b06 req-123e6963-95c4-4959-9edc-19131695196f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:24.686211 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff6bf4a2-1023-4758-8507-58b9b21e2b06 req-123e6963-95c4-4959-9edc-19131695196f service neutron] 10.222.0.31 "GET /v2.0/networks?id=211f0b76-74ec-4a4a-bfd7-c2509a961323 HTTP/1.1" status: 200 len: 902 time: 0.1042542 Nov 12 04:07:24.732339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff6bf4a2-1023-4758-8507-58b9b21e2b06 req-7de6c586-0bc1-4509-b912-604dcbd845e7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.239&port_id=5831a6be-2442-4d2b-83e5-f2bf84c03dec HTTP/1.1" status: 200 len: 217 time: 0.0375612 Nov 12 04:07:24.733066 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] Sync routers for ids ['6d653f70-4a80-41e0-8f3f-54861f883754'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:24.744021 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] Routers {'6d653f70-4a80-41e0-8f3f-54861f883754'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:24.744751 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:07:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d653f70-4a80-41e0-8f3f-54861f883754'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:24.786756 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bf4a2-1023-4758-8507-58b9b21e2b06 req-455af89b-8e58-497d-aee6-cbeaeb22338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:24.790464 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff6bf4a2-1023-4758-8507-58b9b21e2b06 req-455af89b-8e58-497d-aee6-cbeaeb22338b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4bbaffb-9a95-425d-a400-d52a0caaf7c6 HTTP/1.1" status: 200 len: 801 time: 0.0464268 Nov 12 04:07:24.823211 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54220) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:24.827992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-97bbe675-5e46-475e-b2dd-0776dbd03511 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1574512650', 'description': 'tempest-description--1764385045'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:24.855779 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd178dd1-46e8-4bed-a001-ba13b6dd655e x-openstack-request-id: req-bd178dd1-46e8-4bed-a001-ba13b6dd655e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:24.856395 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1f5f90-86bb-4e78-ad24-34212625c093", "name": "network-vif-plugged", "status": "completed", "tag": "5af7da1f-49cd-4d15-9482-c5c3c72ce252", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:24.856946 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd178dd1-46e8-4bed-a001-ba13b6dd655e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:24.858237 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1f5f90-86bb-4e78-ad24-34212625c093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af7da1f-49cd-4d15-9482-c5c3c72ce252', 'code': 200} Nov 12 04:07:24.864448 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bf4a2-1023-4758-8507-58b9b21e2b06 req-b06c4604-1530-4437-9c3c-93e7cf6d0563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:24.865949 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff6bf4a2-1023-4758-8507-58b9b21e2b06 req-b06c4604-1530-4437-9c3c-93e7cf6d0563 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=211f0b76-74ec-4a4a-bfd7-c2509a961323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676849 Nov 12 04:07:24.867931 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] Set router 6d653f70-4a80-41e0-8f3f-54861f883754 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:07:24.961696 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97bbe675-5e46-475e-b2dd-0776dbd03511 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.166283 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fa2a96d7-5354-45c4-a228-fe4ba51d5d14 req-5b947fd2-be68-4d7f-92c6-9b83b561d354 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468333 Nov 12 04:07:25.169799 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'name': 'tempest-ServersTestJSON-934956597-router', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1068337b-4c38-4b74-b665-183739c19147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:07:21Z', 'revision_number': 4, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'gw_port': {'id': '1068337b-4c38-4b74-b665-183739c19147', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:17Z', 'updated_at': '2021-11-12T04:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'b7030aa9-ef58-4002-92ad-047f25709bce', 'name': '', 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'mac_address': 'fa:16:3e:41:68:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:20Z', 'updated_at': '2021-11-12T04:07:21Z', 'revision_number': 2, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'subnets': [{'id': 'f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:25.197407 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] Checking router: 6d653f70-4a80-41e0-8f3f-54861f883754 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:07:25.197841 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] Updating router 6d653f70-4a80-41e0-8f3f-54861f883754 port b7030aa9-ef58-4002-92ad-047f25709bce binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:07:25.230230 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.251201 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a96d7-5354-45c4-a228-fe4ba51d5d14 req-50606909-1016-445c-a2a8-1f99f4afba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:25.253783 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fa2a96d7-5354-45c4-a228-fe4ba51d5d14 req-50606909-1016-445c-a2a8-1f99f4afba38 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 1101 time: 0.0418408 Nov 12 04:07:25.357258 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4921142-f68d-4d9d-abd0-c2d545ea3f4d req-e2952eb2-0943-4ad8-a7a1-dd11166eb702 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:25.358789 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a4921142-f68d-4d9d-abd0-c2d545ea3f4d req-e2952eb2-0943-4ad8-a7a1-dd11166eb702 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.4518845 Nov 12 04:07:25.364999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a96d7-5354-45c4-a228-fe4ba51d5d14 req-323c45c5-61e4-4bf1-b698-f9d419a1ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:25.366843 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fa2a96d7-5354-45c4-a228-fe4ba51d5d14 req-323c45c5-61e4-4bf1-b698-f9d419a1ea98 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.0924125 Nov 12 04:07:25.407347 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff6bf4a2-1023-4758-8507-58b9b21e2b06 req-7debfbe7-836d-47f7-a88d-8dd3c3ee151f service neutron] 10.222.0.31 "GET /v2.0/networks/211f0b76-74ec-4a4a-bfd7-c2509a961323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904609 Nov 12 04:07:25.412493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9372e-4ebc-4e1c-8da3-684b885d2f4d req-8cff6982-b838-47ac-9d6a-a63629371e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:25.413883 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7a9372e-4ebc-4e1c-8da3-684b885d2f4d req-8cff6982-b838-47ac-9d6a-a63629371e42 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 1102 time: 0.4172072 Nov 12 04:07:25.416210 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fa2a96d7-5354-45c4-a228-fe4ba51d5d14 req-f165fe8e-4612-4ae6-bc03-f191d74a6bb9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=9cac48c8-fa06-4f44-b516-a1e72aebedc0 HTTP/1.1" status: 200 len: 217 time: 0.0397878 Nov 12 04:07:25.477839 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a96d7-5354-45c4-a228-fe4ba51d5d14 req-4be22e79-96ee-4d02-ad4e-a488022cd925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:25.479623 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fa2a96d7-5354-45c4-a228-fe4ba51d5d14 req-4be22e79-96ee-4d02-ad4e-a488022cd925 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0506320 Nov 12 04:07:25.501135 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a4921142-f68d-4d9d-abd0-c2d545ea3f4d req-7673b329-8689-450b-8c31-1578379b1962 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302884 Nov 12 04:07:25.502969 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.540208 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a96d7-5354-45c4-a228-fe4ba51d5d14 req-a9667011-2539-4ee9-8ee9-13010425d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:25.540364 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97bbe675-5e46-475e-b2dd-0776dbd03511 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.551066 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fa2a96d7-5354-45c4-a228-fe4ba51d5d14 req-a9667011-2539-4ee9-8ee9-13010425d48c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0594971 Nov 12 04:07:25.571972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7a9372e-4ebc-4e1c-8da3-684b885d2f4d req-0505aee9-086b-4203-915d-78e94305d079 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298542 Nov 12 04:07:25.593552 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff6bf4a2-1023-4758-8507-58b9b21e2b06 req-2a6af7df-ce0d-4951-b2f6-56d47f05dfaf service neutron] 10.222.0.31 "GET /v2.0/networks/211f0b76-74ec-4a4a-bfd7-c2509a961323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639824 Nov 12 04:07:25.599384 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.633835 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97bbe675-5e46-475e-b2dd-0776dbd03511 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.645425 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2aeb11-a1ce-4854-a650-2aff16af8fa5 req-726e4e96-5a77-4864-8237-82e6fc1c0a61 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:25.645425 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea2aeb11-a1ce-4854-a650-2aff16af8fa5 req-726e4e96-5a77-4864-8237-82e6fc1c0a61 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=91640341-0e1d-46ee-bd1b-818bf70906cf HTTP/1.1" status: 200 len: 946 time: 0.0581853 Nov 12 04:07:25.646773 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d929be-c55d-413d-8817-4b7ed8b8827c None None] Pushing event updated for resources: {'Port': ['ID=b7030aa9-ef58-4002-92ad-047f25709bce,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:25.676063 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fa2a96d7-5354-45c4-a228-fe4ba51d5d14 req-404cd63e-e1f2-4a2f-a33f-ccb844589369 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175697 Nov 12 04:07:25.679769 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d929be-c55d-413d-8817-4b7ed8b8827c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.680103 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d929be-c55d-413d-8817-4b7ed8b8827c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.680455 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d929be-c55d-413d-8817-4b7ed8b8827c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.680788 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d929be-c55d-413d-8817-4b7ed8b8827c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.681116 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d929be-c55d-413d-8817-4b7ed8b8827c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.681441 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d929be-c55d-413d-8817-4b7ed8b8827c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.681762 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d929be-c55d-413d-8817-4b7ed8b8827c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.682220 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d929be-c55d-413d-8817-4b7ed8b8827c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.682403 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d929be-c55d-413d-8817-4b7ed8b8827c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.682739 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d929be-c55d-413d-8817-4b7ed8b8827c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.683056 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d929be-c55d-413d-8817-4b7ed8b8827c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.683446 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d929be-c55d-413d-8817-4b7ed8b8827c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.700731 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbe675-5e46-475e-b2dd-0776dbd03511 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5eae6b-bbac-4376-b202-621e8e5f6933,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:25.710328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe675-5e46-475e-b2dd-0776dbd03511 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.710702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe675-5e46-475e-b2dd-0776dbd03511 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.711052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe675-5e46-475e-b2dd-0776dbd03511 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.711389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe675-5e46-475e-b2dd-0776dbd03511 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.711777 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe675-5e46-475e-b2dd-0776dbd03511 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.712114 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe675-5e46-475e-b2dd-0776dbd03511 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.712442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe675-5e46-475e-b2dd-0776dbd03511 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.712775 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe675-5e46-475e-b2dd-0776dbd03511 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.713102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe675-5e46-475e-b2dd-0776dbd03511 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.713426 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe675-5e46-475e-b2dd-0776dbd03511 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.713746 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe675-5e46-475e-b2dd-0776dbd03511 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.714069 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe675-5e46-475e-b2dd-0776dbd03511 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:25.720998 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] Attempting to bind port b7030aa9-ef58-4002-92ad-047f25709bce on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:25.721361 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] Attempting to bind port b7030aa9-ef58-4002-92ad-047f25709bce by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '338dfd70-d15f-442f-b01e-f0bb3cdd696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:25.721709 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] Attempting to bind port b7030aa9-ef58-4002-92ad-047f25709bce on network cd4bf67c-19a6-4e3a-8827-02af080b98c9 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:25.728290 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:25.728656 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] Checking segment: {'id': '338dfd70-d15f-442f-b01e-f0bb3cdd696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:25.729398 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.730213 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] Bound using segment: {'id': '338dfd70-d15f-442f-b01e-f0bb3cdd696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:25.730953 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] Bound port: b7030aa9-ef58-4002-92ad-047f25709bce, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338dfd70-d15f-442f-b01e-f0bb3cdd696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:25.731347 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.752574 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea2aeb11-a1ce-4854-a650-2aff16af8fa5 req-1a0e07c9-fb30-4efd-9013-7e301bf3b0c2 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835135 Nov 12 04:07:25.768778 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97bbe675-5e46-475e-b2dd-0776dbd03511 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.770215 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-97bbe675-5e46-475e-b2dd-0776dbd03511 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9460218 Nov 12 04:07:25.773095 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54230) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:25.778304 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1194e621-95b0-4f53-8b57-45db95b48132 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Request body: {'security_group_rule': {'security_group_id': 'ff5eae6b-bbac-4376-b202-621e8e5f6933', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:25.808549 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] For port b7030aa9-ef58-4002-92ad-047f25709bce, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:25.812679 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] For port b7030aa9-ef58-4002-92ad-047f25709bce, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b7030aa9-ef58-4002-92ad-047f25709bce,segment=NetworkSegment(338dfd70-d15f-442f-b01e-f0bb3cdd696d),segment_id=338dfd70-d15f-442f-b01e-f0bb3cdd696d)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:25.873599 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc70d4e-96a1-4b3a-bc3c-41426781d927 req-bf5ee0b4-25c9-4c4f-9327-570f393d27f1 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:25.874605 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1194e621-95b0-4f53-8b57-45db95b48132 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.875356 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fc70d4e-96a1-4b3a-bc3c-41426781d927 req-bf5ee0b4-25c9-4c4f-9327-570f393d27f1 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0533013 Nov 12 04:07:25.895921 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.945231 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] Routers {'6d653f70-4a80-41e0-8f3f-54861f883754'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:25.946295 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:07:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d653f70-4a80-41e0-8f3f-54861f883754'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:25.947437 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fc70d4e-96a1-4b3a-bc3c-41426781d927 req-d1dd4378-aeba-4a2e-8dc7-530a2a0abccb tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647066 Nov 12 04:07:25.954664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8c6d3462-4d23-4ed6-b9d0-84770689a4d9 None None] Provisioning complete for port b7030aa9-ef58-4002-92ad-047f25709bce triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:25.955180 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c6d3462-4d23-4ed6-b9d0-84770689a4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.049928 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d929be-c55d-413d-8817-4b7ed8b8827c None None] Pushing event updated for resources: {'Port': ['ID=b7030aa9-ef58-4002-92ad-047f25709bce,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:26.056345 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c6d3462-4d23-4ed6-b9d0-84770689a4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.115528 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8c6d3462-4d23-4ed6-b9d0-84770689a4d9 None None] For port b7030aa9-ef58-4002-92ad-047f25709bce, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b7030aa9-ef58-4002-92ad-047f25709bce,segment=NetworkSegment(338dfd70-d15f-442f-b01e-f0bb3cdd696d),segment_id=338dfd70-d15f-442f-b01e-f0bb3cdd696d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:26.140011 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] Set router 6d653f70-4a80-41e0-8f3f-54861f883754 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:07:26.210871 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c6d3462-4d23-4ed6-b9d0-84770689a4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.226315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874de21-1878-4929-8326-347259297dc9 req-09452742-8be5-4908-810e-e9de7be065ad tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:26.235384 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b874de21-1878-4929-8326-347259297dc9 req-09452742-8be5-4908-810e-e9de7be065ad tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 944 time: 0.0914881 Nov 12 04:07:26.293109 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1068337b-4c38-4b74-b665-183739c19147 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:26.300885 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b874de21-1878-4929-8326-347259297dc9 req-d03edad3-ce5f-40c3-a83f-94466279f143 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643117 Nov 12 04:07:26.438847 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1194e621-95b0-4f53-8b57-45db95b48132 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.498865 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d3462-4d23-4ed6-b9d0-84770689a4d9 None None] Pushing event updated for resources: {'Port': ['ID=b7030aa9-ef58-4002-92ad-047f25709bce,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:26.499889 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9654fa13-0b8d-468a-9576-9ccd159939b2 req-60fd0c67-bbc1-471f-b00d-64e4a5e86657 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0826716 Nov 12 04:07:26.501436 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'name': 'tempest-ServersTestJSON-934956597-router', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1068337b-4c38-4b74-b665-183739c19147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:07:21Z', 'revision_number': 4, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'gw_port': {'id': '1068337b-4c38-4b74-b665-183739c19147', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:17Z', 'updated_at': '2021-11-12T04:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'b7030aa9-ef58-4002-92ad-047f25709bce', 'name': '', 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'mac_address': 'fa:16:3e:41:68:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:20Z', 'updated_at': '2021-11-12T04:07:25Z', 'revision_number': 4, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'subnets': [{'id': 'f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:26.503416 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fa2a96d7-5354-45c4-a228-fe4ba51d5d14 req-3e5b3e18-c4ea-4723-ae95-68bd6a3220ad service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957382 Nov 12 04:07:26.512959 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1194e621-95b0-4f53-8b57-45db95b48132 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.555574 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0956b22d-d5df-46fe-a195-7b86335fcbec None None] Provisioning complete for port b7030aa9-ef58-4002-92ad-047f25709bce triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:26.556285 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0956b22d-d5df-46fe-a195-7b86335fcbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.566896 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237fae3-bcf5-4dfd-a12d-06012a181f01 None None] The sync data for ids ['6d653f70-4a80-41e0-8f3f-54861f883754'] in n-d-768509-24 is: [{'id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'name': 'tempest-ServersTestJSON-934956597-router', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1068337b-4c38-4b74-b665-183739c19147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:07:21Z', 'revision_number': 4, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'gw_port': {'id': '1068337b-4c38-4b74-b665-183739c19147', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:17Z', 'updated_at': '2021-11-12T04:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'b7030aa9-ef58-4002-92ad-047f25709bce', 'name': '', 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'mac_address': 'fa:16:3e:41:68:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:20Z', 'updated_at': '2021-11-12T04:07:25Z', 'revision_number': 4, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'subnets': [{'id': 'f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:26.570466 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194e621-95b0-4f53-8b57-45db95b48132 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85096c02-e91b-457d-a43f-01a809b0307a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:26.593990 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 1068337b-4c38-4b74-b665-183739c19147 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:26.595131 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.620493 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654fa13-0b8d-468a-9576-9ccd159939b2 req-9abcd8f8-5c25-4f82-93b9-7197d78ff830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:26.621933 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9654fa13-0b8d-468a-9576-9ccd159939b2 req-9abcd8f8-5c25-4f82-93b9-7197d78ff830 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 1097 time: 0.0730388 Nov 12 04:07:26.659805 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1194e621-95b0-4f53-8b57-45db95b48132 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.661038 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1194e621-95b0-4f53-8b57-45db95b48132 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8866372 Nov 12 04:07:26.664398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54238) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:26.669063 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-bac22c17-d30a-4a48-8cc3-54e244f9009a tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Request body: {'security_group_rule': {'security_group_id': 'ff5eae6b-bbac-4376-b202-621e8e5f6933', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:26.781242 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654fa13-0b8d-468a-9576-9ccd159939b2 req-9cf14dd9-8187-4d15-95a1-716bc305f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:26.785046 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9654fa13-0b8d-468a-9576-9ccd159939b2 req-9cf14dd9-8187-4d15-95a1-716bc305f808 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 909 time: 0.1364610 Nov 12 04:07:26.818145 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bac22c17-d30a-4a48-8cc3-54e244f9009a tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.857114 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9654fa13-0b8d-468a-9576-9ccd159939b2 req-8e4e7391-67a8-4706-b3e7-a9ee067ebf9f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de254cb0-8a7d-4f3e-9148-25a96d55a734 HTTP/1.1" status: 200 len: 217 time: 0.0448184 Nov 12 04:07:26.917350 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654fa13-0b8d-468a-9576-9ccd159939b2 req-878002e6-7c7d-4ce0-9f21-56011efd6104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:26.919244 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9654fa13-0b8d-468a-9576-9ccd159939b2 req-878002e6-7c7d-4ce0-9f21-56011efd6104 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.0545697 Nov 12 04:07:26.938112 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bac22c17-d30a-4a48-8cc3-54e244f9009a tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.951572 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d93374-aa36-4d9a-8ced-7b74e5f179fb req-d97763d2-5c5c-4eae-ad09-b44847b28a5a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:26.956373 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56d93374-aa36-4d9a-8ced-7b74e5f179fb req-d97763d2-5c5c-4eae-ad09-b44847b28a5a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.0926089 Nov 12 04:07:26.962053 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9654fa13-0b8d-468a-9576-9ccd159939b2 req-1a834428-2e11-48c2-9eb1-d3fec10f828f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304937 Nov 12 04:07:27.009740 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56d93374-aa36-4d9a-8ced-7b74e5f179fb req-5896b21e-1d94-4597-a4f7-553b5a353bc0 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500476 Nov 12 04:07:27.011155 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bac22c17-d30a-4a48-8cc3-54e244f9009a tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.034237 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac22c17-d30a-4a48-8cc3-54e244f9009a tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b7e83b-3d3e-4286-bfde-5b7f15781387,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:27.097404 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9654fa13-0b8d-468a-9576-9ccd159939b2 req-77a0bae7-2299-4af7-aca4-4481b73a8312 service neutron] 10.222.0.21 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195467 Nov 12 04:07:27.144730 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bac22c17-d30a-4a48-8cc3-54e244f9009a tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.147362 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bac22c17-d30a-4a48-8cc3-54e244f9009a tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4805024 Nov 12 04:07:27.164208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc0681-40c6-4600-9313-8809796c6b85 req-4117f7ad-3542-43f1-a17f-47edbb45ada9 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:27.166662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54246) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:27.167198 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 57141e34-b11a-462e-aee5-c1a98167f0a5 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:27.172742 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bdcb39b6-be60-41c2-af0a-3aa213bed2ea tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:27.179209 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ccfc0681-40c6-4600-9313-8809796c6b85 req-4117f7ad-3542-43f1-a17f-47edbb45ada9 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=91640341-0e1d-46ee-bd1b-818bf70906cf HTTP/1.1" status: 200 len: 946 time: 0.0752892 Nov 12 04:07:27.223668 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9654fa13-0b8d-468a-9576-9ccd159939b2 req-b9dd84d8-26fd-4247-8aa9-266ea2cf1951 service neutron] 10.222.0.21 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164150 Nov 12 04:07:27.244622 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ccfc0681-40c6-4600-9313-8809796c6b85 req-7aec1c8e-2088-49b3-9b1f-9c683bd4cf43 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526407 Nov 12 04:07:27.330843 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcb39b6-be60-41c2-af0a-3aa213bed2ea tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.364543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 57141e34-b11a-462e-aee5-c1a98167f0a5 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:07:27.368874 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 57141e34-b11a-462e-aee5-c1a98167f0a5 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:27.369377 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.380345 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae5138-1699-4a53-aa64-d2301fe11d1e req-de6b2c32-a51d-4a8e-bf5a-231779231b84 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:27.388028 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3eae5138-1699-4a53-aa64-d2301fe11d1e req-de6b2c32-a51d-4a8e-bf5a-231779231b84 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0786121 Nov 12 04:07:27.438286 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3eae5138-1699-4a53-aa64-d2301fe11d1e req-be70379c-44bf-497c-a628-1aad74e26ceb tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472338 Nov 12 04:07:27.484556 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcb39b6-be60-41c2-af0a-3aa213bed2ea tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.505683 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.530683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e8df0a-a1c8-4702-afde-8750cc50064e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57141e34-b11a-462e-aee5-c1a98167f0a5'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:27.532970 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa281117-185a-4403-97e1-e656ec4a81bf" -d '{"events": [{"server_uuid": "86e8df0a-a1c8-4702-afde-8750cc50064e", "name": "network-vif-plugged", "status": "completed", "tag": "57141e34-b11a-462e-aee5-c1a98167f0a5"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:27.550539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 57141e34-b11a-462e-aee5-c1a98167f0a5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=57141e34-b11a-462e-aee5-c1a98167f0a5,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:27.603764 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-bdcb39b6-be60-41c2-af0a-3aa213bed2ea tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Allocated IP 172.25.1.243 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/7e2c440b-dcfe-4479-9c36-78ea1e096dfe) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:27.610318 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.668339 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921eac44-dfd6-41b7-a960-35acaf67c81f req-5d934bf0-7c1c-4f31-83d9-23be8574fb6a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:27.669262 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=57141e34-b11a-462e-aee5-c1a98167f0a5,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:27.669997 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-921eac44-dfd6-41b7-a960-35acaf67c81f req-5d934bf0-7c1c-4f31-83d9-23be8574fb6a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0596437 Nov 12 04:07:27.732487 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-921eac44-dfd6-41b7-a960-35acaf67c81f req-956da687-6d29-4b15-83da-cd2705f6a457 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553112 Nov 12 04:07:27.751151 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcb39b6-be60-41c2-af0a-3aa213bed2ea tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.792121 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8247c36f-f747-4031-a100-0f8a158b5fda x-openstack-request-id: req-8247c36f-f747-4031-a100-0f8a158b5fda {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:27.792372 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e8df0a-a1c8-4702-afde-8750cc50064e", "name": "network-vif-plugged", "status": "completed", "tag": "57141e34-b11a-462e-aee5-c1a98167f0a5", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:27.792638 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8247c36f-f747-4031-a100-0f8a158b5fda {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:27.793144 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e8df0a-a1c8-4702-afde-8750cc50064e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57141e34-b11a-462e-aee5-c1a98167f0a5', 'code': 200} Nov 12 04:07:27.868134 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcb39b6-be60-41c2-af0a-3aa213bed2ea tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.909607 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcb39b6-be60-41c2-af0a-3aa213bed2ea tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:27.916440 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-bdcb39b6-be60-41c2-af0a-3aa213bed2ea tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:27.922507 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcb39b6-be60-41c2-af0a-3aa213bed2ea tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:27.931634 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb39b6-be60-41c2-af0a-3aa213bed2ea tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Pushing event updated for resources: {'Port': ['ID=7e2c440b-dcfe-4479-9c36-78ea1e096dfe,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:28.043036 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3f9a2-ca4c-42c2-b231-fd071f838610 req-11c3d810-151a-412a-a45e-d895bffb519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:28.044621 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-01b3f9a2-ca4c-42c2-b231-fd071f838610 req-11c3d810-151a-412a-a45e-d895bffb519c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 1097 time: 0.1235516 Nov 12 04:07:28.092507 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcb39b6-be60-41c2-af0a-3aa213bed2ea tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.125955 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-01b3f9a2-ca4c-42c2-b231-fd071f838610 req-ba433748-86e0-4775-a48f-6ce651373498 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607214 Nov 12 04:07:28.156531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3802005-e72e-4ba6-830b-5a3d0e27cf2a req-a98f75fe-f0eb-45ce-ae91-df9aa022fd35 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:28.158300 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3802005-e72e-4ba6-830b-5a3d0e27cf2a req-a98f75fe-f0eb-45ce-ae91-df9aa022fd35 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.0554368 Nov 12 04:07:28.217699 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3802005-e72e-4ba6-830b-5a3d0e27cf2a req-8eb85e0d-6072-4761-832b-be0eeb776ee9 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527639 Nov 12 04:07:28.222835 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcb39b6-be60-41c2-af0a-3aa213bed2ea tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.257591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b7030aa9-ef58-4002-92ad-047f25709bce up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:28.319402 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port b7030aa9-ef58-4002-92ad-047f25709bce triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:28.319767 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.381732 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba7aff-ce41-43f5-9816-d1d4b348282b req-3557c4ac-ad82-4055-9034-249a6e7b036f tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:28.383795 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3aba7aff-ce41-43f5-9816-d1d4b348282b req-3557c4ac-ad82-4055-9034-249a6e7b036f tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=91640341-0e1d-46ee-bd1b-818bf70906cf HTTP/1.1" status: 200 len: 946 time: 0.0576396 Nov 12 04:07:28.423556 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcb39b6-be60-41c2-af0a-3aa213bed2ea tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.440897 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3aba7aff-ce41-43f5-9816-d1d4b348282b req-7ee67497-91ed-44dc-8b2f-53710bc319b9 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477569 Nov 12 04:07:28.473245 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcb39b6-be60-41c2-af0a-3aa213bed2ea tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.548674 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb39b6-be60-41c2-af0a-3aa213bed2ea tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Pushing event updated for resources: {'Port': ['ID=7e2c440b-dcfe-4479-9c36-78ea1e096dfe,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:28.562938 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcb39b6-be60-41c2-af0a-3aa213bed2ea tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.629671 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bdcb39b6-be60-41c2-af0a-3aa213bed2ea tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.631009 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bdcb39b6-be60-41c2-af0a-3aa213bed2ea tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4632218 Nov 12 04:07:29.045407 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b8a80-00d8-4dd1-b712-12faf2ee8978 req-2d92a408-53cf-415d-952e-cb8138365f1f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:29.046969 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b46b8a80-00d8-4dd1-b712-12faf2ee8978 req-2d92a408-53cf-415d-952e-cb8138365f1f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0546484 Nov 12 04:07:29.099486 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b46b8a80-00d8-4dd1-b712-12faf2ee8978 req-1db3680b-8e3a-4a7e-8bf7-2581c859c5bb tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461380 Nov 12 04:07:29.172497 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device e5c5a30b-28a4-4cdd-b136-6afb7c16f33a details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:07:29.290794 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port e5c5a30b-28a4-4cdd-b136-6afb7c16f33a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e5c5a30b-28a4-4cdd-b136-6afb7c16f33a,segment=NetworkSegment(f800db29-21d9-41e6-9482-39d50cfdb057),segment_id=f800db29-21d9-41e6-9482-39d50cfdb057)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:29.307249 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'e5c5a30b-28a4-4cdd-b136-6afb7c16f33a', 'network_id': 'a758a6b6-7587-4b71-8b97-f7a77d2877be', 'port_id': 'e5c5a30b-28a4-4cdd-b136-6afb7c16f33a', 'mac_address': 'fa:16:3e:3e:08:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e84abd-d32b-4f69-be89-3efc7bf3bc3d', 'ip_address': '19.80.0.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:07:29.333899 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-006ad954-c9ec-491e-97e0-7366be7bf1ce tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1574512650&fields=id&tenant_id=aa93be6bc71a4bdfb528fa8585b984dd HTTP/1.1" status: 200 len: 267 time: 0.0616815 Nov 12 04:07:29.356123 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:29.369748 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c5a30b-28a4-4cdd-b136-6afb7c16f33a {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:29.389879 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port e5c5a30b-28a4-4cdd-b136-6afb7c16f33a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e5c5a30b-28a4-4cdd-b136-6afb7c16f33a,segment=NetworkSegment(f800db29-21d9-41e6-9482-39d50cfdb057),segment_id=f800db29-21d9-41e6-9482-39d50cfdb057)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:29.452618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-fa619ed3-1203-44fa-80e6-61bce82930a5 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:29.454012 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-fa619ed3-1203-44fa-80e6-61bce82930a5 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/networks?id=cd4bf67c-19a6-4e3a-8827-02af080b98c9 HTTP/1.1" status: 200 len: 805 time: 0.1122398 Nov 12 04:07:29.467958 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:29.468991 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5831a6be-2442-4d2b-83e5-f2bf84c03dec details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:07:29.469718 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-d0c1ac58-fd24-4449-98b4-1fb80da60063 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/quotas/aa93be6bc71a4bdfb528fa8585b984dd HTTP/1.1" status: 200 len: 375 time: 0.0095680 Nov 12 04:07:29.532083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-f4e31209-cd03-4761-b596-d81ad997eedd tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa93be6bc71a4bdfb528fa8585b984dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558274 Nov 12 04:07:29.549266 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=e5c5a30b-28a4-4cdd-b136-6afb7c16f33a,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:29.621231 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 5831a6be-2442-4d2b-83e5-f2bf84c03dec, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5831a6be-2442-4d2b-83e5-f2bf84c03dec,segment=NetworkSegment(ad3d7de1-b0fc-4540-9ddb-c602463fa55a),segment_id=ad3d7de1-b0fc-4540-9ddb-c602463fa55a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:29.635562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '5831a6be-2442-4d2b-83e5-f2bf84c03dec', 'network_id': '211f0b76-74ec-4a4a-bfd7-c2509a961323', 'port_id': '5831a6be-2442-4d2b-83e5-f2bf84c03dec', 'mac_address': 'fa:16:3e:7e:5b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bbaffb-9a95-425d-a400-d52a0caaf7c6', 'ip_address': '19.86.0.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:07:29.645505 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-4010be32-5ad5-4d22-8105-52114e66289e service neutron] 10.222.0.37 "GET /v2.0/networks/cd4bf67c-19a6-4e3a-8827-02af080b98c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003695 Nov 12 04:07:29.675674 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:29.689572 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5831a6be-2442-4d2b-83e5-f2bf84c03dec {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:29.716807 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 5831a6be-2442-4d2b-83e5-f2bf84c03dec, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5831a6be-2442-4d2b-83e5-f2bf84c03dec,segment=NetworkSegment(ad3d7de1-b0fc-4540-9ddb-c602463fa55a),segment_id=ad3d7de1-b0fc-4540-9ddb-c602463fa55a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:29.746419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-9f2d925c-3d2f-48d9-8bd4-cafb4692a434 service neutron] 10.222.0.37 "GET /v2.0/networks/cd4bf67c-19a6-4e3a-8827-02af080b98c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932074 Nov 12 04:07:29.822158 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:29.871686 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=5831a6be-2442-4d2b-83e5-f2bf84c03dec,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:30.076649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13bcff-f9cc-467d-8036-3d7d0fbe461f req-511ba5ac-4fbf-4294-bd01-be3be3e56ba2 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:30.078168 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b13bcff-f9cc-467d-8036-3d7d0fbe461f req-511ba5ac-4fbf-4294-bd01-be3be3e56ba2 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0545685 Nov 12 04:07:30.201462 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b13bcff-f9cc-467d-8036-3d7d0fbe461f req-5301055b-e607-4b39-a4b1-21768e8ab509 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130354 Nov 12 04:07:30.384256 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3054c2-b7c7-45c7-9258-ac28b30ea746 req-812f1459-7815-4b9d-b3e5-873cf6f32360 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:30.385800 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d3054c2-b7c7-45c7-9258-ac28b30ea746 req-812f1459-7815-4b9d-b3e5-873cf6f32360 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 1102 time: 0.0506392 Nov 12 04:07:30.433548 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d3054c2-b7c7-45c7-9258-ac28b30ea746 req-a3d19a79-efb7-4e31-a03c-bdea845a2f13 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407903 Nov 12 04:07:30.552606 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe89f2a-bae1-4c7e-91bb-05a25115877e req-e1d710aa-b3cd-40f2-abe1-11aca42d6f8e tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:30.554041 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ebe89f2a-bae1-4c7e-91bb-05a25115877e req-e1d710aa-b3cd-40f2-abe1-11aca42d6f8e tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.0605316 Nov 12 04:07:30.583884 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['5831a6be-2442-4d2b-83e5-f2bf84c03dec'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:30.605205 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ebe89f2a-bae1-4c7e-91bb-05a25115877e req-f730ef31-1bbd-4903-aa4c-1aea4b711827 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447795 Nov 12 04:07:30.611671 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['e5c5a30b-28a4-4cdd-b136-6afb7c16f33a'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:30.674726 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9ec67e3-4df6-40af-a43b-61cee4fd46de req-4339ab47-ddac-4508-97d4-1fb5049e7796 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 210 time: 0.0272930 Nov 12 04:07:30.865122 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb1a24-d29a-4657-aa7a-16743e489ae3 req-4c267f10-5a29-4d7b-993e-2d0ea372aa16 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:30.866808 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ceeb1a24-d29a-4657-aa7a-16743e489ae3 req-4c267f10-5a29-4d7b-993e-2d0ea372aa16 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 1097 time: 0.0434873 Nov 12 04:07:30.911812 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ceeb1a24-d29a-4657-aa7a-16743e489ae3 req-0cb6ae15-d7f0-4557-8985-98037e6a7ca5 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391200 Nov 12 04:07:31.491578 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3758e2-effd-4015-8a3c-49af14a8525e req-fe197ad0-0d12-451e-b5fa-581cf20f1705 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:31.493108 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b3758e2-effd-4015-8a3c-49af14a8525e req-fe197ad0-0d12-451e-b5fa-581cf20f1705 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 1097 time: 0.0439303 Nov 12 04:07:31.551691 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b3758e2-effd-4015-8a3c-49af14a8525e req-2db4bd84-87da-4540-9a47-f75352798986 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402124 Nov 12 04:07:31.636527 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-ccbfd3d5-cb2c-4a6a-a71a-b58a379af031 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0489268 Nov 12 04:07:31.680964 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133d17d-7550-4cf8-8bb0-d6512a59c558 req-0652ab53-c419-4364-854e-ceb3a671e225 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:31.682530 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1133d17d-7550-4cf8-8bb0-d6512a59c558 req-0652ab53-c419-4364-854e-ceb3a671e225 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 1097 time: 0.0416660 Nov 12 04:07:31.737671 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1133d17d-7550-4cf8-8bb0-d6512a59c558 req-db9cbd87-8175-49e0-bd92-81afefbf1c7d tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449584 Nov 12 04:07:31.948240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4444b54-348c-4f1e-97f3-38aaa07ddfaa req-8a1b2dac-0d74-4baa-a45a-e9142f7c3701 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:31.949798 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4444b54-348c-4f1e-97f3-38aaa07ddfaa req-8a1b2dac-0d74-4baa-a45a-e9142f7c3701 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0596380 Nov 12 04:07:32.008604 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4444b54-348c-4f1e-97f3-38aaa07ddfaa req-e9a19c66-ae28-4cee-b7a4-5d9ed9e86130 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456507 Nov 12 04:07:32.155485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cd9df-2161-4fae-aedd-65bc230b3465 req-9f956b3f-05cd-4597-aaf4-2570977ba72f tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:32.155868 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a2cd9df-2161-4fae-aedd-65bc230b3465 req-9f956b3f-05cd-4597-aaf4-2570977ba72f tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.0545189 Nov 12 04:07:32.208013 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a2cd9df-2161-4fae-aedd-65bc230b3465 req-904c5771-f490-4552-b231-18976891da7e tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457585 Nov 12 04:07:32.296437 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2636306f-2316-49ac-92e4-542c7c842e3a req-3b610cc5-8694-4d28-9386-1872c6c0f2d7 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 210 time: 0.0298004 Nov 12 04:07:32.573396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-6bfb7f0a-366c-4afc-80cb-294820c30857 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:32.575041 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-6bfb7f0a-366c-4afc-80cb-294820c30857 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.21 "GET /v2.0/networks?id=cd4bf67c-19a6-4e3a-8827-02af080b98c9 HTTP/1.1" status: 200 len: 805 time: 0.1261146 Nov 12 04:07:32.669701 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-fe2688c3-7e84-41bd-b08f-074bf25589ef tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa93be6bc71a4bdfb528fa8585b984dd HTTP/1.1" status: 200 len: 380 time: 0.0740983 Nov 12 04:07:32.679712 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-8b9c37b5-1265-4bb2-9f10-bb819455eadd tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Request body: {'port': {'device_id': 'aa2cea26-29ae-4f31-8d96-012ff5d22a4e', 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9', 'admin_state_up': True, 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'security_groups': ['ff5eae6b-bbac-4376-b202-621e8e5f6933']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:32.856040 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-8b9c37b5-1265-4bb2-9f10-bb819455eadd tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Made reservation on behalf of aa93be6bc71a4bdfb528fa8585b984dd for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:32.859714 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-8b9c37b5-1265-4bb2-9f10-bb819455eadd tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:32.988899 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-8b9c37b5-1265-4bb2-9f10-bb819455eadd tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Allocated IP 172.20.0.5 (cd4bf67c-19a6-4e3a-8827-02af080b98c9/f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b/235fd41b-6b1d-4d6d-8fa9-59cccc1e337f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:33.139927 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03da761e-6b0d-4b4d-b04f-63a2fd583777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:33.147711 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-8b9c37b5-1265-4bb2-9f10-bb819455eadd tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:33.193785 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device e5c5a30b-28a4-4cdd-b136-6afb7c16f33a up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:33.279997 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-8b9c37b5-1265-4bb2-9f10-bb819455eadd tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:33.334858 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-8b9c37b5-1265-4bb2-9f10-bb819455eadd tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Network cd4bf67c-19a6-4e3a-8827-02af080b98c9 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:33.339440 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-8b9c37b5-1265-4bb2-9f10-bb819455eadd tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:33.341667 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c37b5-1265-4bb2-9f10-bb819455eadd tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Pushing event updated for resources: {'Port': ['ID=235fd41b-6b1d-4d6d-8fa9-59cccc1e337f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:33.343986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-8b9c37b5-1265-4bb2-9f10-bb819455eadd tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:33.376073 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port e5c5a30b-28a4-4cdd-b136-6afb7c16f33a completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:07:33.384186 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port e5c5a30b-28a4-4cdd-b136-6afb7c16f33a triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:33.384551 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:33.409037 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-8b9c37b5-1265-4bb2-9f10-bb819455eadd tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:33.410058 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-8b9c37b5-1265-4bb2-9f10-bb819455eadd tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:33.469013 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:33.475738 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-8b9c37b5-1265-4bb2-9f10-bb819455eadd tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8000820 Nov 12 04:07:33.496834 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Request body: {'port': {'device_id': 'aa2cea26-29ae-4f31-8d96-012ff5d22a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:33.508927 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cffadf9-800c-4f5d-a38b-9450a3171b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c5a30b-28a4-4cdd-b136-6afb7c16f33a'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:33.511236 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff3f32e-6d8e-4e9b-91ad-2a9f44ec9c85" -d '{"events": [{"server_uuid": "0cffadf9-800c-4f5d-a38b-9450a3171b30", "name": "network-vif-plugged", "status": "completed", "tag": "e5c5a30b-28a4-4cdd-b136-6afb7c16f33a"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:33.528527 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port e5c5a30b-28a4-4cdd-b136-6afb7c16f33a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e5c5a30b-28a4-4cdd-b136-6afb7c16f33a,segment=NetworkSegment(f800db29-21d9-41e6-9482-39d50cfdb057),segment_id=f800db29-21d9-41e6-9482-39d50cfdb057)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:33.560625 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:33.570324 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:33.571406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5831a6be-2442-4d2b-83e5-f2bf84c03dec up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:33.671829 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=e5c5a30b-28a4-4cdd-b136-6afb7c16f33a,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:33.691267 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-66191b7f-459a-4a3b-95c1-21273a6fc839 None None] Provisioning complete for port 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:33.691634 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66191b7f-459a-4a3b-95c1-21273a6fc839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:33.727981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-66191b7f-459a-4a3b-95c1-21273a6fc839 None None] Port 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:07:33.805165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:07:33.819022 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 5831a6be-2442-4d2b-83e5-f2bf84c03dec completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:07:33.829107 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 5831a6be-2442-4d2b-83e5-f2bf84c03dec triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:33.829496 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:33.852069 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:33.862010 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:33.875659 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Transition to ACTIVE for port object 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:07:33.930407 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:33.941733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2fedb198-7d38-4c6d-85e3-2eb48e8f59c8,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:33.975866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '2fedb198-7d38-4c6d-85e3-2eb48e8f59c8', 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c', 'port_id': '2fedb198-7d38-4c6d-85e3-2eb48e8f59c8', 'mac_address': 'fa:16:3e:17:52:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:07:34.002911 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Pushing event updated for resources: {'Port': ['ID=235fd41b-6b1d-4d6d-8fa9-59cccc1e337f,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:34.013780 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:34.052966 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:34.077029 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 5831a6be-2442-4d2b-83e5-f2bf84c03dec, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5831a6be-2442-4d2b-83e5-f2bf84c03dec,segment=NetworkSegment(ad3d7de1-b0fc-4540-9ddb-c602463fa55a),segment_id=ad3d7de1-b0fc-4540-9ddb-c602463fa55a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:34.079246 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:34.105652 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2fedb198-7d38-4c6d-85e3-2eb48e8f59c8,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:34.150749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-cf48aa71-2b42-45d0-b75b-e306be377401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:34.152269 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-cf48aa71-2b42-45d0-b75b-e306be377401 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 1102 time: 0.1444507 Nov 12 04:07:34.169902 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Attempting to bind port 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:34.170207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Attempting to bind port 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '338dfd70-d15f-442f-b01e-f0bb3cdd696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:34.170536 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Attempting to bind port 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f on network cd4bf67c-19a6-4e3a-8827-02af080b98c9 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:34.184649 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:34.192601 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Port 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f on network cd4bf67c-19a6-4e3a-8827-02af080b98c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:07:34.192601 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Attempting to bind port 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f on network cd4bf67c-19a6-4e3a-8827-02af080b98c9 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:34.225439 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:34.227364 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:34.227709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Checking segment: {'id': '338dfd70-d15f-442f-b01e-f0bb3cdd696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:34.228086 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Bound using segment: {'id': '338dfd70-d15f-442f-b01e-f0bb3cdd696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:34.228532 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Bound port: 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338dfd70-d15f-442f-b01e-f0bb3cdd696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:34.228895 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:34.247513 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=5831a6be-2442-4d2b-83e5-f2bf84c03dec,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:34.307345 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=2fedb198-7d38-4c6d-85e3-2eb48e8f59c8,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:34.313323 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-5e83eb85-e41c-44bb-93fb-882917727fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:34.315382 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-5e83eb85-e41c-44bb-93fb-882917727fb3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1531661 Nov 12 04:07:34.318033 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] For port 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:34.321458 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] For port 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=235fd41b-6b1d-4d6d-8fa9-59cccc1e337f,segment=NetworkSegment(338dfd70-d15f-442f-b01e-f0bb3cdd696d),segment_id=338dfd70-d15f-442f-b01e-f0bb3cdd696d)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:34.369848 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-c35e2049-e39d-4e74-aee9-84a6c040bc64 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252 HTTP/1.1" status: 200 len: 217 time: 0.0355911 Nov 12 04:07:34.413801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['2fedb198-7d38-4c6d-85e3-2eb48e8f59c8'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:34.414533 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:34.459913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:34.460618 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:34.462029 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] 10.222.0.21 "PUT /v2.0/ports/235fd41b-6b1d-4d6d-8fa9-59cccc1e337f HTTP/1.1" status: 200 len: 1092 time: 0.9697382 Nov 12 04:07:34.464603 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2cea26-29ae-4f31-8d96-012ff5d22a4e', 'tag': '235fd41b-6b1d-4d6d-8fa9-59cccc1e337f'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:34.466746 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a5f734-ada6-4e77-9092-ec3a6f96d3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2cea26-29ae-4f31-8d96-012ff5d22a4e", "tag": "235fd41b-6b1d-4d6d-8fa9-59cccc1e337f"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:34.478664 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-6fda3b12-d8d2-4b44-a505-f386353d1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:34.480138 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-6fda3b12-d8d2-4b44-a505-f386353d1678 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1033466 Nov 12 04:07:34.519767 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddd551-68de-47c5-a28c-a1552c5120a8 service neutron] Pushing event updated for resources: {'Port': ['ID=235fd41b-6b1d-4d6d-8fa9-59cccc1e337f,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:34.538915 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-4ab6bd60-8583-4e63-8adf-f5214cf71e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:34.540732 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-4ab6bd60-8583-4e63-8adf-f5214cf71e56 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0498450 Nov 12 04:07:34.624567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-886a24d1-9771-4711-87e4-904b348f66c0 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:07:34.626244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-886a24d1-9771-4711-87e4-904b348f66c0 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067778 Nov 12 04:07:34.669156 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-f64a65b8-bc23-492d-a8a0-16598fd8b43d service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182177 Nov 12 04:07:34.673184 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43286179-7609-4ded-b889-5f108f13cf98 req-eb9bf814-8a06-4a5b-b57d-6ea58c3fae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:34.675249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-eb9bf814-8a06-4a5b-b57d-6ea58c3fae21 service neutron] 10.222.0.37 "GET /v2.0/ports/2d6107eb-aa7b-4720-b256-df2f87096288 HTTP/1.1" status: 200 len: 1094 time: 0.0407243 Nov 12 04:07:34.684617 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-43286179-7609-4ded-b889-5f108f13cf98 req-b5de5f05-825b-49aa-b172-4a9e15a483cf service neutron] Request body: {'binding': {'host': 'n-h1-768509-24', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:34.685068 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-43286179-7609-4ded-b889-5f108f13cf98 req-b5de5f05-825b-49aa-b172-4a9e15a483cf service neutron] Unknown quota resources ['binding']. {{(pid=103296) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:07:34.802740 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-67bc0c8d-93f7-4b3e-9d07-a60d1adb9af6 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199174 Nov 12 04:07:34.808949 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-e179fb9c-b9c1-4470-b544-c85e233785c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:34.810388 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-e179fb9c-b9c1-4470-b544-c85e233785c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa93be6bc71a4bdfb528fa8585b984dd&device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 1095 time: 0.0545936 Nov 12 04:07:34.852675 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-43286179-7609-4ded-b889-5f108f13cf98 req-b5de5f05-825b-49aa-b172-4a9e15a483cf service neutron] Attempting to bind port 2d6107eb-aa7b-4720-b256-df2f87096288 on host n-h1-768509-24 for vnic_type normal with profile None {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:34.853008 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-43286179-7609-4ded-b889-5f108f13cf98 req-b5de5f05-825b-49aa-b172-4a9e15a483cf service neutron] Attempting to bind port 2d6107eb-aa7b-4720-b256-df2f87096288 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:34.853338 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43286179-7609-4ded-b889-5f108f13cf98 req-b5de5f05-825b-49aa-b172-4a9e15a483cf service neutron] Attempting to bind port 2d6107eb-aa7b-4720-b256-df2f87096288 on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:34.857779 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43286179-7609-4ded-b889-5f108f13cf98 req-b5de5f05-825b-49aa-b172-4a9e15a483cf service neutron] Port 2d6107eb-aa7b-4720-b256-df2f87096288 on network 1332ff08-7d9c-4053-b884-7942193654ff not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:07:34.858094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43286179-7609-4ded-b889-5f108f13cf98 req-b5de5f05-825b-49aa-b172-4a9e15a483cf service neutron] Attempting to bind port 2d6107eb-aa7b-4720-b256-df2f87096288 on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:34.863635 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43286179-7609-4ded-b889-5f108f13cf98 req-b5de5f05-825b-49aa-b172-4a9e15a483cf service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:34.863971 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43286179-7609-4ded-b889-5f108f13cf98 req-b5de5f05-825b-49aa-b172-4a9e15a483cf service neutron] Checking segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:34.864415 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43286179-7609-4ded-b889-5f108f13cf98 req-b5de5f05-825b-49aa-b172-4a9e15a483cf service neutron] Bound using segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:34.864724 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-31268410-74c9-4980-a1ad-7c4842c19a03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=235fd41b-6b1d-4d6d-8fa9-59cccc1e337f HTTP/1.1" status: 200 len: 217 time: 0.0398300 Nov 12 04:07:34.865191 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-43286179-7609-4ded-b889-5f108f13cf98 req-b5de5f05-825b-49aa-b172-4a9e15a483cf service neutron] Bound port: 2d6107eb-aa7b-4720-b256-df2f87096288, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:34.914576 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-f4b7a920-c7c9-4766-817f-7dbb99545baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:34.916062 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-f4b7a920-c7c9-4766-817f-7dbb99545baf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b HTTP/1.1" status: 200 len: 844 time: 0.0447190 Nov 12 04:07:34.916860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-43286179-7609-4ded-b889-5f108f13cf98 req-b5de5f05-825b-49aa-b172-4a9e15a483cf service neutron] For port 2d6107eb-aa7b-4720-b256-df2f87096288, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2d6107eb-aa7b-4720-b256-df2f87096288,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:34.962954 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-90e3e856-01b6-48bb-900e-415fd27142b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:34.964566 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-90e3e856-01b6-48bb-900e-415fd27142b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd4bf67c-19a6-4e3a-8827-02af080b98c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399566 Nov 12 04:07:34.978046 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-43286179-7609-4ded-b889-5f108f13cf98 req-b5de5f05-825b-49aa-b172-4a9e15a483cf service neutron] Publish callbacks [] for binding, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:34.979536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-b5de5f05-825b-49aa-b172-4a9e15a483cf service neutron] 10.222.0.37 "POST /v2.0/ports/2d6107eb-aa7b-4720-b256-df2f87096288/bindings HTTP/1.1" status: 201 len: 390 time: 0.2986805 Nov 12 04:07:35.081913 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-b744729d-a375-447a-9dff-ebddc4621dbe service neutron] 10.222.0.21 "GET /v2.0/networks/cd4bf67c-19a6-4e3a-8827-02af080b98c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099308 Nov 12 04:07:35.182338 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dc58f394-0ffc-4ce5-91c7-978c2e763d11 req-2621e4b3-ce77-4d57-8254-62aba0b2beda service neutron] 10.222.0.21 "GET /v2.0/networks/cd4bf67c-19a6-4e3a-8827-02af080b98c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930743 Nov 12 04:07:35.460718 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-287e3ad1-700f-44c5-9ac2-8251ff0fc3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:35.658309 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43286179-7609-4ded-b889-5f108f13cf98 req-34582fb7-ccd5-4800-8822-f1c357529064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:35.659840 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-34582fb7-ccd5-4800-8822-f1c357529064 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 1097 time: 0.0454721 Nov 12 04:07:35.762488 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43286179-7609-4ded-b889-5f108f13cf98 req-4b7ec485-e0c3-40e6-867c-720f47851027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:35.763989 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-4b7ec485-e0c3-40e6-867c-720f47851027 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 919 time: 0.0954874 Nov 12 04:07:35.808463 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-fb50a3e9-5628-45be-8c45-d010e514b4dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d6107eb-aa7b-4720-b256-df2f87096288 HTTP/1.1" status: 200 len: 217 time: 0.0375240 Nov 12 04:07:35.835289 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:35.859896 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43286179-7609-4ded-b889-5f108f13cf98 req-c5cbb9a6-b783-4165-b7a4-e783fe3e68e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:35.861421 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-c5cbb9a6-b783-4165-b7a4-e783fe3e68e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.0447061 Nov 12 04:07:35.896902 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:35.897274 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:35.898375 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-d1481938-e4f3-4a03-9aaa-6f5fe3155ace service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267160 Nov 12 04:07:36.007509 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-2662df8d-bbe7-4977-91c2-ea62dcf091f4 service neutron] 10.222.0.21 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983515 Nov 12 04:07:36.107786 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-8cf14a7a-358f-47c7-8a83-924dc1aaab73 service neutron] 10.222.0.21 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899818 Nov 12 04:07:36.137487 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:36.176762 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2fedb198-7d38-4c6d-85e3-2eb48e8f59c8,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:36.254657 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:36.303771 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=2fedb198-7d38-4c6d-85e3-2eb48e8f59c8,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:36.314716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:36.314716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:36.314716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:36.314716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:36.314716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:36.314716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:36.314716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:36.314716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:36.317184 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:36.317184 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:36.317184 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:36.317184 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:36.555716 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:37.026385 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-b1c7727c-cbbc-4064-a271-c991d91a399a tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:07:37.027406 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-b1c7727c-cbbc-4064-a271-c991d91a399a tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058861 Nov 12 04:07:37.069906 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-2f2a27fc-725e-4d3b-9449-762dd1e9f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:37.072113 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-2f2a27fc-725e-4d3b-9449-762dd1e9f2c9 service neutron] 10.222.0.37 "GET /v2.0/ports/57141e34-b11a-462e-aee5-c1a98167f0a5 HTTP/1.1" status: 200 len: 1094 time: 0.0362697 Nov 12 04:07:37.081614 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-c8dcae80-9a8b-4738-a37d-d2a68eea4d24 service neutron] Request body: {'binding': {'host': 'n-h1-768509-24', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:37.082083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-c8dcae80-9a8b-4738-a37d-d2a68eea4d24 service neutron] Unknown quota resources ['binding']. {{(pid=103296) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:07:37.228278 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-c8dcae80-9a8b-4738-a37d-d2a68eea4d24 service neutron] Attempting to bind port 57141e34-b11a-462e-aee5-c1a98167f0a5 on host n-h1-768509-24 for vnic_type normal with profile None {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:37.228614 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-c8dcae80-9a8b-4738-a37d-d2a68eea4d24 service neutron] Attempting to bind port 57141e34-b11a-462e-aee5-c1a98167f0a5 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:37.228938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-c8dcae80-9a8b-4738-a37d-d2a68eea4d24 service neutron] Attempting to bind port 57141e34-b11a-462e-aee5-c1a98167f0a5 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:37.233722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-c8dcae80-9a8b-4738-a37d-d2a68eea4d24 service neutron] Port 57141e34-b11a-462e-aee5-c1a98167f0a5 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:07:37.234052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-c8dcae80-9a8b-4738-a37d-d2a68eea4d24 service neutron] Attempting to bind port 57141e34-b11a-462e-aee5-c1a98167f0a5 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:37.239198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-c8dcae80-9a8b-4738-a37d-d2a68eea4d24 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:37.239538 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-c8dcae80-9a8b-4738-a37d-d2a68eea4d24 service neutron] Checking segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:37.239920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-c8dcae80-9a8b-4738-a37d-d2a68eea4d24 service neutron] Bound using segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:37.240344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-c8dcae80-9a8b-4738-a37d-d2a68eea4d24 service neutron] Bound port: 57141e34-b11a-462e-aee5-c1a98167f0a5, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:37.305970 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-c8dcae80-9a8b-4738-a37d-d2a68eea4d24 service neutron] For port 57141e34-b11a-462e-aee5-c1a98167f0a5, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=57141e34-b11a-462e-aee5-c1a98167f0a5,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:37.407085 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-c8dcae80-9a8b-4738-a37d-d2a68eea4d24 service neutron] Publish callbacks [] for binding, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:37.408383 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-c8dcae80-9a8b-4738-a37d-d2a68eea4d24 service neutron] 10.222.0.37 "POST /v2.0/ports/57141e34-b11a-462e-aee5-c1a98167f0a5/bindings HTTP/1.1" status: 201 len: 390 time: 0.3311422 Nov 12 04:07:37.922985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2cc7e-f550-46a5-a684-fa481dc8b148 req-5bf5ebc3-8b84-496b-a34b-e7a6eea0faa5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:37.932077 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-71e2cc7e-f550-46a5-a684-fa481dc8b148 req-5bf5ebc3-8b84-496b-a34b-e7a6eea0faa5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0901196 Nov 12 04:07:37.996591 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-71e2cc7e-f550-46a5-a684-fa481dc8b148 req-aa7c9556-d4dd-4527-b5f0-cb655e3eab15 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635812 Nov 12 04:07:38.118975 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:38.150114 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad26739-77ea-44d7-a2cc-2bfbb6a1b2ac req-7c4946da-293e-4a22-92c9-0623ac52aa9b tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:38.151872 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bad26739-77ea-44d7-a2cc-2bfbb6a1b2ac req-7c4946da-293e-4a22-92c9-0623ac52aa9b tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.0681207 Nov 12 04:07:38.243095 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bad26739-77ea-44d7-a2cc-2bfbb6a1b2ac req-557684c5-0bbd-4d47-b325-ec24ec7bf412 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788746 Nov 12 04:07:38.409180 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e64a3-07f4-473d-af10-ce76751ebc16 req-17f88e8f-adb5-491c-b7a4-13653e39a932 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:38.417166 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d8e64a3-07f4-473d-af10-ce76751ebc16 req-17f88e8f-adb5-491c-b7a4-13653e39a932 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 943 time: 0.0823631 Nov 12 04:07:38.483003 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d8e64a3-07f4-473d-af10-ce76751ebc16 req-704da056-edfd-4795-ba96-7dab9bafe002 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff5eae6b-bbac-4376-b202-621e8e5f6933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603404 Nov 12 04:07:38.638083 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e255409-df0d-463e-ad96-64d5dd5e4490 x-openstack-request-id: req-3e255409-df0d-463e-ad96-64d5dd5e4490 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:38.638928 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cffadf9-800c-4f5d-a38b-9450a3171b30", "name": "network-vif-plugged", "status": "completed", "tag": "e5c5a30b-28a4-4cdd-b136-6afb7c16f33a", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:38.639554 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e255409-df0d-463e-ad96-64d5dd5e4490 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:38.640395 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cffadf9-800c-4f5d-a38b-9450a3171b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c5a30b-28a4-4cdd-b136-6afb7c16f33a', 'code': 200} Nov 12 04:07:38.683546 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef35bab-4ac9-4942-81de-42d1ebe4a2b2 x-openstack-request-id: req-0ef35bab-4ac9-4942-81de-42d1ebe4a2b2 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:38.684053 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2cea26-29ae-4f31-8d96-012ff5d22a4e", "tag": "235fd41b-6b1d-4d6d-8fa9-59cccc1e337f", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:38.684266 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ef35bab-4ac9-4942-81de-42d1ebe4a2b2 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:38.684677 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2cea26-29ae-4f31-8d96-012ff5d22a4e', 'tag': '235fd41b-6b1d-4d6d-8fa9-59cccc1e337f', 'status': 'completed', 'code': 200} Nov 12 04:07:38.807912 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5f734-ada6-4e77-9092-ec3a6f96d3f0 req-29205659-8aeb-4ca9-b29b-d3124e2e461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:38.809715 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-46a5f734-ada6-4e77-9092-ec3a6f96d3f0 req-29205659-8aeb-4ca9-b29b-d3124e2e461b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa93be6bc71a4bdfb528fa8585b984dd&device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 1095 time: 0.0737989 Nov 12 04:07:38.916489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eaae1-5d13-42ff-a135-0cf66236318f req-ebc76726-0e97-4a02-a660-61f1ab32d3fb tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:38.931609 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-953eaae1-5d13-42ff-a135-0cf66236318f req-ebc76726-0e97-4a02-a660-61f1ab32d3fb tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 945 time: 0.1305475 Nov 12 04:07:38.953608 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5f734-ada6-4e77-9092-ec3a6f96d3f0 req-48863664-f562-40ab-ac37-0cd00088b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:38.956142 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-46a5f734-ada6-4e77-9092-ec3a6f96d3f0 req-48863664-f562-40ab-ac37-0cd00088b578 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd4bf67c-19a6-4e3a-8827-02af080b98c9 HTTP/1.1" status: 200 len: 906 time: 0.1366947 Nov 12 04:07:39.004130 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-953eaae1-5d13-42ff-a135-0cf66236318f req-1b210c23-6b39-41e4-b973-5c4184b8dee5 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704386 Nov 12 04:07:39.013969 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-46a5f734-ada6-4e77-9092-ec3a6f96d3f0 req-07645ddb-ac6c-402f-b19f-64887767926f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=235fd41b-6b1d-4d6d-8fa9-59cccc1e337f HTTP/1.1" status: 200 len: 217 time: 0.0491877 Nov 12 04:07:39.056638 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:39.101100 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5f734-ada6-4e77-9092-ec3a6f96d3f0 req-15d80a88-6717-46f9-adc3-24412db975c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:39.102992 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-46a5f734-ada6-4e77-9092-ec3a6f96d3f0 req-15d80a88-6717-46f9-adc3-24412db975c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b HTTP/1.1" status: 200 len: 844 time: 0.0806823 Nov 12 04:07:39.162073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d640023-131a-4587-8cea-52286e78250a req-00a32cdf-3fa3-4492-b636-f8d747ed140d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:39.169811 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5f734-ada6-4e77-9092-ec3a6f96d3f0 req-798f00a5-ec1f-4edf-a5e3-b81e5e1d33f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:39.171637 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d640023-131a-4587-8cea-52286e78250a req-00a32cdf-3fa3-4492-b636-f8d747ed140d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0895183 Nov 12 04:07:39.171854 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-46a5f734-ada6-4e77-9092-ec3a6f96d3f0 req-798f00a5-ec1f-4edf-a5e3-b81e5e1d33f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd4bf67c-19a6-4e3a-8827-02af080b98c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589898 Nov 12 04:07:39.256053 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d640023-131a-4587-8cea-52286e78250a req-76767cb0-2341-4d42-a19c-610f857755d3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687804 Nov 12 04:07:39.281926 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-46a5f734-ada6-4e77-9092-ec3a6f96d3f0 req-dcca17fb-0bb8-44d0-b885-67aff0e458fa service neutron] 10.222.0.21 "GET /v2.0/networks/cd4bf67c-19a6-4e3a-8827-02af080b98c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987639 Nov 12 04:07:39.453230 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-46a5f734-ada6-4e77-9092-ec3a6f96d3f0 req-843dd612-1972-4ee9-8562-bf2c0c768458 service neutron] 10.222.0.21 "GET /v2.0/networks/cd4bf67c-19a6-4e3a-8827-02af080b98c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638899 Nov 12 04:07:39.458238 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc733b3-64a2-42bd-83be-9462e0f54b83 req-ed54ec29-521c-4788-a3a7-1a177e74cd6d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:39.460092 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cc733b3-64a2-42bd-83be-9462e0f54b83 req-ed54ec29-521c-4788-a3a7-1a177e74cd6d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0719197 Nov 12 04:07:39.543456 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cc733b3-64a2-42bd-83be-9462e0f54b83 req-642deb8f-ad79-425e-a020-7cc144e9f23e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771036 Nov 12 04:07:39.723598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c808fd9-ccb3-4629-88fa-7b349b9af52d req-c4262bda-1869-4b96-ab47-769e3c0b5619 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:39.725506 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c808fd9-ccb3-4629-88fa-7b349b9af52d req-c4262bda-1869-4b96-ab47-769e3c0b5619 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.1073415 Nov 12 04:07:39.820227 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c808fd9-ccb3-4629-88fa-7b349b9af52d req-a3b5cb16-0f4c-4587-bf72-0668e0d9d573 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727651 Nov 12 04:07:39.855516 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:07:39.961903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb3911-96e2-43c9-b481-d474dcb3c483 req-34281e33-1a67-4788-95ed-63d0e7d50d82 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:39.963912 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1acb3911-96e2-43c9-b481-d474dcb3c483 req-34281e33-1a67-4788-95ed-63d0e7d50d82 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 943 time: 0.0636709 Nov 12 04:07:39.998118 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e161f-6575-47f1-8a42-cdc3195b903e req-945a789d-28f2-4cf9-9c8d-244bdcd31997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:40.003441 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f58e161f-6575-47f1-8a42-cdc3195b903e req-945a789d-28f2-4cf9-9c8d-244bdcd31997 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 1098 time: 0.1110892 Nov 12 04:07:40.054160 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=235fd41b-6b1d-4d6d-8fa9-59cccc1e337f,segment=NetworkSegment(338dfd70-d15f-442f-b01e-f0bb3cdd696d),segment_id=338dfd70-d15f-442f-b01e-f0bb3cdd696d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:40.078620 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '235fd41b-6b1d-4d6d-8fa9-59cccc1e337f', 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9', 'port_id': '235fd41b-6b1d-4d6d-8fa9-59cccc1e337f', 'mac_address': 'fa:16:3e:6e:17:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:07:40.090399 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f58e161f-6575-47f1-8a42-cdc3195b903e req-64b2bdd1-09f7-4f72-8279-4bca2237358d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751464 Nov 12 04:07:40.106979 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1acb3911-96e2-43c9-b481-d474dcb3c483 req-aba9e9c5-88cb-48db-9b2c-8fb97a0c2e7b tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff5eae6b-bbac-4376-b202-621e8e5f6933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174910 Nov 12 04:07:40.131415 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:40.148251 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:40.172481 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=235fd41b-6b1d-4d6d-8fa9-59cccc1e337f,segment=NetworkSegment(338dfd70-d15f-442f-b01e-f0bb3cdd696d),segment_id=338dfd70-d15f-442f-b01e-f0bb3cdd696d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:40.227551 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:40.284594 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=235fd41b-6b1d-4d6d-8fa9-59cccc1e337f,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:40.641397 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cffadf9-800c-4f5d-a38b-9450a3171b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5831a6be-2442-4d2b-83e5-f2bf84c03dec'}, {'server_uuid': '91640341-0e1d-46ee-bd1b-818bf70906cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fedb198-7d38-4c6d-85e3-2eb48e8f59c8'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:40.644687 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2833251-1478-479a-8682-49264da59846" -d '{"events": [{"server_uuid": "0cffadf9-800c-4f5d-a38b-9450a3171b30", "name": "network-vif-plugged", "status": "completed", "tag": "5831a6be-2442-4d2b-83e5-f2bf84c03dec"}, {"server_uuid": "91640341-0e1d-46ee-bd1b-818bf70906cf", "name": "network-vif-plugged", "status": "completed", "tag": "2fedb198-7d38-4c6d-85e3-2eb48e8f59c8"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:40.667292 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102abeb-34cc-4020-8ce5-bf994dd5d023 req-88658f4f-06ad-4448-9a5d-8368333a053f tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:40.676323 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9102abeb-34cc-4020-8ce5-bf994dd5d023 req-88658f4f-06ad-4448-9a5d-8368333a053f tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 945 time: 0.0742955 Nov 12 04:07:40.724479 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['235fd41b-6b1d-4d6d-8fa9-59cccc1e337f'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:40.753750 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9102abeb-34cc-4020-8ce5-bf994dd5d023 req-0ff56f9e-9851-472b-8fe4-499529b57500 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765209 Nov 12 04:07:40.905382 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561b9ba-24e7-4173-97f9-46edd41f25cf req-881b6618-075d-4742-8fd7-d3fbeb514078 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:41.049507 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7561b9ba-24e7-4173-97f9-46edd41f25cf req-881b6618-075d-4742-8fd7-d3fbeb514078 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0833299 Nov 12 04:07:41.049507 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7561b9ba-24e7-4173-97f9-46edd41f25cf req-f6e85c6f-4997-4748-862d-32a1f1ee7d1d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799911 Nov 12 04:07:41.202332 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd770f14-3c0d-4633-bf0d-b85d40d3f1f7 req-2ec8e5a0-b1f9-4062-aee2-b6b0e7338727 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:41.209695 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd770f14-3c0d-4633-bf0d-b85d40d3f1f7 req-2ec8e5a0-b1f9-4062-aee2-b6b0e7338727 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0749376 Nov 12 04:07:41.265996 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd770f14-3c0d-4633-bf0d-b85d40d3f1f7 req-594af9ff-47ce-4f86-a74b-3abfbe19ea5c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545301 Nov 12 04:07:41.503712 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffde5204-ab66-4992-84e1-237216e51eb0 x-openstack-request-id: req-ffde5204-ab66-4992-84e1-237216e51eb0 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:41.503712 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cffadf9-800c-4f5d-a38b-9450a3171b30", "name": "network-vif-plugged", "status": "completed", "tag": "5831a6be-2442-4d2b-83e5-f2bf84c03dec", "code": 200}, {"server_uuid": "91640341-0e1d-46ee-bd1b-818bf70906cf", "name": "network-vif-plugged", "status": "completed", "tag": "2fedb198-7d38-4c6d-85e3-2eb48e8f59c8", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:41.503712 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ffde5204-ab66-4992-84e1-237216e51eb0 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:41.503712 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cffadf9-800c-4f5d-a38b-9450a3171b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5831a6be-2442-4d2b-83e5-f2bf84c03dec', 'code': 200} Nov 12 04:07:41.503712 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91640341-0e1d-46ee-bd1b-818bf70906cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fedb198-7d38-4c6d-85e3-2eb48e8f59c8', 'code': 200} Nov 12 04:07:41.505614 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec774c2-a848-4ff3-ada1-44fc4757d1cf req-abd22a59-0e82-4820-af06-5884bb37db1a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:41.505614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aec774c2-a848-4ff3-ada1-44fc4757d1cf req-abd22a59-0e82-4820-af06-5884bb37db1a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.0588965 Nov 12 04:07:41.510216 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aec774c2-a848-4ff3-ada1-44fc4757d1cf req-1a81dd05-ac1d-472f-8729-779e50a4eb4e tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686023 Nov 12 04:07:41.554672 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbeb8a9-734b-4eda-8c78-e9c75832ff61 req-ba0f90a5-3319-474f-8238-a9fcb83203f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:41.555437 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbeb8a9-734b-4eda-8c78-e9c75832ff61 req-ba0f90a5-3319-474f-8238-a9fcb83203f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:41.557053 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fdbeb8a9-734b-4eda-8c78-e9c75832ff61 req-ba0f90a5-3319-474f-8238-a9fcb83203f5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0cffadf9-800c-4f5d-a38b-9450a3171b30 HTTP/1.1" status: 200 len: 1987 time: 0.1135070 Nov 12 04:07:41.633658 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fdbeb8a9-734b-4eda-8c78-e9c75832ff61 req-98aee8d8-c0ec-4af7-8abc-a316d01e9b7a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571339 Nov 12 04:07:41.640962 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447b277-106b-48d3-b463-20910835ec6f req-0364df66-9237-46d9-81e4-87d5e5117dce tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:41.643297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8447b277-106b-48d3-b463-20910835ec6f req-0364df66-9237-46d9-81e4-87d5e5117dce tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 944 time: 0.0688448 Nov 12 04:07:41.724641 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8447b277-106b-48d3-b463-20910835ec6f req-c8664491-8ce3-4d5d-bebd-2f25b4d35ec3 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff5eae6b-bbac-4376-b202-621e8e5f6933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722928 Nov 12 04:07:41.981300 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db41865-9ebc-4a8b-a097-23c1c449dc8d req-38af8ce8-3492-422b-b070-8a91e1944d45 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:41.994329 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5db41865-9ebc-4a8b-a097-23c1c449dc8d req-38af8ce8-3492-422b-b070-8a91e1944d45 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 945 time: 0.0827789 Nov 12 04:07:42.069258 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5db41865-9ebc-4a8b-a097-23c1c449dc8d req-79499f18-d294-4b7f-b7be-a016ec6ce3cf tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736384 Nov 12 04:07:42.212543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d08d9-3cb3-42f8-bc66-a8e5416de584 req-a1de25f0-825c-4e96-955e-d38ba23837b9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:42.216739 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e14d08d9-3cb3-42f8-bc66-a8e5416de584 req-a1de25f0-825c-4e96-955e-d38ba23837b9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0719759 Nov 12 04:07:42.289291 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e14d08d9-3cb3-42f8-bc66-a8e5416de584 req-fee55913-3a31-4bfe-9685-dd8cb24fe32e tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684299 Nov 12 04:07:42.500925 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c7d1a-fa29-4292-9e87-cb3c26705f67 req-e920f0fb-fd62-4268-8a7b-6dc894c0d52f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:42.503204 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a5c7d1a-fa29-4292-9e87-cb3c26705f67 req-e920f0fb-fd62-4268-8a7b-6dc894c0d52f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0632167 Nov 12 04:07:42.570666 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a5c7d1a-fa29-4292-9e87-cb3c26705f67 req-01154a45-3f92-459f-aa9e-c0aca4890632 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555623 Nov 12 04:07:42.721269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148f46d-1266-482c-be3c-ccd55ccd129f req-9dca1b23-e905-48e0-8754-a1d6be96f276 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:42.723244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c148f46d-1266-482c-be3c-ccd55ccd129f req-9dca1b23-e905-48e0-8754-a1d6be96f276 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.0559645 Nov 12 04:07:42.789185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c148f46d-1266-482c-be3c-ccd55ccd129f req-ab694f1b-db19-47bd-94d1-a285f9da97cc tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489078 Nov 12 04:07:42.920025 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac93e50-e03d-4a65-b047-b9f7dcf1c198 req-de33e010-e505-457c-8f96-f4195fefb463 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:42.921643 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ac93e50-e03d-4a65-b047-b9f7dcf1c198 req-de33e010-e505-457c-8f96-f4195fefb463 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 944 time: 0.0699277 Nov 12 04:07:42.984887 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ac93e50-e03d-4a65-b047-b9f7dcf1c198 req-f3d80376-7df5-4c86-8deb-74658bc573bb tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff5eae6b-bbac-4376-b202-621e8e5f6933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565886 Nov 12 04:07:43.110236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a56246-2587-48e6-884e-65481d9c7a5e req-3a31a375-0827-4959-ad82-5d808b8b0109 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:43.111860 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57a56246-2587-48e6-884e-65481d9c7a5e req-3a31a375-0827-4959-ad82-5d808b8b0109 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0606849 Nov 12 04:07:43.167560 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57a56246-2587-48e6-884e-65481d9c7a5e req-0456fa97-f69a-476c-a736-7e9e4b1ba848 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493772 Nov 12 04:07:43.380240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19735ca1-8671-4a47-854a-914b1a8a3c96 req-e0e49341-574c-46ba-a433-091695760a13 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:43.381915 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-19735ca1-8671-4a47-854a-914b1a8a3c96 req-e0e49341-574c-46ba-a433-091695760a13 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 945 time: 0.0653725 Nov 12 04:07:43.457345 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-19735ca1-8671-4a47-854a-914b1a8a3c96 req-6bd48ec6-8279-4e98-8c45-6ad004a14d97 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580316 Nov 12 04:07:43.598724 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eed24b-90cb-4817-984f-b0faadd4aedc req-70716926-7626-4beb-9e71-4b2033947a33 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:43.600902 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47eed24b-90cb-4817-984f-b0faadd4aedc req-70716926-7626-4beb-9e71-4b2033947a33 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0587575 Nov 12 04:07:43.659224 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47eed24b-90cb-4817-984f-b0faadd4aedc req-d79ad8db-1b6f-4759-b577-7ee984b3f4b1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474706 Nov 12 04:07:43.900448 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:44.061758 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:07:44.069136 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:44.069694 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:44.097408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0bbf7-a96d-483a-b1ac-cec9e51aabc5 req-35ab331b-0e0d-4341-b6b0-442c4fbdda03 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:44.107954 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fd0bbf7-a96d-483a-b1ac-cec9e51aabc5 req-35ab331b-0e0d-4341-b6b0-442c4fbdda03 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0703568 Nov 12 04:07:44.167046 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fd0bbf7-a96d-483a-b1ac-cec9e51aabc5 req-5252497d-0e29-4d6d-b948-ce4d726f1789 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581157 Nov 12 04:07:44.212162 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:44.265857 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2cea26-29ae-4f31-8d96-012ff5d22a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235fd41b-6b1d-4d6d-8fa9-59cccc1e337f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:44.268967 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05e5c0e-176e-4f0a-8273-eecfe669a064" -d '{"events": [{"server_uuid": "aa2cea26-29ae-4f31-8d96-012ff5d22a4e", "name": "network-vif-plugged", "status": "completed", "tag": "235fd41b-6b1d-4d6d-8fa9-59cccc1e337f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:44.295119 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=235fd41b-6b1d-4d6d-8fa9-59cccc1e337f,segment=NetworkSegment(338dfd70-d15f-442f-b01e-f0bb3cdd696d),segment_id=338dfd70-d15f-442f-b01e-f0bb3cdd696d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:44.320232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b10a5d-8451-485b-9fcf-6b327da9fcb0 req-7be19ff9-b302-4617-b135-1d1ee24279e2 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:44.323115 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3b10a5d-8451-485b-9fcf-6b327da9fcb0 req-7be19ff9-b302-4617-b135-1d1ee24279e2 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0733130 Nov 12 04:07:44.370465 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:44.391093 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3b10a5d-8451-485b-9fcf-6b327da9fcb0 req-c51c43d3-44b4-49d2-9714-90a27bef9df6 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627728 Nov 12 04:07:44.447389 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=235fd41b-6b1d-4d6d-8fa9-59cccc1e337f,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:44.546262 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e76709-ab37-4579-b1a0-63c3b6f12570 req-63ecf869-543f-4472-b027-be5b07e582c8 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:44.555227 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3e76709-ab37-4579-b1a0-63c3b6f12570 req-63ecf869-543f-4472-b027-be5b07e582c8 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 945 time: 0.0743604 Nov 12 04:07:44.606430 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3e76709-ab37-4579-b1a0-63c3b6f12570 req-bdf56381-c527-46d9-aa83-fb99b0ba4209 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff5eae6b-bbac-4376-b202-621e8e5f6933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502510 Nov 12 04:07:44.734939 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d7aa11-b5ef-4a54-af8c-08666100f120 x-openstack-request-id: req-85d7aa11-b5ef-4a54-af8c-08666100f120 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:44.735713 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2cea26-29ae-4f31-8d96-012ff5d22a4e", "name": "network-vif-plugged", "status": "completed", "tag": "235fd41b-6b1d-4d6d-8fa9-59cccc1e337f", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:44.735713 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85d7aa11-b5ef-4a54-af8c-08666100f120 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:44.735922 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2cea26-29ae-4f31-8d96-012ff5d22a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235fd41b-6b1d-4d6d-8fa9-59cccc1e337f', 'code': 200} Nov 12 04:07:44.847253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fbced-4a07-490b-b9d5-1cd10849a54d req-1c7c5c62-6752-45b2-b45b-1a8405436b48 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:44.848854 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f3fbced-4a07-490b-b9d5-1cd10849a54d req-1c7c5c62-6752-45b2-b45b-1a8405436b48 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 945 time: 0.0558236 Nov 12 04:07:44.872612 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633778d-7bf5-4ff1-ba21-c1b881ba5a18 req-78349148-f72e-47be-a18c-e83206fc28db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:44.874172 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1633778d-7bf5-4ff1-ba21-c1b881ba5a18 req-78349148-f72e-47be-a18c-e83206fc28db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 1097 time: 0.0413635 Nov 12 04:07:44.906548 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f3fbced-4a07-490b-b9d5-1cd10849a54d req-26cf03f3-6004-49e7-894c-eb1e4416fe26 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483503 Nov 12 04:07:44.920966 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1633778d-7bf5-4ff1-ba21-c1b881ba5a18 req-d15c5062-cb4d-40b0-858d-10ebe79ac457 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ff5eae6b-bbac-4376-b202-621e8e5f6933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394225 Nov 12 04:07:45.021318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a3058-4224-47e9-b3c4-5bb7e3ad78d0 req-3ffea22f-d1a8-43c9-96aa-a2429391aa14 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:45.022794 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-466a3058-4224-47e9-b3c4-5bb7e3ad78d0 req-3ffea22f-d1a8-43c9-96aa-a2429391aa14 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0505190 Nov 12 04:07:45.074467 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-466a3058-4224-47e9-b3c4-5bb7e3ad78d0 req-47feefa7-fd46-4e52-8185-4df8f276bdf9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453498 Nov 12 04:07:45.311794 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661226b-b0a6-4404-aaee-612caf95f36c req-da016ed1-7b3a-415c-ae9b-4cb1f7da6b11 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:45.314854 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a661226b-b0a6-4404-aaee-612caf95f36c req-da016ed1-7b3a-415c-ae9b-4cb1f7da6b11 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0636725 Nov 12 04:07:45.370318 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a661226b-b0a6-4404-aaee-612caf95f36c req-5c5c236d-7e03-48e6-b331-c4ed2e529ea5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483661 Nov 12 04:07:45.562853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f41efb-c667-42d5-a696-21cc500a035e req-651a7d1a-f4be-482a-98eb-2b2672271a2d tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:45.566361 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94f41efb-c667-42d5-a696-21cc500a035e req-651a7d1a-f4be-482a-98eb-2b2672271a2d tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0686030 Nov 12 04:07:45.630087 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94f41efb-c667-42d5-a696-21cc500a035e req-f0e1ecea-5c60-433a-8179-cba9ed063fbb tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542281 Nov 12 04:07:45.753182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c220374-94f5-4a7b-8589-a1d09a6e97ff req-8b871cd7-9afc-4089-8d03-84870c4c0bff tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:45.754880 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c220374-94f5-4a7b-8589-a1d09a6e97ff req-8b871cd7-9afc-4089-8d03-84870c4c0bff tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 945 time: 0.0590763 Nov 12 04:07:45.810029 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c220374-94f5-4a7b-8589-a1d09a6e97ff req-aa83d1db-76c5-480f-9ed6-fae2c4efc9a0 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff5eae6b-bbac-4376-b202-621e8e5f6933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485482 Nov 12 04:07:46.353717 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162c1f9-4bc6-44f2-a2f2-dcf45a9ca605 req-034825ee-d243-44a4-a04e-32f4e6af502c tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:46.355458 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9162c1f9-4bc6-44f2-a2f2-dcf45a9ca605 req-034825ee-d243-44a4-a04e-32f4e6af502c tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 945 time: 0.0669484 Nov 12 04:07:46.443207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9162c1f9-4bc6-44f2-a2f2-dcf45a9ca605 req-8e288127-80c8-4d63-b1a7-bd73a62f81bb tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807676 Nov 12 04:07:46.508663 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:46.597090 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9264c-4f40-4bab-9277-e56a6e7784bf req-a0607dc9-2766-4e7f-b3e4-83bfec13f84e tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:46.604569 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56f9264c-4f40-4bab-9277-e56a6e7784bf req-a0607dc9-2766-4e7f-b3e4-83bfec13f84e tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0677156 Nov 12 04:07:46.663661 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56f9264c-4f40-4bab-9277-e56a6e7784bf req-f169d590-1b59-45f4-89e7-0b7c66e37cae tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561020 Nov 12 04:07:46.914592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d37de0-a281-4adc-8a68-d16ff153b34a req-33d72a32-e8bf-4cb1-91bd-0042b6265ce1 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:46.923189 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-78d37de0-a281-4adc-8a68-d16ff153b34a req-33d72a32-e8bf-4cb1-91bd-0042b6265ce1 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.1074085 Nov 12 04:07:46.972691 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-78d37de0-a281-4adc-8a68-d16ff153b34a req-6e50602c-78d5-41b6-9a88-395a579bc26b tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480080 Nov 12 04:07:47.104865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356bc15-5eae-492f-9b2c-47733a0e677d req-42cc1588-587f-41cf-8285-c177ad2110fb tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:47.106535 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9356bc15-5eae-492f-9b2c-47733a0e677d req-42cc1588-587f-41cf-8285-c177ad2110fb tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0554852 Nov 12 04:07:47.179933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9356bc15-5eae-492f-9b2c-47733a0e677d req-1f84ec4e-321f-4a9c-b31d-ddb4eeb37abf tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667024 Nov 12 04:07:47.309305 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb6521-7558-4160-be7e-12b0484f6844 req-ce967043-6694-4b2d-b5ca-104d1056d187 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:47.310578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6bfb6521-7558-4160-be7e-12b0484f6844 req-ce967043-6694-4b2d-b5ca-104d1056d187 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 945 time: 0.0645838 Nov 12 04:07:47.382187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6bfb6521-7558-4160-be7e-12b0484f6844 req-07112f98-5946-423d-a3bc-0a8bb6d7148b tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff5eae6b-bbac-4376-b202-621e8e5f6933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605640 Nov 12 04:07:47.612015 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fea495-0267-4f38-9508-2031cd7a395e req-66b72eed-a3e0-472d-ae9b-359affc31acc tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:47.613559 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54fea495-0267-4f38-9508-2031cd7a395e req-66b72eed-a3e0-472d-ae9b-359affc31acc tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 945 time: 0.0654604 Nov 12 04:07:47.623151 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54638) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:47.629231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f54f2cda-6a61-4657-8873-3705c4dc6e9e tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Request body: {'floatingip': {'port_id': '235fd41b-6b1d-4d6d-8fa9-59cccc1e337f'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:47.679560 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f54f2cda-6a61-4657-8873-3705c4dc6e9e tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:47.745995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3db610-4517-44e3-8a09-eb80f684e0d4 req-3f76c752-d886-4cd9-a11f-25d7657bed1a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:47.756536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd3db610-4517-44e3-8a09-eb80f684e0d4 req-3f76c752-d886-4cd9-a11f-25d7657bed1a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 945 time: 0.0798612 Nov 12 04:07:47.825978 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd3db610-4517-44e3-8a09-eb80f684e0d4 req-33e6709c-d5c6-4bc7-aeb3-ab563b4233a1 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678277 Nov 12 04:07:47.908636 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:47.976066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7960c-dc81-4cc4-84c0-c5a3b0e82fc7 req-aa65e8a5-5a5c-4f4c-9779-b91c783a0e08 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:47.983995 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3c7960c-dc81-4cc4-84c0-c5a3b0e82fc7 req-aa65e8a5-5a5c-4f4c-9779-b91c783a0e08 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0676770 Nov 12 04:07:48.038318 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3c7960c-dc81-4cc4-84c0-c5a3b0e82fc7 req-1f520dac-2bbd-4ba4-8ff3-dc9e5992d30a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532594 Nov 12 04:07:48.216737 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fa2bc-d6ea-4ec9-87be-cf79a051f8d2 req-245e82ed-5b67-4c57-b4a8-a06dfaa7e1a7 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:48.218362 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a69fa2bc-d6ea-4ec9-87be-cf79a051f8d2 req-245e82ed-5b67-4c57-b4a8-a06dfaa7e1a7 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0557418 Nov 12 04:07:48.265990 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a69fa2bc-d6ea-4ec9-87be-cf79a051f8d2 req-d16cfb1e-8bbb-4186-8cec-d0bef9d70647 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408661 Nov 12 04:07:48.410670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6b974-55f9-4643-8ac0-d020da3d996c req-caf046bf-4f88-46df-845c-8bbf9da136e7 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:48.413061 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bea6b974-55f9-4643-8ac0-d020da3d996c req-caf046bf-4f88-46df-845c-8bbf9da136e7 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0877471 Nov 12 04:07:48.464007 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bea6b974-55f9-4643-8ac0-d020da3d996c req-981adf61-5f82-4d6d-9026-9a2661f215e1 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444067 Nov 12 04:07:48.651766 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f54f2cda-6a61-4657-8873-3705c4dc6e9e tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:48.685556 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f54f2cda-6a61-4657-8873-3705c4dc6e9e tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:48.845517 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-f54f2cda-6a61-4657-8873-3705c4dc6e9e tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Floating IP b1dba747-61fa-4668-9445-3fb4997179cc associated. External IP: 172.25.1.243, port: 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f. Nov 12 04:07:48.982815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8c968-9788-47e4-8f19-8150177154e8 req-966e9e74-4802-4dc9-b9ff-1e857e2fe7ff tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:48.986613 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07a8c968-9788-47e4-8f19-8150177154e8 req-966e9e74-4802-4dc9-b9ff-1e857e2fe7ff tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 945 time: 0.0600851 Nov 12 04:07:49.035198 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07a8c968-9788-47e4-8f19-8150177154e8 req-00b22b5a-72fe-4c69-8606-e877c3d97a75 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436120 Nov 12 04:07:49.105917 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54f2cda-6a61-4657-8873-3705c4dc6e9e tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Router 6d653f70-4a80-41e0-8f3f-54861f883754 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:49.194166 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403af0d5-87f5-4df0-9f4e-f555125f21a3 req-7e1771df-6751-4f00-a99f-3320f307b73e tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:49.197220 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-403af0d5-87f5-4df0-9f4e-f555125f21a3 req-7e1771df-6751-4f00-a99f-3320f307b73e tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0591736 Nov 12 04:07:49.251580 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-403af0d5-87f5-4df0-9f4e-f555125f21a3 req-c4c1e83c-c8b4-4c8c-848f-93e9ab25194c tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491064 Nov 12 04:07:49.274529 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54f2cda-6a61-4657-8873-3705c4dc6e9e tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:49.283178 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f54f2cda-6a61-4657-8873-3705c4dc6e9e tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:49.286539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0415d4-c78d-4bbb-866a-c9bb6aaec6e9 None None] Sync routers for ids ['6d653f70-4a80-41e0-8f3f-54861f883754'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:49.297115 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0415d4-c78d-4bbb-866a-c9bb6aaec6e9 None None] Routers {'6d653f70-4a80-41e0-8f3f-54861f883754'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:49.297734 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-1b0415d4-c78d-4bbb-866a-c9bb6aaec6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:07:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d653f70-4a80-41e0-8f3f-54861f883754'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:49.317064 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f54f2cda-6a61-4657-8873-3705c4dc6e9e tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "PUT /v2.0/floatingips/b1dba747-61fa-4668-9445-3fb4997179cc HTTP/1.1" status: 200 len: 991 time: 1.6925457 Nov 12 04:07:49.319089 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2cea26-29ae-4f31-8d96-012ff5d22a4e', 'tag': '235fd41b-6b1d-4d6d-8fa9-59cccc1e337f'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:49.327731 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42caea06-c565-492d-8ceb-c6d3cedce9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2cea26-29ae-4f31-8d96-012ff5d22a4e", "tag": "235fd41b-6b1d-4d6d-8fa9-59cccc1e337f"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:49.429537 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-1b0415d4-c78d-4bbb-866a-c9bb6aaec6e9 None None] Set router 6d653f70-4a80-41e0-8f3f-54861f883754 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:07:49.447017 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673d34bd-94ad-4199-a12a-3b03ee0eec10 x-openstack-request-id: req-673d34bd-94ad-4199-a12a-3b03ee0eec10 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:49.447304 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2cea26-29ae-4f31-8d96-012ff5d22a4e", "tag": "235fd41b-6b1d-4d6d-8fa9-59cccc1e337f", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:49.447557 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-673d34bd-94ad-4199-a12a-3b03ee0eec10 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:49.447958 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2cea26-29ae-4f31-8d96-012ff5d22a4e', 'tag': '235fd41b-6b1d-4d6d-8fa9-59cccc1e337f', 'status': 'completed', 'code': 200} Nov 12 04:07:49.583672 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caea06-c565-492d-8ceb-c6d3cedce9f4 req-0c2377bd-b5b1-444f-bb1b-ba7bb397ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:49.585695 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-42caea06-c565-492d-8ceb-c6d3cedce9f4 req-0c2377bd-b5b1-444f-bb1b-ba7bb397ef84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa93be6bc71a4bdfb528fa8585b984dd&device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 1097 time: 0.0634277 Nov 12 04:07:49.606259 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2efa1-223a-43d8-ad66-922812d83aed req-18c87e03-3fd6-4ec4-982b-bf8cddd19c21 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:49.607789 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aed2efa1-223a-43d8-ad66-922812d83aed req-18c87e03-3fd6-4ec4-982b-bf8cddd19c21 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0630119 Nov 12 04:07:49.683359 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-1b0415d4-c78d-4bbb-866a-c9bb6aaec6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'name': 'tempest-ServersTestJSON-934956597-router', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1068337b-4c38-4b74-b665-183739c19147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:07:21Z', 'revision_number': 4, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'gw_port': {'id': '1068337b-4c38-4b74-b665-183739c19147', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:17Z', 'updated_at': '2021-11-12T04:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'b1dba747-61fa-4668-9445-3fb4997179cc', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'floating_ip_address': '172.25.1.243', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'port_id': '235fd41b-6b1d-4d6d-8fa9-59cccc1e337f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9', 'mac_address': 'fa:16:3e:6e:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2cea26-29ae-4f31-8d96-012ff5d22a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:07:27Z', 'updated_at': '2021-11-12T04:07:48Z', 'revision_number': 1, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7030aa9-ef58-4002-92ad-047f25709bce', 'name': '', 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'mac_address': 'fa:16:3e:41:68:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:20Z', 'updated_at': '2021-11-12T04:07:26Z', 'revision_number': 5, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'subnets': [{'id': 'f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:49.686147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aed2efa1-223a-43d8-ad66-922812d83aed req-eebd5666-914f-41b9-800b-da8ae4a86997 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613813 Nov 12 04:07:49.718990 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0415d4-c78d-4bbb-866a-c9bb6aaec6e9 None None] Checking router: 6d653f70-4a80-41e0-8f3f-54861f883754 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:07:49.722841 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caea06-c565-492d-8ceb-c6d3cedce9f4 req-4587c272-c6f9-4324-bb56-f6d3eeda8993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:49.726596 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-42caea06-c565-492d-8ceb-c6d3cedce9f4 req-4587c272-c6f9-4324-bb56-f6d3eeda8993 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd4bf67c-19a6-4e3a-8827-02af080b98c9 HTTP/1.1" status: 200 len: 906 time: 0.1140416 Nov 12 04:07:49.730679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0415d4-c78d-4bbb-866a-c9bb6aaec6e9 None None] Routers {'6d653f70-4a80-41e0-8f3f-54861f883754'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:49.731654 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-1b0415d4-c78d-4bbb-866a-c9bb6aaec6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:07:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d653f70-4a80-41e0-8f3f-54861f883754'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:49.806409 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-42caea06-c565-492d-8ceb-c6d3cedce9f4 req-f42cec4a-fbcb-42a0-a6a8-043f51a644e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=235fd41b-6b1d-4d6d-8fa9-59cccc1e337f HTTP/1.1" status: 200 len: 999 time: 0.0625594 Nov 12 04:07:49.853409 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-1b0415d4-c78d-4bbb-866a-c9bb6aaec6e9 None None] Set router 6d653f70-4a80-41e0-8f3f-54861f883754 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:07:49.867077 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caea06-c565-492d-8ceb-c6d3cedce9f4 req-fe2d3f9f-d52e-4a07-99e5-2fd531ba582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:49.868849 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-42caea06-c565-492d-8ceb-c6d3cedce9f4 req-fe2d3f9f-d52e-4a07-99e5-2fd531ba582a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b HTTP/1.1" status: 200 len: 844 time: 0.0452762 Nov 12 04:07:49.920334 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caea06-c565-492d-8ceb-c6d3cedce9f4 req-afb67393-f81f-4560-a1e9-627662e11a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:49.921888 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-42caea06-c565-492d-8ceb-c6d3cedce9f4 req-afb67393-f81f-4560-a1e9-627662e11a71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd4bf67c-19a6-4e3a-8827-02af080b98c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429468 Nov 12 04:07:50.017627 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-42caea06-c565-492d-8ceb-c6d3cedce9f4 req-c5a9db99-ec4b-4457-929a-94fbb394a4a1 service neutron] 10.222.0.21 "GET /v2.0/networks/cd4bf67c-19a6-4e3a-8827-02af080b98c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829554 Nov 12 04:07:50.083523 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-1b0415d4-c78d-4bbb-866a-c9bb6aaec6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'name': 'tempest-ServersTestJSON-934956597-router', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1068337b-4c38-4b74-b665-183739c19147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:07:21Z', 'revision_number': 4, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'gw_port': {'id': '1068337b-4c38-4b74-b665-183739c19147', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:17Z', 'updated_at': '2021-11-12T04:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'b1dba747-61fa-4668-9445-3fb4997179cc', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'floating_ip_address': '172.25.1.243', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'port_id': '235fd41b-6b1d-4d6d-8fa9-59cccc1e337f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9', 'mac_address': 'fa:16:3e:6e:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2cea26-29ae-4f31-8d96-012ff5d22a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:07:27Z', 'updated_at': '2021-11-12T04:07:48Z', 'revision_number': 1, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7030aa9-ef58-4002-92ad-047f25709bce', 'name': '', 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'mac_address': 'fa:16:3e:41:68:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:20Z', 'updated_at': '2021-11-12T04:07:26Z', 'revision_number': 5, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'subnets': [{'id': 'f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:50.111145 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0415d4-c78d-4bbb-866a-c9bb6aaec6e9 None None] The sync data for ids ['6d653f70-4a80-41e0-8f3f-54861f883754'] in n-d-768509-24 is: [{'id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'name': 'tempest-ServersTestJSON-934956597-router', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1068337b-4c38-4b74-b665-183739c19147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:07:21Z', 'revision_number': 4, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'gw_port': {'id': '1068337b-4c38-4b74-b665-183739c19147', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:17Z', 'updated_at': '2021-11-12T04:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'b1dba747-61fa-4668-9445-3fb4997179cc', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'floating_ip_address': '172.25.1.243', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'port_id': '235fd41b-6b1d-4d6d-8fa9-59cccc1e337f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9', 'mac_address': 'fa:16:3e:6e:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2cea26-29ae-4f31-8d96-012ff5d22a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:07:27Z', 'updated_at': '2021-11-12T04:07:48Z', 'revision_number': 1, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7030aa9-ef58-4002-92ad-047f25709bce', 'name': '', 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'mac_address': 'fa:16:3e:41:68:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:20Z', 'updated_at': '2021-11-12T04:07:26Z', 'revision_number': 5, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'subnets': [{'id': 'f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:50.208259 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12538536-53fa-4cbf-905a-2793e3621a64 req-74164d25-8494-401d-8c43-7874cb45767a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:50.217636 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-12538536-53fa-4cbf-905a-2793e3621a64 req-74164d25-8494-401d-8c43-7874cb45767a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 945 time: 0.1026030 Nov 12 04:07:50.306905 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-42caea06-c565-492d-8ceb-c6d3cedce9f4 req-29e174a8-b586-44fa-ba19-bd1ebb5b1f76 service neutron] 10.222.0.21 "GET /v2.0/networks/cd4bf67c-19a6-4e3a-8827-02af080b98c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518726 Nov 12 04:07:50.333030 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-12538536-53fa-4cbf-905a-2793e3621a64 req-5a051c69-5ebc-46be-9062-5407399467ce tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143067 Nov 12 04:07:50.337929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43286179-7609-4ded-b889-5f108f13cf98 req-11c73623-a795-4a91-979b-b65dcabecce7 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:50.339537 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-11c73623-a795-4a91-979b-b65dcabecce7 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb&tenant_id=661e639e68ef4507b916d93d5706eabb&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 1097 time: 0.0913599 Nov 12 04:07:50.354164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-24'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:50.393984 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:07:50.427648 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:50.446716 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec6fbe-b170-4d2f-ac80-3cf37e7bdc38 None None] New status for floating IP b1dba747-61fa-4668-9445-3fb4997179cc: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:07:50.520736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ab73a-ad0e-4375-9321-6c67d5ccee38 req-e9c54ad8-d6e8-4f33-9630-5c6a9895ba7f tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:50.522209 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e60ab73a-ad0e-4375-9321-6c67d5ccee38 req-e9c54ad8-d6e8-4f33-9630-5c6a9895ba7f tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0964286 Nov 12 04:07:50.623570 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e60ab73a-ad0e-4375-9321-6c67d5ccee38 req-e40e6ca4-86ee-4714-b626-bfed0f8b4bf6 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917473 Nov 12 04:07:50.651141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] For port 2d6107eb-aa7b-4720-b256-df2f87096288, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=2d6107eb-aa7b-4720-b256-df2f87096288,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:50.677465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] For port 2d6107eb-aa7b-4720-b256-df2f87096288, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:50.723285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6a68aa-0835-4724-9b97-37e1d4eb46bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d6107eb-aa7b-4720-b256-df2f87096288'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:50.725673 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac28822-2b71-421f-8f6b-fa6f20161c30" -d '{"events": [{"server_uuid": "2f6a68aa-0835-4724-9b97-37e1d4eb46bb", "name": "network-vif-unplugged", "status": "completed", "tag": "2d6107eb-aa7b-4720-b256-df2f87096288"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:50.732623 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:50.815757 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:50.897181 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] Pushing event updated for resources: {'Port': ['ID=2d6107eb-aa7b-4720-b256-df2f87096288,revision_number=7']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:50.909150 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] Attempting to bind port 2d6107eb-aa7b-4720-b256-df2f87096288 on host n-h2-768509-24 for vnic_type normal with profile {"migrating_to": "n-h1-768509-24"} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:50.909637 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] Attempting to bind port 2d6107eb-aa7b-4720-b256-df2f87096288 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:50.909972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] Attempting to bind port 2d6107eb-aa7b-4720-b256-df2f87096288 on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:50.914961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] Port 2d6107eb-aa7b-4720-b256-df2f87096288 on network 1332ff08-7d9c-4053-b884-7942193654ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:07:50.915293 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] Attempting to bind port 2d6107eb-aa7b-4720-b256-df2f87096288 on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:50.920504 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:50.920924 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] Checking segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:50.921259 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] Bound using segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:50.921639 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] Bound port: 2d6107eb-aa7b-4720-b256-df2f87096288, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:50.921995 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:51.012760 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] For port 2d6107eb-aa7b-4720-b256-df2f87096288, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:51.017571 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] For port 2d6107eb-aa7b-4720-b256-df2f87096288, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=2d6107eb-aa7b-4720-b256-df2f87096288,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:51.030296 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ffb84-e62f-4b44-92b6-ce90d532ef7c req-1ee2790c-c3c6-4629-94ee-8170f243bac9 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:51.031847 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-578ffb84-e62f-4b44-92b6-ce90d532ef7c req-1ee2790c-c3c6-4629-94ee-8170f243bac9 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0655739 Nov 12 04:07:51.079592 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-578ffb84-e62f-4b44-92b6-ce90d532ef7c req-fad87ed4-d4f6-4099-92d2-7623ab99b779 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415423 Nov 12 04:07:51.081123 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:51.166944 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] Pushing event updated for resources: {'Port': ['ID=2d6107eb-aa7b-4720-b256-df2f87096288,revision_number=8']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:51.170666 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:51.171289 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:51.172721 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-f10c922a-cbbd-478a-a875-5d051794d9cf service neutron] 10.222.0.21 "PUT /v2.0/ports/2d6107eb-aa7b-4720-b256-df2f87096288 HTTP/1.1" status: 200 len: 1123 time: 0.8236194 Nov 12 04:07:51.187925 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4606d786-de86-470a-9606-409bebd160d8 x-openstack-request-id: req-4606d786-de86-470a-9606-409bebd160d8 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:51.188085 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6a68aa-0835-4724-9b97-37e1d4eb46bb", "name": "network-vif-unplugged", "status": "completed", "tag": "2d6107eb-aa7b-4720-b256-df2f87096288", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:51.188342 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4606d786-de86-470a-9606-409bebd160d8 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:51.189307 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6a68aa-0835-4724-9b97-37e1d4eb46bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d6107eb-aa7b-4720-b256-df2f87096288', 'code': 200} Nov 12 04:07:51.369229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['2d6107eb-aa7b-4720-b256-df2f87096288'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:51.399054 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['2d6107eb-aa7b-4720-b256-df2f87096288'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:51.911665 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 2d6107eb-aa7b-4720-b256-df2f87096288 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:07:52.013651 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 2d6107eb-aa7b-4720-b256-df2f87096288, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=2d6107eb-aa7b-4720-b256-df2f87096288,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:52.026067 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 2d6107eb-aa7b-4720-b256-df2f87096288 has no active binding in host n-h1-768509-24 {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 04:07:52.716347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f42e9-b4ac-48f9-8b98-d810d79ed81c req-b50bbf47-89bf-4ac3-aec4-0bd5ca8be3e3 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:52.717811 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce5f42e9-b4ac-48f9-8b98-d810d79ed81c req-b50bbf47-89bf-4ac3-aec4-0bd5ca8be3e3 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 943 time: 0.0527089 Nov 12 04:07:52.773779 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce5f42e9-b4ac-48f9-8b98-d810d79ed81c req-9b4c2516-4cd4-4685-baaa-725f8e5f5a5e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496449 Nov 12 04:07:52.852003 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7732c52-4019-4f54-8d35-11d32404882d req-c688c071-68c4-489c-8a61-f22d0e4074f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:52.853493 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b7732c52-4019-4f54-8d35-11d32404882d req-c688c071-68c4-489c-8a61-f22d0e4074f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=122febc6798244b1a13c8d5d3a4df631&device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 1097 time: 0.0426214 Nov 12 04:07:52.885001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae8be3-6a3d-48e8-b064-83ab1b0b253b req-e263b7bd-d0be-49c9-a85d-cbff9287c731 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:52.886484 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9ae8be3-6a3d-48e8-b064-83ab1b0b253b req-e263b7bd-d0be-49c9-a85d-cbff9287c731 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0529130 Nov 12 04:07:52.934237 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9ae8be3-6a3d-48e8-b064-83ab1b0b253b req-fa9c02a4-da6b-471d-9bfa-e60040e6c2ea tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415988 Nov 12 04:07:52.952439 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7732c52-4019-4f54-8d35-11d32404882d req-f89ebc01-3ab8-46df-a483-0d65c7191076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:52.953936 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b7732c52-4019-4f54-8d35-11d32404882d req-f89ebc01-3ab8-46df-a483-0d65c7191076 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c4ea71df-5407-4bac-976d-0919c12d785d HTTP/1.1" status: 200 len: 920 time: 0.0905235 Nov 12 04:07:52.998000 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b7732c52-4019-4f54-8d35-11d32404882d req-13099808-7e65-4ff8-97f3-239eb2d72845 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5afbfdb7-0fda-4e85-9fbb-ed46c303957c HTTP/1.1" status: 200 len: 217 time: 0.0357168 Nov 12 04:07:53.059526 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7732c52-4019-4f54-8d35-11d32404882d req-50840e39-376f-4742-b8c7-a465010ef07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:53.061562 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b7732c52-4019-4f54-8d35-11d32404882d req-50840e39-376f-4742-b8c7-a465010ef07b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=92618bee-94b8-4cad-b110-0dceb2b7687f HTTP/1.1" status: 200 len: 859 time: 0.0450826 Nov 12 04:07:53.092489 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b7732c52-4019-4f54-8d35-11d32404882d req-70bc6bb0-3ec0-4951-9609-1d20e4c1bfc4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c4ea71df-5407-4bac-976d-0919c12d785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237334 Nov 12 04:07:53.118070 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dedeaf-a0ac-4d8f-b855-0e6a103af678 req-d9c5d42b-4790-4acd-98ee-e282f03e381e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:53.119579 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51dedeaf-a0ac-4d8f-b855-0e6a103af678 req-d9c5d42b-4790-4acd-98ee-e282f03e381e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0495102 Nov 12 04:07:53.166104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51dedeaf-a0ac-4d8f-b855-0e6a103af678 req-92285820-7eee-4a60-83bf-196df875516e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402851 Nov 12 04:07:53.187141 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b7732c52-4019-4f54-8d35-11d32404882d req-526e516d-b28b-45b8-8614-7524b709f0cf service neutron] 10.222.0.31 "GET /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864310 Nov 12 04:07:53.189958 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6a68aa-0835-4724-9b97-37e1d4eb46bb', 'tag': '2d6107eb-aa7b-4720-b256-df2f87096288'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:53.192309 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc3217a-9f1f-428f-8c81-564db14832d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6a68aa-0835-4724-9b97-37e1d4eb46bb", "tag": "2d6107eb-aa7b-4720-b256-df2f87096288"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:53.283625 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b7732c52-4019-4f54-8d35-11d32404882d req-e4781abd-b090-4e7a-88bb-641945678b45 service neutron] 10.222.0.31 "GET /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864487 Nov 12 04:07:53.788800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c1f89-e26e-4c0b-a7d3-46ebb0edbdf0 req-635b2b3a-e11c-428e-8cfb-58f914aa4ba9 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:53.790288 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-175c1f89-e26e-4c0b-a7d3-46ebb0edbdf0 req-635b2b3a-e11c-428e-8cfb-58f914aa4ba9 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0505159 Nov 12 04:07:53.841158 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-175c1f89-e26e-4c0b-a7d3-46ebb0edbdf0 req-97042ddb-e5a1-4bab-b245-d5e68d6f80c8 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445232 Nov 12 04:07:53.882166 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79263051-b16f-4ca1-8fed-fed1b50ea2f7 x-openstack-request-id: req-79263051-b16f-4ca1-8fed-fed1b50ea2f7 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:53.882454 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6a68aa-0835-4724-9b97-37e1d4eb46bb", "tag": "2d6107eb-aa7b-4720-b256-df2f87096288", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:53.882772 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79263051-b16f-4ca1-8fed-fed1b50ea2f7 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:53.883177 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6a68aa-0835-4724-9b97-37e1d4eb46bb', 'tag': '2d6107eb-aa7b-4720-b256-df2f87096288', 'status': 'completed', 'code': 200} Nov 12 04:07:53.917580 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:53.974882 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3217a-9f1f-428f-8c81-564db14832d3 req-65e397b0-0dad-4b0a-a35a-be07dee0ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:53.976411 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2bc3217a-9f1f-428f-8c81-564db14832d3 req-65e397b0-0dad-4b0a-a35a-be07dee0ae93 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 1126 time: 0.0463705 Nov 12 04:07:54.003392 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:54.025776 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91640341-0e1d-46ee-bd1b-818bf70906cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fedb198-7d38-4c6d-85e3-2eb48e8f59c8'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:54.028341 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471442a2-1773-4854-8433-87f6dc59e96c" -d '{"events": [{"server_uuid": "91640341-0e1d-46ee-bd1b-818bf70906cf", "name": "network-vif-unplugged", "status": "completed", "tag": "2fedb198-7d38-4c6d-85e3-2eb48e8f59c8"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:54.040630 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2fedb198-7d38-4c6d-85e3-2eb48e8f59c8,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:54.057931 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba095a-0175-4919-91cc-566444f999e5 req-9e882823-5238-44cd-ba5c-b4152f1eef61 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:54.059430 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3ba095a-0175-4919-91cc-566444f999e5 req-9e882823-5238-44cd-ba5c-b4152f1eef61 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/networks?id=3299e4aa-3e81-4536-a639-3b890040798c HTTP/1.1" status: 200 len: 804 time: 0.1153367 Nov 12 04:07:54.075420 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3ba095a-0175-4919-91cc-566444f999e5 req-d939b89e-cf7c-4019-a12c-e7b80c3e07bc tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/quotas/2bbd40052150467d97991699c7191d63 HTTP/1.1" status: 200 len: 375 time: 0.0094721 Nov 12 04:07:54.078098 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3217a-9f1f-428f-8c81-564db14832d3 req-d5a22aab-23ce-4bab-8bbb-7ba8613304ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:54.079774 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2bc3217a-9f1f-428f-8c81-564db14832d3 req-d5a22aab-23ce-4bab-8bbb-7ba8613304ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 919 time: 0.0880816 Nov 12 04:07:54.118492 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:54.127709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3ba095a-0175-4919-91cc-566444f999e5 req-1bdc8075-73fa-4395-8e4f-8ff51bc85c6f tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2bbd40052150467d97991699c7191d63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458319 Nov 12 04:07:54.132876 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2bc3217a-9f1f-428f-8c81-564db14832d3 req-b20816e2-ce3f-49ca-8eda-a6bf83fd005d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d6107eb-aa7b-4720-b256-df2f87096288 HTTP/1.1" status: 200 len: 217 time: 0.0396562 Nov 12 04:07:54.167944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=2fedb198-7d38-4c6d-85e3-2eb48e8f59c8,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:54.186562 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3217a-9f1f-428f-8c81-564db14832d3 req-0edf97be-40c9-4486-97dc-3a90b7a4e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:54.189197 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2bc3217a-9f1f-428f-8c81-564db14832d3 req-0edf97be-40c9-4486-97dc-3a90b7a4e2c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.0485923 Nov 12 04:07:54.220082 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2bc3217a-9f1f-428f-8c81-564db14832d3 req-08240324-05fe-47c7-a2c3-7047c4546cd2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242672 Nov 12 04:07:54.279177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3ba095a-0175-4919-91cc-566444f999e5 req-86f6d216-ee4b-4b92-b6c2-cd829a649fe0 service neutron] 10.222.0.37 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414711 Nov 12 04:07:54.335307 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2bc3217a-9f1f-428f-8c81-564db14832d3 req-08173753-99c3-4056-87b5-4ccc73675937 service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044183 Nov 12 04:07:54.378022 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3ba095a-0175-4919-91cc-566444f999e5 req-d59ae0e3-88a4-4de8-8446-b23d8f10a43b service neutron] 10.222.0.37 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929046 Nov 12 04:07:54.430984 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2bc3217a-9f1f-428f-8c81-564db14832d3 req-28cc2eb2-f625-4df6-ba3d-565eb856792b service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871389 Nov 12 04:07:54.723215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c288451-6d57-477d-b069-a4cd1bb51be8 req-d2e439c2-1ee2-4312-8dd5-28ebba31db38 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:54.724913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c288451-6d57-477d-b069-a4cd1bb51be8 req-d2e439c2-1ee2-4312-8dd5-28ebba31db38 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 943 time: 0.0704875 Nov 12 04:07:54.786219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c288451-6d57-477d-b069-a4cd1bb51be8 req-44a08433-c663-44f1-99b4-3abcbf176921 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531108 Nov 12 04:07:54.890929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158696e-7316-411c-8f80-26ff218dd505 req-8efe09ea-5583-4d15-acce-de89a643d7e9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:54.892921 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6158696e-7316-411c-8f80-26ff218dd505 req-8efe09ea-5583-4d15-acce-de89a643d7e9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0501165 Nov 12 04:07:54.940210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6158696e-7316-411c-8f80-26ff218dd505 req-c0b6fddb-4efe-4dec-bd5a-93728c64dec7 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409598 Nov 12 04:07:55.060336 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3b6c2d-cd82-4b00-91bf-383e2f8264ce x-openstack-request-id: req-5f3b6c2d-cd82-4b00-91bf-383e2f8264ce {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:55.061398 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91640341-0e1d-46ee-bd1b-818bf70906cf", "name": "network-vif-unplugged", "status": "completed", "tag": "2fedb198-7d38-4c6d-85e3-2eb48e8f59c8", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:55.061661 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f3b6c2d-cd82-4b00-91bf-383e2f8264ce {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:55.062069 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91640341-0e1d-46ee-bd1b-818bf70906cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fedb198-7d38-4c6d-85e3-2eb48e8f59c8', 'code': 200} Nov 12 04:07:55.161043 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770f6c5-53ee-4b24-ba5a-c90c2db4d9c2 req-4afe8f1d-66a2-4c49-99e4-da6c846473ab tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:55.162453 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e770f6c5-53ee-4b24-ba5a-c90c2db4d9c2 req-4afe8f1d-66a2-4c49-99e4-da6c846473ab tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0581918 Nov 12 04:07:55.217710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e770f6c5-53ee-4b24-ba5a-c90c2db4d9c2 req-ff5491b3-c144-4591-a4b4-68c62efd9c65 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490849 Nov 12 04:07:55.367640 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d4e648f-08e5-4a25-8e2d-abfa038a7e30 req-62fb9486-2f86-45da-a45e-7e31ebe35a77 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 210 time: 0.0283916 Nov 12 04:07:55.481281 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293109e-b657-4994-9933-5b76c147aad7 req-9c0e1eb5-9624-49de-9a3b-d7a592be46c1 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:55.482811 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0293109e-b657-4994-9933-5b76c147aad7 req-9c0e1eb5-9624-49de-9a3b-d7a592be46c1 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0593622 Nov 12 04:07:55.534507 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0293109e-b657-4994-9933-5b76c147aad7 req-193aae1e-4ff0-4b7a-89a1-cfdefa1cd22b tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450237 Nov 12 04:07:55.913163 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16783a6b-78a2-420a-b1d0-dac379805ce9 req-50e9678b-955a-488c-99c4-e684bf96d0c8 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:55.914643 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16783a6b-78a2-420a-b1d0-dac379805ce9 req-50e9678b-955a-488c-99c4-e684bf96d0c8 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 943 time: 0.0538583 Nov 12 04:07:55.962132 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16783a6b-78a2-420a-b1d0-dac379805ce9 req-a919020c-a6fb-4841-98ed-110241b4ac0c tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416114 Nov 12 04:07:56.072387 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663878dc-cb4c-4627-9071-fb305e4d9f2e req-723587c8-dedb-4f29-a47a-3b74209e59a4 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:56.073854 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-663878dc-cb4c-4627-9071-fb305e4d9f2e req-723587c8-dedb-4f29-a47a-3b74209e59a4 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0494392 Nov 12 04:07:56.121484 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-663878dc-cb4c-4627-9071-fb305e4d9f2e req-85325098-9e2c-496e-9802-e5e279161f55 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406535 Nov 12 04:07:56.336270 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c820f20-e7da-46c8-b08f-a58b8559b66d req-bb4f1544-146d-4d8e-a27b-7d96a96faf18 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:56.337734 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c820f20-e7da-46c8-b08f-a58b8559b66d req-bb4f1544-146d-4d8e-a27b-7d96a96faf18 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0499554 Nov 12 04:07:56.391967 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c820f20-e7da-46c8-b08f-a58b8559b66d req-9ef43cd5-4b93-42a2-bd1d-c3beac467d67 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481939 Nov 12 04:07:56.476833 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1535a0-30f3-426a-a749-4e5b393ec79d req-8229f096-9ca5-42b1-814a-99781c79c388 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:56.478330 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a1535a0-30f3-426a-a749-4e5b393ec79d req-8229f096-9ca5-42b1-814a-99781c79c388 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.21 "GET /v2.0/ports?device_id=91640341-0e1d-46ee-bd1b-818bf70906cf HTTP/1.1" status: 200 len: 944 time: 0.0493119 Nov 12 04:07:56.598077 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e290eaf8-73f7-4aa7-8f93-00e0e5569577 req-06e8ae6b-c70e-4364-9d10-b1c0e3b1ae56 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 210 time: 0.0323422 Nov 12 04:07:56.624513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-2a1535a0-30f3-426a-a749-4e5b393ec79d req-2961d345-18bf-458f-9fbb-592d9a7d2f4d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Deleting port 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:56.624887 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2a1535a0-30f3-426a-a749-4e5b393ec79d req-2961d345-18bf-458f-9fbb-592d9a7d2f4d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:56.743078 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-2a1535a0-30f3-426a-a749-4e5b393ec79d req-2961d345-18bf-458f-9fbb-592d9a7d2f4d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] For port 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2fedb198-7d38-4c6d-85e3-2eb48e8f59c8,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:56.743445 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2a1535a0-30f3-426a-a749-4e5b393ec79d req-2961d345-18bf-458f-9fbb-592d9a7d2f4d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:56.761606 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02beaa6d-8f8d-4b07-ab19-9a449b736ebc req-bec9f254-de29-44ce-8742-0f2dbc601add tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:56.763039 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-02beaa6d-8f8d-4b07-ab19-9a449b736ebc req-bec9f254-de29-44ce-8742-0f2dbc601add tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0864472 Nov 12 04:07:56.767065 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-2a1535a0-30f3-426a-a749-4e5b393ec79d req-2961d345-18bf-458f-9fbb-592d9a7d2f4d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Calling delete_port for 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:56.863656 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-02beaa6d-8f8d-4b07-ab19-9a449b736ebc req-43131f23-b083-4f58-801e-35f2a1f0f647 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924895 Nov 12 04:07:56.987740 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2a1535a0-30f3-426a-a749-4e5b393ec79d req-2961d345-18bf-458f-9fbb-592d9a7d2f4d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.023872 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961d345-18bf-458f-9fbb-592d9a7d2f4d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Pushing event deleted for resources: {'Port': ['ID=2fedb198-7d38-4c6d-85e3-2eb48e8f59c8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:57.051341 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba095a-0175-4919-91cc-566444f999e5 req-9d238160-7959-4855-9561-4038f66078d3 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:57.062823 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e3ba095a-0175-4919-91cc-566444f999e5 req-9d238160-7959-4855-9561-4038f66078d3 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.31 "GET /v2.0/networks?id=3299e4aa-3e81-4536-a639-3b890040798c HTTP/1.1" status: 200 len: 804 time: 0.1377828 Nov 12 04:07:57.074717 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-e3ba095a-0175-4919-91cc-566444f999e5 req-b04ac773-a2bc-4dd8-9cc4-3c511ae37431 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Request body: {'port': {'device_id': '69e97c46-80fb-47de-8f51-610438a758e9', 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c', 'admin_state_up': True, 'tenant_id': '2bbd40052150467d97991699c7191d63'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:57.081157 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1535a0-30f3-426a-a749-4e5b393ec79d req-2961d345-18bf-458f-9fbb-592d9a7d2f4d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] No DVR routers for this DVR port 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:07:57.097352 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2a1535a0-30f3-426a-a749-4e5b393ec79d req-2961d345-18bf-458f-9fbb-592d9a7d2f4d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.100753 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a1535a0-30f3-426a-a749-4e5b393ec79d req-2961d345-18bf-458f-9fbb-592d9a7d2f4d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.21 "DELETE /v2.0/ports/2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 HTTP/1.1" status: 204 len: 173 time: 0.6028886 Nov 12 04:07:57.102090 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91640341-0e1d-46ee-bd1b-818bf70906cf', 'name': 'network-vif-deleted', 'tag': '2fedb198-7d38-4c6d-85e3-2eb48e8f59c8'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:57.104536 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e05722d-87f2-40e3-9174-a68507688d2f" -d '{"events": [{"server_uuid": "91640341-0e1d-46ee-bd1b-818bf70906cf", "name": "network-vif-deleted", "tag": "2fedb198-7d38-4c6d-85e3-2eb48e8f59c8"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:57.130359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92368f7e-5a5a-4905-ad11-cef438c35504 req-72504a27-9d6a-4d4e-b8d7-be800c0b7484 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:57.131934 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92368f7e-5a5a-4905-ad11-cef438c35504 req-72504a27-9d6a-4d4e-b8d7-be800c0b7484 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 943 time: 0.0741735 Nov 12 04:07:57.192170 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92368f7e-5a5a-4905-ad11-cef438c35504 req-5eca3585-0ee3-4373-adc2-c48a08b7d422 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524144 Nov 12 04:07:57.242060 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07c25a2-4ea0-47ae-a845-b83f48988cda x-openstack-request-id: req-e07c25a2-4ea0-47ae-a845-b83f48988cda {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:57.242420 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91640341-0e1d-46ee-bd1b-818bf70906cf", "name": "network-vif-deleted", "tag": "2fedb198-7d38-4c6d-85e3-2eb48e8f59c8", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:57.242761 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e07c25a2-4ea0-47ae-a845-b83f48988cda {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:57.243220 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91640341-0e1d-46ee-bd1b-818bf70906cf', 'name': 'network-vif-deleted', 'tag': '2fedb198-7d38-4c6d-85e3-2eb48e8f59c8', 'status': 'completed', 'code': 200} Nov 12 04:07:57.261531 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ba095a-0175-4919-91cc-566444f999e5 req-b04ac773-a2bc-4dd8-9cc4-3c511ae37431 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Made reservation on behalf of 2bbd40052150467d97991699c7191d63 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:57.265665 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e3ba095a-0175-4919-91cc-566444f999e5 req-b04ac773-a2bc-4dd8-9cc4-3c511ae37431 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.348016 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c22d10-8719-4aec-8e75-d35ecd50b53c req-5e4fca26-3804-411a-a8cc-5911e9eebd61 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:57.349490 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-20c22d10-8719-4aec-8e75-d35ecd50b53c req-5e4fca26-3804-411a-a8cc-5911e9eebd61 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0590868 Nov 12 04:07:57.402817 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-20c22d10-8719-4aec-8e75-d35ecd50b53c req-6f00192c-24d7-443e-a517-5684a8ef7892 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471644 Nov 12 04:07:57.406338 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-e3ba095a-0175-4919-91cc-566444f999e5 req-b04ac773-a2bc-4dd8-9cc4-3c511ae37431 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Allocated IP 172.20.0.7 (3299e4aa-3e81-4536-a639-3b890040798c/c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144/d16c1350-b8c9-4aad-8518-41ff9fb84965) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:57.570119 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e3ba095a-0175-4919-91cc-566444f999e5 req-b04ac773-a2bc-4dd8-9cc4-3c511ae37431 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.610118 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040c865-39a0-418b-a8c0-fd2fa8261ec9 req-84fc1ac0-c49b-4dd4-8a3a-99d1ef0f9abb tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:57.611763 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f040c865-39a0-418b-a8c0-fd2fa8261ec9 req-84fc1ac0-c49b-4dd4-8a3a-99d1ef0f9abb tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0578048 Nov 12 04:07:57.656365 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e3ba095a-0175-4919-91cc-566444f999e5 req-b04ac773-a2bc-4dd8-9cc4-3c511ae37431 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.661559 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f040c865-39a0-418b-a8c0-fd2fa8261ec9 req-39b9a7a5-1fe1-4450-b876-c1b8575a7ccf tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435104 Nov 12 04:07:57.700834 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ba095a-0175-4919-91cc-566444f999e5 req-b04ac773-a2bc-4dd8-9cc4-3c511ae37431 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Network 3299e4aa-3e81-4536-a639-3b890040798c is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:57.706929 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-e3ba095a-0175-4919-91cc-566444f999e5 req-b04ac773-a2bc-4dd8-9cc4-3c511ae37431 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:57.711026 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ba095a-0175-4919-91cc-566444f999e5 req-b04ac773-a2bc-4dd8-9cc4-3c511ae37431 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:57.718105 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ac773-a2bc-4dd8-9cc4-3c511ae37431 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Pushing event updated for resources: {'Port': ['ID=d16c1350-b8c9-4aad-8518-41ff9fb84965,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:57.770430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba095a-0175-4919-91cc-566444f999e5 req-b04ac773-a2bc-4dd8-9cc4-3c511ae37431 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:57.771051 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e3ba095a-0175-4919-91cc-566444f999e5 req-b04ac773-a2bc-4dd8-9cc4-3c511ae37431 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.848144 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bbdde-84e1-46fe-a78f-f4071044dc82 req-44e0358a-0856-45e9-a763-1c9b89ce214d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:57.849675 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc9bbdde-84e1-46fe-a78f-f4071044dc82 req-44e0358a-0856-45e9-a763-1c9b89ce214d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 931 time: 0.0508037 Nov 12 04:07:57.864802 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e3ba095a-0175-4919-91cc-566444f999e5 req-b04ac773-a2bc-4dd8-9cc4-3c511ae37431 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7942593 Nov 12 04:07:57.895679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Request body: {'port': {'device_id': '69e97c46-80fb-47de-8f51-610438a758e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:57.897548 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc9bbdde-84e1-46fe-a78f-f4071044dc82 req-2d5023ae-a7ac-4c78-9c58-9e39e03eef99 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420694 Nov 12 04:07:58.020271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c49cb-fd3c-4cf4-a4e9-d4b24eec4b1c req-cb2ae865-34d0-4733-8eeb-661c7875e267 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:58.021977 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b7c49cb-fd3c-4cf4-a4e9-d4b24eec4b1c req-cb2ae865-34d0-4733-8eeb-661c7875e267 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0607753 Nov 12 04:07:58.074411 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b7c49cb-fd3c-4cf4-a4e9-d4b24eec4b1c req-01184ee9-d290-4c58-b7df-c8e379a8d24d tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456486 Nov 12 04:07:58.218830 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:58.316244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e26690-6711-48b4-b8f9-ed071e959c33 req-bc6717b7-ae20-42ef-b483-1fc7eac7c14d tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:58.317886 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f7e26690-6711-48b4-b8f9-ed071e959c33 req-bc6717b7-ae20-42ef-b483-1fc7eac7c14d tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 943 time: 0.0511646 Nov 12 04:07:58.368174 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f7e26690-6711-48b4-b8f9-ed071e959c33 req-f92a9f46-3754-4065-9652-1ad0a338fcc9 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442498 Nov 12 04:07:58.491932 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16c1350-b8c9-4aad-8518-41ff9fb84965 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:58.499317 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:58.513513 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Transition to ACTIVE for port object d16c1350-b8c9-4aad-8518-41ff9fb84965 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:07:58.528479 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae9ec6-4633-4edd-a0a2-9aedb5e132e5 req-d2885fd3-1720-40e6-be76-38ba913e496d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:58.528479 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8ae9ec6-4633-4edd-a0a2-9aedb5e132e5 req-d2885fd3-1720-40e6-be76-38ba913e496d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0558016 Nov 12 04:07:58.577099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8ae9ec6-4633-4edd-a0a2-9aedb5e132e5 req-3362b974-d706-43d3-82ef-b7f1186103f7 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435379 Nov 12 04:07:58.581590 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:58.656000 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Pushing event updated for resources: {'Port': ['ID=d16c1350-b8c9-4aad-8518-41ff9fb84965,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:58.713169 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Attempting to bind port d16c1350-b8c9-4aad-8518-41ff9fb84965 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:58.713503 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Attempting to bind port d16c1350-b8c9-4aad-8518-41ff9fb84965 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'c4f70807-f60a-40ba-9223-3f90fd571498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:58.713863 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Attempting to bind port d16c1350-b8c9-4aad-8518-41ff9fb84965 on network 3299e4aa-3e81-4536-a639-3b890040798c {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:58.719995 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Port d16c1350-b8c9-4aad-8518-41ff9fb84965 on network 3299e4aa-3e81-4536-a639-3b890040798c not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:07:58.720577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Attempting to bind port d16c1350-b8c9-4aad-8518-41ff9fb84965 on network 3299e4aa-3e81-4536-a639-3b890040798c {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:58.725664 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:58.726039 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Checking segment: {'id': 'c4f70807-f60a-40ba-9223-3f90fd571498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:58.726400 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Bound using segment: {'id': 'c4f70807-f60a-40ba-9223-3f90fd571498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:58.726896 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Bound port: d16c1350-b8c9-4aad-8518-41ff9fb84965, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f70807-f60a-40ba-9223-3f90fd571498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:58.727258 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:58.785041 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f9c32-869e-4b75-a71b-d531cd2708de req-e3c59c93-3ca3-4769-bef9-f97d507b423b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:58.786535 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-958f9c32-869e-4b75-a71b-d531cd2708de req-e3c59c93-3ca3-4769-bef9-f97d507b423b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0491204 Nov 12 04:07:58.794437 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] For port d16c1350-b8c9-4aad-8518-41ff9fb84965, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:58.797708 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] For port d16c1350-b8c9-4aad-8518-41ff9fb84965, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d16c1350-b8c9-4aad-8518-41ff9fb84965,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:58.837320 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-958f9c32-869e-4b75-a71b-d531cd2708de req-3bcb7174-7763-4df4-ba19-ff3b326ef87a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437350 Nov 12 04:07:58.902000 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:58.936926 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:58.938705 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:58.940303 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e3ba095a-0175-4919-91cc-566444f999e5 req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] 10.222.0.31 "PUT /v2.0/ports/d16c1350-b8c9-4aad-8518-41ff9fb84965 HTTP/1.1" status: 200 len: 1092 time: 1.0498178 Nov 12 04:07:58.943056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e97c46-80fb-47de-8f51-610438a758e9', 'tag': 'd16c1350-b8c9-4aad-8518-41ff9fb84965'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:58.947050 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6151025e-76c0-4dbb-950a-9a3fd251180e" -d '{"events": [{"name": "network-changed", "server_uuid": "69e97c46-80fb-47de-8f51-610438a758e9", "tag": "d16c1350-b8c9-4aad-8518-41ff9fb84965"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:58.969461 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f80088-afca-4421-bb7d-579cc2c8ea18 service neutron] Pushing event updated for resources: {'Port': ['ID=d16c1350-b8c9-4aad-8518-41ff9fb84965,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:59.050513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf22fd-9aa4-4cb2-a013-e68e6e21e270 req-661d647c-5c76-4488-9604-b9a7a76fdddc tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:59.052051 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5ebf22fd-9aa4-4cb2-a013-e68e6e21e270 req-661d647c-5c76-4488-9604-b9a7a76fdddc tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 943 time: 0.0540209 Nov 12 04:07:59.089852 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba095a-0175-4919-91cc-566444f999e5 req-0d316014-f9ab-4a63-b1bd-88031130c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:59.091719 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e3ba095a-0175-4919-91cc-566444f999e5 req-0d316014-f9ab-4a63-b1bd-88031130c7a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bbd40052150467d97991699c7191d63&device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 1095 time: 0.0414820 Nov 12 04:07:59.108471 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5ebf22fd-9aa4-4cb2-a013-e68e6e21e270 req-d260dc7c-1a70-4189-89fa-1bbde492b495 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503719 Nov 12 04:07:59.146327 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e3ba095a-0175-4919-91cc-566444f999e5 req-0be3b769-115b-43d9-ab78-42d28c7ef564 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d16c1350-b8c9-4aad-8518-41ff9fb84965 HTTP/1.1" status: 200 len: 217 time: 0.0343313 Nov 12 04:07:59.150606 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9182f25-4021-41fd-b930-821d74fd4bfc x-openstack-request-id: req-c9182f25-4021-41fd-b930-821d74fd4bfc {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:59.150920 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e97c46-80fb-47de-8f51-610438a758e9", "tag": "d16c1350-b8c9-4aad-8518-41ff9fb84965", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:59.151175 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9182f25-4021-41fd-b930-821d74fd4bfc {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:59.151565 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e97c46-80fb-47de-8f51-610438a758e9', 'tag': 'd16c1350-b8c9-4aad-8518-41ff9fb84965', 'status': 'completed', 'code': 200} Nov 12 04:07:59.224492 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba095a-0175-4919-91cc-566444f999e5 req-27d21f35-281b-4692-ae67-aac1fe84afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:59.226137 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e3ba095a-0175-4919-91cc-566444f999e5 req-27d21f35-281b-4692-ae67-aac1fe84afc6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144 HTTP/1.1" status: 200 len: 844 time: 0.0499494 Nov 12 04:07:59.244507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df1569-ab4f-4f8e-8dfd-adb6b9a47d9f req-15bccd80-6113-4006-bfdb-e4c5f271a7ec tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:59.246021 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-20df1569-ab4f-4f8e-8dfd-adb6b9a47d9f req-15bccd80-6113-4006-bfdb-e4c5f271a7ec tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0507629 Nov 12 04:07:59.260983 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e3ba095a-0175-4919-91cc-566444f999e5 req-2372c2e3-5f3f-440e-90ca-261b1fb7b61e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3299e4aa-3e81-4536-a639-3b890040798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266063 Nov 12 04:07:59.294711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-20df1569-ab4f-4f8e-8dfd-adb6b9a47d9f req-ab58c7e6-2dec-4a25-b2c6-98c66d343e49 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426376 Nov 12 04:07:59.357638 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e3ba095a-0175-4919-91cc-566444f999e5 req-17871445-7c1a-4e4c-b988-16e183f066af service neutron] 10.222.0.31 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865021 Nov 12 04:07:59.463612 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e3ba095a-0175-4919-91cc-566444f999e5 req-d391ebad-474c-433a-b8ad-8a788064e785 service neutron] 10.222.0.31 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884156 Nov 12 04:07:59.487757 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9009f5c-d95e-45a8-b7a4-a49d702d775c req-4feba8f6-a74c-41ff-bef2-1a4317f3d642 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:59.489240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9009f5c-d95e-45a8-b7a4-a49d702d775c req-4feba8f6-a74c-41ff-bef2-1a4317f3d642 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 943 time: 0.0491452 Nov 12 04:07:59.536849 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9009f5c-d95e-45a8-b7a4-a49d702d775c req-f53aef63-e5fc-43ee-a4b5-90fe44c9058e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415778 Nov 12 04:07:59.724916 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151025e-76c0-4dbb-950a-9a3fd251180e req-36511a45-631d-4935-b46a-cd6c8ed11e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:59.729235 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6151025e-76c0-4dbb-950a-9a3fd251180e req-36511a45-631d-4935-b46a-cd6c8ed11e66 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bbd40052150467d97991699c7191d63&device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 1095 time: 0.0414865 Nov 12 04:07:59.824525 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151025e-76c0-4dbb-950a-9a3fd251180e req-cada35fb-e2b4-4812-b048-0ac546242cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:59.826010 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6151025e-76c0-4dbb-950a-9a3fd251180e req-cada35fb-e2b4-4812-b048-0ac546242cb4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3299e4aa-3e81-4536-a639-3b890040798c HTTP/1.1" status: 200 len: 905 time: 0.0915112 Nov 12 04:07:59.876648 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6151025e-76c0-4dbb-950a-9a3fd251180e req-7465f393-e491-4f6c-84d4-2a8f4ce0f5f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d16c1350-b8c9-4aad-8518-41ff9fb84965 HTTP/1.1" status: 200 len: 217 time: 0.0364141 Nov 12 04:07:59.936302 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151025e-76c0-4dbb-950a-9a3fd251180e req-096e2c6f-360f-49e8-a095-28d9a0a7f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:59.937893 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6151025e-76c0-4dbb-950a-9a3fd251180e req-096e2c6f-360f-49e8-a095-28d9a0a7f575 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144 HTTP/1.1" status: 200 len: 844 time: 0.0510490 Nov 12 04:07:59.940557 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:59.962982 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:07:59.963358 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 2fedb198-7d38-4c6d-85e3-2eb48e8f59c8 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:07:59.975802 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6151025e-76c0-4dbb-950a-9a3fd251180e req-0e780711-383b-4aca-9aa2-4f2170db48d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3299e4aa-3e81-4536-a639-3b890040798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259492 Nov 12 04:08:00.085908 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6151025e-76c0-4dbb-950a-9a3fd251180e req-a703e77e-ede5-4717-810a-7437d0424859 service neutron] 10.222.0.31 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924287 Nov 12 04:08:00.090323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453b5f0-964d-4a16-9a23-dbbe82f28a72 req-0f5b708a-7d80-43de-a147-103e2916d76a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:00.096954 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5453b5f0-964d-4a16-9a23-dbbe82f28a72 req-0f5b708a-7d80-43de-a147-103e2916d76a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.3409138 Nov 12 04:08:00.149070 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5453b5f0-964d-4a16-9a23-dbbe82f28a72 req-cf583965-3311-4541-80ec-2e5e7aabf54e tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506873 Nov 12 04:08:00.183119 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6151025e-76c0-4dbb-950a-9a3fd251180e req-4bb48eed-f239-4df9-972b-9e40c01fa054 service neutron] 10.222.0.31 "GET /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889976 Nov 12 04:08:00.337118 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c37969-30ac-48ad-a3ae-08fe78d54fff req-da15beeb-f45a-43a0-82c4-fb0ac175ecbc tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:00.338596 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0c37969-30ac-48ad-a3ae-08fe78d54fff req-da15beeb-f45a-43a0-82c4-fb0ac175ecbc tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0537455 Nov 12 04:08:00.386357 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0c37969-30ac-48ad-a3ae-08fe78d54fff req-41f54671-1b23-4723-a9d4-def0c14527bf tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415926 Nov 12 04:08:00.592946 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027311bb-3768-4c88-bf7a-b3e687274dca req-5745e8fc-25e3-4bf1-864d-2722f1739e8d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:00.594471 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-027311bb-3768-4c88-bf7a-b3e687274dca req-5745e8fc-25e3-4bf1-864d-2722f1739e8d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 943 time: 0.0497565 Nov 12 04:08:00.650485 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-027311bb-3768-4c88-bf7a-b3e687274dca req-f88db93a-44bc-450c-82ef-a9d5bc5b4d8b tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466893 Nov 12 04:08:00.770421 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ea26e-9b8b-484a-bb2b-42b4c3e81dbd req-b2908cf4-ffa5-4ef7-9a91-ae480c856f10 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:00.771999 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-197ea26e-9b8b-484a-bb2b-42b4c3e81dbd req-b2908cf4-ffa5-4ef7-9a91-ae480c856f10 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0562463 Nov 12 04:08:00.820663 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-197ea26e-9b8b-484a-bb2b-42b4c3e81dbd req-e1e3b6e5-cfd4-473b-846d-5147514e0d26 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427890 Nov 12 04:08:00.927223 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb798a48-72ee-44f0-bbb4-d11cdab39442 req-abe9175c-da2e-4274-8293-27a42d7048fa tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:00.928632 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb798a48-72ee-44f0-bbb4-d11cdab39442 req-abe9175c-da2e-4274-8293-27a42d7048fa tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 943 time: 0.0510254 Nov 12 04:08:00.979291 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb798a48-72ee-44f0-bbb4-d11cdab39442 req-252f10f5-bce9-4c97-a1fe-ef43c9fe2eae tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436757 Nov 12 04:08:01.280886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5a9a6-a416-4dca-a3c4-3987d1454fda req-e16133b7-e930-44ae-8778-48060474fea3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:01.282453 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8aa5a9a6-a416-4dca-a3c4-3987d1454fda req-e16133b7-e930-44ae-8778-48060474fea3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0615597 Nov 12 04:08:01.335917 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8aa5a9a6-a416-4dca-a3c4-3987d1454fda req-7a43e136-a37a-47db-ad60-b13b2addd7ac tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466073 Nov 12 04:08:01.527117 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31f0ee-acbc-4e79-865c-5f3303010eb7 req-95ea6a07-de54-49c2-80d5-b5f7e9fcd777 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:01.528761 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e31f0ee-acbc-4e79-865c-5f3303010eb7 req-95ea6a07-de54-49c2-80d5-b5f7e9fcd777 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0506141 Nov 12 04:08:01.581419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e31f0ee-acbc-4e79-865c-5f3303010eb7 req-baa46e66-86ce-4bb7-b642-037985853af6 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456522 Nov 12 04:08:01.781501 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d592b-a623-4e2c-a8d7-a4548ddadb17 req-62e92988-cfc3-45e2-8366-73bf2918317d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:01.783810 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e4d592b-a623-4e2c-a8d7-a4548ddadb17 req-62e92988-cfc3-45e2-8366-73bf2918317d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 943 time: 0.0512905 Nov 12 04:08:01.840058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e4d592b-a623-4e2c-a8d7-a4548ddadb17 req-afad3be6-94f6-4a97-8648-ca21d29464d9 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499785 Nov 12 04:08:01.946915 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964288b-8102-4f35-ab8f-e46e06d17aab req-ebb43956-f4bf-4e8a-aaf0-d141f3d3f081 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:01.948342 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9964288b-8102-4f35-ab8f-e46e06d17aab req-ebb43956-f4bf-4e8a-aaf0-d141f3d3f081 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0494564 Nov 12 04:08:02.004161 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9964288b-8102-4f35-ab8f-e46e06d17aab req-5b5d8971-99f5-4cd7-a864-2cbcfbb682f0 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470276 Nov 12 04:08:02.119264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584f237-84bc-4e1b-ba56-8c87d1e5563f req-9ccb0973-5ecd-4c0b-99c4-5e9cc236c781 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:02.120731 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8584f237-84bc-4e1b-ba56-8c87d1e5563f req-9ccb0973-5ecd-4c0b-99c4-5e9cc236c781 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 943 time: 0.0518699 Nov 12 04:08:02.173157 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8584f237-84bc-4e1b-ba56-8c87d1e5563f req-325e8fa5-a72f-4d5e-815e-89efd0bf9e56 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449116 Nov 12 04:08:02.464741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f57596-e6ec-4d0e-a363-fa6a1eab1931 req-96cea31f-6ac0-4a7c-90cf-661c50db3212 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:02.466185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85f57596-e6ec-4d0e-a363-fa6a1eab1931 req-96cea31f-6ac0-4a7c-90cf-661c50db3212 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0550680 Nov 12 04:08:02.515157 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85f57596-e6ec-4d0e-a363-fa6a1eab1931 req-c172bdb0-943d-4745-b5b0-99c0de4eb291 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426774 Nov 12 04:08:02.727899 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80fcaa-166d-4dec-b7da-bc1a76a9c8e9 req-50115971-9f63-4161-ae50-7a60e77d1e74 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:02.729579 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0a80fcaa-166d-4dec-b7da-bc1a76a9c8e9 req-50115971-9f63-4161-ae50-7a60e77d1e74 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0611446 Nov 12 04:08:02.795675 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0a80fcaa-166d-4dec-b7da-bc1a76a9c8e9 req-ea013d0d-9683-4b14-b0f9-a2c5a597b2c6 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593448 Nov 12 04:08:03.000927 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143658c4-bab2-4b2b-b9b1-5762512494fa req-74afc8ea-4d55-4e2a-a4b9-f4c6e7fac65a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:03.002649 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-143658c4-bab2-4b2b-b9b1-5762512494fa req-74afc8ea-4d55-4e2a-a4b9-f4c6e7fac65a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 943 time: 0.0591111 Nov 12 04:08:03.037732 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-134bfa79-2992-4258-a83a-fe7c4c49c6c2 service neutron] 10.222.0.31 "GET /v2.0/ports/2d6107eb-aa7b-4720-b256-df2f87096288/bindings/n-h1-768509-24 HTTP/1.1" status: 200 len: 385 time: 0.0581079 Nov 12 04:08:03.059070 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-143658c4-bab2-4b2b-b9b1-5762512494fa req-7240f3b2-c6b8-40f1-ba34-ae6245460a0b tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492566 Nov 12 04:08:03.084456 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-119e678d-a67e-4c3c-9797-2dabb23ed1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:03.171506 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697fbd6-4509-481d-914d-0b4e7b860639 req-db455234-45e9-4203-93dc-2504416bff12 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:03.173251 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2697fbd6-4509-481d-914d-0b4e7b860639 req-db455234-45e9-4203-93dc-2504416bff12 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0517383 Nov 12 04:08:03.231941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2697fbd6-4509-481d-914d-0b4e7b860639 req-e163230f-359a-48f3-8d28-72c427632ad5 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522888 Nov 12 04:08:03.238260 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-43286179-7609-4ded-b889-5f108f13cf98 req-ad7fdf8f-c6e4-40e7-94d6-765e3c46d1e4 service neutron] For port 2d6107eb-aa7b-4720-b256-df2f87096288, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=2d6107eb-aa7b-4720-b256-df2f87096288,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:03.271858 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-43286179-7609-4ded-b889-5f108f13cf98 req-ad7fdf8f-c6e4-40e7-94d6-765e3c46d1e4 service neutron] For port 2d6107eb-aa7b-4720-b256-df2f87096288, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:03.310323 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-43286179-7609-4ded-b889-5f108f13cf98 req-ad7fdf8f-c6e4-40e7-94d6-765e3c46d1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6107eb-aa7b-4720-b256-df2f87096288 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:03.317150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d16c1350-b8c9-4aad-8518-41ff9fb84965 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:08:03.321787 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-43286179-7609-4ded-b889-5f108f13cf98 req-ad7fdf8f-c6e4-40e7-94d6-765e3c46d1e4 service neutron] For port 2d6107eb-aa7b-4720-b256-df2f87096288, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2d6107eb-aa7b-4720-b256-df2f87096288,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:03.330574 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 2d6107eb-aa7b-4720-b256-df2f87096288 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:03.346179 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2987eb-1bf7-4ebb-9acb-8929c22967da req-78092ee0-0b46-4ae7-9c28-a0fcd9454548 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:03.347839 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f2987eb-1bf7-4ebb-9acb-8929c22967da req-78092ee0-0b46-4ae7-9c28-a0fcd9454548 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 943 time: 0.0554433 Nov 12 04:08:03.404207 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-43286179-7609-4ded-b889-5f108f13cf98 req-ad7fdf8f-c6e4-40e7-94d6-765e3c46d1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:03.404431 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f2987eb-1bf7-4ebb-9acb-8929c22967da req-a6ed9f4e-0ba0-4244-9a02-94126a44fc23 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498571 Nov 12 04:08:03.488172 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d16c1350-b8c9-4aad-8518-41ff9fb84965, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d16c1350-b8c9-4aad-8518-41ff9fb84965,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:03.492575 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-43286179-7609-4ded-b889-5f108f13cf98 req-ad7fdf8f-c6e4-40e7-94d6-765e3c46d1e4 service neutron] Transition to ACTIVE for port object 2d6107eb-aa7b-4720-b256-df2f87096288 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:08:03.499179 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'd16c1350-b8c9-4aad-8518-41ff9fb84965', 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c', 'port_id': 'd16c1350-b8c9-4aad-8518-41ff9fb84965', 'mac_address': 'fa:16:3e:6e:4d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:08:03.538016 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:03.555733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16c1350-b8c9-4aad-8518-41ff9fb84965 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:03.571063 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-43286179-7609-4ded-b889-5f108f13cf98 req-ad7fdf8f-c6e4-40e7-94d6-765e3c46d1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:03.576111 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d16c1350-b8c9-4aad-8518-41ff9fb84965, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d16c1350-b8c9-4aad-8518-41ff9fb84965,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:03.632256 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-43286179-7609-4ded-b889-5f108f13cf98 req-ad7fdf8f-c6e4-40e7-94d6-765e3c46d1e4 service neutron] No DVR routers for this DVR port 2d6107eb-aa7b-4720-b256-df2f87096288 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:03.644773 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:03.672019 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcbe9a-cd2a-4a29-a6b1-3b7f75931fdb req-3b434435-a219-46fc-84c8-25b8d28e7ddc tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:03.673574 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94bcbe9a-cd2a-4a29-a6b1-3b7f75931fdb req-3b434435-a219-46fc-84c8-25b8d28e7ddc tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0571988 Nov 12 04:08:03.677669 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-ad7fdf8f-c6e4-40e7-94d6-765e3c46d1e4 service neutron] 10.222.0.31 "PUT /v2.0/ports/2d6107eb-aa7b-4720-b256-df2f87096288/bindings/n-h1-768509-24/activate HTTP/1.1" status: 200 len: 370 time: 0.6289148 Nov 12 04:08:03.678390 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fdf8f-c6e4-40e7-94d6-765e3c46d1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6107eb-aa7b-4720-b256-df2f87096288,revision_number=10']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:03.706868 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=d16c1350-b8c9-4aad-8518-41ff9fb84965,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:03.726438 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94bcbe9a-cd2a-4a29-a6b1-3b7f75931fdb req-2da284cb-eea8-47eb-a9e7-f932014707a2 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462835 Nov 12 04:08:03.949784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43286179-7609-4ded-b889-5f108f13cf98 req-b15921dd-aef1-47d3-bf04-afe26ffcddd7 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:03.951314 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-b15921dd-aef1-47d3-bf04-afe26ffcddd7 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb&tenant_id=661e639e68ef4507b916d93d5706eabb&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 1096 time: 0.0769751 Nov 12 04:08:03.959950 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87bc51-3b01-4ac8-84d5-a023c57c8f08 req-aabd896b-2b9a-46f1-885a-9a77c5d31939 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:03.961372 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b87bc51-3b01-4ac8-84d5-a023c57c8f08 req-aabd896b-2b9a-46f1-885a-9a77c5d31939 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0777004 Nov 12 04:08:04.020379 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b87bc51-3b01-4ac8-84d5-a023c57c8f08 req-158e2ad5-afe7-4873-aeaa-1f7b90a7b5bb tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529935 Nov 12 04:08:04.055678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43286179-7609-4ded-b889-5f108f13cf98 req-a2a902b9-495c-44ea-96e5-d9cef8bc4fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:04.057249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-a2a902b9-495c-44ea-96e5-d9cef8bc4fcb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb&tenant_id=661e639e68ef4507b916d93d5706eabb HTTP/1.1" status: 200 len: 1096 time: 0.0949955 Nov 12 04:08:04.098099 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['d16c1350-b8c9-4aad-8518-41ff9fb84965'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:04.171352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43286179-7609-4ded-b889-5f108f13cf98 req-a83c78d6-945c-4239-a78a-e9cbf463afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:04.174283 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-a83c78d6-945c-4239-a78a-e9cbf463afc4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 1096 time: 0.0435996 Nov 12 04:08:04.282531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cf311-a7b5-44ff-85f3-45c5031f5778 req-b11c7225-5782-4917-aab2-0deb0ca3099a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:04.284208 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4a6cf311-a7b5-44ff-85f3-45c5031f5778 req-b11c7225-5782-4917-aab2-0deb0ca3099a tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 944 time: 0.1098897 Nov 12 04:08:04.323783 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43286179-7609-4ded-b889-5f108f13cf98 req-183bd075-c054-486c-ad9e-6a0c1aeaf7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:04.325368 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-183bd075-c054-486c-ad9e-6a0c1aeaf7ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 919 time: 0.1409307 Nov 12 04:08:04.381321 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-02911cbf-c2cc-4c3c-8418-cce06c058895 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d6107eb-aa7b-4720-b256-df2f87096288 HTTP/1.1" status: 200 len: 217 time: 0.0473692 Nov 12 04:08:04.384844 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4a6cf311-a7b5-44ff-85f3-45c5031f5778 req-7a614f5b-4f92-4fdf-a56d-fb8c85ab9e01 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940158 Nov 12 04:08:04.436172 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43286179-7609-4ded-b889-5f108f13cf98 req-64d80645-283d-40a3-984c-6c5bf8392686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:04.437864 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-64d80645-283d-40a3-984c-6c5bf8392686 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.0470891 Nov 12 04:08:04.491624 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-475400b2-e168-43ee-912f-71ad60fc74c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410767 Nov 12 04:08:04.531350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c751e5-24e3-4c60-bd00-c8810fc38bfd req-243e4fc0-56ab-4c43-91a3-df15477caa6a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:04.532896 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84c751e5-24e3-4c60-bd00-c8810fc38bfd req-243e4fc0-56ab-4c43-91a3-df15477caa6a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0911303 Nov 12 04:08:04.628692 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84c751e5-24e3-4c60-bd00-c8810fc38bfd req-1ea1ad63-836f-4467-9b36-5cfd2f56fc62 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890491 Nov 12 04:08:04.635099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-67cacdbb-875a-4908-abc2-6e187dbf8d75 service neutron] 10.222.0.21 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339071 Nov 12 04:08:04.773955 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-9d34eba3-3e2c-48be-93f0-0fc71071c772 service neutron] 10.222.0.21 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290390 Nov 12 04:08:04.782976 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cb904-2fb9-4436-9c94-fff7945a3413 req-5286fee8-d370-4c62-baa6-ee2e2a859910 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:04.784432 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-986cb904-2fb9-4436-9c94-fff7945a3413 req-5286fee8-d370-4c62-baa6-ee2e2a859910 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 944 time: 0.0771828 Nov 12 04:08:04.833054 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-986cb904-2fb9-4436-9c94-fff7945a3413 req-3b3d5632-9482-4b6e-b1b2-0360882acf61 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423927 Nov 12 04:08:04.943802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddf2ff-cae7-4348-b105-e1f5f5f31b9c req-c267efc3-61f6-4683-bda7-3432084cf3e3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:04.945190 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-feddf2ff-cae7-4348-b105-e1f5f5f31b9c req-c267efc3-61f6-4683-bda7-3432084cf3e3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0497770 Nov 12 04:08:05.009499 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-feddf2ff-cae7-4348-b105-e1f5f5f31b9c req-af46f95a-943c-48b0-9699-e0dca7c2b142 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583718 Nov 12 04:08:05.224924 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd8f5a-9be6-46f4-9dc8-525885a98d51 req-8bdaed30-6ead-4226-8cfe-f04f6e34a88e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:05.226367 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39bd8f5a-9be6-46f4-9dc8-525885a98d51 req-8bdaed30-6ead-4226-8cfe-f04f6e34a88e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0582757 Nov 12 04:08:05.238662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da95f8d-2d8a-4d62-8e21-9dd6a0b9a47a req-ca5fef17-4579-4a9e-8d09-73eb5cb7f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:05.240228 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4da95f8d-2d8a-4d62-8e21-9dd6a0b9a47a req-ca5fef17-4579-4a9e-8d09-73eb5cb7f4a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 1097 time: 0.0436890 Nov 12 04:08:05.278412 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39bd8f5a-9be6-46f4-9dc8-525885a98d51 req-a5d2aae5-f7c5-42a0-ac83-e0d815b1f97a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456882 Nov 12 04:08:05.290040 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4da95f8d-2d8a-4d62-8e21-9dd6a0b9a47a req-318cbcce-3646-4212-ba82-b00415fda459 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419595 Nov 12 04:08:05.310935 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d16c1350-b8c9-4aad-8518-41ff9fb84965 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:05.421499 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port d16c1350-b8c9-4aad-8518-41ff9fb84965 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:08:05.428009 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port d16c1350-b8c9-4aad-8518-41ff9fb84965 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:05.428009 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:05.428190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43286179-7609-4ded-b889-5f108f13cf98 req-4ae647ba-d866-4205-bdea-383cb2bff68b tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:05.430076 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-4ae647ba-d866-4205-bdea-383cb2bff68b tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb&tenant_id=661e639e68ef4507b916d93d5706eabb&binding%3Ahost_id=n-h1-768509-24 HTTP/1.1" status: 200 len: 1096 time: 0.0474274 Nov 12 04:08:05.473150 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51b7b8b8-4d0d-40cd-9130-a69fe88a2fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:05.510102 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:05.537128 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e97c46-80fb-47de-8f51-610438a758e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16c1350-b8c9-4aad-8518-41ff9fb84965'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:05.539391 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cc4486-fba2-442a-ba46-d0dc7d32bef2" -d '{"events": [{"server_uuid": "69e97c46-80fb-47de-8f51-610438a758e9", "name": "network-vif-plugged", "status": "completed", "tag": "d16c1350-b8c9-4aad-8518-41ff9fb84965"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:05.547343 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fa239-5fef-4a83-8e60-725a04b2b9d8 req-3e77964c-5005-47bc-9d77-5d0e11256a8c tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:05.549117 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-954fa239-5fef-4a83-8e60-725a04b2b9d8 req-3e77964c-5005-47bc-9d77-5d0e11256a8c tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 944 time: 0.0826993 Nov 12 04:08:05.631045 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-954fa239-5fef-4a83-8e60-725a04b2b9d8 req-737a952e-2458-47d4-9f61-9c16c8a9036b tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621850 Nov 12 04:08:05.684793 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d16c1350-b8c9-4aad-8518-41ff9fb84965, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d16c1350-b8c9-4aad-8518-41ff9fb84965,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:05.733989 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-43286179-7609-4ded-b889-5f108f13cf98 req-2dbd6a85-f0dd-4994-9615-e15affa2db40 service neutron] For port 2d6107eb-aa7b-4720-b256-df2f87096288, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:05.737932 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-43286179-7609-4ded-b889-5f108f13cf98 req-2dbd6a85-f0dd-4994-9615-e15affa2db40 service neutron] Publish callbacks [] for binding, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:05.739116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-2dbd6a85-f0dd-4994-9615-e15affa2db40 service neutron] 10.222.0.21 "DELETE /v2.0/ports/2d6107eb-aa7b-4720-b256-df2f87096288/bindings/n-h2-768509-24 HTTP/1.1" status: 204 len: 173 time: 0.3001702 Nov 12 04:08:05.742133 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4f2d19-e2dc-43e8-9391-882ba2d6da9d x-openstack-request-id: req-2e4f2d19-e2dc-43e8-9391-882ba2d6da9d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:05.742445 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e97c46-80fb-47de-8f51-610438a758e9", "name": "network-vif-plugged", "status": "completed", "tag": "d16c1350-b8c9-4aad-8518-41ff9fb84965", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:05.742794 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e4f2d19-e2dc-43e8-9391-882ba2d6da9d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:05.743187 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e97c46-80fb-47de-8f51-610438a758e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16c1350-b8c9-4aad-8518-41ff9fb84965', 'code': 200} Nov 12 04:08:05.758480 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:05.808402 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=d16c1350-b8c9-4aad-8518-41ff9fb84965,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:05.837828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08df44-ae2a-49e6-a97a-1db5f9d34869 req-190ed24e-5e09-4987-97eb-c232b7649639 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:05.839390 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a08df44-ae2a-49e6-a97a-1db5f9d34869 req-190ed24e-5e09-4987-97eb-c232b7649639 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0516214 Nov 12 04:08:05.895353 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a08df44-ae2a-49e6-a97a-1db5f9d34869 req-f6d5d142-454c-4256-a015-af128e6d4e80 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491762 Nov 12 04:08:06.006395 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0bc89-03ee-4ffd-ae4c-cc9159ac1c84 req-5b2eef32-e895-4ab3-9815-e44d2f441c7c tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:06.007990 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63b0bc89-03ee-4ffd-ae4c-cc9159ac1c84 req-5b2eef32-e895-4ab3-9815-e44d2f441c7c tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 944 time: 0.0560977 Nov 12 04:08:06.018938 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f37b3-6421-47cd-a935-de5719997903 req-dfe285c4-942c-4932-bf18-24558c43df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:06.020424 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bb8f37b3-6421-47cd-a935-de5719997903 req-dfe285c4-942c-4932-bf18-24558c43df90 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 1097 time: 0.0411737 Nov 12 04:08:06.058957 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63b0bc89-03ee-4ffd-ae4c-cc9159ac1c84 req-c89cadc0-f45f-44bd-b202-5c7837bfeb4c tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444455 Nov 12 04:08:06.068777 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bb8f37b3-6421-47cd-a935-de5719997903 req-91cc462d-fb80-443b-9735-7d273b69272e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404572 Nov 12 04:08:06.167215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25723a42-cd89-4f6f-aef7-8423e5478f4f req-b0b2ceb2-966c-4e9d-a78f-17d2b209dcdd tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:06.168826 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25723a42-cd89-4f6f-aef7-8423e5478f4f req-b0b2ceb2-966c-4e9d-a78f-17d2b209dcdd tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0500865 Nov 12 04:08:06.221633 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25723a42-cd89-4f6f-aef7-8423e5478f4f req-0f210ed6-8121-4c5a-8c27-f0d46e71eca4 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460429 Nov 12 04:08:06.417601 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0b3d-dc09-4b4b-a1f5-40811852f567 req-a950227c-be44-43c5-a1bc-9623a77da02b tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:06.419127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6bb0b3d-dc09-4b4b-a1f5-40811852f567 req-a950227c-be44-43c5-a1bc-9623a77da02b tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 1096 time: 0.0447555 Nov 12 04:08:06.467484 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6bb0b3d-dc09-4b4b-a1f5-40811852f567 req-d44041c2-320b-4b3a-98a1-912ff4116bca tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414619 Nov 12 04:08:06.535737 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:06.593375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e34d42-3b43-498a-8b1a-913280985615 req-143e002f-1557-4f4d-b382-a429413af366 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:06.595666 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01e34d42-3b43-498a-8b1a-913280985615 req-143e002f-1557-4f4d-b382-a429413af366 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0520656 Nov 12 04:08:06.650811 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01e34d42-3b43-498a-8b1a-913280985615 req-95df7d57-5f6b-4528-82ee-365bf15749bf tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481415 Nov 12 04:08:06.833730 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313b4d9-7481-430a-b05d-b0721daf3d9c req-2c682148-1a9c-4960-9d3d-e08cdcaea4e3 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:06.835290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4313b4d9-7481-430a-b05d-b0721daf3d9c req-2c682148-1a9c-4960-9d3d-e08cdcaea4e3 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 1096 time: 0.0466778 Nov 12 04:08:06.885416 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4313b4d9-7481-430a-b05d-b0721daf3d9c req-9a3cb8cb-42b5-44be-8164-07b1564ed51a tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438328 Nov 12 04:08:07.009377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a4723-f124-4f33-86ce-a9f80811ceda req-d4375ec2-39bf-4fdd-923d-5b336f1f6ee5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:07.010955 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-889a4723-f124-4f33-86ce-a9f80811ceda req-d4375ec2-39bf-4fdd-923d-5b336f1f6ee5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 945 time: 0.0495059 Nov 12 04:08:07.059658 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-889a4723-f124-4f33-86ce-a9f80811ceda req-add6bab9-449b-46cb-8d76-6ea67064062c tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418913 Nov 12 04:08:07.164566 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab08f8-4d18-49df-87c3-7d8a26bd8a0c req-5e1e66d3-c201-4bc9-9c7d-82a788ea716f tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:07.166222 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64ab08f8-4d18-49df-87c3-7d8a26bd8a0c req-5e1e66d3-c201-4bc9-9c7d-82a788ea716f tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0516460 Nov 12 04:08:07.215689 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64ab08f8-4d18-49df-87c3-7d8a26bd8a0c req-76ecac07-c613-4324-85f6-849451cf1554 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434453 Nov 12 04:08:07.631189 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986e31e-5204-44f9-96fa-b87d7794ea17 req-79f94d24-6280-49ad-b0e1-d2ad8ead925d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:07.632689 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0986e31e-5204-44f9-96fa-b87d7794ea17 req-79f94d24-6280-49ad-b0e1-d2ad8ead925d tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0566142 Nov 12 04:08:07.683288 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0986e31e-5204-44f9-96fa-b87d7794ea17 req-6955f5a9-591c-46a2-9eb9-218907d3a222 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436141 Nov 12 04:08:08.179913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853dde6-c9a8-4041-af54-f4013068c668 req-e79af2a5-1e3d-474e-9127-243a09c3e508 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:08.181347 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5853dde6-c9a8-4041-af54-f4013068c668 req-e79af2a5-1e3d-474e-9127-243a09c3e508 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0501590 Nov 12 04:08:08.181915 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:08.231200 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5853dde6-c9a8-4041-af54-f4013068c668 req-72622fb4-fe9c-4720-a8da-305d673b1372 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436027 Nov 12 04:08:08.314953 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2f8bb-f851-45e5-ac15-d3a72af3de6c req-4406ccdd-dadc-4f51-9eaf-baf60f128da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:08.316466 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b3f2f8bb-f851-45e5-ac15-d3a72af3de6c req-4406ccdd-dadc-4f51-9eaf-baf60f128da6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=122febc6798244b1a13c8d5d3a4df631&device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 1097 time: 0.0446734 Nov 12 04:08:08.426874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-cb72d100-774e-4a82-afa7-319cb8c62f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:08.427014 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2f8bb-f851-45e5-ac15-d3a72af3de6c req-c967b7b8-bf29-41b4-8614-80ecb7a346c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:08.428343 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-cb72d100-774e-4a82-afa7-319cb8c62f2e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 1097 time: 0.0867705 Nov 12 04:08:08.428629 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b3f2f8bb-f851-45e5-ac15-d3a72af3de6c req-c967b7b8-bf29-41b4-8614-80ecb7a346c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c4ea71df-5407-4bac-976d-0919c12d785d HTTP/1.1" status: 200 len: 920 time: 0.1037812 Nov 12 04:08:08.483256 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b3f2f8bb-f851-45e5-ac15-d3a72af3de6c req-9b1d8fad-e59d-4592-92f5-cef74d6953d0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5afbfdb7-0fda-4e85-9fbb-ed46c303957c HTTP/1.1" status: 200 len: 217 time: 0.0432255 Nov 12 04:08:08.496279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74022e0-ca13-46b3-828d-f5c1b8969d98 req-36baaaf2-ff7a-4944-aa2a-fb5a7c01a980 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:08.503126 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a74022e0-ca13-46b3-828d-f5c1b8969d98 req-36baaaf2-ff7a-4944-aa2a-fb5a7c01a980 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 945 time: 0.1152894 Nov 12 04:08:08.536348 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2f8bb-f851-45e5-ac15-d3a72af3de6c req-05ac4821-302a-4d88-8750-7e1d7fe1fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:08.537928 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b3f2f8bb-f851-45e5-ac15-d3a72af3de6c req-05ac4821-302a-4d88-8750-7e1d7fe1fe1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=92618bee-94b8-4cad-b110-0dceb2b7687f HTTP/1.1" status: 200 len: 859 time: 0.0475049 Nov 12 04:08:08.572631 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b3f2f8bb-f851-45e5-ac15-d3a72af3de6c req-616fa131-12b7-49b5-aa51-ef49f6e4cd0a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c4ea71df-5407-4bac-976d-0919c12d785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266132 Nov 12 04:08:08.620268 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a74022e0-ca13-46b3-828d-f5c1b8969d98 req-3d4001f5-cc68-48f7-9397-612ef83cb62e tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159258 Nov 12 04:08:08.633758 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-460f61c1-9a06-4742-a1f8-da83281285e0 service neutron] show failed (client error): The resource could not be found. Nov 12 04:08:08.634769 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-460f61c1-9a06-4742-a1f8-da83281285e0 service neutron] 10.222.0.31 "GET /v2.0/ports/5af7da1f-49cd-4d15-9482-c5c3c72ce252/bindings/n-h1-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.1871438 Nov 12 04:08:08.637570 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-8cb35f4f-085f-4077-a4a7-db708086a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:08.639115 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-8cb35f4f-085f-4077-a4a7-db708086a0a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 909 time: 0.2021093 Nov 12 04:08:08.681085 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b3f2f8bb-f851-45e5-ac15-d3a72af3de6c req-6e5b87de-df2a-41ac-b939-7be459e1765c service neutron] 10.222.0.31 "GET /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989897 Nov 12 04:08:08.690653 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-23e48447-5b47-4edf-8d41-efb8a7a1350a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57141e34-b11a-462e-aee5-c1a98167f0a5 HTTP/1.1" status: 200 len: 217 time: 0.0392323 Nov 12 04:08:08.786324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-d2df5047-2359-4bfc-8e13-d3cdad5f3743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:08.787830 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-d2df5047-2359-4bfc-8e13-d3cdad5f3743 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.0877960 Nov 12 04:08:08.799421 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b3f2f8bb-f851-45e5-ac15-d3a72af3de6c req-d9382555-0932-4342-8b39-8c4dc8e0749e service neutron] 10.222.0.31 "GET /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087043 Nov 12 04:08:08.807271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e52fd1-23d4-4bc4-915a-e18eec7f81dd req-fca610c5-ef36-4faf-ac96-dc41bd4ec8cc tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:08.808754 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2e52fd1-23d4-4bc4-915a-e18eec7f81dd req-fca610c5-ef36-4faf-ac96-dc41bd4ec8cc tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0770855 Nov 12 04:08:08.852577 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-0893d2b1-0b45-4829-adfe-2433d6b6f9aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539587 Nov 12 04:08:08.942589 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2e52fd1-23d4-4bc4-915a-e18eec7f81dd req-0be46fe4-5207-4b9e-a7b6-86d4bfceceb7 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222930 Nov 12 04:08:08.987982 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-5875c993-ec16-4cf7-8ee8-9a9220b6bf2b service neutron] 10.222.0.21 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213441 Nov 12 04:08:09.044165 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:09.105114 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-aebd12fb-b604-4fed-87e6-83f66a32c2ab service neutron] 10.222.0.21 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038938 Nov 12 04:08:09.197270 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-c0d6c0c8-d64d-4dce-ad66-025c91c126fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:09.198834 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-c0d6c0c8-d64d-4dce-ad66-025c91c126fd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093&tenant_id=cf245c200fc840d191068689a45dd107 HTTP/1.1" status: 200 len: 1102 time: 0.0450461 Nov 12 04:08:09.218034 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:09.278838 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:09.494058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] For port 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:09.528722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] For port 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:09.574299 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1f5f90-86bb-4e78-ad24-34212625c093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af7da1f-49cd-4d15-9482-c5c3c72ce252'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:09.577057 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5591d518-322b-4c62-83a2-61ae6c05efe5" -d '{"events": [{"server_uuid": "1c1f5f90-86bb-4e78-ad24-34212625c093", "name": "network-vif-unplugged", "status": "completed", "tag": "5af7da1f-49cd-4d15-9482-c5c3c72ce252"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:09.582351 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:09.597488 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] Transition to ACTIVE for port object 5af7da1f-49cd-4d15-9482-c5c3c72ce252 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:08:09.670513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a127c-096b-457e-a312-c6f72c4cc690 req-4885651f-dc47-4764-a32e-09b88e07fa23 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:09.672081 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-603a127c-096b-457e-a312-c6f72c4cc690 req-4885651f-dc47-4764-a32e-09b88e07fa23 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0559964 Nov 12 04:08:09.678621 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:09.785411 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] No DVR routers for this DVR port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:09.803993 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] Pushing event updated for resources: {'Port': ['ID=5af7da1f-49cd-4d15-9482-c5c3c72ce252,revision_number=6']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:09.853977 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] Attempting to bind port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:09.854309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] Attempting to bind port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:09.854658 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] Attempting to bind port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:09.861073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] Port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:08:09.861396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] Attempting to bind port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:09.866981 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:09.867316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:09.867973 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:09.868401 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] Bound port: 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:09.868758 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:09.880972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-603a127c-096b-457e-a312-c6f72c4cc690 req-e4673bab-dd79-41cd-ba18-2de46cf22530 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726110 Nov 12 04:08:10.003111 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] For port 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:10.006903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] For port 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:10.102093 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:10.136437 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:10.137227 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:10.138913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] 10.222.0.21 "PUT /v2.0/ports/5af7da1f-49cd-4d15-9482-c5c3c72ce252 HTTP/1.1" status: 200 len: 1097 time: 0.9257872 Nov 12 04:08:10.222233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756248c-8a74-44dd-a8be-82424f9c127f service neutron] Pushing event updated for resources: {'Port': ['ID=5af7da1f-49cd-4d15-9482-c5c3c72ce252,revision_number=7']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:10.271660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec10094-6ff0-4998-8e81-34c09875c43e req-7fd991b1-13e3-4d47-84b2-b6684d95d758 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:10.273264 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ec10094-6ff0-4998-8e81-34c09875c43e req-7fd991b1-13e3-4d47-84b2-b6684d95d758 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 948 time: 0.0954521 Nov 12 04:08:10.275604 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-d5bbf771-e074-462c-ad98-862733335379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:10.276992 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-d5bbf771-e074-462c-ad98-862733335379 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 1100 time: 0.0849919 Nov 12 04:08:10.386135 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ec10094-6ff0-4998-8e81-34c09875c43e req-4d948352-9147-4d75-964c-3e000ee17452 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065938 Nov 12 04:08:10.414422 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-11e5eeac-9bd8-47ba-937a-26d1b27b6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:10.414422 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-11e5eeac-9bd8-47ba-937a-26d1b27b6047 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1250131 Nov 12 04:08:10.468497 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-a2b6618b-d1cb-4fcf-aa5c-0164423a5045 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252 HTTP/1.1" status: 200 len: 217 time: 0.0483146 Nov 12 04:08:10.559570 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-a0b1eb2b-d521-47cf-b7c7-8bc95d9f2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:10.561122 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-a0b1eb2b-d521-47cf-b7c7-8bc95d9f2ba6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0515187 Nov 12 04:08:10.605440 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa522af-a728-4d58-9c39-1af1ca99822a x-openstack-request-id: req-5fa522af-a728-4d58-9c39-1af1ca99822a {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:10.605804 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1f5f90-86bb-4e78-ad24-34212625c093", "name": "network-vif-unplugged", "status": "completed", "tag": "5af7da1f-49cd-4d15-9482-c5c3c72ce252", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:10.606125 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fa522af-a728-4d58-9c39-1af1ca99822a {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:10.606585 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1f5f90-86bb-4e78-ad24-34212625c093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af7da1f-49cd-4d15-9482-c5c3c72ce252', 'code': 200} Nov 12 04:08:10.616247 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-c893cbb7-c905-4ca1-abcf-90d89840ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:10.617995 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-c893cbb7-c905-4ca1-abcf-90d89840ff18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0487728 Nov 12 04:08:10.755672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af05af-bff7-411e-b7d3-54b89e300b14 req-62ae0124-3075-4a71-bda7-02ada4c45d9e tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:10.757187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16af05af-bff7-411e-b7d3-54b89e300b14 req-62ae0124-3075-4a71-bda7-02ada4c45d9e tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.1085494 Nov 12 04:08:10.790002 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-411dc320-49a8-4569-8555-3d0c3ecc57b6 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285746 Nov 12 04:08:10.837302 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16af05af-bff7-411e-b7d3-54b89e300b14 req-3d8a45a1-5ca9-4d46-a2f4-c89cc0290bbe tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729530 Nov 12 04:08:10.912769 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bce21fb-94e7-4fe6-9907-baff9286bc27 req-925acc2b-09ba-4686-8005-b0c0dedf6ebd service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101201 Nov 12 04:08:11.035428 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9170d-85dc-420f-8d18-fe496e19bc1e req-e3e9ab07-027d-41a7-bc21-c21610a447d8 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:11.037153 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8f9170d-85dc-420f-8d18-fe496e19bc1e req-e3e9ab07-027d-41a7-bc21-c21610a447d8 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0523915 Nov 12 04:08:11.089788 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8f9170d-85dc-420f-8d18-fe496e19bc1e req-1c52014e-fe2b-48a6-bdc4-55c4baae100b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458121 Nov 12 04:08:11.612190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4d1e1-cbd7-4b66-9f2f-6c0598c0db6e req-e108db17-951b-4283-bad5-256f826a3dbe tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:11.613590 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-71c4d1e1-cbd7-4b66-9f2f-6c0598c0db6e req-e108db17-951b-4283-bad5-256f826a3dbe tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 948 time: 0.0513139 Nov 12 04:08:11.665854 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-71c4d1e1-cbd7-4b66-9f2f-6c0598c0db6e req-d8ab0fca-bb62-40f9-9484-59d6c05f1899 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458646 Nov 12 04:08:11.866368 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e67c30-3225-4262-969e-161f9083e8fb req-8a030836-1723-4b22-be76-eb32eff0c034 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:11.867863 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-59e67c30-3225-4262-969e-161f9083e8fb req-8a030836-1723-4b22-be76-eb32eff0c034 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 945 time: 0.0497820 Nov 12 04:08:11.915805 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-59e67c30-3225-4262-969e-161f9083e8fb req-bb81ea72-4961-4f03-a721-cd317fb4f238 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419195 Nov 12 04:08:12.019492 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31307db-c259-4364-8677-87bcd8d3bb69 req-64bf87d6-ba0e-40ed-83c0-dba35a18bdf1 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:12.021011 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d31307db-c259-4364-8677-87bcd8d3bb69 req-64bf87d6-ba0e-40ed-83c0-dba35a18bdf1 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0486484 Nov 12 04:08:12.071628 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d31307db-c259-4364-8677-87bcd8d3bb69 req-14aacec9-28af-41b9-b306-4574d56cfc41 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443325 Nov 12 04:08:12.213501 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0e41b-68dd-43ee-9315-e62a39d233a4 req-765503b7-e795-473f-ac92-60a7d2d6b1f9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:12.214986 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c8c0e41b-68dd-43ee-9315-e62a39d233a4 req-765503b7-e795-473f-ac92-60a7d2d6b1f9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0536776 Nov 12 04:08:12.262235 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c8c0e41b-68dd-43ee-9315-e62a39d233a4 req-0892fcd3-d610-4153-bff4-a38c60898b52 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409751 Nov 12 04:08:12.607492 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1f5f90-86bb-4e78-ad24-34212625c093', 'tag': '5af7da1f-49cd-4d15-9482-c5c3c72ce252'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:12.610827 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b041839e-8ad8-471d-ad8c-879dca8ec02e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1f5f90-86bb-4e78-ad24-34212625c093", "tag": "5af7da1f-49cd-4d15-9482-c5c3c72ce252"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:12.658521 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f84bbd-0727-44ee-b123-afe433f7032c x-openstack-request-id: req-e9f84bbd-0727-44ee-b123-afe433f7032c {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:12.659133 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1f5f90-86bb-4e78-ad24-34212625c093", "tag": "5af7da1f-49cd-4d15-9482-c5c3c72ce252", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:12.659133 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9f84bbd-0727-44ee-b123-afe433f7032c {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:12.659458 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1f5f90-86bb-4e78-ad24-34212625c093', 'tag': '5af7da1f-49cd-4d15-9482-c5c3c72ce252', 'status': 'completed', 'code': 200} Nov 12 04:08:12.783769 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-6644c796-b6f0-4146-93c9-6b8e2bee18f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:12.785934 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-6644c796-b6f0-4146-93c9-6b8e2bee18f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 1100 time: 0.0459657 Nov 12 04:08:12.796987 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-28b5d280-8cd2-4909-9942-5e51475316bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:12.798642 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-28b5d280-8cd2-4909-9942-5e51475316bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 1100 time: 0.0849037 Nov 12 04:08:12.811166 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1dac4-5f7f-4c9f-b846-160081732591 req-c4ad92bb-24fd-42cf-9057-5fa7a743bfa0 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:12.812845 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ce1dac4-5f7f-4c9f-b846-160081732591 req-c4ad92bb-24fd-42cf-9057-5fa7a743bfa0 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 948 time: 0.0629809 Nov 12 04:08:12.890408 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-60c3ec55-6914-4075-a2fb-adde2d6bc6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:12.892527 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-60c3ec55-6914-4075-a2fb-adde2d6bc6e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.0969658 Nov 12 04:08:12.934881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ce1dac4-5f7f-4c9f-b846-160081732591 req-b78dcada-9c08-4790-948b-643e9c0ad0b8 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108124 Nov 12 04:08:12.940090 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-9e4499ac-0ac7-4557-886c-f94c1ac8ef67 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252 HTTP/1.1" status: 200 len: 217 time: 0.0400062 Nov 12 04:08:12.951199 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-ec215697-80a6-488d-88bd-45d24f4a5960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:12.953238 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-ec215697-80a6-488d-88bd-45d24f4a5960 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1391032 Nov 12 04:08:13.011471 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-e8ea909b-592f-4995-b029-a56847c617d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:13.013082 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-e8ea909b-592f-4995-b029-a56847c617d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0646770 Nov 12 04:08:13.022152 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-9cc96701-0f42-4399-a308-7dfc174e3537 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252 HTTP/1.1" status: 200 len: 217 time: 0.0572765 Nov 12 04:08:13.077371 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-9dec19b8-2172-46e2-87f1-420a689e7619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:13.079444 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-9dec19b8-2172-46e2-87f1-420a689e7619 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0581508 Nov 12 04:08:13.110854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-a39a7aa8-4c0b-4e21-a91a-9fc25050d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:13.112465 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-a39a7aa8-4c0b-4e21-a91a-9fc25050d467 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0566809 Nov 12 04:08:13.213926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-aece9279-a8b2-4746-a469-0e6a24662eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:13.215719 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-aece9279-a8b2-4746-a469-0e6a24662eb5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0953300 Nov 12 04:08:13.232132 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c05f84-78fb-40da-b67a-ebe47d2b8a7b req-f8083e49-011c-4b07-80b7-1764c50c5d8c tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:13.233929 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-02c05f84-78fb-40da-b67a-ebe47d2b8a7b req-f8083e49-011c-4b07-80b7-1764c50c5d8c tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 945 time: 0.0729961 Nov 12 04:08:13.286192 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-42385926-2907-46f4-bfcd-225c9b780b44 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854129 Nov 12 04:08:13.329390 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d16c1350-b8c9-4aad-8518-41ff9fb84965 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:08:13.355054 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5af7da1f-49cd-4d15-9482-c5c3c72ce252 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:13.376409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-02c05f84-78fb-40da-b67a-ebe47d2b8a7b req-0465a5ee-6f43-4dcc-bc74-39a20b374e7f tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305270 Nov 12 04:08:13.437044 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-eda1f7af-02c9-42bf-a631-f402d45d9afb service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019849 Nov 12 04:08:13.445938 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-949b6ecf-cd23-460e-83a7-285d4a296373 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438808 Nov 12 04:08:13.459626 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5af7da1f-49cd-4d15-9482-c5c3c72ce252 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:13.592911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d16c1350-b8c9-4aad-8518-41ff9fb84965, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d16c1350-b8c9-4aad-8518-41ff9fb84965,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:13.606264 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'd16c1350-b8c9-4aad-8518-41ff9fb84965', 'network_id': '3299e4aa-3e81-4536-a639-3b890040798c', 'port_id': 'd16c1350-b8c9-4aad-8518-41ff9fb84965', 'mac_address': 'fa:16:3e:6e:4d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:08:13.651343 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:13.666395 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d16c1350-b8c9-4aad-8518-41ff9fb84965 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:13.693146 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d16c1350-b8c9-4aad-8518-41ff9fb84965, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d16c1350-b8c9-4aad-8518-41ff9fb84965,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:13.815703 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:13.889516 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=d16c1350-b8c9-4aad-8518-41ff9fb84965,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:13.894291 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4954758-5192-4d6c-83c6-6739ec7a2976 req-7f84190d-eee7-4e71-add4-5e46b8bd71f6 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:13.895889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4954758-5192-4d6c-83c6-6739ec7a2976 req-7f84190d-eee7-4e71-add4-5e46b8bd71f6 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0766215 Nov 12 04:08:13.900086 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b041839e-8ad8-471d-ad8c-879dca8ec02e req-1bf965b8-9d3b-4d25-a25a-888d40c87459 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540770 Nov 12 04:08:13.959530 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4954758-5192-4d6c-83c6-6739ec7a2976 req-f234d19c-8436-47f8-9f37-a06ba22180c1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560133 Nov 12 04:08:14.011178 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['d16c1350-b8c9-4aad-8518-41ff9fb84965'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:14.261512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dc828-adb8-4307-933d-bcedafac42e4 req-57c0dac8-6a78-40b6-8201-84c5a398fdee tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:14.269077 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f1dc828-adb8-4307-933d-bcedafac42e4 req-57c0dac8-6a78-40b6-8201-84c5a398fdee tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 948 time: 0.0863914 Nov 12 04:08:14.338238 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f1dc828-adb8-4307-933d-bcedafac42e4 req-dc09e477-c5f6-48c7-9bae-7182c4b02dc4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681303 Nov 12 04:08:14.559717 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a7cb8-82fc-4ef1-8b22-8927e1049262 req-0ca6b373-5758-4428-917a-f411d7766617 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:14.569773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-624a7cb8-82fc-4ef1-8b22-8927e1049262 req-0ca6b373-5758-4428-917a-f411d7766617 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 944 time: 0.0689609 Nov 12 04:08:14.635240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-624a7cb8-82fc-4ef1-8b22-8927e1049262 req-24f0abd1-b7c3-48de-b91d-90a42ad37550 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641706 Nov 12 04:08:15.113105 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28583701-94c9-413c-80cd-555b7f0da46d req-77279a9d-e915-4112-a607-df320f9053fd tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:15.114695 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-28583701-94c9-413c-80cd-555b7f0da46d req-77279a9d-e915-4112-a607-df320f9053fd tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0640862 Nov 12 04:08:15.193876 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-28583701-94c9-413c-80cd-555b7f0da46d req-358bf18c-3f94-4c2b-a381-e3f5fbe5580c tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728858 Nov 12 04:08:15.361388 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d16c1350-b8c9-4aad-8518-41ff9fb84965 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:15.435864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port d16c1350-b8c9-4aad-8518-41ff9fb84965 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:15.436696 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:15.571981 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fe246-15c1-4327-ab09-4117327da18d req-7ae4085c-81de-4f33-b85b-40e68ac48a5d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:15.573621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a43fe246-15c1-4327-ab09-4117327da18d req-7ae4085c-81de-4f33-b85b-40e68ac48a5d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 948 time: 0.0800371 Nov 12 04:08:15.597429 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:15.623888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e97c46-80fb-47de-8f51-610438a758e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16c1350-b8c9-4aad-8518-41ff9fb84965'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:15.628389 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62d3d78-d9b2-409f-9cee-d82e9399eadf" -d '{"events": [{"server_uuid": "69e97c46-80fb-47de-8f51-610438a758e9", "name": "network-vif-plugged", "status": "completed", "tag": "d16c1350-b8c9-4aad-8518-41ff9fb84965"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:15.645381 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a43fe246-15c1-4327-ab09-4117327da18d req-8dd8a2b3-1483-4b65-94f5-8083fbd6b6a8 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630758 Nov 12 04:08:15.646215 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d16c1350-b8c9-4aad-8518-41ff9fb84965, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d16c1350-b8c9-4aad-8518-41ff9fb84965,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:15.741477 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:15.814389 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=d16c1350-b8c9-4aad-8518-41ff9fb84965,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:15.827082 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e25edc-e085-4887-8389-499bd3312f05 req-7cb365a2-2410-4cfc-a679-e0b097a32cc8 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:15.829846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a4e25edc-e085-4887-8389-499bd3312f05 req-7cb365a2-2410-4cfc-a679-e0b097a32cc8 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 945 time: 0.1008656 Nov 12 04:08:15.888358 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a4e25edc-e085-4887-8389-499bd3312f05 req-3aaf261a-05f7-42b0-b294-f497ad98884d tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519814 Nov 12 04:08:16.020329 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 5af7da1f-49cd-4d15-9482-c5c3c72ce252 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:08:16.061478 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3727ffe2-c107-40e5-94a6-954adf2cf190 x-openstack-request-id: req-3727ffe2-c107-40e5-94a6-954adf2cf190 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:16.061906 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e97c46-80fb-47de-8f51-610438a758e9", "name": "network-vif-plugged", "status": "completed", "tag": "d16c1350-b8c9-4aad-8518-41ff9fb84965", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:16.062355 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3727ffe2-c107-40e5-94a6-954adf2cf190 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:16.063880 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e97c46-80fb-47de-8f51-610438a758e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16c1350-b8c9-4aad-8518-41ff9fb84965', 'code': 200} Nov 12 04:08:16.168228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4099aab-9ad8-4095-8177-47b28b8cbb0f req-2d8c9fe6-28dd-44df-91e6-7a9b5398e491 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:16.170462 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4099aab-9ad8-4095-8177-47b28b8cbb0f req-2d8c9fe6-28dd-44df-91e6-7a9b5398e491 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0621889 Nov 12 04:08:16.184442 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:16.198781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '5af7da1f-49cd-4d15-9482-c5c3c72ce252', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '5af7da1f-49cd-4d15-9482-c5c3c72ce252', 'mac_address': 'fa:16:3e:59:0a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:08:16.231590 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4099aab-9ad8-4095-8177-47b28b8cbb0f req-d7df4113-b75c-47bd-85cb-2a464d72327d tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547831 Nov 12 04:08:16.259804 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:16.278516 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af7da1f-49cd-4d15-9482-c5c3c72ce252 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:16.306400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:16.345594 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33671e9-6970-4e54-96aa-d91ca22ab5e7 req-60899860-2d0f-4a9a-a1fc-d1756b210ea7 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:16.347098 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d33671e9-6970-4e54-96aa-d91ca22ab5e7 req-60899860-2d0f-4a9a-a1fc-d1756b210ea7 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0611265 Nov 12 04:08:16.398847 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:16.414473 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d33671e9-6970-4e54-96aa-d91ca22ab5e7 req-b1fbd1b7-0a45-4f42-841d-ab25d32f62a9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601571 Nov 12 04:08:16.473689 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=5af7da1f-49cd-4d15-9482-c5c3c72ce252,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:16.524885 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:16.934170 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['5af7da1f-49cd-4d15-9482-c5c3c72ce252'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:17.278810 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9689937-a2d1-40a2-ac6c-d70e0bceaf0f req-1e1c2c99-dcb9-4eff-8dc0-1c2dda182349 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:17.282305 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d9689937-a2d1-40a2-ac6c-d70e0bceaf0f req-1e1c2c99-dcb9-4eff-8dc0-1c2dda182349 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 945 time: 0.0861819 Nov 12 04:08:17.355231 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d16c1350-b8c9-4aad-8518-41ff9fb84965 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:17.411749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-d9689937-a2d1-40a2-ac6c-d70e0bceaf0f req-94986cd0-8497-469d-b53e-5d65b21d67b5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Deleting port d16c1350-b8c9-4aad-8518-41ff9fb84965 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:17.412964 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9689937-a2d1-40a2-ac6c-d70e0bceaf0f req-94986cd0-8497-469d-b53e-5d65b21d67b5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.437153 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d80ff-901f-4e8f-9d7b-2e4da94bcb1b req-cd6ae62c-db6a-414b-8251-b845be8d0f0b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:17.450835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b90d80ff-901f-4e8f-9d7b-2e4da94bcb1b req-cd6ae62c-db6a-414b-8251-b845be8d0f0b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 949 time: 0.1079895 Nov 12 04:08:17.544417 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b90d80ff-901f-4e8f-9d7b-2e4da94bcb1b req-2f25aac2-c4b7-4aa5-86c2-caeab08b251d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975292 Nov 12 04:08:17.551753 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.616148 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d9689937-a2d1-40a2-ac6c-d70e0bceaf0f req-94986cd0-8497-469d-b53e-5d65b21d67b5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] For port d16c1350-b8c9-4aad-8518-41ff9fb84965, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d16c1350-b8c9-4aad-8518-41ff9fb84965,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:17.616538 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9689937-a2d1-40a2-ac6c-d70e0bceaf0f req-94986cd0-8497-469d-b53e-5d65b21d67b5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.619644 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d16c1350-b8c9-4aad-8518-41ff9fb84965, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d16c1350-b8c9-4aad-8518-41ff9fb84965,segment=NetworkSegment(c4f70807-f60a-40ba-9223-3f90fd571498),segment_id=c4f70807-f60a-40ba-9223-3f90fd571498)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:17.659718 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-d9689937-a2d1-40a2-ac6c-d70e0bceaf0f req-94986cd0-8497-469d-b53e-5d65b21d67b5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Calling delete_port for d16c1350-b8c9-4aad-8518-41ff9fb84965 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:17.673886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22135f-7b1a-47ef-bae5-0d34779db274 req-17b2ef4a-6998-427f-8f7c-8d31be750b50 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:17.675703 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d22135f-7b1a-47ef-bae5-0d34779db274 req-17b2ef4a-6998-427f-8f7c-8d31be750b50 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 945 time: 0.0590789 Nov 12 04:08:17.690471 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.811457 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=d16c1350-b8c9-4aad-8518-41ff9fb84965,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:17.822296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d22135f-7b1a-47ef-bae5-0d34779db274 req-0a9ae4a3-5973-4b03-b609-5b1f35210f32 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/security-groups?id=40d2c491-e551-4b71-8b5d-cad933ca24b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395059 Nov 12 04:08:17.912823 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.914833 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9689937-a2d1-40a2-ac6c-d70e0bceaf0f req-94986cd0-8497-469d-b53e-5d65b21d67b5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.967030 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94986cd0-8497-469d-b53e-5d65b21d67b5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Pushing event deleted for resources: {'Port': ['ID=d16c1350-b8c9-4aad-8518-41ff9fb84965,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:18.027857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9689937-a2d1-40a2-ac6c-d70e0bceaf0f req-94986cd0-8497-469d-b53e-5d65b21d67b5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] No DVR routers for this DVR port d16c1350-b8c9-4aad-8518-41ff9fb84965 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:18.031050 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d9689937-a2d1-40a2-ac6c-d70e0bceaf0f req-94986cd0-8497-469d-b53e-5d65b21d67b5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:18.034606 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d9689937-a2d1-40a2-ac6c-d70e0bceaf0f req-94986cd0-8497-469d-b53e-5d65b21d67b5 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.31 "DELETE /v2.0/ports/d16c1350-b8c9-4aad-8518-41ff9fb84965 HTTP/1.1" status: 204 len: 173 time: 0.7439215 Nov 12 04:08:18.035101 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e97c46-80fb-47de-8f51-610438a758e9', 'name': 'network-vif-deleted', 'tag': 'd16c1350-b8c9-4aad-8518-41ff9fb84965'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:18.038446 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13aa4e9a-7bfe-46e9-b74e-326dd28e39b2" -d '{"events": [{"server_uuid": "69e97c46-80fb-47de-8f51-610438a758e9", "name": "network-vif-deleted", "tag": "d16c1350-b8c9-4aad-8518-41ff9fb84965"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:18.064949 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e97c46-80fb-47de-8f51-610438a758e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd16c1350-b8c9-4aad-8518-41ff9fb84965'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:18.067374 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2458016f-ed1d-4d52-9add-3c0e0690d9b3" -d '{"events": [{"server_uuid": "69e97c46-80fb-47de-8f51-610438a758e9", "name": "network-vif-unplugged", "status": "completed", "tag": "d16c1350-b8c9-4aad-8518-41ff9fb84965"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:18.074443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d10bc-69bf-494b-91b5-69bf9f18d5e9 req-74ddb129-6575-427c-88c7-a6f1e4c52896 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:18.077111 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-765d10bc-69bf-494b-91b5-69bf9f18d5e9 req-74ddb129-6575-427c-88c7-a6f1e4c52896 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0745831 Nov 12 04:08:18.144317 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-765d10bc-69bf-494b-91b5-69bf9f18d5e9 req-a11042fd-3630-4192-8ffa-adb51d4e9ae6 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602582 Nov 12 04:08:18.660659 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4979f6cd-c345-48a6-8752-77fe56a7c6ba x-openstack-request-id: req-4979f6cd-c345-48a6-8752-77fe56a7c6ba {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:18.667127 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e97c46-80fb-47de-8f51-610438a758e9", "name": "network-vif-deleted", "tag": "d16c1350-b8c9-4aad-8518-41ff9fb84965", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:18.667127 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4979f6cd-c345-48a6-8752-77fe56a7c6ba {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:18.667127 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e97c46-80fb-47de-8f51-610438a758e9', 'name': 'network-vif-deleted', 'tag': 'd16c1350-b8c9-4aad-8518-41ff9fb84965', 'status': 'completed', 'code': 200} Nov 12 04:08:18.696472 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea48ff4-e3e8-4cd5-b6ac-927c1f0c0bc3 x-openstack-request-id: req-6ea48ff4-e3e8-4cd5-b6ac-927c1f0c0bc3 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:18.697007 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e97c46-80fb-47de-8f51-610438a758e9", "name": "network-vif-unplugged", "status": "completed", "tag": "d16c1350-b8c9-4aad-8518-41ff9fb84965", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:18.697007 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ea48ff4-e3e8-4cd5-b6ac-927c1f0c0bc3 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:18.697399 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e97c46-80fb-47de-8f51-610438a758e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd16c1350-b8c9-4aad-8518-41ff9fb84965', 'code': 200} Nov 12 04:08:18.738264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-7f605196-7d75-4dbd-b4d7-e34711f9878f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:18.739909 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-7f605196-7d75-4dbd-b4d7-e34711f9878f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093&tenant_id=cf245c200fc840d191068689a45dd107&binding%3Ahost_id=n-h1-768509-24 HTTP/1.1" status: 200 len: 949 time: 0.0711193 Nov 12 04:08:18.825632 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-d4169051-6f94-4de4-9c09-5918eedab0f9 service neutron] 10.222.0.21 "GET /v2.0/ports/5af7da1f-49cd-4d15-9482-c5c3c72ce252/bindings/n-h1-768509-24 HTTP/1.1" status: 200 len: 383 time: 0.0756092 Nov 12 04:08:18.939360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca2378-5a53-4352-b048-2227d8943b69 req-2d9b69d7-e618-480a-98f1-4f127d8aca6a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:18.942251 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7ca2378-5a53-4352-b048-2227d8943b69 req-2d9b69d7-e618-480a-98f1-4f127d8aca6a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 949 time: 0.0965600 Nov 12 04:08:18.944731 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-8930f53f-6e74-4564-8cf3-3e0989c5503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:18.946233 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-8930f53f-6e74-4564-8cf3-3e0989c5503e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 1101 time: 0.0729702 Nov 12 04:08:19.047814 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7ca2378-5a53-4352-b048-2227d8943b69 req-8d9ece06-99a9-42bb-8b0a-6af4e3ebbcfc tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990148 Nov 12 04:08:19.091457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-dcd6d10d-bd8d-44b5-9b16-8291df3c9fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:19.093500 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-dcd6d10d-bd8d-44b5-9b16-8291df3c9fd8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1368482 Nov 12 04:08:19.149744 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4fe34d00-5bde-4904-a714-b05ded4ad559 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252 HTTP/1.1" status: 200 len: 217 time: 0.0488043 Nov 12 04:08:19.220797 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-288c1201-a634-4dfb-af17-7f676f1b3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:19.223045 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-288c1201-a634-4dfb-af17-7f676f1b3392 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0650682 Nov 12 04:08:19.298854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-13463ff4-a091-4765-b2d6-406c4d0156a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:19.301560 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-13463ff4-a091-4765-b2d6-406c4d0156a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0701110 Nov 12 04:08:19.421596 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-428a8267-9e16-4441-93ad-bb0f6349bf0b req-3cdd092e-140e-4138-95d7-dd1ecf1aab24 tempest-ImagesTestJSON-2096646330 tempest-ImagesTestJSON-2096646330-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e97c46-80fb-47de-8f51-610438a758e9 HTTP/1.1" status: 200 len: 210 time: 0.0419128 Nov 12 04:08:19.466197 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-7733fb15-25d7-4102-be58-c66d370417b9 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558959 Nov 12 04:08:19.576602 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-3c438097-787f-42ac-859a-9875f5035ffd service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029196 Nov 12 04:08:19.653304 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2d990-8026-4f0e-b9cc-8dc7c82983c0 req-d0834c3a-b9ca-47d5-984d-9b592e8280b4 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:19.654838 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51c2d990-8026-4f0e-b9cc-8dc7c82983c0 req-d0834c3a-b9ca-47d5-984d-9b592e8280b4 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0553467 Nov 12 04:08:19.708832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51c2d990-8026-4f0e-b9cc-8dc7c82983c0 req-f16795f5-3fcc-4428-8899-1c24d13224af tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464318 Nov 12 04:08:20.069177 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 5af7da1f-49cd-4d15-9482-c5c3c72ce252 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:20.188864 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72b6c4-5b01-4679-8cc5-1335f83d1a13 req-8a57b262-a10e-4969-80b6-852aa5120451 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:20.190718 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d72b6c4-5b01-4679-8cc5-1335f83d1a13 req-8a57b262-a10e-4969-80b6-852aa5120451 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 949 time: 0.0605655 Nov 12 04:08:20.205521 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:08:20.210964 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:20.216508 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:20.260667 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d72b6c4-5b01-4679-8cc5-1335f83d1a13 req-dcffe728-b9c7-4527-922a-848ad0a1b457 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616629 Nov 12 04:08:20.317206 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:20.357483 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:20.406394 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:20.474664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=5af7da1f-49cd-4d15-9482-c5c3c72ce252,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:20.699040 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1f5f90-86bb-4e78-ad24-34212625c093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af7da1f-49cd-4d15-9482-c5c3c72ce252'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:20.706250 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c755af9-3262-48a7-b1e9-0f0a0478d8db" -d '{"events": [{"server_uuid": "1c1f5f90-86bb-4e78-ad24-34212625c093", "name": "network-vif-plugged", "status": "completed", "tag": "5af7da1f-49cd-4d15-9482-c5c3c72ce252"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:20.811866 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8504f4-89f6-4db8-869d-7e68ec669a42 x-openstack-request-id: req-3f8504f4-89f6-4db8-869d-7e68ec669a42 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:20.812161 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1f5f90-86bb-4e78-ad24-34212625c093", "name": "network-vif-plugged", "status": "completed", "tag": "5af7da1f-49cd-4d15-9482-c5c3c72ce252", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:20.812414 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f8504f4-89f6-4db8-869d-7e68ec669a42 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:20.812835 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1f5f90-86bb-4e78-ad24-34212625c093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af7da1f-49cd-4d15-9482-c5c3c72ce252', 'code': 200} Nov 12 04:08:20.917363 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee9a63-2e0a-4c61-9478-3a960ad3e739 req-4bbf77ad-530c-4ecf-8870-d4130891889c tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:20.919197 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f7ee9a63-2e0a-4c61-9478-3a960ad3e739 req-4bbf77ad-530c-4ecf-8870-d4130891889c tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0617523 Nov 12 04:08:20.978759 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f7ee9a63-2e0a-4c61-9478-3a960ad3e739 req-61902320-fdca-439c-a550-3fc1f213c5f3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520618 Nov 12 04:08:21.271223 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55318) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:21.354528 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-3838788b-3e7d-4f96-8e77-d97fbd9d9039 admin admin] Deleting subnet c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:08:21.358392 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3838788b-3e7d-4f96-8e77-d97fbd9d9039 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.392234 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d16c1350-b8c9-4aad-8518-41ff9fb84965 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:21.418758 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: d16c1350-b8c9-4aad-8518-41ff9fb84965 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:21.419579 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d16c1350-b8c9-4aad-8518-41ff9fb84965 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:21.443067 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3838788b-3e7d-4f96-8e77-d97fbd9d9039 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.503830 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9381016-e5df-44c0-8b94-7a088c69fa02 req-f24e2ad9-81d3-429c-bb2f-881f9ba7f6b4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:21.505483 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9381016-e5df-44c0-8b94-7a088c69fa02 req-f24e2ad9-81d3-429c-bb2f-881f9ba7f6b4 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.1150787 Nov 12 04:08:21.510674 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3838788b-3e7d-4f96-8e77-d97fbd9d9039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.601327 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9381016-e5df-44c0-8b94-7a088c69fa02 req-8b6c59ec-617a-431a-9eac-40e36c552bdc tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694051 Nov 12 04:08:21.748610 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3838788b-3e7d-4f96-8e77-d97fbd9d9039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.791123 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838788b-3e7d-4f96-8e77-d97fbd9d9039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:21.796332 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3838788b-3e7d-4f96-8e77-d97fbd9d9039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.799765 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 55328) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:21.800269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3838788b-3e7d-4f96-8e77-d97fbd9d9039 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c6c5f33d-2a0d-4f48-9b65-0f5ad04e8144 HTTP/1.1" status: 204 len: 168 time: 0.5273247 Nov 12 04:08:21.882185 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.979527 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.002987 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3299e4aa-3e81-4536-a639-3b890040798c']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:22.014977 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f70807-f60a-40ba-9223-3f90fd571498') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:22.017029 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f70807-f60a-40ba-9223-3f90fd571498') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:22.026700 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.043248 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.056596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:08:22.059105 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:08:22.063353 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:08:22.153006 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8a124-6109-4a27-86f4-3f617ee07001 req-2e58aa14-62d5-4cbc-b48b-8f39975c4fa0 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:22.160839 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2f8a124-6109-4a27-86f4-3f617ee07001 req-2e58aa14-62d5-4cbc-b48b-8f39975c4fa0 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0714989 Nov 12 04:08:22.234910 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2f8a124-6109-4a27-86f4-3f617ee07001 req-20122760-9704-4935-be3e-66c2e9fd5741 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698562 Nov 12 04:08:22.257537 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.261638 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.267727 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] 10.222.0.37 "DELETE /v2.0/networks/3299e4aa-3e81-4536-a639-3b890040798c HTTP/1.1" status: 204 len: 168 time: 0.4639511 Nov 12 04:08:22.280952 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Pushing event deleted for resources: {'Network': ['ID=3299e4aa-3e81-4536-a639-3b890040798c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:22.289621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:22.290280 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:22.290868 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:22.291508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:22.292050 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:22.292615 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:22.293360 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:22.293909 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:22.294452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:22.295064 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:22.295917 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:22.299135 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ef828a-742e-4d3b-b1c8-04a3f2302fae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:22.756177 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55342) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:22.787896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b2cff-68e5-4966-89a7-0a75a5f8e29a req-0453ef6b-755e-4952-9b7a-149cc0235b8c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:22.798260 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-721b2cff-68e5-4966-89a7-0a75a5f8e29a req-0453ef6b-755e-4952-9b7a-149cc0235b8c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0928512 Nov 12 04:08:22.853326 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4fe36fc4-999b-4850-9391-6439b27a3cc4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2bbd40052150467d97991699c7191d63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0951302 Nov 12 04:08:22.856360 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 55346) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:22.888869 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-721b2cff-68e5-4966-89a7-0a75a5f8e29a req-19fe80bb-9e45-4452-8088-51773960bcb3 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887904 Nov 12 04:08:22.934755 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21b551be-e132-433a-97ec-669fb973071b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.988594 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21b551be-e132-433a-97ec-669fb973071b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:23.120189 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1d4f3-e6a3-4bde-9134-e798ce3c9c4c req-d41f8ed9-51e8-469c-9317-72c84e611a62 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:23.127034 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1d4f3-e6a3-4bde-9134-e798ce3c9c4c req-d41f8ed9-51e8-469c-9317-72c84e611a62 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:23.128726 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-15a1d4f3-e6a3-4bde-9134-e798ce3c9c4c req-d41f8ed9-51e8-469c-9317-72c84e611a62 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cffadf9-800c-4f5d-a38b-9450a3171b30 HTTP/1.1" status: 200 len: 1683 time: 0.0712175 Nov 12 04:08:23.183369 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-15a1d4f3-e6a3-4bde-9134-e798ce3c9c4c req-fb765d1c-7fb0-4028-bc01-87c850f8d3c3 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472581 Nov 12 04:08:23.213566 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21b551be-e132-433a-97ec-669fb973071b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:23.220258 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21b551be-e132-433a-97ec-669fb973071b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:23.221951 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-21b551be-e132-433a-97ec-669fb973071b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40d2c491-e551-4b71-8b5d-cad933ca24b0 HTTP/1.1" status: 204 len: 168 time: 0.3645985 Nov 12 04:08:23.237081 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b551be-e132-433a-97ec-669fb973071b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d2c491-e551-4b71-8b5d-cad933ca24b0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:23.257879 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-0b700fde-85b8-47e2-a965-65c4bb8d1b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:23.259432 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-0b700fde-85b8-47e2-a965-65c4bb8d1b03 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093&tenant_id=cf245c200fc840d191068689a45dd107 HTTP/1.1" status: 200 len: 1102 time: 0.0789928 Nov 12 04:08:23.280707 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:23.357284 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:23.425745 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a62485-8229-4f00-aee0-ec12df64746f req-87943b29-80f5-40ed-b356-9db08571c7a3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:23.428678 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-02a62485-8229-4f00-aee0-ec12df64746f req-87943b29-80f5-40ed-b356-9db08571c7a3 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0653274 Nov 12 04:08:23.498674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-02a62485-8229-4f00-aee0-ec12df64746f req-4a125208-a6c0-4fef-bbc4-64e34386c8a5 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632446 Nov 12 04:08:23.625265 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] For port 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:23.668199 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] For port 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:23.717788 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1f5f90-86bb-4e78-ad24-34212625c093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af7da1f-49cd-4d15-9482-c5c3c72ce252'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:23.720947 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67b5fb8-8942-4b77-a9bf-52686e6e2a77" -d '{"events": [{"server_uuid": "1c1f5f90-86bb-4e78-ad24-34212625c093", "name": "network-vif-unplugged", "status": "completed", "tag": "5af7da1f-49cd-4d15-9482-c5c3c72ce252"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:23.725698 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:23.758415 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] Transition to ACTIVE for port object 5af7da1f-49cd-4d15-9482-c5c3c72ce252 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:08:23.838665 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:23.957593 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] No DVR routers for this DVR port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:23.960008 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] Pushing event updated for resources: {'Port': ['ID=5af7da1f-49cd-4d15-9482-c5c3c72ce252,revision_number=10']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:24.024913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] Attempting to bind port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:24.025246 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] Attempting to bind port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:24.025575 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] Attempting to bind port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:24.030659 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] Port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:08:24.031298 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] Attempting to bind port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:24.041168 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:24.041814 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:24.042798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:24.043688 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] Bound port: 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:24.044238 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:24.129088 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc5064f-8b06-4bfc-98cf-ecb2397a0080 x-openstack-request-id: req-2dc5064f-8b06-4bfc-98cf-ecb2397a0080 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:24.129088 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1f5f90-86bb-4e78-ad24-34212625c093", "name": "network-vif-unplugged", "status": "completed", "tag": "5af7da1f-49cd-4d15-9482-c5c3c72ce252", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:24.129088 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2dc5064f-8b06-4bfc-98cf-ecb2397a0080 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:24.129088 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1f5f90-86bb-4e78-ad24-34212625c093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af7da1f-49cd-4d15-9482-c5c3c72ce252', 'code': 200} Nov 12 04:08:24.143124 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] For port 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:24.146910 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] For port 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:24.216287 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:24.228100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d37234-473d-4de2-9919-368b5e19b01d req-eeedbc6f-b8dc-4acb-ac35-ee1fc5e9ed9a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:24.229730 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70d37234-473d-4de2-9919-368b5e19b01d req-eeedbc6f-b8dc-4acb-ac35-ee1fc5e9ed9a tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 949 time: 0.0550539 Nov 12 04:08:24.254881 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:24.255597 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:24.257116 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] 10.222.0.31 "PUT /v2.0/ports/5af7da1f-49cd-4d15-9482-c5c3c72ce252 HTTP/1.1" status: 200 len: 1098 time: 0.9806919 Nov 12 04:08:24.285680 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1960c3-bb98-4ad4-8a64-f35a8cd66326 service neutron] Pushing event updated for resources: {'Port': ['ID=5af7da1f-49cd-4d15-9482-c5c3c72ce252,revision_number=11']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:24.336688 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70d37234-473d-4de2-9919-368b5e19b01d req-a098aac0-4fcd-40d8-ac64-7e892e25ab69 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987229 Nov 12 04:08:24.363248 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-c3d3f848-37b0-4080-b4ef-c6c0b642f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:24.365314 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-c3d3f848-37b0-4080-b4ef-c6c0b642f219 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 1101 time: 0.0614121 Nov 12 04:08:24.491625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd226e49-3df1-49ea-be78-1285632bc140 req-57c41e3e-37c1-4839-8dcf-c6117aedbc67 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:24.497909 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd226e49-3df1-49ea-be78-1285632bc140 req-57c41e3e-37c1-4839-8dcf-c6117aedbc67 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:24.499840 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd226e49-3df1-49ea-be78-1285632bc140 req-57c41e3e-37c1-4839-8dcf-c6117aedbc67 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cffadf9-800c-4f5d-a38b-9450a3171b30 HTTP/1.1" status: 200 len: 1683 time: 0.0663328 Nov 12 04:08:24.512626 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-90de8be0-d025-42c4-b346-6c3a396b5307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:24.514889 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-90de8be0-d025-42c4-b346-6c3a396b5307 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1402109 Nov 12 04:08:24.560203 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd226e49-3df1-49ea-be78-1285632bc140 req-c4720baa-f4ad-4122-90e9-d0b5d5fd1cfb tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535777 Nov 12 04:08:24.567868 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-0eb77bab-8a84-4102-834a-9a68e6456c21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252 HTTP/1.1" status: 200 len: 217 time: 0.0437262 Nov 12 04:08:24.646319 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-837f782c-d1dd-49f0-b151-c20115de0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:24.648008 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-837f782c-d1dd-49f0-b151-c20115de0d32 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0719490 Nov 12 04:08:24.707194 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-c95375c3-170e-4429-aca2-7a955849c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:24.709590 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-c95375c3-170e-4429-aca2-7a955849c95f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0486851 Nov 12 04:08:24.716967 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55392) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:24.802669 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1250842-6e68-4806-b2e7-f77b685a0e64 req-8f1ce181-079d-4a5a-a6d3-d7df7a296f5c tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:24.804350 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e1250842-6e68-4806-b2e7-f77b685a0e64 req-8f1ce181-079d-4a5a-a6d3-d7df7a296f5c tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.0805073 Nov 12 04:08:24.863217 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-9acc4425-47fc-43d6-81c4-6964ae29b53f service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425333 Nov 12 04:08:24.874817 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-00d5f6f8-614f-451f-83cf-ed6df1635a9b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-37807826-network', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:24.887185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e1250842-6e68-4806-b2e7-f77b685a0e64 req-ed8feb7a-fb12-4ac9-aa45-37ea4f0c9743 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768018 Nov 12 04:08:24.966206 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ac91f4ea-3351-4200-be3e-6010d8dc3a63 req-90f935ae-5636-4552-a548-f67ca665d9bc service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951779 Nov 12 04:08:24.998151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d5f6f8-614f-451f-83cf-ed6df1635a9b admin admin] Made reservation on behalf of 72d4754f04e94e6c9e3f339cc9bdd8f4 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:25.010342 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-00d5f6f8-614f-451f-83cf-ed6df1635a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.014770 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-00d5f6f8-614f-451f-83cf-ed6df1635a9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.097438 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-00d5f6f8-614f-451f-83cf-ed6df1635a9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.168614 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-00d5f6f8-614f-451f-83cf-ed6df1635a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.195695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d5f6f8-614f-451f-83cf-ed6df1635a9b admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:08:25.205365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5f6f8-614f-451f-83cf-ed6df1635a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0201917c-3403-41c7-8fed-dc688622fa75,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:25.211828 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-00d5f6f8-614f-451f-83cf-ed6df1635a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.212107 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-00d5f6f8-614f-451f-83cf-ed6df1635a9b admin admin] Added segment bb8512e5-5d36-459a-96bb-a9a9dd8130cc of type vlan for network 19bce048-112d-4f21-ac62-0b363c707e0b Nov 12 04:08:25.256193 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-00d5f6f8-614f-451f-83cf-ed6df1635a9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.330367 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-00d5f6f8-614f-451f-83cf-ed6df1635a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.331508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d5f6f8-614f-451f-83cf-ed6df1635a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:25.332235 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-00d5f6f8-614f-451f-83cf-ed6df1635a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.416029 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5f6f8-614f-451f-83cf-ed6df1635a9b admin admin] Pushing event updated for resources: {'Network': ['ID=19bce048-112d-4f21-ac62-0b363c707e0b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:25.425814 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 19bce048-112d-4f21-ac62-0b363c707e0b details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:08:25.430968 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-00d5f6f8-614f-451f-83cf-ed6df1635a9b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7101228 Nov 12 04:08:25.437230 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55406) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:25.437230 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Request body: {'subnet': {'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-37807826-subnet', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:25.491130 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4b702-42f0-4b6f-adc5-12bb31cb1797 req-1c520b33-861b-416d-95bc-c560d516ee7f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:25.492581 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3da4b702-42f0-4b6f-adc5-12bb31cb1797 req-1c520b33-861b-416d-95bc-c560d516ee7f tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 949 time: 0.0789862 Nov 12 04:08:25.539008 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Made reservation on behalf of 72d4754f04e94e6c9e3f339cc9bdd8f4 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:25.541805 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.591217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3da4b702-42f0-4b6f-adc5-12bb31cb1797 req-1fe52bb6-6ab1-40ca-bcd1-a8708605df81 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921071 Nov 12 04:08:25.682435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-551a16c4-aa88-4840-8a9f-5a2f3db5c1cd tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:25.684051 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-551a16c4-aa88-4840-8a9f-5a2f3db5c1cd tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e&tenant_id=dbefff477b694cb581282e32dd2cbb0f&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 1097 time: 0.2920980 Nov 12 04:08:25.710351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-24'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:25.897824 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10836e95-4064-4733-9baf-a7994b8363a3 req-dae6b0c4-6788-4b50-ae73-ea8587651810 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:25.897824 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10836e95-4064-4733-9baf-a7994b8363a3 req-dae6b0c4-6788-4b50-ae73-ea8587651810 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:25.897824 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10836e95-4064-4733-9baf-a7994b8363a3 req-dae6b0c4-6788-4b50-ae73-ea8587651810 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cffadf9-800c-4f5d-a38b-9450a3171b30 HTTP/1.1" status: 200 len: 1683 time: 0.1512032 Nov 12 04:08:25.897824 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.954741 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10836e95-4064-4733-9baf-a7994b8363a3 req-d3121059-2023-4b0b-8981-7dff35e5ee14 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251478 Nov 12 04:08:26.108422 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] For port 57141e34-b11a-462e-aee5-c1a98167f0a5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=57141e34-b11a-462e-aee5-c1a98167f0a5,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:26.119962 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 57141e34-b11a-462e-aee5-c1a98167f0a5 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:08:26.128708 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1f5f90-86bb-4e78-ad24-34212625c093', 'tag': '5af7da1f-49cd-4d15-9482-c5c3c72ce252'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:26.131542 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701a61e2-c40a-42ed-98d1-94c949895d17" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1f5f90-86bb-4e78-ad24-34212625c093", "tag": "5af7da1f-49cd-4d15-9482-c5c3c72ce252"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:26.131714 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 5af7da1f-49cd-4d15-9482-c5c3c72ce252 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:26.167831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] For port 57141e34-b11a-462e-aee5-c1a98167f0a5, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:26.245002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e8df0a-a1c8-4702-afde-8750cc50064e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57141e34-b11a-462e-aee5-c1a98167f0a5'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:26.247310 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71220763-fa60-4fc0-9ad4-4e2ef29b862c" -d '{"events": [{"server_uuid": "86e8df0a-a1c8-4702-afde-8750cc50064e", "name": "network-vif-unplugged", "status": "completed", "tag": "57141e34-b11a-462e-aee5-c1a98167f0a5"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:26.251720 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.267143 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 5af7da1f-49cd-4d15-9482-c5c3c72ce252 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:26.273385 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ec93e-8682-4524-8a6f-c317b62529b7 req-4098f8d1-20f4-4553-9a31-4803be545861 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:26.275002 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-046ec93e-8682-4524-8a6f-c317b62529b7 req-4098f8d1-20f4-4553-9a31-4803be545861 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 945 time: 0.1051402 Nov 12 04:08:26.327575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 57141e34-b11a-462e-aee5-c1a98167f0a5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=57141e34-b11a-462e-aee5-c1a98167f0a5,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:26.334888 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3df485-fe51-483d-a290-52785f37531b req-239115e5-a7bb-411a-9b62-0b9066eef83c tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:26.336380 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-046ec93e-8682-4524-8a6f-c317b62529b7 req-89ab1d17-0880-4e36-b460-684cfe7bc7f5 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513422 Nov 12 04:08:26.341322 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3df485-fe51-483d-a290-52785f37531b req-239115e5-a7bb-411a-9b62-0b9066eef83c tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:26.343351 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dc3df485-fe51-483d-a290-52785f37531b req-239115e5-a7bb-411a-9b62-0b9066eef83c tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cffadf9-800c-4f5d-a38b-9450a3171b30 HTTP/1.1" status: 200 len: 1683 time: 0.0834236 Nov 12 04:08:26.348034 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 57141e34-b11a-462e-aee5-c1a98167f0a5 has no active binding in host n-h1-768509-24 {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 04:08:26.414219 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0b70c6-0678-4098-bac3-a00d33f176b6 x-openstack-request-id: req-7e0b70c6-0678-4098-bac3-a00d33f176b6 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:26.414219 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1f5f90-86bb-4e78-ad24-34212625c093", "tag": "5af7da1f-49cd-4d15-9482-c5c3c72ce252", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:26.414219 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e0b70c6-0678-4098-bac3-a00d33f176b6 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:26.414219 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1f5f90-86bb-4e78-ad24-34212625c093', 'tag': '5af7da1f-49cd-4d15-9482-c5c3c72ce252', 'status': 'completed', 'code': 200} Nov 12 04:08:26.455999 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.500293 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.524995 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-70d60c05-91ea-40a8-9167-584b30a3c2b6 req-8195f752-f845-4a7a-80eb-2cbbbd3e54cb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1132300 Nov 12 04:08:26.542697 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-bc063eb1-23c5-453f-ac8a-a2af6d04c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:26.544734 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-bc063eb1-23c5-453f-ac8a-a2af6d04c936 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 1101 time: 0.0855255 Nov 12 04:08:26.555858 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-dc3df485-fe51-483d-a290-52785f37531b req-15e5b031-7eef-4552-bc9d-ae6a1d58e774 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Deleting port e5c5a30b-28a4-4cdd-b136-6afb7c16f33a {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:26.556565 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc3df485-fe51-483d-a290-52785f37531b req-15e5b031-7eef-4552-bc9d-ae6a1d58e774 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.569493 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494d7e8e-a91d-4200-9b7f-9fd591ccd60e x-openstack-request-id: req-494d7e8e-a91d-4200-9b7f-9fd591ccd60e {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:26.571809 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e8df0a-a1c8-4702-afde-8750cc50064e", "name": "network-vif-unplugged", "status": "completed", "tag": "57141e34-b11a-462e-aee5-c1a98167f0a5", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:26.571809 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-494d7e8e-a91d-4200-9b7f-9fd591ccd60e {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:26.571809 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e8df0a-a1c8-4702-afde-8750cc50064e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57141e34-b11a-462e-aee5-c1a98167f0a5', 'code': 200} Nov 12 04:08:26.579299 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac2df72c-3697-4006-a460-6748e4420277,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:26.612528 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:26.612876 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:26.613223 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:26.613562 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:26.613948 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:26.614236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:26.614565 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:26.614931 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:26.615259 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:26.615586 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:26.615911 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:26.616234 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:26.659767 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-76c92264-64ba-42af-b8d4-518f5993ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:26.661292 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-76c92264-64ba-42af-b8d4-518f5993ea63 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf245c200fc840d191068689a45dd107&device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 1101 time: 0.1796162 Nov 12 04:08:26.662346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] Pushing event updated for resources: {'Port': ['ID=57141e34-b11a-462e-aee5-c1a98167f0a5,revision_number=7']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:26.668052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Checking segment: {'id': 'bb8512e5-5d36-459a-96bb-a9a9dd8130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:26.668479 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Network hostable DHCP agents. Network: 19bce048-112d-4f21-ac62-0b363c707e0b, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:08:26.706743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] Attempting to bind port 57141e34-b11a-462e-aee5-c1a98167f0a5 on host n-h2-768509-24 for vnic_type normal with profile {"migrating_to": "n-h1-768509-24"} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:26.707082 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] Attempting to bind port 57141e34-b11a-462e-aee5-c1a98167f0a5 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:26.707421 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] Attempting to bind port 57141e34-b11a-462e-aee5-c1a98167f0a5 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:26.741612 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d60c05-91ea-40a8-9167-584b30a3c2b6 req-18766686-88b2-4351-a761-a27d7e294bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:26.743396 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-70d60c05-91ea-40a8-9167-584b30a3c2b6 req-18766686-88b2-4351-a761-a27d7e294bba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 1096 time: 0.1753564 Nov 12 04:08:26.778125 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] Port 57141e34-b11a-462e-aee5-c1a98167f0a5 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:08:26.778455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] Attempting to bind port 57141e34-b11a-462e-aee5-c1a98167f0a5 on network e7c6fe18-7f21-4a1b-9722-efe49e9950a5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:26.792830 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:26.793215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] Checking segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:26.793607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] Bound using segment: {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:26.794047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] Bound port: 57141e34-b11a-462e-aee5-c1a98167f0a5, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42e7d23-70a7-4096-84d4-da7ab11d5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e7c6fe18-7f21-4a1b-9722-efe49e9950a5'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:26.794409 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.813385 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-d5626dce-2b1a-46a0-9565-e0a7a1f26fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:26.814488 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-d5626dce-2b1a-46a0-9565-e0a7a1f26fd8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.2548451 Nov 12 04:08:26.834644 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e6a4d-8907-4ace-bf62-60a9d19fbda2 req-e3e835dc-294d-40a7-bcfd-f68032266212 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:26.836147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3c7e6a4d-8907-4ace-bf62-60a9d19fbda2 req-e3e835dc-294d-40a7-bcfd-f68032266212 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 949 time: 0.1424479 Nov 12 04:08:26.853178 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-dc3df485-fe51-483d-a290-52785f37531b req-15e5b031-7eef-4552-bc9d-ae6a1d58e774 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] For port e5c5a30b-28a4-4cdd-b136-6afb7c16f33a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e5c5a30b-28a4-4cdd-b136-6afb7c16f33a,segment=NetworkSegment(f800db29-21d9-41e6-9482-39d50cfdb057),segment_id=f800db29-21d9-41e6-9482-39d50cfdb057)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:26.864828 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc3df485-fe51-483d-a290-52785f37531b req-15e5b031-7eef-4552-bc9d-ae6a1d58e774 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.867164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Network 19bce048-112d-4f21-ac62-0b363c707e0b is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:08:26.888598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-654e75f9-b0f0-41d8-85a2-5bc9d96842c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:26.889938 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-654e75f9-b0f0-41d8-85a2-5bc9d96842c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.2166018 Nov 12 04:08:26.891623 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-af0f56c9-a884-427e-b095-e82d8e9b4ae1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252 HTTP/1.1" status: 200 len: 217 time: 0.0450523 Nov 12 04:08:26.899611 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-dc3df485-fe51-483d-a290-52785f37531b req-15e5b031-7eef-4552-bc9d-ae6a1d58e774 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Calling delete_port for e5c5a30b-28a4-4cdd-b136-6afb7c16f33a owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:26.979634 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 19bce048-112d-4f21-ac62-0b363c707e0b) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:26.981912 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-ba078f43-26e2-4288-96bf-3bcc3a31be67 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252 HTTP/1.1" status: 200 len: 217 time: 0.0733654 Nov 12 04:08:26.991442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:26.991442 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.993873 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9f487e-c4ff-49fd-920e-1e949b4be2f6 None None] Network 19bce048-112d-4f21-ac62-0b363c707e0b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:27.005094 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d60c05-91ea-40a8-9167-584b30a3c2b6 req-fb81b905-c0d9-4377-904a-c72e61bf7fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:27.006278 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-70d60c05-91ea-40a8-9167-584b30a3c2b6 req-fb81b905-c0d9-4377-904a-c72e61bf7fa6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 919 time: 0.2381473 Nov 12 04:08:27.012992 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-7f475830-5093-45a2-92e9-ffe025fa92df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:27.014457 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-7f475830-5093-45a2-92e9-ffe025fa92df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1110859 Nov 12 04:08:27.051377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] For port 57141e34-b11a-462e-aee5-c1a98167f0a5, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:27.060082 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3c7e6a4d-8907-4ace-bf62-60a9d19fbda2 req-a5e896ab-2cfe-4cb1-b386-4cb11defc190 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973941 Nov 12 04:08:27.075217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] For port 57141e34-b11a-462e-aee5-c1a98167f0a5, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=57141e34-b11a-462e-aee5-c1a98167f0a5,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:27.082866 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-edd0d922-9581-4bda-bb3f-34ef7c833749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:27.084119 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-edd0d922-9581-4bda-bb3f-34ef7c833749 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0841634 Nov 12 04:08:27.093740 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-70d60c05-91ea-40a8-9167-584b30a3c2b6 req-df5362f9-b5d5-4470-a160-ef8534288a2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd785c9-5050-4a76-86ac-dd56fc4d906f HTTP/1.1" status: 200 len: 217 time: 0.0732977 Nov 12 04:08:27.135677 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3af43753-3a2c-4e87-b129-3253b36e3a4f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7031021 Nov 12 04:08:27.173557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55434) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:27.180451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-4e3289c9-af48-43d9-90fb-9868e8849fcf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-37807826-router', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:27.192768 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.284152 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-19bce048-112d-4f21-ac62-0b363c707e0b', 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'fixed_ips': [{'subnet_id': 'ac2df72c-3697-4006-a460-6748e4420277'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:08:27.287385 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.394625 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:08:27.461618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] Pushing event updated for resources: {'Port': ['ID=57141e34-b11a-462e-aee5-c1a98167f0a5,revision_number=8']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:27.471024 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-4c254ddb-4cf9-46f1-8f41-664f193f72c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:27.472759 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-4c254ddb-4cf9-46f1-8f41-664f193f72c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3632014 Nov 12 04:08:27.483480 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] Allocated IP 172.20.0.2 (19bce048-112d-4f21-ac62-0b363c707e0b/ac2df72c-3697-4006-a460-6748e4420277/7cae010f-8663-4acf-ba16-073f1e90c0e4) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:27.511438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:27.512112 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.514165 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4234797e-7f2a-4331-9e56-8aa736d9f12c service neutron] 10.222.0.21 "PUT /v2.0/ports/57141e34-b11a-462e-aee5-c1a98167f0a5 HTTP/1.1" status: 200 len: 1123 time: 1.8093038 Nov 12 04:08:27.524015 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c4f64-e9d2-48b2-954f-aa7d5bdd34ed req-df2b05e3-b2a9-47fc-828b-a9588dd0e5dc tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:27.532152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c4f64-e9d2-48b2-954f-aa7d5bdd34ed req-df2b05e3-b2a9-47fc-828b-a9588dd0e5dc tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:27.539831 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-486c4f64-e9d2-48b2-954f-aa7d5bdd34ed req-df2b05e3-b2a9-47fc-828b-a9588dd0e5dc tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cffadf9-800c-4f5d-a38b-9450a3171b30 HTTP/1.1" status: 200 len: 1683 time: 0.1877222 Nov 12 04:08:27.543614 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e3289c9-af48-43d9-90fb-9868e8849fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.544676 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e3289c9-af48-43d9-90fb-9868e8849fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.604193 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-5305cd75-f1df-4c62-a641-63d66977ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:27.605733 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-5305cd75-f1df-4c62-a641-63d66977ecc6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5758379 Nov 12 04:08:27.626391 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d60c05-91ea-40a8-9167-584b30a3c2b6 req-8ebbb066-c138-4ab2-832d-803ddebb5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:27.629264 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-70d60c05-91ea-40a8-9167-584b30a3c2b6 req-8ebbb066-c138-4ab2-832d-803ddebb5096 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.5256219 Nov 12 04:08:27.700359 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e3289c9-af48-43d9-90fb-9868e8849fcf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.708528 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-70d60c05-91ea-40a8-9167-584b30a3c2b6 req-7d44ca12-a724-48d2-bc1c-0fd0ec6f2928 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603817 Nov 12 04:08:27.720651 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-486c4f64-e9d2-48b2-954f-aa7d5bdd34ed req-ad5392c4-b45f-4cc9-b3a6-e533421c2d2b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/security-groups?id=6144febc-7b2f-4671-acd4-237e30817e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733632 Nov 12 04:08:27.732687 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['57141e34-b11a-462e-aee5-c1a98167f0a5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:27.739011 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['57141e34-b11a-462e-aee5-c1a98167f0a5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:27.746674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-2ca1136e-1f14-485f-a954-09d5c24c6ea2 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381332 Nov 12 04:08:27.801095 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.888221 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc3df485-fe51-483d-a290-52785f37531b req-15e5b031-7eef-4552-bc9d-ae6a1d58e774 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.907230 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-84edac92-3f98-4775-94dd-4b9398c59d16 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874005 Nov 12 04:08:27.928975 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-11c798a2-c788-4103-b5c6-dab2be1ff398 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784174 Nov 12 04:08:27.933135 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.958856 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5b031-7eef-4552-bc9d-ae6a1d58e774 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event deleted for resources: {'Port': ['ID=e5c5a30b-28a4-4cdd-b136-6afb7c16f33a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:28.052674 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] Network 19bce048-112d-4f21-ac62-0b363c707e0b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:28.067850 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:28.078958 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:28.096354 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3df485-fe51-483d-a290-52785f37531b req-15e5b031-7eef-4552-bc9d-ae6a1d58e774 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] No DVR routers for this DVR port e5c5a30b-28a4-4cdd-b136-6afb7c16f33a on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:28.099600 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-70d60c05-91ea-40a8-9167-584b30a3c2b6 req-42226956-cbfc-4eb1-b130-37c8f9ba81ad service neutron] 10.222.0.21 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373199 Nov 12 04:08:28.103826 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc3df485-fe51-483d-a290-52785f37531b req-15e5b031-7eef-4552-bc9d-ae6a1d58e774 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.109504 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dc3df485-fe51-483d-a290-52785f37531b req-15e5b031-7eef-4552-bc9d-ae6a1d58e774 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.31 "DELETE /v2.0/ports/e5c5a30b-28a4-4cdd-b136-6afb7c16f33a HTTP/1.1" status: 204 len: 173 time: 1.7573748 Nov 12 04:08:28.129582 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] Pushing event updated for resources: {'Port': ['ID=7cae010f-8663-4acf-ba16-073f1e90c0e4,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:28.405342 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] Attempting to bind port 7cae010f-8663-4acf-ba16-073f1e90c0e4 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:28.405793 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] Attempting to bind port 7cae010f-8663-4acf-ba16-073f1e90c0e4 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'bb8512e5-5d36-459a-96bb-a9a9dd8130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:28.406198 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] Attempting to bind port 7cae010f-8663-4acf-ba16-073f1e90c0e4 on network 19bce048-112d-4f21-ac62-0b363c707e0b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:28.422116 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:28.422484 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] Checking segment: {'id': 'bb8512e5-5d36-459a-96bb-a9a9dd8130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:28.423837 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.427171 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] Bound using segment: {'id': 'bb8512e5-5d36-459a-96bb-a9a9dd8130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:28.427699 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] Bound port: 7cae010f-8663-4acf-ba16-073f1e90c0e4, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8512e5-5d36-459a-96bb-a9a9dd8130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:28.428165 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.431597 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cffadf9-800c-4f5d-a38b-9450a3171b30', 'name': 'network-vif-deleted', 'tag': 'e5c5a30b-28a4-4cdd-b136-6afb7c16f33a'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:28.435092 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d64f93c-0752-4aa5-83ac-f44d8f89a637" -d '{"events": [{"server_uuid": "0cffadf9-800c-4f5d-a38b-9450a3171b30", "name": "network-vif-deleted", "tag": "e5c5a30b-28a4-4cdd-b136-6afb7c16f33a"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:28.441000 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-70d60c05-91ea-40a8-9167-584b30a3c2b6 req-16254ab4-7e4c-4d03-b879-0d7571c4654b service neutron] 10.222.0.21 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292279 Nov 12 04:08:28.449102 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-701a61e2-c40a-42ed-98d1-94c949895d17 req-68b65fa0-aab1-46ab-a7b9-29ec94137cc1 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325351 Nov 12 04:08:28.520040 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-dc3df485-fe51-483d-a290-52785f37531b req-7b56d789-b90e-4ce3-8e4b-b21851eea917 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Deleting port 5831a6be-2442-4d2b-83e5-f2bf84c03dec {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:28.520501 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc3df485-fe51-483d-a290-52785f37531b req-7b56d789-b90e-4ce3-8e4b-b21851eea917 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.558143 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] For port 7cae010f-8663-4acf-ba16-073f1e90c0e4, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:28.563899 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] For port 7cae010f-8663-4acf-ba16-073f1e90c0e4, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7cae010f-8663-4acf-ba16-073f1e90c0e4,segment=NetworkSegment(bb8512e5-5d36-459a-96bb-a9a9dd8130cc),segment_id=bb8512e5-5d36-459a-96bb-a9a9dd8130cc)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:28.634261 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.663441 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e8df0a-a1c8-4702-afde-8750cc50064e', 'tag': '57141e34-b11a-462e-aee5-c1a98167f0a5'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:28.666315 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01654cd-dd3f-4963-9784-3903b6af7eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "86e8df0a-a1c8-4702-afde-8750cc50064e", "tag": "57141e34-b11a-462e-aee5-c1a98167f0a5"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:28.676834 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e3289c9-af48-43d9-90fb-9868e8849fcf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.693409 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-dc3df485-fe51-483d-a290-52785f37531b req-7b56d789-b90e-4ce3-8e4b-b21851eea917 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] For port 5831a6be-2442-4d2b-83e5-f2bf84c03dec, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5831a6be-2442-4d2b-83e5-f2bf84c03dec,segment=NetworkSegment(ad3d7de1-b0fc-4540-9ddb-c602463fa55a),segment_id=ad3d7de1-b0fc-4540-9ddb-c602463fa55a)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:28.694093 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc3df485-fe51-483d-a290-52785f37531b req-7b56d789-b90e-4ce3-8e4b-b21851eea917 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.696278 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efeb20-ece5-449d-9e16-27a61a2b3e0f req-0e25af91-a995-4568-aed1-0b4ae974c5b8 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:28.704489 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07efeb20-ece5-449d-9e16-27a61a2b3e0f req-0e25af91-a995-4568-aed1-0b4ae974c5b8 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 943 time: 0.6272941 Nov 12 04:08:28.713019 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-dc3df485-fe51-483d-a290-52785f37531b req-7b56d789-b90e-4ce3-8e4b-b21851eea917 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Calling delete_port for 5831a6be-2442-4d2b-83e5-f2bf84c03dec owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:28.733220 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affe8f0-624b-4a26-8512-b11499373692 None None] Pushing event updated for resources: {'Port': ['ID=7cae010f-8663-4acf-ba16-073f1e90c0e4,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:28.751103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07efeb20-ece5-449d-9e16-27a61a2b3e0f req-450281e4-fcad-4465-bd7a-6464367064a6 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457435 Nov 12 04:08:28.979877 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc3df485-fe51-483d-a290-52785f37531b req-7b56d789-b90e-4ce3-8e4b-b21851eea917 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.053057 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56d789-b90e-4ce3-8e4b-b21851eea917 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event deleted for resources: {'Port': ['ID=5831a6be-2442-4d2b-83e5-f2bf84c03dec,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:29.166700 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3df485-fe51-483d-a290-52785f37531b req-7b56d789-b90e-4ce3-8e4b-b21851eea917 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] No DVR routers for this DVR port 5831a6be-2442-4d2b-83e5-f2bf84c03dec on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:29.169964 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-dc3df485-fe51-483d-a290-52785f37531b req-7b56d789-b90e-4ce3-8e4b-b21851eea917 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.173533 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dc3df485-fe51-483d-a290-52785f37531b req-7b56d789-b90e-4ce3-8e4b-b21851eea917 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.31 "DELETE /v2.0/ports/5831a6be-2442-4d2b-83e5-f2bf84c03dec HTTP/1.1" status: 204 len: 173 time: 1.0463476 Nov 12 04:08:29.186706 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d0c19-ccfa-4aee-aa37-33abda882606 req-68c9d954-a816-4103-805f-2230328348e6 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:29.189132 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-320d0c19-ccfa-4aee-aa37-33abda882606 req-68c9d954-a816-4103-805f-2230328348e6 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 949 time: 0.1618772 Nov 12 04:08:29.191175 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e3289c9-af48-43d9-90fb-9868e8849fcf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.221344 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e3289c9-af48-43d9-90fb-9868e8849fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.305709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-320d0c19-ccfa-4aee-aa37-33abda882606 req-2069f7ec-aa7e-471d-89d0-28150ae11ec9 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935636 Nov 12 04:08:29.376551 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-4e3289c9-af48-43d9-90fb-9868e8849fcf admin admin] Allocated IP 172.25.1.168 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/5def5009-f526-49a3-928e-e539dad55926) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:29.384414 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5018d6-9890-480e-b988-eeb9490b8377 x-openstack-request-id: req-cd5018d6-9890-480e-b988-eeb9490b8377 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:29.384705 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cffadf9-800c-4f5d-a38b-9450a3171b30", "name": "network-vif-deleted", "tag": "e5c5a30b-28a4-4cdd-b136-6afb7c16f33a", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:29.384966 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd5018d6-9890-480e-b988-eeb9490b8377 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:29.385691 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cffadf9-800c-4f5d-a38b-9450a3171b30', 'name': 'network-vif-deleted', 'tag': 'e5c5a30b-28a4-4cdd-b136-6afb7c16f33a', 'status': 'completed', 'code': 200} Nov 12 04:08:29.442903 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5af7da1f-49cd-4d15-9482-c5c3c72ce252 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:08:29.449855 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9de4c2b-6b18-45ae-a4f7-6675dbe40654 x-openstack-request-id: req-d9de4c2b-6b18-45ae-a4f7-6675dbe40654 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:29.450320 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e8df0a-a1c8-4702-afde-8750cc50064e", "tag": "57141e34-b11a-462e-aee5-c1a98167f0a5", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:29.450449 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9de4c2b-6b18-45ae-a4f7-6675dbe40654 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:29.450851 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e8df0a-a1c8-4702-afde-8750cc50064e', 'tag': '57141e34-b11a-462e-aee5-c1a98167f0a5', 'status': 'completed', 'code': 200} Nov 12 04:08:29.461864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device e5c5a30b-28a4-4cdd-b136-6afb7c16f33a no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:29.530384 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: e5c5a30b-28a4-4cdd-b136-6afb7c16f33a {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:29.530988 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device e5c5a30b-28a4-4cdd-b136-6afb7c16f33a not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:29.531537 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5831a6be-2442-4d2b-83e5-f2bf84c03dec no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:29.569194 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f54f54d2-c154-4ed8-886a-54689ff838f3 req-18d94ef1-7082-4182-b961-9b36a0bc0d4a tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cffadf9-800c-4f5d-a38b-9450a3171b30 HTTP/1.1" status: 200 len: 210 time: 0.0650654 Nov 12 04:08:29.575379 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e3289c9-af48-43d9-90fb-9868e8849fcf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.589293 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 5831a6be-2442-4d2b-83e5-f2bf84c03dec {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:29.589910 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5831a6be-2442-4d2b-83e5-f2bf84c03dec not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:29.595849 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01654cd-dd3f-4963-9784-3903b6af7eb9 req-bc8c154c-1ef8-47cf-a87d-94c0882a7452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:29.601486 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a01654cd-dd3f-4963-9784-3903b6af7eb9 req-bc8c154c-1ef8-47cf-a87d-94c0882a7452 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 1126 time: 0.1030424 Nov 12 04:08:29.730283 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:29.753627 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '5af7da1f-49cd-4d15-9482-c5c3c72ce252', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '5af7da1f-49cd-4d15-9482-c5c3c72ce252', 'mac_address': 'fa:16:3e:59:0a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:08:29.782280 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e3289c9-af48-43d9-90fb-9868e8849fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.816178 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01654cd-dd3f-4963-9784-3903b6af7eb9 req-b585c68d-1f0b-4505-8017-a2ec670bae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:29.816178 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a01654cd-dd3f-4963-9784-3903b6af7eb9 req-b585c68d-1f0b-4505-8017-a2ec670bae04 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 909 time: 0.1992013 Nov 12 04:08:29.845175 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.880137 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3289c9-af48-43d9-90fb-9868e8849fcf admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:29.890413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-4e3289c9-af48-43d9-90fb-9868e8849fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:29.892095 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af7da1f-49cd-4d15-9482-c5c3c72ce252 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:29.903627 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3289c9-af48-43d9-90fb-9868e8849fcf admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:29.909004 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a01654cd-dd3f-4963-9784-3903b6af7eb9 req-4e14ea21-4e05-477f-80e7-20c053265bc4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57141e34-b11a-462e-aee5-c1a98167f0a5 HTTP/1.1" status: 200 len: 217 time: 0.0865262 Nov 12 04:08:29.933591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:29.981079 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3289c9-af48-43d9-90fb-9868e8849fcf admin admin] Pushing event updated for resources: {'Port': ['ID=5def5009-f526-49a3-928e-e539dad55926,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:29.991127 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01654cd-dd3f-4963-9784-3903b6af7eb9 req-7e6e21a2-115e-431d-b9f9-5717fb586f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:29.993072 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a01654cd-dd3f-4963-9784-3903b6af7eb9 req-7e6e21a2-115e-431d-b9f9-5717fb586f3d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.0744221 Nov 12 04:08:29.997407 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.034309 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a01654cd-dd3f-4963-9784-3903b6af7eb9 req-9aa6b800-7d37-462f-adc7-854b5cfe3fc9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300541 Nov 12 04:08:30.106521 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=5af7da1f-49cd-4d15-9482-c5c3c72ce252,revision_number=12']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:30.191665 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a01654cd-dd3f-4963-9784-3903b6af7eb9 req-033d8e2d-ec22-4683-85cb-b8efe3f38628 service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482232 Nov 12 04:08:30.209323 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b50ca0c-5e01-4f89-acb7-75f1f673c4bc None None] Network 19bce048-112d-4f21-ac62-0b363c707e0b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:30.367384 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a01654cd-dd3f-4963-9784-3903b6af7eb9 req-bbbf7521-7937-4288-867a-8caa9fba598b service neutron] 10.222.0.31 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458147 Nov 12 04:08:30.381425 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2b2e47ec-bb6b-45a3-b265-65011d002712 None None] Provisioning complete for port 7cae010f-8663-4acf-ba16-073f1e90c0e4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:30.382384 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b2e47ec-bb6b-45a3-b265-65011d002712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.438511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412d83c-757e-4f9e-96a3-76c83f8f8372 req-9ed78aaf-3dea-4fa6-9d63-52cdd9c9e2c3 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:30.445568 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b412d83c-757e-4f9e-96a3-76c83f8f8372 req-9ed78aaf-3dea-4fa6-9d63-52cdd9c9e2c3 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 1102 time: 0.1433039 Nov 12 04:08:30.457254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 7cae010f-8663-4acf-ba16-073f1e90c0e4 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:30.504550 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['5af7da1f-49cd-4d15-9482-c5c3c72ce252'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:30.538679 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b412d83c-757e-4f9e-96a3-76c83f8f8372 req-8f433c11-4ad6-40ad-bcb7-3bc51a417df8 tempest-MigrationsAdminTest-1859948385 tempest-MigrationsAdminTest-1859948385-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922003 Nov 12 04:08:30.539772 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e3289c9-af48-43d9-90fb-9868e8849fcf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.685881 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 7cae010f-8663-4acf-ba16-073f1e90c0e4 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:30.686263 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.693245 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b2e47ec-bb6b-45a3-b265-65011d002712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.729498 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789406c1-361c-4342-be40-46167ff6160d req-1813de05-628b-4fe9-8d86-e36f236d926a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:30.735399 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-789406c1-361c-4342-be40-46167ff6160d req-1813de05-628b-4fe9-8d86-e36f236d926a tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 943 time: 0.1119142 Nov 12 04:08:30.804444 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2b2e47ec-bb6b-45a3-b265-65011d002712 None None] For port 7cae010f-8663-4acf-ba16-073f1e90c0e4, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7cae010f-8663-4acf-ba16-073f1e90c0e4,segment=NetworkSegment(bb8512e5-5d36-459a-96bb-a9a9dd8130cc),segment_id=bb8512e5-5d36-459a-96bb-a9a9dd8130cc)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:30.839256 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-789406c1-361c-4342-be40-46167ff6160d req-e6b69841-bf5c-4bc2-b655-be4efec4b2be tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005015 Nov 12 04:08:30.868365 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b2e47ec-bb6b-45a3-b265-65011d002712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.927342 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.945293 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e3289c9-af48-43d9-90fb-9868e8849fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.955758 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e47ec-bb6b-45a3-b265-65011d002712 None None] Pushing event updated for resources: {'Port': ['ID=7cae010f-8663-4acf-ba16-073f1e90c0e4,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:31.031078 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:08:31.032013 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:08:31.192438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-bc30da99-ddc9-4bdc-b961-377b5ba10861 None None] Provisioning complete for port 7cae010f-8663-4acf-ba16-073f1e90c0e4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:31.192837 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bc30da99-ddc9-4bdc-b961-377b5ba10861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.204547 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3289c9-af48-43d9-90fb-9868e8849fcf admin admin] Router 16718ee3-e7ac-4924-b850-d5f822cdab0b is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:08:31.343672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3289c9-af48-43d9-90fb-9868e8849fcf admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:08:31.353187 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] Sync routers for ids ['16718ee3-e7ac-4924-b850-d5f822cdab0b'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:08:31.362740 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] Routers {'16718ee3-e7ac-4924-b850-d5f822cdab0b'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:31.363281 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:08:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['16718ee3-e7ac-4924-b850-d5f822cdab0b'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:31.386988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cffadf9-800c-4f5d-a38b-9450a3171b30', 'name': 'network-vif-deleted', 'tag': '5831a6be-2442-4d2b-83e5-f2bf84c03dec'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:31.389642 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a13d00b-6220-4436-8974-d4ccb95e9ac9" -d '{"events": [{"server_uuid": "0cffadf9-800c-4f5d-a38b-9450a3171b30", "name": "network-vif-deleted", "tag": "5831a6be-2442-4d2b-83e5-f2bf84c03dec"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:31.460062 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e3289c9-af48-43d9-90fb-9868e8849fcf admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.461257 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4e3289c9-af48-43d9-90fb-9868e8849fcf admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2895560 Nov 12 04:08:31.464393 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 55488) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:31.501840 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] Set router 16718ee3-e7ac-4924-b850-d5f822cdab0b gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:31.637112 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53a14a-ee0f-4761-bbaa-3391041eba88 req-1e7f8071-2ccd-41bf-b988-33741ff03db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:31.638750 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1f53a14a-ee0f-4761-bbaa-3391041eba88 req-1e7f8071-2ccd-41bf-b988-33741ff03db8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=122febc6798244b1a13c8d5d3a4df631&device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 1097 time: 0.1035309 Nov 12 04:08:31.745741 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'name': 'tempest-TaggedBootDevicesTest-37807826-router', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '5def5009-f526-49a3-928e-e539dad55926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:27Z', 'updated_at': '2021-11-12T04:08:30Z', 'revision_number': 3, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'gw_port': {'id': '5def5009-f526-49a3-928e-e539dad55926', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:31.773284 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] Checking router: 16718ee3-e7ac-4924-b850-d5f822cdab0b for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:08:31.773636 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] Updating router 16718ee3-e7ac-4924-b850-d5f822cdab0b port 5def5009-f526-49a3-928e-e539dad55926 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:08:31.798078 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55492) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:31.825610 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.862969 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53a14a-ee0f-4761-bbaa-3391041eba88 req-6cc72b8c-d97a-4c3e-a346-2371fffc13b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:31.864470 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1f53a14a-ee0f-4761-bbaa-3391041eba88 req-6cc72b8c-d97a-4c3e-a346-2371fffc13b6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c4ea71df-5407-4bac-976d-0919c12d785d HTTP/1.1" status: 200 len: 920 time: 0.1862633 Nov 12 04:08:31.878753 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-5172a224-f202-4102-9f7d-abff7ace9470 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Deleting subnet e4bbaffb-9a95-425d-a400-d52a0caaf7c6 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:08:31.884360 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5172a224-f202-4102-9f7d-abff7ace9470 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.914046 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1f53a14a-ee0f-4761-bbaa-3391041eba88 req-9baa9ef7-28dc-478b-8c2b-b759e743f794 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5afbfdb7-0fda-4e85-9fbb-ed46c303957c HTTP/1.1" status: 200 len: 217 time: 0.0377009 Nov 12 04:08:31.937904 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5172a224-f202-4102-9f7d-abff7ace9470 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.024765 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53a14a-ee0f-4761-bbaa-3391041eba88 req-c2f58cd9-fd5f-4a49-b4e4-0bb561696be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:32.027250 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1f53a14a-ee0f-4761-bbaa-3391041eba88 req-c2f58cd9-fd5f-4a49-b4e4-0bb561696be2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=92618bee-94b8-4cad-b110-0dceb2b7687f HTTP/1.1" status: 200 len: 859 time: 0.0854645 Nov 12 04:08:32.079241 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1f53a14a-ee0f-4761-bbaa-3391041eba88 req-4d18d063-6205-441e-8add-2c7fdf61a461 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c4ea71df-5407-4bac-976d-0919c12d785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298686 Nov 12 04:08:32.103888 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5172a224-f202-4102-9f7d-abff7ace9470 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.148541 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275b753-b872-4774-a2ce-c08c31f77864 req-66277550-03f6-4b20-8b0f-b74eaba3eb17 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:32.150329 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9275b753-b872-4774-a2ce-c08c31f77864 req-66277550-03f6-4b20-8b0f-b74eaba3eb17 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.1363468 Nov 12 04:08:32.195328 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.244592 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9275b753-b872-4774-a2ce-c08c31f77864 req-f2f86045-076d-4751-8e19-d589339ed1f5 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809805 Nov 12 04:08:32.267187 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.274984 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1f53a14a-ee0f-4761-bbaa-3391041eba88 req-9cd3d2d4-11ea-4bac-9e87-c11209e48d5e service neutron] 10.222.0.31 "GET /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711628 Nov 12 04:08:32.308589 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d455336-27ff-48c9-b8c4-d687788e4b0c x-openstack-request-id: req-6d455336-27ff-48c9-b8c4-d687788e4b0c {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:32.308888 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cffadf9-800c-4f5d-a38b-9450a3171b30", "name": "network-vif-deleted", "tag": "5831a6be-2442-4d2b-83e5-f2bf84c03dec", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:32.309143 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d455336-27ff-48c9-b8c4-d687788e4b0c {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:32.309538 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cffadf9-800c-4f5d-a38b-9450a3171b30', 'name': 'network-vif-deleted', 'tag': '5831a6be-2442-4d2b-83e5-f2bf84c03dec', 'status': 'completed', 'code': 200} Nov 12 04:08:32.313757 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5172a224-f202-4102-9f7d-abff7ace9470 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.317280 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23cc0f3a-d33b-4bb3-b110-b1282ddb70db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.317871 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 7cae010f-8663-4acf-ba16-073f1e90c0e4 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:32.398570 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] Attempting to bind port 5def5009-f526-49a3-928e-e539dad55926 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:32.399019 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] Attempting to bind port 5def5009-f526-49a3-928e-e539dad55926 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:32.399602 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] Attempting to bind port 5def5009-f526-49a3-928e-e539dad55926 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:32.418867 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5172a224-f202-4102-9f7d-abff7ace9470 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.428192 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c0d842-a98b-4414-99e9-e9310ff9a65c None None] Network 211f0b76-74ec-4a4a-bfd7-c2509a961323 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:32.431357 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5172a224-f202-4102-9f7d-abff7ace9470 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "DELETE /v2.0/subnets/e4bbaffb-9a95-425d-a400-d52a0caaf7c6 HTTP/1.1" status: 204 len: 168 time: 0.6321750 Nov 12 04:08:32.432420 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172a224-f202-4102-9f7d-abff7ace9470 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event deleted for resources: {'Subnet': ['ID=e4bbaffb-9a95-425d-a400-d52a0caaf7c6,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:32.434031 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 55500) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:32.466170 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd0829-1f87-456c-9d29-2c15de5df115 None None] Pushing event updated for resources: {'Port': ['ID=5def5009-f526-49a3-928e-e539dad55926,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:32.484817 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:32.487327 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:32.487820 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.490450 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:32.491098 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] Bound port: 5def5009-f526-49a3-928e-e539dad55926, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:32.494593 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.530031 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e3164-2429-483e-9481-0976eea9d101 req-69103518-4025-4b48-8b9b-421d89305474 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:32.536781 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1f53a14a-ee0f-4761-bbaa-3391041eba88 req-8f4730ef-e1bc-4cda-b374-82450dad13b8 service neutron] 10.222.0.31 "GET /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593350 Nov 12 04:08:32.539696 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e97e3164-2429-483e-9481-0976eea9d101 req-69103518-4025-4b48-8b9b-421d89305474 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.0984793 Nov 12 04:08:32.590826 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.619688 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e97e3164-2429-483e-9481-0976eea9d101 req-ebfe39b5-511a-4900-94ea-4d6708dd0c30 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775635 Nov 12 04:08:32.673967 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-23cc0f3a-d33b-4bb3-b110-b1282ddb70db admin admin] Allocated IP 172.20.0.1 (19bce048-112d-4f21-ac62-0b363c707e0b/ac2df72c-3697-4006-a460-6748e4420277/6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:32.775162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Deleting port 96279287-e138-42b1-a827-f949d354fe2f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:32.775592 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.815138 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33326b9-8410-490a-bd37-7fba8a2c02fe req-692bb59a-9a2e-43b9-8108-5a7496966c22 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:32.825561 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a33326b9-8410-490a-bd37-7fba8a2c02fe req-692bb59a-9a2e-43b9-8108-5a7496966c22 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 943 time: 0.0869851 Nov 12 04:08:32.892552 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23cc0f3a-d33b-4bb3-b110-b1282ddb70db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.895527 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] For port 96279287-e138-42b1-a827-f949d354fe2f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=96279287-e138-42b1-a827-f949d354fe2f,segment=NetworkSegment(ad3d7de1-b0fc-4540-9ddb-c602463fa55a),segment_id=ad3d7de1-b0fc-4540-9ddb-c602463fa55a)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:32.895889 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.901104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a33326b9-8410-490a-bd37-7fba8a2c02fe req-cd7fae6c-97d6-4957-bddf-8d225aedbb3f tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703826 Nov 12 04:08:32.908574 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 7cae010f-8663-4acf-ba16-073f1e90c0e4 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:32.909155 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.914179 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Calling delete_port for 96279287-e138-42b1-a827-f949d354fe2f owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:32.956159 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] For port 5def5009-f526-49a3-928e-e539dad55926, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:32.975870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] For port 5def5009-f526-49a3-928e-e539dad55926, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=5def5009-f526-49a3-928e-e539dad55926,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:33.033271 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21d0485-40ea-4f95-8c89-7440e7c73c39 None None] DHCP port deletion for 211f0b76-74ec-4a4a-bfd7-c2509a961323 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:08:33.223125 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e21d0485-40ea-4f95-8c89-7440e7c73c39 None None] Deleting port 96279287-e138-42b1-a827-f949d354fe2f {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:33.223125 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e21d0485-40ea-4f95-8c89-7440e7c73c39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.223125 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e21d0485-40ea-4f95-8c89-7440e7c73c39 None None] For port 96279287-e138-42b1-a827-f949d354fe2f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=96279287-e138-42b1-a827-f949d354fe2f,segment=NetworkSegment(ad3d7de1-b0fc-4540-9ddb-c602463fa55a),segment_id=ad3d7de1-b0fc-4540-9ddb-c602463fa55a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:33.223125 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e21d0485-40ea-4f95-8c89-7440e7c73c39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.223125 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e21d0485-40ea-4f95-8c89-7440e7c73c39 None None] Calling delete_port for 96279287-e138-42b1-a827-f949d354fe2f owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:33.412117 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddeeff5-149c-4bfc-9a1f-3170be3118b8 req-a0f82ad6-6614-41a4-b223-faead023e69f tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:33.414618 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ddeeff5-149c-4bfc-9a1f-3170be3118b8 req-a0f82ad6-6614-41a4-b223-faead023e69f tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0847657 Nov 12 04:08:33.471755 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5af7da1f-49cd-4d15-9482-c5c3c72ce252 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:33.499506 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ddeeff5-149c-4bfc-9a1f-3170be3118b8 req-4ef9f468-56fc-4241-b9f6-33c53aea800a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718153 Nov 12 04:08:33.529913 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23cc0f3a-d33b-4bb3-b110-b1282ddb70db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.601943 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cc0f3a-d33b-4bb3-b110-b1282ddb70db admin admin] Network 19bce048-112d-4f21-ac62-0b363c707e0b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:33.609766 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-23cc0f3a-d33b-4bb3-b110-b1282ddb70db admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:33.614307 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cc0f3a-d33b-4bb3-b110-b1282ddb70db admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:33.650426 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc0f3a-d33b-4bb3-b110-b1282ddb70db admin admin] Pushing event updated for resources: {'Port': ['ID=6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:33.665655 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72671871-aa37-44d1-b171-ab6cd2d81a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.672600 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.674072 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.727523 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:08:33.748179 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:33.748515 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209cd8b-bcb0-4ad7-af72-657fa81cafc2 req-bc38cba2-0007-430b-bbd8-7d2da722aafd tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:33.748667 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.751510 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0209cd8b-bcb0-4ad7-af72-657fa81cafc2 req-bc38cba2-0007-430b-bbd8-7d2da722aafd tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.1871998 Nov 12 04:08:33.756095 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event deleted for resources: {'Port': ['ID=96279287-e138-42b1-a827-f949d354fe2f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:33.759136 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] No DVR routers for this DVR port 96279287-e138-42b1-a827-f949d354fe2f on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:33.779648 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23cc0f3a-d33b-4bb3-b110-b1282ddb70db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.883729 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd40ff-7426-4cd4-a690-16711476401b req-8f5d8d93-b6d4-4dbe-ac56-ac0c09be4cb6 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:33.887702 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fdd40ff-7426-4cd4-a690-16711476401b req-8f5d8d93-b6d4-4dbe-ac56-ac0c09be4cb6 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 950 time: 0.1028929 Nov 12 04:08:33.898195 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e21d0485-40ea-4f95-8c89-7440e7c73c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.915304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] Routers {'16718ee3-e7ac-4924-b850-d5f822cdab0b'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:33.917834 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:08:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['16718ee3-e7ac-4924-b850-d5f822cdab0b'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:33.966984 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fdd40ff-7426-4cd4-a690-16711476401b req-e36d77f4-8ceb-45f4-8d33-0419801bc2f5 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732071 Nov 12 04:08:34.066322 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21d0485-40ea-4f95-8c89-7440e7c73c39 None None] No DVR routers for this DVR port 96279287-e138-42b1-a827-f949d354fe2f on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:34.105946 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd0829-1f87-456c-9d29-2c15de5df115 None None] Pushing event updated for resources: {'Port': ['ID=5def5009-f526-49a3-928e-e539dad55926,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:34.119111 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e2265138-c358-469a-88b7-921c98d20de1 None None] Provisioning complete for port 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:34.119476 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e2265138-c358-469a-88b7-921c98d20de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.201068 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d0485-40ea-4f95-8c89-7440e7c73c39 None None] Pushing event deleted for resources: {'Port': ['ID=96279287-e138-42b1-a827-f949d354fe2f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:34.204026 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.248668 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1f5f90-86bb-4e78-ad24-34212625c093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af7da1f-49cd-4d15-9482-c5c3c72ce252'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:34.250966 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f05088-c329-4571-8f80-848040b36a71" -d '{"events": [{"server_uuid": "1c1f5f90-86bb-4e78-ad24-34212625c093", "name": "network-vif-plugged", "status": "completed", "tag": "5af7da1f-49cd-4d15-9482-c5c3c72ce252"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:34.260816 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21cebe-f4ad-493c-b967-e147b1239b0d req-9b3f7e1d-c3c4-4dce-a2db-2a5fc822d7c0 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:34.271551 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:34.275214 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e2265138-c358-469a-88b7-921c98d20de1 None None] Port 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:08:34.276053 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c21cebe-f4ad-493c-b967-e147b1239b0d req-9b3f7e1d-c3c4-4dce-a2db-2a5fc822d7c0 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 943 time: 0.2087812 Nov 12 04:08:34.297465 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] Set router 16718ee3-e7ac-4924-b850-d5f822cdab0b gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:34.410398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c21cebe-f4ad-493c-b967-e147b1239b0d req-3bfa1881-a049-4ad3-8bd1-95e330c057fc tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272597 Nov 12 04:08:34.448929 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.449945 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 57141e34-b11a-462e-aee5-c1a98167f0a5 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:34.537414 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 96279287-e138-42b1-a827-f949d354fe2f no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:34.585389 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.591265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 96279287-e138-42b1-a827-f949d354fe2f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:34.594393 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 96279287-e138-42b1-a827-f949d354fe2f not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:34.649200 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211f0b76-74ec-4a4a-bfd7-c2509a961323']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:34.663558 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=5af7da1f-49cd-4d15-9482-c5c3c72ce252,revision_number=13']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:34.669313 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3d7de1-b0fc-4540-9ddb-c602463fa55a') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:34.669845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3d7de1-b0fc-4540-9ddb-c602463fa55a') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:34.688171 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23cc0f3a-d33b-4bb3-b110-b1282ddb70db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.694382 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.725663 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-0209cd8b-bcb0-4ad7-af72-657fa81cafc2 req-794d6bc0-faad-4374-b14b-2ebc021bef49 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Deleting port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:34.726692 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0209cd8b-bcb0-4ad7-af72-657fa81cafc2 req-794d6bc0-faad-4374-b14b-2ebc021bef49 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.732503 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.769981 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00cc40b-c90c-43db-bd12-52748e6aad1a x-openstack-request-id: req-a00cc40b-c90c-43db-bd12-52748e6aad1a {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:34.770346 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1f5f90-86bb-4e78-ad24-34212625c093", "name": "network-vif-plugged", "status": "completed", "tag": "5af7da1f-49cd-4d15-9482-c5c3c72ce252", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:34.770619 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a00cc40b-c90c-43db-bd12-52748e6aad1a {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:34.771122 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1f5f90-86bb-4e78-ad24-34212625c093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af7da1f-49cd-4d15-9482-c5c3c72ce252', 'code': 200} Nov 12 04:08:34.822134 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:08:34.822870 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:08:34.827751 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:08:34.876974 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'name': 'tempest-TaggedBootDevicesTest-37807826-router', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '5def5009-f526-49a3-928e-e539dad55926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:27Z', 'updated_at': '2021-11-12T04:08:30Z', 'revision_number': 3, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'gw_port': {'id': '5def5009-f526-49a3-928e-e539dad55926', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:34.922313 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb8bf0-a7a6-4c55-a217-d5902c612fa5 None None] The sync data for ids ['16718ee3-e7ac-4924-b850-d5f822cdab0b'] in n-d-768509-24 is: [{'id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'name': 'tempest-TaggedBootDevicesTest-37807826-router', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '5def5009-f526-49a3-928e-e539dad55926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:27Z', 'updated_at': '2021-11-12T04:08:30Z', 'revision_number': 3, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'gw_port': {'id': '5def5009-f526-49a3-928e-e539dad55926', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:08:34.973291 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad4f72-3cb7-4d31-a4ba-b2b8917454de req-31728e1d-a435-47cf-8015-83b78a7f5a92 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:34.989422 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95ad4f72-3cb7-4d31-a4ba-b2b8917454de req-31728e1d-a435-47cf-8015-83b78a7f5a92 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.1071017 Nov 12 04:08:35.014256 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:35.018558 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:35.022037 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "DELETE /v2.0/networks/211f0b76-74ec-4a4a-bfd7-c2509a961323 HTTP/1.1" status: 204 len: 168 time: 2.5862417 Nov 12 04:08:35.026856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55544) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:35.033172 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-0209cd8b-bcb0-4ad7-af72-657fa81cafc2 req-794d6bc0-faad-4374-b14b-2ebc021bef49 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] For port 5af7da1f-49cd-4d15-9482-c5c3c72ce252, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5af7da1f-49cd-4d15-9482-c5c3c72ce252,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:35.037105 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0209cd8b-bcb0-4ad7-af72-657fa81cafc2 req-794d6bc0-faad-4374-b14b-2ebc021bef49 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:35.076767 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687156a-aeff-4693-8b41-786c652aad7b tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event deleted for resources: {'Network': ['ID=211f0b76-74ec-4a4a-bfd7-c2509a961323,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:35.094057 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-0209cd8b-bcb0-4ad7-af72-657fa81cafc2 req-794d6bc0-faad-4374-b14b-2ebc021bef49 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Calling delete_port for 5af7da1f-49cd-4d15-9482-c5c3c72ce252 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:35.111067 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95ad4f72-3cb7-4d31-a4ba-b2b8917454de req-6d1a021a-48d7-46f0-8934-2472a5beef89 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205800 Nov 12 04:08:35.117864 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d22cfd-142f-4355-8985-99e63cad6aa4 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Deleting subnet e1e84abd-d32b-4f69-be89-3efc7bf3bc3d {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:08:35.125328 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64d22cfd-142f-4355-8985-99e63cad6aa4 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:35.223216 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64d22cfd-142f-4355-8985-99e63cad6aa4 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:35.364182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f5047-5416-44e8-84fe-72556c40a160 req-15c015c5-7fa4-42a5-9b75-20ab48467d7e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:35.374398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf4f5047-5416-44e8-84fe-72556c40a160 req-15c015c5-7fa4-42a5-9b75-20ab48467d7e tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 951 time: 0.1152730 Nov 12 04:08:35.395612 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23cc0f3a-d33b-4bb3-b110-b1282ddb70db admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:35.427978 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64d22cfd-142f-4355-8985-99e63cad6aa4 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:35.497252 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf4f5047-5416-44e8-84fe-72556c40a160 req-0dfa6a76-8936-4b43-9b7c-d5b7709eac7b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214988 Nov 12 04:08:35.509043 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23cc0f3a-d33b-4bb3-b110-b1282ddb70db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:35.565691 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bb2b4897-72c1-4e05-a530-28e174538f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:35.592282 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0209cd8b-bcb0-4ad7-af72-657fa81cafc2 req-794d6bc0-faad-4374-b14b-2ebc021bef49 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:35.629068 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['69d802da-621d-4dcc-bebe-79fed9b690d9', '9cac48c8-fa06-4f44-b516-a1e72aebedc0', '4f4f1975-f9ec-4581-9d6f-7bbaa2850575'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:35.683526 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64d22cfd-142f-4355-8985-99e63cad6aa4 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:35.712659 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23cc0f3a-d33b-4bb3-b110-b1282ddb70db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:35.825273 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d22cfd-142f-4355-8985-99e63cad6aa4 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e84abd-d32b-4f69-be89-3efc7bf3bc3d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:35.856896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10741b-41aa-42e8-acca-a1a03260d24e req-fbf9eff9-1763-4ba3-977b-0bbc445d8d3b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:35.877431 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc0f3a-d33b-4bb3-b110-b1282ddb70db admin admin] Pushing event updated for resources: {'Port': ['ID=6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:35.880136 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d10741b-41aa-42e8-acca-a1a03260d24e req-fbf9eff9-1763-4ba3-977b-0bbc445d8d3b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 943 time: 0.2803366 Nov 12 04:08:35.904794 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-0209cd8b-bcb0-4ad7-af72-657fa81cafc2 req-794d6bc0-faad-4374-b14b-2ebc021bef49 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] No DVR routers for this DVR port 5af7da1f-49cd-4d15-9482-c5c3c72ce252 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:35.908416 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0209cd8b-bcb0-4ad7-af72-657fa81cafc2 req-794d6bc0-faad-4374-b14b-2ebc021bef49 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:35.913087 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0209cd8b-bcb0-4ad7-af72-657fa81cafc2 req-794d6bc0-faad-4374-b14b-2ebc021bef49 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.31 "DELETE /v2.0/ports/5af7da1f-49cd-4d15-9482-c5c3c72ce252 HTTP/1.1" status: 204 len: 173 time: 2.1493187 Nov 12 04:08:35.919704 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1f5f90-86bb-4e78-ad24-34212625c093', 'name': 'network-vif-deleted', 'tag': '5af7da1f-49cd-4d15-9482-c5c3c72ce252'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:35.925652 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3834ed6-c744-4d24-ae4d-63376093a871" -d '{"events": [{"server_uuid": "1c1f5f90-86bb-4e78-ad24-34212625c093", "name": "network-vif-deleted", "tag": "5af7da1f-49cd-4d15-9482-c5c3c72ce252"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:35.971739 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d6bc0-faad-4374-b14b-2ebc021bef49 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Pushing event deleted for resources: {'Port': ['ID=5af7da1f-49cd-4d15-9482-c5c3c72ce252,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:35.992417 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cc0f3a-d33b-4bb3-b110-b1282ddb70db admin admin] Network 19bce048-112d-4f21-ac62-0b363c707e0b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:35.994184 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-23cc0f3a-d33b-4bb3-b110-b1282ddb70db admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:36.079158 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-5e7ff46e-0107-48a4-91e5-3693d78d06ed service neutron] 10.222.0.31 "GET /v2.0/ports/57141e34-b11a-462e-aee5-c1a98167f0a5/bindings/n-h1-768509-24 HTTP/1.1" status: 200 len: 385 time: 0.1658401 Nov 12 04:08:36.085892 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64d22cfd-142f-4355-8985-99e63cad6aa4 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:36.089310 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-64d22cfd-142f-4355-8985-99e63cad6aa4 tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "DELETE /v2.0/subnets/e1e84abd-d32b-4f69-be89-3efc7bf3bc3d HTTP/1.1" status: 204 len: 168 time: 1.0591164 Nov 12 04:08:36.094391 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8688055-1c44-4411-934e-296140182b95 None None] Network a758a6b6-7587-4b71-8b97-f7a77d2877be requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:36.179541 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 55556) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:36.278708 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d10741b-41aa-42e8-acca-a1a03260d24e req-792397c0-bd2f-4acf-b551-576327a95ec1 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971071 Nov 12 04:08:36.365332 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:36.411261 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cc0f3a-d33b-4bb3-b110-b1282ddb70db admin admin] Router 16718ee3-e7ac-4924-b850-d5f822cdab0b has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:08:36.547264 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 5def5009-f526-49a3-928e-e539dad55926 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:36.658195 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c020d4d6-9bd8-489e-a768-fb8407eaa88e None None] Provisioning complete for port 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:36.658793 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c020d4d6-9bd8-489e-a768-fb8407eaa88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:36.692240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-53d307f7-88f9-41ad-a09f-252c975ea5af service neutron] For port 57141e34-b11a-462e-aee5-c1a98167f0a5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=57141e34-b11a-462e-aee5-c1a98167f0a5,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:36.744471 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-53d307f7-88f9-41ad-a09f-252c975ea5af service neutron] For port 57141e34-b11a-462e-aee5-c1a98167f0a5, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:36.753443 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f26e4e8-7600-4d2e-bf35-aea9ed76101c x-openstack-request-id: req-0f26e4e8-7600-4d2e-bf35-aea9ed76101c {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:36.753999 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1f5f90-86bb-4e78-ad24-34212625c093", "name": "network-vif-deleted", "tag": "5af7da1f-49cd-4d15-9482-c5c3c72ce252", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:36.754115 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f26e4e8-7600-4d2e-bf35-aea9ed76101c {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:36.754509 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1f5f90-86bb-4e78-ad24-34212625c093', 'name': 'network-vif-deleted', 'tag': '5af7da1f-49cd-4d15-9482-c5c3c72ce252', 'status': 'completed', 'code': 200} Nov 12 04:08:36.756125 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cc0f3a-d33b-4bb3-b110-b1282ddb70db admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:08:36.771193 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-23cc0f3a-d33b-4bb3-b110-b1282ddb70db admin admin] 10.222.0.37 "PUT /v2.0/routers/16718ee3-e7ac-4924-b850-d5f822cdab0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3053062 Nov 12 04:08:36.810764 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Deleting port def63c76-600a-483b-8d4e-625b3fcb7faf {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:36.811164 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:36.831583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c020d4d6-9bd8-489e-a768-fb8407eaa88e None None] Port 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:08:36.833792 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 5def5009-f526-49a3-928e-e539dad55926 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:36.834162 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:36.864258 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-53d307f7-88f9-41ad-a09f-252c975ea5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57141e34-b11a-462e-aee5-c1a98167f0a5 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:36.902732 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-53d307f7-88f9-41ad-a09f-252c975ea5af service neutron] For port 57141e34-b11a-462e-aee5-c1a98167f0a5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=57141e34-b11a-462e-aee5-c1a98167f0a5,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:36.927929 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.029315 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] For port def63c76-600a-483b-8d4e-625b3fcb7faf, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=def63c76-600a-483b-8d4e-625b3fcb7faf,segment=NetworkSegment(f800db29-21d9-41e6-9482-39d50cfdb057),segment_id=f800db29-21d9-41e6-9482-39d50cfdb057)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:37.029786 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.045034 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Calling delete_port for def63c76-600a-483b-8d4e-625b3fcb7faf owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:37.046625 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-53d307f7-88f9-41ad-a09f-252c975ea5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.057352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbeb86-09c8-4cc7-8a52-88684d243e6f req-a9d28723-4faa-4540-85f7-f76816b2bf2e tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:37.065797 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b6bbeb86-09c8-4cc7-8a52-88684d243e6f req-a9d28723-4faa-4540-85f7-f76816b2bf2e tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.1084342 Nov 12 04:08:37.192095 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.216305 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 5def5009-f526-49a3-928e-e539dad55926, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=5def5009-f526-49a3-928e-e539dad55926,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:37.238422 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.247756 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b6bbeb86-09c8-4cc7-8a52-88684d243e6f req-0839e2fc-31fe-40fe-bd2d-16921e3f5072 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809204 Nov 12 04:08:37.272386 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40e0988-c43a-401c-a5f5-5ca93c7ba439 None None] DHCP port deletion for a758a6b6-7587-4b71-8b97-f7a77d2877be request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:08:37.305261 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-53d307f7-88f9-41ad-a09f-252c975ea5af service neutron] Transition to ACTIVE for port object 57141e34-b11a-462e-aee5-c1a98167f0a5 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:08:37.313697 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event deleted for resources: {'Port': ['ID=def63c76-600a-483b-8d4e-625b3fcb7faf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:37.326872 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.333776 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] No DVR routers for this DVR port def63c76-600a-483b-8d4e-625b3fcb7faf on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:37.415400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=5def5009-f526-49a3-928e-e539dad55926,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:37.424706 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fba82b45-3f12-4941-8b52-b5d397d75a63 req-6da11e3d-83a6-40c1-8c66-c3534cc4a630 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1f5f90-86bb-4e78-ad24-34212625c093 HTTP/1.1" status: 200 len: 210 time: 0.0427279 Nov 12 04:08:37.428030 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-53d307f7-88f9-41ad-a09f-252c975ea5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.436380 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:37.436729 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:37.437095 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:37.437962 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:37.439067 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:37.439403 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:37.439737 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:37.440066 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:37.440395 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:37.440764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:37.441118 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:37.441441 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:37.473136 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.479661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5af7da1f-49cd-4d15-9482-c5c3c72ce252 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:37.523063 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 5af7da1f-49cd-4d15-9482-c5c3c72ce252 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:37.523063 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5af7da1f-49cd-4d15-9482-c5c3c72ce252 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:37.528325 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a758a6b6-7587-4b71-8b97-f7a77d2877be']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:37.543815 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f800db29-21d9-41e6-9482-39d50cfdb057') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:37.544116 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f800db29-21d9-41e6-9482-39d50cfdb057') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:37.558378 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.573215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-53d307f7-88f9-41ad-a09f-252c975ea5af service neutron] No DVR routers for this DVR port 57141e34-b11a-462e-aee5-c1a98167f0a5 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:37.589611 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.601227 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:08:37.607654 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:08:37.616985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d307f7-88f9-41ad-a09f-252c975ea5af service neutron] Pushing event updated for resources: {'Port': ['ID=57141e34-b11a-462e-aee5-c1a98167f0a5,revision_number=10']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:37.684050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f24e8b-7c2e-45d2-824e-4d8d91dfc702 req-fe4880a6-3e59-4ea8-9646-752acec96bef tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:37.686249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4f24e8b-7c2e-45d2-824e-4d8d91dfc702 req-fe4880a6-3e59-4ea8-9646-752acec96bef tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 944 time: 0.1473897 Nov 12 04:08:37.690117 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-53d307f7-88f9-41ad-a09f-252c975ea5af service neutron] 10.222.0.31 "PUT /v2.0/ports/57141e34-b11a-462e-aee5-c1a98167f0a5/bindings/n-h1-768509-24/activate HTTP/1.1" status: 200 len: 370 time: 1.5967247 Nov 12 04:08:37.752342 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4f24e8b-7c2e-45d2-824e-4d8d91dfc702 req-5ee4ea6c-f1e9-4e37-b98d-49ee6aaba1c7 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573986 Nov 12 04:08:37.809801 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.818544 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.822679 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] 10.222.0.37 "DELETE /v2.0/networks/a758a6b6-7587-4b71-8b97-f7a77d2877be HTTP/1.1" status: 204 len: 168 time: 1.6396806 Nov 12 04:08:37.839747 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dc740-40cf-4ee2-98b5-62e317cfd00e tempest-ServersTestMultiNic-1464520727 tempest-ServersTestMultiNic-1464520727-project] Pushing event deleted for resources: {'Network': ['ID=a758a6b6-7587-4b71-8b97-f7a77d2877be,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:37.964339 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-51e01c9e-59cb-4bba-8a96-d899ab34ccc1 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:37.965916 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-51e01c9e-59cb-4bba-8a96-d899ab34ccc1 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e&tenant_id=dbefff477b694cb581282e32dd2cbb0f&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 1096 time: 0.0479648 Nov 12 04:08:38.042492 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4f978aad-b87d-4275-b740-3c18c5ffb2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:38.042492 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4f978aad-b87d-4275-b740-3c18c5ffb2bc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e&tenant_id=dbefff477b694cb581282e32dd2cbb0f HTTP/1.1" status: 200 len: 1096 time: 0.0520511 Nov 12 04:08:38.100299 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] Sync routers for ids ['16718ee3-e7ac-4924-b850-d5f822cdab0b'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:08:38.117737 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] Routers {'16718ee3-e7ac-4924-b850-d5f822cdab0b'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:38.118356 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:08:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['16718ee3-e7ac-4924-b850-d5f822cdab0b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:38.135548 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:38.139628 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-33c4669f-bca6-48c3-9dc1-43dc467fb847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:38.139628 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-33c4669f-bca6-48c3-9dc1-43dc467fb847 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dbefff477b694cb581282e32dd2cbb0f&device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 1096 time: 0.0623839 Nov 12 04:08:38.143965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 55630) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:38.252216 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] Set router 16718ee3-e7ac-4924-b850-d5f822cdab0b gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:38.322485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 5def5009-f526-49a3-928e-e539dad55926 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:38.398108 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-f9a4071b-1b36-4acd-9d94-16114ec0fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:38.400105 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-f9a4071b-1b36-4acd-9d94-16114ec0fde7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 200 len: 909 time: 0.2539151 Nov 12 04:08:38.452818 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdd5da-8f11-4e4d-b801-beaad3a068ba req-5c34473f-6284-4f29-8f55-d6a81928e9da tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:38.459632 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73bdd5da-8f11-4e4d-b801-beaad3a068ba req-5c34473f-6284-4f29-8f55-d6a81928e9da tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.1114097 Nov 12 04:08:38.464583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 5def5009-f526-49a3-928e-e539dad55926 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:38.464583 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:38.541194 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-51707ee7-a96a-4e9f-a07a-faf0b4f9078e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57141e34-b11a-462e-aee5-c1a98167f0a5 HTTP/1.1" status: 200 len: 217 time: 0.0473928 Nov 12 04:08:38.557749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73bdd5da-8f11-4e4d-b801-beaad3a068ba req-4f96a862-8fa9-4c62-8dfd-70055842fdf0 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921781 Nov 12 04:08:38.723912 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'name': 'tempest-TaggedBootDevicesTest-37807826-router', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '5def5009-f526-49a3-928e-e539dad55926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:27Z', 'updated_at': '2021-11-12T04:08:34Z', 'revision_number': 4, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'gw_port': {'id': '5def5009-f526-49a3-928e-e539dad55926', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9', 'name': '', 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'mac_address': 'fa:16:3e:c5:38:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'ac2df72c-3697-4006-a460-6748e4420277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:32Z', 'updated_at': '2021-11-12T04:08:34Z', 'revision_number': 2, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'subnets': [{'id': 'ac2df72c-3697-4006-a460-6748e4420277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:38.728422 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-55c1dfc7-d7c1-43ec-b80b-7c074f0afa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:38.734782 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-55c1dfc7-d7c1-43ec-b80b-7c074f0afa74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 200 len: 848 time: 0.1776369 Nov 12 04:08:38.735492 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device def63c76-600a-483b-8d4e-625b3fcb7faf no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:38.767451 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-c27e7e9f-ca6a-4e10-a6b1-eca0a1daf3e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7c6fe18-7f21-4a1b-9722-efe49e9950a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279126 Nov 12 04:08:38.786537 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: def63c76-600a-483b-8d4e-625b3fcb7faf {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:38.786912 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device def63c76-600a-483b-8d4e-625b3fcb7faf not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:38.806880 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] Checking router: 16718ee3-e7ac-4924-b850-d5f822cdab0b for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:08:38.807439 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] Updating router 16718ee3-e7ac-4924-b850-d5f822cdab0b port 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:08:38.844405 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:38.948585 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-a737cac9-0945-468c-be30-df62169beb19 service neutron] 10.222.0.21 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690617 Nov 12 04:08:39.022447 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:39.078565 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-4d6cf257-8962-4bce-b293-9a37ba54696e service neutron] 10.222.0.21 "GET /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223724 Nov 12 04:08:39.176968 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f474a41-d681-4f3f-8e5a-d41c4c208e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:39.229470 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5044317-a10d-466c-b246-7195ed6571e8 req-8ff8df4b-619e-4d69-b15f-de7b2898c6aa tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:39.231771 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5044317-a10d-466c-b246-7195ed6571e8 req-8ff8df4b-619e-4d69-b15f-de7b2898c6aa tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 944 time: 0.0767677 Nov 12 04:08:39.322493 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5044317-a10d-466c-b246-7195ed6571e8 req-ae48e532-78c8-4c89-921d-5ee0f495689e tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822105 Nov 12 04:08:39.419998 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:39.512996 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:39.601178 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4f474a41-d681-4f3f-8e5a-d41c4c208e35 admin admin] Deleting port fdef0999-bdbe-42b4-aeb8-09843819c028 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:39.601355 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb1a82-4af0-4faf-997c-9b45ba83def4 None None] Pushing event updated for resources: {'Port': ['ID=6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:39.601524 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f474a41-d681-4f3f-8e5a-d41c4c208e35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:39.679212 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] Attempting to bind port 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:39.679702 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] Attempting to bind port 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'bb8512e5-5d36-459a-96bb-a9a9dd8130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:39.680131 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] Attempting to bind port 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9 on network 19bce048-112d-4f21-ac62-0b363c707e0b {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:39.702666 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1a82-4af0-4faf-997c-9b45ba83def4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:39.702666 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1a82-4af0-4faf-997c-9b45ba83def4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:39.702666 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1a82-4af0-4faf-997c-9b45ba83def4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:39.702666 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1a82-4af0-4faf-997c-9b45ba83def4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:39.702666 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1a82-4af0-4faf-997c-9b45ba83def4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:39.702666 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1a82-4af0-4faf-997c-9b45ba83def4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:39.708541 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1a82-4af0-4faf-997c-9b45ba83def4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:39.709024 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1a82-4af0-4faf-997c-9b45ba83def4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:39.709428 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1a82-4af0-4faf-997c-9b45ba83def4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:39.709830 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1a82-4af0-4faf-997c-9b45ba83def4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:39.710227 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1a82-4af0-4faf-997c-9b45ba83def4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:39.711607 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fb1a82-4af0-4faf-997c-9b45ba83def4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:39.725573 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:39.725966 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] Checking segment: {'id': 'bb8512e5-5d36-459a-96bb-a9a9dd8130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:39.726670 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:39.726927 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] Bound using segment: {'id': 'bb8512e5-5d36-459a-96bb-a9a9dd8130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:39.727417 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] Bound port: 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8512e5-5d36-459a-96bb-a9a9dd8130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:39.727897 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:39.789777 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a9c5c-47b1-4718-83e5-b31cc76ac11a req-6304783d-32aa-4584-8401-b69b3bc8e996 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:39.803575 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-254a9c5c-47b1-4718-83e5-b31cc76ac11a req-6304783d-32aa-4584-8401-b69b3bc8e996 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 951 time: 0.1153445 Nov 12 04:08:39.850137 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] For port 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:39.855282 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] For port 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9,segment=NetworkSegment(bb8512e5-5d36-459a-96bb-a9a9dd8130cc),segment_id=bb8512e5-5d36-459a-96bb-a9a9dd8130cc)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:39.891477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-7970c3b6-12c9-49bc-bc60-f46df54e716c tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:39.891477 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-7970c3b6-12c9-49bc-bc60-f46df54e716c tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e&tenant_id=dbefff477b694cb581282e32dd2cbb0f&binding%3Ahost_id=n-h1-768509-24 HTTP/1.1" status: 200 len: 1096 time: 0.1586006 Nov 12 04:08:39.891477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-4f474a41-d681-4f3f-8e5a-d41c4c208e35 admin admin] For port fdef0999-bdbe-42b4-aeb8-09843819c028, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=fdef0999-bdbe-42b4-aeb8-09843819c028,segment=NetworkSegment(8b0310d4-a477-4630-9baf-cbbfd15d4c05),segment_id=8b0310d4-a477-4630-9baf-cbbfd15d4c05)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:39.891477 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f474a41-d681-4f3f-8e5a-d41c4c208e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:39.902383 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-254a9c5c-47b1-4718-83e5-b31cc76ac11a req-7fcf1667-0675-45eb-9d21-4f70f0ceb203 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956643 Nov 12 04:08:39.931161 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4f474a41-d681-4f3f-8e5a-d41c4c208e35 admin admin] Calling delete_port for fdef0999-bdbe-42b4-aeb8-09843819c028 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:40.001843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1bf4757d-90e7-4b61-879e-dc67454b1bbf None None] Provisioning complete for port 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:40.015292 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1bf4757d-90e7-4b61-879e-dc67454b1bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:40.064498 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c0d48-dc57-437d-82a9-a8f2879d2c8f req-a5e76427-35bb-4412-af69-b6be447ae61c tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:40.070794 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4a1c0d48-dc57-437d-82a9-a8f2879d2c8f req-a5e76427-35bb-4412-af69-b6be447ae61c tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0738759 Nov 12 04:08:40.088459 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1bf4757d-90e7-4b61-879e-dc67454b1bbf None None] Port 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:08:40.113037 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:40.172760 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4a1c0d48-dc57-437d-82a9-a8f2879d2c8f req-52b7e4a0-3717-4b43-ae64-17a72f01062d tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844951 Nov 12 04:08:40.204903 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] Routers {'16718ee3-e7ac-4924-b850-d5f822cdab0b'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:40.206102 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:08:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['16718ee3-e7ac-4924-b850-d5f822cdab0b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:40.334337 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] Set router 16718ee3-e7ac-4924-b850-d5f822cdab0b gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:40.339680 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-946e5d1a-d7e9-41e9-8bb9-83042816ce2b service neutron] For port 57141e34-b11a-462e-aee5-c1a98167f0a5, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:40.346329 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-946e5d1a-d7e9-41e9-8bb9-83042816ce2b service neutron] Publish callbacks [] for binding, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:40.349352 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8f247e21-f9ec-469d-bb07-c8d50d294806 req-946e5d1a-d7e9-41e9-8bb9-83042816ce2b service neutron] 10.222.0.21 "DELETE /v2.0/ports/57141e34-b11a-462e-aee5-c1a98167f0a5/bindings/n-h2-768509-24 HTTP/1.1" status: 204 len: 173 time: 0.4363880 Nov 12 04:08:40.399072 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f474a41-d681-4f3f-8e5a-d41c4c208e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:40.450149 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f474a41-d681-4f3f-8e5a-d41c4c208e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdef0999-bdbe-42b4-aeb8-09843819c028,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:40.530671 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e56d77ed-1c12-40e2-ba71-7b37f014b6f7 None None] Provisioning complete for port 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:40.531954 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e56d77ed-1c12-40e2-ba71-7b37f014b6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:40.566854 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb1a82-4af0-4faf-997c-9b45ba83def4 None None] Pushing event updated for resources: {'Port': ['ID=6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:40.681871 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729f64c-2961-4e76-8165-50ed406a641a req-7a49d9c5-3cc6-4587-b734-9037feefac25 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:40.694975 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e729f64c-2961-4e76-8165-50ed406a641a req-7a49d9c5-3cc6-4587-b734-9037feefac25 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 944 time: 0.2178321 Nov 12 04:08:40.746938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ddb34-96e2-4391-bb08-eb2e0c1c734e req-5b0e2102-61e3-4ce3-be95-64c5f16f6d42 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:40.748407 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f62ddb34-96e2-4391-bb08-eb2e0c1c734e req-5b0e2102-61e3-4ce3-be95-64c5f16f6d42 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 951 time: 0.1835656 Nov 12 04:08:40.749619 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e56d77ed-1c12-40e2-ba71-7b37f014b6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:40.764662 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'name': 'tempest-TaggedBootDevicesTest-37807826-router', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '5def5009-f526-49a3-928e-e539dad55926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:27Z', 'updated_at': '2021-11-12T04:08:34Z', 'revision_number': 4, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'gw_port': {'id': '5def5009-f526-49a3-928e-e539dad55926', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9', 'name': '', 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'mac_address': 'fa:16:3e:c5:38:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'ac2df72c-3697-4006-a460-6748e4420277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:32Z', 'updated_at': '2021-11-12T04:08:39Z', 'revision_number': 4, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'subnets': [{'id': 'ac2df72c-3697-4006-a460-6748e4420277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:40.823420 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e56d77ed-1c12-40e2-ba71-7b37f014b6f7 None None] For port 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9,segment=NetworkSegment(bb8512e5-5d36-459a-96bb-a9a9dd8130cc),segment_id=bb8512e5-5d36-459a-96bb-a9a9dd8130cc)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:40.854188 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f826350-45d3-45d2-aa13-fd5073e659b0 None None] The sync data for ids ['16718ee3-e7ac-4924-b850-d5f822cdab0b'] in n-d-768509-24 is: [{'id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'name': 'tempest-TaggedBootDevicesTest-37807826-router', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '5def5009-f526-49a3-928e-e539dad55926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:27Z', 'updated_at': '2021-11-12T04:08:34Z', 'revision_number': 4, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'gw_port': {'id': '5def5009-f526-49a3-928e-e539dad55926', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9', 'name': '', 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'mac_address': 'fa:16:3e:c5:38:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'ac2df72c-3697-4006-a460-6748e4420277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:32Z', 'updated_at': '2021-11-12T04:08:39Z', 'revision_number': 4, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'subnets': [{'id': 'ac2df72c-3697-4006-a460-6748e4420277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:08:40.882363 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e729f64c-2961-4e76-8165-50ed406a641a req-bb13885a-8a25-4068-bd53-241780b4e578 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862864 Nov 12 04:08:40.927765 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f474a41-d681-4f3f-8e5a-d41c4c208e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:40.935649 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e56d77ed-1c12-40e2-ba71-7b37f014b6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:41.108120 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d77ed-1c12-40e2-ba71-7b37f014b6f7 None None] Pushing event updated for resources: {'Port': ['ID=6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:41.108665 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f62ddb34-96e2-4391-bb08-eb2e0c1c734e req-304e01ba-ad93-42c5-a5b9-34b93ac9d652 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Deleting port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:41.108665 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f62ddb34-96e2-4391-bb08-eb2e0c1c734e req-304e01ba-ad93-42c5-a5b9-34b93ac9d652 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:41.284985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f62ddb34-96e2-4391-bb08-eb2e0c1c734e req-304e01ba-ad93-42c5-a5b9-34b93ac9d652 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] For port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:41.287764 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f62ddb34-96e2-4391-bb08-eb2e0c1c734e req-304e01ba-ad93-42c5-a5b9-34b93ac9d652 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:41.323049 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f62ddb34-96e2-4391-bb08-eb2e0c1c734e req-304e01ba-ad93-42c5-a5b9-34b93ac9d652 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Calling delete_port for 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:41.497265 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f849c01-3117-46fb-9502-29de9e35e6e7 req-854f54b8-00ea-43ab-9c9a-a4f983413245 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:41.499607 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f849c01-3117-46fb-9502-29de9e35e6e7 req-854f54b8-00ea-43ab-9c9a-a4f983413245 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6 HTTP/1.1" status: 200 len: 951 time: 0.0881782 Nov 12 04:08:41.605360 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f849c01-3117-46fb-9502-29de9e35e6e7 req-b714b6bc-f225-4493-b54e-603867b7e5aa tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785809 Nov 12 04:08:41.711951 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f62ddb34-96e2-4391-bb08-eb2e0c1c734e req-304e01ba-ad93-42c5-a5b9-34b93ac9d652 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:41.729537 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f474a41-d681-4f3f-8e5a-d41c4c208e35 admin admin] Router 09ad79fa-20f7-4e77-ba74-f3ae15bc5a05 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:08:41.749292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['69d802da-621d-4dcc-bebe-79fed9b690d9', '9cac48c8-fa06-4f44-b516-a1e72aebedc0', '4f4f1975-f9ec-4581-9d6f-7bbaa2850575'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:41.771199 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e01ba-ad93-42c5-a5b9-34b93ac9d652 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Pushing event deleted for resources: {'Port': ['ID=4f4f1975-f9ec-4581-9d6f-7bbaa2850575,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:41.856538 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f202ad-cbbf-4b47-8941-8a8ca33d3192 req-7c662257-1526-4af8-b981-053fca7d30cf tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:41.861218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90f202ad-cbbf-4b47-8941-8a8ca33d3192 req-7c662257-1526-4af8-b981-053fca7d30cf tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.1619964 Nov 12 04:08:41.861218 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62ddb34-96e2-4391-bb08-eb2e0c1c734e req-304e01ba-ad93-42c5-a5b9-34b93ac9d652 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] No DVR routers for this DVR port 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:41.864105 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f62ddb34-96e2-4391-bb08-eb2e0c1c734e req-304e01ba-ad93-42c5-a5b9-34b93ac9d652 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:41.867536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f62ddb34-96e2-4391-bb08-eb2e0c1c734e req-304e01ba-ad93-42c5-a5b9-34b93ac9d652 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.31 "DELETE /v2.0/ports/4f4f1975-f9ec-4581-9d6f-7bbaa2850575 HTTP/1.1" status: 204 len: 173 time: 1.1005528 Nov 12 04:08:41.868108 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6', 'name': 'network-vif-deleted', 'tag': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:41.870487 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1280e261-b6fc-4f5a-9421-4238a4c5b605" -d '{"events": [{"server_uuid": "4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6", "name": "network-vif-deleted", "tag": "4f4f1975-f9ec-4581-9d6f-7bbaa2850575"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:41.944071 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90f202ad-cbbf-4b47-8941-8a8ca33d3192 req-547583d6-af63-489e-88c8-109da4861e9f tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703342 Nov 12 04:08:41.956307 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f474a41-d681-4f3f-8e5a-d41c4c208e35 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:08:41.965743 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4f474a41-d681-4f3f-8e5a-d41c4c208e35 admin admin] 10.222.0.37 "PUT /v2.0/routers/09ad79fa-20f7-4e77-ba74-f3ae15bc5a05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8180463 Nov 12 04:08:41.965857 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55712) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:41.986958 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0902a55a-78ca-4587-9892-ce64898ad69c None None] Sync routers for ids ['09ad79fa-20f7-4e77-ba74-f3ae15bc5a05'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:08:42.019868 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0902a55a-78ca-4587-9892-ce64898ad69c None None] Routers {'09ad79fa-20f7-4e77-ba74-f3ae15bc5a05'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:42.023946 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0902a55a-78ca-4587-9892-ce64898ad69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:08:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['09ad79fa-20f7-4e77-ba74-f3ae15bc5a05'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:42.181085 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489669ab-f919-4d1f-917c-cf6370138f43 req-39345014-531e-4239-afca-9679e1db29dc tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:42.197342 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-489669ab-f919-4d1f-917c-cf6370138f43 req-39345014-531e-4239-afca-9679e1db29dc tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 1096 time: 0.1280904 Nov 12 04:08:42.243566 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c97db02b-fc9e-40fa-91c5-9a329977e271 admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.264095 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-0902a55a-78ca-4587-9892-ce64898ad69c None None] Set router 09ad79fa-20f7-4e77-ba74-f3ae15bc5a05 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:42.513902 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-489669ab-f919-4d1f-917c-cf6370138f43 req-d9f92354-7887-47e2-b29c-5715c92a5301 tempest-LiveMigrationTest-362759600 tempest-LiveMigrationTest-362759600-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041739 Nov 12 04:08:42.548921 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c97db02b-fc9e-40fa-91c5-9a329977e271 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.590152 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2088a16-efba-4b98-9c2c-d1ca87181ee3 x-openstack-request-id: req-e2088a16-efba-4b98-9c2c-d1ca87181ee3 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:42.590451 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6", "name": "network-vif-deleted", "tag": "4f4f1975-f9ec-4581-9d6f-7bbaa2850575", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:42.590763 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2088a16-efba-4b98-9c2c-d1ca87181ee3 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:42.591170 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8207ed-6b6e-4ae7-9b09-d2c06ad5ccd6', 'name': 'network-vif-deleted', 'tag': '4f4f1975-f9ec-4581-9d6f-7bbaa2850575', 'status': 'completed', 'code': 200} Nov 12 04:08:42.596118 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:42.723738 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c97db02b-fc9e-40fa-91c5-9a329977e271 admin admin] Deleting port a89847a4-c32d-4d53-9d39-b45af39b756f {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:42.723967 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:42.724434 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.724908 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c97db02b-fc9e-40fa-91c5-9a329977e271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.728266 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0902a55a-78ca-4587-9892-ce64898ad69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'name': 'tempest-ServersTestMultiNic-1139235039-router', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a89847a4-c32d-4d53-9d39-b45af39b756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:08:40Z', 'revision_number': 5, 'project_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'gw_port': {'id': 'a89847a4-c32d-4d53-9d39-b45af39b756f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:42.796296 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0902a55a-78ca-4587-9892-ce64898ad69c None None] Checking router: 09ad79fa-20f7-4e77-ba74-f3ae15bc5a05 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:08:42.815721 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0902a55a-78ca-4587-9892-ce64898ad69c None None] Routers {'09ad79fa-20f7-4e77-ba74-f3ae15bc5a05'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:42.816543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0902a55a-78ca-4587-9892-ce64898ad69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:08:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['09ad79fa-20f7-4e77-ba74-f3ae15bc5a05'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:42.885803 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-c97db02b-fc9e-40fa-91c5-9a329977e271 admin admin] For port a89847a4-c32d-4d53-9d39-b45af39b756f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a89847a4-c32d-4d53-9d39-b45af39b756f,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:42.886762 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c97db02b-fc9e-40fa-91c5-9a329977e271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.900329 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c97db02b-fc9e-40fa-91c5-9a329977e271 admin admin] Calling delete_port for a89847a4-c32d-4d53-9d39-b45af39b756f owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:43.016217 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-0902a55a-78ca-4587-9892-ce64898ad69c None None] Set router 09ad79fa-20f7-4e77-ba74-f3ae15bc5a05 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:43.112483 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0902a55a-78ca-4587-9892-ce64898ad69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'name': 'tempest-ServersTestMultiNic-1139235039-router', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:08:42Z', 'revision_number': 6, 'project_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:43.160877 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0902a55a-78ca-4587-9892-ce64898ad69c None None] The sync data for ids ['09ad79fa-20f7-4e77-ba74-f3ae15bc5a05'] in n-d-768509-24 is: [{'id': '09ad79fa-20f7-4e77-ba74-f3ae15bc5a05', 'name': 'tempest-ServersTestMultiNic-1139235039-router', 'tenant_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:08:42Z', 'revision_number': 6, 'project_id': 'b478a3ac765b42beb72f2dff0b477fa0', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:08:43.271119 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c97db02b-fc9e-40fa-91c5-9a329977e271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.299004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97db02b-fc9e-40fa-91c5-9a329977e271 admin admin] Pushing event deleted for resources: {'Port': ['ID=a89847a4-c32d-4d53-9d39-b45af39b756f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:43.375966 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c97db02b-fc9e-40fa-91c5-9a329977e271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.479317 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c97db02b-fc9e-40fa-91c5-9a329977e271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.481601 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c97db02b-fc9e-40fa-91c5-9a329977e271 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.592306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501ce76-d984-4867-9efb-8cb513b2c4b1 req-0caf2ed6-2f61-4c0d-8fb0-d863e0e94649 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:43.594764 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5501ce76-d984-4867-9efb-8cb513b2c4b1 req-0caf2ed6-2f61-4c0d-8fb0-d863e0e94649 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0566614 Nov 12 04:08:43.648968 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c97db02b-fc9e-40fa-91c5-9a329977e271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.650971 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97db02b-fc9e-40fa-91c5-9a329977e271 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09ad79fa-20f7-4e77-ba74-f3ae15bc5a05 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:08:43.654585 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c97db02b-fc9e-40fa-91c5-9a329977e271 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.655787 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c97db02b-fc9e-40fa-91c5-9a329977e271 admin admin] 10.222.0.37 "DELETE /v2.0/routers/09ad79fa-20f7-4e77-ba74-f3ae15bc5a05 HTTP/1.1" status: 204 len: 168 time: 1.6888864 Nov 12 04:08:43.659188 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 55734) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:43.660011 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5501ce76-d984-4867-9efb-8cb513b2c4b1 req-6c4f2d11-5b49-4bb5-99a6-7f16baaad8e3 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588369 Nov 12 04:08:43.708739 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b78987c-eb9e-4aab-b2aa-dc036f626f99 admin admin] Deleting subnet c4e5cb3f-bf65-4e0f-a5bf-08c88c46ed90 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:08:43.712706 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b78987c-eb9e-4aab-b2aa-dc036f626f99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.767620 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b78987c-eb9e-4aab-b2aa-dc036f626f99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.811454 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ba863-6d46-4e11-a989-b56706997a58 req-1ac7fd6a-4100-403f-8376-828e7b346bc0 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:43.814089 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a4ba863-6d46-4e11-a989-b56706997a58 req-1ac7fd6a-4100-403f-8376-828e7b346bc0 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 944 time: 0.0603566 Nov 12 04:08:43.881867 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b78987c-eb9e-4aab-b2aa-dc036f626f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.931761 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a4ba863-6d46-4e11-a989-b56706997a58 req-8469e61e-fb2a-438e-b150-7d1814aa7f39 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087711 Nov 12 04:08:43.993900 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5968a-2454-4378-841a-f87515348547 req-bf21fd4f-9ff9-4381-8a1c-59439f8b1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:43.993900 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bee5968a-2454-4378-841a-f87515348547 req-bf21fd4f-9ff9-4381-8a1c-59439f8b1438 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 1097 time: 0.1363976 Nov 12 04:08:44.036116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bee5968a-2454-4378-841a-f87515348547 req-a9e0679e-4bce-4d31-b87f-bddcb5c13aee service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667145 Nov 12 04:08:44.300027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device fdef0999-bdbe-42b4-aeb8-09843819c028 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:44.301907 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b78987c-eb9e-4aab-b2aa-dc036f626f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:44.323360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: fdef0999-bdbe-42b4-aeb8-09843819c028 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:44.323722 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device fdef0999-bdbe-42b4-aeb8-09843819c028 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:44.324218 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a89847a4-c32d-4d53-9d39-b45af39b756f no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:44.330439 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78987c-eb9e-4aab-b2aa-dc036f626f99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e5cb3f-bf65-4e0f-a5bf-08c88c46ed90,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:44.340973 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b78987c-eb9e-4aab-b2aa-dc036f626f99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:44.347930 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9b78987c-eb9e-4aab-b2aa-dc036f626f99 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c4e5cb3f-bf65-4e0f-a5bf-08c88c46ed90 HTTP/1.1" status: 204 len: 168 time: 0.6874714 Nov 12 04:08:44.349985 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a014308f-76ed-4959-89e0-8b7d2e235f0f None None] Network c747d0f2-fe0c-4289-8f6f-373587e01c06 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:44.350590 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55744) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:44.368601 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: a89847a4-c32d-4d53-9d39-b45af39b756f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:44.369229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a89847a4-c32d-4d53-9d39-b45af39b756f not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:44.430711 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:44.522260 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210bb81-e8ed-4b7c-a745-f05b7df1199a req-6f933b9b-77e9-4b94-9f4e-391a4d225009 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:44.523873 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9210bb81-e8ed-4b7c-a745-f05b7df1199a req-6f933b9b-77e9-4b94-9f4e-391a4d225009 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.21 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 944 time: 0.0656836 Nov 12 04:08:44.582228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961ff253-0009-4a98-ac2f-1f18ef72fbb3 None None] DHCP port deletion for c747d0f2-fe0c-4289-8f6f-373587e01c06 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:08:44.651750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-9210bb81-e8ed-4b7c-a745-f05b7df1199a req-2c3614b3-3474-4efe-ae42-fe01a79d6787 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Deleting port 57141e34-b11a-462e-aee5-c1a98167f0a5 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:44.652101 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9210bb81-e8ed-4b7c-a745-f05b7df1199a req-2c3614b3-3474-4efe-ae42-fe01a79d6787 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:44.673004 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-961ff253-0009-4a98-ac2f-1f18ef72fbb3 None None] Deleting port d4dda0c3-c9aa-4b51-809a-0d1d6e21d063 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:44.673717 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-961ff253-0009-4a98-ac2f-1f18ef72fbb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:44.772831 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-961ff253-0009-4a98-ac2f-1f18ef72fbb3 None None] For port d4dda0c3-c9aa-4b51-809a-0d1d6e21d063, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d4dda0c3-c9aa-4b51-809a-0d1d6e21d063,segment=NetworkSegment(8b0310d4-a477-4630-9baf-cbbfd15d4c05),segment_id=8b0310d4-a477-4630-9baf-cbbfd15d4c05)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:44.776227 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-961ff253-0009-4a98-ac2f-1f18ef72fbb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:44.781610 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-9210bb81-e8ed-4b7c-a745-f05b7df1199a req-2c3614b3-3474-4efe-ae42-fe01a79d6787 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] For port 57141e34-b11a-462e-aee5-c1a98167f0a5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=57141e34-b11a-462e-aee5-c1a98167f0a5,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:44.782239 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9210bb81-e8ed-4b7c-a745-f05b7df1199a req-2c3614b3-3474-4efe-ae42-fe01a79d6787 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:44.798536 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-9210bb81-e8ed-4b7c-a745-f05b7df1199a req-2c3614b3-3474-4efe-ae42-fe01a79d6787 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Calling delete_port for 57141e34-b11a-462e-aee5-c1a98167f0a5 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:44.816935 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-961ff253-0009-4a98-ac2f-1f18ef72fbb3 None None] Calling delete_port for d4dda0c3-c9aa-4b51-809a-0d1d6e21d063 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:44.882216 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] Deleting port d4dda0c3-c9aa-4b51-809a-0d1d6e21d063 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:44.882565 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:44.997502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] For port d4dda0c3-c9aa-4b51-809a-0d1d6e21d063, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d4dda0c3-c9aa-4b51-809a-0d1d6e21d063,segment=NetworkSegment(8b0310d4-a477-4630-9baf-cbbfd15d4c05),segment_id=8b0310d4-a477-4630-9baf-cbbfd15d4c05)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:44.997904 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:45.018009 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] Calling delete_port for d4dda0c3-c9aa-4b51-809a-0d1d6e21d063 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:45.034537 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-961ff253-0009-4a98-ac2f-1f18ef72fbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:45.036495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c5c19-0f26-4811-82dc-961ec51d5db0 req-d3694f43-a29f-4ad9-bd53-24f4d974feec tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:45.041850 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-514c5c19-0f26-4811-82dc-961ec51d5db0 req-d3694f43-a29f-4ad9-bd53-24f4d974feec tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.0974684 Nov 12 04:08:45.066027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ff253-0009-4a98-ac2f-1f18ef72fbb3 None None] Pushing event deleted for resources: {'Port': ['ID=d4dda0c3-c9aa-4b51-809a-0d1d6e21d063,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:45.093971 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961ff253-0009-4a98-ac2f-1f18ef72fbb3 None None] No DVR routers for this DVR port d4dda0c3-c9aa-4b51-809a-0d1d6e21d063 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:45.112334 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9210bb81-e8ed-4b7c-a745-f05b7df1199a req-2c3614b3-3474-4efe-ae42-fe01a79d6787 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:45.139278 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-514c5c19-0f26-4811-82dc-961ec51d5db0 req-53d826fd-5a3e-4934-9e54-4b15b723f38b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668104 Nov 12 04:08:45.148340 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['c92a8779-6c05-4b29-99a5-e63758e37b69', '57141e34-b11a-462e-aee5-c1a98167f0a5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:45.164339 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3614b3-3474-4efe-ae42-fe01a79d6787 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Pushing event deleted for resources: {'Port': ['ID=57141e34-b11a-462e-aee5-c1a98167f0a5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:45.180413 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:45.242758 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] Pushing event deleted for resources: {'Port': ['ID=d4dda0c3-c9aa-4b51-809a-0d1d6e21d063,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:45.246211 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-9210bb81-e8ed-4b7c-a745-f05b7df1199a req-2c3614b3-3474-4efe-ae42-fe01a79d6787 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] No DVR routers for this DVR port 57141e34-b11a-462e-aee5-c1a98167f0a5 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:45.246460 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] No DVR routers for this DVR port d4dda0c3-c9aa-4b51-809a-0d1d6e21d063 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:45.248168 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9210bb81-e8ed-4b7c-a745-f05b7df1199a req-2c3614b3-3474-4efe-ae42-fe01a79d6787 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:45.252285 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9210bb81-e8ed-4b7c-a745-f05b7df1199a req-2c3614b3-3474-4efe-ae42-fe01a79d6787 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.21 "DELETE /v2.0/ports/57141e34-b11a-462e-aee5-c1a98167f0a5 HTTP/1.1" status: 204 len: 173 time: 0.7219510 Nov 12 04:08:45.253111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e8df0a-a1c8-4702-afde-8750cc50064e', 'name': 'network-vif-deleted', 'tag': '57141e34-b11a-462e-aee5-c1a98167f0a5'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:45.255019 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049c7530-f21f-41a3-bc56-cec38b97a52e" -d '{"events": [{"server_uuid": "86e8df0a-a1c8-4702-afde-8750cc50064e", "name": "network-vif-deleted", "tag": "57141e34-b11a-462e-aee5-c1a98167f0a5"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:45.373536 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:45.395611 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a7566-6506-491c-bd4e-dbf4266e962b req-7fd04586-1d40-465c-865d-195f66585252 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:45.397364 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-623a7566-6506-491c-bd4e-dbf4266e962b req-7fd04586-1d40-465c-865d-195f66585252 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.1558974 Nov 12 04:08:45.408336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c747d0f2-fe0c-4289-8f6f-373587e01c06']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:45.425142 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0310d4-a477-4630-9baf-cbbfd15d4c05') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:45.425408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0310d4-a477-4630-9baf-cbbfd15d4c05') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:45.442586 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:45.470489 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:45.484608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:08:45.485016 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:08:45.487053 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:08:45.503337 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-623a7566-6506-491c-bd4e-dbf4266e962b req-b832a72d-09fd-4a3a-8fc5-6e01a55406ce tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974433 Nov 12 04:08:45.509150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:45.535001 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:45.535848 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 4f4f1975-f9ec-4581-9d6f-7bbaa2850575 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:45.610837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f0a6acc-9df5-4c1b-9e29-58fc716d278e req-d5de68fb-0474-49ff-82c7-d778dda63952 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 210 time: 0.0315182 Nov 12 04:08:45.644120 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:45.660557 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:45.662017 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0010fc59-afa1-4568-ace7-e66dfb51e11a x-openstack-request-id: req-0010fc59-afa1-4568-ace7-e66dfb51e11a {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:45.662376 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e8df0a-a1c8-4702-afde-8750cc50064e", "name": "network-vif-deleted", "tag": "57141e34-b11a-462e-aee5-c1a98167f0a5", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:45.662717 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0010fc59-afa1-4568-ace7-e66dfb51e11a {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:45.663195 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e8df0a-a1c8-4702-afde-8750cc50064e', 'name': 'network-vif-deleted', 'tag': '57141e34-b11a-462e-aee5-c1a98167f0a5', 'status': 'completed', 'code': 200} Nov 12 04:08:45.667898 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] 10.222.0.37 "DELETE /v2.0/networks/c747d0f2-fe0c-4289-8f6f-373587e01c06 HTTP/1.1" status: 204 len: 168 time: 1.3138266 Nov 12 04:08:45.683557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8bc83-e370-41f9-b6fc-93e945ea81bc admin admin] Pushing event deleted for resources: {'Network': ['ID=c747d0f2-fe0c-4289-8f6f-373587e01c06,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:46.057316 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 55768) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:46.104151 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c2f89bde-1424-46ae-afde-88d3496a01d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b478a3ac765b42beb72f2dff0b477fa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455008 Nov 12 04:08:46.106858 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 55770) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:46.158326 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c54dd2d1-d96c-4304-9e5b-e7d1d1528e2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.185047 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c54dd2d1-d96c-4304-9e5b-e7d1d1528e2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.325674 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d4dda0c3-c9aa-4b51-809a-0d1d6e21d063 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:46.325822 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb260642-588e-4db4-a035-ee335ad948a1 req-b3c32d23-c089-4647-aa17-4207fe833ae7 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:46.328781 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb260642-588e-4db4-a035-ee335ad948a1 req-b3c32d23-c089-4647-aa17-4207fe833ae7 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.1336710 Nov 12 04:08:46.350344 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: d4dda0c3-c9aa-4b51-809a-0d1d6e21d063 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:46.350710 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d4dda0c3-c9aa-4b51-809a-0d1d6e21d063 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:46.353641 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2143a46-3f09-4d80-a525-0561f9f7cca7 req-07a61ffb-3212-4f8e-a498-75887833518d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:46.355149 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2143a46-3f09-4d80-a525-0561f9f7cca7 req-07a61ffb-3212-4f8e-a498-75887833518d tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 949 time: 0.1154699 Nov 12 04:08:46.423104 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c54dd2d1-d96c-4304-9e5b-e7d1d1528e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.424131 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c54dd2d1-d96c-4304-9e5b-e7d1d1528e2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.425292 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c54dd2d1-d96c-4304-9e5b-e7d1d1528e2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6144febc-7b2f-4671-acd4-237e30817e3e HTTP/1.1" status: 204 len: 168 time: 0.3174877 Nov 12 04:08:46.444440 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54dd2d1-d96c-4304-9e5b-e7d1d1528e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6144febc-7b2f-4671-acd4-237e30817e3e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:46.479625 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2143a46-3f09-4d80-a525-0561f9f7cca7 req-353f380c-c8f2-4e62-8754-c6ab4dd76ada tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985754 Nov 12 04:08:46.511387 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-cb260642-588e-4db4-a035-ee335ad948a1 req-1982158e-0743-4ac0-becb-7960fb56c413 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Deleting port 9cac48c8-fa06-4f44-b516-a1e72aebedc0 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:46.511737 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cb260642-588e-4db4-a035-ee335ad948a1 req-1982158e-0743-4ac0-becb-7960fb56c413 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.564204 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.672169 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-cb260642-588e-4db4-a035-ee335ad948a1 req-1982158e-0743-4ac0-becb-7960fb56c413 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] For port 9cac48c8-fa06-4f44-b516-a1e72aebedc0, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=9cac48c8-fa06-4f44-b516-a1e72aebedc0,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:46.672537 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cb260642-588e-4db4-a035-ee335ad948a1 req-1982158e-0743-4ac0-becb-7960fb56c413 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.692244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-cb260642-588e-4db4-a035-ee335ad948a1 req-1982158e-0743-4ac0-becb-7960fb56c413 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Calling delete_port for 9cac48c8-fa06-4f44-b516-a1e72aebedc0 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:46.708133 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce44367-0582-43ca-9bad-1ee3bb7145e6 req-30d37196-edae-4a04-b6d3-12795515e41c tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:46.711047 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bce44367-0582-43ca-9bad-1ee3bb7145e6 req-30d37196-edae-4a04-b6d3-12795515e41c tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.1058676 Nov 12 04:08:46.821352 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bce44367-0582-43ca-9bad-1ee3bb7145e6 req-14c35e53-261f-41f4-9816-9ff616c8eed7 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005650 Nov 12 04:08:46.939373 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b21212f9-d35d-4f32-b95f-c056a3a85491 req-47fd4729-1f5d-4425-947d-0db4b8083d10 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 210 time: 0.0397372 Nov 12 04:08:47.037863 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cb260642-588e-4db4-a035-ee335ad948a1 req-1982158e-0743-4ac0-becb-7960fb56c413 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:47.075452 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['69d802da-621d-4dcc-bebe-79fed9b690d9', '9cac48c8-fa06-4f44-b516-a1e72aebedc0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:47.127263 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982158e-0743-4ac0-becb-7960fb56c413 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Pushing event deleted for resources: {'Port': ['ID=9cac48c8-fa06-4f44-b516-a1e72aebedc0,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:47.300459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb260642-588e-4db4-a035-ee335ad948a1 req-1982158e-0743-4ac0-becb-7960fb56c413 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] No DVR routers for this DVR port 9cac48c8-fa06-4f44-b516-a1e72aebedc0 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:47.308955 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cb260642-588e-4db4-a035-ee335ad948a1 req-1982158e-0743-4ac0-becb-7960fb56c413 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:47.322697 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb260642-588e-4db4-a035-ee335ad948a1 req-1982158e-0743-4ac0-becb-7960fb56c413 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.31 "DELETE /v2.0/ports/9cac48c8-fa06-4f44-b516-a1e72aebedc0 HTTP/1.1" status: 204 len: 173 time: 0.9833667 Nov 12 04:08:47.322697 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead', 'name': 'network-vif-deleted', 'tag': '9cac48c8-fa06-4f44-b516-a1e72aebedc0'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:47.328818 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18ec106-5c78-4b84-b1f6-f060468dd670" -d '{"events": [{"server_uuid": "fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead", "name": "network-vif-deleted", "tag": "9cac48c8-fa06-4f44-b516-a1e72aebedc0"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:47.899452 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ee1dce-f63c-44c8-aa8f-79a6edb4b6cd x-openstack-request-id: req-b4ee1dce-f63c-44c8-aa8f-79a6edb4b6cd {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:47.900161 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead", "name": "network-vif-deleted", "tag": "9cac48c8-fa06-4f44-b516-a1e72aebedc0", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:47.900161 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4ee1dce-f63c-44c8-aa8f-79a6edb4b6cd {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:47.900383 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead', 'name': 'network-vif-deleted', 'tag': '9cac48c8-fa06-4f44-b516-a1e72aebedc0', 'status': 'completed', 'code': 200} Nov 12 04:08:47.908167 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.044918 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0b7208c-ef76-4e0c-bfa5-41a73d99e2cf req-a7626e21-7968-463d-9d11-6cad1c1a2b2b tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa46a0f6-19eb-4eb8-a4bf-f3d36f704ead HTTP/1.1" status: 200 len: 210 time: 0.0542281 Nov 12 04:08:48.063006 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe64c91-9957-44c3-8c34-d524b1ac0296 req-70f09817-f663-41c3-8ffb-828b4efa86ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:48.064813 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbe64c91-9957-44c3-8c34-d524b1ac0296 req-70f09817-f663-41c3-8ffb-828b4efa86ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=122febc6798244b1a13c8d5d3a4df631&device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 1097 time: 0.0595574 Nov 12 04:08:48.096368 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 55822) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:48.223850 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d4444-a1d4-447d-8abb-2845bc03f6df req-a9cfe3c3-b558-412e-bfbb-a4ebe74e8518 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:48.225757 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c25d4444-a1d4-447d-8abb-2845bc03f6df req-a9cfe3c3-b558-412e-bfbb-a4ebe74e8518 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0799289 Nov 12 04:08:48.229027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe64c91-9957-44c3-8c34-d524b1ac0296 req-18ffc83e-b360-4031-b509-6d87666e64fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:48.230378 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbe64c91-9957-44c3-8c34-d524b1ac0296 req-18ffc83e-b360-4031-b509-6d87666e64fd service neutron] 10.222.0.31 "GET /v2.0/networks?id=c4ea71df-5407-4bac-976d-0919c12d785d HTTP/1.1" status: 200 len: 920 time: 0.1579206 Nov 12 04:08:48.241880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 57141e34-b11a-462e-aee5-c1a98167f0a5 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:48.282699 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-61ce275e-0464-45d4-a90a-0a9ab5bd83dc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1875976915-network', 'tenant_id': '3a4ac16166e54dae862fa352faf2bc28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:48.283818 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 57141e34-b11a-462e-aee5-c1a98167f0a5 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:48.284396 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 57141e34-b11a-462e-aee5-c1a98167f0a5 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:48.287723 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbe64c91-9957-44c3-8c34-d524b1ac0296 req-7217893f-a829-4cf6-bb3a-3e5feb0ba550 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5afbfdb7-0fda-4e85-9fbb-ed46c303957c HTTP/1.1" status: 200 len: 217 time: 0.0491140 Nov 12 04:08:48.361405 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c25d4444-a1d4-447d-8abb-2845bc03f6df req-6fd16248-5abe-4fe0-ae91-95e03f90ebac tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132042 Nov 12 04:08:48.393601 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe64c91-9957-44c3-8c34-d524b1ac0296 req-558d694f-9264-431b-a04b-df026256f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:48.403730 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbe64c91-9957-44c3-8c34-d524b1ac0296 req-558d694f-9264-431b-a04b-df026256f243 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=92618bee-94b8-4cad-b110-0dceb2b7687f HTTP/1.1" status: 200 len: 859 time: 0.0997930 Nov 12 04:08:48.439694 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ce275e-0464-45d4-a90a-0a9ab5bd83dc admin admin] Made reservation on behalf of 3a4ac16166e54dae862fa352faf2bc28 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:48.442519 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61ce275e-0464-45d4-a90a-0a9ab5bd83dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.456223 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbe64c91-9957-44c3-8c34-d524b1ac0296 req-25f69bef-d05a-4cca-9bdc-7a8d57aed5de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c4ea71df-5407-4bac-976d-0919c12d785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531807 Nov 12 04:08:48.460757 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61ce275e-0464-45d4-a90a-0a9ab5bd83dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.588865 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61ce275e-0464-45d4-a90a-0a9ab5bd83dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.595412 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8fc7bc83-4231-49a7-a742-c4e5b2816f5e req-e8d913df-b4be-4421-8693-907825881bd2 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 210 time: 0.1097229 Nov 12 04:08:48.681166 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbe64c91-9957-44c3-8c34-d524b1ac0296 req-31a03e5d-cdef-4547-92dc-d25a6adfb2d3 service neutron] 10.222.0.31 "GET /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172043 Nov 12 04:08:48.683954 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61ce275e-0464-45d4-a90a-0a9ab5bd83dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.707490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ce275e-0464-45d4-a90a-0a9ab5bd83dc admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:08:48.728993 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61ce275e-0464-45d4-a90a-0a9ab5bd83dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.729370 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-61ce275e-0464-45d4-a90a-0a9ab5bd83dc admin admin] Added segment 185b428a-5d8a-425b-aad4-aa21398c4a0f of type vlan for network d37b2e01-0bab-4ed6-98b0-8381c00125c8 Nov 12 04:08:48.775088 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61ce275e-0464-45d4-a90a-0a9ab5bd83dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.837067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce275e-0464-45d4-a90a-0a9ab5bd83dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cdb921-595f-49df-b920-0b47dac1830a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:48.890887 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbe64c91-9957-44c3-8c34-d524b1ac0296 req-ca343cfc-0d37-492c-8e1b-69fa3cce1f6e service neutron] 10.222.0.31 "GET /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998167 Nov 12 04:08:48.923860 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61ce275e-0464-45d4-a90a-0a9ab5bd83dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.925005 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ce275e-0464-45d4-a90a-0a9ab5bd83dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:48.925838 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61ce275e-0464-45d4-a90a-0a9ab5bd83dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:49.006051 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce275e-0464-45d4-a90a-0a9ab5bd83dc admin admin] Pushing event updated for resources: {'Network': ['ID=d37b2e01-0bab-4ed6-98b0-8381c00125c8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:49.020201 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network d37b2e01-0bab-4ed6-98b0-8381c00125c8 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:08:49.058950 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-61ce275e-0464-45d4-a90a-0a9ab5bd83dc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9612176 Nov 12 04:08:49.062597 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55834) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:49.067565 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-7fb10287-ae2f-4f62-a770-a6fb4afcced7 admin admin] Request body: {'subnet': {'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1875976915-subnet', 'tenant_id': '3a4ac16166e54dae862fa352faf2bc28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:49.215142 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb10287-ae2f-4f62-a770-a6fb4afcced7 admin admin] Made reservation on behalf of 3a4ac16166e54dae862fa352faf2bc28 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:49.219061 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7fb10287-ae2f-4f62-a770-a6fb4afcced7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:49.512150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 9cac48c8-fa06-4f44-b516-a1e72aebedc0 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:49.540463 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 9cac48c8-fa06-4f44-b516-a1e72aebedc0 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:49.540984 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 9cac48c8-fa06-4f44-b516-a1e72aebedc0 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:50.004539 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7fb10287-ae2f-4f62-a770-a6fb4afcced7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:50.078056 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb10287-ae2f-4f62-a770-a6fb4afcced7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=504596be-ee34-4774-bccb-6ddc41bf3b5f,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:50.083009 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb10287-ae2f-4f62-a770-a6fb4afcced7 admin admin] Checking segment: {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:50.083373 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb10287-ae2f-4f62-a770-a6fb4afcced7 admin admin] Network hostable DHCP agents. Network: d37b2e01-0bab-4ed6-98b0-8381c00125c8, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:08:50.226203 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb10287-ae2f-4f62-a770-a6fb4afcced7 admin admin] Network d37b2e01-0bab-4ed6-98b0-8381c00125c8 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:08:50.338189 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975ab8d-baaf-4257-8217-ef03d8fdd8b1 req-1644dafb-ac07-4e3e-b293-d394aca95140 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:50.343151 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2975ab8d-baaf-4257-8217-ef03d8fdd8b1 req-1644dafb-ac07-4e3e-b293-d394aca95140 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0537074 Nov 12 04:08:50.393647 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-7fb10287-ae2f-4f62-a770-a6fb4afcced7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, d37b2e01-0bab-4ed6-98b0-8381c00125c8) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:50.400938 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2975ab8d-baaf-4257-8217-ef03d8fdd8b1 req-ccce701b-7df8-408c-9b22-86748981e115 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545483 Nov 12 04:08:50.405661 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb10287-ae2f-4f62-a770-a6fb4afcced7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:50.408017 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7fb10287-ae2f-4f62-a770-a6fb4afcced7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:50.409258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527993a9-cf00-48c0-bc20-2e1f0e15a55d None None] Network d37b2e01-0bab-4ed6-98b0-8381c00125c8 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:50.561489 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e461d4a-fda6-4b56-8360-e658fecbe20f req-416240fb-2d71-4b39-9978-ec70a5297e3c tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=86e8df0a-a1c8-4702-afde-8750cc50064e HTTP/1.1" status: 200 len: 210 time: 0.0570354 Nov 12 04:08:50.573909 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7fb10287-ae2f-4f62-a770-a6fb4afcced7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5027831 Nov 12 04:08:50.605793 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e2e68b-d6e6-4a88-8560-adcd42ce3adb None None] Network d37b2e01-0bab-4ed6-98b0-8381c00125c8 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:50.880479 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7045b70-b47c-4f4d-9df5-83fddfa0772c req-60abf108-e9d8-41df-b903-b6bd7282e1eb tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:50.886723 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7045b70-b47c-4f4d-9df5-83fddfa0772c req-60abf108-e9d8-41df-b903-b6bd7282e1eb tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.0579755 Nov 12 04:08:50.938161 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7045b70-b47c-4f4d-9df5-83fddfa0772c req-c6e0f43f-5519-432a-82f1-3b9a6ebfc8f2 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa8b0523-f204-4a28-9716-7767f35c7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482192 Nov 12 04:08:51.258726 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-17c2bdb0-6481-486d-ba8e-89c897efd474 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:51.260255 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-17c2bdb0-6481-486d-ba8e-89c897efd474 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 806 time: 0.1142051 Nov 12 04:08:51.277308 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-a514edb1-b4a1-4e89-b40e-65bcfc4926bf tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/quotas/3a4ac16166e54dae862fa352faf2bc28 HTTP/1.1" status: 200 len: 375 time: 0.0097330 Nov 12 04:08:51.319167 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-2eb06b7f-aa11-42ed-86a9-eb28ece82c6a tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322351 Nov 12 04:08:51.440783 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-3270b5da-07a6-46de-9d6c-7c3dfd5b0de4 service neutron] 10.222.0.37 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128154 Nov 12 04:08:51.575027 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-9d04c0c4-e36c-4765-b8a5-91e9a85df7c4 service neutron] 10.222.0.37 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250944 Nov 12 04:08:51.843834 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b99b1a-13c6-41d9-8610-7771f96d5db5 req-4081827b-e481-42fb-937a-478e770939f0 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:51.851073 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14b99b1a-13c6-41d9-8610-7771f96d5db5 req-4081827b-e481-42fb-937a-478e770939f0 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 949 time: 0.0759728 Nov 12 04:08:52.040253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96824bd5-2750-40e1-a328-602dc4062eba req-c6e9b28f-da96-4ac8-9f3c-3ec01dd87e2d tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:52.041782 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96824bd5-2750-40e1-a328-602dc4062eba req-c6e9b28f-da96-4ac8-9f3c-3ec01dd87e2d tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.1173289 Nov 12 04:08:52.102680 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-14b99b1a-13c6-41d9-8610-7771f96d5db5 req-432f7af1-9dbb-4ac7-9155-8d3e57a1e394 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Deleting port 69d802da-621d-4dcc-bebe-79fed9b690d9 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:52.103039 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-14b99b1a-13c6-41d9-8610-7771f96d5db5 req-432f7af1-9dbb-4ac7-9155-8d3e57a1e394 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:52.138488 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96824bd5-2750-40e1-a328-602dc4062eba req-13f526e6-d08f-4ebd-9959-11d0db7c0cf3 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877423 Nov 12 04:08:52.247748 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-14b99b1a-13c6-41d9-8610-7771f96d5db5 req-432f7af1-9dbb-4ac7-9155-8d3e57a1e394 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] For port 69d802da-621d-4dcc-bebe-79fed9b690d9, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=69d802da-621d-4dcc-bebe-79fed9b690d9,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:52.248176 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-14b99b1a-13c6-41d9-8610-7771f96d5db5 req-432f7af1-9dbb-4ac7-9155-8d3e57a1e394 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:52.273764 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-14b99b1a-13c6-41d9-8610-7771f96d5db5 req-432f7af1-9dbb-4ac7-9155-8d3e57a1e394 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Calling delete_port for 69d802da-621d-4dcc-bebe-79fed9b690d9 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:52.472039 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-59aded36-416b-4170-83db-56ae0520d59b req-7ad6c0cb-fe6f-4a71-b628-15e7e98f2a60 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 210 time: 0.0354772 Nov 12 04:08:52.547108 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-14b99b1a-13c6-41d9-8610-7771f96d5db5 req-432f7af1-9dbb-4ac7-9155-8d3e57a1e394 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:52.584195 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['69d802da-621d-4dcc-bebe-79fed9b690d9'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:52.635354 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f7af1-9dbb-4ac7-9155-8d3e57a1e394 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Pushing event deleted for resources: {'Port': ['ID=69d802da-621d-4dcc-bebe-79fed9b690d9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:52.687006 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f524532-dc3a-474c-bc87-84f5cd7e2b76 req-bcc06613-e9f6-4dbc-af43-3beedb5c00e3 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 210 time: 0.1013107 Nov 12 04:08:52.704014 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b99b1a-13c6-41d9-8610-7771f96d5db5 req-432f7af1-9dbb-4ac7-9155-8d3e57a1e394 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] No DVR routers for this DVR port 69d802da-621d-4dcc-bebe-79fed9b690d9 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:52.707482 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-14b99b1a-13c6-41d9-8610-7771f96d5db5 req-432f7af1-9dbb-4ac7-9155-8d3e57a1e394 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:52.712108 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14b99b1a-13c6-41d9-8610-7771f96d5db5 req-432f7af1-9dbb-4ac7-9155-8d3e57a1e394 tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.31 "DELETE /v2.0/ports/69d802da-621d-4dcc-bebe-79fed9b690d9 HTTP/1.1" status: 204 len: 173 time: 0.8536329 Nov 12 04:08:52.712108 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0a2980-074f-4185-b78d-eae74ba3c356', 'name': 'network-vif-deleted', 'tag': '69d802da-621d-4dcc-bebe-79fed9b690d9'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:52.716730 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9e8cb5-b47c-4181-a747-b82253584c24" -d '{"events": [{"server_uuid": "2a0a2980-074f-4185-b78d-eae74ba3c356", "name": "network-vif-deleted", "tag": "69d802da-621d-4dcc-bebe-79fed9b690d9"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:53.339461 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863e19ac-8f7a-4d3d-a320-b44286de64b4 x-openstack-request-id: req-863e19ac-8f7a-4d3d-a320-b44286de64b4 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:53.339461 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0a2980-074f-4185-b78d-eae74ba3c356", "name": "network-vif-deleted", "tag": "69d802da-621d-4dcc-bebe-79fed9b690d9", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:53.339461 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-863e19ac-8f7a-4d3d-a320-b44286de64b4 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:53.339461 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0a2980-074f-4185-b78d-eae74ba3c356', 'name': 'network-vif-deleted', 'tag': '69d802da-621d-4dcc-bebe-79fed9b690d9', 'status': 'completed', 'code': 200} Nov 12 04:08:53.782254 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-93986210-35dd-44bf-9823-4b3c491a5c3c req-c039a8c0-50a2-4438-8aab-bd83e6e53f09 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 210 time: 0.0280430 Nov 12 04:08:53.932925 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a9fa2a8a-8456-43d5-8553-57bcaaa71c02 req-5963e791-32e1-4cb5-9dc5-62828e05074c tempest-MigrationsAdminTest-1034083354 tempest-MigrationsAdminTest-1034083354-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0a2980-074f-4185-b78d-eae74ba3c356 HTTP/1.1" status: 200 len: 210 time: 0.0427206 Nov 12 04:08:54.995141 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2527534-0086-4dda-82f0-94866f2ce960 req-035cd571-145e-45b1-8061-0d1e63895410 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 210 time: 0.1084418 Nov 12 04:08:55.557576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 69d802da-621d-4dcc-bebe-79fed9b690d9 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:55.621038 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 69d802da-621d-4dcc-bebe-79fed9b690d9 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:55.625220 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 69d802da-621d-4dcc-bebe-79fed9b690d9 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:55.778207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-8fb57031-5739-45aa-bc62-8f435b2ed024 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:55.782855 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-8fb57031-5739-45aa-bc62-8f435b2ed024 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.21 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 806 time: 0.3035052 Nov 12 04:08:55.800368 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-5625ad1d-9ba9-4821-ad6b-b1c8b19be533 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Request body: {'port': {'device_id': '491be05a-9428-4b8a-9aa5-459637c04e2b', 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8', 'admin_state_up': True, 'tenant_id': '3a4ac16166e54dae862fa352faf2bc28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:55.959993 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55964) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:56.135143 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-5625ad1d-9ba9-4821-ad6b-b1c8b19be533 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Made reservation on behalf of 3a4ac16166e54dae862fa352faf2bc28 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:56.141809 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-5625ad1d-9ba9-4821-ad6b-b1c8b19be533 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:56.217538 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d82b10c-ed56-4003-8d23-305b7d9e6811 req-d8a49448-005c-4bf7-a2dd-9b1cdec6273e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 210 time: 0.0656602 Nov 12 04:08:56.229153 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-09bdc047-7008-422e-a2a3-8e2e15249363 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf245c200fc840d191068689a45dd107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673299 Nov 12 04:08:56.231470 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55970) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:56.325157 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-5625ad1d-9ba9-4821-ad6b-b1c8b19be533 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Allocated IP 172.20.0.6 (d37b2e01-0bab-4ed6-98b0-8381c00125c8/504596be-ee34-4774-bccb-6ddc41bf3b5f/ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:56.335331 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c5e9be79-0cf1-4f19-a585-62facda294c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:56.370965 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c5e9be79-0cf1-4f19-a585-62facda294c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:56.523709 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c5e9be79-0cf1-4f19-a585-62facda294c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:56.526995 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c5e9be79-0cf1-4f19-a585-62facda294c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:56.528431 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c5e9be79-0cf1-4f19-a585-62facda294c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa8b0523-f204-4a28-9716-7767f35c7176 HTTP/1.1" status: 204 len: 168 time: 0.2958679 Nov 12 04:08:56.542295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9be79-0cf1-4f19-a585-62facda294c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8b0523-f204-4a28-9716-7767f35c7176,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:56.683895 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-5625ad1d-9ba9-4821-ad6b-b1c8b19be533 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:56.758717 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-8c6431f3-fea7-4a26-8b6c-d2bf9e24b4ea tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:56.767139 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-8c6431f3-fea7-4a26-8b6c-d2bf9e24b4ea tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 818 time: 0.1901345 Nov 12 04:08:56.790666 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-5fc8e655-1268-43ed-b6ad-34e7c4355745 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/quotas/661e639e68ef4507b916d93d5706eabb HTTP/1.1" status: 200 len: 375 time: 0.0222976 Nov 12 04:08:56.853504 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-5625ad1d-9ba9-4821-ad6b-b1c8b19be533 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:56.894534 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-df771887-5a2a-41ba-b8cc-8ec265a06e0a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1029060 Nov 12 04:08:56.980577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625ad1d-9ba9-4821-ad6b-b1c8b19be533 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Pushing event updated for resources: {'Port': ['ID=ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:57.049506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-5625ad1d-9ba9-4821-ad6b-b1c8b19be533 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Network d37b2e01-0bab-4ed6-98b0-8381c00125c8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:57.056037 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-5625ad1d-9ba9-4821-ad6b-b1c8b19be533 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:57.082735 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-5625ad1d-9ba9-4821-ad6b-b1c8b19be533 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:57.093735 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-8932627d-5256-4a0b-8245-dd73bbca8353 service neutron] 10.222.0.37 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946130 Nov 12 04:08:57.193609 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-5625ad1d-9ba9-4821-ad6b-b1c8b19be533 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:57.194682 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-5625ad1d-9ba9-4821-ad6b-b1c8b19be533 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:57.221896 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-5f13fe6e-5e4c-4f40-a326-2479457aacb6 service neutron] 10.222.0.37 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306746 Nov 12 04:08:57.280461 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-5625ad1d-9ba9-4821-ad6b-b1c8b19be533 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4849975 Nov 12 04:08:57.301396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Request body: {'port': {'device_id': '491be05a-9428-4b8a-9aa5-459637c04e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:57.374456 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:57.645348 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56000) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:57.761882 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c0278060-bdfb-4aba-bfba-ec61f54ce92b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c108df78190547739aa52d671cf3919c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1149790 Nov 12 04:08:57.762781 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56002) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:57.846853 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fab78d55-57d3-4097-9c4c-64e5463eb9f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:57.876442 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:57.878981 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fab78d55-57d3-4097-9c4c-64e5463eb9f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:57.891416 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:57.939348 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Transition to ACTIVE for port object ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:08:58.033958 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:58.056138 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fab78d55-57d3-4097-9c4c-64e5463eb9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:58.059639 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fab78d55-57d3-4097-9c4c-64e5463eb9f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:58.061058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fab78d55-57d3-4097-9c4c-64e5463eb9f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16ebc049-fc2b-495f-8182-12e3bada0ca9 HTTP/1.1" status: 204 len: 168 time: 0.2972717 Nov 12 04:08:58.098728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab78d55-57d3-4097-9c4c-64e5463eb9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ebc049-fc2b-495f-8182-12e3bada0ca9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:58.222388 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:58.353178 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Attempting to bind port ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:58.353542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Attempting to bind port ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:58.355390 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Attempting to bind port ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:58.361287 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Port ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:08:58.361678 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Attempting to bind port ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:58.367147 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:58.367487 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Checking segment: {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:58.368864 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Bound using segment: {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:58.369349 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Bound port: ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:58.369717 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:58.445869 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] For port ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:58.449486 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] For port ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:58.558473 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:58.679115 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:58.679771 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:58.685448 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] 10.222.0.21 "PUT /v2.0/ports/ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 HTTP/1.1" status: 200 len: 1092 time: 1.3843329 Nov 12 04:08:58.688032 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491be05a-9428-4b8a-9aa5-459637c04e2b', 'tag': 'ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:58.704712 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cc6744-61a8-4c54-bccb-8e391fbae9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "491be05a-9428-4b8a-9aa5-459637c04e2b", "tag": "ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:58.771529 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e065fb-9f3d-43c6-918a-0956e44d0c56 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:58.812371 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7995e62-38d5-4f82-8f2d-12d73909ff1e req-47620f9d-b146-4da8-a56b-bbdb8ab97fd4 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:58.822329 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7995e62-38d5-4f82-8f2d-12d73909ff1e req-47620f9d-b146-4da8-a56b-bbdb8ab97fd4 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 943 time: 0.0970259 Nov 12 04:08:58.880797 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-59e24d24-f9ab-4678-8352-41a2deaeb4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:58.885421 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-59e24d24-f9ab-4678-8352-41a2deaeb4a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 1095 time: 0.0818086 Nov 12 04:08:58.894710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7995e62-38d5-4f82-8f2d-12d73909ff1e req-e2bab731-f8ef-4d1f-863c-a59a292fe2e9 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712466 Nov 12 04:08:58.992800 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-c3b07a24-6bdb-4b28-bd68-6cb341867f0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 HTTP/1.1" status: 200 len: 217 time: 0.0907309 Nov 12 04:08:59.067165 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-d92f0001-8622-4a42-9e8e-9b06b7393065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:59.069201 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-d92f0001-8622-4a42-9e8e-9b06b7393065 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504596be-ee34-4774-bccb-6ddc41bf3b5f HTTP/1.1" status: 200 len: 846 time: 0.0690010 Nov 12 04:08:59.107026 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-0ca46735-7e60-48b4-aef2-d22fe05cf847 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d37b2e01-0bab-4ed6-98b0-8381c00125c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286708 Nov 12 04:08:59.321079 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-1de08be2-e729-4f49-a4a0-992ab9fa0e6f service neutron] 10.222.0.21 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047641 Nov 12 04:08:59.468631 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-deaef4a7-4754-4b4b-8aca-0283c8277ed2 req-9acba6e5-cbc9-472c-91a8-82168eca310a service neutron] 10.222.0.21 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387751 Nov 12 04:08:59.550824 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-421df193-8c04-4271-8b28-7baad6367717 req-c1cf5d3d-7973-41ed-952d-ad22a9389f0a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 210 time: 0.0400066 Nov 12 04:08:59.636326 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b431d87-94df-45c2-b012-8c18def83526 x-openstack-request-id: req-4b431d87-94df-45c2-b012-8c18def83526 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:59.636629 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491be05a-9428-4b8a-9aa5-459637c04e2b", "tag": "ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:59.636863 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b431d87-94df-45c2-b012-8c18def83526 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:59.637397 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491be05a-9428-4b8a-9aa5-459637c04e2b', 'tag': 'ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0', 'status': 'completed', 'code': 200} Nov 12 04:08:59.786395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc6744-61a8-4c54-bccb-8e391fbae9ee req-37289741-c7b6-45a3-8307-5e7e8bb8d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:59.788065 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-14cc6744-61a8-4c54-bccb-8e391fbae9ee req-37289741-c7b6-45a3-8307-5e7e8bb8d2c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 1095 time: 0.0471706 Nov 12 04:08:59.839409 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ef271-70fc-4675-8baf-41ee49143652 req-27e44945-09ef-460d-af14-527e79ac750b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:59.851061 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-957ef271-70fc-4675-8baf-41ee49143652 req-27e44945-09ef-460d-af14-527e79ac750b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 945 time: 0.0826914 Nov 12 04:08:59.912605 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-957ef271-70fc-4675-8baf-41ee49143652 req-62deab44-2406-47ff-8075-62dbddadd299 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603833 Nov 12 04:08:59.944549 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc6744-61a8-4c54-bccb-8e391fbae9ee req-282913ff-e3f1-4b58-b14a-e465930c7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:59.947648 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-14cc6744-61a8-4c54-bccb-8e391fbae9ee req-282913ff-e3f1-4b58-b14a-e465930c7ac2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 907 time: 0.1489491 Nov 12 04:09:00.015293 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-14cc6744-61a8-4c54-bccb-8e391fbae9ee req-af8602c0-ca6b-430a-82e0-59136a4dafec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 HTTP/1.1" status: 200 len: 217 time: 0.0553071 Nov 12 04:09:00.164701 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc6744-61a8-4c54-bccb-8e391fbae9ee req-6ec68859-4019-4623-9ec3-a1c33f0948a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:00.168868 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-14cc6744-61a8-4c54-bccb-8e391fbae9ee req-6ec68859-4019-4623-9ec3-a1c33f0948a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504596be-ee34-4774-bccb-6ddc41bf3b5f HTTP/1.1" status: 200 len: 846 time: 0.1237969 Nov 12 04:09:00.248580 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-14cc6744-61a8-4c54-bccb-8e391fbae9ee req-aacb5cb7-85fc-4593-8c79-fe2bfbd6c31a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d37b2e01-0bab-4ed6-98b0-8381c00125c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507812 Nov 12 04:09:00.388022 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67bafb-fe9c-4c51-97b4-ab9e6c50c4cb req-d6ae4220-306b-4613-8673-7a8135a038b2 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:00.392374 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d67bafb-fe9c-4c51-97b4-ab9e6c50c4cb req-d6ae4220-306b-4613-8673-7a8135a038b2 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 943 time: 0.0899415 Nov 12 04:09:00.441706 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-14cc6744-61a8-4c54-bccb-8e391fbae9ee req-66611b86-e5da-4cfd-99a2-a74a73abd3e2 service neutron] 10.222.0.21 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488111 Nov 12 04:09:00.459981 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d67bafb-fe9c-4c51-97b4-ab9e6c50c4cb req-dac919a2-dc9d-4f1b-be31-e668051cc785 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612772 Nov 12 04:09:00.586327 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-14cc6744-61a8-4c54-bccb-8e391fbae9ee req-9fb43a72-b982-404d-b9b8-8f33ef0ec95b service neutron] 10.222.0.21 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355133 Nov 12 04:09:00.683262 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e1294eb-9e95-4e41-801c-c241386e15c7 req-5edf2b22-de8d-41b0-9dd4-7ca747724630 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 210 time: 0.0325227 Nov 12 04:09:00.726772 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2030074-68fe-4108-889b-fc286d27638f req-6f0dd15e-0acf-47d5-a548-29d351e08550 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:00.728639 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b2030074-68fe-4108-889b-fc286d27638f req-6f0dd15e-0acf-47d5-a548-29d351e08550 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.21 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 945 time: 0.0665147 Nov 12 04:09:00.891942 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b2030074-68fe-4108-889b-fc286d27638f req-0e4e2526-3db5-472c-b394-18f2ffaeb389 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Deleting port c92a8779-6c05-4b29-99a5-e63758e37b69 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:00.892449 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b2030074-68fe-4108-889b-fc286d27638f req-0e4e2526-3db5-472c-b394-18f2ffaeb389 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:00.999894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-616513ae-8924-42af-b9cd-d58d91d6f945 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:01.002373 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-616513ae-8924-42af-b9cd-d58d91d6f945 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.31 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 818 time: 0.2206101 Nov 12 04:09:01.013415 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b2030074-68fe-4108-889b-fc286d27638f req-0e4e2526-3db5-472c-b394-18f2ffaeb389 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] For port c92a8779-6c05-4b29-99a5-e63758e37b69, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=c92a8779-6c05-4b29-99a5-e63758e37b69,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:01.015266 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b2030074-68fe-4108-889b-fc286d27638f req-0e4e2526-3db5-472c-b394-18f2ffaeb389 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:01.042217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-8136e772-c98e-42fc-9364-7bd5275a49a1 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Request body: {'port': {'device_id': 'acf96e76-08d5-4a84-b3d6-6d00255a2612', 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff', 'admin_state_up': True, 'tenant_id': '661e639e68ef4507b916d93d5706eabb'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:01.044060 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b2030074-68fe-4108-889b-fc286d27638f req-0e4e2526-3db5-472c-b394-18f2ffaeb389 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Calling delete_port for c92a8779-6c05-4b29-99a5-e63758e37b69 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:01.125489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5a58e-cfee-42d2-9633-cc87d5aa1d40 req-ab7e8a36-0c47-4d4a-9402-93bf1cc33411 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:01.128541 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18a5a58e-cfee-42d2-9633-cc87d5aa1d40 req-ab7e8a36-0c47-4d4a-9402-93bf1cc33411 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4def1bde-2b75-40d9-a438-51c6bb889bf4 HTTP/1.1" status: 200 len: 945 time: 0.1248343 Nov 12 04:09:01.205510 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18a5a58e-cfee-42d2-9633-cc87d5aa1d40 req-01cb7ca6-727c-4d66-9545-14402c1d8b5b tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660756 Nov 12 04:09:01.267547 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b2030074-68fe-4108-889b-fc286d27638f req-0e4e2526-3db5-472c-b394-18f2ffaeb389 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:01.300263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e2526-3db5-472c-b394-18f2ffaeb389 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Pushing event deleted for resources: {'Port': ['ID=c92a8779-6c05-4b29-99a5-e63758e37b69,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:01.301642 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-8136e772-c98e-42fc-9364-7bd5275a49a1 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Made reservation on behalf of 661e639e68ef4507b916d93d5706eabb for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:01.312446 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-8136e772-c98e-42fc-9364-7bd5275a49a1 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:01.315480 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['c92a8779-6c05-4b29-99a5-e63758e37b69'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:01.444183 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2030074-68fe-4108-889b-fc286d27638f req-0e4e2526-3db5-472c-b394-18f2ffaeb389 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] No DVR routers for this DVR port c92a8779-6c05-4b29-99a5-e63758e37b69 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:01.448958 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b2030074-68fe-4108-889b-fc286d27638f req-0e4e2526-3db5-472c-b394-18f2ffaeb389 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:01.456403 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b2030074-68fe-4108-889b-fc286d27638f req-0e4e2526-3db5-472c-b394-18f2ffaeb389 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.21 "DELETE /v2.0/ports/c92a8779-6c05-4b29-99a5-e63758e37b69 HTTP/1.1" status: 204 len: 173 time: 0.7096641 Nov 12 04:09:01.591361 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-8136e772-c98e-42fc-9364-7bd5275a49a1 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Allocated IP 172.20.0.10 (1332ff08-7d9c-4053-b884-7942193654ff/59ca9b74-5f18-4dc9-9fac-822797e5b209/106e8f07-1f5f-4ba8-9f6f-dc6bfd032292) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:01.639274 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4def1bde-2b75-40d9-a438-51c6bb889bf4', 'name': 'network-vif-deleted', 'tag': 'c92a8779-6c05-4b29-99a5-e63758e37b69'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:01.642517 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9228dfec-71f4-499e-b661-7d78726358c4" -d '{"events": [{"server_uuid": "4def1bde-2b75-40d9-a438-51c6bb889bf4", "name": "network-vif-deleted", "tag": "c92a8779-6c05-4b29-99a5-e63758e37b69"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:01.785321 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df7452f0-6541-4137-a371-7de7f4902d58 req-917955e7-0a79-41fa-a66f-a22db1028f4c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4901967e21a646d1932f36d95989453c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410724 Nov 12 04:09:01.792082 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-8136e772-c98e-42fc-9364-7bd5275a49a1 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:01.929814 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7452f0-6541-4137-a371-7de7f4902d58 req-323b6cb8-ef8b-4e1e-a54f-34a2377d39f7 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:01.931461 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df7452f0-6541-4137-a371-7de7f4902d58 req-323b6cb8-ef8b-4e1e-a54f-34a2377d39f7 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1356533 Nov 12 04:09:01.948854 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df7452f0-6541-4137-a371-7de7f4902d58 req-32a16bfa-4883-4bf4-b42e-f361d16fc588 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/quotas/4901967e21a646d1932f36d95989453c HTTP/1.1" status: 200 len: 375 time: 0.0108819 Nov 12 04:09:01.965220 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-8136e772-c98e-42fc-9364-7bd5275a49a1 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:01.992944 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df7452f0-6541-4137-a371-7de7f4902d58 req-36a3b0ff-22b8-46e9-8120-5411e4c98c27 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4901967e21a646d1932f36d95989453c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382619 Nov 12 04:09:02.003204 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['2d6107eb-aa7b-4720-b256-df2f87096288'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:02.031607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-8136e772-c98e-42fc-9364-7bd5275a49a1 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Network 1332ff08-7d9c-4053-b884-7942193654ff is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:02.037689 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-8136e772-c98e-42fc-9364-7bd5275a49a1 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:02.042195 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-8136e772-c98e-42fc-9364-7bd5275a49a1 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:02.050338 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136e772-c98e-42fc-9364-7bd5275a49a1 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Pushing event updated for resources: {'Port': ['ID=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:02.101640 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-8136e772-c98e-42fc-9364-7bd5275a49a1 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:02.106083 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-8136e772-c98e-42fc-9364-7bd5275a49a1 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:02.167576 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-8136e772-c98e-42fc-9364-7bd5275a49a1 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1325433 Nov 12 04:09:02.191347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Request body: {'port': {'device_id': 'acf96e76-08d5-4a84-b3d6-6d00255a2612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:02.276747 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:02.678661 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad901a-9af2-4a81-a64b-87e842b32246 req-c35a2aa0-b813-42c4-a02b-02928f7bb8cc tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:02.681405 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-11ad901a-9af2-4a81-a64b-87e842b32246 req-c35a2aa0-b813-42c4-a02b-02928f7bb8cc tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 943 time: 0.1288548 Nov 12 04:09:02.805260 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-11ad901a-9af2-4a81-a64b-87e842b32246 req-8c13cf4b-8efb-44b3-9b80-f55f6084df64 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031330 Nov 12 04:09:02.892640 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb911ab1-1cdd-4fc6-9d3c-7bdf0836e164 x-openstack-request-id: req-fb911ab1-1cdd-4fc6-9d3c-7bdf0836e164 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:02.896684 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4def1bde-2b75-40d9-a438-51c6bb889bf4", "name": "network-vif-deleted", "tag": "c92a8779-6c05-4b29-99a5-e63758e37b69", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:02.896684 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb911ab1-1cdd-4fc6-9d3c-7bdf0836e164 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:02.896684 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4def1bde-2b75-40d9-a438-51c6bb889bf4', 'name': 'network-vif-deleted', 'tag': 'c92a8779-6c05-4b29-99a5-e63758e37b69', 'status': 'completed', 'code': 200} Nov 12 04:09:02.942528 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:02.950777 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:02.993875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Transition to ACTIVE for port object 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:03.036892 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45fe3b-e2ae-442e-8a81-fdffd4f2bbe9 req-416f03cf-4963-4726-a1c0-e8072e2d095a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:03.036892 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d45fe3b-e2ae-442e-8a81-fdffd4f2bbe9 req-416f03cf-4963-4726-a1c0-e8072e2d095a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 932 time: 0.0804136 Nov 12 04:09:03.085352 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-79962b64-5a4d-4601-9066-4b10618669f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:03.088873 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:03.128078 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d45fe3b-e2ae-442e-8a81-fdffd4f2bbe9 req-e73af789-8855-4eb8-bf36-f60ad76a1cfa tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832489 Nov 12 04:09:03.176838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Pushing event updated for resources: {'Port': ['ID=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:03.324484 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Attempting to bind port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:03.324935 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Attempting to bind port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:03.325276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Attempting to bind port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:03.337700 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 on network 1332ff08-7d9c-4053-b884-7942193654ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:03.341004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Attempting to bind port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:03.362122 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:03.364646 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Checking segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:03.367003 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Bound using segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:03.367594 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Bound port: 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:03.367980 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:03.467214 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] For port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:03.475374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] For port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:03.557499 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-9c7c7a56-2875-49c1-a282-741000be9a48 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4901967e21a646d1932f36d95989453c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239186 Nov 12 04:09:03.564044 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:03.664985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:03.665689 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:03.667181 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] 10.222.0.31 "PUT /v2.0/ports/106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 HTTP/1.1" status: 200 len: 1093 time: 1.4826598 Nov 12 04:09:03.667713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf96e76-08d5-4a84-b3d6-6d00255a2612', 'tag': '106e8f07-1f5f-4ba8-9f6f-dc6bfd032292'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:03.669997 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8c631f-44af-4269-91db-35a9d7be6d30" -d '{"events": [{"name": "network-changed", "server_uuid": "acf96e76-08d5-4a84-b3d6-6d00255a2612", "tag": "106e8f07-1f5f-4ba8-9f6f-dc6bfd032292"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:03.730375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc22a56-8b88-47f3-8386-b3996578aac1 service neutron] Pushing event updated for resources: {'Port': ['ID=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:03.776675 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-388c0969-5340-4115-81c6-cbdb27f9ba7f tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:03.777997 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-388c0969-5340-4115-81c6-cbdb27f9ba7f tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027674 Nov 12 04:09:03.808973 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f86bcf72-2500-485d-b4d7-84cc7ddbbd9b tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/quotas/4901967e21a646d1932f36d95989453c HTTP/1.1" status: 200 len: 375 time: 0.0130913 Nov 12 04:09:03.820876 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-09a4f102-350f-47de-b193-ed827aaff898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:03.822431 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-09a4f102-350f-47de-b193-ed827aaff898 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 1096 time: 0.0600441 Nov 12 04:09:03.866217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-b3fbcd54-18ed-480a-8445-b7b60b805cdc tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4901967e21a646d1932f36d95989453c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419278 Nov 12 04:09:03.921442 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-399b4044-634b-4cb4-a654-245f608612a0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 HTTP/1.1" status: 200 len: 217 time: 0.0584731 Nov 12 04:09:03.988163 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-018220e5-ab71-439a-847e-3b690e32678a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:03.990038 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-018220e5-ab71-439a-847e-3b690e32678a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.0603900 Nov 12 04:09:04.054223 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-5b276590-fa70-40eb-9fd4-b7c89f954379 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438240 Nov 12 04:09:04.183414 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-313cd46f-2544-4b38-b195-5f0bc20171db service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218863 Nov 12 04:09:04.317139 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:09:04.327705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device c92a8779-6c05-4b29-99a5-e63758e37b69 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:04.336533 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7a5384d-a9b3-4fc5-a965-eced1dfd80a1 req-c29e6b34-4760-4e64-a052-142700aac43f service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445153 Nov 12 04:09:04.382718 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: c92a8779-6c05-4b29-99a5-e63758e37b69 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:04.383360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device c92a8779-6c05-4b29-99a5-e63758e37b69 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:04.394783 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:09:04.505864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:04.524648 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0', 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8', 'port_id': 'ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0', 'mac_address': 'fa:16:3e:73:f4:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504596be-ee34-4774-bccb-6ddc41bf3b5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:09:04.587853 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:04.607092 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:04.645652 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:04.742061 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:04.781723 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42140e3c-1ce8-49a1-abc5-b1c786d4e4a4 x-openstack-request-id: req-42140e3c-1ce8-49a1-abc5-b1c786d4e4a4 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:04.782015 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf96e76-08d5-4a84-b3d6-6d00255a2612", "tag": "106e8f07-1f5f-4ba8-9f6f-dc6bfd032292", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:04.782390 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42140e3c-1ce8-49a1-abc5-b1c786d4e4a4 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:04.783012 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf96e76-08d5-4a84-b3d6-6d00255a2612', 'tag': '106e8f07-1f5f-4ba8-9f6f-dc6bfd032292', 'status': 'completed', 'code': 200} Nov 12 04:09:04.878732 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:05.052507 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-df7452f0-6541-4137-a371-7de7f4902d58 req-1fab8f68-ab04-4076-a47f-b3fc703d4934 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4901967e21a646d1932f36d95989453c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273731 Nov 12 04:09:05.229452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7452f0-6541-4137-a371-7de7f4902d58 req-440a2326-cfcf-484c-8be5-fbf804fc3f0e tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:05.231599 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-df7452f0-6541-4137-a371-7de7f4902d58 req-440a2326-cfcf-484c-8be5-fbf804fc3f0e tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1668897 Nov 12 04:09:05.245080 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c631f-44af-4269-91db-35a9d7be6d30 req-35aaf58c-b020-49b7-8ad2-2b85c9a53f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:05.246858 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee8c631f-44af-4269-91db-35a9d7be6d30 req-35aaf58c-b020-49b7-8ad2-2b85c9a53f3c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 1096 time: 0.4240289 Nov 12 04:09:05.252452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-df7452f0-6541-4137-a371-7de7f4902d58 req-5971c0da-e2d9-4fa0-8e43-cd8f7fedb72c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Request body: {'port': {'device_id': 'a7c78501-2cce-4043-a298-f3c71defeea7', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': '4901967e21a646d1932f36d95989453c'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:05.289933 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d2496-0ea4-4d34-8356-ac260fe69971 req-245b4cf5-1d6b-4390-a3fb-151336402a2e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:05.297853 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-425d2496-0ea4-4d34-8356-ac260fe69971 req-245b4cf5-1d6b-4390-a3fb-151336402a2e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 944 time: 0.4253328 Nov 12 04:09:05.390464 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-425d2496-0ea4-4d34-8356-ac260fe69971 req-4c447182-84c1-421f-a3c2-a70a74837de8 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917485 Nov 12 04:09:05.424225 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c631f-44af-4269-91db-35a9d7be6d30 req-ab098771-9f02-4cb6-8fe3-ae4b3cadc316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:05.425398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee8c631f-44af-4269-91db-35a9d7be6d30 req-ab098771-9f02-4cb6-8fe3-ae4b3cadc316 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 919 time: 0.1691327 Nov 12 04:09:05.471661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:05.487254 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee8c631f-44af-4269-91db-35a9d7be6d30 req-a010f8f0-50c7-46f6-b340-e8f7fb2efc20 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 HTTP/1.1" status: 200 len: 217 time: 0.0532317 Nov 12 04:09:05.506527 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7452f0-6541-4137-a371-7de7f4902d58 req-5971c0da-e2d9-4fa0-8e43-cd8f7fedb72c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Made reservation on behalf of 4901967e21a646d1932f36d95989453c for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:05.511331 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df7452f0-6541-4137-a371-7de7f4902d58 req-5971c0da-e2d9-4fa0-8e43-cd8f7fedb72c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:05.519327 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8dc07e27-9a66-4c69-98e8-c727f564188d req-26c3d668-a267-45d6-8752-c04b0cb229f1 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0175060-3454-42bf-8ee2-9ee68dc0637b HTTP/1.1" status: 200 len: 210 time: 0.0349724 Nov 12 04:09:05.526143 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c70c7e9d-4cd7-4da3-8fdd-ae547fa2c3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:05.543114 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df7452f0-6541-4137-a371-7de7f4902d58 req-5971c0da-e2d9-4fa0-8e43-cd8f7fedb72c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:05.577563 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c631f-44af-4269-91db-35a9d7be6d30 req-1784a322-5493-4458-a52f-d9d3f65f4474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:05.579239 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee8c631f-44af-4269-91db-35a9d7be6d30 req-1784a322-5493-4458-a52f-d9d3f65f4474 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.0585794 Nov 12 04:09:05.637257 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee8c631f-44af-4269-91db-35a9d7be6d30 req-f24e4193-839b-46d0-a22f-6faaa53be090 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398004 Nov 12 04:09:05.647490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51972356-b614-4929-b685-1b9a68e43292 req-f846d6ba-dc66-477d-a257-c9a8262eb595 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:05.647715 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-51972356-b614-4929-b685-1b9a68e43292 req-f846d6ba-dc66-477d-a257-c9a8262eb595 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.21 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 945 time: 0.0754969 Nov 12 04:09:05.771028 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9465e-2a66-45b1-9b2b-9bd2bdfa9bc6 req-61da0dea-1183-4dd8-a616-492845d32ace tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:05.774570 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0dc9465e-2a66-45b1-9b2b-9bd2bdfa9bc6 req-61da0dea-1183-4dd8-a616-492845d32ace tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 944 time: 0.1384070 Nov 12 04:09:05.801523 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df7452f0-6541-4137-a371-7de7f4902d58 req-5971c0da-e2d9-4fa0-8e43-cd8f7fedb72c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:05.833594 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-51972356-b614-4929-b685-1b9a68e43292 req-3a5bada3-1a82-4bc3-9a76-fae6cc1546c9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Deleting port de254cb0-8a7d-4f3e-9148-25a96d55a734 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:05.833937 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-51972356-b614-4929-b685-1b9a68e43292 req-3a5bada3-1a82-4bc3-9a76-fae6cc1546c9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:05.834503 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee8c631f-44af-4269-91db-35a9d7be6d30 req-a53c775c-868a-4d07-b502-f0dac15737c8 service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699564 Nov 12 04:09:05.860766 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df7452f0-6541-4137-a371-7de7f4902d58 req-5971c0da-e2d9-4fa0-8e43-cd8f7fedb72c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:05.871801 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0dc9465e-2a66-45b1-9b2b-9bd2bdfa9bc6 req-3818ba6f-d5fb-4a70-9424-c77ba26e44d5 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904076 Nov 12 04:09:05.954116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee8c631f-44af-4269-91db-35a9d7be6d30 req-f4d503db-e398-494a-87b6-74218fe5d4ce service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077654 Nov 12 04:09:05.989079 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971c0da-e2d9-4fa0-8e43-cd8f7fedb72c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:06.051883 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-51972356-b614-4929-b685-1b9a68e43292 req-3a5bada3-1a82-4bc3-9a76-fae6cc1546c9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] For port de254cb0-8a7d-4f3e-9148-25a96d55a734, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=de254cb0-8a7d-4f3e-9148-25a96d55a734,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:06.052253 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-51972356-b614-4929-b685-1b9a68e43292 req-3a5bada3-1a82-4bc3-9a76-fae6cc1546c9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:06.073816 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-51972356-b614-4929-b685-1b9a68e43292 req-3a5bada3-1a82-4bc3-9a76-fae6cc1546c9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Calling delete_port for de254cb0-8a7d-4f3e-9148-25a96d55a734 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:06.089831 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-df7452f0-6541-4137-a371-7de7f4902d58 req-5971c0da-e2d9-4fa0-8e43-cd8f7fedb72c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Allocated IP 192.168.233.175 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/6cd63bc9-27bc-4d83-866b-df17fc871e21) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:06.126824 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f77d5c-85a6-4edf-8c11-db481ca211b3 req-a24e9987-3ede-442b-bc75-35f1e39ac88f tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:06.128582 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64f77d5c-85a6-4edf-8c11-db481ca211b3 req-a24e9987-3ede-442b-bc75-35f1e39ac88f tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 945 time: 0.0597284 Nov 12 04:09:06.190078 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64f77d5c-85a6-4edf-8c11-db481ca211b3 req-e1532d60-96dc-46b8-9977-afc962e794ba tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525367 Nov 12 04:09:06.313363 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df7452f0-6541-4137-a371-7de7f4902d58 req-5971c0da-e2d9-4fa0-8e43-cd8f7fedb72c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:06.472624 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-51972356-b614-4929-b685-1b9a68e43292 req-3a5bada3-1a82-4bc3-9a76-fae6cc1546c9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:06.506938 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bada3-1a82-4bc3-9a76-fae6cc1546c9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Pushing event deleted for resources: {'Port': ['ID=de254cb0-8a7d-4f3e-9148-25a96d55a734,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:06.531374 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df7452f0-6541-4137-a371-7de7f4902d58 req-5971c0da-e2d9-4fa0-8e43-cd8f7fedb72c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:06.555715 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-51972356-b614-4929-b685-1b9a68e43292 req-3a5bada3-1a82-4bc3-9a76-fae6cc1546c9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] No DVR routers for this DVR port de254cb0-8a7d-4f3e-9148-25a96d55a734 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:06.570776 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077ba9d-133a-4d7c-a936-748d4d58e6fd req-09632a47-45c7-40d5-a2c7-a6ac2221d334 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:06.575749 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:06.582316 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-51972356-b614-4929-b685-1b9a68e43292 req-3a5bada3-1a82-4bc3-9a76-fae6cc1546c9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:06.583247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9077ba9d-133a-4d7c-a936-748d4d58e6fd req-09632a47-45c7-40d5-a2c7-a6ac2221d334 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 944 time: 0.1145489 Nov 12 04:09:06.590982 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-51972356-b614-4929-b685-1b9a68e43292 req-3a5bada3-1a82-4bc3-9a76-fae6cc1546c9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.21 "DELETE /v2.0/ports/de254cb0-8a7d-4f3e-9148-25a96d55a734 HTTP/1.1" status: 204 len: 173 time: 0.9284866 Nov 12 04:09:06.590982 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf12c47-ecfe-4bdf-b333-4d4fc938569d', 'name': 'network-vif-deleted', 'tag': 'de254cb0-8a7d-4f3e-9148-25a96d55a734'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:06.590982 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39240d69-fbd8-4dde-9585-9c9bb381b44a" -d '{"events": [{"server_uuid": "edf12c47-ecfe-4bdf-b333-4d4fc938569d", "name": "network-vif-deleted", "tag": "de254cb0-8a7d-4f3e-9148-25a96d55a734"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:06.616665 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7452f0-6541-4137-a371-7de7f4902d58 req-5971c0da-e2d9-4fa0-8e43-cd8f7fedb72c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:06.624459 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-df7452f0-6541-4137-a371-7de7f4902d58 req-5971c0da-e2d9-4fa0-8e43-cd8f7fedb72c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:06.629383 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7452f0-6541-4137-a371-7de7f4902d58 req-5971c0da-e2d9-4fa0-8e43-cd8f7fedb72c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:06.648456 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9077ba9d-133a-4d7c-a936-748d4d58e6fd req-a9d70aa9-13bc-487b-a7b0-e8d1b327ec7a tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641642 Nov 12 04:09:06.674689 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971c0da-e2d9-4fa0-8e43-cd8f7fedb72c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Pushing event updated for resources: {'Port': ['ID=6cd63bc9-27bc-4d83-866b-df17fc871e21,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:06.731944 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7452f0-6541-4137-a371-7de7f4902d58 req-5971c0da-e2d9-4fa0-8e43-cd8f7fedb72c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:06.732579 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df7452f0-6541-4137-a371-7de7f4902d58 req-5971c0da-e2d9-4fa0-8e43-cd8f7fedb72c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:06.773291 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-451fc1a7-af23-40d6-baf3-57d7cd02a4bc req-c2060603-ed5b-4bb0-8359-7d93844c3d36 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0175060-3454-42bf-8ee2-9ee68dc0637b HTTP/1.1" status: 200 len: 210 time: 0.0332232 Nov 12 04:09:06.851484 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-df7452f0-6541-4137-a371-7de7f4902d58 req-5971c0da-e2d9-4fa0-8e43-cd8f7fedb72c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6042993 Nov 12 04:09:06.857641 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70acba8-b56c-4efc-8f57-7319417bbebb x-openstack-request-id: req-f70acba8-b56c-4efc-8f57-7319417bbebb {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:06.857942 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf12c47-ecfe-4bdf-b333-4d4fc938569d", "name": "network-vif-deleted", "tag": "de254cb0-8a7d-4f3e-9148-25a96d55a734", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:06.858762 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f70acba8-b56c-4efc-8f57-7319417bbebb {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:06.859260 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf12c47-ecfe-4bdf-b333-4d4fc938569d', 'name': 'network-vif-deleted', 'tag': 'de254cb0-8a7d-4f3e-9148-25a96d55a734', 'status': 'completed', 'code': 200} Nov 12 04:09:06.887895 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Request body: {'port': {'device_id': 'a7c78501-2cce-4043-a298-f3c71defeea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:06.910491 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-ea09c37b-7edd-45a5-9573-0d7b2663e3df tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4901967e21a646d1932f36d95989453c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388741 Nov 12 04:09:07.000148 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b8c2596b-4d83-4952-8e47-45b70eee0361 None None] Provisioning complete for port 6cd63bc9-27bc-4d83-866b-df17fc871e21 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:07.000420 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8c2596b-4d83-4952-8e47-45b70eee0361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:07.028385 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:07.075188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b8c2596b-4d83-4952-8e47-45b70eee0361 None None] Port 6cd63bc9-27bc-4d83-866b-df17fc871e21 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:07.123075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-7d3ba9bd-d7e4-4cd9-a4ac-1a62d7218e25 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:07.125978 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-7d3ba9bd-d7e4-4cd9-a4ac-1a62d7218e25 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2051804 Nov 12 04:09:07.161336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-b9fd97db-359a-4a2d-96a9-23325c01eddf tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Request body: {'port': {'device_id': 'b0175060-3454-42bf-8ee2-9ee68dc0637b', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': '4901967e21a646d1932f36d95989453c'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:07.260669 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b871a-8cb4-461f-acf6-864c4721451f req-70e9f8a4-130f-4d63-a182-c9c8b7163c33 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:07.262084 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-925b871a-8cb4-461f-acf6-864c4721451f req-70e9f8a4-130f-4d63-a182-c9c8b7163c33 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 944 time: 0.1717398 Nov 12 04:09:07.390458 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-925b871a-8cb4-461f-acf6-864c4721451f req-90a63b85-c0fb-44e8-8f55-b1564376414e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118488 Nov 12 04:09:07.428567 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd63bc9-27bc-4d83-866b-df17fc871e21 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:07.429538 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:07.445678 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Transition to ACTIVE for port object 6cd63bc9-27bc-4d83-866b-df17fc871e21 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:07.546926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-b9fd97db-359a-4a2d-96a9-23325c01eddf tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Made reservation on behalf of 4901967e21a646d1932f36d95989453c for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:07.550808 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:07.551199 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-b9fd97db-359a-4a2d-96a9-23325c01eddf tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:07.661296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef53bfed-bd6d-4f40-8c83-b34b68856068 req-d2d8a216-51f6-4cae-bf12-6973d3d07dfb tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf12c47-ecfe-4bdf-b333-4d4fc938569d HTTP/1.1" status: 200 len: 210 time: 0.0697067 Nov 12 04:09:07.667777 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Pushing event updated for resources: {'Port': ['ID=6cd63bc9-27bc-4d83-866b-df17fc871e21,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:07.767360 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Attempting to bind port 6cd63bc9-27bc-4d83-866b-df17fc871e21 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:07.767360 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Attempting to bind port 6cd63bc9-27bc-4d83-866b-df17fc871e21 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:07.767360 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Attempting to bind port 6cd63bc9-27bc-4d83-866b-df17fc871e21 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:07.774779 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Port 6cd63bc9-27bc-4d83-866b-df17fc871e21 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:07.775288 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Attempting to bind port 6cd63bc9-27bc-4d83-866b-df17fc871e21 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:07.783336 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:07.785462 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:07.788068 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:07.788642 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Bound port: 6cd63bc9-27bc-4d83-866b-df17fc871e21, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:07.789096 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:07.946118 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] For port 6cd63bc9-27bc-4d83-866b-df17fc871e21, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:07.952359 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] For port 6cd63bc9-27bc-4d83-866b-df17fc871e21, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6cd63bc9-27bc-4d83-866b-df17fc871e21,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:07.991607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-b9fd97db-359a-4a2d-96a9-23325c01eddf tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Allocated IP 192.168.233.146 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/9b2f4a77-dc0f-4585-987e-a414cc10ac46) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:08.042285 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:08.067264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77357e-b3fe-4b91-a6e0-df7ab408bf6e req-e9602309-a72e-4797-9780-a35eb1118d4b tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:08.073462 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb77357e-b3fe-4b91-a6e0-df7ab408bf6e req-e9602309-a72e-4797-9780-a35eb1118d4b tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 944 time: 0.1328797 Nov 12 04:09:08.150671 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:08.195781 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb77357e-b3fe-4b91-a6e0-df7ab408bf6e req-2c6e05a8-b820-4b44-8baf-86052a8d5132 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138153 Nov 12 04:09:08.201911 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:08.202547 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:08.204165 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-df7452f0-6541-4137-a371-7de7f4902d58 req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] 10.222.0.31 "PUT /v2.0/ports/6cd63bc9-27bc-4d83-866b-df17fc871e21 HTTP/1.1" status: 200 len: 1097 time: 1.3329167 Nov 12 04:09:08.239515 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6b894-9d0f-4aaf-94f8-0ef8296774bd service neutron] Pushing event updated for resources: {'Port': ['ID=6cd63bc9-27bc-4d83-866b-df17fc871e21,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:08.348419 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:08.390872 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0835b131-4dd1-4e66-887c-6b54a83f8ad9 req-30472418-e982-4d9a-9709-e00e43879837 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0175060-3454-42bf-8ee2-9ee68dc0637b HTTP/1.1" status: 200 len: 210 time: 0.0507927 Nov 12 04:09:08.439625 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-b9fd97db-359a-4a2d-96a9-23325c01eddf tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:08.455852 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7452f0-6541-4137-a371-7de7f4902d58 req-f892f9d3-41cf-4aaa-ae9b-e14fd15a08fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:08.457479 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-df7452f0-6541-4137-a371-7de7f4902d58 req-f892f9d3-41cf-4aaa-ae9b-e14fd15a08fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4901967e21a646d1932f36d95989453c&device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 1100 time: 0.0833972 Nov 12 04:09:08.516272 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-df7452f0-6541-4137-a371-7de7f4902d58 req-fe39d102-b78b-4395-844c-1b17262a5eec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=6cd63bc9-27bc-4d83-866b-df17fc871e21 HTTP/1.1" status: 200 len: 217 time: 0.0396628 Nov 12 04:09:08.542266 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcd989-b116-4e8d-95f1-84dc6cbb472e req-bffe2cb6-ffdb-4d7d-9b5b-754c51cb7e35 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:08.543808 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4bcd989-b116-4e8d-95f1-84dc6cbb472e req-bffe2cb6-ffdb-4d7d-9b5b-754c51cb7e35 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 944 time: 0.0532327 Nov 12 04:09:08.548066 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:09:08.560166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:08.560166 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:08.575436 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7452f0-6541-4137-a371-7de7f4902d58 req-19c86e83-670f-4920-89a6-86536d698c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:08.578215 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-df7452f0-6541-4137-a371-7de7f4902d58 req-19c86e83-670f-4920-89a6-86536d698c0c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0551469 Nov 12 04:09:08.612093 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4bcd989-b116-4e8d-95f1-84dc6cbb472e req-5ed33d88-736d-47b5-b404-6fa9bf3a623c tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549986 Nov 12 04:09:08.651530 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-b9fd97db-359a-4a2d-96a9-23325c01eddf tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:08.662376 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7452f0-6541-4137-a371-7de7f4902d58 req-f9a4f1eb-3f6c-4f00-aa71-22bfc49104ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:08.664328 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-df7452f0-6541-4137-a371-7de7f4902d58 req-f9a4f1eb-3f6c-4f00-aa71-22bfc49104ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0789354 Nov 12 04:09:08.680544 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:08.706566 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-b9fd97db-359a-4a2d-96a9-23325c01eddf tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:08.710336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-b9fd97db-359a-4a2d-96a9-23325c01eddf tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:08.716052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-b9fd97db-359a-4a2d-96a9-23325c01eddf tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:08.743086 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491be05a-9428-4b8a-9aa5-459637c04e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:08.746846 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362591a8-29a1-49d8-94f3-3b8a22f3b465" -d '{"events": [{"server_uuid": "491be05a-9428-4b8a-9aa5-459637c04e2b", "name": "network-vif-plugged", "status": "completed", "tag": "ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:08.790310 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:08.795209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd97db-359a-4a2d-96a9-23325c01eddf tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Pushing event updated for resources: {'Port': ['ID=9b2f4a77-dc0f-4585-987e-a414cc10ac46,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:08.819445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-b9fd97db-359a-4a2d-96a9-23325c01eddf tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:08.821069 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-b9fd97db-359a-4a2d-96a9-23325c01eddf tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:08.860073 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c78501-2cce-4043-a298-f3c71defeea7', 'tag': '6cd63bc9-27bc-4d83-866b-df17fc871e21'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:08.864248 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa062ae-7b61-4ce8-b676-bd75d45a913f" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c78501-2cce-4043-a298-f3c71defeea7", "tag": "6cd63bc9-27bc-4d83-866b-df17fc871e21"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:08.880957 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86622de8-b529-4215-b462-e9942c7740ad x-openstack-request-id: req-86622de8-b529-4215-b462-e9942c7740ad {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:08.881260 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491be05a-9428-4b8a-9aa5-459637c04e2b", "name": "network-vif-plugged", "status": "completed", "tag": "ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:08.881515 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86622de8-b529-4215-b462-e9942c7740ad {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:08.881912 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491be05a-9428-4b8a-9aa5-459637c04e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0', 'code': 200} Nov 12 04:09:08.884234 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-df7452f0-6541-4137-a371-7de7f4902d58 req-d8019f59-6aa6-40d4-9bc2-9dca6ed9045d service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118309 Nov 12 04:09:08.899401 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:08.942161 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-b9fd97db-359a-4a2d-96a9-23325c01eddf tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7897260 Nov 12 04:09:08.971083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Request body: {'port': {'device_id': 'b0175060-3454-42bf-8ee2-9ee68dc0637b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:09.021279 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:09.101181 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:09.118042 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-df7452f0-6541-4137-a371-7de7f4902d58 req-b97e71a6-16eb-4404-8a4f-35ac25ebf1ba service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227595 Nov 12 04:09:09.130369 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58430b0-95bb-4929-b0fc-3fedcb86cb93 req-80d509f8-325d-45ad-91dc-3d24df34574a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:09.132116 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e58430b0-95bb-4929-b0fc-3fedcb86cb93 req-80d509f8-325d-45ad-91dc-3d24df34574a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 1097 time: 0.1267967 Nov 12 04:09:09.140513 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:09.191165 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e58430b0-95bb-4929-b0fc-3fedcb86cb93 req-d2b85260-245e-4768-8d4a-a199b39e7118 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479560 Nov 12 04:09:09.195850 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-354f2aa8-29ab-4328-96c1-75789a94d2d0 None None] Provisioning complete for port 9b2f4a77-dc0f-4585-987e-a414cc10ac46 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:09.196334 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-354f2aa8-29ab-4328-96c1-75789a94d2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:09.244063 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-354f2aa8-29ab-4328-96c1-75789a94d2d0 None None] Port 9b2f4a77-dc0f-4585-987e-a414cc10ac46 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:09.411250 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2f4a77-dc0f-4585-987e-a414cc10ac46 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:09.420513 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:09.433026 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Transition to ACTIVE for port object 9b2f4a77-dc0f-4585-987e-a414cc10ac46 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:09.551242 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:09.638076 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9648daa6-dd3d-4212-a749-1ea4bfa0e050 x-openstack-request-id: req-9648daa6-dd3d-4212-a749-1ea4bfa0e050 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:09.638570 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c78501-2cce-4043-a298-f3c71defeea7", "tag": "6cd63bc9-27bc-4d83-866b-df17fc871e21", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:09.638687 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9648daa6-dd3d-4212-a749-1ea4bfa0e050 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:09.639767 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c78501-2cce-4043-a298-f3c71defeea7', 'tag': '6cd63bc9-27bc-4d83-866b-df17fc871e21', 'status': 'completed', 'code': 200} Nov 12 04:09:09.653227 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Pushing event updated for resources: {'Port': ['ID=9b2f4a77-dc0f-4585-987e-a414cc10ac46,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:09.740524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Attempting to bind port 9b2f4a77-dc0f-4585-987e-a414cc10ac46 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:09.741226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Attempting to bind port 9b2f4a77-dc0f-4585-987e-a414cc10ac46 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:09.741226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Attempting to bind port 9b2f4a77-dc0f-4585-987e-a414cc10ac46 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:09.749823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Port 9b2f4a77-dc0f-4585-987e-a414cc10ac46 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:09.750157 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Attempting to bind port 9b2f4a77-dc0f-4585-987e-a414cc10ac46 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:09.756904 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa062ae-7b61-4ce8-b676-bd75d45a913f req-f7835be6-f732-4aeb-a268-4a304fed57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:09.758528 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-afa062ae-7b61-4ce8-b676-bd75d45a913f req-f7835be6-f732-4aeb-a268-4a304fed57aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4901967e21a646d1932f36d95989453c&device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 1100 time: 0.0622149 Nov 12 04:09:09.762313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:09.762683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:09.763095 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:09.763551 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Bound port: 9b2f4a77-dc0f-4585-987e-a414cc10ac46, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:09.763915 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:09.789316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7e0c8-7924-4f34-a074-5c5fb6a12aa5 req-39a67b5d-6b23-49a7-a738-c7265f73446e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:09.791081 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a5b7e0c8-7924-4f34-a074-5c5fb6a12aa5 req-39a67b5d-6b23-49a7-a738-c7265f73446e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 945 time: 0.0821376 Nov 12 04:09:09.885136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] For port 9b2f4a77-dc0f-4585-987e-a414cc10ac46, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:09.890698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a5b7e0c8-7924-4f34-a074-5c5fb6a12aa5 req-a8a59704-6d5e-455c-b2dd-90dbcd8fecf1 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771003 Nov 12 04:09:09.892498 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] For port 9b2f4a77-dc0f-4585-987e-a414cc10ac46, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=9b2f4a77-dc0f-4585-987e-a414cc10ac46,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:09.906561 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa062ae-7b61-4ce8-b676-bd75d45a913f req-ab2877c7-ac74-47c6-a10c-a344f63607bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:09.908172 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-afa062ae-7b61-4ce8-b676-bd75d45a913f req-ab2877c7-ac74-47c6-a10c-a344f63607bc service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1403918 Nov 12 04:09:09.968340 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-afa062ae-7b61-4ce8-b676-bd75d45a913f req-76fb4841-3c17-4fea-bf6c-8a83ee7d67c2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=6cd63bc9-27bc-4d83-866b-df17fc871e21 HTTP/1.1" status: 200 len: 217 time: 0.0489850 Nov 12 04:09:10.002817 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:10.036904 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa062ae-7b61-4ce8-b676-bd75d45a913f req-5d64f7a7-4a95-4195-9b62-5198ef9af343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:10.038361 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-afa062ae-7b61-4ce8-b676-bd75d45a913f req-5d64f7a7-4a95-4195-9b62-5198ef9af343 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0480757 Nov 12 04:09:10.044995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:10.046311 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:10.047950 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] 10.222.0.31 "PUT /v2.0/ports/9b2f4a77-dc0f-4585-987e-a414cc10ac46 HTTP/1.1" status: 200 len: 1097 time: 1.0901074 Nov 12 04:09:10.052184 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0175060-3454-42bf-8ee2-9ee68dc0637b', 'tag': '9b2f4a77-dc0f-4585-987e-a414cc10ac46'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:10.055124 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c302533a-532b-4297-9168-ced8b6ed6ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "b0175060-3454-42bf-8ee2-9ee68dc0637b", "tag": "9b2f4a77-dc0f-4585-987e-a414cc10ac46"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:10.099815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7425f5-ded8-4d10-bf76-d3d99e450f4e req-09d65c24-5411-45a3-b9ed-d37b9f50547b tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:10.102906 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c7425f5-ded8-4d10-bf76-d3d99e450f4e req-09d65c24-5411-45a3-b9ed-d37b9f50547b tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0175060-3454-42bf-8ee2-9ee68dc0637b HTTP/1.1" status: 200 len: 948 time: 0.1285477 Nov 12 04:09:10.122009 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa062ae-7b61-4ce8-b676-bd75d45a913f req-b27f6a1e-40e7-4574-97c4-5affdc8229b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:10.124210 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-afa062ae-7b61-4ce8-b676-bd75d45a913f req-b27f6a1e-40e7-4574-97c4-5affdc8229b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0760071 Nov 12 04:09:10.152317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aecfa3-572e-45f1-9248-0ce1d5ad4ade service neutron] Pushing event updated for resources: {'Port': ['ID=9b2f4a77-dc0f-4585-987e-a414cc10ac46,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:10.224066 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c7425f5-ded8-4d10-bf76-d3d99e450f4e req-ccd673e1-c959-48eb-9919-0d9cef1cb67d tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073129 Nov 12 04:09:10.289437 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-afa062ae-7b61-4ce8-b676-bd75d45a913f req-d24cef35-3d69-4065-af4e-5a2ac2e8acc2 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544740 Nov 12 04:09:10.307845 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-03e9c874-367b-4f5d-8c17-1346d3f171a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:10.309332 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-03e9c874-367b-4f5d-8c17-1346d3f171a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4901967e21a646d1932f36d95989453c&device_id=b0175060-3454-42bf-8ee2-9ee68dc0637b HTTP/1.1" status: 200 len: 1100 time: 0.1015074 Nov 12 04:09:10.361132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device de254cb0-8a7d-4f3e-9148-25a96d55a734 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:10.379067 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-7431ac52-50d1-42ab-91bd-2c14eeea0c17 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=9b2f4a77-dc0f-4585-987e-a414cc10ac46 HTTP/1.1" status: 200 len: 217 time: 0.0543659 Nov 12 04:09:10.389165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: de254cb0-8a7d-4f3e-9148-25a96d55a734 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:10.390429 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device de254cb0-8a7d-4f3e-9148-25a96d55a734 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:10.401664 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-afa062ae-7b61-4ce8-b676-bd75d45a913f req-eb9f2f8d-7e90-4701-9122-4031d222a140 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033947 Nov 12 04:09:10.461044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-d5afb285-9ef1-4b94-9f41-691d237610f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:10.462589 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-d5afb285-9ef1-4b94-9f41-691d237610f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0652280 Nov 12 04:09:10.476316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fa344-6f13-47a5-b01e-438be5353112 req-729a5f03-1d48-454c-b9cc-475a40a353cc tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:10.483944 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b42fa344-6f13-47a5-b01e-438be5353112 req-729a5f03-1d48-454c-b9cc-475a40a353cc tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 966 time: 0.1487975 Nov 12 04:09:10.557875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-08971a06-77ff-44f9-b994-51775afb1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:10.559447 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-08971a06-77ff-44f9-b994-51775afb1b3f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0744371 Nov 12 04:09:10.564214 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b42fa344-6f13-47a5-b01e-438be5353112 req-7cfa0f17-cb32-4602-aff7-ce58908e8fc9 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/security-groups?id=1dc4181e-8033-4e79-a8f6-2b83bb0af80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779629 Nov 12 04:09:10.682616 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819310c-7d97-40e4-894a-b4113a923a16 req-f19c33de-aa51-4699-abdd-3bd0b7fc18f4 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:10.684381 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4819310c-7d97-40e4-894a-b4113a923a16 req-f19c33de-aa51-4699-abdd-3bd0b7fc18f4 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.21 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 966 time: 0.0630612 Nov 12 04:09:10.732758 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc44a87-fd6f-47b4-9b93-fbdb4fcf9bc9 req-63e14bda-8e32-4192-a9ee-8fa2458c6676 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:10.734287 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ffc44a87-fd6f-47b4-9b93-fbdb4fcf9bc9 req-63e14bda-8e32-4192-a9ee-8fa2458c6676 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 944 time: 0.0823903 Nov 12 04:09:10.739024 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-80422f01-4cc0-4d78-a62d-b3f39c1ae25f service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699083 Nov 12 04:09:10.829716 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4819310c-7d97-40e4-894a-b4113a923a16 req-beef00ad-8ab4-4c7a-bc2f-5120808937dc tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Deleting port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:10.830040 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4819310c-7d97-40e4-894a-b4113a923a16 req-beef00ad-8ab4-4c7a-bc2f-5120808937dc tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:10.851872 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ffc44a87-fd6f-47b4-9b93-fbdb4fcf9bc9 req-7c5ccccc-d8b4-475e-9c22-36fe0c70a3f8 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106701 Nov 12 04:09:10.874216 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89e9ae6a-7482-49c0-a581-c056368b7b6d req-b00acc4d-ecc0-460e-8782-9b4873922bf1 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251583 Nov 12 04:09:10.957009 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4819310c-7d97-40e4-894a-b4113a923a16 req-beef00ad-8ab4-4c7a-bc2f-5120808937dc tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] For port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,segment=NetworkSegment(f42e7d23-70a7-4096-84d4-da7ab11d5e82),segment_id=f42e7d23-70a7-4096-84d4-da7ab11d5e82)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:10.957009 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4819310c-7d97-40e4-894a-b4113a923a16 req-beef00ad-8ab4-4c7a-bc2f-5120808937dc tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:10.964242 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4819310c-7d97-40e4-894a-b4113a923a16 req-beef00ad-8ab4-4c7a-bc2f-5120808937dc tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Calling delete_port for 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 owned by compute:tempest-test_az-736315948 {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:11.042859 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c54efc-49ef-48b5-8856-156cd6b03226 x-openstack-request-id: req-a3c54efc-49ef-48b5-8856-156cd6b03226 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:11.043168 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0175060-3454-42bf-8ee2-9ee68dc0637b", "tag": "9b2f4a77-dc0f-4585-987e-a414cc10ac46", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:11.043434 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3c54efc-49ef-48b5-8856-156cd6b03226 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:11.049005 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0175060-3454-42bf-8ee2-9ee68dc0637b', 'tag': '9b2f4a77-dc0f-4585-987e-a414cc10ac46', 'status': 'completed', 'code': 200} Nov 12 04:09:11.179044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302533a-532b-4297-9168-ced8b6ed6ac9 req-6671472c-52ff-4285-ae8c-57176427bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:11.182904 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c302533a-532b-4297-9168-ced8b6ed6ac9 req-6671472c-52ff-4285-ae8c-57176427bc8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4901967e21a646d1932f36d95989453c&device_id=b0175060-3454-42bf-8ee2-9ee68dc0637b HTTP/1.1" status: 200 len: 1100 time: 0.0814521 Nov 12 04:09:11.367121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123be53e-9bc1-4753-bf91-4b3ee788a82c req-10811123-c28e-4ce4-bf79-b3eed1250375 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:11.375119 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-123be53e-9bc1-4753-bf91-4b3ee788a82c req-10811123-c28e-4ce4-bf79-b3eed1250375 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 945 time: 0.1308267 Nov 12 04:09:11.384678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302533a-532b-4297-9168-ced8b6ed6ac9 req-0a14127c-422d-42aa-b458-eab249f537a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:11.386141 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c302533a-532b-4297-9168-ced8b6ed6ac9 req-0a14127c-422d-42aa-b458-eab249f537a9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1929185 Nov 12 04:09:11.440306 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c302533a-532b-4297-9168-ced8b6ed6ac9 req-507fb0ee-146a-49b2-bf12-932cbf93c108 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=9b2f4a77-dc0f-4585-987e-a414cc10ac46 HTTP/1.1" status: 200 len: 217 time: 0.0426421 Nov 12 04:09:11.483451 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-123be53e-9bc1-4753-bf91-4b3ee788a82c req-189721cb-d241-476f-8269-4a4bbe6c7e45 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069071 Nov 12 04:09:11.527537 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302533a-532b-4297-9168-ced8b6ed6ac9 req-6c0026f7-c529-460a-967e-4b165e9f5029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:11.527537 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c302533a-532b-4297-9168-ced8b6ed6ac9 req-6c0026f7-c529-460a-967e-4b165e9f5029 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0656235 Nov 12 04:09:11.571620 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302533a-532b-4297-9168-ced8b6ed6ac9 req-f0cae3b9-d863-4e94-af98-e8f9b4c3b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:11.573258 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c302533a-532b-4297-9168-ced8b6ed6ac9 req-f0cae3b9-d863-4e94-af98-e8f9b4c3b810 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0508966 Nov 12 04:09:11.617934 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4819310c-7d97-40e4-894a-b4113a923a16 req-beef00ad-8ab4-4c7a-bc2f-5120808937dc tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:11.624478 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6cd63bc9-27bc-4d83-866b-df17fc871e21 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:09:11.664458 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef00ad-8ab4-4c7a-bc2f-5120808937dc tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Pushing event deleted for resources: {'Port': ['ID=84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:11.684659 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df36b9-5bc8-4b03-a69b-c98ed0e6bf5f req-58a550f7-7c18-4271-9547-00c01ab57d39 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:11.686316 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16df36b9-5bc8-4b03-a69b-c98ed0e6bf5f req-58a550f7-7c18-4271-9547-00c01ab57d39 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0175060-3454-42bf-8ee2-9ee68dc0637b HTTP/1.1" status: 200 len: 948 time: 0.1119337 Nov 12 04:09:11.720713 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c302533a-532b-4297-9168-ced8b6ed6ac9 req-b32ae84d-de6f-452d-b7b1-ccfa5e578670 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363838 Nov 12 04:09:11.743455 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4819310c-7d97-40e4-894a-b4113a923a16 req-beef00ad-8ab4-4c7a-bc2f-5120808937dc tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] No DVR routers for this DVR port 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:11.746257 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4819310c-7d97-40e4-894a-b4113a923a16 req-beef00ad-8ab4-4c7a-bc2f-5120808937dc tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:11.749805 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4819310c-7d97-40e4-894a-b4113a923a16 req-beef00ad-8ab4-4c7a-bc2f-5120808937dc tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.21 "DELETE /v2.0/ports/84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 HTTP/1.1" status: 204 len: 173 time: 1.0580118 Nov 12 04:09:11.750252 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd486ab91-4588-40a7-a246-57b1d85d2c97', 'name': 'network-vif-deleted', 'tag': '84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:11.753040 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bed77f9-bbd9-4ca5-9677-6517f3a8e6e4" -d '{"events": [{"server_uuid": "d486ab91-4588-40a7-a246-57b1d85d2c97", "name": "network-vif-deleted", "tag": "84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:11.757366 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6cd63bc9-27bc-4d83-866b-df17fc871e21, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6cd63bc9-27bc-4d83-866b-df17fc871e21,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:11.773567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '6cd63bc9-27bc-4d83-866b-df17fc871e21', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '6cd63bc9-27bc-4d83-866b-df17fc871e21', 'mac_address': 'fa:16:3e:0f:7c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:09:11.806048 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16df36b9-5bc8-4b03-a69b-c98ed0e6bf5f req-4ea869f4-0364-42fa-8646-951b06c8f94d tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087182 Nov 12 04:09:11.813465 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:11.828949 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd63bc9-27bc-4d83-866b-df17fc871e21 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:11.850116 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6cd63bc9-27bc-4d83-866b-df17fc871e21, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6cd63bc9-27bc-4d83-866b-df17fc871e21,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:11.856461 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c302533a-532b-4297-9168-ced8b6ed6ac9 req-0df36693-6a9f-47b2-80c3-d5d875313f0e service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234808 Nov 12 04:09:11.896614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6966817c-cb71-4e86-9d71-7139a016fe47 req-c2584ca9-f0fe-4368-aeba-1b3143367a61 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d486ab91-4588-40a7-a246-57b1d85d2c97 HTTP/1.1" status: 200 len: 210 time: 0.0254645 Nov 12 04:09:11.940847 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:11.995133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=6cd63bc9-27bc-4d83-866b-df17fc871e21,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:12.088618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4273218-0386-4d26-9aa9-cc33440b6e19 req-f02c7075-f44b-4f3b-a667-d6c2c22db6f0 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:12.090136 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d4273218-0386-4d26-9aa9-cc33440b6e19 req-f02c7075-f44b-4f3b-a667-d6c2c22db6f0 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 806 time: 0.1166027 Nov 12 04:09:12.107637 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d4273218-0386-4d26-9aa9-cc33440b6e19 req-b7f1dec0-0ec5-461c-9019-3b1b8f3a6e2b tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/quotas/3a4ac16166e54dae862fa352faf2bc28 HTTP/1.1" status: 200 len: 375 time: 0.0097270 Nov 12 04:09:12.163589 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d4273218-0386-4d26-9aa9-cc33440b6e19 req-b49e15d6-3391-4551-9e72-92f5cec8db97 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0503964 Nov 12 04:09:12.289753 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['6cd63bc9-27bc-4d83-866b-df17fc871e21'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:12.325253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d4273218-0386-4d26-9aa9-cc33440b6e19 req-aad5ca21-2809-4eed-b687-a1e533a16d5a service neutron] 10.222.0.37 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527512 Nov 12 04:09:12.472721 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d4273218-0386-4d26-9aa9-cc33440b6e19 req-06c1ac6c-87c2-4778-9a22-deb7ecc36e20 service neutron] 10.222.0.37 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461663 Nov 12 04:09:12.787009 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187aa370-a86d-4c6a-9ad2-73b1c03ba554 x-openstack-request-id: req-187aa370-a86d-4c6a-9ad2-73b1c03ba554 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:12.787009 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d486ab91-4588-40a7-a246-57b1d85d2c97", "name": "network-vif-deleted", "tag": "84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:12.787009 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-187aa370-a86d-4c6a-9ad2-73b1c03ba554 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:12.787009 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd486ab91-4588-40a7-a246-57b1d85d2c97', 'name': 'network-vif-deleted', 'tag': '84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4', 'status': 'completed', 'code': 200} Nov 12 04:09:12.882967 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d773e60-82a1-42e0-93eb-5d9bc3cc5692 req-139d947e-f5b0-4759-b186-ff95b4b92bdf tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:12.885034 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d773e60-82a1-42e0-93eb-5d9bc3cc5692 req-139d947e-f5b0-4759-b186-ff95b4b92bdf tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 944 time: 0.0645599 Nov 12 04:09:12.975650 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d773e60-82a1-42e0-93eb-5d9bc3cc5692 req-176687d7-4523-4e15-9bef-41c60f8311cb tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768361 Nov 12 04:09:13.634974 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 9b2f4a77-dc0f-4585-987e-a414cc10ac46 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:09:13.659615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6cd63bc9-27bc-4d83-866b-df17fc871e21 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:13.786603 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 9b2f4a77-dc0f-4585-987e-a414cc10ac46, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=9b2f4a77-dc0f-4585-987e-a414cc10ac46,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:13.797858 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '9b2f4a77-dc0f-4585-987e-a414cc10ac46', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '9b2f4a77-dc0f-4585-987e-a414cc10ac46', 'mac_address': 'fa:16:3e:b2:ee:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:09:13.838108 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:13.852222 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2f4a77-dc0f-4585-987e-a414cc10ac46 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:13.871856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 9b2f4a77-dc0f-4585-987e-a414cc10ac46, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=9b2f4a77-dc0f-4585-987e-a414cc10ac46,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:13.873995 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 6cd63bc9-27bc-4d83-866b-df17fc871e21 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:09:13.877989 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 6cd63bc9-27bc-4d83-866b-df17fc871e21 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:13.878371 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:13.952755 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:13.989969 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:14.035373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c78501-2cce-4043-a298-f3c71defeea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd63bc9-27bc-4d83-866b-df17fc871e21'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:14.037623 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd960f93-593c-4887-97dc-e9bbdb7c4726" -d '{"events": [{"server_uuid": "a7c78501-2cce-4043-a298-f3c71defeea7", "name": "network-vif-plugged", "status": "completed", "tag": "6cd63bc9-27bc-4d83-866b-df17fc871e21"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:14.062753 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=9b2f4a77-dc0f-4585-987e-a414cc10ac46,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:14.076089 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6cd63bc9-27bc-4d83-866b-df17fc871e21, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6cd63bc9-27bc-4d83-866b-df17fc871e21,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:14.102778 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888cc67-6de8-4b12-9c27-ca8ad66378a4 req-15664b51-2fec-4caa-9d43-4c91dd260983 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:14.104245 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d888cc67-6de8-4b12-9c27-ca8ad66378a4 req-15664b51-2fec-4caa-9d43-4c91dd260983 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0175060-3454-42bf-8ee2-9ee68dc0637b HTTP/1.1" status: 200 len: 949 time: 0.0602787 Nov 12 04:09:14.155931 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d888cc67-6de8-4b12-9c27-ca8ad66378a4 req-cfcb102b-5bd6-4104-abc9-3a63e73eef79 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454741 Nov 12 04:09:14.171800 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:14.217471 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56342) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:14.236923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=6cd63bc9-27bc-4d83-866b-df17fc871e21,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:14.264830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['9b2f4a77-dc0f-4585-987e-a414cc10ac46'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:14.396300 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:14.399096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e28514-06d1-4d53-b3fb-5eff4665a31b req-c9b0ca9b-6d0d-4444-91bb-2c0107ebff5b tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:14.407978 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2e28514-06d1-4d53-b3fb-5eff4665a31b req-c9b0ca9b-6d0d-4444-91bb-2c0107ebff5b tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 944 time: 0.0610557 Nov 12 04:09:14.457589 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2e28514-06d1-4d53-b3fb-5eff4665a31b req-df31c150-5aeb-408a-ae33-4f654c3d5735 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483377 Nov 12 04:09:14.460911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:14.461342 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 84c96bdd-0e97-4ca5-b3af-e1ba7e556ed4 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:14.518916 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585e917d-5c56-4c04-87ab-020e99914976 x-openstack-request-id: req-585e917d-5c56-4c04-87ab-020e99914976 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:14.519212 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c78501-2cce-4043-a298-f3c71defeea7", "name": "network-vif-plugged", "status": "completed", "tag": "6cd63bc9-27bc-4d83-866b-df17fc871e21", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:14.522833 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-585e917d-5c56-4c04-87ab-020e99914976 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:14.523454 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c78501-2cce-4043-a298-f3c71defeea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd63bc9-27bc-4d83-866b-df17fc871e21', 'code': 200} Nov 12 04:09:14.576796 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ec16f1-f187-4a3b-9b41-e15570c6a42b admin admin] Deleting subnet 5fa13a6a-4bf6-4269-938a-144076eee239 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:09:14.581037 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-06ec16f1-f187-4a3b-9b41-e15570c6a42b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:14.622174 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-06ec16f1-f187-4a3b-9b41-e15570c6a42b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:14.695592 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-06ec16f1-f187-4a3b-9b41-e15570c6a42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:14.721801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75bc5f-83c4-4778-8eda-f1690b211279 req-85d6db3e-598f-4d81-9f5b-37c4c51fd29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:14.723891 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f75bc5f-83c4-4778-8eda-f1690b211279 req-85d6db3e-598f-4d81-9f5b-37c4c51fd29d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 1102 time: 0.0995572 Nov 12 04:09:14.813588 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f75bc5f-83c4-4778-8eda-f1690b211279 req-eb7e7315-36b2-4dec-aa57-03186d887bda service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768988 Nov 12 04:09:14.868144 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-06ec16f1-f187-4a3b-9b41-e15570c6a42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:14.906145 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec16f1-f187-4a3b-9b41-e15570c6a42b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fa13a6a-4bf6-4269-938a-144076eee239,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:14.908440 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-06ec16f1-f187-4a3b-9b41-e15570c6a42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:14.914176 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-06ec16f1-f187-4a3b-9b41-e15570c6a42b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5fa13a6a-4bf6-4269-938a-144076eee239 HTTP/1.1" status: 204 len: 168 time: 0.6928823 Nov 12 04:09:14.914298 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56360) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:14.918510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-e6294277-54bd-4eb9-9606-55b4261574af tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:14.919964 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-e6294277-54bd-4eb9-9606-55b4261574af tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 806 time: 0.1545868 Nov 12 04:09:14.938060 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-90aeeb55-c104-4bd2-9b53-fcb0968d1d6b tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/quotas/3a4ac16166e54dae862fa352faf2bc28 HTTP/1.1" status: 200 len: 375 time: 0.0115943 Nov 12 04:09:14.988207 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c47eb60-d9d3-46a7-8e8b-95f20792a65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:14.988497 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-c95c96a3-d0a5-44d6-ab6d-a9cba57a152d tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435905 Nov 12 04:09:15.071398 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c47eb60-d9d3-46a7-8e8b-95f20792a65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:15.082234 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-567cae44-8b87-49fd-8eec-9b068f4d8d6f service neutron] 10.222.0.37 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862796 Nov 12 04:09:15.091305 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4c47eb60-d9d3-46a7-8e8b-95f20792a65e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c6fe18-7f21-4a1b-9722-efe49e9950a5']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:15.101861 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4c47eb60-d9d3-46a7-8e8b-95f20792a65e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42e7d23-70a7-4096-84d4-da7ab11d5e82') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:15.102156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4c47eb60-d9d3-46a7-8e8b-95f20792a65e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42e7d23-70a7-4096-84d4-da7ab11d5e82') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:15.112317 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c47eb60-d9d3-46a7-8e8b-95f20792a65e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:15.128816 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c47eb60-d9d3-46a7-8e8b-95f20792a65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c47eb60-d9d3-46a7-8e8b-95f20792a65e admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c47eb60-d9d3-46a7-8e8b-95f20792a65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:09:15.147261 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:09:15.191977 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-846f7ace-f0e0-4fc8-be96-286251d419fc service neutron] 10.222.0.37 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029930 Nov 12 04:09:15.294954 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c47eb60-d9d3-46a7-8e8b-95f20792a65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:15.300607 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c47eb60-d9d3-46a7-8e8b-95f20792a65e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:15.305535 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4c47eb60-d9d3-46a7-8e8b-95f20792a65e admin admin] 10.222.0.37 "DELETE /v2.0/networks/e7c6fe18-7f21-4a1b-9722-efe49e9950a5 HTTP/1.1" status: 204 len: 168 time: 0.3886313 Nov 12 04:09:15.307339 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56368) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:15.315214 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47eb60-d9d3-46a7-8e8b-95f20792a65e admin admin] Pushing event deleted for resources: {'Network': ['ID=e7c6fe18-7f21-4a1b-9722-efe49e9950a5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:15.650094 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 9b2f4a77-dc0f-4585-987e-a414cc10ac46 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:15.681838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad463023-f2ff-4262-a7d4-09d82293233c admin admin] Deleting subnet 901a4861-80be-4ece-8bdb-0d2d328a6a84 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:09:15.681838 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad463023-f2ff-4262-a7d4-09d82293233c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:15.727673 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a64e62-f157-4d30-ae49-17ceee1e4f76 req-57951765-454d-4365-bbd0-ed951772245b tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:15.729224 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c8a64e62-f157-4d30-ae49-17ceee1e4f76 req-57951765-454d-4365-bbd0-ed951772245b tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0175060-3454-42bf-8ee2-9ee68dc0637b HTTP/1.1" status: 200 len: 949 time: 0.0963800 Nov 12 04:09:15.736179 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad463023-f2ff-4262-a7d4-09d82293233c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:15.805504 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad463023-f2ff-4262-a7d4-09d82293233c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:15.839142 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c8a64e62-f157-4d30-ae49-17ceee1e4f76 req-382ed223-22e2-4b06-be0b-e6d2c757431d tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802879 Nov 12 04:09:15.844240 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 9b2f4a77-dc0f-4585-987e-a414cc10ac46 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:09:15.850925 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 9b2f4a77-dc0f-4585-987e-a414cc10ac46 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:15.853080 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:15.929975 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d00ca12b-437b-4b45-8df0-24d7abcb3900 req-21f2af2b-9b4a-4cd7-a4f7-5ebed513e119 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f00292-9c81-479a-845b-ef361bfd9ad8 HTTP/1.1" status: 200 len: 210 time: 0.0458262 Nov 12 04:09:15.963693 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:15.992666 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad463023-f2ff-4262-a7d4-09d82293233c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:16.018931 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 9b2f4a77-dc0f-4585-987e-a414cc10ac46, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=9b2f4a77-dc0f-4585-987e-a414cc10ac46,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:16.030545 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad463023-f2ff-4262-a7d4-09d82293233c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=901a4861-80be-4ece-8bdb-0d2d328a6a84,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:16.033152 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad463023-f2ff-4262-a7d4-09d82293233c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:16.037748 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ad463023-f2ff-4262-a7d4-09d82293233c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/901a4861-80be-4ece-8bdb-0d2d328a6a84 HTTP/1.1" status: 204 len: 168 time: 0.7281950 Nov 12 04:09:16.039556 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56394) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:16.101398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da5edf-1560-4eb8-a0f4-8edbc2e3797c req-c0556594-8213-473e-aa85-23422b75bbcd tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:16.103706 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9da5edf-1560-4eb8-a0f4-8edbc2e3797c req-c0556594-8213-473e-aa85-23422b75bbcd tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 944 time: 0.0771489 Nov 12 04:09:16.132960 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:16.141075 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da7528d3-deab-4cdc-9056-64b1803b5002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:16.188590 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9da5edf-1560-4eb8-a0f4-8edbc2e3797c req-5403a2c8-55b6-4a65-b7b7-20fcd90c1015 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759842 Nov 12 04:09:16.249916 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=9b2f4a77-dc0f-4585-987e-a414cc10ac46,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:16.286993 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da7528d3-deab-4cdc-9056-64b1803b5002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:16.314164 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-da7528d3-deab-4cdc-9056-64b1803b5002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c87205-dfba-423b-911d-78a73799fc13']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:16.329525 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-da7528d3-deab-4cdc-9056-64b1803b5002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5602a05-b4c9-4828-a974-f77d959d1c73') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:16.331113 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-da7528d3-deab-4cdc-9056-64b1803b5002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5602a05-b4c9-4828-a974-f77d959d1c73') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:16.340272 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da7528d3-deab-4cdc-9056-64b1803b5002 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:16.354134 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da7528d3-deab-4cdc-9056-64b1803b5002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:16.361020 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7528d3-deab-4cdc-9056-64b1803b5002 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:09:16.361755 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da7528d3-deab-4cdc-9056-64b1803b5002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:09:16.373142 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:09:16.506198 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da7528d3-deab-4cdc-9056-64b1803b5002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:16.521486 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da7528d3-deab-4cdc-9056-64b1803b5002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:16.524031 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:16.524833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0175060-3454-42bf-8ee2-9ee68dc0637b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2f4a77-dc0f-4585-987e-a414cc10ac46'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:16.527538 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011f7a5c-45d1-4b47-9931-6602f5608729" -d '{"events": [{"server_uuid": "b0175060-3454-42bf-8ee2-9ee68dc0637b", "name": "network-vif-plugged", "status": "completed", "tag": "9b2f4a77-dc0f-4585-987e-a414cc10ac46"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:16.534687 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-da7528d3-deab-4cdc-9056-64b1803b5002 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d1c87205-dfba-423b-911d-78a73799fc13 HTTP/1.1" status: 204 len: 168 time: 0.4939787 Nov 12 04:09:16.546219 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7528d3-deab-4cdc-9056-64b1803b5002 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1c87205-dfba-423b-911d-78a73799fc13,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:16.824865 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4424f0d4-0221-4d84-84cc-8c0dc339e180 x-openstack-request-id: req-4424f0d4-0221-4d84-84cc-8c0dc339e180 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:16.825388 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0175060-3454-42bf-8ee2-9ee68dc0637b", "name": "network-vif-plugged", "status": "completed", "tag": "9b2f4a77-dc0f-4585-987e-a414cc10ac46", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:16.825388 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4424f0d4-0221-4d84-84cc-8c0dc339e180 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:16.825797 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0175060-3454-42bf-8ee2-9ee68dc0637b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2f4a77-dc0f-4585-987e-a414cc10ac46', 'code': 200} Nov 12 04:09:16.900668 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56408) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:16.931162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fee501-4faf-48a5-9d81-30c9f5a844ff req-98305ee5-8c36-4cc5-b8be-4b75a6b6f37a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:16.934060 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54fee501-4faf-48a5-9d81-30c9f5a844ff req-98305ee5-8c36-4cc5-b8be-4b75a6b6f37a tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.0577772 Nov 12 04:09:16.954741 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-22adf323-faa9-4332-b812-6d432c13483b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dbefff477b694cb581282e32dd2cbb0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0555482 Nov 12 04:09:16.957513 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56412) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:17.014721 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5d0e5-ee15-4ac2-be4e-22ce4c271ed6 req-5b22dc0b-0b5c-49e6-90f9-e1fff1b25850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:17.016491 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9d5d0e5-ee15-4ac2-be4e-22ce4c271ed6 req-5b22dc0b-0b5c-49e6-90f9-e1fff1b25850 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b0175060-3454-42bf-8ee2-9ee68dc0637b HTTP/1.1" status: 200 len: 1102 time: 0.0812247 Nov 12 04:09:17.024297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54fee501-4faf-48a5-9d81-30c9f5a844ff req-d35728b0-a92c-4431-a90b-fa749ecfa717 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574126 Nov 12 04:09:17.037394 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4053d019-8bc8-47c7-ac98-32cdc2a86459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:17.089458 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4053d019-8bc8-47c7-ac98-32cdc2a86459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:17.108832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9d5d0e5-ee15-4ac2-be4e-22ce4c271ed6 req-1eec1396-fc36-4359-a681-a71b9a20cf92 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820918 Nov 12 04:09:17.192455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45555860-6163-412c-bfb4-3f95ad09831e req-12e1228e-2c0b-4fcf-9e76-3467bd2b56b1 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:17.193931 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45555860-6163-412c-bfb4-3f95ad09831e req-12e1228e-2c0b-4fcf-9e76-3467bd2b56b1 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0175060-3454-42bf-8ee2-9ee68dc0637b HTTP/1.1" status: 200 len: 950 time: 0.0516360 Nov 12 04:09:17.242834 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45555860-6163-412c-bfb4-3f95ad09831e req-27695cde-726e-4df7-89f4-898f342f5b11 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424037 Nov 12 04:09:17.250576 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4053d019-8bc8-47c7-ac98-32cdc2a86459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:17.253645 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4053d019-8bc8-47c7-ac98-32cdc2a86459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:17.258320 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4053d019-8bc8-47c7-ac98-32cdc2a86459 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1dc4181e-8033-4e79-a8f6-2b83bb0af80b HTTP/1.1" status: 204 len: 168 time: 0.2964168 Nov 12 04:09:17.274406 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053d019-8bc8-47c7-ac98-32cdc2a86459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc4181e-8033-4e79-a8f6-2b83bb0af80b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:17.346245 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7a8bea7-2116-4522-8ea4-ecbd6240b892 req-569ab638-a149-48aa-8173-001daea5551d tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f00292-9c81-479a-845b-ef361bfd9ad8 HTTP/1.1" status: 200 len: 210 time: 0.0266116 Nov 12 04:09:17.459240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8891e-fcce-4fc8-af05-f5c33f2200ba req-ec84e9fb-ba93-4887-9e5b-3a9f2494b4d3 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:17.460946 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bee8891e-fcce-4fc8-af05-f5c33f2200ba req-ec84e9fb-ba93-4887-9e5b-3a9f2494b4d3 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 944 time: 0.0519860 Nov 12 04:09:17.510051 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bee8891e-fcce-4fc8-af05-f5c33f2200ba req-f228369f-3f21-4a8c-8e84-a794b88a9952 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415485 Nov 12 04:09:17.674490 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:09:17.777795 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:17.789971 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '106e8f07-1f5f-4ba8-9f6f-dc6bfd032292', 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff', 'port_id': '106e8f07-1f5f-4ba8-9f6f-dc6bfd032292', 'mac_address': 'fa:16:3e:82:92:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ca9b74-5f18-4dc9-9fac-822797e5b209', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:09:17.841635 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:17.855820 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:17.879487 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:17.886195 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-749f9058-e305-4c24-a0c7-db925ecb9b36 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:17.887793 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-749f9058-e305-4c24-a0c7-db925ecb9b36 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.21 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 806 time: 0.1640437 Nov 12 04:09:17.912105 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:17.916724 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56428) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:17.922488 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8530f415-cc14-408f-81e0-c404866119b1 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1791826633'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:17.938184 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-0451a941-b5cf-4033-a8c8-83ad7f70d6cb tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Request body: {'port': {'device_id': 'c2f00292-9c81-479a-845b-ef361bfd9ad8', 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8', 'admin_state_up': True, 'tenant_id': '3a4ac16166e54dae862fa352faf2bc28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:17.969656 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.017551 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56430) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:18.032176 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:18.062105 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8530f415-cc14-408f-81e0-c404866119b1 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Made reservation on behalf of 72d4754f04e94e6c9e3f339cc9bdd8f4 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:18.064296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3e71af55-5862-49c2-b5a1-590eddb53d09 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a04f291bc6c34898af03e9ac8c067d77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456748 Nov 12 04:09:18.065649 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8530f415-cc14-408f-81e0-c404866119b1 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.077161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56432) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:18.098442 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8530f415-cc14-408f-81e0-c404866119b1 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:09:18.108389 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8530f415-cc14-408f-81e0-c404866119b1 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.109010 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-8530f415-cc14-408f-81e0-c404866119b1 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Added segment 324fbf7c-b29d-475c-ba0b-2aa2db542775 of type vlan for network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 Nov 12 04:09:18.118808 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2f861d8a-35d4-475e-8323-cff21b03f576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.149980 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2f861d8a-35d4-475e-8323-cff21b03f576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.153075 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8530f415-cc14-408f-81e0-c404866119b1 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.203682 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-0451a941-b5cf-4033-a8c8-83ad7f70d6cb tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Made reservation on behalf of 3a4ac16166e54dae862fa352faf2bc28 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:18.207409 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-0451a941-b5cf-4033-a8c8-83ad7f70d6cb tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.212843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb5341-28f5-4ab8-aa0a-a989cff649dc req-66a34544-2ad0-4b24-9c15-842f4271a776 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:18.214371 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49eb5341-28f5-4ab8-aa0a-a989cff649dc req-66a34544-2ad0-4b24-9c15-842f4271a776 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.0818739 Nov 12 04:09:18.271475 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49eb5341-28f5-4ab8-aa0a-a989cff649dc req-b5411b5a-5629-4c44-8ef6-fc62c1d59307 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497861 Nov 12 04:09:18.295034 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8530f415-cc14-408f-81e0-c404866119b1 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.301110 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8530f415-cc14-408f-81e0-c404866119b1 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:18.304272 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8530f415-cc14-408f-81e0-c404866119b1 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.323737 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2f861d8a-35d4-475e-8323-cff21b03f576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.327261 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2f861d8a-35d4-475e-8323-cff21b03f576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.331270 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2f861d8a-35d4-475e-8323-cff21b03f576 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/746a273f-0a21-42b1-b1da-ecddefb5b3f9 HTTP/1.1" status: 204 len: 168 time: 0.2633324 Nov 12 04:09:18.354860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f861d8a-35d4-475e-8323-cff21b03f576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746a273f-0a21-42b1-b1da-ecddefb5b3f9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:18.405621 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['106e8f07-1f5f-4ba8-9f6f-dc6bfd032292'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:18.427299 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00dbd2-748c-41a4-a6bc-627bdf6d4fa9 req-7ac02544-c85d-41ba-85da-69b31959f1e7 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:18.428335 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8530f415-cc14-408f-81e0-c404866119b1 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5095069 Nov 12 04:09:18.431340 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530f415-cc14-408f-81e0-c404866119b1 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event updated for resources: {'Network': ['ID=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:18.435470 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56442) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:18.441784 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-73d5215d-25b7-4563-93ec-f7975ec31031 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-761211090'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:18.450969 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb00dbd2-748c-41a4-a6bc-627bdf6d4fa9 req-7ac02544-c85d-41ba-85da-69b31959f1e7 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0175060-3454-42bf-8ee2-9ee68dc0637b HTTP/1.1" status: 200 len: 950 time: 0.1108027 Nov 12 04:09:18.451582 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:09:18.460096 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-0451a941-b5cf-4033-a8c8-83ad7f70d6cb tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Allocated IP 172.20.0.4 (d37b2e01-0bab-4ed6-98b0-8381c00125c8/504596be-ee34-4774-bccb-6ddc41bf3b5f/698aeb29-9c13-4c13-a3a9-f61fc6524878) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:18.526669 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb00dbd2-748c-41a4-a6bc-627bdf6d4fa9 req-44a91c6c-2bbc-4d1a-af02-268330856b81 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817542 Nov 12 04:09:18.592879 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d5215d-25b7-4563-93ec-f7975ec31031 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Made reservation on behalf of 72d4754f04e94e6c9e3f339cc9bdd8f4 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:18.596642 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73d5215d-25b7-4563-93ec-f7975ec31031 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.619046 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9018f1b6-4745-4845-9a8a-7c22ddbaeff1 req-5c02a0d0-d701-44e8-ba38-e550324f23ad tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f00292-9c81-479a-845b-ef361bfd9ad8 HTTP/1.1" status: 200 len: 210 time: 0.0274498 Nov 12 04:09:18.643224 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d5215d-25b7-4563-93ec-f7975ec31031 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:09:18.668679 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73d5215d-25b7-4563-93ec-f7975ec31031 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.669023 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-73d5215d-25b7-4563-93ec-f7975ec31031 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Added segment bccac6fd-e5f2-4f45-b088-510ff6a481ca of type vlan for network ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 Nov 12 04:09:18.689955 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-0451a941-b5cf-4033-a8c8-83ad7f70d6cb tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.739764 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73d5215d-25b7-4563-93ec-f7975ec31031 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.755264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb737578-453b-4505-8747-c4343088e9d3 req-e808b8fa-3ca3-4fff-bb20-447719347e32 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:18.756895 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb737578-453b-4505-8747-c4343088e9d3 req-e808b8fa-3ca3-4fff-bb20-447719347e32 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 945 time: 0.0626943 Nov 12 04:09:18.809605 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb737578-453b-4505-8747-c4343088e9d3 req-5c582d9b-3d98-46e1-a5bc-aaa3840cac85 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439210 Nov 12 04:09:18.840383 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73d5215d-25b7-4563-93ec-f7975ec31031 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.846531 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d5215d-25b7-4563-93ec-f7975ec31031 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:18.849264 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73d5215d-25b7-4563-93ec-f7975ec31031 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.877409 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-0451a941-b5cf-4033-a8c8-83ad7f70d6cb tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.915472 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:18.956994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56458) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:18.957592 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-73d5215d-25b7-4563-93ec-f7975ec31031 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5201964 Nov 12 04:09:18.965553 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-fb7f002c-52fe-4f3b-bb13-fe0bbbc1defa tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Request body: {'subnet': {'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:18.972675 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-0451a941-b5cf-4033-a8c8-83ad7f70d6cb tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Network d37b2e01-0bab-4ed6-98b0-8381c00125c8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:18.976017 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5215d-25b7-4563-93ec-f7975ec31031 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event updated for resources: {'Network': ['ID=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:18.983214 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-0451a941-b5cf-4033-a8c8-83ad7f70d6cb tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:18.987050 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-0451a941-b5cf-4033-a8c8-83ad7f70d6cb tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:18.993923 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451a941-b5cf-4033-a8c8-83ad7f70d6cb tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Pushing event updated for resources: {'Port': ['ID=698aeb29-9c13-4c13-a3a9-f61fc6524878,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:19.029449 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:09:19.053911 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-0451a941-b5cf-4033-a8c8-83ad7f70d6cb tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:19.055092 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-0451a941-b5cf-4033-a8c8-83ad7f70d6cb tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:19.160254 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-0451a941-b5cf-4033-a8c8-83ad7f70d6cb tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2282534 Nov 12 04:09:19.179824 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Request body: {'port': {'device_id': 'c2f00292-9c81-479a-845b-ef361bfd9ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:19.234982 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:19.254680 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7f002c-52fe-4f3b-bb13-fe0bbbc1defa tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Made reservation on behalf of 72d4754f04e94e6c9e3f339cc9bdd8f4 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:19.258243 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fb7f002c-52fe-4f3b-bb13-fe0bbbc1defa tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:19.474915 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f1a8a-67e0-4cab-a453-8e30a5cf5706 req-63581ec9-e6b6-4067-bb7a-0520e1585516 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:19.476406 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b8f1a8a-67e0-4cab-a453-8e30a5cf5706 req-63581ec9-e6b6-4067-bb7a-0520e1585516 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.1192281 Nov 12 04:09:19.530837 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698aeb29-9c13-4c13-a3a9-f61fc6524878 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:19.534849 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:19.540067 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b8f1a8a-67e0-4cab-a453-8e30a5cf5706 req-ff3620a0-42fd-4431-8751-cc0ec231e55f tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529037 Nov 12 04:09:19.546912 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fb7f002c-52fe-4f3b-bb13-fe0bbbc1defa tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:19.548072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Transition to ACTIVE for port object 698aeb29-9c13-4c13-a3a9-f61fc6524878 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:19.632444 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:19.655832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f002c-52fe-4f3b-bb13-fe0bbbc1defa tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event updated for resources: {'Subnet': ['ID=61cd8dd5-27dc-411e-bdb2-d4a666d4799f,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:19.667007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7f002c-52fe-4f3b-bb13-fe0bbbc1defa tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Checking segment: {'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:19.667531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7f002c-52fe-4f3b-bb13-fe0bbbc1defa tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Network hostable DHCP agents. Network: 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:09:19.697093 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787b6e1-46ee-4140-be98-4cc064b0465e req-3096e881-566d-4263-a426-f021fc90c9d7 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:19.700282 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8787b6e1-46ee-4140-be98-4cc064b0465e req-3096e881-566d-4263-a426-f021fc90c9d7 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0175060-3454-42bf-8ee2-9ee68dc0637b HTTP/1.1" status: 200 len: 950 time: 0.0851099 Nov 12 04:09:19.704685 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:19.711867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Pushing event updated for resources: {'Port': ['ID=698aeb29-9c13-4c13-a3a9-f61fc6524878,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:19.766911 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7f002c-52fe-4f3b-bb13-fe0bbbc1defa tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:09:19.769767 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Attempting to bind port 698aeb29-9c13-4c13-a3a9-f61fc6524878 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:19.770126 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Attempting to bind port 698aeb29-9c13-4c13-a3a9-f61fc6524878 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:19.770457 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Attempting to bind port 698aeb29-9c13-4c13-a3a9-f61fc6524878 on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:19.774472 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8787b6e1-46ee-4140-be98-4cc064b0465e req-5d76275c-201e-4c38-af48-9245a8250a29 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544536 Nov 12 04:09:19.777953 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Port 698aeb29-9c13-4c13-a3a9-f61fc6524878 on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:19.777953 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Attempting to bind port 698aeb29-9c13-4c13-a3a9-f61fc6524878 on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:19.781871 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:19.782214 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Checking segment: {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:19.782601 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Bound using segment: {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:19.783049 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Bound port: 698aeb29-9c13-4c13-a3a9-f61fc6524878, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:19.783411 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:19.849261 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-fb7f002c-52fe-4f3b-bb13-fe0bbbc1defa tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:19.855497 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:09:19.858991 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:19.859432 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:19.862307 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] For port 698aeb29-9c13-4c13-a3a9-f61fc6524878, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:19.862471 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baa6613-8650-4994-bae7-2cb18cc4c315 None None] Network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:19.883791 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7f002c-52fe-4f3b-bb13-fe0bbbc1defa tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:19.885192 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fb7f002c-52fe-4f3b-bb13-fe0bbbc1defa tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:19.890084 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] For port 698aeb29-9c13-4c13-a3a9-f61fc6524878, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=698aeb29-9c13-4c13-a3a9-f61fc6524878,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:19.911834 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b1636-9ba4-4f46-a93f-aa590902bbd8 req-b585ca68-4ff1-4670-ac6f-96856acb8d22 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:19.913355 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-614b1636-9ba4-4f46-a93f-aa590902bbd8 req-b585ca68-4ff1-4670-ac6f-96856acb8d22 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.21 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 946 time: 0.0713499 Nov 12 04:09:19.922506 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378badf-8ef3-4dc3-b526-8721cc5e85ce req-bb670abd-3f75-4660-af4e-c141331dd2e5 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:19.931999 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6378badf-8ef3-4dc3-b526-8721cc5e85ce req-bb670abd-3f75-4660-af4e-c141331dd2e5 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f00292-9c81-479a-845b-ef361bfd9ad8 HTTP/1.1" status: 200 len: 943 time: 0.0939200 Nov 12 04:09:19.959353 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:19.968456 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fb7f002c-52fe-4f3b-bb13-fe0bbbc1defa tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0095210 Nov 12 04:09:19.974547 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56486) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:19.981548 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-20357323-011a-48e5-abbb-13ac8810552f tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Request body: {'subnet': {'network_id': 'ecbcbecc-0e29-431e-912b-e7c0f4b1ee19', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:20.013380 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:20.015130 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:20.016606 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] 10.222.0.21 "PUT /v2.0/ports/698aeb29-9c13-4c13-a3a9-f61fc6524878 HTTP/1.1" status: 200 len: 1092 time: 0.8410599 Nov 12 04:09:20.024775 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f00292-9c81-479a-845b-ef361bfd9ad8', 'tag': '698aeb29-9c13-4c13-a3a9-f61fc6524878'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:20.034209 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a980d4-7974-4c5d-87b6-820da62306c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f00292-9c81-479a-845b-ef361bfd9ad8", "tag": "698aeb29-9c13-4c13-a3a9-f61fc6524878"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:20.037770 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6378badf-8ef3-4dc3-b526-8721cc5e85ce req-34cbb2b6-df32-4d98-865c-5fe4a2f391a1 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986855 Nov 12 04:09:20.084995 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de7a87-bc5b-4462-b7d1-feb33022d54c service neutron] Pushing event updated for resources: {'Port': ['ID=698aeb29-9c13-4c13-a3a9-f61fc6524878,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:20.122126 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-614b1636-9ba4-4f46-a93f-aa590902bbd8 req-9c5a035c-8ff0-4001-9bbd-2f3f975f6d21 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Deleting port 6db5db2d-f92d-4c42-a120-6eec752c0c2f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:20.122515 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-614b1636-9ba4-4f46-a93f-aa590902bbd8 req-9c5a035c-8ff0-4001-9bbd-2f3f975f6d21 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:20.232212 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab233a-4bfb-4945-892f-c3a5569aeb76 req-0d506652-7340-4569-8765-f94226a465fd tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:20.234312 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dab233a-4bfb-4945-892f-c3a5569aeb76 req-0d506652-7340-4569-8765-f94226a465fd tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0923240 Nov 12 04:09:20.235468 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20357323-011a-48e5-abbb-13ac8810552f tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Made reservation on behalf of 72d4754f04e94e6c9e3f339cc9bdd8f4 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:20.238871 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:20.239394 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-20357323-011a-48e5-abbb-13ac8810552f tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:20.257400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71', 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'fixed_ips': [{'subnet_id': '61cd8dd5-27dc-411e-bdb2-d4a666d4799f'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:09:20.258260 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:20.285262 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf96e76-08d5-4a84-b3d6-6d00255a2612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106e8f07-1f5f-4ba8-9f6f-dc6bfd032292'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:20.287693 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52845693-9925-4f89-9ef0-d5e1c54501ed" -d '{"events": [{"server_uuid": "acf96e76-08d5-4a84-b3d6-6d00255a2612", "name": "network-vif-plugged", "status": "completed", "tag": "106e8f07-1f5f-4ba8-9f6f-dc6bfd032292"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:20.289279 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-ce27b2fb-24e1-4bb2-ab55-b2edca9c9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:20.290300 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-ce27b2fb-24e1-4bb2-ab55-b2edca9c9936 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&device_id=c2f00292-9c81-479a-845b-ef361bfd9ad8 HTTP/1.1" status: 200 len: 1095 time: 0.0769696 Nov 12 04:09:20.292240 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-614b1636-9ba4-4f46-a93f-aa590902bbd8 req-9c5a035c-8ff0-4001-9bbd-2f3f975f6d21 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] For port 6db5db2d-f92d-4c42-a120-6eec752c0c2f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6db5db2d-f92d-4c42-a120-6eec752c0c2f,segment=NetworkSegment(7ddc7802-18fc-42cd-a6a9-774269fd9876),segment_id=7ddc7802-18fc-42cd-a6a9-774269fd9876)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:20.292680 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-614b1636-9ba4-4f46-a93f-aa590902bbd8 req-9c5a035c-8ff0-4001-9bbd-2f3f975f6d21 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:20.313139 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:20.313338 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-614b1636-9ba4-4f46-a93f-aa590902bbd8 req-9c5a035c-8ff0-4001-9bbd-2f3f975f6d21 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Calling delete_port for 6db5db2d-f92d-4c42-a120-6eec752c0c2f owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:20.362562 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dab233a-4bfb-4945-892f-c3a5569aeb76 req-5cc40c74-9a4b-41eb-b9f1-b53ffd9c0cb2 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994387 Nov 12 04:09:20.410051 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:20.469577 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-eda6f419-4a44-442e-9b5a-1ba949ea3a1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=698aeb29-9c13-4c13-a3a9-f61fc6524878 HTTP/1.1" status: 200 len: 217 time: 0.0950072 Nov 12 04:09:20.547106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-c2aac412-6c67-457e-8920-63ebaa24a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:20.548562 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-c2aac412-6c67-457e-8920-63ebaa24a6a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504596be-ee34-4774-bccb-6ddc41bf3b5f HTTP/1.1" status: 200 len: 846 time: 0.0675468 Nov 12 04:09:20.551334 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] Allocated IP 10.1.1.2 (7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71/61cd8dd5-27dc-411e-bdb2-d4a666d4799f/2d679a52-2fa5-47eb-b5aa-5ff191149dc0) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:20.585376 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ceb84-2e9d-4564-a0a0-8b544bd59947 req-cf369737-50c3-4849-821f-8f746eec2721 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:20.593216 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e0ceb84-2e9d-4564-a0a0-8b544bd59947 req-cf369737-50c3-4849-821f-8f746eec2721 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 946 time: 0.1109915 Nov 12 04:09:20.609132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:20.633640 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-c9f6c8da-2a97-4d4d-9d42-ef47070db8b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d37b2e01-0bab-4ed6-98b0-8381c00125c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756037 Nov 12 04:09:20.663153 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e0ceb84-2e9d-4564-a0a0-8b544bd59947 req-82fd5e58-3dbc-4183-8123-7a326e602edb tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598686 Nov 12 04:09:20.746770 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-20357323-011a-48e5-abbb-13ac8810552f tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:20.752658 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-9e824bba-818d-4302-a220-0dade762258d service neutron] 10.222.0.21 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135266 Nov 12 04:09:20.785899 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:20.818778 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20357323-011a-48e5-abbb-13ac8810552f tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event updated for resources: {'Subnet': ['ID=1a42fff2-0f1b-446e-9878-5ae2918f0d15,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:20.826272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20357323-011a-48e5-abbb-13ac8810552f tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Checking segment: {'id': 'bccac6fd-e5f2-4f45-b088-510ff6a481ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ecbcbecc-0e29-431e-912b-e7c0f4b1ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:20.826825 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20357323-011a-48e5-abbb-13ac8810552f tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Network hostable DHCP agents. Network: ecbcbecc-0e29-431e-912b-e7c0f4b1ee19, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:09:20.833136 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-614b1636-9ba4-4f46-a93f-aa590902bbd8 req-9c5a035c-8ff0-4001-9bbd-2f3f975f6d21 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:20.861096 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:20.866926 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a035c-8ff0-4001-9bbd-2f3f975f6d21 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Pushing event deleted for resources: {'Port': ['ID=6db5db2d-f92d-4c42-a120-6eec752c0c2f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:20.867786 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['5afbfdb7-0fda-4e85-9fbb-ed46c303957c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:20.879923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['6db5db2d-f92d-4c42-a120-6eec752c0c2f'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:20.897904 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b6b57e-7385-43a0-a692-4949b4762054 x-openstack-request-id: req-35b6b57e-7385-43a0-a692-4949b4762054 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:20.898029 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f00292-9c81-479a-845b-ef361bfd9ad8", "tag": "698aeb29-9c13-4c13-a3a9-f61fc6524878", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:20.898227 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35b6b57e-7385-43a0-a692-4949b4762054 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:20.898611 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f00292-9c81-479a-845b-ef361bfd9ad8', 'tag': '698aeb29-9c13-4c13-a3a9-f61fc6524878', 'status': 'completed', 'code': 200} Nov 12 04:09:20.911966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20357323-011a-48e5-abbb-13ac8810552f tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Network ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:09:20.927352 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-614b1636-9ba4-4f46-a93f-aa590902bbd8 req-9c5a035c-8ff0-4001-9bbd-2f3f975f6d21 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] No DVR routers for this DVR port 6db5db2d-f92d-4c42-a120-6eec752c0c2f on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:20.930968 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-614b1636-9ba4-4f46-a93f-aa590902bbd8 req-9c5a035c-8ff0-4001-9bbd-2f3f975f6d21 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:20.934271 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-614b1636-9ba4-4f46-a93f-aa590902bbd8 req-9c5a035c-8ff0-4001-9bbd-2f3f975f6d21 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.21 "DELETE /v2.0/ports/6db5db2d-f92d-4c42-a120-6eec752c0c2f HTTP/1.1" status: 204 len: 173 time: 1.0137615 Nov 12 04:09:20.938205 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5153700c-24d9-49ff-a8d5-b9892e2b0521 req-46a6b14e-db55-42be-abc1-d34d643d3c74 service neutron] 10.222.0.21 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779666 Nov 12 04:09:20.949387 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d056721-794f-43c7-b3b0-93bdcce6fcfe x-openstack-request-id: req-9d056721-794f-43c7-b3b0-93bdcce6fcfe {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:20.949685 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf96e76-08d5-4a84-b3d6-6d00255a2612", "name": "network-vif-plugged", "status": "completed", "tag": "106e8f07-1f5f-4ba8-9f6f-dc6bfd032292", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:20.949945 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d056721-794f-43c7-b3b0-93bdcce6fcfe {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:20.950331 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf96e76-08d5-4a84-b3d6-6d00255a2612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106e8f07-1f5f-4ba8-9f6f-dc6bfd032292', 'code': 200} Nov 12 04:09:20.984023 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] Network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:20.993123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:20.995612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:20.998694 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] Pushing event updated for resources: {'Port': ['ID=2d679a52-2fa5-47eb-b5aa-5ff191149dc0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:21.018147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-20357323-011a-48e5-abbb-13ac8810552f tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, ecbcbecc-0e29-431e-912b-e7c0f4b1ee19) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:21.032962 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-9ed36e78-4030-46b7-bf0b-5616234dba6f tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4901967e21a646d1932f36d95989453c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286648 Nov 12 04:09:21.034155 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20357323-011a-48e5-abbb-13ac8810552f tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:21.034762 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-20357323-011a-48e5-abbb-13ac8810552f tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:21.045351 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31954362-a89f-44fb-826f-c11f215597d9 None None] Network ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:21.152904 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42b667-941d-4da5-b771-fee6d13df5b4 req-15c88059-4de9-40a9-a258-4a371d851e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:21.154397 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f42b667-941d-4da5-b771-fee6d13df5b4 req-15c88059-4de9-40a9-a258-4a371d851e2e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 1098 time: 0.1015341 Nov 12 04:09:21.157695 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a980d4-7974-4c5d-87b6-820da62306c2 req-ce3291f9-c23b-4d4b-a7ff-f9cc15a1da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:21.157976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] Attempting to bind port 2d679a52-2fa5-47eb-b5aa-5ff191149dc0 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:21.158328 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] Attempting to bind port 2d679a52-2fa5-47eb-b5aa-5ff191149dc0 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:21.158721 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] Attempting to bind port 2d679a52-2fa5-47eb-b5aa-5ff191149dc0 on network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:21.159399 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f8a980d4-7974-4c5d-87b6-820da62306c2 req-ce3291f9-c23b-4d4b-a7ff-f9cc15a1da3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&device_id=c2f00292-9c81-479a-845b-ef361bfd9ad8 HTTP/1.1" status: 200 len: 1095 time: 0.0506210 Nov 12 04:09:21.174660 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-20357323-011a-48e5-abbb-13ac8810552f tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1980536 Nov 12 04:09:21.177687 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56524) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:21.181618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:21.181618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] Checking segment: {'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:21.181618 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:21.181618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] Bound using segment: {'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:21.181618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] Bound port: 2d679a52-2fa5-47eb-b5aa-5ff191149dc0, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:21.182220 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:21.193504 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Request body: {'port': {'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71', 'name': 'tempest-TaggedBootDevicesTest-1038932453', 'fixed_ips': [{'subnet_id': '61cd8dd5-27dc-411e-bdb2-d4a666d4799f'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:21.208463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-fa3a1beb-38c1-4e93-ae32-b09b32c86ce4 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:21.215840 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-fa3a1beb-38c1-4e93-ae32-b09b32c86ce4 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745129 Nov 12 04:09:21.247940 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-640c3596-706d-43ef-bebb-5353b2684d2c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/quotas/4901967e21a646d1932f36d95989453c HTTP/1.1" status: 200 len: 375 time: 0.0308619 Nov 12 04:09:21.283152 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f42b667-941d-4da5-b771-fee6d13df5b4 req-98c0439f-ff9c-40e6-b577-c0844bec1889 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191139 Nov 12 04:09:21.321563 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-24939792-5807-4e8b-b870-5e9a23e4e831 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4901967e21a646d1932f36d95989453c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722656 Nov 12 04:09:21.388470 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] For port 2d679a52-2fa5-47eb-b5aa-5ff191149dc0, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:21.406754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-ecbcbecc-0e29-431e-912b-e7c0f4b1ee19', 'network_id': 'ecbcbecc-0e29-431e-912b-e7c0f4b1ee19', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'fixed_ips': [{'subnet_id': '1a42fff2-0f1b-446e-9878-5ae2918f0d15'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:09:21.407566 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:21.412048 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] For port 2d679a52-2fa5-47eb-b5aa-5ff191149dc0, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2d679a52-2fa5-47eb-b5aa-5ff191149dc0,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:21.417346 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a980d4-7974-4c5d-87b6-820da62306c2 req-0167518b-c9e5-42f5-8a1f-b362714895f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:21.418687 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f8a980d4-7974-4c5d-87b6-820da62306c2 req-0167518b-c9e5-42f5-8a1f-b362714895f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 907 time: 0.2511458 Nov 12 04:09:21.465220 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f8a980d4-7974-4c5d-87b6-820da62306c2 req-751831c2-5259-4583-9a71-5352135fe36f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=698aeb29-9c13-4c13-a3a9-f61fc6524878 HTTP/1.1" status: 200 len: 217 time: 0.0377500 Nov 12 04:09:21.492811 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:21.519100 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Made reservation on behalf of 72d4754f04e94e6c9e3f339cc9bdd8f4 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:21.602500 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a980d4-7974-4c5d-87b6-820da62306c2 req-0f46bbef-6c58-40ca-bf99-77c8168abd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:21.603984 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f8a980d4-7974-4c5d-87b6-820da62306c2 req-0f46bbef-6c58-40ca-bf99-77c8168abd38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504596be-ee34-4774-bccb-6ddc41bf3b5f HTTP/1.1" status: 200 len: 846 time: 0.1303010 Nov 12 04:09:21.649627 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f8a980d4-7974-4c5d-87b6-820da62306c2 req-682f50ee-ac91-45a7-b5b4-4c6c3cafc364 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d37b2e01-0bab-4ed6-98b0-8381c00125c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290866 Nov 12 04:09:21.653812 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] Allocated IP 10.2.2.2 (ecbcbecc-0e29-431e-912b-e7c0f4b1ee19/1a42fff2-0f1b-446e-9878-5ae2918f0d15/690ec1af-88b7-4c9c-9482-533faeb6cc5f) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:21.676645 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28791bad-4c8a-4104-bd59-2dee38357825 None None] Pushing event updated for resources: {'Port': ['ID=2d679a52-2fa5-47eb-b5aa-5ff191149dc0,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:21.731820 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:21.764805 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b015063-9811-4922-b6af-c77043f10012 req-8cee53c7-bb12-4b2e-822f-97cb22cac1ff tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=81cef329-eb10-438b-bb64-c712732a1f1d HTTP/1.1" status: 200 len: 210 time: 0.0580835 Nov 12 04:09:21.807481 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] device_id is not set on port 69415cbd-189f-422f-a960-2a926ad7a318 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:09:21.996744 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:21.998922 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f8a980d4-7974-4c5d-87b6-820da62306c2 req-b851ea73-68d5-4fe9-acca-60293b8de1a9 service neutron] 10.222.0.21 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271298 Nov 12 04:09:22.098387 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:22.137245 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-78bfbc3f-9726-47a9-a197-1946ab2737d8 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1b803f4029f54c809c797ba0bb9468c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452044 Nov 12 04:09:22.151068 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] Network ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:22.154412 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:22.158365 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:22.167538 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] Pushing event updated for resources: {'Port': ['ID=690ec1af-88b7-4c9c-9482-533faeb6cc5f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:22.194476 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f8a980d4-7974-4c5d-87b6-820da62306c2 req-b9f48d43-d9fa-4c6f-b36b-12cd59de835e service neutron] 10.222.0.21 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676786 Nov 12 04:09:22.205042 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Allocated IP 10.1.1.207 (7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71/61cd8dd5-27dc-411e-bdb2-d4a666d4799f/69415cbd-189f-422f-a960-2a926ad7a318) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:22.283655 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] Attempting to bind port 690ec1af-88b7-4c9c-9482-533faeb6cc5f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:22.284023 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] Attempting to bind port 690ec1af-88b7-4c9c-9482-533faeb6cc5f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'bccac6fd-e5f2-4f45-b088-510ff6a481ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ecbcbecc-0e29-431e-912b-e7c0f4b1ee19'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:22.284463 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] Attempting to bind port 690ec1af-88b7-4c9c-9482-533faeb6cc5f on network ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:22.291240 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:22.291492 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] Checking segment: {'id': 'bccac6fd-e5f2-4f45-b088-510ff6a481ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ecbcbecc-0e29-431e-912b-e7c0f4b1ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:22.291938 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:22.292725 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] Bound using segment: {'id': 'bccac6fd-e5f2-4f45-b088-510ff6a481ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ecbcbecc-0e29-431e-912b-e7c0f4b1ee19'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:22.293126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] Bound port: 690ec1af-88b7-4c9c-9482-533faeb6cc5f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bccac6fd-e5f2-4f45-b088-510ff6a481ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ecbcbecc-0e29-431e-912b-e7c0f4b1ee19'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:22.293513 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:22.397725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-06e775b5-209a-4937-a366-8d6fa96ac32b tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:22.402662 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] For port 690ec1af-88b7-4c9c-9482-533faeb6cc5f, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:22.406940 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] For port 690ec1af-88b7-4c9c-9482-533faeb6cc5f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=690ec1af-88b7-4c9c-9482-533faeb6cc5f,segment=NetworkSegment(bccac6fd-e5f2-4f45-b088-510ff6a481ca),segment_id=bccac6fd-e5f2-4f45-b088-510ff6a481ca)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:22.408228 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-06e775b5-209a-4937-a366-8d6fa96ac32b tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2612159 Nov 12 04:09:22.420025 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-226ddb77-80c9-4246-9642-a0aa147657c5 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/quotas/1b803f4029f54c809c797ba0bb9468c4 HTTP/1.1" status: 200 len: 375 time: 0.0110085 Nov 12 04:09:22.442382 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:22.488247 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2d679a52-2fa5-47eb-b5aa-5ff191149dc0 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:22.518548 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-acc03cec-1c53-4c4b-9089-0fb9a75dea60 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b803f4029f54c809c797ba0bb9468c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814493 Nov 12 04:09:22.521918 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:22.722118 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ff2d7-1329-405f-8e8c-72318df779cd None None] Pushing event updated for resources: {'Port': ['ID=690ec1af-88b7-4c9c-9482-533faeb6cc5f,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:22.777357 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2d679a52-2fa5-47eb-b5aa-5ff191149dc0 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:22.780375 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:22.954301 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cef329-eb10-438b-bb64-c712732a1f1d', 'name': 'network-vif-deleted', 'tag': '6db5db2d-f92d-4c42-a120-6eec752c0c2f'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:22.956786 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862ef5d2-d108-4dba-812f-f8fed21581dd" -d '{"events": [{"server_uuid": "81cef329-eb10-438b-bb64-c712732a1f1d", "name": "network-vif-deleted", "tag": "6db5db2d-f92d-4c42-a120-6eec752c0c2f"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:22.978068 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3eb231-649c-4935-959e-e09af30beef9 req-f4abacb0-1b69-4864-86b6-3216562af4a8 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:22.980349 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec3eb231-649c-4935-959e-e09af30beef9 req-f4abacb0-1b69-4864-86b6-3216562af4a8 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f00292-9c81-479a-845b-ef361bfd9ad8 HTTP/1.1" status: 200 len: 943 time: 0.0876539 Nov 12 04:09:22.987959 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:23.066086 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 2d679a52-2fa5-47eb-b5aa-5ff191149dc0, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2d679a52-2fa5-47eb-b5aa-5ff191149dc0,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:23.106013 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec3eb231-649c-4935-959e-e09af30beef9 req-7963eb0a-5a4d-4605-a622-5bf791314044 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169631 Nov 12 04:09:23.109940 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:23.155678 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:23.160271 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456e82c2-05be-4e73-967b-12ece1e7ef27 None None] Network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:23.181499 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:23.190216 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:23.192617 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:23.222770 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event updated for resources: {'Port': ['ID=69415cbd-189f-422f-a960-2a926ad7a318,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:23.241300 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:23.241633 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:23.241968 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:23.242303 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:23.242659 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:23.242983 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:23.243307 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:23.243626 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:23.243939 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:23.244259 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:23.244581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:23.244898 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:23.290267 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c13360b0-50ee-461d-9d46-7436849c4654 req-84638bbd-df39-4922-9400-da5ff69e1e61 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd2ca9f-120f-4d77-b99c-161606be5176 HTTP/1.1" status: 200 len: 210 time: 0.0447972 Nov 12 04:09:23.305736 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:23.306487 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:23.339398 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=2d679a52-2fa5-47eb-b5aa-5ff191149dc0,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:23.342982 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8ff00ef0-c40b-440c-a3a2-f835aadc6391 None None] Provisioning complete for port 2d679a52-2fa5-47eb-b5aa-5ff191149dc0 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:23.344367 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ff00ef0-c40b-440c-a3a2-f835aadc6391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:23.408860 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4520db16-e439-4b5f-9e83-79341f442e05 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2300618 Nov 12 04:09:23.411732 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56564) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:23.418478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-c5a73117-db27-48e0-a517-a29967f3653d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Request body: {'port': {'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71', 'name': 'tempest-TaggedBootDevicesTest-925814673', 'fixed_ips': [{'subnet_id': '61cd8dd5-27dc-411e-bdb2-d4a666d4799f'}]}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:23.458862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b7681-9e42-4207-925a-d6220afa9a07 req-b253593a-4656-498b-bbd1-252cba78dbe1 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:23.460452 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-578b7681-9e42-4207-925a-d6220afa9a07 req-b253593a-4656-498b-bbd1-252cba78dbe1 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 946 time: 0.0962532 Nov 12 04:09:23.580618 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-578b7681-9e42-4207-925a-d6220afa9a07 req-7241f258-ab96-4fb7-8bbb-562ac771935c tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832729 Nov 12 04:09:23.678215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a73117-db27-48e0-a517-a29967f3653d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Made reservation on behalf of 72d4754f04e94e6c9e3f339cc9bdd8f4 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:23.817343 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c5a73117-db27-48e0-a517-a29967f3653d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:23.838101 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-338030c7-24f2-46c1-a3ee-99a7a75b9cde None None] Provisioning complete for port 69415cbd-189f-422f-a960-2a926ad7a318 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:23.838723 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-338030c7-24f2-46c1-a3ee-99a7a75b9cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:23.850131 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-c5a73117-db27-48e0-a517-a29967f3653d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] device_id is not set on port a31dc5fe-a559-4a60-86e2-f58b3be550d8 yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:09:23.872969 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d6355f0e-f31d-442e-921a-3bc9329447e6 req-641e5055-1d32-4c3d-8e91-fa6959c57750 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2024810-1a2b-4a7e-9a48-0a6af311af9c HTTP/1.1" status: 200 len: 210 time: 0.0383387 Nov 12 04:09:23.935365 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-338030c7-24f2-46c1-a3ee-99a7a75b9cde None None] Port 69415cbd-189f-422f-a960-2a926ad7a318 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:23.952129 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-338030c7-24f2-46c1-a3ee-99a7a75b9cde None None] Provisioning complete for port 2d679a52-2fa5-47eb-b5aa-5ff191149dc0 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:23.955106 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-338030c7-24f2-46c1-a3ee-99a7a75b9cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:23.997156 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb363bad-1e9b-4fe5-a2f8-63a6ca3fe595 x-openstack-request-id: req-fb363bad-1e9b-4fe5-a2f8-63a6ca3fe595 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:24.000525 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cef329-eb10-438b-bb64-c712732a1f1d", "name": "network-vif-deleted", "tag": "6db5db2d-f92d-4c42-a120-6eec752c0c2f", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:24.001147 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb363bad-1e9b-4fe5-a2f8-63a6ca3fe595 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:24.002155 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cef329-eb10-438b-bb64-c712732a1f1d', 'name': 'network-vif-deleted', 'tag': '6db5db2d-f92d-4c42-a120-6eec752c0c2f', 'status': 'completed', 'code': 200} Nov 12 04:09:24.172712 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-c5a73117-db27-48e0-a517-a29967f3653d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Allocated IP 10.1.1.31 (7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71/61cd8dd5-27dc-411e-bdb2-d4a666d4799f/a31dc5fe-a559-4a60-86e2-f58b3be550d8) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:24.178913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f75b7b-16ba-459e-a05f-aea5958e0ed2 req-0158187e-0005-4edc-9498-02d5d356527b tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:24.180594 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92f75b7b-16ba-459e-a05f-aea5958e0ed2 req-0158187e-0005-4edc-9498-02d5d356527b tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 1098 time: 0.0718415 Nov 12 04:09:24.227958 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ebdc9d09-1bdc-4d82-ba1c-468fd367aa15 None None] Provisioning complete for port 69415cbd-189f-422f-a960-2a926ad7a318 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:24.227958 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ebdc9d09-1bdc-4d82-ba1c-468fd367aa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:24.227958 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6f0a54-b2fd-4ee0-9fa3-152fbd497583 None None] Network ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:24.263479 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92f75b7b-16ba-459e-a05f-aea5958e0ed2 req-5b23721c-5172-424e-b578-275a2f4a89e5 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762217 Nov 12 04:09:24.317114 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ebdc9d09-1bdc-4d82-ba1c-468fd367aa15 None None] Port 69415cbd-189f-422f-a960-2a926ad7a318 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:24.420933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-456782d8-83a7-46d4-bda4-7cb6f44d313b tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4901967e21a646d1932f36d95989453c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377955 Nov 12 04:09:24.431228 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c5a73117-db27-48e0-a517-a29967f3653d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:24.455115 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 698aeb29-9c13-4c13-a3a9-f61fc6524878 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:09:24.467823 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6db5db2d-f92d-4c42-a120-6eec752c0c2f no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:24.495211 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2d679a52-2fa5-47eb-b5aa-5ff191149dc0 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:24.545003 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 6db5db2d-f92d-4c42-a120-6eec752c0c2f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:24.545267 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6db5db2d-f92d-4c42-a120-6eec752c0c2f not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:24.553586 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4ea06ee1-1abf-4691-8164-264d084a96f9 None None] Provisioning complete for port 690ec1af-88b7-4c9c-9482-533faeb6cc5f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:24.553959 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ea06ee1-1abf-4691-8164-264d084a96f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:24.571268 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-a21c7c31-f7c3-4c8f-9fc3-aedd8f3c0c2b tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:24.572785 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-a21c7c31-f7c3-4c8f-9fc3-aedd8f3c0c2b tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1312530 Nov 12 04:09:24.602854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-a171bd22-a141-4d21-a90e-1462755dd2e5 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Request body: {'port': {'device_id': 'acd2ca9f-120f-4d77-b99c-161606be5176', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': '4901967e21a646d1932f36d95989453c'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:24.608623 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c5a73117-db27-48e0-a517-a29967f3653d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:24.696132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2d679a52-2fa5-47eb-b5aa-5ff191149dc0 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:24.696501 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:24.730495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a73117-db27-48e0-a517-a29967f3653d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:24.742777 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-c5a73117-db27-48e0-a517-a29967f3653d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:24.758887 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 698aeb29-9c13-4c13-a3a9-f61fc6524878, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=698aeb29-9c13-4c13-a3a9-f61fc6524878,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:24.761258 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a73117-db27-48e0-a517-a29967f3653d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event updated for resources: {'Port': ['ID=a31dc5fe-a559-4a60-86e2-f58b3be550d8,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:24.770526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a73117-db27-48e0-a517-a29967f3653d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:24.802726 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '698aeb29-9c13-4c13-a3a9-f61fc6524878', 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8', 'port_id': '698aeb29-9c13-4c13-a3a9-f61fc6524878', 'mac_address': 'fa:16:3e:ae:3b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504596be-ee34-4774-bccb-6ddc41bf3b5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:09:24.846545 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a73117-db27-48e0-a517-a29967f3653d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:24.847505 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c5a73117-db27-48e0-a517-a29967f3653d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:24.886798 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:24.888842 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ea06ee1-1abf-4691-8164-264d084a96f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:24.945213 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f647ba-353c-46e1-afc2-168f432fa1a7 req-dd0b740a-6e09-4f76-8f6d-7a9018d6e55b tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:24.951279 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-59f647ba-353c-46e1-afc2-168f432fa1a7 req-dd0b740a-6e09-4f76-8f6d-7a9018d6e55b tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f00292-9c81-479a-845b-ef361bfd9ad8 HTTP/1.1" status: 200 len: 943 time: 0.0943086 Nov 12 04:09:25.011768 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c5a73117-db27-48e0-a517-a29967f3653d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5939610 Nov 12 04:09:25.034475 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-59f647ba-353c-46e1-afc2-168f432fa1a7 req-a821141f-c628-4683-a663-549a64de003c tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771465 Nov 12 04:09:25.085142 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698aeb29-9c13-4c13-a3a9-f61fc6524878 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:25.103177 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4ea06ee1-1abf-4691-8164-264d084a96f9 None None] For port 690ec1af-88b7-4c9c-9482-533faeb6cc5f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=690ec1af-88b7-4c9c-9482-533faeb6cc5f,segment=NetworkSegment(bccac6fd-e5f2-4f45-b088-510ff6a481ca),segment_id=bccac6fd-e5f2-4f45-b088-510ff6a481ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:25.124790 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 698aeb29-9c13-4c13-a3a9-f61fc6524878, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=698aeb29-9c13-4c13-a3a9-f61fc6524878,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:25.126411 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 690ec1af-88b7-4c9c-9482-533faeb6cc5f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:25.137247 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c504c-7567-495e-9086-471167c94349 req-70288cef-1e07-42ff-b4e4-e42559a76148 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:25.138880 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-960c504c-7567-495e-9086-471167c94349 req-70288cef-1e07-42ff-b4e4-e42559a76148 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 1098 time: 0.0412996 Nov 12 04:09:25.170368 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-a171bd22-a141-4d21-a90e-1462755dd2e5 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Made reservation on behalf of 4901967e21a646d1932f36d95989453c for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:25.173073 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 690ec1af-88b7-4c9c-9482-533faeb6cc5f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:25.175496 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.175614 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-a171bd22-a141-4d21-a90e-1462755dd2e5 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.195852 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.199021 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ea06ee1-1abf-4691-8164-264d084a96f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.199528 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-960c504c-7567-495e-9086-471167c94349 req-709660d5-65c6-4805-b64b-404353582911 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541224 Nov 12 04:09:25.266287 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=698aeb29-9c13-4c13-a3a9-f61fc6524878,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:25.328843 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95609ea5-03ec-4cd8-8c5f-a753fa0fa84f req-aa641b1c-10c1-4fea-b7d4-350033f5312b tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd2ca9f-120f-4d77-b99c-161606be5176 HTTP/1.1" status: 200 len: 210 time: 0.0312593 Nov 12 04:09:25.348209 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea06ee1-1abf-4691-8164-264d084a96f9 None None] Pushing event updated for resources: {'Port': ['ID=690ec1af-88b7-4c9c-9482-533faeb6cc5f,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:25.361345 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-a171bd22-a141-4d21-a90e-1462755dd2e5 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Allocated IP 192.168.233.55 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/1e98adc0-7136-4d82-8929-b27ebdfa4ac3) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:25.367424 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-329797a5-55cf-4f36-810e-6aa1595e2d5e None None] Provisioning complete for port 690ec1af-88b7-4c9c-9482-533faeb6cc5f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:25.367910 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-329797a5-55cf-4f36-810e-6aa1595e2d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.473725 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-329797a5-55cf-4f36-810e-6aa1595e2d5e None None] Provisioning complete for port a31dc5fe-a559-4a60-86e2-f58b3be550d8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:25.474265 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-329797a5-55cf-4f36-810e-6aa1595e2d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.508857 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-329797a5-55cf-4f36-810e-6aa1595e2d5e None None] Port a31dc5fe-a559-4a60-86e2-f58b3be550d8 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:25.548416 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-a171bd22-a141-4d21-a90e-1462755dd2e5 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.558786 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a17145-1a1b-45dc-bd4b-f211941779db req-1371d79e-51ed-4dd3-aa36-47825f75c1e0 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:25.560298 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48a17145-1a1b-45dc-bd4b-f211941779db req-1371d79e-51ed-4dd3-aa36-47825f75c1e0 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0840495 Nov 12 04:09:25.623081 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48a17145-1a1b-45dc-bd4b-f211941779db req-90b402b9-7341-44df-8709-aa4a24887fd1 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566700 Nov 12 04:09:25.706370 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-a171bd22-a141-4d21-a90e-1462755dd2e5 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.747534 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['6cd63bc9-27bc-4d83-866b-df17fc871e21', '9b2f4a77-dc0f-4585-987e-a414cc10ac46'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:25.755161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-a171bd22-a141-4d21-a90e-1462755dd2e5 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:25.762412 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-a171bd22-a141-4d21-a90e-1462755dd2e5 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:25.765409 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-a171bd22-a141-4d21-a90e-1462755dd2e5 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:25.796258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['698aeb29-9c13-4c13-a3a9-f61fc6524878'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:25.827012 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-ac582bb7-1ee6-49b6-8c89-2ba6fd1db46b tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1b803f4029f54c809c797ba0bb9468c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407846 Nov 12 04:09:25.887841 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-a171bd22-a141-4d21-a90e-1462755dd2e5 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:25.889770 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-a171bd22-a141-4d21-a90e-1462755dd2e5 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.895089 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171bd22-a141-4d21-a90e-1462755dd2e5 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Pushing event updated for resources: {'Port': ['ID=1e98adc0-7136-4d82-8929-b27ebdfa4ac3,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:25.922937 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9103acb-f62e-4429-86cf-df1ce04a1146 req-8bee8c91-b083-406e-b2a1-f44a16d55158 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2024810-1a2b-4a7e-9a48-0a6af311af9c HTTP/1.1" status: 200 len: 210 time: 0.1080890 Nov 12 04:09:26.025157 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-14a004b8-ffbc-4453-9e4f-91edd3df4dcc tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:26.027319 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-14a004b8-ffbc-4453-9e4f-91edd3df4dcc tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2034962 Nov 12 04:09:26.122986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-22351340-a5be-4d81-a809-c3cd80b9afee tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Request body: {'port': {'device_id': 'e2024810-1a2b-4a7e-9a48-0a6af311af9c', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': '1b803f4029f54c809c797ba0bb9468c4'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:26.167661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3d36a409-4827-49d5-a963-f11443430781 None None] Provisioning complete for port 1e98adc0-7136-4d82-8929-b27ebdfa4ac3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:26.168273 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3d36a409-4827-49d5-a963-f11443430781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.177508 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-a171bd22-a141-4d21-a90e-1462755dd2e5 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5808029 Nov 12 04:09:26.202028 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] Request body: {'port': {'device_id': 'acd2ca9f-120f-4d77-b99c-161606be5176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:26.220496 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3d36a409-4827-49d5-a963-f11443430781 None None] Port 1e98adc0-7136-4d82-8929-b27ebdfa4ac3 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:26.257994 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.340551 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 690ec1af-88b7-4c9c-9482-533faeb6cc5f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:26.342129 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-22351340-a5be-4d81-a809-c3cd80b9afee tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Made reservation on behalf of 1b803f4029f54c809c797ba0bb9468c4 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:26.351928 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-22351340-a5be-4d81-a809-c3cd80b9afee tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.370540 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-22351340-a5be-4d81-a809-c3cd80b9afee tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.375371 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56594) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:26.382497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-4a7ec0da-2b9a-45ac-be27-88f3e4e029c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Request body: {'security_group': {'name': 'tempest-securitygroup--999808990', 'description': 'tempest-description--1704982305'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:26.423057 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 690ec1af-88b7-4c9c-9482-533faeb6cc5f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:26.423756 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.502967 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-22351340-a5be-4d81-a809-c3cd80b9afee tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.512611 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4a7ec0da-2b9a-45ac-be27-88f3e4e029c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.546582 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-22351340-a5be-4d81-a809-c3cd80b9afee tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.614686 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22351340-a5be-4d81-a809-c3cd80b9afee tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828bab2a-b298-4b8c-aa63-577438f8c181,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:26.628821 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e86db7-fb3a-4c16-bf9f-9c731cec3e96 req-16e933e9-8fd1-4284-a715-b8362401cc05 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:26.630325 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55e86db7-fb3a-4c16-bf9f-9c731cec3e96 req-16e933e9-8fd1-4284-a715-b8362401cc05 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f00292-9c81-479a-845b-ef361bfd9ad8 HTTP/1.1" status: 200 len: 944 time: 0.1154773 Nov 12 04:09:26.699408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e98adc0-7136-4d82-8929-b27ebdfa4ac3 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:26.714002 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.727690 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4a7ec0da-2b9a-45ac-be27-88f3e4e029c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.747091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] Transition to ACTIVE for port object 1e98adc0-7136-4d82-8929-b27ebdfa4ac3 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:26.752054 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55e86db7-fb3a-4c16-bf9f-9c731cec3e96 req-9e3e594c-e0e3-4867-b644-f769d60fe57f tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990627 Nov 12 04:09:26.822562 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4a7ec0da-2b9a-45ac-be27-88f3e4e029c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.852463 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.879743 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-22351340-a5be-4d81-a809-c3cd80b9afee tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Allocated IP 192.168.233.194 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/726a5cc5-3990-43cf-b20f-2af75320058e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:26.914599 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ec0da-2b9a-45ac-be27-88f3e4e029c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd19764b-9ed0-45ee-b6da-2e2d0821c03f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:26.935812 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f99251-480f-436c-8772-d57f52752792 service neutron] Pushing event updated for resources: {'Port': ['ID=1e98adc0-7136-4d82-8929-b27ebdfa4ac3,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:26.938423 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ec0da-2b9a-45ac-be27-88f3e4e029c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.938905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ec0da-2b9a-45ac-be27-88f3e4e029c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.939278 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ec0da-2b9a-45ac-be27-88f3e4e029c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.939744 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ec0da-2b9a-45ac-be27-88f3e4e029c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.939938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ec0da-2b9a-45ac-be27-88f3e4e029c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.940272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ec0da-2b9a-45ac-be27-88f3e4e029c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.940591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ec0da-2b9a-45ac-be27-88f3e4e029c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.940909 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ec0da-2b9a-45ac-be27-88f3e4e029c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.941226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ec0da-2b9a-45ac-be27-88f3e4e029c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.941540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ec0da-2b9a-45ac-be27-88f3e4e029c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.941859 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ec0da-2b9a-45ac-be27-88f3e4e029c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.942177 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ec0da-2b9a-45ac-be27-88f3e4e029c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.955495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4eb8f-e0a5-4867-badb-7a955096e43b req-39a64e93-ceb1-4e87-9f3c-83cc554b74bd tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:26.957164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0e4eb8f-e0a5-4867-badb-7a955096e43b req-39a64e93-ceb1-4e87-9f3c-83cc554b74bd tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd2ca9f-120f-4d77-b99c-161606be5176 HTTP/1.1" status: 200 len: 935 time: 0.1452489 Nov 12 04:09:26.969431 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f99251-480f-436c-8772-d57f52752792 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.969688 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f99251-480f-436c-8772-d57f52752792 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.969969 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f99251-480f-436c-8772-d57f52752792 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.970358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f99251-480f-436c-8772-d57f52752792 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.970787 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f99251-480f-436c-8772-d57f52752792 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.971134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f99251-480f-436c-8772-d57f52752792 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.971595 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f99251-480f-436c-8772-d57f52752792 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.971920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f99251-480f-436c-8772-d57f52752792 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.972896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f99251-480f-436c-8772-d57f52752792 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.972896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f99251-480f-436c-8772-d57f52752792 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.973192 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f99251-480f-436c-8772-d57f52752792 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:26.973360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f99251-480f-436c-8772-d57f52752792 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:27.005592 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4a7ec0da-2b9a-45ac-be27-88f3e4e029c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.006681 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4a7ec0da-2b9a-45ac-be27-88f3e4e029c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6303289 Nov 12 04:09:27.009700 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56608) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:27.016174 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d2c3b6a4-081a-4bcd-8357-61891f4a433e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Request body: {'security_group_rule': {'security_group_id': 'dd19764b-9ed0-45ee-b6da-2e2d0821c03f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:27.078379 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-22351340-a5be-4d81-a809-c3cd80b9afee tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.087637 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0e4eb8f-e0a5-4867-badb-7a955096e43b req-af666223-e6b9-406e-9e3d-01793cabd9af tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227610 Nov 12 04:09:27.093561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] Attempting to bind port 1e98adc0-7136-4d82-8929-b27ebdfa4ac3 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:27.094413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] Attempting to bind port 1e98adc0-7136-4d82-8929-b27ebdfa4ac3 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:27.094858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] Attempting to bind port 1e98adc0-7136-4d82-8929-b27ebdfa4ac3 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:27.106549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] Port 1e98adc0-7136-4d82-8929-b27ebdfa4ac3 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:27.106549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] Attempting to bind port 1e98adc0-7136-4d82-8929-b27ebdfa4ac3 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:27.109152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:27.109493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:27.109880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:27.111148 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] Bound port: 1e98adc0-7136-4d82-8929-b27ebdfa4ac3, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:27.112552 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.128575 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b6a4-081a-4bcd-8357-61891f4a433e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.178137 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b6a4-081a-4bcd-8357-61891f4a433e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.189133 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-22351340-a5be-4d81-a809-c3cd80b9afee tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.189390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] For port 1e98adc0-7136-4d82-8929-b27ebdfa4ac3, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:27.190374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] For port 1e98adc0-7136-4d82-8929-b27ebdfa4ac3, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=1e98adc0-7136-4d82-8929-b27ebdfa4ac3,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:27.234805 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-22351340-a5be-4d81-a809-c3cd80b9afee tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:27.241959 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-22351340-a5be-4d81-a809-c3cd80b9afee tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:27.248794 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-22351340-a5be-4d81-a809-c3cd80b9afee tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:27.286959 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b6a4-081a-4bcd-8357-61891f4a433e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.294510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22351340-a5be-4d81-a809-c3cd80b9afee tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Pushing event updated for resources: {'Port': ['ID=726a5cc5-3990-43cf-b20f-2af75320058e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:27.311418 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.317831 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3b6a4-081a-4bcd-8357-61891f4a433e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de680e19-bb7f-49c9-8be0-6181d17c3e40,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:27.331116 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-22351340-a5be-4d81-a809-c3cd80b9afee tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:27.332010 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-22351340-a5be-4d81-a809-c3cd80b9afee tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.360097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:27.360797 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.362469 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-30f99251-480f-436c-8772-d57f52752792 service neutron] 10.222.0.31 "PUT /v2.0/ports/1e98adc0-7136-4d82-8929-b27ebdfa4ac3 HTTP/1.1" status: 200 len: 1096 time: 1.1679862 Nov 12 04:09:27.363124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd2ca9f-120f-4d77-b99c-161606be5176', 'tag': '1e98adc0-7136-4d82-8929-b27ebdfa4ac3'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:27.365884 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e5c49c-d67d-44ed-b2a5-a7cffabef830" -d '{"events": [{"name": "network-changed", "server_uuid": "acd2ca9f-120f-4d77-b99c-161606be5176", "tag": "1e98adc0-7136-4d82-8929-b27ebdfa4ac3"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:27.401011 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b6a4-081a-4bcd-8357-61891f4a433e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.402226 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d2c3b6a4-081a-4bcd-8357-61891f4a433e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3913045 Nov 12 04:09:27.405029 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56612) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:27.409656 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-41c53b4e-8d5c-4fbf-8495-ccf177f7218d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Request body: {'security_group_rule': {'security_group_id': 'dd19764b-9ed0-45ee-b6da-2e2d0821c03f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:27.412036 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f99251-480f-436c-8772-d57f52752792 service neutron] Pushing event updated for resources: {'Port': ['ID=1e98adc0-7136-4d82-8929-b27ebdfa4ac3,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:27.430431 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-22351340-a5be-4d81-a809-c3cd80b9afee tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3145118 Nov 12 04:09:27.454162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Request body: {'port': {'device_id': 'e2024810-1a2b-4a7e-9a48-0a6af311af9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:27.511851 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.532360 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41c53b4e-8d5c-4fbf-8495-ccf177f7218d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.579070 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-afe2958f-b1ab-401c-b9b4-2f3b90329641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:27.580547 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-afe2958f-b1ab-401c-b9b4-2f3b90329641 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4901967e21a646d1932f36d95989453c&device_id=acd2ca9f-120f-4d77-b99c-161606be5176 HTTP/1.1" status: 200 len: 1099 time: 0.0569534 Nov 12 04:09:27.583944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-06493279-d3f9-4538-98bd-20a7505ef233 None None] Provisioning complete for port 726a5cc5-3990-43cf-b20f-2af75320058e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:27.584486 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06493279-d3f9-4538-98bd-20a7505ef233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.633590 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-06493279-d3f9-4538-98bd-20a7505ef233 None None] Port 726a5cc5-3990-43cf-b20f-2af75320058e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:27.664084 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-76055ef0-9d9f-4100-9a8d-1e34ec6bfc57 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=1e98adc0-7136-4d82-8929-b27ebdfa4ac3 HTTP/1.1" status: 200 len: 217 time: 0.0478384 Nov 12 04:09:27.696934 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41c53b4e-8d5c-4fbf-8495-ccf177f7218d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.725241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-86f4f8ab-0194-4632-9142-94b88517dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:27.726964 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-86f4f8ab-0194-4632-9142-94b88517dbe6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0510666 Nov 12 04:09:27.769094 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41c53b4e-8d5c-4fbf-8495-ccf177f7218d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.794237 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-fc59a919-093f-4426-9317-531cc850971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:27.797183 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-fc59a919-093f-4426-9317-531cc850971b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0603282 Nov 12 04:09:27.802126 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c53b4e-8d5c-4fbf-8495-ccf177f7218d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc92f0ca-7d16-4e17-bfbe-71c138c8a5a5,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:27.873938 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726a5cc5-3990-43cf-b20f-2af75320058e {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:27.881715 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.894535 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Transition to ACTIVE for port object 726a5cc5-3990-43cf-b20f-2af75320058e will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:27.924885 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-99b54d6f-515c-439f-8d28-5a26bd04fc42 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851352 Nov 12 04:09:27.950147 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41c53b4e-8d5c-4fbf-8495-ccf177f7218d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.951815 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-41c53b4e-8d5c-4fbf-8495-ccf177f7218d tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5457072 Nov 12 04:09:27.954842 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56620) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:27.959752 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9033c51e-1ec8-4b91-81ad-82ffd53b1b24 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:28.019028 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.048979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a552d-81b2-4c61-913b-530d5e449ddc req-ca5b1372-5216-4e61-bf5b-ff460b09fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:28.050468 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-074a552d-81b2-4c61-913b-530d5e449ddc req-ca5b1372-5216-4e61-bf5b-ff460b09fd41 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 1098 time: 0.0569019 Nov 12 04:09:28.061911 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5e9d086-4206-4c0c-b03b-2e59c3b17c03 req-fb1482f6-ddde-406c-8c7f-2ed79875633b service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288571 Nov 12 04:09:28.109567 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=726a5cc5-3990-43cf-b20f-2af75320058e,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:28.132460 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9033c51e-1ec8-4b91-81ad-82ffd53b1b24 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.182947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Attempting to bind port 726a5cc5-3990-43cf-b20f-2af75320058e on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:28.183339 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Attempting to bind port 726a5cc5-3990-43cf-b20f-2af75320058e by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:28.183703 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Attempting to bind port 726a5cc5-3990-43cf-b20f-2af75320058e on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:28.209429 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a552d-81b2-4c61-913b-530d5e449ddc req-29ca51e6-8950-4648-aa50-189c210f3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:28.211357 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-074a552d-81b2-4c61-913b-530d5e449ddc req-29ca51e6-8950-4648-aa50-189c210f3883 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 919 time: 0.1161714 Nov 12 04:09:28.235585 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Port 726a5cc5-3990-43cf-b20f-2af75320058e on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:28.240524 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Attempting to bind port 726a5cc5-3990-43cf-b20f-2af75320058e on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:28.243974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:28.244310 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:28.244691 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:28.245164 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Bound port: 726a5cc5-3990-43cf-b20f-2af75320058e, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:28.245470 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.332207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] For port 726a5cc5-3990-43cf-b20f-2af75320058e, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:28.336620 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] For port 726a5cc5-3990-43cf-b20f-2af75320058e, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=726a5cc5-3990-43cf-b20f-2af75320058e,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:28.337211 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-074a552d-81b2-4c61-913b-530d5e449ddc req-978cac9b-f378-4401-aef6-c9b18a4c537f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 HTTP/1.1" status: 200 len: 217 time: 0.0373490 Nov 12 04:09:28.348250 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9033c51e-1ec8-4b91-81ad-82ffd53b1b24 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.406322 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a552d-81b2-4c61-913b-530d5e449ddc req-933c557b-5376-4df3-b841-f64bba2427ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:28.408559 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-074a552d-81b2-4c61-913b-530d5e449ddc req-933c557b-5376-4df3-b841-f64bba2427ea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.0579238 Nov 12 04:09:28.424151 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.447603 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-074a552d-81b2-4c61-913b-530d5e449ddc req-a54e69e0-f69f-4717-944d-4a8ff33508ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256264 Nov 12 04:09:28.479364 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 698aeb29-9c13-4c13-a3a9-f61fc6524878 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:28.494307 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:28.494958 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.496418 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] 10.222.0.31 "PUT /v2.0/ports/726a5cc5-3990-43cf-b20f-2af75320058e HTTP/1.1" status: 200 len: 1097 time: 1.0470765 Nov 12 04:09:28.496803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2024810-1a2b-4a7e-9a48-0a6af311af9c', 'tag': '726a5cc5-3990-43cf-b20f-2af75320058e'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:28.499122 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc9bb07-a005-41c9-8e90-6b31137a113b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2024810-1a2b-4a7e-9a48-0a6af311af9c", "tag": "726a5cc5-3990-43cf-b20f-2af75320058e"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:28.542005 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-17a887a1-84a7-42c5-b9f2-2c30479ff4f1 req-5f5993fd-0020-4d4c-bd1f-ce532a124d6e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1530452 Nov 12 04:09:28.553594 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932903c-4f45-410b-a5c7-bbab1106b3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=726a5cc5-3990-43cf-b20f-2af75320058e,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:28.563802 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-9033c51e-1ec8-4b91-81ad-82ffd53b1b24 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Allocated IP 172.25.1.182 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/0da04ae0-56b5-40cb-95c5-a5a8a69b6d4c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:28.584249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-074a552d-81b2-4c61-913b-530d5e449ddc req-23adf93c-7dc1-4a54-94c9-33a2cd35d22c service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190028 Nov 12 04:09:28.660981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 698aeb29-9c13-4c13-a3a9-f61fc6524878 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:09:28.666445 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 698aeb29-9c13-4c13-a3a9-f61fc6524878 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:28.667295 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.728997 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-074a552d-81b2-4c61-913b-530d5e449ddc req-67289381-75fc-42e7-8404-00cbec3fd5a7 service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326032 Nov 12 04:09:28.766409 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.797184 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f00292-9c81-479a-845b-ef361bfd9ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698aeb29-9c13-4c13-a3a9-f61fc6524878'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:28.799552 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1850aad1-6522-4fcd-a59b-94d6bf35c1c4" -d '{"events": [{"server_uuid": "c2f00292-9c81-479a-845b-ef361bfd9ad8", "name": "network-vif-plugged", "status": "completed", "tag": "698aeb29-9c13-4c13-a3a9-f61fc6524878"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:28.809985 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 698aeb29-9c13-4c13-a3a9-f61fc6524878, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=698aeb29-9c13-4c13-a3a9-f61fc6524878,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:28.810223 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-d2e48263-f263-4cc6-a7da-4a18b520a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:28.811748 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-d2e48263-f263-4cc6-a7da-4a18b520a1ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b803f4029f54c809c797ba0bb9468c4&device_id=e2024810-1a2b-4a7e-9a48-0a6af311af9c HTTP/1.1" status: 200 len: 1100 time: 0.1303697 Nov 12 04:09:28.817095 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9033c51e-1ec8-4b91-81ad-82ffd53b1b24 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.819663 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a887a1-84a7-42c5-b9f2-2c30479ff4f1 req-b367989e-da3a-4044-a074-001e454c60ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:28.821381 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-17a887a1-84a7-42c5-b9f2-2c30479ff4f1 req-b367989e-da3a-4044-a074-001e454c60ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 1096 time: 0.1277187 Nov 12 04:09:28.895351 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-64d83460-18bc-446a-8a0e-92ce47692630 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=726a5cc5-3990-43cf-b20f-2af75320058e HTTP/1.1" status: 200 len: 217 time: 0.0621715 Nov 12 04:09:28.902343 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.952884 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=698aeb29-9c13-4c13-a3a9-f61fc6524878,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:28.999663 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-be9f09aa-1f70-4d08-a94d-0857d38b98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:29.001097 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-be9f09aa-1f70-4d08-a94d-0857d38b98b1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0698454 Nov 12 04:09:29.005569 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a887a1-84a7-42c5-b9f2-2c30479ff4f1 req-11c04917-814c-4da7-b226-9067315adeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:29.006955 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-17a887a1-84a7-42c5-b9f2-2c30479ff4f1 req-11c04917-814c-4da7-b226-9067315adeed service neutron] 10.222.0.21 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 919 time: 0.1641414 Nov 12 04:09:29.056709 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9033c51e-1ec8-4b91-81ad-82ffd53b1b24 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.059249 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-17a887a1-84a7-42c5-b9f2-2c30479ff4f1 req-f2228f08-df52-4b98-ac1e-338cbf5d8cc6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd785c9-5050-4a76-86ac-dd56fc4d906f HTTP/1.1" status: 200 len: 217 time: 0.0440788 Nov 12 04:09:29.117251 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9033c51e-1ec8-4b91-81ad-82ffd53b1b24 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:29.133656 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9033c51e-1ec8-4b91-81ad-82ffd53b1b24 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:29.158725 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9033c51e-1ec8-4b91-81ad-82ffd53b1b24 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:29.163553 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033c51e-1ec8-4b91-81ad-82ffd53b1b24 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event updated for resources: {'Port': ['ID=0da04ae0-56b5-40cb-95c5-a5a8a69b6d4c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:29.184533 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a7d5a876-cc48-41b8-b341-18dd225c8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:29.186567 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-a7d5a876-cc48-41b8-b341-18dd225c8282 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1653366 Nov 12 04:09:29.231203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a887a1-84a7-42c5-b9f2-2c30479ff4f1 req-f5b5f284-31ad-4ac7-8b52-3d34c3711676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:29.233150 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-17a887a1-84a7-42c5-b9f2-2c30479ff4f1 req-f5b5f284-31ad-4ac7-8b52-3d34c3711676 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.1189411 Nov 12 04:09:29.303373 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-17a887a1-84a7-42c5-b9f2-2c30479ff4f1 req-e6fd83b4-0b0f-4973-8b47-93524a633e62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629187 Nov 12 04:09:29.418427 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-c12cdb45-994f-48cd-95a8-55066ec1a893 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205970 Nov 12 04:09:29.423037 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9033c51e-1ec8-4b91-81ad-82ffd53b1b24 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.471994 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-17a887a1-84a7-42c5-b9f2-2c30479ff4f1 req-5777351e-ee13-4990-b4be-adcfd4898dc2 service neutron] 10.222.0.21 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462851 Nov 12 04:09:29.552772 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-85a5fe8f-0a1a-4c49-b036-024e978ba254 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:09:29.560450 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-85a5fe8f-0a1a-4c49-b036-024e978ba254 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1174188 Nov 12 04:09:29.594909 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9033c51e-1ec8-4b91-81ad-82ffd53b1b24 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.641842 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48bf7be0-ae4b-4886-8e4b-40d7e807c9c8 req-803ba33d-fcda-416c-b94e-d294fcdc7ada service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093382 Nov 12 04:09:29.667344 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-17a887a1-84a7-42c5-b9f2-2c30479ff4f1 req-dc3fcd68-ad7a-4916-91f2-551098bc9e48 service neutron] 10.222.0.21 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709998 Nov 12 04:09:29.798108 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9033c51e-1ec8-4b91-81ad-82ffd53b1b24 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.860649 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9033c51e-1ec8-4b91-81ad-82ffd53b1b24 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.930057 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033c51e-1ec8-4b91-81ad-82ffd53b1b24 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event updated for resources: {'Port': ['ID=0da04ae0-56b5-40cb-95c5-a5a8a69b6d4c,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:29.935492 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa640-c356-4647-851e-a555c80d3b96 req-c7396bbf-85cb-4986-8c96-811287624bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:29.936987 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-c7396bbf-85cb-4986-8c96-811287624bbb service neutron] 10.222.0.37 "GET /v2.0/ports/106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 HTTP/1.1" status: 200 len: 1095 time: 0.3757136 Nov 12 04:09:29.942500 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9033c51e-1ec8-4b91-81ad-82ffd53b1b24 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.949606 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-97baa640-c356-4647-851e-a555c80d3b96 req-c3cfb7e9-62d4-4ce8-b9c2-f3aab12755a5 service neutron] Request body: {'binding': {'host': 'n-h1-768509-24', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:29.950085 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-97baa640-c356-4647-851e-a555c80d3b96 req-c3cfb7e9-62d4-4ce8-b9c2-f3aab12755a5 service neutron] Unknown quota resources ['binding']. {{(pid=103296) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:09:30.028064 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9033c51e-1ec8-4b91-81ad-82ffd53b1b24 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.029852 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9033c51e-1ec8-4b91-81ad-82ffd53b1b24 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0733976 Nov 12 04:09:30.080364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-97baa640-c356-4647-851e-a555c80d3b96 req-c3cfb7e9-62d4-4ce8-b9c2-f3aab12755a5 service neutron] Attempting to bind port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 on host n-h1-768509-24 for vnic_type normal with profile None {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:30.082279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-97baa640-c356-4647-851e-a555c80d3b96 req-c3cfb7e9-62d4-4ce8-b9c2-f3aab12755a5 service neutron] Attempting to bind port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:30.082279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97baa640-c356-4647-851e-a555c80d3b96 req-c3cfb7e9-62d4-4ce8-b9c2-f3aab12755a5 service neutron] Attempting to bind port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:30.085170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97baa640-c356-4647-851e-a555c80d3b96 req-c3cfb7e9-62d4-4ce8-b9c2-f3aab12755a5 service neutron] Port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 on network 1332ff08-7d9c-4053-b884-7942193654ff not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:30.085492 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97baa640-c356-4647-851e-a555c80d3b96 req-c3cfb7e9-62d4-4ce8-b9c2-f3aab12755a5 service neutron] Attempting to bind port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:30.090134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97baa640-c356-4647-851e-a555c80d3b96 req-c3cfb7e9-62d4-4ce8-b9c2-f3aab12755a5 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:30.090472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97baa640-c356-4647-851e-a555c80d3b96 req-c3cfb7e9-62d4-4ce8-b9c2-f3aab12755a5 service neutron] Checking segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:30.091446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97baa640-c356-4647-851e-a555c80d3b96 req-c3cfb7e9-62d4-4ce8-b9c2-f3aab12755a5 service neutron] Bound using segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:30.091446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-97baa640-c356-4647-851e-a555c80d3b96 req-c3cfb7e9-62d4-4ce8-b9c2-f3aab12755a5 service neutron] Bound port: 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:30.145971 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-97baa640-c356-4647-851e-a555c80d3b96 req-c3cfb7e9-62d4-4ce8-b9c2-f3aab12755a5 service neutron] For port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:30.239097 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-97baa640-c356-4647-851e-a555c80d3b96 req-c3cfb7e9-62d4-4ce8-b9c2-f3aab12755a5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.240297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-c3cfb7e9-62d4-4ce8-b9c2-f3aab12755a5 service neutron] 10.222.0.37 "POST /v2.0/ports/106e8f07-1f5f-4ba8-9f6f-dc6bfd032292/bindings HTTP/1.1" status: 201 len: 390 time: 0.2943890 Nov 12 04:09:30.537275 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222bfa0-e42f-447e-987a-055cbaaa4da8 req-f411bfef-4bb7-43f9-be20-3eeed48ce47d tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:30.539131 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0222bfa0-e42f-447e-987a-055cbaaa4da8 req-f411bfef-4bb7-43f9-be20-3eeed48ce47d tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.0510285 Nov 12 04:09:30.600332 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0222bfa0-e42f-447e-987a-055cbaaa4da8 req-20a2e1a4-b77a-45a2-97ff-f1d8acbbcf9b tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.37 "GET /v2.0/security-groups?id=3952dd1c-a25b-4459-b613-6a19fbcf8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541525 Nov 12 04:09:30.792939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56429cbf-973b-48da-9ffe-fcd42eca4529 req-92e898ce-6406-4a72-8565-d4b8167486c8 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:30.794568 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56429cbf-973b-48da-9ffe-fcd42eca4529 req-92e898ce-6406-4a72-8565-d4b8167486c8 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2024810-1a2b-4a7e-9a48-0a6af311af9c HTTP/1.1" status: 200 len: 948 time: 0.0548172 Nov 12 04:09:30.844476 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56429cbf-973b-48da-9ffe-fcd42eca4529 req-447cbe0c-3608-4f22-8e41-18163cbf71de tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426874 Nov 12 04:09:30.885282 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa640-c356-4647-851e-a555c80d3b96 req-62aa28b7-db81-4412-bf41-dd566ba62bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:30.886895 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-62aa28b7-db81-4412-bf41-dd566ba62bac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 1098 time: 0.0433168 Nov 12 04:09:30.895624 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db10779-a799-4621-a5d6-676b2dc9d62f x-openstack-request-id: req-9db10779-a799-4621-a5d6-676b2dc9d62f {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:30.895918 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd2ca9f-120f-4d77-b99c-161606be5176", "tag": "1e98adc0-7136-4d82-8929-b27ebdfa4ac3", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:30.896241 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9db10779-a799-4621-a5d6-676b2dc9d62f {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:30.896582 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd2ca9f-120f-4d77-b99c-161606be5176', 'tag': '1e98adc0-7136-4d82-8929-b27ebdfa4ac3', 'status': 'completed', 'code': 200} Nov 12 04:09:30.979223 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa640-c356-4647-851e-a555c80d3b96 req-380a9012-bd26-4ec1-808a-27bc78f2d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:30.980707 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-380a9012-bd26-4ec1-808a-27bc78f2d552 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 919 time: 0.0855675 Nov 12 04:09:30.996123 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cff91-f103-4383-8a90-52d782e6e9cd req-c2da699f-3211-4279-b1fe-d30a8ad041b1 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:30.997802 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb8cff91-f103-4383-8a90-52d782e6e9cd req-c2da699f-3211-4279-b1fe-d30a8ad041b1 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f00292-9c81-479a-845b-ef361bfd9ad8 HTTP/1.1" status: 200 len: 945 time: 0.0563252 Nov 12 04:09:31.050810 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-5c294928-529e-4dea-a257-0a65569bca35 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 HTTP/1.1" status: 200 len: 217 time: 0.0525818 Nov 12 04:09:31.051046 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb8cff91-f103-4383-8a90-52d782e6e9cd req-beeef769-4b26-4ea6-b09e-a7ea4634a7ff tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430996 Nov 12 04:09:31.083171 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5c49c-d67d-44ed-b2a5-a7cffabef830 req-7671b721-1634-4f26-a589-d89577f31d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:31.084646 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35e5c49c-d67d-44ed-b2a5-a7cffabef830 req-7671b721-1634-4f26-a589-d89577f31d6e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4901967e21a646d1932f36d95989453c&device_id=acd2ca9f-120f-4d77-b99c-161606be5176 HTTP/1.1" status: 200 len: 1099 time: 0.1006546 Nov 12 04:09:31.121991 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa640-c356-4647-851e-a555c80d3b96 req-89318a1d-e191-4616-b971-950461d37021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:31.124041 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-89318a1d-e191-4616-b971-950461d37021 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.0714917 Nov 12 04:09:31.157363 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80066c76-9e3f-44f4-ad73-255ec85480e4 req-618a9d29-c849-4351-8520-13eaa2086f6d tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:31.159072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80066c76-9e3f-44f4-ad73-255ec85480e4 req-618a9d29-c849-4351-8520-13eaa2086f6d tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd2ca9f-120f-4d77-b99c-161606be5176 HTTP/1.1" status: 200 len: 947 time: 0.0533855 Nov 12 04:09:31.196917 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-f874e68f-3d00-4af6-bdc3-7d1ec616c26f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365357 Nov 12 04:09:31.222592 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80066c76-9e3f-44f4-ad73-255ec85480e4 req-9c883f40-6a38-44ce-b421-6a9cff749d14 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559328 Nov 12 04:09:31.283737 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5c49c-d67d-44ed-b2a5-a7cffabef830 req-555d252e-7b01-439d-8858-28c808114fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:31.285175 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35e5c49c-d67d-44ed-b2a5-a7cffabef830 req-555d252e-7b01-439d-8858-28c808114fa4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1908398 Nov 12 04:09:31.331725 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35e5c49c-d67d-44ed-b2a5-a7cffabef830 req-f23561a9-ae70-4bbb-ace6-9e7d11037e38 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=1e98adc0-7136-4d82-8929-b27ebdfa4ac3 HTTP/1.1" status: 200 len: 217 time: 0.0392151 Nov 12 04:09:31.345187 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f2913c-4163-4562-a554-79defc47f24d x-openstack-request-id: req-b3f2913c-4163-4562-a554-79defc47f24d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:31.345478 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2024810-1a2b-4a7e-9a48-0a6af311af9c", "tag": "726a5cc5-3990-43cf-b20f-2af75320058e", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:31.345738 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3f2913c-4163-4562-a554-79defc47f24d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:31.346126 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2024810-1a2b-4a7e-9a48-0a6af311af9c', 'tag': '726a5cc5-3990-43cf-b20f-2af75320058e', 'status': 'completed', 'code': 200} Nov 12 04:09:31.359874 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-b4158fb9-ea35-4039-b67b-ad1c8c15342b service neutron] 10.222.0.21 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536441 Nov 12 04:09:31.375929 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb3f8d5-9159-4ae1-9e05-c9cfe820a043 x-openstack-request-id: req-4eb3f8d5-9159-4ae1-9e05-c9cfe820a043 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:31.376749 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f00292-9c81-479a-845b-ef361bfd9ad8", "name": "network-vif-plugged", "status": "completed", "tag": "698aeb29-9c13-4c13-a3a9-f61fc6524878", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:31.376926 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4eb3f8d5-9159-4ae1-9e05-c9cfe820a043 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:31.377375 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f00292-9c81-479a-845b-ef361bfd9ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698aeb29-9c13-4c13-a3a9-f61fc6524878', 'code': 200} Nov 12 04:09:31.488782 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9bb07-a005-41c9-8e90-6b31137a113b req-2976caff-85ab-494f-8e87-f60bd42601d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:31.490449 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4cc9bb07-a005-41c9-8e90-6b31137a113b req-2976caff-85ab-494f-8e87-f60bd42601d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b803f4029f54c809c797ba0bb9468c4&device_id=e2024810-1a2b-4a7e-9a48-0a6af311af9c HTTP/1.1" status: 200 len: 1100 time: 0.0841138 Nov 12 04:09:31.586906 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93319588-bfc2-4f88-881e-ed6ecaf3784c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--999808990&fields=id&tenant_id=72d4754f04e94e6c9e3f339cc9bdd8f4 HTTP/1.1" status: 200 len: 267 time: 0.1090972 Nov 12 04:09:31.650792 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9bb07-a005-41c9-8e90-6b31137a113b req-e6522cb2-3b1b-4fc2-a81e-556ef3830bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:31.652272 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4cc9bb07-a005-41c9-8e90-6b31137a113b req-e6522cb2-3b1b-4fc2-a81e-556ef3830bc1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1527522 Nov 12 04:09:31.659265 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-dbf54773-308b-42d4-9605-978a52455aaa tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:31.660587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-dbf54773-308b-42d4-9605-978a52455aaa tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports/69415cbd-189f-422f-a960-2a926ad7a318 HTTP/1.1" status: 200 len: 932 time: 0.0623250 Nov 12 04:09:31.709854 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4cc9bb07-a005-41c9-8e90-6b31137a113b req-90ab7f62-f68e-4748-805b-ffd7ee0499a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=726a5cc5-3990-43cf-b20f-2af75320058e HTTP/1.1" status: 200 len: 217 time: 0.0467060 Nov 12 04:09:31.748702 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5c49c-d67d-44ed-b2a5-a7cffabef830 req-30ffcef4-c521-4633-9b8d-ea649eae18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:31.750139 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35e5c49c-d67d-44ed-b2a5-a7cffabef830 req-30ffcef4-c521-4633-9b8d-ea649eae18f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.4016953 Nov 12 04:09:31.775547 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7e00578f-3b80-4293-952a-cda762733f76 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:31.776934 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7e00578f-3b80-4293-952a-cda762733f76 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports/a31dc5fe-a559-4a60-86e2-f58b3be550d8 HTTP/1.1" status: 200 len: 930 time: 0.1078267 Nov 12 04:09:31.793848 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 1e98adc0-7136-4d82-8929-b27ebdfa4ac3 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:09:31.814414 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cd896-f336-474c-8126-f2e2a98c2bfb req-7d4d0c63-e673-4511-8ad0-31fe9c85131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:31.815906 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a88cd896-f336-474c-8126-f2e2a98c2bfb req-7d4d0c63-e673-4511-8ad0-31fe9c85131c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2f00292-9c81-479a-845b-ef361bfd9ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0972335 Nov 12 04:09:31.819403 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-9d6c7b88-85de-4deb-865f-77a96b737d44 service neutron] 10.222.0.21 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419477 Nov 12 04:09:31.835855 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5c49c-d67d-44ed-b2a5-a7cffabef830 req-1bc2aa2b-a31a-4072-90c0-44e69abc4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:31.837602 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35e5c49c-d67d-44ed-b2a5-a7cffabef830 req-1bc2aa2b-a31a-4072-90c0-44e69abc4ffd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0716987 Nov 12 04:09:31.844445 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-4af87906-67fe-4b30-adf6-acba9d6a0a33 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?network_id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0566955 Nov 12 04:09:31.846001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9bb07-a005-41c9-8e90-6b31137a113b req-de51df6c-9986-4da6-a1f8-517fe3fdb7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:31.847400 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4cc9bb07-a005-41c9-8e90-6b31137a113b req-de51df6c-9986-4da6-a1f8-517fe3fdb7a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1161625 Nov 12 04:09:31.885918 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-26843803-27a7-48ce-bd21-68a79d1ba2e7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?network_id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0345674 Nov 12 04:09:31.919819 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9bb07-a005-41c9-8e90-6b31137a113b req-ba1e0502-d02d-459d-ae0a-6be8491ae7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:31.920964 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4cc9bb07-a005-41c9-8e90-6b31137a113b req-ba1e0502-d02d-459d-ae0a-6be8491ae7fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0582387 Nov 12 04:09:31.930771 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 1e98adc0-7136-4d82-8929-b27ebdfa4ac3, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=1e98adc0-7136-4d82-8929-b27ebdfa4ac3,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:31.947840 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a88cd896-f336-474c-8126-f2e2a98c2bfb req-44a793aa-37fd-4501-a01d-0266a078b3cf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093187 Nov 12 04:09:31.957179 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '1e98adc0-7136-4d82-8929-b27ebdfa4ac3', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '1e98adc0-7136-4d82-8929-b27ebdfa4ac3', 'mac_address': 'fa:16:3e:77:72:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:09:31.989179 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35e5c49c-d67d-44ed-b2a5-a7cffabef830 req-448fba88-9498-4750-ac84-b72f92a320a6 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245816 Nov 12 04:09:32.002892 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:32.019001 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e98adc0-7136-4d82-8929-b27ebdfa4ac3 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:32.046365 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 1e98adc0-7136-4d82-8929-b27ebdfa4ac3, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=1e98adc0-7136-4d82-8929-b27ebdfa4ac3,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:32.102849 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-d32b713b-4b85-4619-a26d-9e4d34e628c8 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:32.108753 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-d32b713b-4b85-4619-a26d-9e4d34e628c8 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:32.114740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-d32b713b-4b85-4619-a26d-9e4d34e628c8 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:32.116400 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-d32b713b-4b85-4619-a26d-9e4d34e628c8 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/networks?id=19bce048-112d-4f21-ac62-0b363c707e0b&id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19&id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 HTTP/1.1" status: 200 len: 1988 time: 0.1913388 Nov 12 04:09:32.118452 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4cc9bb07-a005-41c9-8e90-6b31137a113b req-c78e1ff1-f2bc-44ec-9f3e-4e6c3ba53466 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816142 Nov 12 04:09:32.121552 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35e5c49c-d67d-44ed-b2a5-a7cffabef830 req-dfd66551-2445-4e63-ba4b-9eb790f1ace9 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212025 Nov 12 04:09:32.129527 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:32.142714 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-ac4bce65-4e4d-4e39-8712-d87a2b166bcb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/quotas/72d4754f04e94e6c9e3f339cc9bdd8f4 HTTP/1.1" status: 200 len: 375 time: 0.0123966 Nov 12 04:09:32.203788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=1e98adc0-7136-4d82-8929-b27ebdfa4ac3,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:32.285668 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-95b909a6-e989-47b4-981e-60eedc4dd705 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=72d4754f04e94e6c9e3f339cc9bdd8f4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1348851 Nov 12 04:09:32.304782 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4cc9bb07-a005-41c9-8e90-6b31137a113b req-42f6e7ed-4e68-4826-b395-b4def4f4cb80 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395369 Nov 12 04:09:32.393920 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-3b483125-45b1-40b3-b933-b4a3dec1b654 service neutron] 10.222.0.37 "GET /v2.0/networks/19bce048-112d-4f21-ac62-0b363c707e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878887 Nov 12 04:09:32.489562 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7a05f0b1-0525-45d1-b0c4-678d0f427eed service neutron] 10.222.0.37 "GET /v2.0/networks/19bce048-112d-4f21-ac62-0b363c707e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891492 Nov 12 04:09:32.532159 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-09e30a14-7847-434e-a089-f1c703f1a0ee service neutron] 10.222.0.37 "GET /v2.0/ports/69415cbd-189f-422f-a960-2a926ad7a318?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0336630 Nov 12 04:09:32.635173 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['1e98adc0-7136-4d82-8929-b27ebdfa4ac3'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:32.635740 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-72852314-ced8-4fc1-b6ac-648b75c8918e service neutron] 10.222.0.37 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981851 Nov 12 04:09:32.729615 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-ea854ded-7431-4796-b5aa-96068f7c0bf1 service neutron] 10.222.0.37 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877841 Nov 12 04:09:32.778991 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-caf3ac1d-b634-4884-9437-301a5338900d service neutron] 10.222.0.37 "GET /v2.0/ports/a31dc5fe-a559-4a60-86e2-f58b3be550d8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0413184 Nov 12 04:09:32.878315 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-5230ba4d-be21-48c5-a351-dd41740b0593 service neutron] 10.222.0.37 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928023 Nov 12 04:09:32.973419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7a6876db-bf70-4aeb-8e7d-55a3b1f2e573 service neutron] 10.222.0.37 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876062 Nov 12 04:09:33.069653 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-8e6b9754-9435-4181-a1a4-53568cb344f0 service neutron] 10.222.0.37 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893750 Nov 12 04:09:33.077950 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b4c93aad-ed4a-4d88-bf6f-14cfdf3fb3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.171690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-d4145df0-116a-4c08-a68d-eb5bdaea7e51 service neutron] 10.222.0.37 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960400 Nov 12 04:09:33.260382 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-3ef71235-63e1-4162-9861-f80ec52098b2 service neutron] 10.222.0.37 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824604 Nov 12 04:09:33.377484 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-d52c0e5f-c574-4d2f-abd2-b011b8102947 service neutron] 10.222.0.37 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101737 Nov 12 04:09:33.453046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686be68-457d-4bbd-8f4d-e6d111de8f4c req-301e6311-cc83-4370-8401-eee67de28b63 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:33.454583 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7686be68-457d-4bbd-8f4d-e6d111de8f4c req-301e6311-cc83-4370-8401-eee67de28b63 tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.31 "GET /v2.0/ports?device_id=43c9641d-04b8-4024-bc63-cad990b39658 HTTP/1.1" status: 200 len: 945 time: 0.1140664 Nov 12 04:09:33.541907 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-24a43541-74f9-4ed9-8dde-e3b6df6f008c service neutron] 10.222.0.37 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578360 Nov 12 04:09:33.640865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-7686be68-457d-4bbd-8f4d-e6d111de8f4c req-af4a1b67-1d06-48c9-8c64-7c3819157c4c tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Deleting port 5afbfdb7-0fda-4e85-9fbb-ed46c303957c {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:33.645941 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7686be68-457d-4bbd-8f4d-e6d111de8f4c req-af4a1b67-1d06-48c9-8c64-7c3819157c4c tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.682290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-feefac7c-9f45-4e7a-9e98-47a7f3b8fff6 service neutron] 10.222.0.37 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340957 Nov 12 04:09:33.805921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-7686be68-457d-4bbd-8f4d-e6d111de8f4c req-af4a1b67-1d06-48c9-8c64-7c3819157c4c tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] For port 5afbfdb7-0fda-4e85-9fbb-ed46c303957c, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5afbfdb7-0fda-4e85-9fbb-ed46c303957c,segment=NetworkSegment(7ddc7802-18fc-42cd-a6a9-774269fd9876),segment_id=7ddc7802-18fc-42cd-a6a9-774269fd9876)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:33.806583 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7686be68-457d-4bbd-8f4d-e6d111de8f4c req-af4a1b67-1d06-48c9-8c64-7c3819157c4c tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.807904 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 726a5cc5-3990-43cf-b20f-2af75320058e details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:09:33.820165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 1e98adc0-7136-4d82-8929-b27ebdfa4ac3 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:33.828582 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-7686be68-457d-4bbd-8f4d-e6d111de8f4c req-af4a1b67-1d06-48c9-8c64-7c3819157c4c tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Calling delete_port for 5afbfdb7-0fda-4e85-9fbb-ed46c303957c owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:33.836320 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-94148b63-f22d-4865-b318-68b9a00d95c3 service neutron] 10.222.0.37 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531982 Nov 12 04:09:33.958360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 726a5cc5-3990-43cf-b20f-2af75320058e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=726a5cc5-3990-43cf-b20f-2af75320058e,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:33.970668 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '726a5cc5-3990-43cf-b20f-2af75320058e', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '726a5cc5-3990-43cf-b20f-2af75320058e', 'mac_address': 'fa:16:3e:74:06:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:09:33.999923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 1e98adc0-7136-4d82-8929-b27ebdfa4ac3 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:09:34.009657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 1e98adc0-7136-4d82-8929-b27ebdfa4ac3 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:34.010033 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.035143 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.047222 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-eb9376fb-e9de-41b6-aa50-f3df0a15ec90 service neutron] 10.222.0.37 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009718 Nov 12 04:09:34.054482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726a5cc5-3990-43cf-b20f-2af75320058e {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:34.081777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 726a5cc5-3990-43cf-b20f-2af75320058e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=726a5cc5-3990-43cf-b20f-2af75320058e,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:34.122674 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.147119 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd2ca9f-120f-4d77-b99c-161606be5176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e98adc0-7136-4d82-8929-b27ebdfa4ac3'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:34.149351 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ad2e0e-518c-48c0-9917-31f74b3d71be" -d '{"events": [{"server_uuid": "acd2ca9f-120f-4d77-b99c-161606be5176", "name": "network-vif-plugged", "status": "completed", "tag": "1e98adc0-7136-4d82-8929-b27ebdfa4ac3"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:34.156844 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7686be68-457d-4bbd-8f4d-e6d111de8f4c req-af4a1b67-1d06-48c9-8c64-7c3819157c4c tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.163287 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 1e98adc0-7136-4d82-8929-b27ebdfa4ac3, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=1e98adc0-7136-4d82-8929-b27ebdfa4ac3,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:34.171983 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.194380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a1b67-1d06-48c9-8c64-7c3819157c4c tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Pushing event deleted for resources: {'Port': ['ID=5afbfdb7-0fda-4e85-9fbb-ed46c303957c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:34.240187 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-7686be68-457d-4bbd-8f4d-e6d111de8f4c req-af4a1b67-1d06-48c9-8c64-7c3819157c4c tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] No DVR routers for this DVR port 5afbfdb7-0fda-4e85-9fbb-ed46c303957c on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:34.242927 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7686be68-457d-4bbd-8f4d-e6d111de8f4c req-af4a1b67-1d06-48c9-8c64-7c3819157c4c tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.247017 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7686be68-457d-4bbd-8f4d-e6d111de8f4c req-af4a1b67-1d06-48c9-8c64-7c3819157c4c tempest-ServerRescueNegativeTestJSON-401473350 tempest-ServerRescueNegativeTestJSON-401473350-project] 10.222.0.31 "DELETE /v2.0/ports/5afbfdb7-0fda-4e85-9fbb-ed46c303957c HTTP/1.1" status: 204 len: 173 time: 0.7831235 Nov 12 04:09:34.247483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c9641d-04b8-4024-bc63-cad990b39658', 'name': 'network-vif-deleted', 'tag': '5afbfdb7-0fda-4e85-9fbb-ed46c303957c'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:34.250521 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d92d709-98b2-4cde-91e6-26aade8d94c9" -d '{"events": [{"server_uuid": "43c9641d-04b8-4024-bc63-cad990b39658", "name": "network-vif-deleted", "tag": "5afbfdb7-0fda-4e85-9fbb-ed46c303957c"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:34.259711 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=726a5cc5-3990-43cf-b20f-2af75320058e,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:34.260637 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['5afbfdb7-0fda-4e85-9fbb-ed46c303957c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:34.283746 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.342030 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=1e98adc0-7136-4d82-8929-b27ebdfa4ac3,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:34.556892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['726a5cc5-3990-43cf-b20f-2af75320058e'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:35.477755 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e1f091e0-fba6-4729-9ab1-aa6657f0b295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.549513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856776a5-9128-4662-8d4d-9f58ae2632db req-d9fa480f-e197-456d-b967-ade510ba818b tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:35.551048 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-856776a5-9128-4662-8d4d-9f58ae2632db req-d9fa480f-e197-456d-b967-ade510ba818b tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 946 time: 0.0497556 Nov 12 04:09:35.599945 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-856776a5-9128-4662-8d4d-9f58ae2632db req-93f55b9a-a37f-4e7f-8d98-979c7ecc0336 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427511 Nov 12 04:09:35.666922 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56712) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:35.843189 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 726a5cc5-3990-43cf-b20f-2af75320058e up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:35.914220 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c392d3a-177a-441c-8de9-e5e2faccc176 req-915dd704-5f0a-4165-b826-d1ecd6731d9c tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:35.915885 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c392d3a-177a-441c-8de9-e5e2faccc176 req-915dd704-5f0a-4165-b826-d1ecd6731d9c tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2024810-1a2b-4a7e-9a48-0a6af311af9c HTTP/1.1" status: 200 len: 949 time: 0.1185586 Nov 12 04:09:35.980159 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 726a5cc5-3990-43cf-b20f-2af75320058e completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:09:35.985633 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 726a5cc5-3990-43cf-b20f-2af75320058e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:35.986253 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.013285 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c392d3a-177a-441c-8de9-e5e2faccc176 req-8512dba8-a1dd-4e38-94ea-cb49bd9782df tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861924 Nov 12 04:09:36.077053 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.151133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 726a5cc5-3990-43cf-b20f-2af75320058e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=726a5cc5-3990-43cf-b20f-2af75320058e,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:36.257063 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b926c-7164-4700-b6cf-8fbfdde762a6 req-3e21c699-1df9-4ee3-8a6f-beab1cf2aaf1 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:36.258776 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-075b926c-7164-4700-b6cf-8fbfdde762a6 req-3e21c699-1df9-4ee3-8a6f-beab1cf2aaf1 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f00292-9c81-479a-845b-ef361bfd9ad8 HTTP/1.1" status: 200 len: 945 time: 0.1069648 Nov 12 04:09:36.263196 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c576572e-565d-4284-8172-cd9800c310a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.271930 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.272912 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5afbfdb7-0fda-4e85-9fbb-ed46c303957c no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:36.319534 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 5afbfdb7-0fda-4e85-9fbb-ed46c303957c {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:36.319966 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5afbfdb7-0fda-4e85-9fbb-ed46c303957c not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:36.346946 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=726a5cc5-3990-43cf-b20f-2af75320058e,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:36.395879 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-075b926c-7164-4700-b6cf-8fbfdde762a6 req-b9679569-9df4-462a-b482-9c0f75400299 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289651 Nov 12 04:09:36.570454 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22998b79-2728-4262-8d3c-6a29cb92a2ef req-23d07e8b-fcb8-4494-806b-0114c457caa0 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:36.572046 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-22998b79-2728-4262-8d3c-6a29cb92a2ef req-23d07e8b-fcb8-4494-806b-0114c457caa0 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd2ca9f-120f-4d77-b99c-161606be5176 HTTP/1.1" status: 200 len: 949 time: 0.1007531 Nov 12 04:09:36.581419 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.650329 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-22998b79-2728-4262-8d3c-6a29cb92a2ef req-f72c2b7f-f2c9-439e-8399-2e81d692ca52 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694981 Nov 12 04:09:36.705240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c576572e-565d-4284-8172-cd9800c310a2 admin admin] Deleting port 2e8cc5e6-9a8a-4224-8a91-aad46986dea3 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:36.705736 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c576572e-565d-4284-8172-cd9800c310a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.795981 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76acd6e4-b22d-43cb-955f-67301f92d12d x-openstack-request-id: req-76acd6e4-b22d-43cb-955f-67301f92d12d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:36.796579 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd2ca9f-120f-4d77-b99c-161606be5176", "name": "network-vif-plugged", "status": "completed", "tag": "1e98adc0-7136-4d82-8929-b27ebdfa4ac3", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:36.797020 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76acd6e4-b22d-43cb-955f-67301f92d12d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:36.797794 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd2ca9f-120f-4d77-b99c-161606be5176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e98adc0-7136-4d82-8929-b27ebdfa4ac3', 'code': 200} Nov 12 04:09:37.067345 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91672b0f-d94c-4b65-baf7-c7566a92b48a x-openstack-request-id: req-91672b0f-d94c-4b65-baf7-c7566a92b48a {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:37.067640 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c9641d-04b8-4024-bc63-cad990b39658", "name": "network-vif-deleted", "tag": "5afbfdb7-0fda-4e85-9fbb-ed46c303957c", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:37.067893 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91672b0f-d94c-4b65-baf7-c7566a92b48a {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:37.068302 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c9641d-04b8-4024-bc63-cad990b39658', 'name': 'network-vif-deleted', 'tag': '5afbfdb7-0fda-4e85-9fbb-ed46c303957c', 'status': 'completed', 'code': 200} Nov 12 04:09:37.154760 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1c36e01a-84f8-49dd-b4c7-293883180452 req-e89852ad-5601-4a3f-bc75-36c28b7a7411 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 210 time: 0.0888531 Nov 12 04:09:37.178167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf607433-8c00-44e2-ad52-0959e02c7381 req-163f3a15-54ed-4c29-a0c3-5a851cbfc486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:37.179719 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf607433-8c00-44e2-ad52-0959e02c7381 req-163f3a15-54ed-4c29-a0c3-5a851cbfc486 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=acd2ca9f-120f-4d77-b99c-161606be5176 HTTP/1.1" status: 200 len: 1101 time: 0.1106851 Nov 12 04:09:37.257600 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-c576572e-565d-4284-8172-cd9800c310a2 admin admin] For port 2e8cc5e6-9a8a-4224-8a91-aad46986dea3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2e8cc5e6-9a8a-4224-8a91-aad46986dea3,segment=NetworkSegment(7ddc7802-18fc-42cd-a6a9-774269fd9876),segment_id=7ddc7802-18fc-42cd-a6a9-774269fd9876)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:37.258278 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c576572e-565d-4284-8172-cd9800c310a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.285415 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf607433-8c00-44e2-ad52-0959e02c7381 req-ff975e92-5b0d-4d07-b834-23c8b72b4bd1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926316 Nov 12 04:09:37.294099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c576572e-565d-4284-8172-cd9800c310a2 admin admin] Calling delete_port for 2e8cc5e6-9a8a-4224-8a91-aad46986dea3 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:37.322081 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f51c5d-33e1-4738-8a8f-b1f24ed3720b req-662e6b6f-8f06-446b-b3cb-474a15e91d72 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:37.323609 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39f51c5d-33e1-4738-8a8f-b1f24ed3720b req-662e6b6f-8f06-446b-b3cb-474a15e91d72 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3a77853-ce40-4bed-b370-eb52c884b795 HTTP/1.1" status: 200 len: 946 time: 0.0842638 Nov 12 04:09:37.416679 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39f51c5d-33e1-4738-8a8f-b1f24ed3720b req-95292d82-7e09-428f-ba84-60380b065301 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619578 Nov 12 04:09:37.541134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c603a8-2275-4168-984d-af206c567951 req-f71383d5-da44-4421-a6fd-65de0b1f3296 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:37.542533 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80c603a8-2275-4168-984d-af206c567951 req-f71383d5-da44-4421-a6fd-65de0b1f3296 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f00292-9c81-479a-845b-ef361bfd9ad8 HTTP/1.1" status: 200 len: 945 time: 0.0677683 Nov 12 04:09:37.620457 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80c603a8-2275-4168-984d-af206c567951 req-b27ae166-7122-4d57-9246-2d810233f12a tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595284 Nov 12 04:09:37.690828 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c576572e-565d-4284-8172-cd9800c310a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.741420 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576572e-565d-4284-8172-cd9800c310a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8cc5e6-9a8a-4224-8a91-aad46986dea3,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:37.805021 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc1f8b-96b3-456f-ae4a-8a6b65f313c4 req-5db3eca8-a4a1-4ed5-bcc6-cf34d6e3c700 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:37.806617 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbfc1f8b-96b3-456f-ae4a-8a6b65f313c4 req-5db3eca8-a4a1-4ed5-bcc6-cf34d6e3c700 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 946 time: 0.1271482 Nov 12 04:09:37.931905 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbfc1f8b-96b3-456f-ae4a-8a6b65f313c4 req-a2f9b4be-eafc-43ba-846d-0adee2c20f6b tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171477 Nov 12 04:09:37.955868 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c576572e-565d-4284-8172-cd9800c310a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.076543 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cad53e3c-3a1b-431f-9a38-f92ff25c4e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:38.078009 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cad53e3c-3a1b-431f-9a38-f92ff25c4e08 service neutron] 10.222.0.21 "GET /v2.0/ports/69415cbd-189f-422f-a960-2a926ad7a318 HTTP/1.1" status: 200 len: 1028 time: 0.0369580 Nov 12 04:09:38.111408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1637bc-11ee-4b53-a92a-f5d372139a2a req-b6734206-4e4f-4fab-8c2e-e7ad1117f5da tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:38.112898 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef1637bc-11ee-4b53-a92a-f5d372139a2a req-b6734206-4e4f-4fab-8c2e-e7ad1117f5da tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2024810-1a2b-4a7e-9a48-0a6af311af9c HTTP/1.1" status: 200 len: 950 time: 0.0973971 Nov 12 04:09:38.116878 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-078be35a-18ec-414b-a0e2-c29fb43790ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:38.118268 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-078be35a-18ec-414b-a0e2-c29fb43790ed service neutron] 10.222.0.21 "GET /v2.0/ports/a31dc5fe-a559-4a60-86e2-f58b3be550d8 HTTP/1.1" status: 200 len: 1026 time: 0.0328534 Nov 12 04:09:38.141203 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.238455 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef1637bc-11ee-4b53-a92a-f5d372139a2a req-a83d6437-36a5-4edc-a5ba-9efb88f30752 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887909 Nov 12 04:09:38.264879 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c576572e-565d-4284-8172-cd9800c310a2 admin admin] Router 10282a9f-b5d2-4f58-8f56-69f3da65522c has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:09:38.351261 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7f051909-c0c9-4dac-80c7-e38bc1e3ad25 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:38.359398 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7f051909-c0c9-4dac-80c7-e38bc1e3ad25 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:38.375612 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7f051909-c0c9-4dac-80c7-e38bc1e3ad25 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:38.377390 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7f051909-c0c9-4dac-80c7-e38bc1e3ad25 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.21 "GET /v2.0/networks?id=19bce048-112d-4f21-ac62-0b363c707e0b&id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19&id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 HTTP/1.1" status: 200 len: 1988 time: 0.2467716 Nov 12 04:09:38.412112 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c576572e-565d-4284-8172-cd9800c310a2 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:09:38.419186 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c576572e-565d-4284-8172-cd9800c310a2 admin admin] 10.222.0.37 "PUT /v2.0/routers/10282a9f-b5d2-4f58-8f56-69f3da65522c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7499652 Nov 12 04:09:38.421107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56736) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:38.426961 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da96ede2-7a82-4e79-bb25-832b61e5214c None None] Sync routers for ids ['10282a9f-b5d2-4f58-8f56-69f3da65522c'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:09:38.438754 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da96ede2-7a82-4e79-bb25-832b61e5214c None None] Routers {'10282a9f-b5d2-4f58-8f56-69f3da65522c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:38.439739 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-da96ede2-7a82-4e79-bb25-832b61e5214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:09:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['10282a9f-b5d2-4f58-8f56-69f3da65522c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:38.457231 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-0fc73405-3a02-472d-b430-cb49f3339cbf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72d4754f04e94e6c9e3f339cc9bdd8f4 HTTP/1.1" status: 200 len: 379 time: 0.0565085 Nov 12 04:09:38.472478 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-253d5648-853f-4bd9-b25d-8dcda2455790 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Request body: {'port': {'device_id': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b', 'admin_state_up': True, 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'security_groups': ['dd19764b-9ed0-45ee-b6da-2e2d0821c03f']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:38.537877 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-13ae079f-1e1b-4909-b20d-5f1aff70c34f admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.575115 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-da96ede2-7a82-4e79-bb25-832b61e5214c None None] Set router 10282a9f-b5d2-4f58-8f56-69f3da65522c gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:38.699459 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-13ae079f-1e1b-4909-b20d-5f1aff70c34f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.793552 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-da96ede2-7a82-4e79-bb25-832b61e5214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'name': 'tempest-ServerRescueNegativeTestJSON-1587351639-router', 'tenant_id': '122febc6798244b1a13c8d5d3a4df631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b0dcc399-7898-40cf-88b6-d53dce8b00f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:06:20Z', 'updated_at': '2021-11-12T04:09:37Z', 'revision_number': 5, 'project_id': '122febc6798244b1a13c8d5d3a4df631', 'gw_port': {'id': 'b0dcc399-7898-40cf-88b6-d53dce8b00f2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:21Z', 'updated_at': '2021-11-12T04:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:38.799182 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2024810-1a2b-4a7e-9a48-0a6af311af9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726a5cc5-3990-43cf-b20f-2af75320058e'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:38.801805 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-253d5648-853f-4bd9-b25d-8dcda2455790 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Made reservation on behalf of 72d4754f04e94e6c9e3f339cc9bdd8f4 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:38.807187 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa899fbf-7c3a-4ada-914c-d048c2794408" -d '{"events": [{"server_uuid": "e2024810-1a2b-4a7e-9a48-0a6af311af9c", "name": "network-vif-plugged", "status": "completed", "tag": "726a5cc5-3990-43cf-b20f-2af75320058e"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:38.812894 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-253d5648-853f-4bd9-b25d-8dcda2455790 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.823824 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da96ede2-7a82-4e79-bb25-832b61e5214c None None] Checking router: 10282a9f-b5d2-4f58-8f56-69f3da65522c for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:09:38.833464 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da96ede2-7a82-4e79-bb25-832b61e5214c None None] Routers {'10282a9f-b5d2-4f58-8f56-69f3da65522c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:38.834557 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-da96ede2-7a82-4e79-bb25-832b61e5214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:09:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['10282a9f-b5d2-4f58-8f56-69f3da65522c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:38.913531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891b791-39f3-40e5-84f8-148873644640 req-9e45228c-f651-41ee-b744-cbeb41c1a27d tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:38.922270 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5891b791-39f3-40e5-84f8-148873644640 req-9e45228c-f651-41ee-b744-cbeb41c1a27d tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd2ca9f-120f-4d77-b99c-161606be5176 HTTP/1.1" status: 200 len: 949 time: 0.1166556 Nov 12 04:09:38.935066 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-da96ede2-7a82-4e79-bb25-832b61e5214c None None] Set router 10282a9f-b5d2-4f58-8f56-69f3da65522c gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:38.967532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-13ae079f-1e1b-4909-b20d-5f1aff70c34f admin admin] Deleting port b0dcc399-7898-40cf-88b6-d53dce8b00f2 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:38.967926 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-13ae079f-1e1b-4909-b20d-5f1aff70c34f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.996615 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-da96ede2-7a82-4e79-bb25-832b61e5214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'name': 'tempest-ServerRescueNegativeTestJSON-1587351639-router', 'tenant_id': '122febc6798244b1a13c8d5d3a4df631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:06:20Z', 'updated_at': '2021-11-12T04:09:38Z', 'revision_number': 6, 'project_id': '122febc6798244b1a13c8d5d3a4df631', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:39.013108 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-253d5648-853f-4bd9-b25d-8dcda2455790 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Allocated IP 172.20.0.6 (19bce048-112d-4f21-ac62-0b363c707e0b/ac2df72c-3697-4006-a460-6748e4420277/17a61e7e-6068-4414-a607-e5e69b99d95d) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:39.031163 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da96ede2-7a82-4e79-bb25-832b61e5214c None None] The sync data for ids ['10282a9f-b5d2-4f58-8f56-69f3da65522c'] in n-d-768509-24 is: [{'id': '10282a9f-b5d2-4f58-8f56-69f3da65522c', 'name': 'tempest-ServerRescueNegativeTestJSON-1587351639-router', 'tenant_id': '122febc6798244b1a13c8d5d3a4df631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:06:20Z', 'updated_at': '2021-11-12T04:09:38Z', 'revision_number': 6, 'project_id': '122febc6798244b1a13c8d5d3a4df631', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:09:39.037483 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.074060 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5891b791-39f3-40e5-84f8-148873644640 req-614d280d-e2e3-43fa-b826-50a37adcea0c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496952 Nov 12 04:09:39.148517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-13ae079f-1e1b-4909-b20d-5f1aff70c34f admin admin] For port b0dcc399-7898-40cf-88b6-d53dce8b00f2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b0dcc399-7898-40cf-88b6-d53dce8b00f2,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:39.149673 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-13ae079f-1e1b-4909-b20d-5f1aff70c34f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.172348 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-13ae079f-1e1b-4909-b20d-5f1aff70c34f admin admin] Calling delete_port for b0dcc399-7898-40cf-88b6-d53dce8b00f2 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:39.235406 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-253d5648-853f-4bd9-b25d-8dcda2455790 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.303196 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee5bd7bd-02cb-4f72-8d5a-1f751cedb759 req-0c827c2b-0b77-47e1-bc38-6a2dac6767bf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 210 time: 0.0296431 Nov 12 04:09:39.376034 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-253d5648-853f-4bd9-b25d-8dcda2455790 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.431984 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-253d5648-853f-4bd9-b25d-8dcda2455790 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Network 19bce048-112d-4f21-ac62-0b363c707e0b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:39.435906 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-253d5648-853f-4bd9-b25d-8dcda2455790 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:39.444407 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-253d5648-853f-4bd9-b25d-8dcda2455790 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:39.476328 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d5648-853f-4bd9-b25d-8dcda2455790 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event updated for resources: {'Port': ['ID=17a61e7e-6068-4414-a607-e5e69b99d95d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:39.507702 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-253d5648-853f-4bd9-b25d-8dcda2455790 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:39.508343 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-253d5648-853f-4bd9-b25d-8dcda2455790 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.518549 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-13ae079f-1e1b-4909-b20d-5f1aff70c34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.550119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae079f-1e1b-4909-b20d-5f1aff70c34f admin admin] Pushing event deleted for resources: {'Port': ['ID=b0dcc399-7898-40cf-88b6-d53dce8b00f2,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:39.613365 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-253d5648-853f-4bd9-b25d-8dcda2455790 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1491332 Nov 12 04:09:39.627112 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-13ae079f-1e1b-4909-b20d-5f1aff70c34f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.635684 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7fa9db4d-0cb9-427f-bbea-37dc71b97376 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Request body: {'port': {'device_id': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71', 'admin_state_up': True, 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'security_groups': ['dd19764b-9ed0-45ee-b6da-2e2d0821c03f']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:39.742360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3231f27c-db8b-466a-b354-35311f4d6977 None None] Provisioning complete for port 17a61e7e-6068-4414-a607-e5e69b99d95d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:39.742917 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3231f27c-db8b-466a-b354-35311f4d6977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.751090 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-13ae079f-1e1b-4909-b20d-5f1aff70c34f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.754609 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-13ae079f-1e1b-4909-b20d-5f1aff70c34f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.802825 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3231f27c-db8b-466a-b354-35311f4d6977 None None] Port 17a61e7e-6068-4414-a607-e5e69b99d95d cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:39.870070 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b5dd7-bf69-4a2e-9fe2-51e5901ed2ed req-f0cab1ef-6c24-4d97-a572-fd497c634c1f tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:39.879174 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-301b5dd7-bf69-4a2e-9fe2-51e5901ed2ed req-f0cab1ef-6c24-4d97-a572-fd497c634c1f tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f00292-9c81-479a-845b-ef361bfd9ad8 HTTP/1.1" status: 200 len: 945 time: 0.0654874 Nov 12 04:09:39.883144 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7fa9db4d-0cb9-427f-bbea-37dc71b97376 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Made reservation on behalf of 72d4754f04e94e6c9e3f339cc9bdd8f4 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:39.887127 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7fa9db4d-0cb9-427f-bbea-37dc71b97376 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.914344 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-13ae079f-1e1b-4909-b20d-5f1aff70c34f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.915088 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ae079f-1e1b-4909-b20d-5f1aff70c34f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10282a9f-b5d2-4f58-8f56-69f3da65522c {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:09:39.921776 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-13ae079f-1e1b-4909-b20d-5f1aff70c34f admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.922973 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-13ae079f-1e1b-4909-b20d-5f1aff70c34f admin admin] 10.222.0.37 "DELETE /v2.0/routers/10282a9f-b5d2-4f58-8f56-69f3da65522c HTTP/1.1" status: 204 len: 168 time: 1.5008194 Nov 12 04:09:39.926246 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56748) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:39.965915 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-301b5dd7-bf69-4a2e-9fe2-51e5901ed2ed req-b6e3bb54-38ee-4537-a4c8-162339d33403 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851853 Nov 12 04:09:40.001365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15baedb-2647-4e3c-87f9-2a5d3d049ea0 admin admin] Deleting subnet 92618bee-94b8-4cad-b110-0dceb2b7687f {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:09:40.004831 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b15baedb-2647-4e3c-87f9-2a5d3d049ea0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.043729 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b15baedb-2647-4e3c-87f9-2a5d3d049ea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.055612 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec5c5c8-fa88-4fc0-a8a0-d904a0483b14 x-openstack-request-id: req-cec5c5c8-fa88-4fc0-a8a0-d904a0483b14 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:40.055900 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2024810-1a2b-4a7e-9a48-0a6af311af9c", "name": "network-vif-plugged", "status": "completed", "tag": "726a5cc5-3990-43cf-b20f-2af75320058e", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:40.056356 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cec5c5c8-fa88-4fc0-a8a0-d904a0483b14 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:40.056893 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2024810-1a2b-4a7e-9a48-0a6af311af9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726a5cc5-3990-43cf-b20f-2af75320058e', 'code': 200} Nov 12 04:09:40.063883 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7fa9db4d-0cb9-427f-bbea-37dc71b97376 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Allocated IP 10.1.1.250 (7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71/61cd8dd5-27dc-411e-bdb2-d4a666d4799f/9ca5d185-5a63-4f3f-a125-b9efa34773e5) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:40.130919 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b15baedb-2647-4e3c-87f9-2a5d3d049ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.233760 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f796b-9c13-4c25-bb47-7b6d7bd4ba1a req-6ab032bf-0ff8-4040-983f-bd86324be726 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:40.235405 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-134f796b-9c13-4c25-bb47-7b6d7bd4ba1a req-6ab032bf-0ff8-4040-983f-bd86324be726 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 946 time: 0.1177297 Nov 12 04:09:40.279110 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec5a66-4f45-450f-9f4c-b37314ccebed req-56d96fb9-0c5e-47bb-b487-15e2a3957ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:40.280614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9ec5a66-4f45-450f-9f4c-b37314ccebed req-56d96fb9-0c5e-47bb-b487-15e2a3957ef5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e2024810-1a2b-4a7e-9a48-0a6af311af9c HTTP/1.1" status: 200 len: 1102 time: 0.0999253 Nov 12 04:09:40.281618 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7fa9db4d-0cb9-427f-bbea-37dc71b97376 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.314174 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-134f796b-9c13-4c25-bb47-7b6d7bd4ba1a req-ef529c66-ca02-4989-89b9-64780a96aa46 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699630 Nov 12 04:09:40.343350 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b15baedb-2647-4e3c-87f9-2a5d3d049ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.372498 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b0dcc399-7898-40cf-88b6-d53dce8b00f2 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:40.391523 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7fa9db4d-0cb9-427f-bbea-37dc71b97376 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.407068 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b15baedb-2647-4e3c-87f9-2a5d3d049ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.410200 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b15baedb-2647-4e3c-87f9-2a5d3d049ea0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/92618bee-94b8-4cad-b110-0dceb2b7687f HTTP/1.1" status: 204 len: 168 time: 0.4826081 Nov 12 04:09:40.414217 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: b0dcc399-7898-40cf-88b6-d53dce8b00f2 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:40.414818 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b0dcc399-7898-40cf-88b6-d53dce8b00f2 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:40.415384 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15baedb-2647-4e3c-87f9-2a5d3d049ea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92618bee-94b8-4cad-b110-0dceb2b7687f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:40.415544 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2e8cc5e6-9a8a-4224-8a91-aad46986dea3 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:40.424079 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56756) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:40.440863 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 2e8cc5e6-9a8a-4224-8a91-aad46986dea3 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:40.441496 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2e8cc5e6-9a8a-4224-8a91-aad46986dea3 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:40.467154 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7fa9db4d-0cb9-427f-bbea-37dc71b97376 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:40.472108 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7fa9db4d-0cb9-427f-bbea-37dc71b97376 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:40.474280 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9db4d-0cb9-427f-bbea-37dc71b97376 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event updated for resources: {'Port': ['ID=9ca5d185-5a63-4f3f-a125-b9efa34773e5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:40.476592 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7fa9db4d-0cb9-427f-bbea-37dc71b97376 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:40.538957 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9ec5a66-4f45-450f-9f4c-b37314ccebed req-904edecc-bd0f-43a6-b941-9225029b4904 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485404 Nov 12 04:09:40.541001 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7fa9db4d-0cb9-427f-bbea-37dc71b97376 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:40.541642 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7fa9db4d-0cb9-427f-bbea-37dc71b97376 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.562023 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d05f0535-8a5a-412b-828c-7df8a08e4621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.580866 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f43ac-c513-42ca-ba11-7af7b4d4232f req-f118767e-1668-4038-a0bb-7c09d8013683 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:40.588924 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a4f43ac-c513-42ca-ba11-7af7b4d4232f req-f118767e-1668-4038-a0bb-7c09d8013683 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2024810-1a2b-4a7e-9a48-0a6af311af9c HTTP/1.1" status: 200 len: 950 time: 0.1745346 Nov 12 04:09:40.627119 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7fa9db4d-0cb9-427f-bbea-37dc71b97376 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0001051 Nov 12 04:09:40.646783 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-deeb5809-97d9-42ca-8fbd-a5e8af915917 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Request body: {'port': {'device_id': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71', 'admin_state_up': True, 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'security_groups': ['dd19764b-9ed0-45ee-b6da-2e2d0821c03f']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:40.661106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d714629-77be-403f-9666-08ab5ba5bcbc req-75fe753d-1cbd-455d-b439-fe369f6ca748 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:40.662714 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5d714629-77be-403f-9666-08ab5ba5bcbc req-75fe753d-1cbd-455d-b439-fe369f6ca748 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2f00292-9c81-479a-845b-ef361bfd9ad8 HTTP/1.1" status: 200 len: 945 time: 0.0757174 Nov 12 04:09:40.713332 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a4f43ac-c513-42ca-ba11-7af7b4d4232f req-c7e58ddd-08e7-49e8-ac0a-142a43079b3a tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185238 Nov 12 04:09:40.733930 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d05f0535-8a5a-412b-828c-7df8a08e4621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.758929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-d05f0535-8a5a-412b-828c-7df8a08e4621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ea71df-5407-4bac-976d-0919c12d785d']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:40.769509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-d05f0535-8a5a-412b-828c-7df8a08e4621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ddc7802-18fc-42cd-a6a9-774269fd9876') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:40.769816 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-d05f0535-8a5a-412b-828c-7df8a08e4621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ddc7802-18fc-42cd-a6a9-774269fd9876') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:40.780335 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d05f0535-8a5a-412b-828c-7df8a08e4621 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.809054 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d05f0535-8a5a-412b-828c-7df8a08e4621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.829581 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a8e98126-42a2-4af7-ac57-cc35ddb29f7d None None] Provisioning complete for port 9ca5d185-5a63-4f3f-a125-b9efa34773e5 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:40.830551 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8e98126-42a2-4af7-ac57-cc35ddb29f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.832105 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05f0535-8a5a-412b-828c-7df8a08e4621 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:09:40.832512 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d05f0535-8a5a-412b-828c-7df8a08e4621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:09:40.834378 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:09:40.869157 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a8e98126-42a2-4af7-ac57-cc35ddb29f7d None None] Port 9ca5d185-5a63-4f3f-a125-b9efa34773e5 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:40.871591 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-5d714629-77be-403f-9666-08ab5ba5bcbc req-277852fa-1f06-49dc-b4cf-564b4f4dfa4c tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Deleting port 698aeb29-9c13-4c13-a3a9-f61fc6524878 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:40.872115 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5d714629-77be-403f-9666-08ab5ba5bcbc req-277852fa-1f06-49dc-b4cf-564b4f4dfa4c tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.901312 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b1710-251f-4fe1-ba34-d737a2cb9cea req-a30444f3-1089-48c5-bb5e-33ebb79e7d6c tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:40.902757 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-287b1710-251f-4fe1-ba34-d737a2cb9cea req-a30444f3-1089-48c5-bb5e-33ebb79e7d6c tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3a77853-ce40-4bed-b370-eb52c884b795 HTTP/1.1" status: 200 len: 946 time: 0.1105869 Nov 12 04:09:40.953519 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-287b1710-251f-4fe1-ba34-d737a2cb9cea req-b0591600-53f9-4886-9fa8-8691da5a2cfa tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428212 Nov 12 04:09:40.982851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-5d714629-77be-403f-9666-08ab5ba5bcbc req-277852fa-1f06-49dc-b4cf-564b4f4dfa4c tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] For port 698aeb29-9c13-4c13-a3a9-f61fc6524878, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=698aeb29-9c13-4c13-a3a9-f61fc6524878,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:40.982851 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5d714629-77be-403f-9666-08ab5ba5bcbc req-277852fa-1f06-49dc-b4cf-564b4f4dfa4c tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.983061 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d05f0535-8a5a-412b-828c-7df8a08e4621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.987429 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d05f0535-8a5a-412b-828c-7df8a08e4621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.994217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d05f0535-8a5a-412b-828c-7df8a08e4621 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c4ea71df-5407-4bac-976d-0919c12d785d HTTP/1.1" status: 204 len: 168 time: 0.5668712 Nov 12 04:09:41.002606 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-5d714629-77be-403f-9666-08ab5ba5bcbc req-277852fa-1f06-49dc-b4cf-564b4f4dfa4c tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Calling delete_port for 698aeb29-9c13-4c13-a3a9-f61fc6524878 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:41.008388 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-deeb5809-97d9-42ca-8fbd-a5e8af915917 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Made reservation on behalf of 72d4754f04e94e6c9e3f339cc9bdd8f4 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:41.013267 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-deeb5809-97d9-42ca-8fbd-a5e8af915917 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:41.017692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f0535-8a5a-412b-828c-7df8a08e4621 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4ea71df-5407-4bac-976d-0919c12d785d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:41.102702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e27998-9644-4600-aaa6-d261bb19e4c3 req-75080f97-e89a-4c2e-bbcf-7630750bce78 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:41.104416 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3e27998-9644-4600-aaa6-d261bb19e4c3 req-75080f97-e89a-4c2e-bbcf-7630750bce78 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd2ca9f-120f-4d77-b99c-161606be5176 HTTP/1.1" status: 200 len: 949 time: 0.0656259 Nov 12 04:09:41.165562 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3e27998-9644-4600-aaa6-d261bb19e4c3 req-ba9eaf9d-fa5f-4dba-9058-9258dc8c85b9 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532062 Nov 12 04:09:41.264981 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-deeb5809-97d9-42ca-8fbd-a5e8af915917 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Allocated IP 10.1.1.153 (7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71/61cd8dd5-27dc-411e-bdb2-d4a666d4799f/72da5947-cccd-4ca5-91c9-c89652acda89) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:41.345475 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5d714629-77be-403f-9666-08ab5ba5bcbc req-277852fa-1f06-49dc-b4cf-564b4f4dfa4c tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:41.378667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4280a2a-15d2-4a24-8f40-a7cacbf4f988 req-a7dafd9a-3aff-461b-9c8b-a8cfe7fdb663 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:41.385386 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4280a2a-15d2-4a24-8f40-a7cacbf4f988 req-a7dafd9a-3aff-461b-9c8b-a8cfe7fdb663 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:41.387045 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4280a2a-15d2-4a24-8f40-a7cacbf4f988 req-a7dafd9a-3aff-461b-9c8b-a8cfe7fdb663 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 1653 time: 0.0766678 Nov 12 04:09:41.393998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0', '698aeb29-9c13-4c13-a3a9-f61fc6524878'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:41.396303 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277852fa-1f06-49dc-b4cf-564b4f4dfa4c tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Pushing event deleted for resources: {'Port': ['ID=698aeb29-9c13-4c13-a3a9-f61fc6524878,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:41.426440 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:09:41.470504 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d714629-77be-403f-9666-08ab5ba5bcbc req-277852fa-1f06-49dc-b4cf-564b4f4dfa4c tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] No DVR routers for this DVR port 698aeb29-9c13-4c13-a3a9-f61fc6524878 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:41.476910 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4280a2a-15d2-4a24-8f40-a7cacbf4f988 req-694ec2ff-61bf-4c69-a8ac-4f63833e6fab tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799360 Nov 12 04:09:41.483700 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5d714629-77be-403f-9666-08ab5ba5bcbc req-277852fa-1f06-49dc-b4cf-564b4f4dfa4c tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:41.484285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56766) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:41.495567 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5d714629-77be-403f-9666-08ab5ba5bcbc req-277852fa-1f06-49dc-b4cf-564b4f4dfa4c tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.21 "DELETE /v2.0/ports/698aeb29-9c13-4c13-a3a9-f61fc6524878 HTTP/1.1" status: 204 len: 173 time: 0.8204854 Nov 12 04:09:41.495857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f00292-9c81-479a-845b-ef361bfd9ad8', 'name': 'network-vif-deleted', 'tag': '698aeb29-9c13-4c13-a3a9-f61fc6524878'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:41.498289 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0747b61a-f388-48f1-bec3-1fc2b943c236" -d '{"events": [{"server_uuid": "c2f00292-9c81-479a-845b-ef361bfd9ad8", "name": "network-vif-deleted", "tag": "698aeb29-9c13-4c13-a3a9-f61fc6524878"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:41.557855 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-deeb5809-97d9-42ca-8fbd-a5e8af915917 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:41.570576 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4c724048-5471-437e-99a0-eeaa6f7c4856 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=122febc6798244b1a13c8d5d3a4df631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0850418 Nov 12 04:09:41.573961 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56770) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:41.624344 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43923a01-b33f-4aa6-9be6-8421ba87fbd3 req-3cbbee8f-2f18-4494-9456-7a3aa97ba6fe tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f00292-9c81-479a-845b-ef361bfd9ad8 HTTP/1.1" status: 200 len: 210 time: 0.0350993 Nov 12 04:09:41.664981 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81bc070f-75fa-4569-8f97-f531e3deddbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:41.688797 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81bc070f-75fa-4569-8f97-f531e3deddbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:41.746566 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-deeb5809-97d9-42ca-8fbd-a5e8af915917 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:41.792297 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-deeb5809-97d9-42ca-8fbd-a5e8af915917 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:41.799695 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-deeb5809-97d9-42ca-8fbd-a5e8af915917 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:41.805663 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-deeb5809-97d9-42ca-8fbd-a5e8af915917 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:41.809763 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb5809-97d9-42ca-8fbd-a5e8af915917 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event updated for resources: {'Port': ['ID=72da5947-cccd-4ca5-91c9-c89652acda89,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:41.842140 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81bc070f-75fa-4569-8f97-f531e3deddbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:41.845320 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81bc070f-75fa-4569-8f97-f531e3deddbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:41.847319 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-81bc070f-75fa-4569-8f97-f531e3deddbe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3952dd1c-a25b-4459-b613-6a19fbcf8eb8 HTTP/1.1" status: 204 len: 168 time: 0.2721167 Nov 12 04:09:41.859679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc070f-75fa-4569-8f97-f531e3deddbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3952dd1c-a25b-4459-b613-6a19fbcf8eb8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:41.926763 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-deeb5809-97d9-42ca-8fbd-a5e8af915917 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:41.927414 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-deeb5809-97d9-42ca-8fbd-a5e8af915917 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:41.961588 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4a31c-f6ac-4b7e-8aaf-a4468e954a2e req-dbd114d7-83f5-42eb-ad2b-f8290178150a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:41.963094 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-04f4a31c-f6ac-4b7e-8aaf-a4468e954a2e req-dbd114d7-83f5-42eb-ad2b-f8290178150a tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3a77853-ce40-4bed-b370-eb52c884b795 HTTP/1.1" status: 200 len: 946 time: 0.1014528 Nov 12 04:09:42.046434 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-deeb5809-97d9-42ca-8fbd-a5e8af915917 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4040332 Nov 12 04:09:42.095299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-d22dd8b2-2b15-4c5f-9fdb-72981930e4eb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Request body: {'port': {'device_id': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ecbcbecc-0e29-431e-912b-e7c0f4b1ee19', 'admin_state_up': True, 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'security_groups': ['dd19764b-9ed0-45ee-b6da-2e2d0821c03f']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:42.208500 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fa3ca9d7-71b7-4ae2-a78b-e973c19486ab None None] Provisioning complete for port 72da5947-cccd-4ca5-91c9-c89652acda89 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:42.209170 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca9d7-71b7-4ae2-a78b-e973c19486ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.250031 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-04f4a31c-f6ac-4b7e-8aaf-a4468e954a2e req-ca1fd467-2b85-4406-83ef-cb2d86906b32 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Deleting port 327c07d8-fd7d-40e7-9c90-f6fe4f189232 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:42.250380 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-04f4a31c-f6ac-4b7e-8aaf-a4468e954a2e req-ca1fd467-2b85-4406-83ef-cb2d86906b32 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.266988 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fba29-458f-499f-9c08-9c3f07fb22a7 req-ac4cf136-9f5e-42ff-a2cb-c104ffd6ef2b tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:42.268934 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-186fba29-458f-499f-9c08-9c3f07fb22a7 req-ac4cf136-9f5e-42ff-a2cb-c104ffd6ef2b tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 946 time: 0.0702937 Nov 12 04:09:42.297211 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ca9d7-71b7-4ae2-a78b-e973c19486ab None None] Port 72da5947-cccd-4ca5-91c9-c89652acda89 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:42.332104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-186fba29-458f-499f-9c08-9c3f07fb22a7 req-e15c6299-a9ac-4b54-95bd-970b564a1623 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563836 Nov 12 04:09:42.380336 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-04f4a31c-f6ac-4b7e-8aaf-a4468e954a2e req-ca1fd467-2b85-4406-83ef-cb2d86906b32 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] For port 327c07d8-fd7d-40e7-9c90-f6fe4f189232, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=327c07d8-fd7d-40e7-9c90-f6fe4f189232,segment=NetworkSegment(d458217c-db4b-4c9a-9f9f-4dec21eda858),segment_id=d458217c-db4b-4c9a-9f9f-4dec21eda858)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:42.380932 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-04f4a31c-f6ac-4b7e-8aaf-a4468e954a2e req-ca1fd467-2b85-4406-83ef-cb2d86906b32 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.383946 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee448b3-7016-45ce-a507-bcee4b44818e x-openstack-request-id: req-2ee448b3-7016-45ce-a507-bcee4b44818e {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:42.384241 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f00292-9c81-479a-845b-ef361bfd9ad8", "name": "network-vif-deleted", "tag": "698aeb29-9c13-4c13-a3a9-f61fc6524878", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:42.384488 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ee448b3-7016-45ce-a507-bcee4b44818e {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:42.385182 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f00292-9c81-479a-845b-ef361bfd9ad8', 'name': 'network-vif-deleted', 'tag': '698aeb29-9c13-4c13-a3a9-f61fc6524878', 'status': 'completed', 'code': 200} Nov 12 04:09:42.500687 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecca2a2-db2c-424b-a35d-d064cd986c72 req-8e525c97-9787-497f-91ed-c5b710445b86 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:42.503368 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9ecca2a2-db2c-424b-a35d-d064cd986c72 req-8e525c97-9787-497f-91ed-c5b710445b86 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2024810-1a2b-4a7e-9a48-0a6af311af9c HTTP/1.1" status: 200 len: 950 time: 0.0665102 Nov 12 04:09:42.503975 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-d22dd8b2-2b15-4c5f-9fdb-72981930e4eb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Made reservation on behalf of 72d4754f04e94e6c9e3f339cc9bdd8f4 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:42.562889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9ecca2a2-db2c-424b-a35d-d064cd986c72 req-ea98841c-3340-4cbf-ba58-1e943627c588 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565495 Nov 12 04:09:42.656982 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-04f4a31c-f6ac-4b7e-8aaf-a4468e954a2e req-ca1fd467-2b85-4406-83ef-cb2d86906b32 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.657349 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-04f4a31c-f6ac-4b7e-8aaf-a4468e954a2e req-ca1fd467-2b85-4406-83ef-cb2d86906b32 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.658753 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [req-04f4a31c-f6ac-4b7e-8aaf-a4468e954a2e req-ca1fd467-2b85-4406-83ef-cb2d86906b32 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Floating IP bd1e1d3d-17f2-4d2e-a8e6-4df5b886c3ea disassociated. External IP: 172.25.1.158, port: 327c07d8-fd7d-40e7-9c90-f6fe4f189232. Nov 12 04:09:42.660013 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-04f4a31c-f6ac-4b7e-8aaf-a4468e954a2e req-ca1fd467-2b85-4406-83ef-cb2d86906b32 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Calling delete_port for 327c07d8-fd7d-40e7-9c90-f6fe4f189232 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:42.666131 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-d22dd8b2-2b15-4c5f-9fdb-72981930e4eb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.709446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636b3a-f1cc-4f72-ac1f-52936356c795 req-a798533d-c562-4cf6-90b4-3e1bf8c417ed tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:42.711099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1636b3a-f1cc-4f72-ac1f-52936356c795 req-a798533d-c562-4cf6-90b4-3e1bf8c417ed tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3a77853-ce40-4bed-b370-eb52c884b795 HTTP/1.1" status: 200 len: 946 time: 0.0617275 Nov 12 04:09:42.768960 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1636b3a-f1cc-4f72-ac1f-52936356c795 req-780527c5-db80-4684-8721-a7d6f4a32aec tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups?id=80afc09c-4def-4634-bebc-7d337a93daf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509632 Nov 12 04:09:43.003059 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-d22dd8b2-2b15-4c5f-9fdb-72981930e4eb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Allocated IP 10.2.2.100 (ecbcbecc-0e29-431e-912b-e7c0f4b1ee19/1a42fff2-0f1b-446e-9878-5ae2918f0d15/11eb097c-17d3-4062-b2a5-36f297c7cb65) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:43.141872 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-04f4a31c-f6ac-4b7e-8aaf-a4468e954a2e req-ca1fd467-2b85-4406-83ef-cb2d86906b32 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:43.171228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e26075-660b-496e-b95d-f148623b943a req-49d77b3f-4975-42d2-959d-0e9b12c32b0d tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.171883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e26075-660b-496e-b95d-f148623b943a req-49d77b3f-4975-42d2-959d-0e9b12c32b0d tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.172417 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e26075-660b-496e-b95d-f148623b943a req-49d77b3f-4975-42d2-959d-0e9b12c32b0d tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.172974 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e26075-660b-496e-b95d-f148623b943a req-49d77b3f-4975-42d2-959d-0e9b12c32b0d tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.173544 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e26075-660b-496e-b95d-f148623b943a req-49d77b3f-4975-42d2-959d-0e9b12c32b0d tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.174303 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e26075-660b-496e-b95d-f148623b943a req-49d77b3f-4975-42d2-959d-0e9b12c32b0d tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.174607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e26075-660b-496e-b95d-f148623b943a req-49d77b3f-4975-42d2-959d-0e9b12c32b0d tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.175132 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e26075-660b-496e-b95d-f148623b943a req-49d77b3f-4975-42d2-959d-0e9b12c32b0d tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.175652 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e26075-660b-496e-b95d-f148623b943a req-49d77b3f-4975-42d2-959d-0e9b12c32b0d tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.176175 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e26075-660b-496e-b95d-f148623b943a req-49d77b3f-4975-42d2-959d-0e9b12c32b0d tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.176791 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e26075-660b-496e-b95d-f148623b943a req-49d77b3f-4975-42d2-959d-0e9b12c32b0d tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.177478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e26075-660b-496e-b95d-f148623b943a req-49d77b3f-4975-42d2-959d-0e9b12c32b0d tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.177832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e26075-660b-496e-b95d-f148623b943a req-49d77b3f-4975-42d2-959d-0e9b12c32b0d tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.178279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e26075-660b-496e-b95d-f148623b943a req-49d77b3f-4975-42d2-959d-0e9b12c32b0d tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.180690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5e26075-660b-496e-b95d-f148623b943a req-49d77b3f-4975-42d2-959d-0e9b12c32b0d tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382&device_id=e2024810-1a2b-4a7e-9a48-0a6af311af9c&device_id=acd2ca9f-120f-4d77-b99c-161606be5176&device_id=b0175060-3454-42bf-8ee2-9ee68dc0637b&device_id=a7c78501-2cce-4043-a298-f3c71defeea7&device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612&device_id=491be05a-9428-4b8a-9aa5-459637c04e2b&device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e&device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb&device_id=d3a77853-ce40-4bed-b370-eb52c884b795&device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3&device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 12359 time: 0.0731990 Nov 12 04:09:43.189326 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fd467-2b85-4406-83ef-cb2d86906b32 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Pushing event deleted for resources: {'Port': ['ID=327c07d8-fd7d-40e7-9c90-f6fe4f189232,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:43.206915 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-d22dd8b2-2b15-4c5f-9fdb-72981930e4eb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:43.214621 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e5e26075-660b-496e-b95d-f148623b943a req-33d7ec34-51f9-4efd-928e-606d911e8bda tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:43.317967 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e5e26075-660b-496e-b95d-f148623b943a req-33d7ec34-51f9-4efd-928e-606d911e8bda tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:43.335322 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04f4a31c-f6ac-4b7e-8aaf-a4468e954a2e req-ca1fd467-2b85-4406-83ef-cb2d86906b32 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Router 00b31709-2a1a-4053-a06c-cc6addbfb87c has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:09:43.379413 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e5e26075-660b-496e-b95d-f148623b943a req-33d7ec34-51f9-4efd-928e-606d911e8bda tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:43.433653 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-d22dd8b2-2b15-4c5f-9fdb-72981930e4eb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:43.481615 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7ec34-51f9-4efd-928e-606d911e8bda tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e61008e-3968-4207-9b98-8628c5283a4b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:43.507255 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-d22dd8b2-2b15-4c5f-9fdb-72981930e4eb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Network ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:43.509625 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22dd8b2-2b15-4c5f-9fdb-72981930e4eb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event updated for resources: {'Port': ['ID=11eb097c-17d3-4062-b2a5-36f297c7cb65,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:43.512523 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-d22dd8b2-2b15-4c5f-9fdb-72981930e4eb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:43.515675 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04f4a31c-f6ac-4b7e-8aaf-a4468e954a2e req-ca1fd467-2b85-4406-83ef-cb2d86906b32 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:09:43.517082 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-d22dd8b2-2b15-4c5f-9fdb-72981930e4eb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:43.534656 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485184d2-8180-4c89-8e94-16687b0ec3c9 None None] Sync routers for ids ['00b31709-2a1a-4053-a06c-cc6addbfb87c'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:09:43.549458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485184d2-8180-4c89-8e94-16687b0ec3c9 None None] Routers {'00b31709-2a1a-4053-a06c-cc6addbfb87c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:43.550093 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-485184d2-8180-4c89-8e94-16687b0ec3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:09:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00b31709-2a1a-4053-a06c-cc6addbfb87c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:43.553509 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5e26075-660b-496e-b95d-f148623b943a req-33d7ec34-51f9-4efd-928e-606d911e8bda tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ff5eae6b-bbac-4376-b202-621e8e5f6933&id=828bab2a-b298-4b8c-aa63-577438f8c181&id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&id=02cdb921-595f-49df-b920-0b47dac1830a&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&id=80afc09c-4def-4634-bebc-7d337a93daf7&id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 766 time: 0.3628454 Nov 12 04:09:43.602578 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f4a31c-f6ac-4b7e-8aaf-a4468e954a2e req-ca1fd467-2b85-4406-83ef-cb2d86906b32 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] No DVR routers for this DVR port 327c07d8-fd7d-40e7-9c90-f6fe4f189232 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:43.609251 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-04f4a31c-f6ac-4b7e-8aaf-a4468e954a2e req-ca1fd467-2b85-4406-83ef-cb2d86906b32 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:43.612823 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-04f4a31c-f6ac-4b7e-8aaf-a4468e954a2e req-ca1fd467-2b85-4406-83ef-cb2d86906b32 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.21 "DELETE /v2.0/ports/327c07d8-fd7d-40e7-9c90-f6fe4f189232 HTTP/1.1" status: 204 len: 173 time: 1.6396670 Nov 12 04:09:43.660029 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-d22dd8b2-2b15-4c5f-9fdb-72981930e4eb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.660029 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-d22dd8b2-2b15-4c5f-9fdb-72981930e4eb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:43.725985 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-485184d2-8180-4c89-8e94-16687b0ec3c9 None None] Set router 00b31709-2a1a-4053-a06c-cc6addbfb87c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:43.789364 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-d22dd8b2-2b15-4c5f-9fdb-72981930e4eb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6989241 Nov 12 04:09:43.808814 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-fdba80d4-ce88-420b-88b1-9cff570c72bf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Request body: {'port': {'device_id': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ecbcbecc-0e29-431e-912b-e7c0f4b1ee19', 'admin_state_up': True, 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'security_groups': ['dd19764b-9ed0-45ee-b6da-2e2d0821c03f']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:43.828215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062e3d6-85e7-4161-a68a-47add7adb59e req-07471874-72e5-4313-91b5-dfbb9acf2c80 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.845057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062e3d6-85e7-4161-a68a-47add7adb59e req-07471874-72e5-4313-91b5-dfbb9acf2c80 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.852778 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062e3d6-85e7-4161-a68a-47add7adb59e req-07471874-72e5-4313-91b5-dfbb9acf2c80 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.868311 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062e3d6-85e7-4161-a68a-47add7adb59e req-07471874-72e5-4313-91b5-dfbb9acf2c80 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.872257 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1062e3d6-85e7-4161-a68a-47add7adb59e req-07471874-72e5-4313-91b5-dfbb9acf2c80 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 3095 time: 0.1369016 Nov 12 04:09:43.958926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-41862eb8-42f4-4257-96cf-d2d6d00a7acc None None] Provisioning complete for port 11eb097c-17d3-4062-b2a5-36f297c7cb65 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:43.959292 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41862eb8-42f4-4257-96cf-d2d6d00a7acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:43.976357 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1062e3d6-85e7-4161-a68a-47add7adb59e req-62c86a75-7fd8-466e-99ac-460de1baa831 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893731 Nov 12 04:09:44.053030 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-41862eb8-42f4-4257-96cf-d2d6d00a7acc None None] Port 11eb097c-17d3-4062-b2a5-36f297c7cb65 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:44.072278 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-fdba80d4-ce88-420b-88b1-9cff570c72bf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Made reservation on behalf of 72d4754f04e94e6c9e3f339cc9bdd8f4 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:44.078432 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-fdba80d4-ce88-420b-88b1-9cff570c72bf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:44.193342 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-485184d2-8180-4c89-8e94-16687b0ec3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:02:20Z', 'revision_number': 4, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port': {'id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1d9b2328-6ed7-4250-9e35-08f9a95727e6', 'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'mac_address': 'fa:16:3e:26:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:19Z', 'updated_at': '2021-11-12T04:02:25Z', 'revision_number': 5, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'subnets': [{'id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:44.230372 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485184d2-8180-4c89-8e94-16687b0ec3c9 None None] Checking router: 00b31709-2a1a-4053-a06c-cc6addbfb87c for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:09:44.240380 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485184d2-8180-4c89-8e94-16687b0ec3c9 None None] Routers {'00b31709-2a1a-4053-a06c-cc6addbfb87c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:44.240993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-485184d2-8180-4c89-8e94-16687b0ec3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:09:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00b31709-2a1a-4053-a06c-cc6addbfb87c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:44.287924 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-fdba80d4-ce88-420b-88b1-9cff570c72bf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Allocated IP 10.2.2.200 (ecbcbecc-0e29-431e-912b-e7c0f4b1ee19/1a42fff2-0f1b-446e-9878-5ae2918f0d15/1eb0d63d-40a7-4256-ab23-8d45c77009fa) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:44.414652 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-485184d2-8180-4c89-8e94-16687b0ec3c9 None None] Set router 00b31709-2a1a-4053-a06c-cc6addbfb87c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:44.448847 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad23a51-738b-4498-8d4c-ab679e401d03 req-5c8e8573-d925-451a-b99a-12ad7b792f05 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:44.456474 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ad23a51-738b-4498-8d4c-ab679e401d03 req-5c8e8573-d925-451a-b99a-12ad7b792f05 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 946 time: 0.0599608 Nov 12 04:09:44.518078 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ad23a51-738b-4498-8d4c-ab679e401d03 req-06d0f204-f938-4745-8a9b-4b4835870547 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605662 Nov 12 04:09:44.536998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:09:44.539063 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 698aeb29-9c13-4c13-a3a9-f61fc6524878 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:44.612417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 698aeb29-9c13-4c13-a3a9-f61fc6524878 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:44.612793 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 698aeb29-9c13-4c13-a3a9-f61fc6524878 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:44.698892 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a77853-ce40-4bed-b370-eb52c884b795', 'name': 'network-vif-deleted', 'tag': '327c07d8-fd7d-40e7-9c90-f6fe4f189232'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:44.704796 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c744a2-34da-48ba-a0ed-904dae5bf427" -d '{"events": [{"server_uuid": "d3a77853-ce40-4bed-b370-eb52c884b795", "name": "network-vif-deleted", "tag": "327c07d8-fd7d-40e7-9c90-f6fe4f189232"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:44.810606 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:44.827317 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 has no active binding in host n-h1-768509-24 {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 04:09:44.833687 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-485184d2-8180-4c89-8e94-16687b0ec3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:02:20Z', 'revision_number': 4, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port': {'id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1d9b2328-6ed7-4250-9e35-08f9a95727e6', 'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'mac_address': 'fa:16:3e:26:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:19Z', 'updated_at': '2021-11-12T04:02:25Z', 'revision_number': 5, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'subnets': [{'id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:44.845417 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa640-c356-4647-851e-a555c80d3b96 req-fc2acbdd-2d30-4e9c-aa95-a640359aa50c tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:44.846975 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-fc2acbdd-2d30-4e9c-aa95-a640359aa50c tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612&tenant_id=661e639e68ef4507b916d93d5706eabb&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 1098 time: 0.1343451 Nov 12 04:09:44.862380 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485184d2-8180-4c89-8e94-16687b0ec3c9 None None] The sync data for ids ['00b31709-2a1a-4053-a06c-cc6addbfb87c'] in n-d-768509-24 is: [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:02:20Z', 'revision_number': 4, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port': {'id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1d9b2328-6ed7-4250-9e35-08f9a95727e6', 'name': '', 'network_id': '5cf83d51-3d0e-4c8f-9a29-51d4c0e52872', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'mac_address': 'fa:16:3e:26:0b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:19Z', 'updated_at': '2021-11-12T04:02:25Z', 'revision_number': 5, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'subnets': [{'id': '0188d129-9f7c-4b2c-91a1-31696b98b21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:09:44.864237 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-24'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:44.906437 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-fdba80d4-ce88-420b-88b1-9cff570c72bf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:44.964896 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.170310 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-fdba80d4-ce88-420b-88b1-9cff570c72bf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.239556 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] For port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:45.259579 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-fdba80d4-ce88-420b-88b1-9cff570c72bf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Network ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:45.267076 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-fdba80d4-ce88-420b-88b1-9cff570c72bf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:45.269871 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-fdba80d4-ce88-420b-88b1-9cff570c72bf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:45.291259 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e20127-46a1-484c-b5fa-c97c7f2b60af None None] New status for floating IP bd1e1d3d-17f2-4d2e-a8e6-4df5b886c3ea: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:09:45.301380 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba80d4-ce88-420b-88b1-9cff570c72bf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event updated for resources: {'Port': ['ID=1eb0d63d-40a7-4256-ab23-8d45c77009fa,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:45.363845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-fdba80d4-ce88-420b-88b1-9cff570c72bf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:45.364490 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-fdba80d4-ce88-420b-88b1-9cff570c72bf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.377960 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] For port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:45.428976 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.466078 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-fdba80d4-ce88-420b-88b1-9cff570c72bf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6627789 Nov 12 04:09:45.475408 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-6d70ef59-4e4f-4a9e-b351-c35cd195f57f tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1b803f4029f54c809c797ba0bb9468c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253367 Nov 12 04:09:45.500483 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Request body: {'port': {'device_id': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:45.551469 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.595897 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2084ed6d-bc09-43f1-bbea-38c2c0393eeb None None] Provisioning complete for port 1eb0d63d-40a7-4256-ab23-8d45c77009fa triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:45.596518 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2084ed6d-bc09-43f1-bbea-38c2c0393eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.610208 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.650106 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-d37b8701-c204-4aab-abd6-56b1acef5e58 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:45.654186 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2084ed6d-bc09-43f1-bbea-38c2c0393eeb None None] Port 1eb0d63d-40a7-4256-ab23-8d45c77009fa cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:45.657711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-d37b8701-c204-4aab-abd6-56b1acef5e58 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762004 Nov 12 04:09:45.673755 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-f5fab1f9-6d78-4dee-afa4-c21182eb3782 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/quotas/1b803f4029f54c809c797ba0bb9468c4 HTTP/1.1" status: 200 len: 375 time: 0.0151501 Nov 12 04:09:45.687670 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] Pushing event updated for resources: {'Port': ['ID=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:45.716089 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] Attempting to bind port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 on host n-h2-768509-24 for vnic_type normal with profile {"migrating_to": "n-h1-768509-24"} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:45.717232 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] Attempting to bind port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:45.717232 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] Attempting to bind port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:45.727495 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] Port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 on network 1332ff08-7d9c-4053-b884-7942193654ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:45.727829 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] Attempting to bind port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 on network 1332ff08-7d9c-4053-b884-7942193654ff {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:45.737629 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-36bfdedb-d5a4-408c-b515-b365c4148b87 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b803f4029f54c809c797ba0bb9468c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625792 Nov 12 04:09:45.785992 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:45.786332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] Checking segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:45.786942 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] Bound using segment: {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:45.787416 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] Bound port: 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1332ff08-7d9c-4053-b884-7942193654ff'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:45.787776 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.923704 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] For port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:45.942535 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] For port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:46.028779 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:46.082721 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49244193-8774-468e-8b06-7fec12f2fa85 x-openstack-request-id: req-49244193-8774-468e-8b06-7fec12f2fa85 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:46.084603 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a77853-ce40-4bed-b370-eb52c884b795", "name": "network-vif-deleted", "tag": "327c07d8-fd7d-40e7-9c90-f6fe4f189232", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:46.084603 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49244193-8774-468e-8b06-7fec12f2fa85 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:46.084603 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a77853-ce40-4bed-b370-eb52c884b795', 'name': 'network-vif-deleted', 'tag': '327c07d8-fd7d-40e7-9c90-f6fe4f189232', 'status': 'completed', 'code': 200} Nov 12 04:09:46.105060 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a61e7e-6068-4414-a607-e5e69b99d95d {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:46.143219 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:46.148974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:46.149913 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:46.151740 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] 10.222.0.21 "PUT /v2.0/ports/106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 HTTP/1.1" status: 200 len: 1124 time: 1.2921057 Nov 12 04:09:46.157498 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d14dddb-9f15-435e-ba2f-f12cc45abff8 req-5f0e0f72-4bd6-4b6b-93d9-20e26d69b619 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=80760c7f-0db1-4794-a00c-fd147b614cac HTTP/1.1" status: 200 len: 210 time: 0.0401568 Nov 12 04:09:46.176332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Transition to ACTIVE for port object 17a61e7e-6068-4414-a607-e5e69b99d95d will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:46.177127 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353095b2-20c5-4fca-9f0a-6a92f76602ef service neutron] Pushing event updated for resources: {'Port': ['ID=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292,revision_number=8']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:46.254139 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:46.315648 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['106e8f07-1f5f-4ba8-9f6f-dc6bfd032292'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:46.386924 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['106e8f07-1f5f-4ba8-9f6f-dc6bfd032292'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:46.388962 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Pushing event updated for resources: {'Port': ['ID=17a61e7e-6068-4414-a607-e5e69b99d95d,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:46.425051 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Attempting to bind port 17a61e7e-6068-4414-a607-e5e69b99d95d on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:46.425860 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Attempting to bind port 17a61e7e-6068-4414-a607-e5e69b99d95d by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'bb8512e5-5d36-459a-96bb-a9a9dd8130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:46.426206 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Attempting to bind port 17a61e7e-6068-4414-a607-e5e69b99d95d on network 19bce048-112d-4f21-ac62-0b363c707e0b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:46.441273 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Port 17a61e7e-6068-4414-a607-e5e69b99d95d on network 19bce048-112d-4f21-ac62-0b363c707e0b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:46.441754 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Attempting to bind port 17a61e7e-6068-4414-a607-e5e69b99d95d on network 19bce048-112d-4f21-ac62-0b363c707e0b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:46.453718 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:46.454100 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Checking segment: {'id': 'bb8512e5-5d36-459a-96bb-a9a9dd8130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:46.454508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Bound using segment: {'id': 'bb8512e5-5d36-459a-96bb-a9a9dd8130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:46.457717 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd6c43-b07f-4b6a-8506-94199a6110b2 req-869039a2-f1ca-4fe5-bf4a-b24e8cb7241c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:46.458805 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Bound port: 17a61e7e-6068-4414-a607-e5e69b99d95d, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb8512e5-5d36-459a-96bb-a9a9dd8130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:46.459190 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:46.508248 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd6c43-b07f-4b6a-8506-94199a6110b2 req-869039a2-f1ca-4fe5-bf4a-b24e8cb7241c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:46.524210 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd6c43-b07f-4b6a-8506-94199a6110b2 req-869039a2-f1ca-4fe5-bf4a-b24e8cb7241c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:46.547249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd6c43-b07f-4b6a-8506-94199a6110b2 req-869039a2-f1ca-4fe5-bf4a-b24e8cb7241c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:46.561182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd6c43-b07f-4b6a-8506-94199a6110b2 req-869039a2-f1ca-4fe5-bf4a-b24e8cb7241c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:46.563325 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-15dd6c43-b07f-4b6a-8506-94199a6110b2 req-869039a2-f1ca-4fe5-bf4a-b24e8cb7241c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 3828 time: 0.2893062 Nov 12 04:09:46.580874 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 327c07d8-fd7d-40e7-9c90-f6fe4f189232 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:46.585230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] For port 17a61e7e-6068-4414-a607-e5e69b99d95d, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:46.589552 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] For port 17a61e7e-6068-4414-a607-e5e69b99d95d, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=17a61e7e-6068-4414-a607-e5e69b99d95d,segment=NetworkSegment(bb8512e5-5d36-459a-96bb-a9a9dd8130cc),segment_id=bb8512e5-5d36-459a-96bb-a9a9dd8130cc)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:46.668526 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:46.695679 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:46.696757 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 327c07d8-fd7d-40e7-9c90-f6fe4f189232 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:46.714864 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-15dd6c43-b07f-4b6a-8506-94199a6110b2 req-85f3fa92-89ea-4bf7-b733-9b418ae63835 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390433 Nov 12 04:09:46.718266 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 327c07d8-fd7d-40e7-9c90-f6fe4f189232 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:46.760964 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:46.766244 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:46.767867 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] 10.222.0.21 "PUT /v2.0/ports/17a61e7e-6068-4414-a607-e5e69b99d95d HTTP/1.1" status: 200 len: 1092 time: 1.2789235 Nov 12 04:09:46.801845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f72916-b737-40a2-9f86-1c82eeb2be24 service neutron] Pushing event updated for resources: {'Port': ['ID=17a61e7e-6068-4414-a607-e5e69b99d95d,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:46.895066 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Request body: {'port': {'device_id': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:46.984480 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:47.125551 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ab2d4-773a-42fc-b96f-e5057b554db0 req-14d29b9d-10fa-4b4d-8a73-3169b9604e17 tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:47.126357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ab2d4-773a-42fc-b96f-e5057b554db0 req-14d29b9d-10fa-4b4d-8a73-3169b9604e17 tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:47.127858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ab2d4-773a-42fc-b96f-e5057b554db0 req-14d29b9d-10fa-4b4d-8a73-3169b9604e17 tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:47.137714 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f70ab2d4-773a-42fc-b96f-e5057b554db0 req-14d29b9d-10fa-4b4d-8a73-3169b9604e17 tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=acd2ca9f-120f-4d77-b99c-161606be5176&device_id=b0175060-3454-42bf-8ee2-9ee68dc0637b&device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 2886 time: 0.0588846 Nov 12 04:09:47.188171 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f70ab2d4-773a-42fc-b96f-e5057b554db0 req-7c125802-d0b5-4dd2-bd1b-4f4f93feba4f tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483441 Nov 12 04:09:47.360804 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4008a69-9baa-4229-86ae-08877575d01d req-4c2b31e6-0fdd-4ae0-aead-bab866b0aaf3 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:47.361556 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69415cbd-189f-422f-a960-2a926ad7a318 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:47.362529 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4008a69-9baa-4229-86ae-08877575d01d req-4c2b31e6-0fdd-4ae0-aead-bab866b0aaf3 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 944 time: 0.0644002 Nov 12 04:09:47.370430 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:47.385047 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Transition to ACTIVE for port object 69415cbd-189f-422f-a960-2a926ad7a318 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:47.423744 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4008a69-9baa-4229-86ae-08877575d01d req-74568e78-bd7b-4649-b63b-500f358627c3 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481355 Nov 12 04:09:47.510134 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d41d4599-7d93-4127-b250-bc7bf2a9c97d req-7c3883fd-84a0-4503-9c2a-da9affc1bb55 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f2ead7-7586-44e7-b427-970490b3a0a7 HTTP/1.1" status: 200 len: 210 time: 0.0273819 Nov 12 04:09:47.537026 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:47.612282 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Pushing event updated for resources: {'Port': ['ID=69415cbd-189f-422f-a960-2a926ad7a318,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:47.754622 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Attempting to bind port 69415cbd-189f-422f-a960-2a926ad7a318 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:47.755242 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Attempting to bind port 69415cbd-189f-422f-a960-2a926ad7a318 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:47.755901 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Attempting to bind port 69415cbd-189f-422f-a960-2a926ad7a318 on network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:47.764070 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Port 69415cbd-189f-422f-a960-2a926ad7a318 on network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:47.768289 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Attempting to bind port 69415cbd-189f-422f-a960-2a926ad7a318 on network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:47.770872 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:47.771405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Checking segment: {'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:47.771960 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Bound using segment: {'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:47.772578 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Bound port: 69415cbd-189f-422f-a960-2a926ad7a318, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:47.773150 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:47.854798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] For port 69415cbd-189f-422f-a960-2a926ad7a318, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:47.860292 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] For port 69415cbd-189f-422f-a960-2a926ad7a318, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=69415cbd-189f-422f-a960-2a926ad7a318,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:47.934347 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:47.968728 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:48.054745 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:48.055390 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:48.056778 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] 10.222.0.21 "PUT /v2.0/ports/69415cbd-189f-422f-a960-2a926ad7a318 HTTP/1.1" status: 200 len: 1132 time: 1.1704018 Nov 12 04:09:48.079004 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a652b-c6ec-43a2-ad5b-9096f228a86f service neutron] Pushing event updated for resources: {'Port': ['ID=69415cbd-189f-422f-a960-2a926ad7a318,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:48.084396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf96e76-08d5-4a84-b3d6-6d00255a2612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '106e8f07-1f5f-4ba8-9f6f-dc6bfd032292'}, {'name': 'network-changed', 'server_uuid': 'acf96e76-08d5-4a84-b3d6-6d00255a2612', 'tag': '106e8f07-1f5f-4ba8-9f6f-dc6bfd032292'}, {'name': 'network-changed', 'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'tag': '17a61e7e-6068-4414-a607-e5e69b99d95d'}, {'name': 'network-changed', 'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'tag': '69415cbd-189f-422f-a960-2a926ad7a318'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:48.086941 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e58e7b-97d2-4c04-b0f9-74495215becf" -d '{"events": [{"server_uuid": "acf96e76-08d5-4a84-b3d6-6d00255a2612", "name": "network-vif-unplugged", "status": "completed", "tag": "106e8f07-1f5f-4ba8-9f6f-dc6bfd032292"}, {"name": "network-changed", "server_uuid": "acf96e76-08d5-4a84-b3d6-6d00255a2612", "tag": "106e8f07-1f5f-4ba8-9f6f-dc6bfd032292"}, {"name": "network-changed", "server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "tag": "17a61e7e-6068-4414-a607-e5e69b99d95d"}, {"name": "network-changed", "server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "tag": "69415cbd-189f-422f-a960-2a926ad7a318"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:48.180809 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Request body: {'port': {'device_id': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:48.261508 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:48.431282 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-142a0028-73cd-4d6d-8b9a-f2d7c080088b tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:48.433063 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-142a0028-73cd-4d6d-8b9a-f2d7c080088b tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 806 time: 0.1383388 Nov 12 04:09:48.453183 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-78139517-2311-4ddb-aab1-f7c806ce5ca3 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/quotas/3a4ac16166e54dae862fa352faf2bc28 HTTP/1.1" status: 200 len: 375 time: 0.0132213 Nov 12 04:09:48.529862 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-56e552dc-4a18-4296-85df-edc82f088419 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711505 Nov 12 04:09:48.586843 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31dc5fe-a559-4a60-86e2-f58b3be550d8 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:48.595641 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:48.614584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Transition to ACTIVE for port object a31dc5fe-a559-4a60-86e2-f58b3be550d8 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:48.633034 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-3bc8b253-6c86-45c1-88f6-c98f537704be service neutron] 10.222.0.37 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022000 Nov 12 04:09:48.670287 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:48.763219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-2839a8b5-24fd-4a5e-b92e-53791afc4151 service neutron] 10.222.0.37 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232491 Nov 12 04:09:48.796204 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Pushing event updated for resources: {'Port': ['ID=a31dc5fe-a559-4a60-86e2-f58b3be550d8,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:48.842217 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Attempting to bind port a31dc5fe-a559-4a60-86e2-f58b3be550d8 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:48.842751 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Attempting to bind port a31dc5fe-a559-4a60-86e2-f58b3be550d8 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:48.843228 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Attempting to bind port a31dc5fe-a559-4a60-86e2-f58b3be550d8 on network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:48.850097 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Port a31dc5fe-a559-4a60-86e2-f58b3be550d8 on network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:48.850783 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Attempting to bind port a31dc5fe-a559-4a60-86e2-f58b3be550d8 on network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:48.860696 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:48.860696 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Checking segment: {'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:48.860696 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Bound using segment: {'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:48.861243 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Bound port: a31dc5fe-a559-4a60-86e2-f58b3be550d8, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:48.861833 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:48.956453 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-7693f3e0-64e5-4e50-a320-1ab157ea7b18 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1b803f4029f54c809c797ba0bb9468c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379505 Nov 12 04:09:48.960458 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] For port a31dc5fe-a559-4a60-86e2-f58b3be550d8, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:48.964158 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] For port a31dc5fe-a559-4a60-86e2-f58b3be550d8, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a31dc5fe-a559-4a60-86e2-f58b3be550d8,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:49.070686 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:49.124470 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16699913-de83-4e8a-b66d-f88bc26ce5f7 req-5f02338d-915a-4b45-9856-160492a39a13 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.132007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16699913-de83-4e8a-b66d-f88bc26ce5f7 req-5f02338d-915a-4b45-9856-160492a39a13 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.139818 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16699913-de83-4e8a-b66d-f88bc26ce5f7 req-5f02338d-915a-4b45-9856-160492a39a13 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.146549 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.147278 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:49.148843 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] 10.222.0.21 "PUT /v2.0/ports/a31dc5fe-a559-4a60-86e2-f58b3be550d8 HTTP/1.1" status: 200 len: 1130 time: 0.9730444 Nov 12 04:09:49.160557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16699913-de83-4e8a-b66d-f88bc26ce5f7 req-5f02338d-915a-4b45-9856-160492a39a13 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.170990 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16699913-de83-4e8a-b66d-f88bc26ce5f7 req-5f02338d-915a-4b45-9856-160492a39a13 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.181762 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16699913-de83-4e8a-b66d-f88bc26ce5f7 req-5f02338d-915a-4b45-9856-160492a39a13 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.188499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16699913-de83-4e8a-b66d-f88bc26ce5f7 req-5f02338d-915a-4b45-9856-160492a39a13 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.196889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16699913-de83-4e8a-b66d-f88bc26ce5f7 req-5f02338d-915a-4b45-9856-160492a39a13 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5372 time: 0.1396239 Nov 12 04:09:49.224297 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-3509a0b8-7ab4-4152-9844-383a8f5fe16d tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.229319 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-3509a0b8-7ab4-4152-9844-383a8f5fe16d tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2616179 Nov 12 04:09:49.242080 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308c9ae-3b70-4427-9ba0-517cb2a1d76b service neutron] Pushing event updated for resources: {'Port': ['ID=a31dc5fe-a559-4a60-86e2-f58b3be550d8,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:49.280197 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-3efdcedd-746c-428d-bb6e-097ac1b064dc tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Request body: {'port': {'device_id': '98f2ead7-7586-44e7-b427-970490b3a0a7', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': '1b803f4029f54c809c797ba0bb9468c4'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:49.306166 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Request body: {'port': {'device_id': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:49.308171 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16699913-de83-4e8a-b66d-f88bc26ce5f7 req-e022fa53-614e-4ec2-9392-3c671fae2c56 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1067379 Nov 12 04:09:49.451140 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:49.607116 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd7e7f7-be59-4bc0-95f7-f6ffaea9fd5a x-openstack-request-id: req-0dd7e7f7-be59-4bc0-95f7-f6ffaea9fd5a {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:49.607509 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf96e76-08d5-4a84-b3d6-6d00255a2612", "name": "network-vif-unplugged", "status": "completed", "tag": "106e8f07-1f5f-4ba8-9f6f-dc6bfd032292", "code": 200}, {"name": "network-changed", "server_uuid": "acf96e76-08d5-4a84-b3d6-6d00255a2612", "tag": "106e8f07-1f5f-4ba8-9f6f-dc6bfd032292", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "tag": "17a61e7e-6068-4414-a607-e5e69b99d95d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "tag": "69415cbd-189f-422f-a960-2a926ad7a318", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:49.607830 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0dd7e7f7-be59-4bc0-95f7-f6ffaea9fd5a {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:49.608327 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf96e76-08d5-4a84-b3d6-6d00255a2612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '106e8f07-1f5f-4ba8-9f6f-dc6bfd032292', 'code': 200} Nov 12 04:09:49.608641 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf96e76-08d5-4a84-b3d6-6d00255a2612', 'tag': '106e8f07-1f5f-4ba8-9f6f-dc6bfd032292', 'status': 'completed', 'code': 200} Nov 12 04:09:49.608950 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'tag': '17a61e7e-6068-4414-a607-e5e69b99d95d', 'status': 'completed', 'code': 200} Nov 12 04:09:49.609260 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'tag': '69415cbd-189f-422f-a960-2a926ad7a318', 'status': 'completed', 'code': 200} Nov 12 04:09:49.630504 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-a99c9f96-d428-4ba6-b780-2cc7ec7008fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.631124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-a99c9f96-d428-4ba6-b780-2cc7ec7008fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.631437 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-a99c9f96-d428-4ba6-b780-2cc7ec7008fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.631903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-a99c9f96-d428-4ba6-b780-2cc7ec7008fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.632554 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-a99c9f96-d428-4ba6-b780-2cc7ec7008fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.633240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-a99c9f96-d428-4ba6-b780-2cc7ec7008fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.633710 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-a99c9f96-d428-4ba6-b780-2cc7ec7008fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.635642 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-a99c9f96-d428-4ba6-b780-2cc7ec7008fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72d4754f04e94e6c9e3f339cc9bdd8f4&device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 6212 time: 0.0590143 Nov 12 04:09:49.695221 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56950) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:49.789641 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-3efdcedd-746c-428d-bb6e-097ac1b064dc tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Made reservation on behalf of 1b803f4029f54c809c797ba0bb9468c4 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:49.799890 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-3efdcedd-746c-428d-bb6e-097ac1b064dc tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:49.808429 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-9d74f18b-a257-4d4f-88dc-b988ecccf44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.810210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-9d74f18b-a257-4d4f-88dc-b988ecccf44b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 1127 time: 0.1486688 Nov 12 04:09:49.926383 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-68d7d549-ab33-4c23-a985-b0c0f04fe916 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:49.977140 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8731c1-7b17-4b98-8b03-d86f219befd3 req-198b5f62-bf5d-4edd-9b18-b8491d1e92f2 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.978555 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4c8731c1-7b17-4b98-8b03-d86f219befd3 req-198b5f62-bf5d-4edd-9b18-b8491d1e92f2 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 944 time: 0.1671686 Nov 12 04:09:49.995549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-6cd078a6-3e6b-4dcf-bf69-fcb898e3c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.996303 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-6cd078a6-3e6b-4dcf-bf69-fcb898e3c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.996930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-6cd078a6-3e6b-4dcf-bf69-fcb898e3c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.999571 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-6cd078a6-3e6b-4dcf-bf69-fcb898e3c9e5 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=72d4754f04e94e6c9e3f339cc9bdd8f4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3062928 Nov 12 04:09:50.003480 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-68d7d549-ab33-4c23-a985-b0c0f04fe916 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.074597 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-3efdcedd-746c-428d-bb6e-097ac1b064dc tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Allocated IP 192.168.233.164 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/c409b1df-ed15-49bd-be04-4fda07557ffb) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:50.095090 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-26a96626-50be-4679-b019-38fd71819dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:50.096861 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-26a96626-50be-4679-b019-38fd71819dda service neutron] 10.222.0.31 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 919 time: 0.2685678 Nov 12 04:09:50.097506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca5d185-5a63-4f3f-a125-b9efa34773e5 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:50.109351 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.139036 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Transition to ACTIVE for port object 9ca5d185-5a63-4f3f-a125-b9efa34773e5 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:50.178928 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-28e512c4-0049-4a2b-bb1f-582d42ae3fc4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 HTTP/1.1" status: 200 len: 217 time: 0.0727198 Nov 12 04:09:50.222893 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4c8731c1-7b17-4b98-8b03-d86f219befd3 req-dbdbd293-c349-4e88-a1fc-b014863910f7 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139802 Nov 12 04:09:50.233706 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.271152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-f1985578-e794-445c-9db9-7f7a24340fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:50.277144 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-f1985578-e794-445c-9db9-7f7a24340fec service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2499793 Nov 12 04:09:50.285427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-6ff0d393-e9a9-48ca-80ec-51feaf3b4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:50.288304 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-6ff0d393-e9a9-48ca-80ec-51feaf3b4961 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.0956402 Nov 12 04:09:50.324201 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-3efdcedd-746c-428d-bb6e-097ac1b064dc tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.358888 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-68d7d549-ab33-4c23-a985-b0c0f04fe916 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.364953 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-68d7d549-ab33-4c23-a985-b0c0f04fe916 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.370483 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-68d7d549-ab33-4c23-a985-b0c0f04fe916 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "DELETE /v2.0/security-groups/80afc09c-4def-4634-bebc-7d337a93daf7 HTTP/1.1" status: 204 len: 168 time: 0.6727905 Nov 12 04:09:50.371637 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56956) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:50.386443 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Pushing event updated for resources: {'Port': ['ID=9ca5d185-5a63-4f3f-a125-b9efa34773e5,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:50.392693 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-6aa54b92-6462-4ca6-bcc4-b6df3d91239e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872951 Nov 12 04:09:50.404358 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c8e0b18-47df-4651-b258-cff6e51bd56e req-ea5de0f6-9f3b-4d48-9b2d-26b0a264b9e5 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f2ead7-7586-44e7-b427-970490b3a0a7 HTTP/1.1" status: 200 len: 210 time: 0.0758343 Nov 12 04:09:50.426740 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-d8579579-55f9-44f7-9518-78f86c84adc1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] show failed (client error): The resource could not be found. Nov 12 04:09:50.427875 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d8579579-55f9-44f7-9518-78f86c84adc1 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "GET /v2.0/security-groups/80afc09c-4def-4634-bebc-7d337a93daf7 HTTP/1.1" status: 404 len: 347 time: 0.0382731 Nov 12 04:09:50.448285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56958) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:50.460133 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-3efdcedd-746c-428d-bb6e-097ac1b064dc tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.498069 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7d549-ab33-4c23-a985-b0c0f04fe916 tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80afc09c-4def-4634-bebc-7d337a93daf7,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:50.523906 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['726a5cc5-3990-43cf-b20f-2af75320058e'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:50.527264 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-3efdcedd-746c-428d-bb6e-097ac1b064dc tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:50.529363 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Attempting to bind port 9ca5d185-5a63-4f3f-a125-b9efa34773e5 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:50.529363 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Attempting to bind port 9ca5d185-5a63-4f3f-a125-b9efa34773e5 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:50.529363 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Attempting to bind port 9ca5d185-5a63-4f3f-a125-b9efa34773e5 on network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:50.535505 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-3efdcedd-746c-428d-bb6e-097ac1b064dc tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:50.538820 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-3efdcedd-746c-428d-bb6e-097ac1b064dc tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:50.541560 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdcedd-746c-428d-bb6e-097ac1b064dc tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Pushing event updated for resources: {'Port': ['ID=c409b1df-ed15-49bd-be04-4fda07557ffb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:50.546350 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Port 9ca5d185-5a63-4f3f-a125-b9efa34773e5 on network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:50.546350 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Attempting to bind port 9ca5d185-5a63-4f3f-a125-b9efa34773e5 on network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:50.572367 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:50.572705 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Checking segment: {'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:50.573094 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Bound using segment: {'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:50.573546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Bound port: 9ca5d185-5a63-4f3f-a125-b9efa34773e5, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:50.573905 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.637391 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-3efdcedd-746c-428d-bb6e-097ac1b064dc tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:50.638698 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-3efdcedd-746c-428d-bb6e-097ac1b064dc tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.722976 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] For port 9ca5d185-5a63-4f3f-a125-b9efa34773e5, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:50.730599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] For port 9ca5d185-5a63-4f3f-a125-b9efa34773e5, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9ca5d185-5a63-4f3f-a125-b9efa34773e5,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:50.816383 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-3efdcedd-746c-428d-bb6e-097ac1b064dc tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5431664 Nov 12 04:09:50.837046 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Request body: {'port': {'device_id': '98f2ead7-7586-44e7-b427-970490b3a0a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:50.884316 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.945574 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.949892 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:50.951097 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.952481 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] 10.222.0.21 "PUT /v2.0/ports/9ca5d185-5a63-4f3f-a125-b9efa34773e5 HTTP/1.1" status: 200 len: 1092 time: 1.6649196 Nov 12 04:09:50.994237 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-047d780d-ff9f-4280-a65e-6a645ef7f847 None None] Provisioning complete for port c409b1df-ed15-49bd-be04-4fda07557ffb triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:50.994614 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-047d780d-ff9f-4280-a65e-6a645ef7f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:51.009844 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93357de5-d567-4fb5-b23b-4585d2aeb36f service neutron] Pushing event updated for resources: {'Port': ['ID=9ca5d185-5a63-4f3f-a125-b9efa34773e5,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:51.059625 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-047d780d-ff9f-4280-a65e-6a645ef7f847 None None] Port c409b1df-ed15-49bd-be04-4fda07557ffb cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:51.102976 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Request body: {'port': {'device_id': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:51.240403 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-1e110112-566c-40d3-80cc-5290e631e4d0 service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8145366 Nov 12 04:09:51.295996 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:51.308951 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1ead0c38-dea2-42de-92c5-f31cba1dc3ce req-6c67f403-8f9c-4cfe-9381-52a259a1bec4 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6808bae-690d-4254-8c5f-41ec63c3fd79 HTTP/1.1" status: 200 len: 210 time: 0.1256318 Nov 12 04:09:51.406614 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-d7bee01e-6ba7-4da7-bd5b-33bcf4aaef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:51.407178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-d7bee01e-6ba7-4da7-bd5b-33bcf4aaef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:51.407668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-d7bee01e-6ba7-4da7-bd5b-33bcf4aaef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:51.408133 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-d7bee01e-6ba7-4da7-bd5b-33bcf4aaef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:51.408597 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-d7bee01e-6ba7-4da7-bd5b-33bcf4aaef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:51.409063 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-d7bee01e-6ba7-4da7-bd5b-33bcf4aaef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:51.409579 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-d7bee01e-6ba7-4da7-bd5b-33bcf4aaef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:51.411544 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-d7bee01e-6ba7-4da7-bd5b-33bcf4aaef3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72d4754f04e94e6c9e3f339cc9bdd8f4&device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 6238 time: 1.0178280 Nov 12 04:09:51.603126 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-04826ea9-b796-44ac-a21d-648b8c2fca88 req-353967f5-4b4b-47a1-b89b-49077db339d3 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0716963 Nov 12 04:09:51.608500 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-396a5c0b-d306-4782-a341-4d4b1281f263 service neutron] 10.222.0.31 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409257 Nov 12 04:09:51.634120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-9385919d-c45d-47c3-a5fa-65311f86182e tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Deleting port f9aad36e-7d20-4d9c-9d80-a6d6ca5cfe2d {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:51.634517 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9385919d-c45d-47c3-a5fa-65311f86182e tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:51.724282 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-1f8e4910-5719-44ee-80b6-6ba6d3a1fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:51.724756 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-1f8e4910-5719-44ee-80b6-6ba6d3a1fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:51.725223 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-1f8e4910-5719-44ee-80b6-6ba6d3a1fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:51.728616 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-1f8e4910-5719-44ee-80b6-6ba6d3a1fd94 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=72d4754f04e94e6c9e3f339cc9bdd8f4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2613311 Nov 12 04:09:51.819020 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9385919d-c45d-47c3-a5fa-65311f86182e tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:51.819593 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9385919d-c45d-47c3-a5fa-65311f86182e tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:51.843988 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-9385919d-c45d-47c3-a5fa-65311f86182e tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Calling delete_port for f9aad36e-7d20-4d9c-9d80-a6d6ca5cfe2d owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:51.919659 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-2f6ce6f9-7854-484a-8fc8-caeeebbc086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:51.924971 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'tag': 'a31dc5fe-a559-4a60-86e2-f58b3be550d8'}, {'name': 'network-changed', 'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'tag': '9ca5d185-5a63-4f3f-a125-b9efa34773e5'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:51.926623 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0e58e7b-97d2-4c04-b0f9-74495215becf req-2f6ce6f9-7854-484a-8fc8-caeeebbc086c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1851454 Nov 12 04:09:51.926779 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0304010e-eb27-482d-834f-5a7d12e7ea09" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "tag": "a31dc5fe-a559-4a60-86e2-f58b3be550d8"}, {"name": "network-changed", "server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "tag": "9ca5d185-5a63-4f3f-a125-b9efa34773e5"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:51.950029 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c409b1df-ed15-49bd-be04-4fda07557ffb {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:51.960442 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:51.985759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Transition to ACTIVE for port object c409b1df-ed15-49bd-be04-4fda07557ffb will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:52.068134 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72da5947-cccd-4ca5-91c9-c89652acda89 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:52.076987 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:52.089973 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Transition to ACTIVE for port object 72da5947-cccd-4ca5-91c9-c89652acda89 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:52.095165 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:52.170156 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9385919d-c45d-47c3-a5fa-65311f86182e tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:52.172650 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:52.268084 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Pushing event updated for resources: {'Port': ['ID=c409b1df-ed15-49bd-be04-4fda07557ffb,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:52.268967 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385919d-c45d-47c3-a5fa-65311f86182e tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Pushing event deleted for resources: {'Port': ['ID=f9aad36e-7d20-4d9c-9d80-a6d6ca5cfe2d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:52.347496 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Attempting to bind port c409b1df-ed15-49bd-be04-4fda07557ffb on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:52.347750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Attempting to bind port c409b1df-ed15-49bd-be04-4fda07557ffb by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:52.348079 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Attempting to bind port c409b1df-ed15-49bd-be04-4fda07557ffb on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:52.383246 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Port c409b1df-ed15-49bd-be04-4fda07557ffb on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:52.383858 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Attempting to bind port c409b1df-ed15-49bd-be04-4fda07557ffb on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:52.395644 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:52.396313 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:52.397518 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:52.398122 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Bound port: c409b1df-ed15-49bd-be04-4fda07557ffb, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:52.398716 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:52.480604 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Attempting to bind port 72da5947-cccd-4ca5-91c9-c89652acda89 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:52.480851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Attempting to bind port 72da5947-cccd-4ca5-91c9-c89652acda89 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:52.481149 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Attempting to bind port 72da5947-cccd-4ca5-91c9-c89652acda89 on network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:52.482949 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9385919d-c45d-47c3-a5fa-65311f86182e tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:52.486301 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9385919d-c45d-47c3-a5fa-65311f86182e tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:52.487228 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Pushing event updated for resources: {'Port': ['ID=72da5947-cccd-4ca5-91c9-c89652acda89,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:52.487724 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9385919d-c45d-47c3-a5fa-65311f86182e tempest-ServersWithSpecificFlavorTestJSON-303666567 tempest-ServersWithSpecificFlavorTestJSON-303666567-project] 10.222.0.37 "DELETE /v2.0/floatingips/bd1e1d3d-17f2-4d2e-a8e6-4df5b886c3ea HTTP/1.1" status: 204 len: 168 time: 1.9906681 Nov 12 04:09:52.504936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Port 72da5947-cccd-4ca5-91c9-c89652acda89 on network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:52.504936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Attempting to bind port 72da5947-cccd-4ca5-91c9-c89652acda89 on network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:52.505185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bb7ef586-97de-446f-908d-3c85c44b6031 req-3363c120-57ed-4f2d-a13f-6080f897f6c2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=80760c7f-0db1-4794-a00c-fd147b614cac HTTP/1.1" status: 200 len: 210 time: 0.2398968 Nov 12 04:09:52.507622 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:52.507965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Checking segment: {'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:52.508465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Bound using segment: {'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:52.508905 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Bound port: 72da5947-cccd-4ca5-91c9-c89652acda89, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '324fbf7c-b29d-475c-ba0b-2aa2db542775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:52.509312 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:52.543064 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a0f57-f252-42b2-a7d7-32a713daf3e5 req-b6fb0c41-1bee-4623-a682-bab5e78a1f4b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:52.549921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a0f57-f252-42b2-a7d7-32a713daf3e5 req-b6fb0c41-1bee-4623-a682-bab5e78a1f4b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:52.557067 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a0f57-f252-42b2-a7d7-32a713daf3e5 req-b6fb0c41-1bee-4623-a682-bab5e78a1f4b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:52.564113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a0f57-f252-42b2-a7d7-32a713daf3e5 req-b6fb0c41-1bee-4623-a682-bab5e78a1f4b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:52.573629 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a0f57-f252-42b2-a7d7-32a713daf3e5 req-b6fb0c41-1bee-4623-a682-bab5e78a1f4b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:52.577048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a0f57-f252-42b2-a7d7-32a713daf3e5 req-b6fb0c41-1bee-4623-a682-bab5e78a1f4b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:52.583735 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a0f57-f252-42b2-a7d7-32a713daf3e5 req-b6fb0c41-1bee-4623-a682-bab5e78a1f4b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:52.585750 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-156a0f57-f252-42b2-a7d7-32a713daf3e5 req-b6fb0c41-1bee-4623-a682-bab5e78a1f4b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5384 time: 0.5054164 Nov 12 04:09:52.602787 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] For port 72da5947-cccd-4ca5-91c9-c89652acda89, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:52.632475 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] For port 72da5947-cccd-4ca5-91c9-c89652acda89, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=72da5947-cccd-4ca5-91c9-c89652acda89,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:52.650972 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] For port c409b1df-ed15-49bd-be04-4fda07557ffb, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:52.655227 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] For port c409b1df-ed15-49bd-be04-4fda07557ffb, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=c409b1df-ed15-49bd-be04-4fda07557ffb,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:52.671227 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-c80e1cb5-972e-47f0-816e-dfb87a7fdf44 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:52.672724 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-c80e1cb5-972e-47f0-816e-dfb87a7fdf44 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.31 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 806 time: 0.5568407 Nov 12 04:09:52.693176 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-156a0f57-f252-42b2-a7d7-32a713daf3e5 req-ada1e0e4-d271-4b5b-851e-86a4fb9b6102 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0961452 Nov 12 04:09:52.706164 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:52.721582 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8c54e6e7-037d-4513-94e4-9c77a1aee91e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Request body: {'port': {'device_id': 'a6808bae-690d-4254-8c5f-41ec63c3fd79', 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8', 'admin_state_up': True, 'tenant_id': '3a4ac16166e54dae862fa352faf2bc28'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:52.760755 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:52.776916 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Pushing event updated for resources: {'Port': ['ID=72da5947-cccd-4ca5-91c9-c89652acda89,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:52.788037 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:52.788681 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:52.790134 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-75b5acc4-60d9-4241-8e01-c8a3c8f15c7d service neutron] 10.222.0.21 "PUT /v2.0/ports/72da5947-cccd-4ca5-91c9-c89652acda89 HTTP/1.1" status: 200 len: 1092 time: 1.6994789 Nov 12 04:09:52.808977 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:52.809774 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:52.815952 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] 10.222.0.21 "PUT /v2.0/ports/c409b1df-ed15-49bd-be04-4fda07557ffb HTTP/1.1" status: 200 len: 1097 time: 1.9801376 Nov 12 04:09:52.855107 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17704c20-272d-429f-9149-d158a6ebad55 service neutron] Pushing event updated for resources: {'Port': ['ID=c409b1df-ed15-49bd-be04-4fda07557ffb,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:52.915280 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c929ee0-7b36-418c-a284-f1b094cd9b1f req-d025a707-6ccc-44a7-802c-996789c96d51 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:52.916816 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c929ee0-7b36-418c-a284-f1b094cd9b1f req-d025a707-6ccc-44a7-802c-996789c96d51 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 944 time: 0.0931756 Nov 12 04:09:52.993065 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Request body: {'port': {'device_id': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:53.006317 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c929ee0-7b36-418c-a284-f1b094cd9b1f req-735bc06e-de5c-49b1-81ea-ab68a0364288 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744045 Nov 12 04:09:53.065742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8c54e6e7-037d-4513-94e4-9c77a1aee91e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Made reservation on behalf of 3a4ac16166e54dae862fa352faf2bc28 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:53.074578 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8c54e6e7-037d-4513-94e4-9c77a1aee91e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:53.207441 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ffc0dd86-9e9c-4bc9-89c4-c482a2ea06f9 req-d05b8ab5-3721-4f58-bb60-f155d3041fb7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0449154 Nov 12 04:09:53.214444 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:53.253156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-2f707425-0709-4628-87cc-c5bbfaee600f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:53.254682 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-2f707425-0709-4628-87cc-c5bbfaee600f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1b803f4029f54c809c797ba0bb9468c4&device_id=98f2ead7-7586-44e7-b427-970490b3a0a7 HTTP/1.1" status: 200 len: 1100 time: 0.1508698 Nov 12 04:09:53.287191 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8c54e6e7-037d-4513-94e4-9c77a1aee91e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Allocated IP 172.20.0.9 (d37b2e01-0bab-4ed6-98b0-8381c00125c8/504596be-ee34-4774-bccb-6ddc41bf3b5f/bddee170-7fde-4105-83ef-add7349dc28e) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:53.303223 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed898204-4958-43e2-8095-6cec9588b1ef req-489b270e-6b84-4e0f-9755-c537a98200e6 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:53.304837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed898204-4958-43e2-8095-6cec9588b1ef req-489b270e-6b84-4e0f-9755-c537a98200e6 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f2ead7-7586-44e7-b427-970490b3a0a7 HTTP/1.1" status: 200 len: 948 time: 0.0947504 Nov 12 04:09:53.364368 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-38da8a12-66a6-477e-9dcf-44a1317e8e62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=c409b1df-ed15-49bd-be04-4fda07557ffb HTTP/1.1" status: 200 len: 217 time: 0.0858727 Nov 12 04:09:53.426704 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed898204-4958-43e2-8095-6cec9588b1ef req-b9dee1f1-ca9e-4c0d-a568-b5aee62ecbbb tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069143 Nov 12 04:09:53.513811 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d11182-b4ce-489b-bfd4-7eb57a95dab1 x-openstack-request-id: req-d3d11182-b4ce-489b-bfd4-7eb57a95dab1 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:53.514108 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "tag": "a31dc5fe-a559-4a60-86e2-f58b3be550d8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "tag": "9ca5d185-5a63-4f3f-a125-b9efa34773e5", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:53.514357 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3d11182-b4ce-489b-bfd4-7eb57a95dab1 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:53.514900 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'tag': 'a31dc5fe-a559-4a60-86e2-f58b3be550d8', 'status': 'completed', 'code': 200} Nov 12 04:09:53.515052 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'tag': '9ca5d185-5a63-4f3f-a125-b9efa34773e5', 'status': 'completed', 'code': 200} Nov 12 04:09:53.523465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-a563606e-ed6a-4271-b7fc-4117f93b3607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:53.525004 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-a563606e-ed6a-4271-b7fc-4117f93b3607 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1476779 Nov 12 04:09:53.653541 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8c54e6e7-037d-4513-94e4-9c77a1aee91e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:53.668657 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11eb097c-17d3-4062-b2a5-36f297c7cb65 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:53.678700 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:53.709224 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Transition to ACTIVE for port object 11eb097c-17d3-4062-b2a5-36f297c7cb65 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:53.715271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-7f8e4bd2-6b6a-452b-b6f0-f4840655cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:53.715816 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-7f8e4bd2-6b6a-452b-b6f0-f4840655cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:53.716142 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-9de9ae76-50f3-4293-a613-05e3e85b3873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:53.716324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-7f8e4bd2-6b6a-452b-b6f0-f4840655cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:53.716799 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-7f8e4bd2-6b6a-452b-b6f0-f4840655cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:53.717261 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-7f8e4bd2-6b6a-452b-b6f0-f4840655cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:53.717770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-7f8e4bd2-6b6a-452b-b6f0-f4840655cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:53.717904 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-9de9ae76-50f3-4293-a613-05e3e85b3873 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1617098 Nov 12 04:09:53.718240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-7f8e4bd2-6b6a-452b-b6f0-f4840655cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:53.720609 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-7f8e4bd2-6b6a-452b-b6f0-f4840655cb0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72d4754f04e94e6c9e3f339cc9bdd8f4&device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 6348 time: 0.1625323 Nov 12 04:09:53.821072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e6d243e-54e5-4362-a52e-e9d42f5270e5 req-882a95ea-c05d-43f0-b9bf-b72fc90e4015 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6808bae-690d-4254-8c5f-41ec63c3fd79 HTTP/1.1" status: 200 len: 210 time: 0.0691526 Nov 12 04:09:53.824971 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8c54e6e7-037d-4513-94e4-9c77a1aee91e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:53.866949 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:53.884638 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:53.929106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=11eb097c-17d3-4062-b2a5-36f297c7cb65,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:53.974012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8c54e6e7-037d-4513-94e4-9c77a1aee91e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Network d37b2e01-0bab-4ed6-98b0-8381c00125c8 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:53.989223 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8c54e6e7-037d-4513-94e4-9c77a1aee91e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:53.997989 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8c54e6e7-037d-4513-94e4-9c77a1aee91e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:54.010032 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54e6e7-037d-4513-94e4-9c77a1aee91e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Pushing event updated for resources: {'Port': ['ID=bddee170-7fde-4105-83ef-add7349dc28e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:54.060995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-fada8ce8-620b-42c8-957d-c21f64a453ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:54.061673 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-fada8ce8-620b-42c8-957d-c21f64a453ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:54.062555 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-fada8ce8-620b-42c8-957d-c21f64a453ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:54.065451 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-fada8ce8-620b-42c8-957d-c21f64a453ed service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=72d4754f04e94e6c9e3f339cc9bdd8f4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3115025 Nov 12 04:09:54.073728 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-f1c4ba70-9ef8-47f7-9834-47d17ec62c02 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228302 Nov 12 04:09:54.100861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8c54e6e7-037d-4513-94e4-9c77a1aee91e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:54.101654 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8c54e6e7-037d-4513-94e4-9c77a1aee91e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:54.335198 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8c54e6e7-037d-4513-94e4-9c77a1aee91e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6270490 Nov 12 04:09:54.370543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Request body: {'port': {'device_id': 'a6808bae-690d-4254-8c5f-41ec63c3fd79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:54.436764 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Attempting to bind port 11eb097c-17d3-4062-b2a5-36f297c7cb65 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:54.437195 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Attempting to bind port 11eb097c-17d3-4062-b2a5-36f297c7cb65 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'bccac6fd-e5f2-4f45-b088-510ff6a481ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ecbcbecc-0e29-431e-912b-e7c0f4b1ee19'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:54.437453 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Attempting to bind port 11eb097c-17d3-4062-b2a5-36f297c7cb65 on network ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:54.471254 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Port 11eb097c-17d3-4062-b2a5-36f297c7cb65 on network ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:54.471514 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Attempting to bind port 11eb097c-17d3-4062-b2a5-36f297c7cb65 on network ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:54.496106 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-b0bb6bd3-7cc1-47dd-a890-491c16b4a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:54.497813 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-b0bb6bd3-7cc1-47dd-a890-491c16b4a351 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3556807 Nov 12 04:09:54.508573 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:54.574894 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-377ab1c3-5381-4a1e-9c9d-dc2033fa4e8c req-1890a389-2a40-4463-8167-43eee52b5d8e service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670151 Nov 12 04:09:54.584032 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:54.584032 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Checking segment: {'id': 'bccac6fd-e5f2-4f45-b088-510ff6a481ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ecbcbecc-0e29-431e-912b-e7c0f4b1ee19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:54.584032 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Bound using segment: {'id': 'bccac6fd-e5f2-4f45-b088-510ff6a481ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ecbcbecc-0e29-431e-912b-e7c0f4b1ee19'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:54.584032 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Bound port: 11eb097c-17d3-4062-b2a5-36f297c7cb65, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bccac6fd-e5f2-4f45-b088-510ff6a481ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ecbcbecc-0e29-431e-912b-e7c0f4b1ee19'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:54.591844 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:54.689757 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] For port 11eb097c-17d3-4062-b2a5-36f297c7cb65, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:54.695626 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] For port 11eb097c-17d3-4062-b2a5-36f297c7cb65, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=11eb097c-17d3-4062-b2a5-36f297c7cb65,segment=NetworkSegment(bccac6fd-e5f2-4f45-b088-510ff6a481ca),segment_id=bccac6fd-e5f2-4f45-b088-510ff6a481ca)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:54.771675 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-2543024a-38fb-4d01-8a3d-0f29930ff161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:54.772237 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-2543024a-38fb-4d01-8a3d-0f29930ff161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:54.772773 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-2543024a-38fb-4d01-8a3d-0f29930ff161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:54.773380 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-2543024a-38fb-4d01-8a3d-0f29930ff161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:54.774118 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-2543024a-38fb-4d01-8a3d-0f29930ff161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:54.774597 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-2543024a-38fb-4d01-8a3d-0f29930ff161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:54.775309 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-2543024a-38fb-4d01-8a3d-0f29930ff161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:54.777537 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-2543024a-38fb-4d01-8a3d-0f29930ff161 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72d4754f04e94e6c9e3f339cc9bdd8f4&device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 6374 time: 0.0798323 Nov 12 04:09:54.791150 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:54.807902 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-054647ad-7aca-47fe-8fee-6a57d8e6fcd7 req-2193e8e0-aa3c-4a5a-99c2-d8d962299923 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.1811519 Nov 12 04:09:54.813292 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:54.814308 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:54.815921 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] 10.222.0.21 "PUT /v2.0/ports/11eb097c-17d3-4062-b2a5-36f297c7cb65 HTTP/1.1" status: 200 len: 1092 time: 1.8282487 Nov 12 04:09:54.944045 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Request body: {'port': {'device_id': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:55.012486 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd427ea2-3c79-467c-9483-497669975fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=11eb097c-17d3-4062-b2a5-36f297c7cb65,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:55.081321 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:55.087405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-aeadb6b4-ab3c-4d00-9fe9-7dc659171865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:55.087885 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-aeadb6b4-ab3c-4d00-9fe9-7dc659171865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:55.088727 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-aeadb6b4-ab3c-4d00-9fe9-7dc659171865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:55.094126 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-aeadb6b4-ab3c-4d00-9fe9-7dc659171865 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=72d4754f04e94e6c9e3f339cc9bdd8f4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2899668 Nov 12 04:09:55.192465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bddee170-7fde-4105-83ef-add7349dc28e {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:55.207304 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:55.224963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Transition to ACTIVE for port object bddee170-7fde-4105-83ef-add7349dc28e will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:55.235631 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-d775134e-a6fe-415c-8979-526880b7732a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:55.237230 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0304010e-eb27-482d-834f-5a7d12e7ea09 req-d775134e-a6fe-415c-8979-526880b7732a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323504 Nov 12 04:09:55.317956 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:55.380738 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bddee170-7fde-4105-83ef-add7349dc28e,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:55.465457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Attempting to bind port bddee170-7fde-4105-83ef-add7349dc28e on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:55.465867 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Attempting to bind port bddee170-7fde-4105-83ef-add7349dc28e by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:55.466518 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Attempting to bind port bddee170-7fde-4105-83ef-add7349dc28e on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:55.473053 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Port bddee170-7fde-4105-83ef-add7349dc28e on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:55.473379 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Attempting to bind port bddee170-7fde-4105-83ef-add7349dc28e on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:55.479229 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:55.479566 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Checking segment: {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:55.479948 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Bound using segment: {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:55.480381 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Bound port: bddee170-7fde-4105-83ef-add7349dc28e, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:55.480738 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:55.518180 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'tag': '72da5947-cccd-4ca5-91c9-c89652acda89'}, {'name': 'network-changed', 'server_uuid': '98f2ead7-7586-44e7-b427-970490b3a0a7', 'tag': 'c409b1df-ed15-49bd-be04-4fda07557ffb'}, {'name': 'network-changed', 'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'tag': '11eb097c-17d3-4062-b2a5-36f297c7cb65'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:55.520884 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bda228-d60a-442d-bf53-66bfbf380dab" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "tag": "72da5947-cccd-4ca5-91c9-c89652acda89"}, {"name": "network-changed", "server_uuid": "98f2ead7-7586-44e7-b427-970490b3a0a7", "tag": "c409b1df-ed15-49bd-be04-4fda07557ffb"}, {"name": "network-changed", "server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "tag": "11eb097c-17d3-4062-b2a5-36f297c7cb65"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:55.588628 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] For port bddee170-7fde-4105-83ef-add7349dc28e, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:55.596576 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] For port bddee170-7fde-4105-83ef-add7349dc28e, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=bddee170-7fde-4105-83ef-add7349dc28e,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:55.601402 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb0d63d-40a7-4256-ab23-8d45c77009fa {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:55.612055 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:55.625688 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Transition to ACTIVE for port object 1eb0d63d-40a7-4256-ab23-8d45c77009fa will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:55.673355 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:55.706486 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:55.723731 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5f784-a594-4fe0-8e6e-dacb13d1c6c3 req-4ffc0a6c-3489-4f55-81a3-7ad612f1c3ff tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:55.730034 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5f784-a594-4fe0-8e6e-dacb13d1c6c3 req-4ffc0a6c-3489-4f55-81a3-7ad612f1c3ff tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:55.736564 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5f784-a594-4fe0-8e6e-dacb13d1c6c3 req-4ffc0a6c-3489-4f55-81a3-7ad612f1c3ff tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:55.742556 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5f784-a594-4fe0-8e6e-dacb13d1c6c3 req-4ffc0a6c-3489-4f55-81a3-7ad612f1c3ff tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:55.748713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5f784-a594-4fe0-8e6e-dacb13d1c6c3 req-4ffc0a6c-3489-4f55-81a3-7ad612f1c3ff tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:55.754760 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5f784-a594-4fe0-8e6e-dacb13d1c6c3 req-4ffc0a6c-3489-4f55-81a3-7ad612f1c3ff tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:55.760803 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5f784-a594-4fe0-8e6e-dacb13d1c6c3 req-4ffc0a6c-3489-4f55-81a3-7ad612f1c3ff tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:55.769365 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8f5f784-a594-4fe0-8e6e-dacb13d1c6c3 req-4ffc0a6c-3489-4f55-81a3-7ad612f1c3ff tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5408 time: 0.1384356 Nov 12 04:09:55.789120 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Pushing event updated for resources: {'Port': ['ID=1eb0d63d-40a7-4256-ab23-8d45c77009fa,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:55.804276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:55.804900 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:55.806294 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] 10.222.0.31 "PUT /v2.0/ports/bddee170-7fde-4105-83ef-add7349dc28e HTTP/1.1" status: 200 len: 1092 time: 1.4419684 Nov 12 04:09:55.806775 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6808bae-690d-4254-8c5f-41ec63c3fd79', 'tag': 'bddee170-7fde-4105-83ef-add7349dc28e'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:55.809430 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc88da1-9c12-4f65-b9d8-2e0dc4475ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "a6808bae-690d-4254-8c5f-41ec63c3fd79", "tag": "bddee170-7fde-4105-83ef-add7349dc28e"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:55.854167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd259d2-8662-4aeb-9036-d977da9855c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bddee170-7fde-4105-83ef-add7349dc28e,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:55.869026 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:55.952120 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8f5f784-a594-4fe0-8e6e-dacb13d1c6c3 req-9adf8b50-1983-4493-aece-f074f1b8f5b4 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1818194 Nov 12 04:09:55.954669 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-e4fe6bba-91be-4a63-9b17-22c891654386 service neutron] 10.222.0.31 "GET /v2.0/ports/106e8f07-1f5f-4ba8-9f6f-dc6bfd032292/bindings/n-h1-768509-24 HTTP/1.1" status: 200 len: 385 time: 0.1151075 Nov 12 04:09:55.959593 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Attempting to bind port 1eb0d63d-40a7-4256-ab23-8d45c77009fa on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:55.959593 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Attempting to bind port 1eb0d63d-40a7-4256-ab23-8d45c77009fa by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'bccac6fd-e5f2-4f45-b088-510ff6a481ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ecbcbecc-0e29-431e-912b-e7c0f4b1ee19'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:55.959899 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Attempting to bind port 1eb0d63d-40a7-4256-ab23-8d45c77009fa on network ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:55.986566 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Port 1eb0d63d-40a7-4256-ab23-8d45c77009fa on network ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:55.989116 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Attempting to bind port 1eb0d63d-40a7-4256-ab23-8d45c77009fa on network ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:56.004999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:56.005328 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Checking segment: {'id': 'bccac6fd-e5f2-4f45-b088-510ff6a481ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ecbcbecc-0e29-431e-912b-e7c0f4b1ee19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:56.005716 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Bound using segment: {'id': 'bccac6fd-e5f2-4f45-b088-510ff6a481ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ecbcbecc-0e29-431e-912b-e7c0f4b1ee19'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:56.012414 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Bound port: 1eb0d63d-40a7-4256-ab23-8d45c77009fa, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bccac6fd-e5f2-4f45-b088-510ff6a481ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ecbcbecc-0e29-431e-912b-e7c0f4b1ee19'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:56.013393 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:56.037768 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-1fab1ada-e2b9-43fe-819e-402d9369d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:56.039314 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-1fab1ada-e2b9-43fe-819e-402d9369d256 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&device_id=a6808bae-690d-4254-8c5f-41ec63c3fd79 HTTP/1.1" status: 200 len: 1095 time: 0.1032550 Nov 12 04:09:56.111993 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-5ea2cabf-9da2-45ca-b9cb-bd658e79d98b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bddee170-7fde-4105-83ef-add7349dc28e HTTP/1.1" status: 200 len: 217 time: 0.0494349 Nov 12 04:09:56.160258 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff898a75-bb34-4c36-8615-5c2cc8c88e93 req-b931c98e-4b06-46d9-8e37-48767319b951 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:56.161968 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff898a75-bb34-4c36-8615-5c2cc8c88e93 req-b931c98e-4b06-46d9-8e37-48767319b951 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 944 time: 0.1099005 Nov 12 04:09:56.175559 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] For port 1eb0d63d-40a7-4256-ab23-8d45c77009fa, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:56.192253 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8b5afe25-5e75-4265-b6b9-f1e93ceeb07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:56.193831 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-8b5afe25-5e75-4265-b6b9-f1e93ceeb07a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504596be-ee34-4774-bccb-6ddc41bf3b5f HTTP/1.1" status: 200 len: 846 time: 0.0652745 Nov 12 04:09:56.195517 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] For port 1eb0d63d-40a7-4256-ab23-8d45c77009fa, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1eb0d63d-40a7-4256-ab23-8d45c77009fa,segment=NetworkSegment(bccac6fd-e5f2-4f45-b088-510ff6a481ca),segment_id=bccac6fd-e5f2-4f45-b088-510ff6a481ca)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:56.236489 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-b2222d7f-b729-43d7-bf1f-ebaf25577256 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d37b2e01-0bab-4ed6-98b0-8381c00125c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315530 Nov 12 04:09:56.273535 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff898a75-bb34-4c36-8615-5c2cc8c88e93 req-a8dad489-5811-49b1-8805-100b9a4a5957 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964723 Nov 12 04:09:56.275706 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:56.297388 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-97baa640-c356-4647-851e-a555c80d3b96 req-d3b5e957-ed37-4ae6-afed-a8a72db8a699 service neutron] For port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:56.338789 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-97baa640-c356-4647-851e-a555c80d3b96 req-d3b5e957-ed37-4ae6-afed-a8a72db8a699 service neutron] For port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:56.360196 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:56.361012 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:56.362249 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] 10.222.0.21 "PUT /v2.0/ports/1eb0d63d-40a7-4256-ab23-8d45c77009fa HTTP/1.1" status: 200 len: 1092 time: 1.4282119 Nov 12 04:09:56.397274 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4226c44-d847-4adf-b499-589b46b8a2ae service neutron] Pushing event updated for resources: {'Port': ['ID=1eb0d63d-40a7-4256-ab23-8d45c77009fa,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:56.420016 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-4f084f76-e833-46d5-8727-0db3ce991d14 service neutron] 10.222.0.31 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747427 Nov 12 04:09:56.438435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-97baa640-c356-4647-851e-a555c80d3b96 req-d3b5e957-ed37-4ae6-afed-a8a72db8a699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:56.453894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-97baa640-c356-4647-851e-a555c80d3b96 req-d3b5e957-ed37-4ae6-afed-a8a72db8a699 service neutron] For port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:56.484656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805afafc-d7d6-412f-b9da-63f45a3d308b req-f5daa26a-dee4-438d-8c98-b80ac19a1d05 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:56.486839 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-805afafc-d7d6-412f-b9da-63f45a3d308b req-f5daa26a-dee4-438d-8c98-b80ac19a1d05 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f2ead7-7586-44e7-b427-970490b3a0a7 HTTP/1.1" status: 200 len: 948 time: 0.1011488 Nov 12 04:09:56.552845 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a6214f5b-0c6a-4ec7-9964-83a296f124e5 req-aa34750c-743b-4c3a-b9fc-632ee244a29b service neutron] 10.222.0.31 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243420 Nov 12 04:09:56.563447 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-97baa640-c356-4647-851e-a555c80d3b96 req-d3b5e957-ed37-4ae6-afed-a8a72db8a699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:56.622312 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-805afafc-d7d6-412f-b9da-63f45a3d308b req-ab7cf72f-cd62-4b4a-a385-82daf9b39533 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231093 Nov 12 04:09:56.625642 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cad281d8-1dca-4b73-a3a0-06abcc003a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:56.628026 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cad281d8-1dca-4b73-a3a0-06abcc003a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:56.628026 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cad281d8-1dca-4b73-a3a0-06abcc003a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:56.628026 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cad281d8-1dca-4b73-a3a0-06abcc003a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:56.629043 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cad281d8-1dca-4b73-a3a0-06abcc003a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:56.629741 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cad281d8-1dca-4b73-a3a0-06abcc003a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:56.630415 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cad281d8-1dca-4b73-a3a0-06abcc003a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:56.632665 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cad281d8-1dca-4b73-a3a0-06abcc003a57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72d4754f04e94e6c9e3f339cc9bdd8f4&device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 6484 time: 0.0787261 Nov 12 04:09:56.691592 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-1949db5d-bd91-4e34-a7f3-e79710ba89e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17a61e7e-6068-4414-a607-e5e69b99d95d HTTP/1.1" status: 200 len: 217 time: 0.0430202 Nov 12 04:09:56.769746 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-97baa640-c356-4647-851e-a555c80d3b96 req-d3b5e957-ed37-4ae6-afed-a8a72db8a699 service neutron] Transition to ACTIVE for port object 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:56.772978 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-d3704f31-8937-45aa-9961-57767b6d1db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:56.774449 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-d3704f31-8937-45aa-9961-57767b6d1db0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac2df72c-3697-4006-a460-6748e4420277 HTTP/1.1" status: 200 len: 849 time: 0.0758431 Nov 12 04:09:56.797754 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d229791-5df3-45d4-a500-16c730e60c46 req-a0a7def0-1069-4955-b0fc-2bf76bdbc496 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:56.799521 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d229791-5df3-45d4-a500-16c730e60c46 req-a0a7def0-1069-4955-b0fc-2bf76bdbc496 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6808bae-690d-4254-8c5f-41ec63c3fd79 HTTP/1.1" status: 200 len: 943 time: 0.0701218 Nov 12 04:09:56.831400 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd30485e-5224-4d55-8d12-f98d55e59d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:56.833410 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-cd30485e-5224-4d55-8d12-f98d55e59d3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19bce048-112d-4f21-ac62-0b363c707e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513113 Nov 12 04:09:56.860246 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d229791-5df3-45d4-a500-16c730e60c46 req-a6bbddfd-d29e-4e69-8e1a-9f1cdefebaf9 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519199 Nov 12 04:09:56.935449 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-69de681b-82c7-4b95-a245-b86de79dfece service neutron] 10.222.0.21 "GET /v2.0/networks/19bce048-112d-4f21-ac62-0b363c707e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947978 Nov 12 04:09:56.990125 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-97baa640-c356-4647-851e-a555c80d3b96 req-d3b5e957-ed37-4ae6-afed-a8a72db8a699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:57.034593 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffa2fde-149e-4dae-8d0f-dcc2139ff84f x-openstack-request-id: req-2ffa2fde-149e-4dae-8d0f-dcc2139ff84f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:57.034923 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "tag": "72da5947-cccd-4ca5-91c9-c89652acda89", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "98f2ead7-7586-44e7-b427-970490b3a0a7", "tag": "c409b1df-ed15-49bd-be04-4fda07557ffb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "tag": "11eb097c-17d3-4062-b2a5-36f297c7cb65", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:57.035354 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ffa2fde-149e-4dae-8d0f-dcc2139ff84f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:57.038317 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'tag': '72da5947-cccd-4ca5-91c9-c89652acda89', 'status': 'completed', 'code': 200} Nov 12 04:09:57.038574 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f2ead7-7586-44e7-b427-970490b3a0a7', 'tag': 'c409b1df-ed15-49bd-be04-4fda07557ffb', 'status': 'completed', 'code': 200} Nov 12 04:09:57.038861 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'tag': '11eb097c-17d3-4062-b2a5-36f297c7cb65', 'status': 'completed', 'code': 200} Nov 12 04:09:57.058061 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-97baa640-c356-4647-851e-a555c80d3b96 req-d3b5e957-ed37-4ae6-afed-a8a72db8a699 service neutron] No DVR routers for this DVR port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:57.078838 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-ad4037c3-dfd5-4451-a685-119659e918ca service neutron] 10.222.0.21 "GET /v2.0/networks/19bce048-112d-4f21-ac62-0b363c707e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215923 Nov 12 04:09:57.127468 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-5411d160-50fd-4084-af53-ca27a47d694b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=69415cbd-189f-422f-a960-2a926ad7a318 HTTP/1.1" status: 200 len: 217 time: 0.0409303 Nov 12 04:09:57.130152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5e957-ed37-4ae6-afed-a8a72db8a699 service neutron] Pushing event updated for resources: {'Port': ['ID=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292,revision_number=10']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:57.138543 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-d3b5e957-ed37-4ae6-afed-a8a72db8a699 service neutron] 10.222.0.31 "PUT /v2.0/ports/106e8f07-1f5f-4ba8-9f6f-dc6bfd032292/bindings/n-h1-768509-24/activate HTTP/1.1" status: 200 len: 370 time: 1.1753628 Nov 12 04:09:57.157749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0e371-bf90-4ab6-87aa-dd556be21113 req-7b295ee0-4811-40f6-a414-94211d0a0252 tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.159409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57e0e371-bf90-4ab6-87aa-dd556be21113 req-7b295ee0-4811-40f6-a414-94211d0a0252 tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 1102 time: 0.1025863 Nov 12 04:09:57.181689 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-b7876b11-cc2d-41f6-9b77-69a7532e17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.183229 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-b7876b11-cc2d-41f6-9b77-69a7532e17ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61cd8dd5-27dc-411e-bdb2-d4a666d4799f HTTP/1.1" status: 200 len: 797 time: 0.0481169 Nov 12 04:09:57.222283 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57e0e371-bf90-4ab6-87aa-dd556be21113 req-a7c73b9d-54f6-40cf-a4d3-3f7352f37d86 tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537908 Nov 12 04:09:57.244649 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-9c4ed436-5e12-4881-bde1-e0c4f1a70f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.247831 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-9c4ed436-5e12-4881-bde1-e0c4f1a70f9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0559688 Nov 12 04:09:57.276432 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3feb3d3e-0488-4dae-8ddc-e4a784c51ed5 x-openstack-request-id: req-3feb3d3e-0488-4dae-8ddc-e4a784c51ed5 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:57.276432 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6808bae-690d-4254-8c5f-41ec63c3fd79", "tag": "bddee170-7fde-4105-83ef-add7349dc28e", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:57.276432 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3feb3d3e-0488-4dae-8ddc-e4a784c51ed5 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:57.276432 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6808bae-690d-4254-8c5f-41ec63c3fd79', 'tag': 'bddee170-7fde-4105-83ef-add7349dc28e', 'status': 'completed', 'code': 200} Nov 12 04:09:57.376648 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4dda8bde-ab07-4d7f-bed9-456566a2cf8b req-2434ec5d-abdf-4c8d-b8da-18bd21c6332d tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0532570 Nov 12 04:09:57.395294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc88da1-9c12-4f65-b9d8-2e0dc4475ce3 req-b550fd28-bdf4-4695-84c8-a1101ed0c0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.397130 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-edc88da1-9c12-4f65-b9d8-2e0dc4475ce3 req-b550fd28-bdf4-4695-84c8-a1101ed0c0e8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&device_id=a6808bae-690d-4254-8c5f-41ec63c3fd79 HTTP/1.1" status: 200 len: 1095 time: 0.0612104 Nov 12 04:09:57.403512 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa640-c356-4647-851e-a555c80d3b96 req-94f1d9a0-d2c5-4039-b822-a981ac9f16a3 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.405086 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-94f1d9a0-d2c5-4039-b822-a981ac9f16a3 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612&tenant_id=661e639e68ef4507b916d93d5706eabb&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 1097 time: 0.0601904 Nov 12 04:09:57.407776 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-835a6ec3-b431-435f-a167-a50b7e9fc086 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517091 Nov 12 04:09:57.526169 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa640-c356-4647-851e-a555c80d3b96 req-4d293431-20db-43d0-964c-4662c6d66a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.528035 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-4d293431-20db-43d0-964c-4662c6d66a31 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612&tenant_id=661e639e68ef4507b916d93d5706eabb HTTP/1.1" status: 200 len: 1097 time: 0.1089442 Nov 12 04:09:57.529382 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc88da1-9c12-4f65-b9d8-2e0dc4475ce3 req-ff538121-a92d-49cc-9063-5ed98e501a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.532253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-edc88da1-9c12-4f65-b9d8-2e0dc4475ce3 req-ff538121-a92d-49cc-9063-5ed98e501a30 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 907 time: 0.1248283 Nov 12 04:09:57.553952 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-a08d1392-0737-431e-903d-c3703dcd44c2 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241441 Nov 12 04:09:57.592355 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-edc88da1-9c12-4f65-b9d8-2e0dc4475ce3 req-a58ab7b8-4aaa-4ad4-abc1-e6448fdf141c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bddee170-7fde-4105-83ef-add7349dc28e HTTP/1.1" status: 200 len: 217 time: 0.0523965 Nov 12 04:09:57.604165 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-e8d5c84e-a71c-4acc-a5b4-05fa7d0303c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=a31dc5fe-a559-4a60-86e2-f58b3be550d8 HTTP/1.1" status: 200 len: 217 time: 0.0419197 Nov 12 04:09:57.688066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc88da1-9c12-4f65-b9d8-2e0dc4475ce3 req-5c0e9a50-be72-4463-895d-9b838821f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.689627 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-edc88da1-9c12-4f65-b9d8-2e0dc4475ce3 req-5c0e9a50-be72-4463-895d-9b838821f5d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504596be-ee34-4774-bccb-6ddc41bf3b5f HTTP/1.1" status: 200 len: 846 time: 0.0879149 Nov 12 04:09:57.693276 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa640-c356-4647-851e-a555c80d3b96 req-7f00bdcb-fdf1-42d7-b558-4952ab79f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.694789 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-7f00bdcb-fdf1-42d7-b558-4952ab79f6f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=661e639e68ef4507b916d93d5706eabb&device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 1097 time: 0.0897338 Nov 12 04:09:57.703002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-968785c7-961d-4bb2-a70c-7779ac2569ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.704932 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-968785c7-961d-4bb2-a70c-7779ac2569ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61cd8dd5-27dc-411e-bdb2-d4a666d4799f HTTP/1.1" status: 200 len: 797 time: 0.0794971 Nov 12 04:09:57.713061 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0a88e-4995-4410-8b8b-3bfe5a9d10e7 req-8c5325a8-8a65-44dc-9bf0-a3ab2098bacc tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.719742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0a88e-4995-4410-8b8b-3bfe5a9d10e7 req-8c5325a8-8a65-44dc-9bf0-a3ab2098bacc tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.726120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0a88e-4995-4410-8b8b-3bfe5a9d10e7 req-8c5325a8-8a65-44dc-9bf0-a3ab2098bacc tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.732833 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0a88e-4995-4410-8b8b-3bfe5a9d10e7 req-8c5325a8-8a65-44dc-9bf0-a3ab2098bacc tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.744992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0a88e-4995-4410-8b8b-3bfe5a9d10e7 req-8c5325a8-8a65-44dc-9bf0-a3ab2098bacc tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.744992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0a88e-4995-4410-8b8b-3bfe5a9d10e7 req-8c5325a8-8a65-44dc-9bf0-a3ab2098bacc tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.751651 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0a88e-4995-4410-8b8b-3bfe5a9d10e7 req-8c5325a8-8a65-44dc-9bf0-a3ab2098bacc tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.755395 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7b0a88e-4995-4410-8b8b-3bfe5a9d10e7 req-8c5325a8-8a65-44dc-9bf0-a3ab2098bacc tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5420 time: 0.1222053 Nov 12 04:09:57.798227 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-edc88da1-9c12-4f65-b9d8-2e0dc4475ce3 req-90b4c948-99c9-485d-843c-abe4267e687a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d37b2e01-0bab-4ed6-98b0-8381c00125c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412033 Nov 12 04:09:57.826294 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-b5695a97-3691-464a-bc67-94d6922ac897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.827633 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-b5695a97-3691-464a-bc67-94d6922ac897 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1150217 Nov 12 04:09:57.845442 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa640-c356-4647-851e-a555c80d3b96 req-84ce94ac-2a70-4301-9583-68beb70d2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.846882 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-84ce94ac-2a70-4301-9583-68beb70d2c97 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 200 len: 919 time: 0.1414804 Nov 12 04:09:57.890807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7b0a88e-4995-4410-8b8b-3bfe5a9d10e7 req-f2d8af50-610e-4b18-a3c4-1bfb3b8490e1 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1242044 Nov 12 04:09:57.925178 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-edc88da1-9c12-4f65-b9d8-2e0dc4475ce3 req-abe5025f-fbfc-42b6-95e2-a076ffda0cef service neutron] 10.222.0.31 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094761 Nov 12 04:09:57.930618 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-f66be986-3138-45a6-9102-a3960271b6ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 HTTP/1.1" status: 200 len: 217 time: 0.0738552 Nov 12 04:09:58.010284 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-bd7330cb-9bac-4cf5-9013-ca079ed66823 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735075 Nov 12 04:09:58.011911 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa640-c356-4647-851e-a555c80d3b96 req-4a904a4e-efbf-470b-98b9-36db2198a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:58.013349 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-4a904a4e-efbf-470b-98b9-36db2198a5e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 200 len: 858 time: 0.0702479 Nov 12 04:09:58.059323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba967a8-ac8d-4a0e-acdb-c76d694fe884 req-48109c16-e9b1-40da-8fff-7b8e0fc3b345 tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:58.061442 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fba967a8-ac8d-4a0e-acdb-c76d694fe884 req-48109c16-e9b1-40da-8fff-7b8e0fc3b345 tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 1102 time: 0.0631583 Nov 12 04:09:58.063757 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-edc88da1-9c12-4f65-b9d8-2e0dc4475ce3 req-3f5138c7-3ca5-47c4-a663-58d2479e18e5 service neutron] 10.222.0.31 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292658 Nov 12 04:09:58.071620 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-ab3f60c1-db9f-458b-89c6-10d53d50e3df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1332ff08-7d9c-4053-b884-7942193654ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391848 Nov 12 04:09:58.117621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fba967a8-ac8d-4a0e-acdb-c76d694fe884 req-98e9fb14-7b07-4da2-9b4f-1262b47668d0 tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491748 Nov 12 04:09:58.211566 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-80d176ab-b244-4ab0-9f5a-1e4eb833eb8c service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869972 Nov 12 04:09:58.244896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b1f41-4414-4169-9e50-62cdec85c607 req-78febc4a-ec27-4329-a419-f3d3676f9d31 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:58.247230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cc1b1f41-4414-4169-9e50-62cdec85c607 req-78febc4a-ec27-4329-a419-f3d3676f9d31 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 945 time: 0.0649140 Nov 12 04:09:58.265138 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-d71c6ab5-68ec-45e2-a5de-12f5d665b4aa service neutron] 10.222.0.21 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571009 Nov 12 04:09:58.266558 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-410f370d-0c66-4ae3-bfba-7466bbbe1d0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=9ca5d185-5a63-4f3f-a125-b9efa34773e5 HTTP/1.1" status: 200 len: 217 time: 0.0463786 Nov 12 04:09:58.299278 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cc1b1f41-4414-4169-9e50-62cdec85c607 req-aba14dc9-c16e-4ce0-98e7-4f4b658985af tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452507 Nov 12 04:09:58.382354 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-8989daaa-3c77-4fd1-94d8-9fb51a17a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:58.383840 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-8989daaa-3c77-4fd1-94d8-9fb51a17a1be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61cd8dd5-27dc-411e-bdb2-d4a666d4799f HTTP/1.1" status: 200 len: 797 time: 0.1040566 Nov 12 04:09:58.428722 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-3434a0f9-edc5-4df1-85be-4767f83ec159 service neutron] 10.222.0.21 "GET /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505535 Nov 12 04:09:58.442150 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-dad67f6b-88d8-4aba-9129-a9be8606f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:58.443828 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-dad67f6b-88d8-4aba-9129-a9be8606f185 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0528119 Nov 12 04:09:58.545051 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-fb4b512a-a39c-41b5-8109-8d90b9ccdbcf service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930607 Nov 12 04:09:58.623197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device c409b1df-ed15-49bd-be04-4fda07557ffb details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:09:58.740155 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port c409b1df-ed15-49bd-be04-4fda07557ffb, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=c409b1df-ed15-49bd-be04-4fda07557ffb,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:58.979825 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'c409b1df-ed15-49bd-be04-4fda07557ffb', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': 'c409b1df-ed15-49bd-be04-4fda07557ffb', 'mac_address': 'fa:16:3e:f5:ef:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:09:58.980745 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78078d-1c8e-405e-b6ab-7bde3f414f41 req-f1fc4c6d-f795-4e15-8c1f-73ce14254804 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:58.986282 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db78078d-1c8e-405e-b6ab-7bde3f414f41 req-f1fc4c6d-f795-4e15-8c1f-73ce14254804 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f2ead7-7586-44e7-b427-970490b3a0a7 HTTP/1.1" status: 200 len: 948 time: 0.0661469 Nov 12 04:09:59.043335 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:59.052147 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'tag': '1eb0d63d-40a7-4256-ab23-8d45c77009fa'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:59.055208 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c709a4-7aea-4615-8bd5-27def390c28c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "tag": "1eb0d63d-40a7-4256-ab23-8d45c77009fa"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:59.060462 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-1ec4c425-e5cc-4589-b32f-36a8a3daf66e service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071189 Nov 12 04:09:59.072905 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c409b1df-ed15-49bd-be04-4fda07557ffb {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:59.073122 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db78078d-1c8e-405e-b6ab-7bde3f414f41 req-96c27689-37c9-448c-9dc1-b1f599b8e7cb tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700727 Nov 12 04:09:59.110988 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port c409b1df-ed15-49bd-be04-4fda07557ffb, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=c409b1df-ed15-49bd-be04-4fda07557ffb,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:59.118385 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-6e2031bf-dbe8-4bd7-82d7-fd10e9ea617f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=72da5947-cccd-4ca5-91c9-c89652acda89 HTTP/1.1" status: 200 len: 217 time: 0.0467176 Nov 12 04:09:59.127138 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa640-c356-4647-851e-a555c80d3b96 req-b14dadf0-f73b-4901-b5d1-2672535759c1 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:59.129018 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-b14dadf0-f73b-4901-b5d1-2672535759c1 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612&tenant_id=661e639e68ef4507b916d93d5706eabb&binding%3Ahost_id=n-h1-768509-24 HTTP/1.1" status: 200 len: 1097 time: 0.1138325 Nov 12 04:09:59.192791 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:59.217024 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464061f1-905e-44b3-a3d0-a6b44eb4a5e4 req-1f7fc8ad-d84e-4d72-a190-5a83d8611b5e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:59.218914 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-464061f1-905e-44b3-a3d0-a6b44eb4a5e4 req-1f7fc8ad-d84e-4d72-a190-5a83d8611b5e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6808bae-690d-4254-8c5f-41ec63c3fd79 HTTP/1.1" status: 200 len: 943 time: 0.0567570 Nov 12 04:09:59.224123 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-e26afb76-301c-49eb-82ec-53a87a0a0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:59.225754 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-e26afb76-301c-49eb-82ec-53a87a0a0743 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61cd8dd5-27dc-411e-bdb2-d4a666d4799f HTTP/1.1" status: 200 len: 797 time: 0.0941863 Nov 12 04:09:59.267551 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=c409b1df-ed15-49bd-be04-4fda07557ffb,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:59.276410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:59.277009 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:59.277512 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:59.278017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:59.278543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:59.279278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:59.279778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:59.280254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:59.280737 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:59.281209 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:59.281683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:59.282367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:59.305214 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-464061f1-905e-44b3-a3d0-a6b44eb4a5e4 req-e4a24f78-85fc-4131-9b80-ef32eb58a61c tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784364 Nov 12 04:09:59.335452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-5a822682-b9e9-4dae-8575-54922d4d9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:59.335920 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-5a822682-b9e9-4dae-8575-54922d4d9d79 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0964239 Nov 12 04:09:59.407018 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-97baa640-c356-4647-851e-a555c80d3b96 req-4a7162a3-1d15-4379-a05d-f713f92bdd14 service neutron] For port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:59.412628 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-97baa640-c356-4647-851e-a555c80d3b96 req-4a7162a3-1d15-4379-a05d-f713f92bdd14 service neutron] Publish callbacks [] for binding, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:59.413863 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-4a7162a3-1d15-4379-a05d-f713f92bdd14 service neutron] 10.222.0.21 "DELETE /v2.0/ports/106e8f07-1f5f-4ba8-9f6f-dc6bfd032292/bindings/n-h2-768509-24 HTTP/1.1" status: 204 len: 173 time: 0.2718453 Nov 12 04:09:59.468726 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-7ac08a3c-d030-426a-b2ba-f497ab36dfe6 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241453 Nov 12 04:09:59.588076 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-4db5b1c9-dc13-48b1-9685-c39966c5ed57 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118643 Nov 12 04:09:59.643286 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-fa41c960-9168-455d-8052-74c747bd084d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11eb097c-17d3-4062-b2a5-36f297c7cb65 HTTP/1.1" status: 200 len: 217 time: 0.0463519 Nov 12 04:09:59.664072 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['c409b1df-ed15-49bd-be04-4fda07557ffb'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:59.700757 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-528c5b7f-d470-4229-8d28-efcfb4070cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:59.702194 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-528c5b7f-d470-4229-8d28-efcfb4070cf6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a42fff2-0f1b-446e-9878-5ae2918f0d15 HTTP/1.1" status: 200 len: 797 time: 0.0517406 Nov 12 04:09:59.719522 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5d37b425-35cc-410d-a0fa-b336914b4b3a req-47707677-4628-4e3f-85e0-055ca0d36a81 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0364003 Nov 12 04:09:59.773037 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-f390559a-e483-468a-9270-7da3f541c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:59.775597 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-f390559a-e483-468a-9270-7da3f541c927 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0635509 Nov 12 04:09:59.848937 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517e26b-b10e-4858-acba-90f110a85ac0 req-195e3dab-9e45-4faa-96b4-28bf782e876a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:59.855518 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517e26b-b10e-4858-acba-90f110a85ac0 req-195e3dab-9e45-4faa-96b4-28bf782e876a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:59.864873 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517e26b-b10e-4858-acba-90f110a85ac0 req-195e3dab-9e45-4faa-96b4-28bf782e876a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:59.871232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517e26b-b10e-4858-acba-90f110a85ac0 req-195e3dab-9e45-4faa-96b4-28bf782e876a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:59.878113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517e26b-b10e-4858-acba-90f110a85ac0 req-195e3dab-9e45-4faa-96b4-28bf782e876a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:59.884340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517e26b-b10e-4858-acba-90f110a85ac0 req-195e3dab-9e45-4faa-96b4-28bf782e876a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:59.888665 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device bddee170-7fde-4105-83ef-add7349dc28e details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:09:59.890835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517e26b-b10e-4858-acba-90f110a85ac0 req-195e3dab-9e45-4faa-96b4-28bf782e876a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:59.892900 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8517e26b-b10e-4858-acba-90f110a85ac0 req-195e3dab-9e45-4faa-96b4-28bf782e876a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5420 time: 0.1036105 Nov 12 04:09:59.927160 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-ccc5f7d2-8393-4628-ab99-692caa97afa6 service neutron] 10.222.0.21 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429005 Nov 12 04:09:59.992233 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8517e26b-b10e-4858-acba-90f110a85ac0 req-afd24af3-64f6-4f9e-915a-f584f6c55d9e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919003 Nov 12 04:10:00.020976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port bddee170-7fde-4105-83ef-add7349dc28e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=bddee170-7fde-4105-83ef-add7349dc28e,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:00.034834 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'bddee170-7fde-4105-83ef-add7349dc28e', 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8', 'port_id': 'bddee170-7fde-4105-83ef-add7349dc28e', 'mac_address': 'fa:16:3e:a9:f0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504596be-ee34-4774-bccb-6ddc41bf3b5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:10:00.081336 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:00.102171 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bddee170-7fde-4105-83ef-add7349dc28e {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:00.123888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port bddee170-7fde-4105-83ef-add7349dc28e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=bddee170-7fde-4105-83ef-add7349dc28e,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:00.124107 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c6dbb1b0-aab9-47c6-a2d3-a91fe28d7caf service neutron] 10.222.0.21 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880896 Nov 12 04:10:00.174624 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-07cc2348-f1a2-420f-9c55-63c976fa8f39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1eb0d63d-40a7-4256-ab23-8d45c77009fa HTTP/1.1" status: 200 len: 217 time: 0.0390558 Nov 12 04:10:00.195985 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b605e8-5331-4370-a8d3-376e29e5448a x-openstack-request-id: req-22b605e8-5331-4370-a8d3-376e29e5448a {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:00.196263 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "tag": "1eb0d63d-40a7-4256-ab23-8d45c77009fa", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:00.196647 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22b605e8-5331-4370-a8d3-376e29e5448a {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:00.197059 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'tag': '1eb0d63d-40a7-4256-ab23-8d45c77009fa', 'status': 'completed', 'code': 200} Nov 12 04:10:00.204511 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:00.245679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-22c7f06a-8e30-43a4-841f-47f7b8965fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:00.248068 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-22c7f06a-8e30-43a4-841f-47f7b8965fe6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a42fff2-0f1b-446e-9878-5ae2918f0d15 HTTP/1.1" status: 200 len: 797 time: 0.0628672 Nov 12 04:10:00.263522 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=bddee170-7fde-4105-83ef-add7349dc28e,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:00.302199 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c8f875d6-00ce-4bb0-87de-720bcc6de30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:00.306060 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-c8f875d6-00ce-4bb0-87de-720bcc6de30e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0500414 Nov 12 04:10:00.344725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f616e6-28f5-44cf-886e-90b9f7d9f505 req-54c514e2-b177-432e-98c2-9b7cd240a45a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:00.346271 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-86f616e6-28f5-44cf-886e-90b9f7d9f505 req-54c514e2-b177-432e-98c2-9b7cd240a45a tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 945 time: 0.0538204 Nov 12 04:10:00.405597 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-86f616e6-28f5-44cf-886e-90b9f7d9f505 req-c52ba065-7029-40c6-afd2-6b408efb7da7 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523975 Nov 12 04:10:00.420850 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-2f0f1c8f-e3c2-47d1-af44-c69c6ad347c5 service neutron] 10.222.0.21 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066682 Nov 12 04:10:00.538585 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed84eb91-ca7c-4724-b06d-35c14f071422 req-de7e423c-d6a1-4344-8c57-fe94601da602 service neutron] 10.222.0.21 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100023 Nov 12 04:10:00.620812 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24438577-a82b-4cf0-9efc-3a96584188ae req-d6e00c9b-022e-4db9-ac7c-240236c8157a tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:00.623441 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24438577-a82b-4cf0-9efc-3a96584188ae req-d6e00c9b-022e-4db9-ac7c-240236c8157a tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f2ead7-7586-44e7-b427-970490b3a0a7 HTTP/1.1" status: 200 len: 949 time: 0.0569966 Nov 12 04:10:00.662490 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['bddee170-7fde-4105-83ef-add7349dc28e'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:00.681103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24438577-a82b-4cf0-9efc-3a96584188ae req-050187ce-a915-46f2-bd00-a2a776a24df9 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488834 Nov 12 04:10:00.789930 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-c545a10a-c534-4cf7-b8f1-1fb1bd96b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:00.790603 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-c545a10a-c534-4cf7-b8f1-1fb1bd96b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:00.791112 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-c545a10a-c534-4cf7-b8f1-1fb1bd96b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:00.791586 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-c545a10a-c534-4cf7-b8f1-1fb1bd96b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:00.792832 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-c545a10a-c534-4cf7-b8f1-1fb1bd96b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:00.794485 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-c545a10a-c534-4cf7-b8f1-1fb1bd96b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:00.794688 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678abe2-98a6-43db-a8df-ee42fcdcb52c req-b4aac448-e9a1-40e5-9e94-0944a1346741 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:00.798146 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-c545a10a-c534-4cf7-b8f1-1fb1bd96b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:00.798300 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b678abe2-98a6-43db-a8df-ee42fcdcb52c req-b4aac448-e9a1-40e5-9e94-0944a1346741 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6808bae-690d-4254-8c5f-41ec63c3fd79 HTTP/1.1" status: 200 len: 944 time: 0.0582461 Nov 12 04:10:00.803951 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-c545a10a-c534-4cf7-b8f1-1fb1bd96b72e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72d4754f04e94e6c9e3f339cc9bdd8f4&device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 6484 time: 0.0778978 Nov 12 04:10:00.856961 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b678abe2-98a6-43db-a8df-ee42fcdcb52c req-c939c2ff-22ae-4a7d-9c65-61f1966cd095 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528028 Nov 12 04:10:00.922973 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-9006a093-621b-467a-95af-95623b8ec942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:00.924400 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-9006a093-621b-467a-95af-95623b8ec942 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 HTTP/1.1" status: 200 len: 903 time: 0.1127305 Nov 12 04:10:00.986979 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-0c445b0c-13e2-4c68-b5f3-a87a4637a0c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=72da5947-cccd-4ca5-91c9-c89652acda89 HTTP/1.1" status: 200 len: 217 time: 0.0375180 Nov 12 04:10:01.043135 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-23f82b01-0068-428d-b739-a1f7990546d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.045163 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-23f82b01-0068-428d-b739-a1f7990546d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61cd8dd5-27dc-411e-bdb2-d4a666d4799f HTTP/1.1" status: 200 len: 797 time: 0.0517497 Nov 12 04:10:01.105679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-923f581c-7771-4366-89c8-c5fb7073ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.105679 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-923f581c-7771-4366-89c8-c5fb7073ea49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0476506 Nov 12 04:10:01.195881 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-4377ff3d-2228-4d41-b859-736bd5811d08 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872383 Nov 12 04:10:01.288688 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-24497901-1bae-45cb-83f9-250f8826958e service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856709 Nov 12 04:10:01.459333 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-2d5a2c7b-af36-4579-bb35-0b0452ccdf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.459576 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7d111cf-4a95-46a8-8afb-51fe9151e9de req-8cb46fc1-43b9-494f-8526-07574d8375a7 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0324337 Nov 12 04:10:01.460721 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-2d5a2c7b-af36-4579-bb35-0b0452ccdf70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1b803f4029f54c809c797ba0bb9468c4&device_id=98f2ead7-7586-44e7-b427-970490b3a0a7 HTTP/1.1" status: 200 len: 1101 time: 0.0749948 Nov 12 04:10:01.488822 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c709a4-7aea-4615-8bd5-27def390c28c req-40d01555-8851-4984-98c6-c9843e3683ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.489311 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c709a4-7aea-4615-8bd5-27def390c28c req-40d01555-8851-4984-98c6-c9843e3683ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.489786 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c709a4-7aea-4615-8bd5-27def390c28c req-40d01555-8851-4984-98c6-c9843e3683ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.490255 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c709a4-7aea-4615-8bd5-27def390c28c req-40d01555-8851-4984-98c6-c9843e3683ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.490750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c709a4-7aea-4615-8bd5-27def390c28c req-40d01555-8851-4984-98c6-c9843e3683ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.493491 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c709a4-7aea-4615-8bd5-27def390c28c req-40d01555-8851-4984-98c6-c9843e3683ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.493491 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c709a4-7aea-4615-8bd5-27def390c28c req-40d01555-8851-4984-98c6-c9843e3683ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.493789 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18c709a4-7aea-4615-8bd5-27def390c28c req-40d01555-8851-4984-98c6-c9843e3683ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72d4754f04e94e6c9e3f339cc9bdd8f4&device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 6484 time: 0.0805616 Nov 12 04:10:01.563466 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313ddd8-6f9c-42e8-b176-65e6b5153480 req-69af92ea-e0b6-4cef-9297-de32896fe7e3 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.567219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8313ddd8-6f9c-42e8-b176-65e6b5153480 req-69af92ea-e0b6-4cef-9297-de32896fe7e3 tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 1097 time: 0.0442295 Nov 12 04:10:01.624060 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8313ddd8-6f9c-42e8-b176-65e6b5153480 req-e17c03a8-ec95-4fa9-9c56-453d1fe1616f tempest-LiveAutoBlockMigrationV225Test-1868685463 tempest-LiveAutoBlockMigrationV225Test-1868685463-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509710 Nov 12 04:10:01.644061 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-fa276ae9-575f-4031-96e8-d84a62181c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.645525 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-fa276ae9-575f-4031-96e8-d84a62181c8b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1775799 Nov 12 04:10:01.650417 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c709a4-7aea-4615-8bd5-27def390c28c req-493dd653-2455-4ed3-9468-edeab210bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.668119 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18c709a4-7aea-4615-8bd5-27def390c28c req-493dd653-2455-4ed3-9468-edeab210bb10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 HTTP/1.1" status: 200 len: 902 time: 0.1473882 Nov 12 04:10:01.697262 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-a74633ea-8e5c-42d7-a9d8-f54748a53935 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=c409b1df-ed15-49bd-be04-4fda07557ffb HTTP/1.1" status: 200 len: 217 time: 0.0426528 Nov 12 04:10:01.739114 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18c709a4-7aea-4615-8bd5-27def390c28c req-db7ba996-60a6-4d02-bb00-587afe9356c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1eb0d63d-40a7-4256-ab23-8d45c77009fa HTTP/1.1" status: 200 len: 217 time: 0.0773218 Nov 12 04:10:01.758031 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646689d-ad2e-4860-8924-5282dcf517a2 req-4d570714-32bd-41cd-b8ce-5181b7b70b67 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.764509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646689d-ad2e-4860-8924-5282dcf517a2 req-4d570714-32bd-41cd-b8ce-5181b7b70b67 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.772022 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646689d-ad2e-4860-8924-5282dcf517a2 req-4d570714-32bd-41cd-b8ce-5181b7b70b67 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.778047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646689d-ad2e-4860-8924-5282dcf517a2 req-4d570714-32bd-41cd-b8ce-5181b7b70b67 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.785395 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646689d-ad2e-4860-8924-5282dcf517a2 req-4d570714-32bd-41cd-b8ce-5181b7b70b67 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.791596 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646689d-ad2e-4860-8924-5282dcf517a2 req-4d570714-32bd-41cd-b8ce-5181b7b70b67 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.798006 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646689d-ad2e-4860-8924-5282dcf517a2 req-4d570714-32bd-41cd-b8ce-5181b7b70b67 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.799640 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d646689d-ad2e-4860-8924-5282dcf517a2 req-4d570714-32bd-41cd-b8ce-5181b7b70b67 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5420 time: 0.0969183 Nov 12 04:10:01.806937 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-b9d93fb6-abc5-4277-8068-5c11dca948e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.808436 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-b9d93fb6-abc5-4277-8068-5c11dca948e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0777891 Nov 12 04:10:01.823755 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c709a4-7aea-4615-8bd5-27def390c28c req-a1f1c2aa-bae7-4761-8f00-04acce8a53ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.825660 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18c709a4-7aea-4615-8bd5-27def390c28c req-a1f1c2aa-bae7-4761-8f00-04acce8a53ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a42fff2-0f1b-446e-9878-5ae2918f0d15 HTTP/1.1" status: 200 len: 797 time: 0.0670924 Nov 12 04:10:01.871236 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d646689d-ad2e-4860-8924-5282dcf517a2 req-913af2b8-912a-4ee9-b797-5886209d8f7c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635540 Nov 12 04:10:01.901602 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device bddee170-7fde-4105-83ef-add7349dc28e up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:01.906098 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-89716f5c-13a4-4f83-a4c4-66b44f736bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.907875 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-89716f5c-13a4-4f83-a4c4-66b44f736bf7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0923676 Nov 12 04:10:01.913365 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c709a4-7aea-4615-8bd5-27def390c28c req-1ec9aec8-cc06-4211-a5e8-33920bc0175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.935875 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18c709a4-7aea-4615-8bd5-27def390c28c req-1ec9aec8-cc06-4211-a5e8-33920bc0175d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0714777 Nov 12 04:10:02.009005 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port bddee170-7fde-4105-83ef-add7349dc28e completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:10:02.014358 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port bddee170-7fde-4105-83ef-add7349dc28e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:02.014763 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:02.093148 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:02.242096 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-73e689bc-8ad9-4b8e-a8f5-6ff9d1d3bd10 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586125 Nov 12 04:10:02.246729 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18c709a4-7aea-4615-8bd5-27def390c28c req-9f917d19-e481-4e36-97c5-dea07fc793aa service neutron] 10.222.0.21 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557310 Nov 12 04:10:02.251800 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6808bae-690d-4254-8c5f-41ec63c3fd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddee170-7fde-4105-83ef-add7349dc28e'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:02.254274 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea286a0-1f3f-4f05-8f8a-619f273ab50f" -d '{"events": [{"server_uuid": "a6808bae-690d-4254-8c5f-41ec63c3fd79", "name": "network-vif-plugged", "status": "completed", "tag": "bddee170-7fde-4105-83ef-add7349dc28e"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:02.268538 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port bddee170-7fde-4105-83ef-add7349dc28e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=bddee170-7fde-4105-83ef-add7349dc28e,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:02.281569 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57090) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:02.339145 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:02.407418 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=bddee170-7fde-4105-83ef-add7349dc28e,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:02.440855 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18c709a4-7aea-4615-8bd5-27def390c28c req-50c9ddce-4508-4448-911d-cb13ae3a6d07 service neutron] 10.222.0.21 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712372 Nov 12 04:10:02.444276 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-b53e6efc-873e-4904-bb7a-7ef7547bce31 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842222 Nov 12 04:10:02.593141 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-4f0ae3f3-8d35-4c68-afe5-f09c19d71a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:02.593660 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-4f0ae3f3-8d35-4c68-afe5-f09c19d71a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:02.594066 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-4f0ae3f3-8d35-4c68-afe5-f09c19d71a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:02.594548 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-4f0ae3f3-8d35-4c68-afe5-f09c19d71a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:02.595029 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-4f0ae3f3-8d35-4c68-afe5-f09c19d71a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:02.595501 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-4f0ae3f3-8d35-4c68-afe5-f09c19d71a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:02.596500 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-4f0ae3f3-8d35-4c68-afe5-f09c19d71a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:02.599547 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-4f0ae3f3-8d35-4c68-afe5-f09c19d71a00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72d4754f04e94e6c9e3f339cc9bdd8f4&device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 6484 time: 0.0544617 Nov 12 04:10:02.641491 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device c409b1df-ed15-49bd-be04-4fda07557ffb up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:02.704106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-b5144d97-db6d-44ad-a5c9-6cd5eef1353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:02.705559 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-b5144d97-db6d-44ad-a5c9-6cd5eef1353b service neutron] 10.222.0.21 "GET /v2.0/networks?id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 HTTP/1.1" status: 200 len: 902 time: 0.0991335 Nov 12 04:10:02.763060 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port c409b1df-ed15-49bd-be04-4fda07557ffb completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:10:02.767623 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port c409b1df-ed15-49bd-be04-4fda07557ffb triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:02.767918 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:02.771125 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-0d8d5473-7709-4442-a1d8-80024349089e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11eb097c-17d3-4062-b2a5-36f297c7cb65 HTTP/1.1" status: 200 len: 217 time: 0.0343840 Nov 12 04:10:02.834768 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-d34458c7-c89a-4c7b-8c84-194fa5743caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:02.836249 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-d34458c7-c89a-4c7b-8c84-194fa5743caf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a42fff2-0f1b-446e-9878-5ae2918f0d15 HTTP/1.1" status: 200 len: 797 time: 0.0566423 Nov 12 04:10:02.851919 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20959a07-b3b8-460b-899f-973e333a86cf req-3c1699aa-2e3f-4268-a4c3-2039014c933a tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:02.854045 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-20959a07-b3b8-460b-899f-973e333a86cf req-3c1699aa-2e3f-4268-a4c3-2039014c933a tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f2ead7-7586-44e7-b427-970490b3a0a7 HTTP/1.1" status: 200 len: 949 time: 0.0774651 Nov 12 04:10:02.860149 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:02.888896 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda228-d60a-442d-bf53-66bfbf380dab req-b9d88abb-6b62-49aa-9263-17c0d2e29065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:02.890409 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-b9d88abb-6b62-49aa-9263-17c0d2e29065 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0457568 Nov 12 04:10:02.896703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port c409b1df-ed15-49bd-be04-4fda07557ffb, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=c409b1df-ed15-49bd-be04-4fda07557ffb,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:02.942007 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-20959a07-b3b8-460b-899f-973e333a86cf req-e973decd-8322-429b-926f-4aafc2cc31fb tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742891 Nov 12 04:10:02.960445 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-91c3b5fc-be07-4ef7-924d-c0ffe3a02016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:03.017619 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:03.060247 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-d93daab1-7a6b-4a1d-886b-7becc33f60a6 service neutron] 10.222.0.21 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001523 Nov 12 04:10:03.088546 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=c409b1df-ed15-49bd-be04-4fda07557ffb,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:03.093190 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8521bc81-8f64-4f33-aa5d-8d8a5fbef7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:03.166803 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bda228-d60a-442d-bf53-66bfbf380dab req-8d26e495-a334-4681-8dca-c08022bb0c80 service neutron] 10.222.0.21 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896223 Nov 12 04:10:03.442315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae7c38-ad3b-4041-af7c-445e90e75a4a req-e1682481-b42c-4738-924a-69e648ba3e25 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:03.443775 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41ae7c38-ad3b-4041-af7c-445e90e75a4a req-e1682481-b42c-4738-924a-69e648ba3e25 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6808bae-690d-4254-8c5f-41ec63c3fd79 HTTP/1.1" status: 200 len: 945 time: 0.3945475 Nov 12 04:10:03.521210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41ae7c38-ad3b-4041-af7c-445e90e75a4a req-495072b3-1970-4b64-a642-5b8357203475 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577304 Nov 12 04:10:03.604662 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-91c3b5fc-be07-4ef7-924d-c0ffe3a02016 admin admin] Deleting port 1d9b2328-6ed7-4250-9e35-08f9a95727e6 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:03.605036 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-91c3b5fc-be07-4ef7-924d-c0ffe3a02016 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:03.723811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-91c3b5fc-be07-4ef7-924d-c0ffe3a02016 admin admin] For port 1d9b2328-6ed7-4250-9e35-08f9a95727e6, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1d9b2328-6ed7-4250-9e35-08f9a95727e6,segment=NetworkSegment(d458217c-db4b-4c9a-9f9f-4dec21eda858),segment_id=d458217c-db4b-4c9a-9f9f-4dec21eda858)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:03.724111 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-91c3b5fc-be07-4ef7-924d-c0ffe3a02016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:03.740914 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-91c3b5fc-be07-4ef7-924d-c0ffe3a02016 admin admin] Calling delete_port for 1d9b2328-6ed7-4250-9e35-08f9a95727e6 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:03.760419 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cb75f-bd2c-4447-8024-52fa7966bc47 req-72774943-46b3-434b-bc38-f60a9387f7ec tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:03.762148 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-259cb75f-bd2c-4447-8024-52fa7966bc47 req-72774943-46b3-434b-bc38-f60a9387f7ec tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0875218 Nov 12 04:10:03.833997 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e80f5-82e2-4033-bc7b-634385dd3924 req-32a90ea5-4488-4374-96c5-fac96d960f09 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:03.835555 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ba6e80f5-82e2-4033-bc7b-634385dd3924 req-32a90ea5-4488-4374-96c5-fac96d960f09 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.21 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 945 time: 0.0505061 Nov 12 04:10:03.868419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-259cb75f-bd2c-4447-8024-52fa7966bc47 req-1b9f7b04-01d8-4fac-bf25-55f98ea18096 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682259 Nov 12 04:10:03.916058 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362c5a7d-636b-405e-b9aa-6047e53f654f x-openstack-request-id: req-362c5a7d-636b-405e-b9aa-6047e53f654f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:03.917101 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6808bae-690d-4254-8c5f-41ec63c3fd79", "name": "network-vif-plugged", "status": "completed", "tag": "bddee170-7fde-4105-83ef-add7349dc28e", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:03.917534 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-362c5a7d-636b-405e-b9aa-6047e53f654f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:03.918558 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6808bae-690d-4254-8c5f-41ec63c3fd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddee170-7fde-4105-83ef-add7349dc28e', 'code': 200} Nov 12 04:10:03.944721 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-ba6e80f5-82e2-4033-bc7b-634385dd3924 req-97d6a8c3-939e-48bb-a9ed-44cfe3087a2e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Deleting port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:03.945055 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ba6e80f5-82e2-4033-bc7b-634385dd3924 req-97d6a8c3-939e-48bb-a9ed-44cfe3087a2e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:04.005598 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f950c93c-ee93-4a16-a543-78f09fd8391e req-ea30da3f-9147-48e4-a9f6-acd7e9c77919 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0313296 Nov 12 04:10:04.036171 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ba6e80f5-82e2-4033-bc7b-634385dd3924 req-97d6a8c3-939e-48bb-a9ed-44cfe3087a2e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] For port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:04.036537 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ba6e80f5-82e2-4033-bc7b-634385dd3924 req-97d6a8c3-939e-48bb-a9ed-44cfe3087a2e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:04.055077 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-ba6e80f5-82e2-4033-bc7b-634385dd3924 req-97d6a8c3-939e-48bb-a9ed-44cfe3087a2e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Calling delete_port for 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:04.073652 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a03791-dda5-432a-801c-15c0a4a3c8c1 req-49e03e6d-9da8-44f0-9d6f-ec1bb04d5956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:04.075219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03a03791-dda5-432a-801c-15c0a4a3c8c1 req-49e03e6d-9da8-44f0-9d6f-ec1bb04d5956 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a6808bae-690d-4254-8c5f-41ec63c3fd79 HTTP/1.1" status: 200 len: 1097 time: 0.0564103 Nov 12 04:10:04.118076 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-91c3b5fc-be07-4ef7-924d-c0ffe3a02016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:04.156114 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3b5fc-be07-4ef7-924d-c0ffe3a02016 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d9b2328-6ed7-4250-9e35-08f9a95727e6,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:04.226266 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cce49d-1ee1-4e52-9289-bf9a5b82cad9 req-6ac5861b-677d-472b-946a-be78b032b60e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:04.227854 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-37cce49d-1ee1-4e52-9289-bf9a5b82cad9 req-6ac5861b-677d-472b-946a-be78b032b60e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 945 time: 0.1517587 Nov 12 04:10:04.232692 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03a03791-dda5-432a-801c-15c0a4a3c8c1 req-6eb9c263-66c3-49b3-9725-3151ace713ad service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461191 Nov 12 04:10:04.254144 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ba6e80f5-82e2-4033-bc7b-634385dd3924 req-97d6a8c3-939e-48bb-a9ed-44cfe3087a2e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:04.285287 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6a8c3-939e-48bb-a9ed-44cfe3087a2e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Pushing event deleted for resources: {'Port': ['ID=106e8f07-1f5f-4ba8-9f6f-dc6bfd032292,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:04.290768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['2d6107eb-aa7b-4720-b256-df2f87096288', '106e8f07-1f5f-4ba8-9f6f-dc6bfd032292'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:04.346744 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-37cce49d-1ee1-4e52-9289-bf9a5b82cad9 req-8ff36242-a3c3-41d7-9151-53f42a3af5a7 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094291 Nov 12 04:10:04.382791 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6e80f5-82e2-4033-bc7b-634385dd3924 req-97d6a8c3-939e-48bb-a9ed-44cfe3087a2e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] No DVR routers for this DVR port 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:10:04.387793 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ba6e80f5-82e2-4033-bc7b-634385dd3924 req-97d6a8c3-939e-48bb-a9ed-44cfe3087a2e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:04.392262 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ba6e80f5-82e2-4033-bc7b-634385dd3924 req-97d6a8c3-939e-48bb-a9ed-44cfe3087a2e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.21 "DELETE /v2.0/ports/106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 HTTP/1.1" status: 204 len: 173 time: 0.5499632 Nov 12 04:10:04.392750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf96e76-08d5-4a84-b3d6-6d00255a2612', 'name': 'network-vif-deleted', 'tag': '106e8f07-1f5f-4ba8-9f6f-dc6bfd032292'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:04.395956 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be1d5e6-13c1-4f06-8272-5db01e63c256" -d '{"events": [{"server_uuid": "acf96e76-08d5-4a84-b3d6-6d00255a2612", "name": "network-vif-deleted", "tag": "106e8f07-1f5f-4ba8-9f6f-dc6bfd032292"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:04.447572 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-91c3b5fc-be07-4ef7-924d-c0ffe3a02016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:04.537673 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9ccf7-1afc-4ca5-a57a-77e5e02b5ae8 req-8be7875e-977f-4809-8e01-98e9980ebe12 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:04.543803 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9ccf7-1afc-4ca5-a57a-77e5e02b5ae8 req-8be7875e-977f-4809-8e01-98e9980ebe12 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:04.549759 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9ccf7-1afc-4ca5-a57a-77e5e02b5ae8 req-8be7875e-977f-4809-8e01-98e9980ebe12 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:04.555836 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9ccf7-1afc-4ca5-a57a-77e5e02b5ae8 req-8be7875e-977f-4809-8e01-98e9980ebe12 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:04.561809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9ccf7-1afc-4ca5-a57a-77e5e02b5ae8 req-8be7875e-977f-4809-8e01-98e9980ebe12 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:04.568077 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9ccf7-1afc-4ca5-a57a-77e5e02b5ae8 req-8be7875e-977f-4809-8e01-98e9980ebe12 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:04.574140 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9ccf7-1afc-4ca5-a57a-77e5e02b5ae8 req-8be7875e-977f-4809-8e01-98e9980ebe12 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:04.576615 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47e9ccf7-1afc-4ca5-a57a-77e5e02b5ae8 req-8be7875e-977f-4809-8e01-98e9980ebe12 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5420 time: 0.1456707 Nov 12 04:10:04.720430 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47e9ccf7-1afc-4ca5-a57a-77e5e02b5ae8 req-29bbc110-316b-4ff3-bf5c-9cd709b904c5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1086500 Nov 12 04:10:04.817691 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c3b5fc-be07-4ef7-924d-c0ffe3a02016 admin admin] Router 00b31709-2a1a-4053-a06c-cc6addbfb87c has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:10:04.882134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edfd1e-e22b-4e5e-9bbd-405f97574a0c req-bc47643f-f092-4291-b39c-f1de0ca43d6e tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:04.884072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31edfd1e-e22b-4e5e-9bbd-405f97574a0c req-bc47643f-f092-4291-b39c-f1de0ca43d6e tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f2ead7-7586-44e7-b427-970490b3a0a7 HTTP/1.1" status: 200 len: 950 time: 0.0964973 Nov 12 04:10:04.978317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c3b5fc-be07-4ef7-924d-c0ffe3a02016 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:10:04.982583 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31edfd1e-e22b-4e5e-9bbd-405f97574a0c req-140798cb-7da1-4148-bb10-7120ad4ef1ed tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834451 Nov 12 04:10:04.988407 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-91c3b5fc-be07-4ef7-924d-c0ffe3a02016 admin admin] 10.222.0.37 "PUT /v2.0/routers/00b31709-2a1a-4053-a06c-cc6addbfb87c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7034833 Nov 12 04:10:04.989147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57116) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:04.991587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbcd46c-571e-41d4-ac39-890738b7693a None None] Sync routers for ids ['00b31709-2a1a-4053-a06c-cc6addbfb87c'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:10:05.013130 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbcd46c-571e-41d4-ac39-890738b7693a None None] Routers {'00b31709-2a1a-4053-a06c-cc6addbfb87c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:05.014649 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-4cbcd46c-571e-41d4-ac39-890738b7693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:09:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00b31709-2a1a-4053-a06c-cc6addbfb87c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:05.034904 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9bbbc1-8f98-4096-99bc-4890801ebe4d x-openstack-request-id: req-ba9bbbc1-8f98-4096-99bc-4890801ebe4d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:05.035420 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf96e76-08d5-4a84-b3d6-6d00255a2612", "name": "network-vif-deleted", "tag": "106e8f07-1f5f-4ba8-9f6f-dc6bfd032292", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:05.036006 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba9bbbc1-8f98-4096-99bc-4890801ebe4d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:05.036506 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf96e76-08d5-4a84-b3d6-6d00255a2612', 'name': 'network-vif-deleted', 'tag': '106e8f07-1f5f-4ba8-9f6f-dc6bfd032292', 'status': 'completed', 'code': 200} Nov 12 04:10:05.138723 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-21fc51a9-ef4d-4c7f-ae31-3c37e461bc14 admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:05.147852 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-4cbcd46c-571e-41d4-ac39-890738b7693a None None] Set router 00b31709-2a1a-4053-a06c-cc6addbfb87c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:05.188656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bf999-7a6c-473b-8e48-f1e8198fc539 req-24e8dea0-26da-4b6d-9900-378431d28b09 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:05.190179 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d21bf999-7a6c-473b-8e48-f1e8198fc539 req-24e8dea0-26da-4b6d-9900-378431d28b09 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6808bae-690d-4254-8c5f-41ec63c3fd79 HTTP/1.1" status: 200 len: 945 time: 0.1005063 Nov 12 04:10:05.299505 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-21fc51a9-ef4d-4c7f-ae31-3c37e461bc14 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:05.305848 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d21bf999-7a6c-473b-8e48-f1e8198fc539 req-6d6267f5-eeb6-4f05-89f0-ce8da66a7c77 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035614 Nov 12 04:10:05.348505 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-4cbcd46c-571e-41d4-ac39-890738b7693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:10:03Z', 'revision_number': 5, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port': {'id': 'f39c7a30-e2be-4c9b-8bf0-52c9ff34066d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:05.376480 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbcd46c-571e-41d4-ac39-890738b7693a None None] Checking router: 00b31709-2a1a-4053-a06c-cc6addbfb87c for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:10:05.385304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbcd46c-571e-41d4-ac39-890738b7693a None None] Routers {'00b31709-2a1a-4053-a06c-cc6addbfb87c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:05.385914 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-4cbcd46c-571e-41d4-ac39-890738b7693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:09:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00b31709-2a1a-4053-a06c-cc6addbfb87c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:05.465976 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-21fc51a9-ef4d-4c7f-ae31-3c37e461bc14 admin admin] Deleting port f39c7a30-e2be-4c9b-8bf0-52c9ff34066d {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:05.466834 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-21fc51a9-ef4d-4c7f-ae31-3c37e461bc14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:05.504225 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-4cbcd46c-571e-41d4-ac39-890738b7693a None None] Set router 00b31709-2a1a-4053-a06c-cc6addbfb87c gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:05.564913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de43b81-2e36-41fe-a28c-407c25a2fee2 req-05dc88e1-c791-473c-8be4-8242520c120e tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:05.567330 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3de43b81-2e36-41fe-a28c-407c25a2fee2 req-05dc88e1-c791-473c-8be4-8242520c120e tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.1115308 Nov 12 04:10:05.579953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-4cbcd46c-571e-41d4-ac39-890738b7693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:10:05Z', 'revision_number': 6, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:05.582281 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cabb6d21-1534-4779-92e5-75f7442ff1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:05.611865 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbcd46c-571e-41d4-ac39-890738b7693a None None] The sync data for ids ['00b31709-2a1a-4053-a06c-cc6addbfb87c'] in n-d-768509-24 is: [{'id': '00b31709-2a1a-4053-a06c-cc6addbfb87c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105921947-router', 'tenant_id': '8006901ac6434b0990a2684e1cc5c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:16Z', 'updated_at': '2021-11-12T04:10:05Z', 'revision_number': 6, 'project_id': '8006901ac6434b0990a2684e1cc5c169', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:10:05.650179 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-21fc51a9-ef4d-4c7f-ae31-3c37e461bc14 admin admin] For port f39c7a30-e2be-4c9b-8bf0-52c9ff34066d, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f39c7a30-e2be-4c9b-8bf0-52c9ff34066d,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:05.650571 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-21fc51a9-ef4d-4c7f-ae31-3c37e461bc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:05.676618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-21fc51a9-ef4d-4c7f-ae31-3c37e461bc14 admin admin] Calling delete_port for f39c7a30-e2be-4c9b-8bf0-52c9ff34066d owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:05.681865 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3de43b81-2e36-41fe-a28c-407c25a2fee2 req-5bb2ce06-db86-4027-9602-44b0588347f4 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950236 Nov 12 04:10:05.828904 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-147ecbe1-4aa6-42fb-9a17-a4c3065d2159 req-ec2f38c1-008b-4d56-99d5-c34709a42de9 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0393126 Nov 12 04:10:05.920949 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f2ead7-7586-44e7-b427-970490b3a0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c409b1df-ed15-49bd-be04-4fda07557ffb'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:05.923528 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ff3e58-0897-4a2f-9d73-e142b05c1f0a" -d '{"events": [{"server_uuid": "98f2ead7-7586-44e7-b427-970490b3a0a7", "name": "network-vif-plugged", "status": "completed", "tag": "c409b1df-ed15-49bd-be04-4fda07557ffb"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:05.928597 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ffc3bcee-1941-41bc-a3e2-fad48ef0fa23 req-3edb4428-b298-478f-99b9-33e72f48efac tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 210 time: 0.0266430 Nov 12 04:10:05.985692 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-21fc51a9-ef4d-4c7f-ae31-3c37e461bc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.011001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc51a9-ef4d-4c7f-ae31-3c37e461bc14 admin admin] Pushing event deleted for resources: {'Port': ['ID=f39c7a30-e2be-4c9b-8bf0-52c9ff34066d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:06.134733 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366eed7e-3089-441b-bb32-2bcd91bec0aa req-8e51f6ee-f2a4-44b0-9882-4905fee82210 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:06.141340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366eed7e-3089-441b-bb32-2bcd91bec0aa req-8e51f6ee-f2a4-44b0-9882-4905fee82210 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:06.149882 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366eed7e-3089-441b-bb32-2bcd91bec0aa req-8e51f6ee-f2a4-44b0-9882-4905fee82210 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:06.160926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366eed7e-3089-441b-bb32-2bcd91bec0aa req-8e51f6ee-f2a4-44b0-9882-4905fee82210 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:06.167052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366eed7e-3089-441b-bb32-2bcd91bec0aa req-8e51f6ee-f2a4-44b0-9882-4905fee82210 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:06.173097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366eed7e-3089-441b-bb32-2bcd91bec0aa req-8e51f6ee-f2a4-44b0-9882-4905fee82210 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:06.179118 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366eed7e-3089-441b-bb32-2bcd91bec0aa req-8e51f6ee-f2a4-44b0-9882-4905fee82210 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:06.181035 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-366eed7e-3089-441b-bb32-2bcd91bec0aa req-8e51f6ee-f2a4-44b0-9882-4905fee82210 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5420 time: 0.1733711 Nov 12 04:10:06.186408 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-21fc51a9-ef4d-4c7f-ae31-3c37e461bc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.291658 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-21fc51a9-ef4d-4c7f-ae31-3c37e461bc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.294741 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-21fc51a9-ef4d-4c7f-ae31-3c37e461bc14 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.364109 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-366eed7e-3089-441b-bb32-2bcd91bec0aa req-76cead54-0469-4bc0-84a8-06adf2fd1912 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1743662 Nov 12 04:10:06.427641 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a195d66-ffcc-4424-96cf-92b7506c2197 x-openstack-request-id: req-4a195d66-ffcc-4424-96cf-92b7506c2197 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:06.428114 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f2ead7-7586-44e7-b427-970490b3a0a7", "name": "network-vif-plugged", "status": "completed", "tag": "c409b1df-ed15-49bd-be04-4fda07557ffb", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:06.428347 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a195d66-ffcc-4424-96cf-92b7506c2197 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:06.429698 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f2ead7-7586-44e7-b427-970490b3a0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c409b1df-ed15-49bd-be04-4fda07557ffb', 'code': 200} Nov 12 04:10:06.430086 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-21fc51a9-ef4d-4c7f-ae31-3c37e461bc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.430686 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fc51a9-ef4d-4c7f-ae31-3c37e461bc14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00b31709-2a1a-4053-a06c-cc6addbfb87c {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:10:06.440308 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-21fc51a9-ef4d-4c7f-ae31-3c37e461bc14 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.440308 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-21fc51a9-ef4d-4c7f-ae31-3c37e461bc14 admin admin] 10.222.0.37 "DELETE /v2.0/routers/00b31709-2a1a-4053-a06c-cc6addbfb87c HTTP/1.1" status: 204 len: 168 time: 1.4469171 Nov 12 04:10:06.440635 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57132) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:06.525291 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a014cb-ce03-4e0f-b4af-a1f456419f8a admin admin] Deleting subnet 0188d129-9f7c-4b2c-91a1-31696b98b21a {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:10:06.529948 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0a014cb-ce03-4e0f-b4af-a1f456419f8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.550401 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1d9b2328-6ed7-4250-9e35-08f9a95727e6 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:06.587052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 1d9b2328-6ed7-4250-9e35-08f9a95727e6 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:06.588468 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1d9b2328-6ed7-4250-9e35-08f9a95727e6 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:06.588468 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f39c7a30-e2be-4c9b-8bf0-52c9ff34066d no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:06.590463 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.598066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a05e6-2df3-48c9-aa95-c555a802d9c1 req-4c791eac-d092-4532-8b35-edc659962089 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:06.600055 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a63a05e6-2df3-48c9-aa95-c555a802d9c1 req-4c791eac-d092-4532-8b35-edc659962089 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f2ead7-7586-44e7-b427-970490b3a0a7 HTTP/1.1" status: 200 len: 950 time: 0.0670376 Nov 12 04:10:06.614576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: f39c7a30-e2be-4c9b-8bf0-52c9ff34066d {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:06.615166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f39c7a30-e2be-4c9b-8bf0-52c9ff34066d not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:06.622289 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0a014cb-ce03-4e0f-b4af-a1f456419f8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.669989 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a63a05e6-2df3-48c9-aa95-c555a802d9c1 req-95578f58-9726-4766-96fc-d6a861670486 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552020 Nov 12 04:10:06.676301 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fcd7d-3f52-4f40-b4ab-c3c8d7733a60 req-ef11bb6b-1aab-488c-80e1-bdf85da3824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:06.677719 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-745fcd7d-3f52-4f40-b4ab-c3c8d7733a60 req-ef11bb6b-1aab-488c-80e1-bdf85da3824a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=98f2ead7-7586-44e7-b427-970490b3a0a7 HTTP/1.1" status: 200 len: 1102 time: 0.1060750 Nov 12 04:10:06.745221 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0a014cb-ce03-4e0f-b4af-a1f456419f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.801364 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-745fcd7d-3f52-4f40-b4ab-c3c8d7733a60 req-442e2528-e620-4e7e-b443-36d164e66d80 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766773 Nov 12 04:10:06.816237 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9316b-ddd2-4c42-aab4-25bcb4af3a1b req-7d4fd4b7-dd3a-45e8-8475-d3b9f09ac09c tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:06.818415 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7aa9316b-ddd2-4c42-aab4-25bcb4af3a1b req-7d4fd4b7-dd3a-45e8-8475-d3b9f09ac09c tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6808bae-690d-4254-8c5f-41ec63c3fd79 HTTP/1.1" status: 200 len: 945 time: 0.0660157 Nov 12 04:10:06.875705 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7aa9316b-ddd2-4c42-aab4-25bcb4af3a1b req-36d93617-6db3-4cdf-9f09-930f4af3b8c9 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498302 Nov 12 04:10:06.901081 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0a014cb-ce03-4e0f-b4af-a1f456419f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.930732 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a014cb-ce03-4e0f-b4af-a1f456419f8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0188d129-9f7c-4b2c-91a1-31696b98b21a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:06.935156 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0a014cb-ce03-4e0f-b4af-a1f456419f8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.938856 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d0a014cb-ce03-4e0f-b4af-a1f456419f8a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0188d129-9f7c-4b2c-91a1-31696b98b21a HTTP/1.1" status: 204 len: 168 time: 0.4971998 Nov 12 04:10:06.941175 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57140) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:06.948187 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff160cf9-8b53-4923-ae5c-795951ce9b73 None None] Network 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:07.016328 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:07.080403 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] Deleting port a1ec2fb6-f960-4248-adeb-d45ab9529a5b {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:07.081015 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:07.149496 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c9f254-f6be-4b92-9d19-f833dabbeba7 None None] DHCP port deletion for 5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:10:07.156563 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] For port a1ec2fb6-f960-4248-adeb-d45ab9529a5b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a1ec2fb6-f960-4248-adeb-d45ab9529a5b,segment=NetworkSegment(d458217c-db4b-4c9a-9f9f-4dec21eda858),segment_id=d458217c-db4b-4c9a-9f9f-4dec21eda858)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:07.157027 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:07.171214 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] Calling delete_port for a1ec2fb6-f960-4248-adeb-d45ab9529a5b owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:07.202089 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f0c9f254-f6be-4b92-9d19-f833dabbeba7 None None] Deleting port a1ec2fb6-f960-4248-adeb-d45ab9529a5b {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:07.202544 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f254-f6be-4b92-9d19-f833dabbeba7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:07.273988 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f0c9f254-f6be-4b92-9d19-f833dabbeba7 None None] For port a1ec2fb6-f960-4248-adeb-d45ab9529a5b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a1ec2fb6-f960-4248-adeb-d45ab9529a5b,segment=NetworkSegment(d458217c-db4b-4c9a-9f9f-4dec21eda858),segment_id=d458217c-db4b-4c9a-9f9f-4dec21eda858)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:07.274503 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f254-f6be-4b92-9d19-f833dabbeba7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:07.292422 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f0c9f254-f6be-4b92-9d19-f833dabbeba7 None None] Calling delete_port for a1ec2fb6-f960-4248-adeb-d45ab9529a5b owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:07.319305 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8f61e-0213-4d01-8f47-1ab75a0d573a req-a077f694-6c72-47fd-81f6-86d1f8460f7e tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:07.320931 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3f8f61e-0213-4d01-8f47-1ab75a0d573a req-a077f694-6c72-47fd-81f6-86d1f8460f7e tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0527782 Nov 12 04:10:07.327470 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:07.372964 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f254-f6be-4b92-9d19-f833dabbeba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:07.386320 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ec2fb6-f960-4248-adeb-d45ab9529a5b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:07.388455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] No DVR routers for this DVR port a1ec2fb6-f960-4248-adeb-d45ab9529a5b on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:10:07.402225 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9f254-f6be-4b92-9d19-f833dabbeba7 None None] Pushing event deleted for resources: {'Port': ['ID=a1ec2fb6-f960-4248-adeb-d45ab9529a5b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:07.404829 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c9f254-f6be-4b92-9d19-f833dabbeba7 None None] No DVR routers for this DVR port a1ec2fb6-f960-4248-adeb-d45ab9529a5b on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:10:07.488629 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3f8f61e-0213-4d01-8f47-1ab75a0d573a req-eee5ef65-cc6c-4fd7-87a5-bc58295c30b8 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585987 Nov 12 04:10:07.494406 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:07.525253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf83d51-3d0e-4c8f-9a29-51d4c0e52872']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:07.535968 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd458217c-db4b-4c9a-9f9f-4dec21eda858') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:07.536273 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd458217c-db4b-4c9a-9f9f-4dec21eda858') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:07.546744 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:07.562170 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:07.599569 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:10:07.599974 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:10:07.601709 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:10:07.604304 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77dd9091-5e22-4678-89ee-888132c0cb7b req-77eaadfb-bebe-4cd4-81af-49594805b2a5 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0431714 Nov 12 04:10:07.730600 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70653725-2fb1-4ef7-9879-bef4e6b116ac req-91f22441-d887-4743-9199-8c462fc0fed0 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:07.732061 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70653725-2fb1-4ef7-9879-bef4e6b116ac req-91f22441-d887-4743-9199-8c462fc0fed0 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6808bae-690d-4254-8c5f-41ec63c3fd79 HTTP/1.1" status: 200 len: 945 time: 0.0560110 Nov 12 04:10:07.733202 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:07.739711 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:07.742735 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5cf83d51-3d0e-4c8f-9a29-51d4c0e52872 HTTP/1.1" status: 204 len: 168 time: 0.8005512 Nov 12 04:10:07.745764 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57148) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:07.780448 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0668ec2-266d-4348-922d-e7044f42d902 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cf83d51-3d0e-4c8f-9a29-51d4c0e52872,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:07.800516 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70653725-2fb1-4ef7-9879-bef4e6b116ac req-ea1f7ecb-97d6-4f30-bd60-350363131378 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556901 Nov 12 04:10:07.898270 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5be1c94-85ac-404f-9071-d83f2c49de34 req-70e588c7-0998-40b4-942b-b6ada6bafc30 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 210 time: 0.0337176 Nov 12 04:10:08.022047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c1488-1201-4a7e-b16a-910706f24e22 req-08e13ed1-2a79-43a6-8e5e-885f2bedbc96 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:08.028426 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c1488-1201-4a7e-b16a-910706f24e22 req-08e13ed1-2a79-43a6-8e5e-885f2bedbc96 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:08.034749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c1488-1201-4a7e-b16a-910706f24e22 req-08e13ed1-2a79-43a6-8e5e-885f2bedbc96 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:08.041138 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c1488-1201-4a7e-b16a-910706f24e22 req-08e13ed1-2a79-43a6-8e5e-885f2bedbc96 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:08.047381 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c1488-1201-4a7e-b16a-910706f24e22 req-08e13ed1-2a79-43a6-8e5e-885f2bedbc96 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:08.053916 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c1488-1201-4a7e-b16a-910706f24e22 req-08e13ed1-2a79-43a6-8e5e-885f2bedbc96 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:08.060641 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c1488-1201-4a7e-b16a-910706f24e22 req-08e13ed1-2a79-43a6-8e5e-885f2bedbc96 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:08.062646 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1c3c1488-1201-4a7e-b16a-910706f24e22 req-08e13ed1-2a79-43a6-8e5e-885f2bedbc96 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5420 time: 0.1043398 Nov 12 04:10:08.124826 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14ce0ed7-6157-44b3-95cf-ae6566ce1597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:08.128218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1c3c1488-1201-4a7e-b16a-910706f24e22 req-5fa4dba4-f87f-4bd3-ae4b-97f9e62c5c83 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578272 Nov 12 04:10:08.163288 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:08.269075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51ecac-c234-40e5-81d3-1372ddb10a81 req-dda383aa-a825-4aaf-a153-910541580ec0 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:08.270552 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef51ecac-c234-40e5-81d3-1372ddb10a81 req-dda383aa-a825-4aaf-a153-910541580ec0 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f2ead7-7586-44e7-b427-970490b3a0a7 HTTP/1.1" status: 200 len: 950 time: 0.0561755 Nov 12 04:10:08.341950 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef51ecac-c234-40e5-81d3-1372ddb10a81 req-88e79f1a-7828-4d96-9059-7e50ba028b5f tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642352 Nov 12 04:10:08.396818 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a1ec2fb6-f960-4248-adeb-d45ab9529a5b no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:08.432216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: a1ec2fb6-f960-4248-adeb-d45ab9529a5b {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:08.433034 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a1ec2fb6-f960-4248-adeb-d45ab9529a5b not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:08.685966 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:08.713178 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:08.713659 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 106e8f07-1f5f-4ba8-9f6f-dc6bfd032292 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:08.715226 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-14ce0ed7-6157-44b3-95cf-ae6566ce1597 admin admin] Deleting port c56927aa-d7bc-4771-a40c-29796e88d7b7 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:08.715688 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14ce0ed7-6157-44b3-95cf-ae6566ce1597 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:08.812587 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-14ce0ed7-6157-44b3-95cf-ae6566ce1597 admin admin] For port c56927aa-d7bc-4771-a40c-29796e88d7b7, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c56927aa-d7bc-4771-a40c-29796e88d7b7,segment=NetworkSegment(b8c3c9de-ee5e-4e58-80c2-470a285ec5ae),segment_id=b8c3c9de-ee5e-4e58-80c2-470a285ec5ae)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:08.813294 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14ce0ed7-6157-44b3-95cf-ae6566ce1597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:08.826062 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-14ce0ed7-6157-44b3-95cf-ae6566ce1597 admin admin] Calling delete_port for c56927aa-d7bc-4771-a40c-29796e88d7b7 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:08.935362 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60dc50-88f1-46e3-82c6-fd696b21d525 req-5dae5265-e17b-4e87-b577-e3155f73bbd3 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:08.937126 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa60dc50-88f1-46e3-82c6-fd696b21d525 req-5dae5265-e17b-4e87-b577-e3155f73bbd3 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0520501 Nov 12 04:10:09.019170 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa60dc50-88f1-46e3-82c6-fd696b21d525 req-53560995-8e24-4f2c-ac1e-c2d4c017ed88 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674050 Nov 12 04:10:09.098706 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:09.111452 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-28f109b2-aedb-4641-9265-57d34e46ba70 req-b0f70236-be03-43ef-bf87-0b62d780689e tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0271456 Nov 12 04:10:09.129727 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14ce0ed7-6157-44b3-95cf-ae6566ce1597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:09.160330 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce0ed7-6157-44b3-95cf-ae6566ce1597 admin admin] Pushing event deleted for resources: {'Port': ['ID=c56927aa-d7bc-4771-a40c-29796e88d7b7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:09.264089 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9712fc4-b797-4fbb-bac1-cffaa31acd73 req-2f6afa8f-8331-4487-a617-333ad88f8edb tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:09.272303 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9712fc4-b797-4fbb-bac1-cffaa31acd73 req-2f6afa8f-8331-4487-a617-333ad88f8edb tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6808bae-690d-4254-8c5f-41ec63c3fd79 HTTP/1.1" status: 200 len: 945 time: 0.0814741 Nov 12 04:10:09.329532 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9712fc4-b797-4fbb-bac1-cffaa31acd73 req-e6ee39e7-3c35-4d24-964a-9492d705ed9c tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563362 Nov 12 04:10:09.366238 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14ce0ed7-6157-44b3-95cf-ae6566ce1597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:09.452072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74113c29-b7ff-4c56-9acb-f714b19ea188 req-cab0d470-f7bf-4a74-bac1-1f894a9bdf28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=acf96e76-08d5-4a84-b3d6-6d00255a2612 HTTP/1.1" status: 200 len: 210 time: 0.0287333 Nov 12 04:10:09.571737 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903c863-6795-473c-a9d7-400cad0f927d req-35009b15-6121-4520-94d2-eed1c70f80b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:09.579909 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903c863-6795-473c-a9d7-400cad0f927d req-35009b15-6121-4520-94d2-eed1c70f80b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:09.587603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903c863-6795-473c-a9d7-400cad0f927d req-35009b15-6121-4520-94d2-eed1c70f80b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:09.597736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903c863-6795-473c-a9d7-400cad0f927d req-35009b15-6121-4520-94d2-eed1c70f80b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:09.605294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903c863-6795-473c-a9d7-400cad0f927d req-35009b15-6121-4520-94d2-eed1c70f80b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:09.608854 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ce0ed7-6157-44b3-95cf-ae6566ce1597 admin admin] Router b2740d32-5e9b-4cc6-9c7a-59cf267de0f8 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:10:09.613137 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903c863-6795-473c-a9d7-400cad0f927d req-35009b15-6121-4520-94d2-eed1c70f80b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:09.620237 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903c863-6795-473c-a9d7-400cad0f927d req-35009b15-6121-4520-94d2-eed1c70f80b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:09.622174 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2903c863-6795-473c-a9d7-400cad0f927d req-35009b15-6121-4520-94d2-eed1c70f80b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5420 time: 0.1098583 Nov 12 04:10:09.687258 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2903c863-6795-473c-a9d7-400cad0f927d req-60dd3b49-8725-44af-9955-c8804340e490 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572162 Nov 12 04:10:09.735211 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ce0ed7-6157-44b3-95cf-ae6566ce1597 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:10:09.747785 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-14ce0ed7-6157-44b3-95cf-ae6566ce1597 admin admin] 10.222.0.37 "PUT /v2.0/routers/b2740d32-5e9b-4cc6-9c7a-59cf267de0f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9999902 Nov 12 04:10:09.750452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57166) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:09.752925 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac57e0a-67ca-4bc6-ace8-7737c7e033e0 None None] Sync routers for ids ['b2740d32-5e9b-4cc6-9c7a-59cf267de0f8'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:10:09.770091 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac57e0a-67ca-4bc6-ace8-7737c7e033e0 None None] Routers {'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:09.771244 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7ac57e0a-67ca-4bc6-ace8-7737c7e033e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:10:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b2740d32-5e9b-4cc6-9c7a-59cf267de0f8'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:09.880378 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-7ac57e0a-67ca-4bc6-ace8-7737c7e033e0 None None] Set router b2740d32-5e9b-4cc6-9c7a-59cf267de0f8 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:09.882713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ab7e6-9a9e-4746-93de-ce4d994e5516 req-276eab54-a109-421c-952e-ef124e0276fe tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:09.884190 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d0ab7e6-9a9e-4746-93de-ce4d994e5516 req-276eab54-a109-421c-952e-ef124e0276fe tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f2ead7-7586-44e7-b427-970490b3a0a7 HTTP/1.1" status: 200 len: 950 time: 0.1263952 Nov 12 04:10:09.911223 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-73ddec26-713d-42bb-ab16-bb9ef14c3f13 admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:09.981401 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d0ab7e6-9a9e-4746-93de-ce4d994e5516 req-070dea2c-ad3b-4af3-87d6-817ef181e58b tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897529 Nov 12 04:10:10.050666 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-73ddec26-713d-42bb-ab16-bb9ef14c3f13 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:10.113004 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7ac57e0a-67ca-4bc6-ace8-7737c7e033e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825094284-router', 'tenant_id': 'a535579c1dd44023a34b071bba747230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'cffd0740-3d88-426e-b11d-5bc396f7384b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:24Z', 'updated_at': '2021-11-12T04:10:08Z', 'revision_number': 5, 'project_id': 'a535579c1dd44023a34b071bba747230', 'gw_port': {'id': 'cffd0740-3d88-426e-b11d-5bc396f7384b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:25Z', 'updated_at': '2021-11-12T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:10.151720 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac57e0a-67ca-4bc6-ace8-7737c7e033e0 None None] Checking router: b2740d32-5e9b-4cc6-9c7a-59cf267de0f8 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:10:10.161675 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac57e0a-67ca-4bc6-ace8-7737c7e033e0 None None] Routers {'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:10.162257 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7ac57e0a-67ca-4bc6-ace8-7737c7e033e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:10:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b2740d32-5e9b-4cc6-9c7a-59cf267de0f8'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:10.267851 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-7ac57e0a-67ca-4bc6-ace8-7737c7e033e0 None None] Set router b2740d32-5e9b-4cc6-9c7a-59cf267de0f8 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:10.336210 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7ac57e0a-67ca-4bc6-ace8-7737c7e033e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825094284-router', 'tenant_id': 'a535579c1dd44023a34b071bba747230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:24Z', 'updated_at': '2021-11-12T04:10:10Z', 'revision_number': 6, 'project_id': 'a535579c1dd44023a34b071bba747230', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:10.377634 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac57e0a-67ca-4bc6-ace8-7737c7e033e0 None None] The sync data for ids ['b2740d32-5e9b-4cc6-9c7a-59cf267de0f8'] in n-d-768509-24 is: [{'id': 'b2740d32-5e9b-4cc6-9c7a-59cf267de0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825094284-router', 'tenant_id': 'a535579c1dd44023a34b071bba747230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:24Z', 'updated_at': '2021-11-12T04:10:10Z', 'revision_number': 6, 'project_id': 'a535579c1dd44023a34b071bba747230', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:10:10.647237 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cbce8-8544-4997-83d5-0de894f51f6f req-9fa5cebc-dc82-498c-9815-1f90b7ca4dc5 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:10.648719 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a6cbce8-8544-4997-83d5-0de894f51f6f req-9fa5cebc-dc82-498c-9815-1f90b7ca4dc5 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0624652 Nov 12 04:10:10.651177 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-73ddec26-713d-42bb-ab16-bb9ef14c3f13 admin admin] Deleting port cffd0740-3d88-426e-b11d-5bc396f7384b {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:10.651516 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-73ddec26-713d-42bb-ab16-bb9ef14c3f13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:10.793997 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-73ddec26-713d-42bb-ab16-bb9ef14c3f13 admin admin] For port cffd0740-3d88-426e-b11d-5bc396f7384b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=cffd0740-3d88-426e-b11d-5bc396f7384b,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:10.794417 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-73ddec26-713d-42bb-ab16-bb9ef14c3f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:10.799893 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a6cbce8-8544-4997-83d5-0de894f51f6f req-6701058e-f5df-4e98-9b60-e81bc7d7b2f7 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361518 Nov 12 04:10:10.816806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340a1fd-9616-478f-9357-315a75075e0d req-15af5f90-b3f8-4923-b52e-5438bf6bd853 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:10.818342 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2340a1fd-9616-478f-9357-315a75075e0d req-15af5f90-b3f8-4923-b52e-5438bf6bd853 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6808bae-690d-4254-8c5f-41ec63c3fd79 HTTP/1.1" status: 200 len: 945 time: 0.1078725 Nov 12 04:10:10.822813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-73ddec26-713d-42bb-ab16-bb9ef14c3f13 admin admin] Calling delete_port for cffd0740-3d88-426e-b11d-5bc396f7384b owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:10.946977 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3775a10f-968b-4a1d-a04e-237fe01703d3 req-267cbbe8-ad2d-46b0-8f7b-0e06391b92dc tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0452070 Nov 12 04:10:11.092891 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-2340a1fd-9616-478f-9357-315a75075e0d req-d160136b-1e23-4fc0-b2d1-4fcbd88a2613 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Deleting port bddee170-7fde-4105-83ef-add7349dc28e {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:11.093508 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2340a1fd-9616-478f-9357-315a75075e0d req-d160136b-1e23-4fc0-b2d1-4fcbd88a2613 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:11.203249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d882ff-6e8e-4760-973f-3191cd12e685 req-ae0b9511-2100-410a-a151-9506eaa12392 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:11.204848 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41d882ff-6e8e-4760-973f-3191cd12e685 req-ae0b9511-2100-410a-a151-9506eaa12392 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6808bae-690d-4254-8c5f-41ec63c3fd79 HTTP/1.1" status: 200 len: 945 time: 0.1639652 Nov 12 04:10:11.278373 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-2340a1fd-9616-478f-9357-315a75075e0d req-d160136b-1e23-4fc0-b2d1-4fcbd88a2613 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] For port bddee170-7fde-4105-83ef-add7349dc28e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=bddee170-7fde-4105-83ef-add7349dc28e,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:11.278757 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2340a1fd-9616-478f-9357-315a75075e0d req-d160136b-1e23-4fc0-b2d1-4fcbd88a2613 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:11.299680 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-2340a1fd-9616-478f-9357-315a75075e0d req-d160136b-1e23-4fc0-b2d1-4fcbd88a2613 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Calling delete_port for bddee170-7fde-4105-83ef-add7349dc28e owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:11.306290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41d882ff-6e8e-4760-973f-3191cd12e685 req-7a0b3b10-00b3-4bd0-ade7-e10541f7174d tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885749 Nov 12 04:10:11.319557 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-73ddec26-713d-42bb-ab16-bb9ef14c3f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:11.400556 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddec26-713d-42bb-ab16-bb9ef14c3f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=cffd0740-3d88-426e-b11d-5bc396f7384b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:11.503364 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-73ddec26-713d-42bb-ab16-bb9ef14c3f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:11.506567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8209181-234f-4c01-b1ce-997f40753c1e req-7d6f733e-eeff-48ec-a09a-5568afbbbdee tempest-ServersAdminNegativeTestJSON-1072182706 tempest-ServersAdminNegativeTestJSON-1072182706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:11.508163 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d8209181-234f-4c01-b1ce-997f40753c1e req-7d6f733e-eeff-48ec-a09a-5568afbbbdee tempest-ServersAdminNegativeTestJSON-1072182706 tempest-ServersAdminNegativeTestJSON-1072182706-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=98f2ead7-7586-44e7-b427-970490b3a0a7 HTTP/1.1" status: 200 len: 1102 time: 0.1258111 Nov 12 04:10:11.635015 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d8209181-234f-4c01-b1ce-997f40753c1e req-4884df25-ec3a-4e7e-a36b-66b5a1970548 tempest-ServersAdminNegativeTestJSON-1072182706 tempest-ServersAdminNegativeTestJSON-1072182706-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:11.648726 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-73ddec26-713d-42bb-ab16-bb9ef14c3f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:11.652738 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-73ddec26-713d-42bb-ab16-bb9ef14c3f13 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:11.780135 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-73ddec26-713d-42bb-ab16-bb9ef14c3f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:11.780667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ddec26-713d-42bb-ab16-bb9ef14c3f13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2740d32-5e9b-4cc6-9c7a-59cf267de0f8 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:10:11.785185 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-73ddec26-713d-42bb-ab16-bb9ef14c3f13 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:11.786359 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-73ddec26-713d-42bb-ab16-bb9ef14c3f13 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b2740d32-5e9b-4cc6-9c7a-59cf267de0f8 HTTP/1.1" status: 204 len: 168 time: 2.0348759 Nov 12 04:10:11.789016 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57186) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:11.819389 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2340a1fd-9616-478f-9357-315a75075e0d req-d160136b-1e23-4fc0-b2d1-4fcbd88a2613 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:11.863512 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['bddee170-7fde-4105-83ef-add7349dc28e'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:11.868072 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:11.889853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160136b-1e23-4fc0-b2d1-4fcbd88a2613 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Pushing event deleted for resources: {'Port': ['ID=bddee170-7fde-4105-83ef-add7349dc28e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:11.899456 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-af830b44-d522-46f0-9954-97ee7a013097 admin admin] Deleting subnet 71ff6557-cedc-4a86-b9ef-e549dae83a64 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:10:11.903316 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-af830b44-d522-46f0-9954-97ee7a013097 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:11.982755 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-af830b44-d522-46f0-9954-97ee7a013097 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:11.984728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2340a1fd-9616-478f-9357-315a75075e0d req-d160136b-1e23-4fc0-b2d1-4fcbd88a2613 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] No DVR routers for this DVR port bddee170-7fde-4105-83ef-add7349dc28e on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:10:12.005782 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2340a1fd-9616-478f-9357-315a75075e0d req-d160136b-1e23-4fc0-b2d1-4fcbd88a2613 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.008989 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2340a1fd-9616-478f-9357-315a75075e0d req-d160136b-1e23-4fc0-b2d1-4fcbd88a2613 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.31 "DELETE /v2.0/ports/bddee170-7fde-4105-83ef-add7349dc28e HTTP/1.1" status: 204 len: 173 time: 1.1703181 Nov 12 04:10:12.009443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6808bae-690d-4254-8c5f-41ec63c3fd79', 'name': 'network-vif-deleted', 'tag': 'bddee170-7fde-4105-83ef-add7349dc28e'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:12.011715 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6636ba62-0b6d-4dd6-b14c-6208723218e7" -d '{"events": [{"server_uuid": "a6808bae-690d-4254-8c5f-41ec63c3fd79", "name": "network-vif-deleted", "tag": "bddee170-7fde-4105-83ef-add7349dc28e"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:12.055871 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d8209181-234f-4c01-b1ce-997f40753c1e req-4884df25-ec3a-4e7e-a36b-66b5a1970548 tempest-ServersAdminNegativeTestJSON-1072182706 tempest-ServersAdminNegativeTestJSON-1072182706-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.101054 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-af830b44-d522-46f0-9954-97ee7a013097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.125715 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d8209181-234f-4c01-b1ce-997f40753c1e req-4884df25-ec3a-4e7e-a36b-66b5a1970548 tempest-ServersAdminNegativeTestJSON-1072182706 tempest-ServersAdminNegativeTestJSON-1072182706-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.193339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d8209181-234f-4c01-b1ce-997f40753c1e req-4884df25-ec3a-4e7e-a36b-66b5a1970548 tempest-ServersAdminNegativeTestJSON-1072182706 tempest-ServersAdminNegativeTestJSON-1072182706-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6543305 Nov 12 04:10:12.195610 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884df25-ec3a-4e7e-a36b-66b5a1970548 tempest-ServersAdminNegativeTestJSON-1072182706 tempest-ServersAdminNegativeTestJSON-1072182706-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163fbfdc-5a16-4a09-8995-f5e67881e99b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:12.290211 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-af830b44-d522-46f0-9954-97ee7a013097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.348785 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af830b44-d522-46f0-9954-97ee7a013097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ff6557-cedc-4a86-b9ef-e549dae83a64,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:12.352886 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-af830b44-d522-46f0-9954-97ee7a013097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.357033 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8e3555-ab2a-4a55-8ec7-2c5367d3101d None None] Network b290e2e7-01df-4091-a073-64227563ced2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:12.366617 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-af830b44-d522-46f0-9954-97ee7a013097 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/71ff6557-cedc-4a86-b9ef-e549dae83a64 HTTP/1.1" status: 204 len: 168 time: 0.5714135 Nov 12 04:10:12.366866 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57198) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:12.472074 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.476927 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c5043-2a15-4785-9a01-95c34601689b req-15996fa4-5961-4f1a-ae01-045b9d0e5dc5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:12.484876 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c5043-2a15-4785-9a01-95c34601689b req-15996fa4-5961-4f1a-ae01-045b9d0e5dc5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:12.491878 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c5043-2a15-4785-9a01-95c34601689b req-15996fa4-5961-4f1a-ae01-045b9d0e5dc5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:12.506209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c5043-2a15-4785-9a01-95c34601689b req-15996fa4-5961-4f1a-ae01-045b9d0e5dc5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:12.534391 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device cffd0740-3d88-426e-b11d-5bc396f7384b no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:12.535227 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] Deleting port 10c33fa7-7f43-4d99-a756-76972de7878a {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:12.535568 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.540357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c5043-2a15-4785-9a01-95c34601689b req-15996fa4-5961-4f1a-ae01-045b9d0e5dc5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:12.556085 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c5043-2a15-4785-9a01-95c34601689b req-15996fa4-5961-4f1a-ae01-045b9d0e5dc5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:12.573565 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c5043-2a15-4785-9a01-95c34601689b req-15996fa4-5961-4f1a-ae01-045b9d0e5dc5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:12.585501 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f69c5043-2a15-4785-9a01-95c34601689b req-15996fa4-5961-4f1a-ae01-045b9d0e5dc5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5420 time: 0.2491653 Nov 12 04:10:12.609610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: cffd0740-3d88-426e-b11d-5bc396f7384b {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:12.610158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device cffd0740-3d88-426e-b11d-5bc396f7384b not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:12.610854 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c56927aa-d7bc-4771-a40c-29796e88d7b7 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:12.642190 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] For port 10c33fa7-7f43-4d99-a756-76972de7878a, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=10c33fa7-7f43-4d99-a756-76972de7878a,segment=NetworkSegment(b8c3c9de-ee5e-4e58-80c2-470a285ec5ae),segment_id=b8c3c9de-ee5e-4e58-80c2-470a285ec5ae)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:12.642550 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.650388 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: c56927aa-d7bc-4771-a40c-29796e88d7b7 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:12.651271 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c56927aa-d7bc-4771-a40c-29796e88d7b7 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:12.658600 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] Calling delete_port for 10c33fa7-7f43-4d99-a756-76972de7878a owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:12.675045 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f69c5043-2a15-4785-9a01-95c34601689b req-fa7d37ae-9b9f-4c87-8bbb-de28cafd903a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0884843 Nov 12 04:10:12.779000 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345b323f-b9dd-4829-9455-606b5268a8ba None None] DHCP port deletion for b290e2e7-01df-4091-a073-64227563ced2 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:10:12.849685 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-345b323f-b9dd-4829-9455-606b5268a8ba None None] Deleting port 10c33fa7-7f43-4d99-a756-76972de7878a {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:12.850296 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-345b323f-b9dd-4829-9455-606b5268a8ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.873095 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.927022 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=10c33fa7-7f43-4d99-a756-76972de7878a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:12.928960 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] No DVR routers for this DVR port 10c33fa7-7f43-4d99-a756-76972de7878a on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:10:13.013372 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59481d46-bc3f-4c84-acbf-ddb48e70b606 req-a8ebed99-a77b-4ee9-a490-8e12c699a1a9 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:13.015020 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-59481d46-bc3f-4c84-acbf-ddb48e70b606 req-a8ebed99-a77b-4ee9-a490-8e12c699a1a9 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.1305945 Nov 12 04:10:13.062163 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.095450 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-345b323f-b9dd-4829-9455-606b5268a8ba None None] For port 10c33fa7-7f43-4d99-a756-76972de7878a, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=10c33fa7-7f43-4d99-a756-76972de7878a,segment=NetworkSegment(b8c3c9de-ee5e-4e58-80c2-470a285ec5ae),segment_id=b8c3c9de-ee5e-4e58-80c2-470a285ec5ae)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:13.096843 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-345b323f-b9dd-4829-9455-606b5268a8ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.107972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-59481d46-bc3f-4c84-acbf-ddb48e70b606 req-1ba50a88-e187-4f23-a3f3-981aea0bce6b tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814931 Nov 12 04:10:13.113247 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-345b323f-b9dd-4829-9455-606b5268a8ba None None] Calling delete_port for 10c33fa7-7f43-4d99-a756-76972de7878a owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:13.131102 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b290e2e7-01df-4091-a073-64227563ced2']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:13.165561 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c3c9de-ee5e-4e58-80c2-470a285ec5ae') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:13.166018 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c3c9de-ee5e-4e58-80c2-470a285ec5ae') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:13.222757 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.254156 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.270737 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:10:13.271624 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:10:13.275146 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:10:13.284016 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41b5d978-a96f-45ef-9efe-a6bf9becac66 req-e0101064-e9c5-4870-b7e0-0e748bf1fe53 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0550692 Nov 12 04:10:13.303962 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-345b323f-b9dd-4829-9455-606b5268a8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.366484 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b323f-b9dd-4829-9455-606b5268a8ba None None] Pushing event deleted for resources: {'Port': ['ID=10c33fa7-7f43-4d99-a756-76972de7878a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:13.369544 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b323f-b9dd-4829-9455-606b5268a8ba None None] No DVR routers for this DVR port 10c33fa7-7f43-4d99-a756-76972de7878a on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:10:13.370040 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a183c1a-15dd-4ea6-b870-67c6eabe3ca6 x-openstack-request-id: req-8a183c1a-15dd-4ea6-b870-67c6eabe3ca6 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:13.370850 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6808bae-690d-4254-8c5f-41ec63c3fd79", "name": "network-vif-deleted", "tag": "bddee170-7fde-4105-83ef-add7349dc28e", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:13.371332 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a183c1a-15dd-4ea6-b870-67c6eabe3ca6 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:13.373275 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6808bae-690d-4254-8c5f-41ec63c3fd79', 'name': 'network-vif-deleted', 'tag': 'bddee170-7fde-4105-83ef-add7349dc28e', 'status': 'completed', 'code': 200} Nov 12 04:10:13.538607 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.544558 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.550798 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b290e2e7-01df-4091-a073-64227563ced2 HTTP/1.1" status: 204 len: 168 time: 1.1843822 Nov 12 04:10:13.566889 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50c19f-8482-489f-80be-c58ff48065f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b290e2e7-01df-4091-a073-64227563ced2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:13.647334 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e03662-425d-4375-9e7f-5f876c884f08 req-c1d01905-5b71-45df-8195-54bae98e7680 tempest-ServersAdminNegativeTestJSON-1072182706 tempest-ServersAdminNegativeTestJSON-1072182706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:13.657244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-36e03662-425d-4375-9e7f-5f876c884f08 req-c1d01905-5b71-45df-8195-54bae98e7680 tempest-ServersAdminNegativeTestJSON-1072182706 tempest-ServersAdminNegativeTestJSON-1072182706-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=98f2ead7-7586-44e7-b427-970490b3a0a7 HTTP/1.1" status: 200 len: 1102 time: 0.0982015 Nov 12 04:10:13.711161 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-36e03662-425d-4375-9e7f-5f876c884f08 req-6b7de6eb-0de0-49cd-bb69-d0b0930fda4f tempest-ServersAdminNegativeTestJSON-1072182706 tempest-ServersAdminNegativeTestJSON-1072182706-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527284 Nov 12 04:10:13.927990 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57220) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:13.939540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d361c-48c3-4298-85ed-64c6a12bf5f3 req-669c4bae-b679-4ec9-997c-04de889ce7c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:13.947994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d361c-48c3-4298-85ed-64c6a12bf5f3 req-669c4bae-b679-4ec9-997c-04de889ce7c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:13.954702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d361c-48c3-4298-85ed-64c6a12bf5f3 req-669c4bae-b679-4ec9-997c-04de889ce7c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:13.964452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d361c-48c3-4298-85ed-64c6a12bf5f3 req-669c4bae-b679-4ec9-997c-04de889ce7c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:13.967905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d361c-48c3-4298-85ed-64c6a12bf5f3 req-669c4bae-b679-4ec9-997c-04de889ce7c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:13.975732 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-755f6384-65de-4758-b189-1c7872050482 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8006901ac6434b0990a2684e1cc5c169&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439186 Nov 12 04:10:13.975895 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d361c-48c3-4298-85ed-64c6a12bf5f3 req-669c4bae-b679-4ec9-997c-04de889ce7c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:13.976215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57222) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:13.979340 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device bddee170-7fde-4105-83ef-add7349dc28e no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:13.980927 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d361c-48c3-4298-85ed-64c6a12bf5f3 req-669c4bae-b679-4ec9-997c-04de889ce7c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:13.982999 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-259d361c-48c3-4298-85ed-64c6a12bf5f3 req-669c4bae-b679-4ec9-997c-04de889ce7c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5420 time: 0.1037235 Nov 12 04:10:14.008218 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: bddee170-7fde-4105-83ef-add7349dc28e {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:14.008816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device bddee170-7fde-4105-83ef-add7349dc28e not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:14.040233 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0553a245-c646-4230-80cc-ed540a1c575f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:14.068776 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-259d361c-48c3-4298-85ed-64c6a12bf5f3 req-35ee1578-2ae0-4af5-b351-ecf71e091b77 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0785162 Nov 12 04:10:14.086233 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0553a245-c646-4230-80cc-ed540a1c575f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:14.232620 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0553a245-c646-4230-80cc-ed540a1c575f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:14.236072 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0553a245-c646-4230-80cc-ed540a1c575f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:14.241791 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0553a245-c646-4230-80cc-ed540a1c575f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7fa93724-0bb6-4187-95c5-c1c07a534ae2 HTTP/1.1" status: 204 len: 168 time: 0.2609668 Nov 12 04:10:14.248599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553a245-c646-4230-80cc-ed540a1c575f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa93724-0bb6-4187-95c5-c1c07a534ae2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:14.402331 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 10c33fa7-7f43-4d99-a756-76972de7878a no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:14.444901 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 10c33fa7-7f43-4d99-a756-76972de7878a {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:14.445463 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 10c33fa7-7f43-4d99-a756-76972de7878a not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:14.625000 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-95a1cfef-13e3-4733-a735-cc5de0162799 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:14.625000 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-95a1cfef-13e3-4733-a735-cc5de0162799 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 806 time: 0.1451344 Nov 12 04:10:14.645493 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-93854da0-e1b0-47ce-904e-95471984a4af tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/quotas/3a4ac16166e54dae862fa352faf2bc28 HTTP/1.1" status: 200 len: 375 time: 0.0154095 Nov 12 04:10:14.736587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5fb4d781-8685-43eb-b510-cff6bc8e97b1 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0825355 Nov 12 04:10:14.857793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-385ae1c1-b20f-414f-b975-95eb2517e950 service neutron] 10.222.0.37 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098545 Nov 12 04:10:14.974503 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-93034e03-8115-4707-9e98-8905747d0811 service neutron] 10.222.0.37 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055055 Nov 12 04:10:15.158395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57246) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:15.221028 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fe96da1a-60d7-4f9f-9bd7-65e5e631f313 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a535579c1dd44023a34b071bba747230&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0584736 Nov 12 04:10:15.221380 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57248) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:15.305393 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86322b30-1d4a-4eee-b526-37f5b98e72ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:15.351009 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86322b30-1d4a-4eee-b526-37f5b98e72ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:15.456016 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3066b4-6534-42c6-9dc4-22d9f571dfea req-8b614463-ea79-48ad-89f8-7ca71f2c8d65 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:15.463159 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f3066b4-6534-42c6-9dc4-22d9f571dfea req-8b614463-ea79-48ad-89f8-7ca71f2c8d65 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0731304 Nov 12 04:10:15.511810 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86322b30-1d4a-4eee-b526-37f5b98e72ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:15.514978 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86322b30-1d4a-4eee-b526-37f5b98e72ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:15.518750 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-86322b30-1d4a-4eee-b526-37f5b98e72ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b2e40b2-09c1-4108-8318-d9c08f588b67 HTTP/1.1" status: 204 len: 168 time: 0.2937748 Nov 12 04:10:15.536753 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f3066b4-6534-42c6-9dc4-22d9f571dfea req-925feb0f-b6d6-4164-8f5a-eb66f80d587a tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662861 Nov 12 04:10:15.561507 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86322b30-1d4a-4eee-b526-37f5b98e72ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2e40b2-09c1-4108-8318-d9c08f588b67,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:15.707555 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad0a862e-80a6-433a-9d8a-d3d8aa175dba req-5708ae00-3e7c-4ca7-a960-3545045f91b1 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0377219 Nov 12 04:10:15.915584 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc411561-4768-44ae-a9d0-9cf1c40adaa2 req-741e97fe-38c0-4962-a3b9-07950cbb5a52 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:15.923009 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc411561-4768-44ae-a9d0-9cf1c40adaa2 req-741e97fe-38c0-4962-a3b9-07950cbb5a52 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:15.932838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc411561-4768-44ae-a9d0-9cf1c40adaa2 req-741e97fe-38c0-4962-a3b9-07950cbb5a52 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:15.940091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc411561-4768-44ae-a9d0-9cf1c40adaa2 req-741e97fe-38c0-4962-a3b9-07950cbb5a52 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:15.948810 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc411561-4768-44ae-a9d0-9cf1c40adaa2 req-741e97fe-38c0-4962-a3b9-07950cbb5a52 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:15.959643 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc411561-4768-44ae-a9d0-9cf1c40adaa2 req-741e97fe-38c0-4962-a3b9-07950cbb5a52 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:15.967032 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc411561-4768-44ae-a9d0-9cf1c40adaa2 req-741e97fe-38c0-4962-a3b9-07950cbb5a52 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:15.970255 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc411561-4768-44ae-a9d0-9cf1c40adaa2 req-741e97fe-38c0-4962-a3b9-07950cbb5a52 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5420 time: 0.1528022 Nov 12 04:10:16.057823 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc411561-4768-44ae-a9d0-9cf1c40adaa2 req-b35cd216-75f0-4059-800c-e2ee79b9af44 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0711970 Nov 12 04:10:16.157873 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a9860035-724c-41f4-beac-718ee61e1432 req-35092c06-a64b-4f94-8503-606cb8655e50 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=924206b7-417d-4ef7-8130-d4b5df020643 HTTP/1.1" status: 200 len: 210 time: 0.0353589 Nov 12 04:10:16.544771 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:16.780084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d833567-e70a-4879-9024-8ca7d5fdeb72 req-0ee9368c-df44-4811-abe4-a93ced855146 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:16.781633 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d833567-e70a-4879-9024-8ca7d5fdeb72 req-0ee9368c-df44-4811-abe4-a93ced855146 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0582116 Nov 12 04:10:16.843845 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d833567-e70a-4879-9024-8ca7d5fdeb72 req-1f51a6ac-c6dc-4e5c-a1b9-22d6f79186f4 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527353 Nov 12 04:10:17.023988 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70806268-8b7f-4b2f-b9d6-7cf05e5a6c6e req-8490b81f-f5f1-4718-8c22-aa278dd280e6 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:17.025554 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70806268-8b7f-4b2f-b9d6-7cf05e5a6c6e req-8490b81f-f5f1-4718-8c22-aa278dd280e6 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f2ead7-7586-44e7-b427-970490b3a0a7 HTTP/1.1" status: 200 len: 950 time: 0.0790036 Nov 12 04:10:17.096962 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70806268-8b7f-4b2f-b9d6-7cf05e5a6c6e req-4dc4e6fb-56bf-477b-aab1-1f8b6e9909ec tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601261 Nov 12 04:10:17.221989 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5593cf67-e751-4239-804e-eb7ae91127a3 req-a68729e0-7aa0-46c1-95d0-9cfbc5b89efe tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0441022 Nov 12 04:10:17.809737 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fecdd-d93e-4448-b2d5-0794676de648 req-8a4e91b6-1d03-4abd-8b05-92fff558932e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:17.820086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fecdd-d93e-4448-b2d5-0794676de648 req-8a4e91b6-1d03-4abd-8b05-92fff558932e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:17.830515 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fecdd-d93e-4448-b2d5-0794676de648 req-8a4e91b6-1d03-4abd-8b05-92fff558932e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:17.841325 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fecdd-d93e-4448-b2d5-0794676de648 req-8a4e91b6-1d03-4abd-8b05-92fff558932e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:17.852092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fecdd-d93e-4448-b2d5-0794676de648 req-8a4e91b6-1d03-4abd-8b05-92fff558932e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:17.863310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fecdd-d93e-4448-b2d5-0794676de648 req-8a4e91b6-1d03-4abd-8b05-92fff558932e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:17.872416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fecdd-d93e-4448-b2d5-0794676de648 req-8a4e91b6-1d03-4abd-8b05-92fff558932e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:17.875248 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef4fecdd-d93e-4448-b2d5-0794676de648 req-8a4e91b6-1d03-4abd-8b05-92fff558932e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5420 time: 0.1771710 Nov 12 04:10:17.946293 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:18.075476 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef4fecdd-d93e-4448-b2d5-0794676de648 req-a62eea90-29e7-4ae3-9bf4-688292671dcc tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1905065 Nov 12 04:10:18.100059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-1afc0f8d-23a3-4f29-abbc-b05670305a97 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:18.100711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-1afc0f8d-23a3-4f29-abbc-b05670305a97 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.31 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 806 time: 0.2183013 Nov 12 04:10:18.125649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-2888ffc7-73b0-4088-b083-1aad85c9a192 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Request body: {'port': {'device_id': '924206b7-417d-4ef7-8130-d4b5df020643', 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8', 'admin_state_up': True, 'tenant_id': '3a4ac16166e54dae862fa352faf2bc28'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:18.243441 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-292fa034-1db7-40a5-b42d-5adc046722d0 req-172744b0-16f3-4528-bf61-661c83882ef4 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=924206b7-417d-4ef7-8130-d4b5df020643 HTTP/1.1" status: 200 len: 210 time: 0.0516260 Nov 12 04:10:18.375069 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-2888ffc7-73b0-4088-b083-1aad85c9a192 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Made reservation on behalf of 3a4ac16166e54dae862fa352faf2bc28 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:18.379341 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-2888ffc7-73b0-4088-b083-1aad85c9a192 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:18.401200 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:10:18.525845 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca3fa3-e9d5-4004-8af6-c44e9498f264 req-cd2960ad-3079-48b0-a4b5-afe2e16e8e6d tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:18.527270 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1ca3fa3-e9d5-4004-8af6-c44e9498f264 req-cd2960ad-3079-48b0-a4b5-afe2e16e8e6d tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 944 time: 0.0941594 Nov 12 04:10:18.560012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-2888ffc7-73b0-4088-b083-1aad85c9a192 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Allocated IP 172.20.0.9 (d37b2e01-0bab-4ed6-98b0-8381c00125c8/504596be-ee34-4774-bccb-6ddc41bf3b5f/4fad2446-d96b-4283-aff1-e1731ef0ff48) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:18.605141 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1ca3fa3-e9d5-4004-8af6-c44e9498f264 req-bda52f1a-2b62-498c-9be8-b3ba713d3f6d tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708272 Nov 12 04:10:18.777492 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49494ff6-d2c5-45ff-a445-167248f591eb req-a5dc40ab-b0d2-4c07-8aa9-71083c19a49b tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:18.779002 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49494ff6-d2c5-45ff-a445-167248f591eb req-a5dc40ab-b0d2-4c07-8aa9-71083c19a49b tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0809867 Nov 12 04:10:18.798200 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-2888ffc7-73b0-4088-b083-1aad85c9a192 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:18.851998 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49494ff6-d2c5-45ff-a445-167248f591eb req-ea8a2774-0df6-4e60-b5cf-0ca05e8cb8a6 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641708 Nov 12 04:10:18.857040 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682302e-8b80-4a40-b590-d2057458d944 req-bfb9cd33-0b37-4417-a6dc-3be2e0b46931 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:18.859780 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6682302e-8b80-4a40-b590-d2057458d944 req-bfb9cd33-0b37-4417-a6dc-3be2e0b46931 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 944 time: 0.0538254 Nov 12 04:10:18.906333 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-2888ffc7-73b0-4088-b083-1aad85c9a192 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:18.946331 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:18.949954 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-2888ffc7-73b0-4088-b083-1aad85c9a192 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Network d37b2e01-0bab-4ed6-98b0-8381c00125c8 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:18.954132 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-2888ffc7-73b0-4088-b083-1aad85c9a192 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:18.959296 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-2888ffc7-73b0-4088-b083-1aad85c9a192 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:19.011162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-2888ffc7-73b0-4088-b083-1aad85c9a192 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:19.011572 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-2888ffc7-73b0-4088-b083-1aad85c9a192 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.022267 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888ffc7-73b0-4088-b083-1aad85c9a192 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Pushing event updated for resources: {'Port': ['ID=4fad2446-d96b-4283-aff1-e1731ef0ff48,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:19.056507 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-6682302e-8b80-4a40-b590-d2057458d944 req-c0d082c4-c6bf-4200-8997-47b1ac687485 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Deleting port 2d6107eb-aa7b-4720-b256-df2f87096288 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:19.057005 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6682302e-8b80-4a40-b590-d2057458d944 req-c0d082c4-c6bf-4200-8997-47b1ac687485 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.118434 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc03b3-b9e0-44a9-b429-3ac3024aee41 req-2fd0729f-8c7b-4a88-8278-110b2258cba7 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:19.120894 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-80dc03b3-b9e0-44a9-b429-3ac3024aee41 req-2fd0729f-8c7b-4a88-8278-110b2258cba7 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f2ead7-7586-44e7-b427-970490b3a0a7 HTTP/1.1" status: 200 len: 950 time: 0.1368101 Nov 12 04:10:19.136517 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-2888ffc7-73b0-4088-b083-1aad85c9a192 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0151346 Nov 12 04:10:19.167483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Request body: {'port': {'device_id': '924206b7-417d-4ef7-8130-d4b5df020643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:19.299260 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.326851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6682302e-8b80-4a40-b590-d2057458d944 req-c0d082c4-c6bf-4200-8997-47b1ac687485 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] For port 2d6107eb-aa7b-4720-b256-df2f87096288, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2d6107eb-aa7b-4720-b256-df2f87096288,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:19.327434 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6682302e-8b80-4a40-b590-d2057458d944 req-c0d082c4-c6bf-4200-8997-47b1ac687485 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.352709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-6682302e-8b80-4a40-b590-d2057458d944 req-c0d082c4-c6bf-4200-8997-47b1ac687485 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Calling delete_port for 2d6107eb-aa7b-4720-b256-df2f87096288 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:19.382004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391aeba-62d9-4ad9-b45e-f42583179930 req-cafa62a7-64f7-4762-b798-ac6de38663aa tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:19.384477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d391aeba-62d9-4ad9-b45e-f42583179930 req-cafa62a7-64f7-4762-b798-ac6de38663aa tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f2ead7-7586-44e7-b427-970490b3a0a7 HTTP/1.1" status: 200 len: 950 time: 0.1383166 Nov 12 04:10:19.445600 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-80dc03b3-b9e0-44a9-b429-3ac3024aee41 req-456b99dd-6aa6-4686-9d6d-f2d38a7615f5 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Deleting port c409b1df-ed15-49bd-be04-4fda07557ffb {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:19.446057 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-80dc03b3-b9e0-44a9-b429-3ac3024aee41 req-456b99dd-6aa6-4686-9d6d-f2d38a7615f5 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.582594 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d391aeba-62d9-4ad9-b45e-f42583179930 req-30735f9c-b470-4e7b-bcfe-74e5b8250437 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915665 Nov 12 04:10:19.684530 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-80dc03b3-b9e0-44a9-b429-3ac3024aee41 req-456b99dd-6aa6-4686-9d6d-f2d38a7615f5 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] For port c409b1df-ed15-49bd-be04-4fda07557ffb, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=c409b1df-ed15-49bd-be04-4fda07557ffb,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:19.685093 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-80dc03b3-b9e0-44a9-b429-3ac3024aee41 req-456b99dd-6aa6-4686-9d6d-f2d38a7615f5 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.720028 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0e74c5b-1c64-4d8b-9d40-08ac721e535b req-05c34fd4-ad8f-458f-9a86-17b32930f06c tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0484548 Nov 12 04:10:19.721640 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-80dc03b3-b9e0-44a9-b429-3ac3024aee41 req-456b99dd-6aa6-4686-9d6d-f2d38a7615f5 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Calling delete_port for c409b1df-ed15-49bd-be04-4fda07557ffb owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:19.804621 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6682302e-8b80-4a40-b590-d2057458d944 req-c0d082c4-c6bf-4200-8997-47b1ac687485 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.849157 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['2d6107eb-aa7b-4720-b256-df2f87096288'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:19.855829 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d082c4-c6bf-4200-8997-47b1ac687485 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Pushing event deleted for resources: {'Port': ['ID=2d6107eb-aa7b-4720-b256-df2f87096288,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:19.869514 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fad2446-d96b-4283-aff1-e1731ef0ff48 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:19.878932 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.898901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Transition to ACTIVE for port object 4fad2446-d96b-4283-aff1-e1731ef0ff48 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:10:19.915423 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a94096-edae-46ee-9d9a-13f9aa5f2746 req-da98e975-4f51-4bba-a0b4-08790f38424a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:19.918056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-6682302e-8b80-4a40-b590-d2057458d944 req-c0d082c4-c6bf-4200-8997-47b1ac687485 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] No DVR routers for this DVR port 2d6107eb-aa7b-4720-b256-df2f87096288 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:10:19.922976 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a94096-edae-46ee-9d9a-13f9aa5f2746 req-da98e975-4f51-4bba-a0b4-08790f38424a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:19.923474 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6682302e-8b80-4a40-b590-d2057458d944 req-c0d082c4-c6bf-4200-8997-47b1ac687485 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.926976 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6682302e-8b80-4a40-b590-d2057458d944 req-c0d082c4-c6bf-4200-8997-47b1ac687485 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.21 "DELETE /v2.0/ports/2d6107eb-aa7b-4720-b256-df2f87096288 HTTP/1.1" status: 204 len: 173 time: 1.0593827 Nov 12 04:10:19.927460 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6a68aa-0835-4724-9b97-37e1d4eb46bb', 'name': 'network-vif-deleted', 'tag': '2d6107eb-aa7b-4720-b256-df2f87096288'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:19.928962 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a94096-edae-46ee-9d9a-13f9aa5f2746 req-da98e975-4f51-4bba-a0b4-08790f38424a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:19.929753 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e61de9-5e93-47b4-ae91-fa6c77049a93" -d '{"events": [{"server_uuid": "2f6a68aa-0835-4724-9b97-37e1d4eb46bb", "name": "network-vif-deleted", "tag": "2d6107eb-aa7b-4720-b256-df2f87096288"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:19.936575 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a94096-edae-46ee-9d9a-13f9aa5f2746 req-da98e975-4f51-4bba-a0b4-08790f38424a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:19.943345 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a94096-edae-46ee-9d9a-13f9aa5f2746 req-da98e975-4f51-4bba-a0b4-08790f38424a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:19.949416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a94096-edae-46ee-9d9a-13f9aa5f2746 req-da98e975-4f51-4bba-a0b4-08790f38424a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:19.955977 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a94096-edae-46ee-9d9a-13f9aa5f2746 req-da98e975-4f51-4bba-a0b4-08790f38424a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:19.958350 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43a94096-edae-46ee-9d9a-13f9aa5f2746 req-da98e975-4f51-4bba-a0b4-08790f38424a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5420 time: 0.1299360 Nov 12 04:10:19.963923 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:20.046168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4fad2446-d96b-4283-aff1-e1731ef0ff48,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:20.110790 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43a94096-edae-46ee-9d9a-13f9aa5f2746 req-c4ef3f04-1eb2-4f3b-983c-42c30977058f tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1434948 Nov 12 04:10:20.139667 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-80dc03b3-b9e0-44a9-b429-3ac3024aee41 req-456b99dd-6aa6-4686-9d6d-f2d38a7615f5 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:20.149041 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Attempting to bind port 4fad2446-d96b-4283-aff1-e1731ef0ff48 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:10:20.149873 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Attempting to bind port 4fad2446-d96b-4283-aff1-e1731ef0ff48 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:10:20.149873 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Attempting to bind port 4fad2446-d96b-4283-aff1-e1731ef0ff48 on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:20.155929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Port 4fad2446-d96b-4283-aff1-e1731ef0ff48 on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:10:20.156298 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Attempting to bind port 4fad2446-d96b-4283-aff1-e1731ef0ff48 on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:20.162180 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:10:20.162523 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Checking segment: {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:20.162963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Bound using segment: {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:10:20.163395 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Bound port: 4fad2446-d96b-4283-aff1-e1731ef0ff48, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:10:20.163913 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:20.187591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['726a5cc5-3990-43cf-b20f-2af75320058e'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:20.194646 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['c409b1df-ed15-49bd-be04-4fda07557ffb'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:20.249682 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b99dd-6aa6-4686-9d6d-f2d38a7615f5 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Pushing event deleted for resources: {'Port': ['ID=c409b1df-ed15-49bd-be04-4fda07557ffb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:20.285136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] For port 4fad2446-d96b-4283-aff1-e1731ef0ff48, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:10:20.285136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] For port 4fad2446-d96b-4283-aff1-e1731ef0ff48, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4fad2446-d96b-4283-aff1-e1731ef0ff48,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:10:20.291333 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-80dc03b3-b9e0-44a9-b429-3ac3024aee41 req-456b99dd-6aa6-4686-9d6d-f2d38a7615f5 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] No DVR routers for this DVR port c409b1df-ed15-49bd-be04-4fda07557ffb on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:10:20.294376 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-80dc03b3-b9e0-44a9-b429-3ac3024aee41 req-456b99dd-6aa6-4686-9d6d-f2d38a7615f5 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:20.298017 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-80dc03b3-b9e0-44a9-b429-3ac3024aee41 req-456b99dd-6aa6-4686-9d6d-f2d38a7615f5 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.21 "DELETE /v2.0/ports/c409b1df-ed15-49bd-be04-4fda07557ffb HTTP/1.1" status: 204 len: 173 time: 1.1285119 Nov 12 04:10:20.361876 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:20.407265 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:20.407894 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:20.412032 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] 10.222.0.31 "PUT /v2.0/ports/4fad2446-d96b-4283-aff1-e1731ef0ff48 HTTP/1.1" status: 200 len: 1092 time: 1.2468543 Nov 12 04:10:20.424299 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '924206b7-417d-4ef7-8130-d4b5df020643', 'tag': '4fad2446-d96b-4283-aff1-e1731ef0ff48'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:20.426976 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee19f6b-66b5-4ef5-a94f-7941a1db3a44" -d '{"events": [{"name": "network-changed", "server_uuid": "924206b7-417d-4ef7-8130-d4b5df020643", "tag": "4fad2446-d96b-4283-aff1-e1731ef0ff48"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:20.470513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45321f-170e-4daa-a515-f3db781d08e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4fad2446-d96b-4283-aff1-e1731ef0ff48,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:20.552901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e655684-6428-42f5-8a38-b1eb6e27a41e req-7dac69ee-da55-4598-a78f-ab3e90506fde tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:20.554452 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e655684-6428-42f5-8a38-b1eb6e27a41e req-7dac69ee-da55-4598-a78f-ab3e90506fde tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=924206b7-417d-4ef7-8130-d4b5df020643 HTTP/1.1" status: 200 len: 943 time: 0.0533211 Nov 12 04:10:20.627372 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e655684-6428-42f5-8a38-b1eb6e27a41e req-f6cc4c18-4229-48d8-867b-2d1067a2899b tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610304 Nov 12 04:10:20.688203 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-466c1171-b361-4721-90ff-370bb50259cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:20.689912 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-466c1171-b361-4721-90ff-370bb50259cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&device_id=924206b7-417d-4ef7-8130-d4b5df020643 HTTP/1.1" status: 200 len: 1095 time: 0.0606782 Nov 12 04:10:20.758297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-02e81c79-bb80-4b50-906a-3d6ff0c8b6ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fad2446-d96b-4283-aff1-e1731ef0ff48 HTTP/1.1" status: 200 len: 217 time: 0.0361836 Nov 12 04:10:20.827913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b67128a7-abd4-4843-b91e-8e962220cd62 req-81ce9274-f37e-4668-bb4f-d8e8548072c8 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f6a68aa-0835-4724-9b97-37e1d4eb46bb HTTP/1.1" status: 200 len: 210 time: 0.0364659 Nov 12 04:10:20.833210 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-c36c3075-fa9c-46df-8a20-0d5522c43026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:20.834581 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-c36c3075-fa9c-46df-8a20-0d5522c43026 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504596be-ee34-4774-bccb-6ddc41bf3b5f HTTP/1.1" status: 200 len: 846 time: 0.0687621 Nov 12 04:10:21.179947 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-5b49294c-d292-4a60-aad6-b90ec9d61fa0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d37b2e01-0bab-4ed6-98b0-8381c00125c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3369050 Nov 12 04:10:21.287911 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b2d3e-a48e-4a7c-ad34-d70bbe2e4803 req-fe7f337d-7a85-4823-bfdd-b4ce8684316d tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:21.289396 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d70b2d3e-a48e-4a7c-ad34-d70bbe2e4803 req-fe7f337d-7a85-4823-bfdd-b4ce8684316d tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.1119618 Nov 12 04:10:21.324869 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-850436fc-6445-4e60-9997-40dc61090f89 service neutron] 10.222.0.31 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348894 Nov 12 04:10:21.401327 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d70b2d3e-a48e-4a7c-ad34-d70bbe2e4803 req-46adbced-adc0-484f-8434-a0e8b2430f3b tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944362 Nov 12 04:10:21.440477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a37a03d0-16ac-4505-a0bb-2cbf201c6a8c req-d8ad9240-98b6-41d3-a244-8a8f052899d8 service neutron] 10.222.0.31 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074548 Nov 12 04:10:21.468512 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f273e43-7dc2-4fd2-abbb-75b19030db88 x-openstack-request-id: req-0f273e43-7dc2-4fd2-abbb-75b19030db88 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:21.468996 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6a68aa-0835-4724-9b97-37e1d4eb46bb", "name": "network-vif-deleted", "tag": "2d6107eb-aa7b-4720-b256-df2f87096288", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:21.469113 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f273e43-7dc2-4fd2-abbb-75b19030db88 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:21.469426 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6a68aa-0835-4724-9b97-37e1d4eb46bb', 'name': 'network-vif-deleted', 'tag': '2d6107eb-aa7b-4720-b256-df2f87096288', 'status': 'completed', 'code': 200} Nov 12 04:10:21.500966 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d8c1e1-cf18-4163-a2b3-fb394eed9c50 x-openstack-request-id: req-d3d8c1e1-cf18-4163-a2b3-fb394eed9c50 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:21.501245 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "924206b7-417d-4ef7-8130-d4b5df020643", "tag": "4fad2446-d96b-4283-aff1-e1731ef0ff48", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:21.501498 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3d8c1e1-cf18-4163-a2b3-fb394eed9c50 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:21.502015 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '924206b7-417d-4ef7-8130-d4b5df020643', 'tag': '4fad2446-d96b-4283-aff1-e1731ef0ff48', 'status': 'completed', 'code': 200} Nov 12 04:10:21.678122 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee19f6b-66b5-4ef5-a94f-7941a1db3a44 req-69b360d3-e0a6-482c-ad03-5db46d54c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:21.679802 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ee19f6b-66b5-4ef5-a94f-7941a1db3a44 req-69b360d3-e0a6-482c-ad03-5db46d54c801 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&device_id=924206b7-417d-4ef7-8130-d4b5df020643 HTTP/1.1" status: 200 len: 1095 time: 0.0520833 Nov 12 04:10:21.784997 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c1e8fd4-8763-4ddd-a041-80e0cd7f9c73 req-a0554640-a676-435f-84be-09d1f8c2eedc tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f2ead7-7586-44e7-b427-970490b3a0a7 HTTP/1.1" status: 200 len: 210 time: 0.0632818 Nov 12 04:10:21.826486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee19f6b-66b5-4ef5-a94f-7941a1db3a44 req-df523dec-6865-4553-b2b3-a46e71f234c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:21.828202 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ee19f6b-66b5-4ef5-a94f-7941a1db3a44 req-df523dec-6865-4553-b2b3-a46e71f234c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 907 time: 0.1366539 Nov 12 04:10:21.882892 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ee19f6b-66b5-4ef5-a94f-7941a1db3a44 req-2ed33dc3-3554-4d4b-ae06-cbc0423e6757 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fad2446-d96b-4283-aff1-e1731ef0ff48 HTTP/1.1" status: 200 len: 217 time: 0.0457346 Nov 12 04:10:21.898489 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-657b4afe-d0f0-4690-a1d8-1f771e4c8198 req-53d859b1-b352-4ad8-8799-b65fd7760386 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0554202 Nov 12 04:10:21.955815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee19f6b-66b5-4ef5-a94f-7941a1db3a44 req-33e6e320-eb4c-4e2c-ae6f-4d6464992b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:21.957303 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ee19f6b-66b5-4ef5-a94f-7941a1db3a44 req-33e6e320-eb4c-4e2c-ae6f-4d6464992b35 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504596be-ee34-4774-bccb-6ddc41bf3b5f HTTP/1.1" status: 200 len: 846 time: 0.0578568 Nov 12 04:10:22.004333 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ee19f6b-66b5-4ef5-a94f-7941a1db3a44 req-9829dbbc-fb77-465d-8e03-f7dff425de43 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d37b2e01-0bab-4ed6-98b0-8381c00125c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377529 Nov 12 04:10:22.106524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348235a5-3312-487c-98d7-6e2645d6a77d req-c1f5d83d-e5fd-4e9c-ab63-140a4e1cea42 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:22.112576 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348235a5-3312-487c-98d7-6e2645d6a77d req-c1f5d83d-e5fd-4e9c-ab63-140a4e1cea42 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:22.118556 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348235a5-3312-487c-98d7-6e2645d6a77d req-c1f5d83d-e5fd-4e9c-ab63-140a4e1cea42 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:22.124632 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348235a5-3312-487c-98d7-6e2645d6a77d req-c1f5d83d-e5fd-4e9c-ab63-140a4e1cea42 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:22.130596 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348235a5-3312-487c-98d7-6e2645d6a77d req-c1f5d83d-e5fd-4e9c-ab63-140a4e1cea42 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:22.136639 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348235a5-3312-487c-98d7-6e2645d6a77d req-c1f5d83d-e5fd-4e9c-ab63-140a4e1cea42 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:22.142705 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348235a5-3312-487c-98d7-6e2645d6a77d req-c1f5d83d-e5fd-4e9c-ab63-140a4e1cea42 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:22.144672 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-348235a5-3312-487c-98d7-6e2645d6a77d req-c1f5d83d-e5fd-4e9c-ab63-140a4e1cea42 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5420 time: 0.1769755 Nov 12 04:10:22.186113 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ee19f6b-66b5-4ef5-a94f-7941a1db3a44 req-4ca37f25-dca0-4c70-90d7-cd279b568e6f service neutron] 10.222.0.31 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665804 Nov 12 04:10:22.242851 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-348235a5-3312-487c-98d7-6e2645d6a77d req-e5dd37c8-8030-4078-a13e-df51f5cde7da tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911703 Nov 12 04:10:22.302479 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ee19f6b-66b5-4ef5-a94f-7941a1db3a44 req-76a92190-c394-4e1b-8723-662bf1270919 service neutron] 10.222.0.31 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061609 Nov 12 04:10:22.376813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b68e4-3419-4c3c-9cdc-abfd2b844025 req-f20b7a55-900f-41b1-8919-bbc526688889 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:22.378442 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-316b68e4-3419-4c3c-9cdc-abfd2b844025 req-f20b7a55-900f-41b1-8919-bbc526688889 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=924206b7-417d-4ef7-8130-d4b5df020643 HTTP/1.1" status: 200 len: 943 time: 0.0582414 Nov 12 04:10:22.427306 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-316b68e4-3419-4c3c-9cdc-abfd2b844025 req-54fbae1d-71a8-4660-b911-b6e2ea5d900e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419230 Nov 12 04:10:22.659120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f27fd2-cc6e-4a43-8237-4f3e32f0cb7f req-e9501d93-eb89-43f7-b565-58193082786a tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:22.660641 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f7f27fd2-cc6e-4a43-8237-4f3e32f0cb7f req-e9501d93-eb89-43f7-b565-58193082786a tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0495870 Nov 12 04:10:22.707391 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f7f27fd2-cc6e-4a43-8237-4f3e32f0cb7f req-0ed261e3-713c-4566-9c32-f38988abf244 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408049 Nov 12 04:10:22.756806 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a31dc5fe-a559-4a60-86e2-f58b3be550d8 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:10:22.758891 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device c409b1df-ed15-49bd-be04-4fda07557ffb no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:22.783948 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: c409b1df-ed15-49bd-be04-4fda07557ffb {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:22.784286 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device c409b1df-ed15-49bd-be04-4fda07557ffb not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:22.784708 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 2d6107eb-aa7b-4720-b256-df2f87096288 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:22.809441 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 2d6107eb-aa7b-4720-b256-df2f87096288 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:22.809691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 2d6107eb-aa7b-4720-b256-df2f87096288 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:22.888358 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port a31dc5fe-a559-4a60-86e2-f58b3be550d8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a31dc5fe-a559-4a60-86e2-f58b3be550d8,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:22.898541 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'a31dc5fe-a559-4a60-86e2-f58b3be550d8', 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71', 'port_id': 'a31dc5fe-a559-4a60-86e2-f58b3be550d8', 'mac_address': 'fa:16:3e:af:ac:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61cd8dd5-27dc-411e-bdb2-d4a666d4799f', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:10:22.939487 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:22.952683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31dc5fe-a559-4a60-86e2-f58b3be550d8 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:22.972621 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port a31dc5fe-a559-4a60-86e2-f58b3be550d8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a31dc5fe-a559-4a60-86e2-f58b3be550d8,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:23.019719 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.020395 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 1eb0d63d-40a7-4256-ab23-8d45c77009fa details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:10:23.095953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=a31dc5fe-a559-4a60-86e2-f58b3be550d8,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:23.159143 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 1eb0d63d-40a7-4256-ab23-8d45c77009fa, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1eb0d63d-40a7-4256-ab23-8d45c77009fa,segment=NetworkSegment(bccac6fd-e5f2-4f45-b088-510ff6a481ca),segment_id=bccac6fd-e5f2-4f45-b088-510ff6a481ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:23.171549 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '1eb0d63d-40a7-4256-ab23-8d45c77009fa', 'network_id': 'ecbcbecc-0e29-431e-912b-e7c0f4b1ee19', 'port_id': '1eb0d63d-40a7-4256-ab23-8d45c77009fa', 'mac_address': 'fa:16:3e:74:3b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a42fff2-0f1b-446e-9878-5ae2918f0d15', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:10:23.209344 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.222426 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb0d63d-40a7-4256-ab23-8d45c77009fa {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:23.241733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 1eb0d63d-40a7-4256-ab23-8d45c77009fa, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1eb0d63d-40a7-4256-ab23-8d45c77009fa,segment=NetworkSegment(bccac6fd-e5f2-4f45-b088-510ff6a481ca),segment_id=bccac6fd-e5f2-4f45-b088-510ff6a481ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:23.262856 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1bb13293-2245-4386-8967-02f6f0b41a37 req-3bbaa152-fb1a-45ef-9e0a-85d20a0e86d5 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0258982 Nov 12 04:10:23.306212 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.307019 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 9ca5d185-5a63-4f3f-a125-b9efa34773e5 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:10:23.371957 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1e616-4f30-41dc-8037-ecec70831f1a req-dc5c0065-d883-4f1a-95fa-634fbd39efc1 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:23.372366 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 9ca5d185-5a63-4f3f-a125-b9efa34773e5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9ca5d185-5a63-4f3f-a125-b9efa34773e5,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:23.373449 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4fe1e616-4f30-41dc-8037-ecec70831f1a req-dc5c0065-d883-4f1a-95fa-634fbd39efc1 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 944 time: 0.0535486 Nov 12 04:10:23.375122 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=1eb0d63d-40a7-4256-ab23-8d45c77009fa,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:23.386337 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '9ca5d185-5a63-4f3f-a125-b9efa34773e5', 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71', 'port_id': '9ca5d185-5a63-4f3f-a125-b9efa34773e5', 'mac_address': 'fa:16:3e:3b:a7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61cd8dd5-27dc-411e-bdb2-d4a666d4799f', 'ip_address': '10.1.1.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:10:23.423565 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4fe1e616-4f30-41dc-8037-ecec70831f1a req-20f7256d-f35c-43b8-b955-4418c7f28fd9 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426562 Nov 12 04:10:23.428876 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.443569 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca5d185-5a63-4f3f-a125-b9efa34773e5 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:23.463165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 9ca5d185-5a63-4f3f-a125-b9efa34773e5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9ca5d185-5a63-4f3f-a125-b9efa34773e5,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:23.471102 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f2ead7-7586-44e7-b427-970490b3a0a7', 'name': 'network-vif-deleted', 'tag': 'c409b1df-ed15-49bd-be04-4fda07557ffb'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:23.473565 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f059769-70c6-48c5-8a8d-3f0ec027a640" -d '{"events": [{"server_uuid": "98f2ead7-7586-44e7-b427-970490b3a0a7", "name": "network-vif-deleted", "tag": "c409b1df-ed15-49bd-be04-4fda07557ffb"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:23.505500 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.506375 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 72da5947-cccd-4ca5-91c9-c89652acda89 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:10:23.572709 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 72da5947-cccd-4ca5-91c9-c89652acda89, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=72da5947-cccd-4ca5-91c9-c89652acda89,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:23.575870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=9ca5d185-5a63-4f3f-a125-b9efa34773e5,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:23.586388 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '72da5947-cccd-4ca5-91c9-c89652acda89', 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71', 'port_id': '72da5947-cccd-4ca5-91c9-c89652acda89', 'mac_address': 'fa:16:3e:8f:dd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61cd8dd5-27dc-411e-bdb2-d4a666d4799f', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:10:23.623868 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.639356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72da5947-cccd-4ca5-91c9-c89652acda89 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:23.657597 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 72da5947-cccd-4ca5-91c9-c89652acda89, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=72da5947-cccd-4ca5-91c9-c89652acda89,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:23.728427 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.729104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 17a61e7e-6068-4414-a607-e5e69b99d95d details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:10:23.768211 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2fa5c-a036-406d-919b-f9d4bd9e8f77 req-79c47c8a-ec77-4c0d-9d69-eb1187238a14 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:23.769713 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0db2fa5c-a036-406d-919b-f9d4bd9e8f77 req-79c47c8a-ec77-4c0d-9d69-eb1187238a14 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 944 time: 0.0527987 Nov 12 04:10:23.801263 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=72da5947-cccd-4ca5-91c9-c89652acda89,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:23.870203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-0db2fa5c-a036-406d-919b-f9d4bd9e8f77 req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Deleting port d96f1f45-6f9f-474d-bb6d-89a37d975562 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:23.870539 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0db2fa5c-a036-406d-919b-f9d4bd9e8f77 req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.872069 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 17a61e7e-6068-4414-a607-e5e69b99d95d, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=17a61e7e-6068-4414-a607-e5e69b99d95d,segment=NetworkSegment(bb8512e5-5d36-459a-96bb-a9a9dd8130cc),segment_id=bb8512e5-5d36-459a-96bb-a9a9dd8130cc)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:23.884514 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '17a61e7e-6068-4414-a607-e5e69b99d95d', 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b', 'port_id': '17a61e7e-6068-4414-a607-e5e69b99d95d', 'mac_address': 'fa:16:3e:fc:f4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac2df72c-3697-4006-a460-6748e4420277', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:10:23.928786 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.943300 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a61e7e-6068-4414-a607-e5e69b99d95d {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:23.968293 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 17a61e7e-6068-4414-a607-e5e69b99d95d, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=17a61e7e-6068-4414-a607-e5e69b99d95d,segment=NetworkSegment(bb8512e5-5d36-459a-96bb-a9a9dd8130cc),segment_id=bb8512e5-5d36-459a-96bb-a9a9dd8130cc)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:23.977567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc836d-be76-4e3b-aa5b-d41b5d697fe8 req-97bf62a8-a87d-41e9-89c6-261eebe95220 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:23.983032 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-0db2fa5c-a036-406d-919b-f9d4bd9e8f77 req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] For port d96f1f45-6f9f-474d-bb6d-89a37d975562, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d96f1f45-6f9f-474d-bb6d-89a37d975562,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:23.983402 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0db2fa5c-a036-406d-919b-f9d4bd9e8f77 req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.984343 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc836d-be76-4e3b-aa5b-d41b5d697fe8 req-97bf62a8-a87d-41e9-89c6-261eebe95220 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:23.990733 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc836d-be76-4e3b-aa5b-d41b5d697fe8 req-97bf62a8-a87d-41e9-89c6-261eebe95220 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:23.997006 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc836d-be76-4e3b-aa5b-d41b5d697fe8 req-97bf62a8-a87d-41e9-89c6-261eebe95220 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:23.997406 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-0db2fa5c-a036-406d-919b-f9d4bd9e8f77 req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Calling delete_port for d96f1f45-6f9f-474d-bb6d-89a37d975562 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:24.000784 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6cd63bc9-27bc-4d83-866b-df17fc871e21 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:10:24.003678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc836d-be76-4e3b-aa5b-d41b5d697fe8 req-97bf62a8-a87d-41e9-89c6-261eebe95220 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:24.010532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc836d-be76-4e3b-aa5b-d41b5d697fe8 req-97bf62a8-a87d-41e9-89c6-261eebe95220 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:24.010952 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6cd63bc9-27bc-4d83-866b-df17fc871e21 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:24.017512 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.017936 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc836d-be76-4e3b-aa5b-d41b5d697fe8 req-97bf62a8-a87d-41e9-89c6-261eebe95220 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:24.018192 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 69415cbd-189f-422f-a960-2a926ad7a318 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:10:24.025884 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21dc836d-be76-4e3b-aa5b-d41b5d697fe8 req-97bf62a8-a87d-41e9-89c6-261eebe95220 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5424 time: 0.1172295 Nov 12 04:10:24.043894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57400) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:24.110754 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21dc836d-be76-4e3b-aa5b-d41b5d697fe8 req-7a7134da-4434-4178-9a8c-dae2a42fc810 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780044 Nov 12 04:10:24.188559 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=17a61e7e-6068-4414-a607-e5e69b99d95d,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:24.192794 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 69415cbd-189f-422f-a960-2a926ad7a318, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=69415cbd-189f-422f-a960-2a926ad7a318,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:24.218352 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0db2fa5c-a036-406d-919b-f9d4bd9e8f77 req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.219597 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-34177b2e-d8e3-4202-9e33-e62066d8060a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.235425 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '69415cbd-189f-422f-a960-2a926ad7a318', 'network_id': '7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71', 'port_id': '69415cbd-189f-422f-a960-2a926ad7a318', 'mac_address': 'fa:16:3e:ab:5f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61cd8dd5-27dc-411e-bdb2-d4a666d4799f', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:10:24.250510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Pushing event deleted for resources: {'Port': ['ID=d96f1f45-6f9f-474d-bb6d-89a37d975562,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:24.265798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b0000-a65f-41df-84a7-c17384112c74 req-d4afaffb-20e4-42b3-a63d-cd62e511b3ed tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:24.267468 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-989b0000-a65f-41df-84a7-c17384112c74 req-d4afaffb-20e4-42b3-a63d-cd62e511b3ed tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=924206b7-417d-4ef7-8130-d4b5df020643 HTTP/1.1" status: 200 len: 943 time: 0.0904610 Nov 12 04:10:24.285941 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:24.286561 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:24.287142 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:24.290986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:24.290986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:24.290986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:24.290986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:24.290986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:24.290986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:24.290986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:24.290986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:24.290986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:24.294266 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.299048 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.301780 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6cd63bc9-27bc-4d83-866b-df17fc871e21, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6cd63bc9-27bc-4d83-866b-df17fc871e21,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:24.308176 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db2fa5c-a036-406d-919b-f9d4bd9e8f77 req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] No DVR routers for this DVR port d96f1f45-6f9f-474d-bb6d-89a37d975562 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:10:24.317276 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0db2fa5c-a036-406d-919b-f9d4bd9e8f77 req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.320548 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0db2fa5c-a036-406d-919b-f9d4bd9e8f77 req-43cfd094-8256-455a-9bcd-3ec6fa3c5a28 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.21 "DELETE /v2.0/ports/d96f1f45-6f9f-474d-bb6d-89a37d975562 HTTP/1.1" status: 204 len: 173 time: 0.5442579 Nov 12 04:10:24.331111 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '6cd63bc9-27bc-4d83-866b-df17fc871e21', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '6cd63bc9-27bc-4d83-866b-df17fc871e21', 'mac_address': 'fa:16:3e:0f:7c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:10:24.334249 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69415cbd-189f-422f-a960-2a926ad7a318 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:24.351360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c78501-2cce-4043-a298-f3c71defeea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd63bc9-27bc-4d83-866b-df17fc871e21'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:24.353612 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d6e4e6-86b0-4246-b264-77d34ac94b1e" -d '{"events": [{"server_uuid": "a7c78501-2cce-4043-a298-f3c71defeea7", "name": "network-vif-unplugged", "status": "completed", "tag": "6cd63bc9-27bc-4d83-866b-df17fc871e21"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:24.363920 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-989b0000-a65f-41df-84a7-c17384112c74 req-4a0acab3-80e8-4a95-93c9-92e4b058cc8a tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861723 Nov 12 04:10:24.374364 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-34177b2e-d8e3-4202-9e33-e62066d8060a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.396011 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 69415cbd-189f-422f-a960-2a926ad7a318, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=69415cbd-189f-422f-a960-2a926ad7a318,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:24.397814 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6cd63bc9-27bc-4d83-866b-df17fc871e21, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6cd63bc9-27bc-4d83-866b-df17fc871e21,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:24.412889 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5242e6b-beea-46a9-a64d-d559470ea459 x-openstack-request-id: req-f5242e6b-beea-46a9-a64d-d559470ea459 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:24.413337 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.413657 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f2ead7-7586-44e7-b427-970490b3a0a7", "name": "network-vif-deleted", "tag": "c409b1df-ed15-49bd-be04-4fda07557ffb", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:24.414116 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5242e6b-beea-46a9-a64d-d559470ea459 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:24.414949 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f2ead7-7586-44e7-b427-970490b3a0a7', 'name': 'network-vif-deleted', 'tag': 'c409b1df-ed15-49bd-be04-4fda07557ffb', 'status': 'completed', 'code': 200} Nov 12 04:10:24.427637 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cd63bc9-27bc-4d83-866b-df17fc871e21 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:24.453832 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-34177b2e-d8e3-4202-9e33-e62066d8060a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.476955 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.477727 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 11eb097c-17d3-4062-b2a5-36f297c7cb65 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:10:24.482914 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.494866 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-34177b2e-d8e3-4202-9e33-e62066d8060a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2c82abc28a248f588081327a1a374b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4476361 Nov 12 04:10:24.495604 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34177b2e-d8e3-4202-9e33-e62066d8060a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aca7af3-b8f3-4608-9c6e-964cbd6144f0,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:24.498298 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57410) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:24.563923 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4e0dd2a-325c-4024-9592-4fa8299c689b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.585656 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 11eb097c-17d3-4062-b2a5-36f297c7cb65, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=11eb097c-17d3-4062-b2a5-36f297c7cb65,segment=NetworkSegment(bccac6fd-e5f2-4f45-b088-510ff6a481ca),segment_id=bccac6fd-e5f2-4f45-b088-510ff6a481ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:24.591513 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4e0dd2a-325c-4024-9592-4fa8299c689b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.593483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceaeada-2597-469d-8bd7-28a6caa40195 req-20799e04-1ab7-4a7c-b3bf-86776eac5930 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:24.595033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ceaeada-2597-469d-8bd7-28a6caa40195 req-20799e04-1ab7-4a7c-b3bf-86776eac5930 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 948 time: 0.0549784 Nov 12 04:10:24.600467 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:10:24.600829 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:10:24.603256 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=69415cbd-189f-422f-a960-2a926ad7a318,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:24.606036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '11eb097c-17d3-4062-b2a5-36f297c7cb65', 'network_id': 'ecbcbecc-0e29-431e-912b-e7c0f4b1ee19', 'port_id': '11eb097c-17d3-4062-b2a5-36f297c7cb65', 'mac_address': 'fa:16:3e:9a:89:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a42fff2-0f1b-446e-9878-5ae2918f0d15', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:10:24.660590 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ceaeada-2597-469d-8bd7-28a6caa40195 req-b9cd907e-5192-4e93-910e-647347830366 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545325 Nov 12 04:10:24.687860 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.689816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=6cd63bc9-27bc-4d83-866b-df17fc871e21,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:24.705712 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11eb097c-17d3-4062-b2a5-36f297c7cb65 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:24.726723 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 11eb097c-17d3-4062-b2a5-36f297c7cb65, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=11eb097c-17d3-4062-b2a5-36f297c7cb65,segment=NetworkSegment(bccac6fd-e5f2-4f45-b088-510ff6a481ca),segment_id=bccac6fd-e5f2-4f45-b088-510ff6a481ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:24.762842 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4e0dd2a-325c-4024-9592-4fa8299c689b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.765588 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4e0dd2a-325c-4024-9592-4fa8299c689b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.766805 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b4e0dd2a-325c-4024-9592-4fa8299c689b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6aca7af3-b8f3-4608-9c6e-964cbd6144f0 HTTP/1.1" status: 204 len: 168 time: 0.2668889 Nov 12 04:10:24.775012 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0dd2a-325c-4024-9592-4fa8299c689b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aca7af3-b8f3-4608-9c6e-964cbd6144f0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:24.777830 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea855490-8394-450a-b078-862b43a42182 req-1894ecdf-e830-445c-8e8b-fdcd8e77ea49 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:24.779572 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea855490-8394-450a-b078-862b43a42182 req-1894ecdf-e830-445c-8e8b-fdcd8e77ea49 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2024810-1a2b-4a7e-9a48-0a6af311af9c HTTP/1.1" status: 200 len: 950 time: 0.0569830 Nov 12 04:10:24.831045 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.831849 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea855490-8394-450a-b078-862b43a42182 req-be5ccc87-65db-42a9-80d6-69444852ca33 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455358 Nov 12 04:10:24.883473 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=11eb097c-17d3-4062-b2a5-36f297c7cb65,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:24.914475 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2ef5b95-924e-4ab6-a5f1-f3b270cfa866 req-59bc1875-f950-41d7-8fe8-787c166a1d7f tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0251210 Nov 12 04:10:24.962429 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20a54c7-f570-4b23-91fb-8806daa1f70f x-openstack-request-id: req-c20a54c7-f570-4b23-91fb-8806daa1f70f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:24.962429 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c78501-2cce-4043-a298-f3c71defeea7", "name": "network-vif-unplugged", "status": "completed", "tag": "6cd63bc9-27bc-4d83-866b-df17fc871e21", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:24.962429 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c20a54c7-f570-4b23-91fb-8806daa1f70f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:24.962831 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c78501-2cce-4043-a298-f3c71defeea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd63bc9-27bc-4d83-866b-df17fc871e21', 'code': 200} Nov 12 04:10:25.057761 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b53511cc-db06-4add-81b4-d2ab1ac611de req-d05f6675-c4ce-4624-b212-447efac953c7 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dca917c-7cd7-4029-ab90-975a4e0d1db3 HTTP/1.1" status: 200 len: 210 time: 0.0263772 Nov 12 04:10:25.141735 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.157709 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd63bc9-27bc-4d83-866b-df17fc871e21 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:25.178817 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6cd63bc9-27bc-4d83-866b-df17fc871e21, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6cd63bc9-27bc-4d83-866b-df17fc871e21,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:25.241224 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af49f4-5ced-456e-b7c3-0327dbe53d05 req-8213d252-8570-4d33-8a3d-bbd34dfa0f5e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:25.247306 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.247463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af49f4-5ced-456e-b7c3-0327dbe53d05 req-8213d252-8570-4d33-8a3d-bbd34dfa0f5e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:25.248108 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 4fad2446-d96b-4283-aff1-e1731ef0ff48 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:10:25.253448 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af49f4-5ced-456e-b7c3-0327dbe53d05 req-8213d252-8570-4d33-8a3d-bbd34dfa0f5e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:25.259518 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af49f4-5ced-456e-b7c3-0327dbe53d05 req-8213d252-8570-4d33-8a3d-bbd34dfa0f5e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:25.265740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af49f4-5ced-456e-b7c3-0327dbe53d05 req-8213d252-8570-4d33-8a3d-bbd34dfa0f5e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:25.271789 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af49f4-5ced-456e-b7c3-0327dbe53d05 req-8213d252-8570-4d33-8a3d-bbd34dfa0f5e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:25.278472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af49f4-5ced-456e-b7c3-0327dbe53d05 req-8213d252-8570-4d33-8a3d-bbd34dfa0f5e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:25.285771 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3af49f4-5ced-456e-b7c3-0327dbe53d05 req-8213d252-8570-4d33-8a3d-bbd34dfa0f5e tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5427 time: 0.0965459 Nov 12 04:10:25.324577 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=6cd63bc9-27bc-4d83-866b-df17fc871e21,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:25.348186 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3af49f4-5ced-456e-b7c3-0327dbe53d05 req-44559674-7e69-4218-87ee-e71ab76645f8 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607281 Nov 12 04:10:25.389167 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 4fad2446-d96b-4283-aff1-e1731ef0ff48, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4fad2446-d96b-4283-aff1-e1731ef0ff48,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:25.400744 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '4fad2446-d96b-4283-aff1-e1731ef0ff48', 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8', 'port_id': '4fad2446-d96b-4283-aff1-e1731ef0ff48', 'mac_address': 'fa:16:3e:c1:59:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504596be-ee34-4774-bccb-6ddc41bf3b5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:10:25.488842 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57420) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:25.500309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1dfd6-77bc-41ad-9903-e26c7f78d0d4 req-284092fd-c13b-4cc5-bc2d-ac997bee435a tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:25.502164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ce1dfd6-77bc-41ad-9903-e26c7f78d0d4 req-284092fd-c13b-4cc5-bc2d-ac997bee435a tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=924206b7-417d-4ef7-8130-d4b5df020643 HTTP/1.1" status: 200 len: 943 time: 0.0563726 Nov 12 04:10:25.504953 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98140212-42c3-426f-a635-5ebb1609c9dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.558572 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ce1dfd6-77bc-41ad-9903-e26c7f78d0d4 req-0059cdbc-01d8-420c-b7c5-bf6855b244f8 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475838 Nov 12 04:10:25.572947 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.587693 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fad2446-d96b-4283-aff1-e1731ef0ff48 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:25.607266 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98140212-42c3-426f-a635-5ebb1609c9dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.610113 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 4fad2446-d96b-4283-aff1-e1731ef0ff48, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4fad2446-d96b-4283-aff1-e1731ef0ff48,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:25.665255 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98140212-42c3-426f-a635-5ebb1609c9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.676827 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.722547 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-98140212-42c3-426f-a635-5ebb1609c9dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eaaf84e87ca248c8ba465d3d7da8aca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301383 Nov 12 04:10:25.722547 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98140212-42c3-426f-a635-5ebb1609c9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba88519-3b4b-4c46-8cce-ecb5e68fa265,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:25.723369 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57426) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:25.736541 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=4fad2446-d96b-4283-aff1-e1731ef0ff48,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:25.793244 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b993e318-5117-4faa-b5d2-46820d94a385 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.803056 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0de0b-12a9-4074-96d5-979d9de34196 req-63a6b31d-edf8-41cf-9a6a-8580eaea8701 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:25.804512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27b0de0b-12a9-4074-96d5-979d9de34196 req-63a6b31d-edf8-41cf-9a6a-8580eaea8701 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2024810-1a2b-4a7e-9a48-0a6af311af9c HTTP/1.1" status: 200 len: 950 time: 0.0961719 Nov 12 04:10:25.814046 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b993e318-5117-4faa-b5d2-46820d94a385 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.817315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec4a6-957a-4d0a-a742-2ea009c44056 req-d5531335-2544-4f63-ab53-0e36a4e1033f tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:25.818934 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9feec4a6-957a-4d0a-a742-2ea009c44056 req-d5531335-2544-4f63-ab53-0e36a4e1033f tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 949 time: 0.0718632 Nov 12 04:10:25.911253 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b993e318-5117-4faa-b5d2-46820d94a385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.913912 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b993e318-5117-4faa-b5d2-46820d94a385 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.915180 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b993e318-5117-4faa-b5d2-46820d94a385 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eba88519-3b4b-4c46-8cce-ecb5e68fa265 HTTP/1.1" status: 204 len: 168 time: 0.1909008 Nov 12 04:10:25.919345 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9feec4a6-957a-4d0a-a742-2ea009c44056 req-338a4017-03c1-4813-81bc-81076b4cd546 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925825 Nov 12 04:10:25.923472 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993e318-5117-4faa-b5d2-46820d94a385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba88519-3b4b-4c46-8cce-ecb5e68fa265,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:25.945386 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-27b0de0b-12a9-4074-96d5-979d9de34196 req-a7a8a022-4fcb-4117-8e06-cd65b7652191 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Deleting port 726a5cc5-3990-43cf-b20f-2af75320058e {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:25.945883 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-27b0de0b-12a9-4074-96d5-979d9de34196 req-a7a8a022-4fcb-4117-8e06-cd65b7652191 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.990570 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['a31dc5fe-a559-4a60-86e2-f58b3be550d8'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:26.067535 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['4fad2446-d96b-4283-aff1-e1731ef0ff48'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:26.077815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-27b0de0b-12a9-4074-96d5-979d9de34196 req-a7a8a022-4fcb-4117-8e06-cd65b7652191 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] For port 726a5cc5-3990-43cf-b20f-2af75320058e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=726a5cc5-3990-43cf-b20f-2af75320058e,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:26.078249 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-27b0de0b-12a9-4074-96d5-979d9de34196 req-a7a8a022-4fcb-4117-8e06-cd65b7652191 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:26.098269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063edc6-656a-4fd0-b707-ab360ae9eda7 req-a1bcf965-0eb1-4628-a15a-8d159d780408 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:26.099735 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['6cd63bc9-27bc-4d83-866b-df17fc871e21'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:26.099919 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c063edc6-656a-4fd0-b707-ab360ae9eda7 req-a1bcf965-0eb1-4628-a15a-8d159d780408 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2024810-1a2b-4a7e-9a48-0a6af311af9c HTTP/1.1" status: 200 len: 950 time: 0.0966904 Nov 12 04:10:26.106611 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-27b0de0b-12a9-4074-96d5-979d9de34196 req-a7a8a022-4fcb-4117-8e06-cd65b7652191 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Calling delete_port for 726a5cc5-3990-43cf-b20f-2af75320058e owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:26.145927 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['9ca5d185-5a63-4f3f-a125-b9efa34773e5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:26.157887 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['17a61e7e-6068-4414-a607-e5e69b99d95d'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:26.204825 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['69415cbd-189f-422f-a960-2a926ad7a318'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:26.217556 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c063edc6-656a-4fd0-b707-ab360ae9eda7 req-80b0a62f-9099-4fb6-8d02-10c70ae13ee3 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.37 "GET /v2.0/security-groups?id=828bab2a-b298-4b8c-aa63-577438f8c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051004 Nov 12 04:10:26.361302 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29498c06-c6a4-4625-9115-734a10e73a86 req-59104af7-c241-4eac-bef7-93b227039e33 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0378997 Nov 12 04:10:26.417164 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dca917c-7cd7-4029-ab90-975a4e0d1db3', 'name': 'network-vif-deleted', 'tag': 'd96f1f45-6f9f-474d-bb6d-89a37d975562'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:26.419105 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-27b0de0b-12a9-4074-96d5-979d9de34196 req-a7a8a022-4fcb-4117-8e06-cd65b7652191 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:26.423512 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8024fa-e580-4324-a9d3-3102093df237" -d '{"events": [{"server_uuid": "9dca917c-7cd7-4029-ab90-975a4e0d1db3", "name": "network-vif-deleted", "tag": "d96f1f45-6f9f-474d-bb6d-89a37d975562"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:26.465306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8a022-4fcb-4117-8e06-cd65b7652191 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Pushing event deleted for resources: {'Port': ['ID=726a5cc5-3990-43cf-b20f-2af75320058e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:26.522314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b0de0b-12a9-4074-96d5-979d9de34196 req-a7a8a022-4fcb-4117-8e06-cd65b7652191 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] No DVR routers for this DVR port 726a5cc5-3990-43cf-b20f-2af75320058e on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:10:26.526967 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-27b0de0b-12a9-4074-96d5-979d9de34196 req-a7a8a022-4fcb-4117-8e06-cd65b7652191 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:26.531707 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27b0de0b-12a9-4074-96d5-979d9de34196 req-a7a8a022-4fcb-4117-8e06-cd65b7652191 tempest-ServersAdminNegativeTestJSON-1511341357 tempest-ServersAdminNegativeTestJSON-1511341357-project] 10.222.0.31 "DELETE /v2.0/ports/726a5cc5-3990-43cf-b20f-2af75320058e HTTP/1.1" status: 204 len: 173 time: 0.7118618 Nov 12 04:10:26.533573 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2024810-1a2b-4a7e-9a48-0a6af311af9c', 'name': 'network-vif-deleted', 'tag': '726a5cc5-3990-43cf-b20f-2af75320058e'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:26.536985 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9a585c-0e59-4825-a60a-8a5941951f49" -d '{"events": [{"server_uuid": "e2024810-1a2b-4a7e-9a48-0a6af311af9c", "name": "network-vif-deleted", "tag": "726a5cc5-3990-43cf-b20f-2af75320058e"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:26.599364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee640fe4-9adf-4dfa-a24e-3c83f7f56af8 req-75576b6c-ee02-4a99-9401-6ad665d0ad90 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:26.605524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee640fe4-9adf-4dfa-a24e-3c83f7f56af8 req-75576b6c-ee02-4a99-9401-6ad665d0ad90 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:26.613425 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee640fe4-9adf-4dfa-a24e-3c83f7f56af8 req-75576b6c-ee02-4a99-9401-6ad665d0ad90 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:26.619796 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee640fe4-9adf-4dfa-a24e-3c83f7f56af8 req-75576b6c-ee02-4a99-9401-6ad665d0ad90 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:26.625934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee640fe4-9adf-4dfa-a24e-3c83f7f56af8 req-75576b6c-ee02-4a99-9401-6ad665d0ad90 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:26.633547 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee640fe4-9adf-4dfa-a24e-3c83f7f56af8 req-75576b6c-ee02-4a99-9401-6ad665d0ad90 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:26.639545 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee640fe4-9adf-4dfa-a24e-3c83f7f56af8 req-75576b6c-ee02-4a99-9401-6ad665d0ad90 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:26.642262 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee640fe4-9adf-4dfa-a24e-3c83f7f56af8 req-75576b6c-ee02-4a99-9401-6ad665d0ad90 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5427 time: 0.1090329 Nov 12 04:10:26.740694 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee640fe4-9adf-4dfa-a24e-3c83f7f56af8 req-554ad0b7-8f5f-415a-9179-3c63c925e4a8 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844421 Nov 12 04:10:26.792836 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a07b89-b208-4a13-afbd-93d72b50af47 x-openstack-request-id: req-f6a07b89-b208-4a13-afbd-93d72b50af47 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:26.792836 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dca917c-7cd7-4029-ab90-975a4e0d1db3", "name": "network-vif-deleted", "tag": "d96f1f45-6f9f-474d-bb6d-89a37d975562", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:26.792836 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6a07b89-b208-4a13-afbd-93d72b50af47 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:26.792836 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dca917c-7cd7-4029-ab90-975a4e0d1db3', 'name': 'network-vif-deleted', 'tag': 'd96f1f45-6f9f-474d-bb6d-89a37d975562', 'status': 'completed', 'code': 200} Nov 12 04:10:27.198268 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c768960b-4840-4884-9bde-128b607837bc x-openstack-request-id: req-c768960b-4840-4884-9bde-128b607837bc {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:27.200267 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2024810-1a2b-4a7e-9a48-0a6af311af9c", "name": "network-vif-deleted", "tag": "726a5cc5-3990-43cf-b20f-2af75320058e", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:27.200267 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c768960b-4840-4884-9bde-128b607837bc {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:27.200267 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2024810-1a2b-4a7e-9a48-0a6af311af9c', 'name': 'network-vif-deleted', 'tag': '726a5cc5-3990-43cf-b20f-2af75320058e', 'status': 'completed', 'code': 200} Nov 12 04:10:27.292075 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['72da5947-cccd-4ca5-91c9-c89652acda89'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:27.292703 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35604391-3882-4675-ace6-cfb8fc495639 req-8ee6e85e-5a0b-43f9-9e13-bb977ec025db tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:27.293836 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-35604391-3882-4675-ace6-cfb8fc495639 req-8ee6e85e-5a0b-43f9-9e13-bb977ec025db tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=924206b7-417d-4ef7-8130-d4b5df020643 HTTP/1.1" status: 200 len: 944 time: 0.0516498 Nov 12 04:10:27.345823 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-35604391-3882-4675-ace6-cfb8fc495639 req-22453e7b-6189-4b65-9ff3-10800bd0f055 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450003 Nov 12 04:10:27.384416 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['1eb0d63d-40a7-4256-ab23-8d45c77009fa'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:27.413370 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['11eb097c-17d3-4062-b2a5-36f297c7cb65'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:27.457919 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['726a5cc5-3990-43cf-b20f-2af75320058e'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:27.553292 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66704f5-bf76-4653-9232-cf78afab8af2 req-0b50068c-412b-4e54-a43d-fa37b57f5c22 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:27.555298 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c66704f5-bf76-4653-9232-cf78afab8af2 req-0b50068c-412b-4e54-a43d-fa37b57f5c22 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 949 time: 0.0540454 Nov 12 04:10:27.615223 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c66704f5-bf76-4653-9232-cf78afab8af2 req-237802a6-6b91-479a-aa0f-e563a2ce3cfc tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526528 Nov 12 04:10:27.751295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e96959-a2d5-4a52-b8bb-4e2ae4f53d44 req-4f18b5c6-a619-4415-962f-804e99243234 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:27.753648 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80e96959-a2d5-4a52-b8bb-4e2ae4f53d44 req-4f18b5c6-a619-4415-962f-804e99243234 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 944 time: 0.0747409 Nov 12 04:10:27.840633 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80e96959-a2d5-4a52-b8bb-4e2ae4f53d44 req-f63ee546-be25-40da-b4cc-445f9475b012 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b2a8660-3b75-4691-828b-c795a667560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751297 Nov 12 04:10:27.867433 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141aba1-18b4-47df-a229-215348538e4a req-3e09e176-be98-415d-ae12-874b1c22b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:27.867433 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1141aba1-18b4-47df-a229-215348538e4a req-3e09e176-be98-415d-ae12-874b1c22b134 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4901967e21a646d1932f36d95989453c&device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 1101 time: 0.0930166 Nov 12 04:10:28.006576 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a07edb0b-b79c-4d1f-85d1-7bc4dd14ae1f req-4e1405c7-2c8b-4c45-a88c-31795e975567 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0304685 Nov 12 04:10:28.040157 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141aba1-18b4-47df-a229-215348538e4a req-b1a946e2-90f3-40f6-8802-7239a7134ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:28.041694 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1141aba1-18b4-47df-a229-215348538e4a req-b1a946e2-90f3-40f6-8802-7239a7134ea1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1439767 Nov 12 04:10:28.046489 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6cd63bc9-27bc-4d83-866b-df17fc871e21 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:28.108867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 6cd63bc9-27bc-4d83-866b-df17fc871e21 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:28.109899 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.116183 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1141aba1-18b4-47df-a229-215348538e4a req-90f9b7a3-c96c-4e8b-afb8-84058834942d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=6cd63bc9-27bc-4d83-866b-df17fc871e21 HTTP/1.1" status: 200 len: 217 time: 0.0579317 Nov 12 04:10:28.193913 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.203183 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451202f-ec9f-4ef0-8a18-77f0e2748def req-9f3a4f77-62ec-4cfb-9911-c0e09b61b4c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:28.209158 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451202f-ec9f-4ef0-8a18-77f0e2748def req-9f3a4f77-62ec-4cfb-9911-c0e09b61b4c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:28.215699 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451202f-ec9f-4ef0-8a18-77f0e2748def req-9f3a4f77-62ec-4cfb-9911-c0e09b61b4c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:28.218772 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c78501-2cce-4043-a298-f3c71defeea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd63bc9-27bc-4d83-866b-df17fc871e21'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:28.219521 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d133925c-2011-46f2-b739-3ccd92b12bc9" -d '{"events": [{"server_uuid": "a7c78501-2cce-4043-a298-f3c71defeea7", "name": "network-vif-plugged", "status": "completed", "tag": "6cd63bc9-27bc-4d83-866b-df17fc871e21"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:28.222006 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451202f-ec9f-4ef0-8a18-77f0e2748def req-9f3a4f77-62ec-4cfb-9911-c0e09b61b4c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:28.228838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451202f-ec9f-4ef0-8a18-77f0e2748def req-9f3a4f77-62ec-4cfb-9911-c0e09b61b4c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:28.232801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6cd63bc9-27bc-4d83-866b-df17fc871e21, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6cd63bc9-27bc-4d83-866b-df17fc871e21,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:28.235546 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451202f-ec9f-4ef0-8a18-77f0e2748def req-9f3a4f77-62ec-4cfb-9911-c0e09b61b4c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:28.241478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451202f-ec9f-4ef0-8a18-77f0e2748def req-9f3a4f77-62ec-4cfb-9911-c0e09b61b4c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:28.247137 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a451202f-ec9f-4ef0-8a18-77f0e2748def req-9f3a4f77-62ec-4cfb-9911-c0e09b61b4c9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5427 time: 0.1420190 Nov 12 04:10:28.254117 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141aba1-18b4-47df-a229-215348538e4a req-e4b28f20-140b-44b8-ab9e-8a1ce8a04542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:28.255655 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1141aba1-18b4-47df-a229-215348538e4a req-e4b28f20-140b-44b8-ab9e-8a1ce8a04542 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1233516 Nov 12 04:10:28.268413 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d35012-b2d2-48d9-add2-95b988c26dd7 req-9b94f906-ecf3-4edc-8284-2af6312164e5 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:28.270573 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-02d35012-b2d2-48d9-add2-95b988c26dd7 req-9b94f906-ecf3-4edc-8284-2af6312164e5 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 944 time: 0.0532889 Nov 12 04:10:28.305827 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.307262 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 4fad2446-d96b-4283-aff1-e1731ef0ff48 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:28.349301 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141aba1-18b4-47df-a229-215348538e4a req-c4a6216b-2bc0-42e4-ae09-6ce2752fc8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:28.350916 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1141aba1-18b4-47df-a229-215348538e4a req-c4a6216b-2bc0-42e4-ae09-6ce2752fc8fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0815809 Nov 12 04:10:28.357230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a451202f-ec9f-4ef0-8a18-77f0e2748def req-4a3012d6-d082-45ba-8486-eefe8ab7ff54 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1060481 Nov 12 04:10:28.380990 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-02d35012-b2d2-48d9-add2-95b988c26dd7 req-f6a17a4d-8ba4-446f-9a5c-30fabd4b2657 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Deleting port 4cd785c9-5050-4a76-86ac-dd56fc4d906f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:28.381690 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-02d35012-b2d2-48d9-add2-95b988c26dd7 req-f6a17a4d-8ba4-446f-9a5c-30fabd4b2657 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.471683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=6cd63bc9-27bc-4d83-866b-df17fc871e21,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:28.512210 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 4fad2446-d96b-4283-aff1-e1731ef0ff48 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:10:28.523352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 4fad2446-d96b-4283-aff1-e1731ef0ff48 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:28.525453 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.536598 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1141aba1-18b4-47df-a229-215348538e4a req-9343695e-2673-4c17-87c7-ea9e5f1c8f88 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751721 Nov 12 04:10:28.555758 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-268c1d12-8bfe-4bb0-accd-c98b20917e33 req-24adae7d-3565-42c5-a627-121af3bcfb5d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0691805 Nov 12 04:10:28.564116 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-02d35012-b2d2-48d9-add2-95b988c26dd7 req-f6a17a4d-8ba4-446f-9a5c-30fabd4b2657 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] For port 4cd785c9-5050-4a76-86ac-dd56fc4d906f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=4cd785c9-5050-4a76-86ac-dd56fc4d906f,segment=NetworkSegment(d9fcc6f9-b8fd-4301-965e-7cfd3df22335),segment_id=d9fcc6f9-b8fd-4301-965e-7cfd3df22335)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:28.568797 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-02d35012-b2d2-48d9-add2-95b988c26dd7 req-f6a17a4d-8ba4-446f-9a5c-30fabd4b2657 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.576210 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57504) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:28.591708 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-02d35012-b2d2-48d9-add2-95b988c26dd7 req-f6a17a4d-8ba4-446f-9a5c-30fabd4b2657 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Calling delete_port for 4cd785c9-5050-4a76-86ac-dd56fc4d906f owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:28.692055 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1141aba1-18b4-47df-a229-215348538e4a req-dde1168b-9b8b-4de2-8c98-f31955ccff68 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453633 Nov 12 04:10:28.700991 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.709708 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c1d12-8bfe-4bb0-accd-c98b20917e33 req-5a83068f-7d2f-4519-952f-b40628c8f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:28.714778 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-268c1d12-8bfe-4bb0-accd-c98b20917e33 req-5a83068f-7d2f-4519-952f-b40628c8f5c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa93be6bc71a4bdfb528fa8585b984dd&device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 1097 time: 0.1066778 Nov 12 04:10:28.770013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 4fad2446-d96b-4283-aff1-e1731ef0ff48, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4fad2446-d96b-4283-aff1-e1731ef0ff48,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:28.775160 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f146a716-296b-4c1e-bbb5-4843f1303235 x-openstack-request-id: req-f146a716-296b-4c1e-bbb5-4843f1303235 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:28.775554 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c78501-2cce-4043-a298-f3c71defeea7", "name": "network-vif-plugged", "status": "completed", "tag": "6cd63bc9-27bc-4d83-866b-df17fc871e21", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:28.775972 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f146a716-296b-4c1e-bbb5-4843f1303235 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:28.776465 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c78501-2cce-4043-a298-f3c71defeea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd63bc9-27bc-4d83-866b-df17fc871e21', 'code': 200} Nov 12 04:10:28.856490 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.857430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 726a5cc5-3990-43cf-b20f-2af75320058e no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:28.863647 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6404e52d-ffe6-49a4-84f1-3fe4ed4ba718 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b803f4029f54c809c797ba0bb9468c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860565 Nov 12 04:10:28.866405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57512) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:28.893489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2f916-eaf0-449c-86f1-156bb6070ee6 req-0c780eb2-5c03-4ec7-bfb1-d0df8d7725e2 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:28.896245 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41c2f916-eaf0-449c-86f1-156bb6070ee6 req-0c780eb2-5c03-4ec7-bfb1-d0df8d7725e2 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=924206b7-417d-4ef7-8130-d4b5df020643 HTTP/1.1" status: 200 len: 944 time: 0.0713973 Nov 12 04:10:28.896415 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 726a5cc5-3990-43cf-b20f-2af75320058e {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:28.896415 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 726a5cc5-3990-43cf-b20f-2af75320058e not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:28.899004 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c1d12-8bfe-4bb0-accd-c98b20917e33 req-20dcc439-d596-4c83-a8eb-196ccb2f8971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:28.900676 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-268c1d12-8bfe-4bb0-accd-c98b20917e33 req-20dcc439-d596-4c83-a8eb-196ccb2f8971 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd4bf67c-19a6-4e3a-8827-02af080b98c9 HTTP/1.1" status: 200 len: 906 time: 0.1555281 Nov 12 04:10:28.947495 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=4fad2446-d96b-4283-aff1-e1731ef0ff48,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:28.963875 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-02d35012-b2d2-48d9-add2-95b988c26dd7 req-f6a17a4d-8ba4-446f-9a5c-30fabd4b2657 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.997970 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d96f1f45-6f9f-474d-bb6d-89a37d975562 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:28.998822 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a17a4d-8ba4-446f-9a5c-30fabd4b2657 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Pushing event deleted for resources: {'Port': ['ID=4cd785c9-5050-4a76-86ac-dd56fc4d906f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:29.012360 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41c2f916-eaf0-449c-86f1-156bb6070ee6 req-127a16ed-d5a4-4aa4-8882-daef6cc20cba tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021731 Nov 12 04:10:29.013372 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a34ed310-acca-4d7d-9e9d-d740eb2fe582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:29.037831 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: d96f1f45-6f9f-474d-bb6d-89a37d975562 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:29.039186 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d96f1f45-6f9f-474d-bb6d-89a37d975562 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:29.040841 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a34ed310-acca-4d7d-9e9d-d740eb2fe582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:29.060677 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d35012-b2d2-48d9-add2-95b988c26dd7 req-f6a17a4d-8ba4-446f-9a5c-30fabd4b2657 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] No DVR routers for this DVR port 4cd785c9-5050-4a76-86ac-dd56fc4d906f on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:10:29.064971 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-02d35012-b2d2-48d9-add2-95b988c26dd7 req-f6a17a4d-8ba4-446f-9a5c-30fabd4b2657 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:29.066328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599edb1b-61b3-4f9a-a593-a423343707c1 req-71a16d5a-328a-4cd2-83a4-1118be18681d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:29.067878 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-599edb1b-61b3-4f9a-a593-a423343707c1 req-71a16d5a-328a-4cd2-83a4-1118be18681d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 1102 time: 0.0892737 Nov 12 04:10:29.068207 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-02d35012-b2d2-48d9-add2-95b988c26dd7 req-f6a17a4d-8ba4-446f-9a5c-30fabd4b2657 tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.21 "DELETE /v2.0/ports/4cd785c9-5050-4a76-86ac-dd56fc4d906f HTTP/1.1" status: 204 len: 173 time: 0.7896500 Nov 12 04:10:29.068649 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b84afd-fe7d-4e62-a5e5-5251e514297e', 'name': 'network-vif-deleted', 'tag': '4cd785c9-5050-4a76-86ac-dd56fc4d906f'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:29.070896 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6750849d-9943-4a20-bcc3-cc433b42b171" -d '{"events": [{"server_uuid": "d9b84afd-fe7d-4e62-a5e5-5251e514297e", "name": "network-vif-deleted", "tag": "4cd785c9-5050-4a76-86ac-dd56fc4d906f"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:29.076234 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-268c1d12-8bfe-4bb0-accd-c98b20917e33 req-20fb6c9e-f779-4e4e-af6e-4a70048678a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=235fd41b-6b1d-4d6d-8fa9-59cccc1e337f HTTP/1.1" status: 200 len: 1001 time: 0.1626959 Nov 12 04:10:29.125555 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-599edb1b-61b3-4f9a-a593-a423343707c1 req-eda87508-60a5-4129-853e-766c8116e722 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482607 Nov 12 04:10:29.165180 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c1d12-8bfe-4bb0-accd-c98b20917e33 req-1a02a06e-2812-4c04-a911-dd90ea8f562b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:29.166555 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-268c1d12-8bfe-4bb0-accd-c98b20917e33 req-1a02a06e-2812-4c04-a911-dd90ea8f562b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b HTTP/1.1" status: 200 len: 844 time: 0.0471542 Nov 12 04:10:29.215842 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c1d12-8bfe-4bb0-accd-c98b20917e33 req-70375710-88f5-4f68-a147-bccc788159e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:29.217269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f436b-d64a-4f44-a5c2-eefb707d1bf4 req-c1715155-5d2b-4186-8cc3-345dfc418d25 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:29.217444 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-268c1d12-8bfe-4bb0-accd-c98b20917e33 req-70375710-88f5-4f68-a147-bccc788159e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd4bf67c-19a6-4e3a-8827-02af080b98c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434606 Nov 12 04:10:29.219041 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a21f436b-d64a-4f44-a5c2-eefb707d1bf4 req-c1715155-5d2b-4186-8cc3-345dfc418d25 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0508845 Nov 12 04:10:29.238957 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a34ed310-acca-4d7d-9e9d-d740eb2fe582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:29.241520 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a34ed310-acca-4d7d-9e9d-d740eb2fe582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:29.242655 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a34ed310-acca-4d7d-9e9d-d740eb2fe582 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/828bab2a-b298-4b8c-aa63-577438f8c181 HTTP/1.1" status: 204 len: 168 time: 0.3738987 Nov 12 04:10:29.261113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ed310-acca-4d7d-9e9d-d740eb2fe582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828bab2a-b298-4b8c-aa63-577438f8c181,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:29.277037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ed310-acca-4d7d-9e9d-d740eb2fe582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.277418 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ed310-acca-4d7d-9e9d-d740eb2fe582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.277757 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ed310-acca-4d7d-9e9d-d740eb2fe582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.278487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ed310-acca-4d7d-9e9d-d740eb2fe582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.278487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ed310-acca-4d7d-9e9d-d740eb2fe582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.278773 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ed310-acca-4d7d-9e9d-d740eb2fe582 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.279082 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ed310-acca-4d7d-9e9d-d740eb2fe582 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.279406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ed310-acca-4d7d-9e9d-d740eb2fe582 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.279795 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ed310-acca-4d7d-9e9d-d740eb2fe582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.280128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ed310-acca-4d7d-9e9d-d740eb2fe582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.280456 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ed310-acca-4d7d-9e9d-d740eb2fe582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.280767 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ed310-acca-4d7d-9e9d-d740eb2fe582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.290501 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a21f436b-d64a-4f44-a5c2-eefb707d1bf4 req-29edbd8c-5282-4591-875c-70e5fcb22558 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652750 Nov 12 04:10:29.323671 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-268c1d12-8bfe-4bb0-accd-c98b20917e33 req-0208a27a-bd22-4343-9f8f-fb19734cfd3d service neutron] 10.222.0.21 "GET /v2.0/networks/cd4bf67c-19a6-4e3a-8827-02af080b98c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975947 Nov 12 04:10:29.428419 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-268c1d12-8bfe-4bb0-accd-c98b20917e33 req-67f5568d-3a20-4c14-ae70-1327e8d89fa6 service neutron] 10.222.0.21 "GET /v2.0/networks/cd4bf67c-19a6-4e3a-8827-02af080b98c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926764 Nov 12 04:10:29.470330 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5dbaa424-f77e-4f21-a2d5-19484c153dab req-fd4fe1dc-52f3-4bfe-b969-264255b1018e tempest-LiveAutoBlockMigrationV225Test-254227601 tempest-LiveAutoBlockMigrationV225Test-254227601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9b84afd-fe7d-4e62-a5e5-5251e514297e HTTP/1.1" status: 200 len: 210 time: 0.0277882 Nov 12 04:10:29.556145 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6018d79c-84fb-4bb0-a704-d5ff9e12483f req-59dbcba8-7be7-48de-b9ec-018f255186ca tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0269420 Nov 12 04:10:29.604630 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29828302-d2be-420a-b81a-3b324b989ee9 x-openstack-request-id: req-29828302-d2be-420a-b81a-3b324b989ee9 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:29.605098 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b84afd-fe7d-4e62-a5e5-5251e514297e", "name": "network-vif-deleted", "tag": "4cd785c9-5050-4a76-86ac-dd56fc4d906f", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:29.606071 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29828302-d2be-420a-b81a-3b324b989ee9 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:29.606719 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b84afd-fe7d-4e62-a5e5-5251e514297e', 'name': 'network-vif-deleted', 'tag': '4cd785c9-5050-4a76-86ac-dd56fc4d906f', 'status': 'completed', 'code': 200} Nov 12 04:10:29.745399 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b4310-29ca-413d-9fa0-104d6c48d14e req-cdbbd00a-9057-454b-8993-ef5655bd0822 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:29.751402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b4310-29ca-413d-9fa0-104d6c48d14e req-cdbbd00a-9057-454b-8993-ef5655bd0822 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:29.757380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b4310-29ca-413d-9fa0-104d6c48d14e req-cdbbd00a-9057-454b-8993-ef5655bd0822 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:29.763340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b4310-29ca-413d-9fa0-104d6c48d14e req-cdbbd00a-9057-454b-8993-ef5655bd0822 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:29.769217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b4310-29ca-413d-9fa0-104d6c48d14e req-cdbbd00a-9057-454b-8993-ef5655bd0822 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:29.775147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b4310-29ca-413d-9fa0-104d6c48d14e req-cdbbd00a-9057-454b-8993-ef5655bd0822 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:29.781625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b4310-29ca-413d-9fa0-104d6c48d14e req-cdbbd00a-9057-454b-8993-ef5655bd0822 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:29.783451 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-543b4310-29ca-413d-9fa0-104d6c48d14e req-cdbbd00a-9057-454b-8993-ef5655bd0822 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5427 time: 0.0944679 Nov 12 04:10:29.841211 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-543b4310-29ca-413d-9fa0-104d6c48d14e req-edb4cba3-2b31-4cce-a2d5-db0f9b03aeab tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516467 Nov 12 04:10:29.899410 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57532) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:29.945906 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57534) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:29.946162 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9c600787-64de-45cc-a3aa-430132ef6718 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bbf6517fd5e84509914527a4a26ca398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454805 Nov 12 04:10:29.994943 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec869e25-733e-4800-b453-934059c8731d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:30.016426 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec869e25-733e-4800-b453-934059c8731d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:30.128543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68164f-a62a-4244-8b7f-95723890ccd7 req-221cab22-ef20-4a19-ac4b-169527426c05 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:30.130007 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f68164f-a62a-4244-8b7f-95723890ccd7 req-221cab22-ef20-4a19-ac4b-169527426c05 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=924206b7-417d-4ef7-8130-d4b5df020643 HTTP/1.1" status: 200 len: 945 time: 0.0485456 Nov 12 04:10:30.132456 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec869e25-733e-4800-b453-934059c8731d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:30.135086 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec869e25-733e-4800-b453-934059c8731d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:30.136331 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ec869e25-733e-4800-b453-934059c8731d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/163fbfdc-5a16-4a09-8995-f5e67881e99b HTTP/1.1" status: 204 len: 168 time: 0.1891711 Nov 12 04:10:30.163456 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec869e25-733e-4800-b453-934059c8731d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163fbfdc-5a16-4a09-8995-f5e67881e99b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:30.218297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f68164f-a62a-4244-8b7f-95723890ccd7 req-55a8d69e-379f-4847-a940-d372899ac625 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801070 Nov 12 04:10:30.430990 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48ca1e-0cef-42e6-9c31-dceb69b99248 req-4c656794-1c6f-4d66-b1f6-ff7ddcb091c5 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:30.439271 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b48ca1e-0cef-42e6-9c31-dceb69b99248 req-4c656794-1c6f-4d66-b1f6-ff7ddcb091c5 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0646870 Nov 12 04:10:30.494727 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b48ca1e-0cef-42e6-9c31-dceb69b99248 req-6aa05441-c295-4b8e-80c6-e8fcc59d3a96 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441616 Nov 12 04:10:30.500473 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57550) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:30.551503 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57554) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:30.637812 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea9fe94b-b9a4-4434-a2a9-8a7e4a33512c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:30.665848 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94b2a664-923b-4d2b-8587-33b64853a98f req-3b193d2b-8c3f-4fd4-8a79-118e40ed0590 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0287864 Nov 12 04:10:30.752972 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f441c8e-69d8-4edc-9738-45fbd702aa61 admin admin] Deleting subnet 59ca9b74-5f18-4dc9-9fac-822797e5b209 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:10:30.760154 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f441c8e-69d8-4edc-9738-45fbd702aa61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:30.777527 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924206b7-417d-4ef7-8130-d4b5df020643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fad2446-d96b-4283-aff1-e1731ef0ff48'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:30.780876 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1c9912-0304-4235-8795-eab8fc5b4e25" -d '{"events": [{"server_uuid": "924206b7-417d-4ef7-8130-d4b5df020643", "name": "network-vif-plugged", "status": "completed", "tag": "4fad2446-d96b-4283-aff1-e1731ef0ff48"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:30.806453 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f441c8e-69d8-4edc-9738-45fbd702aa61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:30.826716 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a71bf1-6d11-409e-b9ef-6ab7191f57f5 x-openstack-request-id: req-51a71bf1-6d11-409e-b9ef-6ab7191f57f5 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:30.827009 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924206b7-417d-4ef7-8130-d4b5df020643", "name": "network-vif-plugged", "status": "completed", "tag": "4fad2446-d96b-4283-aff1-e1731ef0ff48", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:30.827258 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51a71bf1-6d11-409e-b9ef-6ab7191f57f5 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:30.827647 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924206b7-417d-4ef7-8130-d4b5df020643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fad2446-d96b-4283-aff1-e1731ef0ff48', 'code': 200} Nov 12 04:10:30.853854 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea9fe94b-b9a4-4434-a2a9-8a7e4a33512c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:30.869913 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f441c8e-69d8-4edc-9738-45fbd702aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:30.984362 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a31dc5fe-a559-4a60-86e2-f58b3be550d8 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:31.059458 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53165917-072a-4d52-b3ae-48a31fe9710f req-e91dca6a-90f3-4058-8649-63722b34d4d6 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:31.065590 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53165917-072a-4d52-b3ae-48a31fe9710f req-e91dca6a-90f3-4058-8649-63722b34d4d6 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:31.080524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53165917-072a-4d52-b3ae-48a31fe9710f req-e91dca6a-90f3-4058-8649-63722b34d4d6 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:31.088104 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53165917-072a-4d52-b3ae-48a31fe9710f req-e91dca6a-90f3-4058-8649-63722b34d4d6 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:31.101972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port a31dc5fe-a559-4a60-86e2-f58b3be550d8 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:10:31.110886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53165917-072a-4d52-b3ae-48a31fe9710f req-e91dca6a-90f3-4058-8649-63722b34d4d6 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:31.111071 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port a31dc5fe-a559-4a60-86e2-f58b3be550d8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:31.111071 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.114555 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53165917-072a-4d52-b3ae-48a31fe9710f req-e91dca6a-90f3-4058-8649-63722b34d4d6 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:31.120670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53165917-072a-4d52-b3ae-48a31fe9710f req-e91dca6a-90f3-4058-8649-63722b34d4d6 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:31.123140 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53165917-072a-4d52-b3ae-48a31fe9710f req-e91dca6a-90f3-4058-8649-63722b34d4d6 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5427 time: 0.1942036 Nov 12 04:10:31.140725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eabd11-e1dd-49e7-ab57-c89b8f3d7181 req-64f4e8fb-90ca-40dd-a64c-8823e9f3365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:31.144712 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70eabd11-e1dd-49e7-ab57-c89b8f3d7181 req-64f4e8fb-90ca-40dd-a64c-8823e9f3365e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=924206b7-417d-4ef7-8130-d4b5df020643 HTTP/1.1" status: 200 len: 1097 time: 0.1863050 Nov 12 04:10:31.224787 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea9fe94b-b9a4-4434-a2a9-8a7e4a33512c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.237432 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.264993 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53165917-072a-4d52-b3ae-48a31fe9710f req-b5dc29b3-2150-4756-9f5b-ac039e03cf96 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1191566 Nov 12 04:10:31.274573 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port a31dc5fe-a559-4a60-86e2-f58b3be550d8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a31dc5fe-a559-4a60-86e2-f58b3be550d8,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:31.277645 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ea9fe94b-b9a4-4434-a2a9-8a7e4a33512c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=263eeb75ad674f6eb24630736eea0095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7749062 Nov 12 04:10:31.280407 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fe94b-b9a4-4434-a2a9-8a7e4a33512c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db65611-023a-4d81-bc62-0c62051dadb5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:31.283442 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57580) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:31.313118 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70eabd11-e1dd-49e7-ab57-c89b8f3d7181 req-b74203a3-2426-45c7-8d06-d565f3cc3832 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383235 Nov 12 04:10:31.339276 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.340219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 9ca5d185-5a63-4f3f-a125-b9efa34773e5 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:31.349422 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68b2971a-7b4f-438c-917e-f2081cb5dbe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.370810 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f441c8e-69d8-4edc-9738-45fbd702aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.379579 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68b2971a-7b4f-438c-917e-f2081cb5dbe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.420309 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f441c8e-69d8-4edc-9738-45fbd702aa61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59ca9b74-5f18-4dc9-9fac-822797e5b209,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:31.431271 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f441c8e-69d8-4edc-9738-45fbd702aa61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.437446 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8f441c8e-69d8-4edc-9738-45fbd702aa61 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/59ca9b74-5f18-4dc9-9fac-822797e5b209 HTTP/1.1" status: 204 len: 168 time: 0.8826659 Nov 12 04:10:31.438241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57586) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:31.452972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=a31dc5fe-a559-4a60-86e2-f58b3be550d8,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:31.457842 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57588) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:31.491238 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0835a43-be85-46f1-8341-eb8e5b772937 req-3fd0ce5b-577f-4538-b920-ce2764b73b53 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:31.498127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0835a43-be85-46f1-8341-eb8e5b772937 req-3fd0ce5b-577f-4538-b920-ce2764b73b53 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=924206b7-417d-4ef7-8130-d4b5df020643 HTTP/1.1" status: 200 len: 945 time: 0.1077311 Nov 12 04:10:31.511054 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 9ca5d185-5a63-4f3f-a125-b9efa34773e5 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:10:31.519629 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 9ca5d185-5a63-4f3f-a125-b9efa34773e5 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:31.520004 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.559807 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48040346-ccfa-4536-82f5-be8eb8463da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.563061 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68b2971a-7b4f-438c-917e-f2081cb5dbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.565974 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68b2971a-7b4f-438c-917e-f2081cb5dbe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.567064 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-68b2971a-7b4f-438c-917e-f2081cb5dbe9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5db65611-023a-4d81-bc62-0c62051dadb5 HTTP/1.1" status: 204 len: 168 time: 0.2823794 Nov 12 04:10:31.595276 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a5021d06-1328-4a9e-8853-4625a439e6cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-641349319-network', 'tenant_id': '5b9d4ec84cd64533ac01eb4d280538dd'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:31.602427 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0835a43-be85-46f1-8341-eb8e5b772937 req-592f9f1f-24c9-48b3-8a14-7ec24ab1342d tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012893 Nov 12 04:10:31.621613 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2971a-7b4f-438c-917e-f2081cb5dbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db65611-023a-4d81-bc62-0c62051dadb5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:31.627311 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.678240 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 9ca5d185-5a63-4f3f-a125-b9efa34773e5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9ca5d185-5a63-4f3f-a125-b9efa34773e5,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:31.722131 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48040346-ccfa-4536-82f5-be8eb8463da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.745656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-48040346-ccfa-4536-82f5-be8eb8463da7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1332ff08-7d9c-4053-b884-7942193654ff']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:31.756345 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-48040346-ccfa-4536-82f5-be8eb8463da7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:31.756755 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-48040346-ccfa-4536-82f5-be8eb8463da7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9fcc6f9-b8fd-4301-965e-7cfd3df22335') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:31.767632 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48040346-ccfa-4536-82f5-be8eb8463da7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.782426 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48040346-ccfa-4536-82f5-be8eb8463da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.785266 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.785758 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5021d06-1328-4a9e-8853-4625a439e6cd admin admin] Made reservation on behalf of 5b9d4ec84cd64533ac01eb4d280538dd for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:31.786061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 17a61e7e-6068-4414-a607-e5e69b99d95d up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:31.789573 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48040346-ccfa-4536-82f5-be8eb8463da7 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:10:31.789916 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5021d06-1328-4a9e-8853-4625a439e6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.790076 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48040346-ccfa-4536-82f5-be8eb8463da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:10:31.792560 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:10:31.802686 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5021d06-1328-4a9e-8853-4625a439e6cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.894663 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=9ca5d185-5a63-4f3f-a125-b9efa34773e5,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:31.927368 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5021d06-1328-4a9e-8853-4625a439e6cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.939851 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ffa7d-e5db-46f7-a218-b8a262a50a23 req-6671c26c-2936-46d2-a741-05a2a72c2f3a tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:31.941344 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c64ffa7d-e5db-46f7-a218-b8a262a50a23 req-6671c26c-2936-46d2-a741-05a2a72c2f3a tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0841901 Nov 12 04:10:31.991379 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 17a61e7e-6068-4414-a607-e5e69b99d95d completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:10:31.991853 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c64ffa7d-e5db-46f7-a218-b8a262a50a23 req-3317ff88-2e9f-4900-b4b5-f7a984380501 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439894 Nov 12 04:10:31.992875 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48040346-ccfa-4536-82f5-be8eb8463da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.002791 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48040346-ccfa-4536-82f5-be8eb8463da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.008864 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-48040346-ccfa-4536-82f5-be8eb8463da7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1332ff08-7d9c-4053-b884-7942193654ff HTTP/1.1" status: 204 len: 168 time: 0.5663507 Nov 12 04:10:32.009052 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57600) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:32.016005 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 17a61e7e-6068-4414-a607-e5e69b99d95d triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:32.016601 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.017090 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48040346-ccfa-4536-82f5-be8eb8463da7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1332ff08-7d9c-4053-b884-7942193654ff,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:32.064079 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5021d06-1328-4a9e-8853-4625a439e6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.107758 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5021d06-1328-4a9e-8853-4625a439e6cd admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:10:32.123534 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-a237ab5e-b4c2-44c0-8f4f-0407d48d7bee admin admin] Deleting subnet ddb0ba51-41ac-4b63-8638-ec1f8ab5a6ee {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:10:32.127910 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a237ab5e-b4c2-44c0-8f4f-0407d48d7bee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.140829 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85cd5277-4ee2-4ffd-9060-e6559ee39769 req-b25a5429-c64e-4c17-a4ef-d71dd0c83814 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0375111 Nov 12 04:10:32.144190 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.163583 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5021d06-1328-4a9e-8853-4625a439e6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e90372-26d3-4f73-a619-fb58d5a75961,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:32.175355 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5021d06-1328-4a9e-8853-4625a439e6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.175794 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-a5021d06-1328-4a9e-8853-4625a439e6cd admin admin] Added segment d9258a25-f38c-41fb-9b77-55eedf8fe228 of type vlan for network c87b6b87-dc9f-4ed1-a423-d13a4b59f90b Nov 12 04:10:32.194094 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 17a61e7e-6068-4414-a607-e5e69b99d95d, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=17a61e7e-6068-4414-a607-e5e69b99d95d,segment=NetworkSegment(bb8512e5-5d36-459a-96bb-a9a9dd8130cc),segment_id=bb8512e5-5d36-459a-96bb-a9a9dd8130cc)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:32.232880 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5021d06-1328-4a9e-8853-4625a439e6cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.236470 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a237ab5e-b4c2-44c0-8f4f-0407d48d7bee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.272869 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4870fe-b591-4095-8f5b-d5edcd8a8f40 req-81206e4b-1ec5-48cc-b7b7-89de4003b0c8 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:32.277377 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.281299 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b4870fe-b591-4095-8f5b-d5edcd8a8f40 req-81206e4b-1ec5-48cc-b7b7-89de4003b0c8 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0579479 Nov 12 04:10:32.289688 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a237ab5e-b4c2-44c0-8f4f-0407d48d7bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.336144 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b4870fe-b591-4095-8f5b-d5edcd8a8f40 req-79567970-604f-4938-8f24-20c0c64288cd tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534449 Nov 12 04:10:32.336357 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=17a61e7e-6068-4414-a607-e5e69b99d95d,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:32.367064 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5021d06-1328-4a9e-8853-4625a439e6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.368156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5021d06-1328-4a9e-8853-4625a439e6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:32.371543 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5021d06-1328-4a9e-8853-4625a439e6cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.447715 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a237ab5e-b4c2-44c0-8f4f-0407d48d7bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.472923 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda4ace-2146-4f6e-acbf-e7ddae0376ec req-f2da2ea8-d778-47b3-90d8-f9d6534378ec tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:32.481444 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5021d06-1328-4a9e-8853-4625a439e6cd admin admin] Pushing event updated for resources: {'Network': ['ID=c87b6b87-dc9f-4ed1-a423-d13a4b59f90b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:32.485408 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237ab5e-b4c2-44c0-8f4f-0407d48d7bee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb0ba51-41ac-4b63-8638-ec1f8ab5a6ee,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:32.491692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda4ace-2146-4f6e-acbf-e7ddae0376ec req-f2da2ea8-d778-47b3-90d8-f9d6534378ec tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:32.498106 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a237ab5e-b4c2-44c0-8f4f-0407d48d7bee admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.499693 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda4ace-2146-4f6e-acbf-e7ddae0376ec req-f2da2ea8-d778-47b3-90d8-f9d6534378ec tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:32.503686 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a237ab5e-b4c2-44c0-8f4f-0407d48d7bee admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ddb0ba51-41ac-4b63-8638-ec1f8ab5a6ee HTTP/1.1" status: 204 len: 168 time: 0.4916327 Nov 12 04:10:32.504111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57610) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:32.505124 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network c87b6b87-dc9f-4ed1-a423-d13a4b59f90b details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:10:32.530568 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a5021d06-1328-4a9e-8853-4625a439e6cd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0665412 Nov 12 04:10:32.531293 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda4ace-2146-4f6e-acbf-e7ddae0376ec req-f2da2ea8-d778-47b3-90d8-f9d6534378ec tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:32.533846 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57612) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:32.534279 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57614) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:32.541242 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda4ace-2146-4f6e-acbf-e7ddae0376ec req-f2da2ea8-d778-47b3-90d8-f9d6534378ec tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:32.541631 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ead9e3a5-3ce0-4e28-87c4-10f4fc122011 admin admin] Request body: {'subnet': {'network_id': 'c87b6b87-dc9f-4ed1-a423-d13a4b59f90b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-641349319-subnet', 'tenant_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:32.548612 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda4ace-2146-4f6e-acbf-e7ddae0376ec req-f2da2ea8-d778-47b3-90d8-f9d6534378ec tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:32.556124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda4ace-2146-4f6e-acbf-e7ddae0376ec req-f2da2ea8-d778-47b3-90d8-f9d6534378ec tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:32.565676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fda4ace-2146-4f6e-acbf-e7ddae0376ec req-f2da2ea8-d778-47b3-90d8-f9d6534378ec tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5430 time: 0.1563659 Nov 12 04:10:32.606533 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-266bd7cd-7f28-4843-b89c-e1e86beaa751 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.640310 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f07f8d7a-a41a-4468-85e2-0561c0d284e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.646976 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fda4ace-2146-4f6e-acbf-e7ddae0376ec req-4b1c9829-e731-4893-b5e2-7c4e5c0a1e64 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0773532 Nov 12 04:10:32.747865 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead9e3a5-3ce0-4e28-87c4-10f4fc122011 admin admin] Made reservation on behalf of 5b9d4ec84cd64533ac01eb4d280538dd for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:32.750192 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ead9e3a5-3ce0-4e28-87c4-10f4fc122011 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.778731 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f07f8d7a-a41a-4468-85e2-0561c0d284e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.805827 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-266bd7cd-7f28-4843-b89c-e1e86beaa751 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.829094 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31dc5fe-a559-4a60-86e2-f58b3be550d8'}, {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca5d185-5a63-4f3f-a125-b9efa34773e5'}, {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a61e7e-6068-4414-a607-e5e69b99d95d'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:32.832631 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46b9a5b-4a29-4773-a8d3-1641d3494559" -d '{"events": [{"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-plugged", "status": "completed", "tag": "a31dc5fe-a559-4a60-86e2-f58b3be550d8"}, {"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-plugged", "status": "completed", "tag": "9ca5d185-5a63-4f3f-a125-b9efa34773e5"}, {"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-plugged", "status": "completed", "tag": "17a61e7e-6068-4414-a607-e5e69b99d95d"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:32.844851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f07f8d7a-a41a-4468-85e2-0561c0d284e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6047956e-aa7f-4ecc-8dbf-483a53325fbc']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:32.859745 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f07f8d7a-a41a-4468-85e2-0561c0d284e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e5a2b61-aea6-4b9e-95bf-a51b65c47e07') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:32.860046 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f07f8d7a-a41a-4468-85e2-0561c0d284e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e5a2b61-aea6-4b9e-95bf-a51b65c47e07') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:32.877223 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f07f8d7a-a41a-4468-85e2-0561c0d284e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.894312 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f07f8d7a-a41a-4468-85e2-0561c0d284e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.901835 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-266bd7cd-7f28-4843-b89c-e1e86beaa751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.906067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07f8d7a-a41a-4468-85e2-0561c0d284e3 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f07f8d7a-a41a-4468-85e2-0561c0d284e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:10:32.910682 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:10:32.981690 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 69415cbd-189f-422f-a960-2a926ad7a318 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:33.023443 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-266bd7cd-7f28-4843-b89c-e1e86beaa751 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=252eea5aa67e47e3938a939f7f300d5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4868770 Nov 12 04:10:33.026768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57630) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:33.028326 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bd7cd-7f28-4843-b89c-e1e86beaa751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7b0f8a-8ffc-45af-9e9d-c4906e897015,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:33.101231 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f07f8d7a-a41a-4468-85e2-0561c0d284e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.108665 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f07f8d7a-a41a-4468-85e2-0561c0d284e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.112248 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f07f8d7a-a41a-4468-85e2-0561c0d284e3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6047956e-aa7f-4ecc-8dbf-483a53325fbc HTTP/1.1" status: 204 len: 168 time: 0.6074367 Nov 12 04:10:33.123183 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f8d7a-a41a-4468-85e2-0561c0d284e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6047956e-aa7f-4ecc-8dbf-483a53325fbc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:33.129765 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0658f90b-8bba-4ea3-94dc-f4de4d2c7cf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.160897 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0658f90b-8bba-4ea3-94dc-f4de4d2c7cf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.174582 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ead9e3a5-3ce0-4e28-87c4-10f4fc122011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.175202 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 69415cbd-189f-422f-a960-2a926ad7a318 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:10:33.182484 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 69415cbd-189f-422f-a960-2a926ad7a318 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:33.183128 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.185131 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72dc1765-db26-423c-a7e6-d261861ed1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.278795 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea735a0-c428-4214-936c-a841247bf53b req-1cc9c04c-a897-44e8-9e0d-282c5901ef9e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:33.280692 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7ea735a0-c428-4214-936c-a841247bf53b req-1cc9c04c-a897-44e8-9e0d-282c5901ef9e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=924206b7-417d-4ef7-8130-d4b5df020643 HTTP/1.1" status: 200 len: 945 time: 0.1130629 Nov 12 04:10:33.305622 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9e3a5-3ce0-4e28-87c4-10f4fc122011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7a16c90-e93b-49d8-8731-34ee894da0f0,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:33.317904 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead9e3a5-3ce0-4e28-87c4-10f4fc122011 admin admin] Checking segment: {'id': 'd9258a25-f38c-41fb-9b77-55eedf8fe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c87b6b87-dc9f-4ed1-a423-d13a4b59f90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:33.318275 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead9e3a5-3ce0-4e28-87c4-10f4fc122011 admin admin] Network hostable DHCP agents. Network: c87b6b87-dc9f-4ed1-a423-d13a4b59f90b, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:10:33.355923 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4d2543b-ba9c-4962-af48-1c847a3854f5 req-cbe317b8-6be4-4955-872d-f7795cf64299 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0390973 Nov 12 04:10:33.372239 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7ea735a0-c428-4214-936c-a841247bf53b req-2c97e965-5306-4103-b75e-77cfec8d8a1e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846679 Nov 12 04:10:33.425429 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0658f90b-8bba-4ea3-94dc-f4de4d2c7cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.428893 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0658f90b-8bba-4ea3-94dc-f4de4d2c7cf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.430198 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0658f90b-8bba-4ea3-94dc-f4de4d2c7cf9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed7b0f8a-8ffc-45af-9e9d-c4906e897015 HTTP/1.1" status: 204 len: 168 time: 0.4017220 Nov 12 04:10:33.440416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658f90b-8bba-4ea3-94dc-f4de4d2c7cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7b0f8a-8ffc-45af-9e9d-c4906e897015,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:33.455406 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead9e3a5-3ce0-4e28-87c4-10f4fc122011 admin admin] Network c87b6b87-dc9f-4ed1-a423-d13a4b59f90b is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:10:33.511172 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b985620-ee76-46b1-a468-c7ed0e758278 x-openstack-request-id: req-6b985620-ee76-46b1-a468-c7ed0e758278 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:33.511718 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-plugged", "status": "completed", "tag": "a31dc5fe-a559-4a60-86e2-f58b3be550d8", "code": 200}, {"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-plugged", "status": "completed", "tag": "9ca5d185-5a63-4f3f-a125-b9efa34773e5", "code": 200}, {"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-plugged", "status": "completed", "tag": "17a61e7e-6068-4414-a607-e5e69b99d95d", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:33.512271 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b985620-ee76-46b1-a468-c7ed0e758278 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:33.512993 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31dc5fe-a559-4a60-86e2-f58b3be550d8', 'code': 200} Nov 12 04:10:33.513401 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca5d185-5a63-4f3f-a125-b9efa34773e5', 'code': 200} Nov 12 04:10:33.514101 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a61e7e-6068-4414-a607-e5e69b99d95d', 'code': 200} Nov 12 04:10:33.520133 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.558188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 69415cbd-189f-422f-a960-2a926ad7a318, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=69415cbd-189f-422f-a960-2a926ad7a318,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:33.572662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ead9e3a5-3ce0-4e28-87c4-10f4fc122011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, c87b6b87-dc9f-4ed1-a423-d13a4b59f90b) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:33.577700 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead9e3a5-3ce0-4e28-87c4-10f4fc122011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:33.578697 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ead9e3a5-3ce0-4e28-87c4-10f4fc122011 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.584412 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5457dcc-e154-4e51-889e-8d02e0089249 None None] Network c87b6b87-dc9f-4ed1-a423-d13a4b59f90b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:33.621813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b81ac8-d73f-4bb4-8435-db8022d8a529 req-e272b743-1d11-483a-939c-99cdccadbb0c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:33.642846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-68b81ac8-d73f-4bb4-8435-db8022d8a529 req-e272b743-1d11-483a-939c-99cdccadbb0c tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0709100 Nov 12 04:10:33.660059 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.662162 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 1eb0d63d-40a7-4256-ab23-8d45c77009fa up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:33.687356 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-68b81ac8-d73f-4bb4-8435-db8022d8a529 req-08df4198-684e-48bf-976a-dc2f4cb88eef tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545671 Nov 12 04:10:33.708356 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ead9e3a5-3ce0-4e28-87c4-10f4fc122011 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1689427 Nov 12 04:10:33.716260 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57650) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:33.722282 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4289dcaa-83f1-4b2a-8491-13e4af05bf50 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-641349319-router', 'tenant_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:33.791159 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db501b3e-ba63-4fa5-a572-59194f70c76d req-5503267a-15c5-46eb-bbe3-669f081ac610 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0297275 Nov 12 04:10:33.793762 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57652) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:33.846962 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=69415cbd-189f-422f-a960-2a926ad7a318,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:33.858549 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4289dcaa-83f1-4b2a-8491-13e4af05bf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.859928 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4289dcaa-83f1-4b2a-8491-13e4af05bf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.897299 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-c87b6b87-dc9f-4ed1-a423-d13a4b59f90b', 'network_id': 'c87b6b87-dc9f-4ed1-a423-d13a4b59f90b', 'tenant_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'fixed_ips': [{'subnet_id': 'b7a16c90-e93b-49d8-8731-34ee894da0f0'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:10:33.899304 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.903307 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e0038176-9230-4a5b-9695-d9d01572396a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=661e639e68ef4507b916d93d5706eabb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1068850 Nov 12 04:10:33.903928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57664) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:33.939520 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4289dcaa-83f1-4b2a-8491-13e4af05bf50 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.972704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 1eb0d63d-40a7-4256-ab23-8d45c77009fa completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:10:33.984739 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 1eb0d63d-40a7-4256-ab23-8d45c77009fa triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:33.985586 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.063302 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fcba62d1-fed0-47d2-a787-cfbada59d684 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.109820 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fcba62d1-fed0-47d2-a787-cfbada59d684 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.110159 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] Allocated IP 172.20.0.2 (c87b6b87-dc9f-4ed1-a423-d13a4b59f90b/b7a16c90-e93b-49d8-8731-34ee894da0f0/32a88eac-2ccb-4e89-8377-e6d6bdbee81a) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:34.134110 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-d509eb72-23b1-44ab-b3dd-ddb7f728e027 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:34.135820 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-d509eb72-23b1-44ab-b3dd-ddb7f728e027 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 806 time: 0.1737895 Nov 12 04:10:34.173751 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.179246 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-04c4e743-aa8c-44f7-96b2-a5395f2c3356 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/quotas/3a4ac16166e54dae862fa352faf2bc28 HTTP/1.1" status: 200 len: 375 time: 0.0285270 Nov 12 04:10:34.238048 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4289dcaa-83f1-4b2a-8491-13e4af05bf50 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.248802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 1eb0d63d-40a7-4256-ab23-8d45c77009fa, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1eb0d63d-40a7-4256-ab23-8d45c77009fa,segment=NetworkSegment(bccac6fd-e5f2-4f45-b088-510ff6a481ca),segment_id=bccac6fd-e5f2-4f45-b088-510ff6a481ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:34.252567 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-3a7711c3-cab2-4e5b-9c28-b57497842e15 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676224 Nov 12 04:10:34.326535 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.356997 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.358278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 72da5947-cccd-4ca5-91c9-c89652acda89 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:34.365189 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fcba62d1-fed0-47d2-a787-cfbada59d684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.368977 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fcba62d1-fed0-47d2-a787-cfbada59d684 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.370605 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fcba62d1-fed0-47d2-a787-cfbada59d684 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b2a8660-3b75-4691-828b-c795a667560b HTTP/1.1" status: 204 len: 168 time: 0.4656289 Nov 12 04:10:34.388428 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-6f9db68a-f6bd-4856-ab19-210ec7930cb8 service neutron] 10.222.0.37 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302321 Nov 12 04:10:34.402844 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba62d1-fed0-47d2-a787-cfbada59d684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2a8660-3b75-4691-828b-c795a667560b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:34.448322 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.540911 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-f740ee7a-5819-403a-9c76-d2b5f528ad50 service neutron] 10.222.0.37 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407585 Nov 12 04:10:34.541031 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] Network c87b6b87-dc9f-4ed1-a423-d13a4b59f90b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:34.545901 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:34.549110 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:34.596239 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4289dcaa-83f1-4b2a-8491-13e4af05bf50 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.602289 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=1eb0d63d-40a7-4256-ab23-8d45c77009fa,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:34.638109 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4289dcaa-83f1-4b2a-8491-13e4af05bf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.669458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] Attempting to bind port 32a88eac-2ccb-4e89-8377-e6d6bdbee81a on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:10:34.669857 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] Attempting to bind port 32a88eac-2ccb-4e89-8377-e6d6bdbee81a by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'd9258a25-f38c-41fb-9b77-55eedf8fe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c87b6b87-dc9f-4ed1-a423-d13a4b59f90b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:10:34.670195 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] Attempting to bind port 32a88eac-2ccb-4e89-8377-e6d6bdbee81a on network c87b6b87-dc9f-4ed1-a423-d13a4b59f90b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:34.678697 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:10:34.679167 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] Checking segment: {'id': 'd9258a25-f38c-41fb-9b77-55eedf8fe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c87b6b87-dc9f-4ed1-a423-d13a4b59f90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:34.679756 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.680345 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] Bound using segment: {'id': 'd9258a25-f38c-41fb-9b77-55eedf8fe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c87b6b87-dc9f-4ed1-a423-d13a4b59f90b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:10:34.681172 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] Bound port: 32a88eac-2ccb-4e89-8377-e6d6bdbee81a, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9258a25-f38c-41fb-9b77-55eedf8fe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c87b6b87-dc9f-4ed1-a423-d13a4b59f90b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:10:34.681610 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.686274 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] Pushing event updated for resources: {'Port': ['ID=32a88eac-2ccb-4e89-8377-e6d6bdbee81a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:34.760538 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] For port 32a88eac-2ccb-4e89-8377-e6d6bdbee81a, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:10:34.763677 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] For port 32a88eac-2ccb-4e89-8377-e6d6bdbee81a, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=32a88eac-2ccb-4e89-8377-e6d6bdbee81a,segment=NetworkSegment(d9258a25-f38c-41fb-9b77-55eedf8fe228),segment_id=d9258a25-f38c-41fb-9b77-55eedf8fe228)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:10:34.766250 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 72da5947-cccd-4ca5-91c9-c89652acda89 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:10:34.769963 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 72da5947-cccd-4ca5-91c9-c89652acda89 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:34.770335 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.783285 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-4289dcaa-83f1-4b2a-8491-13e4af05bf50 admin admin] Allocated IP 172.25.1.12 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:34.892675 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.963412 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4289dcaa-83f1-4b2a-8491-13e4af05bf50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.007540 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.037288 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a5b13-0827-4c99-8778-1777dd4db3e1 req-c292d530-8b85-4330-b0b0-bc995b6d1b53 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:35.045416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a5b13-0827-4c99-8778-1777dd4db3e1 req-c292d530-8b85-4330-b0b0-bc995b6d1b53 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:35.054718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a5b13-0827-4c99-8778-1777dd4db3e1 req-c292d530-8b85-4330-b0b0-bc995b6d1b53 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:35.065421 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a5b13-0827-4c99-8778-1777dd4db3e1 req-c292d530-8b85-4330-b0b0-bc995b6d1b53 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:35.074544 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a5b13-0827-4c99-8778-1777dd4db3e1 req-c292d530-8b85-4330-b0b0-bc995b6d1b53 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:35.077827 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4289dcaa-83f1-4b2a-8491-13e4af05bf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.078304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e296131-93f1-4077-bb58-478bb530bdbe None None] Pushing event updated for resources: {'Port': ['ID=32a88eac-2ccb-4e89-8377-e6d6bdbee81a,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:35.086341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 72da5947-cccd-4ca5-91c9-c89652acda89, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=72da5947-cccd-4ca5-91c9-c89652acda89,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:35.105814 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a5b13-0827-4c99-8778-1777dd4db3e1 req-c292d530-8b85-4330-b0b0-bc995b6d1b53 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:35.121258 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a5b13-0827-4c99-8778-1777dd4db3e1 req-c292d530-8b85-4330-b0b0-bc995b6d1b53 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:35.130943 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b22a5b13-0827-4c99-8778-1777dd4db3e1 req-c292d530-8b85-4330-b0b0-bc995b6d1b53 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5432 time: 0.2109857 Nov 12 04:10:35.173085 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4289dcaa-83f1-4b2a-8491-13e4af05bf50 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:35.176203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4289dcaa-83f1-4b2a-8491-13e4af05bf50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:35.183487 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4289dcaa-83f1-4b2a-8491-13e4af05bf50 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:35.196938 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.197944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 11eb097c-17d3-4062-b2a5-36f297c7cb65 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:35.259308 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b22a5b13-0827-4c99-8778-1777dd4db3e1 req-74c54130-d37c-4832-af5e-f44fd31f2ca4 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1293864 Nov 12 04:10:35.264166 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289dcaa-83f1-4b2a-8491-13e4af05bf50 admin admin] Pushing event updated for resources: {'Port': ['ID=16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:35.343041 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=72da5947-cccd-4ca5-91c9-c89652acda89,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:35.426044 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 11eb097c-17d3-4062-b2a5-36f297c7cb65 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:10:35.432658 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 11eb097c-17d3-4062-b2a5-36f297c7cb65 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:35.436974 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.501345 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b978252b-ab27-43d4-9d00-d9699b43e04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.550999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69415cbd-189f-422f-a960-2a926ad7a318'}, {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb0d63d-40a7-4256-ab23-8d45c77009fa'}, {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72da5947-cccd-4ca5-91c9-c89652acda89'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:35.553285 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90d8ba1-f6a6-4729-9069-fc2878c3716a" -d '{"events": [{"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-plugged", "status": "completed", "tag": "69415cbd-189f-422f-a960-2a926ad7a318"}, {"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-plugged", "status": "completed", "tag": "1eb0d63d-40a7-4256-ab23-8d45c77009fa"}, {"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-plugged", "status": "completed", "tag": "72da5947-cccd-4ca5-91c9-c89652acda89"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:35.573257 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.582148 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821497e5-73a2-4316-8a87-565e0492e9d1 req-4d3a4f98-308b-449c-9889-9971d53bbec0 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:35.583729 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-821497e5-73a2-4316-8a87-565e0492e9d1 req-4d3a4f98-308b-449c-9889-9971d53bbec0 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0618124 Nov 12 04:10:35.604916 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 11eb097c-17d3-4062-b2a5-36f297c7cb65, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=11eb097c-17d3-4062-b2a5-36f297c7cb65,segment=NetworkSegment(bccac6fd-e5f2-4f45-b088-510ff6a481ca),segment_id=bccac6fd-e5f2-4f45-b088-510ff6a481ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:35.647093 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57712) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:35.660312 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-821497e5-73a2-4316-8a87-565e0492e9d1 req-52a9a424-b2ea-41af-a4bf-8cade0978fe9 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683069 Nov 12 04:10:35.693222 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.694258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 4cd785c9-5050-4a76-86ac-dd56fc4d906f no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:35.750569 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4289dcaa-83f1-4b2a-8491-13e4af05bf50 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.760701 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 4cd785c9-5050-4a76-86ac-dd56fc4d906f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:35.761181 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 4cd785c9-5050-4a76-86ac-dd56fc4d906f not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:35.762587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64a96017-48a6-4844-be03-6c90e2651519 req-f10cc078-da90-49c3-b556-abeca6a044c3 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=833f8a26-b9cb-4a07-b09a-951c892472e9 HTTP/1.1" status: 200 len: 210 time: 0.0376635 Nov 12 04:10:35.765848 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e19d14ef-a7e0-4aa1-ba5f-baccfc7863d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35330ba19a7c433d96dfa324cdf820e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1170645 Nov 12 04:10:35.768361 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57716) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:35.796413 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=11eb097c-17d3-4062-b2a5-36f297c7cb65,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:35.846566 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-661c4006-a448-46b8-9567-ce2e989d95f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.889240 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-661c4006-a448-46b8-9567-ce2e989d95f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.911969 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a714a7f9-5cd5-4e8d-a43e-5cf4b41f2852 req-12b6313b-eb16-41cc-824f-8705d388b921 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0462501 Nov 12 04:10:35.994296 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd00be66-0889-473e-a70f-b2ad19495a4d x-openstack-request-id: req-fd00be66-0889-473e-a70f-b2ad19495a4d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:35.994859 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-plugged", "status": "completed", "tag": "69415cbd-189f-422f-a960-2a926ad7a318", "code": 200}, {"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-plugged", "status": "completed", "tag": "1eb0d63d-40a7-4256-ab23-8d45c77009fa", "code": 200}, {"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-plugged", "status": "completed", "tag": "72da5947-cccd-4ca5-91c9-c89652acda89", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:35.994985 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd00be66-0889-473e-a70f-b2ad19495a4d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:35.995566 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69415cbd-189f-422f-a960-2a926ad7a318', 'code': 200} Nov 12 04:10:35.996608 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb0d63d-40a7-4256-ab23-8d45c77009fa', 'code': 200} Nov 12 04:10:35.996920 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72da5947-cccd-4ca5-91c9-c89652acda89', 'code': 200} Nov 12 04:10:36.036088 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4289dcaa-83f1-4b2a-8491-13e4af05bf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.036651 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-661c4006-a448-46b8-9567-ce2e989d95f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.040391 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-661c4006-a448-46b8-9567-ce2e989d95f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.044586 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-661c4006-a448-46b8-9567-ce2e989d95f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/472b51b4-7e05-4b08-8370-18c641a3d5b6 HTTP/1.1" status: 204 len: 168 time: 0.2749863 Nov 12 04:10:36.063347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c4006-a448-46b8-9567-ce2e989d95f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472b51b4-7e05-4b08-8370-18c641a3d5b6,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:36.323166 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4289dcaa-83f1-4b2a-8491-13e4af05bf50 admin admin] Router 7beacc0e-0d92-436b-8328-c7c7f68fb897 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:10:36.323529 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-87ef7b24-2749-446d-b94f-16d94f660ff6 req-15cf8997-cc0b-48e0-b848-087c0be2a91f tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525&device_id=80760c7f-0db1-4794-a00c-fd147b614cac HTTP/1.1" status: 200 len: 210 time: 0.0289445 Nov 12 04:10:36.413033 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12171bfe-f72f-4d4d-b9a9-1af8920fa2f1 None None] Network c87b6b87-dc9f-4ed1-a423-d13a4b59f90b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:36.490866 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4289dcaa-83f1-4b2a-8491-13e4af05bf50 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:10:36.509831 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 32a88eac-2ccb-4e89-8377-e6d6bdbee81a up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:36.538818 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] Sync routers for ids ['7beacc0e-0d92-436b-8328-c7c7f68fb897'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:10:36.576164 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4289dcaa-83f1-4b2a-8491-13e4af05bf50 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.577470 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4289dcaa-83f1-4b2a-8491-13e4af05bf50 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8598549 Nov 12 04:10:36.580330 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57740) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:36.596908 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] Routers {'7beacc0e-0d92-436b-8328-c7c7f68fb897'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:36.597539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:10:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7beacc0e-0d92-436b-8328-c7c7f68fb897'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:36.638674 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ef22a9fc-665a-484d-aa08-df66cf9b3447 None None] Provisioning complete for port 32a88eac-2ccb-4e89-8377-e6d6bdbee81a triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:36.639051 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef22a9fc-665a-484d-aa08-df66cf9b3447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.681070 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.941734 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 32a88eac-2ccb-4e89-8377-e6d6bdbee81a triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:36.942221 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.958728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e6bf1-db00-4a45-bf8c-8fce071a3ebd req-7b76a5ad-be56-4674-ab5f-5392daa1cfcf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:36.966835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e6bf1-db00-4a45-bf8c-8fce071a3ebd req-7b76a5ad-be56-4674-ab5f-5392daa1cfcf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:36.975882 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e6bf1-db00-4a45-bf8c-8fce071a3ebd req-7b76a5ad-be56-4674-ab5f-5392daa1cfcf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:36.982342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e6bf1-db00-4a45-bf8c-8fce071a3ebd req-7b76a5ad-be56-4674-ab5f-5392daa1cfcf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:36.990520 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e6bf1-db00-4a45-bf8c-8fce071a3ebd req-7b76a5ad-be56-4674-ab5f-5392daa1cfcf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:36.998598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e6bf1-db00-4a45-bf8c-8fce071a3ebd req-7b76a5ad-be56-4674-ab5f-5392daa1cfcf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:37.007228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e6bf1-db00-4a45-bf8c-8fce071a3ebd req-7b76a5ad-be56-4674-ab5f-5392daa1cfcf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:37.008789 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] Set router 7beacc0e-0d92-436b-8328-c7c7f68fb897 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:37.010767 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-463e6bf1-db00-4a45-bf8c-8fce071a3ebd req-7b76a5ad-be56-4674-ab5f-5392daa1cfcf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5434 time: 0.1570442 Nov 12 04:10:37.104160 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-463e6bf1-db00-4a45-bf8c-8fce071a3ebd req-21660377-f490-43d1-bf47-cce39c8087f3 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0858788 Nov 12 04:10:37.124552 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a201783d-4c29-4c92-b4ed-d2e62529499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.179810 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef22a9fc-665a-484d-aa08-df66cf9b3447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.286436 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.297285 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-a201783d-4c29-4c92-b4ed-d2e62529499b admin admin] Allocated IP 172.20.0.1 (c87b6b87-dc9f-4ed1-a423-d13a4b59f90b/b7a16c90-e93b-49d8-8731-34ee894da0f0/d24e6af0-370c-4c38-94e3-57f75177006e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:37.304371 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ef22a9fc-665a-484d-aa08-df66cf9b3447 None None] For port 32a88eac-2ccb-4e89-8377-e6d6bdbee81a, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=32a88eac-2ccb-4e89-8377-e6d6bdbee81a,segment=NetworkSegment(d9258a25-f38c-41fb-9b77-55eedf8fe228),segment_id=d9258a25-f38c-41fb-9b77-55eedf8fe228)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:37.376749 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'name': 'tempest-FloatingIPsTestJSON-641349319-router', 'tenant_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:10:33Z', 'updated_at': '2021-11-12T04:10:35Z', 'revision_number': 3, 'project_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'gw_port': {'id': '16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:34Z', 'updated_at': '2021-11-12T04:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:37.407716 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef22a9fc-665a-484d-aa08-df66cf9b3447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.412488 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] Checking router: 7beacc0e-0d92-436b-8328-c7c7f68fb897 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:10:37.413061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] Updating router 7beacc0e-0d92-436b-8328-c7c7f68fb897 port 16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:10:37.454586 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a201783d-4c29-4c92-b4ed-d2e62529499b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.554499 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.560717 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:10:37.561072 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:10:37.588072 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a201783d-4c29-4c92-b4ed-d2e62529499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.604461 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-eae9644a-0dde-4fe4-ad38-377cf7e87e81 None None] Provisioning complete for port 32a88eac-2ccb-4e89-8377-e6d6bdbee81a triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:37.604694 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eae9644a-0dde-4fe4-ad38-377cf7e87e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.609079 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22a9fc-665a-484d-aa08-df66cf9b3447 None None] Pushing event updated for resources: {'Port': ['ID=32a88eac-2ccb-4e89-8377-e6d6bdbee81a,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:37.674376 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a201783d-4c29-4c92-b4ed-d2e62529499b admin admin] Network c87b6b87-dc9f-4ed1-a423-d13a4b59f90b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:37.695393 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a201783d-4c29-4c92-b4ed-d2e62529499b admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:37.708430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a201783d-4c29-4c92-b4ed-d2e62529499b admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:37.788616 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fcc0f4e3-8cab-4231-9608-cf2665b54710 req-77b3e585-a8e7-4b06-b7f4-2d6055adce66 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=94477530435e4b36989ce0e2266cb499&device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.1114328 Nov 12 04:10:37.843943 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fcc0f4e3-8cab-4231-9608-cf2665b54710 req-001ec8eb-935b-43e4-8865-1ebbc57cdcfa service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=94477530435e4b36989ce0e2266cb499&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378718 Nov 12 04:10:38.000017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11eb097c-17d3-4062-b2a5-36f297c7cb65'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:38.002605 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485a5432-7f47-4249-bac9-9029ebbbd995" -d '{"events": [{"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-plugged", "status": "completed", "tag": "11eb097c-17d3-4062-b2a5-36f297c7cb65"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:38.077486 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.139021 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-91658738-107b-43ae-885f-0eecbc531c90 None None] Provisioning complete for port d24e6af0-370c-4c38-94e3-57f75177006e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:38.139498 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91658738-107b-43ae-885f-0eecbc531c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.179061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-91658738-107b-43ae-885f-0eecbc531c90 None None] Port d24e6af0-370c-4c38-94e3-57f75177006e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:38.187379 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.190015 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.248649 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201783d-4c29-4c92-b4ed-d2e62529499b admin admin] Pushing event updated for resources: {'Port': ['ID=d24e6af0-370c-4c38-94e3-57f75177006e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:38.253599 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] Attempting to bind port 16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:10:38.254110 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] Attempting to bind port 16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:10:38.254648 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] Attempting to bind port 16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:38.270254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:10:38.270814 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:38.271332 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.271867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:10:38.274970 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] Bound port: 16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:10:38.274970 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.300873 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd90b5c-591a-4d1e-94a7-c218c427e4bb None None] Pushing event updated for resources: {'Port': ['ID=16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:38.341691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] For port 16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:10:38.346903 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] For port 16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:10:38.355696 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a201783d-4c29-4c92-b4ed-d2e62529499b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.422465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-d8dbaaf2-c3fd-4393-a6d5-41072cb26d31 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:38.423855 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-d8dbaaf2-c3fd-4393-a6d5-41072cb26d31 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.21 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 806 time: 0.1769922 Nov 12 04:10:38.440466 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 32a88eac-2ccb-4e89-8377-e6d6bdbee81a up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:38.449057 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-b0888381-61f1-472a-a441-fdbcf8fda027 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Request body: {'port': {'device_id': '833f8a26-b9cb-4a07-b09a-951c892472e9', 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8', 'admin_state_up': True, 'tenant_id': '3a4ac16166e54dae862fa352faf2bc28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:38.458530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469581a-33fd-4344-85df-53f20d4189f9 req-7e8dbd11-1947-44c5-8c3b-a56e4162f190 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:38.458530 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d469581a-33fd-4344-85df-53f20d4189f9 req-7e8dbd11-1947-44c5-8c3b-a56e4162f190 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.5838890 Nov 12 04:10:38.466769 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.489354 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0f4e3-8cab-4231-9608-cf2665b54710 req-0e1ed6ec-5a67-4d27-bc45-85de51603690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:38.497094 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fcc0f4e3-8cab-4231-9608-cf2665b54710 req-0e1ed6ec-5a67-4d27-bc45-85de51603690 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6383736 Nov 12 04:10:38.526830 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d469581a-33fd-4344-85df-53f20d4189f9 req-22ce9a43-f7c7-409a-91cc-24e579e03a97 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602686 Nov 12 04:10:38.608856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd90b5c-591a-4d1e-94a7-c218c427e4bb None None] Pushing event updated for resources: {'Port': ['ID=16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:38.614263 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] Routers {'7beacc0e-0d92-436b-8328-c7c7f68fb897'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:38.620934 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:10:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7beacc0e-0d92-436b-8328-c7c7f68fb897'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:38.663771 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a201783d-4c29-4c92-b4ed-d2e62529499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.669539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 32a88eac-2ccb-4e89-8377-e6d6bdbee81a triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:38.670153 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.671375 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00540f99-434f-4f6b-89a7-361336228419 req-f6430ee7-32a8-4038-93c3-e05170c7896b tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=833f8a26-b9cb-4a07-b09a-951c892472e9 HTTP/1.1" status: 200 len: 210 time: 0.0303595 Nov 12 04:10:38.742411 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-b0888381-61f1-472a-a441-fdbcf8fda027 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Made reservation on behalf of 3a4ac16166e54dae862fa352faf2bc28 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:38.749930 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-b0888381-61f1-472a-a441-fdbcf8fda027 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.795236 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a4329b32-8234-434b-8013-563879516154 req-df83ff04-96c4-4159-b01e-d2e49364707f tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0411336 Nov 12 04:10:38.806070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] Set router 7beacc0e-0d92-436b-8328-c7c7f68fb897 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:38.865865 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c59eb1e-14ba-4a56-b4ce-8840adc573b8 x-openstack-request-id: req-1c59eb1e-14ba-4a56-b4ce-8840adc573b8 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:38.866157 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-plugged", "status": "completed", "tag": "11eb097c-17d3-4062-b2a5-36f297c7cb65", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:38.866404 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c59eb1e-14ba-4a56-b4ce-8840adc573b8 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:38.866976 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11eb097c-17d3-4062-b2a5-36f297c7cb65', 'code': 200} Nov 12 04:10:38.971276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1db00-cd9d-4aa5-94f2-ff6df3782d04 req-b6b30d50-54c4-44ca-98b5-9f1938916db7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:38.977951 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1db00-cd9d-4aa5-94f2-ff6df3782d04 req-b6b30d50-54c4-44ca-98b5-9f1938916db7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:38.985874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1db00-cd9d-4aa5-94f2-ff6df3782d04 req-b6b30d50-54c4-44ca-98b5-9f1938916db7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:38.992604 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1db00-cd9d-4aa5-94f2-ff6df3782d04 req-b6b30d50-54c4-44ca-98b5-9f1938916db7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:38.999736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1db00-cd9d-4aa5-94f2-ff6df3782d04 req-b6b30d50-54c4-44ca-98b5-9f1938916db7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:39.007624 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1db00-cd9d-4aa5-94f2-ff6df3782d04 req-b6b30d50-54c4-44ca-98b5-9f1938916db7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:39.014672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1db00-cd9d-4aa5-94f2-ff6df3782d04 req-b6b30d50-54c4-44ca-98b5-9f1938916db7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:39.022539 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cb1db00-cd9d-4aa5-94f2-ff6df3782d04 req-b6b30d50-54c4-44ca-98b5-9f1938916db7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5434 time: 0.1108620 Nov 12 04:10:39.079293 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:39.087814 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'name': 'tempest-FloatingIPsTestJSON-641349319-router', 'tenant_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:10:33Z', 'updated_at': '2021-11-12T04:10:35Z', 'revision_number': 3, 'project_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'gw_port': {'id': '16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:34Z', 'updated_at': '2021-11-12T04:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:39.089104 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-b0888381-61f1-472a-a441-fdbcf8fda027 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Allocated IP 172.20.0.11 (d37b2e01-0bab-4ed6-98b0-8381c00125c8/504596be-ee34-4774-bccb-6ddc41bf3b5f/b4c7055e-7a17-4d12-8524-60917be358c0) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:39.097550 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cb1db00-cd9d-4aa5-94f2-ff6df3782d04 req-1f3be7c8-1510-4b18-a29f-cdec04a77618 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722368 Nov 12 04:10:39.097762 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931320a6-2a23-4e5c-9d13-2a1d97ee8fa5 req-bbb55dba-a58f-4a81-9be3-a6e45e199a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:39.098318 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931320a6-2a23-4e5c-9d13-2a1d97ee8fa5 req-bbb55dba-a58f-4a81-9be3-a6e45e199a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:39.098886 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931320a6-2a23-4e5c-9d13-2a1d97ee8fa5 req-bbb55dba-a58f-4a81-9be3-a6e45e199a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:39.099421 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931320a6-2a23-4e5c-9d13-2a1d97ee8fa5 req-bbb55dba-a58f-4a81-9be3-a6e45e199a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:39.099960 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931320a6-2a23-4e5c-9d13-2a1d97ee8fa5 req-bbb55dba-a58f-4a81-9be3-a6e45e199a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:39.100618 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931320a6-2a23-4e5c-9d13-2a1d97ee8fa5 req-bbb55dba-a58f-4a81-9be3-a6e45e199a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:39.101187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931320a6-2a23-4e5c-9d13-2a1d97ee8fa5 req-bbb55dba-a58f-4a81-9be3-a6e45e199a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:39.103433 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-931320a6-2a23-4e5c-9d13-2a1d97ee8fa5 req-bbb55dba-a58f-4a81-9be3-a6e45e199a12 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 6498 time: 0.1174939 Nov 12 04:10:39.155096 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a201783d-4c29-4c92-b4ed-d2e62529499b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:39.229114 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-931320a6-2a23-4e5c-9d13-2a1d97ee8fa5 req-ff1e433c-6169-4911-8ff7-7335a64b17fe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1155872 Nov 12 04:10:39.234622 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a201783d-4c29-4c92-b4ed-d2e62529499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:39.256756 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c157f2db-c163-4719-bca9-ecb33d30d0ac None None] The sync data for ids ['7beacc0e-0d92-436b-8328-c7c7f68fb897'] in n-d-768509-24 is: [{'id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'name': 'tempest-FloatingIPsTestJSON-641349319-router', 'tenant_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:10:33Z', 'updated_at': '2021-11-12T04:10:35Z', 'revision_number': 3, 'project_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'gw_port': {'id': '16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:34Z', 'updated_at': '2021-11-12T04:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:10:39.360727 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a201783d-4c29-4c92-b4ed-d2e62529499b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:39.367125 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201783d-4c29-4c92-b4ed-d2e62529499b admin admin] Pushing event updated for resources: {'Port': ['ID=d24e6af0-370c-4c38-94e3-57f75177006e,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:39.460577 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-b0888381-61f1-472a-a441-fdbcf8fda027 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:39.532004 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-4912e138-406d-45a4-bec5-56961631c28d tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4c9e955ad0b64bc2be1826d0b2f95d18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247502 Nov 12 04:10:39.532231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a201783d-4c29-4c92-b4ed-d2e62529499b admin admin] Network c87b6b87-dc9f-4ed1-a423-d13a4b59f90b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:39.535675 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a201783d-4c29-4c92-b4ed-d2e62529499b admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:39.679923 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-b0888381-61f1-472a-a441-fdbcf8fda027 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:39.694473 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a201783d-4c29-4c92-b4ed-d2e62529499b admin admin] Router 7beacc0e-0d92-436b-8328-c7c7f68fb897 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:10:39.701806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-e233cf2e-433e-4c25-90eb-a6b13a6baa8d tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:39.711802 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-e233cf2e-433e-4c25-90eb-a6b13a6baa8d tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728530 Nov 12 04:10:39.717032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:39.724592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['4fad2446-d96b-4283-aff1-e1731ef0ff48'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:39.749585 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-8f1d057e-c978-4cc1-b103-d391d5a18b2b tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/quotas/4c9e955ad0b64bc2be1826d0b2f95d18 HTTP/1.1" status: 200 len: 375 time: 0.0377319 Nov 12 04:10:39.749918 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-b0888381-61f1-472a-a441-fdbcf8fda027 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Network d37b2e01-0bab-4ed6-98b0-8381c00125c8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:39.758245 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-b0888381-61f1-472a-a441-fdbcf8fda027 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:39.762565 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-b0888381-61f1-472a-a441-fdbcf8fda027 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:39.787508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0888381-61f1-472a-a441-fdbcf8fda027 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Pushing event updated for resources: {'Port': ['ID=b4c7055e-7a17-4d12-8524-60917be358c0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:39.804314 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-a11f46f9-9d5d-4f26-9d79-7c5c05c58311 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c9e955ad0b64bc2be1826d0b2f95d18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488188 Nov 12 04:10:39.866234 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-b0888381-61f1-472a-a441-fdbcf8fda027 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:39.866547 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-b0888381-61f1-472a-a441-fdbcf8fda027 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:39.931313 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a201783d-4c29-4c92-b4ed-d2e62529499b admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:10:39.938191 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a201783d-4c29-4c92-b4ed-d2e62529499b admin admin] 10.222.0.37 "PUT /v2.0/routers/7beacc0e-0d92-436b-8328-c7c7f68fb897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3568320 Nov 12 04:10:39.964270 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-72ba97d7-3c95-4d0c-b335-bc8144be75c8 None None] Provisioning complete for port d24e6af0-370c-4c38-94e3-57f75177006e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:39.964666 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72ba97d7-3c95-4d0c-b335-bc8144be75c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:39.984340 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-b0888381-61f1-472a-a441-fdbcf8fda027 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5410316 Nov 12 04:10:40.012321 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Request body: {'port': {'device_id': '833f8a26-b9cb-4a07-b09a-951c892472e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:40.027828 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fcc0f4e3-8cab-4231-9608-cf2665b54710 req-342bd3e8-4557-4288-99e2-859c549d5541 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0423863 Nov 12 04:10:40.054919 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-72ba97d7-3c95-4d0c-b335-bc8144be75c8 None None] Port d24e6af0-370c-4c38-94e3-57f75177006e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:40.146580 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:40.279170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52dba3-65a4-402f-a2e1-3919de50faa4 req-e2f7acc5-a86c-44ea-bd4f-25de81cf7946 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:40.280711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-be52dba3-65a4-402f-a2e1-3919de50faa4 req-e2f7acc5-a86c-44ea-bd4f-25de81cf7946 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0817969 Nov 12 04:10:40.386522 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-be52dba3-65a4-402f-a2e1-3919de50faa4 req-abfe4916-da06-4eba-b516-19119fc55afc tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880368 Nov 12 04:10:40.454255 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:40.505900 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c7055e-7a17-4d12-8524-60917be358c0 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:40.514815 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:40.530297 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Transition to ACTIVE for port object b4c7055e-7a17-4d12-8524-60917be358c0 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:10:40.537444 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:40.537817 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:40.547957 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ba14b-e0d8-426c-be40-923bddd73ead req-d11cef0e-2ebf-4ee8-85e4-63b0567e1638 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:40.550088 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c2ba14b-e0d8-426c-be40-923bddd73ead req-d11cef0e-2ebf-4ee8-85e4-63b0567e1638 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=833f8a26-b9cb-4a07-b09a-951c892472e9 HTTP/1.1" status: 200 len: 932 time: 0.0686829 Nov 12 04:10:40.608140 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:40.622268 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:40.622494 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c2ba14b-e0d8-426c-be40-923bddd73ead req-5802008a-bbab-4426-be64-693c3ad9b6b0 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661938 Nov 12 04:10:40.657428 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:40.689786 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c7055e-7a17-4d12-8524-60917be358c0,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:40.744288 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:40.747799 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-517f0ebc-20ff-4672-9291-7cdeb65ca858 req-25bee29a-8277-422c-bbd0-3d3547212b84 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0647fcd-f188-4c83-b588-b3e7735d0525 HTTP/1.1" status: 200 len: 210 time: 0.0451910 Nov 12 04:10:40.763281 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Attempting to bind port b4c7055e-7a17-4d12-8524-60917be358c0 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:10:40.763684 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Attempting to bind port b4c7055e-7a17-4d12-8524-60917be358c0 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:10:40.764123 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Attempting to bind port b4c7055e-7a17-4d12-8524-60917be358c0 on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:40.769013 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Port b4c7055e-7a17-4d12-8524-60917be358c0 on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:10:40.769409 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Attempting to bind port b4c7055e-7a17-4d12-8524-60917be358c0 on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:40.774829 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:10:40.775244 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Checking segment: {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:40.775698 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Bound using segment: {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:10:40.776192 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Bound port: b4c7055e-7a17-4d12-8524-60917be358c0, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:10:40.776642 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:40.806554 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:40.809553 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56cbe867-e25d-4394-b024-79b8269bd184 req-d9d7419c-2aa3-4f14-bd3b-26dc4df0990f tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daeed65-df55-4da1-b30d-a907cebcbe06 HTTP/1.1" status: 200 len: 210 time: 0.0267141 Nov 12 04:10:40.852722 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] For port b4c7055e-7a17-4d12-8524-60917be358c0, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:10:40.856249 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] For port b4c7055e-7a17-4d12-8524-60917be358c0, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b4c7055e-7a17-4d12-8524-60917be358c0,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:10:40.906267 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:40.962997 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:40.963976 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:40.965810 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] 10.222.0.21 "PUT /v2.0/ports/b4c7055e-7a17-4d12-8524-60917be358c0 HTTP/1.1" status: 200 len: 1093 time: 0.9636490 Nov 12 04:10:40.966268 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833f8a26-b9cb-4a07-b09a-951c892472e9', 'tag': 'b4c7055e-7a17-4d12-8524-60917be358c0'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:40.975932 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee64dd6-114f-4341-9c52-a90be24908a0" -d '{"events": [{"name": "network-changed", "server_uuid": "833f8a26-b9cb-4a07-b09a-951c892472e9", "tag": "b4c7055e-7a17-4d12-8524-60917be358c0"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:41.001217 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d06c79-b982-428b-a335-89c0380e1139 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c7055e-7a17-4d12-8524-60917be358c0,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:41.055062 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f80c5e4e-8a75-44aa-81a1-29251495ffd9 req-7d0123ee-071d-4b41-9255-585264d05773 tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1536303 Nov 12 04:10:41.066377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-f80c5e4e-8a75-44aa-81a1-29251495ffd9 req-ffcf11e8-08b3-43ea-a2be-054c01c31a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:41.154313 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-7acdbd1a-cc1a-4359-ae81-90263639bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:41.156076 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-7acdbd1a-cc1a-4359-ae81-90263639bf85 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&device_id=833f8a26-b9cb-4a07-b09a-951c892472e9 HTTP/1.1" status: 200 len: 1096 time: 0.0462248 Nov 12 04:10:41.191445 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f80c5e4e-8a75-44aa-81a1-29251495ffd9 req-ffcf11e8-08b3-43ea-a2be-054c01c31a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:41.206851 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-5d744e83-b4a7-4261-ab96-5ca9fd5cb46f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4c7055e-7a17-4d12-8524-60917be358c0 HTTP/1.1" status: 200 len: 217 time: 0.0347867 Nov 12 04:10:41.272616 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-29ea76e6-88c4-4133-9e6d-3f8534680005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:41.276373 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-29ea76e6-88c4-4133-9e6d-3f8534680005 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504596be-ee34-4774-bccb-6ddc41bf3b5f HTTP/1.1" status: 200 len: 846 time: 0.0605099 Nov 12 04:10:41.305360 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] Sync routers for ids ['7beacc0e-0d92-436b-8328-c7c7f68fb897'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:10:41.310488 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f80c5e4e-8a75-44aa-81a1-29251495ffd9 req-ffcf11e8-08b3-43ea-a2be-054c01c31a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:41.318728 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] Routers {'7beacc0e-0d92-436b-8328-c7c7f68fb897'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:41.319568 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:10:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7beacc0e-0d92-436b-8328-c7c7f68fb897'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:41.332221 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-2972f246-1b74-46fc-8f8f-b00fc4e19f2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d37b2e01-0bab-4ed6-98b0-8381c00125c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360107 Nov 12 04:10:41.439257 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-f80c5e4e-8a75-44aa-81a1-29251495ffd9 req-ffcf11e8-08b3-43ea-a2be-054c01c31a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Allocated IP 172.25.1.153 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/397b95a2-70e2-4685-987c-91778dbe37be) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:41.457384 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] Set router 7beacc0e-0d92-436b-8328-c7c7f68fb897 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:41.476010 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-ccb3fefe-c57b-462b-aa08-53c5cc98e404 service neutron] 10.222.0.21 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015451 Nov 12 04:10:41.580296 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8d659eaa-b34b-4daf-a498-662ab4a7e51f req-3f459fbc-a727-4381-a69b-4136e230fc3d service neutron] 10.222.0.21 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965757 Nov 12 04:10:41.583980 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f80c5e4e-8a75-44aa-81a1-29251495ffd9 req-ffcf11e8-08b3-43ea-a2be-054c01c31a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:41.664319 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'name': 'tempest-FloatingIPsTestJSON-641349319-router', 'tenant_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:10:33Z', 'updated_at': '2021-11-12T04:10:38Z', 'revision_number': 4, 'project_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'gw_port': {'id': '16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:34Z', 'updated_at': '2021-11-12T04:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'd24e6af0-370c-4c38-94e3-57f75177006e', 'name': '', 'network_id': 'c87b6b87-dc9f-4ed1-a423-d13a4b59f90b', 'tenant_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'mac_address': 'fa:16:3e:2a:49:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b7a16c90-e93b-49d8-8731-34ee894da0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:37Z', 'updated_at': '2021-11-12T04:10:38Z', 'revision_number': 2, 'project_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'subnets': [{'id': 'b7a16c90-e93b-49d8-8731-34ee894da0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:41.690207 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] Checking router: 7beacc0e-0d92-436b-8328-c7c7f68fb897 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:10:41.690547 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] Updating router 7beacc0e-0d92-436b-8328-c7c7f68fb897 port d24e6af0-370c-4c38-94e3-57f75177006e binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:10:41.705818 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f80c5e4e-8a75-44aa-81a1-29251495ffd9 req-ffcf11e8-08b3-43ea-a2be-054c01c31a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:41.719692 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:41.744841 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80c5e4e-8a75-44aa-81a1-29251495ffd9 req-ffcf11e8-08b3-43ea-a2be-054c01c31a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:41.749865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-f80c5e4e-8a75-44aa-81a1-29251495ffd9 req-ffcf11e8-08b3-43ea-a2be-054c01c31a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:41.753397 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80c5e4e-8a75-44aa-81a1-29251495ffd9 req-ffcf11e8-08b3-43ea-a2be-054c01c31a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:41.758994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf11e8-08b3-43ea-a2be-054c01c31a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Pushing event updated for resources: {'Port': ['ID=397b95a2-70e2-4685-987c-91778dbe37be,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:41.840286 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f80c5e4e-8a75-44aa-81a1-29251495ffd9 req-ffcf11e8-08b3-43ea-a2be-054c01c31a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:41.942610 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f80c5e4e-8a75-44aa-81a1-29251495ffd9 req-ffcf11e8-08b3-43ea-a2be-054c01c31a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:41.997363 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:42.082563 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:42.096507 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f80c5e4e-8a75-44aa-81a1-29251495ffd9 req-ffcf11e8-08b3-43ea-a2be-054c01c31a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:42.133039 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7c23c-161e-458a-9033-d52256aeb331 None None] Pushing event updated for resources: {'Port': ['ID=d24e6af0-370c-4c38-94e3-57f75177006e,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:42.143973 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7c23c-161e-458a-9033-d52256aeb331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.144319 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7c23c-161e-458a-9033-d52256aeb331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.144689 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7c23c-161e-458a-9033-d52256aeb331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.145265 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7c23c-161e-458a-9033-d52256aeb331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.145598 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7c23c-161e-458a-9033-d52256aeb331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.145922 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7c23c-161e-458a-9033-d52256aeb331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.146243 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7c23c-161e-458a-9033-d52256aeb331 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.146562 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7c23c-161e-458a-9033-d52256aeb331 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.150177 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7c23c-161e-458a-9033-d52256aeb331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.150177 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7c23c-161e-458a-9033-d52256aeb331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.150177 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7c23c-161e-458a-9033-d52256aeb331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.150177 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7c23c-161e-458a-9033-d52256aeb331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.168851 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f80c5e4e-8a75-44aa-81a1-29251495ffd9 req-ffcf11e8-08b3-43ea-a2be-054c01c31a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:42.252286 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf11e8-08b3-43ea-a2be-054c01c31a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Pushing event updated for resources: {'Port': ['ID=397b95a2-70e2-4685-987c-91778dbe37be,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:42.275999 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f80c5e4e-8a75-44aa-81a1-29251495ffd9 req-ffcf11e8-08b3-43ea-a2be-054c01c31a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:42.304792 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] Attempting to bind port d24e6af0-370c-4c38-94e3-57f75177006e on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:10:42.305158 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] Attempting to bind port d24e6af0-370c-4c38-94e3-57f75177006e by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'd9258a25-f38c-41fb-9b77-55eedf8fe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c87b6b87-dc9f-4ed1-a423-d13a4b59f90b'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:10:42.305517 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] Attempting to bind port d24e6af0-370c-4c38-94e3-57f75177006e on network c87b6b87-dc9f-4ed1-a423-d13a4b59f90b {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:42.310801 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:10:42.311243 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] Checking segment: {'id': 'd9258a25-f38c-41fb-9b77-55eedf8fe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c87b6b87-dc9f-4ed1-a423-d13a4b59f90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:42.311641 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:42.312024 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] Bound using segment: {'id': 'd9258a25-f38c-41fb-9b77-55eedf8fe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c87b6b87-dc9f-4ed1-a423-d13a4b59f90b'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:10:42.312477 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] Bound port: d24e6af0-370c-4c38-94e3-57f75177006e, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9258a25-f38c-41fb-9b77-55eedf8fe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c87b6b87-dc9f-4ed1-a423-d13a4b59f90b'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:10:42.312856 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:42.353693 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f80c5e4e-8a75-44aa-81a1-29251495ffd9 req-ffcf11e8-08b3-43ea-a2be-054c01c31a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:42.359654 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f80c5e4e-8a75-44aa-81a1-29251495ffd9 req-ffcf11e8-08b3-43ea-a2be-054c01c31a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2983296 Nov 12 04:10:42.381683 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] For port d24e6af0-370c-4c38-94e3-57f75177006e, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:10:42.385362 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] For port d24e6af0-370c-4c38-94e3-57f75177006e, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d24e6af0-370c-4c38-94e3-57f75177006e,segment=NetworkSegment(d9258a25-f38c-41fb-9b77-55eedf8fe228),segment_id=d9258a25-f38c-41fb-9b77-55eedf8fe228)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:10:42.401226 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:42.417632 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f80c5e4e-8a75-44aa-81a1-29251495ffd9 req-20c500b9-89f7-4fd2-a442-e7795d19ed43 tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 696 time: 0.0551982 Nov 12 04:10:42.423999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-755f5b48-e843-4d47-83f1-e45594ac249c None None] Provisioning complete for port d24e6af0-370c-4c38-94e3-57f75177006e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:42.424371 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-755f5b48-e843-4d47-83f1-e45594ac249c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:42.437436 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:42.477943 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-755f5b48-e843-4d47-83f1-e45594ac249c None None] Port d24e6af0-370c-4c38-94e3-57f75177006e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:42.487733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:42.488113 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:42.498866 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] Routers {'7beacc0e-0d92-436b-8328-c7c7f68fb897'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:42.499734 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:10:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7beacc0e-0d92-436b-8328-c7c7f68fb897'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:42.574207 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c5e4e-8a75-44aa-81a1-29251495ffd9 req-ce35387b-5400-4450-abd8-45fd857f533c tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:42.576656 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f80c5e4e-8a75-44aa-81a1-29251495ffd9 req-ce35387b-5400-4450-abd8-45fd857f533c tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.1521823 Nov 12 04:10:42.619968 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7c23c-161e-458a-9033-d52256aeb331 None None] Pushing event updated for resources: {'Port': ['ID=d24e6af0-370c-4c38-94e3-57f75177006e,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:42.650095 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] Set router 7beacc0e-0d92-436b-8328-c7c7f68fb897 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:42.714829 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61999-132a-4c6f-85b9-8942a53b0337 req-a2c73411-67f4-4ce2-87bd-950afdf88e77 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:42.721403 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61999-132a-4c6f-85b9-8942a53b0337 req-a2c73411-67f4-4ce2-87bd-950afdf88e77 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:42.730705 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61999-132a-4c6f-85b9-8942a53b0337 req-a2c73411-67f4-4ce2-87bd-950afdf88e77 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:42.734225 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61999-132a-4c6f-85b9-8942a53b0337 req-a2c73411-67f4-4ce2-87bd-950afdf88e77 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:42.740093 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61999-132a-4c6f-85b9-8942a53b0337 req-a2c73411-67f4-4ce2-87bd-950afdf88e77 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:42.746749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61999-132a-4c6f-85b9-8942a53b0337 req-a2c73411-67f4-4ce2-87bd-950afdf88e77 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:42.752715 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61999-132a-4c6f-85b9-8942a53b0337 req-a2c73411-67f4-4ce2-87bd-950afdf88e77 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:42.754662 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ac61999-132a-4c6f-85b9-8942a53b0337 req-a2c73411-67f4-4ce2-87bd-950afdf88e77 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5434 time: 0.1004868 Nov 12 04:10:42.800267 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8672bce6-9c8d-480b-8f2d-9f7b4f3e89ac None None] Provisioning complete for port d24e6af0-370c-4c38-94e3-57f75177006e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:42.800737 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8672bce6-9c8d-480b-8f2d-9f7b4f3e89ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:42.813543 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ac61999-132a-4c6f-85b9-8942a53b0337 req-908da923-a12b-44b6-a9cf-93b71f61ecd6 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528672 Nov 12 04:10:42.887795 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8672bce6-9c8d-480b-8f2d-9f7b4f3e89ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:42.922046 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8672bce6-9c8d-480b-8f2d-9f7b4f3e89ac None None] For port d24e6af0-370c-4c38-94e3-57f75177006e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d24e6af0-370c-4c38-94e3-57f75177006e,segment=NetworkSegment(d9258a25-f38c-41fb-9b77-55eedf8fe228),segment_id=d9258a25-f38c-41fb-9b77-55eedf8fe228)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:42.948889 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'name': 'tempest-FloatingIPsTestJSON-641349319-router', 'tenant_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:10:33Z', 'updated_at': '2021-11-12T04:10:38Z', 'revision_number': 4, 'project_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'gw_port': {'id': '16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:34Z', 'updated_at': '2021-11-12T04:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'd24e6af0-370c-4c38-94e3-57f75177006e', 'name': '', 'network_id': 'c87b6b87-dc9f-4ed1-a423-d13a4b59f90b', 'tenant_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'mac_address': 'fa:16:3e:2a:49:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b7a16c90-e93b-49d8-8731-34ee894da0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:37Z', 'updated_at': '2021-11-12T04:10:42Z', 'revision_number': 4, 'project_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'subnets': [{'id': 'b7a16c90-e93b-49d8-8731-34ee894da0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:42.989290 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d348c00-f371-4d42-be08-940afc1a59cf None None] The sync data for ids ['7beacc0e-0d92-436b-8328-c7c7f68fb897'] in n-d-768509-24 is: [{'id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'name': 'tempest-FloatingIPsTestJSON-641349319-router', 'tenant_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:10:33Z', 'updated_at': '2021-11-12T04:10:38Z', 'revision_number': 4, 'project_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'gw_port': {'id': '16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:34Z', 'updated_at': '2021-11-12T04:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'd24e6af0-370c-4c38-94e3-57f75177006e', 'name': '', 'network_id': 'c87b6b87-dc9f-4ed1-a423-d13a4b59f90b', 'tenant_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'mac_address': 'fa:16:3e:2a:49:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b7a16c90-e93b-49d8-8731-34ee894da0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:37Z', 'updated_at': '2021-11-12T04:10:42Z', 'revision_number': 4, 'project_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'subnets': [{'id': 'b7a16c90-e93b-49d8-8731-34ee894da0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:10:42.991100 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8672bce6-9c8d-480b-8f2d-9f7b4f3e89ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:43.016801 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d7ead7-c22c-4341-a114-a2f44838e958 x-openstack-request-id: req-50d7ead7-c22c-4341-a114-a2f44838e958 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:43.017306 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833f8a26-b9cb-4a07-b09a-951c892472e9", "tag": "b4c7055e-7a17-4d12-8524-60917be358c0", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:43.017709 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50d7ead7-c22c-4341-a114-a2f44838e958 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:43.018234 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833f8a26-b9cb-4a07-b09a-951c892472e9', 'tag': 'b4c7055e-7a17-4d12-8524-60917be358c0', 'status': 'completed', 'code': 200} Nov 12 04:10:43.093822 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672bce6-9c8d-480b-8f2d-9f7b4f3e89ac None None] Pushing event updated for resources: {'Port': ['ID=d24e6af0-370c-4c38-94e3-57f75177006e,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:43.102512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-8dc8b255-de7a-4440-b00d-5fedd25c4474 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4c9e955ad0b64bc2be1826d0b2f95d18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288448 Nov 12 04:10:43.155779 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee64dd6-114f-4341-9c52-a90be24908a0 req-a88532a6-6e25-4ca0-8765-87c718ea683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:43.157859 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ee64dd6-114f-4341-9c52-a90be24908a0 req-a88532a6-6e25-4ca0-8765-87c718ea683a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&device_id=833f8a26-b9cb-4a07-b09a-951c892472e9 HTTP/1.1" status: 200 len: 1096 time: 0.0658760 Nov 12 04:10:43.265148 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee64dd6-114f-4341-9c52-a90be24908a0 req-8cb01c82-56ef-4788-bb48-161a52e767bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:43.267306 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ee64dd6-114f-4341-9c52-a90be24908a0 req-8cb01c82-56ef-4788-bb48-161a52e767bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 907 time: 0.1000736 Nov 12 04:10:43.316499 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ee64dd6-114f-4341-9c52-a90be24908a0 req-734da016-08e1-4600-98ec-6fb7a3505a89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4c7055e-7a17-4d12-8524-60917be358c0 HTTP/1.1" status: 200 len: 217 time: 0.0409017 Nov 12 04:10:43.320175 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2639c8-0ce5-4b45-91b7-d1344591cfd0 req-d3209ee7-41fb-4eb1-a16f-d58545670e62 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:43.323845 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c2639c8-0ce5-4b45-91b7-d1344591cfd0 req-d3209ee7-41fb-4eb1-a16f-d58545670e62 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.1698256 Nov 12 04:10:43.345003 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-8be4c0fd-978a-46bf-8106-5307090293c2 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:43.346507 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-8be4c0fd-978a-46bf-8106-5307090293c2 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2344525 Nov 12 04:10:43.373316 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee64dd6-114f-4341-9c52-a90be24908a0 req-c9a3352a-e7cf-43a2-a3ff-d89f94b246ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:43.374875 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ee64dd6-114f-4341-9c52-a90be24908a0 req-c9a3352a-e7cf-43a2-a3ff-d89f94b246ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504596be-ee34-4774-bccb-6ddc41bf3b5f HTTP/1.1" status: 200 len: 846 time: 0.0511103 Nov 12 04:10:43.384633 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-f2c8982e-9bd3-46b8-86ab-55af185b6dbf tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Request body: {'port': {'device_id': '7daeed65-df55-4da1-b30d-a907cebcbe06', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': '4c9e955ad0b64bc2be1826d0b2f95d18'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:43.413840 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ee64dd6-114f-4341-9c52-a90be24908a0 req-0af6c69a-c214-4c0b-9229-945d9ab120fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d37b2e01-0bab-4ed6-98b0-8381c00125c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310793 Nov 12 04:10:43.423629 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c2639c8-0ce5-4b45-91b7-d1344591cfd0 req-b72684ef-ba47-4961-8219-6f2032aa9d33 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921078 Nov 12 04:10:43.536467 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ee64dd6-114f-4341-9c52-a90be24908a0 req-7e7d3296-0871-421b-aadb-9b4d443b60fd service neutron] 10.222.0.21 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141627 Nov 12 04:10:43.576889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2c549-3d28-49c7-8f05-5329c4529370 req-5332f42a-0cb8-4bc1-bb04-984452e82582 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:43.578585 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1dc2c549-3d28-49c7-8f05-5329c4529370 req-5332f42a-0cb8-4bc1-bb04-984452e82582 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=833f8a26-b9cb-4a07-b09a-951c892472e9 HTTP/1.1" status: 200 len: 944 time: 0.0628636 Nov 12 04:10:43.611396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-f2c8982e-9bd3-46b8-86ab-55af185b6dbf tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Made reservation on behalf of 4c9e955ad0b64bc2be1826d0b2f95d18 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:43.616796 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-f2c8982e-9bd3-46b8-86ab-55af185b6dbf tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:43.630506 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-f2c8982e-9bd3-46b8-86ab-55af185b6dbf tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:43.639000 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3ee64dd6-114f-4341-9c52-a90be24908a0 req-d4d0d418-ae60-47ae-9541-c5b52f5993f8 service neutron] 10.222.0.21 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938556 Nov 12 04:10:43.674743 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1dc2c549-3d28-49c7-8f05-5329c4529370 req-9d529c34-44f3-41d6-a3bb-614373c9459c tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887604 Nov 12 04:10:43.750478 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-f2c8982e-9bd3-46b8-86ab-55af185b6dbf tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:43.802153 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-002d3871-44b5-470f-828b-ecb708523808 req-57a2e375-27fb-477b-b5b7-3b483405b43e tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daeed65-df55-4da1-b30d-a907cebcbe06 HTTP/1.1" status: 200 len: 210 time: 0.0281420 Nov 12 04:10:43.802911 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-f2c8982e-9bd3-46b8-86ab-55af185b6dbf tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:43.876936 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8982e-9bd3-46b8-86ab-55af185b6dbf tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5768685c-317e-40a9-8d1c-33d8b1dff719,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:43.927307 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-345d57c3-7d28-4e74-9ee7-896bf7b38259 req-18c90c8e-66a0-4329-b947-74f932f6e388 tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/floatingips/1f5d8043-3a25-409a-bd21-d31822abcdb9 HTTP/1.1" status: 200 len: 693 time: 0.0681708 Nov 12 04:10:44.050965 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-f2c8982e-9bd3-46b8-86ab-55af185b6dbf tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Allocated IP 192.168.233.12 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/d838184e-2ac2-452b-8ab5-25647855cde1) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:44.091200 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d57c3-7d28-4e74-9ee7-896bf7b38259 req-cced361b-9bb7-4693-a0c0-bdc178b1d8e1 tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:44.092851 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-345d57c3-7d28-4e74-9ee7-896bf7b38259 req-cced361b-9bb7-4693-a0c0-bdc178b1d8e1 tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.1591208 Nov 12 04:10:44.255515 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96ea06-8da5-40d5-8f76-7eca6d93acca req-00f208a1-b625-404d-b176-782dc0634bea tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:44.261987 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96ea06-8da5-40d5-8f76-7eca6d93acca req-00f208a1-b625-404d-b176-782dc0634bea tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:44.268034 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96ea06-8da5-40d5-8f76-7eca6d93acca req-00f208a1-b625-404d-b176-782dc0634bea tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:44.273995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96ea06-8da5-40d5-8f76-7eca6d93acca req-00f208a1-b625-404d-b176-782dc0634bea tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:44.280587 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96ea06-8da5-40d5-8f76-7eca6d93acca req-00f208a1-b625-404d-b176-782dc0634bea tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:44.286621 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96ea06-8da5-40d5-8f76-7eca6d93acca req-00f208a1-b625-404d-b176-782dc0634bea tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:44.292635 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96ea06-8da5-40d5-8f76-7eca6d93acca req-00f208a1-b625-404d-b176-782dc0634bea tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:44.294455 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5d96ea06-8da5-40d5-8f76-7eca6d93acca req-00f208a1-b625-404d-b176-782dc0634bea tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5434 time: 0.1460731 Nov 12 04:10:44.304731 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57866) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:44.311525 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1f2dd7cb-c880-4630-a569-1365e01ff6f5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Request body: {'floatingip': {'port_id': '17a61e7e-6068-4414-a607-e5e69b99d95d'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:44.315994 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-f2c8982e-9bd3-46b8-86ab-55af185b6dbf tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:44.370277 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd7cb-c880-4630-a569-1365e01ff6f5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:44.403483 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-f2c8982e-9bd3-46b8-86ab-55af185b6dbf tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:44.436288 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d24e6af0-370c-4c38-94e3-57f75177006e up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:44.453667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-f2c8982e-9bd3-46b8-86ab-55af185b6dbf tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:44.456803 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-f2c8982e-9bd3-46b8-86ab-55af185b6dbf tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:44.459192 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-f2c8982e-9bd3-46b8-86ab-55af185b6dbf tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:44.492123 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8982e-9bd3-46b8-86ab-55af185b6dbf tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Pushing event updated for resources: {'Port': ['ID=d838184e-2ac2-452b-8ab5-25647855cde1,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:44.502045 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d24e6af0-370c-4c38-94e3-57f75177006e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:44.502362 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:44.532849 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-f2c8982e-9bd3-46b8-86ab-55af185b6dbf tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:44.533918 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-f2c8982e-9bd3-46b8-86ab-55af185b6dbf tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:44.626525 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-f2c8982e-9bd3-46b8-86ab-55af185b6dbf tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2529371 Nov 12 04:10:44.645893 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Request body: {'port': {'device_id': '7daeed65-df55-4da1-b30d-a907cebcbe06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:44.713932 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:44.734231 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-61ce891b-620e-4699-b9b2-6e55a5441482 None None] Provisioning complete for port d838184e-2ac2-452b-8ab5-25647855cde1 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:44.734893 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-61ce891b-620e-4699-b9b2-6e55a5441482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:44.779586 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-61ce891b-620e-4699-b9b2-6e55a5441482 None None] Port d838184e-2ac2-452b-8ab5-25647855cde1 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:44.834905 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-78d22a99-ab91-45c3-b034-13250894608a req-0b7af52f-b18a-45aa-bd0b-fa581fbf9942 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94477530435e4b36989ce0e2266cb499&device_id=80760c7f-0db1-4794-a00c-fd147b614cac HTTP/1.1" status: 200 len: 210 time: 0.0290818 Nov 12 04:10:44.885314 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-78d22a99-ab91-45c3-b034-13250894608a req-c3c92815-828a-4291-b84b-2154a44d7d73 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=94477530435e4b36989ce0e2266cb499&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236158 Nov 12 04:10:44.889410 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57c9cdb0-cfce-4c13-ae83-2c31bd3dbdae req-d6ce89aa-b969-4dde-a32f-2f79d953cfd6 tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=5b9d4ec84cd64533ac01eb4d280538dd HTTP/1.1" status: 200 len: 696 time: 0.0628476 Nov 12 04:10:44.996382 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd7cb-c880-4630-a569-1365e01ff6f5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:44.997469 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b4c7055e-7a17-4d12-8524-60917be358c0 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:10:45.030216 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d22a99-ab91-45c3-b034-13250894608a req-08f45fb1-790a-4085-aee9-35ad68fff852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:45.031794 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-78d22a99-ab91-45c3-b034-13250894608a req-08f45fb1-790a-4085-aee9-35ad68fff852 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368747 Nov 12 04:10:45.064215 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd7cb-c880-4630-a569-1365e01ff6f5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.067936 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9cdb0-cfce-4c13-ae83-2c31bd3dbdae req-dcb6c0e9-fc35-4931-8db1-9b5895455cfe tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:45.075155 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57c9cdb0-cfce-4c13-ae83-2c31bd3dbdae req-dcb6c0e9-fc35-4931-8db1-9b5895455cfe tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/networks?id=83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 787 time: 0.1713083 Nov 12 04:10:45.081187 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-57c9cdb0-cfce-4c13-ae83-2c31bd3dbdae req-d90a000f-b732-497b-acfd-93a433894c65 tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:10:45.082414 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57c9cdb0-cfce-4c13-ae83-2c31bd3dbdae req-d90a000f-b732-497b-acfd-93a433894c65 tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061042 Nov 12 04:10:45.101944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b4c7055e-7a17-4d12-8524-60917be358c0, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b4c7055e-7a17-4d12-8524-60917be358c0,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:45.120438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'b4c7055e-7a17-4d12-8524-60917be358c0', 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8', 'port_id': 'b4c7055e-7a17-4d12-8524-60917be358c0', 'mac_address': 'fa:16:3e:c4:86:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504596be-ee34-4774-bccb-6ddc41bf3b5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:10:45.155725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d838184e-2ac2-452b-8ab5-25647855cde1 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:45.166999 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.175077 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.184535 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-1f2dd7cb-c880-4630-a569-1365e01ff6f5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Floating IP 6a4fbb27-643f-48ef-83ae-a42718a31fa5 associated. External IP: 172.25.1.182, port: 17a61e7e-6068-4414-a607-e5e69b99d95d. Nov 12 04:10:45.189294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Transition to ACTIVE for port object d838184e-2ac2-452b-8ab5-25647855cde1 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:10:45.194296 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c7055e-7a17-4d12-8524-60917be358c0 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:45.218199 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b4c7055e-7a17-4d12-8524-60917be358c0, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b4c7055e-7a17-4d12-8524-60917be358c0,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:45.253940 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.282283 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.345265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=b4c7055e-7a17-4d12-8524-60917be358c0,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:45.362137 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Pushing event updated for resources: {'Port': ['ID=d838184e-2ac2-452b-8ab5-25647855cde1,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:45.400126 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b2474-1635-4ed4-879d-81d724a04e81 req-8ef8ff8b-b917-40ee-afd8-e8ef324e80cc tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:45.401859 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec0b2474-1635-4ed4-879d-81d724a04e81 req-8ef8ff8b-b917-40ee-afd8-e8ef324e80cc tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.1189573 Nov 12 04:10:45.451386 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2dd7cb-c880-4630-a569-1365e01ff6f5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Router 16718ee3-e7ac-4924-b850-d5f822cdab0b has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:10:45.483443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Attempting to bind port d838184e-2ac2-452b-8ab5-25647855cde1 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:10:45.483786 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Attempting to bind port d838184e-2ac2-452b-8ab5-25647855cde1 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:10:45.484121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Attempting to bind port d838184e-2ac2-452b-8ab5-25647855cde1 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:45.489113 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec0b2474-1635-4ed4-879d-81d724a04e81 req-c6ccfd22-6b87-4454-b8e9-8d04d2e420b9 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694935 Nov 12 04:10:45.492529 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Port d838184e-2ac2-452b-8ab5-25647855cde1 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:10:45.492867 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Attempting to bind port d838184e-2ac2-452b-8ab5-25647855cde1 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:45.498869 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:10:45.499210 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:45.499598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:10:45.500032 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Bound port: d838184e-2ac2-452b-8ab5-25647855cde1, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:10:45.500521 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.597413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] For port d838184e-2ac2-452b-8ab5-25647855cde1, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:10:45.601456 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] For port d838184e-2ac2-452b-8ab5-25647855cde1, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d838184e-2ac2-452b-8ab5-25647855cde1,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:10:45.632981 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2cd3b1e3-1189-40a6-86ed-f935c7490cc9 req-8c40bcc0-7f9c-4c24-9460-eaa4e7e57e25 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.37 "GET /v2.0/ports?device_id=80760c7f-0db1-4794-a00c-fd147b614cac HTTP/1.1" status: 200 len: 210 time: 0.0287044 Nov 12 04:10:45.688651 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.762393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:45.763145 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.764655 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] 10.222.0.31 "PUT /v2.0/ports/d838184e-2ac2-452b-8ab5-25647855cde1 HTTP/1.1" status: 200 len: 1096 time: 1.1232765 Nov 12 04:10:45.767524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7daeed65-df55-4da1-b30d-a907cebcbe06', 'tag': 'd838184e-2ac2-452b-8ab5-25647855cde1'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:45.769591 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd7356c-c5b3-4f3b-98e4-e823588cdfb6" -d '{"events": [{"name": "network-changed", "server_uuid": "7daeed65-df55-4da1-b30d-a907cebcbe06", "tag": "d838184e-2ac2-452b-8ab5-25647855cde1"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:45.800286 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2b4c2-8482-44a9-91b6-aff6b81a1911 service neutron] Pushing event updated for resources: {'Port': ['ID=d838184e-2ac2-452b-8ab5-25647855cde1,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:45.801170 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['b4c7055e-7a17-4d12-8524-60917be358c0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:45.816770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b53b70-dcd0-4d26-8a9f-2b428a2f79ff req-393aa3eb-9cf6-4819-82a3-e7c3bd2c0250 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:45.830710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10b53b70-dcd0-4d26-8a9f-2b428a2f79ff req-393aa3eb-9cf6-4819-82a3-e7c3bd2c0250 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=833f8a26-b9cb-4a07-b09a-951c892472e9 HTTP/1.1" status: 200 len: 945 time: 0.1368992 Nov 12 04:10:45.832903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57892) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:45.957845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2dd7cb-c880-4630-a569-1365e01ff6f5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:10:45.962501 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10b53b70-dcd0-4d26-8a9f-2b428a2f79ff req-15b48544-46d5-435f-9890-0309b4f0ae44 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304944 Nov 12 04:10:45.963884 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd7cb-c880-4630-a569-1365e01ff6f5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.986328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-fc37fc09-5b34-4734-b119-4c3e7f54f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:45.988074 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-fc37fc09-5b34-4734-b119-4c3e7f54f3bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c9e955ad0b64bc2be1826d0b2f95d18&device_id=7daeed65-df55-4da1-b30d-a907cebcbe06 HTTP/1.1" status: 200 len: 1099 time: 0.0762424 Nov 12 04:10:45.994774 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051e8b1e-61e0-4245-bd11-bd06aed2468d None None] Sync routers for ids ['16718ee3-e7ac-4924-b850-d5f822cdab0b'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:10:46.001795 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1f2dd7cb-c880-4630-a569-1365e01ff6f5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "PUT /v2.0/floatingips/6a4fbb27-643f-48ef-83ae-a42718a31fa5 HTTP/1.1" status: 200 len: 991 time: 1.6925426 Nov 12 04:10:46.001795 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'tag': '17a61e7e-6068-4414-a607-e5e69b99d95d'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:46.007254 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c01f3f-1fd2-48e9-97db-a7a3c1685d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "tag": "17a61e7e-6068-4414-a607-e5e69b99d95d"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:46.023712 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051e8b1e-61e0-4245-bd11-bd06aed2468d None None] Routers {'16718ee3-e7ac-4924-b850-d5f822cdab0b'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:46.024261 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-051e8b1e-61e0-4245-bd11-bd06aed2468d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:10:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['16718ee3-e7ac-4924-b850-d5f822cdab0b'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:46.072807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-b99eb804-38c5-4e42-b18e-6ce41a47e9f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d838184e-2ac2-452b-8ab5-25647855cde1 HTTP/1.1" status: 200 len: 217 time: 0.0635655 Nov 12 04:10:46.082038 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-26cf7a13-8bee-4e72-8491-12fb9ca5e42f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:46.161245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-051e8b1e-61e0-4245-bd11-bd06aed2468d None None] Set router 16718ee3-e7ac-4924-b850-d5f822cdab0b gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:46.193376 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d9d0a-6410-4bcc-b628-7c674cf36c55 req-61e3ecbc-ddc9-497c-a28e-b2f376b6f2c8 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:46.195039 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e80d9d0a-6410-4bcc-b628-7c674cf36c55 req-61e3ecbc-ddc9-497c-a28e-b2f376b6f2c8 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daeed65-df55-4da1-b30d-a907cebcbe06 HTTP/1.1" status: 200 len: 947 time: 0.1304157 Nov 12 04:10:46.196331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-3f83c019-d2a3-4f04-9e6c-5ab583665074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:46.198211 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-3f83c019-d2a3-4f04-9e6c-5ab583665074 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0961323 Nov 12 04:10:46.306445 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e80d9d0a-6410-4bcc-b628-7c674cf36c55 req-b3b78abe-2c06-4986-ad2f-5a5a7bcdbcac tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/security-groups?id=5768685c-317e-40a9-8d1c-33d8b1dff719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014729 Nov 12 04:10:46.315573 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-2ffca781-c222-4704-9f91-236f4e2c21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:46.317277 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-2ffca781-c222-4704-9f91-236f4e2c21c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1045327 Nov 12 04:10:46.326910 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-26cf7a13-8bee-4e72-8491-12fb9ca5e42f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:46.409146 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-051e8b1e-61e0-4245-bd11-bd06aed2468d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'name': 'tempest-TaggedBootDevicesTest-37807826-router', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '5def5009-f526-49a3-928e-e539dad55926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:27Z', 'updated_at': '2021-11-12T04:08:34Z', 'revision_number': 4, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'gw_port': {'id': '5def5009-f526-49a3-928e-e539dad55926', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '6a4fbb27-643f-48ef-83ae-a42718a31fa5', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'port_id': '17a61e7e-6068-4414-a607-e5e69b99d95d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b', 'mac_address': 'fa:16:3e:fc:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:09:29Z', 'updated_at': '2021-11-12T04:10:44Z', 'revision_number': 1, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9', 'name': '', 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'mac_address': 'fa:16:3e:c5:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'ac2df72c-3697-4006-a460-6748e4420277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:32Z', 'updated_at': '2021-11-12T04:08:40Z', 'revision_number': 5, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'subnets': [{'id': 'ac2df72c-3697-4006-a460-6748e4420277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:46.417372 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-26cf7a13-8bee-4e72-8491-12fb9ca5e42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:46.438918 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051e8b1e-61e0-4245-bd11-bd06aed2468d None None] Checking router: 16718ee3-e7ac-4924-b850-d5f822cdab0b for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:10:46.443987 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56e94fd9-d16e-4f2e-bcfc-9e38d94aa12e req-982d7e7d-6024-4626-8eaf-da3da1164350 tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/floatingips/1f5d8043-3a25-409a-bd21-d31822abcdb9 HTTP/1.1" status: 200 len: 693 time: 0.0910711 Nov 12 04:10:46.447936 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051e8b1e-61e0-4245-bd11-bd06aed2468d None None] Routers {'16718ee3-e7ac-4924-b850-d5f822cdab0b'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:46.449144 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-051e8b1e-61e0-4245-bd11-bd06aed2468d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:10:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['16718ee3-e7ac-4924-b850-d5f822cdab0b'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:46.491625 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-26cf7a13-8bee-4e72-8491-12fb9ca5e42f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=662869e3a61a439da77af27b7742df94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6570876 Nov 12 04:10:46.494740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57900) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:46.504139 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf7a13-8bee-4e72-8491-12fb9ca5e42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3654d0dd-a905-4b88-9e53-c23a8f2a33c0,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:46.557564 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-0192193b-10b5-419e-81f7-d6877c4a7365 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292383 Nov 12 04:10:46.562368 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:46.570838 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bce51b96-cb6a-424d-abb3-272fad99d7e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:46.576888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-051e8b1e-61e0-4245-bd11-bd06aed2468d None None] Set router 16718ee3-e7ac-4924-b850-d5f822cdab0b gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:46.600006 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bce51b96-cb6a-424d-abb3-272fad99d7e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:46.669000 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e94fd9-d16e-4f2e-bcfc-9e38d94aa12e req-40e51706-a8a2-4f6e-94f9-6792d3dbec7e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:46.670499 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56e94fd9-d16e-4f2e-bcfc-9e38d94aa12e req-40e51706-a8a2-4f6e-94f9-6792d3dbec7e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.2022054 Nov 12 04:10:46.734139 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bce51b96-cb6a-424d-abb3-272fad99d7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:46.736222 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56e94fd9-d16e-4f2e-bcfc-9e38d94aa12e req-eac3d7ba-d7db-4590-94e1-f7bf5159d239 tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 696 time: 0.0556509 Nov 12 04:10:46.737616 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bce51b96-cb6a-424d-abb3-272fad99d7e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:46.738279 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fec42385-56d8-4f32-8cb4-e37147c7f2d5 req-6218604f-e9e7-4e65-bc9f-3a751755bb9a service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687145 Nov 12 04:10:46.740074 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bce51b96-cb6a-424d-abb3-272fad99d7e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3654d0dd-a905-4b88-9e53-c23a8f2a33c0 HTTP/1.1" status: 204 len: 168 time: 0.2426405 Nov 12 04:10:46.752813 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce51b96-cb6a-424d-abb3-272fad99d7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3654d0dd-a905-4b88-9e53-c23a8f2a33c0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:46.791390 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56e94fd9-d16e-4f2e-bcfc-9e38d94aa12e req-eeb52c70-d4f7-4873-ab24-159d3a8c129b tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 696 time: 0.0483928 Nov 12 04:10:46.829403 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-78d22a99-ab91-45c3-b034-13250894608a req-504c90d9-dd8f-4ad7-aba4-402961a308a1 tempest-ServerShowV247Test-437534891 tempest-ServerShowV247Test-437534891-project] 10.222.0.21 "GET /v2.0/ports?device_id=80760c7f-0db1-4794-a00c-fd147b614cac HTTP/1.1" status: 200 len: 210 time: 0.0346758 Nov 12 04:10:46.849574 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-051e8b1e-61e0-4245-bd11-bd06aed2468d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'name': 'tempest-TaggedBootDevicesTest-37807826-router', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '5def5009-f526-49a3-928e-e539dad55926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:27Z', 'updated_at': '2021-11-12T04:08:34Z', 'revision_number': 4, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'gw_port': {'id': '5def5009-f526-49a3-928e-e539dad55926', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '6a4fbb27-643f-48ef-83ae-a42718a31fa5', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'port_id': '17a61e7e-6068-4414-a607-e5e69b99d95d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b', 'mac_address': 'fa:16:3e:fc:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:09:29Z', 'updated_at': '2021-11-12T04:10:44Z', 'revision_number': 1, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9', 'name': '', 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'mac_address': 'fa:16:3e:c5:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'ac2df72c-3697-4006-a460-6748e4420277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:32Z', 'updated_at': '2021-11-12T04:08:40Z', 'revision_number': 5, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'subnets': [{'id': 'ac2df72c-3697-4006-a460-6748e4420277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:46.882910 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051e8b1e-61e0-4245-bd11-bd06aed2468d None None] The sync data for ids ['16718ee3-e7ac-4924-b850-d5f822cdab0b'] in n-d-768509-24 is: [{'id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'name': 'tempest-TaggedBootDevicesTest-37807826-router', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '5def5009-f526-49a3-928e-e539dad55926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:27Z', 'updated_at': '2021-11-12T04:08:34Z', 'revision_number': 4, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'gw_port': {'id': '5def5009-f526-49a3-928e-e539dad55926', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '6a4fbb27-643f-48ef-83ae-a42718a31fa5', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'port_id': '17a61e7e-6068-4414-a607-e5e69b99d95d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b', 'mac_address': 'fa:16:3e:fc:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:09:29Z', 'updated_at': '2021-11-12T04:10:44Z', 'revision_number': 1, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9', 'name': '', 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'mac_address': 'fa:16:3e:c5:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'ac2df72c-3697-4006-a460-6748e4420277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:32Z', 'updated_at': '2021-11-12T04:08:40Z', 'revision_number': 5, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'subnets': [{'id': 'ac2df72c-3697-4006-a460-6748e4420277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:10:46.951465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-56e94fd9-d16e-4f2e-bcfc-9e38d94aa12e req-6e8ac900-4605-4389-9dc5-b268351f2a3d tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Deleting port 397b95a2-70e2-4685-987c-91778dbe37be {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:46.952197 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-56e94fd9-d16e-4f2e-bcfc-9e38d94aa12e req-6e8ac900-4605-4389-9dc5-b268351f2a3d tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.032998 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-56e94fd9-d16e-4f2e-bcfc-9e38d94aa12e req-6e8ac900-4605-4389-9dc5-b268351f2a3d tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.033336 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-56e94fd9-d16e-4f2e-bcfc-9e38d94aa12e req-6e8ac900-4605-4389-9dc5-b268351f2a3d tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.047774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-56e94fd9-d16e-4f2e-bcfc-9e38d94aa12e req-6e8ac900-4605-4389-9dc5-b268351f2a3d tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Calling delete_port for 397b95a2-70e2-4685-987c-91778dbe37be owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:47.146211 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b0010a-ff8a-47df-b665-b46710c2da91 None None] New status for floating IP 6a4fbb27-643f-48ef-83ae-a42718a31fa5: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:10:47.276843 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-56e94fd9-d16e-4f2e-bcfc-9e38d94aa12e req-6e8ac900-4605-4389-9dc5-b268351f2a3d tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.305278 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ac900-4605-4389-9dc5-b268351f2a3d tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Pushing event deleted for resources: {'Port': ['ID=397b95a2-70e2-4685-987c-91778dbe37be,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:47.454097 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57914) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:47.469125 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9fe453dc-4f5c-4008-94d3-faeaeff26e0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.547987 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9fe453dc-4f5c-4008-94d3-faeaeff26e0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.625162 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9fe453dc-4f5c-4008-94d3-faeaeff26e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.663845 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9fe453dc-4f5c-4008-94d3-faeaeff26e0a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b8ead5734bc4f7e98a0c5ba15a5ffd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085202 Nov 12 04:10:47.664660 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe453dc-4f5c-4008-94d3-faeaeff26e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80e361d-7fd6-434c-a409-ad33bec0970a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:47.667325 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57916) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:47.683776 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-56e94fd9-d16e-4f2e-bcfc-9e38d94aa12e req-6e8ac900-4605-4389-9dc5-b268351f2a3d tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.686333 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-56e94fd9-d16e-4f2e-bcfc-9e38d94aa12e req-6e8ac900-4605-4389-9dc5-b268351f2a3d tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.687512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56e94fd9-d16e-4f2e-bcfc-9e38d94aa12e req-6e8ac900-4605-4389-9dc5-b268351f2a3d tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "DELETE /v2.0/floatingips/1f5d8043-3a25-409a-bd21-d31822abcdb9 HTTP/1.1" status: 204 len: 173 time: 0.8739479 Nov 12 04:10:47.727824 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-569721fc-afe4-4fb8-8155-d76700fb075b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.740052 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e6f470-b76e-4cd1-aa79-c9661acdff16 x-openstack-request-id: req-28e6f470-b76e-4cd1-aa79-c9661acdff16 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:47.744799 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7daeed65-df55-4da1-b30d-a907cebcbe06", "tag": "d838184e-2ac2-452b-8ab5-25647855cde1", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:47.744799 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28e6f470-b76e-4cd1-aa79-c9661acdff16 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:47.744799 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7daeed65-df55-4da1-b30d-a907cebcbe06', 'tag': 'd838184e-2ac2-452b-8ab5-25647855cde1', 'status': 'completed', 'code': 200} Nov 12 04:10:47.754797 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-569721fc-afe4-4fb8-8155-d76700fb075b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.832287 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7356c-c5b3-4f3b-98e4-e823588cdfb6 req-5ac7b123-e366-4082-b368-628329ed554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:47.833851 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbd7356c-c5b3-4f3b-98e4-e823588cdfb6 req-5ac7b123-e366-4082-b368-628329ed554f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c9e955ad0b64bc2be1826d0b2f95d18&device_id=7daeed65-df55-4da1-b30d-a907cebcbe06 HTTP/1.1" status: 200 len: 1099 time: 0.0474246 Nov 12 04:10:47.906871 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-569721fc-afe4-4fb8-8155-d76700fb075b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.909405 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-569721fc-afe4-4fb8-8155-d76700fb075b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.910545 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-569721fc-afe4-4fb8-8155-d76700fb075b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f80e361d-7fd6-434c-a409-ad33bec0970a HTTP/1.1" status: 204 len: 168 time: 0.2416284 Nov 12 04:10:47.924548 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569721fc-afe4-4fb8-8155-d76700fb075b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80e361d-7fd6-434c-a409-ad33bec0970a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:47.944701 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef94b66f-bc7d-4ebc-a381-1335087933b6 x-openstack-request-id: req-ef94b66f-bc7d-4ebc-a381-1335087933b6 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:47.945010 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "tag": "17a61e7e-6068-4414-a607-e5e69b99d95d", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:47.945269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7356c-c5b3-4f3b-98e4-e823588cdfb6 req-6f41f234-75c2-4c1b-8853-b146c51fc18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:47.945421 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef94b66f-bc7d-4ebc-a381-1335087933b6 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:47.945708 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'tag': '17a61e7e-6068-4414-a607-e5e69b99d95d', 'status': 'completed', 'code': 200} Nov 12 04:10:47.947391 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbd7356c-c5b3-4f3b-98e4-e823588cdfb6 req-6f41f234-75c2-4c1b-8853-b146c51fc18b service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1049287 Nov 12 04:10:47.955098 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:48.000830 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbd7356c-c5b3-4f3b-98e4-e823588cdfb6 req-cdd4ac4e-ca5a-4501-9a62-8755e48bae1c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d838184e-2ac2-452b-8ab5-25647855cde1 HTTP/1.1" status: 200 len: 217 time: 0.0443285 Nov 12 04:10:48.048743 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c01f3f-1fd2-48e9-97db-a7a3c1685d2f req-85b3ca9d-8638-4cb9-a18b-3e22eda570c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.049223 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c01f3f-1fd2-48e9-97db-a7a3c1685d2f req-85b3ca9d-8638-4cb9-a18b-3e22eda570c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.049691 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c01f3f-1fd2-48e9-97db-a7a3c1685d2f req-85b3ca9d-8638-4cb9-a18b-3e22eda570c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.050180 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c01f3f-1fd2-48e9-97db-a7a3c1685d2f req-85b3ca9d-8638-4cb9-a18b-3e22eda570c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.051120 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c01f3f-1fd2-48e9-97db-a7a3c1685d2f req-85b3ca9d-8638-4cb9-a18b-3e22eda570c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.051120 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c01f3f-1fd2-48e9-97db-a7a3c1685d2f req-85b3ca9d-8638-4cb9-a18b-3e22eda570c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.051556 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c01f3f-1fd2-48e9-97db-a7a3c1685d2f req-85b3ca9d-8638-4cb9-a18b-3e22eda570c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.053422 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-60c01f3f-1fd2-48e9-97db-a7a3c1685d2f req-85b3ca9d-8638-4cb9-a18b-3e22eda570c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72d4754f04e94e6c9e3f339cc9bdd8f4&device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 6498 time: 0.0588779 Nov 12 04:10:48.075440 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7356c-c5b3-4f3b-98e4-e823588cdfb6 req-72e585f9-4b39-42b9-ba99-d42021419514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.076893 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbd7356c-c5b3-4f3b-98e4-e823588cdfb6 req-72e585f9-4b39-42b9-ba99-d42021419514 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0660965 Nov 12 04:10:48.085322 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b707e8e-0976-4f7d-a1ff-774c95efca90 req-4dcb5d56-4496-45dc-b743-18384850a619 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.086738 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b707e8e-0976-4f7d-a1ff-774c95efca90 req-4dcb5d56-4496-45dc-b743-18384850a619 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0883811 Nov 12 04:10:48.143656 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c01f3f-1fd2-48e9-97db-a7a3c1685d2f req-ab137794-2ac6-4f32-8882-ac083887332d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.145285 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-60c01f3f-1fd2-48e9-97db-a7a3c1685d2f req-ab137794-2ac6-4f32-8882-ac083887332d service neutron] 10.222.0.21 "GET /v2.0/networks?id=19bce048-112d-4f21-ac62-0b363c707e0b HTTP/1.1" status: 200 len: 911 time: 0.0844946 Nov 12 04:10:48.162315 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b707e8e-0976-4f7d-a1ff-774c95efca90 req-e4e8ab4d-0663-47af-aac9-6813cee4a672 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656869 Nov 12 04:10:48.164156 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7356c-c5b3-4f3b-98e4-e823588cdfb6 req-d64920a0-ced8-4309-b319-62d7cd4cc6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.165569 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbd7356c-c5b3-4f3b-98e4-e823588cdfb6 req-d64920a0-ced8-4309-b319-62d7cd4cc6ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0779710 Nov 12 04:10:48.228981 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-60c01f3f-1fd2-48e9-97db-a7a3c1685d2f req-6647fa3d-d102-4266-9bbb-dce3faedcf0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17a61e7e-6068-4414-a607-e5e69b99d95d HTTP/1.1" status: 200 len: 1001 time: 0.0767982 Nov 12 04:10:48.296951 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbd7356c-c5b3-4f3b-98e4-e823588cdfb6 req-4d006dfb-fcf6-4f07-9cbf-41f224eb1ebe service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218133 Nov 12 04:10:48.299107 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c01f3f-1fd2-48e9-97db-a7a3c1685d2f req-f75cc55d-3679-43a0-9ada-229b77715809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.300551 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-60c01f3f-1fd2-48e9-97db-a7a3c1685d2f req-f75cc55d-3679-43a0-9ada-229b77715809 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac2df72c-3697-4006-a460-6748e4420277 HTTP/1.1" status: 200 len: 849 time: 0.0592806 Nov 12 04:10:48.371000 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c01f3f-1fd2-48e9-97db-a7a3c1685d2f req-3fb52040-2b00-47f8-bd9f-616ba88e32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.372630 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-60c01f3f-1fd2-48e9-97db-a7a3c1685d2f req-3fb52040-2b00-47f8-bd9f-616ba88e32d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19bce048-112d-4f21-ac62-0b363c707e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649116 Nov 12 04:10:48.389445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6c16a-976b-4c84-82e4-05cdf63641e7 req-963ec266-d349-49f3-937d-c6238136a705 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.391034 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ec6c16a-976b-4c84-82e4-05cdf63641e7 req-963ec266-d349-49f3-937d-c6238136a705 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=833f8a26-b9cb-4a07-b09a-951c892472e9 HTTP/1.1" status: 200 len: 945 time: 0.1178143 Nov 12 04:10:48.442925 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbd7356c-c5b3-4f3b-98e4-e823588cdfb6 req-b499f30c-4a60-4b30-bd8c-9f2f8b64fd1e service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315265 Nov 12 04:10:48.460419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ec6c16a-976b-4c84-82e4-05cdf63641e7 req-588904c3-f9c2-4078-952a-85540b609ff1 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609000 Nov 12 04:10:48.486180 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-60c01f3f-1fd2-48e9-97db-a7a3c1685d2f req-e2ba1691-6e4d-4df1-a404-725718c1a895 service neutron] 10.222.0.21 "GET /v2.0/networks/19bce048-112d-4f21-ac62-0b363c707e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958073 Nov 12 04:10:48.589823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a2ff6-127e-4815-be74-81be1583639e req-064c03cf-d7d1-45b3-9b97-5304d5517305 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.590024 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-60c01f3f-1fd2-48e9-97db-a7a3c1685d2f req-598193a5-fc9d-4bb8-a7dd-bffbfb03ca0d service neutron] 10.222.0.21 "GET /v2.0/networks/19bce048-112d-4f21-ac62-0b363c707e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921566 Nov 12 04:10:48.592193 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d70a2ff6-127e-4815-be74-81be1583639e req-064c03cf-d7d1-45b3-9b97-5304d5517305 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daeed65-df55-4da1-b30d-a907cebcbe06 HTTP/1.1" status: 200 len: 947 time: 0.0587780 Nov 12 04:10:48.667053 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d70a2ff6-127e-4815-be74-81be1583639e req-2f56c9c2-affc-4c24-aea8-e581c7ab7cae tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/security-groups?id=5768685c-317e-40a9-8d1c-33d8b1dff719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681856 Nov 12 04:10:48.737198 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57938) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:48.806297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0812a549-de92-4673-a6b8-04d6ba66a963 req-319eadc2-c096-42ba-9aa6-dbcbd4c67aa3 tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1132774 Nov 12 04:10:48.816126 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-0812a549-de92-4673-a6b8-04d6ba66a963 req-a54f081a-abf9-4e34-a289-0c81a1b67a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:48.843913 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d74bd00-2991-4fb6-8f81-b25a00f35910 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:48.899650 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0812a549-de92-4673-a6b8-04d6ba66a963 req-a54f081a-abf9-4e34-a289-0c81a1b67a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:48.938505 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d74bd00-2991-4fb6-8f81-b25a00f35910 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.010507 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b4c7055e-7a17-4d12-8524-60917be358c0 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:49.013710 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d74bd00-2991-4fb6-8f81-b25a00f35910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.021058 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0812a549-de92-4673-a6b8-04d6ba66a963 req-a54f081a-abf9-4e34-a289-0c81a1b67a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.062278 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57950) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:49.062453 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9d74bd00-2991-4fb6-8f81-b25a00f35910 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94477530435e4b36989ce0e2266cb499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3236499 Nov 12 04:10:49.069303 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74bd00-2991-4fb6-8f81-b25a00f35910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c480f94b-b1ad-4648-866e-1d8851da40c8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:49.116565 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port b4c7055e-7a17-4d12-8524-60917be358c0 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:10:49.121638 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port b4c7055e-7a17-4d12-8524-60917be358c0 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:49.122111 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.153569 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-0812a549-de92-4673-a6b8-04d6ba66a963 req-a54f081a-abf9-4e34-a289-0c81a1b67a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Allocated IP 172.25.1.205 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/abee897d-2e03-426d-91c3-a5c223e87c77) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:49.210703 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95ce9ded-1553-4a2b-a2f7-d7ec17b386eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.215542 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.238384 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833f8a26-b9cb-4a07-b09a-951c892472e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c7055e-7a17-4d12-8524-60917be358c0'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:49.240647 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f04c779-bd17-437d-9a8c-d7a990c73c44" -d '{"events": [{"server_uuid": "833f8a26-b9cb-4a07-b09a-951c892472e9", "name": "network-vif-plugged", "status": "completed", "tag": "b4c7055e-7a17-4d12-8524-60917be358c0"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:49.255183 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b4c7055e-7a17-4d12-8524-60917be358c0, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b4c7055e-7a17-4d12-8524-60917be358c0,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:49.288405 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95ce9ded-1553-4a2b-a2f7-d7ec17b386eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.325627 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.356734 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0812a549-de92-4673-a6b8-04d6ba66a963 req-a54f081a-abf9-4e34-a289-0c81a1b67a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.373847 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=b4c7055e-7a17-4d12-8524-60917be358c0,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:49.430740 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95ce9ded-1553-4a2b-a2f7-d7ec17b386eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.433861 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95ce9ded-1553-4a2b-a2f7-d7ec17b386eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.435078 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-95ce9ded-1553-4a2b-a2f7-d7ec17b386eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c480f94b-b1ad-4648-866e-1d8851da40c8 HTTP/1.1" status: 204 len: 168 time: 0.3717778 Nov 12 04:10:49.444075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce9ded-1553-4a2b-a2f7-d7ec17b386eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c480f94b-b1ad-4648-866e-1d8851da40c8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:49.460214 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0812a549-de92-4673-a6b8-04d6ba66a963 req-a54f081a-abf9-4e34-a289-0c81a1b67a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.500821 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0812a549-de92-4673-a6b8-04d6ba66a963 req-a54f081a-abf9-4e34-a289-0c81a1b67a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:49.505631 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-0812a549-de92-4673-a6b8-04d6ba66a963 req-a54f081a-abf9-4e34-a289-0c81a1b67a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:49.509092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-0812a549-de92-4673-a6b8-04d6ba66a963 req-a54f081a-abf9-4e34-a289-0c81a1b67a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:49.535032 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f081a-abf9-4e34-a289-0c81a1b67a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Pushing event updated for resources: {'Port': ['ID=abee897d-2e03-426d-91c3-a5c223e87c77,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:49.600159 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0812a549-de92-4673-a6b8-04d6ba66a963 req-a54f081a-abf9-4e34-a289-0c81a1b67a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.714079 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0812a549-de92-4673-a6b8-04d6ba66a963 req-a54f081a-abf9-4e34-a289-0c81a1b67a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.881894 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0812a549-de92-4673-a6b8-04d6ba66a963 req-a54f081a-abf9-4e34-a289-0c81a1b67a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.951063 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0812a549-de92-4673-a6b8-04d6ba66a963 req-a54f081a-abf9-4e34-a289-0c81a1b67a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:50.033717 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f081a-abf9-4e34-a289-0c81a1b67a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Pushing event updated for resources: {'Port': ['ID=abee897d-2e03-426d-91c3-a5c223e87c77,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:50.038781 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0812a549-de92-4673-a6b8-04d6ba66a963 req-a54f081a-abf9-4e34-a289-0c81a1b67a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:50.126724 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d838184e-2ac2-452b-8ab5-25647855cde1 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:10:50.128112 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0812a549-de92-4673-a6b8-04d6ba66a963 req-a54f081a-abf9-4e34-a289-0c81a1b67a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:50.129855 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0812a549-de92-4673-a6b8-04d6ba66a963 req-a54f081a-abf9-4e34-a289-0c81a1b67a9e tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3175874 Nov 12 04:10:50.188621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0812a549-de92-4673-a6b8-04d6ba66a963 req-fe4831a2-1cb0-4792-b1b5-72cf916776c1 tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.205 HTTP/1.1" status: 200 len: 696 time: 0.0523944 Nov 12 04:10:50.302120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812a549-de92-4673-a6b8-04d6ba66a963 req-659121c7-ce8d-48d2-ad7c-aecb71dc62f7 tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:50.306681 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0812a549-de92-4673-a6b8-04d6ba66a963 req-659121c7-ce8d-48d2-ad7c-aecb71dc62f7 tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.1122494 Nov 12 04:10:50.360208 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d838184e-2ac2-452b-8ab5-25647855cde1, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d838184e-2ac2-452b-8ab5-25647855cde1,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:50.372150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'd838184e-2ac2-452b-8ab5-25647855cde1', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': 'd838184e-2ac2-452b-8ab5-25647855cde1', 'mac_address': 'fa:16:3e:ce:b5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:10:50.411473 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:50.427340 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d838184e-2ac2-452b-8ab5-25647855cde1 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:50.444696 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858036a-0670-4264-af55-0e6b05b12498 req-5ad3f73b-2312-4158-9968-3ae16af47e9d tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:50.445941 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d838184e-2ac2-452b-8ab5-25647855cde1, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d838184e-2ac2-452b-8ab5-25647855cde1,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:50.446189 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5858036a-0670-4264-af55-0e6b05b12498 req-5ad3f73b-2312-4158-9968-3ae16af47e9d tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 945 time: 0.0548506 Nov 12 04:10:50.497637 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5858036a-0670-4264-af55-0e6b05b12498 req-0ef22e90-8ab7-4818-bcb1-1452a487f02b tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff5eae6b-bbac-4376-b202-621e8e5f6933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441413 Nov 12 04:10:50.530004 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:50.580173 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=d838184e-2ac2-452b-8ab5-25647855cde1,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:50.687853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41882bb6-836a-4504-9986-c52c83093a4c req-ed848c3a-9656-442a-acef-5a5ca46a2fa2 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:50.689365 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41882bb6-836a-4504-9986-c52c83093a4c req-ed848c3a-9656-442a-acef-5a5ca46a2fa2 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0542908 Nov 12 04:10:50.743362 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41882bb6-836a-4504-9986-c52c83093a4c req-8f39d389-e9ff-4605-8643-1806d5d0995e tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433578 Nov 12 04:10:50.787551 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752bdea3-de8e-4db7-a0eb-49e298c88435 x-openstack-request-id: req-752bdea3-de8e-4db7-a0eb-49e298c88435 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:50.788169 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833f8a26-b9cb-4a07-b09a-951c892472e9", "name": "network-vif-plugged", "status": "completed", "tag": "b4c7055e-7a17-4d12-8524-60917be358c0", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:50.788169 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-752bdea3-de8e-4db7-a0eb-49e298c88435 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:50.788668 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833f8a26-b9cb-4a07-b09a-951c892472e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c7055e-7a17-4d12-8524-60917be358c0', 'code': 200} Nov 12 04:10:50.873272 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['d838184e-2ac2-452b-8ab5-25647855cde1'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:50.883164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d45bdc-45cf-4301-8926-8c76eb10cd5f req-703565da-0645-45f6-a581-dc135ecc7a04 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:50.884760 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1d45bdc-45cf-4301-8926-8c76eb10cd5f req-703565da-0645-45f6-a581-dc135ecc7a04 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=833f8a26-b9cb-4a07-b09a-951c892472e9 HTTP/1.1" status: 200 len: 946 time: 0.0513422 Nov 12 04:10:50.956629 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1d45bdc-45cf-4301-8926-8c76eb10cd5f req-b0e18fd3-1e52-4ec0-b454-ea4c1b0fc363 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639679 Nov 12 04:10:50.962431 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a84f34-7519-4ab0-a756-3c2799e59a9c req-e09017fa-bffa-461a-ae72-560ac047e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:50.965737 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d4a84f34-7519-4ab0-a756-3c2799e59a9c req-e09017fa-bffa-461a-ae72-560ac047e004 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=833f8a26-b9cb-4a07-b09a-951c892472e9 HTTP/1.1" status: 200 len: 1098 time: 0.0520432 Nov 12 04:10:51.024395 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d4a84f34-7519-4ab0-a756-3c2799e59a9c req-84612583-c66c-4163-a54a-9b9593eaae53 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499361 Nov 12 04:10:51.062285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a3ea5-649d-4486-9681-f962544edeeb req-a86f8cbe-ad02-408e-a83c-2c236c996bb6 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:51.063790 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e1a3ea5-649d-4486-9681-f962544edeeb req-a86f8cbe-ad02-408e-a83c-2c236c996bb6 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daeed65-df55-4da1-b30d-a907cebcbe06 HTTP/1.1" status: 200 len: 948 time: 0.0500522 Nov 12 04:10:51.112128 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e1a3ea5-649d-4486-9681-f962544edeeb req-585bdb00-f3f1-4d3c-9417-a62db125a7e1 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/security-groups?id=5768685c-317e-40a9-8d1c-33d8b1dff719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422878 Nov 12 04:10:51.438534 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-2e0922c8-d495-47ba-b9db-92c6a14d2c47 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ebc4a93632724536a0a84720bb5899c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247617 Nov 12 04:10:51.552284 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-0b1afe49-7d72-4622-acaa-725236c0ccbd tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:51.553657 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-0b1afe49-7d72-4622-acaa-725236c0ccbd tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1098797 Nov 12 04:10:51.569346 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-14abe3a5-e272-4300-a25b-e314870d2d6c tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/quotas/ebc4a93632724536a0a84720bb5899c6 HTTP/1.1" status: 200 len: 375 time: 0.0100813 Nov 12 04:10:51.601929 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-d4053b34-5058-409b-9ec1-e589e31294a0 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebc4a93632724536a0a84720bb5899c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269310 Nov 12 04:10:51.861219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-817a5bc6-a171-4b7a-8252-a880b60fbe19 req-6d58b6cb-5090-4593-aa50-29ff18a346e0 tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/floatingips/eebc1a65-0acb-44ce-aafb-f85ef2db7c10 HTTP/1.1" status: 200 len: 693 time: 0.0502732 Nov 12 04:10:51.976505 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a5bc6-a171-4b7a-8252-a880b60fbe19 req-2ee92695-eda2-40f6-b862-ea73ad95078f tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:51.977862 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-817a5bc6-a171-4b7a-8252-a880b60fbe19 req-2ee92695-eda2-40f6-b862-ea73ad95078f tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.1113639 Nov 12 04:10:52.041632 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-817a5bc6-a171-4b7a-8252-a880b60fbe19 req-044a0ac3-d7d8-4d42-b8f9-62896e577627 tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.205 HTTP/1.1" status: 200 len: 696 time: 0.0543289 Nov 12 04:10:52.087019 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-817a5bc6-a171-4b7a-8252-a880b60fbe19 req-63e62e82-3144-4d9d-98af-2a4bfd5299a9 tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.205 HTTP/1.1" status: 200 len: 696 time: 0.0419986 Nov 12 04:10:52.135582 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d838184e-2ac2-452b-8ab5-25647855cde1 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:52.221996 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-817a5bc6-a171-4b7a-8252-a880b60fbe19 req-f4c73a74-1a8e-4382-b427-f2fef94009ff tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Deleting port abee897d-2e03-426d-91c3-a5c223e87c77 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:52.222529 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-817a5bc6-a171-4b7a-8252-a880b60fbe19 req-f4c73a74-1a8e-4382-b427-f2fef94009ff tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:52.247060 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port d838184e-2ac2-452b-8ab5-25647855cde1 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:10:52.251483 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port d838184e-2ac2-452b-8ab5-25647855cde1 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:52.254743 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:52.329454 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-817a5bc6-a171-4b7a-8252-a880b60fbe19 req-f4c73a74-1a8e-4382-b427-f2fef94009ff tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:52.330151 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-817a5bc6-a171-4b7a-8252-a880b60fbe19 req-f4c73a74-1a8e-4382-b427-f2fef94009ff tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:52.348430 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-817a5bc6-a171-4b7a-8252-a880b60fbe19 req-f4c73a74-1a8e-4382-b427-f2fef94009ff tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Calling delete_port for abee897d-2e03-426d-91c3-a5c223e87c77 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:52.350209 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:52.385096 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d838184e-2ac2-452b-8ab5-25647855cde1, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d838184e-2ac2-452b-8ab5-25647855cde1,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:52.457731 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:52.508430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=d838184e-2ac2-452b-8ab5-25647855cde1,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:52.552790 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-817a5bc6-a171-4b7a-8252-a880b60fbe19 req-f4c73a74-1a8e-4382-b427-f2fef94009ff tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:52.584368 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c73a74-1a8e-4382-b427-f2fef94009ff tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Pushing event deleted for resources: {'Port': ['ID=abee897d-2e03-426d-91c3-a5c223e87c77,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:52.670277 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-817a5bc6-a171-4b7a-8252-a880b60fbe19 req-f4c73a74-1a8e-4382-b427-f2fef94009ff tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:52.673404 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-817a5bc6-a171-4b7a-8252-a880b60fbe19 req-f4c73a74-1a8e-4382-b427-f2fef94009ff tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:52.674552 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-817a5bc6-a171-4b7a-8252-a880b60fbe19 req-f4c73a74-1a8e-4382-b427-f2fef94009ff tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "DELETE /v2.0/floatingips/eebc1a65-0acb-44ce-aafb-f85ef2db7c10 HTTP/1.1" status: 204 len: 173 time: 0.5812700 Nov 12 04:10:52.790061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7daeed65-df55-4da1-b30d-a907cebcbe06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd838184e-2ac2-452b-8ab5-25647855cde1'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:52.792647 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319910ed-794e-4796-9e8e-325e9023a358" -d '{"events": [{"server_uuid": "7daeed65-df55-4da1-b30d-a907cebcbe06", "name": "network-vif-plugged", "status": "completed", "tag": "d838184e-2ac2-452b-8ab5-25647855cde1"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:53.019777 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d81023-0f28-47d9-bfe6-c1a6e702a844 req-e3b81af9-ec10-4e0e-996c-e2f1fa12a6e5 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:53.022049 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6d81023-0f28-47d9-bfe6-c1a6e702a844 req-e3b81af9-ec10-4e0e-996c-e2f1fa12a6e5 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0512640 Nov 12 04:10:53.079664 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6d81023-0f28-47d9-bfe6-c1a6e702a844 req-4c8b601d-08c5-4cdb-b6be-a763e009d859 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508380 Nov 12 04:10:53.181527 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8905eca-c0eb-403c-97e9-ab7754fb5019 req-54dd021b-32c3-4b7d-b663-a1766f6aad75 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4710de-4ef5-44b6-af0f-1a26daa48600 HTTP/1.1" status: 200 len: 210 time: 0.0337677 Nov 12 04:10:53.302280 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314130a-ec6d-4f03-a6af-c72ebaf54b88 req-e6a56da5-43f9-4f57-8d72-f38941cb0896 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:53.303774 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3314130a-ec6d-4f03-a6af-c72ebaf54b88 req-e6a56da5-43f9-4f57-8d72-f38941cb0896 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=833f8a26-b9cb-4a07-b09a-951c892472e9 HTTP/1.1" status: 200 len: 946 time: 0.0545912 Nov 12 04:10:53.353513 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3314130a-ec6d-4f03-a6af-c72ebaf54b88 req-eba12231-0e19-4bdd-8a9c-d552d810b0ee tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422137 Nov 12 04:10:53.468098 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3962d-eebb-49d8-8da4-d3e4018b179f req-d17a055f-70c9-4cea-ad24-ed0bca47f9d7 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:53.469617 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0c3962d-eebb-49d8-8da4-d3e4018b179f req-d17a055f-70c9-4cea-ad24-ed0bca47f9d7 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daeed65-df55-4da1-b30d-a907cebcbe06 HTTP/1.1" status: 200 len: 949 time: 0.0576663 Nov 12 04:10:53.518885 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0c3962d-eebb-49d8-8da4-d3e4018b179f req-b851b4ae-b094-4145-beab-eeaa7587d693 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/security-groups?id=5768685c-317e-40a9-8d1c-33d8b1dff719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430052 Nov 12 04:10:53.580160 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-185b633b-b790-480e-9b38-d48b9e4ac7fb req-5e165b70-aa87-4497-bf79-f5838b4c130d tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] show failed (client error): The resource could not be found. Nov 12 04:10:53.581191 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-185b633b-b790-480e-9b38-d48b9e4ac7fb req-5e165b70-aa87-4497-bf79-f5838b4c130d tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/floatingips/eebc1a65-0acb-44ce-aafb-f85ef2db7c10 HTTP/1.1" status: 404 len: 350 time: 0.0408602 Nov 12 04:10:53.622465 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b3f8fc-b587-4898-813c-34276b1d0c74 x-openstack-request-id: req-b9b3f8fc-b587-4898-813c-34276b1d0c74 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:53.623630 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7daeed65-df55-4da1-b30d-a907cebcbe06", "name": "network-vif-plugged", "status": "completed", "tag": "d838184e-2ac2-452b-8ab5-25647855cde1", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:53.623899 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9b3f8fc-b587-4898-813c-34276b1d0c74 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:53.624321 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7daeed65-df55-4da1-b30d-a907cebcbe06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd838184e-2ac2-452b-8ab5-25647855cde1', 'code': 200} Nov 12 04:10:53.654172 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58086) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:53.771276 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce8459a4-ca23-4a21-ac38-6967c6debd47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:53.793416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250e29b-a42f-45da-84c0-f04aa379e1a5 req-813c80e8-cca4-4dd5-95e2-cfd022679dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:53.795027 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8250e29b-a42f-45da-84c0-f04aa379e1a5 req-813c80e8-cca4-4dd5-95e2-cfd022679dec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7daeed65-df55-4da1-b30d-a907cebcbe06 HTTP/1.1" status: 200 len: 1101 time: 0.0620120 Nov 12 04:10:53.804121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d11171-4553-47fb-8f4a-d7bd6c8ab343 req-43e77c8d-8415-4230-bd65-d25d9c7b8125 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:53.805825 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-59d11171-4553-47fb-8f4a-d7bd6c8ab343 req-43e77c8d-8415-4230-bd65-d25d9c7b8125 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 945 time: 0.0823016 Nov 12 04:10:53.845430 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce8459a4-ca23-4a21-ac38-6967c6debd47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:53.874392 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8250e29b-a42f-45da-84c0-f04aa379e1a5 req-6e7f2af5-d28f-4e9f-b8ce-fa3eb8d36df1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5768685c-317e-40a9-8d1c-33d8b1dff719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674162 Nov 12 04:10:53.881471 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-59d11171-4553-47fb-8f4a-d7bd6c8ab343 req-0ae802fb-c83b-4d2e-84b1-89021314d7a6 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff5eae6b-bbac-4376-b202-621e8e5f6933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688584 Nov 12 04:10:53.910781 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce8459a4-ca23-4a21-ac38-6967c6debd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:53.948396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8459a4-ca23-4a21-ac38-6967c6debd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb79d104-3179-4ff2-9a28-62f6991b2794,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:53.953853 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ce8459a4-ca23-4a21-ac38-6967c6debd47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37cec23f3b2b467587c142af9b15cdb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983766 Nov 12 04:10:53.958267 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58094) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:53.983929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1fc74-6661-4699-b99f-752f04519ae3 req-15150f9c-1bd5-4136-b380-6c272602d0f3 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:53.986184 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7c1fc74-6661-4699-b99f-752f04519ae3 req-15150f9c-1bd5-4136-b380-6c272602d0f3 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=924206b7-417d-4ef7-8130-d4b5df020643 HTTP/1.1" status: 200 len: 945 time: 0.0555701 Nov 12 04:10:54.012733 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-af1cfb45-0e1b-4da6-bba7-0db5e210f369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:54.034266 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-af1cfb45-0e1b-4da6-bba7-0db5e210f369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:54.040751 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7c1fc74-6661-4699-b99f-752f04519ae3 req-ca319b28-d3f0-4985-8ade-3baf3419e40d tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468628 Nov 12 04:10:54.100792 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-86e35195-622d-4770-832b-90f3d2cd670e req-ed9f5887-6eae-492c-8140-84bb6daf9a18 tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] show failed (client error): The resource could not be found. Nov 12 04:10:54.101838 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-86e35195-622d-4770-832b-90f3d2cd670e req-ed9f5887-6eae-492c-8140-84bb6daf9a18 tempest-FloatingIPsTestJSON-1398888177 tempest-FloatingIPsTestJSON-1398888177-project] 10.222.0.37 "GET /v2.0/floatingips/eebc1a65-0acb-44ce-aafb-f85ef2db7c10 HTTP/1.1" status: 404 len: 350 time: 0.0386956 Nov 12 04:10:54.110575 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58100) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:54.141431 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-d9364aa0-156d-4558-a472-bfb25abaddd8 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ebc4a93632724536a0a84720bb5899c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364685 Nov 12 04:10:54.171982 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-af1cfb45-0e1b-4da6-bba7-0db5e210f369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:54.174687 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-af1cfb45-0e1b-4da6-bba7-0db5e210f369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:54.180234 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-af1cfb45-0e1b-4da6-bba7-0db5e210f369 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb79d104-3179-4ff2-9a28-62f6991b2794 HTTP/1.1" status: 204 len: 168 time: 0.2184300 Nov 12 04:10:54.193857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cfb45-0e1b-4da6-bba7-0db5e210f369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb79d104-3179-4ff2-9a28-62f6991b2794,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:54.304756 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-915a8843-2455-4e6b-bdc9-2e30e5008826 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:54.306322 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-915a8843-2455-4e6b-bdc9-2e30e5008826 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1577098 Nov 12 04:10:54.329615 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-c5bd0e9b-c249-4a9f-9d36-ef4854427e9f tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Request body: {'port': {'device_id': '7f4710de-4ef5-44b6-af0f-1a26daa48600', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': 'ebc4a93632724536a0a84720bb5899c6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:54.412630 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c96d58-1f6c-41dd-93c5-6b6197abc56c req-dbca4d47-d3b7-4bd0-a734-45c20d10c606 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:54.419962 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0c96d58-1f6c-41dd-93c5-6b6197abc56c req-dbca4d47-d3b7-4bd0-a734-45c20d10c606 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=833f8a26-b9cb-4a07-b09a-951c892472e9 HTTP/1.1" status: 200 len: 946 time: 0.1072667 Nov 12 04:10:54.507829 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0c96d58-1f6c-41dd-93c5-6b6197abc56c req-2a530838-0f38-4cc6-9734-a2b4e3c3514d tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870001 Nov 12 04:10:54.554889 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-c5bd0e9b-c249-4a9f-9d36-ef4854427e9f tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Made reservation on behalf of ebc4a93632724536a0a84720bb5899c6 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:54.559196 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-c5bd0e9b-c249-4a9f-9d36-ef4854427e9f tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:54.570265 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-c5bd0e9b-c249-4a9f-9d36-ef4854427e9f tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:54.654603 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-c5bd0e9b-c249-4a9f-9d36-ef4854427e9f tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:54.661477 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f810962-8edc-4695-ba24-c4707eade26e req-c0cbfd7f-bcb5-40bd-a4f1-70cc0871257f tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:54.662952 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f810962-8edc-4695-ba24-c4707eade26e req-c0cbfd7f-bcb5-40bd-a4f1-70cc0871257f tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0936410 Nov 12 04:10:54.705291 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-c5bd0e9b-c249-4a9f-9d36-ef4854427e9f tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:54.719688 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a39047d9-cc3d-4d8e-b250-3251351972f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:54.725367 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f810962-8edc-4695-ba24-c4707eade26e req-af7446f4-6734-4ef4-9bcb-549cc5ba0fb6 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558276 Nov 12 04:10:54.788151 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd0e9b-c249-4a9f-9d36-ef4854427e9f tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5be978-a61c-4406-bf93-57e940e04562,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:54.840727 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58116) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:54.852426 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da53fdeb-a156-4bd9-9488-aa35c18e668c req-029da279-9754-47f2-b2b3-0b2d88c7479e tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4710de-4ef5-44b6-af0f-1a26daa48600 HTTP/1.1" status: 200 len: 210 time: 0.0326884 Nov 12 04:10:54.861323 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-127e276a-6018-4e00-af34-533fe3720134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:54.894998 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-c5bd0e9b-c249-4a9f-9d36-ef4854427e9f tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Allocated IP 192.168.233.94 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/b5a803a0-b578-4910-8fba-3ec8cadfbf9a) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:55.014866 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a39047d9-cc3d-4d8e-b250-3251351972f1 admin admin] Deleting port d24e6af0-370c-4c38-94e3-57f75177006e {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:55.015115 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a39047d9-cc3d-4d8e-b250-3251351972f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:55.065743 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-127e276a-6018-4e00-af34-533fe3720134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:55.097096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-a39047d9-cc3d-4d8e-b250-3251351972f1 admin admin] For port d24e6af0-370c-4c38-94e3-57f75177006e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d24e6af0-370c-4c38-94e3-57f75177006e,segment=NetworkSegment(d9258a25-f38c-41fb-9b77-55eedf8fe228),segment_id=d9258a25-f38c-41fb-9b77-55eedf8fe228)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:55.097700 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a39047d9-cc3d-4d8e-b250-3251351972f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:55.104302 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-c5bd0e9b-c249-4a9f-9d36-ef4854427e9f tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:55.110766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a39047d9-cc3d-4d8e-b250-3251351972f1 admin admin] Calling delete_port for d24e6af0-370c-4c38-94e3-57f75177006e owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:55.149852 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-127e276a-6018-4e00-af34-533fe3720134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:55.193994 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-127e276a-6018-4e00-af34-533fe3720134 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67e50cb4163e4144bf1cefbab9b4e8a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3521035 Nov 12 04:10:55.196630 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e276a-6018-4e00-af34-533fe3720134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb5c915-dcd9-4dac-baa7-2631c3fce5f3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:55.200480 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58118) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:55.262067 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-c5bd0e9b-c249-4a9f-9d36-ef4854427e9f tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:55.266606 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4be62145-70b6-401c-a4ae-c2ff1d04dc5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:55.343488 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-c5bd0e9b-c249-4a9f-9d36-ef4854427e9f tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:55.347235 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4be62145-70b6-401c-a4ae-c2ff1d04dc5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:55.356304 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-c5bd0e9b-c249-4a9f-9d36-ef4854427e9f tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:55.359000 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-c5bd0e9b-c249-4a9f-9d36-ef4854427e9f tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:55.401589 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:10:55.422020 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd0e9b-c249-4a9f-9d36-ef4854427e9f tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Pushing event updated for resources: {'Port': ['ID=b5a803a0-b578-4910-8fba-3ec8cadfbf9a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:55.442051 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a39047d9-cc3d-4d8e-b250-3251351972f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:55.459009 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-c5bd0e9b-c249-4a9f-9d36-ef4854427e9f tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:55.459877 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-c5bd0e9b-c249-4a9f-9d36-ef4854427e9f tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:55.472045 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39047d9-cc3d-4d8e-b250-3251351972f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d24e6af0-370c-4c38-94e3-57f75177006e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:55.595597 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-c5bd0e9b-c249-4a9f-9d36-ef4854427e9f tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2722251 Nov 12 04:10:55.616370 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Request body: {'port': {'device_id': '7f4710de-4ef5-44b6-af0f-1a26daa48600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:55.653409 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4be62145-70b6-401c-a4ae-c2ff1d04dc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:55.657898 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4be62145-70b6-401c-a4ae-c2ff1d04dc5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:55.659235 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4be62145-70b6-401c-a4ae-c2ff1d04dc5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3cb5c915-dcd9-4dac-baa7-2631c3fce5f3 HTTP/1.1" status: 204 len: 168 time: 0.4574382 Nov 12 04:10:55.671168 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a39047d9-cc3d-4d8e-b250-3251351972f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:55.679873 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be62145-70b6-401c-a4ae-c2ff1d04dc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb5c915-dcd9-4dac-baa7-2631c3fce5f3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:55.738846 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4437d6c5-7c14-446e-9406-0ff07444bb3c None None] Provisioning complete for port b5a803a0-b578-4910-8fba-3ec8cadfbf9a triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:55.739362 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4437d6c5-7c14-446e-9406-0ff07444bb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:55.755256 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:55.812011 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4437d6c5-7c14-446e-9406-0ff07444bb3c None None] Port b5a803a0-b578-4910-8fba-3ec8cadfbf9a cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:56.074450 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a803a0-b578-4910-8fba-3ec8cadfbf9a {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:56.083899 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:56.102916 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Transition to ACTIVE for port object b5a803a0-b578-4910-8fba-3ec8cadfbf9a will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:10:56.185288 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:56.279755 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68a8d4-4163-4f6d-b429-96ca54d8ff09 req-9b4629fb-9bc3-4885-81da-b3290b38b70b tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:56.290916 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab68a8d4-4163-4f6d-b429-96ca54d8ff09 req-9b4629fb-9bc3-4885-81da-b3290b38b70b tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daeed65-df55-4da1-b30d-a907cebcbe06 HTTP/1.1" status: 200 len: 949 time: 0.4691591 Nov 12 04:10:56.304350 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a803a0-b578-4910-8fba-3ec8cadfbf9a,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:56.323361 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Attempting to bind port b5a803a0-b578-4910-8fba-3ec8cadfbf9a on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:10:56.323724 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Attempting to bind port b5a803a0-b578-4910-8fba-3ec8cadfbf9a by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:10:56.324065 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Attempting to bind port b5a803a0-b578-4910-8fba-3ec8cadfbf9a on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:56.329259 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Port b5a803a0-b578-4910-8fba-3ec8cadfbf9a on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:10:56.329474 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Attempting to bind port b5a803a0-b578-4910-8fba-3ec8cadfbf9a on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:56.334526 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:10:56.334954 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:56.335253 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:10:56.335670 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Bound port: b5a803a0-b578-4910-8fba-3ec8cadfbf9a, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:10:56.336029 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:56.406606 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] For port b5a803a0-b578-4910-8fba-3ec8cadfbf9a, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:10:56.410624 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] For port b5a803a0-b578-4910-8fba-3ec8cadfbf9a, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b5a803a0-b578-4910-8fba-3ec8cadfbf9a,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:10:56.416538 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab68a8d4-4163-4f6d-b429-96ca54d8ff09 req-91de14ef-4e4a-41f2-9b84-0e77b83738a9 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/security-groups?id=5768685c-317e-40a9-8d1c-33d8b1dff719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244960 Nov 12 04:10:56.453004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39047d9-cc3d-4d8e-b250-3251351972f1 admin admin] Router 7beacc0e-0d92-436b-8328-c7c7f68fb897 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:10:56.499290 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:56.556598 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:56.557216 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:56.563558 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] 10.222.0.21 "PUT /v2.0/ports/b5a803a0-b578-4910-8fba-3ec8cadfbf9a HTTP/1.1" status: 200 len: 1096 time: 0.9517939 Nov 12 04:10:56.564139 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4710de-4ef5-44b6-af0f-1a26daa48600', 'tag': 'b5a803a0-b578-4910-8fba-3ec8cadfbf9a'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:56.567669 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a27bb4-7693-40d6-9c09-00e66fb5b942" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4710de-4ef5-44b6-af0f-1a26daa48600", "tag": "b5a803a0-b578-4910-8fba-3ec8cadfbf9a"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:56.608689 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627391c-ecb2-4fdb-9aa4-d07209a08f13 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a803a0-b578-4910-8fba-3ec8cadfbf9a,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:56.693642 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39047d9-cc3d-4d8e-b250-3251351972f1 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:10:56.700426 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a39047d9-cc3d-4d8e-b250-3251351972f1 admin admin] 10.222.0.37 "PUT /v2.0/routers/7beacc0e-0d92-436b-8328-c7c7f68fb897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5886314 Nov 12 04:10:56.703164 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58150) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:56.715758 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0b6e4-d6d8-4f27-90a5-15cece369d6b None None] Sync routers for ids ['7beacc0e-0d92-436b-8328-c7c7f68fb897'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:10:56.724376 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e461b44-fe3b-409c-a89c-ac237510be9e req-5dfce8fa-334b-42a0-8180-9976ef05792d tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:56.726041 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7e461b44-fe3b-409c-a89c-ac237510be9e req-5dfce8fa-334b-42a0-8180-9976ef05792d tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 945 time: 0.1038809 Nov 12 04:10:56.750865 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a0b6e4-d6d8-4f27-90a5-15cece369d6b None None] Routers {'7beacc0e-0d92-436b-8328-c7c7f68fb897'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:56.752855 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-74a0b6e4-d6d8-4f27-90a5-15cece369d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:10:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7beacc0e-0d92-436b-8328-c7c7f68fb897'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:56.819892 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7e461b44-fe3b-409c-a89c-ac237510be9e req-fd386968-3a88-49b7-b890-694d640b062e tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff5eae6b-bbac-4376-b202-621e8e5f6933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814617 Nov 12 04:10:56.914994 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-74a0b6e4-d6d8-4f27-90a5-15cece369d6b None None] Set router 7beacc0e-0d92-436b-8328-c7c7f68fb897 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:56.938158 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-6d7eae53-f6a3-4115-b9f7-0d4f1724c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:56.940128 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-6d7eae53-f6a3-4115-b9f7-0d4f1724c8e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebc4a93632724536a0a84720bb5899c6&device_id=7f4710de-4ef5-44b6-af0f-1a26daa48600 HTTP/1.1" status: 200 len: 1099 time: 0.1370754 Nov 12 04:10:56.953124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d6b76-3218-438f-8d55-474b17c440ed req-3f051fc6-f179-4dda-9d31-ed358328959c tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:56.955083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-611d6b76-3218-438f-8d55-474b17c440ed req-3f051fc6-f179-4dda-9d31-ed358328959c tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=833f8a26-b9cb-4a07-b09a-951c892472e9 HTTP/1.1" status: 200 len: 946 time: 0.0644047 Nov 12 04:10:57.014810 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a740c2d-5165-49eb-ae1f-fd4a0beac28e admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:57.094212 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-611d6b76-3218-438f-8d55-474b17c440ed req-837421c3-644e-4468-9320-e271300e40ea tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248341 Nov 12 04:10:57.114478 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-56e6fb77-3988-4318-92eb-18bf987e5228 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b5a803a0-b578-4910-8fba-3ec8cadfbf9a HTTP/1.1" status: 200 len: 217 time: 0.1460273 Nov 12 04:10:57.151707 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-74a0b6e4-d6d8-4f27-90a5-15cece369d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'name': 'tempest-FloatingIPsTestJSON-641349319-router', 'tenant_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:10:33Z', 'updated_at': '2021-11-12T04:10:55Z', 'revision_number': 5, 'project_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'gw_port': {'id': '16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:34Z', 'updated_at': '2021-11-12T04:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:57.156238 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a740c2d-5165-49eb-ae1f-fd4a0beac28e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:57.196589 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0b6e4-d6d8-4f27-90a5-15cece369d6b None None] Checking router: 7beacc0e-0d92-436b-8328-c7c7f68fb897 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:10:57.210342 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a0b6e4-d6d8-4f27-90a5-15cece369d6b None None] Routers {'7beacc0e-0d92-436b-8328-c7c7f68fb897'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:57.211842 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-74a0b6e4-d6d8-4f27-90a5-15cece369d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:10:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7beacc0e-0d92-436b-8328-c7c7f68fb897'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:57.225779 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-8b238f52-abde-4eaf-b401-4422503f4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:57.228623 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-8b238f52-abde-4eaf-b401-4422503f4197 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0607166 Nov 12 04:10:57.269309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013829a-01ef-4487-96fb-9ff1f0f8e433 req-3823fb2c-c8eb-4168-b9b8-e07438653b8a tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:57.280338 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f013829a-01ef-4487-96fb-9ff1f0f8e433 req-3823fb2c-c8eb-4168-b9b8-e07438653b8a tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.1062880 Nov 12 04:10:57.329437 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f013829a-01ef-4487-96fb-9ff1f0f8e433 req-794fd76b-3f9e-40c5-9f2e-25b7c6582981 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490549 Nov 12 04:10:57.350658 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-74a0b6e4-d6d8-4f27-90a5-15cece369d6b None None] Set router 7beacc0e-0d92-436b-8328-c7c7f68fb897 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:57.392263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-9f19e94c-1bbc-4414-9192-a560887d7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:57.394941 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-9f19e94c-1bbc-4414-9192-a560887d7a9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1315417 Nov 12 04:10:57.403700 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1a740c2d-5165-49eb-ae1f-fd4a0beac28e admin admin] Deleting port 16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:57.404098 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a740c2d-5165-49eb-ae1f-fd4a0beac28e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:57.457972 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423763e-c031-486e-b22f-52d5c35775e8 req-df7c01bb-7171-4a72-b5fa-72b52ae19113 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:57.460240 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0423763e-c031-486e-b22f-52d5c35775e8 req-df7c01bb-7171-4a72-b5fa-72b52ae19113 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 945 time: 0.1601367 Nov 12 04:10:57.499912 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7ea2e-4d3c-4e37-bd7e-0f504424b04e req-fc75652e-2740-4245-8eb8-67cd39de0e58 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:57.501591 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e1c7ea2e-4d3c-4e37-bd7e-0f504424b04e req-fc75652e-2740-4245-8eb8-67cd39de0e58 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4710de-4ef5-44b6-af0f-1a26daa48600 HTTP/1.1" status: 200 len: 947 time: 0.0711832 Nov 12 04:10:57.570566 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e1c7ea2e-4d3c-4e37-bd7e-0f504424b04e req-b2128010-9fdd-4a7f-8e6b-36b36ae3840e tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc5be978-a61c-4406-bf93-57e940e04562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598128 Nov 12 04:10:57.597839 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-74a0b6e4-d6d8-4f27-90a5-15cece369d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'name': 'tempest-FloatingIPsTestJSON-641349319-router', 'tenant_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:10:33Z', 'updated_at': '2021-11-12T04:10:55Z', 'revision_number': 5, 'project_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'gw_port': {'id': '16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:34Z', 'updated_at': '2021-11-12T04:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:57.628157 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0b6e4-d6d8-4f27-90a5-15cece369d6b None None] The sync data for ids ['7beacc0e-0d92-436b-8328-c7c7f68fb897'] in n-d-768509-24 is: [{'id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'name': 'tempest-FloatingIPsTestJSON-641349319-router', 'tenant_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:10:33Z', 'updated_at': '2021-11-12T04:10:55Z', 'revision_number': 5, 'project_id': '5b9d4ec84cd64533ac01eb4d280538dd', 'gw_port': {'id': '16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:85:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beacc0e-0d92-436b-8328-c7c7f68fb897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:34Z', 'updated_at': '2021-11-12T04:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:10:57.707912 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-6da185a9-5a71-4f73-9358-1da345ed1efa service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972414 Nov 12 04:10:57.715839 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-1a740c2d-5165-49eb-ae1f-fd4a0beac28e admin admin] For port 16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:57.716227 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a740c2d-5165-49eb-ae1f-fd4a0beac28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:57.742343 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1a740c2d-5165-49eb-ae1f-fd4a0beac28e admin admin] Calling delete_port for 16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:57.796194 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-0423763e-c031-486e-b22f-52d5c35775e8 req-55c5934d-6d03-46bc-8134-a6d10cc5c5d3 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Deleting port 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:57.796534 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0423763e-c031-486e-b22f-52d5c35775e8 req-55c5934d-6d03-46bc-8134-a6d10cc5c5d3 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:57.861358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a9133-9b2e-47ed-a522-6652d8ef780d req-0302d40b-4b75-484b-b9c2-100a7ad4aed1 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:57.865029 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-649a9133-9b2e-47ed-a522-6652d8ef780d req-0302d40b-4b75-484b-b9c2-100a7ad4aed1 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.21 "GET /v2.0/ports?device_id=833f8a26-b9cb-4a07-b09a-951c892472e9 HTTP/1.1" status: 200 len: 946 time: 0.0670223 Nov 12 04:10:57.932397 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8d1e7c-697e-4b13-96e1-e2015f2ce440 x-openstack-request-id: req-be8d1e7c-697e-4b13-96e1-e2015f2ce440 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:57.932735 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4710de-4ef5-44b6-af0f-1a26daa48600", "tag": "b5a803a0-b578-4910-8fba-3ec8cadfbf9a", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:57.932989 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be8d1e7c-697e-4b13-96e1-e2015f2ce440 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:57.933388 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4710de-4ef5-44b6-af0f-1a26daa48600', 'tag': 'b5a803a0-b578-4910-8fba-3ec8cadfbf9a', 'status': 'completed', 'code': 200} Nov 12 04:10:57.952558 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-31fa71d4-e585-4101-8d1c-746abb2dfadb req-d0d4e25d-b6d8-431e-bb09-e26e671660be service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327468 Nov 12 04:10:58.036390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-649a9133-9b2e-47ed-a522-6652d8ef780d req-28617ce8-9f97-4923-ba05-fb2ea46e0723 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Deleting port b4c7055e-7a17-4d12-8524-60917be358c0 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:58.036739 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-649a9133-9b2e-47ed-a522-6652d8ef780d req-28617ce8-9f97-4923-ba05-fb2ea46e0723 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:58.052168 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-0423763e-c031-486e-b22f-52d5c35775e8 req-55c5934d-6d03-46bc-8134-a6d10cc5c5d3 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] For port 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=235fd41b-6b1d-4d6d-8fa9-59cccc1e337f,segment=NetworkSegment(338dfd70-d15f-442f-b01e-f0bb3cdd696d),segment_id=338dfd70-d15f-442f-b01e-f0bb3cdd696d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:58.052168 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0423763e-c031-486e-b22f-52d5c35775e8 req-55c5934d-6d03-46bc-8134-a6d10cc5c5d3 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:58.230976 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-649a9133-9b2e-47ed-a522-6652d8ef780d req-28617ce8-9f97-4923-ba05-fb2ea46e0723 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] For port b4c7055e-7a17-4d12-8524-60917be358c0, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b4c7055e-7a17-4d12-8524-60917be358c0,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:58.231352 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-649a9133-9b2e-47ed-a522-6652d8ef780d req-28617ce8-9f97-4923-ba05-fb2ea46e0723 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:58.248119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-649a9133-9b2e-47ed-a522-6652d8ef780d req-28617ce8-9f97-4923-ba05-fb2ea46e0723 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Calling delete_port for b4c7055e-7a17-4d12-8524-60917be358c0 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:58.263650 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c35391-aae6-4428-a93a-85c95a9d1015 req-ddf76b97-14f5-4372-879f-cbebc25f1a8c tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:58.265417 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4c35391-aae6-4428-a93a-85c95a9d1015 req-ddf76b97-14f5-4372-879f-cbebc25f1a8c tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 945 time: 0.1062825 Nov 12 04:10:58.364900 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4c35391-aae6-4428-a93a-85c95a9d1015 req-80e25ba5-a2d0-41d0-b02d-3d07baa361bd tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff5eae6b-bbac-4376-b202-621e8e5f6933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917492 Nov 12 04:10:58.470879 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d24e6af0-370c-4c38-94e3-57f75177006e no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:58.492054 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: d24e6af0-370c-4c38-94e3-57f75177006e {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:58.493509 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d24e6af0-370c-4c38-94e3-57f75177006e not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:58.525561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d2cf-efe2-4725-b729-c2deddff713c req-a05955e2-520d-40e5-b21e-afbcd90f5041 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:58.527774 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe96d2cf-efe2-4725-b729-c2deddff713c req-a05955e2-520d-40e5-b21e-afbcd90f5041 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=7daeed65-df55-4da1-b30d-a907cebcbe06 HTTP/1.1" status: 200 len: 949 time: 0.0721259 Nov 12 04:10:58.534923 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-649a9133-9b2e-47ed-a522-6652d8ef780d req-28617ce8-9f97-4923-ba05-fb2ea46e0723 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:58.555615 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a27bb4-7693-40d6-9c09-00e66fb5b942 req-6f4dc571-4c48-4571-bd30-c825b967d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:58.557061 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d8a27bb4-7693-40d6-9c09-00e66fb5b942 req-6f4dc571-4c48-4571-bd30-c825b967d803 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebc4a93632724536a0a84720bb5899c6&device_id=7f4710de-4ef5-44b6-af0f-1a26daa48600 HTTP/1.1" status: 200 len: 1099 time: 0.4376817 Nov 12 04:10:58.575551 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['4fad2446-d96b-4283-aff1-e1731ef0ff48'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:58.581361 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0', 'b4c7055e-7a17-4d12-8524-60917be358c0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:58.582615 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28617ce8-9f97-4923-ba05-fb2ea46e0723 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Pushing event deleted for resources: {'Port': ['ID=b4c7055e-7a17-4d12-8524-60917be358c0,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:58.637567 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a740c2d-5165-49eb-ae1f-fd4a0beac28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:58.683143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-649a9133-9b2e-47ed-a522-6652d8ef780d req-28617ce8-9f97-4923-ba05-fb2ea46e0723 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] No DVR routers for this DVR port b4c7055e-7a17-4d12-8524-60917be358c0 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:10:58.689034 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-649a9133-9b2e-47ed-a522-6652d8ef780d req-28617ce8-9f97-4923-ba05-fb2ea46e0723 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:58.698600 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-649a9133-9b2e-47ed-a522-6652d8ef780d req-28617ce8-9f97-4923-ba05-fb2ea46e0723 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.21 "DELETE /v2.0/ports/b4c7055e-7a17-4d12-8524-60917be358c0 HTTP/1.1" status: 204 len: 173 time: 0.8281355 Nov 12 04:10:58.700074 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833f8a26-b9cb-4a07-b09a-951c892472e9', 'name': 'network-vif-deleted', 'tag': 'b4c7055e-7a17-4d12-8524-60917be358c0'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:58.705342 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22156da5-d45c-40bb-831f-2aa976571b21" -d '{"events": [{"server_uuid": "833f8a26-b9cb-4a07-b09a-951c892472e9", "name": "network-vif-deleted", "tag": "b4c7055e-7a17-4d12-8524-60917be358c0"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:58.720884 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe96d2cf-efe2-4725-b729-c2deddff713c req-01380ad1-bcfb-4f39-a68e-77f6e4f3171a tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/security-groups?id=5768685c-317e-40a9-8d1c-33d8b1dff719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869044 Nov 12 04:10:58.721075 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a740c2d-5165-49eb-ae1f-fd4a0beac28e admin admin] Pushing event deleted for resources: {'Port': ['ID=16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:58.730409 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0423763e-c031-486e-b22f-52d5c35775e8 req-55c5934d-6d03-46bc-8134-a6d10cc5c5d3 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:58.730783 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0423763e-c031-486e-b22f-52d5c35775e8 req-55c5934d-6d03-46bc-8134-a6d10cc5c5d3 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:58.731246 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [req-0423763e-c031-486e-b22f-52d5c35775e8 req-55c5934d-6d03-46bc-8134-a6d10cc5c5d3 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Floating IP b1dba747-61fa-4668-9445-3fb4997179cc disassociated. External IP: 172.25.1.243, port: 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f. Nov 12 04:10:58.731642 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-0423763e-c031-486e-b22f-52d5c35775e8 req-55c5934d-6d03-46bc-8134-a6d10cc5c5d3 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Calling delete_port for 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:58.854478 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a27bb4-7693-40d6-9c09-00e66fb5b942 req-535c0888-18bc-4f78-a5b2-a68c4a55970f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:58.855985 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d8a27bb4-7693-40d6-9c09-00e66fb5b942 req-535c0888-18bc-4f78-a5b2-a68c4a55970f service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.2861989 Nov 12 04:10:58.888582 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a740c2d-5165-49eb-ae1f-fd4a0beac28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:58.898624 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3e3e22e0-a280-4260-8446-e90dfa872301 req-aacdcbf4-ab3f-4d51-964c-d20ffeb4bd4c tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=833f8a26-b9cb-4a07-b09a-951c892472e9 HTTP/1.1" status: 200 len: 210 time: 0.0533175 Nov 12 04:10:58.962617 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d8a27bb4-7693-40d6-9c09-00e66fb5b942 req-a13c8359-1862-4ea6-ac29-d34b72e9823a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b5a803a0-b578-4910-8fba-3ec8cadfbf9a HTTP/1.1" status: 200 len: 217 time: 0.0856459 Nov 12 04:10:59.045446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bd261-6822-4aba-b465-5f60702f7dec req-a06ce9ba-c725-4b02-a1e2-c6579cce7150 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:59.045446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c66bd261-6822-4aba-b465-5f60702f7dec req-a06ce9ba-c725-4b02-a1e2-c6579cce7150 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0568950 Nov 12 04:10:59.065617 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a740c2d-5165-49eb-ae1f-fd4a0beac28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:59.070577 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a740c2d-5165-49eb-ae1f-fd4a0beac28e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:59.123752 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c66bd261-6822-4aba-b465-5f60702f7dec req-76a35e9d-efed-4590-969a-0f7f1aecd3ac tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677896 Nov 12 04:10:59.150030 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a27bb4-7693-40d6-9c09-00e66fb5b942 req-c7dd4f56-5267-43f3-97ce-a08e6735080d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:59.151476 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d8a27bb4-7693-40d6-9c09-00e66fb5b942 req-c7dd4f56-5267-43f3-97ce-a08e6735080d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1564560 Nov 12 04:10:59.217679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a27bb4-7693-40d6-9c09-00e66fb5b942 req-912159c8-c4b4-4eff-ad90-036aba65aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:59.219567 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d8a27bb4-7693-40d6-9c09-00e66fb5b942 req-912159c8-c4b4-4eff-ad90-036aba65aa6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0578697 Nov 12 04:10:59.230671 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e190d-f64d-49d0-a4bd-1b3cc912becd req-a284cb8e-0082-49f8-8472-08fb3d714b08 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:59.231771 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a740c2d-5165-49eb-ae1f-fd4a0beac28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:59.232299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a740c2d-5165-49eb-ae1f-fd4a0beac28e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7beacc0e-0d92-436b-8328-c7c7f68fb897 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:10:59.232436 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b0e190d-f64d-49d0-a4bd-1b3cc912becd req-a284cb8e-0082-49f8-8472-08fb3d714b08 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4710de-4ef5-44b6-af0f-1a26daa48600 HTTP/1.1" status: 200 len: 947 time: 0.0564859 Nov 12 04:10:59.239592 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1a740c2d-5165-49eb-ae1f-fd4a0beac28e admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:59.240404 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1a740c2d-5165-49eb-ae1f-fd4a0beac28e admin admin] 10.222.0.37 "DELETE /v2.0/routers/7beacc0e-0d92-436b-8328-c7c7f68fb897 HTTP/1.1" status: 204 len: 168 time: 2.5354326 Nov 12 04:10:59.242727 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58204) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:59.318160 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b0e190d-f64d-49d0-a4bd-1b3cc912becd req-35e31cbd-dbde-4ae2-b37d-780060184efb tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc5be978-a61c-4406-bf93-57e940e04562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784404 Nov 12 04:10:59.335195 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0423763e-c031-486e-b22f-52d5c35775e8 req-55c5934d-6d03-46bc-8134-a6d10cc5c5d3 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:59.394731 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5934d-6d03-46bc-8134-a6d10cc5c5d3 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Pushing event deleted for resources: {'Port': ['ID=235fd41b-6b1d-4d6d-8fa9-59cccc1e337f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:59.416192 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4d4c93-bc36-483f-a5c2-ad29ea86206e x-openstack-request-id: req-da4d4c93-bc36-483f-a5c2-ad29ea86206e {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:59.416192 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833f8a26-b9cb-4a07-b09a-951c892472e9", "name": "network-vif-deleted", "tag": "b4c7055e-7a17-4d12-8524-60917be358c0", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:59.417382 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da4d4c93-bc36-483f-a5c2-ad29ea86206e {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:59.417382 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833f8a26-b9cb-4a07-b09a-951c892472e9', 'name': 'network-vif-deleted', 'tag': 'b4c7055e-7a17-4d12-8524-60917be358c0', 'status': 'completed', 'code': 200} Nov 12 04:10:59.428860 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4e167b-0365-4496-9829-853e29a979e8 admin admin] Deleting subnet b7a16c90-e93b-49d8-8731-34ee894da0f0 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:10:59.435606 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d8a27bb4-7693-40d6-9c09-00e66fb5b942 req-9cd22a28-e8b1-4c46-b1e4-07cb083e553a service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829503 Nov 12 04:10:59.436289 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d4e167b-0365-4496-9829-853e29a979e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:59.513051 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-9d0e3229-2e6c-4c9a-b45a-5ff7d75aac50 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4c9e955ad0b64bc2be1826d0b2f95d18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221620 Nov 12 04:10:59.564369 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d4e167b-0365-4496-9829-853e29a979e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:59.627622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-5f4e8bb4-767c-4067-8f42-4c4aa127c2eb tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:59.631068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-5f4e8bb4-767c-4067-8f42-4c4aa127c2eb tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1121147 Nov 12 04:10:59.644649 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-05b09284-f49a-41f5-88ad-458a63c36fee tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/quotas/4c9e955ad0b64bc2be1826d0b2f95d18 HTTP/1.1" status: 200 len: 375 time: 0.0096214 Nov 12 04:10:59.703726 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0423763e-c031-486e-b22f-52d5c35775e8 req-55c5934d-6d03-46bc-8134-a6d10cc5c5d3 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Router 6d653f70-4a80-41e0-8f3f-54861f883754 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:10:59.708074 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d8a27bb4-7693-40d6-9c09-00e66fb5b942 req-7c379a79-fa75-4cb9-9841-bf791c9b17a9 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193899 Nov 12 04:10:59.708661 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-f9652f77-f29a-476f-b45d-683e0b05b9a6 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c9e955ad0b64bc2be1826d0b2f95d18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0579383 Nov 12 04:10:59.729167 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d4e167b-0365-4496-9829-853e29a979e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:59.914714 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0423763e-c031-486e-b22f-52d5c35775e8 req-55c5934d-6d03-46bc-8134-a6d10cc5c5d3 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:10:59.925893 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fcad26-84eb-4a99-9c92-42f59fe903ad None None] Sync routers for ids ['6d653f70-4a80-41e0-8f3f-54861f883754'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:10:59.942190 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fcad26-84eb-4a99-9c92-42f59fe903ad None None] Routers {'6d653f70-4a80-41e0-8f3f-54861f883754'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:59.943273 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-88fcad26-84eb-4a99-9c92-42f59fe903ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:10:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d653f70-4a80-41e0-8f3f-54861f883754'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:59.972458 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-0423763e-c031-486e-b22f-52d5c35775e8 req-55c5934d-6d03-46bc-8134-a6d10cc5c5d3 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] No DVR routers for this DVR port 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:10:59.975240 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0423763e-c031-486e-b22f-52d5c35775e8 req-55c5934d-6d03-46bc-8134-a6d10cc5c5d3 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:59.979834 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0423763e-c031-486e-b22f-52d5c35775e8 req-55c5934d-6d03-46bc-8134-a6d10cc5c5d3 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.21 "DELETE /v2.0/ports/235fd41b-6b1d-4d6d-8fa9-59cccc1e337f HTTP/1.1" status: 204 len: 173 time: 2.4934437 Nov 12 04:10:59.980344 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2cea26-29ae-4f31-8d96-012ff5d22a4e', 'name': 'network-vif-deleted', 'tag': '235fd41b-6b1d-4d6d-8fa9-59cccc1e337f'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:00.001357 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f615bf54-a79d-446e-806b-c46221880cec" -d '{"events": [{"server_uuid": "aa2cea26-29ae-4f31-8d96-012ff5d22a4e", "name": "network-vif-deleted", "tag": "235fd41b-6b1d-4d6d-8fa9-59cccc1e337f"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:00.007068 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d4e167b-0365-4496-9829-853e29a979e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.060293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e167b-0365-4496-9829-853e29a979e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7a16c90-e93b-49d8-8731-34ee894da0f0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:00.062715 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d4e167b-0365-4496-9829-853e29a979e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.066861 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fbf1c7-5196-4ff4-9f98-5a624040bf9f None None] Network c87b6b87-dc9f-4ed1-a423-d13a4b59f90b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:00.068884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58234) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:00.069083 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6d4e167b-0365-4496-9829-853e29a979e8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b7a16c90-e93b-49d8-8731-34ee894da0f0 HTTP/1.1" status: 204 len: 168 time: 0.8250868 Nov 12 04:11:00.161328 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-88fcad26-84eb-4a99-9c92-42f59fe903ad None None] Set router 6d653f70-4a80-41e0-8f3f-54861f883754 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:00.313888 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.328409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-35da5dca-0a62-452b-9657-a166a8871d88 req-be1b4f63-1a53-41e0-bf84-132721573f10 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa2cea26-29ae-4f31-8d96-012ff5d22a4e HTTP/1.1" status: 200 len: 210 time: 0.0577180 Nov 12 04:11:00.372884 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] DHCP port deletion for c87b6b87-dc9f-4ed1-a423-d13a4b59f90b request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:11:00.432369 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] Deleting port 32a88eac-2ccb-4e89-8377-e6d6bdbee81a {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:00.432786 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.450614 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-88fcad26-84eb-4a99-9c92-42f59fe903ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'name': 'tempest-ServersTestJSON-934956597-router', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1068337b-4c38-4b74-b665-183739c19147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:07:21Z', 'revision_number': 4, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'gw_port': {'id': '1068337b-4c38-4b74-b665-183739c19147', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:17Z', 'updated_at': '2021-11-12T04:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'b7030aa9-ef58-4002-92ad-047f25709bce', 'name': '', 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'mac_address': 'fa:16:3e:41:68:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:20Z', 'updated_at': '2021-11-12T04:07:26Z', 'revision_number': 5, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'subnets': [{'id': 'f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:00.450844 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41f03c7d-185a-4ce7-94b9-94d6f6a07efe req-ba4eca17-5924-484a-87a3-41548a348e30 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65d1ec5-9c13-4b6e-80df-8daa48622ee8 HTTP/1.1" status: 200 len: 210 time: 0.0319293 Nov 12 04:11:00.466206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] Deleting port 32a88eac-2ccb-4e89-8377-e6d6bdbee81a {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:00.472226 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.479271 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fcad26-84eb-4a99-9c92-42f59fe903ad None None] Checking router: 6d653f70-4a80-41e0-8f3f-54861f883754 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:00.494732 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fcad26-84eb-4a99-9c92-42f59fe903ad None None] Routers {'6d653f70-4a80-41e0-8f3f-54861f883754'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:00.495266 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-88fcad26-84eb-4a99-9c92-42f59fe903ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:10:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d653f70-4a80-41e0-8f3f-54861f883754'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:00.521912 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] For port 32a88eac-2ccb-4e89-8377-e6d6bdbee81a, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=32a88eac-2ccb-4e89-8377-e6d6bdbee81a,segment=NetworkSegment(d9258a25-f38c-41fb-9b77-55eedf8fe228),segment_id=d9258a25-f38c-41fb-9b77-55eedf8fe228)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:00.522437 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.539727 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] Calling delete_port for 32a88eac-2ccb-4e89-8377-e6d6bdbee81a owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:00.608511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] For port 32a88eac-2ccb-4e89-8377-e6d6bdbee81a, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=32a88eac-2ccb-4e89-8377-e6d6bdbee81a,segment=NetworkSegment(d9258a25-f38c-41fb-9b77-55eedf8fe228),segment_id=d9258a25-f38c-41fb-9b77-55eedf8fe228)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:00.608511 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.608858 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7d76f1-571e-4fd4-bd2d-0f7d43f48d9d x-openstack-request-id: req-9b7d76f1-571e-4fd4-bd2d-0f7d43f48d9d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:00.608858 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2cea26-29ae-4f31-8d96-012ff5d22a4e", "name": "network-vif-deleted", "tag": "235fd41b-6b1d-4d6d-8fa9-59cccc1e337f", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:00.608858 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b7d76f1-571e-4fd4-bd2d-0f7d43f48d9d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:00.608858 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2cea26-29ae-4f31-8d96-012ff5d22a4e', 'name': 'network-vif-deleted', 'tag': '235fd41b-6b1d-4d6d-8fa9-59cccc1e337f', 'status': 'completed', 'code': 200} Nov 12 04:11:00.630275 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] Calling delete_port for 32a88eac-2ccb-4e89-8377-e6d6bdbee81a owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:00.649760 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:00.683176 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:00.683896 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 16c0fa17-a7ee-47fa-b9a2-5b2201f9d2e9 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:00.684461 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 32a88eac-2ccb-4e89-8377-e6d6bdbee81a no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:00.718777 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58248) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:00.760199 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-88fcad26-84eb-4a99-9c92-42f59fe903ad None None] Set router 6d653f70-4a80-41e0-8f3f-54861f883754 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:00.787075 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.790701 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3b024-0579-47a2-88a5-76ff87b6befe req-80c3d7e8-427e-426f-a7c9-7b11a7b673d3 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:00.794812 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64a3b024-0579-47a2-88a5-76ff87b6befe req-80c3d7e8-427e-426f-a7c9-7b11a7b673d3 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.1107695 Nov 12 04:11:00.812653 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.829907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] No DVR routers for this DVR port 32a88eac-2ccb-4e89-8377-e6d6bdbee81a on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:00.835970 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] Pushing event deleted for resources: {'Port': ['ID=32a88eac-2ccb-4e89-8377-e6d6bdbee81a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:00.841546 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.863129 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.863817 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.864476 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.864971 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.865557 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.866049 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.866677 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.867170 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.873313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] Pushing event deleted for resources: {'Port': ['ID=32a88eac-2ccb-4e89-8377-e6d6bdbee81a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:00.881207 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] No DVR routers for this DVR port 32a88eac-2ccb-4e89-8377-e6d6bdbee81a on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:00.881390 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.881856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.882295 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.882658 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616a3cd-566b-4929-9337-e6e13aee1b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.888115 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1769e0c1-fad6-4e2b-9618-02cb5ba6dc23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.947309 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64a3b024-0579-47a2-88a5-76ff87b6befe req-b41461dd-c7fc-4a78-af75-ff9e5c19d4ac tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477370 Nov 12 04:11:01.008571 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.018872 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1769e0c1-fad6-4e2b-9618-02cb5ba6dc23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.044815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87b6b87-dc9f-4ed1-a423-d13a4b59f90b']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:01.069680 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9258a25-f38c-41fb-9b77-55eedf8fe228') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:01.070027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9258a25-f38c-41fb-9b77-55eedf8fe228') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:01.073602 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b5a803a0-b578-4910-8fba-3ec8cadfbf9a details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:11:01.082831 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.091911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b4c7055e-7a17-4d12-8524-60917be358c0 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:01.106470 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.112205 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1769e0c1-fad6-4e2b-9618-02cb5ba6dc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.118356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:11:01.125510 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.125701 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: b4c7055e-7a17-4d12-8524-60917be358c0 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:01.125701 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b4c7055e-7a17-4d12-8524-60917be358c0 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:01.125701 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:11:01.125999 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:11:01.168949 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:01.169448 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 235fd41b-6b1d-4d6d-8fa9-59cccc1e337f not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:01.181042 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1769e0c1-fad6-4e2b-9618-02cb5ba6dc23 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5854a5b18824b05ac0ee05468c39039&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4615490 Nov 12 04:11:01.183596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769e0c1-fad6-4e2b-9618-02cb5ba6dc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9242faf-74f3-4ca4-a060-711cd43690d0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:01.188038 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58256) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:01.189579 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-88fcad26-84eb-4a99-9c92-42f59fe903ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'name': 'tempest-ServersTestJSON-934956597-router', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1068337b-4c38-4b74-b665-183739c19147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:07:21Z', 'revision_number': 4, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'gw_port': {'id': '1068337b-4c38-4b74-b665-183739c19147', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:17Z', 'updated_at': '2021-11-12T04:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'b7030aa9-ef58-4002-92ad-047f25709bce', 'name': '', 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'mac_address': 'fa:16:3e:41:68:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:20Z', 'updated_at': '2021-11-12T04:07:26Z', 'revision_number': 5, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'subnets': [{'id': 'f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:01.224286 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fcad26-84eb-4a99-9c92-42f59fe903ad None None] The sync data for ids ['6d653f70-4a80-41e0-8f3f-54861f883754'] in n-d-768509-24 is: [{'id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'name': 'tempest-ServersTestJSON-934956597-router', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1068337b-4c38-4b74-b665-183739c19147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:07:21Z', 'revision_number': 4, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'gw_port': {'id': '1068337b-4c38-4b74-b665-183739c19147', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:17Z', 'updated_at': '2021-11-12T04:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'b7030aa9-ef58-4002-92ad-047f25709bce', 'name': '', 'network_id': 'cd4bf67c-19a6-4e3a-8827-02af080b98c9', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'mac_address': 'fa:16:3e:41:68:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:20Z', 'updated_at': '2021-11-12T04:07:26Z', 'revision_number': 5, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'subnets': [{'id': 'f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:01.262190 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b5a803a0-b578-4910-8fba-3ec8cadfbf9a, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b5a803a0-b578-4910-8fba-3ec8cadfbf9a,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:01.267482 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fd51e-5294-4681-9941-1987b4c23923 req-a7f80556-bf9d-4ea3-8f46-dc724a05e0fb tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:01.274100 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad2fd51e-5294-4681-9941-1987b4c23923 req-a7f80556-bf9d-4ea3-8f46-dc724a05e0fb tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4710de-4ef5-44b6-af0f-1a26daa48600 HTTP/1.1" status: 200 len: 947 time: 0.2479928 Nov 12 04:11:01.286041 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'b5a803a0-b578-4910-8fba-3ec8cadfbf9a', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': 'b5a803a0-b578-4910-8fba-3ec8cadfbf9a', 'mac_address': 'fa:16:3e:c3:f8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:11:01.311403 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c453d476-a905-4d12-ab73-94df8816bf8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.339478 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c453d476-a905-4d12-ab73-94df8816bf8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.342929 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.350302 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad2fd51e-5294-4681-9941-1987b4c23923 req-700d14a5-94b6-49e4-8d95-6a65e75cb3d9 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc5be978-a61c-4406-bf93-57e940e04562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590019 Nov 12 04:11:01.357516 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a803a0-b578-4910-8fba-3ec8cadfbf9a {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:01.386382 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b5a803a0-b578-4910-8fba-3ec8cadfbf9a, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b5a803a0-b578-4910-8fba-3ec8cadfbf9a,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:01.408728 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.423844 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.426684 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] 10.222.0.37 "DELETE /v2.0/networks/c87b6b87-dc9f-4ed1-a423-d13a4b59f90b HTTP/1.1" status: 204 len: 168 time: 1.3558083 Nov 12 04:11:01.448678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b871bc-ee19-4878-9be1-a8525b74596e admin admin] Pushing event deleted for resources: {'Network': ['ID=c87b6b87-dc9f-4ed1-a423-d13a4b59f90b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:01.476771 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.518181 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c453d476-a905-4d12-ab73-94df8816bf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.522894 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c453d476-a905-4d12-ab73-94df8816bf8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.530501 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c453d476-a905-4d12-ab73-94df8816bf8b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9242faf-74f3-4ca4-a060-711cd43690d0 HTTP/1.1" status: 204 len: 168 time: 0.3382113 Nov 12 04:11:01.545285 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453d476-a905-4d12-ab73-94df8816bf8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9242faf-74f3-4ca4-a060-711cd43690d0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:01.567408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=b5a803a0-b578-4910-8fba-3ec8cadfbf9a,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:01.604937 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e97ef73-69c3-4fb4-bdf7-cc3aca808a29 None None] New status for floating IP b1dba747-61fa-4668-9445-3fb4997179cc: DOWN {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:11:01.950465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58270) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:01.965457 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['b5a803a0-b578-4910-8fba-3ec8cadfbf9a'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:02.008216 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8ee23968-fffc-4450-a752-3c2669deb0c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b9d4ec84cd64533ac01eb4d280538dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0540447 Nov 12 04:11:02.019916 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58276) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:02.051906 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4572c8a-614e-4f0f-8574-7f6d4ca68c0b req-dd335e08-b679-4af3-9556-f5ea72645b89 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65d1ec5-9c13-4b6e-80df-8daa48622ee8 HTTP/1.1" status: 200 len: 210 time: 0.0321624 Nov 12 04:11:02.069133 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-222bd800-ac4a-441d-b409-f18dd2962b54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.098273 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-222bd800-ac4a-441d-b409-f18dd2962b54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.171431 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d326991-be36-4188-9dc7-f36dd04871d0 req-3ae55fb8-c841-4fc7-8fd6-2e66e97bcae1 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:02.172964 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5d326991-be36-4188-9dc7-f36dd04871d0 req-3ae55fb8-c841-4fc7-8fd6-2e66e97bcae1 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=924206b7-417d-4ef7-8130-d4b5df020643 HTTP/1.1" status: 200 len: 945 time: 0.0559154 Nov 12 04:11:02.211859 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-222bd800-ac4a-441d-b409-f18dd2962b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.215045 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-222bd800-ac4a-441d-b409-f18dd2962b54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.216504 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-222bd800-ac4a-441d-b409-f18dd2962b54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47e90372-26d3-4f73-a619-fb58d5a75961 HTTP/1.1" status: 204 len: 168 time: 0.2070312 Nov 12 04:11:02.219422 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5d326991-be36-4188-9dc7-f36dd04871d0 req-954a0915-cf9c-4d73-b38d-4b3e4c9a8111 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406752 Nov 12 04:11:02.224994 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bd800-ac4a-441d-b409-f18dd2962b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e90372-26d3-4f73-a619-fb58d5a75961,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:02.270470 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58280) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:02.285879 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bae785a-c712-4874-a583-1426c087288d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.342511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58282) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:02.374481 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bae785a-c712-4874-a583-1426c087288d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.431339 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04f5ce51-b08d-42bd-b1d6-699ee3849c96 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.473236 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04f5ce51-b08d-42bd-b1d6-699ee3849c96 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.481956 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3bae785a-c712-4874-a583-1426c087288d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.523708 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56820682-8728-44dc-b8bc-52e77ad7af78 req-65dfe0c8-5c53-43ae-a538-beec37084a12 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:02.525319 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56820682-8728-44dc-b8bc-52e77ad7af78 req-65dfe0c8-5c53-43ae-a538-beec37084a12 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.1059067 Nov 12 04:11:02.540411 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3bae785a-c712-4874-a583-1426c087288d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59705dc080514d4788748e31e76921c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687359 Nov 12 04:11:02.543687 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-d02777c7-50db-41c6-8d06-4287f8c302cf tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4c9e955ad0b64bc2be1826d0b2f95d18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364597 Nov 12 04:11:02.547553 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58286) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:02.550205 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae785a-c712-4874-a583-1426c087288d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cc32e5-7f48-4375-9f69-319c7216dfcf,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:02.589170 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56820682-8728-44dc-b8bc-52e77ad7af78 req-e4767bf8-9258-4837-894e-303a56c4bb39 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547547 Nov 12 04:11:02.661120 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04f5ce51-b08d-42bd-b1d6-699ee3849c96 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.662242 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04f5ce51-b08d-42bd-b1d6-699ee3849c96 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.665948 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-04f5ce51-b08d-42bd-b1d6-699ee3849c96 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "DELETE /v2.0/security-groups/ff5eae6b-bbac-4376-b202-621e8e5f6933 HTTP/1.1" status: 204 len: 168 time: 0.3215547 Nov 12 04:11:02.666736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58290) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:02.671948 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-abaafb08-b267-484a-a04c-ea5040c21971 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.704119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5ce51-b08d-42bd-b1d6-699ee3849c96 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5eae6b-bbac-4376-b202-621e8e5f6933,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:02.707807 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-16a903e6-ac6c-4fb0-8145-367dcaf666c2 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] show failed (client error): The resource could not be found. Nov 12 04:11:02.721303 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-16a903e6-ac6c-4fb0-8145-367dcaf666c2 tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "GET /v2.0/security-groups/ff5eae6b-bbac-4376-b202-621e8e5f6933 HTTP/1.1" status: 404 len: 347 time: 0.0284944 Nov 12 04:11:02.721303 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58292) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:02.723815 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-1b2d3974-f380-4329-a11e-992cf94f2363 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:02.730320 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-1b2d3974-f380-4329-a11e-992cf94f2363 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732047 Nov 12 04:11:02.730320 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-abaafb08-b267-484a-a04c-ea5040c21971 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.755725 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-6dbdac41-9168-482e-a75d-bb05b53cd18d tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Request body: {'port': {'device_id': 'f65d1ec5-9c13-4b6e-80df-8daa48622ee8', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': '4c9e955ad0b64bc2be1826d0b2f95d18'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:02.800350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8815e-a2f7-4a91-af5d-d8582faa9fbf req-a45c03b2-749e-46d8-9a18-609409169e61 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:02.801974 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56f8815e-a2f7-4a91-af5d-d8582faa9fbf req-a45c03b2-749e-46d8-9a18-609409169e61 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4710de-4ef5-44b6-af0f-1a26daa48600 HTTP/1.1" status: 200 len: 948 time: 0.1532311 Nov 12 04:11:02.916507 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56f8815e-a2f7-4a91-af5d-d8582faa9fbf req-23f2ce47-f0d2-4bca-968b-6c806a8bc144 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc5be978-a61c-4406-bf93-57e940e04562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083672 Nov 12 04:11:02.937872 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-49f32cc3-5bb9-4904-b834-10176d04258b tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Deleting port 7e2c440b-dcfe-4479-9c36-78ea1e096dfe {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:02.937872 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49f32cc3-5bb9-4904-b834-10176d04258b tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.956011 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-abaafb08-b267-484a-a04c-ea5040c21971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.960835 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-abaafb08-b267-484a-a04c-ea5040c21971 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.964746 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-abaafb08-b267-484a-a04c-ea5040c21971 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5cc32e5-7f48-4375-9f69-319c7216dfcf HTTP/1.1" status: 204 len: 168 time: 0.4179616 Nov 12 04:11:02.994216 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaafb08-b267-484a-a04c-ea5040c21971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cc32e5-7f48-4375-9f69-319c7216dfcf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:02.998453 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-6dbdac41-9168-482e-a75d-bb05b53cd18d tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Made reservation on behalf of 4c9e955ad0b64bc2be1826d0b2f95d18 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:03.003439 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-6dbdac41-9168-482e-a75d-bb05b53cd18d tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.057457 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49f32cc3-5bb9-4904-b834-10176d04258b tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.058079 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49f32cc3-5bb9-4904-b834-10176d04258b tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.071740 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f038b3a0-07f3-48c8-9736-20b635911416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.072325 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-49f32cc3-5bb9-4904-b834-10176d04258b tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Calling delete_port for 7e2c440b-dcfe-4479-9c36-78ea1e096dfe owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:03.182456 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-037e891f-6f43-458c-8ab8-c4cc8021536e req-32002548-c891-4437-8844-169c438f774d tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65d1ec5-9c13-4b6e-80df-8daa48622ee8 HTTP/1.1" status: 200 len: 210 time: 0.0337527 Nov 12 04:11:03.199086 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-6dbdac41-9168-482e-a75d-bb05b53cd18d tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Allocated IP 192.168.233.233 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/98e0ed3e-bbd5-4737-9572-15466502a17f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:03.338155 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49f32cc3-5bb9-4904-b834-10176d04258b tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.386097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780af39-7ed8-4eae-aa5c-7d175c682921 req-c75a6259-56b1-437e-ac84-9abe5e0ca9c6 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:03.386097 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0780af39-7ed8-4eae-aa5c-7d175c682921 req-c75a6259-56b1-437e-ac84-9abe5e0ca9c6 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=924206b7-417d-4ef7-8130-d4b5df020643 HTTP/1.1" status: 200 len: 945 time: 0.0858810 Nov 12 04:11:03.386097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f32cc3-5bb9-4904-b834-10176d04258b tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Pushing event deleted for resources: {'Port': ['ID=7e2c440b-dcfe-4479-9c36-78ea1e096dfe,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:03.451296 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-6dbdac41-9168-482e-a75d-bb05b53cd18d tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.476409 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49f32cc3-5bb9-4904-b834-10176d04258b tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.479424 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49f32cc3-5bb9-4904-b834-10176d04258b tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.483261 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-49f32cc3-5bb9-4904-b834-10176d04258b tempest-ServersTestJSON-1968029156 tempest-ServersTestJSON-1968029156-project] 10.222.0.37 "DELETE /v2.0/floatingips/b1dba747-61fa-4668-9445-3fb4997179cc HTTP/1.1" status: 204 len: 168 time: 0.7653294 Nov 12 04:11:03.484330 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58320) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:03.492524 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0780af39-7ed8-4eae-aa5c-7d175c682921 req-840c195e-2983-47cd-9aa2-a4ebd6984f00 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634589 Nov 12 04:11:03.552938 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-6dbdac41-9168-482e-a75d-bb05b53cd18d tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.585678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['d838184e-2ac2-452b-8ab5-25647855cde1'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:03.611895 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791d098-c430-485d-84ba-5e3f087f9239 req-715f8a18-aa6f-4a5d-87a5-775d07f38e8b tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:03.621495 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5791d098-c430-485d-84ba-5e3f087f9239 req-715f8a18-aa6f-4a5d-87a5-775d07f38e8b tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.31 "GET /v2.0/ports?device_id=924206b7-417d-4ef7-8130-d4b5df020643 HTTP/1.1" status: 200 len: 945 time: 0.0873404 Nov 12 04:11:03.665494 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-6dbdac41-9168-482e-a75d-bb05b53cd18d tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:03.666566 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58328) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:03.682917 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-6dbdac41-9168-482e-a75d-bb05b53cd18d tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:03.687068 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-6dbdac41-9168-482e-a75d-bb05b53cd18d tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:03.733485 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdac41-9168-482e-a75d-bb05b53cd18d tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Pushing event updated for resources: {'Port': ['ID=98e0ed3e-bbd5-4737-9572-15466502a17f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:03.827278 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-6dbdac41-9168-482e-a75d-bb05b53cd18d tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:03.828044 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-6dbdac41-9168-482e-a75d-bb05b53cd18d tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.843504 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81bfc7-b4e7-4c1b-aa0f-2f0707b7af65 req-aa2865a4-76d8-4a95-9a55-47d8957dbea3 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:03.853284 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7e81bfc7-b4e7-4c1b-aa0f-2f0707b7af65 req-aa2865a4-76d8-4a95-9a55-47d8957dbea3 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0904431 Nov 12 04:11:03.857855 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a44ec05c-0606-4361-bcde-1975381e43ca admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986604748-network', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:03.893126 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-5791d098-c430-485d-84ba-5e3f087f9239 req-b9f5dfe2-c328-481e-b8ec-503c194c47f5 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Deleting port 4fad2446-d96b-4283-aff1-e1731ef0ff48 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:03.898893 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5791d098-c430-485d-84ba-5e3f087f9239 req-b9f5dfe2-c328-481e-b8ec-503c194c47f5 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.922485 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-6dbdac41-9168-482e-a75d-bb05b53cd18d tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1773095 Nov 12 04:11:03.953619 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Request body: {'port': {'device_id': 'f65d1ec5-9c13-4b6e-80df-8daa48622ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:03.978959 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7e81bfc7-b4e7-4c1b-aa0f-2f0707b7af65 req-a73b84f8-8fb5-4ebe-88ce-784442f5b628 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245975 Nov 12 04:11:04.023515 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c2dbb8e6-3d9b-4c8e-8ec2-c42854b3fae5 None None] Provisioning complete for port 98e0ed3e-bbd5-4737-9572-15466502a17f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:04.029628 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c2dbb8e6-3d9b-4c8e-8ec2-c42854b3fae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.037852 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-5791d098-c430-485d-84ba-5e3f087f9239 req-b9f5dfe2-c328-481e-b8ec-503c194c47f5 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] For port 4fad2446-d96b-4283-aff1-e1731ef0ff48, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=4fad2446-d96b-4283-aff1-e1731ef0ff48,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:04.038252 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5791d098-c430-485d-84ba-5e3f087f9239 req-b9f5dfe2-c328-481e-b8ec-503c194c47f5 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.063373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c2dbb8e6-3d9b-4c8e-8ec2-c42854b3fae5 None None] Port 98e0ed3e-bbd5-4737-9572-15466502a17f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:04.068809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-5791d098-c430-485d-84ba-5e3f087f9239 req-b9f5dfe2-c328-481e-b8ec-503c194c47f5 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Calling delete_port for 4fad2446-d96b-4283-aff1-e1731ef0ff48 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:04.070414 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44ec05c-0606-4361-bcde-1975381e43ca admin admin] Made reservation on behalf of d6746d7dd0b64a4c979e7e368a02aa6c for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:04.070414 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a44ec05c-0606-4361-bcde-1975381e43ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.084977 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a44ec05c-0606-4361-bcde-1975381e43ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.090291 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.145046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c29585-18bc-47a7-b031-b62906c7d765 req-18963605-f1bf-4aa2-8457-1e0ea71efc64 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:04.146583 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42c29585-18bc-47a7-b031-b62906c7d765 req-18963605-f1bf-4aa2-8457-1e0ea71efc64 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4710de-4ef5-44b6-af0f-1a26daa48600 HTTP/1.1" status: 200 len: 948 time: 0.0969894 Nov 12 04:11:04.221276 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42c29585-18bc-47a7-b031-b62906c7d765 req-ece15775-cd62-4e7a-ad47-2953db0097c4 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc5be978-a61c-4406-bf93-57e940e04562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650923 Nov 12 04:11:04.362486 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5791d098-c430-485d-84ba-5e3f087f9239 req-b9f5dfe2-c328-481e-b8ec-503c194c47f5 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.380984 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a44ec05c-0606-4361-bcde-1975381e43ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.394449 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5dfe2-c328-481e-b8ec-503c194c47f5 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Pushing event deleted for resources: {'Port': ['ID=4fad2446-d96b-4283-aff1-e1731ef0ff48,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:04.396698 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:04.473836 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a44ec05c-0606-4361-bcde-1975381e43ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.487339 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25e87e73-cf2e-423b-bd26-a9940fc14689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.498901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-5791d098-c430-485d-84ba-5e3f087f9239 req-b9f5dfe2-c328-481e-b8ec-503c194c47f5 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] No DVR routers for this DVR port 4fad2446-d96b-4283-aff1-e1731ef0ff48 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:04.502053 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5791d098-c430-485d-84ba-5e3f087f9239 req-b9f5dfe2-c328-481e-b8ec-503c194c47f5 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.508882 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5791d098-c430-485d-84ba-5e3f087f9239 req-b9f5dfe2-c328-481e-b8ec-503c194c47f5 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.31 "DELETE /v2.0/ports/4fad2446-d96b-4283-aff1-e1731ef0ff48 HTTP/1.1" status: 204 len: 173 time: 0.8781490 Nov 12 04:11:04.511215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924206b7-417d-4ef7-8130-d4b5df020643', 'name': 'network-vif-deleted', 'tag': '4fad2446-d96b-4283-aff1-e1731ef0ff48'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:04.514109 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6573642e-fc75-47d2-bf2a-18946417b83a" -d '{"events": [{"server_uuid": "924206b7-417d-4ef7-8130-d4b5df020643", "name": "network-vif-deleted", "tag": "4fad2446-d96b-4283-aff1-e1731ef0ff48"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:04.535137 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdaeb9-b060-48c1-beed-8340b0312e11 req-e7318c48-5730-4ed6-b528-460c2ae7c328 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:04.538776 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0bfdaeb9-b060-48c1-beed-8340b0312e11 req-e7318c48-5730-4ed6-b528-460c2ae7c328 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65d1ec5-9c13-4b6e-80df-8daa48622ee8 HTTP/1.1" status: 200 len: 936 time: 0.1452177 Nov 12 04:11:04.554976 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44ec05c-0606-4361-bcde-1975381e43ca admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:11:04.612332 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0bfdaeb9-b060-48c1-beed-8340b0312e11 req-940e4e8a-3d9f-4ce9-bd23-c89146c217fa tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/security-groups?id=5768685c-317e-40a9-8d1c-33d8b1dff719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674162 Nov 12 04:11:04.617517 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a44ec05c-0606-4361-bcde-1975381e43ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.617867 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-a44ec05c-0606-4361-bcde-1975381e43ca admin admin] Added segment cecdc318-2fa7-4e5c-b7b2-3a95369e2e09 of type vlan for network 1d4958bc-5953-4404-9c2b-d96cecc0d641 Nov 12 04:11:04.639986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ec05c-0606-4361-bcde-1975381e43ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9a3d29-49aa-424c-a571-68e38038a493,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:04.696095 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e0ed3e-bbd5-4737-9572-15466502a17f {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:04.713517 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-885c5976-e0da-4fba-a037-86a89dda433e req-b020a647-9b10-46f8-95a4-479bd4d6d755 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=924206b7-417d-4ef7-8130-d4b5df020643 HTTP/1.1" status: 200 len: 210 time: 0.0280273 Nov 12 04:11:04.793471 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba307517-5ae4-45e1-8799-39b8c54345ce x-openstack-request-id: req-ba307517-5ae4-45e1-8799-39b8c54345ce {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:04.793951 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924206b7-417d-4ef7-8130-d4b5df020643", "name": "network-vif-deleted", "tag": "4fad2446-d96b-4283-aff1-e1731ef0ff48", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:04.794373 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba307517-5ae4-45e1-8799-39b8c54345ce {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:04.795573 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924206b7-417d-4ef7-8130-d4b5df020643', 'name': 'network-vif-deleted', 'tag': '4fad2446-d96b-4283-aff1-e1731ef0ff48', 'status': 'completed', 'code': 200} Nov 12 04:11:05.020998 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.024108 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a44ec05c-0606-4361-bcde-1975381e43ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.048067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Transition to ACTIVE for port object 98e0ed3e-bbd5-4737-9572-15466502a17f will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:11:05.104237 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b5a803a0-b578-4910-8fba-3ec8cadfbf9a up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:05.110997 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592e208-4e31-43b0-a7bb-58cbbfa32363 req-65521f7a-b513-4a02-9f0e-19763f1f5cba tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:05.118673 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4592e208-4e31-43b0-a7bb-58cbbfa32363 req-65521f7a-b513-4a02-9f0e-19763f1f5cba tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.0632546 Nov 12 04:11:05.172867 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4592e208-4e31-43b0-a7bb-58cbbfa32363 req-f014af6f-30b5-42d2-9e6b-65e1d175e43e tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535386 Nov 12 04:11:05.174878 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.226440 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a44ec05c-0606-4361-bcde-1975381e43ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.227489 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44ec05c-0606-4361-bcde-1975381e43ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:05.228255 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a44ec05c-0606-4361-bcde-1975381e43ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.267538 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port b5a803a0-b578-4910-8fba-3ec8cadfbf9a completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:11:05.273714 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port b5a803a0-b578-4910-8fba-3ec8cadfbf9a triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:05.274568 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.347123 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Pushing event updated for resources: {'Port': ['ID=98e0ed3e-bbd5-4737-9572-15466502a17f,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:05.360236 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a44ec05c-0606-4361-bcde-1975381e43ca admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.6905859 Nov 12 04:11:05.366518 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58374) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:05.374713 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-05ec0936-f577-43df-b87f-47cc3d042a54 admin admin] Request body: {'subnet': {'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986604748-subnet', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:05.384035 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ec05c-0606-4361-bcde-1975381e43ca admin admin] Pushing event updated for resources: {'Network': ['ID=1d4958bc-5953-4404-9c2b-d96cecc0d641,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:05.457387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 1d4958bc-5953-4404-9c2b-d96cecc0d641 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:11:05.460688 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cec8ed-5e5f-4c35-8911-40356c718942 req-2a38c105-0745-458b-8b6a-391889493803 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:05.462907 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34cec8ed-5e5f-4c35-8911-40356c718942 req-2a38c105-0745-458b-8b6a-391889493803 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4710de-4ef5-44b6-af0f-1a26daa48600 HTTP/1.1" status: 200 len: 948 time: 0.1065488 Nov 12 04:11:05.512987 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-25e87e73-cf2e-423b-bd26-a9940fc14689 admin admin] Deleting port b7030aa9-ef58-4002-92ad-047f25709bce {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:05.513418 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25e87e73-cf2e-423b-bd26-a9940fc14689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.559956 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34cec8ed-5e5f-4c35-8911-40356c718942 req-ff38b7f5-2c66-404c-a3f5-ea8b703b9235 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc5be978-a61c-4406-bf93-57e940e04562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859578 Nov 12 04:11:05.591961 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Attempting to bind port 98e0ed3e-bbd5-4737-9572-15466502a17f on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:05.591961 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Attempting to bind port 98e0ed3e-bbd5-4737-9572-15466502a17f by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:05.591961 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Attempting to bind port 98e0ed3e-bbd5-4737-9572-15466502a17f on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:05.592584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ec0936-f577-43df-b87f-47cc3d042a54 admin admin] Made reservation on behalf of d6746d7dd0b64a4c979e7e368a02aa6c for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:05.604132 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05ec0936-f577-43df-b87f-47cc3d042a54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.659827 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Port 98e0ed3e-bbd5-4737-9572-15466502a17f on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:05.660162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Attempting to bind port 98e0ed3e-bbd5-4737-9572-15466502a17f on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:05.677107 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:05.681179 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:05.681179 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:05.681179 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Bound port: 98e0ed3e-bbd5-4737-9572-15466502a17f, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:05.681179 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.782222 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.795912 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-25e87e73-cf2e-423b-bd26-a9940fc14689 admin admin] For port b7030aa9-ef58-4002-92ad-047f25709bce, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b7030aa9-ef58-4002-92ad-047f25709bce,segment=NetworkSegment(338dfd70-d15f-442f-b01e-f0bb3cdd696d),segment_id=338dfd70-d15f-442f-b01e-f0bb3cdd696d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:05.796305 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25e87e73-cf2e-423b-bd26-a9940fc14689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.831498 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-25e87e73-cf2e-423b-bd26-a9940fc14689 admin admin] Calling delete_port for b7030aa9-ef58-4002-92ad-047f25709bce owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:05.834521 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4710de-4ef5-44b6-af0f-1a26daa48600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a803a0-b578-4910-8fba-3ec8cadfbf9a'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:05.837723 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1945a113-0456-4c01-aa01-83bd93486bbe" -d '{"events": [{"server_uuid": "7f4710de-4ef5-44b6-af0f-1a26daa48600", "name": "network-vif-plugged", "status": "completed", "tag": "b5a803a0-b578-4910-8fba-3ec8cadfbf9a"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:05.842862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55874c74-ff6c-4367-a76b-2221a55e5c61 req-256e5f7d-5a8f-4f2c-bccf-47a4eacbe421 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:05.851630 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55874c74-ff6c-4367-a76b-2221a55e5c61 req-256e5f7d-5a8f-4f2c-bccf-47a4eacbe421 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65d1ec5-9c13-4b6e-80df-8daa48622ee8 HTTP/1.1" status: 200 len: 948 time: 0.0668123 Nov 12 04:11:05.854239 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b5a803a0-b578-4910-8fba-3ec8cadfbf9a, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b5a803a0-b578-4910-8fba-3ec8cadfbf9a,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:05.865023 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0838-28c5-4f77-aac5-c64ecf5b8d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.865235 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] For port 98e0ed3e-bbd5-4737-9572-15466502a17f, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:05.908985 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55874c74-ff6c-4367-a76b-2221a55e5c61 req-05114a1e-2d5d-48f1-bbc4-d91a98745380 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/security-groups?id=5768685c-317e-40a9-8d1c-33d8b1dff719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563538 Nov 12 04:11:05.937080 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.937384 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] For port 98e0ed3e-bbd5-4737-9572-15466502a17f, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=98e0ed3e-bbd5-4737-9572-15466502a17f,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:06.009920 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.011791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=b5a803a0-b578-4910-8fba-3ec8cadfbf9a,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:06.046854 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5254afcb-8b41-45d1-8dcd-cccd6e5b38a1 x-openstack-request-id: req-5254afcb-8b41-45d1-8dcd-cccd6e5b38a1 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:06.047158 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4710de-4ef5-44b6-af0f-1a26daa48600", "name": "network-vif-plugged", "status": "completed", "tag": "b5a803a0-b578-4910-8fba-3ec8cadfbf9a", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:06.050051 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5254afcb-8b41-45d1-8dcd-cccd6e5b38a1 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:06.050051 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4710de-4ef5-44b6-af0f-1a26daa48600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a803a0-b578-4910-8fba-3ec8cadfbf9a', 'code': 200} Nov 12 04:11:06.107526 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:06.108263 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.109615 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] 10.222.0.21 "PUT /v2.0/ports/98e0ed3e-bbd5-4737-9572-15466502a17f HTTP/1.1" status: 200 len: 1097 time: 2.1633337 Nov 12 04:11:06.110128 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65d1ec5-9c13-4b6e-80df-8daa48622ee8', 'tag': '98e0ed3e-bbd5-4737-9572-15466502a17f'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:06.112447 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dd2aa4-a8f4-497b-8cb8-a34afc600f46" -d '{"events": [{"name": "network-changed", "server_uuid": "f65d1ec5-9c13-4b6e-80df-8daa48622ee8", "tag": "98e0ed3e-bbd5-4737-9572-15466502a17f"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:06.151683 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05ec0936-f577-43df-b87f-47cc3d042a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.176289 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8ef77-ded4-4fd4-8ccb-cea637ab9db2 service neutron] Pushing event updated for resources: {'Port': ['ID=98e0ed3e-bbd5-4737-9572-15466502a17f,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:06.181266 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6d0408-f176-4b2e-842d-c4b51901c38f x-openstack-request-id: req-9a6d0408-f176-4b2e-842d-c4b51901c38f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:06.181568 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65d1ec5-9c13-4b6e-80df-8daa48622ee8", "tag": "98e0ed3e-bbd5-4737-9572-15466502a17f", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:06.181804 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a6d0408-f176-4b2e-842d-c4b51901c38f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:06.182772 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65d1ec5-9c13-4b6e-80df-8daa48622ee8', 'tag': '98e0ed3e-bbd5-4737-9572-15466502a17f', 'status': 'completed', 'code': 200} Nov 12 04:11:06.196938 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 4fad2446-d96b-4283-aff1-e1731ef0ff48 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:06.266405 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 4fad2446-d96b-4283-aff1-e1731ef0ff48 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:06.268675 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 4fad2446-d96b-4283-aff1-e1731ef0ff48 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:06.361597 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec0936-f577-43df-b87f-47cc3d042a54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a9d50d9-b755-477c-be80-774a9f1d8782,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:06.381995 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ec0936-f577-43df-b87f-47cc3d042a54 admin admin] Checking segment: {'id': 'cecdc318-2fa7-4e5c-b7b2-3a95369e2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:06.382342 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ec0936-f577-43df-b87f-47cc3d042a54 admin admin] Network hostable DHCP agents. Network: 1d4958bc-5953-4404-9c2b-d96cecc0d641, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:11:06.407337 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-3b0f5913-dda5-4345-9d06-9aaa65cea628 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:06.407337 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-3b0f5913-dda5-4345-9d06-9aaa65cea628 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 806 time: 0.1432180 Nov 12 04:11:06.409000 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abfb4e-aaf8-487d-9a09-6575ef545c6b req-109a4434-d2b9-424b-822b-2f174d6c1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:06.410476 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-88abfb4e-aaf8-487d-9a09-6575ef545c6b req-109a4434-d2b9-424b-822b-2f174d6c1d62 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f4710de-4ef5-44b6-af0f-1a26daa48600 HTTP/1.1" status: 200 len: 1101 time: 0.1870897 Nov 12 04:11:06.412525 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd2aa4-a8f4-497b-8cb8-a34afc600f46 req-090ead5c-21e7-4559-beb0-e0c35d2192f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:06.413845 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-47dd2aa4-a8f4-497b-8cb8-a34afc600f46 req-090ead5c-21e7-4559-beb0-e0c35d2192f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c9e955ad0b64bc2be1826d0b2f95d18&device_id=f65d1ec5-9c13-4b6e-80df-8daa48622ee8 HTTP/1.1" status: 200 len: 1100 time: 0.1507394 Nov 12 04:11:06.422024 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-0ed441cc-dfa5-4dea-941d-9fcf4e6f1923 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/quotas/3a4ac16166e54dae862fa352faf2bc28 HTTP/1.1" status: 200 len: 375 time: 0.0099831 Nov 12 04:11:06.471122 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-47dd2aa4-a8f4-497b-8cb8-a34afc600f46 req-5c5980ba-0362-4e6c-b41a-653d036b0c53 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4c9e955ad0b64bc2be1826d0b2f95d18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297635 Nov 12 04:11:06.475777 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-c8650487-c535-4844-9336-c564d6d5aff5 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479136 Nov 12 04:11:06.516808 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-88abfb4e-aaf8-487d-9a09-6575ef545c6b req-84db480f-602f-4fa6-bfdc-aa47e7ab63e0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dc5be978-a61c-4406-bf93-57e940e04562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818861 Nov 12 04:11:06.524122 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25e87e73-cf2e-423b-bd26-a9940fc14689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.530280 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ec0936-f577-43df-b87f-47cc3d042a54 admin admin] Network 1d4958bc-5953-4404-9c2b-d96cecc0d641 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:11:06.574242 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.586181 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e87e73-cf2e-423b-bd26-a9940fc14689 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7030aa9-ef58-4002-92ad-047f25709bce,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:06.589209 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-b229e842-4ed8-4518-91c7-d3cba802f31f service neutron] 10.222.0.37 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010821 Nov 12 04:11:06.621690 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-05ec0936-f577-43df-b87f-47cc3d042a54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 1d4958bc-5953-4404-9c2b-d96cecc0d641) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:06.632048 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c17582-0ed5-4081-937f-c43ea60bc4b1 None None] Network 1d4958bc-5953-4404-9c2b-d96cecc0d641 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:06.658135 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ec0936-f577-43df-b87f-47cc3d042a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:06.658917 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05ec0936-f577-43df-b87f-47cc3d042a54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.706918 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-2916b94f-3633-4482-ad67-0678e3ccb7d7 service neutron] 10.222.0.37 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098599 Nov 12 04:11:06.707383 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd2aa4-a8f4-497b-8cb8-a34afc600f46 req-e3b72cd0-996f-461e-8215-42a605652303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:06.712380 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-47dd2aa4-a8f4-497b-8cb8-a34afc600f46 req-e3b72cd0-996f-461e-8215-42a605652303 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2275987 Nov 12 04:11:06.767034 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-05ec0936-f577-43df-b87f-47cc3d042a54 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3975754 Nov 12 04:11:06.770756 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58416) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:06.783485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-8b163dc2-5d7f-475b-98c7-d4cd49967e61 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986604748-router', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:06.871054 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25e87e73-cf2e-423b-bd26-a9940fc14689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.877304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-1d4958bc-5953-4404-9c2b-d96cecc0d641', 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'fixed_ips': [{'subnet_id': '8a9d50d9-b755-477c-be80-774a9f1d8782'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:11:06.878214 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.882915 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b163dc2-5d7f-475b-98c7-d4cd49967e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.884144 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b163dc2-5d7f-475b-98c7-d4cd49967e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.965695 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b163dc2-5d7f-475b-98c7-d4cd49967e61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.076143 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] Allocated IP 172.20.0.2 (1d4958bc-5953-4404-9c2b-d96cecc0d641/8a9d50d9-b755-477c-be80-774a9f1d8782/bb87b808-048b-4085-b687-4cf74229bab9) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:07.116113 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-b9c0530b-00f1-4003-8a87-0c8b6c7cffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:07.119390 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-b9c0530b-00f1-4003-8a87-0c8b6c7cffc7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c9e955ad0b64bc2be1826d0b2f95d18&device_id=f65d1ec5-9c13-4b6e-80df-8daa48622ee8 HTTP/1.1" status: 200 len: 1100 time: 0.0824955 Nov 12 04:11:07.185488 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925fbe2-c30e-40b6-8fa1-e0afc9560d7d req-6ae13ce1-e88d-4ea3-aab7-8ef1c9c466a9 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:07.187244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4925fbe2-c30e-40b6-8fa1-e0afc9560d7d req-6ae13ce1-e88d-4ea3-aab7-8ef1c9c466a9 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 950 time: 0.1585827 Nov 12 04:11:07.222227 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-b2298bf8-c9eb-43c8-8b2c-e31bbcbc3166 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=98e0ed3e-bbd5-4737-9572-15466502a17f HTTP/1.1" status: 200 len: 217 time: 0.0575893 Nov 12 04:11:07.266721 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.338137 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-d38fb76d-b9d1-41b3-83df-952572d38bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:07.341745 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-d38fb76d-b9d1-41b3-83df-952572d38bfb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1044655 Nov 12 04:11:07.349956 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e87e73-cf2e-423b-bd26-a9940fc14689 admin admin] Router 6d653f70-4a80-41e0-8f3f-54861f883754 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:07.381076 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.442322 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] Network 1d4958bc-5953-4404-9c2b-d96cecc0d641 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:07.450529 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:07.456398 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-f8e07944-33bd-4e96-aa58-eb8dd3f8a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:07.457974 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-f8e07944-33bd-4e96-aa58-eb8dd3f8a79a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1072621 Nov 12 04:11:07.461931 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:07.511865 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] Pushing event updated for resources: {'Port': ['ID=bb87b808-048b-4085-b687-4cf74229bab9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:07.547850 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] Attempting to bind port bb87b808-048b-4085-b687-4cf74229bab9 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:07.548324 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] Attempting to bind port bb87b808-048b-4085-b687-4cf74229bab9 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'cecdc318-2fa7-4e5c-b7b2-3a95369e2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:07.548981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] Attempting to bind port bb87b808-048b-4085-b687-4cf74229bab9 on network 1d4958bc-5953-4404-9c2b-d96cecc0d641 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:07.555597 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:07.556407 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] Checking segment: {'id': 'cecdc318-2fa7-4e5c-b7b2-3a95369e2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:07.556931 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.558683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] Bound using segment: {'id': 'cecdc318-2fa7-4e5c-b7b2-3a95369e2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:07.558683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] Bound port: bb87b808-048b-4085-b687-4cf74229bab9, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cecdc318-2fa7-4e5c-b7b2-3a95369e2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:07.558683 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.617103 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e87e73-cf2e-423b-bd26-a9940fc14689 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:07.620971 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b163dc2-5d7f-475b-98c7-d4cd49967e61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.624249 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-25e87e73-cf2e-423b-bd26-a9940fc14689 admin admin] 10.222.0.37 "PUT /v2.0/routers/6d653f70-4a80-41e0-8f3f-54861f883754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1387694 Nov 12 04:11:07.627376 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58438) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:07.638578 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412eb62f-5158-4771-9f38-1f5b3f2ef309 None None] Sync routers for ids ['6d653f70-4a80-41e0-8f3f-54861f883754'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:07.677003 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4925fbe2-c30e-40b6-8fa1-e0afc9560d7d req-5f7c043d-cd61-46a7-bfba-9ace85e36d20 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369919 Nov 12 04:11:07.684568 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412eb62f-5158-4771-9f38-1f5b3f2ef309 None None] Routers {'6d653f70-4a80-41e0-8f3f-54861f883754'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:07.685190 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-412eb62f-5158-4771-9f38-1f5b3f2ef309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d653f70-4a80-41e0-8f3f-54861f883754'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:07.697400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] For port bb87b808-048b-4085-b687-4cf74229bab9, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:07.704561 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] For port bb87b808-048b-4085-b687-4cf74229bab9, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=bb87b808-048b-4085-b687-4cf74229bab9,segment=NetworkSegment(cecdc318-2fa7-4e5c-b7b2-3a95369e2e09),segment_id=cecdc318-2fa7-4e5c-b7b2-3a95369e2e09)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:07.789374 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.841684 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8da8348-af36-4ea5-ab7e-1d06a20ccf34 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.907005 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcabdc-35aa-4c4f-bade-2e26a79f08d2 req-9c51fe69-5146-4398-9f02-82dbec8c3a77 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:07.915693 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7dcabdc-35aa-4c4f-bade-2e26a79f08d2 req-9c51fe69-5146-4398-9f02-82dbec8c3a77 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4710de-4ef5-44b6-af0f-1a26daa48600 HTTP/1.1" status: 200 len: 949 time: 0.1325486 Nov 12 04:11:07.987886 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83751f-5568-4bdd-9a51-48f9b10d9c7b None None] Pushing event updated for resources: {'Port': ['ID=bb87b808-048b-4085-b687-4cf74229bab9,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:08.034960 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-8514d2a9-5002-491d-9bfe-030f83960c2e service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642655 Nov 12 04:11:08.134846 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8da8348-af36-4ea5-ab7e-1d06a20ccf34 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.161199 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-412eb62f-5158-4771-9f38-1f5b3f2ef309 None None] Set router 6d653f70-4a80-41e0-8f3f-54861f883754 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:08.181221 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7dcabdc-35aa-4c4f-bade-2e26a79f08d2 req-b9dd9688-a826-4842-99f6-dafa6db5999e tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc5be978-a61c-4406-bf93-57e940e04562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645612 Nov 12 04:11:08.195471 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6cd63bc9-27bc-4d83-866b-df17fc871e21 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:11:08.218049 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-609cdce2-9b2b-4636-bda6-8a5a8f7d4b5c req-85e13bdc-6a0e-432f-ab93-1f4eaf3e7d6d service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575716 Nov 12 04:11:08.223057 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b163dc2-5d7f-475b-98c7-d4cd49967e61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.268025 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b163dc2-5d7f-475b-98c7-d4cd49967e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.455366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f8da8348-af36-4ea5-ab7e-1d06a20ccf34 admin admin] Deleting port 1068337b-4c38-4b74-b665-183739c19147 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:08.458500 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8da8348-af36-4ea5-ab7e-1d06a20ccf34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.465369 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6cd63bc9-27bc-4d83-866b-df17fc871e21, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6cd63bc9-27bc-4d83-866b-df17fc871e21,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:08.474868 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.487044 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '6cd63bc9-27bc-4d83-866b-df17fc871e21', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '6cd63bc9-27bc-4d83-866b-df17fc871e21', 'mac_address': 'fa:16:3e:0f:7c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:11:08.540294 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.579775 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cd63bc9-27bc-4d83-866b-df17fc871e21 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:08.609463 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6cd63bc9-27bc-4d83-866b-df17fc871e21, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6cd63bc9-27bc-4d83-866b-df17fc871e21,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:08.621316 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-412eb62f-5158-4771-9f38-1f5b3f2ef309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'name': 'tempest-ServersTestJSON-934956597-router', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '1068337b-4c38-4b74-b665-183739c19147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 5, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'gw_port': {'id': '1068337b-4c38-4b74-b665-183739c19147', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:17Z', 'updated_at': '2021-11-12T04:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:08.638897 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-8b163dc2-5d7f-475b-98c7-d4cd49967e61 admin admin] Allocated IP 172.25.1.133 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:08.654714 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412eb62f-5158-4771-9f38-1f5b3f2ef309 None None] Checking router: 6d653f70-4a80-41e0-8f3f-54861f883754 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:08.665153 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412eb62f-5158-4771-9f38-1f5b3f2ef309 None None] Routers {'6d653f70-4a80-41e0-8f3f-54861f883754'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:08.666076 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-412eb62f-5158-4771-9f38-1f5b3f2ef309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d653f70-4a80-41e0-8f3f-54861f883754'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:08.703583 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.724684 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-f8da8348-af36-4ea5-ab7e-1d06a20ccf34 admin admin] For port 1068337b-4c38-4b74-b665-183739c19147, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1068337b-4c38-4b74-b665-183739c19147,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:08.725132 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8da8348-af36-4ea5-ab7e-1d06a20ccf34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.748609 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f8da8348-af36-4ea5-ab7e-1d06a20ccf34 admin admin] Calling delete_port for 1068337b-4c38-4b74-b665-183739c19147 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:08.764054 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8686d-762b-4bc2-bb40-91d7ac2c4203 req-52133b62-5ca7-4d4d-830e-091e3b6b4f74 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:08.772396 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2df8686d-762b-4bc2-bb40-91d7ac2c4203 req-52133b62-5ca7-4d4d-830e-091e3b6b4f74 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65d1ec5-9c13-4b6e-80df-8daa48622ee8 HTTP/1.1" status: 200 len: 948 time: 0.1695077 Nov 12 04:11:08.779738 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-412eb62f-5158-4771-9f38-1f5b3f2ef309 None None] Set router 6d653f70-4a80-41e0-8f3f-54861f883754 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:08.814048 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=6cd63bc9-27bc-4d83-866b-df17fc871e21,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:08.853574 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device bb87b808-048b-4085-b687-4cf74229bab9 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:08.910691 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2df8686d-762b-4bc2-bb40-91d7ac2c4203 req-1267c9fa-3f34-47eb-bff9-d9c116ac0bad tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/security-groups?id=5768685c-317e-40a9-8d1c-33d8b1dff719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359744 Nov 12 04:11:08.915146 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-412eb62f-5158-4771-9f38-1f5b3f2ef309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'name': 'tempest-ServersTestJSON-934956597-router', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:11:08Z', 'revision_number': 6, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:08.959001 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412eb62f-5158-4771-9f38-1f5b3f2ef309 None None] The sync data for ids ['6d653f70-4a80-41e0-8f3f-54861f883754'] in n-d-768509-24 is: [{'id': '6d653f70-4a80-41e0-8f3f-54861f883754', 'name': 'tempest-ServersTestJSON-934956597-router', 'tenant_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:11:08Z', 'revision_number': 6, 'project_id': 'aa93be6bc71a4bdfb528fa8585b984dd', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:09.028965 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port bb87b808-048b-4085-b687-4cf74229bab9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:09.029346 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.031162 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b163dc2-5d7f-475b-98c7-d4cd49967e61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.085939 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['6cd63bc9-27bc-4d83-866b-df17fc871e21'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:09.086063 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe99c0be-c363-4826-9081-756a38266ae7 req-649c770b-3b8a-4585-8d51-5a8833a3e89d tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0df7129-103d-405c-bd5e-30fa81e1e08e HTTP/1.1" status: 200 len: 210 time: 0.0508182 Nov 12 04:11:09.203605 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.234702 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.296747 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dd80b-9d69-4d8e-887b-55dc589edb04 req-cc87e93d-8555-46dc-aa14-0ebe3e2c6cdb tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:09.299751 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-565dd80b-9d69-4d8e-887b-55dc589edb04 req-cc87e93d-8555-46dc-aa14-0ebe3e2c6cdb tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 949 time: 0.0586040 Nov 12 04:11:09.304676 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port bb87b808-048b-4085-b687-4cf74229bab9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=bb87b808-048b-4085-b687-4cf74229bab9,segment=NetworkSegment(cecdc318-2fa7-4e5c-b7b2-3a95369e2e09),segment_id=cecdc318-2fa7-4e5c-b7b2-3a95369e2e09)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:09.367500 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-565dd80b-9d69-4d8e-887b-55dc589edb04 req-9d837699-83ed-48eb-ab5c-368e3bd6f59a tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620396 Nov 12 04:11:09.419421 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8da8348-af36-4ea5-ab7e-1d06a20ccf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.450326 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.471387 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b163dc2-5d7f-475b-98c7-d4cd49967e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.475696 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da8348-af36-4ea5-ab7e-1d06a20ccf34 admin admin] Pushing event deleted for resources: {'Port': ['ID=1068337b-4c38-4b74-b665-183739c19147,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:09.523186 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=bb87b808-048b-4085-b687-4cf74229bab9,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:09.538691 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b163dc2-5d7f-475b-98c7-d4cd49967e61 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:09.547342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-8b163dc2-5d7f-475b-98c7-d4cd49967e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:09.551051 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b163dc2-5d7f-475b-98c7-d4cd49967e61 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:09.596787 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8da8348-af36-4ea5-ab7e-1d06a20ccf34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.661185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d13050-fbb2-41e6-a63e-a799fdff8acc req-a179208c-ee46-47fd-83d7-41eb43066c9e tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:09.661185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-40d13050-fbb2-41e6-a63e-a799fdff8acc req-a179208c-ee46-47fd-83d7-41eb43066c9e tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4710de-4ef5-44b6-af0f-1a26daa48600 HTTP/1.1" status: 200 len: 949 time: 0.2062140 Nov 12 04:11:09.661185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b163dc2-5d7f-475b-98c7-d4cd49967e61 admin admin] Pushing event updated for resources: {'Port': ['ID=0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:09.685648 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1f42a9-e2cb-40aa-9a3e-b4c186454088 None None] Network 1d4958bc-5953-4404-9c2b-d96cecc0d641 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:09.747601 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8da8348-af36-4ea5-ab7e-1d06a20ccf34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.757268 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8da8348-af36-4ea5-ab7e-1d06a20ccf34 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.790718 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-40d59c44-ea5d-4927-88ba-5460002f57d2 None None] Provisioning complete for port bb87b808-048b-4085-b687-4cf74229bab9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:09.790718 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40d59c44-ea5d-4927-88ba-5460002f57d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.824717 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-40d13050-fbb2-41e6-a63e-a799fdff8acc req-82175588-d626-40de-b3aa-ea10ed984988 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc5be978-a61c-4406-bf93-57e940e04562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761589 Nov 12 04:11:09.923146 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8da8348-af36-4ea5-ab7e-1d06a20ccf34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.923767 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8da8348-af36-4ea5-ab7e-1d06a20ccf34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d653f70-4a80-41e0-8f3f-54861f883754 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:11:09.931200 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8da8348-af36-4ea5-ab7e-1d06a20ccf34 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.933601 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f8da8348-af36-4ea5-ab7e-1d06a20ccf34 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6d653f70-4a80-41e0-8f3f-54861f883754 HTTP/1.1" status: 204 len: 168 time: 2.3057222 Nov 12 04:11:09.935986 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58472) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:10.192421 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6cd63bc9-27bc-4d83-866b-df17fc871e21 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:10.212486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-55362fcd-958b-4fea-baae-3267625b02c3 admin admin] Deleting subnet f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:11:10.263653 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55362fcd-958b-4fea-baae-3267625b02c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.301325 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 6cd63bc9-27bc-4d83-866b-df17fc871e21 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:10.301708 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.362534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-efa192db-7cd7-4dfb-b3c5-5619086d9d33 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:10.364706 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-efa192db-7cd7-4dfb-b3c5-5619086d9d33 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.31 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 806 time: 0.3451576 Nov 12 04:11:10.374463 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55362fcd-958b-4fea-baae-3267625b02c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.376752 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b163dc2-5d7f-475b-98c7-d4cd49967e61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.443649 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.462004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-a43d0125-71c3-4e36-8137-f142408e6332 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Request body: {'port': {'device_id': 'a0df7129-103d-405c-bd5e-30fa81e1e08e', 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8', 'admin_state_up': True, 'tenant_id': '3a4ac16166e54dae862fa352faf2bc28'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:10.508303 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c78501-2cce-4043-a298-f3c71defeea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd63bc9-27bc-4d83-866b-df17fc871e21'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:10.525136 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6708e5-5ee2-4ea7-95fe-22f06c390f83" -d '{"events": [{"server_uuid": "a7c78501-2cce-4043-a298-f3c71defeea7", "name": "network-vif-plugged", "status": "completed", "tag": "6cd63bc9-27bc-4d83-866b-df17fc871e21"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:10.548800 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device bb87b808-048b-4085-b687-4cf74229bab9 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:10.562700 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6cd63bc9-27bc-4d83-866b-df17fc871e21, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6cd63bc9-27bc-4d83-866b-df17fc871e21,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:10.644174 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2b7bf66e-c712-460f-9684-425383ea4342 None None] Provisioning complete for port bb87b808-048b-4085-b687-4cf74229bab9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:10.644770 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b7bf66e-c712-460f-9684-425383ea4342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.651678 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.699149 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464c1c5-a812-4bd4-b417-77d39be584a0 req-94efa473-d9eb-4293-8a7b-64d42dcfd490 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:10.704954 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b464c1c5-a812-4bd4-b417-77d39be584a0 req-94efa473-d9eb-4293-8a7b-64d42dcfd490 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65d1ec5-9c13-4b6e-80df-8daa48622ee8 HTTP/1.1" status: 200 len: 948 time: 0.2633383 Nov 12 04:11:10.727868 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55362fcd-958b-4fea-baae-3267625b02c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.779007 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port bb87b808-048b-4085-b687-4cf74229bab9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:10.779605 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.837468 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=6cd63bc9-27bc-4d83-866b-df17fc871e21,revision_number=10']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:10.917696 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b464c1c5-a812-4bd4-b417-77d39be584a0 req-8fecf75c-532a-475a-88f4-47c5e4ce180c tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/security-groups?id=5768685c-317e-40a9-8d1c-33d8b1dff719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118237 Nov 12 04:11:10.941062 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b163dc2-5d7f-475b-98c7-d4cd49967e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.986861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-a43d0125-71c3-4e36-8137-f142408e6332 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Made reservation on behalf of 3a4ac16166e54dae862fa352faf2bc28 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:10.991018 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-a43d0125-71c3-4e36-8137-f142408e6332 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.015457 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b7030aa9-ef58-4002-92ad-047f25709bce no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:11.036328 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55362fcd-958b-4fea-baae-3267625b02c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.046038 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b239357-ba45-4fb0-abd7-73482e0505ab req-62652b9e-1c88-456a-9df7-59cd584c48e6 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0df7129-103d-405c-bd5e-30fa81e1e08e HTTP/1.1" status: 200 len: 210 time: 0.0522902 Nov 12 04:11:11.063406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: b7030aa9-ef58-4002-92ad-047f25709bce {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:11.064123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b7030aa9-ef58-4002-92ad-047f25709bce not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:11.065550 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1068337b-4c38-4b74-b665-183739c19147 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:11.083360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55362fcd-958b-4fea-baae-3267625b02c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:11.094829 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55362fcd-958b-4fea-baae-3267625b02c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.097927 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-55362fcd-958b-4fea-baae-3267625b02c3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f9b2c3f6-7ae7-4253-a934-e1aad6d1e11b HTTP/1.1" status: 204 len: 168 time: 1.1609318 Nov 12 04:11:11.100510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58504) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:11.112571 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 1068337b-4c38-4b74-b665-183739c19147 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:11.113278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1068337b-4c38-4b74-b665-183739c19147 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:11.117981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7649b2d5-b241-4e84-860b-57b7e133a341 None None] Network cd4bf67c-19a6-4e3a-8827-02af080b98c9 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:11.169427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 98e0ed3e-bbd5-4737-9572-15466502a17f details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:11:11.234661 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.294857 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-a43d0125-71c3-4e36-8137-f142408e6332 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Allocated IP 172.20.0.7 (d37b2e01-0bab-4ed6-98b0-8381c00125c8/504596be-ee34-4774-bccb-6ddc41bf3b5f/cf2d433a-59a7-43c4-86e1-dcf88ee7c33b) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:11.312589 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] Deleting port d409c251-f9eb-4786-a679-89047056dc93 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:11.313091 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.384337 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 98e0ed3e-bbd5-4737-9572-15466502a17f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=98e0ed3e-bbd5-4737-9572-15466502a17f,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:11.398062 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '98e0ed3e-bbd5-4737-9572-15466502a17f', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '98e0ed3e-bbd5-4737-9572-15466502a17f', 'mac_address': 'fa:16:3e:ce:23:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:11:11.404106 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b223aa8-5ad0-4b85-a49b-1c76ac8ce04b req-9368f74e-fa24-4a49-873f-effcb844d52b tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:11.407082 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b223aa8-5ad0-4b85-a49b-1c76ac8ce04b req-9368f74e-fa24-4a49-873f-effcb844d52b tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 951 time: 0.1048083 Nov 12 04:11:11.419323 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] For port d409c251-f9eb-4786-a679-89047056dc93, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d409c251-f9eb-4786-a679-89047056dc93,segment=NetworkSegment(338dfd70-d15f-442f-b01e-f0bb3cdd696d),segment_id=338dfd70-d15f-442f-b01e-f0bb3cdd696d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:11.419767 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.439384 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] Calling delete_port for d409c251-f9eb-4786-a679-89047056dc93 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:11.451135 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.470863 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c83e0d-09f7-43da-86c9-c907b296c2d2 None None] DHCP port deletion for cd4bf67c-19a6-4e3a-8827-02af080b98c9 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:11:11.474698 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e0ed3e-bbd5-4737-9572-15466502a17f {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:11.500780 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 98e0ed3e-bbd5-4737-9572-15466502a17f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=98e0ed3e-bbd5-4737-9572-15466502a17f,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:11.558466 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b223aa8-5ad0-4b85-a49b-1c76ac8ce04b req-5800543c-6b49-4368-a61b-7c737afce599 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313555 Nov 12 04:11:11.572716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-78c83e0d-09f7-43da-86c9-c907b296c2d2 None None] Deleting port d409c251-f9eb-4786-a679-89047056dc93 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:11.573564 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-78c83e0d-09f7-43da-86c9-c907b296c2d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.590939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b163dc2-5d7f-475b-98c7-d4cd49967e61 admin admin] Router 178c7cf2-6228-4409-859b-c930a7db4952 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:11:11.609050 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.609458 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.646478 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] Pushing event deleted for resources: {'Port': ['ID=d409c251-f9eb-4786-a679-89047056dc93,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:11.657482 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb3f63a-f489-4f8a-9fa5-5c389796a568 x-openstack-request-id: req-fbb3f63a-f489-4f8a-9fa5-5c389796a568 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:11.657803 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c78501-2cce-4043-a298-f3c71defeea7", "name": "network-vif-plugged", "status": "completed", "tag": "6cd63bc9-27bc-4d83-866b-df17fc871e21", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:11.658169 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] No DVR routers for this DVR port d409c251-f9eb-4786-a679-89047056dc93 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:11.658348 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbb3f63a-f489-4f8a-9fa5-5c389796a568 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:11.658803 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c78501-2cce-4043-a298-f3c71defeea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd63bc9-27bc-4d83-866b-df17fc871e21', 'code': 200} Nov 12 04:11:11.735745 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-78c83e0d-09f7-43da-86c9-c907b296c2d2 None None] For port d409c251-f9eb-4786-a679-89047056dc93, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d409c251-f9eb-4786-a679-89047056dc93,segment=NetworkSegment(338dfd70-d15f-442f-b01e-f0bb3cdd696d),segment_id=338dfd70-d15f-442f-b01e-f0bb3cdd696d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:11.736150 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-78c83e0d-09f7-43da-86c9-c907b296c2d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.756258 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.761564 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-78c83e0d-09f7-43da-86c9-c907b296c2d2 None None] Calling delete_port for d409c251-f9eb-4786-a679-89047056dc93 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:11.766040 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=98e0ed3e-bbd5-4737-9572-15466502a17f,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:11.790475 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4bf67c-19a6-4e3a-8827-02af080b98c9']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:11.804064 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338dfd70-d15f-442f-b01e-f0bb3cdd696d') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:11.804714 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338dfd70-d15f-442f-b01e-f0bb3cdd696d') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:11.830117 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.855596 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-a43d0125-71c3-4e36-8137-f142408e6332 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.868474 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.894309 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:11:11.897969 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:11:11.907960 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:11:11.962934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b163dc2-5d7f-475b-98c7-d4cd49967e61 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:11.995075 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] Sync routers for ids ['178c7cf2-6228-4409-859b-c930a7db4952'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:12.024416 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] Routers {'178c7cf2-6228-4409-859b-c930a7db4952'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:12.025061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['178c7cf2-6228-4409-859b-c930a7db4952'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:12.073586 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6e6ca-e70c-4737-9b53-dad48664b01c req-3b070ed0-cbaf-423c-ba80-4f12cb96233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:12.073880 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b163dc2-5d7f-475b-98c7-d4cd49967e61 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.073880 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8b163dc2-5d7f-475b-98c7-d4cd49967e61 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.2944632 Nov 12 04:11:12.074896 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d4c6e6ca-e70c-4737-9b53-dad48664b01c req-3b070ed0-cbaf-423c-ba80-4f12cb96233f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 1103 time: 0.1976361 Nov 12 04:11:12.076614 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58522) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: from cryptography.utils import int_from_bytes Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: from cryptography.utils import int_from_bytes Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.104788 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.109039 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.109039 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.109039 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.109039 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.109039 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.109039 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.109039 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.109039 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.109039 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.109039 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.109039 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.109039 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.109039 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:12.109039 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:11:12.118868 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-78c83e0d-09f7-43da-86c9-c907b296c2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.130653 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c83e0d-09f7-43da-86c9-c907b296c2d2 None None] No DVR routers for this DVR port d409c251-f9eb-4786-a679-89047056dc93 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:12.147899 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.164398 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.167772 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cd4bf67c-19a6-4e3a-8827-02af080b98c9 HTTP/1.1" status: 204 len: 168 time: 1.0655823 Nov 12 04:11:12.178357 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-a43d0125-71c3-4e36-8137-f142408e6332 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.234698 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['98e0ed3e-bbd5-4737-9572-15466502a17f'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:12.239933 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c83e0d-09f7-43da-86c9-c907b296c2d2 None None] Pushing event deleted for resources: {'Port': ['ID=d409c251-f9eb-4786-a679-89047056dc93,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:12.308249 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] Set router 178c7cf2-6228-4409-859b-c930a7db4952 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:12.374502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-a43d0125-71c3-4e36-8137-f142408e6332 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Network d37b2e01-0bab-4ed6-98b0-8381c00125c8 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:12.382876 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-a43d0125-71c3-4e36-8137-f142408e6332 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:12.386149 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d0125-71c3-4e36-8137-f142408e6332 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Pushing event updated for resources: {'Port': ['ID=cf2d433a-59a7-43c4-86e1-dcf88ee7c33b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:12.391447 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-a43d0125-71c3-4e36-8137-f142408e6332 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:12.428114 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b016fe4-ec10-4cd7-98b3-6f9ca19ee867 req-29026604-3647-4695-9a00-680cfd26f280 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:12.437625 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b016fe4-ec10-4cd7-98b3-6f9ca19ee867 req-29026604-3647-4695-9a00-680cfd26f280 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65d1ec5-9c13-4b6e-80df-8daa48622ee8 HTTP/1.1" status: 200 len: 949 time: 0.3379874 Nov 12 04:11:12.544811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-a43d0125-71c3-4e36-8137-f142408e6332 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:12.545749 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-a43d0125-71c3-4e36-8137-f142408e6332 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.571247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b016fe4-ec10-4cd7-98b3-6f9ca19ee867 req-15a82b9c-5a31-4c84-87ed-2632c8cf9d34 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/security-groups?id=5768685c-317e-40a9-8d1c-33d8b1dff719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323087 Nov 12 04:11:12.583411 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d1608-1678-4c08-8128-6930410a3475 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd4bf67c-19a6-4e3a-8827-02af080b98c9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:12.586886 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d409c251-f9eb-4786-a679-89047056dc93 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:12.587738 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d4c6e6ca-e70c-4737-9b53-dad48664b01c req-29037bd2-b5e0-433c-8b4f-5dd8a23afb48 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038826 Nov 12 04:11:12.621884 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: d409c251-f9eb-4786-a679-89047056dc93 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:12.622227 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d409c251-f9eb-4786-a679-89047056dc93 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:12.643212 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-a43d0125-71c3-4e36-8137-f142408e6332 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2025254 Nov 12 04:11:12.648664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c7cf2-6228-4409-859b-c930a7db4952', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986604748-router', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:06Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 3, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'gw_port': {'id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:08Z', 'updated_at': '2021-11-12T04:11:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:12.680494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] Checking router: 178c7cf2-6228-4409-859b-c930a7db4952 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:12.680865 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] Updating router 178c7cf2-6228-4409-859b-c930a7db4952 port 0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:11:12.718220 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.886823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Request body: {'port': {'device_id': 'a0df7129-103d-405c-bd5e-30fa81e1e08e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:12.949309 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.973700 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58542) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:13.020351 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.047106 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fbd9510f-6a2d-435b-899e-ab8c4891d43d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa93be6bc71a4bdfb528fa8585b984dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0689101 Nov 12 04:11:13.047106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58546) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:13.106218 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.148122 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a67cfab-7bf9-48a9-ab89-fa353e1c509a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.167806 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f446121c-b60f-4393-9465-2b12a222dbc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.174932 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] Attempting to bind port 0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:13.175301 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] Attempting to bind port 0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:13.175665 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] Attempting to bind port 0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:13.189404 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a2657-fdc4-4d68-ad70-5cfe52e49597 None None] Pushing event updated for resources: {'Port': ['ID=0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:13.194209 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:13.194591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:13.195016 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.195401 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:13.196396 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] Bound port: 0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:13.196821 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.233850 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f446121c-b60f-4393-9465-2b12a222dbc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.270491 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] For port 0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:13.284984 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] For port 0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:13.331053 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e1afb-94d0-4206-b62a-d79916265e98 req-7c8ae22e-9754-428f-b259-70032af6401b tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:13.332795 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a41e1afb-94d0-4206-b62a-d79916265e98 req-7c8ae22e-9754-428f-b259-70032af6401b tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0df7129-103d-405c-bd5e-30fa81e1e08e HTTP/1.1" status: 200 len: 931 time: 0.0962219 Nov 12 04:11:13.341134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf2d433a-59a7-43c4-86e1-dcf88ee7c33b {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:13.346122 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.356010 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.380071 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-8a67cfab-7bf9-48a9-ab89-fa353e1c509a admin admin] Allocated IP 172.20.0.1 (1d4958bc-5953-4404-9c2b-d96cecc0d641/8a9d50d9-b755-477c-be80-774a9f1d8782/eaa75555-88c1-407e-99d9-cc0122980eda) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:13.390304 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Transition to ACTIVE for port object cf2d433a-59a7-43c4-86e1-dcf88ee7c33b will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:11:13.402482 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f446121c-b60f-4393-9465-2b12a222dbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.406543 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f446121c-b60f-4393-9465-2b12a222dbc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.408525 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f446121c-b60f-4393-9465-2b12a222dbc2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/028b5eee-8e30-4e41-a5a1-8cc1b0dadf4b HTTP/1.1" status: 204 len: 168 time: 0.3606677 Nov 12 04:11:13.413831 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a41e1afb-94d0-4206-b62a-d79916265e98 req-4aed17b7-262c-4931-b9c8-88ec79629f6e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675161 Nov 12 04:11:13.432843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] Routers {'178c7cf2-6228-4409-859b-c930a7db4952'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:13.433826 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['178c7cf2-6228-4409-859b-c930a7db4952'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:13.436766 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a2657-fdc4-4d68-ad70-5cfe52e49597 None None] Pushing event updated for resources: {'Port': ['ID=0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:13.438904 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446121c-b60f-4393-9465-2b12a222dbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028b5eee-8e30-4e41-a5a1-8cc1b0dadf4b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:13.464776 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.540318 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a67cfab-7bf9-48a9-ab89-fa353e1c509a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.589927 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Pushing event updated for resources: {'Port': ['ID=cf2d433a-59a7-43c4-86e1-dcf88ee7c33b,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:13.612031 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] Set router 178c7cf2-6228-4409-859b-c930a7db4952 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:13.634781 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb6ac9-03b2-46ac-827d-5279c3a31e55 req-c30cb639-af6d-41cd-b9b0-5692af7df63f tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:13.636585 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81cb6ac9-03b2-46ac-827d-5279c3a31e55 req-c30cb639-af6d-41cd-b9b0-5692af7df63f tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 951 time: 0.1154037 Nov 12 04:11:13.648752 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a67cfab-7bf9-48a9-ab89-fa353e1c509a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.672332 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:13.693854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Attempting to bind port cf2d433a-59a7-43c4-86e1-dcf88ee7c33b on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:13.693854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Attempting to bind port cf2d433a-59a7-43c4-86e1-dcf88ee7c33b by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:13.693854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Attempting to bind port cf2d433a-59a7-43c4-86e1-dcf88ee7c33b on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:13.700104 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Port cf2d433a-59a7-43c4-86e1-dcf88ee7c33b on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:13.700462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Attempting to bind port cf2d433a-59a7-43c4-86e1-dcf88ee7c33b on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:13.714313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:13.714501 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Checking segment: {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:13.714801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Bound using segment: {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:13.717495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Bound port: cf2d433a-59a7-43c4-86e1-dcf88ee7c33b, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:13.717495 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.722069 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81cb6ac9-03b2-46ac-827d-5279c3a31e55 req-e136d982-fada-4e0b-bc60-b41f939c8fd9 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785160 Nov 12 04:11:13.739088 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67cfab-7bf9-48a9-ab89-fa353e1c509a admin admin] Pushing event updated for resources: {'Port': ['ID=eaa75555-88c1-407e-99d9-cc0122980eda,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:13.761426 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a67cfab-7bf9-48a9-ab89-fa353e1c509a admin admin] Network 1d4958bc-5953-4404-9c2b-d96cecc0d641 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:13.766337 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8a67cfab-7bf9-48a9-ab89-fa353e1c509a admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:13.788679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a67cfab-7bf9-48a9-ab89-fa353e1c509a admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:13.798337 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] For port cf2d433a-59a7-43c4-86e1-dcf88ee7c33b, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:13.802981 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] For port cf2d433a-59a7-43c4-86e1-dcf88ee7c33b, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=cf2d433a-59a7-43c4-86e1-dcf88ee7c33b,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:13.866733 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a67cfab-7bf9-48a9-ab89-fa353e1c509a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.889043 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.094831 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c7cf2-6228-4409-859b-c930a7db4952', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986604748-router', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:06Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 3, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'gw_port': {'id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:08Z', 'updated_at': '2021-11-12T04:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:14.125697 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b02b2e-f79d-47a6-ba76-824e3549716f None None] The sync data for ids ['178c7cf2-6228-4409-859b-c930a7db4952'] in n-d-768509-24 is: [{'id': '178c7cf2-6228-4409-859b-c930a7db4952', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986604748-router', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:06Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 3, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'gw_port': {'id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:08Z', 'updated_at': '2021-11-12T04:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:14.208186 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a67cfab-7bf9-48a9-ab89-fa353e1c509a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.265518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d9efce89-4d49-4461-87f6-c514bb0a58e4 None None] Provisioning complete for port eaa75555-88c1-407e-99d9-cc0122980eda triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:14.265898 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9efce89-4d49-4461-87f6-c514bb0a58e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.420235 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d9efce89-4d49-4461-87f6-c514bb0a58e4 None None] Port eaa75555-88c1-407e-99d9-cc0122980eda cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:14.452747 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a67cfab-7bf9-48a9-ab89-fa353e1c509a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.491856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:14.493007 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.494761 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] 10.222.0.31 "PUT /v2.0/ports/cf2d433a-59a7-43c4-86e1-dcf88ee7c33b HTTP/1.1" status: 200 len: 1092 time: 1.6123197 Nov 12 04:11:14.501651 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0df7129-103d-405c-bd5e-30fa81e1e08e', 'tag': 'cf2d433a-59a7-43c4-86e1-dcf88ee7c33b'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:14.504409 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f270d630-bb7e-4cbe-82f7-04792a7dc9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "a0df7129-103d-405c-bd5e-30fa81e1e08e", "tag": "cf2d433a-59a7-43c4-86e1-dcf88ee7c33b"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:14.534044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc273ff7-a994-485c-9756-d3befc0a8d7f service neutron] Pushing event updated for resources: {'Port': ['ID=cf2d433a-59a7-43c4-86e1-dcf88ee7c33b,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:14.538190 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a67cfab-7bf9-48a9-ab89-fa353e1c509a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.553649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29cfca-ac93-4f4d-8cec-47698e9869d8 req-278a7591-8f41-4ae5-b086-8d140d941300 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:14.562724 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd29cfca-ac93-4f4d-8cec-47698e9869d8 req-278a7591-8f41-4ae5-b086-8d140d941300 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4710de-4ef5-44b6-af0f-1a26daa48600 HTTP/1.1" status: 200 len: 949 time: 0.1286418 Nov 12 04:11:14.669921 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67cfab-7bf9-48a9-ab89-fa353e1c509a admin admin] Pushing event updated for resources: {'Port': ['ID=eaa75555-88c1-407e-99d9-cc0122980eda,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:14.687299 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd29cfca-ac93-4f4d-8cec-47698e9869d8 req-2f156158-284f-4af9-b734-5184ec47de6e tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc5be978-a61c-4406-bf93-57e940e04562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177757 Nov 12 04:11:14.692096 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a67cfab-7bf9-48a9-ab89-fa353e1c509a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.745863 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-7be22fe9-2f24-4e34-915a-32aea3bcc8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:14.762270 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-7be22fe9-2f24-4e34-915a-32aea3bcc8aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&device_id=a0df7129-103d-405c-bd5e-30fa81e1e08e HTTP/1.1" status: 200 len: 1095 time: 0.1035633 Nov 12 04:11:14.828906 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a67cfab-7bf9-48a9-ab89-fa353e1c509a admin admin] Network 1d4958bc-5953-4404-9c2b-d96cecc0d641 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:14.830617 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8a67cfab-7bf9-48a9-ab89-fa353e1c509a admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:14.893157 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-ad21a790-4734-4bcf-95ae-511844ee1720 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf2d433a-59a7-43c4-86e1-dcf88ee7c33b HTTP/1.1" status: 200 len: 217 time: 0.0992489 Nov 12 04:11:15.001018 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914577b0-6319-4ccf-949c-72fe46e27897 req-6be0ed11-5807-4e15-b2c2-ec7ab70f35ae tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:15.006386 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-914577b0-6319-4ccf-949c-72fe46e27897 req-6be0ed11-5807-4e15-b2c2-ec7ab70f35ae tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65d1ec5-9c13-4b6e-80df-8daa48622ee8 HTTP/1.1" status: 200 len: 949 time: 0.2391884 Nov 12 04:11:15.032184 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-9e1d8702-477e-495e-b78d-a4dbefebfca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:15.033809 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-9e1d8702-477e-495e-b78d-a4dbefebfca9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504596be-ee34-4774-bccb-6ddc41bf3b5f HTTP/1.1" status: 200 len: 846 time: 0.1307824 Nov 12 04:11:15.107313 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a67cfab-7bf9-48a9-ab89-fa353e1c509a admin admin] Router 178c7cf2-6228-4409-859b-c930a7db4952 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:15.108678 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-fd7652d9-a614-4de8-8b84-92ccb57910dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d37b2e01-0bab-4ed6-98b0-8381c00125c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586805 Nov 12 04:11:15.124690 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b163c-8200-4445-9caf-d61249eac457 req-cb9bdc7a-4e30-4996-ac62-5535b4e8f17e tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:15.127052 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2a6b163c-8200-4445-9caf-d61249eac457 req-cb9bdc7a-4e30-4996-ac62-5535b4e8f17e tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f4710de-4ef5-44b6-af0f-1a26daa48600 HTTP/1.1" status: 200 len: 949 time: 0.2275455 Nov 12 04:11:15.136904 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-914577b0-6319-4ccf-949c-72fe46e27897 req-bd6369a2-6d39-45ed-ad29-af5157ed544a tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/security-groups?id=5768685c-317e-40a9-8d1c-33d8b1dff719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213543 Nov 12 04:11:15.168874 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 98e0ed3e-bbd5-4737-9572-15466502a17f up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:15.350297 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58602) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:15.364933 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e6712bf2-6f9c-47ea-990e-b6b1c876ef59 None None] Provisioning complete for port eaa75555-88c1-407e-99d9-cc0122980eda triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:15.366398 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6712bf2-6f9c-47ea-990e-b6b1c876ef59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.410771 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-79f1c7d4-19b7-4280-a1a0-f38f1e160b84 service neutron] 10.222.0.31 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739325 Nov 12 04:11:15.431154 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e6712bf2-6f9c-47ea-990e-b6b1c876ef59 None None] Port eaa75555-88c1-407e-99d9-cc0122980eda cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:15.441563 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 98e0ed3e-bbd5-4737-9572-15466502a17f completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:11:15.449515 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 98e0ed3e-bbd5-4737-9572-15466502a17f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:15.450211 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.456718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d2a81-683c-48a1-a5ee-ef5d07574c3e req-2ed10694-8bb9-457f-9b89-0fe3d8c23ebe tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:15.465651 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c3d2a81-683c-48a1-a5ee-ef5d07574c3e req-2ed10694-8bb9-457f-9b89-0fe3d8c23ebe tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0df7129-103d-405c-bd5e-30fa81e1e08e HTTP/1.1" status: 200 len: 943 time: 0.1859386 Nov 12 04:11:15.471977 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a67cfab-7bf9-48a9-ab89-fa353e1c509a admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:15.486912 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8a67cfab-7bf9-48a9-ab89-fa353e1c509a admin admin] 10.222.0.37 "PUT /v2.0/routers/178c7cf2-6228-4409-859b-c930a7db4952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4088802 Nov 12 04:11:15.494135 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-2a6b163c-8200-4445-9caf-d61249eac457 req-d1985257-1b26-4a98-bc83-f1027d4310d6 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Deleting port b5a803a0-b578-4910-8fba-3ec8cadfbf9a {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:15.496259 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a6b163c-8200-4445-9caf-d61249eac457 req-d1985257-1b26-4a98-bc83-f1027d4310d6 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.561991 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c3d2a81-683c-48a1-a5ee-ef5d07574c3e req-f08fb39c-4993-4dff-a8b5-839b478d9332 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950696 Nov 12 04:11:15.608048 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f2c245b1-09b4-40ed-8e1a-765d539d9d43 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-100526437-network', 'tenant_id': '5415976b23594f1c838c51e2af59c756'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:15.633223 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.642492 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310658a2-b96d-4129-85cb-ff9d976ce114 x-openstack-request-id: req-310658a2-b96d-4129-85cb-ff9d976ce114 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:15.646403 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0df7129-103d-405c-bd5e-30fa81e1e08e", "tag": "cf2d433a-59a7-43c4-86e1-dcf88ee7c33b", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:15.647740 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-310658a2-b96d-4129-85cb-ff9d976ce114 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:15.648193 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0df7129-103d-405c-bd5e-30fa81e1e08e', 'tag': 'cf2d433a-59a7-43c4-86e1-dcf88ee7c33b', 'status': 'completed', 'code': 200} Nov 12 04:11:15.658456 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8962429-d8dc-40bc-9494-50ae51e60020 req-ca9c62d7-b776-4e85-b381-db958f6f6923 service neutron] 10.222.0.31 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326486 Nov 12 04:11:15.671144 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65d1ec5-9c13-4b6e-80df-8daa48622ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e0ed3e-bbd5-4737-9572-15466502a17f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:15.673446 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e996ff3-f8e1-46b5-b3d7-f150801b3e92" -d '{"events": [{"server_uuid": "f65d1ec5-9c13-4b6e-80df-8daa48622ee8", "name": "network-vif-plugged", "status": "completed", "tag": "98e0ed3e-bbd5-4737-9572-15466502a17f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:15.695564 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 98e0ed3e-bbd5-4737-9572-15466502a17f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=98e0ed3e-bbd5-4737-9572-15466502a17f,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:15.711396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2a6b163c-8200-4445-9caf-d61249eac457 req-d1985257-1b26-4a98-bc83-f1027d4310d6 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] For port b5a803a0-b578-4910-8fba-3ec8cadfbf9a, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b5a803a0-b578-4910-8fba-3ec8cadfbf9a,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:15.712168 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a6b163c-8200-4445-9caf-d61249eac457 req-d1985257-1b26-4a98-bc83-f1027d4310d6 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.728527 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-2a6b163c-8200-4445-9caf-d61249eac457 req-d1985257-1b26-4a98-bc83-f1027d4310d6 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Calling delete_port for b5a803a0-b578-4910-8fba-3ec8cadfbf9a owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:15.772688 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dd79f-21c8-46e5-a352-0c463837401f req-48e5d984-188e-4f1b-a300-8a97ecf89f3d tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:15.774318 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b5dd79f-21c8-46e5-a352-0c463837401f req-48e5d984-188e-4f1b-a300-8a97ecf89f3d tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 951 time: 0.0745256 Nov 12 04:11:15.783084 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c245b1-09b4-40ed-8e1a-765d539d9d43 admin admin] Made reservation on behalf of 5415976b23594f1c838c51e2af59c756 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:15.785487 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2c245b1-09b4-40ed-8e1a-765d539d9d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.797517 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2c245b1-09b4-40ed-8e1a-765d539d9d43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.820257 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.837634 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b5dd79f-21c8-46e5-a352-0c463837401f req-0f790f32-e3a3-48c8-af53-0f977a24ea1a tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566268 Nov 12 04:11:15.890190 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=98e0ed3e-bbd5-4737-9572-15466502a17f,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:15.949513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270d630-bb7e-4cbe-82f7-04792a7dc9a7 req-c54b21dd-0117-4054-8a4e-5a09d48ef6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:15.951416 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f270d630-bb7e-4cbe-82f7-04792a7dc9a7 req-c54b21dd-0117-4054-8a4e-5a09d48ef6e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&device_id=a0df7129-103d-405c-bd5e-30fa81e1e08e HTTP/1.1" status: 200 len: 1095 time: 0.0598807 Nov 12 04:11:15.962834 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2c245b1-09b4-40ed-8e1a-765d539d9d43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.991512 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a6b163c-8200-4445-9caf-d61249eac457 req-d1985257-1b26-4a98-bc83-f1027d4310d6 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.024731 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7fdcb6-1389-4750-aa6d-707acad25817 x-openstack-request-id: req-0e7fdcb6-1389-4750-aa6d-707acad25817 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:16.025064 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65d1ec5-9c13-4b6e-80df-8daa48622ee8", "name": "network-vif-plugged", "status": "completed", "tag": "98e0ed3e-bbd5-4737-9572-15466502a17f", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:16.025294 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e7fdcb6-1389-4750-aa6d-707acad25817 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:16.026266 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65d1ec5-9c13-4b6e-80df-8daa48622ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e0ed3e-bbd5-4737-9572-15466502a17f', 'code': 200} Nov 12 04:11:16.032026 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2c245b1-09b4-40ed-8e1a-765d539d9d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.044800 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c245b1-09b4-40ed-8e1a-765d539d9d43 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:11:16.055402 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2c245b1-09b4-40ed-8e1a-765d539d9d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.055747 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-f2c245b1-09b4-40ed-8e1a-765d539d9d43 admin admin] Added segment 6467f9ba-c30d-4582-b440-cd2608193c06 of type vlan for network b1da5f7f-d382-4755-8e25-122647d595b9 Nov 12 04:11:16.062408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270d630-bb7e-4cbe-82f7-04792a7dc9a7 req-8eed60c7-12b6-49e4-9417-a59f89fc6db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:16.064616 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f270d630-bb7e-4cbe-82f7-04792a7dc9a7 req-8eed60c7-12b6-49e4-9417-a59f89fc6db3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 907 time: 0.1056147 Nov 12 04:11:16.066316 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1985257-1b26-4a98-bc83-f1027d4310d6 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Pushing event deleted for resources: {'Port': ['ID=b5a803a0-b578-4910-8fba-3ec8cadfbf9a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:16.072951 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['b5a803a0-b578-4910-8fba-3ec8cadfbf9a'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:16.179292 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f270d630-bb7e-4cbe-82f7-04792a7dc9a7 req-1361cf83-4082-4137-929d-85954d6fe43a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf2d433a-59a7-43c4-86e1-dcf88ee7c33b HTTP/1.1" status: 200 len: 217 time: 0.0985656 Nov 12 04:11:16.204759 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c229ca89-8996-49b3-a56a-4fcaabd81a4d req-ddc52578-0e1a-4ae8-9c88-250306fe48e0 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4710de-4ef5-44b6-af0f-1a26daa48600 HTTP/1.1" status: 200 len: 210 time: 0.1131198 Nov 12 04:11:16.269608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270d630-bb7e-4cbe-82f7-04792a7dc9a7 req-7b422760-eef3-4a42-a95e-2fcfd5dbf7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:16.270943 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2c245b1-09b4-40ed-8e1a-765d539d9d43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.271913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f270d630-bb7e-4cbe-82f7-04792a7dc9a7 req-7b422760-eef3-4a42-a95e-2fcfd5dbf7bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504596be-ee34-4774-bccb-6ddc41bf3b5f HTTP/1.1" status: 200 len: 846 time: 0.0708129 Nov 12 04:11:16.292004 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c245b1-09b4-40ed-8e1a-765d539d9d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23d74a4-bbff-4c2a-aa78-2a6ca6dbaea2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:16.320154 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f270d630-bb7e-4cbe-82f7-04792a7dc9a7 req-ea5989e5-e2e7-46a2-878b-4c637514360a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d37b2e01-0bab-4ed6-98b0-8381c00125c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391424 Nov 12 04:11:16.321207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6b163c-8200-4445-9caf-d61249eac457 req-d1985257-1b26-4a98-bc83-f1027d4310d6 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] No DVR routers for this DVR port b5a803a0-b578-4910-8fba-3ec8cadfbf9a on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:16.326496 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a6b163c-8200-4445-9caf-d61249eac457 req-d1985257-1b26-4a98-bc83-f1027d4310d6 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.328697 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2a6b163c-8200-4445-9caf-d61249eac457 req-d1985257-1b26-4a98-bc83-f1027d4310d6 tempest-TenantUsagesTestJSON-334316138 tempest-TenantUsagesTestJSON-334316138-project] 10.222.0.21 "DELETE /v2.0/ports/b5a803a0-b578-4910-8fba-3ec8cadfbf9a HTTP/1.1" status: 204 len: 173 time: 1.1950579 Nov 12 04:11:16.334692 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4710de-4ef5-44b6-af0f-1a26daa48600', 'name': 'network-vif-deleted', 'tag': 'b5a803a0-b578-4910-8fba-3ec8cadfbf9a'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:16.337245 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3b5d33-e411-48ee-a6dc-196068699bc9" -d '{"events": [{"server_uuid": "7f4710de-4ef5-44b6-af0f-1a26daa48600", "name": "network-vif-deleted", "tag": "b5a803a0-b578-4910-8fba-3ec8cadfbf9a"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:16.397835 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002ee25-df23-42f4-bd4b-340863ddde84 req-9e82399d-e137-4929-b993-c10877e61f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:16.401487 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7002ee25-df23-42f4-bd4b-340863ddde84 req-9e82399d-e137-4929-b993-c10877e61f96 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f65d1ec5-9c13-4b6e-80df-8daa48622ee8 HTTP/1.1" status: 200 len: 1102 time: 0.2202113 Nov 12 04:11:16.462965 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2c245b1-09b4-40ed-8e1a-765d539d9d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.463830 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c245b1-09b4-40ed-8e1a-765d539d9d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:16.464415 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2c245b1-09b4-40ed-8e1a-765d539d9d43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.492845 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f270d630-bb7e-4cbe-82f7-04792a7dc9a7 req-511fd918-8500-4860-b513-34a78f44afbe service neutron] 10.222.0.31 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634483 Nov 12 04:11:16.557151 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.665427 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c245b1-09b4-40ed-8e1a-765d539d9d43 admin admin] Pushing event updated for resources: {'Network': ['ID=b1da5f7f-d382-4755-8e25-122647d595b9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:16.679773 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] Sync routers for ids ['178c7cf2-6228-4409-859b-c930a7db4952'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:16.682553 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network b1da5f7f-d382-4755-8e25-122647d595b9 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:11:16.695860 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7002ee25-df23-42f4-bd4b-340863ddde84 req-b993fe8b-71e7-4131-ba18-5d4e285021d4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5768685c-317e-40a9-8d1c-33d8b1dff719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850323 Nov 12 04:11:16.696203 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f270d630-bb7e-4cbe-82f7-04792a7dc9a7 req-9de18159-2116-45b3-ad82-f1f10d0fe50b service neutron] 10.222.0.31 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907065 Nov 12 04:11:16.708964 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] Routers {'178c7cf2-6228-4409-859b-c930a7db4952'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:16.709636 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['178c7cf2-6228-4409-859b-c930a7db4952'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:16.727384 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:16.788094 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f2c245b1-09b4-40ed-8e1a-765d539d9d43 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4293768 Nov 12 04:11:16.791838 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58646) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:16.796780 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5212c12d-f979-4f3f-a76d-1479b005c571 admin admin] Request body: {'subnet': {'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-100526437-subnet', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:16.868457 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] Set router 178c7cf2-6228-4409-859b-c930a7db4952 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:16.879486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-05fdfef4-c612-488d-91d9-bd905943e872 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:16.881495 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-05fdfef4-c612-488d-91d9-bd905943e872 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/networks?id=1d4958bc-5953-4404-9c2b-d96cecc0d641 HTTP/1.1" status: 200 len: 829 time: 0.1550181 Nov 12 04:11:16.908352 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-5bb333e1-63c6-4094-92a9-abff97d8a74c tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/quotas/d6746d7dd0b64a4c979e7e368a02aa6c HTTP/1.1" status: 200 len: 375 time: 0.0195959 Nov 12 04:11:16.925889 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5212c12d-f979-4f3f-a76d-1479b005c571 admin admin] Made reservation on behalf of 5415976b23594f1c838c51e2af59c756 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:16.928234 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5212c12d-f979-4f3f-a76d-1479b005c571 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.970106 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-8b20cdcf-5c77-48ef-b9c4-e6c611f48263 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6746d7dd0b64a4c979e7e368a02aa6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604024 Nov 12 04:11:17.048681 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:17.049633 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.139793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-e88fc7ab-3573-40b3-ac4c-f358e8e227b2 service neutron] 10.222.0.37 "GET /v2.0/networks/1d4958bc-5953-4404-9c2b-d96cecc0d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579649 Nov 12 04:11:17.149012 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.175420 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:17.205379 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c7cf2-6228-4409-859b-c930a7db4952', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986604748-router', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:06Z', 'updated_at': '2021-11-12T04:11:14Z', 'revision_number': 4, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'gw_port': {'id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:08Z', 'updated_at': '2021-11-12T04:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'eaa75555-88c1-407e-99d9-cc0122980eda', 'name': '', 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'mac_address': 'fa:16:3e:63:26:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '8a9d50d9-b755-477c-be80-774a9f1d8782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:13Z', 'updated_at': '2021-11-12T04:11:14Z', 'revision_number': 2, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'subnets': [{'id': '8a9d50d9-b755-477c-be80-774a9f1d8782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:17.225451 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.242339 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5212c12d-f979-4f3f-a76d-1479b005c571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.248744 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] Checking router: 178c7cf2-6228-4409-859b-c930a7db4952 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:17.250125 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] Updating router 178c7cf2-6228-4409-859b-c930a7db4952 port eaa75555-88c1-407e-99d9-cc0122980eda binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:11:17.282950 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.283925 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-4b7db960-1c1f-4ad0-abd3-7e0a22d6e5af service neutron] 10.222.0.37 "GET /v2.0/networks/1d4958bc-5953-4404-9c2b-d96cecc0d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428998 Nov 12 04:11:17.305068 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:17.357515 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212c12d-f979-4f3f-a76d-1479b005c571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:17.371299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5212c12d-f979-4f3f-a76d-1479b005c571 admin admin] Checking segment: {'id': '6467f9ba-c30d-4582-b440-cd2608193c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:17.372116 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5212c12d-f979-4f3f-a76d-1479b005c571 admin admin] Network hostable DHCP agents. Network: b1da5f7f-d382-4755-8e25-122647d595b9, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:11:17.457298 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5212c12d-f979-4f3f-a76d-1479b005c571 admin admin] Network b1da5f7f-d382-4755-8e25-122647d595b9 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:11:17.565930 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5212c12d-f979-4f3f-a76d-1479b005c571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, b1da5f7f-d382-4755-8e25-122647d595b9) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:17.570096 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5212c12d-f979-4f3f-a76d-1479b005c571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:17.571095 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5212c12d-f979-4f3f-a76d-1479b005c571 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.579280 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d08e50a-cfea-4d50-be1a-39ea55a2242f None None] Network b1da5f7f-d382-4755-8e25-122647d595b9 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:17.593342 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.669239 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5212c12d-f979-4f3f-a76d-1479b005c571 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8733466 Nov 12 04:11:17.669931 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58666) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:17.677351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-6f26eb21-9a69-44ed-a8cd-897e846175c0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-100526437-router', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:17.710391 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.784615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-b1da5f7f-d382-4755-8e25-122647d595b9', 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'fixed_ips': [{'subnet_id': '7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:11:17.785867 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.804929 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbec705-d65b-4e47-a7c2-d7fd8471735a None None] Pushing event updated for resources: {'Port': ['ID=eaa75555-88c1-407e-99d9-cc0122980eda,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:17.811442 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6f26eb21-9a69-44ed-a8cd-897e846175c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.814440 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6f26eb21-9a69-44ed-a8cd-897e846175c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.867682 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] Attempting to bind port eaa75555-88c1-407e-99d9-cc0122980eda on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:17.868399 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] Attempting to bind port eaa75555-88c1-407e-99d9-cc0122980eda by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'cecdc318-2fa7-4e5c-b7b2-3a95369e2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:17.868836 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] Attempting to bind port eaa75555-88c1-407e-99d9-cc0122980eda on network 1d4958bc-5953-4404-9c2b-d96cecc0d641 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:17.875089 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:17.875974 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] Checking segment: {'id': 'cecdc318-2fa7-4e5c-b7b2-3a95369e2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:17.876600 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.877213 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] Bound using segment: {'id': 'cecdc318-2fa7-4e5c-b7b2-3a95369e2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:17.877863 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] Bound port: eaa75555-88c1-407e-99d9-cc0122980eda, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cecdc318-2fa7-4e5c-b7b2-3a95369e2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:17.878457 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.929269 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6f26eb21-9a69-44ed-a8cd-897e846175c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.968359 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.046290 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] For port eaa75555-88c1-407e-99d9-cc0122980eda, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:18.049539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] Allocated IP 172.20.0.2 (b1da5f7f-d382-4755-8e25-122647d595b9/7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e/d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:18.053516 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] For port eaa75555-88c1-407e-99d9-cc0122980eda, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=eaa75555-88c1-407e-99d9-cc0122980eda,segment=NetworkSegment(cecdc318-2fa7-4e5c-b7b2-3a95369e2e09),segment_id=cecdc318-2fa7-4e5c-b7b2-3a95369e2e09)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:18.163037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86499430-1aef-46bb-a529-55162a5cd39e req-f785170f-844e-4351-919f-2a31157c37f2 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:18.171229 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-86499430-1aef-46bb-a529-55162a5cd39e req-f785170f-844e-4351-919f-2a31157c37f2 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65d1ec5-9c13-4b6e-80df-8daa48622ee8 HTTP/1.1" status: 200 len: 950 time: 0.1953979 Nov 12 04:11:18.174018 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.229013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device cf2d433a-59a7-43c4-86e1-dcf88ee7c33b details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:11:18.312324 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.371473 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6f26eb21-9a69-44ed-a8cd-897e846175c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.408327 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] Routers {'178c7cf2-6228-4409-859b-c930a7db4952'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:18.408964 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['178c7cf2-6228-4409-859b-c930a7db4952'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:18.426690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-86499430-1aef-46bb-a529-55162a5cd39e req-0275da0f-927f-4285-9667-454c71cd67ce tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/security-groups?id=5768685c-317e-40a9-8d1c-33d8b1dff719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497480 Nov 12 04:11:18.462866 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e59066-13f7-4ac7-92c0-96796bb88641 x-openstack-request-id: req-d3e59066-13f7-4ac7-92c0-96796bb88641 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:18.463461 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4710de-4ef5-44b6-af0f-1a26daa48600", "name": "network-vif-deleted", "tag": "b5a803a0-b578-4910-8fba-3ec8cadfbf9a", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:18.464433 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3e59066-13f7-4ac7-92c0-96796bb88641 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:18.465533 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4710de-4ef5-44b6-af0f-1a26daa48600', 'name': 'network-vif-deleted', 'tag': 'b5a803a0-b578-4910-8fba-3ec8cadfbf9a', 'status': 'completed', 'code': 200} Nov 12 04:11:18.479611 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbec705-d65b-4e47-a7c2-d7fd8471735a None None] Pushing event updated for resources: {'Port': ['ID=eaa75555-88c1-407e-99d9-cc0122980eda,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:18.545963 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4b7584f8-2a59-44e6-a5b3-f943d265f6bd None None] Provisioning complete for port eaa75555-88c1-407e-99d9-cc0122980eda triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:18.546388 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4b7584f8-2a59-44e6-a5b3-f943d265f6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.552049 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.559330 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port cf2d433a-59a7-43c4-86e1-dcf88ee7c33b, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=cf2d433a-59a7-43c4-86e1-dcf88ee7c33b,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:18.656200 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] Network b1da5f7f-d382-4755-8e25-122647d595b9 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:18.666718 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:18.667146 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] Set router 178c7cf2-6228-4409-859b-c930a7db4952 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:18.668869 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:18.670888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'cf2d433a-59a7-43c4-86e1-dcf88ee7c33b', 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8', 'port_id': 'cf2d433a-59a7-43c4-86e1-dcf88ee7c33b', 'mac_address': 'fa:16:3e:ea:37:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504596be-ee34-4774-bccb-6ddc41bf3b5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:11:18.678289 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:18.685123 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913d7ef-55e5-458d-955d-d60282f10613 req-13300789-0d4a-4bfd-a1bf-88ca54327c72 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:18.692731 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2913d7ef-55e5-458d-955d-d60282f10613 req-13300789-0d4a-4bfd-a1bf-88ca54327c72 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0df7129-103d-405c-bd5e-30fa81e1e08e HTTP/1.1" status: 200 len: 943 time: 0.0961390 Nov 12 04:11:18.755343 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] Pushing event updated for resources: {'Port': ['ID=d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:18.839188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2913d7ef-55e5-458d-955d-d60282f10613 req-65db9547-e757-4ca6-833d-748304bf76b7 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414294 Nov 12 04:11:18.842253 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.844386 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] Attempting to bind port d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:18.844694 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] Attempting to bind port d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '6467f9ba-c30d-4582-b440-cd2608193c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:18.845040 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] Attempting to bind port d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47 on network b1da5f7f-d382-4755-8e25-122647d595b9 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:18.889400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:18.891790 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] Checking segment: {'id': '6467f9ba-c30d-4582-b440-cd2608193c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:18.891790 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.891790 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] Bound using segment: {'id': '6467f9ba-c30d-4582-b440-cd2608193c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:18.891790 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] Bound port: d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6467f9ba-c30d-4582-b440-cd2608193c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:18.891790 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.895444 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6f26eb21-9a69-44ed-a8cd-897e846175c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.899669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf2d433a-59a7-43c4-86e1-dcf88ee7c33b {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:18.916841 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6f26eb21-9a69-44ed-a8cd-897e846175c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.924831 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4b7584f8-2a59-44e6-a5b3-f943d265f6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.933790 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:18.934157 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.999174 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port cf2d433a-59a7-43c4-86e1-dcf88ee7c33b, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=cf2d433a-59a7-43c4-86e1-dcf88ee7c33b,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:19.030928 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c7cf2-6228-4409-859b-c930a7db4952', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986604748-router', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:06Z', 'updated_at': '2021-11-12T04:11:14Z', 'revision_number': 4, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'gw_port': {'id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:08Z', 'updated_at': '2021-11-12T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'eaa75555-88c1-407e-99d9-cc0122980eda', 'name': '', 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'mac_address': 'fa:16:3e:63:26:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '8a9d50d9-b755-477c-be80-774a9f1d8782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:13Z', 'updated_at': '2021-11-12T04:11:18Z', 'revision_number': 4, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'subnets': [{'id': '8a9d50d9-b755-477c-be80-774a9f1d8782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:19.055581 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-6f26eb21-9a69-44ed-a8cd-897e846175c0 admin admin] Allocated IP 172.25.1.114 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/3dbb726c-56d3-4f48-88d9-3990e2c46c29) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:19.060116 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4b7584f8-2a59-44e6-a5b3-f943d265f6bd None None] For port eaa75555-88c1-407e-99d9-cc0122980eda, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=eaa75555-88c1-407e-99d9-cc0122980eda,segment=NetworkSegment(cecdc318-2fa7-4e5c-b7b2-3a95369e2e09),segment_id=cecdc318-2fa7-4e5c-b7b2-3a95369e2e09)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:19.064960 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] For port d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:19.069763 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] For port d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47,segment=NetworkSegment(6467f9ba-c30d-4582-b440-cd2608193c06),segment_id=6467f9ba-c30d-4582-b440-cd2608193c06)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:19.072864 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f35b6-88d6-4ed6-9962-7b31dbc92f68 None None] The sync data for ids ['178c7cf2-6228-4409-859b-c930a7db4952'] in n-d-768509-24 is: [{'id': '178c7cf2-6228-4409-859b-c930a7db4952', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986604748-router', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:06Z', 'updated_at': '2021-11-12T04:11:14Z', 'revision_number': 4, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'gw_port': {'id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:08Z', 'updated_at': '2021-11-12T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'eaa75555-88c1-407e-99d9-cc0122980eda', 'name': '', 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'mac_address': 'fa:16:3e:63:26:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '8a9d50d9-b755-477c-be80-774a9f1d8782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:13Z', 'updated_at': '2021-11-12T04:11:18Z', 'revision_number': 4, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'subnets': [{'id': '8a9d50d9-b755-477c-be80-774a9f1d8782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:19.157195 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4b7584f8-2a59-44e6-a5b3-f943d265f6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:19.158944 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:19.186898 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6f26eb21-9a69-44ed-a8cd-897e846175c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:19.208835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b5a803a0-b578-4910-8fba-3ec8cadfbf9a no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:19.249955 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:19.251803 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: b5a803a0-b578-4910-8fba-3ec8cadfbf9a {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:19.252163 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b5a803a0-b578-4910-8fba-3ec8cadfbf9a not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:19.274905 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3e9b76a6-7e72-46d6-bfcd-f04a45c2b85f req-939b3059-6251-4df5-8aa5-6deb485c3d34 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d629710-ebf9-4a68-9695-fe122bb54873 HTTP/1.1" status: 200 len: 210 time: 0.0542328 Nov 12 04:11:19.315522 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7584f8-2a59-44e6-a5b3-f943d265f6bd None None] Pushing event updated for resources: {'Port': ['ID=eaa75555-88c1-407e-99d9-cc0122980eda,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:19.328510 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6f26eb21-9a69-44ed-a8cd-897e846175c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:19.410538 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f26eb21-9a69-44ed-a8cd-897e846175c0 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:19.416761 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-6f26eb21-9a69-44ed-a8cd-897e846175c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:19.419982 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f26eb21-9a69-44ed-a8cd-897e846175c0 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:19.421812 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=cf2d433a-59a7-43c4-86e1-dcf88ee7c33b,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:19.427593 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-56bf151f-3ab3-4f8d-b6df-07cff3f53f5a None None] Provisioning complete for port eaa75555-88c1-407e-99d9-cc0122980eda triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:19.428221 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-56bf151f-3ab3-4f8d-b6df-07cff3f53f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:19.533811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d16a19-7f40-43d6-84b1-490f6a94e90c None None] Pushing event updated for resources: {'Port': ['ID=d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:19.584883 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['cf2d433a-59a7-43c4-86e1-dcf88ee7c33b'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:19.621409 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26eb21-9a69-44ed-a8cd-897e846175c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3dbb726c-56d3-4f48-88d9-3990e2c46c29,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:19.730339 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2ccfb-66d8-4110-b949-75d3694cc79a req-7fa929d1-fdb8-47c6-976c-974c04d78d39 tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:19.743382 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bf2ccfb-66d8-4110-b949-75d3694cc79a req-7fa929d1-fdb8-47c6-976c-974c04d78d39 tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 1103 time: 0.3308351 Nov 12 04:11:19.814563 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bf2ccfb-66d8-4110-b949-75d3694cc79a req-9eab1bd1-10aa-413e-ba55-4ddf1077ad3f tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600817 Nov 12 04:11:20.036116 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58696) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:20.104071 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decd0fd-c9aa-4add-b0b0-ecee3d15bfa6 req-3c38a11b-f252-4776-821b-47a78659b902 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:20.111680 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1decd0fd-c9aa-4add-b0b0-ecee3d15bfa6 req-3c38a11b-f252-4776-821b-47a78659b902 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65d1ec5-9c13-4b6e-80df-8daa48622ee8 HTTP/1.1" status: 200 len: 950 time: 0.1685846 Nov 12 04:11:20.131642 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6f26eb21-9a69-44ed-a8cd-897e846175c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.218246 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1decd0fd-c9aa-4add-b0b0-ecee3d15bfa6 req-19ed733d-a7e0-462e-96be-6a80da624b89 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/security-groups?id=5768685c-317e-40a9-8d1c-33d8b1dff719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053050 Nov 12 04:11:20.249617 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c1354f98-81e6-4236-88b7-6846d6c87619 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ebc4a93632724536a0a84720bb5899c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120061 Nov 12 04:11:20.253248 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58706) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:20.374384 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eecaf563-4dbe-4679-9596-80ba92afd57f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.423967 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eecaf563-4dbe-4679-9596-80ba92afd57f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.534092 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6f26eb21-9a69-44ed-a8cd-897e846175c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.576438 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eecaf563-4dbe-4679-9596-80ba92afd57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.584287 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eecaf563-4dbe-4679-9596-80ba92afd57f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.585622 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-eecaf563-4dbe-4679-9596-80ba92afd57f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc5be978-a61c-4406-bf93-57e940e04562 HTTP/1.1" status: 204 len: 168 time: 0.3310091 Nov 12 04:11:20.609502 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecaf563-4dbe-4679-9596-80ba92afd57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5be978-a61c-4406-bf93-57e940e04562,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:20.777223 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device eaa75555-88c1-407e-99d9-cc0122980eda up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:20.863878 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port eaa75555-88c1-407e-99d9-cc0122980eda triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:20.864583 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.916193 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef54603d-9f0f-4394-a738-686340e0f856 None None] Network b1da5f7f-d382-4755-8e25-122647d595b9 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:20.976503 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae07b5-e995-434f-982f-75454ae87724 req-ab078f68-4026-4967-9a5b-f388f6d87a64 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:20.987250 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90ae07b5-e995-434f-982f-75454ae87724 req-ab078f68-4026-4967-9a5b-f388f6d87a64 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0df7129-103d-405c-bd5e-30fa81e1e08e HTTP/1.1" status: 200 len: 944 time: 0.1678088 Nov 12 04:11:21.067653 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f26eb21-9a69-44ed-a8cd-897e846175c0 admin admin] Router b05566b1-02d6-4ea5-93d9-32f70425bf57 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:11:21.083003 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-cc2d89df-4894-4bed-87c4-68522fd7ac16 None None] Provisioning complete for port d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:21.083466 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc2d89df-4894-4bed-87c4-68522fd7ac16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.089452 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:21.129660 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90ae07b5-e995-434f-982f-75454ae87724 req-677d1545-6474-4912-9c58-420408994378 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409206 Nov 12 04:11:21.155758 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-ec20f2d6-abb6-4c0a-84ea-560e87768e74 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:21.159247 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-ec20f2d6-abb6-4c0a-84ea-560e87768e74 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.21 "GET /v2.0/networks?id=1d4958bc-5953-4404-9c2b-d96cecc0d641 HTTP/1.1" status: 200 len: 829 time: 0.1892936 Nov 12 04:11:21.183750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-eb2abb84-6692-4fee-9b28-e933e41b1f81 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Request body: {'port': {'device_id': '0d629710-ebf9-4a68-9695-fe122bb54873', 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641', 'admin_state_up': True, 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:21.268758 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:21.271660 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.307314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f26eb21-9a69-44ed-a8cd-897e846175c0 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:21.331639 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf5c624-a274-48d2-92cd-964013fccced None None] Sync routers for ids ['b05566b1-02d6-4ea5-93d9-32f70425bf57'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:21.359039 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc2d89df-4894-4bed-87c4-68522fd7ac16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.410415 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6f26eb21-9a69-44ed-a8cd-897e846175c0 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.411914 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6f26eb21-9a69-44ed-a8cd-897e846175c0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7411218 Nov 12 04:11:21.415036 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58728) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:21.476989 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf5c624-a274-48d2-92cd-964013fccced None None] Routers {'b05566b1-02d6-4ea5-93d9-32f70425bf57'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:21.478598 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-caf5c624-a274-48d2-92cd-964013fccced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b05566b1-02d6-4ea5-93d9-32f70425bf57'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:21.576815 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-eb2abb84-6692-4fee-9b28-e933e41b1f81 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Made reservation on behalf of d6746d7dd0b64a4c979e7e368a02aa6c for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:21.577057 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-eb2abb84-6692-4fee-9b28-e933e41b1f81 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.722410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-cc2d89df-4894-4bed-87c4-68522fd7ac16 None None] For port d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47,segment=NetworkSegment(6467f9ba-c30d-4582-b440-cd2608193c06),segment_id=6467f9ba-c30d-4582-b440-cd2608193c06)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:21.798940 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-eb2abb84-6692-4fee-9b28-e933e41b1f81 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Allocated IP 172.20.0.13 (1d4958bc-5953-4404-9c2b-d96cecc0d641/8a9d50d9-b755-477c-be80-774a9f1d8782/bcf4703e-0ba5-4b86-9a66-31637ad25b99) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:21.890844 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-caf5c624-a274-48d2-92cd-964013fccced None None] Set router b05566b1-02d6-4ea5-93d9-32f70425bf57 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:21.969915 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-eb2abb84-6692-4fee-9b28-e933e41b1f81 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.022925 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.026779 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc2d89df-4894-4bed-87c4-68522fd7ac16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.046769 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58736) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:22.069359 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-137229e7-007f-448a-9940-cbca560d87c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.132232 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-eb2abb84-6692-4fee-9b28-e933e41b1f81 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.217931 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2abb84-6692-4fee-9b28-e933e41b1f81 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Pushing event updated for resources: {'Port': ['ID=bcf4703e-0ba5-4b86-9a66-31637ad25b99,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:22.220682 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device cf2d433a-59a7-43c4-86e1-dcf88ee7c33b up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:22.232694 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-eb2abb84-6692-4fee-9b28-e933e41b1f81 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Network 1d4958bc-5953-4404-9c2b-d96cecc0d641 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:22.239620 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-eb2abb84-6692-4fee-9b28-e933e41b1f81 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:22.242515 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-eb2abb84-6692-4fee-9b28-e933e41b1f81 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:22.269702 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-cd3bf0bd-c726-42ea-a185-85670b74dcad None None] Provisioning complete for port d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:22.270081 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cd3bf0bd-c726-42ea-a185-85670b74dcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.310622 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d89df-4894-4bed-87c4-68522fd7ac16 None None] Pushing event updated for resources: {'Port': ['ID=d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:22.358138 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-eb2abb84-6692-4fee-9b28-e933e41b1f81 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:22.358879 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-eb2abb84-6692-4fee-9b28-e933e41b1f81 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.363150 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:11:22.366891 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:11:22.423237 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-137229e7-007f-448a-9940-cbca560d87c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.460494 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-eb2abb84-6692-4fee-9b28-e933e41b1f81 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2827244 Nov 12 04:11:22.482229 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Request body: {'port': {'device_id': '0d629710-ebf9-4a68-9695-fe122bb54873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:22.484926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port cf2d433a-59a7-43c4-86e1-dcf88ee7c33b completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:11:22.496834 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port cf2d433a-59a7-43c4-86e1-dcf88ee7c33b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:22.496834 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.501237 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-caf5c624-a274-48d2-92cd-964013fccced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'name': 'tempest-ServersTestManualDisk-100526437-router', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:19Z', 'revision_number': 3, 'project_id': '5415976b23594f1c838c51e2af59c756', 'gw_port': {'id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:22.506715 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683399a-ed6f-4f17-9788-052343cf4e18 req-c26a384e-3384-4970-a94f-43ceb06db0ab tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:22.516661 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4683399a-ed6f-4f17-9788-052343cf4e18 req-c26a384e-3384-4970-a94f-43ceb06db0ab tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d629710-ebf9-4a68-9695-fe122bb54873 HTTP/1.1" status: 200 len: 932 time: 0.1368599 Nov 12 04:11:22.552099 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf5c624-a274-48d2-92cd-964013fccced None None] Checking router: b05566b1-02d6-4ea5-93d9-32f70425bf57 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:22.552335 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf5c624-a274-48d2-92cd-964013fccced None None] Updating router b05566b1-02d6-4ea5-93d9-32f70425bf57 port 3dbb726c-56d3-4f48-88d9-3990e2c46c29 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:11:22.599477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4683399a-ed6f-4f17-9788-052343cf4e18 req-34b88cd2-c6e9-44bb-b519-e745c4c792c6 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee9a3d29-49aa-424c-a571-68e38038a493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766943 Nov 12 04:11:22.614940 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-caf5c624-a274-48d2-92cd-964013fccced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.618612 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.622448 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-137229e7-007f-448a-9940-cbca560d87c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.698984 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137229e7-007f-448a-9940-cbca560d87c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd50e175-2710-4677-a8fa-1b529bdcebf0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:22.740371 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-137229e7-007f-448a-9940-cbca560d87c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b6d326988114077b0a2feb7dd4dafac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6921713 Nov 12 04:11:22.741038 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58746) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:22.803003 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75486c97-7a27-46c4-88e4-5078c2fccf1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.828602 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.845747 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dce33e-3722-4911-b8dc-af7178eca259 req-5393a879-fe6a-4db5-8379-026d2d311c06 tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:22.849643 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6ba39f7e-18e8-4519-a8dc-f3e297635731 None None] Provisioning complete for port bcf4703e-0ba5-4b86-9a66-31637ad25b99 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:22.850017 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ba39f7e-18e8-4519-a8dc-f3e297635731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.854953 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2dce33e-3722-4911-b8dc-af7178eca259 req-5393a879-fe6a-4db5-8379-026d2d311c06 tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 1103 time: 0.1729431 Nov 12 04:11:22.923388 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0df7129-103d-405c-bd5e-30fa81e1e08e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2d433a-59a7-43c4-86e1-dcf88ee7c33b'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:22.925539 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5ff1c7-725f-49a0-8b18-95619080eee2" -d '{"events": [{"server_uuid": "a0df7129-103d-405c-bd5e-30fa81e1e08e", "name": "network-vif-plugged", "status": "completed", "tag": "cf2d433a-59a7-43c4-86e1-dcf88ee7c33b"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:22.972709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2dce33e-3722-4911-b8dc-af7178eca259 req-2db3d6b1-7f1a-4f28-972a-853a3293604d tempest-ServersAdminTestJSON-724423610 tempest-ServersAdminTestJSON-724423610-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113641 Nov 12 04:11:22.998817 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf624fdb-4fdb-4768-bace-dff6bc8b34c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.067127 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf624fdb-4fdb-4768-bace-dff6bc8b34c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.141670 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6ba39f7e-18e8-4519-a8dc-f3e297635731 None None] Port bcf4703e-0ba5-4b86-9a66-31637ad25b99 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:23.152146 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port cf2d433a-59a7-43c4-86e1-dcf88ee7c33b, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=cf2d433a-59a7-43c4-86e1-dcf88ee7c33b,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:23.226389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b827b-98c0-4764-900e-05554d8612d6 req-2c8db322-3a82-4ed9-9d57-3478b71ad0b6 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:23.234677 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-117b827b-98c0-4764-900e-05554d8612d6 req-2c8db322-3a82-4ed9-9d57-3478b71ad0b6 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65d1ec5-9c13-4b6e-80df-8daa48622ee8 HTTP/1.1" status: 200 len: 950 time: 0.1387424 Nov 12 04:11:23.255544 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:23.259220 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-caf5c624-a274-48d2-92cd-964013fccced None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.262163 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf4703e-0ba5-4b86-9a66-31637ad25b99 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:23.264938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-75486c97-7a27-46c4-88e4-5078c2fccf1c admin admin] Allocated IP 172.20.0.1 (b1da5f7f-d382-4755-8e25-122647d595b9/7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e/e0863786-2586-4df2-a0a4-3ca48183ee41) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:23.273043 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.286427 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.322933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-117b827b-98c0-4764-900e-05554d8612d6 req-ea9f7fb4-e2bd-4601-bf58-82772fcf1789 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/security-groups?id=5768685c-317e-40a9-8d1c-33d8b1dff719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844984 Nov 12 04:11:23.383940 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=cf2d433a-59a7-43c4-86e1-dcf88ee7c33b,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:23.400814 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Transition to ACTIVE for port object bcf4703e-0ba5-4b86-9a66-31637ad25b99 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:11:23.402619 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf624fdb-4fdb-4768-bace-dff6bc8b34c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.405378 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:23.406791 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf624fdb-4fdb-4768-bace-dff6bc8b34c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.407000 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.411800 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cf624fdb-4fdb-4768-bace-dff6bc8b34c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd50e175-2710-4677-a8fa-1b529bdcebf0 HTTP/1.1" status: 204 len: 168 time: 0.6676297 Nov 12 04:11:23.430760 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf624fdb-4fdb-4768-bace-dff6bc8b34c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd50e175-2710-4677-a8fa-1b529bdcebf0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:23.466413 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-caf5c624-a274-48d2-92cd-964013fccced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.475072 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.505206 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75486c97-7a27-46c4-88e4-5078c2fccf1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.544176 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Pushing event updated for resources: {'Port': ['ID=bcf4703e-0ba5-4b86-9a66-31637ad25b99,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:23.633480 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-caf5c624-a274-48d2-92cd-964013fccced None None] Attempting to bind port 3dbb726c-56d3-4f48-88d9-3990e2c46c29 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:23.633480 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-caf5c624-a274-48d2-92cd-964013fccced None None] Attempting to bind port 3dbb726c-56d3-4f48-88d9-3990e2c46c29 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:23.633480 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf5c624-a274-48d2-92cd-964013fccced None None] Attempting to bind port 3dbb726c-56d3-4f48-88d9-3990e2c46c29 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:23.656694 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Attempting to bind port bcf4703e-0ba5-4b86-9a66-31637ad25b99 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:23.657506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Attempting to bind port bcf4703e-0ba5-4b86-9a66-31637ad25b99 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'cecdc318-2fa7-4e5c-b7b2-3a95369e2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:23.658364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a314fb-fe7e-45db-9202-38fd2fd6ee8b req-e19c1dfc-d4d4-44be-a9cf-210632ad2f25 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:23.660395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Attempting to bind port bcf4703e-0ba5-4b86-9a66-31637ad25b99 on network 1d4958bc-5953-4404-9c2b-d96cecc0d641 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:23.660651 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93c399-b962-448b-a9c1-a2d9a0c5e68e None None] Pushing event updated for resources: {'Port': ['ID=3dbb726c-56d3-4f48-88d9-3990e2c46c29,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:23.670233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf5c624-a274-48d2-92cd-964013fccced None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:23.670732 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf5c624-a274-48d2-92cd-964013fccced None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:23.671282 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-caf5c624-a274-48d2-92cd-964013fccced None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.671676 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf5c624-a274-48d2-92cd-964013fccced None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:23.672211 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-caf5c624-a274-48d2-92cd-964013fccced None None] Bound port: 3dbb726c-56d3-4f48-88d9-3990e2c46c29, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:23.672527 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-caf5c624-a274-48d2-92cd-964013fccced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.674980 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Port bcf4703e-0ba5-4b86-9a66-31637ad25b99 on network 1d4958bc-5953-4404-9c2b-d96cecc0d641 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:23.676096 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-68a314fb-fe7e-45db-9202-38fd2fd6ee8b req-e19c1dfc-d4d4-44be-a9cf-210632ad2f25 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0df7129-103d-405c-bd5e-30fa81e1e08e HTTP/1.1" status: 200 len: 945 time: 0.1114039 Nov 12 04:11:23.677780 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Attempting to bind port bcf4703e-0ba5-4b86-9a66-31637ad25b99 on network 1d4958bc-5953-4404-9c2b-d96cecc0d641 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:23.680552 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75486c97-7a27-46c4-88e4-5078c2fccf1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.693262 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:23.693658 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Checking segment: {'id': 'cecdc318-2fa7-4e5c-b7b2-3a95369e2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:23.695956 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Bound using segment: {'id': 'cecdc318-2fa7-4e5c-b7b2-3a95369e2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:23.696594 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Bound port: bcf4703e-0ba5-4b86-9a66-31637ad25b99, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cecdc318-2fa7-4e5c-b7b2-3a95369e2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:23.698090 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.744757 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75486c97-7a27-46c4-88e4-5078c2fccf1c admin admin] Network b1da5f7f-d382-4755-8e25-122647d595b9 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:23.748385 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-75486c97-7a27-46c4-88e4-5078c2fccf1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:23.753848 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75486c97-7a27-46c4-88e4-5078c2fccf1c admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:23.818624 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-caf5c624-a274-48d2-92cd-964013fccced None None] For port 3dbb726c-56d3-4f48-88d9-3990e2c46c29, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:23.825831 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] For port bcf4703e-0ba5-4b86-9a66-31637ad25b99, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:23.827796 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-caf5c624-a274-48d2-92cd-964013fccced None None] For port 3dbb726c-56d3-4f48-88d9-3990e2c46c29, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3dbb726c-56d3-4f48-88d9-3990e2c46c29,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:23.830756 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75486c97-7a27-46c4-88e4-5078c2fccf1c admin admin] Pushing event updated for resources: {'Port': ['ID=e0863786-2586-4df2-a0a4-3ca48183ee41,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:23.831738 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] For port bcf4703e-0ba5-4b86-9a66-31637ad25b99, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=bcf4703e-0ba5-4b86-9a66-31637ad25b99,segment=NetworkSegment(cecdc318-2fa7-4e5c-b7b2-3a95369e2e09),segment_id=cecdc318-2fa7-4e5c-b7b2-3a95369e2e09)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:23.861506 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75486c97-7a27-46c4-88e4-5078c2fccf1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.868090 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-68a314fb-fe7e-45db-9202-38fd2fd6ee8b req-876ced69-2e8c-42a7-877d-6d359aaecf98 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914451 Nov 12 04:11:23.933458 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-caf5c624-a274-48d2-92cd-964013fccced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.989445 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:24.061608 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf5c624-a274-48d2-92cd-964013fccced None None] Routers {'b05566b1-02d6-4ea5-93d9-32f70425bf57'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:24.063878 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Pushing event updated for resources: {'Port': ['ID=bcf4703e-0ba5-4b86-9a66-31637ad25b99,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:24.064080 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-caf5c624-a274-48d2-92cd-964013fccced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b05566b1-02d6-4ea5-93d9-32f70425bf57'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:24.079145 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93c399-b962-448b-a9c1-a2d9a0c5e68e None None] Pushing event updated for resources: {'Port': ['ID=3dbb726c-56d3-4f48-88d9-3990e2c46c29,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:24.092834 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:24.093682 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:24.095697 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-d31b830a-545f-4f8d-9b11-cc043b42763d service neutron] 10.222.0.21 "PUT /v2.0/ports/bcf4703e-0ba5-4b86-9a66-31637ad25b99 HTTP/1.1" status: 200 len: 1093 time: 1.6204159 Nov 12 04:11:24.096334 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d629710-ebf9-4a68-9695-fe122bb54873', 'tag': 'bcf4703e-0ba5-4b86-9a66-31637ad25b99'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:24.099606 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9857923-d7e7-46e9-b7f3-d6f42826736a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d629710-ebf9-4a68-9695-fe122bb54873", "tag": "bcf4703e-0ba5-4b86-9a66-31637ad25b99"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:24.143162 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75486c97-7a27-46c4-88e4-5078c2fccf1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:24.173619 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27e5565-efb6-4093-a8e0-1e737fe01d14 x-openstack-request-id: req-b27e5565-efb6-4093-a8e0-1e737fe01d14 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:24.174136 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0df7129-103d-405c-bd5e-30fa81e1e08e", "name": "network-vif-plugged", "status": "completed", "tag": "cf2d433a-59a7-43c4-86e1-dcf88ee7c33b", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:24.174527 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b27e5565-efb6-4093-a8e0-1e737fe01d14 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:24.175128 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0df7129-103d-405c-bd5e-30fa81e1e08e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2d433a-59a7-43c4-86e1-dcf88ee7c33b', 'code': 200} Nov 12 04:11:24.357467 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-5d510ebc-bf9f-4ff6-9a18-6721876422ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:24.363132 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-5d510ebc-bf9f-4ff6-9a18-6721876422ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6746d7dd0b64a4c979e7e368a02aa6c&device_id=0d629710-ebf9-4a68-9695-fe122bb54873 HTTP/1.1" status: 200 len: 1096 time: 0.1240332 Nov 12 04:11:24.389489 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-caf5c624-a274-48d2-92cd-964013fccced None None] Set router b05566b1-02d6-4ea5-93d9-32f70425bf57 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:24.390916 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881f898-0bc3-487c-9bdf-087636672e06 req-c68a17e3-45f5-4126-bdcd-b98255c2e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:24.395019 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e881f898-0bc3-487c-9bdf-087636672e06 req-c68a17e3-45f5-4126-bdcd-b98255c2e61b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a0df7129-103d-405c-bd5e-30fa81e1e08e HTTP/1.1" status: 200 len: 1097 time: 0.1886120 Nov 12 04:11:24.485034 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e881f898-0bc3-487c-9bdf-087636672e06 req-f761c9bd-0db5-4ec2-ab89-e60c1a85d5f6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804381 Nov 12 04:11:24.519334 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-1777b43d-d771-476f-9b96-79b1a69bd669 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcf4703e-0ba5-4b86-9a66-31637ad25b99 HTTP/1.1" status: 200 len: 217 time: 0.1400504 Nov 12 04:11:24.527167 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75486c97-7a27-46c4-88e4-5078c2fccf1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:24.568915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-60c3f113-6d11-425f-a042-8b5321be9179 None None] Provisioning complete for port e0863786-2586-4df2-a0a4-3ca48183ee41 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:24.569282 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-60c3f113-6d11-425f-a042-8b5321be9179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:24.575372 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-73ccde54-8107-4dda-9807-fe25de408cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:24.577582 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-73ccde54-8107-4dda-9807-fe25de408cad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a9d50d9-b755-477c-be80-774a9f1d8782 HTTP/1.1" status: 200 len: 868 time: 0.0509210 Nov 12 04:11:24.625395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-b1a6d9ea-845b-40ac-baec-338957cacd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:24.626910 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-b1a6d9ea-845b-40ac-baec-338957cacd58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d4958bc-5953-4404-9c2b-d96cecc0d641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428815 Nov 12 04:11:24.631470 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75486c97-7a27-46c4-88e4-5078c2fccf1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:24.679634 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-60c3f113-6d11-425f-a042-8b5321be9179 None None] Port e0863786-2586-4df2-a0a4-3ca48183ee41 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:24.781779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-caf5c624-a274-48d2-92cd-964013fccced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'name': 'tempest-ServersTestManualDisk-100526437-router', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:19Z', 'revision_number': 3, 'project_id': '5415976b23594f1c838c51e2af59c756', 'gw_port': {'id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:24.807335 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-ddb721b0-fe1f-429f-9292-643cba210764 service neutron] 10.222.0.21 "GET /v2.0/networks/1d4958bc-5953-4404-9c2b-d96cecc0d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569476 Nov 12 04:11:24.826526 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf5c624-a274-48d2-92cd-964013fccced None None] The sync data for ids ['b05566b1-02d6-4ea5-93d9-32f70425bf57'] in n-d-768509-24 is: [{'id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'name': 'tempest-ServersTestManualDisk-100526437-router', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:19Z', 'revision_number': 3, 'project_id': '5415976b23594f1c838c51e2af59c756', 'gw_port': {'id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:24.848979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75486c97-7a27-46c4-88e4-5078c2fccf1c admin admin] Pushing event updated for resources: {'Port': ['ID=e0863786-2586-4df2-a0a4-3ca48183ee41,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:24.870880 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75486c97-7a27-46c4-88e4-5078c2fccf1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:24.925913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13755f19-1f16-43bc-b561-3d9083b01f08 req-c985ab44-8d8b-49aa-bc9f-659daa8f9b7b tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:24.934941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13755f19-1f16-43bc-b561-3d9083b01f08 req-c985ab44-8d8b-49aa-bc9f-659daa8f9b7b tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d629710-ebf9-4a68-9695-fe122bb54873 HTTP/1.1" status: 200 len: 944 time: 0.2202449 Nov 12 04:11:24.953628 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c13a5531-acf6-40c7-8f0e-755959102a68 req-c718833c-0859-4320-b21a-c197a5a4448f service neutron] 10.222.0.21 "GET /v2.0/networks/1d4958bc-5953-4404-9c2b-d96cecc0d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382999 Nov 12 04:11:25.044208 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13755f19-1f16-43bc-b561-3d9083b01f08 req-1adac7b1-1ad8-4e98-a71e-5caf1905b524 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee9a3d29-49aa-424c-a571-68e38038a493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080818 Nov 12 04:11:25.078375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75486c97-7a27-46c4-88e4-5078c2fccf1c admin admin] Network b1da5f7f-d382-4755-8e25-122647d595b9 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:25.080460 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-75486c97-7a27-46c4-88e4-5078c2fccf1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:25.141574 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f079ab-f3c4-493b-aff9-f507aeed5382 x-openstack-request-id: req-97f079ab-f3c4-493b-aff9-f507aeed5382 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:25.141980 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d629710-ebf9-4a68-9695-fe122bb54873", "tag": "bcf4703e-0ba5-4b86-9a66-31637ad25b99", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:25.142175 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97f079ab-f3c4-493b-aff9-f507aeed5382 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:25.142588 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d629710-ebf9-4a68-9695-fe122bb54873', 'tag': 'bcf4703e-0ba5-4b86-9a66-31637ad25b99', 'status': 'completed', 'code': 200} Nov 12 04:11:25.285329 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9857923-d7e7-46e9-b7f3-d6f42826736a req-b407901e-6208-46e7-8495-da0e44b4a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:25.286845 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d9857923-d7e7-46e9-b7f3-d6f42826736a req-b407901e-6208-46e7-8495-da0e44b4a74f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6746d7dd0b64a4c979e7e368a02aa6c&device_id=0d629710-ebf9-4a68-9695-fe122bb54873 HTTP/1.1" status: 200 len: 1096 time: 0.1082966 Nov 12 04:11:25.357388 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe4d9e-96b8-4e8e-9177-b3c0674bc0d4 req-1273760a-f8e3-40a1-b902-cc36a1ad3820 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:25.359079 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ddbe4d9e-96b8-4e8e-9177-b3c0674bc0d4 req-1273760a-f8e3-40a1-b902-cc36a1ad3820 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65d1ec5-9c13-4b6e-80df-8daa48622ee8 HTTP/1.1" status: 200 len: 950 time: 0.1092701 Nov 12 04:11:25.361093 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75486c97-7a27-46c4-88e4-5078c2fccf1c admin admin] Router b05566b1-02d6-4ea5-93d9-32f70425bf57 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:25.441192 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9857923-d7e7-46e9-b7f3-d6f42826736a req-6aa5add0-02ae-486d-acf6-0fc44f7a263d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:25.443635 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d9857923-d7e7-46e9-b7f3-d6f42826736a req-6aa5add0-02ae-486d-acf6-0fc44f7a263d service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d4958bc-5953-4404-9c2b-d96cecc0d641 HTTP/1.1" status: 200 len: 930 time: 0.1479087 Nov 12 04:11:25.503126 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58808) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:25.511274 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d9857923-d7e7-46e9-b7f3-d6f42826736a req-93db53bb-2a29-44ad-9115-7eb87d0912b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcf4703e-0ba5-4b86-9a66-31637ad25b99 HTTP/1.1" status: 200 len: 217 time: 0.0589693 Nov 12 04:11:25.534133 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ddbe4d9e-96b8-4e8e-9177-b3c0674bc0d4 req-c4e7413c-8aaa-4703-b0ab-b2ef8d85f0d0 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/security-groups?id=5768685c-317e-40a9-8d1c-33d8b1dff719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657159 Nov 12 04:11:25.572998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-031894b1-dc7b-4cca-b1e7-b059fff56732 None None] Provisioning complete for port e0863786-2586-4df2-a0a4-3ca48183ee41 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:25.574568 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-031894b1-dc7b-4cca-b1e7-b059fff56732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:25.616060 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9857923-d7e7-46e9-b7f3-d6f42826736a req-037a786d-467a-4576-bb7f-8be02ec97fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:25.617768 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d9857923-d7e7-46e9-b7f3-d6f42826736a req-037a786d-467a-4576-bb7f-8be02ec97fd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a9d50d9-b755-477c-be80-774a9f1d8782 HTTP/1.1" status: 200 len: 868 time: 0.0987396 Nov 12 04:11:25.645309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75486c97-7a27-46c4-88e4-5078c2fccf1c admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:25.658754 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-75486c97-7a27-46c4-88e4-5078c2fccf1c admin admin] 10.222.0.37 "PUT /v2.0/routers/b05566b1-02d6-4ea5-93d9-32f70425bf57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2424903 Nov 12 04:11:25.667933 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-031894b1-dc7b-4cca-b1e7-b059fff56732 None None] Port e0863786-2586-4df2-a0a4-3ca48183ee41 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:25.692324 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9857923-d7e7-46e9-b7f3-d6f42826736a req-3f06b481-f8e8-4526-924d-f43f16b3c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:25.693841 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d9857923-d7e7-46e9-b7f3-d6f42826736a req-3f06b481-f8e8-4526-924d-f43f16b3c16a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d4958bc-5953-4404-9c2b-d96cecc0d641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669916 Nov 12 04:11:25.727018 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-95c82576-428b-40c8-ace7-918058856a55 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-network', 'tenant_id': '76ae4228185c433294b6350ab3932f54'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:25.752531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3067d06-d1a7-4f24-9850-def0cf17fcc3 req-b8db39bf-4860-4bd9-b220-3d7004f8b781 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:25.761115 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b3067d06-d1a7-4f24-9850-def0cf17fcc3 req-b8db39bf-4860-4bd9-b220-3d7004f8b781 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd2ca9f-120f-4d77-b99c-161606be5176 HTTP/1.1" status: 200 len: 949 time: 0.1000183 Nov 12 04:11:25.821072 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d9857923-d7e7-46e9-b7f3-d6f42826736a req-313cc524-020b-4b63-9b1c-36a9b1c8260e service neutron] 10.222.0.21 "GET /v2.0/networks/1d4958bc-5953-4404-9c2b-d96cecc0d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193585 Nov 12 04:11:25.850124 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b3067d06-d1a7-4f24-9850-def0cf17fcc3 req-dcd9984f-9978-4b96-a4b4-461a8a2aa51a tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880008 Nov 12 04:11:25.960389 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d9857923-d7e7-46e9-b7f3-d6f42826736a req-e1b5d816-f19a-4213-9931-08454cec6bb2 service neutron] 10.222.0.21 "GET /v2.0/networks/1d4958bc-5953-4404-9c2b-d96cecc0d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312451 Nov 12 04:11:25.969704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1de14-18fc-4e9a-8cdc-02402a593657 req-93b1bdd6-377d-4551-a647-02af119e0206 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:25.974159 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bab1de14-18fc-4e9a-8cdc-02402a593657 req-93b1bdd6-377d-4551-a647-02af119e0206 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0df7129-103d-405c-bd5e-30fa81e1e08e HTTP/1.1" status: 200 len: 945 time: 0.0630457 Nov 12 04:11:25.977276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c82576-428b-40c8-ace7-918058856a55 admin admin] Made reservation on behalf of 76ae4228185c433294b6350ab3932f54 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:25.978283 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95c82576-428b-40c8-ace7-918058856a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.000589 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95c82576-428b-40c8-ace7-918058856a55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.053661 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bab1de14-18fc-4e9a-8cdc-02402a593657 req-8d4971e7-b94b-49a0-843f-c458012b1ba6 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614846 Nov 12 04:11:26.127517 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95c82576-428b-40c8-ace7-918058856a55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.255934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c4ed6-29cd-4b4f-9cee-0ca481a84501 req-0f84c358-308c-4089-bfc3-4a37c16ede0b tempest-LiveMigrationNegativeTest-81510934 tempest-LiveMigrationNegativeTest-81510934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:26.257704 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b22c4ed6-29cd-4b4f-9cee-0ca481a84501 req-0f84c358-308c-4089-bfc3-4a37c16ede0b tempest-LiveMigrationNegativeTest-81510934 tempest-LiveMigrationNegativeTest-81510934-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f65d1ec5-9c13-4b6e-80df-8daa48622ee8 HTTP/1.1" status: 200 len: 1102 time: 0.0444651 Nov 12 04:11:26.258978 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95c82576-428b-40c8-ace7-918058856a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.296780 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b22c4ed6-29cd-4b4f-9cee-0ca481a84501 req-3474e327-8aeb-4de3-be55-319ee6ca2c6f tempest-LiveMigrationNegativeTest-81510934 tempest-LiveMigrationNegativeTest-81510934-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.302411 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c82576-428b-40c8-ace7-918058856a55 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:11:26.321662 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c82576-428b-40c8-ace7-918058856a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b3e82e-7819-4f72-b0a3-0a66a4417c96,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:26.325414 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95c82576-428b-40c8-ace7-918058856a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.325759 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-95c82576-428b-40c8-ace7-918058856a55 admin admin] Added segment 345410ef-f278-4387-bbd8-808d891543b9 of type vlan for network 255a670c-e1e7-4afe-9db1-0fcfa8417825 Nov 12 04:11:26.387396 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95c82576-428b-40c8-ace7-918058856a55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.446742 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b22c4ed6-29cd-4b4f-9cee-0ca481a84501 req-3474e327-8aeb-4de3-be55-319ee6ca2c6f tempest-LiveMigrationNegativeTest-81510934 tempest-LiveMigrationNegativeTest-81510934-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.628419 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95c82576-428b-40c8-ace7-918058856a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.633077 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c82576-428b-40c8-ace7-918058856a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:26.633077 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95c82576-428b-40c8-ace7-918058856a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.689234 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b22c4ed6-29cd-4b4f-9cee-0ca481a84501 req-3474e327-8aeb-4de3-be55-319ee6ca2c6f tempest-LiveMigrationNegativeTest-81510934 tempest-LiveMigrationNegativeTest-81510934-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.704804 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c82576-428b-40c8-ace7-918058856a55 admin admin] Pushing event updated for resources: {'Network': ['ID=255a670c-e1e7-4afe-9db1-0fcfa8417825,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:26.719296 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 255a670c-e1e7-4afe-9db1-0fcfa8417825 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:11:26.744535 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b22c4ed6-29cd-4b4f-9cee-0ca481a84501 req-3474e327-8aeb-4de3-be55-319ee6ca2c6f tempest-LiveMigrationNegativeTest-81510934 tempest-LiveMigrationNegativeTest-81510934-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=5768685c-317e-40a9-8d1c-33d8b1dff719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784844 Nov 12 04:11:26.759049 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-95c82576-428b-40c8-ace7-918058856a55 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2523661 Nov 12 04:11:26.762234 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58834) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:26.767645 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Request body: {'subnet': {'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-subnet', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:26.776111 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474e327-8aeb-4de3-be55-319ee6ca2c6f tempest-LiveMigrationNegativeTest-81510934 tempest-LiveMigrationNegativeTest-81510934-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3219153-330a-4bdb-8685-b790965986cc,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:26.805230 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170522af-9d3b-43f2-95b9-305dc48ea060 req-edee2333-673e-4111-a04b-b77ce93bc136 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:26.806918 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-170522af-9d3b-43f2-95b9-305dc48ea060 req-edee2333-673e-4111-a04b-b77ce93bc136 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.31 "GET /v2.0/ports?device_id=acd2ca9f-120f-4d77-b99c-161606be5176 HTTP/1.1" status: 200 len: 949 time: 0.0613956 Nov 12 04:11:26.881414 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Made reservation on behalf of 76ae4228185c433294b6350ab3932f54 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:26.885144 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.936579 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-170522af-9d3b-43f2-95b9-305dc48ea060 req-1c86758b-2642-46b0-b3e2-8add0659cecb tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Deleting port 1e98adc0-7136-4d82-8929-b27ebdfa4ac3 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:26.937189 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-170522af-9d3b-43f2-95b9-305dc48ea060 req-1c86758b-2642-46b0-b3e2-8add0659cecb tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.025955 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] Sync routers for ids ['b05566b1-02d6-4ea5-93d9-32f70425bf57'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:27.054303 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] Routers {'b05566b1-02d6-4ea5-93d9-32f70425bf57'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:27.055254 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b05566b1-02d6-4ea5-93d9-32f70425bf57'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:27.101761 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-170522af-9d3b-43f2-95b9-305dc48ea060 req-1c86758b-2642-46b0-b3e2-8add0659cecb tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] For port 1e98adc0-7136-4d82-8929-b27ebdfa4ac3, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=1e98adc0-7136-4d82-8929-b27ebdfa4ac3,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:27.102060 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-170522af-9d3b-43f2-95b9-305dc48ea060 req-1c86758b-2642-46b0-b3e2-8add0659cecb tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.118096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-170522af-9d3b-43f2-95b9-305dc48ea060 req-1c86758b-2642-46b0-b3e2-8add0659cecb tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Calling delete_port for 1e98adc0-7136-4d82-8929-b27ebdfa4ac3 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:27.222943 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] Set router b05566b1-02d6-4ea5-93d9-32f70425bf57 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:27.228420 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device bcf4703e-0ba5-4b86-9a66-31637ad25b99 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:11:27.341263 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3dbb726c-56d3-4f48-88d9-3990e2c46c29 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:27.469041 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'name': 'tempest-ServersTestManualDisk-100526437-router', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:23Z', 'revision_number': 4, 'project_id': '5415976b23594f1c838c51e2af59c756', 'gw_port': {'id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'e0863786-2586-4df2-a0a4-3ca48183ee41', 'name': '', 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'mac_address': 'fa:16:3e:8c:cc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:22Z', 'updated_at': '2021-11-12T04:11:24Z', 'revision_number': 2, 'project_id': '5415976b23594f1c838c51e2af59c756', 'subnets': [{'id': '7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:27.504011 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] Checking router: b05566b1-02d6-4ea5-93d9-32f70425bf57 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:27.504376 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] Updating router b05566b1-02d6-4ea5-93d9-32f70425bf57 port e0863786-2586-4df2-a0a4-3ca48183ee41 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:11:27.531475 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-170522af-9d3b-43f2-95b9-305dc48ea060 req-1c86758b-2642-46b0-b3e2-8add0659cecb tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.535233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port bcf4703e-0ba5-4b86-9a66-31637ad25b99, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=bcf4703e-0ba5-4b86-9a66-31637ad25b99,segment=NetworkSegment(cecdc318-2fa7-4e5c-b7b2-3a95369e2e09),segment_id=cecdc318-2fa7-4e5c-b7b2-3a95369e2e09)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:27.549233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'bcf4703e-0ba5-4b86-9a66-31637ad25b99', 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641', 'port_id': 'bcf4703e-0ba5-4b86-9a66-31637ad25b99', 'mac_address': 'fa:16:3e:cf:fc:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9d50d9-b755-477c-be80-774a9f1d8782', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:11:27.557916 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 3dbb726c-56d3-4f48-88d9-3990e2c46c29 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:27.558554 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.570968 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.601842 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['9b2f4a77-dc0f-4585-987e-a414cc10ac46', '1e98adc0-7136-4d82-8929-b27ebdfa4ac3', '6cd63bc9-27bc-4d83-866b-df17fc871e21'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:27.637321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86758b-2642-46b0-b3e2-8add0659cecb tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Pushing event deleted for resources: {'Port': ['ID=1e98adc0-7136-4d82-8929-b27ebdfa4ac3,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:27.674543 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.714036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf4703e-0ba5-4b86-9a66-31637ad25b99 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:27.719873 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-170522af-9d3b-43f2-95b9-305dc48ea060 req-1c86758b-2642-46b0-b3e2-8add0659cecb tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] No DVR routers for this DVR port 1e98adc0-7136-4d82-8929-b27ebdfa4ac3 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:27.721632 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.727434 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-170522af-9d3b-43f2-95b9-305dc48ea060 req-1c86758b-2642-46b0-b3e2-8add0659cecb tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.737699 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-170522af-9d3b-43f2-95b9-305dc48ea060 req-1c86758b-2642-46b0-b3e2-8add0659cecb tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.31 "DELETE /v2.0/ports/1e98adc0-7136-4d82-8929-b27ebdfa4ac3 HTTP/1.1" status: 204 len: 173 time: 0.9243157 Nov 12 04:11:27.739830 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd2ca9f-120f-4d77-b99c-161606be5176', 'name': 'network-vif-deleted', 'tag': '1e98adc0-7136-4d82-8929-b27ebdfa4ac3'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:27.749988 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1bbd8c-4995-405b-a59b-1ed66a47ec30" -d '{"events": [{"server_uuid": "acd2ca9f-120f-4d77-b99c-161606be5176", "name": "network-vif-deleted", "tag": "1e98adc0-7136-4d82-8929-b27ebdfa4ac3"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:27.791502 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port bcf4703e-0ba5-4b86-9a66-31637ad25b99, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=bcf4703e-0ba5-4b86-9a66-31637ad25b99,segment=NetworkSegment(cecdc318-2fa7-4e5c-b7b2-3a95369e2e09),segment_id=cecdc318-2fa7-4e5c-b7b2-3a95369e2e09)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:27.801520 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.821358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58852) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:27.824710 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 3dbb726c-56d3-4f48-88d9-3990e2c46c29, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3dbb726c-56d3-4f48-88d9-3990e2c46c29,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:27.841504 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-5ff44d87-7030-4877-9995-318306bfaa04 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1836634865', 'description': 'tempest-description--1655759788'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:27.848275 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57f0c919-3b95-4b18-9b90-784919aa82ad,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:27.864683 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:27.865164 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:27.866173 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:27.866646 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:27.867186 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:27.867624 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:27.868171 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:27.868605 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:27.869282 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:27.869719 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:27.870150 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:27.870583 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:27.915176 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Checking segment: {'id': '345410ef-f278-4387-bbd8-808d891543b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:27.915176 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Network hostable DHCP agents. Network: 255a670c-e1e7-4afe-9db1-0fcfa8417825, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:11:27.973516 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-881cddf7-589d-4903-b718-e8913bfda222 req-411e704a-00fd-41ee-9721-385999d36d6c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b0175060-3454-42bf-8ee2-9ee68dc0637b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1746681 Nov 12 04:11:27.978859 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.988246 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.000634 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.017364 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ff44d87-7030-4877-9995-318306bfaa04 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.066378 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb95b15-8775-4a59-bd70-0b619778c8ea req-e7623d89-c017-4c89-a71e-94aff88d455f tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:28.067928 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eb95b15-8775-4a59-bd70-0b619778c8ea req-e7623d89-c017-4c89-a71e-94aff88d455f tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d629710-ebf9-4a68-9695-fe122bb54873 HTTP/1.1" status: 200 len: 945 time: 0.1123695 Nov 12 04:11:28.091662 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=3dbb726c-56d3-4f48-88d9-3990e2c46c29,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:28.110742 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Network 255a670c-e1e7-4afe-9db1-0fcfa8417825 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:11:28.115947 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cddf7-589d-4903-b718-e8913bfda222 req-d6a338fb-3f0f-4d9d-a988-4bf434b7933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:28.117553 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-881cddf7-589d-4903-b718-e8913bfda222 req-d6a338fb-3f0f-4d9d-a988-4bf434b7933b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4901967e21a646d1932f36d95989453c&device_id=b0175060-3454-42bf-8ee2-9ee68dc0637b HTTP/1.1" status: 200 len: 1102 time: 0.0874553 Nov 12 04:11:28.135922 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.163406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=bcf4703e-0ba5-4b86-9a66-31637ad25b99,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:28.229024 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 255a670c-e1e7-4afe-9db1-0fcfa8417825) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:28.232918 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:28.234758 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.235582 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b739f-8a6c-420c-828b-f34be8b775e9 None None] Pushing event updated for resources: {'Port': ['ID=e0863786-2586-4df2-a0a4-3ca48183ee41,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:28.238973 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7909b632-e6f9-4aeb-8d0b-10c1924c8e7a None None] Network 255a670c-e1e7-4afe-9db1-0fcfa8417825 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:28.271839 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eb95b15-8775-4a59-bd70-0b619778c8ea req-77a2ccae-f151-484a-8dce-8f79e2c896cc tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee9a3d29-49aa-424c-a571-68e38038a493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797094 Nov 12 04:11:28.372350 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7717ea1d-2047-41c0-8e3d-baba4e11fba0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6053956 Nov 12 04:11:28.372504 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ff44d87-7030-4877-9995-318306bfaa04 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.372618 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58858) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:28.406479 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] Attempting to bind port e0863786-2586-4df2-a0a4-3ca48183ee41 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:28.407439 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] Attempting to bind port e0863786-2586-4df2-a0a4-3ca48183ee41 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '6467f9ba-c30d-4582-b440-cd2608193c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:28.408550 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] Attempting to bind port e0863786-2586-4df2-a0a4-3ca48183ee41 on network b1da5f7f-d382-4755-8e25-122647d595b9 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:28.422109 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b68d8b2f-3ced-4fcf-b586-e31930331afb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:28.422249 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:28.422997 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] Checking segment: {'id': '6467f9ba-c30d-4582-b440-cd2608193c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:28.423749 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.426744 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] Bound using segment: {'id': '6467f9ba-c30d-4582-b440-cd2608193c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:28.427603 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] Bound port: e0863786-2586-4df2-a0a4-3ca48183ee41, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6467f9ba-c30d-4582-b440-cd2608193c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:28.428468 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.444193 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ff44d87-7030-4877-9995-318306bfaa04 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.464692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cddf7-589d-4903-b718-e8913bfda222 req-17fb7abc-5ed9-4f92-98e3-81536418b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:28.466189 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-881cddf7-589d-4903-b718-e8913bfda222 req-17fb7abc-5ed9-4f92-98e3-81536418b532 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.3052776 Nov 12 04:11:28.526603 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['bcf4703e-0ba5-4b86-9a66-31637ad25b99'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:28.536879 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-255a670c-e1e7-4afe-9db1-0fcfa8417825', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:11:28.537307 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.562893 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b68d8b2f-3ced-4fcf-b586-e31930331afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.564590 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b68d8b2f-3ced-4fcf-b586-e31930331afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.582310 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c5f44ff-587e-40a5-bd02-9e5904d68243 req-a7295dd7-2032-4d12-8882-340c3f71620e tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=acd2ca9f-120f-4d77-b99c-161606be5176 HTTP/1.1" status: 200 len: 210 time: 0.0865855 Nov 12 04:11:28.584409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-881cddf7-589d-4903-b718-e8913bfda222 req-b1a44d30-1d0b-46d3-ae8c-ca34c1de7d61 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=9b2f4a77-dc0f-4585-987e-a414cc10ac46 HTTP/1.1" status: 200 len: 217 time: 0.0863597 Nov 12 04:11:28.603053 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff44d87-7030-4877-9995-318306bfaa04 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3578d50a-f555-4b54-ae07-afa2d1b064db,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:28.607645 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] For port e0863786-2586-4df2-a0a4-3ca48183ee41, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:28.624973 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] For port e0863786-2586-4df2-a0a4-3ca48183ee41, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e0863786-2586-4df2-a0a4-3ca48183ee41,segment=NetworkSegment(6467f9ba-c30d-4582-b440-cd2608193c06),segment_id=6467f9ba-c30d-4582-b440-cd2608193c06)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:28.680996 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ff44d87-7030-4877-9995-318306bfaa04 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.682729 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5ff44d87-7030-4877-9995-318306bfaa04 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8595634 Nov 12 04:11:28.698330 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58864) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:28.704465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e76a9dd9-a879-4ffd-acc9-7566adecc661 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Request body: {'security_group_rule': {'security_group_id': '3578d50a-f555-4b54-ae07-afa2d1b064db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:28.711589 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.719377 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b68d8b2f-3ced-4fcf-b586-e31930331afb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.722461 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cddf7-589d-4903-b718-e8913bfda222 req-f08ccd39-6f74-4cde-ad78-030991d6034d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:28.735075 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-881cddf7-589d-4903-b718-e8913bfda222 req-f08ccd39-6f74-4cde-ad78-030991d6034d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1339014 Nov 12 04:11:28.818146 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] Routers {'b05566b1-02d6-4ea5-93d9-32f70425bf57'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:28.819291 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b05566b1-02d6-4ea5-93d9-32f70425bf57'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:28.864907 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f71058-b844-4823-a7ad-79dd01506dec req-2edf8f9f-6d5e-434e-b320-c248ac43b0d3 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:28.874044 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7f71058-b844-4823-a7ad-79dd01506dec req-2edf8f9f-6d5e-434e-b320-c248ac43b0d3 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0df7129-103d-405c-bd5e-30fa81e1e08e HTTP/1.1" status: 200 len: 945 time: 0.2076054 Nov 12 04:11:28.890073 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] Allocated IP 172.20.0.2 (255a670c-e1e7-4afe-9db1-0fcfa8417825/57f0c919-3b95-4b18-9b90-784919aa82ad/c5eca92d-b658-41f8-8f1f-538e3ec5dfc1) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:28.901783 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3e0f4d40-aee0-4929-978f-b3effb9c73e8 None None] Provisioning complete for port e0863786-2586-4df2-a0a4-3ca48183ee41 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:28.904299 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4d40-aee0-4929-978f-b3effb9c73e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.923446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cddf7-589d-4903-b718-e8913bfda222 req-a0d186c2-23c9-4a12-a23d-c1dccd87ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:28.925704 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-881cddf7-589d-4903-b718-e8913bfda222 req-a0d186c2-23c9-4a12-a23d-c1dccd87ebbc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1823032 Nov 12 04:11:28.956199 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e76a9dd9-a879-4ffd-acc9-7566adecc661 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.045275 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] Set router b05566b1-02d6-4ea5-93d9-32f70425bf57 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:29.065831 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7f71058-b844-4823-a7ad-79dd01506dec req-102856f9-72ea-43e1-8b57-11fca5eeacb1 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887066 Nov 12 04:11:29.111519 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b68d8b2f-3ced-4fcf-b586-e31930331afb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.132605 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b739f-8a6c-420c-828b-f34be8b775e9 None None] Pushing event updated for resources: {'Port': ['ID=e0863786-2586-4df2-a0a4-3ca48183ee41,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:29.152298 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e76a9dd9-a879-4ffd-acc9-7566adecc661 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.162083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-881cddf7-589d-4903-b718-e8913bfda222 req-8bd8ed4c-5591-4bb9-a377-e2ce528e66f0 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270796 Nov 12 04:11:29.254078 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e76a9dd9-a879-4ffd-acc9-7566adecc661 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.355572 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-881cddf7-589d-4903-b718-e8913bfda222 req-52949642-987b-455c-bb89-cbae9cefe31e service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819851 Nov 12 04:11:29.357582 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685156a9-a3b1-4201-92cc-88fd28f604ec x-openstack-request-id: req-685156a9-a3b1-4201-92cc-88fd28f604ec {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:29.358091 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd2ca9f-120f-4d77-b99c-161606be5176", "name": "network-vif-deleted", "tag": "1e98adc0-7136-4d82-8929-b27ebdfa4ac3", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:29.358544 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-685156a9-a3b1-4201-92cc-88fd28f604ec {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:29.359410 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd2ca9f-120f-4d77-b99c-161606be5176', 'name': 'network-vif-deleted', 'tag': '1e98adc0-7136-4d82-8929-b27ebdfa4ac3', 'status': 'completed', 'code': 200} Nov 12 04:11:29.363757 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3dbb726c-56d3-4f48-88d9-3990e2c46c29 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:29.379988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a9dd9-a879-4ffd-acc9-7566adecc661 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc98143-5fb7-4d7a-b837-93f4b900dac4,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:29.429115 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e76a9dd9-a879-4ffd-acc9-7566adecc661 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.432027 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e76a9dd9-a879-4ffd-acc9-7566adecc661 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7320480 Nov 12 04:11:29.434764 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58872) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:29.447796 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-4f94770b-0225-48ea-8066-b84d502a7eba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Request body: {'security_group_rule': {'security_group_id': '3578d50a-f555-4b54-ae07-afa2d1b064db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:29.460394 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4d40-aee0-4929-978f-b3effb9c73e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.561405 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3e0f4d40-aee0-4929-978f-b3effb9c73e8 None None] For port e0863786-2586-4df2-a0a4-3ca48183ee41, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e0863786-2586-4df2-a0a4-3ca48183ee41,segment=NetworkSegment(6467f9ba-c30d-4582-b440-cd2608193c06),segment_id=6467f9ba-c30d-4582-b440-cd2608193c06)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:29.596710 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4f94770b-0225-48ea-8066-b84d502a7eba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.607568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 3dbb726c-56d3-4f48-88d9-3990e2c46c29 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:29.607947 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.612906 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'name': 'tempest-ServersTestManualDisk-100526437-router', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:23Z', 'revision_number': 4, 'project_id': '5415976b23594f1c838c51e2af59c756', 'gw_port': {'id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'e0863786-2586-4df2-a0a4-3ca48183ee41', 'name': '', 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'mac_address': 'fa:16:3e:8c:cc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:22Z', 'updated_at': '2021-11-12T04:11:28Z', 'revision_number': 4, 'project_id': '5415976b23594f1c838c51e2af59c756', 'subnets': [{'id': '7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:29.655651 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053162c6-82dc-4d1f-86cb-52df6876cac5 None None] The sync data for ids ['b05566b1-02d6-4ea5-93d9-32f70425bf57'] in n-d-768509-24 is: [{'id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'name': 'tempest-ServersTestManualDisk-100526437-router', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:23Z', 'revision_number': 4, 'project_id': '5415976b23594f1c838c51e2af59c756', 'gw_port': {'id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'e0863786-2586-4df2-a0a4-3ca48183ee41', 'name': '', 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'mac_address': 'fa:16:3e:8c:cc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:22Z', 'updated_at': '2021-11-12T04:11:28Z', 'revision_number': 4, 'project_id': '5415976b23594f1c838c51e2af59c756', 'subnets': [{'id': '7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:29.664020 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4d40-aee0-4929-978f-b3effb9c73e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.669687 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.682565 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4f94770b-0225-48ea-8066-b84d502a7eba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.707607 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b68d8b2f-3ced-4fcf-b586-e31930331afb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.753363 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b68d8b2f-3ced-4fcf-b586-e31930331afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.842860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f4d40-aee0-4929-978f-b3effb9c73e8 None None] Pushing event updated for resources: {'Port': ['ID=e0863786-2586-4df2-a0a4-3ca48183ee41,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:29.862330 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2e321f06-6ff4-4240-9467-1fc8a1a70416 None None] Provisioning complete for port e0863786-2586-4df2-a0a4-3ca48183ee41 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:29.862728 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2e321f06-6ff4-4240-9467-1fc8a1a70416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.916227 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-b68d8b2f-3ced-4fcf-b586-e31930331afb admin admin] Allocated IP 172.25.1.21 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/52ac4346-d6a7-4ae5-8001-7914dedda574) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:30.015872 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4f94770b-0225-48ea-8066-b84d502a7eba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.049627 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94770b-0225-48ea-8066-b84d502a7eba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fddb1f8b-b247-4d33-9695-c17445372512,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:30.092383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94770b-0225-48ea-8066-b84d502a7eba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.093793 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94770b-0225-48ea-8066-b84d502a7eba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.093793 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94770b-0225-48ea-8066-b84d502a7eba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.093793 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94770b-0225-48ea-8066-b84d502a7eba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.094942 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94770b-0225-48ea-8066-b84d502a7eba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.095311 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94770b-0225-48ea-8066-b84d502a7eba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.095679 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94770b-0225-48ea-8066-b84d502a7eba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.096054 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94770b-0225-48ea-8066-b84d502a7eba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.096444 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94770b-0225-48ea-8066-b84d502a7eba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.099456 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94770b-0225-48ea-8066-b84d502a7eba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.101068 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94770b-0225-48ea-8066-b84d502a7eba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.101438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f94770b-0225-48ea-8066-b84d502a7eba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.106949 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.184384 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] Network 255a670c-e1e7-4afe-9db1-0fcfa8417825 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:30.191348 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4f94770b-0225-48ea-8066-b84d502a7eba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.195614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4f94770b-0225-48ea-8066-b84d502a7eba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7564926 Nov 12 04:11:30.197759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:30.198830 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58882) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:30.200222 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] Pushing event updated for resources: {'Port': ['ID=c5eca92d-b658-41f8-8f1f-538e3ec5dfc1,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:30.205938 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b68d8b2f-3ced-4fcf-b586-e31930331afb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.213621 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:30.216299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-49666283-faab-4cde-969e-989428ae1aaf tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:30.242118 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0dd18-5fd5-4f83-8292-1a9e2f94fc40 req-f7bf3d96-aab9-4c35-a996-90108bb2cfd2 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:30.251670 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 1e98adc0-7136-4d82-8929-b27ebdfa4ac3 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:30.261877 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70f0dd18-5fd5-4f83-8292-1a9e2f94fc40 req-f7bf3d96-aab9-4c35-a996-90108bb2cfd2 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d629710-ebf9-4a68-9695-fe122bb54873 HTTP/1.1" status: 200 len: 945 time: 0.0867617 Nov 12 04:11:30.309531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 1e98adc0-7136-4d82-8929-b27ebdfa4ac3 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:30.309870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 1e98adc0-7136-4d82-8929-b27ebdfa4ac3 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:30.320388 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49666283-faab-4cde-969e-989428ae1aaf tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.347855 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] Attempting to bind port c5eca92d-b658-41f8-8f1f-538e3ec5dfc1 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:30.349788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] Attempting to bind port c5eca92d-b658-41f8-8f1f-538e3ec5dfc1 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '345410ef-f278-4387-bbd8-808d891543b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:30.349788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] Attempting to bind port c5eca92d-b658-41f8-8f1f-538e3ec5dfc1 on network 255a670c-e1e7-4afe-9db1-0fcfa8417825 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:30.354495 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:30.355054 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] Checking segment: {'id': '345410ef-f278-4387-bbd8-808d891543b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:30.355529 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.355998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] Bound using segment: {'id': '345410ef-f278-4387-bbd8-808d891543b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:30.356639 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] Bound port: c5eca92d-b658-41f8-8f1f-538e3ec5dfc1, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345410ef-f278-4387-bbd8-808d891543b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:30.357019 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.361576 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70f0dd18-5fd5-4f83-8292-1a9e2f94fc40 req-7e3e6cbe-1e94-4c63-9648-fd0e1ef0ad99 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee9a3d29-49aa-424c-a571-68e38038a493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982318 Nov 12 04:11:30.435192 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b68d8b2f-3ced-4fcf-b586-e31930331afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.446472 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] For port c5eca92d-b658-41f8-8f1f-538e3ec5dfc1, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:30.448632 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] For port c5eca92d-b658-41f8-8f1f-538e3ec5dfc1, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c5eca92d-b658-41f8-8f1f-538e3ec5dfc1,segment=NetworkSegment(345410ef-f278-4387-bbd8-808d891543b9),segment_id=345410ef-f278-4387-bbd8-808d891543b9)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:30.480999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68d8b2f-3ced-4fcf-b586-e31930331afb admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:30.486286 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b68d8b2f-3ced-4fcf-b586-e31930331afb admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:30.492401 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68d8b2f-3ced-4fcf-b586-e31930331afb admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:30.533543 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d8b2f-3ced-4fcf-b586-e31930331afb admin admin] Pushing event updated for resources: {'Port': ['ID=52ac4346-d6a7-4ae5-8001-7914dedda574,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:30.537904 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.626325 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a6612-d329-48b4-9d5f-8212c66c9076 None None] Pushing event updated for resources: {'Port': ['ID=c5eca92d-b658-41f8-8f1f-538e3ec5dfc1,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:30.672592 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49666283-faab-4cde-969e-989428ae1aaf tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.845513 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-49666283-faab-4cde-969e-989428ae1aaf tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Allocated IP 172.25.1.99 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/01790cde-daef-49cd-9edb-287f56774ad5) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:31.062589 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66a0f5-d072-4711-abec-f31f7804f9fa req-c15824e4-9687-4b9c-bcc7-7070fc152f1e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:31.064751 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd66a0f5-d072-4711-abec-f31f7804f9fa req-c15824e4-9687-4b9c-bcc7-7070fc152f1e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0df7129-103d-405c-bd5e-30fa81e1e08e HTTP/1.1" status: 200 len: 945 time: 0.0694861 Nov 12 04:11:31.078759 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b68d8b2f-3ced-4fcf-b586-e31930331afb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.127459 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd66a0f5-d072-4711-abec-f31f7804f9fa req-d5e47859-d90b-4e28-96eb-75011ba76409 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506489 Nov 12 04:11:31.140550 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49666283-faab-4cde-969e-989428ae1aaf tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.233916 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device bcf4703e-0ba5-4b86-9a66-31637ad25b99 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:31.357729 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49666283-faab-4cde-969e-989428ae1aaf tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.375270 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e0863786-2586-4df2-a0a4-3ca48183ee41 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:31.448422 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b68d8b2f-3ced-4fcf-b586-e31930331afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.460462 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port bcf4703e-0ba5-4b86-9a66-31637ad25b99 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:11:31.471548 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port bcf4703e-0ba5-4b86-9a66-31637ad25b99 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:31.471917 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.489239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3026404-0871-4976-99f7-7eef043f80f5 req-86a354da-8f94-4a34-bf82-3cf7c34fe8e1 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:31.498852 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3026404-0871-4976-99f7-7eef043f80f5 req-86a354da-8f94-4a34-bf82-3cf7c34fe8e1 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65d1ec5-9c13-4b6e-80df-8daa48622ee8 HTTP/1.1" status: 200 len: 950 time: 0.0918212 Nov 12 04:11:31.559572 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58900) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:31.560424 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49666283-faab-4cde-969e-989428ae1aaf tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:31.560567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port e0863786-2586-4df2-a0a4-3ca48183ee41 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:31.560850 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.575761 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3026404-0871-4976-99f7-7eef043f80f5 req-40b4329d-462b-4529-a5b6-d9869d12460d tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/security-groups?id=5768685c-317e-40a9-8d1c-33d8b1dff719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755792 Nov 12 04:11:31.686786 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.718645 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49666283-faab-4cde-969e-989428ae1aaf tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Pushing event updated for resources: {'Port': ['ID=01790cde-daef-49cd-9edb-287f56774ad5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:31.722622 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-49666283-faab-4cde-969e-989428ae1aaf tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:31.736709 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d629710-ebf9-4a68-9695-fe122bb54873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf4703e-0ba5-4b86-9a66-31637ad25b99'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:31.738282 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced48574-fd38-43a1-91a4-98e4391b9f59" -d '{"events": [{"server_uuid": "0d629710-ebf9-4a68-9695-fe122bb54873", "name": "network-vif-plugged", "status": "completed", "tag": "bcf4703e-0ba5-4b86-9a66-31637ad25b99"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:31.744811 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49666283-faab-4cde-969e-989428ae1aaf tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:31.749418 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-479c9f5a-546f-4efd-ab87-1dea3b066b7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.758291 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port bcf4703e-0ba5-4b86-9a66-31637ad25b99, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=bcf4703e-0ba5-4b86-9a66-31637ad25b99,segment=NetworkSegment(cecdc318-2fa7-4e5c-b7b2-3a95369e2e09),segment_id=cecdc318-2fa7-4e5c-b7b2-3a95369e2e09)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:31.771430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c5eca92d-b658-41f8-8f1f-538e3ec5dfc1 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:31.817785 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ac14e60a-0a9f-4123-b397-c71a49d9c147 req-50bb7dbb-7fc1-47d8-a41c-c2be3fc09a23 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=491be05a-9428-4b8a-9aa5-459637c04e2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3811371 Nov 12 04:11:31.837151 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.844604 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port c5eca92d-b658-41f8-8f1f-538e3ec5dfc1 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:31.853917 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.867244 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-479c9f5a-546f-4efd-ab87-1dea3b066b7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.916369 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49666283-faab-4cde-969e-989428ae1aaf tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.929387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=bcf4703e-0ba5-4b86-9a66-31637ad25b99,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:31.930400 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14e60a-0a9f-4123-b397-c71a49d9c147 req-15fcc84f-4c39-47a8-b196-89c4955fdb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:31.932514 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ac14e60a-0a9f-4123-b397-c71a49d9c147 req-15fcc84f-4c39-47a8-b196-89c4955fdb1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 1097 time: 0.0640876 Nov 12 04:11:31.965387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8723f108-5ba9-4efe-b027-9a072d2cf9b1 None None] Network 255a670c-e1e7-4afe-9db1-0fcfa8417825 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:31.984724 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68d8b2f-3ced-4fcf-b586-e31930331afb admin admin] Router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:11:32.028819 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-479c9f5a-546f-4efd-ab87-1dea3b066b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.040728 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.042750 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0be4da2f-f367-44f2-a676-4614875f0fb2 None None] Provisioning complete for port c5eca92d-b658-41f8-8f1f-538e3ec5dfc1 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:32.043428 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0be4da2f-f367-44f2-a676-4614875f0fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.071144 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14e60a-0a9f-4123-b397-c71a49d9c147 req-4cd4da8e-6d88-405c-bac0-43925b8a7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:32.075191 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ac14e60a-0a9f-4123-b397-c71a49d9c147 req-4cd4da8e-6d88-405c-bac0-43925b8a7b32 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 907 time: 0.1165760 Nov 12 04:11:32.076239 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-479c9f5a-546f-4efd-ab87-1dea3b066b7c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c44c7586bb4d40c8895c602a074dcc25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5163794 Nov 12 04:11:32.077205 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c9f5a-546f-4efd-ab87-1dea3b066b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c036f6ae-3c2b-4a99-b04f-ceb947f333f4,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:32.080601 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58906) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:32.139262 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port c5eca92d-b658-41f8-8f1f-538e3ec5dfc1, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c5eca92d-b658-41f8-8f1f-538e3ec5dfc1,segment=NetworkSegment(345410ef-f278-4387-bbd8-808d891543b9),segment_id=345410ef-f278-4387-bbd8-808d891543b9)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:32.144083 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-66bd08eb-717a-4563-9cf0-a29b2134c7d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.170266 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-66bd08eb-717a-4563-9cf0-a29b2134c7d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.189096 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ac14e60a-0a9f-4123-b397-c71a49d9c147 req-f6183b9c-7c76-4a25-8d4b-3f0b0c97977a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 HTTP/1.1" status: 200 len: 217 time: 0.0485563 Nov 12 04:11:32.193787 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49666283-faab-4cde-969e-989428ae1aaf tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.237150 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0be4da2f-f367-44f2-a676-4614875f0fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.279252 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.348442 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14e60a-0a9f-4123-b397-c71a49d9c147 req-8f014534-f205-4b6a-8c8c-4ddd5d0f825a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:32.350083 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ac14e60a-0a9f-4123-b397-c71a49d9c147 req-8f014534-f205-4b6a-8c8c-4ddd5d0f825a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504596be-ee34-4774-bccb-6ddc41bf3b5f HTTP/1.1" status: 200 len: 846 time: 0.1519194 Nov 12 04:11:32.354205 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68d8b2f-3ced-4fcf-b586-e31930331afb admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:32.370937 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] Sync routers for ids ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:32.373012 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-66bd08eb-717a-4563-9cf0-a29b2134c7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.377826 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-66bd08eb-717a-4563-9cf0-a29b2134c7d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.382228 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-66bd08eb-717a-4563-9cf0-a29b2134c7d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c036f6ae-3c2b-4a99-b04f-ceb947f333f4 HTTP/1.1" status: 204 len: 168 time: 0.2993858 Nov 12 04:11:32.403754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=c5eca92d-b658-41f8-8f1f-538e3ec5dfc1,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:32.405583 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd08eb-717a-4563-9cf0-a29b2134c7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c036f6ae-3c2b-4a99-b04f-ceb947f333f4,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:32.407601 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-0be4da2f-f367-44f2-a676-4614875f0fb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:11:32.408033 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-0be4da2f-f367-44f2-a676-4614875f0fb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:11:32.408233 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:11:32.408964 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] Routers {'4d27e345-b6fe-4607-8cf5-c63e4a72acb3'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:32.409654 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:32.439581 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624f194-c475-4341-a8b9-5c191a785c03 req-fe6224b7-c9fd-4069-a728-5a3fc77e4033 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:32.441339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c624f194-c475-4341-a8b9-5c191a785c03 req-fe6224b7-c9fd-4069-a728-5a3fc77e4033 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0df7129-103d-405c-bd5e-30fa81e1e08e HTTP/1.1" status: 200 len: 945 time: 0.1233330 Nov 12 04:11:32.489928 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ac14e60a-0a9f-4123-b397-c71a49d9c147 req-4e059763-0110-4d39-a63c-4a4b1a824250 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d37b2e01-0bab-4ed6-98b0-8381c00125c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217113 Nov 12 04:11:32.506172 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c624f194-c475-4341-a8b9-5c191a785c03 req-b8d67a93-3be0-4aec-8541-f3acc7716f26 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576541 Nov 12 04:11:32.569406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] Set router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:32.666456 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e1f4c-c154-49dd-a12f-f4c2d965e1a6 req-0e6bddbd-5703-4f9a-a6ce-5de9ab62ba0c tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:32.668116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf8e1f4c-c154-49dd-a12f-f4c2d965e1a6 req-0e6bddbd-5703-4f9a-a6ce-5de9ab62ba0c tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d629710-ebf9-4a68-9695-fe122bb54873 HTTP/1.1" status: 200 len: 946 time: 0.0604103 Nov 12 04:11:32.759290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf8e1f4c-c154-49dd-a12f-f4c2d965e1a6 req-d0b2b0b1-6609-4549-b358-ae282e459f4f tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee9a3d29-49aa-424c-a571-68e38038a493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817406 Nov 12 04:11:32.823317 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0575043-f95e-4168-85ab-56be43c6accb x-openstack-request-id: req-e0575043-f95e-4168-85ab-56be43c6accb {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:32.824175 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d629710-ebf9-4a68-9695-fe122bb54873", "name": "network-vif-plugged", "status": "completed", "tag": "bcf4703e-0ba5-4b86-9a66-31637ad25b99", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:32.824616 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0575043-f95e-4168-85ab-56be43c6accb {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:32.825101 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d629710-ebf9-4a68-9695-fe122bb54873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf4703e-0ba5-4b86-9a66-31637ad25b99', 'code': 200} Nov 12 04:11:32.856057 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:30Z', 'revision_number': 3, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:32.888506 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] Checking router: 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:32.888862 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] Updating router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 port 52ac4346-d6a7-4ae5-8001-7914dedda574 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:11:32.936013 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49666283-faab-4cde-969e-989428ae1aaf tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.944671 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.957638 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed0374-6e0a-4aa1-b607-1256a4c6de24 req-88aad87c-9f98-4bc1-a2a0-158034f79ac2 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:32.960033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6ed0374-6e0a-4aa1-b607-1256a4c6de24 req-88aad87c-9f98-4bc1-a2a0-158034f79ac2 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0175060-3454-42bf-8ee2-9ee68dc0637b HTTP/1.1" status: 200 len: 950 time: 0.0841465 Nov 12 04:11:32.964238 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b68d8b2f-3ced-4fcf-b586-e31930331afb admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.964238 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b68d8b2f-3ced-4fcf-b586-e31930331afb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.5887954 Nov 12 04:11:32.970799 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58920) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:33.053798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c449dda-1a94-4ffe-b7f6-2ce0e64c439c req-8f72b184-0c99-47ae-97b1-73b8459cf65c tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:33.055270 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4c449dda-1a94-4ffe-b7f6-2ce0e64c439c req-8f72b184-0c99-47ae-97b1-73b8459cf65c tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.21 "GET /v2.0/ports?device_id=f65d1ec5-9c13-4b6e-80df-8daa48622ee8 HTTP/1.1" status: 200 len: 950 time: 0.1155648 Nov 12 04:11:33.060033 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49666283-faab-4cde-969e-989428ae1aaf tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.145959 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6ed0374-6e0a-4aa1-b607-1256a4c6de24 req-b21dc691-8a8b-4c62-a4b8-377e880ad488 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/security-groups?id=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764231 Nov 12 04:11:33.147537 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87d81770-f0ae-4f2f-9c1c-0fa6b5ef94b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.153151 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ac14e60a-0a9f-4123-b397-c71a49d9c147 req-24622a2c-a72b-48db-bc32-82a9df8d9481 service neutron] 10.222.0.21 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6536767 Nov 12 04:11:33.157206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9186bd5d-bb4c-4249-86a4-a201e4891a74 None None] Provisioning complete for port c5eca92d-b658-41f8-8f1f-538e3ec5dfc1 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:33.157537 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9186bd5d-bb4c-4249-86a4-a201e4891a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.250526 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49666283-faab-4cde-969e-989428ae1aaf tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Pushing event updated for resources: {'Port': ['ID=01790cde-daef-49cd-9edb-287f56774ad5,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:33.292110 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58922) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:33.318779 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effa16e-010c-4753-932e-5b7af1588120 req-9ca05adf-e29b-4177-9eb7-b27c8c9de7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:33.320512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0effa16e-010c-4753-932e-5b7af1588120 req-9ca05adf-e29b-4177-9eb7-b27c8c9de7e2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d629710-ebf9-4a68-9695-fe122bb54873 HTTP/1.1" status: 200 len: 1098 time: 0.3434935 Nov 12 04:11:33.327471 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e8ea-a95b-42f4-83a3-01f0276a6ae5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.328750 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49666283-faab-4cde-969e-989428ae1aaf tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.387735 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ac14e60a-0a9f-4123-b397-c71a49d9c147 req-3ecaae67-5732-438a-af8b-d689f956fe68 service neutron] 10.222.0.21 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955400 Nov 12 04:11:33.391597 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4c449dda-1a94-4ffe-b7f6-2ce0e64c439c req-75a1940c-f755-478a-acb6-fd7d24f3bc41 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Deleting port 98e0ed3e-bbd5-4737-9572-15466502a17f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:33.391937 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c449dda-1a94-4ffe-b7f6-2ce0e64c439c req-75a1940c-f755-478a-acb6-fd7d24f3bc41 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.444717 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e8ea-a95b-42f4-83a3-01f0276a6ae5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.471717 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49666283-faab-4cde-969e-989428ae1aaf tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.473558 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-49666283-faab-4cde-969e-989428ae1aaf tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2641079 Nov 12 04:11:33.478409 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c5eca92d-b658-41f8-8f1f-538e3ec5dfc1 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:33.523411 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0effa16e-010c-4753-932e-5b7af1588120 req-3e184b1c-4b2a-46ff-8fb5-a8a9f38f6ebc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ee9a3d29-49aa-424c-a571-68e38038a493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825690 Nov 12 04:11:33.547575 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4c449dda-1a94-4ffe-b7f6-2ce0e64c439c req-75a1940c-f755-478a-acb6-fd7d24f3bc41 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] For port 98e0ed3e-bbd5-4737-9572-15466502a17f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=98e0ed3e-bbd5-4737-9572-15466502a17f,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:33.548162 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c449dda-1a94-4ffe-b7f6-2ce0e64c439c req-75a1940c-f755-478a-acb6-fd7d24f3bc41 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.561260 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e8ea-a95b-42f4-83a3-01f0276a6ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.592812 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4c449dda-1a94-4ffe-b7f6-2ce0e64c439c req-75a1940c-f755-478a-acb6-fd7d24f3bc41 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Calling delete_port for 98e0ed3e-bbd5-4737-9572-15466502a17f owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:33.625719 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8bd5e8ea-a95b-42f4-83a3-01f0276a6ae5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec3557a384e14beea60b3f1807ad511d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288696 Nov 12 04:11:33.625997 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.626123 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5e8ea-a95b-42f4-83a3-01f0276a6ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d9288e-8d3f-42b0-bd6e-51a83265e844,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:33.626623 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58928) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:33.635734 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port c5eca92d-b658-41f8-8f1f-538e3ec5dfc1 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:33.636164 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.717752 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.767377 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b0bc2f2c-f7d4-4f14-9188-f8f3bcf9cba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.782164 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] Attempting to bind port 52ac4346-d6a7-4ae5-8001-7914dedda574 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:33.788693 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] Attempting to bind port 52ac4346-d6a7-4ae5-8001-7914dedda574 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:33.788693 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] Attempting to bind port 52ac4346-d6a7-4ae5-8001-7914dedda574 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:33.788693 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b061ae-6afa-4121-a002-4e40afed7cf0 None None] Pushing event updated for resources: {'Port': ['ID=52ac4346-d6a7-4ae5-8001-7914dedda574,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:33.792254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:33.792589 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:33.793378 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.793378 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:33.793796 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] Bound port: 52ac4346-d6a7-4ae5-8001-7914dedda574, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:33.794177 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.805621 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b0bc2f2c-f7d4-4f14-9188-f8f3bcf9cba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.857157 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] For port 52ac4346-d6a7-4ae5-8001-7914dedda574, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:33.873643 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] For port 52ac4346-d6a7-4ae5-8001-7914dedda574, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=52ac4346-d6a7-4ae5-8001-7914dedda574,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:33.883540 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c449dda-1a94-4ffe-b7f6-2ce0e64c439c req-75a1940c-f755-478a-acb6-fd7d24f3bc41 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.917550 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1940c-f755-478a-acb6-fd7d24f3bc41 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Pushing event deleted for resources: {'Port': ['ID=98e0ed3e-bbd5-4737-9572-15466502a17f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:33.928848 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['d838184e-2ac2-452b-8ab5-25647855cde1'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:33.933203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['98e0ed3e-bbd5-4737-9572-15466502a17f'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:33.969403 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c449dda-1a94-4ffe-b7f6-2ce0e64c439c req-75a1940c-f755-478a-acb6-fd7d24f3bc41 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] No DVR routers for this DVR port 98e0ed3e-bbd5-4737-9572-15466502a17f on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:33.972186 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c449dda-1a94-4ffe-b7f6-2ce0e64c439c req-75a1940c-f755-478a-acb6-fd7d24f3bc41 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.976328 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4c449dda-1a94-4ffe-b7f6-2ce0e64c439c req-75a1940c-f755-478a-acb6-fd7d24f3bc41 tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.21 "DELETE /v2.0/ports/98e0ed3e-bbd5-4737-9572-15466502a17f HTTP/1.1" status: 204 len: 173 time: 0.9073169 Nov 12 04:11:33.976960 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65d1ec5-9c13-4b6e-80df-8daa48622ee8', 'name': 'network-vif-deleted', 'tag': '98e0ed3e-bbd5-4737-9572-15466502a17f'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:33.980409 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28ceaf4-4a32-40ef-8a2c-3d47e79d55f7" -d '{"events": [{"server_uuid": "f65d1ec5-9c13-4b6e-80df-8daa48622ee8", "name": "network-vif-deleted", "tag": "98e0ed3e-bbd5-4737-9572-15466502a17f"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:33.985626 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.089177 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b061ae-6afa-4121-a002-4e40afed7cf0 None None] Pushing event updated for resources: {'Port': ['ID=52ac4346-d6a7-4ae5-8001-7914dedda574,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:34.095630 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] Routers {'4d27e345-b6fe-4607-8cf5-c63e4a72acb3'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:34.096263 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:34.271072 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] Set router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:34.278480 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e064b65-95f5-4aad-9262-389e3fbb6778 req-164fc3e4-a62f-47af-a25b-b2b5d9296ecd tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65d1ec5-9c13-4b6e-80df-8daa48622ee8 HTTP/1.1" status: 200 len: 210 time: 0.3815267 Nov 12 04:11:34.371772 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0968f-3e94-4b4c-9691-f7a3d894ef4f req-f3583d55-508b-4e43-9533-619795cd5b65 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.373763 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5bd0968f-3e94-4b4c-9691-f7a3d894ef4f req-f3583d55-508b-4e43-9533-619795cd5b65 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0175060-3454-42bf-8ee2-9ee68dc0637b HTTP/1.1" status: 200 len: 950 time: 0.0980954 Nov 12 04:11:34.380022 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b0bc2f2c-f7d4-4f14-9188-f8f3bcf9cba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.382586 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b0bc2f2c-f7d4-4f14-9188-f8f3bcf9cba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.386874 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b0bc2f2c-f7d4-4f14-9188-f8f3bcf9cba0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4d9288e-8d3f-42b0-bd6e-51a83265e844 HTTP/1.1" status: 204 len: 168 time: 0.7562168 Nov 12 04:11:34.393868 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d618092-d3fc-49a5-96fa-446366d36525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.429642 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc2f2c-f7d4-4f14-9188-f8f3bcf9cba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d9288e-8d3f-42b0-bd6e-51a83265e844,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:34.527649 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:30Z', 'revision_number': 3, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:34.551111 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-416539a7-6605-44c3-a44c-c8b363d14438 req-efe0cfae-e392-4d48-9190-908624898a2e tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1836634865&fields=id&tenant_id=5415976b23594f1c838c51e2af59c756 HTTP/1.1" status: 200 len: 267 time: 0.1758065 Nov 12 04:11:34.560325 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567ef074-019f-4128-9648-dc3609d3f727 None None] The sync data for ids ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'] in n-d-768509-24 is: [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:30Z', 'revision_number': 3, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:34.748994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-5bd0968f-3e94-4b4c-9691-f7a3d894ef4f req-f34cd234-4bc1-4a1e-babe-d7d64f452ae9 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Deleting port 9b2f4a77-dc0f-4585-987e-a414cc10ac46 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:34.749340 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5bd0968f-3e94-4b4c-9691-f7a3d894ef4f req-f34cd234-4bc1-4a1e-babe-d7d64f452ae9 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.785105 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416539a7-6605-44c3-a44c-c8b363d14438 req-42ed1784-2ef5-4ed3-8d72-e7b94790fa60 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.802916 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-416539a7-6605-44c3-a44c-c8b363d14438 req-42ed1784-2ef5-4ed3-8d72-e7b94790fa60 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/networks?id=b1da5f7f-d382-4755-8e25-122647d595b9 HTTP/1.1" status: 200 len: 811 time: 0.2397394 Nov 12 04:11:34.866993 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-9d618092-d3fc-49a5-96fa-446366d36525 admin admin] Allocated IP 172.20.0.1 (255a670c-e1e7-4afe-9db1-0fcfa8417825/57f0c919-3b95-4b18-9b90-784919aa82ad/18787f14-c0ef-430d-89bd-2ead615946a9) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:34.879650 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-416539a7-6605-44c3-a44c-c8b363d14438 req-42d16cf3-14f3-44a3-9135-9efcdbf96d1e tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/quotas/5415976b23594f1c838c51e2af59c756 HTTP/1.1" status: 200 len: 375 time: 0.0754390 Nov 12 04:11:35.032312 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-5bd0968f-3e94-4b4c-9691-f7a3d894ef4f req-f34cd234-4bc1-4a1e-babe-d7d64f452ae9 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] For port 9b2f4a77-dc0f-4585-987e-a414cc10ac46, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=9b2f4a77-dc0f-4585-987e-a414cc10ac46,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:35.032740 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5bd0968f-3e94-4b4c-9691-f7a3d894ef4f req-f34cd234-4bc1-4a1e-babe-d7d64f452ae9 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.055450 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-5bd0968f-3e94-4b4c-9691-f7a3d894ef4f req-f34cd234-4bc1-4a1e-babe-d7d64f452ae9 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Calling delete_port for 9b2f4a77-dc0f-4585-987e-a414cc10ac46 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:35.076218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-416539a7-6605-44c3-a44c-c8b363d14438 req-372dc884-50be-4dab-8452-b73237dca99b tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5415976b23594f1c838c51e2af59c756&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1887505 Nov 12 04:11:35.179587 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d618092-d3fc-49a5-96fa-446366d36525 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.308077 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-416539a7-6605-44c3-a44c-c8b363d14438 req-7fced35a-9b1b-4d43-ae98-3fcd88e23580 service neutron] 10.222.0.37 "GET /v2.0/networks/b1da5f7f-d382-4755-8e25-122647d595b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171388 Nov 12 04:11:35.338778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 52ac4346-d6a7-4ae5-8001-7914dedda574 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:35.436479 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 52ac4346-d6a7-4ae5-8001-7914dedda574 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:35.437170 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.455102 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d618092-d3fc-49a5-96fa-446366d36525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.490463 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-416539a7-6605-44c3-a44c-c8b363d14438 req-c18f0bc1-07b8-4109-8652-6548da67951f service neutron] 10.222.0.37 "GET /v2.0/networks/b1da5f7f-d382-4755-8e25-122647d595b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815073 Nov 12 04:11:35.493512 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5bd0968f-3e94-4b4c-9691-f7a3d894ef4f req-f34cd234-4bc1-4a1e-babe-d7d64f452ae9 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.512208 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36ec2870-9ffe-486c-8c24-00e187a52428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.529289 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d618092-d3fc-49a5-96fa-446366d36525 admin admin] Network 255a670c-e1e7-4afe-9db1-0fcfa8417825 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:35.533581 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d618092-d3fc-49a5-96fa-446366d36525 admin admin] Pushing event updated for resources: {'Port': ['ID=18787f14-c0ef-430d-89bd-2ead615946a9,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:35.536328 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['9b2f4a77-dc0f-4585-987e-a414cc10ac46', '6cd63bc9-27bc-4d83-866b-df17fc871e21'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:35.541049 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-9d618092-d3fc-49a5-96fa-446366d36525 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:35.576900 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.602342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d618092-d3fc-49a5-96fa-446366d36525 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:35.668407 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 52ac4346-d6a7-4ae5-8001-7914dedda574, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=52ac4346-d6a7-4ae5-8001-7914dedda574,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:35.728912 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.746149 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd0968f-3e94-4b4c-9691-f7a3d894ef4f req-f34cd234-4bc1-4a1e-babe-d7d64f452ae9 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] No DVR routers for this DVR port 9b2f4a77-dc0f-4585-987e-a414cc10ac46 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:35.749598 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7050160-573a-42ff-a742-6fd623501d75 req-8d546332-4234-46d9-ba32-556265a39fde tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:35.751051 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5bd0968f-3e94-4b4c-9691-f7a3d894ef4f req-f34cd234-4bc1-4a1e-babe-d7d64f452ae9 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.754149 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d7050160-573a-42ff-a742-6fd623501d75 req-8d546332-4234-46d9-ba32-556265a39fde tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0df7129-103d-405c-bd5e-30fa81e1e08e HTTP/1.1" status: 200 len: 945 time: 0.1411767 Nov 12 04:11:35.756671 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5bd0968f-3e94-4b4c-9691-f7a3d894ef4f req-f34cd234-4bc1-4a1e-babe-d7d64f452ae9 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.31 "DELETE /v2.0/ports/9b2f4a77-dc0f-4585-987e-a414cc10ac46 HTTP/1.1" status: 204 len: 173 time: 1.3599951 Nov 12 04:11:35.757810 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34cd234-4bc1-4a1e-babe-d7d64f452ae9 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Pushing event deleted for resources: {'Port': ['ID=9b2f4a77-dc0f-4585-987e-a414cc10ac46,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:35.781156 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0175060-3454-42bf-8ee2-9ee68dc0637b', 'name': 'network-vif-deleted', 'tag': '9b2f4a77-dc0f-4585-987e-a414cc10ac46'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:35.792129 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771e8d7e-6765-4781-8669-e79c9b9c0ea5" -d '{"events": [{"server_uuid": "b0175060-3454-42bf-8ee2-9ee68dc0637b", "name": "network-vif-deleted", "tag": "9b2f4a77-dc0f-4585-987e-a414cc10ac46"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:35.828075 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d618092-d3fc-49a5-96fa-446366d36525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.877357 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=52ac4346-d6a7-4ae5-8001-7914dedda574,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:35.925440 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-d7050160-573a-42ff-a742-6fd623501d75 req-4bbdb9e3-80f5-4ec7-a6d9-e7b072275336 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Deleting port cf2d433a-59a7-43c4-86e1-dcf88ee7c33b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:35.929679 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d7050160-573a-42ff-a742-6fd623501d75 req-4bbdb9e3-80f5-4ec7-a6d9-e7b072275336 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.045700 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-10eaf200-d1b2-48ff-9a0f-ba6e05477987 None None] Provisioning complete for port 18787f14-c0ef-430d-89bd-2ead615946a9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:36.047475 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10eaf200-d1b2-48ff-9a0f-ba6e05477987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.128477 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-10eaf200-d1b2-48ff-9a0f-ba6e05477987 None None] Port 18787f14-c0ef-430d-89bd-2ead615946a9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:36.158481 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d7050160-573a-42ff-a742-6fd623501d75 req-4bbdb9e3-80f5-4ec7-a6d9-e7b072275336 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] For port cf2d433a-59a7-43c4-86e1-dcf88ee7c33b, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=cf2d433a-59a7-43c4-86e1-dcf88ee7c33b,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:36.158890 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d7050160-573a-42ff-a742-6fd623501d75 req-4bbdb9e3-80f5-4ec7-a6d9-e7b072275336 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.182832 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-d7050160-573a-42ff-a742-6fd623501d75 req-4bbdb9e3-80f5-4ec7-a6d9-e7b072275336 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Calling delete_port for cf2d433a-59a7-43c4-86e1-dcf88ee7c33b owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:36.249130 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d618092-d3fc-49a5-96fa-446366d36525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.269928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcaa22-5097-4175-b291-604bdf52b0b2 req-8d4455a5-07c4-4aee-b74f-4cc0d4816a4f tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:36.271938 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d8fcaa22-5097-4175-b291-604bdf52b0b2 req-8d4455a5-07c4-4aee-b74f-4cc0d4816a4f tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d629710-ebf9-4a68-9695-fe122bb54873 HTTP/1.1" status: 200 len: 946 time: 0.1470082 Nov 12 04:11:36.398442 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d8fcaa22-5097-4175-b291-604bdf52b0b2 req-2bda5e74-f6be-4262-96f6-1f2182ed5094 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee9a3d29-49aa-424c-a571-68e38038a493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883245 Nov 12 04:11:36.441705 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d7050160-573a-42ff-a742-6fd623501d75 req-4bbdb9e3-80f5-4ec7-a6d9-e7b072275336 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.477853 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:36.499276 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdb9e3-80f5-4ec7-a6d9-e7b072275336 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Pushing event deleted for resources: {'Port': ['ID=cf2d433a-59a7-43c4-86e1-dcf88ee7c33b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:36.537888 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4fa11e89-1b27-4edb-bdbb-2c3ef90e8593 req-f270edfa-cbf5-4720-8d44-c6bed22c2cf0 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0df7129-103d-405c-bd5e-30fa81e1e08e HTTP/1.1" status: 200 len: 210 time: 0.0514119 Nov 12 04:11:36.544809 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d618092-d3fc-49a5-96fa-446366d36525 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.563709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7050160-573a-42ff-a742-6fd623501d75 req-4bbdb9e3-80f5-4ec7-a6d9-e7b072275336 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] No DVR routers for this DVR port cf2d433a-59a7-43c4-86e1-dcf88ee7c33b on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:36.568236 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d7050160-573a-42ff-a742-6fd623501d75 req-4bbdb9e3-80f5-4ec7-a6d9-e7b072275336 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.576042 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d7050160-573a-42ff-a742-6fd623501d75 req-4bbdb9e3-80f5-4ec7-a6d9-e7b072275336 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.31 "DELETE /v2.0/ports/cf2d433a-59a7-43c4-86e1-dcf88ee7c33b HTTP/1.1" status: 204 len: 173 time: 0.8159068 Nov 12 04:11:36.602240 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.617849 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d30c523-5490-44ad-85e6-0b18d85631a5 x-openstack-request-id: req-5d30c523-5490-44ad-85e6-0b18d85631a5 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:36.618142 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65d1ec5-9c13-4b6e-80df-8daa48622ee8", "name": "network-vif-deleted", "tag": "98e0ed3e-bbd5-4737-9572-15466502a17f", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:36.618415 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d30c523-5490-44ad-85e6-0b18d85631a5 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:36.618953 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65d1ec5-9c13-4b6e-80df-8daa48622ee8', 'name': 'network-vif-deleted', 'tag': '98e0ed3e-bbd5-4737-9572-15466502a17f', 'status': 'completed', 'code': 200} Nov 12 04:11:36.625129 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d618092-d3fc-49a5-96fa-446366d36525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.752745 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d618092-d3fc-49a5-96fa-446366d36525 admin admin] Pushing event updated for resources: {'Port': ['ID=18787f14-c0ef-430d-89bd-2ead615946a9,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:36.776858 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0e3634d-ce42-49af-9de0-c15e051c2375 req-54a4681c-bce8-4428-8cb7-72ec06083425 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0175060-3454-42bf-8ee2-9ee68dc0637b HTTP/1.1" status: 200 len: 210 time: 0.0488505 Nov 12 04:11:36.782121 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d618092-d3fc-49a5-96fa-446366d36525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.912901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d618092-d3fc-49a5-96fa-446366d36525 admin admin] Network 255a670c-e1e7-4afe-9db1-0fcfa8417825 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:36.918362 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-9d618092-d3fc-49a5-96fa-446366d36525 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:37.034443 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3b3949-67e0-4dc5-abf4-86c1c6f5443a x-openstack-request-id: req-4b3b3949-67e0-4dc5-abf4-86c1c6f5443a {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:37.035841 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0175060-3454-42bf-8ee2-9ee68dc0637b", "name": "network-vif-deleted", "tag": "9b2f4a77-dc0f-4585-987e-a414cc10ac46", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:37.036192 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b3b3949-67e0-4dc5-abf4-86c1c6f5443a {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:37.036672 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0175060-3454-42bf-8ee2-9ee68dc0637b', 'name': 'network-vif-deleted', 'tag': '9b2f4a77-dc0f-4585-987e-a414cc10ac46', 'status': 'completed', 'code': 200} Nov 12 04:11:37.137953 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21f39624-335c-428a-bb1e-b04dcfa7610d req-09eb57ea-062c-4bc5-8032-5cfd02243606 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/ports?device_id=5650cd1e-d5a8-4d09-a2a9-def96ef53ba3 HTTP/1.1" status: 200 len: 210 time: 0.0352869 Nov 12 04:11:37.173433 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d618092-d3fc-49a5-96fa-446366d36525 admin admin] Router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:37.229375 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 98e0ed3e-bbd5-4737-9572-15466502a17f no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:37.269872 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 98e0ed3e-bbd5-4737-9572-15466502a17f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:37.270505 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 98e0ed3e-bbd5-4737-9572-15466502a17f not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:37.280610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 52ac4346-d6a7-4ae5-8001-7914dedda574 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:37.317175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-40274efe-99ee-4404-9fba-a97fa590464d None None] Provisioning complete for port 18787f14-c0ef-430d-89bd-2ead615946a9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:37.317550 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-40274efe-99ee-4404-9fba-a97fa590464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.370366 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-40274efe-99ee-4404-9fba-a97fa590464d None None] Port 18787f14-c0ef-430d-89bd-2ead615946a9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:37.378897 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 52ac4346-d6a7-4ae5-8001-7914dedda574 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:37.379318 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.486050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d618092-d3fc-49a5-96fa-446366d36525 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:37.499732 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9d618092-d3fc-49a5-96fa-446366d36525 admin admin] 10.222.0.37 "PUT /v2.0/routers/4d27e345-b6fe-4607-8cf5-c63e4a72acb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5277178 Nov 12 04:11:37.506739 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] Sync routers for ids ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:37.512384 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ad78427-cca4-454e-a67d-bdf5dadd73e9 req-bca546bc-ef3d-44c5-baa9-801c1e626875 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 258 time: 0.2785578 Nov 12 04:11:37.526604 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-2ad78427-cca4-454e-a67d-bdf5dadd73e9 req-8de65d1e-0220-4563-b081-cee5ea994d30 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:37.533691 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] Routers {'4d27e345-b6fe-4607-8cf5-c63e4a72acb3'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:37.534386 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:37.617026 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ad78427-cca4-454e-a67d-bdf5dadd73e9 req-8de65d1e-0220-4563-b081-cee5ea994d30 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.665389 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] Set router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:37.763252 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ad78427-cca4-454e-a67d-bdf5dadd73e9 req-8de65d1e-0220-4563-b081-cee5ea994d30 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.885889 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 2, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:37.908452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-2ad78427-cca4-454e-a67d-bdf5dadd73e9 req-8de65d1e-0220-4563-b081-cee5ea994d30 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Allocated IP 172.25.1.33 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/7edd6fba-92a0-411c-b570-7e3a45669775) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:37.915217 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] Checking router: 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:37.915456 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] Updating router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 port 18787f14-c0ef-430d-89bd-2ead615946a9 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:11:37.941641 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.073058 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ad78427-cca4-454e-a67d-bdf5dadd73e9 req-8de65d1e-0220-4563-b081-cee5ea994d30 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.241136 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.242467 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ad78427-cca4-454e-a67d-bdf5dadd73e9 req-8de65d1e-0220-4563-b081-cee5ea994d30 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.245228 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.283644 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad78427-cca4-454e-a67d-bdf5dadd73e9 req-8de65d1e-0220-4563-b081-cee5ea994d30 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:38.286479 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-2ad78427-cca4-454e-a67d-bdf5dadd73e9 req-8de65d1e-0220-4563-b081-cee5ea994d30 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:38.292488 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad78427-cca4-454e-a67d-bdf5dadd73e9 req-8de65d1e-0220-4563-b081-cee5ea994d30 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:38.295284 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 9b2f4a77-dc0f-4585-987e-a414cc10ac46 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:38.329318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65d1e-0220-4563-b081-cee5ea994d30 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Pushing event updated for resources: {'Port': ['ID=7edd6fba-92a0-411c-b570-7e3a45669775,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:38.332567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 9b2f4a77-dc0f-4585-987e-a414cc10ac46 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:38.332567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 9b2f4a77-dc0f-4585-987e-a414cc10ac46 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:38.332567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device cf2d433a-59a7-43c4-86e1-dcf88ee7c33b no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:38.351413 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: cf2d433a-59a7-43c4-86e1-dcf88ee7c33b {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:38.351743 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device cf2d433a-59a7-43c4-86e1-dcf88ee7c33b not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:38.388217 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ad78427-cca4-454e-a67d-bdf5dadd73e9 req-8de65d1e-0220-4563-b081-cee5ea994d30 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.404006 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.457104 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad171ea-9f7d-419e-8036-8504bad4cd18 None None] Pushing event updated for resources: {'Port': ['ID=18787f14-c0ef-430d-89bd-2ead615946a9,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:38.518152 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] Attempting to bind port 18787f14-c0ef-430d-89bd-2ead615946a9 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:38.519265 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] Attempting to bind port 18787f14-c0ef-430d-89bd-2ead615946a9 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '345410ef-f278-4387-bbd8-808d891543b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:38.519437 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] Attempting to bind port 18787f14-c0ef-430d-89bd-2ead615946a9 on network 255a670c-e1e7-4afe-9db1-0fcfa8417825 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:38.520010 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ad78427-cca4-454e-a67d-bdf5dadd73e9 req-8de65d1e-0220-4563-b081-cee5ea994d30 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.530796 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:38.531624 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] Checking segment: {'id': '345410ef-f278-4387-bbd8-808d891543b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:38.533222 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.534170 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] Bound using segment: {'id': '345410ef-f278-4387-bbd8-808d891543b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:38.535474 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] Bound port: 18787f14-c0ef-430d-89bd-2ead615946a9, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345410ef-f278-4387-bbd8-808d891543b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:38.536510 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.620146 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0df7129-103d-405c-bd5e-30fa81e1e08e', 'name': 'network-vif-deleted', 'tag': 'cf2d433a-59a7-43c4-86e1-dcf88ee7c33b'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:38.623299 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe76bf9-67c8-423c-a62f-01766cb87e00" -d '{"events": [{"server_uuid": "a0df7129-103d-405c-bd5e-30fa81e1e08e", "name": "network-vif-deleted", "tag": "cf2d433a-59a7-43c4-86e1-dcf88ee7c33b"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:38.651419 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] For port 18787f14-c0ef-430d-89bd-2ead615946a9, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:38.656582 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] For port 18787f14-c0ef-430d-89bd-2ead615946a9, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=18787f14-c0ef-430d-89bd-2ead615946a9,segment=NetworkSegment(345410ef-f278-4387-bbd8-808d891543b9),segment_id=345410ef-f278-4387-bbd8-808d891543b9)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:38.712785 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ed7f591c-a7c1-460d-9949-b603061f49d0 None None] Provisioning complete for port 18787f14-c0ef-430d-89bd-2ead615946a9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:38.713239 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed7f591c-a7c1-460d-9949-b603061f49d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.729144 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.776696 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ed7f591c-a7c1-460d-9949-b603061f49d0 None None] Port 18787f14-c0ef-430d-89bd-2ead615946a9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:38.797496 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ad78427-cca4-454e-a67d-bdf5dadd73e9 req-8de65d1e-0220-4563-b081-cee5ea994d30 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.799650 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] Routers {'4d27e345-b6fe-4607-8cf5-c63e4a72acb3'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:38.800377 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:38.853203 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad171ea-9f7d-419e-8036-8504bad4cd18 None None] Pushing event updated for resources: {'Port': ['ID=18787f14-c0ef-430d-89bd-2ead615946a9,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:38.881648 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ad78427-cca4-454e-a67d-bdf5dadd73e9 req-8de65d1e-0220-4563-b081-cee5ea994d30 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.940037 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] Set router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:38.981181 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65d1e-0220-4563-b081-cee5ea994d30 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Pushing event updated for resources: {'Port': ['ID=7edd6fba-92a0-411c-b570-7e3a45669775,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:38.990161 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ad78427-cca4-454e-a67d-bdf5dadd73e9 req-8de65d1e-0220-4563-b081-cee5ea994d30 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.064562 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.093948 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ad78427-cca4-454e-a67d-bdf5dadd73e9 req-8de65d1e-0220-4563-b081-cee5ea994d30 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.096613 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ad78427-cca4-454e-a67d-bdf5dadd73e9 req-8de65d1e-0220-4563-b081-cee5ea994d30 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5749719 Nov 12 04:11:39.115354 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416539a7-6605-44c3-a44c-c8b363d14438 req-72785018-ddd0-4813-bb37-4c492748b972 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:39.117161 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-416539a7-6605-44c3-a44c-c8b363d14438 req-72785018-ddd0-4813-bb37-4c492748b972 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.31 "GET /v2.0/networks?id=b1da5f7f-d382-4755-8e25-122647d595b9 HTTP/1.1" status: 200 len: 811 time: 0.1559532 Nov 12 04:11:39.129048 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-baa6cc36-0887-481a-b658-9e68f8fda4d6 None None] Provisioning complete for port 18787f14-c0ef-430d-89bd-2ead615946a9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:39.129756 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-baa6cc36-0887-481a-b658-9e68f8fda4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.158841 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ad78427-cca4-454e-a67d-bdf5dadd73e9 req-3c707d65-4f7f-4d16-a232-5188a0b6b41c tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.33 HTTP/1.1" status: 200 len: 695 time: 0.0564594 Nov 12 04:11:39.238199 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-416539a7-6605-44c3-a44c-c8b363d14438 req-14f3d368-8bdc-45d9-a6b3-5bd0888d9e3e tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5415976b23594f1c838c51e2af59c756 HTTP/1.1" status: 200 len: 380 time: 0.1049414 Nov 12 04:11:39.250513 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-416539a7-6605-44c3-a44c-c8b363d14438 req-fd4a2faf-6635-4797-941b-47e91a4b016f tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Request body: {'port': {'device_id': '5650cd1e-d5a8-4d09-a2a9-def96ef53ba3', 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9', 'admin_state_up': True, 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'security_groups': ['3578d50a-f555-4b54-ae07-afa2d1b064db']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:39.279127 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-baa6cc36-0887-481a-b658-9e68f8fda4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.282551 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:38Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:39.321610 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3b271-796c-4959-80d2-9f837b74bfcc None None] The sync data for ids ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'] in n-d-768509-24 is: [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:38Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:39.322881 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-baa6cc36-0887-481a-b658-9e68f8fda4d6 None None] For port 18787f14-c0ef-430d-89bd-2ead615946a9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=18787f14-c0ef-430d-89bd-2ead615946a9,segment=NetworkSegment(345410ef-f278-4387-bbd8-808d891543b9),segment_id=345410ef-f278-4387-bbd8-808d891543b9)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:39.391436 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-baa6cc36-0887-481a-b658-9e68f8fda4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.404888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad78427-cca4-454e-a67d-bdf5dadd73e9 req-03697bbb-d6b1-4111-af9d-9e7ec482f238 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:39.418587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ad78427-cca4-454e-a67d-bdf5dadd73e9 req-03697bbb-d6b1-4111-af9d-9e7ec482f238 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.2428827 Nov 12 04:11:39.487277 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6cc36-0887-481a-b658-9e68f8fda4d6 None None] Pushing event updated for resources: {'Port': ['ID=18787f14-c0ef-430d-89bd-2ead615946a9,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:39.544154 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416539a7-6605-44c3-a44c-c8b363d14438 req-fd4a2faf-6635-4797-941b-47e91a4b016f tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Made reservation on behalf of 5415976b23594f1c838c51e2af59c756 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:39.552376 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-416539a7-6605-44c3-a44c-c8b363d14438 req-fd4a2faf-6635-4797-941b-47e91a4b016f tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.784849 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-416539a7-6605-44c3-a44c-c8b363d14438 req-fd4a2faf-6635-4797-941b-47e91a4b016f tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Allocated IP 172.20.0.10 (b1da5f7f-d382-4755-8e25-122647d595b9/7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e/c5fe4914-dce7-43ff-9413-211dfb6b0fe9) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:39.942879 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-416539a7-6605-44c3-a44c-c8b363d14438 req-fd4a2faf-6635-4797-941b-47e91a4b016f tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.076799 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-416539a7-6605-44c3-a44c-c8b363d14438 req-fd4a2faf-6635-4797-941b-47e91a4b016f tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.126272 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416539a7-6605-44c3-a44c-c8b363d14438 req-fd4a2faf-6635-4797-941b-47e91a4b016f tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Network b1da5f7f-d382-4755-8e25-122647d595b9 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:40.130147 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-416539a7-6605-44c3-a44c-c8b363d14438 req-fd4a2faf-6635-4797-941b-47e91a4b016f tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:40.138163 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-416539a7-6605-44c3-a44c-c8b363d14438 req-fd4a2faf-6635-4797-941b-47e91a4b016f tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:40.183441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a2faf-6635-4797-941b-47e91a4b016f tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Pushing event updated for resources: {'Port': ['ID=c5fe4914-dce7-43ff-9413-211dfb6b0fe9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:40.230372 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416539a7-6605-44c3-a44c-c8b363d14438 req-fd4a2faf-6635-4797-941b-47e91a4b016f tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:40.231090 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-416539a7-6605-44c3-a44c-c8b363d14438 req-fd4a2faf-6635-4797-941b-47e91a4b016f tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.367441 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-416539a7-6605-44c3-a44c-c8b363d14438 req-fd4a2faf-6635-4797-941b-47e91a4b016f tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1219671 Nov 12 04:11:40.395036 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Request body: {'port': {'device_id': '5650cd1e-d5a8-4d09-a2a9-def96ef53ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:40.470253 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.542179 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d042bd6b-2712-409b-9d7d-9a8a015de6d0 None None] Provisioning complete for port c5fe4914-dce7-43ff-9413-211dfb6b0fe9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:40.542804 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d042bd6b-2712-409b-9d7d-9a8a015de6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.602966 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d042bd6b-2712-409b-9d7d-9a8a015de6d0 None None] Port c5fe4914-dce7-43ff-9413-211dfb6b0fe9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:40.639232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a92232-b310-4163-8956-7f2a5192d26e req-bedcace9-198f-4dca-ba66-4f40ef174de0 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:40.640720 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90a92232-b310-4163-8956-7f2a5192d26e req-bedcace9-198f-4dca-ba66-4f40ef174de0 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/networks?id=255a670c-e1e7-4afe-9db1-0fcfa8417825 HTTP/1.1" status: 200 len: 821 time: 0.1659968 Nov 12 04:11:40.658889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90a92232-b310-4163-8956-7f2a5192d26e req-2ae24f4f-dd38-46e4-bd8d-cfe011feb391 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/quotas/76ae4228185c433294b6350ab3932f54 HTTP/1.1" status: 200 len: 375 time: 0.0105546 Nov 12 04:11:40.718464 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90a92232-b310-4163-8956-7f2a5192d26e req-e84bf3a2-3b21-4779-94c5-13ae0fdce31d tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=76ae4228185c433294b6350ab3932f54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530515 Nov 12 04:11:40.848287 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5fe4914-dce7-43ff-9413-211dfb6b0fe9 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:40.854945 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90a92232-b310-4163-8956-7f2a5192d26e req-ce86fb73-22cd-4783-a67f-f6a54fe4ed1b service neutron] 10.222.0.37 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173844 Nov 12 04:11:40.862457 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.884910 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Transition to ACTIVE for port object c5fe4914-dce7-43ff-9413-211dfb6b0fe9 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:11:40.962815 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.019650 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90a92232-b310-4163-8956-7f2a5192d26e req-c66176c9-202b-4fbb-a828-f43ffcb90b4a service neutron] 10.222.0.37 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570575 Nov 12 04:11:41.062361 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Pushing event updated for resources: {'Port': ['ID=c5fe4914-dce7-43ff-9413-211dfb6b0fe9,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:41.133637 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Attempting to bind port c5fe4914-dce7-43ff-9413-211dfb6b0fe9 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:41.134896 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Attempting to bind port c5fe4914-dce7-43ff-9413-211dfb6b0fe9 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '6467f9ba-c30d-4582-b440-cd2608193c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:41.135358 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Attempting to bind port c5fe4914-dce7-43ff-9413-211dfb6b0fe9 on network b1da5f7f-d382-4755-8e25-122647d595b9 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:41.140742 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Port c5fe4914-dce7-43ff-9413-211dfb6b0fe9 on network b1da5f7f-d382-4755-8e25-122647d595b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:41.141222 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Attempting to bind port c5fe4914-dce7-43ff-9413-211dfb6b0fe9 on network b1da5f7f-d382-4755-8e25-122647d595b9 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:41.147803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:41.152293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Checking segment: {'id': '6467f9ba-c30d-4582-b440-cd2608193c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:41.152293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Bound using segment: {'id': '6467f9ba-c30d-4582-b440-cd2608193c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:41.152293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Bound port: c5fe4914-dce7-43ff-9413-211dfb6b0fe9, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6467f9ba-c30d-4582-b440-cd2608193c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:41.152293 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.270588 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] For port c5fe4914-dce7-43ff-9413-211dfb6b0fe9, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:41.278551 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] For port c5fe4914-dce7-43ff-9413-211dfb6b0fe9, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c5fe4914-dce7-43ff-9413-211dfb6b0fe9,segment=NetworkSegment(6467f9ba-c30d-4582-b440-cd2608193c06),segment_id=6467f9ba-c30d-4582-b440-cd2608193c06)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:41.350992 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 18787f14-c0ef-430d-89bd-2ead615946a9 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:41.391704 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.451100 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 18787f14-c0ef-430d-89bd-2ead615946a9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:41.453077 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.461086 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:41.461721 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.463345 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-416539a7-6605-44c3-a44c-c8b363d14438 req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] 10.222.0.31 "PUT /v2.0/ports/c5fe4914-dce7-43ff-9413-211dfb6b0fe9 HTTP/1.1" status: 200 len: 1093 time: 1.0775728 Nov 12 04:11:41.501463 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f7dc9-63d1-417e-b093-94473f41350b service neutron] Pushing event updated for resources: {'Port': ['ID=c5fe4914-dce7-43ff-9413-211dfb6b0fe9,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:41.655370 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ce8cd-3cd3-4105-b575-62cf34be9e67 req-80c94362-9c0c-45b2-9f15-3632c4b24fe9 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:41.657354 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed3ce8cd-3cd3-4105-b575-62cf34be9e67 req-80c94362-9c0c-45b2-9f15-3632c4b24fe9 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/ports?device_id=5650cd1e-d5a8-4d09-a2a9-def96ef53ba3 HTTP/1.1" status: 200 len: 944 time: 0.1206956 Nov 12 04:11:41.749107 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416539a7-6605-44c3-a44c-c8b363d14438 req-0f01cc8c-b8fb-4e60-b2a2-256fb49da8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:41.750090 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed3ce8cd-3cd3-4105-b575-62cf34be9e67 req-5d3dcec6-782c-4159-bc70-57d8538eab6a tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/security-groups?id=3578d50a-f555-4b54-ae07-afa2d1b064db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859787 Nov 12 04:11:41.752737 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-416539a7-6605-44c3-a44c-c8b363d14438 req-0f01cc8c-b8fb-4e60-b2a2-256fb49da8c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5415976b23594f1c838c51e2af59c756&device_id=5650cd1e-d5a8-4d09-a2a9-def96ef53ba3 HTTP/1.1" status: 200 len: 1096 time: 0.1102374 Nov 12 04:11:41.854354 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c483ac-2723-4d08-8519-b3226ab770f1 x-openstack-request-id: req-c9c483ac-2723-4d08-8519-b3226ab770f1 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:41.855453 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0df7129-103d-405c-bd5e-30fa81e1e08e", "name": "network-vif-deleted", "tag": "cf2d433a-59a7-43c4-86e1-dcf88ee7c33b", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:41.855453 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9c483ac-2723-4d08-8519-b3226ab770f1 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:41.855800 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0df7129-103d-405c-bd5e-30fa81e1e08e', 'name': 'network-vif-deleted', 'tag': 'cf2d433a-59a7-43c4-86e1-dcf88ee7c33b', 'status': 'completed', 'code': 200} Nov 12 04:11:41.857328 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-416539a7-6605-44c3-a44c-c8b363d14438 req-58ef74c7-654f-4e1b-9c99-63a69980237b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5fe4914-dce7-43ff-9413-211dfb6b0fe9 HTTP/1.1" status: 200 len: 217 time: 0.0575519 Nov 12 04:11:41.874168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33035229-7382-451d-941c-ea77b17af23d req-62040ddc-fbf2-450f-b386-1cdbc73659bc tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:41.876099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33035229-7382-451d-941c-ea77b17af23d req-62040ddc-fbf2-450f-b386-1cdbc73659bc tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.31 "GET /v2.0/ports?device_id=7daeed65-df55-4da1-b30d-a907cebcbe06 HTTP/1.1" status: 200 len: 949 time: 0.0998874 Nov 12 04:11:41.980574 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416539a7-6605-44c3-a44c-c8b363d14438 req-e4329ff3-a86c-47cd-880f-641578192956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:41.983613 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-416539a7-6605-44c3-a44c-c8b363d14438 req-e4329ff3-a86c-47cd-880f-641578192956 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e HTTP/1.1" status: 200 len: 850 time: 0.1177642 Nov 12 04:11:42.078494 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416539a7-6605-44c3-a44c-c8b363d14438 req-52d1afec-a2b4-45f1-8285-a80a2f1f586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:42.081181 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-416539a7-6605-44c3-a44c-c8b363d14438 req-52d1afec-a2b4-45f1-8285-a80a2f1f586c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b1da5f7f-d382-4755-8e25-122647d595b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903854 Nov 12 04:11:42.151702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-64defdb7-cf42-448a-917d-7e33bcc8f71a tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:42.153218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-64defdb7-cf42-448a-917d-7e33bcc8f71a tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d629710-ebf9-4a68-9695-fe122bb54873&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1207232 Nov 12 04:11:42.168443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-33035229-7382-451d-941c-ea77b17af23d req-845585ee-019f-490d-9cae-bb60bdbee04a tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Deleting port d838184e-2ac2-452b-8ab5-25647855cde1 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:42.168443 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-33035229-7382-451d-941c-ea77b17af23d req-845585ee-019f-490d-9cae-bb60bdbee04a tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:42.217838 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-416539a7-6605-44c3-a44c-c8b363d14438 req-1206960a-07e6-4aeb-b508-aa3525a83500 service neutron] 10.222.0.31 "GET /v2.0/networks/b1da5f7f-d382-4755-8e25-122647d595b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285934 Nov 12 04:11:42.246721 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-e9205576-eeeb-4534-8d7e-4a750b769b02 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.33 HTTP/1.1" status: 200 len: 695 time: 0.0738697 Nov 12 04:11:42.276945 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-9ce0cf2e-831f-4899-b10c-41822a0a5247 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Request body: {'floatingip': {'port_id': 'bcf4703e-0ba5-4b86-9a66-31637ad25b99', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:42.318675 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-416539a7-6605-44c3-a44c-c8b363d14438 req-2029efd6-51e4-4257-9406-0ccee1d20abe service neutron] 10.222.0.31 "GET /v2.0/networks/b1da5f7f-d382-4755-8e25-122647d595b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926037 Nov 12 04:11:42.328740 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-9ce0cf2e-831f-4899-b10c-41822a0a5247 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:42.415668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-33035229-7382-451d-941c-ea77b17af23d req-845585ee-019f-490d-9cae-bb60bdbee04a tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] For port d838184e-2ac2-452b-8ab5-25647855cde1, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d838184e-2ac2-452b-8ab5-25647855cde1,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:42.416115 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-33035229-7382-451d-941c-ea77b17af23d req-845585ee-019f-490d-9cae-bb60bdbee04a tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:42.773218 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-33035229-7382-451d-941c-ea77b17af23d req-845585ee-019f-490d-9cae-bb60bdbee04a tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Calling delete_port for d838184e-2ac2-452b-8ab5-25647855cde1 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:43.169482 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-33035229-7382-451d-941c-ea77b17af23d req-845585ee-019f-490d-9cae-bb60bdbee04a tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:43.240050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845585ee-019f-490d-9cae-bb60bdbee04a tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Pushing event deleted for resources: {'Port': ['ID=d838184e-2ac2-452b-8ab5-25647855cde1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:43.316401 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-33035229-7382-451d-941c-ea77b17af23d req-845585ee-019f-490d-9cae-bb60bdbee04a tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] No DVR routers for this DVR port d838184e-2ac2-452b-8ab5-25647855cde1 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:43.320446 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-33035229-7382-451d-941c-ea77b17af23d req-845585ee-019f-490d-9cae-bb60bdbee04a tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:43.324465 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33035229-7382-451d-941c-ea77b17af23d req-845585ee-019f-490d-9cae-bb60bdbee04a tempest-LiveMigrationNegativeTest-938318698 tempest-LiveMigrationNegativeTest-938318698-project] 10.222.0.31 "DELETE /v2.0/ports/d838184e-2ac2-452b-8ab5-25647855cde1 HTTP/1.1" status: 204 len: 173 time: 1.4409256 Nov 12 04:11:43.324925 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7daeed65-df55-4da1-b30d-a907cebcbe06', 'name': 'network-vif-deleted', 'tag': 'd838184e-2ac2-452b-8ab5-25647855cde1'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:43.327297 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc79341d-65ca-40ec-85d9-830395cd14de" -d '{"events": [{"server_uuid": "7daeed65-df55-4da1-b30d-a907cebcbe06", "name": "network-vif-deleted", "tag": "d838184e-2ac2-452b-8ab5-25647855cde1"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:43.459234 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-9ce0cf2e-831f-4899-b10c-41822a0a5247 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:43.512591 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-9ce0cf2e-831f-4899-b10c-41822a0a5247 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:43.682852 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-9ce0cf2e-831f-4899-b10c-41822a0a5247 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Floating IP 840845cf-aedf-4b70-bf70-88965309f9fc associated. External IP: 172.25.1.33, port: bcf4703e-0ba5-4b86-9a66-31637ad25b99. Nov 12 04:11:43.857038 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5650cd1e-d5a8-4d09-a2a9-def96ef53ba3', 'tag': 'c5fe4914-dce7-43ff-9413-211dfb6b0fe9'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:43.859516 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab26909-6b58-428e-b610-8be8d7d45a77" -d '{"events": [{"name": "network-changed", "server_uuid": "5650cd1e-d5a8-4d09-a2a9-def96ef53ba3", "tag": "c5fe4914-dce7-43ff-9413-211dfb6b0fe9"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:43.942507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-9ce0cf2e-831f-4899-b10c-41822a0a5247 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Router 178c7cf2-6228-4409-859b-c930a7db4952 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:44.077361 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-9ce0cf2e-831f-4899-b10c-41822a0a5247 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:44.081828 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-9ce0cf2e-831f-4899-b10c-41822a0a5247 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.089625 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a9a91-1c36-4c64-a311-d922fff1d906 None None] Sync routers for ids ['178c7cf2-6228-4409-859b-c930a7db4952'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:44.105109 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a9a91-1c36-4c64-a311-d922fff1d906 None None] Routers {'178c7cf2-6228-4409-859b-c930a7db4952'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:44.106265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-fe6a9a91-1c36-4c64-a311-d922fff1d906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['178c7cf2-6228-4409-859b-c930a7db4952'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:44.129291 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-9ce0cf2e-831f-4899-b10c-41822a0a5247 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "PUT /v2.0/floatingips/840845cf-aedf-4b70-bf70-88965309f9fc HTTP/1.1" status: 200 len: 996 time: 1.8548617 Nov 12 04:11:44.190915 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-c306ab0d-935e-455e-a115-dcbfde1cd502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:44.193015 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-c306ab0d-935e-455e-a115-dcbfde1cd502 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6746d7dd0b64a4c979e7e368a02aa6c&device_id=0d629710-ebf9-4a68-9695-fe122bb54873 HTTP/1.1" status: 200 len: 1098 time: 0.0473387 Nov 12 04:11:44.256015 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-fe6a9a91-1c36-4c64-a311-d922fff1d906 None None] Set router 178c7cf2-6228-4409-859b-c930a7db4952 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:44.305183 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c5fe4914-dce7-43ff-9413-211dfb6b0fe9 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:11:44.329162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-1aae3b5e-f341-46d4-bd34-aa51e34cd42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:44.330248 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-1aae3b5e-f341-46d4-bd34-aa51e34cd42d service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d4958bc-5953-4404-9c2b-d96cecc0d641 HTTP/1.1" status: 200 len: 930 time: 0.1185191 Nov 12 04:11:44.369501 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a92232-b310-4163-8956-7f2a5192d26e req-32e2077f-19e1-4f31-bb11-17494ad44173 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:44.371444 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-90a92232-b310-4163-8956-7f2a5192d26e req-32e2077f-19e1-4f31-bb11-17494ad44173 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.21 "GET /v2.0/networks?id=255a670c-e1e7-4afe-9db1-0fcfa8417825 HTTP/1.1" status: 200 len: 821 time: 0.1706479 Nov 12 04:11:44.399057 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-90a92232-b310-4163-8956-7f2a5192d26e req-70fc37f2-8c55-4bf2-81c8-c501415ec1d3 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Request body: {'port': {'device_id': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'admin_state_up': True, 'tenant_id': '76ae4228185c433294b6350ab3932f54'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:44.434175 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-913db031-2470-4c32-9a41-5c210fa2448d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcf4703e-0ba5-4b86-9a66-31637ad25b99 HTTP/1.1" status: 200 len: 999 time: 0.0921731 Nov 12 04:11:44.542054 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d838184e-2ac2-452b-8ab5-25647855cde1 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:44.558786 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-e92c0b65-5af2-41e6-833d-cc798f33b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:44.580025 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-e92c0b65-5af2-41e6-833d-cc798f33b669 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a9d50d9-b755-477c-be80-774a9f1d8782 HTTP/1.1" status: 200 len: 868 time: 0.1298964 Nov 12 04:11:44.583641 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: d838184e-2ac2-452b-8ab5-25647855cde1 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:44.583982 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d838184e-2ac2-452b-8ab5-25647855cde1 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:44.586769 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c5fe4914-dce7-43ff-9413-211dfb6b0fe9, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c5fe4914-dce7-43ff-9413-211dfb6b0fe9,segment=NetworkSegment(6467f9ba-c30d-4582-b440-cd2608193c06),segment_id=6467f9ba-c30d-4582-b440-cd2608193c06)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:44.644384 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'c5fe4914-dce7-43ff-9413-211dfb6b0fe9', 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9', 'port_id': 'c5fe4914-dce7-43ff-9413-211dfb6b0fe9', 'mac_address': 'fa:16:3e:72:12:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:11:44.669762 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-fb9587a7-967a-4894-8bad-b77582f29152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:44.673915 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-fb9587a7-967a-4894-8bad-b77582f29152 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d4958bc-5953-4404-9c2b-d96cecc0d641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897026 Nov 12 04:11:44.689913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-27d99a51-1108-4d19-ba47-3b8178839986 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:11:44.692251 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-27d99a51-1108-4d19-ba47-3b8178839986 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096238 Nov 12 04:11:44.771103 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a92232-b310-4163-8956-7f2a5192d26e req-70fc37f2-8c55-4bf2-81c8-c501415ec1d3 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Made reservation on behalf of 76ae4228185c433294b6350ab3932f54 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:44.775570 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90a92232-b310-4163-8956-7f2a5192d26e req-70fc37f2-8c55-4bf2-81c8-c501415ec1d3 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.808097 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.844165 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-6fb2cbc5-47f6-4af1-b516-d5903e257ecb service neutron] 10.222.0.37 "GET /v2.0/networks/1d4958bc-5953-4404-9c2b-d96cecc0d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429784 Nov 12 04:11:44.844525 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5fe4914-dce7-43ff-9413-211dfb6b0fe9 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:44.903198 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c5fe4914-dce7-43ff-9413-211dfb6b0fe9, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c5fe4914-dce7-43ff-9413-211dfb6b0fe9,segment=NetworkSegment(6467f9ba-c30d-4582-b440-cd2608193c06),segment_id=6467f9ba-c30d-4582-b440-cd2608193c06)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:44.932501 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-90a92232-b310-4163-8956-7f2a5192d26e req-70fc37f2-8c55-4bf2-81c8-c501415ec1d3 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Allocated IP 172.20.0.12 (255a670c-e1e7-4afe-9db1-0fcfa8417825/57f0c919-3b95-4b18-9b90-784919aa82ad/37b7366e-3784-4ab9-8563-e4ecf8969e35) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:44.974962 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-fe6a9a91-1c36-4c64-a311-d922fff1d906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c7cf2-6228-4409-859b-c930a7db4952', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986604748-router', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:06Z', 'updated_at': '2021-11-12T04:11:14Z', 'revision_number': 4, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'gw_port': {'id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:08Z', 'updated_at': '2021-11-12T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '840845cf-aedf-4b70-bf70-88965309f9fc', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'port_id': 'bcf4703e-0ba5-4b86-9a66-31637ad25b99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641', 'mac_address': 'fa:16:3e:cf:fc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d629710-ebf9-4a68-9695-fe122bb54873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:38Z', 'updated_at': '2021-11-12T04:11:43Z', 'revision_number': 1, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa75555-88c1-407e-99d9-cc0122980eda', 'name': '', 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'mac_address': 'fa:16:3e:63:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '8a9d50d9-b755-477c-be80-774a9f1d8782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:13Z', 'updated_at': '2021-11-12T04:11:19Z', 'revision_number': 5, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'subnets': [{'id': '8a9d50d9-b755-477c-be80-774a9f1d8782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:44.981508 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-308818f5-ea69-4813-b7e4-257c1b83fc1d req-5e10ac26-0154-4f01-8227-308e49f36753 service neutron] 10.222.0.37 "GET /v2.0/networks/1d4958bc-5953-4404-9c2b-d96cecc0d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313725 Nov 12 04:11:45.018473 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a9a91-1c36-4c64-a311-d922fff1d906 None None] Checking router: 178c7cf2-6228-4409-859b-c930a7db4952 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:45.028992 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:45.031803 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a9a91-1c36-4c64-a311-d922fff1d906 None None] Routers {'178c7cf2-6228-4409-859b-c930a7db4952'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:45.031803 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-fe6a9a91-1c36-4c64-a311-d922fff1d906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['178c7cf2-6228-4409-859b-c930a7db4952'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:45.155286 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=c5fe4914-dce7-43ff-9413-211dfb6b0fe9,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:45.188166 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90a92232-b310-4163-8956-7f2a5192d26e req-70fc37f2-8c55-4bf2-81c8-c501415ec1d3 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:45.197410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-fe6a9a91-1c36-4c64-a311-d922fff1d906 None None] Set router 178c7cf2-6228-4409-859b-c930a7db4952 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:45.337821 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90a92232-b310-4163-8956-7f2a5192d26e req-70fc37f2-8c55-4bf2-81c8-c501415ec1d3 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:45.417182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f91490-814c-4806-b215-909a0b6ae3ea req-e8664ec2-c0be-4869-b7bb-f1514ace5463 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:45.418911 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76f91490-814c-4806-b215-909a0b6ae3ea req-e8664ec2-c0be-4869-b7bb-f1514ace5463 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 806 time: 0.1263137 Nov 12 04:11:45.428011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a92232-b310-4163-8956-7f2a5192d26e req-70fc37f2-8c55-4bf2-81c8-c501415ec1d3 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Network 255a670c-e1e7-4afe-9db1-0fcfa8417825 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:45.433861 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-90a92232-b310-4163-8956-7f2a5192d26e req-70fc37f2-8c55-4bf2-81c8-c501415ec1d3 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:45.440883 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a92232-b310-4163-8956-7f2a5192d26e req-70fc37f2-8c55-4bf2-81c8-c501415ec1d3 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:45.452283 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76f91490-814c-4806-b215-909a0b6ae3ea req-fa07f3bc-31a2-4cd8-bc4a-e8949af1493e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/quotas/3a4ac16166e54dae862fa352faf2bc28 HTTP/1.1" status: 200 len: 375 time: 0.0157418 Nov 12 04:11:45.479030 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['c5fe4914-dce7-43ff-9413-211dfb6b0fe9'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:45.520821 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc37f2-8c55-4bf2-81c8-c501415ec1d3 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Pushing event updated for resources: {'Port': ['ID=37b7366e-3784-4ab9-8563-e4ecf8969e35,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:45.533451 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76f91490-814c-4806-b215-909a0b6ae3ea req-2510f5fb-8516-49a7-900b-46643c5e2677 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0533926 Nov 12 04:11:45.564740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a92232-b310-4163-8956-7f2a5192d26e req-70fc37f2-8c55-4bf2-81c8-c501415ec1d3 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:45.565777 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90a92232-b310-4163-8956-7f2a5192d26e req-70fc37f2-8c55-4bf2-81c8-c501415ec1d3 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:45.651411 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-fe6a9a91-1c36-4c64-a311-d922fff1d906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c7cf2-6228-4409-859b-c930a7db4952', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986604748-router', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:06Z', 'updated_at': '2021-11-12T04:11:14Z', 'revision_number': 4, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'gw_port': {'id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:08Z', 'updated_at': '2021-11-12T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '840845cf-aedf-4b70-bf70-88965309f9fc', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'port_id': 'bcf4703e-0ba5-4b86-9a66-31637ad25b99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641', 'mac_address': 'fa:16:3e:cf:fc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d629710-ebf9-4a68-9695-fe122bb54873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:38Z', 'updated_at': '2021-11-12T04:11:43Z', 'revision_number': 1, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa75555-88c1-407e-99d9-cc0122980eda', 'name': '', 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'mac_address': 'fa:16:3e:63:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '8a9d50d9-b755-477c-be80-774a9f1d8782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:13Z', 'updated_at': '2021-11-12T04:11:19Z', 'revision_number': 5, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'subnets': [{'id': '8a9d50d9-b755-477c-be80-774a9f1d8782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:45.673180 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-90a92232-b310-4163-8956-7f2a5192d26e req-70fc37f2-8c55-4bf2-81c8-c501415ec1d3 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2855399 Nov 12 04:11:45.683586 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a9a91-1c36-4c64-a311-d922fff1d906 None None] The sync data for ids ['178c7cf2-6228-4409-859b-c930a7db4952'] in n-d-768509-24 is: [{'id': '178c7cf2-6228-4409-859b-c930a7db4952', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986604748-router', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:06Z', 'updated_at': '2021-11-12T04:11:14Z', 'revision_number': 4, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'gw_port': {'id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:08Z', 'updated_at': '2021-11-12T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '840845cf-aedf-4b70-bf70-88965309f9fc', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'port_id': 'bcf4703e-0ba5-4b86-9a66-31637ad25b99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641', 'mac_address': 'fa:16:3e:cf:fc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d629710-ebf9-4a68-9695-fe122bb54873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:38Z', 'updated_at': '2021-11-12T04:11:43Z', 'revision_number': 1, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa75555-88c1-407e-99d9-cc0122980eda', 'name': '', 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'mac_address': 'fa:16:3e:63:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '8a9d50d9-b755-477c-be80-774a9f1d8782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:13Z', 'updated_at': '2021-11-12T04:11:19Z', 'revision_number': 5, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'subnets': [{'id': '8a9d50d9-b755-477c-be80-774a9f1d8782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:45.706588 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Request body: {'port': {'device_id': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:45.793213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76f91490-814c-4806-b215-909a0b6ae3ea req-b1c2cc57-5405-4f89-b1d6-e40ef19cb76d service neutron] 10.222.0.37 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395689 Nov 12 04:11:45.872762 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:45.965888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a6907284-bf5e-4adb-be47-2ec08ffed49c None None] Provisioning complete for port 37b7366e-3784-4ab9-8563-e4ecf8969e35 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:45.966103 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6907284-bf5e-4adb-be47-2ec08ffed49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.003860 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76f91490-814c-4806-b215-909a0b6ae3ea req-0d29ec1d-2a81-4686-889d-7deeab44e2df service neutron] 10.222.0.37 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067153 Nov 12 04:11:46.004643 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59142) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:46.015644 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a6907284-bf5e-4adb-be47-2ec08ffed49c None None] Port 37b7366e-3784-4ab9-8563-e4ecf8969e35 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:46.129047 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d765e10-9547-419e-8796-c8dafb5d6dd8 None None] New status for floating IP 840845cf-aedf-4b70-bf70-88965309f9fc: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:11:46.261856 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0dcfae42-0cb8-47f2-a3ea-df80fb94944d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c9e955ad0b64bc2be1826d0b2f95d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554286 Nov 12 04:11:46.266278 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59148) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:46.329378 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c5fe4914-dce7-43ff-9413-211dfb6b0fe9 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:46.363421 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d32db69-815f-4733-86b0-7eb7672458ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.364413 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b7366e-3784-4ab9-8563-e4ecf8969e35 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:46.409319 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.423404 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d32db69-815f-4733-86b0-7eb7672458ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.457106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Transition to ACTIVE for port object 37b7366e-3784-4ab9-8563-e4ecf8969e35 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:11:46.524963 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port c5fe4914-dce7-43ff-9413-211dfb6b0fe9 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:11:46.533028 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port c5fe4914-dce7-43ff-9413-211dfb6b0fe9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:46.533872 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.536564 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a85be4-145f-4370-b234-dfe1331f621e req-27a81881-c26b-46d6-84ec-ae601c2510e8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:46.539219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-20a85be4-145f-4370-b234-dfe1331f621e req-27a81881-c26b-46d6-84ec-ae601c2510e8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb HTTP/1.1" status: 200 len: 932 time: 0.0943611 Nov 12 04:11:46.581044 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.612567 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-20a85be4-145f-4370-b234-dfe1331f621e req-74b67b53-aa22-49d3-ac56-1e85adb17e37 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9b3e82e-7819-4f72-b0a3-0a66a4417c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544324 Nov 12 04:11:46.672507 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.673954 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.676042 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d32db69-815f-4733-86b0-7eb7672458ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.685735 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d32db69-815f-4733-86b0-7eb7672458ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.685735 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2d32db69-815f-4733-86b0-7eb7672458ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5768685c-317e-40a9-8d1c-33d8b1dff719 HTTP/1.1" status: 204 len: 168 time: 0.4121926 Nov 12 04:11:46.692926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32db69-815f-4733-86b0-7eb7672458ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5768685c-317e-40a9-8d1c-33d8b1dff719,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:46.763111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Pushing event updated for resources: {'Port': ['ID=37b7366e-3784-4ab9-8563-e4ecf8969e35,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:46.802335 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5650cd1e-d5a8-4d09-a2a9-def96ef53ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fe4914-dce7-43ff-9413-211dfb6b0fe9'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:46.819196 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a554513-5003-41c9-acff-be78be3a8227" -d '{"events": [{"server_uuid": "5650cd1e-d5a8-4d09-a2a9-def96ef53ba3", "name": "network-vif-plugged", "status": "completed", "tag": "c5fe4914-dce7-43ff-9413-211dfb6b0fe9"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:46.846955 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c5fe4914-dce7-43ff-9413-211dfb6b0fe9, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c5fe4914-dce7-43ff-9413-211dfb6b0fe9,segment=NetworkSegment(6467f9ba-c30d-4582-b440-cd2608193c06),segment_id=6467f9ba-c30d-4582-b440-cd2608193c06)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:46.881102 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Attempting to bind port 37b7366e-3784-4ab9-8563-e4ecf8969e35 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:46.881639 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Attempting to bind port 37b7366e-3784-4ab9-8563-e4ecf8969e35 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '345410ef-f278-4387-bbd8-808d891543b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:46.882421 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Attempting to bind port 37b7366e-3784-4ab9-8563-e4ecf8969e35 on network 255a670c-e1e7-4afe-9db1-0fcfa8417825 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:46.891201 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Port 37b7366e-3784-4ab9-8563-e4ecf8969e35 on network 255a670c-e1e7-4afe-9db1-0fcfa8417825 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:46.892019 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Attempting to bind port 37b7366e-3784-4ab9-8563-e4ecf8969e35 on network 255a670c-e1e7-4afe-9db1-0fcfa8417825 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:46.903701 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:46.904919 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Checking segment: {'id': '345410ef-f278-4387-bbd8-808d891543b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:46.905831 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Bound using segment: {'id': '345410ef-f278-4387-bbd8-808d891543b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:46.906888 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Bound port: 37b7366e-3784-4ab9-8563-e4ecf8969e35, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345410ef-f278-4387-bbd8-808d891543b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:46.907878 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.934150 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.997993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=c5fe4914-dce7-43ff-9413-211dfb6b0fe9,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:47.014160 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] For port 37b7366e-3784-4ab9-8563-e4ecf8969e35, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:47.021337 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] For port 37b7366e-3784-4ab9-8563-e4ecf8969e35, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=37b7366e-3784-4ab9-8563-e4ecf8969e35,segment=NetworkSegment(345410ef-f278-4387-bbd8-808d891543b9),segment_id=345410ef-f278-4387-bbd8-808d891543b9)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:47.171501 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.207737 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:47.208411 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.209741 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-90a92232-b310-4163-8956-7f2a5192d26e req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] 10.222.0.21 "PUT /v2.0/ports/37b7366e-3784-4ab9-8563-e4ecf8969e35 HTTP/1.1" status: 200 len: 1093 time: 1.5196226 Nov 12 04:11:47.237798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848ca0e-39fe-4da6-bec5-1a1b2a3c34f9 service neutron] Pushing event updated for resources: {'Port': ['ID=37b7366e-3784-4ab9-8563-e4ecf8969e35,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:47.418156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a92232-b310-4163-8956-7f2a5192d26e req-1374f2e4-e5dc-464b-9dda-855802c0e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:47.419756 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-90a92232-b310-4163-8956-7f2a5192d26e req-1374f2e4-e5dc-464b-9dda-855802c0e5cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ae4228185c433294b6350ab3932f54&device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb HTTP/1.1" status: 200 len: 1096 time: 0.0782306 Nov 12 04:11:47.503662 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-90a92232-b310-4163-8956-7f2a5192d26e req-029989b0-b5db-4743-9f00-37e36a19996f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37b7366e-3784-4ab9-8563-e4ecf8969e35 HTTP/1.1" status: 200 len: 217 time: 0.0637109 Nov 12 04:11:47.547343 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13108388-15bc-4835-a301-ef097f4e6fa6 req-194f9d60-4086-461d-b1d1-c07b641e26ba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:47.548614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13108388-15bc-4835-a301-ef097f4e6fa6 req-194f9d60-4086-461d-b1d1-c07b641e26ba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/ports?device_id=5650cd1e-d5a8-4d09-a2a9-def96ef53ba3 HTTP/1.1" status: 200 len: 946 time: 0.0891519 Nov 12 04:11:47.580072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a92232-b310-4163-8956-7f2a5192d26e req-ee271e79-4d59-493e-97fc-3ee328f7d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:47.585137 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-90a92232-b310-4163-8956-7f2a5192d26e req-ee271e79-4d59-493e-97fc-3ee328f7d5b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=57f0c919-3b95-4b18-9b90-784919aa82ad HTTP/1.1" status: 200 len: 860 time: 0.0741963 Nov 12 04:11:47.620608 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13108388-15bc-4835-a301-ef097f4e6fa6 req-0e4ab7d5-5ea7-4728-bc9c-2a7a927f2a04 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/security-groups?id=3578d50a-f555-4b54-ae07-afa2d1b064db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650964 Nov 12 04:11:47.643006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a92232-b310-4163-8956-7f2a5192d26e req-9cb96ea9-8007-4bcc-9b85-cda4e84cbcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:47.646204 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-90a92232-b310-4163-8956-7f2a5192d26e req-9cb96ea9-8007-4bcc-9b85-cda4e84cbcfd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=255a670c-e1e7-4afe-9db1-0fcfa8417825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549023 Nov 12 04:11:47.677874 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46188590-11ca-4880-bfb6-aefe14949401 x-openstack-request-id: req-46188590-11ca-4880-bfb6-aefe14949401 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:47.678386 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7daeed65-df55-4da1-b30d-a907cebcbe06", "name": "network-vif-deleted", "tag": "d838184e-2ac2-452b-8ab5-25647855cde1", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:47.678861 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46188590-11ca-4880-bfb6-aefe14949401 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:47.680074 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7daeed65-df55-4da1-b30d-a907cebcbe06', 'name': 'network-vif-deleted', 'tag': 'd838184e-2ac2-452b-8ab5-25647855cde1', 'status': 'completed', 'code': 200} Nov 12 04:11:47.717452 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924d3cd8-5bdf-47b6-a90f-98f9af693909 x-openstack-request-id: req-924d3cd8-5bdf-47b6-a90f-98f9af693909 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:47.717904 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5650cd1e-d5a8-4d09-a2a9-def96ef53ba3", "tag": "c5fe4914-dce7-43ff-9413-211dfb6b0fe9", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:47.718300 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-924d3cd8-5bdf-47b6-a90f-98f9af693909 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:47.718903 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5650cd1e-d5a8-4d09-a2a9-def96ef53ba3', 'tag': 'c5fe4914-dce7-43ff-9413-211dfb6b0fe9', 'status': 'completed', 'code': 200} Nov 12 04:11:47.770189 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-90a92232-b310-4163-8956-7f2a5192d26e req-afdd2343-0ba2-4417-b94b-48c52c049797 service neutron] 10.222.0.21 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181524 Nov 12 04:11:47.841856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab26909-6b58-428e-b610-8be8d7d45a77 req-8d1aa11d-83da-41d3-a72a-d1d3e4f21f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:47.843343 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cab26909-6b58-428e-b610-8be8d7d45a77 req-8d1aa11d-83da-41d3-a72a-d1d3e4f21f1d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5415976b23594f1c838c51e2af59c756&device_id=5650cd1e-d5a8-4d09-a2a9-def96ef53ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0570807 Nov 12 04:11:47.873939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-626e7d7c-3bc2-4c7b-9393-7fde381aa8d4 req-52f07583-8e19-4710-b52b-6badedc465e3 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 258 time: 0.1489933 Nov 12 04:11:47.892698 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-90a92232-b310-4163-8956-7f2a5192d26e req-9022e9fb-305b-4d25-a550-0228e54059e6 service neutron] 10.222.0.21 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143048 Nov 12 04:11:47.938917 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-626e7d7c-3bc2-4c7b-9393-7fde381aa8d4 req-b741fd98-ed68-4f73-8433-9e98608dd731 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:47.940426 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59184) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:47.989596 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab26909-6b58-428e-b610-8be8d7d45a77 req-b6bf8391-a661-4ce9-90b7-44bac8f7e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:47.991253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cab26909-6b58-428e-b610-8be8d7d45a77 req-b6bf8391-a661-4ce9-90b7-44bac8f7e607 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b1da5f7f-d382-4755-8e25-122647d595b9 HTTP/1.1" status: 200 len: 912 time: 0.1160984 Nov 12 04:11:47.992282 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2983ba61-9d15-49a6-9253-a39243ed8ae2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5bf414c99e0649feb973ffd107036c96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0506027 Nov 12 04:11:47.997120 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59188) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:48.017923 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.053457 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c63b9418-d1d2-4ef1-8b4f-50d0fe8ab8cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.068751 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cab26909-6b58-428e-b610-8be8d7d45a77 req-988bea9c-0dab-4657-88bb-38096e92cd6b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5fe4914-dce7-43ff-9413-211dfb6b0fe9 HTTP/1.1" status: 200 len: 217 time: 0.0666528 Nov 12 04:11:48.076978 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c63b9418-d1d2-4ef1-8b4f-50d0fe8ab8cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.093624 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-626e7d7c-3bc2-4c7b-9393-7fde381aa8d4 req-b741fd98-ed68-4f73-8433-9e98608dd731 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.153570 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab26909-6b58-428e-b610-8be8d7d45a77 req-50afb40c-c27e-43cb-8da8-d92c43c4da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:48.154900 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cab26909-6b58-428e-b610-8be8d7d45a77 req-50afb40c-c27e-43cb-8da8-d92c43c4da50 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e HTTP/1.1" status: 200 len: 850 time: 0.0757568 Nov 12 04:11:48.233557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab26909-6b58-428e-b610-8be8d7d45a77 req-3d0dce00-7dc2-4125-a588-b1e85f386f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:48.235072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cab26909-6b58-428e-b610-8be8d7d45a77 req-3d0dce00-7dc2-4125-a588-b1e85f386f9a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b1da5f7f-d382-4755-8e25-122647d595b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518932 Nov 12 04:11:48.270435 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c63b9418-d1d2-4ef1-8b4f-50d0fe8ab8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.274692 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c63b9418-d1d2-4ef1-8b4f-50d0fe8ab8cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.275944 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c63b9418-d1d2-4ef1-8b4f-50d0fe8ab8cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3219153-330a-4bdb-8685-b790965986cc HTTP/1.1" status: 204 len: 168 time: 0.2778616 Nov 12 04:11:48.292728 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b9418-d1d2-4ef1-8b4f-50d0fe8ab8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3219153-330a-4bdb-8685-b790965986cc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:48.343228 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-626e7d7c-3bc2-4c7b-9393-7fde381aa8d4 req-b741fd98-ed68-4f73-8433-9e98608dd731 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.442090 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cab26909-6b58-428e-b610-8be8d7d45a77 req-eb5f76d8-3170-448c-bb1f-7cd2d5e9f2a8 service neutron] 10.222.0.31 "GET /v2.0/networks/b1da5f7f-d382-4755-8e25-122647d595b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974926 Nov 12 04:11:48.575152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-626e7d7c-3bc2-4c7b-9393-7fde381aa8d4 req-b741fd98-ed68-4f73-8433-9e98608dd731 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Allocated IP 172.25.1.171 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/220af341-5ca5-4846-9551-9675000e68df) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:48.598787 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cab26909-6b58-428e-b610-8be8d7d45a77 req-359d2617-5dc7-4337-94ed-127f50902dbb service neutron] 10.222.0.31 "GET /v2.0/networks/b1da5f7f-d382-4755-8e25-122647d595b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444192 Nov 12 04:11:48.703965 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-626e7d7c-3bc2-4c7b-9393-7fde381aa8d4 req-b741fd98-ed68-4f73-8433-9e98608dd731 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.865653 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-626e7d7c-3bc2-4c7b-9393-7fde381aa8d4 req-b741fd98-ed68-4f73-8433-9e98608dd731 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.921524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-626e7d7c-3bc2-4c7b-9393-7fde381aa8d4 req-b741fd98-ed68-4f73-8433-9e98608dd731 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:48.937099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-626e7d7c-3bc2-4c7b-9393-7fde381aa8d4 req-b741fd98-ed68-4f73-8433-9e98608dd731 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:48.944904 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-626e7d7c-3bc2-4c7b-9393-7fde381aa8d4 req-b741fd98-ed68-4f73-8433-9e98608dd731 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:48.978309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741fd98-ed68-4f73-8433-9e98608dd731 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Pushing event updated for resources: {'Port': ['ID=220af341-5ca5-4846-9551-9675000e68df,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:49.044673 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-626e7d7c-3bc2-4c7b-9393-7fde381aa8d4 req-b741fd98-ed68-4f73-8433-9e98608dd731 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.208433 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-626e7d7c-3bc2-4c7b-9393-7fde381aa8d4 req-b741fd98-ed68-4f73-8433-9e98608dd731 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.246168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406b6d2-9a66-4c32-a629-ec869a9717df req-0f985ccc-2c90-46df-b5bd-e1b73d226aaf tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:49.247627 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3406b6d2-9a66-4c32-a629-ec869a9717df req-0f985ccc-2c90-46df-b5bd-e1b73d226aaf tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 951 time: 0.1326072 Nov 12 04:11:49.436769 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-3406b6d2-9a66-4c32-a629-ec869a9717df req-2f57912c-dfb2-432c-8c96-0512116d8f1f tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Deleting port 6cd63bc9-27bc-4d83-866b-df17fc871e21 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:49.437107 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3406b6d2-9a66-4c32-a629-ec869a9717df req-2f57912c-dfb2-432c-8c96-0512116d8f1f tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.473814 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-626e7d7c-3bc2-4c7b-9393-7fde381aa8d4 req-b741fd98-ed68-4f73-8433-9e98608dd731 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.554577 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-626e7d7c-3bc2-4c7b-9393-7fde381aa8d4 req-b741fd98-ed68-4f73-8433-9e98608dd731 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.608618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-3406b6d2-9a66-4c32-a629-ec869a9717df req-2f57912c-dfb2-432c-8c96-0512116d8f1f tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] For port 6cd63bc9-27bc-4d83-866b-df17fc871e21, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6cd63bc9-27bc-4d83-866b-df17fc871e21,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:49.609658 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3406b6d2-9a66-4c32-a629-ec869a9717df req-2f57912c-dfb2-432c-8c96-0512116d8f1f tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.656156 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-3406b6d2-9a66-4c32-a629-ec869a9717df req-2f57912c-dfb2-432c-8c96-0512116d8f1f tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Calling delete_port for 6cd63bc9-27bc-4d83-866b-df17fc871e21 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:49.663526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741fd98-ed68-4f73-8433-9e98608dd731 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Pushing event updated for resources: {'Port': ['ID=220af341-5ca5-4846-9551-9675000e68df,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:49.681835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d629710-ebf9-4a68-9695-fe122bb54873', 'tag': 'bcf4703e-0ba5-4b86-9a66-31637ad25b99'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:49.684487 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f568ef-6cf2-476d-bb02-42c453880762" -d '{"events": [{"name": "network-changed", "server_uuid": "0d629710-ebf9-4a68-9695-fe122bb54873", "tag": "bcf4703e-0ba5-4b86-9a66-31637ad25b99"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:49.694324 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-626e7d7c-3bc2-4c7b-9393-7fde381aa8d4 req-b741fd98-ed68-4f73-8433-9e98608dd731 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.724680 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f91490-814c-4806-b215-909a0b6ae3ea req-e38c8537-34bf-4fff-ad06-16107e5ebeb4 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:49.728608 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-76f91490-814c-4806-b215-909a0b6ae3ea req-e38c8537-34bf-4fff-ad06-16107e5ebeb4 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.31 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 806 time: 0.1752543 Nov 12 04:11:49.729754 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'tag': '37b7366e-3784-4ab9-8563-e4ecf8969e35'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:49.733880 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c591c6f-4359-47a6-ac1d-2565408133a9" -d '{"events": [{"name": "network-changed", "server_uuid": "765f3897-30fa-4a27-a18d-4f0a6774a2cb", "tag": "37b7366e-3784-4ab9-8563-e4ecf8969e35"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:49.749248 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-76f91490-814c-4806-b215-909a0b6ae3ea req-5d5f80b8-d8f0-4802-a9cf-42c45c90d203 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Request body: {'port': {'device_id': 'de2007e1-532c-4d13-ad4b-fb9452b22bec', 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8', 'admin_state_up': True, 'tenant_id': '3a4ac16166e54dae862fa352faf2bc28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:49.856687 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-626e7d7c-3bc2-4c7b-9393-7fde381aa8d4 req-b741fd98-ed68-4f73-8433-9e98608dd731 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.857910 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-626e7d7c-3bc2-4c7b-9393-7fde381aa8d4 req-b741fd98-ed68-4f73-8433-9e98608dd731 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9251530 Nov 12 04:11:49.920398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-626e7d7c-3bc2-4c7b-9393-7fde381aa8d4 req-6381221e-3c0f-4f42-8462-d61719378da3 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.171 HTTP/1.1" status: 200 len: 696 time: 0.0502160 Nov 12 04:11:50.000143 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3406b6d2-9a66-4c32-a629-ec869a9717df req-2f57912c-dfb2-432c-8c96-0512116d8f1f tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:50.012947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f91490-814c-4806-b215-909a0b6ae3ea req-5d5f80b8-d8f0-4802-a9cf-42c45c90d203 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Made reservation on behalf of 3a4ac16166e54dae862fa352faf2bc28 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:50.022222 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-76f91490-814c-4806-b215-909a0b6ae3ea req-5d5f80b8-d8f0-4802-a9cf-42c45c90d203 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:50.033701 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['6cd63bc9-27bc-4d83-866b-df17fc871e21'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:50.039972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57912c-dfb2-432c-8c96-0512116d8f1f tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Pushing event deleted for resources: {'Port': ['ID=6cd63bc9-27bc-4d83-866b-df17fc871e21,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:50.106814 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3406b6d2-9a66-4c32-a629-ec869a9717df req-2f57912c-dfb2-432c-8c96-0512116d8f1f tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] No DVR routers for this DVR port 6cd63bc9-27bc-4d83-866b-df17fc871e21 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:50.114162 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3406b6d2-9a66-4c32-a629-ec869a9717df req-2f57912c-dfb2-432c-8c96-0512116d8f1f tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:50.117580 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3406b6d2-9a66-4c32-a629-ec869a9717df req-2f57912c-dfb2-432c-8c96-0512116d8f1f tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.31 "DELETE /v2.0/ports/6cd63bc9-27bc-4d83-866b-df17fc871e21 HTTP/1.1" status: 204 len: 173 time: 0.8604202 Nov 12 04:11:50.135695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e7d7c-3bc2-4c7b-9393-7fde381aa8d4 req-87fb649c-2433-42a8-9c01-8144546dbade tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:50.138881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-626e7d7c-3bc2-4c7b-9393-7fde381aa8d4 req-87fb649c-2433-42a8-9c01-8144546dbade tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.2118530 Nov 12 04:11:50.235292 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e9d3df3-0640-4d6b-ae62-e2d5be0a3699 req-7affa1cb-863b-4f8d-bbef-380793b1970e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 210 time: 0.0292559 Nov 12 04:11:50.263828 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-76f91490-814c-4806-b215-909a0b6ae3ea req-5d5f80b8-d8f0-4802-a9cf-42c45c90d203 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Allocated IP 172.20.0.14 (d37b2e01-0bab-4ed6-98b0-8381c00125c8/504596be-ee34-4774-bccb-6ddc41bf3b5f/8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:50.296546 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59e95ec-3bfa-4cab-a191-d7c96673f5b4 x-openstack-request-id: req-b59e95ec-3bfa-4cab-a191-d7c96673f5b4 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:50.296546 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5650cd1e-d5a8-4d09-a2a9-def96ef53ba3", "name": "network-vif-plugged", "status": "completed", "tag": "c5fe4914-dce7-43ff-9413-211dfb6b0fe9", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:50.296546 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b59e95ec-3bfa-4cab-a191-d7c96673f5b4 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:50.296961 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5650cd1e-d5a8-4d09-a2a9-def96ef53ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fe4914-dce7-43ff-9413-211dfb6b0fe9', 'code': 200} Nov 12 04:11:50.393744 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90ba2f09-68d9-4f33-9842-d5c705e2da4d req-188626af-a642-4c54-b4dc-6ef57a957470 tempest-ServersAdminTestJSON-164969849 tempest-ServersAdminTestJSON-164969849-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c78501-2cce-4043-a298-f3c71defeea7 HTTP/1.1" status: 200 len: 210 time: 0.0324905 Nov 12 04:11:50.454956 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9ec7c-0058-4a3b-87cf-deea222dac7e req-e71c6285-0cce-4bbd-967f-30fdf42e30be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:50.456717 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47c9ec7c-0058-4a3b-87cf-deea222dac7e req-e71c6285-0cce-4bbd-967f-30fdf42e30be service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5650cd1e-d5a8-4d09-a2a9-def96ef53ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0612240 Nov 12 04:11:50.502772 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-76f91490-814c-4806-b215-909a0b6ae3ea req-5d5f80b8-d8f0-4802-a9cf-42c45c90d203 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:50.542567 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47c9ec7c-0058-4a3b-87cf-deea222dac7e req-041bb6d0-8dfd-47e7-95b4-3e62b578867c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3578d50a-f555-4b54-ae07-afa2d1b064db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759645 Nov 12 04:11:50.552747 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629549e-ed10-40f5-bbf9-04a2a7554c5c req-e75a8438-ee94-4a7f-bb29-be23943d35a8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:50.554439 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7629549e-ed10-40f5-bbf9-04a2a7554c5c req-e75a8438-ee94-4a7f-bb29-be23943d35a8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb HTTP/1.1" status: 200 len: 944 time: 0.0796816 Nov 12 04:11:50.619428 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7629549e-ed10-40f5-bbf9-04a2a7554c5c req-06eb26db-6be8-4398-9262-2cc2729393a0 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9b3e82e-7819-4f72-b0a3-0a66a4417c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569987 Nov 12 04:11:50.704777 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-76f91490-814c-4806-b215-909a0b6ae3ea req-5d5f80b8-d8f0-4802-a9cf-42c45c90d203 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:50.750170 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:50.752982 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f91490-814c-4806-b215-909a0b6ae3ea req-5d5f80b8-d8f0-4802-a9cf-42c45c90d203 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Network d37b2e01-0bab-4ed6-98b0-8381c00125c8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:50.758330 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-76f91490-814c-4806-b215-909a0b6ae3ea req-5d5f80b8-d8f0-4802-a9cf-42c45c90d203 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:50.762986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f91490-814c-4806-b215-909a0b6ae3ea req-5d5f80b8-d8f0-4802-a9cf-42c45c90d203 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:50.797966 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f80b8-d8f0-4802-a9cf-42c45c90d203 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Pushing event updated for resources: {'Port': ['ID=8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:50.825428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f91490-814c-4806-b215-909a0b6ae3ea req-5d5f80b8-d8f0-4802-a9cf-42c45c90d203 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:50.826067 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-76f91490-814c-4806-b215-909a0b6ae3ea req-5d5f80b8-d8f0-4802-a9cf-42c45c90d203 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:50.892702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbc963-d46c-4ebd-ae81-cbd8a8cec64e req-98134209-cfee-487f-a97e-a8bf4cc48d7e tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:50.899266 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13dbc963-d46c-4ebd-ae81-cbd8a8cec64e req-98134209-cfee-487f-a97e-a8bf4cc48d7e tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/ports?device_id=5650cd1e-d5a8-4d09-a2a9-def96ef53ba3 HTTP/1.1" status: 200 len: 946 time: 0.0795052 Nov 12 04:11:50.911535 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-76f91490-814c-4806-b215-909a0b6ae3ea req-5d5f80b8-d8f0-4802-a9cf-42c45c90d203 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1662045 Nov 12 04:11:50.949637 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Request body: {'port': {'device_id': 'de2007e1-532c-4d13-ad4b-fb9452b22bec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:50.960400 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13dbc963-d46c-4ebd-ae81-cbd8a8cec64e req-442305e8-a8e3-4128-9bb0-a817ee990741 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/security-groups?id=3578d50a-f555-4b54-ae07-afa2d1b064db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593107 Nov 12 04:11:51.004562 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c25411-9e95-4620-b946-e935c02ac9ce x-openstack-request-id: req-f1c25411-9e95-4620-b946-e935c02ac9ce {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:51.004829 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d629710-ebf9-4a68-9695-fe122bb54873", "tag": "bcf4703e-0ba5-4b86-9a66-31637ad25b99", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:51.005079 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1c25411-9e95-4620-b946-e935c02ac9ce {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:51.005475 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d629710-ebf9-4a68-9695-fe122bb54873', 'tag': 'bcf4703e-0ba5-4b86-9a66-31637ad25b99', 'status': 'completed', 'code': 200} Nov 12 04:11:51.018247 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.054789 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68b47ff-1c0a-42e7-8f2f-c1c2f8feea43 x-openstack-request-id: req-e68b47ff-1c0a-42e7-8f2f-c1c2f8feea43 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:51.055255 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765f3897-30fa-4a27-a18d-4f0a6774a2cb", "tag": "37b7366e-3784-4ab9-8563-e4ecf8969e35", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:51.055508 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e68b47ff-1c0a-42e7-8f2f-c1c2f8feea43 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:51.055936 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'tag': '37b7366e-3784-4ab9-8563-e4ecf8969e35', 'status': 'completed', 'code': 200} Nov 12 04:11:51.220263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f568ef-6cf2-476d-bb02-42c453880762 req-a687cdc8-0ce0-4df2-a421-479684130ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:51.222437 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d6f568ef-6cf2-476d-bb02-42c453880762 req-a687cdc8-0ce0-4df2-a421-479684130ade service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6746d7dd0b64a4c979e7e368a02aa6c&device_id=0d629710-ebf9-4a68-9695-fe122bb54873 HTTP/1.1" status: 200 len: 1098 time: 0.1364725 Nov 12 04:11:51.397755 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f568ef-6cf2-476d-bb02-42c453880762 req-a37ba8a8-a08e-4048-81e2-b8fc1cd3b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:51.399307 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d6f568ef-6cf2-476d-bb02-42c453880762 req-a37ba8a8-a08e-4048-81e2-b8fc1cd3b429 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d4958bc-5953-4404-9c2b-d96cecc0d641 HTTP/1.1" status: 200 len: 930 time: 0.1660111 Nov 12 04:11:51.583866 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c591c6f-4359-47a6-ac1d-2565408133a9 req-7d562b92-cb7d-4a48-9266-71296ee85a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:51.585322 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c591c6f-4359-47a6-ac1d-2565408133a9 req-7d562b92-cb7d-4a48-9266-71296ee85a32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ae4228185c433294b6350ab3932f54&device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb HTTP/1.1" status: 200 len: 1096 time: 0.4841411 Nov 12 04:11:51.644972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f8db3-2fa2-4737-ae58-9544ceb22c5c req-8ab3cc0c-f0f2-4dc3-8fa1-763a56488bdd tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:51.646489 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b9f8db3-2fa2-4737-ae58-9544ceb22c5c req-8ab3cc0c-f0f2-4dc3-8fa1-763a56488bdd tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d629710-ebf9-4a68-9695-fe122bb54873&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1075151 Nov 12 04:11:51.735711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b9f8db3-2fa2-4737-ae58-9544ceb22c5c req-6f30a6a9-c4e5-4efc-b8cb-db446bd4333d tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.171 HTTP/1.1" status: 200 len: 696 time: 0.0807488 Nov 12 04:11:51.748317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-7b9f8db3-2fa2-4737-ae58-9544ceb22c5c req-1230cfbd-c566-4a7a-b37a-0cfce8119c2a tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Request body: {'floatingip': {'port_id': 'bcf4703e-0ba5-4b86-9a66-31637ad25b99', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:51.804183 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7b9f8db3-2fa2-4737-ae58-9544ceb22c5c req-1230cfbd-c566-4a7a-b37a-0cfce8119c2a tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.814473 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:51.824902 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.838306 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Transition to ACTIVE for port object 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:11:51.847485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c591c6f-4359-47a6-ac1d-2565408133a9 req-b548cfad-b96a-4721-9687-3b10c2e17fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:51.849096 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c591c6f-4359-47a6-ac1d-2565408133a9 req-b548cfad-b96a-4721-9687-3b10c2e17fb4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=255a670c-e1e7-4afe-9db1-0fcfa8417825 HTTP/1.1" status: 200 len: 922 time: 0.2565432 Nov 12 04:11:51.867390 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d6f568ef-6cf2-476d-bb02-42c453880762 req-12be259b-abde-4b6a-a1d8-0d1244a1ab0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcf4703e-0ba5-4b86-9a66-31637ad25b99 HTTP/1.1" status: 200 len: 1001 time: 0.4580209 Nov 12 04:11:51.918778 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c591c6f-4359-47a6-ac1d-2565408133a9 req-7d1bc06a-308f-467f-b1d5-b96d63dd4875 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37b7366e-3784-4ab9-8563-e4ecf8969e35 HTTP/1.1" status: 200 len: 217 time: 0.0619187 Nov 12 04:11:51.921614 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f568ef-6cf2-476d-bb02-42c453880762 req-9efabb67-6403-4717-80b5-e3dfd21cdfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:51.923077 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d6f568ef-6cf2-476d-bb02-42c453880762 req-9efabb67-6403-4717-80b5-e3dfd21cdfee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a9d50d9-b755-477c-be80-774a9f1d8782 HTTP/1.1" status: 200 len: 868 time: 0.0471489 Nov 12 04:11:51.969746 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.013529 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c591c6f-4359-47a6-ac1d-2565408133a9 req-190db3ec-d402-485b-999f-5e74b6fca0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:52.014867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f568ef-6cf2-476d-bb02-42c453880762 req-f9cecaa3-9f46-4b27-934a-19b0a6a772cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:52.015306 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c591c6f-4359-47a6-ac1d-2565408133a9 req-190db3ec-d402-485b-999f-5e74b6fca0a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=57f0c919-3b95-4b18-9b90-784919aa82ad HTTP/1.1" status: 200 len: 860 time: 0.0694876 Nov 12 04:11:52.016884 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d6f568ef-6cf2-476d-bb02-42c453880762 req-f9cecaa3-9f46-4b27-934a-19b0a6a772cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d4958bc-5953-4404-9c2b-d96cecc0d641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852909 Nov 12 04:11:52.070275 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:52.147894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c591c6f-4359-47a6-ac1d-2565408133a9 req-214f2c23-6023-44a0-8257-a84f15c4c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:52.147894 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c591c6f-4359-47a6-ac1d-2565408133a9 req-214f2c23-6023-44a0-8257-a84f15c4c43e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=255a670c-e1e7-4afe-9db1-0fcfa8417825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922370 Nov 12 04:11:52.183125 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d6f568ef-6cf2-476d-bb02-42c453880762 req-5bf9584a-b80d-41c3-8dec-f3ab0b33d723 service neutron] 10.222.0.21 "GET /v2.0/networks/1d4958bc-5953-4404-9c2b-d96cecc0d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535234 Nov 12 04:11:52.183614 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-7b9f8db3-2fa2-4737-ae58-9544ceb22c5c req-1230cfbd-c566-4a7a-b37a-0cfce8119c2a tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 04:11:52.184633 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b9f8db3-2fa2-4737-ae58-9544ceb22c5c req-1230cfbd-c566-4a7a-b37a-0cfce8119c2a tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "PUT /v2.0/floatingips/b7001f8c-b8b7-40c4-a007-d0c6803d53cb HTTP/1.1" status: 409 len: 551 time: 0.4441197 Nov 12 04:11:52.204147 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Attempting to bind port 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:52.204484 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Attempting to bind port 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:52.204820 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Attempting to bind port 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:52.226007 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Port 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:52.226393 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Attempting to bind port 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 on network d37b2e01-0bab-4ed6-98b0-8381c00125c8 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:52.257882 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:52.258216 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Checking segment: {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:52.258595 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Bound using segment: {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:52.259610 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Bound port: 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185b428a-5d8a-425b-aad4-aa21398c4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:52.259968 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.277883 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c591c6f-4359-47a6-ac1d-2565408133a9 req-252b5360-c32a-49a3-a598-bc52b8dcaca2 service neutron] 10.222.0.21 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242599 Nov 12 04:11:52.326274 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ce1fb-f611-4be2-9e8a-7c32d65daed4 req-a5fc0dfb-ffd0-4056-a43c-857fcff29149 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:52.328601 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-843ce1fb-f611-4be2-9e8a-7c32d65daed4 req-a5fc0dfb-ffd0-4056-a43c-857fcff29149 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 944 time: 0.0829079 Nov 12 04:11:52.339410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6cd63bc9-27bc-4d83-866b-df17fc871e21 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:52.349193 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d6f568ef-6cf2-476d-bb02-42c453880762 req-55fa8d4c-6cfb-4b35-99ab-beacc0e69714 service neutron] 10.222.0.21 "GET /v2.0/networks/1d4958bc-5953-4404-9c2b-d96cecc0d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549048 Nov 12 04:11:52.359962 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 6cd63bc9-27bc-4d83-866b-df17fc871e21 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:52.360585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6cd63bc9-27bc-4d83-866b-df17fc871e21 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:52.363006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] For port 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:52.367091 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] For port 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:52.431080 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-843ce1fb-f611-4be2-9e8a-7c32d65daed4 req-c323a630-20d9-47b1-a882-6fde26990695 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945554 Nov 12 04:11:52.435008 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c591c6f-4359-47a6-ac1d-2565408133a9 req-af0fb3cf-8fc2-4f27-95f5-6cd89f83f845 service neutron] 10.222.0.21 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493013 Nov 12 04:11:52.453866 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.471836 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:52.472472 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.473856 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-76f91490-814c-4806-b215-909a0b6ae3ea req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] 10.222.0.31 "PUT /v2.0/ports/8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 HTTP/1.1" status: 200 len: 1093 time: 1.5291133 Nov 12 04:11:52.546140 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c711bb-f5c3-4c6d-890b-533d17539794 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:52.592896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347de79-05cc-418b-996c-b9d7a51bf81a req-9ff6c483-fd79-4c25-a2dc-d240bfee1535 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:52.594598 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2347de79-05cc-418b-996c-b9d7a51bf81a req-9ff6c483-fd79-4c25-a2dc-d240bfee1535 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb HTTP/1.1" status: 200 len: 944 time: 0.0581954 Nov 12 04:11:52.698602 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2347de79-05cc-418b-996c-b9d7a51bf81a req-2982bb4b-3212-4311-a058-0ed1254eb687 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9b3e82e-7819-4f72-b0a3-0a66a4417c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962579 Nov 12 04:11:52.731586 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f91490-814c-4806-b215-909a0b6ae3ea req-fcfe1283-0a31-44a6-bf30-f4f5ca12ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:52.735561 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-76f91490-814c-4806-b215-909a0b6ae3ea req-fcfe1283-0a31-44a6-bf30-f4f5ca12ccaa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 1096 time: 0.0642562 Nov 12 04:11:52.793481 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-76f91490-814c-4806-b215-909a0b6ae3ea req-db476268-203e-41d7-83c2-f07a8472a97a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 HTTP/1.1" status: 200 len: 217 time: 0.0427165 Nov 12 04:11:52.849436 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f91490-814c-4806-b215-909a0b6ae3ea req-52e4867e-46a9-45d9-b76f-3f74626d648c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:52.850902 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-76f91490-814c-4806-b215-909a0b6ae3ea req-52e4867e-46a9-45d9-b76f-3f74626d648c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504596be-ee34-4774-bccb-6ddc41bf3b5f HTTP/1.1" status: 200 len: 846 time: 0.0499856 Nov 12 04:11:52.885918 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-76f91490-814c-4806-b215-909a0b6ae3ea req-760f2461-75a2-44c6-8008-186e99da345e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d37b2e01-0bab-4ed6-98b0-8381c00125c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277433 Nov 12 04:11:52.982000 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-76f91490-814c-4806-b215-909a0b6ae3ea req-b1f3ab6a-e6c2-4941-afb0-396a7d007223 service neutron] 10.222.0.31 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886731 Nov 12 04:11:53.006681 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c78501-2cce-4043-a298-f3c71defeea7', 'name': 'network-vif-deleted', 'tag': '6cd63bc9-27bc-4d83-866b-df17fc871e21'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:53.009047 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9285e1e-77aa-4d65-bdec-27fc5a546721" -d '{"events": [{"server_uuid": "a7c78501-2cce-4043-a298-f3c71defeea7", "name": "network-vif-deleted", "tag": "6cd63bc9-27bc-4d83-866b-df17fc871e21"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:53.057091 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de2007e1-532c-4d13-ad4b-fb9452b22bec', 'tag': '8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:53.061994 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b39303-eaec-4bf2-a4c6-8fa8e6e4bc91" -d '{"events": [{"name": "network-changed", "server_uuid": "de2007e1-532c-4d13-ad4b-fb9452b22bec", "tag": "8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:53.090508 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-76f91490-814c-4806-b215-909a0b6ae3ea req-1e34feb6-66fe-4a4c-b8a1-ff494879db24 service neutron] 10.222.0.31 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002758 Nov 12 04:11:53.155331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59308) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:53.308367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 37b7366e-3784-4ab9-8563-e4ecf8969e35 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:11:53.425134 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5d711d10-9d7d-46b4-af5a-b5c7887716ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4901967e21a646d1932f36d95989453c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683065 Nov 12 04:11:53.428174 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59316) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:53.431452 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 37b7366e-3784-4ab9-8563-e4ecf8969e35, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=37b7366e-3784-4ab9-8563-e4ecf8969e35,segment=NetworkSegment(345410ef-f278-4387-bbd8-808d891543b9),segment_id=345410ef-f278-4387-bbd8-808d891543b9)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:53.445135 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '37b7366e-3784-4ab9-8563-e4ecf8969e35', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'port_id': '37b7366e-3784-4ab9-8563-e4ecf8969e35', 'mac_address': 'fa:16:3e:f9:2a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:11:53.491949 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.509593 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4373673-9ce1-44f6-9998-37967e151e5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.514102 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b7366e-3784-4ab9-8563-e4ecf8969e35 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:53.535476 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4373673-9ce1-44f6-9998-37967e151e5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.537325 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 37b7366e-3784-4ab9-8563-e4ecf8969e35, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=37b7366e-3784-4ab9-8563-e4ecf8969e35,segment=NetworkSegment(345410ef-f278-4387-bbd8-808d891543b9),segment_id=345410ef-f278-4387-bbd8-808d891543b9)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:53.624520 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.674883 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=37b7366e-3784-4ab9-8563-e4ecf8969e35,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:53.702265 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4373673-9ce1-44f6-9998-37967e151e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.704858 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4373673-9ce1-44f6-9998-37967e151e5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.705995 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d4373673-9ce1-44f6-9998-37967e151e5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c09bbdc4-a5b1-4699-beee-e00c3ce9d29c HTTP/1.1" status: 204 len: 168 time: 0.2762222 Nov 12 04:11:53.714827 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4373673-9ce1-44f6-9998-37967e151e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09bbdc4-a5b1-4699-beee-e00c3ce9d29c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:53.754217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2586d6-3467-46cd-909e-1413d309b059 req-2ec876fa-510b-4f2e-bbf0-8819a7a5485a tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:53.757538 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a2586d6-3467-46cd-909e-1413d309b059 req-2ec876fa-510b-4f2e-bbf0-8819a7a5485a tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/ports?device_id=5650cd1e-d5a8-4d09-a2a9-def96ef53ba3 HTTP/1.1" status: 200 len: 946 time: 0.0786648 Nov 12 04:11:53.809881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a2586d6-3467-46cd-909e-1413d309b059 req-77c18cec-74d2-419e-af65-fba475d4199c tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/security-groups?id=3578d50a-f555-4b54-ae07-afa2d1b064db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453279 Nov 12 04:11:53.881473 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-437d0194-e6c9-4f7e-a2eb-0c7ae66df46c req-de0055c4-26fc-4657-b97e-cdd8545f4d56 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/floatingips/b7001f8c-b8b7-40c4-a007-d0c6803d53cb HTTP/1.1" status: 200 len: 693 time: 0.0466459 Nov 12 04:11:54.006315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d0194-e6c9-4f7e-a2eb-0c7ae66df46c req-7d229ca6-eae7-4ab9-9ab8-a4ae800d477d tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:54.007621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-437d0194-e6c9-4f7e-a2eb-0c7ae66df46c req-7d229ca6-eae7-4ab9-9ab8-a4ae800d477d tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.1195986 Nov 12 04:11:54.068812 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-437d0194-e6c9-4f7e-a2eb-0c7ae66df46c req-d766269a-cafc-46d1-a5f4-7c2825a8b4e4 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.171 HTTP/1.1" status: 200 len: 696 time: 0.0501902 Nov 12 04:11:54.124940 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-437d0194-e6c9-4f7e-a2eb-0c7ae66df46c req-8982a9c0-42b8-4688-a571-4a3052c41271 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.171 HTTP/1.1" status: 200 len: 696 time: 0.0506806 Nov 12 04:11:54.168817 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['37b7366e-3784-4ab9-8563-e4ecf8969e35'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:54.271852 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-437d0194-e6c9-4f7e-a2eb-0c7ae66df46c req-7fb5eac3-ae58-4f17-a515-667a312d43a0 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Deleting port 220af341-5ca5-4846-9551-9675000e68df {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:54.272947 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-437d0194-e6c9-4f7e-a2eb-0c7ae66df46c req-7fb5eac3-ae58-4f17-a515-667a312d43a0 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.381796 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-437d0194-e6c9-4f7e-a2eb-0c7ae66df46c req-7fb5eac3-ae58-4f17-a515-667a312d43a0 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.382131 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-437d0194-e6c9-4f7e-a2eb-0c7ae66df46c req-7fb5eac3-ae58-4f17-a515-667a312d43a0 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.394906 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-437d0194-e6c9-4f7e-a2eb-0c7ae66df46c req-7fb5eac3-ae58-4f17-a515-667a312d43a0 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Calling delete_port for 220af341-5ca5-4846-9551-9675000e68df owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:54.562442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59338) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:54.604226 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d696a1ff-b40e-429a-8914-8c2bacc5c8e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae3440312f0d4a3fb0e4d4c0709d7c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402739 Nov 12 04:11:54.606730 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59340) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:54.644018 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-437d0194-e6c9-4f7e-a2eb-0c7ae66df46c req-7fb5eac3-ae58-4f17-a515-667a312d43a0 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.675664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5eac3-ae58-4f17-a515-667a312d43a0 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Pushing event deleted for resources: {'Port': ['ID=220af341-5ca5-4846-9551-9675000e68df,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:54.707497 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fac62117-141b-4e34-be73-12789a0b40ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.757424 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fac62117-141b-4e34-be73-12789a0b40ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.769689 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-437d0194-e6c9-4f7e-a2eb-0c7ae66df46c req-7fb5eac3-ae58-4f17-a515-667a312d43a0 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.772108 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-437d0194-e6c9-4f7e-a2eb-0c7ae66df46c req-7fb5eac3-ae58-4f17-a515-667a312d43a0 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.773271 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-437d0194-e6c9-4f7e-a2eb-0c7ae66df46c req-7fb5eac3-ae58-4f17-a515-667a312d43a0 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "DELETE /v2.0/floatingips/b7001f8c-b8b7-40c4-a007-d0c6803d53cb HTTP/1.1" status: 204 len: 173 time: 0.6403656 Nov 12 04:11:54.815185 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c971d5-4542-4578-b750-f26bef6fffe5 x-openstack-request-id: req-d6c971d5-4542-4578-b750-f26bef6fffe5 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:54.815569 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c78501-2cce-4043-a298-f3c71defeea7", "name": "network-vif-deleted", "tag": "6cd63bc9-27bc-4d83-866b-df17fc871e21", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:54.815887 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6c971d5-4542-4578-b750-f26bef6fffe5 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:54.816480 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c78501-2cce-4043-a298-f3c71defeea7', 'name': 'network-vif-deleted', 'tag': '6cd63bc9-27bc-4d83-866b-df17fc871e21', 'status': 'completed', 'code': 200} Nov 12 04:11:54.849062 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35148670-85d9-4520-9d17-0b1f48a1a1f3 x-openstack-request-id: req-35148670-85d9-4520-9d17-0b1f48a1a1f3 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:54.852834 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de2007e1-532c-4d13-ad4b-fb9452b22bec", "tag": "8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:54.852834 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35148670-85d9-4520-9d17-0b1f48a1a1f3 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:54.852834 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de2007e1-532c-4d13-ad4b-fb9452b22bec', 'tag': '8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4', 'status': 'completed', 'code': 200} Nov 12 04:11:54.904253 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fac62117-141b-4e34-be73-12789a0b40ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.907013 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fac62117-141b-4e34-be73-12789a0b40ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.911260 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fac62117-141b-4e34-be73-12789a0b40ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e61008e-3968-4207-9b98-8628c5283a4b HTTP/1.1" status: 204 len: 168 time: 0.3033121 Nov 12 04:11:54.935426 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b39303-eaec-4bf2-a4c6-8fa8e6e4bc91 req-207704fc-d496-4166-ab92-41b607383044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:54.937009 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-25b39303-eaec-4bf2-a4c6-8fa8e6e4bc91 req-207704fc-d496-4166-ab92-41b607383044 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 1096 time: 0.0422528 Nov 12 04:11:54.962053 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac62117-141b-4e34-be73-12789a0b40ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e61008e-3968-4207-9b98-8628c5283a4b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:55.031531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3abcbb-1a50-4d53-9132-425bc8d400e8 req-cb7ae669-98e4-4469-adfc-689501bc8e37 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:55.037450 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e3abcbb-1a50-4d53-9132-425bc8d400e8 req-cb7ae669-98e4-4469-adfc-689501bc8e37 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 944 time: 0.1442125 Nov 12 04:11:55.041180 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b39303-eaec-4bf2-a4c6-8fa8e6e4bc91 req-74dc6c06-a2b6-4dee-ab6c-3dfa4409e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:55.044849 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-25b39303-eaec-4bf2-a4c6-8fa8e6e4bc91 req-74dc6c06-a2b6-4dee-ab6c-3dfa4409e2ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 907 time: 0.1006179 Nov 12 04:11:55.103132 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e3abcbb-1a50-4d53-9132-425bc8d400e8 req-44108a97-bfab-45ae-bcc4-57c944e03a39 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582044 Nov 12 04:11:55.103486 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-25b39303-eaec-4bf2-a4c6-8fa8e6e4bc91 req-dbda15d7-e0ec-431e-99a3-4fec5d4f771e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 HTTP/1.1" status: 200 len: 217 time: 0.0516129 Nov 12 04:11:55.156795 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b39303-eaec-4bf2-a4c6-8fa8e6e4bc91 req-6bf62809-3e64-4932-a942-a4c9d8dbf63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:55.158229 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-25b39303-eaec-4bf2-a4c6-8fa8e6e4bc91 req-6bf62809-3e64-4932-a942-a4c9d8dbf63f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504596be-ee34-4774-bccb-6ddc41bf3b5f HTTP/1.1" status: 200 len: 846 time: 0.0471103 Nov 12 04:11:55.195704 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-25b39303-eaec-4bf2-a4c6-8fa8e6e4bc91 req-0e6822dd-6dd4-4c54-8fd9-958b8d320b0d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d37b2e01-0bab-4ed6-98b0-8381c00125c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289848 Nov 12 04:11:55.310546 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-25b39303-eaec-4bf2-a4c6-8fa8e6e4bc91 req-41758589-1cec-4c2c-9c8f-2a6c9c2fa3d7 service neutron] 10.222.0.31 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076465 Nov 12 04:11:55.448318 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-25b39303-eaec-4bf2-a4c6-8fa8e6e4bc91 req-a43b07c3-c0dd-4983-861c-c3b0004de00b service neutron] 10.222.0.31 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299696 Nov 12 04:11:55.693701 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890649e-ae64-4f52-b33a-984bb1d0b3ee req-50c1ca9d-7bc5-44fb-857e-cdf9c6eac32f tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:55.695474 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f890649e-ae64-4f52-b33a-984bb1d0b3ee req-50c1ca9d-7bc5-44fb-857e-cdf9c6eac32f tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb HTTP/1.1" status: 200 len: 945 time: 0.0589690 Nov 12 04:11:55.778099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f890649e-ae64-4f52-b33a-984bb1d0b3ee req-62c66713-b397-4956-bc63-7b1c9c56b729 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9b3e82e-7819-4f72-b0a3-0a66a4417c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697727 Nov 12 04:11:55.996180 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833f23d-e4e2-4371-9021-c6d9b05826f4 req-9b9b9d5f-2d18-4b2a-a44c-3d64836a9fba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:56.007158 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59376) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:56.010989 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1833f23d-e4e2-4371-9021-c6d9b05826f4 req-9b9b9d5f-2d18-4b2a-a44c-3d64836a9fba tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/ports?device_id=5650cd1e-d5a8-4d09-a2a9-def96ef53ba3 HTTP/1.1" status: 200 len: 946 time: 0.0750849 Nov 12 04:11:56.016541 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-76d480fe-9b59-4f67-b9c3-0d8ef2e2eff6 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Request body: {'floatingip': {'port_id': 'c5fe4914-dce7-43ff-9413-211dfb6b0fe9'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:56.103911 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76d480fe-9b59-4f67-b9c3-0d8ef2e2eff6 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:56.214341 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-8c9d269b-470a-4f9d-bd9a-1af68fb725b7 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.33 HTTP/1.1" status: 200 len: 1001 time: 0.2020721 Nov 12 04:11:56.317092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-c28cf4e3-6129-42da-8b44-6a143fc5d9be tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:56.332854 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-c28cf4e3-6129-42da-8b44-6a143fc5d9be tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/ports/bcf4703e-0ba5-4b86-9a66-31637ad25b99 HTTP/1.1" status: 200 len: 943 time: 0.1111784 Nov 12 04:11:56.352106 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:11:56.494255 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:56.514600 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4', 'network_id': 'd37b2e01-0bab-4ed6-98b0-8381c00125c8', 'port_id': '8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4', 'mac_address': 'fa:16:3e:ad:82:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504596be-ee34-4774-bccb-6ddc41bf3b5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:11:56.545346 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-5240e10b-4742-4462-8878-1e46cc6f4b20 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.33 HTTP/1.1" status: 200 len: 1001 time: 0.1513233 Nov 12 04:11:56.572647 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:56.596425 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:56.622831 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:56.703489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-fea695e4-0d84-4c56-937d-3279758b2579 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:56.708045 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-fea695e4-0d84-4c56-937d-3279758b2579 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.1548419 Nov 12 04:11:56.741941 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:56.827810 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-2219e5a1-44e4-4e00-b1dc-adeaf1d34419 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.33 HTTP/1.1" status: 200 len: 1001 time: 0.1098466 Nov 12 04:11:56.845669 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-f0e41b28-5743-4f28-a382-8fe508a07a09 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:56.862486 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:56.923522 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76d480fe-9b59-4f67-b9c3-0d8ef2e2eff6 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:56.937434 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-f0e41b28-5743-4f28-a382-8fe508a07a09 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.007839 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76d480fe-9b59-4f67-b9c3-0d8ef2e2eff6 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.074235 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:57.181753 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-76d480fe-9b59-4f67-b9c3-0d8ef2e2eff6 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Floating IP e8d83e78-ac39-4d35-a272-ae83c360aa96 associated. External IP: 172.25.1.99, port: c5fe4914-dce7-43ff-9413-211dfb6b0fe9. Nov 12 04:11:57.274898 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-f0e41b28-5743-4f28-a382-8fe508a07a09 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.374300 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 37b7366e-3784-4ab9-8563-e4ecf8969e35 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:57.410825 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-f0e41b28-5743-4f28-a382-8fe508a07a09 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.411183 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-f0e41b28-5743-4f28-a382-8fe508a07a09 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Floating IP 840845cf-aedf-4b70-bf70-88965309f9fc disassociated. External IP: 172.25.1.33, port: bcf4703e-0ba5-4b86-9a66-31637ad25b99. Nov 12 04:11:57.485352 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d480fe-9b59-4f67-b9c3-0d8ef2e2eff6 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Router b05566b1-02d6-4ea5-93d9-32f70425bf57 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:57.573061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 37b7366e-3784-4ab9-8563-e4ecf8969e35 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:11:57.577756 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 37b7366e-3784-4ab9-8563-e4ecf8969e35 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:57.578443 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.673533 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d480fe-9b59-4f67-b9c3-0d8ef2e2eff6 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:57.688687 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0934580-add7-47d4-8325-256c2677407b None None] Sync routers for ids ['b05566b1-02d6-4ea5-93d9-32f70425bf57'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:57.691811 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76d480fe-9b59-4f67-b9c3-0d8ef2e2eff6 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.699570 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.705568 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-f0e41b28-5743-4f28-a382-8fe508a07a09 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Router 178c7cf2-6228-4409-859b-c930a7db4952 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:57.721868 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0934580-add7-47d4-8325-256c2677407b None None] Routers {'b05566b1-02d6-4ea5-93d9-32f70425bf57'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:57.722920 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e0934580-add7-47d4-8325-256c2677407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b05566b1-02d6-4ea5-93d9-32f70425bf57'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:57.755905 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-76d480fe-9b59-4f67-b9c3-0d8ef2e2eff6 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "PUT /v2.0/floatingips/e8d83e78-ac39-4d35-a272-ae83c360aa96 HTTP/1.1" status: 200 len: 991 time: 1.7466655 Nov 12 04:11:57.757544 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5650cd1e-d5a8-4d09-a2a9-def96ef53ba3', 'tag': 'c5fe4914-dce7-43ff-9413-211dfb6b0fe9'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:57.764384 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f49c61c-df02-4927-92bc-fea859223838" -d '{"events": [{"name": "network-changed", "server_uuid": "5650cd1e-d5a8-4d09-a2a9-def96ef53ba3", "tag": "c5fe4914-dce7-43ff-9413-211dfb6b0fe9"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:57.802402 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b7366e-3784-4ab9-8563-e4ecf8969e35'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:57.804870 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da53cca4-91af-477e-ab36-e0625801c021" -d '{"events": [{"server_uuid": "765f3897-30fa-4a27-a18d-4f0a6774a2cb", "name": "network-vif-plugged", "status": "completed", "tag": "37b7366e-3784-4ab9-8563-e4ecf8969e35"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:57.830304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 37b7366e-3784-4ab9-8563-e4ecf8969e35, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=37b7366e-3784-4ab9-8563-e4ecf8969e35,segment=NetworkSegment(345410ef-f278-4387-bbd8-808d891543b9),segment_id=345410ef-f278-4387-bbd8-808d891543b9)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:57.847650 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-f0e41b28-5743-4f28-a382-8fe508a07a09 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:57.852571 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-f0e41b28-5743-4f28-a382-8fe508a07a09 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.867517 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ab4f4-7659-468f-b3e7-3eeb111be356 None None] Sync routers for ids ['178c7cf2-6228-4409-859b-c930a7db4952'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:57.888116 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0ab4f4-7659-468f-b3e7-3eeb111be356 None None] Routers {'178c7cf2-6228-4409-859b-c930a7db4952'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:57.888613 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-f0e41b28-5743-4f28-a382-8fe508a07a09 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "PUT /v2.0/floatingips/840845cf-aedf-4b70-bf70-88965309f9fc HTTP/1.1" status: 200 len: 694 time: 1.0535831 Nov 12 04:11:57.889392 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d629710-ebf9-4a68-9695-fe122bb54873', 'tag': 'bcf4703e-0ba5-4b86-9a66-31637ad25b99'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:57.891026 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2b0ab4f4-7659-468f-b3e7-3eeb111be356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['178c7cf2-6228-4409-859b-c930a7db4952'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:57.897577 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0947ed-f3a2-429e-914e-a79241d51412" -d '{"events": [{"name": "network-changed", "server_uuid": "0d629710-ebf9-4a68-9695-fe122bb54873", "tag": "bcf4703e-0ba5-4b86-9a66-31637ad25b99"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:57.909844 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e0934580-add7-47d4-8325-256c2677407b None None] Set router b05566b1-02d6-4ea5-93d9-32f70425bf57 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:57.953296 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.975104 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-273b117c-0ac6-4b1d-a244-951da93db1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:57.978019 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-273b117c-0ac6-4b1d-a244-951da93db1da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6746d7dd0b64a4c979e7e368a02aa6c&device_id=0d629710-ebf9-4a68-9695-fe122bb54873 HTTP/1.1" status: 200 len: 1098 time: 0.0745540 Nov 12 04:11:58.068098 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=37b7366e-3784-4ab9-8563-e4ecf8969e35,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:58.115890 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-2b0ab4f4-7659-468f-b3e7-3eeb111be356 None None] Set router 178c7cf2-6228-4409-859b-c930a7db4952 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:58.233485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-4cd3f643-731b-4439-ac0f-672575ff64df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:58.248942 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-4cd3f643-731b-4439-ac0f-672575ff64df service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d4958bc-5953-4404-9c2b-d96cecc0d641 HTTP/1.1" status: 200 len: 930 time: 0.2643273 Nov 12 04:11:58.292090 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e0934580-add7-47d4-8325-256c2677407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'name': 'tempest-ServersTestManualDisk-100526437-router', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:23Z', 'revision_number': 4, 'project_id': '5415976b23594f1c838c51e2af59c756', 'gw_port': {'id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'e8d83e78-ac39-4d35-a272-ae83c360aa96', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'port_id': 'c5fe4914-dce7-43ff-9413-211dfb6b0fe9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9', 'mac_address': 'fa:16:3e:72:12:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5650cd1e-d5a8-4d09-a2a9-def96ef53ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:31Z', 'updated_at': '2021-11-12T04:11:56Z', 'revision_number': 1, 'project_id': '5415976b23594f1c838c51e2af59c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0863786-2586-4df2-a0a4-3ca48183ee41', 'name': '', 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'mac_address': 'fa:16:3e:8c:cc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:22Z', 'updated_at': '2021-11-12T04:11:29Z', 'revision_number': 5, 'project_id': '5415976b23594f1c838c51e2af59c756', 'subnets': [{'id': '7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:58.322615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0934580-add7-47d4-8325-256c2677407b None None] Checking router: b05566b1-02d6-4ea5-93d9-32f70425bf57 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:58.334157 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0934580-add7-47d4-8325-256c2677407b None None] Routers {'b05566b1-02d6-4ea5-93d9-32f70425bf57'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:58.335173 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e0934580-add7-47d4-8325-256c2677407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b05566b1-02d6-4ea5-93d9-32f70425bf57'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:58.377903 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:58.381551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-395e7214-110a-4905-ae0e-826b1db2a73a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcf4703e-0ba5-4b86-9a66-31637ad25b99 HTTP/1.1" status: 200 len: 217 time: 0.1286514 Nov 12 04:11:58.508669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e0934580-add7-47d4-8325-256c2677407b None None] Set router b05566b1-02d6-4ea5-93d9-32f70425bf57 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:58.509000 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2b0ab4f4-7659-468f-b3e7-3eeb111be356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c7cf2-6228-4409-859b-c930a7db4952', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986604748-router', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:06Z', 'updated_at': '2021-11-12T04:11:14Z', 'revision_number': 4, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'gw_port': {'id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:08Z', 'updated_at': '2021-11-12T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'eaa75555-88c1-407e-99d9-cc0122980eda', 'name': '', 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'mac_address': 'fa:16:3e:63:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '8a9d50d9-b755-477c-be80-774a9f1d8782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:13Z', 'updated_at': '2021-11-12T04:11:19Z', 'revision_number': 5, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'subnets': [{'id': '8a9d50d9-b755-477c-be80-774a9f1d8782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:58.528585 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-db5a7abf-db22-4b25-bd9d-5a610ae21395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:58.528585 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-db5a7abf-db22-4b25-bd9d-5a610ae21395 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a9d50d9-b755-477c-be80-774a9f1d8782 HTTP/1.1" status: 200 len: 868 time: 0.1358440 Nov 12 04:11:58.563583 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ab4f4-7659-468f-b3e7-3eeb111be356 None None] Checking router: 178c7cf2-6228-4409-859b-c930a7db4952 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:58.575034 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0ab4f4-7659-468f-b3e7-3eeb111be356 None None] Routers {'178c7cf2-6228-4409-859b-c930a7db4952'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:58.575659 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2b0ab4f4-7659-468f-b3e7-3eeb111be356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['178c7cf2-6228-4409-859b-c930a7db4952'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:58.603483 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:11:58.612843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:58.613429 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.654018 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-c32bdf41-dc9a-40ca-b22b-80dea211be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:58.661713 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-c32bdf41-dc9a-40ca-b22b-80dea211be06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d4958bc-5953-4404-9c2b-d96cecc0d641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1244011 Nov 12 04:11:58.755417 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-2b0ab4f4-7659-468f-b3e7-3eeb111be356 None None] Set router 178c7cf2-6228-4409-859b-c930a7db4952 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:58.809475 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-0af3105c-7616-452b-bed2-db3362d0c336 service neutron] 10.222.0.37 "GET /v2.0/networks/1d4958bc-5953-4404-9c2b-d96cecc0d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415641 Nov 12 04:11:58.829814 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.884928 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:58.904578 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e0934580-add7-47d4-8325-256c2677407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'name': 'tempest-ServersTestManualDisk-100526437-router', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:23Z', 'revision_number': 4, 'project_id': '5415976b23594f1c838c51e2af59c756', 'gw_port': {'id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'e8d83e78-ac39-4d35-a272-ae83c360aa96', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'port_id': 'c5fe4914-dce7-43ff-9413-211dfb6b0fe9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9', 'mac_address': 'fa:16:3e:72:12:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5650cd1e-d5a8-4d09-a2a9-def96ef53ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:31Z', 'updated_at': '2021-11-12T04:11:56Z', 'revision_number': 1, 'project_id': '5415976b23594f1c838c51e2af59c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0863786-2586-4df2-a0a4-3ca48183ee41', 'name': '', 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'mac_address': 'fa:16:3e:8c:cc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:22Z', 'updated_at': '2021-11-12T04:11:29Z', 'revision_number': 5, 'project_id': '5415976b23594f1c838c51e2af59c756', 'subnets': [{'id': '7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:58.933911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0934580-add7-47d4-8325-256c2677407b None None] The sync data for ids ['b05566b1-02d6-4ea5-93d9-32f70425bf57'] in n-d-768509-24 is: [{'id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'name': 'tempest-ServersTestManualDisk-100526437-router', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:23Z', 'revision_number': 4, 'project_id': '5415976b23594f1c838c51e2af59c756', 'gw_port': {'id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'e8d83e78-ac39-4d35-a272-ae83c360aa96', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'port_id': 'c5fe4914-dce7-43ff-9413-211dfb6b0fe9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9', 'mac_address': 'fa:16:3e:72:12:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5650cd1e-d5a8-4d09-a2a9-def96ef53ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:31Z', 'updated_at': '2021-11-12T04:11:56Z', 'revision_number': 1, 'project_id': '5415976b23594f1c838c51e2af59c756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0863786-2586-4df2-a0a4-3ca48183ee41', 'name': '', 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'mac_address': 'fa:16:3e:8c:cc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:22Z', 'updated_at': '2021-11-12T04:11:29Z', 'revision_number': 5, 'project_id': '5415976b23594f1c838c51e2af59c756', 'subnets': [{'id': '7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:58.980550 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.981185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce75ba36-646f-4e99-8e5f-896c215e8a76 req-8b06d8b4-946b-41c9-81e2-a4f901b26624 service neutron] 10.222.0.37 "GET /v2.0/networks/1d4958bc-5953-4404-9c2b-d96cecc0d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651359 Nov 12 04:11:59.057994 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:59.098167 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2b0ab4f4-7659-468f-b3e7-3eeb111be356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c7cf2-6228-4409-859b-c930a7db4952', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986604748-router', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:06Z', 'updated_at': '2021-11-12T04:11:14Z', 'revision_number': 4, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'gw_port': {'id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:08Z', 'updated_at': '2021-11-12T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'eaa75555-88c1-407e-99d9-cc0122980eda', 'name': '', 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'mac_address': 'fa:16:3e:63:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '8a9d50d9-b755-477c-be80-774a9f1d8782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:13Z', 'updated_at': '2021-11-12T04:11:19Z', 'revision_number': 5, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'subnets': [{'id': '8a9d50d9-b755-477c-be80-774a9f1d8782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:59.128385 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ab4f4-7659-468f-b3e7-3eeb111be356 None None] The sync data for ids ['178c7cf2-6228-4409-859b-c930a7db4952'] in n-d-768509-24 is: [{'id': '178c7cf2-6228-4409-859b-c930a7db4952', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986604748-router', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:06Z', 'updated_at': '2021-11-12T04:11:14Z', 'revision_number': 4, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'gw_port': {'id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:08Z', 'updated_at': '2021-11-12T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'eaa75555-88c1-407e-99d9-cc0122980eda', 'name': '', 'network_id': '1d4958bc-5953-4404-9c2b-d96cecc0d641', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'mac_address': 'fa:16:3e:63:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '8a9d50d9-b755-477c-be80-774a9f1d8782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:13Z', 'updated_at': '2021-11-12T04:11:19Z', 'revision_number': 5, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'subnets': [{'id': '8a9d50d9-b755-477c-be80-774a9f1d8782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:59.225608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324781cd-0a39-4ce2-ab12-899853d3b29e req-0113ad8f-bd13-4802-a9fe-b146ce4ea856 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:59.227247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-324781cd-0a39-4ce2-ab12-899853d3b29e req-0113ad8f-bd13-4802-a9fe-b146ce4ea856 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.0709100 Nov 12 04:11:59.326369 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-324781cd-0a39-4ce2-ab12-899853d3b29e req-db01be49-178a-4970-b920-44fa6ea15735 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908666 Nov 12 04:11:59.337672 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22794a1-6e68-4399-9a68-833a6ad4bce2 None None] New status for floating IP e8d83e78-ac39-4d35-a272-ae83c360aa96: ACTIVE {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:11:59.552363 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52277c29-8367-408a-8dd8-b55b35930ea5 None None] New status for floating IP 840845cf-aedf-4b70-bf70-88965309f9fc: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:12:00.009351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7589e-f1cc-4f5e-a557-05e479dc3e16 req-3a128d03-99a0-4844-96b9-c1fa106d732a tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.010883 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d4f7589e-f1cc-4f5e-a557-05e479dc3e16 req-3a128d03-99a0-4844-96b9-c1fa106d732a tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb HTTP/1.1" status: 200 len: 946 time: 0.0519578 Nov 12 04:12:00.062414 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d4f7589e-f1cc-4f5e-a557-05e479dc3e16 req-2fea43a9-2054-4f7c-a5bd-aecb73e5c10b tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9b3e82e-7819-4f72-b0a3-0a66a4417c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448337 Nov 12 04:12:00.274574 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9d9dec-8a9e-465d-8cc8-95070ea7f32b x-openstack-request-id: req-af9d9dec-8a9e-465d-8cc8-95070ea7f32b {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:00.275131 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5650cd1e-d5a8-4d09-a2a9-def96ef53ba3", "tag": "c5fe4914-dce7-43ff-9413-211dfb6b0fe9", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:00.275449 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af9d9dec-8a9e-465d-8cc8-95070ea7f32b {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:00.276076 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5650cd1e-d5a8-4d09-a2a9-def96ef53ba3', 'tag': 'c5fe4914-dce7-43ff-9413-211dfb6b0fe9', 'status': 'completed', 'code': 200} Nov 12 04:12:00.322073 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d41f546-c099-4315-bca3-ab0ac0cc026d x-openstack-request-id: req-0d41f546-c099-4315-bca3-ab0ac0cc026d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:00.322919 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765f3897-30fa-4a27-a18d-4f0a6774a2cb", "name": "network-vif-plugged", "status": "completed", "tag": "37b7366e-3784-4ab9-8563-e4ecf8969e35", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:00.322919 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d41f546-c099-4315-bca3-ab0ac0cc026d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:00.323258 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b7366e-3784-4ab9-8563-e4ecf8969e35', 'code': 200} Nov 12 04:12:00.355019 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2fb505-b3c5-4b20-9790-d5661ed8b4fc x-openstack-request-id: req-6e2fb505-b3c5-4b20-9790-d5661ed8b4fc {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:00.355289 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d629710-ebf9-4a68-9695-fe122bb54873", "tag": "bcf4703e-0ba5-4b86-9a66-31637ad25b99", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:00.355560 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e2fb505-b3c5-4b20-9790-d5661ed8b4fc {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:00.356015 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d629710-ebf9-4a68-9695-fe122bb54873', 'tag': 'bcf4703e-0ba5-4b86-9a66-31637ad25b99', 'status': 'completed', 'code': 200} Nov 12 04:12:00.380428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49c61c-df02-4927-92bc-fea859223838 req-68df3f09-5fe7-42d8-aca2-3d0368ff99b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.381989 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7f49c61c-df02-4927-92bc-fea859223838 req-68df3f09-5fe7-42d8-aca2-3d0368ff99b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5415976b23594f1c838c51e2af59c756&device_id=5650cd1e-d5a8-4d09-a2a9-def96ef53ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0619166 Nov 12 04:12:00.534624 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0947ed-f3a2-429e-914e-a79241d51412 req-2ca3a725-d85c-45b7-a7da-09664aebfa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.538661 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b0947ed-f3a2-429e-914e-a79241d51412 req-2ca3a725-d85c-45b7-a7da-09664aebfa92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6746d7dd0b64a4c979e7e368a02aa6c&device_id=0d629710-ebf9-4a68-9695-fe122bb54873 HTTP/1.1" status: 200 len: 1098 time: 0.0990148 Nov 12 04:12:00.591812 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49c61c-df02-4927-92bc-fea859223838 req-8c94ecad-83e9-446b-8282-f8b926c880bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.593495 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7f49c61c-df02-4927-92bc-fea859223838 req-8c94ecad-83e9-446b-8282-f8b926c880bf service neutron] 10.222.0.31 "GET /v2.0/networks?id=b1da5f7f-d382-4755-8e25-122647d595b9 HTTP/1.1" status: 200 len: 912 time: 0.2029421 Nov 12 04:12:00.595916 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0872425-be5d-443e-bf24-614f54b02ce9 req-68e305c4-f4ad-47ca-90e0-d909498b699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.597775 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d0872425-be5d-443e-bf24-614f54b02ce9 req-68e305c4-f4ad-47ca-90e0-d909498b699a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb HTTP/1.1" status: 200 len: 1098 time: 0.0807102 Nov 12 04:12:00.704850 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7f49c61c-df02-4927-92bc-fea859223838 req-8c407774-5e0a-4d62-b7fc-4d6095d06bcc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5fe4914-dce7-43ff-9413-211dfb6b0fe9 HTTP/1.1" status: 200 len: 1001 time: 0.1043801 Nov 12 04:12:00.713716 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d0872425-be5d-443e-bf24-614f54b02ce9 req-9b017d39-fa1d-476f-ac18-cf41350afdbe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c9b3e82e-7819-4f72-b0a3-0a66a4417c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068857 Nov 12 04:12:00.721846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0947ed-f3a2-429e-914e-a79241d51412 req-f8bfbd46-dcb0-46f6-8464-0fa84de7ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.725029 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b0947ed-f3a2-429e-914e-a79241d51412 req-f8bfbd46-dcb0-46f6-8464-0fa84de7ecff service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d4958bc-5953-4404-9c2b-d96cecc0d641 HTTP/1.1" status: 200 len: 930 time: 0.1783028 Nov 12 04:12:00.791006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49c61c-df02-4927-92bc-fea859223838 req-d034aa3e-85ea-449b-a34d-03d6a68ae9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.793167 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7f49c61c-df02-4927-92bc-fea859223838 req-d034aa3e-85ea-449b-a34d-03d6a68ae9cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e HTTP/1.1" status: 200 len: 850 time: 0.0778649 Nov 12 04:12:00.860283 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-393dd863-571b-480e-bafc-2649ef5797cb tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c20a8a9f651849c3b9028541aea3d827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334675 Nov 12 04:12:00.869456 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49c61c-df02-4927-92bc-fea859223838 req-7bad77b3-5e40-49b3-bb34-ec0d6e16eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.871649 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7f49c61c-df02-4927-92bc-fea859223838 req-7bad77b3-5e40-49b3-bb34-ec0d6e16eee2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b1da5f7f-d382-4755-8e25-122647d595b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681841 Nov 12 04:12:01.019773 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7f49c61c-df02-4927-92bc-fea859223838 req-96e05d12-6e63-4b30-a051-b8d3b9afd74f service neutron] 10.222.0.31 "GET /v2.0/networks/b1da5f7f-d382-4755-8e25-122647d595b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407866 Nov 12 04:12:01.119248 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-ee228813-6dcb-483c-8010-d9e4d91c4b68 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:01.127712 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-ee228813-6dcb-483c-8010-d9e4d91c4b68 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2599087 Nov 12 04:12:01.133286 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b0947ed-f3a2-429e-914e-a79241d51412 req-98f46a67-42d2-472c-ae90-f502571dd3d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcf4703e-0ba5-4b86-9a66-31637ad25b99 HTTP/1.1" status: 200 len: 217 time: 0.0802984 Nov 12 04:12:01.154679 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7f49c61c-df02-4927-92bc-fea859223838 req-2ec30e3e-4e37-492a-9be2-7e7403e8494e service neutron] 10.222.0.31 "GET /v2.0/networks/b1da5f7f-d382-4755-8e25-122647d595b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255460 Nov 12 04:12:01.178982 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-5d2fd94b-c4b3-4d85-9305-79fd9b0c55b1 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/quotas/c20a8a9f651849c3b9028541aea3d827 HTTP/1.1" status: 200 len: 375 time: 0.0500400 Nov 12 04:12:01.212206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0947ed-f3a2-429e-914e-a79241d51412 req-5793069a-e953-4efc-acd8-4aa1221c1aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:01.213676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b0947ed-f3a2-429e-914e-a79241d51412 req-5793069a-e953-4efc-acd8-4aa1221c1aaf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a9d50d9-b755-477c-be80-774a9f1d8782 HTTP/1.1" status: 200 len: 868 time: 0.0701783 Nov 12 04:12:01.230160 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-6a87a99a-3cc2-4bb0-81ac-2ce7fe8e297e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339649 Nov 12 04:12:01.273004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0947ed-f3a2-429e-914e-a79241d51412 req-16f5650b-c56e-4fb5-93af-715c77ab967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:01.275515 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b0947ed-f3a2-429e-914e-a79241d51412 req-16f5650b-c56e-4fb5-93af-715c77ab967b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d4958bc-5953-4404-9c2b-d96cecc0d641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478189 Nov 12 04:12:01.391154 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b0947ed-f3a2-429e-914e-a79241d51412 req-d2e1f014-ff0a-4374-ba12-280cc8a88463 service neutron] 10.222.0.21 "GET /v2.0/networks/1d4958bc-5953-4404-9c2b-d96cecc0d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064219 Nov 12 04:12:01.518459 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-941cc9ca-44da-41e7-9578-74d141f202a1 req-4d11aa39-eb32-4f33-99b6-676ef232844c tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/floatingips/840845cf-aedf-4b70-bf70-88965309f9fc HTTP/1.1" status: 200 len: 692 time: 0.0600731 Nov 12 04:12:01.556797 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b0947ed-f3a2-429e-914e-a79241d51412 req-2b8cf55e-9a1d-43f9-aa56-8c9ea3e72c37 service neutron] 10.222.0.21 "GET /v2.0/networks/1d4958bc-5953-4404-9c2b-d96cecc0d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586099 Nov 12 04:12:01.678994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cc9ca-44da-41e7-9578-74d141f202a1 req-df1e6750-ae7e-4463-989b-82681be414dd tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:01.681979 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-941cc9ca-44da-41e7-9578-74d141f202a1 req-df1e6750-ae7e-4463-989b-82681be414dd tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.1503625 Nov 12 04:12:01.753710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-941cc9ca-44da-41e7-9578-74d141f202a1 req-07c37fd4-11b1-44da-8d23-a665a9bc79f2 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.33 HTTP/1.1" status: 200 len: 695 time: 0.0640433 Nov 12 04:12:01.810324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-941cc9ca-44da-41e7-9578-74d141f202a1 req-6b58b3dd-bfba-4af4-9d97-48af68c43050 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.33 HTTP/1.1" status: 200 len: 695 time: 0.0493698 Nov 12 04:12:02.289304 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-941cc9ca-44da-41e7-9578-74d141f202a1 req-82cda5b9-f580-410e-adaa-07efa263354b tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Deleting port 7edd6fba-92a0-411c-b570-7e3a45669775 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:02.290679 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-941cc9ca-44da-41e7-9578-74d141f202a1 req-82cda5b9-f580-410e-adaa-07efa263354b tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.324828 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2007e1-532c-4d13-ad4b-fb9452b22bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:02.329475 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b900da-1641-4799-a2c2-716c41dda46c" -d '{"events": [{"server_uuid": "de2007e1-532c-4d13-ad4b-fb9452b22bec", "name": "network-vif-plugged", "status": "completed", "tag": "8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:02.385791 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-941cc9ca-44da-41e7-9578-74d141f202a1 req-82cda5b9-f580-410e-adaa-07efa263354b tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.386362 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-941cc9ca-44da-41e7-9578-74d141f202a1 req-82cda5b9-f580-410e-adaa-07efa263354b tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.402741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-941cc9ca-44da-41e7-9578-74d141f202a1 req-82cda5b9-f580-410e-adaa-07efa263354b tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Calling delete_port for 7edd6fba-92a0-411c-b570-7e3a45669775 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:02.616831 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-941cc9ca-44da-41e7-9578-74d141f202a1 req-82cda5b9-f580-410e-adaa-07efa263354b tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.650480 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cda5b9-f580-410e-adaa-07efa263354b tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Pushing event deleted for resources: {'Port': ['ID=7edd6fba-92a0-411c-b570-7e3a45669775,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:02.720541 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-941cc9ca-44da-41e7-9578-74d141f202a1 req-82cda5b9-f580-410e-adaa-07efa263354b tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.723329 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-941cc9ca-44da-41e7-9578-74d141f202a1 req-82cda5b9-f580-410e-adaa-07efa263354b tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.724513 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-941cc9ca-44da-41e7-9578-74d141f202a1 req-82cda5b9-f580-410e-adaa-07efa263354b tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "DELETE /v2.0/floatingips/840845cf-aedf-4b70-bf70-88965309f9fc HTTP/1.1" status: 204 len: 173 time: 0.9084945 Nov 12 04:12:03.139988 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94595639-80a7-4c95-9124-4c0e09ec4366 req-47b0d7fa-88e9-4bbc-9151-90cd71045210 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:03.146255 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94595639-80a7-4c95-9124-4c0e09ec4366 req-47b0d7fa-88e9-4bbc-9151-90cd71045210 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.0550799 Nov 12 04:12:03.170983 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03104e3c-dca7-49a9-8427-c30a2417fbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:03.195617 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94595639-80a7-4c95-9124-4c0e09ec4366 req-971f108f-9fd4-4c00-bba5-12420c96ec77 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479596 Nov 12 04:12:03.321885 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21c0cc-82b7-4cf0-949e-c60f1e92ed7d req-f0cb8abc-ba1f-44ac-8fba-623e6787d1f8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:03.325862 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e21c0cc-82b7-4cf0-949e-c60f1e92ed7d req-f0cb8abc-ba1f-44ac-8fba-623e6787d1f8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb HTTP/1.1" status: 200 len: 946 time: 0.0622606 Nov 12 04:12:03.375710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e21c0cc-82b7-4cf0-949e-c60f1e92ed7d req-40b19302-1bbb-4102-a3cb-286b0c8e700b tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9b3e82e-7819-4f72-b0a3-0a66a4417c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421560 Nov 12 04:12:03.662645 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a27bef85-a0bc-41a2-9301-7e46ca73cb13 req-9e88fef9-48cb-40c4-8906-02b8c4094448 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=37187fa9-2af8-4476-8951-1c7624c819e5 HTTP/1.1" status: 200 len: 210 time: 0.0368342 Nov 12 04:12:03.734644 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb196534-419d-4df6-9805-ae74fa3c778f x-openstack-request-id: req-fb196534-419d-4df6-9805-ae74fa3c778f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:03.735154 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2007e1-532c-4d13-ad4b-fb9452b22bec", "name": "network-vif-plugged", "status": "completed", "tag": "8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:03.735154 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb196534-419d-4df6-9805-ae74fa3c778f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:03.735547 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2007e1-532c-4d13-ad4b-fb9452b22bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4', 'code': 200} Nov 12 04:12:03.903913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e59dc-6575-422f-afa5-182c62772605 req-f351b598-31b1-4e46-b250-0b7a101f4ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:03.906101 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-481e59dc-6575-422f-afa5-182c62772605 req-f351b598-31b1-4e46-b250-0b7a101f4ada service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 1098 time: 0.0634010 Nov 12 04:12:03.982839 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-481e59dc-6575-422f-afa5-182c62772605 req-32fc156e-717c-4fce-a137-c8c02c0abf74 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618744 Nov 12 04:12:03.998535 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4be79777-c018-4b20-8787-e1fc446d1c59 req-d3237948-ada7-45d6-9f5b-e2a60a7880d1 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2370794 Nov 12 04:12:04.010138 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-4be79777-c018-4b20-8787-e1fc446d1c59 req-4a71d828-507a-4818-9dbe-925bb56dc1c8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:04.122022 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4be79777-c018-4b20-8787-e1fc446d1c59 req-4a71d828-507a-4818-9dbe-925bb56dc1c8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.163439 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59554) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:04.237264 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4be79777-c018-4b20-8787-e1fc446d1c59 req-4a71d828-507a-4818-9dbe-925bb56dc1c8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.316108 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-68690f03-c173-4a07-a873-0e583ec6a83c tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c20a8a9f651849c3b9028541aea3d827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316076 Nov 12 04:12:04.356719 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-facf61ae-2fb2-4cfe-a22b-2b16bfc9cf3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.410405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-4be79777-c018-4b20-8787-e1fc446d1c59 req-4a71d828-507a-4818-9dbe-925bb56dc1c8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Allocated IP 172.25.1.127 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/09a2eae7-0cb4-48e8-a05d-287be6acb1d5) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:04.476563 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59562) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:04.497245 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-a8c4eb37-aded-40ab-9d45-160bababffee tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:04.498768 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-a8c4eb37-aded-40ab-9d45-160bababffee tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1523671 Nov 12 04:12:04.534767 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-357bbf50-9ba1-4ef3-9ab4-8652eb0eec96 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Request body: {'port': {'device_id': '37187fa9-2af8-4476-8951-1c7624c819e5', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': 'c20a8a9f651849c3b9028541aea3d827'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:04.582120 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-facf61ae-2fb2-4cfe-a22b-2b16bfc9cf3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.601549 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4be79777-c018-4b20-8787-e1fc446d1c59 req-4a71d828-507a-4818-9dbe-925bb56dc1c8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.681477 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97faec3f-7bca-4c52-b158-c91884c63f9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.692986 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-facf61ae-2fb2-4cfe-a22b-2b16bfc9cf3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.716673 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4be79777-c018-4b20-8787-e1fc446d1c59 req-4a71d828-507a-4818-9dbe-925bb56dc1c8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.743467 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-facf61ae-2fb2-4cfe-a22b-2b16bfc9cf3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3c0416aa5424f3d92e9e0273fd08287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5778306 Nov 12 04:12:04.746815 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59572) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:04.755194 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf61ae-2fb2-4cfe-a22b-2b16bfc9cf3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8b01e5-07c6-4159-89fe-6fa9d8de38ce,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:04.775929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be79777-c018-4b20-8787-e1fc446d1c59 req-4a71d828-507a-4818-9dbe-925bb56dc1c8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:04.787094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-4be79777-c018-4b20-8787-e1fc446d1c59 req-4a71d828-507a-4818-9dbe-925bb56dc1c8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:04.789300 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-357bbf50-9ba1-4ef3-9ab4-8652eb0eec96 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Made reservation on behalf of c20a8a9f651849c3b9028541aea3d827 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:04.793341 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-357bbf50-9ba1-4ef3-9ab4-8652eb0eec96 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.796134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be79777-c018-4b20-8787-e1fc446d1c59 req-4a71d828-507a-4818-9dbe-925bb56dc1c8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:04.800306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71d828-507a-4818-9dbe-925bb56dc1c8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Pushing event updated for resources: {'Port': ['ID=09a2eae7-0cb4-48e8-a05d-287be6acb1d5,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:04.810067 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-357bbf50-9ba1-4ef3-9ab4-8652eb0eec96 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.842701 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d74695f6-384a-4fb6-ae1c-8c68ac099580 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.865580 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97faec3f-7bca-4c52-b158-c91884c63f9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.877652 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d74695f6-384a-4fb6-ae1c-8c68ac099580 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.911215 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4be79777-c018-4b20-8787-e1fc446d1c59 req-4a71d828-507a-4818-9dbe-925bb56dc1c8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.943646 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-357bbf50-9ba1-4ef3-9ab4-8652eb0eec96 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.964742 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97faec3f-7bca-4c52-b158-c91884c63f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.006087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97faec3f-7bca-4c52-b158-c91884c63f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aa6441-a5cc-40d5-be61-5c4aa8da8e95,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:05.010564 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-97faec3f-7bca-4c52-b158-c91884c63f9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=effdae250f824a8788ca240a2a33b354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5327032 Nov 12 04:12:05.013745 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59574) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:05.085617 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1c53379f-39d4-4e12-ad1f-5543153d50d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.106415 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4be79777-c018-4b20-8787-e1fc446d1c59 req-4a71d828-507a-4818-9dbe-925bb56dc1c8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.115903 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-357bbf50-9ba1-4ef3-9ab4-8652eb0eec96 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.123332 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d74695f6-384a-4fb6-ae1c-8c68ac099580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.125872 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d74695f6-384a-4fb6-ae1c-8c68ac099580 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.127036 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d74695f6-384a-4fb6-ae1c-8c68ac099580 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c8b01e5-07c6-4159-89fe-6fa9d8de38ce HTTP/1.1" status: 204 len: 168 time: 0.3793104 Nov 12 04:12:05.146555 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1c53379f-39d4-4e12-ad1f-5543153d50d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.191785 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bbf50-9ba1-4ef3-9ab4-8652eb0eec96 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb12abf2-2862-437a-94fd-99a5cfeb19d9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:05.217941 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74695f6-384a-4fb6-ae1c-8c68ac099580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8b01e5-07c6-4159-89fe-6fa9d8de38ce,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:05.313787 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4be79777-c018-4b20-8787-e1fc446d1c59 req-4a71d828-507a-4818-9dbe-925bb56dc1c8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.342217 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-357bbf50-9ba1-4ef3-9ab4-8652eb0eec96 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Allocated IP 192.168.233.143 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/beced045-9f91-40fc-847b-3aa91ebb8785) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:05.498106 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-357bbf50-9ba1-4ef3-9ab4-8652eb0eec96 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.504569 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4be79777-c018-4b20-8787-e1fc446d1c59 req-4a71d828-507a-4818-9dbe-925bb56dc1c8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.510658 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1c53379f-39d4-4e12-ad1f-5543153d50d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.510658 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1c53379f-39d4-4e12-ad1f-5543153d50d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.511839 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1c53379f-39d4-4e12-ad1f-5543153d50d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1aa6441-a5cc-40d5-be61-5c4aa8da8e95 HTTP/1.1" status: 204 len: 168 time: 0.4969871 Nov 12 04:12:05.546197 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9c6609d8-33b9-4889-978f-1c42a50465a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.551645 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53379f-39d4-4e12-ad1f-5543153d50d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1aa6441-a5cc-40d5-be61-5c4aa8da8e95,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:05.603059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71d828-507a-4818-9dbe-925bb56dc1c8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Pushing event updated for resources: {'Port': ['ID=09a2eae7-0cb4-48e8-a05d-287be6acb1d5,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:05.625169 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4be79777-c018-4b20-8787-e1fc446d1c59 req-4a71d828-507a-4818-9dbe-925bb56dc1c8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.625472 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-357bbf50-9ba1-4ef3-9ab4-8652eb0eec96 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.672612 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-357bbf50-9ba1-4ef3-9ab4-8652eb0eec96 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:05.678079 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-357bbf50-9ba1-4ef3-9ab4-8652eb0eec96 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:05.683006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-357bbf50-9ba1-4ef3-9ab4-8652eb0eec96 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:05.722878 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bbf50-9ba1-4ef3-9ab4-8652eb0eec96 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Pushing event updated for resources: {'Port': ['ID=beced045-9f91-40fc-847b-3aa91ebb8785,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:05.760017 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-357bbf50-9ba1-4ef3-9ab4-8652eb0eec96 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:05.760671 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-357bbf50-9ba1-4ef3-9ab4-8652eb0eec96 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.799198 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4be79777-c018-4b20-8787-e1fc446d1c59 req-4a71d828-507a-4818-9dbe-925bb56dc1c8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.801090 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4be79777-c018-4b20-8787-e1fc446d1c59 req-4a71d828-507a-4818-9dbe-925bb56dc1c8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7952406 Nov 12 04:12:05.863167 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4be79777-c018-4b20-8787-e1fc446d1c59 req-183fdc6e-71cd-4f21-8f3b-416bf34f2dc8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 696 time: 0.0536740 Nov 12 04:12:05.924424 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-357bbf50-9ba1-4ef3-9ab4-8652eb0eec96 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4049776 Nov 12 04:12:05.949606 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Request body: {'port': {'device_id': '37187fa9-2af8-4476-8951-1c7624c819e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:05.963776 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-083b4d77-846b-486c-aceb-4b18088c0941 None None] Provisioning complete for port beced045-9f91-40fc-847b-3aa91ebb8785 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:05.964064 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-083b4d77-846b-486c-aceb-4b18088c0941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.005207 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be79777-c018-4b20-8787-e1fc446d1c59 req-0e3fc132-0799-404e-bf01-d5f4760e93af tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:06.013488 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-083b4d77-846b-486c-aceb-4b18088c0941 None None] Port beced045-9f91-40fc-847b-3aa91ebb8785 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:06.021454 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4be79777-c018-4b20-8787-e1fc446d1c59 req-0e3fc132-0799-404e-bf01-d5f4760e93af tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.1508749 Nov 12 04:12:06.049613 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.133292 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7bc3f-fd75-4dad-b424-32871f0826fa req-eed690aa-2fba-422e-8c8c-487b6c82a129 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:06.135486 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39d7bc3f-fd75-4dad-b424-32871f0826fa req-eed690aa-2fba-422e-8c8c-487b6c82a129 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d629710-ebf9-4a68-9695-fe122bb54873&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0595279 Nov 12 04:12:06.152851 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59586) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:06.197029 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32eb8121-3e4a-49ab-a667-ee0925d56ad7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.201488 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39d7bc3f-fd75-4dad-b424-32871f0826fa req-12b2a489-fa89-4dad-9435-f478cd70b9d4 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0578446 Nov 12 04:12:06.314816 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32eb8121-3e4a-49ab-a667-ee0925d56ad7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.348109 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e915ad2-251c-438c-acde-6804786213fe req-e7f911af-ea8c-4498-9252-10d651359a1b tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:06.349689 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7e915ad2-251c-438c-acde-6804786213fe req-e7f911af-ea8c-4498-9252-10d651359a1b tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.0696559 Nov 12 04:12:06.406410 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7e915ad2-251c-438c-acde-6804786213fe req-18c147bc-0050-4574-8b40-35dc7d37d5ee tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500021 Nov 12 04:12:06.408051 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32eb8121-3e4a-49ab-a667-ee0925d56ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.449187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beced045-9f91-40fc-847b-3aa91ebb8785 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:12:06.462331 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.469115 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-32eb8121-3e4a-49ab-a667-ee0925d56ad7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=828a5254df2a40769f31c9220b577bb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152521 Nov 12 04:12:06.470349 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb8121-3e4a-49ab-a667-ee0925d56ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a77cdf6-76d5-4b1d-8523-ca296d8b33c1,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:06.472988 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59594) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:06.507562 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Transition to ACTIVE for port object beced045-9f91-40fc-847b-3aa91ebb8785 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:12:06.518037 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59596) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:06.531205 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f3052be-f434-4311-84b0-ff80b6618ed9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.536269 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61ff4e20-21dd-4efd-909c-5f2d570c8ca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.562876 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61ff4e20-21dd-4efd-909c-5f2d570c8ca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.620879 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.633054 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f3052be-f434-4311-84b0-ff80b6618ed9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.659189 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.726264 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61ff4e20-21dd-4efd-909c-5f2d570c8ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.731835 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61ff4e20-21dd-4efd-909c-5f2d570c8ca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.743736 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-61ff4e20-21dd-4efd-909c-5f2d570c8ca8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a77cdf6-76d5-4b1d-8523-ca296d8b33c1 HTTP/1.1" status: 204 len: 168 time: 0.2599936 Nov 12 04:12:06.789035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff4e20-21dd-4efd-909c-5f2d570c8ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a77cdf6-76d5-4b1d-8523-ca296d8b33c1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:06.846486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2bc85-a14a-4681-9f3a-7b5f951e512e req-e87ab6b9-1e7c-49d3-899e-b0717af5b86b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:06.848574 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1ae2bc85-a14a-4681-9f3a-7b5f951e512e req-e87ab6b9-1e7c-49d3-899e-b0717af5b86b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=37187fa9-2af8-4476-8951-1c7624c819e5 HTTP/1.1" status: 200 len: 948 time: 0.0861881 Nov 12 04:12:06.926171 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1ae2bc85-a14a-4681-9f3a-7b5f951e512e req-ea93956d-4f88-401d-bb80-36770750b237 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599766 Nov 12 04:12:06.999211 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f3052be-f434-4311-84b0-ff80b6618ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.024801 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cd39088-eb5d-4a33-ae64-659a4b56f8ac req-8129ae88-a832-471e-a47a-3b91e4ee8f49 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0609353 Nov 12 04:12:07.033318 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Pushing event updated for resources: {'Port': ['ID=beced045-9f91-40fc-847b-3aa91ebb8785,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:07.083927 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9f3052be-f434-4311-84b0-ff80b6618ed9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec152f3cb774411cb6411b92486b71cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5643852 Nov 12 04:12:07.087157 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3052be-f434-4311-84b0-ff80b6618ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76899c4a-d93d-4a3e-aeab-44cd5867709c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:07.093260 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59610) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:07.122703 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Attempting to bind port beced045-9f91-40fc-847b-3aa91ebb8785 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:07.123046 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Attempting to bind port beced045-9f91-40fc-847b-3aa91ebb8785 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:07.123376 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Attempting to bind port beced045-9f91-40fc-847b-3aa91ebb8785 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:07.128008 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Port beced045-9f91-40fc-847b-3aa91ebb8785 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:12:07.128325 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Attempting to bind port beced045-9f91-40fc-847b-3aa91ebb8785 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:07.133912 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:07.134257 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:07.134668 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:07.135091 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Bound port: beced045-9f91-40fc-847b-3aa91ebb8785, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:07.135444 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.202195 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b15e93f6-10ab-4e01-b431-8980eb1e49a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.204851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] For port beced045-9f91-40fc-847b-3aa91ebb8785, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:07.208461 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] For port beced045-9f91-40fc-847b-3aa91ebb8785, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=beced045-9f91-40fc-847b-3aa91ebb8785,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:07.247236 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b15e93f6-10ab-4e01-b431-8980eb1e49a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.265025 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-d598f16a-8781-4547-b1cf-2d99729aafc9 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:07.266501 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-d598f16a-8781-4547-b1cf-2d99729aafc9 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/networks?id=255a670c-e1e7-4afe-9db1-0fcfa8417825 HTTP/1.1" status: 200 len: 821 time: 0.1558480 Nov 12 04:12:07.294001 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-bd6ca2ed-37e8-4cc7-8595-2a96d33adca7 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/quotas/76ae4228185c433294b6350ab3932f54 HTTP/1.1" status: 200 len: 375 time: 0.0201259 Nov 12 04:12:07.357303 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-5e490ea9-5eee-4e17-9b4c-51d919fbc637 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=76ae4228185c433294b6350ab3932f54&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0561914 Nov 12 04:12:07.360573 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.401642 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:07.402206 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.403603 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] 10.222.0.31 "PUT /v2.0/ports/beced045-9f91-40fc-847b-3aa91ebb8785 HTTP/1.1" status: 200 len: 1097 time: 1.4618204 Nov 12 04:12:07.404056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37187fa9-2af8-4476-8951-1c7624c819e5', 'tag': 'beced045-9f91-40fc-847b-3aa91ebb8785'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:07.406322 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f6da7d-6ab1-49ba-b7a5-3d854f45ca2d" -d '{"events": [{"name": "network-changed", "server_uuid": "37187fa9-2af8-4476-8951-1c7624c819e5", "tag": "beced045-9f91-40fc-847b-3aa91ebb8785"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:07.422985 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b15e93f6-10ab-4e01-b431-8980eb1e49a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.429213 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e4ba0-24f7-4c8b-86d5-e433bfc5e7de service neutron] Pushing event updated for resources: {'Port': ['ID=beced045-9f91-40fc-847b-3aa91ebb8785,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:07.431228 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b15e93f6-10ab-4e01-b431-8980eb1e49a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.434814 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b15e93f6-10ab-4e01-b431-8980eb1e49a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76899c4a-d93d-4a3e-aeab-44cd5867709c HTTP/1.1" status: 204 len: 168 time: 0.3435547 Nov 12 04:12:07.501626 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e93f6-10ab-4e01-b431-8980eb1e49a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76899c4a-d93d-4a3e-aeab-44cd5867709c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:07.609191 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-3ec3ad9f-6a8e-4015-9f40-a3b3f9cd795c service neutron] 10.222.0.37 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353599 Nov 12 04:12:07.639934 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-5cb402da-80a1-487a-af36-6c1ce0454410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:07.641479 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-5cb402da-80a1-487a-af36-6c1ce0454410 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&device_id=37187fa9-2af8-4476-8951-1c7624c819e5 HTTP/1.1" status: 200 len: 1100 time: 0.0808201 Nov 12 04:12:07.702233 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-abaa356d-96e8-49c3-8889-54af48b755b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=beced045-9f91-40fc-847b-3aa91ebb8785 HTTP/1.1" status: 200 len: 217 time: 0.0448058 Nov 12 04:12:07.776491 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-225ec635-d117-436b-81d5-37941f6febab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:07.776491 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-225ec635-d117-436b-81d5-37941f6febab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0668890 Nov 12 04:12:07.837863 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-409be11b-ec36-4f8b-981d-24815912cda3 service neutron] 10.222.0.37 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238729 Nov 12 04:12:07.860153 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-ec88d925-943c-49ff-a6c2-0e24a676095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:07.862098 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-ec88d925-943c-49ff-a6c2-0e24a676095f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0770133 Nov 12 04:12:07.981465 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-94eae5c7-12f2-4cb1-8e51-6ed21a008457 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088603 Nov 12 04:12:08.132611 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7c3d331f-1de0-4dcf-a1e6-39bd1b5f17fa req-25da778d-2b81-42df-b988-4bb3691b7da1 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435671 Nov 12 04:12:08.164449 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:08.898760 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a6c96a-5982-46f6-86cf-cda905bd5177 x-openstack-request-id: req-04a6c96a-5982-46f6-86cf-cda905bd5177 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:08.899217 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37187fa9-2af8-4476-8951-1c7624c819e5", "tag": "beced045-9f91-40fc-847b-3aa91ebb8785", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:08.899590 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04a6c96a-5982-46f6-86cf-cda905bd5177 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:08.900155 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37187fa9-2af8-4476-8951-1c7624c819e5', 'tag': 'beced045-9f91-40fc-847b-3aa91ebb8785', 'status': 'completed', 'code': 200} Nov 12 04:12:09.012084 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6da7d-6ab1-49ba-b7a5-3d854f45ca2d req-f2267e15-9360-43d9-a609-e1f412248dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:09.012084 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-93f6da7d-6ab1-49ba-b7a5-3d854f45ca2d req-f2267e15-9360-43d9-a609-e1f412248dd7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&device_id=37187fa9-2af8-4476-8951-1c7624c819e5 HTTP/1.1" status: 200 len: 1100 time: 0.0554354 Nov 12 04:12:09.067868 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.138381 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6da7d-6ab1-49ba-b7a5-3d854f45ca2d req-e99481e2-99b1-4c74-82c5-24c0cb1aafce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:09.140238 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-93f6da7d-6ab1-49ba-b7a5-3d854f45ca2d req-e99481e2-99b1-4c74-82c5-24c0cb1aafce service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1207383 Nov 12 04:12:09.207798 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-93f6da7d-6ab1-49ba-b7a5-3d854f45ca2d req-03a87ec4-c115-4f99-a5d8-f84d7d193159 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=beced045-9f91-40fc-847b-3aa91ebb8785 HTTP/1.1" status: 200 len: 217 time: 0.0588958 Nov 12 04:12:09.217782 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2529d0a-e910-48d0-9650-fc01c834f961 req-f94aa23a-8301-4a9b-b459-0f816418cef7 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:09.232804 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2529d0a-e910-48d0-9650-fc01c834f961 req-f94aa23a-8301-4a9b-b459-0f816418cef7 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=37187fa9-2af8-4476-8951-1c7624c819e5 HTTP/1.1" status: 200 len: 948 time: 0.0741062 Nov 12 04:12:09.296294 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6da7d-6ab1-49ba-b7a5-3d854f45ca2d req-1a01fe32-3c48-4e3e-93b1-708ba501dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:09.296495 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-93f6da7d-6ab1-49ba-b7a5-3d854f45ca2d req-1a01fe32-3c48-4e3e-93b1-708ba501dd75 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0795684 Nov 12 04:12:09.324111 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2529d0a-e910-48d0-9650-fc01c834f961 req-1e37a6a1-ebcc-4deb-80c1-2ace8cb1112d tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892146 Nov 12 04:12:09.350361 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6da7d-6ab1-49ba-b7a5-3d854f45ca2d req-f3e638a9-b029-4619-9d6a-cdcaa374b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:09.352567 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-93f6da7d-6ab1-49ba-b7a5-3d854f45ca2d req-f3e638a9-b029-4619-9d6a-cdcaa374b9e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0475128 Nov 12 04:12:09.408577 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:12:09.420334 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d63d292-336e-486a-99d3-b832ca7a8394 req-fa3eb89c-203e-4a04-acdd-e373c53084d6 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402 HTTP/1.1" status: 200 len: 210 time: 0.0279121 Nov 12 04:12:09.516658 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-93f6da7d-6ab1-49ba-b7a5-3d854f45ca2d req-fcbbac7a-ad16-4dbd-98a9-0627d8a68b69 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568153 Nov 12 04:12:09.597008 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242fe19-f016-4346-95a8-a901f8d33405 req-2f70ef61-ed95-45e3-bbb2-04a5755b34b7 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:09.606625 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8242fe19-f016-4346-95a8-a901f8d33405 req-2f70ef61-ed95-45e3-bbb2-04a5755b34b7 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.0732844 Nov 12 04:12:09.652359 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-93f6da7d-6ab1-49ba-b7a5-3d854f45ca2d req-1cc67c7a-0d18-4821-b92d-c1d40095b640 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278894 Nov 12 04:12:09.679683 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8242fe19-f016-4346-95a8-a901f8d33405 req-76535dd6-f0c4-4c6f-8db7-1c1fed72885d tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620170 Nov 12 04:12:09.892508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee3a61-3eb9-4d9f-8fcc-c47df998e92a req-6836c0e7-916e-42b3-938c-0affdf292a60 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:09.895075 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c3ee3a61-3eb9-4d9f-8fcc-c47df998e92a req-6836c0e7-916e-42b3-938c-0affdf292a60 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d629710-ebf9-4a68-9695-fe122bb54873 HTTP/1.1" status: 200 len: 946 time: 0.0854852 Nov 12 04:12:09.958702 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c3ee3a61-3eb9-4d9f-8fcc-c47df998e92a req-4827371c-4169-4d67-a588-9bfc43139987 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee9a3d29-49aa-424c-a571-68e38038a493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550373 Nov 12 04:12:10.083216 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5775a3-4d5b-4cf4-8216-e47d0f173308 req-64be44aa-63d4-43bb-842f-bbc197e8bda3 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:10.084996 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fd5775a3-4d5b-4cf4-8216-e47d0f173308 req-64be44aa-63d4-43bb-842f-bbc197e8bda3 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.0582502 Nov 12 04:12:10.147660 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fd5775a3-4d5b-4cf4-8216-e47d0f173308 req-0d9d99ba-f735-49af-bf7e-75a58f5baae4 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536227 Nov 12 04:12:10.409497 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device beced045-9f91-40fc-847b-3aa91ebb8785 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:12:10.643851 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port beced045-9f91-40fc-847b-3aa91ebb8785, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=beced045-9f91-40fc-847b-3aa91ebb8785,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:10.656079 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'beced045-9f91-40fc-847b-3aa91ebb8785', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': 'beced045-9f91-40fc-847b-3aa91ebb8785', 'mac_address': 'fa:16:3e:07:b0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:12:10.697745 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.716398 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beced045-9f91-40fc-847b-3aa91ebb8785 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:12:10.737918 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port beced045-9f91-40fc-847b-3aa91ebb8785, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=beced045-9f91-40fc-847b-3aa91ebb8785,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:10.839531 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.875684 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5513-08e9-4f1a-b877-7bcd1e28cc40 req-8d43ef99-3a68-4b2f-b921-7d409f3336d2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:10.878314 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca0f5513-08e9-4f1a-b877-7bcd1e28cc40 req-8d43ef99-3a68-4b2f-b921-7d409f3336d2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=37187fa9-2af8-4476-8951-1c7624c819e5 HTTP/1.1" status: 200 len: 948 time: 0.1052637 Nov 12 04:12:10.897019 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797905b-f42e-4c5d-983f-0c8b7a665ab8 req-d0e863d6-1c69-431d-9508-8edc7b921988 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:10.900022 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b797905b-f42e-4c5d-983f-0c8b7a665ab8 req-d0e863d6-1c69-431d-9508-8edc7b921988 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d629710-ebf9-4a68-9695-fe122bb54873 HTTP/1.1" status: 200 len: 946 time: 0.1003475 Nov 12 04:12:10.910145 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=beced045-9f91-40fc-847b-3aa91ebb8785,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:10.918281 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:10.920430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:10.920430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:10.920430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:10.920430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:10.920430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:10.920430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:10.921433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:10.921433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:10.921433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:10.921953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:10.922954 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.068538 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca0f5513-08e9-4f1a-b877-7bcd1e28cc40 req-aca7ede8-ca2b-4bb0-ac5a-bdbc41d5e922 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667678 Nov 12 04:12:11.073334 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-a1a8734f-59b7-4511-b4ed-12d60b14272b tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:11.076899 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-a1a8734f-59b7-4511-b4ed-12d60b14272b tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.21 "GET /v2.0/networks?id=255a670c-e1e7-4afe-9db1-0fcfa8417825 HTTP/1.1" status: 200 len: 821 time: 0.1359637 Nov 12 04:12:11.094319 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-b797905b-f42e-4c5d-983f-0c8b7a665ab8 req-eeebdc6b-29c0-42c5-9d5e-a5a331dd1b9e tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Deleting port bcf4703e-0ba5-4b86-9a66-31637ad25b99 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:11.094695 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b797905b-f42e-4c5d-983f-0c8b7a665ab8 req-eeebdc6b-29c0-42c5-9d5e-a5a331dd1b9e tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.106476 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b5d28fca-36c7-40c3-8136-de4b54c14c20 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Request body: {'port': {'device_id': '3c2f3ae3-5a2f-4697-914a-4aa64f1f8402', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'admin_state_up': True, 'tenant_id': '76ae4228185c433294b6350ab3932f54'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:11.175665 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['beced045-9f91-40fc-847b-3aa91ebb8785'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:12:11.206602 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2cb44419-70a8-4e60-abf5-ff0d8a40886d req-ba9195af-d35e-40a4-ad5a-d2d1d16dfcf9 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402 HTTP/1.1" status: 200 len: 210 time: 0.0372396 Nov 12 04:12:11.244765 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-b797905b-f42e-4c5d-983f-0c8b7a665ab8 req-eeebdc6b-29c0-42c5-9d5e-a5a331dd1b9e tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] For port bcf4703e-0ba5-4b86-9a66-31637ad25b99, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=bcf4703e-0ba5-4b86-9a66-31637ad25b99,segment=NetworkSegment(cecdc318-2fa7-4e5c-b7b2-3a95369e2e09),segment_id=cecdc318-2fa7-4e5c-b7b2-3a95369e2e09)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:11.245342 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b797905b-f42e-4c5d-983f-0c8b7a665ab8 req-eeebdc6b-29c0-42c5-9d5e-a5a331dd1b9e tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.276324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-b797905b-f42e-4c5d-983f-0c8b7a665ab8 req-eeebdc6b-29c0-42c5-9d5e-a5a331dd1b9e tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Calling delete_port for bcf4703e-0ba5-4b86-9a66-31637ad25b99 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:11.441959 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e79dd-01b3-46ea-b011-7b279619409f req-73860b1c-3620-44b2-9ca3-46935e5ebf42 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:11.443494 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-166e79dd-01b3-46ea-b011-7b279619409f req-73860b1c-3620-44b2-9ca3-46935e5ebf42 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.0807128 Nov 12 04:12:11.493803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b5d28fca-36c7-40c3-8136-de4b54c14c20 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Made reservation on behalf of 76ae4228185c433294b6350ab3932f54 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:11.498855 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b5d28fca-36c7-40c3-8136-de4b54c14c20 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.539701 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-166e79dd-01b3-46ea-b011-7b279619409f req-9523d703-0a13-453e-b61b-85ae09221449 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861788 Nov 12 04:12:11.607521 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b797905b-f42e-4c5d-983f-0c8b7a665ab8 req-eeebdc6b-29c0-42c5-9d5e-a5a331dd1b9e tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.641707 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebdc6b-29c0-42c5-9d5e-a5a331dd1b9e tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Pushing event deleted for resources: {'Port': ['ID=bcf4703e-0ba5-4b86-9a66-31637ad25b99,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:11.693659 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b797905b-f42e-4c5d-983f-0c8b7a665ab8 req-eeebdc6b-29c0-42c5-9d5e-a5a331dd1b9e tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] No DVR routers for this DVR port bcf4703e-0ba5-4b86-9a66-31637ad25b99 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:11.696859 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b797905b-f42e-4c5d-983f-0c8b7a665ab8 req-eeebdc6b-29c0-42c5-9d5e-a5a331dd1b9e tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.701980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b797905b-f42e-4c5d-983f-0c8b7a665ab8 req-eeebdc6b-29c0-42c5-9d5e-a5a331dd1b9e tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.21 "DELETE /v2.0/ports/bcf4703e-0ba5-4b86-9a66-31637ad25b99 HTTP/1.1" status: 204 len: 173 time: 0.7937853 Nov 12 04:12:11.702531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d629710-ebf9-4a68-9695-fe122bb54873', 'name': 'network-vif-deleted', 'tag': 'bcf4703e-0ba5-4b86-9a66-31637ad25b99'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:11.709991 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0c5931-3011-4cfa-8f3a-a2aa57783e3f" -d '{"events": [{"server_uuid": "0d629710-ebf9-4a68-9695-fe122bb54873", "name": "network-vif-deleted", "tag": "bcf4703e-0ba5-4b86-9a66-31637ad25b99"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:11.720535 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b5d28fca-36c7-40c3-8136-de4b54c14c20 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Allocated IP 172.20.0.7 (255a670c-e1e7-4afe-9db1-0fcfa8417825/57f0c919-3b95-4b18-9b90-784919aa82ad/7456d3da-58e9-4060-b8a8-e3a1869d8874) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:11.960936 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b5d28fca-36c7-40c3-8136-de4b54c14c20 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.167749 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b5d28fca-36c7-40c3-8136-de4b54c14c20 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.202434 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['37b7366e-3784-4ab9-8563-e4ecf8969e35'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:12:12.217306 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b5d28fca-36c7-40c3-8136-de4b54c14c20 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Network 255a670c-e1e7-4afe-9db1-0fcfa8417825 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:12.221169 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b5d28fca-36c7-40c3-8136-de4b54c14c20 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:12.228957 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b5d28fca-36c7-40c3-8136-de4b54c14c20 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:12.256675 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d28fca-36c7-40c3-8136-de4b54c14c20 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Pushing event updated for resources: {'Port': ['ID=7456d3da-58e9-4060-b8a8-e3a1869d8874,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:12.299601 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b5d28fca-36c7-40c3-8136-de4b54c14c20 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:12.300335 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b5d28fca-36c7-40c3-8136-de4b54c14c20 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.338367 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e53ae95d-a78b-42f7-9855-f1425d71db0a req-a038d3b2-848b-40a7-936e-fcef01de1090 tempest-FloatingIPsAssociationNegativeTestJSON-257339292 tempest-FloatingIPsAssociationNegativeTestJSON-257339292-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d629710-ebf9-4a68-9695-fe122bb54873 HTTP/1.1" status: 200 len: 210 time: 0.0508523 Nov 12 04:12:12.381413 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b5d28fca-36c7-40c3-8136-de4b54c14c20 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2823837 Nov 12 04:12:12.403607 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Request body: {'port': {'device_id': '3c2f3ae3-5a2f-4697-914a-4aa64f1f8402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:12.414723 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device beced045-9f91-40fc-847b-3aa91ebb8785 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:12.472178 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.564927 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port beced045-9f91-40fc-847b-3aa91ebb8785 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:12:12.569024 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port beced045-9f91-40fc-847b-3aa91ebb8785 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:12.569395 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.585513 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf61cc3c-51b5-4bba-8125-e16b87c3273a x-openstack-request-id: req-bf61cc3c-51b5-4bba-8125-e16b87c3273a {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:12.585821 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d629710-ebf9-4a68-9695-fe122bb54873", "name": "network-vif-deleted", "tag": "bcf4703e-0ba5-4b86-9a66-31637ad25b99", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:12.586126 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf61cc3c-51b5-4bba-8125-e16b87c3273a {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:12.587078 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d629710-ebf9-4a68-9695-fe122bb54873', 'name': 'network-vif-deleted', 'tag': 'bcf4703e-0ba5-4b86-9a66-31637ad25b99', 'status': 'completed', 'code': 200} Nov 12 04:12:12.620992 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e8ad96d8-078d-4f30-928d-0791678b6084 None None] Provisioning complete for port 7456d3da-58e9-4060-b8a8-e3a1869d8874 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:12.621366 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8ad96d8-078d-4f30-928d-0791678b6084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.667579 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad96d8-078d-4f30-928d-0791678b6084 None None] Port 7456d3da-58e9-4060-b8a8-e3a1869d8874 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:12.707167 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.719188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78f087-ced3-47e2-ae12-96d3cb360c52 req-f0cb9802-7e27-4b9a-934c-3160604372a1 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:12.720933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e78f087-ced3-47e2-ae12-96d3cb360c52 req-f0cb9802-7e27-4b9a-934c-3160604372a1 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=37187fa9-2af8-4476-8951-1c7624c819e5 HTTP/1.1" status: 200 len: 949 time: 0.0737746 Nov 12 04:12:12.737961 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37187fa9-2af8-4476-8951-1c7624c819e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beced045-9f91-40fc-847b-3aa91ebb8785'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:12.740815 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4e02c3-1b80-4935-888e-e172bd75ded9" -d '{"events": [{"server_uuid": "37187fa9-2af8-4476-8951-1c7624c819e5", "name": "network-vif-plugged", "status": "completed", "tag": "beced045-9f91-40fc-847b-3aa91ebb8785"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:12.756524 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port beced045-9f91-40fc-847b-3aa91ebb8785, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=beced045-9f91-40fc-847b-3aa91ebb8785,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:12.779771 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e78f087-ced3-47e2-ae12-96d3cb360c52 req-cb5c95ac-09df-4f66-94e4-7c8ec9f228da tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499907 Nov 12 04:12:12.788843 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7456d3da-58e9-4060-b8a8-e3a1869d8874 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:12:12.797921 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.813827 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Transition to ACTIVE for port object 7456d3da-58e9-4060-b8a8-e3a1869d8874 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:12:12.892851 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.916448 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.944586 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=beced045-9f91-40fc-847b-3aa91ebb8785,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:12.972127 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Pushing event updated for resources: {'Port': ['ID=7456d3da-58e9-4060-b8a8-e3a1869d8874,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:13.054881 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Attempting to bind port 7456d3da-58e9-4060-b8a8-e3a1869d8874 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:13.055472 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Attempting to bind port 7456d3da-58e9-4060-b8a8-e3a1869d8874 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '345410ef-f278-4387-bbd8-808d891543b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:13.055979 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Attempting to bind port 7456d3da-58e9-4060-b8a8-e3a1869d8874 on network 255a670c-e1e7-4afe-9db1-0fcfa8417825 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:13.061496 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Port 7456d3da-58e9-4060-b8a8-e3a1869d8874 on network 255a670c-e1e7-4afe-9db1-0fcfa8417825 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:12:13.064237 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Attempting to bind port 7456d3da-58e9-4060-b8a8-e3a1869d8874 on network 255a670c-e1e7-4afe-9db1-0fcfa8417825 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:13.067746 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:13.068326 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Checking segment: {'id': '345410ef-f278-4387-bbd8-808d891543b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:13.069088 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Bound using segment: {'id': '345410ef-f278-4387-bbd8-808d891543b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:13.069695 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Bound port: 7456d3da-58e9-4060-b8a8-e3a1869d8874, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345410ef-f278-4387-bbd8-808d891543b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:13.070273 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.174522 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] For port 7456d3da-58e9-4060-b8a8-e3a1869d8874, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:13.176877 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] For port 7456d3da-58e9-4060-b8a8-e3a1869d8874, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=7456d3da-58e9-4060-b8a8-e3a1869d8874,segment=NetworkSegment(345410ef-f278-4387-bbd8-808d891543b9),segment_id=345410ef-f278-4387-bbd8-808d891543b9)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:13.274232 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.303191 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a745148-b8d5-4910-afcf-b97b639b8761 req-8e55ad2f-09e1-4021-b974-8783fede0824 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:13.305668 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a745148-b8d5-4910-afcf-b97b639b8761 req-8e55ad2f-09e1-4021-b974-8783fede0824 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402 HTTP/1.1" status: 200 len: 943 time: 0.1247051 Nov 12 04:12:13.329737 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:13.332610 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.332610 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] 10.222.0.21 "PUT /v2.0/ports/7456d3da-58e9-4060-b8a8-e3a1869d8874 HTTP/1.1" status: 200 len: 1092 time: 0.9336612 Nov 12 04:12:13.335627 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2f3ae3-5a2f-4697-914a-4aa64f1f8402', 'tag': '7456d3da-58e9-4060-b8a8-e3a1869d8874'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:13.339521 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde3bdc8-b72c-4e1a-8bd9-f64edcfaff31" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2f3ae3-5a2f-4697-914a-4aa64f1f8402", "tag": "7456d3da-58e9-4060-b8a8-e3a1869d8874"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:13.390084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device bcf4703e-0ba5-4b86-9a66-31637ad25b99 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:13.390806 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38469d9-eb73-4d54-a9e9-dd542a8db37a service neutron] Pushing event updated for resources: {'Port': ['ID=7456d3da-58e9-4060-b8a8-e3a1869d8874,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:13.391039 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a745148-b8d5-4910-afcf-b97b639b8761 req-0bdb8ab1-b829-44cb-af09-bff907a1fa99 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9b3e82e-7819-4f72-b0a3-0a66a4417c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747902 Nov 12 04:12:13.421631 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: bcf4703e-0ba5-4b86-9a66-31637ad25b99 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:13.421960 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device bcf4703e-0ba5-4b86-9a66-31637ad25b99 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:13.509442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14158f10-cfd0-4209-a6ca-c2003853d66b req-2a127c63-8c25-4606-8d45-25d6439592a0 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:13.514183 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14158f10-cfd0-4209-a6ca-c2003853d66b req-2a127c63-8c25-4606-8d45-25d6439592a0 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.0619993 Nov 12 04:12:13.552825 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-f96da533-18f0-4d27-b0ee-c2d682bfb180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:13.554324 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-f96da533-18f0-4d27-b0ee-c2d682bfb180 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ae4228185c433294b6350ab3932f54&device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402 HTTP/1.1" status: 200 len: 1095 time: 0.0515435 Nov 12 04:12:13.571642 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14158f10-cfd0-4209-a6ca-c2003853d66b req-dd859b27-b1d5-43b7-9d2c-39423aba386c tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544057 Nov 12 04:12:13.614706 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-bf7c43c6-a6d4-4faf-8063-273965fe44eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7456d3da-58e9-4060-b8a8-e3a1869d8874 HTTP/1.1" status: 200 len: 217 time: 0.0461302 Nov 12 04:12:13.625075 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560f49ff-1304-45b2-8446-fe786777b77e x-openstack-request-id: req-560f49ff-1304-45b2-8446-fe786777b77e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:13.625075 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37187fa9-2af8-4476-8951-1c7624c819e5", "name": "network-vif-plugged", "status": "completed", "tag": "beced045-9f91-40fc-847b-3aa91ebb8785", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:13.625075 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-560f49ff-1304-45b2-8446-fe786777b77e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:13.625075 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37187fa9-2af8-4476-8951-1c7624c819e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beced045-9f91-40fc-847b-3aa91ebb8785', 'code': 200} Nov 12 04:12:13.655585 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b23a1d3-1e19-4ac5-891c-89ba5fd69ed2 x-openstack-request-id: req-9b23a1d3-1e19-4ac5-891c-89ba5fd69ed2 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:13.655838 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2f3ae3-5a2f-4697-914a-4aa64f1f8402", "tag": "7456d3da-58e9-4060-b8a8-e3a1869d8874", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:13.656231 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b23a1d3-1e19-4ac5-891c-89ba5fd69ed2 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:13.656715 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2f3ae3-5a2f-4697-914a-4aa64f1f8402', 'tag': '7456d3da-58e9-4060-b8a8-e3a1869d8874', 'status': 'completed', 'code': 200} Nov 12 04:12:13.691241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59804) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:13.707830 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-6c80ac06-f697-4d87-98c8-f23b95dd8249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:13.709969 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-6c80ac06-f697-4d87-98c8-f23b95dd8249 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=57f0c919-3b95-4b18-9b90-784919aa82ad HTTP/1.1" status: 200 len: 860 time: 0.0880306 Nov 12 04:12:13.809511 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83374d9-311d-42d5-9f2a-e28ec7eeac08 req-1dbf6452-c18a-403d-929c-68d4986d14d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:13.811156 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d83374d9-311d-42d5-9f2a-e28ec7eeac08 req-1dbf6452-c18a-403d-929c-68d4986d14d0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=37187fa9-2af8-4476-8951-1c7624c819e5 HTTP/1.1" status: 200 len: 1102 time: 0.0611649 Nov 12 04:12:13.813900 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-288d6557-48c8-4609-bbbd-ee608590c2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:13.815153 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-288d6557-48c8-4609-bbbd-ee608590c2a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=255a670c-e1e7-4afe-9db1-0fcfa8417825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919774 Nov 12 04:12:13.918773 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d83374d9-311d-42d5-9f2a-e28ec7eeac08 req-dd353d41-1029-47d6-adbc-cf617ad5366d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991900 Nov 12 04:12:13.946228 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-7fdf6697-e1fd-4d8e-8331-1ab72ac12426 service neutron] 10.222.0.21 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201122 Nov 12 04:12:14.049280 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-aae0ee56-d606-457c-886b-dd1a6b612932 req-e67dca69-c369-4c1b-9b81-2ad93653b456 service neutron] 10.222.0.21 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960803 Nov 12 04:12:14.314596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3bdc8-b72c-4e1a-8bd9-f64edcfaff31 req-80a60112-381a-4780-a289-9a69b8daa077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:14.317984 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bde3bdc8-b72c-4e1a-8bd9-f64edcfaff31 req-80a60112-381a-4780-a289-9a69b8daa077 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ae4228185c433294b6350ab3932f54&device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402 HTTP/1.1" status: 200 len: 1095 time: 0.0558937 Nov 12 04:12:14.416573 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4ebf553b-9d99-46fb-a7b9-a86d7ad62b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.452598 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3bdc8-b72c-4e1a-8bd9-f64edcfaff31 req-49cc8f26-c065-4bf1-9921-c607af1d7bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:14.454192 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bde3bdc8-b72c-4e1a-8bd9-f64edcfaff31 req-49cc8f26-c065-4bf1-9921-c607af1d7bf1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=255a670c-e1e7-4afe-9db1-0fcfa8417825 HTTP/1.1" status: 200 len: 922 time: 0.1112366 Nov 12 04:12:14.501540 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bde3bdc8-b72c-4e1a-8bd9-f64edcfaff31 req-12376268-89bf-49e1-b8f2-2d2020b2cafb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7456d3da-58e9-4060-b8a8-e3a1869d8874 HTTP/1.1" status: 200 len: 217 time: 0.0358460 Nov 12 04:12:14.543887 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6566e14-4d75-4363-8869-36df1e226b93 req-0e7864a3-76b6-4a5e-b448-cefe69c1e1c1 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:14.545403 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6566e14-4d75-4363-8869-36df1e226b93 req-0e7864a3-76b6-4a5e-b448-cefe69c1e1c1 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=37187fa9-2af8-4476-8951-1c7624c819e5 HTTP/1.1" status: 200 len: 950 time: 0.0933146 Nov 12 04:12:14.552531 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3bdc8-b72c-4e1a-8bd9-f64edcfaff31 req-5e99dc71-4a3f-4f3e-830e-311e7eb4373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:14.554032 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bde3bdc8-b72c-4e1a-8bd9-f64edcfaff31 req-5e99dc71-4a3f-4f3e-830e-311e7eb4373a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=57f0c919-3b95-4b18-9b90-784919aa82ad HTTP/1.1" status: 200 len: 860 time: 0.0457900 Nov 12 04:12:14.608815 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3bdc8-b72c-4e1a-8bd9-f64edcfaff31 req-f215f607-6195-49cc-bd72-8dd2390ac2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:14.610233 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bde3bdc8-b72c-4e1a-8bd9-f64edcfaff31 req-f215f607-6195-49cc-bd72-8dd2390ac2ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=255a670c-e1e7-4afe-9db1-0fcfa8417825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481420 Nov 12 04:12:14.702800 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6566e14-4d75-4363-8869-36df1e226b93 req-7484c955-c76f-4d4d-a9b7-9ece0cff1efa tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448133 Nov 12 04:12:14.715324 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bde3bdc8-b72c-4e1a-8bd9-f64edcfaff31 req-36416543-b1e5-4f41-bc2a-fe7c678869d4 service neutron] 10.222.0.21 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980470 Nov 12 04:12:14.834868 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bde3bdc8-b72c-4e1a-8bd9-f64edcfaff31 req-8e2989b1-78d1-45b9-a5fd-35be7fb83a92 service neutron] 10.222.0.21 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118598 Nov 12 04:12:14.841730 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-4ebf553b-9d99-46fb-a7b9-a86d7ad62b35 admin admin] Deleting port eaa75555-88c1-407e-99d9-cc0122980eda {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:14.842093 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4ebf553b-9d99-46fb-a7b9-a86d7ad62b35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.922492 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-4ebf553b-9d99-46fb-a7b9-a86d7ad62b35 admin admin] For port eaa75555-88c1-407e-99d9-cc0122980eda, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=eaa75555-88c1-407e-99d9-cc0122980eda,segment=NetworkSegment(cecdc318-2fa7-4e5c-b7b2-3a95369e2e09),segment_id=cecdc318-2fa7-4e5c-b7b2-3a95369e2e09)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:14.923050 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4ebf553b-9d99-46fb-a7b9-a86d7ad62b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.944152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-4ebf553b-9d99-46fb-a7b9-a86d7ad62b35 admin admin] Calling delete_port for eaa75555-88c1-407e-99d9-cc0122980eda owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:15.114672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f06f78-5ad2-4605-be24-cb86e3b73f0a req-f156aff5-82ec-4ed9-8ad0-a603182543de tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:15.116733 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-78f06f78-5ad2-4605-be24-cb86e3b73f0a req-f156aff5-82ec-4ed9-8ad0-a603182543de tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402 HTTP/1.1" status: 200 len: 943 time: 0.0980661 Nov 12 04:12:15.190475 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-78f06f78-5ad2-4605-be24-cb86e3b73f0a req-782e60ab-1914-4bb1-a9c9-a4fa692cd096 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9b3e82e-7819-4f72-b0a3-0a66a4417c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639162 Nov 12 04:12:15.328704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3a83d-6be7-4cd0-b52e-9af5c1527677 req-5ff89125-2fcd-484f-bbf7-7e7f034c1ee2 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:15.330289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88e3a83d-6be7-4cd0-b52e-9af5c1527677 req-5ff89125-2fcd-484f-bbf7-7e7f034c1ee2 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.0545657 Nov 12 04:12:15.349926 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4ebf553b-9d99-46fb-a7b9-a86d7ad62b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.385326 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf553b-9d99-46fb-a7b9-a86d7ad62b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa75555-88c1-407e-99d9-cc0122980eda,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:15.454582 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88e3a83d-6be7-4cd0-b52e-9af5c1527677 req-b6877cad-faec-45f3-8f69-664196ea3812 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098578 Nov 12 04:12:15.619681 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4ebf553b-9d99-46fb-a7b9-a86d7ad62b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.886476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a9afa-24b5-416c-aadd-61a3ac2af7fc req-7ed9a953-01dd-4028-a62c-f83aa5f563dd tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:15.887964 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-813a9afa-24b5-416c-aadd-61a3ac2af7fc req-7ed9a953-01dd-4028-a62c-f83aa5f563dd tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=37187fa9-2af8-4476-8951-1c7624c819e5 HTTP/1.1" status: 200 len: 950 time: 0.1031590 Nov 12 04:12:15.899942 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebf553b-9d99-46fb-a7b9-a86d7ad62b35 admin admin] Router 178c7cf2-6228-4409-859b-c930a7db4952 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:15.982866 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-813a9afa-24b5-416c-aadd-61a3ac2af7fc req-f869ef7a-c501-4f22-8dcb-3d0fc05d78f4 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878160 Nov 12 04:12:16.046240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebf553b-9d99-46fb-a7b9-a86d7ad62b35 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:16.055513 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4ebf553b-9d99-46fb-a7b9-a86d7ad62b35 admin admin] 10.222.0.37 "PUT /v2.0/routers/178c7cf2-6228-4409-859b-c930a7db4952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3593237 Nov 12 04:12:16.055513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59852) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:16.058429 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a2bde-866c-49ba-b6f4-89bd66fceefc None None] Sync routers for ids ['178c7cf2-6228-4409-859b-c930a7db4952'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:16.071904 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77a2bde-866c-49ba-b6f4-89bd66fceefc None None] Routers {'178c7cf2-6228-4409-859b-c930a7db4952'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:16.072642 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a77a2bde-866c-49ba-b6f4-89bd66fceefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['178c7cf2-6228-4409-859b-c930a7db4952'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:16.174668 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-234c4738-7b0c-4c7e-9997-d182ef3308d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.186607 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-a77a2bde-866c-49ba-b6f4-89bd66fceefc None None] Set router 178c7cf2-6228-4409-859b-c930a7db4952 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:16.401427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a77a2bde-866c-49ba-b6f4-89bd66fceefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c7cf2-6228-4409-859b-c930a7db4952', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986604748-router', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:06Z', 'updated_at': '2021-11-12T04:12:15Z', 'revision_number': 5, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'gw_port': {'id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:08Z', 'updated_at': '2021-11-12T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:16.442858 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59860) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:16.448855 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a2bde-866c-49ba-b6f4-89bd66fceefc None None] Checking router: 178c7cf2-6228-4409-859b-c930a7db4952 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:16.459880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77a2bde-866c-49ba-b6f4-89bd66fceefc None None] Routers {'178c7cf2-6228-4409-859b-c930a7db4952'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:16.460681 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a77a2bde-866c-49ba-b6f4-89bd66fceefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['178c7cf2-6228-4409-859b-c930a7db4952'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:16.562903 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-234c4738-7b0c-4c7e-9997-d182ef3308d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.568886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e0dc-a930-4ab4-ba4d-7d11017e5957 req-1c1d584c-767b-4b18-b369-248edc8834dd tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:16.571193 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-79d1e0dc-a930-4ab4-ba4d-7d11017e5957 req-1c1d584c-767b-4b18-b369-248edc8834dd tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=37187fa9-2af8-4476-8951-1c7624c819e5 HTTP/1.1" status: 200 len: 1102 time: 0.0700436 Nov 12 04:12:16.595330 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-79d1e0dc-a930-4ab4-ba4d-7d11017e5957 req-1e7ec3de-54e9-4064-8f2d-6189752ea9fb tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.602860 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.613344 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-a77a2bde-866c-49ba-b6f4-89bd66fceefc None None] Set router 178c7cf2-6228-4409-859b-c930a7db4952 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:16.620201 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85cc1df6-e47c-4b05-b2ff-aaeeeaf7e02a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.707647 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-79d1e0dc-a930-4ab4-ba4d-7d11017e5957 req-1e7ec3de-54e9-4064-8f2d-6189752ea9fb tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.720063 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85cc1df6-e47c-4b05-b2ff-aaeeeaf7e02a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.733254 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-234c4738-7b0c-4c7e-9997-d182ef3308d6 admin admin] Deleting port 0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:16.734778 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-234c4738-7b0c-4c7e-9997-d182ef3308d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.807931 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a77a2bde-866c-49ba-b6f4-89bd66fceefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c7cf2-6228-4409-859b-c930a7db4952', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986604748-router', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:06Z', 'updated_at': '2021-11-12T04:12:15Z', 'revision_number': 5, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'gw_port': {'id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:08Z', 'updated_at': '2021-11-12T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:16.812983 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-234c4738-7b0c-4c7e-9997-d182ef3308d6 admin admin] For port 0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:16.813373 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-234c4738-7b0c-4c7e-9997-d182ef3308d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.826682 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-234c4738-7b0c-4c7e-9997-d182ef3308d6 admin admin] Calling delete_port for 0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:16.834424 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a2bde-866c-49ba-b6f4-89bd66fceefc None None] The sync data for ids ['178c7cf2-6228-4409-859b-c930a7db4952'] in n-d-768509-24 is: [{'id': '178c7cf2-6228-4409-859b-c930a7db4952', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986604748-router', 'tenant_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:06Z', 'updated_at': '2021-11-12T04:12:15Z', 'revision_number': 5, 'project_id': 'd6746d7dd0b64a4c979e7e368a02aa6c', 'gw_port': {'id': '0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c7cf2-6228-4409-859b-c930a7db4952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:08Z', 'updated_at': '2021-11-12T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:16.842034 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85cc1df6-e47c-4b05-b2ff-aaeeeaf7e02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.872320 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-79d1e0dc-a930-4ab4-ba4d-7d11017e5957 req-1e7ec3de-54e9-4064-8f2d-6189752ea9fb tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.896475 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc1df6-e47c-4b05-b2ff-aaeeeaf7e02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc88e7f-dd9f-4715-9a74-7260880678c6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:16.903277 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-85cc1df6-e47c-4b05-b2ff-aaeeeaf7e02a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed678817ab72479fbab76a9bd1be587d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4565127 Nov 12 04:12:16.904493 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59872) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:16.926242 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-79d1e0dc-a930-4ab4-ba4d-7d11017e5957 req-1e7ec3de-54e9-4064-8f2d-6189752ea9fb tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471341 Nov 12 04:12:16.928427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ec3de-54e9-4064-8f2d-6189752ea9fb tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5911eb50-f6ef-4a90-a52d-d67cdbd0e78d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:16.957598 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa301bfb-7db9-4861-8602-7cf9f5aa5b73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.982194 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa301bfb-7db9-4861-8602-7cf9f5aa5b73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.094229 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66ada6-bd8e-41a3-89f8-5be45dc00d22 req-9abfc97b-3b55-42b5-8fc0-c0edf3162048 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:17.095705 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e66ada6-bd8e-41a3-89f8-5be45dc00d22 req-9abfc97b-3b55-42b5-8fc0-c0edf3162048 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402 HTTP/1.1" status: 200 len: 943 time: 0.0644145 Nov 12 04:12:17.144540 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e66ada6-bd8e-41a3-89f8-5be45dc00d22 req-584f5f00-8591-4b6d-86cf-9203ad29dec6 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9b3e82e-7819-4f72-b0a3-0a66a4417c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426593 Nov 12 04:12:17.155712 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-234c4738-7b0c-4c7e-9997-d182ef3308d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.156915 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa301bfb-7db9-4861-8602-7cf9f5aa5b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.160275 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa301bfb-7db9-4861-8602-7cf9f5aa5b73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.162767 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-aa301bfb-7db9-4861-8602-7cf9f5aa5b73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3fc88e7f-dd9f-4715-9a74-7260880678c6 HTTP/1.1" status: 204 len: 168 time: 0.2568710 Nov 12 04:12:17.177315 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa301bfb-7db9-4861-8602-7cf9f5aa5b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc88e7f-dd9f-4715-9a74-7260880678c6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:17.197563 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c4738-7b0c-4c7e-9997-d182ef3308d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:17.339494 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-234c4738-7b0c-4c7e-9997-d182ef3308d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.395849 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device eaa75555-88c1-407e-99d9-cc0122980eda no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:17.432297 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf26272-6da0-4f24-8d39-8062c1e56687 req-6253a49a-b3bc-41c2-ac9c-19592406493d tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:17.432605 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: eaa75555-88c1-407e-99d9-cc0122980eda {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:17.432869 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device eaa75555-88c1-407e-99d9-cc0122980eda not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:17.433858 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6bf26272-6da0-4f24-8d39-8062c1e56687 req-6253a49a-b3bc-41c2-ac9c-19592406493d tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.1451645 Nov 12 04:12:17.471428 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-234c4738-7b0c-4c7e-9997-d182ef3308d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.479567 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-234c4738-7b0c-4c7e-9997-d182ef3308d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.561234 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6bf26272-6da0-4f24-8d39-8062c1e56687 req-bae7c3d3-d375-45ec-ab98-a400f0fa6dfc tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014850 Nov 12 04:12:17.640903 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-234c4738-7b0c-4c7e-9997-d182ef3308d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.641530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234c4738-7b0c-4c7e-9997-d182ef3308d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 178c7cf2-6228-4409-859b-c930a7db4952 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:12:17.646098 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-234c4738-7b0c-4c7e-9997-d182ef3308d6 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.650517 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-234c4738-7b0c-4c7e-9997-d182ef3308d6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/178c7cf2-6228-4409-859b-c930a7db4952 HTTP/1.1" status: 204 len: 168 time: 1.5950813 Nov 12 04:12:17.651168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59884) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.710273 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9367ec-a7b0-4f6a-9418-f21fe289d33b admin admin] Deleting subnet 8a9d50d9-b755-477c-be80-774a9f1d8782 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:12:17.715286 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b9367ec-a7b0-4f6a-9418-f21fe289d33b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.759357 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b9367ec-a7b0-4f6a-9418-f21fe289d33b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.848369 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b9367ec-a7b0-4f6a-9418-f21fe289d33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.926669 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.019380 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b9367ec-a7b0-4f6a-9418-f21fe289d33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.047002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9367ec-a7b0-4f6a-9418-f21fe289d33b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a9d50d9-b755-477c-be80-774a9f1d8782,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:18.051724 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59888) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.058276 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b9367ec-a7b0-4f6a-9418-f21fe289d33b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.067871 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf299-3a49-4bd8-b83f-585ee597de73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.068083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1b9367ec-a7b0-4f6a-9418-f21fe289d33b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8a9d50d9-b755-477c-be80-774a9f1d8782 HTTP/1.1" status: 204 len: 168 time: 0.4111555 Nov 12 04:12:18.068184 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e484e73e-d11e-4180-b71e-c4c288d9f90f None None] Network 1d4958bc-5953-4404-9c2b-d96cecc0d641 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:18.072599 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59892) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.152603 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf299-3a49-4bd8-b83f-585ee597de73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.158301 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a7a52bad-79e1-48ce-bdbb-f99645f9b030 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c20a8a9f651849c3b9028541aea3d827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324433 Nov 12 04:12:18.234043 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf299-3a49-4bd8-b83f-585ee597de73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.266232 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.268720 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bf299-3a49-4bd8-b83f-585ee597de73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546d591d-b39b-43ae-a40d-85e5d24b0779,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:18.286361 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8474ea1-e0b7-4c6a-aed6-70ecd9f67130 None None] DHCP port deletion for 1d4958bc-5953-4404-9c2b-d96cecc0d641 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:18.295035 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4b8bf299-3a49-4bd8-b83f-585ee597de73 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26a0b4b0a9184efd857c1b8b219e0fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450988 Nov 12 04:12:18.297551 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59904) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.351562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e8474ea1-e0b7-4c6a-aed6-70ecd9f67130 None None] Deleting port bb87b808-048b-4085-b687-4cf74229bab9 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:18.351912 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8474ea1-e0b7-4c6a-aed6-70ecd9f67130 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.354906 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1bb8b8a-b307-4dc4-8a35-839c662b07fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.355740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-3920f89a-df8e-4ce3-ad40-3305364b3c39 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:18.357466 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-3920f89a-df8e-4ce3-ad40-3305364b3c39 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1617692 Nov 12 04:12:18.380898 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-01081f68-62f5-49d1-bd73-e4924ecaec94 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/quotas/c20a8a9f651849c3b9028541aea3d827 HTTP/1.1" status: 200 len: 375 time: 0.0158889 Nov 12 04:12:18.386084 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1bb8b8a-b307-4dc4-8a35-839c662b07fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.401661 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] Deleting port bb87b808-048b-4085-b687-4cf74229bab9 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:18.402311 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.427057 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e8474ea1-e0b7-4c6a-aed6-70ecd9f67130 None None] For port bb87b808-048b-4085-b687-4cf74229bab9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=bb87b808-048b-4085-b687-4cf74229bab9,segment=NetworkSegment(cecdc318-2fa7-4e5c-b7b2-3a95369e2e09),segment_id=cecdc318-2fa7-4e5c-b7b2-3a95369e2e09)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:18.427675 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8474ea1-e0b7-4c6a-aed6-70ecd9f67130 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.441032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e8474ea1-e0b7-4c6a-aed6-70ecd9f67130 None None] Calling delete_port for bb87b808-048b-4085-b687-4cf74229bab9 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:18.503744 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-684df342-d704-4586-b693-a35bd05e1568 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1146555 Nov 12 04:12:18.510246 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] For port bb87b808-048b-4085-b687-4cf74229bab9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=bb87b808-048b-4085-b687-4cf74229bab9,segment=NetworkSegment(cecdc318-2fa7-4e5c-b7b2-3a95369e2e09),segment_id=cecdc318-2fa7-4e5c-b7b2-3a95369e2e09)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:18.510746 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.526591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] Calling delete_port for bb87b808-048b-4085-b687-4cf74229bab9 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:18.536666 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1bb8b8a-b307-4dc4-8a35-839c662b07fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.543090 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1bb8b8a-b307-4dc4-8a35-839c662b07fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.547137 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b1bb8b8a-b307-4dc4-8a35-839c662b07fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/546d591d-b39b-43ae-a40d-85e5d24b0779 HTTP/1.1" status: 204 len: 168 time: 0.2472148 Nov 12 04:12:18.560789 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb8b8a-b307-4dc4-8a35-839c662b07fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546d591d-b39b-43ae-a40d-85e5d24b0779,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:18.606946 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e8474ea1-e0b7-4c6a-aed6-70ecd9f67130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.634745 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.651871 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8474ea1-e0b7-4c6a-aed6-70ecd9f67130 None None] Pushing event deleted for resources: {'Port': ['ID=bb87b808-048b-4085-b687-4cf74229bab9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:18.654367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8474ea1-e0b7-4c6a-aed6-70ecd9f67130 None None] No DVR routers for this DVR port bb87b808-048b-4085-b687-4cf74229bab9 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:18.677098 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb87b808-048b-4085-b687-4cf74229bab9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:18.682923 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] No DVR routers for this DVR port bb87b808-048b-4085-b687-4cf74229bab9 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:18.771078 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.793840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4958bc-5953-4404-9c2b-d96cecc0d641']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:18.802147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cecdc318-2fa7-4e5c-b7b2-3a95369e2e09') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:18.802443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cecdc318-2fa7-4e5c-b7b2-3a95369e2e09') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:18.811815 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.824989 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.831093 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:18.831480 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:18.833201 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:18.987460 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.992495 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.995780 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1d4958bc-5953-4404-9c2b-d96cecc0d641 HTTP/1.1" status: 204 len: 168 time: 0.9220300 Nov 12 04:12:19.008194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c61ac1-ba06-4765-b2f4-a0b8b2c5c865 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d4958bc-5953-4404-9c2b-d96cecc0d641,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:19.280483 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:19.305825 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:19.306452 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0c4f57a2-dfdd-4437-a5d5-d86c4b5a625b not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:19.306909 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device bb87b808-048b-4085-b687-4cf74229bab9 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:19.408687 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f98ab-5aea-4fb9-8a52-04493953ffae req-d3118e6b-a14d-4086-8be9-2fa94bc5282c tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:19.410603 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-884f98ab-5aea-4fb9-8a52-04493953ffae req-d3118e6b-a14d-4086-8be9-2fa94bc5282c tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402 HTTP/1.1" status: 200 len: 943 time: 0.0856030 Nov 12 04:12:19.427241 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59938) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:19.536999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: bb87b808-048b-4085-b687-4cf74229bab9 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:19.538137 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device bb87b808-048b-4085-b687-4cf74229bab9 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:19.552402 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 7456d3da-58e9-4060-b8a8-e3a1869d8874 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:12:19.553397 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-884f98ab-5aea-4fb9-8a52-04493953ffae req-100f4b7a-c71b-4355-b604-4b9b8afd550d tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9b3e82e-7819-4f72-b0a3-0a66a4417c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321943 Nov 12 04:12:19.553602 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59942) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:19.564633 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c27f5486-ed34-47eb-ae12-d4901f9ee8ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6746d7dd0b64a4c979e7e368a02aa6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358929 Nov 12 04:12:19.691682 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-467e82f2-0c62-488b-841b-bf9b87665b48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.696374 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 7456d3da-58e9-4060-b8a8-e3a1869d8874, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=7456d3da-58e9-4060-b8a8-e3a1869d8874,segment=NetworkSegment(345410ef-f278-4387-bbd8-808d891543b9),segment_id=345410ef-f278-4387-bbd8-808d891543b9)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:19.719280 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '7456d3da-58e9-4060-b8a8-e3a1869d8874', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'port_id': '7456d3da-58e9-4060-b8a8-e3a1869d8874', 'mac_address': 'fa:16:3e:58:a4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:12:19.754771 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-467e82f2-0c62-488b-841b-bf9b87665b48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.769277 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.773159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ae9a5-b1fd-422b-a4f8-bf199fdf384c req-aea224c3-456d-4c61-884c-7ea43e2162a8 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:19.774813 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-004ae9a5-b1fd-422b-a4f8-bf199fdf384c req-aea224c3-456d-4c61-884c-7ea43e2162a8 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.1338823 Nov 12 04:12:19.790166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7456d3da-58e9-4060-b8a8-e3a1869d8874 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:12:19.818443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 7456d3da-58e9-4060-b8a8-e3a1869d8874, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=7456d3da-58e9-4060-b8a8-e3a1869d8874,segment=NetworkSegment(345410ef-f278-4387-bbd8-808d891543b9),segment_id=345410ef-f278-4387-bbd8-808d891543b9)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:19.845889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-004ae9a5-b1fd-422b-a4f8-bf199fdf384c req-0548e3cd-bb2b-4b5c-bdee-381c69a83f48 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613592 Nov 12 04:12:19.885695 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.944521 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-467e82f2-0c62-488b-841b-bf9b87665b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.949001 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-467e82f2-0c62-488b-841b-bf9b87665b48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.951411 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-467e82f2-0c62-488b-841b-bf9b87665b48 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee9a3d29-49aa-424c-a571-68e38038a493 HTTP/1.1" status: 204 len: 168 time: 0.3968487 Nov 12 04:12:19.955751 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=7456d3da-58e9-4060-b8a8-e3a1869d8874,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:19.964165 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e82f2-0c62-488b-841b-bf9b87665b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9a3d29-49aa-424c-a571-68e38038a493,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:20.216984 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5ae1790-9663-4d13-97e9-251463e2841a req-b542db5c-bafa-4407-ad48-488160a0e348 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=20653b23-aa87-4933-9cd1-fac2c0ce9ccc HTTP/1.1" status: 200 len: 210 time: 0.0266240 Nov 12 04:12:20.429750 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['7456d3da-58e9-4060-b8a8-e3a1869d8874'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:12:20.705760 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82ee34-5ff9-4822-85ec-c4cab4b1385a req-755f6495-5ffd-4676-a592-514a6e61489b tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:20.707513 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da82ee34-5ff9-4822-85ec-c4cab4b1385a req-755f6495-5ffd-4676-a592-514a6e61489b tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402 HTTP/1.1" status: 200 len: 944 time: 0.0669866 Nov 12 04:12:20.763847 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da82ee34-5ff9-4822-85ec-c4cab4b1385a req-43700fbd-bbdb-48a2-8abd-d2a945891b3e tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9b3e82e-7819-4f72-b0a3-0a66a4417c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446401 Nov 12 04:12:20.974546 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346152b-fa5d-4ae9-830d-e59a7f76a4a4 req-f7dadc69-26d1-438e-923d-fa3cd09f41aa tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:20.974546 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3346152b-fa5d-4ae9-830d-e59a7f76a4a4 req-f7dadc69-26d1-438e-923d-fa3cd09f41aa tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.0528743 Nov 12 04:12:21.033388 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3346152b-fa5d-4ae9-830d-e59a7f76a4a4 req-52bd0cf5-17ae-4793-97cb-cb3f03cd004e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514431 Nov 12 04:12:21.191661 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60000) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:21.355061 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1b9f5c53-c64b-4702-af90-40b905deec43 req-60cb2336-d2cd-4dd3-8140-b5b86242a7c0 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=20653b23-aa87-4933-9cd1-fac2c0ce9ccc HTTP/1.1" status: 200 len: 210 time: 0.0437407 Nov 12 04:12:21.445887 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec0e0316-3d92-4882-a321-b584749bf229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.528951 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec0e0316-3d92-4882-a321-b584749bf229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.607575 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec0e0316-3d92-4882-a321-b584749bf229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.669475 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ec0e0316-3d92-4882-a321-b584749bf229 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa4e56af2926435e9357621f5be19a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4733498 Nov 12 04:12:21.669475 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e0316-3d92-4882-a321-b584749bf229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f004c79f-b088-464e-863c-284230476711,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:21.669710 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60016) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:21.770866 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07856988-2cca-48f8-8d96-42d286452521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.804175 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07856988-2cca-48f8-8d96-42d286452521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.915637 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7b16d-a3a1-4e80-b5ea-ea20057bceb2 req-e4227aaa-43c2-46b8-87fc-a505791ee73d tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:21.917037 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7d7b16d-a3a1-4e80-b5ea-ea20057bceb2 req-e4227aaa-43c2-46b8-87fc-a505791ee73d tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402 HTTP/1.1" status: 200 len: 944 time: 0.0532019 Nov 12 04:12:21.999650 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7d7b16d-a3a1-4e80-b5ea-ea20057bceb2 req-7d7aa974-6c84-40c8-bf83-6314b479f74d tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9b3e82e-7819-4f72-b0a3-0a66a4417c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761831 Nov 12 04:12:22.035402 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07856988-2cca-48f8-8d96-42d286452521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.038109 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07856988-2cca-48f8-8d96-42d286452521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.039284 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-07856988-2cca-48f8-8d96-42d286452521 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f004c79f-b088-464e-863c-284230476711 HTTP/1.1" status: 204 len: 168 time: 0.3693902 Nov 12 04:12:22.047430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07856988-2cca-48f8-8d96-42d286452521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f004c79f-b088-464e-863c-284230476711,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:22.178708 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d6efd-18ff-4c59-9bde-f931115dbc99 req-d8f3dad8-81a0-451e-8ba6-19c8084e02e6 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:22.181158 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b7d6efd-18ff-4c59-9bde-f931115dbc99 req-d8f3dad8-81a0-451e-8ba6-19c8084e02e6 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.0603275 Nov 12 04:12:22.244172 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b7d6efd-18ff-4c59-9bde-f931115dbc99 req-c0c5aa4a-f0eb-4d50-88a9-07d399178877 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545936 Nov 12 04:12:22.323451 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-0c4dc77f-3eef-4dc5-8cc7-d2d4c059dd54 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c20a8a9f651849c3b9028541aea3d827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325544 Nov 12 04:12:22.477755 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a846679b-2a13-4faf-b08a-5588777f4548 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:22.479658 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a846679b-2a13-4faf-b08a-5588777f4548 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1394284 Nov 12 04:12:22.505878 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-cd106ece-bedb-44ad-be4a-bca9f16cc205 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Request body: {'port': {'device_id': '89011699-7182-4ee0-a914-7a78344e6351', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': 'c20a8a9f651849c3b9028541aea3d827'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:22.693759 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60054) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:22.715470 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-cd106ece-bedb-44ad-be4a-bca9f16cc205 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Made reservation on behalf of c20a8a9f651849c3b9028541aea3d827 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:22.721971 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-cd106ece-bedb-44ad-be4a-bca9f16cc205 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.834578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f68bde4-4e2d-42fc-8784-6ca84cefbc23 req-df8c0c99-fcdc-46ba-b1a5-71ea6612acf8 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=20653b23-aa87-4933-9cd1-fac2c0ce9ccc HTTP/1.1" status: 200 len: 210 time: 0.0266745 Nov 12 04:12:22.852672 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-25576c13-ff59-4c42-a554-19fad4128a02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.881432 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-cd106ece-bedb-44ad-be4a-bca9f16cc205 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Allocated IP 192.168.233.221 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/1416b5fa-6a27-41f3-957f-4abe3a2aa667) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:22.950861 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-25576c13-ff59-4c42-a554-19fad4128a02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.968908 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60076) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:22.987700 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c81cf590-12b3-41e3-9928-c6cce33c5a8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.029188 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-25576c13-ff59-4c42-a554-19fad4128a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.081607 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-cd106ece-bedb-44ad-be4a-bca9f16cc205 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.119826 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-eaa189c2-999e-4111-b219-4a05b16addec tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c20a8a9f651849c3b9028541aea3d827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624802 Nov 12 04:12:23.127698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-25576c13-ff59-4c42-a554-19fad4128a02 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee7a72ffea39436a86a09c51a91f50c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4330144 Nov 12 04:12:23.130877 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60092) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:23.152591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25576c13-ff59-4c42-a554-19fad4128a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f35095-aad9-45fc-8296-9765f61d63d6,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:23.187268 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da30c3de-d2fe-4050-81e5-2b85648efcea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.212680 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da30c3de-d2fe-4050-81e5-2b85648efcea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.221386 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-cd106ece-bedb-44ad-be4a-bca9f16cc205 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.234044 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c81cf590-12b3-41e3-9928-c6cce33c5a8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.260072 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['beced045-9f91-40fc-847b-3aa91ebb8785'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:12:23.260673 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0cdac-a3f2-43ec-b50a-48838ac701ba req-f37cdc03-a3b9-451e-a1d4-fe12683cdb4f tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:23.262140 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0dc0cdac-a3f2-43ec-b50a-48838ac701ba req-f37cdc03-a3b9-451e-a1d4-fe12683cdb4f tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402 HTTP/1.1" status: 200 len: 944 time: 0.1656921 Nov 12 04:12:23.294735 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-cd106ece-bedb-44ad-be4a-bca9f16cc205 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:23.298016 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-cd106ece-bedb-44ad-be4a-bca9f16cc205 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:23.300614 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-cd106ece-bedb-44ad-be4a-bca9f16cc205 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:23.312596 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-19bf6cd8-0dc6-4a85-9f7a-c574867f66bf tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:23.312596 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-19bf6cd8-0dc6-4a85-9f7a-c574867f66bf tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804500 Nov 12 04:12:23.338798 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c81cf590-12b3-41e3-9928-c6cce33c5a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.380935 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0dc0cdac-a3f2-43ec-b50a-48838ac701ba req-5cbe7ea1-561e-4569-82a7-b26ba7b8a0c9 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9b3e82e-7819-4f72-b0a3-0a66a4417c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085515 Nov 12 04:12:23.395899 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-95e6f143-c900-4741-a609-3fde851f3222 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Request body: {'port': {'device_id': '20653b23-aa87-4933-9cd1-fac2c0ce9ccc', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': 'c20a8a9f651849c3b9028541aea3d827'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:23.415957 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd106ece-bedb-44ad-be4a-bca9f16cc205 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Pushing event updated for resources: {'Port': ['ID=1416b5fa-6a27-41f3-957f-4abe3a2aa667,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:23.436105 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 7456d3da-58e9-4060-b8a8-e3a1869d8874 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:23.441817 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cf590-12b3-41e3-9928-c6cce33c5a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e091cfc-526d-4074-b46d-e4ae52e298d8,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:23.470711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c81cf590-12b3-41e3-9928-c6cce33c5a8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc387df0fbde4f88a826d211a017e8ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4980769 Nov 12 04:12:23.489171 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-cd106ece-bedb-44ad-be4a-bca9f16cc205 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:23.489933 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-cd106ece-bedb-44ad-be4a-bca9f16cc205 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.497029 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60096) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:23.530965 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da30c3de-d2fe-4050-81e5-2b85648efcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.535068 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da30c3de-d2fe-4050-81e5-2b85648efcea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.539640 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-da30c3de-d2fe-4050-81e5-2b85648efcea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15f35095-aad9-45fc-8296-9765f61d63d6 HTTP/1.1" status: 204 len: 168 time: 0.4075654 Nov 12 04:12:23.619131 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30c3de-d2fe-4050-81e5-2b85648efcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f35095-aad9-45fc-8296-9765f61d63d6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:23.626594 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10df95-bbb7-432c-93ec-c97d8423a66b req-fe3c274e-077e-4607-b501-32924a68a874 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:23.628773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f10df95-bbb7-432c-93ec-c97d8423a66b req-fe3c274e-077e-4607-b501-32924a68a874 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.1002493 Nov 12 04:12:23.668329 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-cd106ece-bedb-44ad-be4a-bca9f16cc205 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1625125 Nov 12 04:12:23.700376 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Request body: {'port': {'device_id': '89011699-7182-4ee0-a914-7a78344e6351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:23.717286 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-23f34e17-1fa4-4598-8147-7466a02c8aea None None] Provisioning complete for port 1416b5fa-6a27-41f3-957f-4abe3a2aa667 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:23.717286 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-23f34e17-1fa4-4598-8147-7466a02c8aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.725894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60104) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:23.735391 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bce56643-e37d-41ef-b2f1-4901e42b1560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.755869 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f10df95-bbb7-432c-93ec-c97d8423a66b req-9fba32d2-5d34-4c64-82da-cf63402477a5 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119778 Nov 12 04:12:23.764976 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-95e6f143-c900-4741-a609-3fde851f3222 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Made reservation on behalf of c20a8a9f651849c3b9028541aea3d827 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:23.769288 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-95e6f143-c900-4741-a609-3fde851f3222 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.805307 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 7456d3da-58e9-4060-b8a8-e3a1869d8874 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:12:23.809830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 7456d3da-58e9-4060-b8a8-e3a1869d8874 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:23.810726 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.816219 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bce56643-e37d-41ef-b2f1-4901e42b1560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.844788 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.846571 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-23f34e17-1fa4-4598-8147-7466a02c8aea None None] Port 1416b5fa-6a27-41f3-957f-4abe3a2aa667 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:23.917284 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-866885ca-dc63-4cda-b95f-f00aaa4a9ef5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.921642 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.952148 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2f3ae3-5a2f-4697-914a-4aa64f1f8402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7456d3da-58e9-4060-b8a8-e3a1869d8874'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:23.955427 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17a7870-857d-4fc7-a486-c5c2edcbe3ab" -d '{"events": [{"server_uuid": "3c2f3ae3-5a2f-4697-914a-4aa64f1f8402", "name": "network-vif-plugged", "status": "completed", "tag": "7456d3da-58e9-4060-b8a8-e3a1869d8874"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:23.974107 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bce56643-e37d-41ef-b2f1-4901e42b1560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.974331 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 7456d3da-58e9-4060-b8a8-e3a1869d8874, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=7456d3da-58e9-4060-b8a8-e3a1869d8874,segment=NetworkSegment(345410ef-f278-4387-bbd8-808d891543b9),segment_id=345410ef-f278-4387-bbd8-808d891543b9)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:23.974448 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bce56643-e37d-41ef-b2f1-4901e42b1560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.974822 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bce56643-e37d-41ef-b2f1-4901e42b1560 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e091cfc-526d-4074-b46d-e4ae52e298d8 HTTP/1.1" status: 204 len: 168 time: 0.4758992 Nov 12 04:12:23.994792 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce56643-e37d-41ef-b2f1-4901e42b1560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e091cfc-526d-4074-b46d-e4ae52e298d8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:24.035693 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-95e6f143-c900-4741-a609-3fde851f3222 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Allocated IP 192.168.233.49 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/fa6c7962-016f-4c55-9a97-dc16fe679a0c) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:24.081155 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.135162 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d36ddfa0-37b7-407b-9f43-ce9955e9245a req-3b933a1d-d477-46ca-b867-807ad08d2e5b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=20653b23-aa87-4933-9cd1-fac2c0ce9ccc HTTP/1.1" status: 200 len: 210 time: 0.0395346 Nov 12 04:12:24.152740 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-866885ca-dc63-4cda-b95f-f00aaa4a9ef5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.156637 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=7456d3da-58e9-4060-b8a8-e3a1869d8874,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:24.199834 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d33a77-1146-427d-baf8-40d2f57e5171 x-openstack-request-id: req-e0d33a77-1146-427d-baf8-40d2f57e5171 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:24.200149 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2f3ae3-5a2f-4697-914a-4aa64f1f8402", "name": "network-vif-plugged", "status": "completed", "tag": "7456d3da-58e9-4060-b8a8-e3a1869d8874", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:24.200407 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0d33a77-1146-427d-baf8-40d2f57e5171 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:24.200824 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2f3ae3-5a2f-4697-914a-4aa64f1f8402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7456d3da-58e9-4060-b8a8-e3a1869d8874', 'code': 200} Nov 12 04:12:24.220912 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-866885ca-dc63-4cda-b95f-f00aaa4a9ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.272476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866885ca-dc63-4cda-b95f-f00aaa4a9ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010fbe0d-c960-4d35-be4d-b0543ddbd54b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:24.282825 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60118) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:24.288139 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-866885ca-dc63-4cda-b95f-f00aaa4a9ef5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bbda39f968a1443ab9b10256a508dbce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5593486 Nov 12 04:12:24.324837 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-95e6f143-c900-4741-a609-3fde851f3222 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.358871 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7040f-6577-4d58-80ad-d4901e5ef5c9 req-302b2ec7-46cc-48cd-bdd6-395fa1d82c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:24.360382 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6ca7040f-6577-4d58-80ad-d4901e5ef5c9 req-302b2ec7-46cc-48cd-bdd6-395fa1d82c9c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402 HTTP/1.1" status: 200 len: 1097 time: 0.0715866 Nov 12 04:12:24.375227 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a97f1237-54ea-4a85-b55f-a8bba2dd2791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.411615 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a97f1237-54ea-4a85-b55f-a8bba2dd2791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.442222 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-95e6f143-c900-4741-a609-3fde851f3222 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.450095 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6ca7040f-6577-4d58-80ad-d4901e5ef5c9 req-507ad247-d5e3-497d-9bf6-72f8a1152e10 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c9b3e82e-7819-4f72-b0a3-0a66a4417c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799508 Nov 12 04:12:24.477842 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['beced045-9f91-40fc-847b-3aa91ebb8785'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:12:24.503406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60128) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:24.559938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6f143-c900-4741-a609-3fde851f3222 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Pushing event updated for resources: {'Port': ['ID=fa6c7962-016f-4c55-9a97-dc16fe679a0c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:24.595964 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-95e6f143-c900-4741-a609-3fde851f3222 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:24.603584 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-95e6f143-c900-4741-a609-3fde851f3222 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:24.608026 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ffcc4a95-9a48-4e8f-96e3-4cdfe30fd4c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.621102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-95e6f143-c900-4741-a609-3fde851f3222 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:24.675536 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1416b5fa-6a27-41f3-957f-4abe3a2aa667 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:12:24.684344 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.713010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-95e6f143-c900-4741-a609-3fde851f3222 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:24.713650 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-95e6f143-c900-4741-a609-3fde851f3222 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.732292 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297abca6-8543-465e-829d-b657c6c16657 req-15de2195-aaa1-457e-b2e5-0d2374d55835 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:24.735088 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-297abca6-8543-465e-829d-b657c6c16657 req-15de2195-aaa1-457e-b2e5-0d2374d55835 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402 HTTP/1.1" status: 200 len: 945 time: 0.2304657 Nov 12 04:12:24.755754 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Transition to ACTIVE for port object 1416b5fa-6a27-41f3-957f-4abe3a2aa667 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:12:24.756714 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a97f1237-54ea-4a85-b55f-a8bba2dd2791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.759298 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a97f1237-54ea-4a85-b55f-a8bba2dd2791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.760544 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a97f1237-54ea-4a85-b55f-a8bba2dd2791 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/010fbe0d-c960-4d35-be4d-b0543ddbd54b HTTP/1.1" status: 204 len: 168 time: 0.4768846 Nov 12 04:12:24.770834 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f1237-54ea-4a85-b55f-a8bba2dd2791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010fbe0d-c960-4d35-be4d-b0543ddbd54b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:24.825650 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-297abca6-8543-465e-829d-b657c6c16657 req-fcd4a6c2-9899-4b58-af88-c60c92d982e0 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9b3e82e-7819-4f72-b0a3-0a66a4417c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857868 Nov 12 04:12:24.854563 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-95e6f143-c900-4741-a609-3fde851f3222 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4725072 Nov 12 04:12:24.881902 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.882051 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ffcc4a95-9a48-4e8f-96e3-4cdfe30fd4c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.900538 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Request body: {'port': {'device_id': '20653b23-aa87-4933-9cd1-fac2c0ce9ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:24.943335 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Pushing event updated for resources: {'Port': ['ID=1416b5fa-6a27-41f3-957f-4abe3a2aa667,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:24.954086 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ffcc4a95-9a48-4e8f-96e3-4cdfe30fd4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.986318 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fd941df5-b9aa-4563-b5d3-ab321803375f None None] Provisioning complete for port fa6c7962-016f-4c55-9a97-dc16fe679a0c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:24.986887 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd941df5-b9aa-4563-b5d3-ab321803375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.029269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc4a95-9a48-4e8f-96e3-4cdfe30fd4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bce657-0b17-4b80-8d68-b0a993110e33,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:25.057589 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Attempting to bind port 1416b5fa-6a27-41f3-957f-4abe3a2aa667 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:25.059053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Attempting to bind port 1416b5fa-6a27-41f3-957f-4abe3a2aa667 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:25.059404 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Attempting to bind port 1416b5fa-6a27-41f3-957f-4abe3a2aa667 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:25.070799 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Port 1416b5fa-6a27-41f3-957f-4abe3a2aa667 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:12:25.071128 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Attempting to bind port 1416b5fa-6a27-41f3-957f-4abe3a2aa667 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:25.080315 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fd941df5-b9aa-4563-b5d3-ab321803375f None None] Port fa6c7962-016f-4c55-9a97-dc16fe679a0c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:25.087211 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:25.087679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:25.088080 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:25.088523 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Bound port: 1416b5fa-6a27-41f3-957f-4abe3a2aa667, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:25.088888 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.113418 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a5dfe-beb5-4f94-a79a-dc08c3cb6801 req-794afd2d-383f-4ee5-9e4e-95bdabf93e8b tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:25.120831 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-640a5dfe-beb5-4f94-a79a-dc08c3cb6801 req-794afd2d-383f-4ee5-9e4e-95bdabf93e8b tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.1700556 Nov 12 04:12:25.143596 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ffcc4a95-9a48-4e8f-96e3-4cdfe30fd4c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a38ccebeea147f69800ec425f160eb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6368637 Nov 12 04:12:25.146835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60146) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:25.166312 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.183827 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] For port 1416b5fa-6a27-41f3-957f-4abe3a2aa667, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:25.191172 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] For port 1416b5fa-6a27-41f3-957f-4abe3a2aa667, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1416b5fa-6a27-41f3-957f-4abe3a2aa667,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:25.292317 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.315275 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-640a5dfe-beb5-4f94-a79a-dc08c3cb6801 req-686d3bb7-996a-4f95-9c6d-6dda0676edf8 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934431 Nov 12 04:12:25.357730 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:25.358359 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.359773 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] 10.222.0.21 "PUT /v2.0/ports/1416b5fa-6a27-41f3-957f-4abe3a2aa667 HTTP/1.1" status: 200 len: 1097 time: 1.6649430 Nov 12 04:12:25.360223 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89011699-7182-4ee0-a914-7a78344e6351', 'tag': '1416b5fa-6a27-41f3-957f-4abe3a2aa667'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:25.362505 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f95881-822d-4757-89aa-f4ec35d76082" -d '{"events": [{"name": "network-changed", "server_uuid": "89011699-7182-4ee0-a914-7a78344e6351", "tag": "1416b5fa-6a27-41f3-957f-4abe3a2aa667"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:25.412065 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7cfa5caa-00c6-4eee-a01e-9a7ecb3ddbfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.417376 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cffcec-c3fa-4ae7-920c-ea1f6a95d75b service neutron] Pushing event updated for resources: {'Port': ['ID=1416b5fa-6a27-41f3-957f-4abe3a2aa667,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:25.484351 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7cfa5caa-00c6-4eee-a01e-9a7ecb3ddbfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.606580 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-b4360af3-a796-4e1c-a4d4-1eee570ce098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:25.608373 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-b4360af3-a796-4e1c-a4d4-1eee570ce098 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&device_id=89011699-7182-4ee0-a914-7a78344e6351 HTTP/1.1" status: 200 len: 1100 time: 0.0832725 Nov 12 04:12:25.655999 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6c7962-016f-4c55-9a97-dc16fe679a0c {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:12:25.665227 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.678488 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-074b3506-6ce6-491f-93d7-27cbf1f425cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=1416b5fa-6a27-41f3-957f-4abe3a2aa667 HTTP/1.1" status: 200 len: 217 time: 0.0528221 Nov 12 04:12:25.744405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-75f49e79-c160-4365-9e3d-2790d86168d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:25.746070 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-75f49e79-c160-4365-9e3d-2790d86168d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0577712 Nov 12 04:12:25.851312 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-d80e86d4-005a-4f5d-a617-9bf95de01591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:25.854805 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-d80e86d4-005a-4f5d-a617-9bf95de01591 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0900829 Nov 12 04:12:25.983026 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-573d53c5-7fec-4dc5-ae0e-77a851eb5858 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185267 Nov 12 04:12:26.001540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40d87a-cbdd-4790-a079-4bedf5207b7e req-ae2af1b0-145a-45d7-b6b2-52b0b9f6ad57 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:26.003130 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f40d87a-cbdd-4790-a079-4bedf5207b7e req-ae2af1b0-145a-45d7-b6b2-52b0b9f6ad57 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=20653b23-aa87-4933-9cd1-fac2c0ce9ccc HTTP/1.1" status: 200 len: 935 time: 0.3245735 Nov 12 04:12:26.054547 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f40d87a-cbdd-4790-a079-4bedf5207b7e req-9ed5145d-04f2-4e37-b12c-57aeb5932bc1 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445585 Nov 12 04:12:26.092950 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Transition to ACTIVE for port object fa6c7962-016f-4c55-9a97-dc16fe679a0c will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:12:26.096321 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7cfa5caa-00c6-4eee-a01e-9a7ecb3ddbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.097354 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7cfa5caa-00c6-4eee-a01e-9a7ecb3ddbfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.101591 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7cfa5caa-00c6-4eee-a01e-9a7ecb3ddbfa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78bce657-0b17-4b80-8d68-b0a993110e33 HTTP/1.1" status: 204 len: 168 time: 0.9498074 Nov 12 04:12:26.109375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa5caa-00c6-4eee-a01e-9a7ecb3ddbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bce657-0b17-4b80-8d68-b0a993110e33,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:26.144548 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-c486be6a-e7f8-4811-9bcb-6469149f3b7d service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078010 Nov 12 04:12:26.161991 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c0881b-dfa0-4897-8b51-1ef09c6631c8 x-openstack-request-id: req-c1c0881b-dfa0-4897-8b51-1ef09c6631c8 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:26.162297 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89011699-7182-4ee0-a914-7a78344e6351", "tag": "1416b5fa-6a27-41f3-957f-4abe3a2aa667", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:26.162555 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1c0881b-dfa0-4897-8b51-1ef09c6631c8 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:26.162986 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89011699-7182-4ee0-a914-7a78344e6351', 'tag': '1416b5fa-6a27-41f3-957f-4abe3a2aa667', 'status': 'completed', 'code': 200} Nov 12 04:12:26.238081 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.300250 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Pushing event updated for resources: {'Port': ['ID=fa6c7962-016f-4c55-9a97-dc16fe679a0c,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:26.317092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31abbe-6cba-4690-8e3c-ed2adce06052 req-ea2643fc-ba49-474a-993e-a80ceb159491 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:26.317092 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb31abbe-6cba-4690-8e3c-ed2adce06052 req-ea2643fc-ba49-474a-993e-a80ceb159491 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402 HTTP/1.1" status: 200 len: 945 time: 0.1067348 Nov 12 04:12:26.416108 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f95881-822d-4757-89aa-f4ec35d76082 req-392cdc9f-4e0c-4ad4-8fad-fd0c2e278f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:26.419005 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e8f95881-822d-4757-89aa-f4ec35d76082 req-392cdc9f-4e0c-4ad4-8fad-fd0c2e278f17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&device_id=89011699-7182-4ee0-a914-7a78344e6351 HTTP/1.1" status: 200 len: 1100 time: 0.0726085 Nov 12 04:12:26.439762 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Attempting to bind port fa6c7962-016f-4c55-9a97-dc16fe679a0c on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:26.440188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Attempting to bind port fa6c7962-016f-4c55-9a97-dc16fe679a0c by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:26.440589 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Attempting to bind port fa6c7962-016f-4c55-9a97-dc16fe679a0c on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:26.460534 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb31abbe-6cba-4690-8e3c-ed2adce06052 req-a5c8dd9b-f7c9-47f3-b33e-5001c60975e7 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9b3e82e-7819-4f72-b0a3-0a66a4417c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052039 Nov 12 04:12:26.465052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Port fa6c7962-016f-4c55-9a97-dc16fe679a0c on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:12:26.467670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Attempting to bind port fa6c7962-016f-4c55-9a97-dc16fe679a0c on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:26.486985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:26.487233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:26.487633 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:26.488366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Bound port: fa6c7962-016f-4c55-9a97-dc16fe679a0c, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:26.488735 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.572708 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f95881-822d-4757-89aa-f4ec35d76082 req-621b1c09-e0ac-477e-abfa-b164b60275bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:26.574991 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e8f95881-822d-4757-89aa-f4ec35d76082 req-621b1c09-e0ac-477e-abfa-b164b60275bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1373074 Nov 12 04:12:26.623748 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] For port fa6c7962-016f-4c55-9a97-dc16fe679a0c, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:26.627658 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e8f95881-822d-4757-89aa-f4ec35d76082 req-56fdc95c-13b9-4c6d-9613-edd12a599ea7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=1416b5fa-6a27-41f3-957f-4abe3a2aa667 HTTP/1.1" status: 200 len: 217 time: 0.0428536 Nov 12 04:12:26.627864 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] For port fa6c7962-016f-4c55-9a97-dc16fe679a0c, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=fa6c7962-016f-4c55-9a97-dc16fe679a0c,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:26.639858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b18cd-8f34-4f2b-bcb1-a4e0c1aa6583 req-92540ebf-83ec-4b09-a1e2-5efd681748dd tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:26.644172 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-328b18cd-8f34-4f2b-bcb1-a4e0c1aa6583 req-92540ebf-83ec-4b09-a1e2-5efd681748dd tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.0996375 Nov 12 04:12:26.693237 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-328b18cd-8f34-4f2b-bcb1-a4e0c1aa6583 req-e0a915b4-d7c2-47bf-a34f-a9f3ee51a762 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480788 Nov 12 04:12:26.693505 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f95881-822d-4757-89aa-f4ec35d76082 req-55816692-b728-484e-8bcb-dced742d228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:26.695123 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e8f95881-822d-4757-89aa-f4ec35d76082 req-55816692-b728-484e-8bcb-dced742d228e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0566835 Nov 12 04:12:26.704766 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.771649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:26.771649 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.771649 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] 10.222.0.21 "PUT /v2.0/ports/fa6c7962-016f-4c55-9a97-dc16fe679a0c HTTP/1.1" status: 200 len: 1096 time: 1.8737772 Nov 12 04:12:26.771649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20653b23-aa87-4933-9cd1-fac2c0ce9ccc', 'tag': 'fa6c7962-016f-4c55-9a97-dc16fe679a0c'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:26.771649 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ee5fc6-da01-4528-a85e-38f360515c57" -d '{"events": [{"name": "network-changed", "server_uuid": "20653b23-aa87-4933-9cd1-fac2c0ce9ccc", "tag": "fa6c7962-016f-4c55-9a97-dc16fe679a0c"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:26.788437 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f95881-822d-4757-89aa-f4ec35d76082 req-ae577875-6900-4467-a9a9-8de70ed88507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:26.791634 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e8f95881-822d-4757-89aa-f4ec35d76082 req-ae577875-6900-4467-a9a9-8de70ed88507 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0847452 Nov 12 04:12:26.791787 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afa7ab-3b12-4fa8-8413-25a322a0a0fb service neutron] Pushing event updated for resources: {'Port': ['ID=fa6c7962-016f-4c55-9a97-dc16fe679a0c,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:26.917796 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e8f95881-822d-4757-89aa-f4ec35d76082 req-b0184378-e7ad-4822-8f59-ecd7f678f824 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155081 Nov 12 04:12:27.002414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-dacc1c21-8df4-47eb-9d71-ba84889eee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:27.004195 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-dacc1c21-8df4-47eb-9d71-ba84889eee78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&device_id=20653b23-aa87-4933-9cd1-fac2c0ce9ccc HTTP/1.1" status: 200 len: 1099 time: 0.0762439 Nov 12 04:12:27.030663 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e8f95881-822d-4757-89aa-f4ec35d76082 req-cb2b31b9-27d7-402d-a897-614ebb73933b service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035304 Nov 12 04:12:27.087460 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a599fd05-fac9-4816-8beb-7a8a53dd4d3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=fa6c7962-016f-4c55-9a97-dc16fe679a0c HTTP/1.1" status: 200 len: 217 time: 0.0552282 Nov 12 04:12:27.144812 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-47d0ee71-e734-4fb4-adb8-f79c004c0fe7 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1737b81cb41a47ae95350d8e2c244d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503561 Nov 12 04:12:27.185640 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-5de882df-8272-4c27-9139-ebddd1895c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:27.187123 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-5de882df-8272-4c27-9139-ebddd1895c4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0909681 Nov 12 04:12:27.293567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a6590597-1b86-4f76-a600-3f2086c48b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:27.294953 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-a6590597-1b86-4f76-a600-3f2086c48b4f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0943542 Nov 12 04:12:27.322980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-804db3c4-3ee3-427d-bfc2-698e30c61a85 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:27.328003 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-804db3c4-3ee3-427d-bfc2-698e30c61a85 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1727822 Nov 12 04:12:27.368431 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-97567abf-c97e-40f9-add3-6d9ffdc090cf tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] 10.222.0.37 "GET /v2.0/quotas/1737b81cb41a47ae95350d8e2c244d31 HTTP/1.1" status: 200 len: 375 time: 0.0300956 Nov 12 04:12:27.432869 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-8873df07-178e-4944-8b7b-0df4ec90b5d4 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1737b81cb41a47ae95350d8e2c244d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342586 Nov 12 04:12:27.458741 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-130a0498-cc34-4e02-8b35-f17f1e45f677 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290805 Nov 12 04:12:27.561870 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f59cd0c-ade8-45bd-9384-a9b54fbe3afb req-6cf62aa1-f444-4394-bd55-0a04f41aab86 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938907 Nov 12 04:12:27.850584 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f3fe64-87d8-491b-9b4f-209d99939811 x-openstack-request-id: req-c8f3fe64-87d8-491b-9b4f-209d99939811 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:27.851409 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20653b23-aa87-4933-9cd1-fac2c0ce9ccc", "tag": "fa6c7962-016f-4c55-9a97-dc16fe679a0c", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:27.852043 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8f3fe64-87d8-491b-9b4f-209d99939811 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:27.853443 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20653b23-aa87-4933-9cd1-fac2c0ce9ccc', 'tag': 'fa6c7962-016f-4c55-9a97-dc16fe679a0c', 'status': 'completed', 'code': 200} Nov 12 04:12:27.923815 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60262) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:27.987923 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee5fc6-da01-4528-a85e-38f360515c57 req-54496450-faea-46b8-a4c3-bf7d35ad43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:27.989594 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00ee5fc6-da01-4528-a85e-38f360515c57 req-54496450-faea-46b8-a4c3-bf7d35ad43e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&device_id=20653b23-aa87-4933-9cd1-fac2c0ce9ccc HTTP/1.1" status: 200 len: 1099 time: 0.0827339 Nov 12 04:12:27.998598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f8732-4dff-4092-bc5e-958059d7f331 req-df80924e-7433-402b-8814-34b66cea4c1c tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:28.000775 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-224f8732-4dff-4092-bc5e-958059d7f331 req-df80924e-7433-402b-8814-34b66cea4c1c tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=20653b23-aa87-4933-9cd1-fac2c0ce9ccc HTTP/1.1" status: 200 len: 947 time: 0.0951827 Nov 12 04:12:28.059615 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07208edd-4079-498f-bfb6-4439e34935ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.118288 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-224f8732-4dff-4092-bc5e-958059d7f331 req-d610d77f-a660-4c8c-a688-2bc52cfb4750 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072245 Nov 12 04:12:28.148491 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07208edd-4079-498f-bfb6-4439e34935ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.154687 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee5fc6-da01-4528-a85e-38f360515c57 req-bac0a7d7-f581-418f-95ac-df68325afa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:28.156063 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00ee5fc6-da01-4528-a85e-38f360515c57 req-bac0a7d7-f581-418f-95ac-df68325afa3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1542318 Nov 12 04:12:28.206950 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00ee5fc6-da01-4528-a85e-38f360515c57 req-49a628db-ee9f-4b5f-9e6e-b670341aee17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=fa6c7962-016f-4c55-9a97-dc16fe679a0c HTTP/1.1" status: 200 len: 217 time: 0.0422366 Nov 12 04:12:28.245026 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07208edd-4079-498f-bfb6-4439e34935ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.285608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee5fc6-da01-4528-a85e-38f360515c57 req-6e330cfd-68a7-41d9-a7bd-73c2f914e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:28.289969 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00ee5fc6-da01-4528-a85e-38f360515c57 req-6e330cfd-68a7-41d9-a7bd-73c2f914e368 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0706944 Nov 12 04:12:28.297033 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f5d28-356c-45d8-90b8-469714d00702 req-69bebba8-d5ea-43cc-b21d-c64ad9c53c46 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:28.298496 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-496f5d28-356c-45d8-90b8-469714d00702 req-69bebba8-d5ea-43cc-b21d-c64ad9c53c46 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402 HTTP/1.1" status: 200 len: 945 time: 0.0945389 Nov 12 04:12:28.302974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07208edd-4079-498f-bfb6-4439e34935ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8ca90f-5064-4b6b-8290-7ae44bcab965,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:28.315825 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-07208edd-4079-498f-bfb6-4439e34935ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce6b103aabcb48a38cfef7769d63ff8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3904881 Nov 12 04:12:28.317134 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60270) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:28.334816 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07208edd-4079-498f-bfb6-4439e34935ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:28.335398 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07208edd-4079-498f-bfb6-4439e34935ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:28.336712 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07208edd-4079-498f-bfb6-4439e34935ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:28.337309 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07208edd-4079-498f-bfb6-4439e34935ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:28.337740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07208edd-4079-498f-bfb6-4439e34935ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:28.338462 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07208edd-4079-498f-bfb6-4439e34935ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:28.339421 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07208edd-4079-498f-bfb6-4439e34935ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:28.339978 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07208edd-4079-498f-bfb6-4439e34935ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:28.341064 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07208edd-4079-498f-bfb6-4439e34935ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:28.341520 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07208edd-4079-498f-bfb6-4439e34935ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:28.341906 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07208edd-4079-498f-bfb6-4439e34935ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:28.342755 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07208edd-4079-498f-bfb6-4439e34935ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:28.381820 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-496f5d28-356c-45d8-90b8-469714d00702 req-35cb6070-aae4-4737-85ed-314e32640e72 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9b3e82e-7819-4f72-b0a3-0a66a4417c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726674 Nov 12 04:12:28.384078 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee5fc6-da01-4528-a85e-38f360515c57 req-ed081353-44be-4c41-afa7-e55b0aeea4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:28.386154 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00ee5fc6-da01-4528-a85e-38f360515c57 req-ed081353-44be-4c41-afa7-e55b0aeea4b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0863898 Nov 12 04:12:28.409084 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4525db2a-3ded-4e65-aea3-06069c9a3378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.445284 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4525db2a-3ded-4e65-aea3-06069c9a3378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.510817 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a0e7a97-1615-43f4-90a5-ebb93dfb81b2 req-d779d0c1-1abd-4bda-b872-5beff94061b3 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] 10.222.0.37 "GET /v2.0/ports?device_id=2014a1f3-f3a1-44ca-ac74-8763b3d66d12 HTTP/1.1" status: 200 len: 210 time: 0.0380707 Nov 12 04:12:28.549176 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00ee5fc6-da01-4528-a85e-38f360515c57 req-806bfc56-70e3-471f-bf05-7e25aa3fb08c service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516325 Nov 12 04:12:28.610528 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4525db2a-3ded-4e65-aea3-06069c9a3378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.613216 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4525db2a-3ded-4e65-aea3-06069c9a3378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.614354 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4525db2a-3ded-4e65-aea3-06069c9a3378 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b8ca90f-5064-4b6b-8290-7ae44bcab965 HTTP/1.1" status: 204 len: 168 time: 0.2946866 Nov 12 04:12:28.624523 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525db2a-3ded-4e65-aea3-06069c9a3378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8ca90f-5064-4b6b-8290-7ae44bcab965,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:28.688721 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5f37a-1594-4e23-b95d-e725a5cc978d req-202fc84e-b812-4410-a557-349d98556efe tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:28.690226 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aee5f37a-1594-4e23-b95d-e725a5cc978d req-202fc84e-b812-4410-a557-349d98556efe tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.1108036 Nov 12 04:12:28.719717 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00ee5fc6-da01-4528-a85e-38f360515c57 req-06c86b72-800c-49e5-984c-c4edc9d8dbc3 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603031 Nov 12 04:12:28.770752 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aee5f37a-1594-4e23-b95d-e725a5cc978d req-6bbb7f03-424c-4f34-9919-b751b7bf9acc tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689461 Nov 12 04:12:28.895168 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-49c9e07c-6c60-4ac2-9a49-86ba55ada355 req-a6ec31d7-1675-4395-9340-b8194b0370ab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5650cd1e-d5a8-4d09-a2a9-def96ef53ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470777 Nov 12 04:12:28.913059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-b3f3156a-81ba-49ed-b01b-3b3b284ca37c tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:28.914656 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-b3f3156a-81ba-49ed-b01b-3b3b284ca37c tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0551045 Nov 12 04:12:28.971665 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-fc8b13e1-c3c8-44dc-9dc1-fd80c995ccce tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 696 time: 0.0507967 Nov 12 04:12:28.986010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-1ead0898-0d4c-41c0-9d6f-fbab65af5f23 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Request body: {'floatingip': {'port_id': '37b7366e-3784-4ab9-8563-e4ecf8969e35', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:29.024895 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9e07c-6c60-4ac2-9a49-86ba55ada355 req-45c0def3-be05-4b15-b314-14c3f63ea1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:29.026715 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-49c9e07c-6c60-4ac2-9a49-86ba55ada355 req-45c0def3-be05-4b15-b314-14c3f63ea1d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5415976b23594f1c838c51e2af59c756&device_id=5650cd1e-d5a8-4d09-a2a9-def96ef53ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0613163 Nov 12 04:12:29.030260 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-1ead0898-0d4c-41c0-9d6f-fbab65af5f23 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.171305 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9e07c-6c60-4ac2-9a49-86ba55ada355 req-c26d7493-1295-48a9-ab02-d91632ea23ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:29.171305 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-49c9e07c-6c60-4ac2-9a49-86ba55ada355 req-c26d7493-1295-48a9-ab02-d91632ea23ba service neutron] 10.222.0.31 "GET /v2.0/networks?id=b1da5f7f-d382-4755-8e25-122647d595b9 HTTP/1.1" status: 200 len: 912 time: 0.1010952 Nov 12 04:12:29.566143 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-49c9e07c-6c60-4ac2-9a49-86ba55ada355 req-96c2fb21-60f9-4257-acd8-f344ac3effd6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5fe4914-dce7-43ff-9413-211dfb6b0fe9 HTTP/1.1" status: 200 len: 1001 time: 0.3778040 Nov 12 04:12:29.608973 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-1ead0898-0d4c-41c0-9d6f-fbab65af5f23 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.618248 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9e07c-6c60-4ac2-9a49-86ba55ada355 req-a76cec2c-a1d8-4130-b2bf-78712d8abe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:29.619804 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-49c9e07c-6c60-4ac2-9a49-86ba55ada355 req-a76cec2c-a1d8-4130-b2bf-78712d8abe3a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e HTTP/1.1" status: 200 len: 850 time: 0.0462501 Nov 12 04:12:29.675087 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9e07c-6c60-4ac2-9a49-86ba55ada355 req-473fc340-ff9e-412f-bdf6-f613543913ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:29.676568 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-49c9e07c-6c60-4ac2-9a49-86ba55ada355 req-473fc340-ff9e-412f-bdf6-f613543913ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b1da5f7f-d382-4755-8e25-122647d595b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480750 Nov 12 04:12:29.753037 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-1ead0898-0d4c-41c0-9d6f-fbab65af5f23 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.794758 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-49c9e07c-6c60-4ac2-9a49-86ba55ada355 req-6943d7e6-fa69-46ae-bb13-5f0e8fe5ae64 service neutron] 10.222.0.31 "GET /v2.0/networks/b1da5f7f-d382-4755-8e25-122647d595b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094868 Nov 12 04:12:29.887388 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-1ead0898-0d4c-41c0-9d6f-fbab65af5f23 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Floating IP ae19918b-a136-462e-812e-972dccc338f0 associated. External IP: 172.25.1.127, port: 37b7366e-3784-4ab9-8563-e4ecf8969e35. Nov 12 04:12:29.917834 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-49c9e07c-6c60-4ac2-9a49-86ba55ada355 req-bbbe923f-f83b-43e2-a97e-ea00c3c3aacb service neutron] 10.222.0.31 "GET /v2.0/networks/b1da5f7f-d382-4755-8e25-122647d595b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153734 Nov 12 04:12:30.364625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-1ead0898-0d4c-41c0-9d6f-fbab65af5f23 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:30.483741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-1ead0898-0d4c-41c0-9d6f-fbab65af5f23 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:30.488764 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-1ead0898-0d4c-41c0-9d6f-fbab65af5f23 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.495995 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b630be2b-1c3b-464c-8258-177bbba518d9 None None] Sync routers for ids ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:30.505522 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b630be2b-1c3b-464c-8258-177bbba518d9 None None] Routers {'4d27e345-b6fe-4607-8cf5-c63e4a72acb3'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:30.506145 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b630be2b-1c3b-464c-8258-177bbba518d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:30.512962 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-d798f30a-a8ce-44f2-b4b5-718ecc54bad3 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1737b81cb41a47ae95350d8e2c244d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289907 Nov 12 04:12:30.542559 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-1ead0898-0d4c-41c0-9d6f-fbab65af5f23 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "PUT /v2.0/floatingips/ae19918b-a136-462e-812e-972dccc338f0 HTTP/1.1" status: 200 len: 997 time: 1.5505357 Nov 12 04:12:30.542559 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'tag': '37b7366e-3784-4ab9-8563-e4ecf8969e35'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:30.542559 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb55a1d-f09e-4433-b575-0ef198daf8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "765f3897-30fa-4a27-a18d-4f0a6774a2cb", "tag": "37b7366e-3784-4ab9-8563-e4ecf8969e35"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:30.623332 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-b630be2b-1c3b-464c-8258-177bbba518d9 None None] Set router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:30.640936 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-ca658ed6-7fd3-4b32-8cb1-c7bf85543e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:30.643250 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-ca658ed6-7fd3-4b32-8cb1-c7bf85543e82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76ae4228185c433294b6350ab3932f54&device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb HTTP/1.1" status: 200 len: 1098 time: 0.1023128 Nov 12 04:12:30.672245 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-e97588e9-c6e1-4a26-8dd4-64a15ae4c2bf tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:30.673905 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-e97588e9-c6e1-4a26-8dd4-64a15ae4c2bf tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1549757 Nov 12 04:12:30.712241 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-ff07b5e2-494d-40d5-ae45-8c4027410451 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Request body: {'port': {'device_id': '2014a1f3-f3a1-44ca-ac74-8763b3d66d12', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': '1737b81cb41a47ae95350d8e2c244d31'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:30.800169 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-f0054d1b-4cef-45e7-a45f-c77a7e8fb457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:30.808163 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-f0054d1b-4cef-45e7-a45f-c77a7e8fb457 service neutron] 10.222.0.37 "GET /v2.0/networks?id=255a670c-e1e7-4afe-9db1-0fcfa8417825 HTTP/1.1" status: 200 len: 922 time: 0.1572990 Nov 12 04:12:30.912972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-fd8ca4e2-8ca8-4bc3-a4a0-3b2ecb5de4e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37b7366e-3784-4ab9-8563-e4ecf8969e35 HTTP/1.1" status: 200 len: 1000 time: 0.1038766 Nov 12 04:12:30.939843 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b630be2b-1c3b-464c-8258-177bbba518d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'ae19918b-a136-462e-812e-972dccc338f0', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'port_id': '37b7366e-3784-4ab9-8563-e4ecf8969e35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'mac_address': 'fa:16:3e:f9:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:12:04Z', 'updated_at': '2021-11-12T04:12:29Z', 'revision_number': 1, 'project_id': '76ae4228185c433294b6350ab3932f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:39Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:30.962942 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-201c8f38-484b-431c-a8e8-4d8dfbeed738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:30.964420 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-201c8f38-484b-431c-a8e8-4d8dfbeed738 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=57f0c919-3b95-4b18-9b90-784919aa82ad HTTP/1.1" status: 200 len: 860 time: 0.0506933 Nov 12 04:12:30.966892 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b630be2b-1c3b-464c-8258-177bbba518d9 None None] Checking router: 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:30.975312 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b630be2b-1c3b-464c-8258-177bbba518d9 None None] Routers {'4d27e345-b6fe-4607-8cf5-c63e4a72acb3'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:30.975913 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b630be2b-1c3b-464c-8258-177bbba518d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:30.987599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-ff07b5e2-494d-40d5-ae45-8c4027410451 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Made reservation on behalf of 1737b81cb41a47ae95350d8e2c244d31 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:30.991259 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-ff07b5e2-494d-40d5-ae45-8c4027410451 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.001036 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-ff07b5e2-494d-40d5-ae45-8c4027410451 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.024847 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-c7ea9b8c-0a5a-4edf-879f-de092c39323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:31.026367 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-c7ea9b8c-0a5a-4edf-879f-de092c39323f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=255a670c-e1e7-4afe-9db1-0fcfa8417825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531473 Nov 12 04:12:31.100512 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-ff07b5e2-494d-40d5-ae45-8c4027410451 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.102294 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-b630be2b-1c3b-464c-8258-177bbba518d9 None None] Set router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:31.141218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-ff685d67-0463-41fa-b503-ac2b67c48348 service neutron] 10.222.0.37 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985770 Nov 12 04:12:31.233482 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-ff07b5e2-494d-40d5-ae45-8c4027410451 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.256712 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecfdf87d-010b-4e3a-b169-52014cb88b15 req-4124370a-6d5c-43c1-bb51-aad85b881dea service neutron] 10.222.0.37 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090765 Nov 12 04:12:31.299960 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07b5e2-494d-40d5-ae45-8c4027410451 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31692d17-681c-4dc5-b423-f0abfdf22073,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:31.337883 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31372786-3344-48a4-9c88-8795ed396151 req-9390723a-4840-464a-9987-2a41cff33c1c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=491be05a-9428-4b8a-9aa5-459637c04e2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0477152 Nov 12 04:12:31.380656 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-ff07b5e2-494d-40d5-ae45-8c4027410451 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Allocated IP 192.168.233.159 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:31.444539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 1416b5fa-6a27-41f3-957f-4abe3a2aa667 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:12:31.462425 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372786-3344-48a4-9c88-8795ed396151 req-8487abde-c6e1-4459-82da-f2a5af7de022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:31.468240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31372786-3344-48a4-9c88-8795ed396151 req-8487abde-c6e1-4459-82da-f2a5af7de022 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a4ac16166e54dae862fa352faf2bc28&device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 1097 time: 0.0520926 Nov 12 04:12:31.485064 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b630be2b-1c3b-464c-8258-177bbba518d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'ae19918b-a136-462e-812e-972dccc338f0', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'port_id': '37b7366e-3784-4ab9-8563-e4ecf8969e35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'mac_address': 'fa:16:3e:f9:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:12:04Z', 'updated_at': '2021-11-12T04:12:29Z', 'revision_number': 1, 'project_id': '76ae4228185c433294b6350ab3932f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:39Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:31.526524 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b630be2b-1c3b-464c-8258-177bbba518d9 None None] The sync data for ids ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'] in n-d-768509-24 is: [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'ae19918b-a136-462e-812e-972dccc338f0', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'port_id': '37b7366e-3784-4ab9-8563-e4ecf8969e35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'mac_address': 'fa:16:3e:f9:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:12:04Z', 'updated_at': '2021-11-12T04:12:29Z', 'revision_number': 1, 'project_id': '76ae4228185c433294b6350ab3932f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:39Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:31.618570 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 1416b5fa-6a27-41f3-957f-4abe3a2aa667, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1416b5fa-6a27-41f3-957f-4abe3a2aa667,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:31.635649 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '1416b5fa-6a27-41f3-957f-4abe3a2aa667', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '1416b5fa-6a27-41f3-957f-4abe3a2aa667', 'mac_address': 'fa:16:3e:37:af:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:12:31.636702 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-ff07b5e2-494d-40d5-ae45-8c4027410451 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.660584 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372786-3344-48a4-9c88-8795ed396151 req-88ecc293-6778-4f63-9b02-7333ba9edb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:31.662143 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31372786-3344-48a4-9c88-8795ed396151 req-88ecc293-6778-4f63-9b02-7333ba9edb0f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 200 len: 907 time: 0.1702132 Nov 12 04:12:31.723400 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31372786-3344-48a4-9c88-8795ed396151 req-f2bf92e9-6aa9-4523-a6ec-6cebf67c242b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 HTTP/1.1" status: 200 len: 217 time: 0.0531738 Nov 12 04:12:31.724489 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.739598 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1416b5fa-6a27-41f3-957f-4abe3a2aa667 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:12:31.759677 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 1416b5fa-6a27-41f3-957f-4abe3a2aa667, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1416b5fa-6a27-41f3-957f-4abe3a2aa667,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:31.789582 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372786-3344-48a4-9c88-8795ed396151 req-c4e4caac-529a-4142-9882-cd14a0a23761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:31.791194 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31372786-3344-48a4-9c88-8795ed396151 req-c4e4caac-529a-4142-9882-cd14a0a23761 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504596be-ee34-4774-bccb-6ddc41bf3b5f HTTP/1.1" status: 200 len: 846 time: 0.0613492 Nov 12 04:12:31.842766 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31372786-3344-48a4-9c88-8795ed396151 req-d48ac865-1399-4d14-bdba-e4987a21a082 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d37b2e01-0bab-4ed6-98b0-8381c00125c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358150 Nov 12 04:12:31.862361 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6ac880-16b7-4a46-a0c0-c0723b07eff4 None None] New status for floating IP ae19918b-a136-462e-812e-972dccc338f0: ACTIVE {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:12:31.927987 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-ff07b5e2-494d-40d5-ae45-8c4027410451 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.958458 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31372786-3344-48a4-9c88-8795ed396151 req-458e0469-3cd0-48df-b1b6-0517e591f6f6 service neutron] 10.222.0.21 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152582 Nov 12 04:12:31.972867 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.976427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device fa6c7962-016f-4c55-9a97-dc16fe679a0c details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:12:31.978152 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-ff07b5e2-494d-40d5-ae45-8c4027410451 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:31.985251 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-ff07b5e2-494d-40d5-ae45-8c4027410451 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:31.987796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-ff07b5e2-494d-40d5-ae45-8c4027410451 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:32.040381 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07b5e2-494d-40d5-ae45-8c4027410451 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Pushing event updated for resources: {'Port': ['ID=7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:32.068706 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-ff07b5e2-494d-40d5-ae45-8c4027410451 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:32.069345 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-ff07b5e2-494d-40d5-ae45-8c4027410451 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.079718 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port fa6c7962-016f-4c55-9a97-dc16fe679a0c, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=fa6c7962-016f-4c55-9a97-dc16fe679a0c,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:32.094481 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=1416b5fa-6a27-41f3-957f-4abe3a2aa667,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:32.097586 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'fa6c7962-016f-4c55-9a97-dc16fe679a0c', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': 'fa6c7962-016f-4c55-9a97-dc16fe679a0c', 'mac_address': 'fa:16:3e:4d:df:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:12:32.105603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8733e3e-a0d7-4a56-8d6e-8d4f18cd88f7 req-9dee5d7c-d1f1-443a-9d8f-4b92e6d08afe tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:32.107782 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8733e3e-a0d7-4a56-8d6e-8d4f18cd88f7 req-9dee5d7c-d1f1-443a-9d8f-4b92e6d08afe tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=20653b23-aa87-4933-9cd1-fac2c0ce9ccc HTTP/1.1" status: 200 len: 947 time: 0.3659227 Nov 12 04:12:32.138377 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.157396 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6c7962-016f-4c55-9a97-dc16fe679a0c {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:12:32.168006 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-ff07b5e2-494d-40d5-ae45-8c4027410451 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4611354 Nov 12 04:12:32.189009 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Request body: {'port': {'device_id': '2014a1f3-f3a1-44ca-ac74-8763b3d66d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:32.192991 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port fa6c7962-016f-4c55-9a97-dc16fe679a0c, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=fa6c7962-016f-4c55-9a97-dc16fe679a0c,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:32.196166 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31372786-3344-48a4-9c88-8795ed396151 req-db8589bd-bf75-4dba-981c-7439848e3f06 service neutron] 10.222.0.21 "GET /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219031 Nov 12 04:12:32.224350 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8733e3e-a0d7-4a56-8d6e-8d4f18cd88f7 req-e89dcd88-cffd-45b6-8eac-10bab775f13d tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074188 Nov 12 04:12:32.260137 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.313361 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.384816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-92510722-0c62-4503-be98-d8668871fec0 None None] Provisioning complete for port 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:32.385192 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-92510722-0c62-4503-be98-d8668871fec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.408682 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=fa6c7962-016f-4c55-9a97-dc16fe679a0c,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:32.431011 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-92510722-0c62-4503-be98-d8668871fec0 None None] Port 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:32.433032 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef8af1-569f-4d0c-9899-135424d9e405 req-a0f5ce55-ac64-4e5d-86f2-48b72fa9338e tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:32.434871 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5ef8af1-569f-4d0c-9899-135424d9e405 req-a0f5ce55-ac64-4e5d-86f2-48b72fa9338e tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] 10.222.0.37 "GET /v2.0/ports?device_id=2014a1f3-f3a1-44ca-ac74-8763b3d66d12 HTTP/1.1" status: 200 len: 936 time: 0.0644827 Nov 12 04:12:32.494414 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5ef8af1-569f-4d0c-9899-135424d9e405 req-693cf2f5-ea67-4d47-8ac5-84c0c90ec8e3 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] 10.222.0.37 "GET /v2.0/security-groups?id=31692d17-681c-4dc5-b423-f0abfdf22073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526912 Nov 12 04:12:32.561575 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:12:32.569393 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.582292 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Transition to ACTIVE for port object 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:12:32.607837 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212265b-01be-4431-b9e2-8cd0e8d1a076 req-405c93d7-0257-48b3-8758-16e908b03306 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:32.609288 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5212265b-01be-4431-b9e2-8cd0e8d1a076 req-405c93d7-0257-48b3-8758-16e908b03306 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.0491681 Nov 12 04:12:32.657880 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5212265b-01be-4431-b9e2-8cd0e8d1a076 req-7f73c7bf-149a-4bdd-856a-89048b6f0f9e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421996 Nov 12 04:12:32.666233 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.718314 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5c108c-439c-438b-b6af-bf0e09bf060a x-openstack-request-id: req-ec5c108c-439c-438b-b6af-bf0e09bf060a {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:32.718314 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765f3897-30fa-4a27-a18d-4f0a6774a2cb", "tag": "37b7366e-3784-4ab9-8563-e4ecf8969e35", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:32.718314 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec5c108c-439c-438b-b6af-bf0e09bf060a {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:32.718314 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'tag': '37b7366e-3784-4ab9-8563-e4ecf8969e35', 'status': 'completed', 'code': 200} Nov 12 04:12:32.720295 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Pushing event updated for resources: {'Port': ['ID=7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:32.808190 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Attempting to bind port 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:32.811180 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Attempting to bind port 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:32.811980 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Attempting to bind port 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:32.816908 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Port 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:12:32.821663 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Attempting to bind port 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:32.822825 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:32.823034 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:32.823418 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:32.823840 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Bound port: 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:32.824211 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.852079 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb55a1d-f09e-4433-b575-0ef198daf8eb req-daf2d5f4-4494-4b3f-9921-b4785cac4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:32.853595 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fb55a1d-f09e-4433-b575-0ef198daf8eb req-daf2d5f4-4494-4b3f-9921-b4785cac4dae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ae4228185c433294b6350ab3932f54&device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb HTTP/1.1" status: 200 len: 1098 time: 0.0874393 Nov 12 04:12:32.867473 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-d4478f26-4de3-4033-a4d4-c833e7b4ec51 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:32.871011 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-d4478f26-4de3-4033-a4d4-c833e7b4ec51 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0853956 Nov 12 04:12:32.894946 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['fa6c7962-016f-4c55-9a97-dc16fe679a0c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:12:32.914206 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] For port 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:32.919034 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] For port 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:32.943359 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['1416b5fa-6a27-41f3-957f-4abe3a2aa667'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:12:32.988226 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.003245 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-e37a9945-0a8d-4fe1-813f-ea56d9c7dcfa tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 1002 time: 0.1255994 Nov 12 04:12:33.010266 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-6ba9a390-a099-4f1f-b825-e4fce2a16e47 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Request body: {'floatingip': {'port_id': '7456d3da-58e9-4060-b8a8-e3a1869d8874', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:33.029306 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:33.030922 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.031826 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] 10.222.0.31 "PUT /v2.0/ports/7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b HTTP/1.1" status: 200 len: 1097 time: 0.8480363 Nov 12 04:12:33.034793 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2014a1f3-f3a1-44ca-ac74-8763b3d66d12', 'tag': '7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:33.037329 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeae4e5-9069-4643-86f4-45f44743b361" -d '{"events": [{"name": "network-changed", "server_uuid": "2014a1f3-f3a1-44ca-ac74-8763b3d66d12", "tag": "7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:33.067733 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb55a1d-f09e-4433-b575-0ef198daf8eb req-6984865b-67cd-431e-b399-1660642d4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:33.069030 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fb55a1d-f09e-4433-b575-0ef198daf8eb req-6984865b-67cd-431e-b399-1660642d4a29 service neutron] 10.222.0.21 "GET /v2.0/networks?id=255a670c-e1e7-4afe-9db1-0fcfa8417825 HTTP/1.1" status: 200 len: 922 time: 0.1990843 Nov 12 04:12:33.079221 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8185e-b1f4-4154-9fe8-8fe6fa3e507e service neutron] Pushing event updated for resources: {'Port': ['ID=7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:33.107060 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60414) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:33.134682 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-6ba9a390-a099-4f1f-b825-e4fce2a16e47 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.144347 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4d5e94b1-fe2f-412a-8fe5-a54f4406d632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.216057 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fb55a1d-f09e-4433-b575-0ef198daf8eb req-8ed7961d-ad87-4e15-b537-a0bab874d824 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37b7366e-3784-4ab9-8563-e4ecf8969e35 HTTP/1.1" status: 200 len: 1002 time: 0.1307180 Nov 12 04:12:33.291091 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17b5b79c-889a-4f1d-8064-9c90d97c93b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.327048 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-881f5b10-2081-4a2c-8f00-f39fd725dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:33.327287 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb55a1d-f09e-4433-b575-0ef198daf8eb req-a2c911bc-5881-4b7e-b966-889f43dc2098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:33.328700 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-881f5b10-2081-4a2c-8f00-f39fd725dd56 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1737b81cb41a47ae95350d8e2c244d31&device_id=2014a1f3-f3a1-44ca-ac74-8763b3d66d12 HTTP/1.1" status: 200 len: 1100 time: 0.1244180 Nov 12 04:12:33.329033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fb55a1d-f09e-4433-b575-0ef198daf8eb req-a2c911bc-5881-4b7e-b966-889f43dc2098 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=57f0c919-3b95-4b18-9b90-784919aa82ad HTTP/1.1" status: 200 len: 860 time: 0.0915964 Nov 12 04:12:33.396078 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-c21bfe15-2809-4bed-a51b-ce22a03d2e8b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b HTTP/1.1" status: 200 len: 217 time: 0.0439398 Nov 12 04:12:33.447801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb55a1d-f09e-4433-b575-0ef198daf8eb req-13d64369-2e9a-4c30-b33d-d6d60b504ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:33.449301 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fb55a1d-f09e-4433-b575-0ef198daf8eb req-13d64369-2e9a-4c30-b33d-d6d60b504ee4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=255a670c-e1e7-4afe-9db1-0fcfa8417825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125579 Nov 12 04:12:33.473312 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17b5b79c-889a-4f1d-8064-9c90d97c93b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.475188 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-3dd88d78-e529-4a1e-aa47-66c8820f1c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:33.476674 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-3dd88d78-e529-4a1e-aa47-66c8820f1c11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0679030 Nov 12 04:12:33.525049 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-c60e2955-fc95-45c7-8495-7e93809dd6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:33.526523 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-c60e2955-fc95-45c7-8495-7e93809dd6a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0425587 Nov 12 04:12:33.527141 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17b5b79c-889a-4f1d-8064-9c90d97c93b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.617328 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-17b5b79c-889a-4f1d-8064-9c90d97c93b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82032192c51d45c9a757f52bad73c57d&name=default HTTP/1.1" status: 200 len: 2998 time: 0.5091493 Nov 12 04:12:33.620136 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60422) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:33.628420 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5b79c-889a-4f1d-8064-9c90d97c93b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9f7671-d380-457f-a541-ac0171e81fef,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:33.639911 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fb55a1d-f09e-4433-b575-0ef198daf8eb req-c0fd22cf-1492-4f36-918d-02abc5fc2a4e service neutron] 10.222.0.21 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827326 Nov 12 04:12:33.691531 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-00eee64b-0777-4111-bb8a-e29aac8ae5b4 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540372 Nov 12 04:12:33.696969 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-26e3c20d-a590-4e2b-895a-a74d9677e095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.770107 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-26e3c20d-a590-4e2b-895a-a74d9677e095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.821537 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fb55a1d-f09e-4433-b575-0ef198daf8eb req-89f823c1-e278-4878-86dd-e98e04be9743 service neutron] 10.222.0.21 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736510 Nov 12 04:12:33.827661 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-90ab4704-58b0-442c-9e59-f53eae26a4f8 req-8902acbe-1bb1-4ab0-8fa6-e0547aa1139e service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279595 Nov 12 04:12:33.885781 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-6ba9a390-a099-4f1f-b825-e4fce2a16e47 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.932173 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-26e3c20d-a590-4e2b-895a-a74d9677e095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.934978 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-26e3c20d-a590-4e2b-895a-a74d9677e095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.936109 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-26e3c20d-a590-4e2b-895a-a74d9677e095 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a9f7671-d380-457f-a541-ac0171e81fef HTTP/1.1" status: 204 len: 168 time: 0.3150785 Nov 12 04:12:33.944256 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3c20d-a590-4e2b-895a-a74d9677e095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9f7671-d380-457f-a541-ac0171e81fef,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:33.970149 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-6ba9a390-a099-4f1f-b825-e4fce2a16e47 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.071622 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-6ba9a390-a099-4f1f-b825-e4fce2a16e47 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Floating IP ae19918b-a136-462e-812e-972dccc338f0 associated. External IP: 172.25.1.127, port: 37b7366e-3784-4ab9-8563-e4ecf8969e35. Nov 12 04:12:34.617524 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60432) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:34.630843 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73534f21-88b4-4757-bf16-d60ac117b1fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.638065 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-6ba9a390-a099-4f1f-b825-e4fce2a16e47 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:34.706337 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73534f21-88b4-4757-bf16-d60ac117b1fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.754783 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-6ba9a390-a099-4f1f-b825-e4fce2a16e47 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:34.764248 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d331595-65cd-4033-9946-6afbb0b1895a None None] Sync routers for ids ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:34.772139 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73534f21-88b4-4757-bf16-d60ac117b1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.775200 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d331595-65cd-4033-9946-6afbb0b1895a None None] Routers {'4d27e345-b6fe-4607-8cf5-c63e4a72acb3'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:34.775869 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4d331595-65cd-4033-9946-6afbb0b1895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:34.812207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73534f21-88b4-4757-bf16-d60ac117b1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698c15e9-dc67-46b9-a47a-6b5de23aaab5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:34.816559 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-73534f21-88b4-4757-bf16-d60ac117b1fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9f8574388464a6c9e38ec165db5746e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1979027 Nov 12 04:12:34.819075 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60434) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:34.872541 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60b2afca-f437-41e0-86eb-f721adf63678 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.898439 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4d331595-65cd-4033-9946-6afbb0b1895a None None] Set router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:34.898973 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60b2afca-f437-41e0-86eb-f721adf63678 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.982099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-6ba9a390-a099-4f1f-b825-e4fce2a16e47 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:35.010482 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60b2afca-f437-41e0-86eb-f721adf63678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.014400 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60b2afca-f437-41e0-86eb-f721adf63678 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.019430 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-60b2afca-f437-41e0-86eb-f721adf63678 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/698c15e9-dc67-46b9-a47a-6b5de23aaab5 HTTP/1.1" status: 204 len: 168 time: 0.1990037 Nov 12 04:12:35.032422 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2afca-f437-41e0-86eb-f721adf63678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698c15e9-dc67-46b9-a47a-6b5de23aaab5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:35.099994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-6ba9a390-a099-4f1f-b825-e4fce2a16e47 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:35.105534 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-6ba9a390-a099-4f1f-b825-e4fce2a16e47 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.134922 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'tag': '37b7366e-3784-4ab9-8563-e4ecf8969e35'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:35.137347 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce75ae96-8ec0-4771-b55c-f29948b4c7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "765f3897-30fa-4a27-a18d-4f0a6774a2cb", "tag": "37b7366e-3784-4ab9-8563-e4ecf8969e35"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:35.143206 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4d331595-65cd-4033-9946-6afbb0b1895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'ae19918b-a136-462e-812e-972dccc338f0', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'port_id': '7456d3da-58e9-4060-b8a8-e3a1869d8874', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'mac_address': 'fa:16:3e:58:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f3ae3-5a2f-4697-914a-4aa64f1f8402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:12:04Z', 'updated_at': '2021-11-12T04:12:33Z', 'revision_number': 3, 'project_id': '76ae4228185c433294b6350ab3932f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:39Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:35.164195 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-6ba9a390-a099-4f1f-b825-e4fce2a16e47 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "PUT /v2.0/floatingips/ae19918b-a136-462e-812e-972dccc338f0 HTTP/1.1" status: 200 len: 998 time: 2.1599801 Nov 12 04:12:35.170000 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d331595-65cd-4033-9946-6afbb0b1895a None None] Checking router: 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:35.178415 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d331595-65cd-4033-9946-6afbb0b1895a None None] Routers {'4d27e345-b6fe-4607-8cf5-c63e4a72acb3'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:35.179171 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4d331595-65cd-4033-9946-6afbb0b1895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:35.214518 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-2b06cb23-b3f6-49ed-abe6-fa6d20e19ebb tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:35.216334 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-2b06cb23-b3f6-49ed-abe6-fa6d20e19ebb tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports/37b7366e-3784-4ab9-8563-e4ecf8969e35 HTTP/1.1" status: 200 len: 943 time: 0.0462871 Nov 12 04:12:35.290011 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4d331595-65cd-4033-9946-6afbb0b1895a None None] Set router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:35.317004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-20beb627-2f3e-4d3f-b6be-93e765aeaed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:35.318557 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-20beb627-2f3e-4d3f-b6be-93e765aeaed5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76ae4228185c433294b6350ab3932f54&device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb HTTP/1.1" status: 200 len: 1098 time: 0.0448775 Nov 12 04:12:35.419939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-439610be-38bf-4228-aff3-69a8ba52b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:35.422275 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-439610be-38bf-4228-aff3-69a8ba52b80f service neutron] 10.222.0.37 "GET /v2.0/networks?id=255a670c-e1e7-4afe-9db1-0fcfa8417825 HTTP/1.1" status: 200 len: 922 time: 0.0960906 Nov 12 04:12:35.445635 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 1416b5fa-6a27-41f3-957f-4abe3a2aa667 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:35.483308 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c7b1c30-ee8c-4797-9937-687b1d5974da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.498292 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-2f2f38da-9242-457a-9e79-8ee0a90d60e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37b7366e-3784-4ab9-8563-e4ecf8969e35 HTTP/1.1" status: 200 len: 217 time: 0.0694633 Nov 12 04:12:35.565183 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-902740dc-2a2d-44d5-92f8-a7a37725e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:35.571840 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4d331595-65cd-4033-9946-6afbb0b1895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'ae19918b-a136-462e-812e-972dccc338f0', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'port_id': '7456d3da-58e9-4060-b8a8-e3a1869d8874', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'mac_address': 'fa:16:3e:58:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f3ae3-5a2f-4697-914a-4aa64f1f8402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:12:04Z', 'updated_at': '2021-11-12T04:12:33Z', 'revision_number': 3, 'project_id': '76ae4228185c433294b6350ab3932f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:39Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:35.575985 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-902740dc-2a2d-44d5-92f8-a7a37725e7b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=57f0c919-3b95-4b18-9b90-784919aa82ad HTTP/1.1" status: 200 len: 860 time: 0.0683167 Nov 12 04:12:35.598660 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d331595-65cd-4033-9946-6afbb0b1895a None None] The sync data for ids ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'] in n-d-768509-24 is: [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'ae19918b-a136-462e-812e-972dccc338f0', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'port_id': '7456d3da-58e9-4060-b8a8-e3a1869d8874', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'mac_address': 'fa:16:3e:58:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f3ae3-5a2f-4697-914a-4aa64f1f8402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:12:04Z', 'updated_at': '2021-11-12T04:12:33Z', 'revision_number': 3, 'project_id': '76ae4228185c433294b6350ab3932f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:39Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:35.619518 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-b794ba6c-1d5a-401d-a0af-6dbfb677f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:35.621062 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-b794ba6c-1d5a-401d-a0af-6dbfb677f553 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=255a670c-e1e7-4afe-9db1-0fcfa8417825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469632 Nov 12 04:12:35.675961 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 1416b5fa-6a27-41f3-957f-4abe3a2aa667 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:12:35.681140 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 1416b5fa-6a27-41f3-957f-4abe3a2aa667 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:35.681800 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.726803 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-080933fe-5456-42ee-8e22-ba45e32e3e7f service neutron] 10.222.0.37 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985904 Nov 12 04:12:35.783598 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.810372 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89011699-7182-4ee0-a914-7a78344e6351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1416b5fa-6a27-41f3-957f-4abe3a2aa667'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:35.813592 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67f4fb3-4559-4c47-8696-2bfc09dc304a" -d '{"events": [{"server_uuid": "89011699-7182-4ee0-a914-7a78344e6351", "name": "network-vif-plugged", "status": "completed", "tag": "1416b5fa-6a27-41f3-957f-4abe3a2aa667"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:35.828669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 1416b5fa-6a27-41f3-957f-4abe3a2aa667, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1416b5fa-6a27-41f3-957f-4abe3a2aa667,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:35.845409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-ecb87f0e-e119-4d3b-b6e3-5614180002f3 service neutron] 10.222.0.37 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102431 Nov 12 04:12:35.848303 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91ebe72-9c81-4205-a642-c64b537a44a6 None None] New status for floating IP ae19918b-a136-462e-812e-972dccc338f0: ACTIVE {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:12:35.898516 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.899314 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device fa6c7962-016f-4c55-9a97-dc16fe679a0c up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:36.006119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-09fcc802-c393-4e83-aa2f-8dd31c412563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:36.008344 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-09fcc802-c393-4e83-aa2f-8dd31c412563 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76ae4228185c433294b6350ab3932f54&device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402 HTTP/1.1" status: 200 len: 1097 time: 0.0516250 Nov 12 04:12:36.131613 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-95fff5a7-277e-4709-a407-666ceb96bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:36.133776 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-95fff5a7-277e-4709-a407-666ceb96bbfb service neutron] 10.222.0.37 "GET /v2.0/networks?id=255a670c-e1e7-4afe-9db1-0fcfa8417825 HTTP/1.1" status: 200 len: 922 time: 0.1161308 Nov 12 04:12:36.200112 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=1416b5fa-6a27-41f3-957f-4abe3a2aa667,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:36.204154 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-d2ad5e4c-a659-4716-a147-3984dde373cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7456d3da-58e9-4060-b8a8-e3a1869d8874 HTTP/1.1" status: 200 len: 1001 time: 0.0635898 Nov 12 04:12:36.259965 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-eb0ddb5e-1b61-4d34-8639-d0aa7ce5a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:36.261470 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-eb0ddb5e-1b61-4d34-8639-d0aa7ce5a323 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=57f0c919-3b95-4b18-9b90-784919aa82ad HTTP/1.1" status: 200 len: 860 time: 0.0500963 Nov 12 04:12:36.310052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-ddd9f64f-7f72-4762-909b-363f1c2d423e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:36.311616 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-ddd9f64f-7f72-4762-909b-363f1c2d423e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=255a670c-e1e7-4afe-9db1-0fcfa8417825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441356 Nov 12 04:12:36.324109 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port fa6c7962-016f-4c55-9a97-dc16fe679a0c completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:12:36.328404 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port fa6c7962-016f-4c55-9a97-dc16fe679a0c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:36.328918 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.370243 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb70871e-f55c-4448-b6b4-967d7d88ceae None None] Sync routers for ids ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:36.382920 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb70871e-f55c-4448-b6b4-967d7d88ceae None None] Routers {'4d27e345-b6fe-4607-8cf5-c63e4a72acb3'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:36.383679 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cb70871e-f55c-4448-b6b4-967d7d88ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:36.438606 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.441690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-0258de33-3b16-4899-941d-1ff5663a9036 service neutron] 10.222.0.37 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224194 Nov 12 04:12:36.485575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port fa6c7962-016f-4c55-9a97-dc16fe679a0c, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=fa6c7962-016f-4c55-9a97-dc16fe679a0c,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:36.514386 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:12:36.528236 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-cb70871e-f55c-4448-b6b4-967d7d88ceae None None] Set router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:36.558316 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39242a13-58b6-407f-9fda-ece2ba62b931 req-a1e6f5d2-c14c-46e4-b122-3d6c2d2b8411 service neutron] 10.222.0.37 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095443 Nov 12 04:12:36.587307 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.626558 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.660886 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:36.679006 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=fa6c7962-016f-4c55-9a97-dc16fe679a0c,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:36.690780 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b', 'mac_address': 'fa:16:3e:ee:fe:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:12:36.753831 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.775792 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:12:36.802749 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:36.811858 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cb70871e-f55c-4448-b6b4-967d7d88ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'ae19918b-a136-462e-812e-972dccc338f0', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'port_id': '7456d3da-58e9-4060-b8a8-e3a1869d8874', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'mac_address': 'fa:16:3e:58:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f3ae3-5a2f-4697-914a-4aa64f1f8402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:12:04Z', 'updated_at': '2021-11-12T04:12:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:39Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:36.839501 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb70871e-f55c-4448-b6b4-967d7d88ceae None None] Checking router: 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:36.847938 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb70871e-f55c-4448-b6b4-967d7d88ceae None None] Routers {'4d27e345-b6fe-4607-8cf5-c63e4a72acb3'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:36.848527 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cb70871e-f55c-4448-b6b4-967d7d88ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:36.926999 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.980572 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:37.066869 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-cb70871e-f55c-4448-b6b4-967d7d88ceae None None] Set router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:37.257824 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:12:37.318913 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cb70871e-f55c-4448-b6b4-967d7d88ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'ae19918b-a136-462e-812e-972dccc338f0', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'port_id': '7456d3da-58e9-4060-b8a8-e3a1869d8874', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'mac_address': 'fa:16:3e:58:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f3ae3-5a2f-4697-914a-4aa64f1f8402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:12:04Z', 'updated_at': '2021-11-12T04:12:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:39Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:37.360017 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb70871e-f55c-4448-b6b4-967d7d88ceae None None] The sync data for ids ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'] in n-d-768509-24 is: [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'ae19918b-a136-462e-812e-972dccc338f0', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'port_id': '7456d3da-58e9-4060-b8a8-e3a1869d8874', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'mac_address': 'fa:16:3e:58:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2f3ae3-5a2f-4697-914a-4aa64f1f8402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:12:04Z', 'updated_at': '2021-11-12T04:12:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:39Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:37.407554 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c06ffde-506f-4d35-a6fc-f68583022e6a x-openstack-request-id: req-3c06ffde-506f-4d35-a6fc-f68583022e6a {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:37.408093 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2014a1f3-f3a1-44ca-ac74-8763b3d66d12", "tag": "7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:37.408093 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c06ffde-506f-4d35-a6fc-f68583022e6a {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:37.408500 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2014a1f3-f3a1-44ca-ac74-8763b3d66d12', 'tag': '7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b', 'status': 'completed', 'code': 200} Nov 12 04:12:37.525386 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeae4e5-9069-4643-86f4-45f44743b361 req-6afb0ff6-ebf1-4dbd-a32e-22985ae6de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:37.527112 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9eeae4e5-9069-4643-86f4-45f44743b361 req-6afb0ff6-ebf1-4dbd-a32e-22985ae6de69 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1737b81cb41a47ae95350d8e2c244d31&device_id=2014a1f3-f3a1-44ca-ac74-8763b3d66d12 HTTP/1.1" status: 200 len: 1101 time: 0.0637753 Nov 12 04:12:37.535598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80dac9-e6bd-41b1-a2de-a80e66c49cf5 req-7bdf5e3d-808f-4573-83ba-7948c4c8436f tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:37.537464 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d80dac9-e6bd-41b1-a2de-a80e66c49cf5 req-7bdf5e3d-808f-4573-83ba-7948c4c8436f tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=20653b23-aa87-4933-9cd1-fac2c0ce9ccc HTTP/1.1" status: 200 len: 949 time: 0.0633061 Nov 12 04:12:37.608408 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d80dac9-e6bd-41b1-a2de-a80e66c49cf5 req-99d6ed11-a466-4d18-9474-2857cc4552e3 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642617 Nov 12 04:12:37.641759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeae4e5-9069-4643-86f4-45f44743b361 req-37cd0642-c992-4b38-a349-ffa46811b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:37.643275 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9eeae4e5-9069-4643-86f4-45f44743b361 req-37cd0642-c992-4b38-a349-ffa46811b28a service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1088490 Nov 12 04:12:37.689747 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9eeae4e5-9069-4643-86f4-45f44743b361 req-a7c69ef0-d3bf-4643-96bf-bd92eab1ec15 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b HTTP/1.1" status: 200 len: 217 time: 0.0376596 Nov 12 04:12:37.749804 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acf371-5555-4d0b-92e8-e0a8261c27c4 req-c18f1a54-40c7-468f-845f-f041de629b7e tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:37.751422 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1acf371-5555-4d0b-92e8-e0a8261c27c4 req-c18f1a54-40c7-468f-845f-f041de629b7e tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] 10.222.0.37 "GET /v2.0/ports?device_id=2014a1f3-f3a1-44ca-ac74-8763b3d66d12 HTTP/1.1" status: 200 len: 949 time: 0.0673730 Nov 12 04:12:37.753576 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeae4e5-9069-4643-86f4-45f44743b361 req-aeb1dd56-b9de-48da-abd6-ae77592447a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:37.755075 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9eeae4e5-9069-4643-86f4-45f44743b361 req-aeb1dd56-b9de-48da-abd6-ae77592447a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0583076 Nov 12 04:12:37.805948 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1acf371-5555-4d0b-92e8-e0a8261c27c4 req-13a33ef6-89c6-48a5-8cb0-a5b1cda82908 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] 10.222.0.37 "GET /v2.0/security-groups?id=31692d17-681c-4dc5-b423-f0abfdf22073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455158 Nov 12 04:12:37.826948 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeae4e5-9069-4643-86f4-45f44743b361 req-fc1eedf6-7709-4b99-ad6b-dd306e8bb8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:37.826948 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9eeae4e5-9069-4643-86f4-45f44743b361 req-fc1eedf6-7709-4b99-ad6b-dd306e8bb8cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0552495 Nov 12 04:12:37.836193 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [req-9eeae4e5-9069-4643-86f4-45f44743b361 req-6749a5fb-0046-4e20-8b91-a1e8f7bbbb18 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:37.837577 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9eeae4e5-9069-4643-86f4-45f44743b361 req-6749a5fb-0046-4e20-8b91-a1e8f7bbbb18 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071285 Nov 12 04:12:37.930458 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57483c3a-1f10-43f1-8eda-a27436c5fe12 req-2452947b-98b2-4b51-8669-831b7e5290b4 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:37.932240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57483c3a-1f10-43f1-8eda-a27436c5fe12 req-2452947b-98b2-4b51-8669-831b7e5290b4 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.0683889 Nov 12 04:12:37.957781 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9eeae4e5-9069-4643-86f4-45f44743b361 req-44e7e033-b85d-4a05-a8c8-ea348405758f service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130064 Nov 12 04:12:37.985757 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57483c3a-1f10-43f1-8eda-a27436c5fe12 req-51252982-8bac-4ace-b99e-b1533c74bf79 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467842 Nov 12 04:12:38.039186 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865c6516-7caf-4fc2-86a7-9c7959777eb7 x-openstack-request-id: req-865c6516-7caf-4fc2-86a7-9c7959777eb7 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:38.039505 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765f3897-30fa-4a27-a18d-4f0a6774a2cb", "tag": "37b7366e-3784-4ab9-8563-e4ecf8969e35", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:38.039754 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-865c6516-7caf-4fc2-86a7-9c7959777eb7 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:38.040150 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'tag': '37b7366e-3784-4ab9-8563-e4ecf8969e35', 'status': 'completed', 'code': 200} Nov 12 04:12:38.077912 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9eeae4e5-9069-4643-86f4-45f44743b361 req-4c9cf0b1-04d5-4310-8395-dc4378a49f0d service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107900 Nov 12 04:12:38.081360 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3d5414-fb7e-48cb-bc04-293b9a87558e x-openstack-request-id: req-2f3d5414-fb7e-48cb-bc04-293b9a87558e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:38.081857 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89011699-7182-4ee0-a914-7a78344e6351", "name": "network-vif-plugged", "status": "completed", "tag": "1416b5fa-6a27-41f3-957f-4abe3a2aa667", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:38.081975 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f3d5414-fb7e-48cb-bc04-293b9a87558e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:38.082286 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89011699-7182-4ee0-a914-7a78344e6351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1416b5fa-6a27-41f3-957f-4abe3a2aa667', 'code': 200} Nov 12 04:12:38.149257 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.190571 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad434be1-67d5-4f30-a70d-ec3695fad577 req-a27879ad-28a9-4be3-9846-93796d83c4e8 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 1001 time: 0.0952747 Nov 12 04:12:38.197288 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75ae96-8ec0-4771-b55c-f29948b4c7b6 req-57917687-2102-423d-b081-f612c6e37f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:38.198871 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce75ae96-8ec0-4771-b55c-f29948b4c7b6 req-57917687-2102-423d-b081-f612c6e37f07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ae4228185c433294b6350ab3932f54&device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb HTTP/1.1" status: 200 len: 1098 time: 0.0623252 Nov 12 04:12:38.217348 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b630ce5-b2b2-4f38-ae9a-0cd4df8ec203 req-48ae76d5-b8f0-415c-9c97-32f8363942fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:38.218901 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2b630ce5-b2b2-4f38-ae9a-0cd4df8ec203 req-48ae76d5-b8f0-415c-9c97-32f8363942fe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=89011699-7182-4ee0-a914-7a78344e6351 HTTP/1.1" status: 200 len: 1102 time: 0.0429096 Nov 12 04:12:38.272046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad434be1-67d5-4f30-a70d-ec3695fad577 req-3539b7e7-e15e-4d60-a64a-2696a30ccf0e tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:38.272046 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad434be1-67d5-4f30-a70d-ec3695fad577 req-3539b7e7-e15e-4d60-a64a-2696a30ccf0e tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports/7456d3da-58e9-4060-b8a8-e3a1869d8874 HTTP/1.1" status: 200 len: 942 time: 0.0706377 Nov 12 04:12:38.280432 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2b630ce5-b2b2-4f38-ae9a-0cd4df8ec203 req-699744dc-2ce3-4da7-a3c3-9c61b83089d8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440490 Nov 12 04:12:38.349099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75ae96-8ec0-4771-b55c-f29948b4c7b6 req-fe94b822-a80f-486a-b666-3d022d70fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:38.351473 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce75ae96-8ec0-4771-b55c-f29948b4c7b6 req-fe94b822-a80f-486a-b666-3d022d70fac8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=255a670c-e1e7-4afe-9db1-0fcfa8417825 HTTP/1.1" status: 200 len: 922 time: 0.1426675 Nov 12 04:12:38.422755 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad434be1-67d5-4f30-a70d-ec3695fad577 req-e889cb54-7c3d-4dae-bbb3-d1ef7aff1171 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 1001 time: 0.0864406 Nov 12 04:12:38.534466 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad434be1-67d5-4f30-a70d-ec3695fad577 req-aa163e48-60b2-4c0e-a40e-e631afd69039 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:38.536094 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:38.543498 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad434be1-67d5-4f30-a70d-ec3695fad577 req-aa163e48-60b2-4c0e-a40e-e631afd69039 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.1141927 Nov 12 04:12:38.676124 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce75ae96-8ec0-4771-b55c-f29948b4c7b6 req-a9634f45-4755-4370-84ea-61fef99a3d43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37b7366e-3784-4ab9-8563-e4ecf8969e35 HTTP/1.1" status: 200 len: 217 time: 0.0467632 Nov 12 04:12:38.696667 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:12:38.702829 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:38.706408 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.744143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75ae96-8ec0-4771-b55c-f29948b4c7b6 req-eebe05aa-b5ba-442a-8ae3-049617c56596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:38.745676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce75ae96-8ec0-4771-b55c-f29948b4c7b6 req-eebe05aa-b5ba-442a-8ae3-049617c56596 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=57f0c919-3b95-4b18-9b90-784919aa82ad HTTP/1.1" status: 200 len: 860 time: 0.0541806 Nov 12 04:12:38.795746 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.796843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75ae96-8ec0-4771-b55c-f29948b4c7b6 req-e2917b28-4715-40cc-98a2-4db96b5becf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:38.799271 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce75ae96-8ec0-4771-b55c-f29948b4c7b6 req-e2917b28-4715-40cc-98a2-4db96b5becf0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=255a670c-e1e7-4afe-9db1-0fcfa8417825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465152 Nov 12 04:12:38.839748 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:38.896126 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.913160 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce75ae96-8ec0-4771-b55c-f29948b4c7b6 req-66f47f84-209a-47af-876a-8183f0b15410 service neutron] 10.222.0.21 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051948 Nov 12 04:12:38.962479 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:39.030243 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce75ae96-8ec0-4771-b55c-f29948b4c7b6 req-d5112595-e0e4-4b12-bd20-af5a35ef6d8c service neutron] 10.222.0.21 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092997 Nov 12 04:12:39.044102 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.359836 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60614) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:39.452082 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-312ad17f-5665-4d0f-bafd-d3d502cabb3d tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 1001 time: 0.0663750 Nov 12 04:12:39.475542 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d635db26-4dd8-4045-a18e-3ef051a8b0a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.501573 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-d45529f2-aa4b-4e87-86df-27b2cb1ac5d7 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:39.502967 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-d45529f2-aa4b-4e87-86df-27b2cb1ac5d7 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports/7456d3da-58e9-4060-b8a8-e3a1869d8874 HTTP/1.1" status: 200 len: 942 time: 0.0454912 Nov 12 04:12:39.552516 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d635db26-4dd8-4045-a18e-3ef051a8b0a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.612080 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-3fb46277-1a93-4abb-88d2-a6e2217bb2dc tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 1001 time: 0.0651970 Nov 12 04:12:39.615411 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d635db26-4dd8-4045-a18e-3ef051a8b0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.657824 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d635db26-4dd8-4045-a18e-3ef051a8b0a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1618a858bc8446fbbb70c5bfeca7bd4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2950647 Nov 12 04:12:39.657824 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635db26-4dd8-4045-a18e-3ef051a8b0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13fa55a-eabf-4d4f-9b86-1b00b5637842,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:39.659249 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60618) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:39.721458 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9df2b08c-59d1-4b1f-95b4-99ff113a12cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.731784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-add3b216-f7c2-411a-9012-47b04134de28 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:39.733233 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-add3b216-f7c2-411a-9012-47b04134de28 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.1146932 Nov 12 04:12:39.750392 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9df2b08c-59d1-4b1f-95b4-99ff113a12cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.812773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-93d09bad-7c2f-4595-9038-594f3a77badf tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 1001 time: 0.0681217 Nov 12 04:12:39.823367 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-65ea8b52-a28d-4b14-a49f-e2b1358a0b59 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:39.884583 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9df2b08c-59d1-4b1f-95b4-99ff113a12cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.887812 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9df2b08c-59d1-4b1f-95b4-99ff113a12cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.889316 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9df2b08c-59d1-4b1f-95b4-99ff113a12cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f13fa55a-eabf-4d4f-9b86-1b00b5637842 HTTP/1.1" status: 204 len: 168 time: 0.2288675 Nov 12 04:12:39.899630 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2b08c-59d1-4b1f-95b4-99ff113a12cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13fa55a-eabf-4d4f-9b86-1b00b5637842,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:40.083427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20653b23-aa87-4933-9cd1-fac2c0ce9ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6c7962-016f-4c55-9a97-dc16fe679a0c'}, {'server_uuid': '2014a1f3-f3a1-44ca-ac74-8763b3d66d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:40.087283 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb67e4c-7bda-4c93-933f-c6f8337f2280" -d '{"events": [{"server_uuid": "20653b23-aa87-4933-9cd1-fac2c0ce9ccc", "name": "network-vif-plugged", "status": "completed", "tag": "fa6c7962-016f-4c55-9a97-dc16fe679a0c"}, {"server_uuid": "2014a1f3-f3a1-44ca-ac74-8763b3d66d12", "name": "network-vif-plugged", "status": "completed", "tag": "7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:40.118454 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2f3ae3-5a2f-4697-914a-4aa64f1f8402', 'tag': '7456d3da-58e9-4060-b8a8-e3a1869d8874'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:40.120794 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a6e118-7f63-4eb8-a2d9-caa44db27c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2f3ae3-5a2f-4697-914a-4aa64f1f8402", "tag": "7456d3da-58e9-4060-b8a8-e3a1869d8874"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:40.149996 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-65ea8b52-a28d-4b14-a49f-e2b1358a0b59 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.299331 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-65ea8b52-a28d-4b14-a49f-e2b1358a0b59 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.360769 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-65ea8b52-a28d-4b14-a49f-e2b1358a0b59 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.361142 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-65ea8b52-a28d-4b14-a49f-e2b1358a0b59 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Floating IP ae19918b-a136-462e-812e-972dccc338f0 disassociated. External IP: 172.25.1.127, port: 7456d3da-58e9-4060-b8a8-e3a1869d8874. Nov 12 04:12:40.582983 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-65ea8b52-a28d-4b14-a49f-e2b1358a0b59 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:40.700102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-65ea8b52-a28d-4b14-a49f-e2b1358a0b59 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:40.704694 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-65ea8b52-a28d-4b14-a49f-e2b1358a0b59 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.712134 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba01be-a2fe-4902-927d-d49d364ea339 None None] Sync routers for ids ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:40.724076 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba01be-a2fe-4902-927d-d49d364ea339 None None] Routers {'4d27e345-b6fe-4607-8cf5-c63e4a72acb3'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:40.724708 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-69ba01be-a2fe-4902-927d-d49d364ea339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:40.738101 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-65ea8b52-a28d-4b14-a49f-e2b1358a0b59 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "PUT /v2.0/floatingips/ae19918b-a136-462e-812e-972dccc338f0 HTTP/1.1" status: 200 len: 695 time: 0.9192994 Nov 12 04:12:40.747781 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60632) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:40.763182 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25ed800d-3180-40a3-a018-9f81cb9d0562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.796936 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-687e3e20-ed8d-416d-837a-24021a3c5370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:40.799692 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-687e3e20-ed8d-416d-837a-24021a3c5370 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76ae4228185c433294b6350ab3932f54&device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402 HTTP/1.1" status: 200 len: 1097 time: 0.0507705 Nov 12 04:12:40.848814 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25ed800d-3180-40a3-a018-9f81cb9d0562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.852249 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-69ba01be-a2fe-4902-927d-d49d364ea339 None None] Set router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:40.906139 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-31fa17b6-28cf-4384-add9-af789cf6117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:40.909119 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-31fa17b6-28cf-4384-add9-af789cf6117f service neutron] 10.222.0.37 "GET /v2.0/networks?id=255a670c-e1e7-4afe-9db1-0fcfa8417825 HTTP/1.1" status: 200 len: 922 time: 0.1017368 Nov 12 04:12:40.938343 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25ed800d-3180-40a3-a018-9f81cb9d0562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.956479 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-101d6098-f9a4-4506-9804-065706e1f7aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7456d3da-58e9-4060-b8a8-e3a1869d8874 HTTP/1.1" status: 200 len: 217 time: 0.0412600 Nov 12 04:12:40.992371 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed800d-3180-40a3-a018-9f81cb9d0562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58cc120-9af4-4da4-86b2-2cb90b9095c6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:41.000434 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-25ed800d-3180-40a3-a018-9f81cb9d0562 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ac51b2dfa424f4aa823b3336a446aa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2484457 Nov 12 04:12:41.000741 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60634) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:41.025623 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-c8a17907-0f11-4dee-b138-6f884d642ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:41.031669 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-c8a17907-0f11-4dee-b138-6f884d642ec2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=57f0c919-3b95-4b18-9b90-784919aa82ad HTTP/1.1" status: 200 len: 860 time: 0.0676005 Nov 12 04:12:41.062341 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-576d7f5e-a1b0-4abf-8271-11ba609e43e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:41.081180 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-e0013aaa-220b-4462-8fd3-ca5e286dd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:41.083191 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-e0013aaa-220b-4462-8fd3-ca5e286dd277 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=255a670c-e1e7-4afe-9db1-0fcfa8417825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480723 Nov 12 04:12:41.093054 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-576d7f5e-a1b0-4abf-8271-11ba609e43e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:41.099460 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-69ba01be-a2fe-4902-927d-d49d364ea339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:39Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:41.131471 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba01be-a2fe-4902-927d-d49d364ea339 None None] Checking router: 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:41.141184 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba01be-a2fe-4902-927d-d49d364ea339 None None] Routers {'4d27e345-b6fe-4607-8cf5-c63e4a72acb3'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:41.141907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-69ba01be-a2fe-4902-927d-d49d364ea339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:41.190423 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-21bdf10c-340c-40dc-a959-3d39ee91bf6d service neutron] 10.222.0.37 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988159 Nov 12 04:12:41.212403 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-576d7f5e-a1b0-4abf-8271-11ba609e43e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:41.215123 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-576d7f5e-a1b0-4abf-8271-11ba609e43e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:41.216563 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-576d7f5e-a1b0-4abf-8271-11ba609e43e3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e58cc120-9af4-4da4-86b2-2cb90b9095c6 HTTP/1.1" status: 204 len: 168 time: 0.2147584 Nov 12 04:12:41.225432 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d7f5e-a1b0-4abf-8271-11ba609e43e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58cc120-9af4-4da4-86b2-2cb90b9095c6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:41.267052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-69ba01be-a2fe-4902-927d-d49d364ea339 None None] Set router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:41.306207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-546f86bd-c783-4e58-b7de-f3703371ecf0 req-5f15b293-668e-46f6-8287-60c4b77e47db service neutron] 10.222.0.37 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094444 Nov 12 04:12:41.480629 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-69ba01be-a2fe-4902-927d-d49d364ea339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:39Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:41.510295 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba01be-a2fe-4902-927d-d49d364ea339 None None] The sync data for ids ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'] in n-d-768509-24 is: [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:39Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:41.529732 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62da2f1-b1e9-4f7b-ad1d-500c849c12de req-fefe214f-8770-4e97-b9f0-7cc1674d43f5 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:41.531441 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e62da2f1-b1e9-4f7b-ad1d-500c849c12de req-fefe214f-8770-4e97-b9f0-7cc1674d43f5 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=20653b23-aa87-4933-9cd1-fac2c0ce9ccc HTTP/1.1" status: 200 len: 949 time: 0.0586722 Nov 12 04:12:41.595446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e62da2f1-b1e9-4f7b-ad1d-500c849c12de req-75dfa2c9-eda7-42b3-bd08-cbf4e2289369 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575449 Nov 12 04:12:41.725234 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84275d7-464a-4681-a696-eacd919888f8 req-49276673-e865-4910-b15b-659d2f50666c tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:41.736193 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e84275d7-464a-4681-a696-eacd919888f8 req-49276673-e865-4910-b15b-659d2f50666c tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] 10.222.0.37 "GET /v2.0/ports?device_id=2014a1f3-f3a1-44ca-ac74-8763b3d66d12 HTTP/1.1" status: 200 len: 950 time: 0.0773385 Nov 12 04:12:41.786206 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e84275d7-464a-4681-a696-eacd919888f8 req-07464144-8ce4-4fd5-a8c2-66083252bda8 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] 10.222.0.37 "GET /v2.0/security-groups?id=31692d17-681c-4dc5-b423-f0abfdf22073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489972 Nov 12 04:12:41.796651 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01a8125-28e8-4c26-847a-62c72f414a43 None None] New status for floating IP ae19918b-a136-462e-812e-972dccc338f0: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:12:41.964703 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7919e-d348-46c1-bcc9-52a0505df878 req-140de526-875e-4a7f-9717-e034dbf5ab63 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:41.966727 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ca7919e-d348-46c1-bcc9-52a0505df878 req-140de526-875e-4a7f-9717-e034dbf5ab63 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.0624759 Nov 12 04:12:42.019102 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ca7919e-d348-46c1-bcc9-52a0505df878 req-815abe3b-0f9f-495b-87b4-865af57841ba tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457463 Nov 12 04:12:42.071338 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be02f0f-9a2c-407a-afae-6610f3b3e468 x-openstack-request-id: req-0be02f0f-9a2c-407a-afae-6610f3b3e468 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:42.071709 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20653b23-aa87-4933-9cd1-fac2c0ce9ccc", "name": "network-vif-plugged", "status": "completed", "tag": "fa6c7962-016f-4c55-9a97-dc16fe679a0c", "code": 200}, {"server_uuid": "2014a1f3-f3a1-44ca-ac74-8763b3d66d12", "name": "network-vif-plugged", "status": "completed", "tag": "7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:42.071883 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0be02f0f-9a2c-407a-afae-6610f3b3e468 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:42.072300 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20653b23-aa87-4933-9cd1-fac2c0ce9ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6c7962-016f-4c55-9a97-dc16fe679a0c', 'code': 200} Nov 12 04:12:42.072553 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2014a1f3-f3a1-44ca-ac74-8763b3d66d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b', 'code': 200} Nov 12 04:12:42.109779 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18837fd9-c2fd-4259-9583-8e20839c099d x-openstack-request-id: req-18837fd9-c2fd-4259-9583-8e20839c099d {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:42.110117 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2f3ae3-5a2f-4697-914a-4aa64f1f8402", "tag": "7456d3da-58e9-4060-b8a8-e3a1869d8874", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:42.112662 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18837fd9-c2fd-4259-9583-8e20839c099d {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:42.113334 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2f3ae3-5a2f-4697-914a-4aa64f1f8402', 'tag': '7456d3da-58e9-4060-b8a8-e3a1869d8874', 'status': 'completed', 'code': 200} Nov 12 04:12:42.272328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6e118-7f63-4eb8-a2d9-caa44db27c8d req-87bcec26-f128-4d33-ad8a-8a9f2d672cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:42.275133 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58a6e118-7f63-4eb8-a2d9-caa44db27c8d req-87bcec26-f128-4d33-ad8a-8a9f2d672cd1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ae4228185c433294b6350ab3932f54&device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402 HTTP/1.1" status: 200 len: 1097 time: 0.0606170 Nov 12 04:12:42.282653 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb922a8e-9116-422d-9b5c-4bd129d07c3c req-7b78175f-9580-4892-8762-d75789b842df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:42.284445 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb922a8e-9116-422d-9b5c-4bd129d07c3c req-7b78175f-9580-4892-8762-d75789b842df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20653b23-aa87-4933-9cd1-fac2c0ce9ccc HTTP/1.1" status: 200 len: 1101 time: 0.0478253 Nov 12 04:12:42.361350 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb922a8e-9116-422d-9b5c-4bd129d07c3c req-c86d892a-49e6-4364-961f-b2d068c9567f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701790 Nov 12 04:12:42.392234 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6e118-7f63-4eb8-a2d9-caa44db27c8d req-e0e4a104-57c2-42dc-a6ea-7ef1bd535c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:42.394176 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58a6e118-7f63-4eb8-a2d9-caa44db27c8d req-e0e4a104-57c2-42dc-a6ea-7ef1bd535c96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=255a670c-e1e7-4afe-9db1-0fcfa8417825 HTTP/1.1" status: 200 len: 922 time: 0.1114833 Nov 12 04:12:42.483339 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43fc1c-a697-4981-84e8-8db9c589717e req-376af450-11fa-403f-b906-4444af0c681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:42.484910 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fc43fc1c-a697-4981-84e8-8db9c589717e req-376af450-11fa-403f-b906-4444af0c681b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2014a1f3-f3a1-44ca-ac74-8763b3d66d12 HTTP/1.1" status: 200 len: 1102 time: 0.3070095 Nov 12 04:12:42.534052 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fc43fc1c-a697-4981-84e8-8db9c589717e req-7a23ffbe-2ee5-4093-9f12-97487540a8af service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=31692d17-681c-4dc5-b423-f0abfdf22073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417585 Nov 12 04:12:42.795585 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58a6e118-7f63-4eb8-a2d9-caa44db27c8d req-6386fe51-09df-4484-93a5-aef1fac31cda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7456d3da-58e9-4060-b8a8-e3a1869d8874 HTTP/1.1" status: 200 len: 217 time: 0.0419075 Nov 12 04:12:42.872314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6e118-7f63-4eb8-a2d9-caa44db27c8d req-ec0e6be3-9ae3-4f32-ad17-5b54d061dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:42.873792 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58a6e118-7f63-4eb8-a2d9-caa44db27c8d req-ec0e6be3-9ae3-4f32-ad17-5b54d061dee9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=57f0c919-3b95-4b18-9b90-784919aa82ad HTTP/1.1" status: 200 len: 860 time: 0.0508862 Nov 12 04:12:42.951357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6e118-7f63-4eb8-a2d9-caa44db27c8d req-026c970b-4e51-47b2-91a0-fe67617e127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:42.952773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58a6e118-7f63-4eb8-a2d9-caa44db27c8d req-026c970b-4e51-47b2-91a0-fe67617e127f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=255a670c-e1e7-4afe-9db1-0fcfa8417825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458786 Nov 12 04:12:43.058997 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58a6e118-7f63-4eb8-a2d9-caa44db27c8d req-d206645f-0116-49ce-a837-d2cda51d2b1f service neutron] 10.222.0.21 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968866 Nov 12 04:12:43.181034 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58a6e118-7f63-4eb8-a2d9-caa44db27c8d req-3b0980e7-ff35-4777-9b4c-a737f852dec3 service neutron] 10.222.0.21 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002905 Nov 12 04:12:43.238182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60732) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:43.264968 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e715bf-e92a-4cac-9202-31c775f1dae4 req-867a769f-3155-4efe-bd0f-7bd511db6ef8 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:43.266576 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17e715bf-e92a-4cac-9202-31c775f1dae4 req-867a769f-3155-4efe-bd0f-7bd511db6ef8 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.0587280 Nov 12 04:12:43.322088 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17e715bf-e92a-4cac-9202-31c775f1dae4 req-3f1a7b8e-262d-418a-8ffa-9ff9489ef979 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483098 Nov 12 04:12:43.348968 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1493061597', 'router:external': True}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:43.427332 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714cf75-0f9f-468e-9f8a-bc16dc6c18f7 req-92a5aaad-c3e2-4fda-af96-5408ad9c4c79 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:43.428835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8714cf75-0f9f-468e-9f8a-bc16dc6c18f7 req-92a5aaad-c3e2-4fda-af96-5408ad9c4c79 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=20653b23-aa87-4933-9cd1-fac2c0ce9ccc HTTP/1.1" status: 200 len: 949 time: 0.0504429 Nov 12 04:12:43.453158 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Made reservation on behalf of 3646c9b02051454da0e72e024656309f for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:43.455489 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.467953 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.503262 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8714cf75-0f9f-468e-9f8a-bc16dc6c18f7 req-3b837faf-a5a4-47cf-9681-2bd832f128ff tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669138 Nov 12 04:12:43.576532 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.612640 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-29c9fe20-d242-4e8f-94c9-4e7bb2b0a60b tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:43.614137 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-29c9fe20-d242-4e8f-94c9-4e7bb2b0a60b tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0542045 Nov 12 04:12:43.661655 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.685055 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-fca264e6-676b-4ba0-8fb4-d899053580d0 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 696 time: 0.0634181 Nov 12 04:12:43.692920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:43.704736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-baf70b22-6c9a-4490-ad62-61a32fb5597d tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Request body: {'floatingip': {'port_id': '37b7366e-3784-4ab9-8563-e4ecf8969e35', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:43.714586 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43cb3ee-e0d8-437c-8603-cd7168561a6d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:43.745486 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.745833 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Added segment 68be0a95-1edb-4065-9a8b-c3c5ad3519f0 of type vlan for network e9a5c015-b6e4-4d56-82b4-5eff572c9036 Nov 12 04:12:43.763121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:43.763392 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:43.763740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:43.764079 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:43.764419 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:43.764749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:43.765077 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:43.765401 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:43.765719 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:43.766043 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:43.766370 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:43.766708 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:43.772607 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-baf70b22-6c9a-4490-ad62-61a32fb5597d tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.870201 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.989873 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.990959 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:43.992135 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.108301 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Pushing event updated for resources: {'Network': ['ID=e9a5c015-b6e4-4d56-82b4-5eff572c9036,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:44.118954 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network e9a5c015-b6e4-4d56-82b4-5eff572c9036 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:44.137285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2f3ae3-5a2f-4697-914a-4aa64f1f8402', 'tag': '7456d3da-58e9-4060-b8a8-e3a1869d8874'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:44.139552 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c9c475-e335-4043-b7dc-8ec4a1301f75" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2f3ae3-5a2f-4697-914a-4aa64f1f8402", "tag": "7456d3da-58e9-4060-b8a8-e3a1869d8874"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:44.157268 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ade6b26e-3740-4299-afcd-897a3695eb18 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9179170 Nov 12 04:12:44.161250 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60742) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:44.196019 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-54bb723e-7689-4ad8-a79a-285ae622176b tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Request body: {'subnet': {'network_id': 'e9a5c015-b6e4-4d56-82b4-5eff572c9036', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:44.286297 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bb723e-7689-4ad8-a79a-285ae622176b tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Made reservation on behalf of 3646c9b02051454da0e72e024656309f for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:44.291548 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-54bb723e-7689-4ad8-a79a-285ae622176b tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.449594 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-baf70b22-6c9a-4490-ad62-61a32fb5597d tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.528138 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-baf70b22-6c9a-4490-ad62-61a32fb5597d tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.643638 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-baf70b22-6c9a-4490-ad62-61a32fb5597d tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Floating IP ae19918b-a136-462e-812e-972dccc338f0 associated. External IP: 172.25.1.127, port: 37b7366e-3784-4ab9-8563-e4ecf8969e35. Nov 12 04:12:45.128080 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a69ba-27c7-4f3c-90f3-c88c8209507c req-15103771-5e76-458d-b755-1932d7ba41e2 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:45.129458 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c12a69ba-27c7-4f3c-90f3-c88c8209507c req-15103771-5e76-458d-b755-1932d7ba41e2 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402 HTTP/1.1" status: 200 len: 945 time: 0.1154215 Nov 12 04:12:45.300289 n-d-768509-24 neutron-server[103296]: DEBUG neutron.objects.ports [None req-54bb723e-7689-4ad8-a79a-285ae622176b tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 04:12:45.300745 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-54bb723e-7689-4ad8-a79a-285ae622176b tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.303610 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-baf70b22-6c9a-4490-ad62-61a32fb5597d tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:45.410886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb723e-7689-4ad8-a79a-285ae622176b tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0865def1-af22-4977-8c9c-767be2d94d6d,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:45.418316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-c12a69ba-27c7-4f3c-90f3-c88c8209507c req-f10e3b99-e742-4096-8aeb-2479df552ed7 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Deleting port 7456d3da-58e9-4060-b8a8-e3a1869d8874 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:45.418681 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c12a69ba-27c7-4f3c-90f3-c88c8209507c req-f10e3b99-e742-4096-8aeb-2479df552ed7 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.457155 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb723e-7689-4ad8-a79a-285ae622176b tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Checking segment: {'id': '68be0a95-1edb-4065-9a8b-c3c5ad3519f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e9a5c015-b6e4-4d56-82b4-5eff572c9036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:45.457521 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb723e-7689-4ad8-a79a-285ae622176b tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Network hostable DHCP agents. Network: e9a5c015-b6e4-4d56-82b4-5eff572c9036, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:45.579398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-baf70b22-6c9a-4490-ad62-61a32fb5597d tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:45.581956 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-c12a69ba-27c7-4f3c-90f3-c88c8209507c req-f10e3b99-e742-4096-8aeb-2479df552ed7 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] For port 7456d3da-58e9-4060-b8a8-e3a1869d8874, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=7456d3da-58e9-4060-b8a8-e3a1869d8874,segment=NetworkSegment(345410ef-f278-4387-bbd8-808d891543b9),segment_id=345410ef-f278-4387-bbd8-808d891543b9)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:45.582322 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c12a69ba-27c7-4f3c-90f3-c88c8209507c req-f10e3b99-e742-4096-8aeb-2479df552ed7 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.587093 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-baf70b22-6c9a-4490-ad62-61a32fb5597d tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.589572 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b25e4c1-3e4c-4aea-9048-2843f1abedec None None] Sync routers for ids ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:45.601628 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b25e4c1-3e4c-4aea-9048-2843f1abedec None None] Routers {'4d27e345-b6fe-4607-8cf5-c63e4a72acb3'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:45.602503 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-8b25e4c1-3e4c-4aea-9048-2843f1abedec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:45.618249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-c12a69ba-27c7-4f3c-90f3-c88c8209507c req-f10e3b99-e742-4096-8aeb-2479df552ed7 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Calling delete_port for 7456d3da-58e9-4060-b8a8-e3a1869d8874 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:45.619884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb723e-7689-4ad8-a79a-285ae622176b tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Network e9a5c015-b6e4-4d56-82b4-5eff572c9036 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:45.634458 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-baf70b22-6c9a-4490-ad62-61a32fb5597d tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "PUT /v2.0/floatingips/ae19918b-a136-462e-812e-972dccc338f0 HTTP/1.1" status: 200 len: 997 time: 1.9424543 Nov 12 04:12:45.700043 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-54bb723e-7689-4ad8-a79a-285ae622176b tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, e9a5c015-b6e4-4d56-82b4-5eff572c9036) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:45.707893 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bb723e-7689-4ad8-a79a-285ae622176b tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:45.708551 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-54bb723e-7689-4ad8-a79a-285ae622176b tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.756819 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-239a9a1b-8256-4eb3-bb74-a12c845f3652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:45.758392 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-239a9a1b-8256-4eb3-bb74-a12c845f3652 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76ae4228185c433294b6350ab3932f54&device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb HTTP/1.1" status: 200 len: 1098 time: 0.0880275 Nov 12 04:12:45.812074 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-54bb723e-7689-4ad8-a79a-285ae622176b tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6504774 Nov 12 04:12:45.815754 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60746) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:45.822384 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2a6cd834-8182-45d7-aff0-edbb0097c243 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-65905249', 'network_id': 'e9a5c015-b6e4-4d56-82b4-5eff572c9036'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:45.852070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6507b5-7714-4108-be1b-8ba9f956549b None None] Network e9a5c015-b6e4-4d56-82b4-5eff572c9036 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:45.889552 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-8b25e4c1-3e4c-4aea-9048-2843f1abedec None None] Set router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:45.915892 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-ffb97220-fd35-4180-b95f-532f26db66ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:45.917973 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-ffb97220-fd35-4180-b95f-532f26db66ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=255a670c-e1e7-4afe-9db1-0fcfa8417825 HTTP/1.1" status: 200 len: 922 time: 0.1427283 Nov 12 04:12:45.935546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6cd834-8182-45d7-aff0-edbb0097c243 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Made reservation on behalf of 3646c9b02051454da0e72e024656309f for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:45.937990 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd834-8182-45d7-aff0-edbb0097c243 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.954856 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-2a6cd834-8182-45d7-aff0-edbb0097c243 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] device_id is not set on port f67e9fe3-afc5-4013-8820-f2b7d2b681e4 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:12:45.973122 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c12a69ba-27c7-4f3c-90f3-c88c8209507c req-f10e3b99-e742-4096-8aeb-2479df552ed7 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.013494 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e3b99-e742-4096-8aeb-2479df552ed7 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Pushing event deleted for resources: {'Port': ['ID=7456d3da-58e9-4060-b8a8-e3a1869d8874,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:46.052302 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['37b7366e-3784-4ab9-8563-e4ecf8969e35'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:12:46.061942 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12a69ba-27c7-4f3c-90f3-c88c8209507c req-f10e3b99-e742-4096-8aeb-2479df552ed7 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] No DVR routers for this DVR port 7456d3da-58e9-4060-b8a8-e3a1869d8874 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:46.065547 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-33657964-e0cc-4da8-a937-30c1415c7ae6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37b7366e-3784-4ab9-8563-e4ecf8969e35 HTTP/1.1" status: 200 len: 1000 time: 0.1404614 Nov 12 04:12:46.066320 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c12a69ba-27c7-4f3c-90f3-c88c8209507c req-f10e3b99-e742-4096-8aeb-2479df552ed7 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.069793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c12a69ba-27c7-4f3c-90f3-c88c8209507c req-f10e3b99-e742-4096-8aeb-2479df552ed7 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.21 "DELETE /v2.0/ports/7456d3da-58e9-4060-b8a8-e3a1869d8874 HTTP/1.1" status: 204 len: 173 time: 0.9328973 Nov 12 04:12:46.102456 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-2a6cd834-8182-45d7-aff0-edbb0097c243 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Allocated IP 172.20.0.7 (e9a5c015-b6e4-4d56-82b4-5eff572c9036/0865def1-af22-4977-8c9c-767be2d94d6d/f67e9fe3-afc5-4013-8820-f2b7d2b681e4) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:46.136795 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-0f6c22fa-74da-4570-9e66-e4a162674bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:46.138314 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-0f6c22fa-74da-4570-9e66-e4a162674bec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=57f0c919-3b95-4b18-9b90-784919aa82ad HTTP/1.1" status: 200 len: 860 time: 0.0631268 Nov 12 04:12:46.216543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-74b34363-a3b5-4be0-bdd8-65706cbbfdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:46.216543 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-74b34363-a3b5-4be0-bdd8-65706cbbfdca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=255a670c-e1e7-4afe-9db1-0fcfa8417825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641515 Nov 12 04:12:46.232415 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d94dd1-0731-4dcd-a8e0-5c2583919247 None None] Network e9a5c015-b6e4-4d56-82b4-5eff572c9036 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:46.286080 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd834-8182-45d7-aff0-edbb0097c243 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.328737 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-1a23745f-ea00-4820-b14d-dccb6ba3b817 service neutron] 10.222.0.37 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090844 Nov 12 04:12:46.366986 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd834-8182-45d7-aff0-edbb0097c243 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.400201 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:12:46.415196 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6cd834-8182-45d7-aff0-edbb0097c243 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Network e9a5c015-b6e4-4d56-82b4-5eff572c9036 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:46.419531 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2a6cd834-8182-45d7-aff0-edbb0097c243 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:46.421355 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6cd834-8182-45d7-aff0-edbb0097c243 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Pushing event updated for resources: {'Port': ['ID=f67e9fe3-afc5-4013-8820-f2b7d2b681e4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:46.423551 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6cd834-8182-45d7-aff0-edbb0097c243 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:46.455141 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc935e11-f066-481e-9844-d2f64037d8a7 req-d2d187c9-0fb0-4338-8c67-cd3b291d013a service neutron] 10.222.0.37 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185722 Nov 12 04:12:46.480148 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6cd834-8182-45d7-aff0-edbb0097c243 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:46.480765 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd834-8182-45d7-aff0-edbb0097c243 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.545864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-8b25e4c1-3e4c-4aea-9048-2843f1abedec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'ae19918b-a136-462e-812e-972dccc338f0', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'port_id': '37b7366e-3784-4ab9-8563-e4ecf8969e35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'mac_address': 'fa:16:3e:f9:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:12:04Z', 'updated_at': '2021-11-12T04:12:44Z', 'revision_number': 8, 'project_id': '76ae4228185c433294b6350ab3932f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:39Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:46.583036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b25e4c1-3e4c-4aea-9048-2843f1abedec None None] Checking router: 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:46.583739 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2a6cd834-8182-45d7-aff0-edbb0097c243 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 0.7666571 Nov 12 04:12:46.586439 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60750) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:46.608611 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b25e4c1-3e4c-4aea-9048-2843f1abedec None None] Routers {'4d27e345-b6fe-4607-8cf5-c63e4a72acb3'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:46.609281 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-8b25e4c1-3e4c-4aea-9048-2843f1abedec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:46.648198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa8933-9051-4b3a-b8b7-7ddf75c266ba req-a4e43e63-8abf-4c33-8e90-d645ae350ff8 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:46.648514 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.650544 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1aaa8933-9051-4b3a-b8b7-7ddf75c266ba req-a4e43e63-8abf-4c33-8e90-d645ae350ff8 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] 10.222.0.37 "GET /v2.0/ports?device_id=2014a1f3-f3a1-44ca-ac74-8763b3d66d12 HTTP/1.1" status: 200 len: 950 time: 0.0599148 Nov 12 04:12:46.665331 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b893c59f-75fa-4cc5-a5c4-5b930939821d tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Deleting port f67e9fe3-afc5-4013-8820-f2b7d2b681e4 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:46.666101 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b893c59f-75fa-4cc5-a5c4-5b930939821d tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.712128 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1aaa8933-9051-4b3a-b8b7-7ddf75c266ba req-92d1b534-0562-4876-aed0-e20f47779e50 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] 10.222.0.37 "GET /v2.0/security-groups?id=31692d17-681c-4dc5-b423-f0abfdf22073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531151 Nov 12 04:12:46.734164 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-8b25e4c1-3e4c-4aea-9048-2843f1abedec None None] Set router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:46.751112 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b893c59f-75fa-4cc5-a5c4-5b930939821d tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.764204 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b893c59f-75fa-4cc5-a5c4-5b930939821d tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Calling delete_port for f67e9fe3-afc5-4013-8820-f2b7d2b681e4 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:46.961155 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b893c59f-75fa-4cc5-a5c4-5b930939821d tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.999939 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893c59f-75fa-4cc5-a5c4-5b930939821d tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Pushing event deleted for resources: {'Port': ['ID=f67e9fe3-afc5-4013-8820-f2b7d2b681e4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:47.008007 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-8b25e4c1-3e4c-4aea-9048-2843f1abedec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'ae19918b-a136-462e-812e-972dccc338f0', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'port_id': '37b7366e-3784-4ab9-8563-e4ecf8969e35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'mac_address': 'fa:16:3e:f9:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:12:04Z', 'updated_at': '2021-11-12T04:12:44Z', 'revision_number': 8, 'project_id': '76ae4228185c433294b6350ab3932f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:39Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:47.045637 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b25e4c1-3e4c-4aea-9048-2843f1abedec None None] The sync data for ids ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'] in n-d-768509-24 is: [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'ae19918b-a136-462e-812e-972dccc338f0', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'port_id': '37b7366e-3784-4ab9-8563-e4ecf8969e35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'mac_address': 'fa:16:3e:f9:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:12:04Z', 'updated_at': '2021-11-12T04:12:44Z', 'revision_number': 8, 'project_id': '76ae4228185c433294b6350ab3932f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:39Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:47.072530 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b893c59f-75fa-4cc5-a5c4-5b930939821d tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:47.077116 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b893c59f-75fa-4cc5-a5c4-5b930939821d tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "DELETE /v2.0/ports/f67e9fe3-afc5-4013-8820-f2b7d2b681e4 HTTP/1.1" status: 204 len: 168 time: 0.4895313 Nov 12 04:12:47.080067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60764) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:47.085988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-278710fa-3f8d-421e-b80b-44c67d013747 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9a5c015-b6e4-4d56-82b4-5eff572c9036', 'external_fixed_ips': [{'subnet_id': '0865def1-af22-4977-8c9c-767be2d94d6d', 'ip_address': '172.20.0.7'}]}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:47.229876 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-278710fa-3f8d-421e-b80b-44c67d013747 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:47.231677 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-278710fa-3f8d-421e-b80b-44c67d013747 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:47.287261 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5742810-1226-45a3-bac7-d7d8cfe1bf52 None None] New status for floating IP ae19918b-a136-462e-812e-972dccc338f0: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:12:47.290439 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-278710fa-3f8d-421e-b80b-44c67d013747 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:47.407241 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923535ad-db89-4f2b-a160-f1157858ff8c x-openstack-request-id: req-923535ad-db89-4f2b-a160-f1157858ff8c {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:47.408375 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2f3ae3-5a2f-4697-914a-4aa64f1f8402", "tag": "7456d3da-58e9-4060-b8a8-e3a1869d8874", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:47.408792 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-923535ad-db89-4f2b-a160-f1157858ff8c {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:47.409644 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2f3ae3-5a2f-4697-914a-4aa64f1f8402', 'tag': '7456d3da-58e9-4060-b8a8-e3a1869d8874', 'status': 'completed', 'code': 200} Nov 12 04:12:47.470532 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29c9c475-e335-4043-b7dc-8ec4a1301f75 req-82ec4241-6452-4c57-ac4b-7f7bccf5d3cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ae4228185c433294b6350ab3932f54&device_id=3c2f3ae3-5a2f-4697-914a-4aa64f1f8402 HTTP/1.1" status: 200 len: 210 time: 0.0312552 Nov 12 04:12:47.526135 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 7456d3da-58e9-4060-b8a8-e3a1869d8874 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:47.557974 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 7456d3da-58e9-4060-b8a8-e3a1869d8874 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:47.559036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 7456d3da-58e9-4060-b8a8-e3a1869d8874 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:47.569936 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-278710fa-3f8d-421e-b80b-44c67d013747 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:47.652451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e09335-8282-4db5-bf4c-5009b1984b3c req-142560a1-817d-45a1-ba68-c464c91748ab tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:47.653983 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5e09335-8282-4db5-bf4c-5009b1984b3c req-142560a1-817d-45a1-ba68-c464c91748ab tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=20653b23-aa87-4933-9cd1-fac2c0ce9ccc HTTP/1.1" status: 200 len: 949 time: 0.1858156 Nov 12 04:12:47.718707 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9c475-e335-4043-b7dc-8ec4a1301f75 req-3f2bfcac-aa5a-42b6-9581-a148f2e7ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:47.720250 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29c9c475-e335-4043-b7dc-8ec4a1301f75 req-3f2bfcac-aa5a-42b6-9581-a148f2e7ae7f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=76ae4228185c433294b6350ab3932f54&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2168009 Nov 12 04:12:47.765274 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5e09335-8282-4db5-bf4c-5009b1984b3c req-776f6c89-2d01-4457-938a-4bfba0ad23b1 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033916 Nov 12 04:12:47.846243 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-278710fa-3f8d-421e-b80b-44c67d013747 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:47.865740 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-278710fa-3f8d-421e-b80b-44c67d013747 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:47.932464 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:47.947877 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c80856f-097e-4508-b360-551f86fe1ccf req-a7aab56e-9b57-44f9-a5e0-953233eab3a5 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/floatingips/ae19918b-a136-462e-812e-972dccc338f0 HTTP/1.1" status: 200 len: 999 time: 0.1222055 Nov 12 04:12:47.949346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9c475-e335-4043-b7dc-8ec4a1301f75 req-ba548362-5477-4161-831f-f8131c9d0dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:47.950773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29c9c475-e335-4043-b7dc-8ec4a1301f75 req-ba548362-5477-4161-831f-f8131c9d0dce service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2207479 Nov 12 04:12:48.039073 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-278710fa-3f8d-421e-b80b-44c67d013747 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Allocated IP 172.20.0.7 (e9a5c015-b6e4-4d56-82b4-5eff572c9036/0865def1-af22-4977-8c9c-767be2d94d6d/ff9d1010-ef2d-405e-9098-32a7d4515eed) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:48.064978 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80856f-097e-4508-b360-551f86fe1ccf req-23b75bbf-cace-4323-baca-e4339e5e398d tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:48.066752 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c80856f-097e-4508-b360-551f86fe1ccf req-23b75bbf-cace-4323-baca-e4339e5e398d tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.1128926 Nov 12 04:12:48.144035 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-278710fa-3f8d-421e-b80b-44c67d013747 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:48.261839 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-278710fa-3f8d-421e-b80b-44c67d013747 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:48.298796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278710fa-3f8d-421e-b80b-44c67d013747 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Network e9a5c015-b6e4-4d56-82b4-5eff572c9036 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:48.304131 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-278710fa-3f8d-421e-b80b-44c67d013747 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:48.306671 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278710fa-3f8d-421e-b80b-44c67d013747 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:48.335310 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278710fa-3f8d-421e-b80b-44c67d013747 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Pushing event updated for resources: {'Port': ['ID=ff9d1010-ef2d-405e-9098-32a7d4515eed,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:48.638332 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-278710fa-3f8d-421e-b80b-44c67d013747 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:48.846394 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5392b5a-30ce-4f39-bbe9-b1b8f362fe6b req-3571b71a-5e5b-4d20-99bb-42b5b0353319 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:48.848056 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5392b5a-30ce-4f39-bbe9-b1b8f362fe6b req-3571b71a-5e5b-4d20-99bb-42b5b0353319 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.0514331 Nov 12 04:12:48.907006 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5392b5a-30ce-4f39-bbe9-b1b8f362fe6b req-557016f3-8a1a-41a7-8093-b4e0b0df6e26 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515888 Nov 12 04:12:49.018982 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84fc49-7c3d-40f3-945c-ac0d1fd72ba4 req-1c06a48b-f1bb-49f9-ac14-2531c07d3042 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:49.020572 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e84fc49-7c3d-40f3-945c-ac0d1fd72ba4 req-1c06a48b-f1bb-49f9-ac14-2531c07d3042 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=89011699-7182-4ee0-a914-7a78344e6351 HTTP/1.1" status: 200 len: 950 time: 0.0503955 Nov 12 04:12:49.073618 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e84fc49-7c3d-40f3-945c-ac0d1fd72ba4 req-251f0007-b024-4193-a6d7-8440720fe93e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461123 Nov 12 04:12:49.151697 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec78290-d386-48ea-a268-1ab16c1f6252 req-0e865df0-25ee-4d04-a305-e910a1a230f6 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:49.153126 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6ec78290-d386-48ea-a268-1ab16c1f6252 req-0e865df0-25ee-4d04-a305-e910a1a230f6 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.31 "GET /v2.0/ports?device_id=de2007e1-532c-4d13-ad4b-fb9452b22bec HTTP/1.1" status: 200 len: 946 time: 0.0905619 Nov 12 04:12:49.193875 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-278710fa-3f8d-421e-b80b-44c67d013747 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.337536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-4ffe452b-00a1-477c-ba14-bbec09e799c2 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 1002 time: 0.0647924 Nov 12 04:12:49.341542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-6ec78290-d386-48ea-a268-1ab16c1f6252 req-f66038c0-4884-4f47-9bd6-13614904c65a tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Deleting port 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:49.341881 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6ec78290-d386-48ea-a268-1ab16c1f6252 req-f66038c0-4884-4f47-9bd6-13614904c65a tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.392296 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-75b81cfd-04e4-4e1a-abd7-6b024dbaf963 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:49.393639 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-75b81cfd-04e4-4e1a-abd7-6b024dbaf963 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports/37b7366e-3784-4ab9-8563-e4ecf8969e35 HTTP/1.1" status: 200 len: 943 time: 0.0489855 Nov 12 04:12:49.410972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'tag': '37b7366e-3784-4ab9-8563-e4ecf8969e35'}, {'server_uuid': '3c2f3ae3-5a2f-4697-914a-4aa64f1f8402', 'name': 'network-vif-deleted', 'tag': '7456d3da-58e9-4060-b8a8-e3a1869d8874'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:49.413693 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf2d8a1-59fc-411f-a572-91898c3f90d7" -d '{"events": [{"name": "network-changed", "server_uuid": "765f3897-30fa-4a27-a18d-4f0a6774a2cb", "tag": "37b7366e-3784-4ab9-8563-e4ecf8969e35"}, {"server_uuid": "3c2f3ae3-5a2f-4697-914a-4aa64f1f8402", "name": "network-vif-deleted", "tag": "7456d3da-58e9-4060-b8a8-e3a1869d8874"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:49.456907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6ec78290-d386-48ea-a268-1ab16c1f6252 req-f66038c0-4884-4f47-9bd6-13614904c65a tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] For port 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:49.457269 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6ec78290-d386-48ea-a268-1ab16c1f6252 req-f66038c0-4884-4f47-9bd6-13614904c65a tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.471533 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-6ec78290-d386-48ea-a268-1ab16c1f6252 req-f66038c0-4884-4f47-9bd6-13614904c65a tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Calling delete_port for 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:49.510311 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-e0dff67b-fde7-4a04-bef5-cfd11f575fb3 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 1002 time: 0.0645685 Nov 12 04:12:49.514061 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278710fa-3f8d-421e-b80b-44c67d013747 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Router 2d6452d1-526e-4e5c-a494-d8dd189fbe3c is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:12:49.621869 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-6cb3b5d6-726b-40e6-94d6-d81f102bffc0 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:49.623249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-6cb3b5d6-726b-40e6-94d6-d81f102bffc0 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.1065578 Nov 12 04:12:49.688283 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278710fa-3f8d-421e-b80b-44c67d013747 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:49.709870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] Sync routers for ids ['2d6452d1-526e-4e5c-a494-d8dd189fbe3c'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:49.725586 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-092e3221-8669-4348-9039-e4ba6688d6fb tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 1002 time: 0.0950191 Nov 12 04:12:49.729979 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] Routers {'2d6452d1-526e-4e5c-a494-d8dd189fbe3c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:49.730897 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['2d6452d1-526e-4e5c-a494-d8dd189fbe3c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:49.739193 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-2c7a7262-1599-4fb1-b0da-c6251dd3d879 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:49.783321 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-278710fa-3f8d-421e-b80b-44c67d013747 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.784798 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-278710fa-3f8d-421e-b80b-44c67d013747 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.7036269 Nov 12 04:12:49.787492 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60820) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:49.812170 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6ec78290-d386-48ea-a268-1ab16c1f6252 req-f66038c0-4884-4f47-9bd6-13614904c65a tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.844557 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66038c0-4884-4f47-9bd6-13614904c65a tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Pushing event deleted for resources: {'Port': ['ID=8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:49.856240 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:12:49.859691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:12:49.863800 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] Set router 2d6452d1-526e-4e5c-a494-d8dd189fbe3c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:49.891720 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec78290-d386-48ea-a268-1ab16c1f6252 req-f66038c0-4884-4f47-9bd6-13614904c65a tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] No DVR routers for this DVR port 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:49.894383 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6ec78290-d386-48ea-a268-1ab16c1f6252 req-f66038c0-4884-4f47-9bd6-13614904c65a tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.897949 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6ec78290-d386-48ea-a268-1ab16c1f6252 req-f66038c0-4884-4f47-9bd6-13614904c65a tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.31 "DELETE /v2.0/ports/8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 HTTP/1.1" status: 204 len: 173 time: 0.7370908 Nov 12 04:12:49.898481 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2007e1-532c-4d13-ad4b-fb9452b22bec', 'name': 'network-vif-deleted', 'tag': '8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:49.901402 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21ab96e-9760-42ae-bf69-1a28854aba7d" -d '{"events": [{"server_uuid": "de2007e1-532c-4d13-ad4b-fb9452b22bec", "name": "network-vif-deleted", "tag": "8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:50.133262 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-2c7a7262-1599-4fb1-b0da-c6251dd3d879 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.285253 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-25f2829c-ce11-436d-8018-2e54d3f80df6 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.319445 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6452d1-526e-4e5c-a494-d8dd189fbe3c', 'name': '', 'tenant_id': '3646c9b02051454da0e72e024656309f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a5c015-b6e4-4d56-82b4-5eff572c9036', 'external_fixed_ips': [{'subnet_id': '0865def1-af22-4977-8c9c-767be2d94d6d', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'ff9d1010-ef2d-405e-9098-32a7d4515eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:47Z', 'updated_at': '2021-11-12T04:12:48Z', 'revision_number': 3, 'project_id': '3646c9b02051454da0e72e024656309f', 'gw_port': {'id': 'ff9d1010-ef2d-405e-9098-32a7d4515eed', 'name': '', 'network_id': 'e9a5c015-b6e4-4d56-82b4-5eff572c9036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6452d1-526e-4e5c-a494-d8dd189fbe3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '0865def1-af22-4977-8c9c-767be2d94d6d', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:47Z', 'updated_at': '2021-11-12T04:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0865def1-af22-4977-8c9c-767be2d94d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:50.353003 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] Checking router: 2d6452d1-526e-4e5c-a494-d8dd189fbe3c for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:50.353356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] Updating router 2d6452d1-526e-4e5c-a494-d8dd189fbe3c port ff9d1010-ef2d-405e-9098-32a7d4515eed binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:12:50.374014 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-2c7a7262-1599-4fb1-b0da-c6251dd3d879 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.385287 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.437255 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a031c2-61bb-48b4-921f-744e053dba51 req-4f07a05f-315b-4dea-9453-80a5f1712aa1 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:50.439821 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e0a031c2-61bb-48b4-921f-744e053dba51 req-4f07a05f-315b-4dea-9453-80a5f1712aa1 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] 10.222.0.31 "GET /v2.0/ports?device_id=2014a1f3-f3a1-44ca-ac74-8763b3d66d12 HTTP/1.1" status: 200 len: 950 time: 0.0947239 Nov 12 04:12:50.446570 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-2c7a7262-1599-4fb1-b0da-c6251dd3d879 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.447078 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-2c7a7262-1599-4fb1-b0da-c6251dd3d879 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Floating IP ae19918b-a136-462e-812e-972dccc338f0 disassociated. External IP: 172.25.1.127, port: 37b7366e-3784-4ab9-8563-e4ecf8969e35. Nov 12 04:12:50.451567 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-25f2829c-ce11-436d-8018-2e54d3f80df6 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.583628 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-e0a031c2-61bb-48b4-921f-744e053dba51 req-646aac92-b45a-44e0-8bb3-74e69b0f669e tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Deleting port 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:50.584074 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e0a031c2-61bb-48b4-921f-744e053dba51 req-646aac92-b45a-44e0-8bb3-74e69b0f669e tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.670768 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.696417 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-25f2829c-ce11-436d-8018-2e54d3f80df6 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Deleting port ff9d1010-ef2d-405e-9098-32a7d4515eed {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:50.696752 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-25f2829c-ce11-436d-8018-2e54d3f80df6 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.728978 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e0a031c2-61bb-48b4-921f-744e053dba51 req-646aac92-b45a-44e0-8bb3-74e69b0f669e tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] For port 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:50.729383 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e0a031c2-61bb-48b4-921f-744e053dba51 req-646aac92-b45a-44e0-8bb3-74e69b0f669e tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.743824 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-e0a031c2-61bb-48b4-921f-744e053dba51 req-646aac92-b45a-44e0-8bb3-74e69b0f669e tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Calling delete_port for 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:50.755454 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.811346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-2c7a7262-1599-4fb1-b0da-c6251dd3d879 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:50.829331 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-25f2829c-ce11-436d-8018-2e54d3f80df6 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.841586 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] Attempting to bind port ff9d1010-ef2d-405e-9098-32a7d4515eed on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:50.842158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] Attempting to bind port ff9d1010-ef2d-405e-9098-32a7d4515eed by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '68be0a95-1edb-4065-9a8b-c3c5ad3519f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e9a5c015-b6e4-4d56-82b4-5eff572c9036'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:50.843105 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] Attempting to bind port ff9d1010-ef2d-405e-9098-32a7d4515eed on network e9a5c015-b6e4-4d56-82b4-5eff572c9036 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:50.844962 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-25f2829c-ce11-436d-8018-2e54d3f80df6 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Calling delete_port for ff9d1010-ef2d-405e-9098-32a7d4515eed owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:50.856477 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2129c60-3ed4-4f15-bb31-5ed472e4374d None None] Pushing event updated for resources: {'Port': ['ID=ff9d1010-ef2d-405e-9098-32a7d4515eed,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:50.859762 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:50.860457 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] Checking segment: {'id': '68be0a95-1edb-4065-9a8b-c3c5ad3519f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e9a5c015-b6e4-4d56-82b4-5eff572c9036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:50.861177 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.862120 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] Bound using segment: {'id': '68be0a95-1edb-4065-9a8b-c3c5ad3519f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e9a5c015-b6e4-4d56-82b4-5eff572c9036'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:50.863161 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] Bound port: ff9d1010-ef2d-405e-9098-32a7d4515eed, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68be0a95-1edb-4065-9a8b-c3c5ad3519f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e9a5c015-b6e4-4d56-82b4-5eff572c9036'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:50.863842 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.957166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] For port ff9d1010-ef2d-405e-9098-32a7d4515eed, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:50.961331 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] For port ff9d1010-ef2d-405e-9098-32a7d4515eed, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ff9d1010-ef2d-405e-9098-32a7d4515eed,segment=NetworkSegment(68be0a95-1edb-4065-9a8b-c3c5ad3519f0),segment_id=68be0a95-1edb-4065-9a8b-c3c5ad3519f0)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:50.970112 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e0a031c2-61bb-48b4-921f-744e053dba51 req-646aac92-b45a-44e0-8bb3-74e69b0f669e tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.014668 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646aac92-b45a-44e0-8bb3-74e69b0f669e tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Pushing event deleted for resources: {'Port': ['ID=7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:51.032545 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-2c7a7262-1599-4fb1-b0da-c6251dd3d879 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:51.040593 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-2c7a7262-1599-4fb1-b0da-c6251dd3d879 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.046503 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab421ae-5cf3-46fe-858d-88183115454a None None] Sync routers for ids ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:51.047401 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.066832 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab421ae-5cf3-46fe-858d-88183115454a None None] Routers {'4d27e345-b6fe-4607-8cf5-c63e4a72acb3'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:51.067323 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fab421ae-5cf3-46fe-858d-88183115454a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:51.090175 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a031c2-61bb-48b4-921f-744e053dba51 req-646aac92-b45a-44e0-8bb3-74e69b0f669e tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] No DVR routers for this DVR port 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:51.095772 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e0a031c2-61bb-48b4-921f-744e053dba51 req-646aac92-b45a-44e0-8bb3-74e69b0f669e tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.104827 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e0a031c2-61bb-48b4-921f-744e053dba51 req-646aac92-b45a-44e0-8bb3-74e69b0f669e tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] 10.222.0.31 "DELETE /v2.0/ports/7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b HTTP/1.1" status: 204 len: 173 time: 0.6568737 Nov 12 04:12:51.128837 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2129c60-3ed4-4f15-bb31-5ed472e4374d None None] Pushing event updated for resources: {'Port': ['ID=ff9d1010-ef2d-405e-9098-32a7d4515eed,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:51.134743 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-2c7a7262-1599-4fb1-b0da-c6251dd3d879 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "PUT /v2.0/floatingips/ae19918b-a136-462e-812e-972dccc338f0 HTTP/1.1" status: 200 len: 696 time: 1.4012959 Nov 12 04:12:51.172525 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] Routers {'2d6452d1-526e-4e5c-a494-d8dd189fbe3c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:51.174020 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['2d6452d1-526e-4e5c-a494-d8dd189fbe3c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:51.230299 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-e8b34be6-e42a-457e-8d16-afcefff6fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:51.238219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-e8b34be6-e42a-457e-8d16-afcefff6fb10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76ae4228185c433294b6350ab3932f54&device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb HTTP/1.1" status: 200 len: 1098 time: 0.0936453 Nov 12 04:12:51.240656 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-fab421ae-5cf3-46fe-858d-88183115454a None None] Set router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:51.309695 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-25f2829c-ce11-436d-8018-2e54d3f80df6 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.354799 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2829c-ce11-436d-8018-2e54d3f80df6 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff9d1010-ef2d-405e-9098-32a7d4515eed,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:51.372745 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] Set router 2d6452d1-526e-4e5c-a494-d8dd189fbe3c gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:51.453075 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6452d1-526e-4e5c-a494-d8dd189fbe3c', 'name': '', 'tenant_id': '3646c9b02051454da0e72e024656309f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:47Z', 'updated_at': '2021-11-12T04:12:50Z', 'revision_number': 4, 'project_id': '3646c9b02051454da0e72e024656309f', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:51.479539 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-0a67c039-6898-487c-8f0c-f22341932cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:51.481198 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-0a67c039-6898-487c-8f0c-f22341932cab service neutron] 10.222.0.37 "GET /v2.0/networks?id=255a670c-e1e7-4afe-9db1-0fcfa8417825 HTTP/1.1" status: 200 len: 922 time: 0.2421489 Nov 12 04:12:51.481453 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93925950-2402-41d6-9969-1fc9a30fcd30 None None] The sync data for ids ['2d6452d1-526e-4e5c-a494-d8dd189fbe3c'] in n-d-768509-24 is: [{'id': '2d6452d1-526e-4e5c-a494-d8dd189fbe3c', 'name': '', 'tenant_id': '3646c9b02051454da0e72e024656309f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:47Z', 'updated_at': '2021-11-12T04:12:50Z', 'revision_number': 4, 'project_id': '3646c9b02051454da0e72e024656309f', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:51.484636 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-25f2829c-ce11-436d-8018-2e54d3f80df6 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.493533 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fab421ae-5cf3-46fe-858d-88183115454a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:39Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:51.537862 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab421ae-5cf3-46fe-858d-88183115454a None None] Checking router: 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:51.552362 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab421ae-5cf3-46fe-858d-88183115454a None None] Routers {'4d27e345-b6fe-4607-8cf5-c63e4a72acb3'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:51.553365 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fab421ae-5cf3-46fe-858d-88183115454a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:51.614895 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-6ab3c8fd-22c8-4776-a84f-baa35b5f56d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37b7366e-3784-4ab9-8563-e4ecf8969e35 HTTP/1.1" status: 200 len: 217 time: 0.0999038 Nov 12 04:12:51.618085 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-25f2829c-ce11-436d-8018-2e54d3f80df6 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.620498 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-25f2829c-ce11-436d-8018-2e54d3f80df6 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.710294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-87f09a20-d517-4cec-8282-331c9034a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:51.711678 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-fab421ae-5cf3-46fe-858d-88183115454a None None] Set router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:51.711873 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-87f09a20-d517-4cec-8282-331c9034a8ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=57f0c919-3b95-4b18-9b90-784919aa82ad HTTP/1.1" status: 200 len: 860 time: 0.0896182 Nov 12 04:12:51.766474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-9df6eaec-f142-4ded-ad22-284a4428bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:51.769993 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-9df6eaec-f142-4ded-ad22-284a4428bfab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=255a670c-e1e7-4afe-9db1-0fcfa8417825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480971 Nov 12 04:12:51.812508 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-25f2829c-ce11-436d-8018-2e54d3f80df6 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.813386 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f2829c-ce11-436d-8018-2e54d3f80df6 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d6452d1-526e-4e5c-a494-d8dd189fbe3c {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:12:51.830482 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-25f2829c-ce11-436d-8018-2e54d3f80df6 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.833051 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-25f2829c-ce11-436d-8018-2e54d3f80df6 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "DELETE /v2.0/routers/2d6452d1-526e-4e5c-a494-d8dd189fbe3c HTTP/1.1" status: 204 len: 168 time: 2.0436177 Nov 12 04:12:51.837182 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60830) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:51.889693 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2f0965-2869-4f97-87a4-0577d0b836f5 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Deleting subnet 0865def1-af22-4977-8c9c-767be2d94d6d {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:12:51.892888 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0965-2869-4f97-87a4-0577d0b836f5 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.934037 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0965-2869-4f97-87a4-0577d0b836f5 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.937870 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-25c2c52f-fef0-4066-b515-4e2e89086d1a service neutron] 10.222.0.37 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552346 Nov 12 04:12:51.985746 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0965-2869-4f97-87a4-0577d0b836f5 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:52.010361 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fab421ae-5cf3-46fe-858d-88183115454a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:39Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:52.048819 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab421ae-5cf3-46fe-858d-88183115454a None None] The sync data for ids ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'] in n-d-768509-24 is: [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:11:36Z', 'revision_number': 4, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '18787f14-c0ef-430d-89bd-2ead615946a9', 'name': '', 'network_id': '255a670c-e1e7-4afe-9db1-0fcfa8417825', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'mac_address': 'fa:16:3e:8c:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:39Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'subnets': [{'id': '57f0c919-3b95-4b18-9b90-784919aa82ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:52.085003 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbc3cdb3-cea3-4cbc-b74a-93ed05c2343a req-c9448e0e-f902-4905-bcfe-b0bff1120a62 service neutron] 10.222.0.37 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191065 Nov 12 04:12:52.147596 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0965-2869-4f97-87a4-0577d0b836f5 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:52.185015 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f0965-2869-4f97-87a4-0577d0b836f5 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0865def1-af22-4977-8c9c-767be2d94d6d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:52.187220 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0965-2869-4f97-87a4-0577d0b836f5 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:52.190580 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cc2f0965-2869-4f97-87a4-0577d0b836f5 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/0865def1-af22-4977-8c9c-767be2d94d6d HTTP/1.1" status: 204 len: 168 time: 0.3513172 Nov 12 04:12:52.194615 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60832) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:52.279986 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3caa090b-9b67-454e-99f9-c9c311975e0e tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:52.311551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-98750d26-ebab-480b-8cc6-cef601377dad req-be5e5f14-52d9-43bf-a46c-f8e46d00ba06 tempest-ImagesNegativeTestJSON-2008930462 tempest-ImagesNegativeTestJSON-2008930462-project] 10.222.0.37 "GET /v2.0/ports?device_id=2014a1f3-f3a1-44ca-ac74-8763b3d66d12 HTTP/1.1" status: 200 len: 210 time: 0.0294447 Nov 12 04:12:52.394341 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3caa090b-9b67-454e-99f9-c9c311975e0e tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:52.416550 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3caa090b-9b67-454e-99f9-c9c311975e0e tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a5c015-b6e4-4d56-82b4-5eff572c9036']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:52.430119 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3caa090b-9b67-454e-99f9-c9c311975e0e tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68be0a95-1edb-4065-9a8b-c3c5ad3519f0') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:52.430997 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3caa090b-9b67-454e-99f9-c9c311975e0e tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68be0a95-1edb-4065-9a8b-c3c5ad3519f0') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:52.445269 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3caa090b-9b67-454e-99f9-c9c311975e0e tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:52.466208 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3caa090b-9b67-454e-99f9-c9c311975e0e tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:52.476007 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3caa090b-9b67-454e-99f9-c9c311975e0e tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:52.476554 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3caa090b-9b67-454e-99f9-c9c311975e0e tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:52.479062 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:52.577172 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:52.597580 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:52.597939 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:52.598352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:52.618843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:52.619199 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:52.635832 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3caa090b-9b67-454e-99f9-c9c311975e0e tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:52.664435 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caa090b-9b67-454e-99f9-c9c311975e0e tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e9a5c015-b6e4-4d56-82b4-5eff572c9036 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 04:12:52.668715 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa090b-9b67-454e-99f9-c9c311975e0e tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Pushing event deleted for resources: {'Network': ['ID=e9a5c015-b6e4-4d56-82b4-5eff572c9036,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:52.682729 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3caa090b-9b67-454e-99f9-c9c311975e0e tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:52.688876 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3caa090b-9b67-454e-99f9-c9c311975e0e tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "DELETE /v2.0/networks/e9a5c015-b6e4-4d56-82b4-5eff572c9036 HTTP/1.1" status: 204 len: 168 time: 0.4929125 Nov 12 04:12:52.752677 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d024751-0738-40dd-ad15-89e17f165175 req-d660e3cb-3589-4470-ac17-795dbb7bc577 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:52.760506 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d024751-0738-40dd-ad15-89e17f165175 req-d660e3cb-3589-4470-ac17-795dbb7bc577 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:52.767880 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d024751-0738-40dd-ad15-89e17f165175 req-d660e3cb-3589-4470-ac17-795dbb7bc577 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=20653b23-aa87-4933-9cd1-fac2c0ce9ccc&device_id=89011699-7182-4ee0-a914-7a78344e6351 HTTP/1.1" status: 200 len: 1690 time: 0.1086807 Nov 12 04:12:52.818422 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d024751-0738-40dd-ad15-89e17f165175 req-5c217447-e4df-4964-9458-54a54e576973 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472536 Nov 12 04:12:53.023253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60856) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:53.028205 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-1dcd427c-9b6c-49a1-9061-fefeb9582072 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Request body: {'router': {'name': 'tempest-router--1753053976', 'project_id': 'b1afc29f4a1841bcbd49e31c47ba857d'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:53.086535 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bac86d-e3a6-48a8-9876-21aaf2adb248 x-openstack-request-id: req-35bac86d-e3a6-48a8-9876-21aaf2adb248 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:53.087139 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765f3897-30fa-4a27-a18d-4f0a6774a2cb", "tag": "37b7366e-3784-4ab9-8563-e4ecf8969e35", "status": "completed", "code": 200}, {"server_uuid": "3c2f3ae3-5a2f-4697-914a-4aa64f1f8402", "name": "network-vif-deleted", "tag": "7456d3da-58e9-4060-b8a8-e3a1869d8874", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:53.087774 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35bac86d-e3a6-48a8-9876-21aaf2adb248 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:53.088487 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'tag': '37b7366e-3784-4ab9-8563-e4ecf8969e35', 'status': 'completed', 'code': 200} Nov 12 04:12:53.089120 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2f3ae3-5a2f-4697-914a-4aa64f1f8402', 'name': 'network-vif-deleted', 'tag': '7456d3da-58e9-4060-b8a8-e3a1869d8874', 'status': 'completed', 'code': 200} Nov 12 04:12:53.127755 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1dcd427c-9b6c-49a1-9061-fefeb9582072 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:53.133988 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1dcd427c-9b6c-49a1-9061-fefeb9582072 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:53.150611 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42692e8d-6a16-48a3-a45e-323e2a5a2f10 x-openstack-request-id: req-42692e8d-6a16-48a3-a45e-323e2a5a2f10 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:53.157136 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2007e1-532c-4d13-ad4b-fb9452b22bec", "name": "network-vif-deleted", "tag": "8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:53.157136 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42692e8d-6a16-48a3-a45e-323e2a5a2f10 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:53.157136 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2007e1-532c-4d13-ad4b-fb9452b22bec', 'name': 'network-vif-deleted', 'tag': '8ce77ff2-b64f-4db1-8514-5ef0f7ef15c4', 'status': 'completed', 'code': 200} Nov 12 04:12:53.292674 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1dcd427c-9b6c-49a1-9061-fefeb9582072 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:53.296161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2d8a1-59fc-411f-a572-91898c3f90d7 req-053c6061-615d-436e-853b-dd0924280546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:53.297756 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbf2d8a1-59fc-411f-a572-91898c3f90d7 req-053c6061-615d-436e-853b-dd0924280546 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ae4228185c433294b6350ab3932f54&device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb HTTP/1.1" status: 200 len: 1098 time: 0.1589468 Nov 12 04:12:53.369547 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1dcd427c-9b6c-49a1-9061-fefeb9582072 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:53.420812 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2d8a1-59fc-411f-a572-91898c3f90d7 req-c796e67e-981c-407e-81f2-34a1f84221a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:53.422914 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbf2d8a1-59fc-411f-a572-91898c3f90d7 req-c796e67e-981c-407e-81f2-34a1f84221a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=255a670c-e1e7-4afe-9db1-0fcfa8417825 HTTP/1.1" status: 200 len: 922 time: 0.1177318 Nov 12 04:12:53.429283 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1720901-d432-41ce-a95d-b34d002da4d1 None None] New status for floating IP ae19918b-a136-462e-812e-972dccc338f0: DOWN {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:12:53.493745 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1dcd427c-9b6c-49a1-9061-fefeb9582072 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:53.498038 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1dcd427c-9b6c-49a1-9061-fefeb9582072 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4712069 Nov 12 04:12:53.498215 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbf2d8a1-59fc-411f-a572-91898c3f90d7 req-7154e53d-b68f-4910-b80e-80cd5347a5fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37b7366e-3784-4ab9-8563-e4ecf8969e35 HTTP/1.1" status: 200 len: 217 time: 0.0676606 Nov 12 04:12:53.498376 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60862) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:53.556486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2d8a1-59fc-411f-a572-91898c3f90d7 req-bb7435a7-8563-4e3d-ba3a-7e26626e1baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:53.558033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbf2d8a1-59fc-411f-a572-91898c3f90d7 req-bb7435a7-8563-4e3d-ba3a-7e26626e1baf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=57f0c919-3b95-4b18-9b90-784919aa82ad HTTP/1.1" status: 200 len: 860 time: 0.0522928 Nov 12 04:12:53.621057 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e7a37a9-1965-474a-96b3-7288ed629e0c tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:53.630711 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2d8a1-59fc-411f-a572-91898c3f90d7 req-0cc2b59b-39f8-42cf-af7b-8c30e317401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:53.632859 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbf2d8a1-59fc-411f-a572-91898c3f90d7 req-0cc2b59b-39f8-42cf-af7b-8c30e317401c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=255a670c-e1e7-4afe-9db1-0fcfa8417825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578320 Nov 12 04:12:53.789432 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbf2d8a1-59fc-411f-a572-91898c3f90d7 req-6544c213-93b1-4dc0-9c07-de36f25354c0 service neutron] 10.222.0.21 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487777 Nov 12 04:12:53.835002 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e7a37a9-1965-474a-96b3-7288ed629e0c tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:53.838302 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e7a37a9-1965-474a-96b3-7288ed629e0c tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:53.930181 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbf2d8a1-59fc-411f-a572-91898c3f90d7 req-d170f2aa-a8eb-49fd-b6c8-e742fc96adbd service neutron] 10.222.0.21 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310251 Nov 12 04:12:53.993248 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e7a37a9-1965-474a-96b3-7288ed629e0c tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:53.994129 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7a37a9-1965-474a-96b3-7288ed629e0c tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a98ecaf5-5c87-49fd-927b-b7eaeb1d669d {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:12:54.003362 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e7a37a9-1965-474a-96b3-7288ed629e0c tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:54.003362 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1e7a37a9-1965-474a-96b3-7288ed629e0c tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "DELETE /v2.0/routers/a98ecaf5-5c87-49fd-927b-b7eaeb1d669d HTTP/1.1" status: 204 len: 168 time: 0.5030968 Nov 12 04:12:54.275053 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60942) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:54.479394 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-2fb2581f-572a-457d-bad6-a8df5cb215bf tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1530250201', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:54.579352 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fb2581f-572a-457d-bad6-a8df5cb215bf tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:54.580995 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fb2581f-572a-457d-bad6-a8df5cb215bf tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:54.651871 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fb2581f-572a-457d-bad6-a8df5cb215bf tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:54.683622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0a44b-b5e7-4343-9a01-941ab081c8fe req-6eafd247-7305-408c-a4d6-1a6447c73caf tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:54.685154 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ddd0a44b-b5e7-4343-9a01-941ab081c8fe req-6eafd247-7305-408c-a4d6-1a6447c73caf tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=20653b23-aa87-4933-9cd1-fac2c0ce9ccc HTTP/1.1" status: 200 len: 1101 time: 0.0439100 Nov 12 04:12:55.090086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'tag': '37b7366e-3784-4ab9-8563-e4ecf8969e35'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:55.093130 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8643729-0b09-4947-8625-8095d8f88480" -d '{"events": [{"name": "network-changed", "server_uuid": "765f3897-30fa-4a27-a18d-4f0a6774a2cb", "tag": "37b7366e-3784-4ab9-8563-e4ecf8969e35"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:55.108499 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ddd0a44b-b5e7-4343-9a01-941ab081c8fe req-3d0c6b93-b466-464f-939e-7c05d997666f tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168122 Nov 12 04:12:55.153337 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2014a1f3-f3a1-44ca-ac74-8763b3d66d12', 'name': 'network-vif-deleted', 'tag': '7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:55.155514 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc97b9c-817b-4456-b19a-20ead0816268" -d '{"events": [{"server_uuid": "2014a1f3-f3a1-44ca-ac74-8763b3d66d12", "name": "network-vif-deleted", "tag": "7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:55.176434 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fb2581f-572a-457d-bad6-a8df5cb215bf tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:55.246485 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25e643ec-a6a5-4b0d-b56b-4ea1d079a4a1 req-b4dd617a-6853-41b5-9804-d6bfdd88a9e0 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/floatingips/ae19918b-a136-462e-812e-972dccc338f0 HTTP/1.1" status: 200 len: 694 time: 0.0493679 Nov 12 04:12:55.410660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e643ec-a6a5-4b0d-b56b-4ea1d079a4a1 req-ab731118-c9b9-4a8f-a261-e247e998c4d7 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:55.412031 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25e643ec-a6a5-4b0d-b56b-4ea1d079a4a1 req-ab731118-c9b9-4a8f-a261-e247e998c4d7 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.1509035 Nov 12 04:12:55.466699 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25e643ec-a6a5-4b0d-b56b-4ea1d079a4a1 req-9466bd1a-c901-45e2-836e-c475efe966bf tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 697 time: 0.0484607 Nov 12 04:12:55.531564 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25e643ec-a6a5-4b0d-b56b-4ea1d079a4a1 req-cd190c83-b19a-45be-85b1-000363288751 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 697 time: 0.0521913 Nov 12 04:12:55.695786 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fb2581f-572a-457d-bad6-a8df5cb215bf tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:55.725390 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fb2581f-572a-457d-bad6-a8df5cb215bf tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:55.849034 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-25e643ec-a6a5-4b0d-b56b-4ea1d079a4a1 req-2f49a71d-ba81-47f7-839c-6e6c4671c70c tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Deleting port 09a2eae7-0cb4-48e8-a05d-287be6acb1d5 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:55.849379 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-25e643ec-a6a5-4b0d-b56b-4ea1d079a4a1 req-2f49a71d-ba81-47f7-839c-6e6c4671c70c tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:55.883220 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-2fb2581f-572a-457d-bad6-a8df5cb215bf tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Allocated IP 172.25.1.147 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/d0ddc6fa-65f1-4ecb-a72f-c07cb249550f) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:55.991914 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-25e643ec-a6a5-4b0d-b56b-4ea1d079a4a1 req-2f49a71d-ba81-47f7-839c-6e6c4671c70c tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:55.992150 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-25e643ec-a6a5-4b0d-b56b-4ea1d079a4a1 req-2f49a71d-ba81-47f7-839c-6e6c4671c70c tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:56.015417 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-25e643ec-a6a5-4b0d-b56b-4ea1d079a4a1 req-2f49a71d-ba81-47f7-839c-6e6c4671c70c tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Calling delete_port for 09a2eae7-0cb4-48e8-a05d-287be6acb1d5 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:56.089556 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fb2581f-572a-457d-bad6-a8df5cb215bf tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:56.212240 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fb2581f-572a-457d-bad6-a8df5cb215bf tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:56.255524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb2581f-572a-457d-bad6-a8df5cb215bf tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:56.260994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-2fb2581f-572a-457d-bad6-a8df5cb215bf tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:56.263625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb2581f-572a-457d-bad6-a8df5cb215bf tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:56.288930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2581f-572a-457d-bad6-a8df5cb215bf tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Pushing event updated for resources: {'Port': ['ID=d0ddc6fa-65f1-4ecb-a72f-c07cb249550f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:56.292971 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-25e643ec-a6a5-4b0d-b56b-4ea1d079a4a1 req-2f49a71d-ba81-47f7-839c-6e6c4671c70c tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:56.329473 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49a71d-ba81-47f7-839c-6e6c4671c70c tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Pushing event deleted for resources: {'Port': ['ID=09a2eae7-0cb4-48e8-a05d-287be6acb1d5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:56.473380 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-25e643ec-a6a5-4b0d-b56b-4ea1d079a4a1 req-2f49a71d-ba81-47f7-839c-6e6c4671c70c tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:56.476520 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-25e643ec-a6a5-4b0d-b56b-4ea1d079a4a1 req-2f49a71d-ba81-47f7-839c-6e6c4671c70c tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:56.477649 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25e643ec-a6a5-4b0d-b56b-4ea1d079a4a1 req-2f49a71d-ba81-47f7-839c-6e6c4671c70c tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "DELETE /v2.0/floatingips/ae19918b-a136-462e-812e-972dccc338f0 HTTP/1.1" status: 204 len: 173 time: 0.9066436 Nov 12 04:12:56.763702 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77c4fe6-f2f2-4ca8-a6c3-c46106029786 x-openstack-request-id: req-f77c4fe6-f2f2-4ca8-a6c3-c46106029786 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:56.764535 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765f3897-30fa-4a27-a18d-4f0a6774a2cb", "tag": "37b7366e-3784-4ab9-8563-e4ecf8969e35", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:56.764535 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f77c4fe6-f2f2-4ca8-a6c3-c46106029786 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:56.764820 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'tag': '37b7366e-3784-4ab9-8563-e4ecf8969e35', 'status': 'completed', 'code': 200} Nov 12 04:12:56.771386 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fb2581f-572a-457d-bad6-a8df5cb215bf tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:56.935958 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c362c23-350c-4133-8277-cf178235f369 req-a14ae8d6-df68-4e3e-b849-decb3ecd2446 tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:56.937454 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c362c23-350c-4133-8277-cf178235f369 req-a14ae8d6-df68-4e3e-b849-decb3ecd2446 tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=89011699-7182-4ee0-a914-7a78344e6351 HTTP/1.1" status: 200 len: 1102 time: 0.1195121 Nov 12 04:12:56.943721 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8643729-0b09-4947-8625-8095d8f88480 req-8fd4366d-e11b-4071-b413-865e8521c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:56.945718 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8643729-0b09-4947-8625-8095d8f88480 req-8fd4366d-e11b-4071-b413-865e8521c3ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ae4228185c433294b6350ab3932f54&device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb HTTP/1.1" status: 200 len: 1098 time: 0.1115742 Nov 12 04:12:57.114736 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c362c23-350c-4133-8277-cf178235f369 req-5d2430d4-1da1-43fc-a34f-c1e44bfba63c tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679833 Nov 12 04:12:57.151773 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8643729-0b09-4947-8625-8095d8f88480 req-512f2986-f0ca-4572-83cd-5922ebc1f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:57.153248 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8643729-0b09-4947-8625-8095d8f88480 req-512f2986-f0ca-4572-83cd-5922ebc1f163 service neutron] 10.222.0.21 "GET /v2.0/networks?id=255a670c-e1e7-4afe-9db1-0fcfa8417825 HTTP/1.1" status: 200 len: 922 time: 0.1983755 Nov 12 04:12:57.158058 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fb2581f-572a-457d-bad6-a8df5cb215bf tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:57.190867 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f2d89a-5d2d-43e4-b13d-357fbaa60e45 x-openstack-request-id: req-80f2d89a-5d2d-43e4-b13d-357fbaa60e45 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:57.191692 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2014a1f3-f3a1-44ca-ac74-8763b3d66d12", "name": "network-vif-deleted", "tag": "7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:57.191692 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80f2d89a-5d2d-43e4-b13d-357fbaa60e45 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:57.192283 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2014a1f3-f3a1-44ca-ac74-8763b3d66d12', 'name': 'network-vif-deleted', 'tag': '7ad1f5c9-82ce-4b4c-97d1-4065b22ac98b', 'status': 'completed', 'code': 200} Nov 12 04:12:57.232178 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8643729-0b09-4947-8625-8095d8f88480 req-4ab918e1-6db4-4393-9cb0-eff90e2cd639 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37b7366e-3784-4ab9-8563-e4ecf8969e35 HTTP/1.1" status: 200 len: 217 time: 0.0670786 Nov 12 04:12:57.330363 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8643729-0b09-4947-8625-8095d8f88480 req-d70a11a7-359f-4336-8a31-c44ff2360a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:57.331842 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8643729-0b09-4947-8625-8095d8f88480 req-d70a11a7-359f-4336-8a31-c44ff2360a86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=57f0c919-3b95-4b18-9b90-784919aa82ad HTTP/1.1" status: 200 len: 860 time: 0.0874619 Nov 12 04:12:57.395383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8643729-0b09-4947-8625-8095d8f88480 req-8490f918-5982-409e-958f-7395d5244d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:57.396880 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8643729-0b09-4947-8625-8095d8f88480 req-8490f918-5982-409e-958f-7395d5244d44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=255a670c-e1e7-4afe-9db1-0fcfa8417825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557823 Nov 12 04:12:57.417171 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-f8643729-0b09-4947-8625-8095d8f88480 req-a425ae3d-4cc8-429c-a3cf-e307b4df7097 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:57.418132 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8643729-0b09-4947-8625-8095d8f88480 req-a425ae3d-4cc8-429c-a3cf-e307b4df7097 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051124 Nov 12 04:12:57.483296 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb2581f-572a-457d-bad6-a8df5cb215bf tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Router 48c2a305-fd19-4020-9c39-31f682fbd8dc is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:12:57.575551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8643729-0b09-4947-8625-8095d8f88480 req-123e4b23-ec44-459c-b5bf-08610971d9e8 service neutron] 10.222.0.21 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472478 Nov 12 04:12:57.979877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb2581f-572a-457d-bad6-a8df5cb215bf tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:57.992242 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aea5d48-11d5-4e89-a2a8-c884f3692740 None None] Sync routers for ids ['48c2a305-fd19-4020-9c39-31f682fbd8dc'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:58.003054 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aea5d48-11d5-4e89-a2a8-c884f3692740 None None] Routers {'48c2a305-fd19-4020-9c39-31f682fbd8dc'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:58.003857 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1aea5d48-11d5-4e89-a2a8-c884f3692740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['48c2a305-fd19-4020-9c39-31f682fbd8dc'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:58.025025 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8643729-0b09-4947-8625-8095d8f88480 req-a2e50581-429d-4549-b4dc-dd5ca43d957a service neutron] 10.222.0.21 "GET /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277537 Nov 12 04:12:58.039808 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1aea5d48-11d5-4e89-a2a8-c884f3692740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:58.049605 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aea5d48-11d5-4e89-a2a8-c884f3692740 None None] Routers {'48c2a305-fd19-4020-9c39-31f682fbd8dc'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:58.050207 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1aea5d48-11d5-4e89-a2a8-c884f3692740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['48c2a305-fd19-4020-9c39-31f682fbd8dc'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:58.087313 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1aea5d48-11d5-4e89-a2a8-c884f3692740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:58.087964 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aea5d48-11d5-4e89-a2a8-c884f3692740 None None] The sync data for ids ['48c2a305-fd19-4020-9c39-31f682fbd8dc'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:58.120008 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fb2581f-572a-457d-bad6-a8df5cb215bf tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:58.121240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2fb2581f-572a-457d-bad6-a8df5cb215bf tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8446705 Nov 12 04:12:58.125413 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32798) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:58.254653 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5083793b-aef9-4371-8d83-218921d89a59 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "GET /v2.0/routers/48c2a305-fd19-4020-9c39-31f682fbd8dc HTTP/1.1" status: 200 len: 921 time: 0.1277080 Nov 12 04:12:58.257293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32802) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:58.287248 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f99ac2ea-10a1-4dd6-a048-132192178f4a tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c2a305-fd19-4020-9c39-31f682fbd8dc HTTP/1.1" status: 200 len: 205 time: 0.0283301 Nov 12 04:12:58.290773 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32804) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:58.551463 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd2856dc-4373-44a5-885d-62fd3ea57104 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:58.587715 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0736ecf-a928-446a-95a1-3c4f16498ace req-84b22cfd-70cb-44d6-a468-2bab86791009 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:58.589266 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0736ecf-a928-446a-95a1-3c4f16498ace req-84b22cfd-70cb-44d6-a468-2bab86791009 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb HTTP/1.1" status: 200 len: 946 time: 0.0530736 Nov 12 04:12:58.639254 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0736ecf-a928-446a-95a1-3c4f16498ace req-40577da3-60c1-4dbf-aef0-3bacfb90d4b9 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9b3e82e-7819-4f72-b0a3-0a66a4417c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432391 Nov 12 04:12:58.677685 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd2856dc-4373-44a5-885d-62fd3ea57104 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:58.823494 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-cd2856dc-4373-44a5-885d-62fd3ea57104 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Deleting port d0ddc6fa-65f1-4ecb-a72f-c07cb249550f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:58.823998 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd2856dc-4373-44a5-885d-62fd3ea57104 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:58.905126 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd2856dc-4373-44a5-885d-62fd3ea57104 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:58.917925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-cd2856dc-4373-44a5-885d-62fd3ea57104 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Calling delete_port for d0ddc6fa-65f1-4ecb-a72f-c07cb249550f owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:59.175573 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd2856dc-4373-44a5-885d-62fd3ea57104 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.202764 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2856dc-4373-44a5-885d-62fd3ea57104 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Pushing event deleted for resources: {'Port': ['ID=d0ddc6fa-65f1-4ecb-a72f-c07cb249550f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:59.278390 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd2856dc-4373-44a5-885d-62fd3ea57104 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.355487 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-5d3fb3a4-b8e4-4d2f-a907-8225a223e00b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c20a8a9f651849c3b9028541aea3d827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229051 Nov 12 04:12:59.370431 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd2856dc-4373-44a5-885d-62fd3ea57104 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.372640 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd2856dc-4373-44a5-885d-62fd3ea57104 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.466352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-f9f88382-68cb-4e34-a527-a850b8994f34 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:59.467739 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-f9f88382-68cb-4e34-a527-a850b8994f34 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1060009 Nov 12 04:12:59.483630 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-71fb5a85-20c6-4780-bf06-2231eb44e2ae tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/quotas/c20a8a9f651849c3b9028541aea3d827 HTTP/1.1" status: 200 len: 375 time: 0.0098262 Nov 12 04:12:59.490099 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd2856dc-4373-44a5-885d-62fd3ea57104 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.491037 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2856dc-4373-44a5-885d-62fd3ea57104 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Fanout notify agent at l3_agent the message router_deleted on router 48c2a305-fd19-4020-9c39-31f682fbd8dc {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:12:59.502436 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd2856dc-4373-44a5-885d-62fd3ea57104 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.504237 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cd2856dc-4373-44a5-885d-62fd3ea57104 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "DELETE /v2.0/routers/48c2a305-fd19-4020-9c39-31f682fbd8dc HTTP/1.1" status: 204 len: 168 time: 1.2119865 Nov 12 04:12:59.508003 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32866) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:59.527063 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-1dbd9f09-e864-4967-b64e-48d168a7dc44 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Request body: {'router': {'name': 'tempest-snat-router-923043754', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'enable_snat': False}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:59.563941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-1bd0af80-8dcd-43e8-ad79-040a242eba70 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743587 Nov 12 04:12:59.621497 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9f09-e864-4967-b64e-48d168a7dc44 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.622940 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9f09-e864-4967-b64e-48d168a7dc44 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.712538 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9f09-e864-4967-b64e-48d168a7dc44 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.726022 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7bd24-cd9f-457b-b479-b625e9186ec9 req-f33445ae-1c8f-452e-89ce-f70e7bbb4d35 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:59.727442 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-02b7bd24-cd9f-457b-b479-b625e9186ec9 req-f33445ae-1c8f-452e-89ce-f70e7bbb4d35 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.21 "GET /v2.0/ports?device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb HTTP/1.1" status: 200 len: 946 time: 0.0987310 Nov 12 04:12:59.943158 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9f09-e864-4967-b64e-48d168a7dc44 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.955711 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-02b7bd24-cd9f-457b-b479-b625e9186ec9 req-e15eb53e-bc93-4670-89a1-fd038e33e480 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Deleting port 37b7366e-3784-4ab9-8563-e4ecf8969e35 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:59.956037 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-02b7bd24-cd9f-457b-b479-b625e9186ec9 req-e15eb53e-bc93-4670-89a1-fd038e33e480 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.075794 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-02b7bd24-cd9f-457b-b479-b625e9186ec9 req-e15eb53e-bc93-4670-89a1-fd038e33e480 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] For port 37b7366e-3784-4ab9-8563-e4ecf8969e35, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=37b7366e-3784-4ab9-8563-e4ecf8969e35,segment=NetworkSegment(345410ef-f278-4387-bbd8-808d891543b9),segment_id=345410ef-f278-4387-bbd8-808d891543b9)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:00.076153 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-02b7bd24-cd9f-457b-b479-b625e9186ec9 req-e15eb53e-bc93-4670-89a1-fd038e33e480 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.092689 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-02b7bd24-cd9f-457b-b479-b625e9186ec9 req-e15eb53e-bc93-4670-89a1-fd038e33e480 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Calling delete_port for 37b7366e-3784-4ab9-8563-e4ecf8969e35 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:00.399012 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9f09-e864-4967-b64e-48d168a7dc44 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.418660 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9f09-e864-4967-b64e-48d168a7dc44 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.468545 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-02b7bd24-cd9f-457b-b479-b625e9186ec9 req-e15eb53e-bc93-4670-89a1-fd038e33e480 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.512957 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15eb53e-bc93-4670-89a1-fd038e33e480 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Pushing event deleted for resources: {'Port': ['ID=37b7366e-3784-4ab9-8563-e4ecf8969e35,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:00.599174 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29e699de-33a3-4e7f-a217-2f452f24812d req-5c8b5513-0e59-4980-838a-6b0ec062abfd tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.37 "GET /v2.0/ports?device_id=765f3897-30fa-4a27-a18d-4f0a6774a2cb HTTP/1.1" status: 200 len: 210 time: 0.0830348 Nov 12 04:13:00.623975 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b7bd24-cd9f-457b-b479-b625e9186ec9 req-e15eb53e-bc93-4670-89a1-fd038e33e480 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] No DVR routers for this DVR port 37b7366e-3784-4ab9-8563-e4ecf8969e35 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:00.626953 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-02b7bd24-cd9f-457b-b479-b625e9186ec9 req-e15eb53e-bc93-4670-89a1-fd038e33e480 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.631099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-02b7bd24-cd9f-457b-b479-b625e9186ec9 req-e15eb53e-bc93-4670-89a1-fd038e33e480 tempest-FloatingIPsAssociationTestJSON-777128111 tempest-FloatingIPsAssociationTestJSON-777128111-project] 10.222.0.21 "DELETE /v2.0/ports/37b7366e-3784-4ab9-8563-e4ecf8969e35 HTTP/1.1" status: 204 len: 173 time: 0.8968649 Nov 12 04:13:00.634156 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'name': 'network-vif-deleted', 'tag': '37b7366e-3784-4ab9-8563-e4ecf8969e35'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:00.637533 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb4cb6d-ed9e-4183-97d5-365201c73711" -d '{"events": [{"server_uuid": "765f3897-30fa-4a27-a18d-4f0a6774a2cb", "name": "network-vif-deleted", "tag": "37b7366e-3784-4ab9-8563-e4ecf8969e35"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:00.665964 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-1dbd9f09-e864-4967-b64e-48d168a7dc44 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Allocated IP 172.25.1.80 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/b6d9491f-062c-4a41-b24d-7cb57063f67c) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:00.798153 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9f09-e864-4967-b64e-48d168a7dc44 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.919474 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9f09-e864-4967-b64e-48d168a7dc44 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.990930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbd9f09-e864-4967-b64e-48d168a7dc44 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:00.999317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-1dbd9f09-e864-4967-b64e-48d168a7dc44 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:01.005105 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd9f09-e864-4967-b64e-48d168a7dc44 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:01.043791 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd9f09-e864-4967-b64e-48d168a7dc44 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Pushing event updated for resources: {'Port': ['ID=b6d9491f-062c-4a41-b24d-7cb57063f67c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:01.414281 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9f09-e864-4967-b64e-48d168a7dc44 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:01.562047 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fafbc24-cff2-4b54-8cbb-7e6715469b1b x-openstack-request-id: req-5fafbc24-cff2-4b54-8cbb-7e6715469b1b {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:01.564607 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765f3897-30fa-4a27-a18d-4f0a6774a2cb", "name": "network-vif-deleted", "tag": "37b7366e-3784-4ab9-8563-e4ecf8969e35", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:01.564607 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fafbc24-cff2-4b54-8cbb-7e6715469b1b {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:01.564607 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765f3897-30fa-4a27-a18d-4f0a6774a2cb', 'name': 'network-vif-deleted', 'tag': '37b7366e-3784-4ab9-8563-e4ecf8969e35', 'status': 'completed', 'code': 200} Nov 12 04:13:01.588146 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 37b7366e-3784-4ab9-8563-e4ecf8969e35 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:01.596878 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01790d5b-86a7-4eea-8a55-82299386956e req-ede35b3e-58b7-419f-ae33-102c2426fcae tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 210 time: 0.0330114 Nov 12 04:13:01.624821 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 37b7366e-3784-4ab9-8563-e4ecf8969e35 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:01.625649 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 37b7366e-3784-4ab9-8563-e4ecf8969e35 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:01.661518 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9f09-e864-4967-b64e-48d168a7dc44 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:01.912385 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbd9f09-e864-4967-b64e-48d168a7dc44 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Router 6eb5196e-99c4-4404-9939-84a36d4e025c is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:13:02.059400 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbd9f09-e864-4967-b64e-48d168a7dc44 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:02.073263 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] Sync routers for ids ['6eb5196e-99c4-4404-9939-84a36d4e025c'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:02.088678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] Routers {'6eb5196e-99c4-4404-9939-84a36d4e025c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:02.089553 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6eb5196e-99c4-4404-9939-84a36d4e025c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:02.146345 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32988) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:02.185102 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9f09-e864-4967-b64e-48d168a7dc44 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.187238 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1dbd9f09-e864-4967-b64e-48d168a7dc44 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6776536 Nov 12 04:13:02.190918 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32992) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:02.251059 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] Set router 6eb5196e-99c4-4404-9939-84a36d4e025c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:02.445725 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f054fd74-13c5-4682-a1f4-bf9abea3b541 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1737b81cb41a47ae95350d8e2c244d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974999 Nov 12 04:13:02.448766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33002) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:02.556619 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33004) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:02.585175 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36f88ec6-bc90-402a-ada0-f57e966dd89a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.598373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb5196e-99c4-4404-9939-84a36d4e025c', 'name': 'tempest-snat-router-923043754', 'tenant_id': '3646c9b02051454da0e72e024656309f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.80'}], 'enable_snat': False}, 'gw_port_id': 'b6d9491f-062c-4a41-b24d-7cb57063f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:59Z', 'updated_at': '2021-11-12T04:13:01Z', 'revision_number': 3, 'project_id': '3646c9b02051454da0e72e024656309f', 'gw_port': {'id': 'b6d9491f-062c-4a41-b24d-7cb57063f67c', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:36:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb5196e-99c4-4404-9939-84a36d4e025c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:00Z', 'updated_at': '2021-11-12T04:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:02.657021 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ead64193-4e48-4b34-abf7-6db6a9065566 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "GET /v2.0/routers/6eb5196e-99c4-4404-9939-84a36d4e025c HTTP/1.1" status: 200 len: 907 time: 0.4646740 Nov 12 04:13:02.663386 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33008) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:02.674276 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-953db2e6-e68f-4f9a-a4ea-4358cc02707f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Request body: {'router': {'name': 'tempest-snat-router-923043754', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'enable_snat': True}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:02.677841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] Checking router: 6eb5196e-99c4-4404-9939-84a36d4e025c for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:13:02.678593 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] Updating router 6eb5196e-99c4-4404-9939-84a36d4e025c port b6d9491f-062c-4a41-b24d-7cb57063f67c binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:13:02.684640 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36f88ec6-bc90-402a-ada0-f57e966dd89a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.723070 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.916655 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-953db2e6-e68f-4f9a-a4ea-4358cc02707f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.918358 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-953db2e6-e68f-4f9a-a4ea-4358cc02707f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.036399 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-953db2e6-e68f-4f9a-a4ea-4358cc02707f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.054670 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36f88ec6-bc90-402a-ada0-f57e966dd89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.058407 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36f88ec6-bc90-402a-ada0-f57e966dd89a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.060041 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-36f88ec6-bc90-402a-ada0-f57e966dd89a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31692d17-681c-4dc5-b423-f0abfdf22073 HTTP/1.1" status: 204 len: 168 time: 0.6094038 Nov 12 04:13:03.134340 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.138109 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be722ca4-5695-48ce-948e-12297517a39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.160160 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-548c16cb-9bfa-46cc-b00b-bad187ff0815 req-7bd5313a-7b02-4364-a50b-8496f4f104b6 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 210 time: 0.1098862 Nov 12 04:13:03.163048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f88ec6-bc90-402a-ada0-f57e966dd89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31692d17-681c-4dc5-b423-f0abfdf22073,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:03.278320 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.411462 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d30ed6ed-a197-447a-9683-ad6618118821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.453254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7facb7b-7d30-4876-9ac6-85fba9d2a87c None None] Pushing event updated for resources: {'Port': ['ID=b6d9491f-062c-4a41-b24d-7cb57063f67c,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:03.465215 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] Attempting to bind port b6d9491f-062c-4a41-b24d-7cb57063f67c on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:03.465860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] Attempting to bind port b6d9491f-062c-4a41-b24d-7cb57063f67c by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:03.466563 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] Attempting to bind port b6d9491f-062c-4a41-b24d-7cb57063f67c on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:03.470859 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-953db2e6-e68f-4f9a-a4ea-4358cc02707f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.475371 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:03.475863 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:03.476416 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.476805 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:03.477297 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] Bound port: b6d9491f-062c-4a41-b24d-7cb57063f67c, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:03.477671 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.534825 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] For port b6d9491f-062c-4a41-b24d-7cb57063f67c, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:03.539007 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] For port b6d9491f-062c-4a41-b24d-7cb57063f67c, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b6d9491f-062c-4a41-b24d-7cb57063f67c,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:03.720382 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.734853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d30ed6ed-a197-447a-9683-ad6618118821 admin admin] Deleting port 18787f14-c0ef-430d-89bd-2ead615946a9 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:03.736106 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d30ed6ed-a197-447a-9683-ad6618118821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.805393 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7facb7b-7d30-4876-9ac6-85fba9d2a87c None None] Pushing event updated for resources: {'Port': ['ID=b6d9491f-062c-4a41-b24d-7cb57063f67c,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:03.811862 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] Routers {'6eb5196e-99c4-4404-9939-84a36d4e025c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:03.812557 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6eb5196e-99c4-4404-9939-84a36d4e025c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:03.987037 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-d7b7d612-a1db-4bbd-b322-011c97a754da tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c20a8a9f651849c3b9028541aea3d827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431805 Nov 12 04:13:04.056386 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-953db2e6-e68f-4f9a-a4ea-4358cc02707f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.110026 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-953db2e6-e68f-4f9a-a4ea-4358cc02707f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.187398 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] Set router 6eb5196e-99c4-4404-9939-84a36d4e025c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:04.299070 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-d30ed6ed-a197-447a-9683-ad6618118821 admin admin] For port 18787f14-c0ef-430d-89bd-2ead615946a9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=18787f14-c0ef-430d-89bd-2ead615946a9,segment=NetworkSegment(345410ef-f278-4387-bbd8-808d891543b9),segment_id=345410ef-f278-4387-bbd8-808d891543b9)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:04.299441 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d30ed6ed-a197-447a-9683-ad6618118821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.314478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d30ed6ed-a197-447a-9683-ad6618118821 admin admin] Calling delete_port for 18787f14-c0ef-430d-89bd-2ead615946a9 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:04.324548 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-c88546cc-e90a-41d1-8c70-d4f978c85f74 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:04.327402 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-c88546cc-e90a-41d1-8c70-d4f978c85f74 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2730420 Nov 12 04:13:04.354480 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-953db2e6-e68f-4f9a-a4ea-4358cc02707f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Allocated IP 172.25.1.9 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/bd7d23d0-7445-4b99-82d8-d4e47ce94c3f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:04.360174 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-9c76fa8e-3863-4e0b-bbfe-0e949894a24e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Request body: {'port': {'device_id': '6a59c450-8aa0-42d5-a65c-f6115cf511af', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': 'c20a8a9f651849c3b9028541aea3d827'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:04.419266 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb5196e-99c4-4404-9939-84a36d4e025c', 'name': 'tempest-snat-router-923043754', 'tenant_id': '3646c9b02051454da0e72e024656309f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.80'}], 'enable_snat': False}, 'gw_port_id': 'b6d9491f-062c-4a41-b24d-7cb57063f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:59Z', 'updated_at': '2021-11-12T04:13:01Z', 'revision_number': 3, 'project_id': '3646c9b02051454da0e72e024656309f', 'gw_port': {'id': 'b6d9491f-062c-4a41-b24d-7cb57063f67c', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:36:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb5196e-99c4-4404-9939-84a36d4e025c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:00Z', 'updated_at': '2021-11-12T04:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:04.466441 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f25d36-560b-4ccf-b7e1-b2d1a2062b33 None None] The sync data for ids ['6eb5196e-99c4-4404-9939-84a36d4e025c'] in n-d-768509-24 is: [{'id': '6eb5196e-99c4-4404-9939-84a36d4e025c', 'name': 'tempest-snat-router-923043754', 'tenant_id': '3646c9b02051454da0e72e024656309f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.80'}], 'enable_snat': False}, 'gw_port_id': 'b6d9491f-062c-4a41-b24d-7cb57063f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:59Z', 'updated_at': '2021-11-12T04:13:01Z', 'revision_number': 3, 'project_id': '3646c9b02051454da0e72e024656309f', 'gw_port': {'id': 'b6d9491f-062c-4a41-b24d-7cb57063f67c', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:36:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb5196e-99c4-4404-9939-84a36d4e025c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:00Z', 'updated_at': '2021-11-12T04:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:04.544229 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-87a69379-da28-4e1c-8b22-4013a47a6faa tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c20a8a9f651849c3b9028541aea3d827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678186 Nov 12 04:13:04.649754 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739f7c8-720d-44e0-9349-0f9f48c7f48b req-5df7c0d0-5e5d-43ec-9d1c-0b0861ac6a8b tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:04.651326 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3739f7c8-720d-44e0-9349-0f9f48c7f48b req-5df7c0d0-5e5d-43ec-9d1c-0b0861ac6a8b tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 945 time: 0.1737232 Nov 12 04:13:04.693161 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-953db2e6-e68f-4f9a-a4ea-4358cc02707f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.740002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-9c76fa8e-3863-4e0b-bbfe-0e949894a24e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Made reservation on behalf of c20a8a9f651849c3b9028541aea3d827 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:04.750697 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-9c76fa8e-3863-4e0b-bbfe-0e949894a24e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.764274 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-3fb476da-a517-4867-b9ce-abd7ea0b6830 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:04.766103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-3fb476da-a517-4867-b9ce-abd7ea0b6830 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140050 Nov 12 04:13:04.828186 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-cd623d0f-d842-4887-93c0-81e8e3f90ee2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Request body: {'port': {'device_id': 'd38d6a07-2993-49f8-b738-48bc7d8aae22', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': 'c20a8a9f651849c3b9028541aea3d827'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:04.905198 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33076) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:04.917865 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-953db2e6-e68f-4f9a-a4ea-4358cc02707f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.943001 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3739f7c8-720d-44e0-9349-0f9f48c7f48b req-0d89d1d4-3ac0-4297-8831-09317b490757 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625709 Nov 12 04:13:05.010341 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d30ed6ed-a197-447a-9683-ad6618118821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.047167 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953db2e6-e68f-4f9a-a4ea-4358cc02707f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:05.051800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ed6ed-a197-447a-9683-ad6618118821 admin admin] Pushing event deleted for resources: {'Port': ['ID=18787f14-c0ef-430d-89bd-2ead615946a9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:05.058323 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-953db2e6-e68f-4f9a-a4ea-4358cc02707f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:05.069353 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953db2e6-e68f-4f9a-a4ea-4358cc02707f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:05.080511 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-9c76fa8e-3863-4e0b-bbfe-0e949894a24e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Allocated IP 192.168.233.194 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/5bdceacd-b491-4055-a30e-a229166b8b17) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:05.128274 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953db2e6-e68f-4f9a-a4ea-4358cc02707f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Pushing event updated for resources: {'Port': ['ID=bd7d23d0-7445-4b99-82d8-d4e47ce94c3f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:05.145597 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9922a4ab-52bb-41bc-a8bc-ec78e35e7548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.208631 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef8ed01b-8b2d-43f8-b358-602b2350af90 req-a243dad9-9d0d-41ac-b1bb-ebcd7f0434ac tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 210 time: 0.1429076 Nov 12 04:13:05.484759 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-cd623d0f-d842-4887-93c0-81e8e3f90ee2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Made reservation on behalf of c20a8a9f651849c3b9028541aea3d827 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:05.488360 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-cd623d0f-d842-4887-93c0-81e8e3f90ee2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.503983 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1231c32-9b6b-45a1-95cc-750645258b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.578710 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b6d9491f-062c-4a41-b24d-7cb57063f67c up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:05.629828 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9922a4ab-52bb-41bc-a8bc-ec78e35e7548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.655796 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port b6d9491f-062c-4a41-b24d-7cb57063f67c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:05.656446 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.661070 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-9c76fa8e-3863-4e0b-bbfe-0e949894a24e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.673840 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d30ed6ed-a197-447a-9683-ad6618118821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.720146 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9922a4ab-52bb-41bc-a8bc-ec78e35e7548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.783944 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.787805 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9922a4ab-52bb-41bc-a8bc-ec78e35e7548 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e19d1d1e1d648a2a5f317a921cd488d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8781672 Nov 12 04:13:05.812144 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port b6d9491f-062c-4a41-b24d-7cb57063f67c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b6d9491f-062c-4a41-b24d-7cb57063f67c,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:05.814460 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33092) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:05.846524 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922a4ab-52bb-41bc-a8bc-ec78e35e7548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0cc14b-7252-4ca6-8f17-3526f81754c1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:05.874763 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-953db2e6-e68f-4f9a-a4ea-4358cc02707f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.896412 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.921171 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-9c76fa8e-3863-4e0b-bbfe-0e949894a24e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.930114 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1c7f-1ff0-46d2-bc8b-74c06652c788 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.964389 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['beced045-9f91-40fc-847b-3aa91ebb8785'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:05.968724 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['1416b5fa-6a27-41f3-957f-4abe3a2aa667', 'fa6c7962-016f-4c55-9a97-dc16fe679a0c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:05.992943 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1c7f-1ff0-46d2-bc8b-74c06652c788 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.997249 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76fa8e-3863-4e0b-bbfe-0e949894a24e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Pushing event updated for resources: {'Port': ['ID=5bdceacd-b491-4055-a30e-a229166b8b17,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:06.038281 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-cd623d0f-d842-4887-93c0-81e8e3f90ee2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Allocated IP 192.168.233.122 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/436d7d35-88ab-4d37-999e-058efa38598e) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:06.046351 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-9c76fa8e-3863-4e0b-bbfe-0e949894a24e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:06.099421 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-9c76fa8e-3863-4e0b-bbfe-0e949894a24e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:06.107025 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=b6d9491f-062c-4a41-b24d-7cb57063f67c,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:06.164395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-9c76fa8e-3863-4e0b-bbfe-0e949894a24e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:06.179306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30ed6ed-a197-447a-9683-ad6618118821 admin admin] Router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:13:06.302044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cca93-0f74-40c3-a54a-79ddee7fa45a req-8f9e6bc8-29bf-47e4-bd2b-e478a9bbd480 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:06.311177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c34cca93-0f74-40c3-a54a-79ddee7fa45a req-8f9e6bc8-29bf-47e4-bd2b-e478a9bbd480 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 945 time: 0.2529237 Nov 12 04:13:06.328278 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-9c76fa8e-3863-4e0b-bbfe-0e949894a24e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:06.328925 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-9c76fa8e-3863-4e0b-bbfe-0e949894a24e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.339154 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121a6b7-b66b-4fd8-a29e-6bbba77c8037 req-50a18f61-98b6-4036-bb48-37bd79379801 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:06.343100 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b121a6b7-b66b-4fd8-a29e-6bbba77c8037 req-50a18f61-98b6-4036-bb48-37bd79379801 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.21 "GET /v2.0/ports?device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 945 time: 0.2378659 Nov 12 04:13:06.458512 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-9c76fa8e-3863-4e0b-bbfe-0e949894a24e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1070614 Nov 12 04:13:06.478695 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-81c6f813-42f3-4706-9026-4b2df6574ac6 None None] Provisioning complete for port 5bdceacd-b491-4055-a30e-a229166b8b17 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:06.478695 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81c6f813-42f3-4706-9026-4b2df6574ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.484661 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1c7f-1ff0-46d2-bc8b-74c06652c788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.487557 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1c7f-1ff0-46d2-bc8b-74c06652c788 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.491067 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ac2c1c7f-1ff0-46d2-bc8b-74c06652c788 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b0cc14b-7252-4ca6-8f17-3526f81754c1 HTTP/1.1" status: 204 len: 168 time: 0.6732664 Nov 12 04:13:06.508645 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Request body: {'port': {'device_id': '6a59c450-8aa0-42d5-a65c-f6115cf511af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:06.541089 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-81c6f813-42f3-4706-9026-4b2df6574ac6 None None] Port 5bdceacd-b491-4055-a30e-a229166b8b17 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:06.566426 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c34cca93-0f74-40c3-a54a-79ddee7fa45a req-052344cf-1b80-42ba-bc75-c92d48577e5e tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400596 Nov 12 04:13:06.590560 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c1c7f-1ff0-46d2-bc8b-74c06652c788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0cc14b-7252-4ca6-8f17-3526f81754c1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:06.608702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30ed6ed-a197-447a-9683-ad6618118821 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:06.615488 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d30ed6ed-a197-447a-9683-ad6618118821 admin admin] 10.222.0.37 "PUT /v2.0/routers/4d27e345-b6fe-4607-8cf5-c63e4a72acb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0506120 Nov 12 04:13:06.619658 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.624371 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f21dd5-80ea-43d0-8e48-4c6a3522758d None None] Sync routers for ids ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:06.624902 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33104) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:06.639807 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b121a6b7-b66b-4fd8-a29e-6bbba77c8037 req-22b49d70-7f94-45e6-b4e6-0411130de489 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Deleting port ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:06.640318 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b121a6b7-b66b-4fd8-a29e-6bbba77c8037 req-22b49d70-7f94-45e6-b4e6-0411130de489 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.640540 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f21dd5-80ea-43d0-8e48-4c6a3522758d None None] Routers {'4d27e345-b6fe-4607-8cf5-c63e4a72acb3'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:06.641787 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f5f21dd5-80ea-43d0-8e48-4c6a3522758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:06.682063 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-cd623d0f-d842-4887-93c0-81e8e3f90ee2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.725585 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-953db2e6-e68f-4f9a-a4ea-4358cc02707f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.739420 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db193fa9-55ec-44ad-989e-8781be6f62cc req-14075a7e-dc4b-4156-84a8-c4b57e0dc0c9 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 210 time: 0.0558417 Nov 12 04:13:06.807898 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f5f21dd5-80ea-43d0-8e48-4c6a3522758d None None] Set router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:06.865941 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5319c78f-957c-4daa-b19c-07254b739273 admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.930880 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.966915 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b121a6b7-b66b-4fd8-a29e-6bbba77c8037 req-22b49d70-7f94-45e6-b4e6-0411130de489 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] For port ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0,segment=NetworkSegment(185b428a-5d8a-425b-aad4-aa21398c4a0f),segment_id=185b428a-5d8a-425b-aad4-aa21398c4a0f)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:06.967514 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b121a6b7-b66b-4fd8-a29e-6bbba77c8037 req-22b49d70-7f94-45e6-b4e6-0411130de489 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.988340 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-b121a6b7-b66b-4fd8-a29e-6bbba77c8037 req-22b49d70-7f94-45e6-b4e6-0411130de489 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Calling delete_port for ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:07.019834 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-cd623d0f-d842-4887-93c0-81e8e3f90ee2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.053578 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['beced045-9f91-40fc-847b-3aa91ebb8785'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:07.060344 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5319c78f-957c-4daa-b19c-07254b739273 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.064653 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f5f21dd5-80ea-43d0-8e48-4c6a3522758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:13:04Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:07.091542 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-cd623d0f-d842-4887-93c0-81e8e3f90ee2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:07.094905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-cd623d0f-d842-4887-93c0-81e8e3f90ee2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:07.098227 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-cd623d0f-d842-4887-93c0-81e8e3f90ee2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:07.135891 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f21dd5-80ea-43d0-8e48-4c6a3522758d None None] Checking router: 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:13:07.154761 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f21dd5-80ea-43d0-8e48-4c6a3522758d None None] Routers {'4d27e345-b6fe-4607-8cf5-c63e4a72acb3'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:07.157270 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['1416b5fa-6a27-41f3-957f-4abe3a2aa667', 'fa6c7962-016f-4c55-9a97-dc16fe679a0c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:07.158209 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f5f21dd5-80ea-43d0-8e48-4c6a3522758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:07.177497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-cd623d0f-d842-4887-93c0-81e8e3f90ee2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:07.179766 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-cd623d0f-d842-4887-93c0-81e8e3f90ee2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.201878 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd623d0f-d842-4887-93c0-81e8e3f90ee2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Pushing event updated for resources: {'Port': ['ID=436d7d35-88ab-4d37-999e-058efa38598e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:07.263578 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5319c78f-957c-4daa-b19c-07254b739273 admin admin] Deleting port 52ac4346-d6a7-4ae5-8001-7914dedda574 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:07.264201 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5319c78f-957c-4daa-b19c-07254b739273 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.305440 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-cd623d0f-d842-4887-93c0-81e8e3f90ee2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4882357 Nov 12 04:13:07.340732 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f5f21dd5-80ea-43d0-8e48-4c6a3522758d None None] Set router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:07.415870 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5319c78f-957c-4daa-b19c-07254b739273 admin admin] For port 52ac4346-d6a7-4ae5-8001-7914dedda574, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=52ac4346-d6a7-4ae5-8001-7914dedda574,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:07.417012 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5319c78f-957c-4daa-b19c-07254b739273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.432750 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5319c78f-957c-4daa-b19c-07254b739273 admin admin] Calling delete_port for 52ac4346-d6a7-4ae5-8001-7914dedda574 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:07.483018 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953db2e6-e68f-4f9a-a4ea-4358cc02707f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Router d0a98dda-aeb3-4416-a693-0ce256b1b18c is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:13:07.577592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b6d9491f-062c-4a41-b24d-7cb57063f67c up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:07.635570 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f5f21dd5-80ea-43d0-8e48-4c6a3522758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:13:04Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:07.693382 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-61e3c171-60fb-435c-80bd-c7278162fc39 None None] Provisioning complete for port 436d7d35-88ab-4d37-999e-058efa38598e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:07.695377 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-61e3c171-60fb-435c-80bd-c7278162fc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.696129 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f21dd5-80ea-43d0-8e48-4c6a3522758d None None] The sync data for ids ['4d27e345-b6fe-4607-8cf5-c63e4a72acb3'] in n-d-768509-24 is: [{'id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036894818-router', 'tenant_id': '76ae4228185c433294b6350ab3932f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:28Z', 'updated_at': '2021-11-12T04:13:04Z', 'revision_number': 5, 'project_id': '76ae4228185c433294b6350ab3932f54', 'gw_port': {'id': '52ac4346-d6a7-4ae5-8001-7914dedda574', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27e345-b6fe-4607-8cf5-c63e4a72acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:29Z', 'updated_at': '2021-11-12T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:07.761364 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-61e3c171-60fb-435c-80bd-c7278162fc39 None None] Port 436d7d35-88ab-4d37-999e-058efa38598e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:07.795512 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5319c78f-957c-4daa-b19c-07254b739273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.840994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319c78f-957c-4daa-b19c-07254b739273 admin admin] Pushing event deleted for resources: {'Port': ['ID=52ac4346-d6a7-4ae5-8001-7914dedda574,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:07.853659 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Request body: {'port': {'device_id': 'd38d6a07-2993-49f8-b738-48bc7d8aae22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:07.883829 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port b6d9491f-062c-4a41-b24d-7cb57063f67c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:07.884202 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.909360 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdceacd-b491-4055-a30e-a229166b8b17 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:08.007979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795b0b8-0f85-41f9-b3fa-6dee4597e53c req-45c442b1-ff56-4e4b-a4b8-f8e0338eceda tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:08.010170 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7795b0b8-0f85-41f9-b3fa-6dee4597e53c req-45c442b1-ff56-4e4b-a4b8-f8e0338eceda tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/ports?device_id=491be05a-9428-4b8a-9aa5-459637c04e2b HTTP/1.1" status: 200 len: 945 time: 0.3038390 Nov 12 04:13:08.088251 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.121828 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5319c78f-957c-4daa-b19c-07254b739273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.227212 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.335639 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.366723 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953db2e6-e68f-4f9a-a4ea-4358cc02707f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:08.377341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] Sync routers for ids ['d0a98dda-aeb3-4416-a693-0ce256b1b18c'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:08.385296 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33152) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:08.400590 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] Routers {'d0a98dda-aeb3-4416-a693-0ce256b1b18c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:08.401247 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d0a98dda-aeb3-4416-a693-0ce256b1b18c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:08.408068 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Transition to ACTIVE for port object 5bdceacd-b491-4055-a30e-a229166b8b17 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:13:08.408068 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b121a6b7-b66b-4fd8-a29e-6bbba77c8037 req-22b49d70-7f94-45e6-b4e6-0411130de489 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.452151 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b49d70-7f94-45e6-b4e6-0411130de489 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Pushing event deleted for resources: {'Port': ['ID=ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:08.468836 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-953db2e6-e68f-4f9a-a4ea-4358cc02707f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.472922 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-953db2e6-e68f-4f9a-a4ea-4358cc02707f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 5.8059487 Nov 12 04:13:08.517149 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] Set router d0a98dda-aeb3-4416-a693-0ce256b1b18c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:08.517590 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33156) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:08.519165 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b121a6b7-b66b-4fd8-a29e-6bbba77c8037 req-22b49d70-7f94-45e6-b4e6-0411130de489 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] No DVR routers for this DVR port ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:08.528467 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b121a6b7-b66b-4fd8-a29e-6bbba77c8037 req-22b49d70-7f94-45e6-b4e6-0411130de489 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.532072 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b121a6b7-b66b-4fd8-a29e-6bbba77c8037 req-22b49d70-7f94-45e6-b4e6-0411130de489 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.21 "DELETE /v2.0/ports/ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 HTTP/1.1" status: 204 len: 173 time: 2.1826737 Nov 12 04:13:08.534817 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491be05a-9428-4b8a-9aa5-459637c04e2b', 'name': 'network-vif-deleted', 'tag': 'ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:08.537066 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0924b70-22e1-4dbd-ad36-a6ab6d97df25" -d '{"events": [{"server_uuid": "491be05a-9428-4b8a-9aa5-459637c04e2b", "name": "network-vif-deleted", "tag": "ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:08.540220 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.546682 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8d87c03e-f8b8-42e3-a8a5-53a92ca7419d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2022690313-network', 'tenant_id': '3ce1c502856b47dba298e8da4ad1a4f0'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:08.588862 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5319c78f-957c-4daa-b19c-07254b739273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.596375 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5319c78f-957c-4daa-b19c-07254b739273 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.667822 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7795b0b8-0f85-41f9-b3fa-6dee4597e53c req-6e93b5e7-2184-44a4-a879-cd2a9cae6234 tempest-ServersTestJSON-104415544 tempest-ServersTestJSON-104415544-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cdb921-595f-49df-b920-0b47dac1830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6365972 Nov 12 04:13:08.692798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Pushing event updated for resources: {'Port': ['ID=5bdceacd-b491-4055-a30e-a229166b8b17,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:08.772715 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-89d591bc-97eb-41c6-98ad-cc10d556e7b2 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "GET /v2.0/routers/d0a98dda-aeb3-4416-a693-0ce256b1b18c HTTP/1.1" status: 200 len: 905 time: 0.2514958 Nov 12 04:13:08.778709 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a98dda-aeb3-4416-a693-0ce256b1b18c', 'name': 'tempest-snat-router-923043754', 'tenant_id': '3646c9b02051454da0e72e024656309f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bd7d23d0-7445-4b99-82d8-d4e47ce94c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:02Z', 'updated_at': '2021-11-12T04:13:05Z', 'revision_number': 3, 'project_id': '3646c9b02051454da0e72e024656309f', 'gw_port': {'id': 'bd7d23d0-7445-4b99-82d8-d4e47ce94c3f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a98dda-aeb3-4416-a693-0ce256b1b18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:04Z', 'updated_at': '2021-11-12T04:13:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:08.779347 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33160) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:08.791584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d87c03e-f8b8-42e3-a8a5-53a92ca7419d admin admin] Made reservation on behalf of 3ce1c502856b47dba298e8da4ad1a4f0 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:08.793799 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d87c03e-f8b8-42e3-a8a5-53a92ca7419d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.808319 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] Checking router: d0a98dda-aeb3-4416-a693-0ce256b1b18c for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:13:08.808678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] Updating router d0a98dda-aeb3-4416-a693-0ce256b1b18c port bd7d23d0-7445-4b99-82d8-d4e47ce94c3f binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:13:08.839457 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.923063 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5319c78f-957c-4daa-b19c-07254b739273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.923989 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5319c78f-957c-4daa-b19c-07254b739273 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d27e345-b6fe-4607-8cf5-c63e4a72acb3 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:13:08.928102 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5319c78f-957c-4daa-b19c-07254b739273 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.929240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5319c78f-957c-4daa-b19c-07254b739273 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4d27e345-b6fe-4607-8cf5-c63e4a72acb3 HTTP/1.1" status: 204 len: 168 time: 2.3046155 Nov 12 04:13:08.936697 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d87c03e-f8b8-42e3-a8a5-53a92ca7419d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.940493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33162) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:08.998006 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4d8418d-3828-4e1b-add1-d818338a10d3 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.063525 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 436d7d35-88ab-4d37-999e-058efa38598e {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:09.075997 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.083125 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-e441d833-f9c3-4eb8-bc27-ef93e386534d admin admin] Deleting subnet 57f0c919-3b95-4b18-9b90-784919aa82ad {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:13:09.094442 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e441d833-f9c3-4eb8-bc27-ef93e386534d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.104420 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Attempting to bind port 5bdceacd-b491-4055-a30e-a229166b8b17 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:09.105216 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Attempting to bind port 5bdceacd-b491-4055-a30e-a229166b8b17 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:09.105782 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Attempting to bind port 5bdceacd-b491-4055-a30e-a229166b8b17 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:09.124067 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Transition to ACTIVE for port object 436d7d35-88ab-4d37-999e-058efa38598e will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:13:09.133657 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f8497-b9aa-4f5b-9b8f-1291cf460258 req-ce058430-6d0f-4e67-977b-3f6b5ec2b77e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:09.134496 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-135f8497-b9aa-4f5b-9b8f-1291cf460258 req-ce058430-6d0f-4e67-977b-3f6b5ec2b77e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 936 time: 0.2177799 Nov 12 04:13:09.143531 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Port 5bdceacd-b491-4055-a30e-a229166b8b17 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:13:09.143880 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Attempting to bind port 5bdceacd-b491-4055-a30e-a229166b8b17 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:09.161148 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:09.161510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:09.161896 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:09.162953 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Bound port: 5bdceacd-b491-4055-a30e-a229166b8b17, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:09.164793 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.166290 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.171100 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e441d833-f9c3-4eb8-bc27-ef93e386534d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.194206 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.219869 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.228750 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d87c03e-f8b8-42e3-a8a5-53a92ca7419d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.266867 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.273550 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-135f8497-b9aa-4f5b-9b8f-1291cf460258 req-35c2b231-26a1-4228-81d8-9ff3dd7ed5b8 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249132 Nov 12 04:13:09.299441 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d87c03e-f8b8-42e3-a8a5-53a92ca7419d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.315834 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4d8418d-3828-4e1b-add1-d818338a10d3 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.316059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=436d7d35-88ab-4d37-999e-058efa38598e,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:09.337806 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] For port 5bdceacd-b491-4055-a30e-a229166b8b17, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:09.354046 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d87c03e-f8b8-42e3-a8a5-53a92ca7419d admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:09.376890 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e441d833-f9c3-4eb8-bc27-ef93e386534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.379344 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] Attempting to bind port bd7d23d0-7445-4b99-82d8-d4e47ce94c3f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:09.379822 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] Attempting to bind port bd7d23d0-7445-4b99-82d8-d4e47ce94c3f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:09.381809 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] Attempting to bind port bd7d23d0-7445-4b99-82d8-d4e47ce94c3f on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:09.390407 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] For port 5bdceacd-b491-4055-a30e-a229166b8b17, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5bdceacd-b491-4055-a30e-a229166b8b17,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:09.392159 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:09.392725 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:09.393149 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.394326 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:09.395884 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d87c03e-f8b8-42e3-a8a5-53a92ca7419d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.396227 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-8d87c03e-f8b8-42e3-a8a5-53a92ca7419d admin admin] Added segment 96f2254a-a609-45c4-a3a5-fe7264158e77 of type vlan for network 548c1840-b990-48ca-a686-5676b7358da8 Nov 12 04:13:09.397873 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] Bound port: bd7d23d0-7445-4b99-82d8-d4e47ce94c3f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:09.398113 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.401959 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f480a7e-bebf-45e9-a158-e50a3c8688c3 None None] Pushing event updated for resources: {'Port': ['ID=bd7d23d0-7445-4b99-82d8-d4e47ce94c3f,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:09.410376 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87c03e-f8b8-42e3-a8a5-53a92ca7419d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bac9db-6118-435f-b2e5-e1764a6756bf,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:09.485053 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Attempting to bind port 436d7d35-88ab-4d37-999e-058efa38598e on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:09.485616 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Attempting to bind port 436d7d35-88ab-4d37-999e-058efa38598e by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:09.486159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Attempting to bind port 436d7d35-88ab-4d37-999e-058efa38598e on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:09.494620 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.496693 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Port 436d7d35-88ab-4d37-999e-058efa38598e on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:13:09.497062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Attempting to bind port 436d7d35-88ab-4d37-999e-058efa38598e on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:09.503115 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:09.503771 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:09.504371 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:09.505131 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Bound port: 436d7d35-88ab-4d37-999e-058efa38598e, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:09.505715 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.511146 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d87c03e-f8b8-42e3-a8a5-53a92ca7419d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.550403 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] For port bd7d23d0-7445-4b99-82d8-d4e47ce94c3f, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:09.566958 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] For port bd7d23d0-7445-4b99-82d8-d4e47ce94c3f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=bd7d23d0-7445-4b99-82d8-d4e47ce94c3f,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:09.600089 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:09.606838 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.606838 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] 10.222.0.31 "PUT /v2.0/ports/5bdceacd-b491-4055-a30e-a229166b8b17 HTTP/1.1" status: 200 len: 1097 time: 3.1036456 Nov 12 04:13:09.623723 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e441d833-f9c3-4eb8-bc27-ef93e386534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.639934 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dc970-2d78-4f70-9de4-aff07d5113ed service neutron] Pushing event updated for resources: {'Port': ['ID=5bdceacd-b491-4055-a30e-a229166b8b17,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:09.646577 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:09.679284 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d4d8418d-3828-4e1b-add1-d818338a10d3 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Deleting port bd7d23d0-7445-4b99-82d8-d4e47ce94c3f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:09.680010 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4d8418d-3828-4e1b-add1-d818338a10d3 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.718431 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e441d833-f9c3-4eb8-bc27-ef93e386534d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.724109 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e441d833-f9c3-4eb8-bc27-ef93e386534d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/57f0c919-3b95-4b18-9b90-784919aa82ad HTTP/1.1" status: 204 len: 168 time: 0.7733204 Nov 12 04:13:09.725208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33176) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:09.725702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441d833-f9c3-4eb8-bc27-ef93e386534d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57f0c919-3b95-4b18-9b90-784919aa82ad,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:09.743682 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 18787f14-c0ef-430d-89bd-2ead615946a9 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:09.754948 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1395bf-d0e8-4802-abcd-9cd1ab981efe None None] Network 255a670c-e1e7-4afe-9db1-0fcfa8417825 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:09.762550 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] For port 436d7d35-88ab-4d37-999e-058efa38598e, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:09.769083 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.777393 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fded70-be2d-4fad-8421-2b0f15b3677f x-openstack-request-id: req-90fded70-be2d-4fad-8421-2b0f15b3677f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:09.783959 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491be05a-9428-4b8a-9aa5-459637c04e2b", "name": "network-vif-deleted", "tag": "ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:09.783959 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90fded70-be2d-4fad-8421-2b0f15b3677f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:09.783959 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491be05a-9428-4b8a-9aa5-459637c04e2b', 'name': 'network-vif-deleted', 'tag': 'ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0', 'status': 'completed', 'code': 200} Nov 12 04:13:09.783959 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d87c03e-f8b8-42e3-a8a5-53a92ca7419d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.783959 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d87c03e-f8b8-42e3-a8a5-53a92ca7419d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:09.783959 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d87c03e-f8b8-42e3-a8a5-53a92ca7419d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.812922 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:09.818418 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device ec7e0567-18cb-4ad0-aaf2-e1fee75e00b0 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:09.848611 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.855619 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] For port 436d7d35-88ab-4d37-999e-058efa38598e, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=436d7d35-88ab-4d37-999e-058efa38598e,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:09.890332 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 18787f14-c0ef-430d-89bd-2ead615946a9 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:09.890871 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 18787f14-c0ef-430d-89bd-2ead615946a9 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:09.891289 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 52ac4346-d6a7-4ae5-8001-7914dedda574 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:09.926401 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33190) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:09.952619 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87c03e-f8b8-42e3-a8a5-53a92ca7419d admin admin] Pushing event updated for resources: {'Network': ['ID=548c1840-b990-48ca-a686-5676b7358da8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:09.970573 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-d4d8418d-3828-4e1b-add1-d818338a10d3 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] For port bd7d23d0-7445-4b99-82d8-d4e47ce94c3f, host n-d-768509-24, got binding levels [] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:09.979463 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4d8418d-3828-4e1b-add1-d818338a10d3 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.979657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 548c1840-b990-48ca-a686-5676b7358da8 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:09.979657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 52ac4346-d6a7-4ae5-8001-7914dedda574 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:09.979657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 52ac4346-d6a7-4ae5-8001-7914dedda574 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:09.988671 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.000376 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8d87c03e-f8b8-42e3-a8a5-53a92ca7419d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6138790 Nov 12 04:13:10.003831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33192) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:10.006903 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d4d8418d-3828-4e1b-add1-d818338a10d3 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Calling delete_port for bd7d23d0-7445-4b99-82d8-d4e47ce94c3f owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:10.010660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-9f57809c-1e79-4ebc-89f2-09359c5f5f1d admin admin] Request body: {'subnet': {'network_id': '548c1840-b990-48ca-a686-5676b7358da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2022690313-subnet', 'tenant_id': '3ce1c502856b47dba298e8da4ad1a4f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:10.025502 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-4f1cc21b-16f9-4fbe-927c-4021671796bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:10.027057 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-4f1cc21b-16f9-4fbe-927c-4021671796bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&device_id=6a59c450-8aa0-42d5-a65c-f6115cf511af HTTP/1.1" status: 200 len: 1100 time: 0.1979311 Nov 12 04:13:10.075763 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-9759c05f-187e-4d41-aeb1-0cb91fdb6183 admin admin] Deleting subnet 504596be-ee34-4774-bccb-6ddc41bf3b5f {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:13:10.079247 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:10.079862 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.081216 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] 10.222.0.21 "PUT /v2.0/ports/436d7d35-88ab-4d37-999e-058efa38598e HTTP/1.1" status: 200 len: 1097 time: 2.7325008 Nov 12 04:13:10.086298 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38d6a07-2993-49f8-b738-48bc7d8aae22', 'tag': '436d7d35-88ab-4d37-999e-058efa38598e'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:10.088769 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e05895-f8c3-4dab-a231-0933727c2f70" -d '{"events": [{"name": "network-changed", "server_uuid": "d38d6a07-2993-49f8-b738-48bc7d8aae22", "tag": "436d7d35-88ab-4d37-999e-058efa38598e"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:10.108100 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9759c05f-187e-4d41-aeb1-0cb91fdb6183 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.113658 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-b2f07099-7222-4876-9807-141934c9ea6e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=5bdceacd-b491-4055-a30e-a229166b8b17 HTTP/1.1" status: 200 len: 217 time: 0.0431921 Nov 12 04:13:10.114480 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f480a7e-bebf-45e9-a158-e50a3c8688c3 None None] Pushing event updated for resources: {'Port': ['ID=bd7d23d0-7445-4b99-82d8-d4e47ce94c3f,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:10.136104 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] Deleting port c5eca92d-b658-41f8-8f1f-538e3ec5dfc1 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:10.136446 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.176960 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] Routers {'d0a98dda-aeb3-4416-a693-0ce256b1b18c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:10.177598 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d0a98dda-aeb3-4416-a693-0ce256b1b18c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:10.187738 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b1bd55-5b93-4d42-8098-82c400a21fa2 x-openstack-request-id: req-b6b1bd55-5b93-4d42-8098-82c400a21fa2 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:10.188025 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38d6a07-2993-49f8-b738-48bc7d8aae22", "tag": "436d7d35-88ab-4d37-999e-058efa38598e", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:10.188285 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6b1bd55-5b93-4d42-8098-82c400a21fa2 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:10.188696 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38d6a07-2993-49f8-b738-48bc7d8aae22', 'tag': '436d7d35-88ab-4d37-999e-058efa38598e', 'status': 'completed', 'code': 200} Nov 12 04:13:10.246489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e48eda-210b-4eea-9088-e69db3c7aeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=436d7d35-88ab-4d37-999e-058efa38598e,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:10.248606 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-48ccfb55-4a8b-46e3-b2ea-8fa9a36735d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:10.251014 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-48ccfb55-4a8b-46e3-b2ea-8fa9a36735d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1283598 Nov 12 04:13:10.254067 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f57809c-1e79-4ebc-89f2-09359c5f5f1d admin admin] Made reservation on behalf of 3ce1c502856b47dba298e8da4ad1a4f0 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:10.258379 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9f57809c-1e79-4ebc-89f2-09359c5f5f1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.280302 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9759c05f-187e-4d41-aeb1-0cb91fdb6183 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.347810 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-4179fe92-4245-47fc-8053-98eb2ca84fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:10.349675 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-4179fe92-4245-47fc-8053-98eb2ca84fd1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0904045 Nov 12 04:13:10.442556 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] For port c5eca92d-b658-41f8-8f1f-538e3ec5dfc1, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c5eca92d-b658-41f8-8f1f-538e3ec5dfc1,segment=NetworkSegment(345410ef-f278-4387-bbd8-808d891543b9),segment_id=345410ef-f278-4387-bbd8-808d891543b9)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:10.442987 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.450076 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4d8418d-3828-4e1b-add1-d818338a10d3 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.472277 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] Set router d0a98dda-aeb3-4416-a693-0ce256b1b18c gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:10.492018 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8418d-3828-4e1b-add1-d818338a10d3 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd7d23d0-7445-4b99-82d8-d4e47ce94c3f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:10.517614 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] Calling delete_port for c5eca92d-b658-41f8-8f1f-538e3ec5dfc1 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:10.520643 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-2156d6db-39db-4032-9c1d-1db2d98a97cf service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495221 Nov 12 04:13:10.542335 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a98dda-aeb3-4416-a693-0ce256b1b18c', 'name': 'tempest-snat-router-923043754', 'tenant_id': '3646c9b02051454da0e72e024656309f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:02Z', 'updated_at': '2021-11-12T04:13:09Z', 'revision_number': 4, 'project_id': '3646c9b02051454da0e72e024656309f', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:10.542624 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9759c05f-187e-4d41-aeb1-0cb91fdb6183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.581451 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56e72f6-d913-4ebd-bdfc-c98cea68fa08 None None] The sync data for ids ['d0a98dda-aeb3-4416-a693-0ce256b1b18c'] in n-d-768509-24 is: [{'id': 'd0a98dda-aeb3-4416-a693-0ce256b1b18c', 'name': 'tempest-snat-router-923043754', 'tenant_id': '3646c9b02051454da0e72e024656309f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:02Z', 'updated_at': '2021-11-12T04:13:09Z', 'revision_number': 4, 'project_id': '3646c9b02051454da0e72e024656309f', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:10.624497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e05895-f8c3-4dab-a231-0933727c2f70 req-d1e9deea-328d-4dc5-8af0-143734a5f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:10.626011 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4e05895-f8c3-4dab-a231-0933727c2f70 req-d1e9deea-328d-4dc5-8af0-143734a5f9c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 1100 time: 0.3732398 Nov 12 04:13:10.632885 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4d8418d-3828-4e1b-add1-d818338a10d3 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.656362 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355285ed-1966-416b-9096-e9eeb8994ac7 req-76fdcb3a-bef7-42e1-94d1-aa465792ec40 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:10.657621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-355285ed-1966-416b-9096-e9eeb8994ac7 req-76fdcb3a-bef7-42e1-94d1-aa465792ec40 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 948 time: 0.2209651 Nov 12 04:13:10.680089 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] DHCP port deletion for 255a670c-e1e7-4afe-9db1-0fcfa8417825 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:10.720283 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4e05895-f8c3-4dab-a231-0933727c2f70 req-06d8d467-0ca3-4425-9f86-32b477ca36df service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c20a8a9f651849c3b9028541aea3d827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616910 Nov 12 04:13:10.753136 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] Deleting port c5eca92d-b658-41f8-8f1f-538e3ec5dfc1 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:10.753625 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.762976 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4d8418d-3828-4e1b-add1-d818338a10d3 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.769120 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4d8418d-3828-4e1b-add1-d818338a10d3 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.787180 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-d27bd1ca-873d-4e4d-a83e-94036f3f4b56 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547064 Nov 12 04:13:10.862471 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] For port c5eca92d-b658-41f8-8f1f-538e3ec5dfc1, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c5eca92d-b658-41f8-8f1f-538e3ec5dfc1,segment=NetworkSegment(345410ef-f278-4387-bbd8-808d891543b9),segment_id=345410ef-f278-4387-bbd8-808d891543b9)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:10.862471 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.877323 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] Calling delete_port for c5eca92d-b658-41f8-8f1f-538e3ec5dfc1 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:10.879420 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9759c05f-187e-4d41-aeb1-0cb91fdb6183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.895333 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4d8418d-3828-4e1b-add1-d818338a10d3 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.896113 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d8418d-3828-4e1b-add1-d818338a10d3 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0a98dda-aeb3-4416-a693-0ce256b1b18c {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:13:10.906294 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4d8418d-3828-4e1b-add1-d818338a10d3 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.909767 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d4d8418d-3828-4e1b-add1-d818338a10d3 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "DELETE /v2.0/routers/d0a98dda-aeb3-4416-a693-0ce256b1b18c HTTP/1.1" status: 204 len: 168 time: 2.1253169 Nov 12 04:13:10.910987 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33202) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:10.956523 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759c05f-187e-4d41-aeb1-0cb91fdb6183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=504596be-ee34-4774-bccb-6ddc41bf3b5f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:10.958645 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9759c05f-187e-4d41-aeb1-0cb91fdb6183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.964798 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9759c05f-187e-4d41-aeb1-0cb91fdb6183 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/504596be-ee34-4774-bccb-6ddc41bf3b5f HTTP/1.1" status: 204 len: 168 time: 1.0329947 Nov 12 04:13:10.966134 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33204) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:10.974561 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-355285ed-1966-416b-9096-e9eeb8994ac7 req-ab23779d-ad4a-4f25-8b6a-61c286b65fde tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882397 Nov 12 04:13:11.015551 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.024272 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.039653 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e05895-f8c3-4dab-a231-0933727c2f70 req-478b5caf-82cb-4954-a448-e6f1775487a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:11.042354 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4e05895-f8c3-4dab-a231-0933727c2f70 req-478b5caf-82cb-4954-a448-e6f1775487a7 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3096130 Nov 12 04:13:11.060014 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] Pushing event deleted for resources: {'Port': ['ID=c5eca92d-b658-41f8-8f1f-538e3ec5dfc1,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:11.062934 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] No DVR routers for this DVR port c5eca92d-b658-41f8-8f1f-538e3ec5dfc1 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:11.065311 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9f57809c-1e79-4ebc-89f2-09359c5f5f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.072355 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:11.073071 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:11.073595 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:11.074088 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:11.075248 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:11.075755 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:11.076439 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:11.076929 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:11.077783 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5eca92d-b658-41f8-8f1f-538e3ec5dfc1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:11.078550 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:11.079090 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:11.079587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:11.093979 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7adbc4-0eb3-4064-b6cb-845abeb5d7a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:11.109981 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] No DVR routers for this DVR port c5eca92d-b658-41f8-8f1f-538e3ec5dfc1 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:11.134522 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d85d2729-b4db-4a37-91b1-aeda66a77d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.170920 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2886f1da-9190-4b26-ae6d-a2e1fecb3abe tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.234333 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57809c-1e79-4ebc-89f2-09359c5f5f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f19a492-13b2-4404-96f3-ac21e88d3de9,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:11.290317 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.293675 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57809c-1e79-4ebc-89f2-09359c5f5f1d admin admin] Checking segment: {'id': '96f2254a-a609-45c4-a3a5-fe7264158e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '548c1840-b990-48ca-a686-5676b7358da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:11.294053 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f57809c-1e79-4ebc-89f2-09359c5f5f1d admin admin] Network hostable DHCP agents. Network: 548c1840-b990-48ca-a686-5676b7358da8, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:11.335056 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-cffa7dce-52d1-478c-9b39-ddf0c6386892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:11.340389 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-cffa7dce-52d1-478c-9b39-ddf0c6386892 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 1100 time: 0.1756201 Nov 12 04:13:11.344132 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255a670c-e1e7-4afe-9db1-0fcfa8417825']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:11.344914 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d85d2729-b4db-4a37-91b1-aeda66a77d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.358899 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345410ef-f278-4387-bbd8-808d891543b9') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:11.359198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345410ef-f278-4387-bbd8-808d891543b9') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:11.377256 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c5eca92d-b658-41f8-8f1f-538e3ec5dfc1 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:11.378264 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d85d2729-b4db-4a37-91b1-aeda66a77d7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37b2e01-0bab-4ed6-98b0-8381c00125c8']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:11.389103 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.393800 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d85d2729-b4db-4a37-91b1-aeda66a77d7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185b428a-5d8a-425b-aad4-aa21398c4a0f') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:11.394239 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d85d2729-b4db-4a37-91b1-aeda66a77d7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185b428a-5d8a-425b-aad4-aa21398c4a0f') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:11.398322 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: c5eca92d-b658-41f8-8f1f-538e3ec5dfc1 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:11.399286 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c5eca92d-b658-41f8-8f1f-538e3ec5dfc1 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:11.416214 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d85d2729-b4db-4a37-91b1-aeda66a77d7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.425389 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2886f1da-9190-4b26-ae6d-a2e1fecb3abe tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.438210 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d85d2729-b4db-4a37-91b1-aeda66a77d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.442940 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.445958 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85d2729-b4db-4a37-91b1-aeda66a77d7a admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:11.446125 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-9341b2c5-4f1c-46dd-b478-47b12dba69d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=436d7d35-88ab-4d37-999e-058efa38598e HTTP/1.1" status: 200 len: 217 time: 0.0891843 Nov 12 04:13:11.446551 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d85d2729-b4db-4a37-91b1-aeda66a77d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:11.448515 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:11.452609 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:11.452609 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: items = [ Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:11.454804 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:11.509344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f57809c-1e79-4ebc-89f2-09359c5f5f1d admin admin] Network 548c1840-b990-48ca-a686-5676b7358da8 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:11.555015 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-b3d50e6c-d042-4092-824d-1bbedbff3944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:11.556540 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-b3d50e6c-d042-4092-824d-1bbedbff3944 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0914805 Nov 12 04:13:11.585942 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2886f1da-9190-4b26-ae6d-a2e1fecb3abe tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Deleting port b6d9491f-062c-4a41-b24d-7cb57063f67c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:11.589426 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2886f1da-9190-4b26-ae6d-a2e1fecb3abe tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.590508 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d85d2729-b4db-4a37-91b1-aeda66a77d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.613921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-bd21ac10-d9fe-4d12-bcb0-ae72a807089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:11.615168 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d85d2729-b4db-4a37-91b1-aeda66a77d7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.615520 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-bd21ac10-d9fe-4d12-bcb0-ae72a807089a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0511966 Nov 12 04:13:11.618455 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d85d2729-b4db-4a37-91b1-aeda66a77d7a admin admin] 10.222.0.37 "DELETE /v2.0/networks/d37b2e01-0bab-4ed6-98b0-8381c00125c8 HTTP/1.1" status: 204 len: 168 time: 0.6513591 Nov 12 04:13:11.657861 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d2729-b4db-4a37-91b1-aeda66a77d7a admin admin] Pushing event deleted for resources: {'Network': ['ID=d37b2e01-0bab-4ed6-98b0-8381c00125c8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:11.663320 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-9f57809c-1e79-4ebc-89f2-09359c5f5f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 548c1840-b990-48ca-a686-5676b7358da8) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:11.673093 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f57809c-1e79-4ebc-89f2-09359c5f5f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:11.673694 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9f57809c-1e79-4ebc-89f2-09359c5f5f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.683746 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62728679-75a7-4b23-bfc8-7ec4cf1551d2 None None] Network 548c1840-b990-48ca-a686-5676b7358da8 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:11.713749 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.716753 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-2886f1da-9190-4b26-ae6d-a2e1fecb3abe tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] For port b6d9491f-062c-4a41-b24d-7cb57063f67c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b6d9491f-062c-4a41-b24d-7cb57063f67c,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:11.721449 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2886f1da-9190-4b26-ae6d-a2e1fecb3abe tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.732381 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.732381 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/255a670c-e1e7-4afe-9db1-0fcfa8417825 HTTP/1.1" status: 204 len: 168 time: 2.0025537 Nov 12 04:13:11.760571 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32213571-b2b3-46dc-90e8-6ff06d289cc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=255a670c-e1e7-4afe-9db1-0fcfa8417825,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:11.763095 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2886f1da-9190-4b26-ae6d-a2e1fecb3abe tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Calling delete_port for b6d9491f-062c-4a41-b24d-7cb57063f67c owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:11.803180 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-ba0ca638-81e6-4ad7-9623-655ac5d6610d service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790578 Nov 12 04:13:11.808703 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a59c450-8aa0-42d5-a65c-f6115cf511af', 'tag': '5bdceacd-b491-4055-a30e-a229166b8b17'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:11.808703 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71635fa5-76f1-4377-a626-28d5d3b77fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "6a59c450-8aa0-42d5-a65c-f6115cf511af", "tag": "5bdceacd-b491-4055-a30e-a229166b8b17"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:11.872756 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9f57809c-1e79-4ebc-89f2-09359c5f5f1d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8675523 Nov 12 04:13:11.873972 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85c0676-ac58-4f77-8450-7f5fa0c06f7c x-openstack-request-id: req-f85c0676-ac58-4f77-8450-7f5fa0c06f7c {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:11.874264 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a59c450-8aa0-42d5-a65c-f6115cf511af", "tag": "5bdceacd-b491-4055-a30e-a229166b8b17", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:11.874520 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f85c0676-ac58-4f77-8450-7f5fa0c06f7c {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:11.874945 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a59c450-8aa0-42d5-a65c-f6115cf511af', 'tag': '5bdceacd-b491-4055-a30e-a229166b8b17', 'status': 'completed', 'code': 200} Nov 12 04:13:11.886728 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480dbf73-e50d-48ca-9a81-9f0e2fb52ce6 None None] Network 548c1840-b990-48ca-a686-5676b7358da8 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:11.993678 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1212d128-a9e3-41f0-8a7a-4a0a714969a1 req-3d3cb185-0053-448a-9f36-97d806deb398 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783967 Nov 12 04:13:12.066230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71635fa5-76f1-4377-a626-28d5d3b77fdc req-6b383226-eae8-4dde-8936-a60b359a4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:12.068304 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-71635fa5-76f1-4377-a626-28d5d3b77fdc req-6b383226-eae8-4dde-8936-a60b359a4ed5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&device_id=6a59c450-8aa0-42d5-a65c-f6115cf511af HTTP/1.1" status: 200 len: 1100 time: 0.1423433 Nov 12 04:13:12.095306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33244) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:12.164696 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2886f1da-9190-4b26-ae6d-a2e1fecb3abe tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.170268 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7ca03-4dc5-4067-9f48-0079734ef9f4 req-bf376e35-66ba-45f8-b8f3-d7439b2d1348 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:12.172112 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbd7ca03-4dc5-4067-9f48-0079734ef9f4 req-bf376e35-66ba-45f8-b8f3-d7439b2d1348 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 948 time: 0.0888827 Nov 12 04:13:12.186576 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ce2964af-b57a-4292-8836-5cda8828c80a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a4ac16166e54dae862fa352faf2bc28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0851438 Nov 12 04:13:12.186576 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33248) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:12.205232 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886f1da-9190-4b26-ae6d-a2e1fecb3abe tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6d9491f-062c-4a41-b24d-7cb57063f67c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:12.209538 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71635fa5-76f1-4377-a626-28d5d3b77fdc req-d5bbc530-7bf1-4ff1-9cdf-8eef5da0f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:12.212358 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-71635fa5-76f1-4377-a626-28d5d3b77fdc req-d5bbc530-7bf1-4ff1-9cdf-8eef5da0f1ac service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1354532 Nov 12 04:13:12.214308 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33252) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:12.268492 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbd7ca03-4dc5-4067-9f48-0079734ef9f4 req-531ed2e5-422f-409e-aa43-86357c7b1274 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842068 Nov 12 04:13:12.280161 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d162a4c-6e68-498c-88e1-34ddbed44f42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.309164 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-71635fa5-76f1-4377-a626-28d5d3b77fdc req-d961a19b-097e-43a3-acef-ffc2e23aa428 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=5bdceacd-b491-4055-a30e-a229166b8b17 HTTP/1.1" status: 200 len: 217 time: 0.0876129 Nov 12 04:13:12.311210 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d162a4c-6e68-498c-88e1-34ddbed44f42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.379157 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2886f1da-9190-4b26-ae6d-a2e1fecb3abe tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.388191 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-dc94055b-a80c-449a-83b4-88dc912cc2ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76ae4228185c433294b6350ab3932f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690261 Nov 12 04:13:12.392049 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33270) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:12.441434 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9068f203-7bb0-4dba-9fb9-b768119c89e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.471940 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9068f203-7bb0-4dba-9fb9-b768119c89e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.480692 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d162a4c-6e68-498c-88e1-34ddbed44f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.485204 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d162a4c-6e68-498c-88e1-34ddbed44f42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.485387 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71635fa5-76f1-4377-a626-28d5d3b77fdc req-b3b25efe-d8f7-4f31-9848-94d2254fa586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:12.487140 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-71635fa5-76f1-4377-a626-28d5d3b77fdc req-b3b25efe-d8f7-4f31-9848-94d2254fa586 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1696656 Nov 12 04:13:12.489073 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2886f1da-9190-4b26-ae6d-a2e1fecb3abe tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.491893 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2886f1da-9190-4b26-ae6d-a2e1fecb3abe tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.496129 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8d162a4c-6e68-498c-88e1-34ddbed44f42 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02cdb921-595f-49df-b920-0b47dac1830a HTTP/1.1" status: 204 len: 168 time: 0.3074992 Nov 12 04:13:12.518920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d162a4c-6e68-498c-88e1-34ddbed44f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cdb921-595f-49df-b920-0b47dac1830a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:12.571269 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71635fa5-76f1-4377-a626-28d5d3b77fdc req-2b7a2907-9cd2-41a6-b857-7db0560f58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:12.572899 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-71635fa5-76f1-4377-a626-28d5d3b77fdc req-2b7a2907-9cd2-41a6-b857-7db0560f58bb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0778849 Nov 12 04:13:12.642794 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2886f1da-9190-4b26-ae6d-a2e1fecb3abe tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.643358 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2886f1da-9190-4b26-ae6d-a2e1fecb3abe tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6eb5196e-99c4-4404-9939-84a36d4e025c {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:13:12.648626 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2886f1da-9190-4b26-ae6d-a2e1fecb3abe tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.653918 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33278) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:12.655316 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2886f1da-9190-4b26-ae6d-a2e1fecb3abe tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "DELETE /v2.0/routers/6eb5196e-99c4-4404-9939-84a36d4e025c HTTP/1.1" status: 204 len: 168 time: 1.7417836 Nov 12 04:13:12.661975 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-8fabb5e3-312c-40d2-a957-0e02d9192e1c tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1771014938', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:12.674951 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5bdceacd-b491-4055-a30e-a229166b8b17 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:13:12.675796 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9068f203-7bb0-4dba-9fb9-b768119c89e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.678161 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9068f203-7bb0-4dba-9fb9-b768119c89e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.684781 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9068f203-7bb0-4dba-9fb9-b768119c89e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9b3e82e-7819-4f72-b0a3-0a66a4417c96 HTTP/1.1" status: 204 len: 168 time: 0.2881219 Nov 12 04:13:12.694669 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068f203-7bb0-4dba-9fb9-b768119c89e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b3e82e-7819-4f72-b0a3-0a66a4417c96,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:12.722693 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-71635fa5-76f1-4377-a626-28d5d3b77fdc req-aa79883b-4a66-4aab-b80b-bb4c891289f5 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417503 Nov 12 04:13:12.789653 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8fabb5e3-312c-40d2-a957-0e02d9192e1c tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.791487 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8fabb5e3-312c-40d2-a957-0e02d9192e1c tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.847032 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-71635fa5-76f1-4377-a626-28d5d3b77fdc req-1bd215ff-4301-41fc-b643-18141ead734c service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151795 Nov 12 04:13:12.867583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 5bdceacd-b491-4055-a30e-a229166b8b17, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5bdceacd-b491-4055-a30e-a229166b8b17,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:12.874051 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8fabb5e3-312c-40d2-a957-0e02d9192e1c tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.882418 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '5bdceacd-b491-4055-a30e-a229166b8b17', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '5bdceacd-b491-4055-a30e-a229166b8b17', 'mac_address': 'fa:16:3e:56:2d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:13:12.924278 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.944849 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdceacd-b491-4055-a30e-a229166b8b17 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:12.968940 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 5bdceacd-b491-4055-a30e-a229166b8b17, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5bdceacd-b491-4055-a30e-a229166b8b17,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:13.084817 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.131373 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8fabb5e3-312c-40d2-a957-0e02d9192e1c tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.137398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-1f6f0a6f-09d9-4e04-adfb-36b19c0fbe62 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:13.141272 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=5bdceacd-b491-4055-a30e-a229166b8b17,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:13.143533 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-1f6f0a6f-09d9-4e04-adfb-36b19c0fbe62 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/networks?id=548c1840-b990-48ca-a686-5676b7358da8 HTTP/1.1" status: 200 len: 822 time: 0.2335014 Nov 12 04:13:13.164441 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-a59b47f5-c474-4b4c-8046-952c167b9bae tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/quotas/3ce1c502856b47dba298e8da4ad1a4f0 HTTP/1.1" status: 200 len: 375 time: 0.0137684 Nov 12 04:13:13.198047 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-fc403aeb-08ac-4630-8530-039b1385053b tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce1c502856b47dba298e8da4ad1a4f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337603 Nov 12 04:13:13.326075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-f3988615-96c2-4cb8-aef2-b21c1886c0b4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:13:13.327131 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-f3988615-96c2-4cb8-aef2-b21c1886c0b4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1217790 Nov 12 04:13:13.386966 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['5bdceacd-b491-4055-a30e-a229166b8b17'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:13.423756 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b6d9491f-062c-4a41-b24d-7cb57063f67c no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:13.465616 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: b6d9491f-062c-4a41-b24d-7cb57063f67c {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:13.466243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b6d9491f-062c-4a41-b24d-7cb57063f67c not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:13.809422 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-0ee0b7ab-8e02-482b-a37c-634b2d648f53 service neutron] 10.222.0.37 "GET /v2.0/networks/548c1840-b990-48ca-a686-5676b7358da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728675 Nov 12 04:13:13.837815 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8fabb5e3-312c-40d2-a957-0e02d9192e1c tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.860931 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33336) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:13.867958 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8fabb5e3-312c-40d2-a957-0e02d9192e1c tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.008092 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-354e1d47-5a78-4362-b22b-b48cb85a537b service neutron] 10.222.0.37 "GET /v2.0/networks/548c1840-b990-48ca-a686-5676b7358da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780512 Nov 12 04:13:14.039358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-8fabb5e3-312c-40d2-a957-0e02d9192e1c tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Allocated IP 172.25.1.82 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/f6a62d64-66af-41ac-b91c-b38bd64b40c9) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:14.139634 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-466268e2-d7cd-42b9-bf8e-3a52a0389c24 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1995607733-network', 'tenant_id': '92b2be87d44f422498a74a6e6079c03d'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:14.180069 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8fabb5e3-312c-40d2-a957-0e02d9192e1c tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.301533 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466268e2-d7cd-42b9-bf8e-3a52a0389c24 admin admin] Made reservation on behalf of 92b2be87d44f422498a74a6e6079c03d for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:14.305274 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-466268e2-d7cd-42b9-bf8e-3a52a0389c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.322889 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-466268e2-d7cd-42b9-bf8e-3a52a0389c24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.378939 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8fabb5e3-312c-40d2-a957-0e02d9192e1c tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.425260 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-466268e2-d7cd-42b9-bf8e-3a52a0389c24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.448461 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fabb5e3-312c-40d2-a957-0e02d9192e1c tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:14.450412 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabb5e3-312c-40d2-a957-0e02d9192e1c tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Pushing event updated for resources: {'Port': ['ID=f6a62d64-66af-41ac-b91c-b38bd64b40c9,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:14.453377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-8fabb5e3-312c-40d2-a957-0e02d9192e1c tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:14.469681 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fabb5e3-312c-40d2-a957-0e02d9192e1c tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:14.494970 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-466268e2-d7cd-42b9-bf8e-3a52a0389c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.521308 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466268e2-d7cd-42b9-bf8e-3a52a0389c24 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:14.530811 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466268e2-d7cd-42b9-bf8e-3a52a0389c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6142a16c-7f7d-40fe-8a3e-909d19eb1603,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:14.536767 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-466268e2-d7cd-42b9-bf8e-3a52a0389c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.537675 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-466268e2-d7cd-42b9-bf8e-3a52a0389c24 admin admin] Added segment a7a16613-de32-47d0-98b9-3f0e067fabb3 of type vlan for network 7c067b89-4435-4f3f-9af7-cb8cb922d545 Nov 12 04:13:14.564798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ac9ee-fa54-4782-b368-fd55d2470fd5 req-8db0d926-d5ae-4122-a4dd-9b62a9f0209c tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:14.566216 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f98ac9ee-fa54-4782-b368-fd55d2470fd5 req-8db0d926-d5ae-4122-a4dd-9b62a9f0209c tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 948 time: 0.1353049 Nov 12 04:13:14.580737 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-466268e2-d7cd-42b9-bf8e-3a52a0389c24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.668481 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f98ac9ee-fa54-4782-b368-fd55d2470fd5 req-cc92ba25-3150-4905-a722-00df95a4e16b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737650 Nov 12 04:13:14.668737 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-466268e2-d7cd-42b9-bf8e-3a52a0389c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.670168 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466268e2-d7cd-42b9-bf8e-3a52a0389c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:14.670801 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-466268e2-d7cd-42b9-bf8e-3a52a0389c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.681300 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5bdceacd-b491-4055-a30e-a229166b8b17 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:14.739536 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466268e2-d7cd-42b9-bf8e-3a52a0389c24 admin admin] Pushing event updated for resources: {'Network': ['ID=7c067b89-4435-4f3f-9af7-cb8cb922d545,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:14.749613 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 7c067b89-4435-4f3f-9af7-cb8cb922d545 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:14.787688 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-466268e2-d7cd-42b9-bf8e-3a52a0389c24 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9247880 Nov 12 04:13:14.793938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33366) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:14.801199 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-90d4f3b7-63d4-4a6b-820b-84e96ba7e21b admin admin] Request body: {'subnet': {'network_id': '7c067b89-4435-4f3f-9af7-cb8cb922d545', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1995607733-subnet', 'tenant_id': '92b2be87d44f422498a74a6e6079c03d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:14.843956 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 5bdceacd-b491-4055-a30e-a229166b8b17 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:13:14.848771 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 5bdceacd-b491-4055-a30e-a229166b8b17 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:14.852594 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.881214 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8fabb5e3-312c-40d2-a957-0e02d9192e1c tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.936127 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d4f3b7-63d4-4a6b-820b-84e96ba7e21b admin admin] Made reservation on behalf of 92b2be87d44f422498a74a6e6079c03d for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:14.937982 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.938417 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90d4f3b7-63d4-4a6b-820b-84e96ba7e21b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.962164 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a59c450-8aa0-42d5-a65c-f6115cf511af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdceacd-b491-4055-a30e-a229166b8b17'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:14.965412 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895ef703-fc68-43c8-b696-da6abb0a5a16" -d '{"events": [{"server_uuid": "6a59c450-8aa0-42d5-a65c-f6115cf511af", "name": "network-vif-plugged", "status": "completed", "tag": "5bdceacd-b491-4055-a30e-a229166b8b17"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:14.965710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-543a9ef0-09ba-4acc-b471-9d735b9bdc9e req-12824129-b001-4243-a63d-8e3c123cb261 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 210 time: 0.0432637 Nov 12 04:13:14.983991 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 5bdceacd-b491-4055-a30e-a229166b8b17, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5bdceacd-b491-4055-a30e-a229166b8b17,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:15.081361 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.132405 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=5bdceacd-b491-4055-a30e-a229166b8b17,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:15.252351 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8fabb5e3-312c-40d2-a957-0e02d9192e1c tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.302246 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0511df0-73d3-458f-9c8c-2323641e9439 x-openstack-request-id: req-d0511df0-73d3-458f-9c8c-2323641e9439 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:15.303399 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a59c450-8aa0-42d5-a65c-f6115cf511af", "name": "network-vif-plugged", "status": "completed", "tag": "5bdceacd-b491-4055-a30e-a229166b8b17", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:15.303830 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0511df0-73d3-458f-9c8c-2323641e9439 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:15.304560 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a59c450-8aa0-42d5-a65c-f6115cf511af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdceacd-b491-4055-a30e-a229166b8b17', 'code': 200} Nov 12 04:13:15.343068 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90d4f3b7-63d4-4a6b-820b-84e96ba7e21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.421471 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4f3b7-63d4-4a6b-820b-84e96ba7e21b admin admin] Pushing event updated for resources: {'Subnet': ['ID=25863a95-2197-4e59-85cf-2583375f5faa,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:15.454559 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d4f3b7-63d4-4a6b-820b-84e96ba7e21b admin admin] Checking segment: {'id': 'a7a16613-de32-47d0-98b9-3f0e067fabb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7c067b89-4435-4f3f-9af7-cb8cb922d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:15.454559 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d4f3b7-63d4-4a6b-820b-84e96ba7e21b admin admin] Network hostable DHCP agents. Network: 7c067b89-4435-4f3f-9af7-cb8cb922d545, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:15.454839 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898e225-a8bf-49d4-b2d4-a2e93d18595b req-8a3505f0-4c3a-45a5-bdc0-ab50cf299085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.455308 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5898e225-a8bf-49d4-b2d4-a2e93d18595b req-8a3505f0-4c3a-45a5-bdc0-ab50cf299085 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6a59c450-8aa0-42d5-a65c-f6115cf511af HTTP/1.1" status: 200 len: 1102 time: 0.0564036 Nov 12 04:13:15.520792 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5898e225-a8bf-49d4-b2d4-a2e93d18595b req-ea676992-8da7-468a-8618-1cbed11a990f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561106 Nov 12 04:13:15.543517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d4f3b7-63d4-4a6b-820b-84e96ba7e21b admin admin] Network 7c067b89-4435-4f3f-9af7-cb8cb922d545 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:15.546017 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fabb5e3-312c-40d2-a957-0e02d9192e1c tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Router d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:13:15.657517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-90d4f3b7-63d4-4a6b-820b-84e96ba7e21b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 7c067b89-4435-4f3f-9af7-cb8cb922d545) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:15.660288 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-4b1a8546-01e6-4b0f-ad2f-ba75131182bb tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=353c9d9f9be447a89097c4b4ea7c259d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529349 Nov 12 04:13:15.661700 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 436d7d35-88ab-4d37-999e-058efa38598e details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:13:15.665538 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d4f3b7-63d4-4a6b-820b-84e96ba7e21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.666338 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90d4f3b7-63d4-4a6b-820b-84e96ba7e21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.674052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7eb09c-8c3e-47f1-ab8c-1534676c70e5 None None] Network 7c067b89-4435-4f3f-9af7-cb8cb922d545 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:15.750889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fabb5e3-312c-40d2-a957-0e02d9192e1c tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:15.761717 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6bc0b5-4b4f-4553-8cf9-c9ef6d2b549d None None] Sync routers for ids ['d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:15.772219 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6bc0b5-4b4f-4553-8cf9-c9ef6d2b549d None None] Routers {'d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:15.772811 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1b6bc0b5-4b4f-4553-8cf9-c9ef6d2b549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:15.794047 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-90d4f3b7-63d4-4a6b-820b-84e96ba7e21b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9987035 Nov 12 04:13:15.811396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-d89f189e-b72e-42c8-8c74-b47c09e88be2 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.811803 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1b6bc0b5-4b4f-4553-8cf9-c9ef6d2b549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:15.812949 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-d89f189e-b72e-42c8-8c74-b47c09e88be2 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1433504 Nov 12 04:13:15.828262 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6bc0b5-4b4f-4553-8cf9-c9ef6d2b549d None None] Routers {'d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:15.829269 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1b6bc0b5-4b4f-4553-8cf9-c9ef6d2b549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:15.840562 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-f5f22faf-0e17-4a47-899a-4e9381907442 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/quotas/353c9d9f9be447a89097c4b4ea7c259d HTTP/1.1" status: 200 len: 375 time: 0.0165069 Nov 12 04:13:15.873249 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1b6bc0b5-4b4f-4553-8cf9-c9ef6d2b549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:15.874200 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6bc0b5-4b4f-4553-8cf9-c9ef6d2b549d None None] The sync data for ids ['d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:15.893265 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-97971071-ac11-4e20-9db6-2f79dc03944b tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=353c9d9f9be447a89097c4b4ea7c259d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463536 Nov 12 04:13:15.896132 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8fabb5e3-312c-40d2-a957-0e02d9192e1c tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.900332 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8fabb5e3-312c-40d2-a957-0e02d9192e1c tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2413418 Nov 12 04:13:15.901438 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33444) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:15.909794 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9142315b-ed7d-40f9-a669-4915f444e9cd tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'enable_snat': False}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:15.938788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b7bacf-4435-429e-b6f0-c9eba1ba3976 None None] Network 7c067b89-4435-4f3f-9af7-cb8cb922d545 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:16.010209 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 436d7d35-88ab-4d37-999e-058efa38598e, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=436d7d35-88ab-4d37-999e-058efa38598e,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:16.028390 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '436d7d35-88ab-4d37-999e-058efa38598e', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '436d7d35-88ab-4d37-999e-058efa38598e', 'mac_address': 'fa:16:3e:5d:3e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:13:16.061888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33452) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:16.095311 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.165742 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 436d7d35-88ab-4d37-999e-058efa38598e {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:16.204192 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 436d7d35-88ab-4d37-999e-058efa38598e, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=436d7d35-88ab-4d37-999e-058efa38598e,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:16.282462 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-93e2bf08-70bb-4e57-9619-8ace6b4614b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.313796 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aef7f3-6110-4737-8b04-bbf2e0344997 req-e7234aa7-e308-41ff-9eaf-38b256099802 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:16.314518 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.324731 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2aef7f3-6110-4737-8b04-bbf2e0344997 req-e7234aa7-e308-41ff-9eaf-38b256099802 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 948 time: 0.1010847 Nov 12 04:13:16.391427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=436d7d35-88ab-4d37-999e-058efa38598e,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:16.406778 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2aef7f3-6110-4737-8b04-bbf2e0344997 req-580ecde8-9d5d-44e3-b86a-57278ac2668d tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786209 Nov 12 04:13:16.482290 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-93e2bf08-70bb-4e57-9619-8ace6b4614b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.594420 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-93e2bf08-70bb-4e57-9619-8ace6b4614b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.603217 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.636911 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-93e2bf08-70bb-4e57-9619-8ace6b4614b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ca02cbc73b9474fa3f7b037c5ea2d7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5738928 Nov 12 04:13:16.643399 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33466) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:16.648928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33468) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:16.683414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2bf08-70bb-4e57-9619-8ace6b4614b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a863b2-db20-4e96-87b8-d60910e2d081,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:16.746683 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-efa3b075-6129-405a-a99f-de66f06956d9 req-bc434897-3b61-402e-a454-db7e84a6d50e tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 210 time: 0.0397983 Nov 12 04:13:16.750276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b49269-9772-45f5-85f9-d4c6b83ebc5e admin admin] Deleting subnet 25863a95-2197-4e59-85cf-2583375f5faa {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:13:16.754060 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19b49269-9772-45f5-85f9-d4c6b83ebc5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.774141 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f53d84cf-aa5f-46ec-8452-cb4e03186a98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.779581 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['436d7d35-88ab-4d37-999e-058efa38598e'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:16.786286 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9142315b-ed7d-40f9-a669-4915f444e9cd tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.793175 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19b49269-9772-45f5-85f9-d4c6b83ebc5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.831902 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f53d84cf-aa5f-46ec-8452-cb4e03186a98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.900071 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19b49269-9772-45f5-85f9-d4c6b83ebc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.925407 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-78fa0578-6e34-48cb-8bbd-3540f18a34f0 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=353c9d9f9be447a89097c4b4ea7c259d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254123 Nov 12 04:13:16.996297 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f53d84cf-aa5f-46ec-8452-cb4e03186a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.999033 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f53d84cf-aa5f-46ec-8452-cb4e03186a98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.000227 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f53d84cf-aa5f-46ec-8452-cb4e03186a98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75a863b2-db20-4e96-87b8-d60910e2d081 HTTP/1.1" status: 204 len: 168 time: 0.3556476 Nov 12 04:13:17.012871 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d84cf-aa5f-46ec-8452-cb4e03186a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a863b2-db20-4e96-87b8-d60910e2d081,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:17.081740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-74ba927f-dca0-4fb3-a223-328454ed116c tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:17.085344 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-74ba927f-dca0-4fb3-a223-328454ed116c tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1387544 Nov 12 04:13:17.099717 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-e938c39c-c751-4f98-a0c6-13a0534ec126 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/quotas/353c9d9f9be447a89097c4b4ea7c259d HTTP/1.1" status: 200 len: 375 time: 0.0097957 Nov 12 04:13:17.134674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-24a65f33-c0bf-4fde-a444-9ff953ad1e9c tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=353c9d9f9be447a89097c4b4ea7c259d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286660 Nov 12 04:13:17.226909 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19b49269-9772-45f5-85f9-d4c6b83ebc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.275864 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b49269-9772-45f5-85f9-d4c6b83ebc5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25863a95-2197-4e59-85cf-2583375f5faa,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:17.277871 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19b49269-9772-45f5-85f9-d4c6b83ebc5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.281348 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-19b49269-9772-45f5-85f9-d4c6b83ebc5e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/25863a95-2197-4e59-85cf-2583375f5faa HTTP/1.1" status: 204 len: 168 time: 0.6313784 Nov 12 04:13:17.284255 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33480) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:17.456540 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cc232a3c-bd3c-4be3-9bc0-58979c54eab2 req-f1bf2793-5fc0-4607-87dc-229833e17e2f tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=739c8842-aee9-4e27-a3a0-b31e4d0b1f97 HTTP/1.1" status: 200 len: 210 time: 0.0663850 Nov 12 04:13:17.462394 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5fce-69c5-4c14-a686-90c795ab5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.499755 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9142315b-ed7d-40f9-a669-4915f444e9cd tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.511813 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-a244ae07-6602-4327-bcee-417e481c6ecc tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:17.513329 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-a244ae07-6602-4327-bcee-417e481c6ecc tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.31 "GET /v2.0/networks?id=548c1840-b990-48ca-a686-5676b7358da8 HTTP/1.1" status: 200 len: 822 time: 0.2075479 Nov 12 04:13:17.514540 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9142315b-ed7d-40f9-a669-4915f444e9cd tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.582203 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5fce-69c5-4c14-a686-90c795ab5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.618679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-d423aa83-48f6-44c9-9d91-06364ddbd2b8 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Request body: {'port': {'device_id': '7ae7ef8f-855f-4fa2-b945-f70ec427fa41', 'network_id': '548c1840-b990-48ca-a686-5676b7358da8', 'admin_state_up': True, 'tenant_id': '3ce1c502856b47dba298e8da4ad1a4f0'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:17.633517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-2ecf5fce-69c5-4c14-a686-90c795ab5b6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c067b89-4435-4f3f-9af7-cb8cb922d545']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:17.657937 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-2ecf5fce-69c5-4c14-a686-90c795ab5b6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a16613-de32-47d0-98b9-3f0e067fabb3') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:17.658236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-2ecf5fce-69c5-4c14-a686-90c795ab5b6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a16613-de32-47d0-98b9-3f0e067fabb3') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:17.670085 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5fce-69c5-4c14-a686-90c795ab5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.689425 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7eac4-1992-461d-b2db-0931e3cbbb69 req-cefa611a-4564-4702-b054-691a159a227e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:17.695339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cc7eac4-1992-461d-b2db-0931e3cbbb69 req-cefa611a-4564-4702-b054-691a159a227e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 949 time: 0.1097152 Nov 12 04:13:17.703098 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5fce-69c5-4c14-a686-90c795ab5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.719691 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ecf5fce-69c5-4c14-a686-90c795ab5b6c admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:17.720102 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5fce-69c5-4c14-a686-90c795ab5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:17.721816 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:17.751861 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9142315b-ed7d-40f9-a669-4915f444e9cd tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Router d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:13:17.813217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cc7eac4-1992-461d-b2db-0931e3cbbb69 req-6091c05c-79b5-444d-9edf-26d8859229fa tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074431 Nov 12 04:13:17.848179 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-d423aa83-48f6-44c9-9d91-06364ddbd2b8 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Made reservation on behalf of 3ce1c502856b47dba298e8da4ad1a4f0 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:17.850220 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-d423aa83-48f6-44c9-9d91-06364ddbd2b8 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.886387 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5fce-69c5-4c14-a686-90c795ab5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.895496 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5fce-69c5-4c14-a686-90c795ab5b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.898868 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2ecf5fce-69c5-4c14-a686-90c795ab5b6c admin admin] 10.222.0.37 "DELETE /v2.0/networks/7c067b89-4435-4f3f-9af7-cb8cb922d545 HTTP/1.1" status: 204 len: 168 time: 0.6134884 Nov 12 04:13:17.911397 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf5fce-69c5-4c14-a686-90c795ab5b6c admin admin] Pushing event deleted for resources: {'Network': ['ID=7c067b89-4435-4f3f-9af7-cb8cb922d545,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:17.945165 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.993944 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9142315b-ed7d-40f9-a669-4915f444e9cd tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:18.000825 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9142315b-ed7d-40f9-a669-4915f444e9cd tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.001926 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9142315b-ed7d-40f9-a669-4915f444e9cd tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "PUT /v2.0/routers/d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd HTTP/1.1" status: 200 len: 921 time: 2.0965476 Nov 12 04:13:18.004757 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33512) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:18.007911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c44c81-f8e4-4ae2-b86b-371b1ac9d761 None None] Sync routers for ids ['d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:18.019336 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c44c81-f8e4-4ae2-b86b-371b1ac9d761 None None] Routers {'d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:18.020414 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f2c44c81-f8e4-4ae2-b86b-371b1ac9d761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:18.106826 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f2c44c81-f8e4-4ae2-b86b-371b1ac9d761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:18.114692 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-d423aa83-48f6-44c9-9d91-06364ddbd2b8 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Allocated IP 172.20.0.9 (548c1840-b990-48ca-a686-5676b7358da8/0f19a492-13b2-4404-96f3-ac21e88d3de9/f33e5601-6ec2-4fa2-87dd-a96116bfafb5) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:18.119870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c44c81-f8e4-4ae2-b86b-371b1ac9d761 None None] Routers {'d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:18.129566 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f2c44c81-f8e4-4ae2-b86b-371b1ac9d761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:18.201643 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f2c44c81-f8e4-4ae2-b86b-371b1ac9d761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:18.202545 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c44c81-f8e4-4ae2-b86b-371b1ac9d761 None None] The sync data for ids ['d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:18.212379 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5c9812e-2bab-4384-8c8e-f6699779479b req-62a9dc20-8e8e-4b96-b8a4-2ebe7515a1f8 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 210 time: 0.0440929 Nov 12 04:13:18.243736 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c0582291-4c83-4bab-be5c-31596838e463 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "GET /v2.0/routers/d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd HTTP/1.1" status: 200 len: 921 time: 0.2376778 Nov 12 04:13:18.244481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33518) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:18.312524 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-d423aa83-48f6-44c9-9d91-06364ddbd2b8 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.358330 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58409edb-332c-4b82-8b10-7639622438a8 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:18.359949 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-58409edb-332c-4b82-8b10-7639622438a8 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&device_id=d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1126046 Nov 12 04:13:18.362665 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33524) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:18.460893 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b351bce0-73d6-44e9-98c1-4413ad24a4f1 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:18.462513 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b351bce0-73d6-44e9-98c1-4413ad24a4f1 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 881 time: 0.0987790 Nov 12 04:13:18.465714 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33526) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:18.492936 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-d423aa83-48f6-44c9-9d91-06364ddbd2b8 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.512032 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-dba2793b-cf23-4f8e-8774-94d1a891f212 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "GET /v2.0/ports?device_id=d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd HTTP/1.1" status: 200 len: 205 time: 0.0448558 Nov 12 04:13:18.514713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33532) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:18.560516 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33534) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:18.579034 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-d423aa83-48f6-44c9-9d91-06364ddbd2b8 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Network 548c1840-b990-48ca-a686-5676b7358da8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:18.590108 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-d423aa83-48f6-44c9-9d91-06364ddbd2b8 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:18.596091 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-d423aa83-48f6-44c9-9d91-06364ddbd2b8 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:18.614577 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33536) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:18.623989 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-498a7fd6-2c57-4244-90ee-debd6683b4f6 req-c4bd8af1-c2c8-4ce6-8bd1-c541dff6241d tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=739c8842-aee9-4e27-a3a0-b31e4d0b1f97 HTTP/1.1" status: 200 len: 210 time: 0.0469272 Nov 12 04:13:18.664386 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-d423aa83-48f6-44c9-9d91-06364ddbd2b8 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:18.665088 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-d423aa83-48f6-44c9-9d91-06364ddbd2b8 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.683639 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423aa83-48f6-44c9-9d91-06364ddbd2b8 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Pushing event updated for resources: {'Port': ['ID=f33e5601-6ec2-4fa2-87dd-a96116bfafb5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:18.687740 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94d6c6f7-9be4-4358-bf8d-91aaa5961b22 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.717373 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a1e0b943-926a-4639-8b5f-1a055f427c74 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92b2be87d44f422498a74a6e6079c03d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1527309 Nov 12 04:13:18.717627 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33540) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:18.761920 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-d423aa83-48f6-44c9-9d91-06364ddbd2b8 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1479230 Nov 12 04:13:18.782895 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Request body: {'port': {'device_id': '7ae7ef8f-855f-4fa2-b945-f70ec427fa41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:18.785630 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-74b398f8-e0ec-4b71-83d6-44b4fd2f4ac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.821055 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94d6c6f7-9be4-4358-bf8d-91aaa5961b22 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.830987 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-74b398f8-e0ec-4b71-83d6-44b4fd2f4ac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.833217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-8b5590f4-575e-4c67-a3f0-52fc84516854 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1351416003-network', 'tenant_id': 'a533591e0a2c4c2ca2981f4d7f256138'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:18.883017 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.929363 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5590f4-575e-4c67-a3f0-52fc84516854 admin admin] Made reservation on behalf of a533591e0a2c4c2ca2981f4d7f256138 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:18.932665 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b5590f4-575e-4c67-a3f0-52fc84516854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.967097 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b5590f4-575e-4c67-a3f0-52fc84516854 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.000304 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81f109-9767-446f-9814-4d904f13a7c7 req-d58060c6-4797-4ab3-ae20-ee56462a6398 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:19.001074 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb81f109-9767-446f-9814-4d904f13a7c7 req-d58060c6-4797-4ab3-ae20-ee56462a6398 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 949 time: 0.1112711 Nov 12 04:13:19.017370 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-74b398f8-e0ec-4b71-83d6-44b4fd2f4ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.020071 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-74b398f8-e0ec-4b71-83d6-44b4fd2f4ac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.022099 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-74b398f8-e0ec-4b71-83d6-44b4fd2f4ac9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6142a16c-7f7d-40fe-8a3e-909d19eb1603 HTTP/1.1" status: 204 len: 168 time: 0.3026814 Nov 12 04:13:19.059674 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b398f8-e0ec-4b71-83d6-44b4fd2f4ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6142a16c-7f7d-40fe-8a3e-909d19eb1603,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:19.083469 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-94d6c6f7-9be4-4358-bf8d-91aaa5961b22 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Deleting port f6a62d64-66af-41ac-b91c-b38bd64b40c9 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:19.083846 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94d6c6f7-9be4-4358-bf8d-91aaa5961b22 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.104954 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb81f109-9767-446f-9814-4d904f13a7c7 req-ce15d167-45d2-491e-941e-d3a0d7a8837a tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887325 Nov 12 04:13:19.195701 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b5590f4-575e-4c67-a3f0-52fc84516854 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.217876 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94d6c6f7-9be4-4358-bf8d-91aaa5961b22 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.232774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-94d6c6f7-9be4-4358-bf8d-91aaa5961b22 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Calling delete_port for f6a62d64-66af-41ac-b91c-b38bd64b40c9 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:19.241002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33e5601-6ec2-4fa2-87dd-a96116bfafb5 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:19.253488 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.268020 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Transition to ACTIVE for port object f33e5601-6ec2-4fa2-87dd-a96116bfafb5 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:13:19.284746 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b5590f4-575e-4c67-a3f0-52fc84516854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.337522 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-0fed2975-1a71-409b-aa23-7a978f798df2 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=353c9d9f9be447a89097c4b4ea7c259d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489295 Nov 12 04:13:19.339601 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.393066 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f33e5601-6ec2-4fa2-87dd-a96116bfafb5,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:19.487846 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Attempting to bind port f33e5601-6ec2-4fa2-87dd-a96116bfafb5 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:19.491855 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Attempting to bind port f33e5601-6ec2-4fa2-87dd-a96116bfafb5 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '96f2254a-a609-45c4-a3a5-fe7264158e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '548c1840-b990-48ca-a686-5676b7358da8'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:19.491855 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Attempting to bind port f33e5601-6ec2-4fa2-87dd-a96116bfafb5 on network 548c1840-b990-48ca-a686-5676b7358da8 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:19.495091 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Port f33e5601-6ec2-4fa2-87dd-a96116bfafb5 on network 548c1840-b990-48ca-a686-5676b7358da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:13:19.495435 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Attempting to bind port f33e5601-6ec2-4fa2-87dd-a96116bfafb5 on network 548c1840-b990-48ca-a686-5676b7358da8 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:19.501867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:19.502018 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Checking segment: {'id': '96f2254a-a609-45c4-a3a5-fe7264158e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '548c1840-b990-48ca-a686-5676b7358da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:19.502441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Bound using segment: {'id': '96f2254a-a609-45c4-a3a5-fe7264158e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '548c1840-b990-48ca-a686-5676b7358da8'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:19.502912 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Bound port: f33e5601-6ec2-4fa2-87dd-a96116bfafb5, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f2254a-a609-45c4-a3a5-fe7264158e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '548c1840-b990-48ca-a686-5676b7358da8'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:19.503280 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.591027 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] For port f33e5601-6ec2-4fa2-87dd-a96116bfafb5, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:19.595854 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] For port f33e5601-6ec2-4fa2-87dd-a96116bfafb5, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f33e5601-6ec2-4fa2-87dd-a96116bfafb5,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:19.697793 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 436d7d35-88ab-4d37-999e-058efa38598e up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:19.707344 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.708553 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5590f4-575e-4c67-a3f0-52fc84516854 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:19.726988 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5590f4-575e-4c67-a3f0-52fc84516854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b4ed6c-9392-4c30-9f29-bc347fcd0753,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:19.759720 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:19.760780 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.763831 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] 10.222.0.31 "PUT /v2.0/ports/f33e5601-6ec2-4fa2-87dd-a96116bfafb5 HTTP/1.1" status: 200 len: 1092 time: 0.9846165 Nov 12 04:13:19.766898 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae7ef8f-855f-4fa2-b945-f70ec427fa41', 'tag': 'f33e5601-6ec2-4fa2-87dd-a96116bfafb5'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:19.768845 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3143600-59b0-440e-a299-0c7a7a6f9d38" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae7ef8f-855f-4fa2-b945-f70ec427fa41", "tag": "f33e5601-6ec2-4fa2-87dd-a96116bfafb5"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:19.801089 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eed8b6-124b-448a-9854-56524c3c39b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f33e5601-6ec2-4fa2-87dd-a96116bfafb5,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:19.813204 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b5590f4-575e-4c67-a3f0-52fc84516854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.813557 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-8b5590f4-575e-4c67-a3f0-52fc84516854 admin admin] Added segment 1f106b00-2617-4e47-aafd-a54eaba78e33 of type vlan for network 21e2bef0-08ef-4124-9d3d-7a9e1c8d56a8 Nov 12 04:13:19.874666 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-261468ca-55d8-4643-8cfb-6b1e0c8a0ab4 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=353c9d9f9be447a89097c4b4ea7c259d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268147 Nov 12 04:13:19.915056 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 436d7d35-88ab-4d37-999e-058efa38598e completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:13:19.920334 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 436d7d35-88ab-4d37-999e-058efa38598e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:19.920764 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.940361 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5959a3e-4795-48aa-a7c9-0507d0fb2461 req-310af152-9096-43df-90b6-de4f3fee406d tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:19.941982 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5959a3e-4795-48aa-a7c9-0507d0fb2461 req-310af152-9096-43df-90b6-de4f3fee406d tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 943 time: 0.5695932 Nov 12 04:13:19.944360 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b5590f4-575e-4c67-a3f0-52fc84516854 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.008551 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-81967d72-acd3-4ad5-9d29-57fe76858255 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:20.010040 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-81967d72-acd3-4ad5-9d29-57fe76858255 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6388142 Nov 12 04:13:20.013230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-cf6b3b41-8f61-460f-bd08-c8350f2b9459 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:20.014826 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-cf6b3b41-8f61-460f-bd08-c8350f2b9459 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1311228 Nov 12 04:13:20.028652 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.043199 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-cc26dd24-df28-45dd-9332-38ada27c727a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Request body: {'port': {'device_id': '739c8842-aee9-4e27-a3a0-b31e4d0b1f97', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': '353c9d9f9be447a89097c4b4ea7c259d'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:20.065015 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 436d7d35-88ab-4d37-999e-058efa38598e, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=436d7d35-88ab-4d37-999e-058efa38598e,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:20.066067 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38d6a07-2993-49f8-b738-48bc7d8aae22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436d7d35-88ab-4d37-999e-058efa38598e'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:20.069056 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2b58ad-fc16-4309-8c69-cfb21964ee54" -d '{"events": [{"server_uuid": "d38d6a07-2993-49f8-b738-48bc7d8aae22", "name": "network-vif-plugged", "status": "completed", "tag": "436d7d35-88ab-4d37-999e-058efa38598e"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:20.072934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-ffe4646b-00f9-439c-8aaa-c819ffd9f7c5 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Request body: {'port': {'device_id': '293b4729-3756-4913-9f4c-371e6f856e9c', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': '353c9d9f9be447a89097c4b4ea7c259d'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:20.118308 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-5041d8b1-3e48-4edc-8d6c-7cc51a8b7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:20.119857 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-5041d8b1-3e48-4edc-8d6c-7cc51a8b7e04 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ce1c502856b47dba298e8da4ad1a4f0&device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 1095 time: 0.2017884 Nov 12 04:13:20.157631 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5959a3e-4795-48aa-a7c9-0507d0fb2461 req-6a4f5a38-5181-41f0-b81a-2e62f6a9b72a tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959951 Nov 12 04:13:20.176896 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b5590f4-575e-4c67-a3f0-52fc84516854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.176896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5590f4-575e-4c67-a3f0-52fc84516854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:20.176896 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b5590f4-575e-4c67-a3f0-52fc84516854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.196721 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.248699 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-541b959c-d0fa-44fe-a526-505b58f38291 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f33e5601-6ec2-4fa2-87dd-a96116bfafb5 HTTP/1.1" status: 200 len: 217 time: 0.0900896 Nov 12 04:13:20.261554 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=436d7d35-88ab-4d37-999e-058efa38598e,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:20.309370 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94d6c6f7-9be4-4358-bf8d-91aaa5961b22 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.313580 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-cc26dd24-df28-45dd-9332-38ada27c727a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Made reservation on behalf of 353c9d9f9be447a89097c4b4ea7c259d for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:20.320527 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-cc26dd24-df28-45dd-9332-38ada27c727a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.334611 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-cc26dd24-df28-45dd-9332-38ada27c727a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.355670 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0861015-3072-4e6d-9176-5b884e69688a req-5d67aabc-e66f-4e18-995b-8017afe1837f tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=739c8842-aee9-4e27-a3a0-b31e4d0b1f97 HTTP/1.1" status: 200 len: 210 time: 0.1059766 Nov 12 04:13:20.356291 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5590f4-575e-4c67-a3f0-52fc84516854 admin admin] Pushing event updated for resources: {'Network': ['ID=21e2bef0-08ef-4124-9d3d-7a9e1c8d56a8,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:20.396129 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 21e2bef0-08ef-4124-9d3d-7a9e1c8d56a8 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:20.401055 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6c6f7-9be4-4358-bf8d-91aaa5961b22 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Pushing event deleted for resources: {'Port': ['ID=f6a62d64-66af-41ac-b91c-b38bd64b40c9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:20.437399 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33586) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:20.437995 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8b5590f4-575e-4c67-a3f0-52fc84516854 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8227985 Nov 12 04:13:20.445459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-b960a6aa-01d4-4b27-863f-eaf3a60cec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:20.445876 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-953067da-fa92-407d-bd7f-fd253a38ffce admin admin] Request body: {'subnet': {'network_id': '21e2bef0-08ef-4124-9d3d-7a9e1c8d56a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1351416003-subnet', 'tenant_id': 'a533591e0a2c4c2ca2981f4d7f256138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:20.447043 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-b960a6aa-01d4-4b27-863f-eaf3a60cec0b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f19a492-13b2-4404-96f3-ac21e88d3de9 HTTP/1.1" status: 200 len: 862 time: 0.1621060 Nov 12 04:13:20.510867 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-cc26dd24-df28-45dd-9332-38ada27c727a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.524268 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-7748d07f-0b28-47db-98d5-ba3803a5f1ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=548c1840-b990-48ca-a686-5676b7358da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350409 Nov 12 04:13:20.526048 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94d6c6f7-9be4-4358-bf8d-91aaa5961b22 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.593719 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-cc26dd24-df28-45dd-9332-38ada27c727a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.601248 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-ffe4646b-00f9-439c-8aaa-c819ffd9f7c5 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Made reservation on behalf of 353c9d9f9be447a89097c4b4ea7c259d for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:20.603723 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-ffe4646b-00f9-439c-8aaa-c819ffd9f7c5 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.653767 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b517390-e307-4ae4-a348-e7e5ddf37160 x-openstack-request-id: req-5b517390-e307-4ae4-a348-e7e5ddf37160 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:20.654059 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae7ef8f-855f-4fa2-b945-f70ec427fa41", "tag": "f33e5601-6ec2-4fa2-87dd-a96116bfafb5", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:20.654314 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b517390-e307-4ae4-a348-e7e5ddf37160 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:20.654745 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae7ef8f-855f-4fa2-b945-f70ec427fa41', 'tag': 'f33e5601-6ec2-4fa2-87dd-a96116bfafb5', 'status': 'completed', 'code': 200} Nov 12 04:13:20.658415 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94d6c6f7-9be4-4358-bf8d-91aaa5961b22 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.661003 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953067da-fa92-407d-bd7f-fd253a38ffce admin admin] Made reservation on behalf of a533591e0a2c4c2ca2981f4d7f256138 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:20.663528 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94d6c6f7-9be4-4358-bf8d-91aaa5961b22 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.664105 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-953067da-fa92-407d-bd7f-fd253a38ffce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.684162 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686c0e55-e3c3-4b90-a427-9baf3480dcde x-openstack-request-id: req-686c0e55-e3c3-4b90-a427-9baf3480dcde {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:20.684519 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38d6a07-2993-49f8-b738-48bc7d8aae22", "name": "network-vif-plugged", "status": "completed", "tag": "436d7d35-88ab-4d37-999e-058efa38598e", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:20.685227 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-686c0e55-e3c3-4b90-a427-9baf3480dcde {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:20.685740 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38d6a07-2993-49f8-b738-48bc7d8aae22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436d7d35-88ab-4d37-999e-058efa38598e', 'code': 200} Nov 12 04:13:20.758246 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26dd24-df28-45dd-9332-38ada27c727a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:20.851837 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-cc26dd24-df28-45dd-9332-38ada27c727a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Allocated IP 192.168.233.69 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:20.869723 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94d6c6f7-9be4-4358-bf8d-91aaa5961b22 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.870442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d6c6f7-9be4-4358-bf8d-91aaa5961b22 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Fanout notify agent at l3_agent the message router_deleted on router d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:13:20.880139 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94d6c6f7-9be4-4358-bf8d-91aaa5961b22 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.881265 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-94d6c6f7-9be4-4358-bf8d-91aaa5961b22 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "DELETE /v2.0/routers/d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd HTTP/1.1" status: 204 len: 168 time: 2.3654549 Nov 12 04:13:20.887452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33588) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:20.893485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-0506dc3a-3e2f-4bfc-acda-abdcedfdca51 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1608980734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:20.903495 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-3725ede3-15ef-41b3-aa7a-89fb65cd9128 service neutron] 10.222.0.31 "GET /v2.0/networks/548c1840-b990-48ca-a686-5676b7358da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735206 Nov 12 04:13:20.936640 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac207a37-a616-43cb-91e7-5466526d9b4a req-b33e53b9-a0ce-443c-b61c-ff835792af46 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:20.938249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac207a37-a616-43cb-91e7-5466526d9b4a req-b33e53b9-a0ce-443c-b61c-ff835792af46 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 950 time: 0.1942801 Nov 12 04:13:20.943262 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e0437-cfae-4bed-bad4-3a5919c3eeb4 req-2c5842dd-a9ba-4eb5-9921-9edbdfe2452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:20.944735 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e80e0437-cfae-4bed-bad4-3a5919c3eeb4 req-2c5842dd-a9ba-4eb5-9921-9edbdfe2452b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 1102 time: 0.1551275 Nov 12 04:13:21.046595 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0506dc3a-3e2f-4bfc-acda-abdcedfdca51 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.047548 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0506dc3a-3e2f-4bfc-acda-abdcedfdca51 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.087903 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-cc26dd24-df28-45dd-9332-38ada27c727a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.098249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e80e0437-cfae-4bed-bad4-3a5919c3eeb4 req-fb1bc5a5-d6d8-47c9-bbcb-46ee14795595 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417408 Nov 12 04:13:21.103503 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac207a37-a616-43cb-91e7-5466526d9b4a req-5660ea45-6898-42e7-adc6-73fcbbaee587 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451392 Nov 12 04:13:21.105593 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea52d08-5acb-4e31-933e-b5a354018439 req-a5a32123-895e-4cf3-b9f6-d886e4727b9a service neutron] 10.222.0.31 "GET /v2.0/networks/548c1840-b990-48ca-a686-5676b7358da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873493 Nov 12 04:13:21.116673 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-953067da-fa92-407d-bd7f-fd253a38ffce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.179996 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953067da-fa92-407d-bd7f-fd253a38ffce admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ff483d1-6bbb-4540-ad6d-614e4ab23b4b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:21.190591 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953067da-fa92-407d-bd7f-fd253a38ffce admin admin] Checking segment: {'id': '1f106b00-2617-4e47-aafd-a54eaba78e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '21e2bef0-08ef-4124-9d3d-7a9e1c8d56a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:21.191042 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953067da-fa92-407d-bd7f-fd253a38ffce admin admin] Network hostable DHCP agents. Network: 21e2bef0-08ef-4124-9d3d-7a9e1c8d56a8, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:21.209877 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0506dc3a-3e2f-4bfc-acda-abdcedfdca51 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.229588 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-cc26dd24-df28-45dd-9332-38ada27c727a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.278715 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-cc26dd24-df28-45dd-9332-38ada27c727a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:21.281856 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-cc26dd24-df28-45dd-9332-38ada27c727a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:21.286355 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-cc26dd24-df28-45dd-9332-38ada27c727a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:21.291511 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26dd24-df28-45dd-9332-38ada27c727a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Pushing event updated for resources: {'Port': ['ID=e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:21.293828 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953067da-fa92-407d-bd7f-fd253a38ffce admin admin] Network 21e2bef0-08ef-4124-9d3d-7a9e1c8d56a8 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:21.356841 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-cc26dd24-df28-45dd-9332-38ada27c727a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:21.357557 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-cc26dd24-df28-45dd-9332-38ada27c727a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.382862 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0506dc3a-3e2f-4bfc-acda-abdcedfdca51 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.413180 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-953067da-fa92-407d-bd7f-fd253a38ffce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 21e2bef0-08ef-4124-9d3d-7a9e1c8d56a8) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:21.423093 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953067da-fa92-407d-bd7f-fd253a38ffce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:21.423093 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-953067da-fa92-407d-bd7f-fd253a38ffce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.423383 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d793689d-bdbf-44b1-8bde-e2248ec8f30f None None] Network 21e2bef0-08ef-4124-9d3d-7a9e1c8d56a8 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:21.447999 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-ffe4646b-00f9-439c-8aaa-c819ffd9f7c5 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Allocated IP 192.168.233.43 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/f701fd92-151a-447a-a890-b40face78a0f) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:21.454566 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3143600-59b0-440e-a299-0c7a7a6f9d38 req-39f2416c-fa58-4544-b5d8-e2998f111a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:21.456117 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3143600-59b0-440e-a299-0c7a7a6f9d38 req-39f2416c-fa58-4544-b5d8-e2998f111a71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ce1c502856b47dba298e8da4ad1a4f0&device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 1095 time: 0.1116848 Nov 12 04:13:21.482552 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-cc26dd24-df28-45dd-9332-38ada27c727a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4440072 Nov 12 04:13:21.506657 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Request body: {'port': {'device_id': '739c8842-aee9-4e27-a3a0-b31e4d0b1f97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:21.524472 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-953067da-fa92-407d-bd7f-fd253a38ffce admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0825913 Nov 12 04:13:21.565723 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0506dc3a-3e2f-4bfc-acda-abdcedfdca51 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.569584 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0506dc3a-3e2f-4bfc-acda-abdcedfdca51 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6789193 Nov 12 04:13:21.571388 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33596) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:21.580154 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-041d35c7-97bb-40b8-bd27-4864bca02d52 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Request body: {'router': {'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:21.632823 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.694928 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5bbc3c66-2457-45e8-8315-95ed169fe2f8 None None] Provisioning complete for port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:21.695341 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5bbc3c66-2457-45e8-8315-95ed169fe2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.765695 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc0be7e-d283-411d-9643-be2b3f609225 None None] Network 21e2bef0-08ef-4124-9d3d-7a9e1c8d56a8 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:21.811712 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3143600-59b0-440e-a299-0c7a7a6f9d38 req-99255ba4-dcc1-4f7b-ab2b-88b17a0f03b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:21.812088 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3143600-59b0-440e-a299-0c7a7a6f9d38 req-99255ba4-dcc1-4f7b-ab2b-88b17a0f03b1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=548c1840-b990-48ca-a686-5676b7358da8 HTTP/1.1" status: 200 len: 923 time: 0.3471482 Nov 12 04:13:21.869518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc3c66-2457-45e8-8315-95ed169fe2f8 None None] Port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:21.947938 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3143600-59b0-440e-a299-0c7a7a6f9d38 req-5dcb6f03-d56a-4b47-9b13-630763858f75 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f33e5601-6ec2-4fa2-87dd-a96116bfafb5 HTTP/1.1" status: 200 len: 217 time: 0.0769289 Nov 12 04:13:22.073551 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-ffe4646b-00f9-439c-8aaa-c819ffd9f7c5 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.081266 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-041d35c7-97bb-40b8-bd27-4864bca02d52 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.092622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6669357-a03e-4446-99a9-7f0b5dffcfd6 req-2ce6d077-cfc0-440d-b970-58bac2272e12 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:22.094291 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d6669357-a03e-4446-99a9-7f0b5dffcfd6 req-2ce6d077-cfc0-440d-b970-58bac2272e12 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 943 time: 0.3137159 Nov 12 04:13:22.121150 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3143600-59b0-440e-a299-0c7a7a6f9d38 req-4a6e3fda-2105-409c-a717-9974f3dc167d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:22.122713 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3143600-59b0-440e-a299-0c7a7a6f9d38 req-4a6e3fda-2105-409c-a717-9974f3dc167d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f19a492-13b2-4404-96f3-ac21e88d3de9 HTTP/1.1" status: 200 len: 862 time: 0.1617932 Nov 12 04:13:22.173264 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3143600-59b0-440e-a299-0c7a7a6f9d38 req-da155215-b9d1-4259-9c2a-83a9146925ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=548c1840-b990-48ca-a686-5676b7358da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387106 Nov 12 04:13:22.234889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d6669357-a03e-4446-99a9-7f0b5dffcfd6 req-93bb93ed-8a71-461f-bbd0-34bbbd0ea90f tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266890 Nov 12 04:13:22.305569 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-ffe4646b-00f9-439c-8aaa-c819ffd9f7c5 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.325769 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33606) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:22.580473 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:22.596073 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.619344 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Transition to ACTIVE for port object e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:13:22.689547 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.739467 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device f33e5601-6ec2-4fa2-87dd-a96116bfafb5 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:13:22.751624 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-ffe4646b-00f9-439c-8aaa-c819ffd9f7c5 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:22.780427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-ffe4646b-00f9-439c-8aaa-c819ffd9f7c5 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:22.785600 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Pushing event updated for resources: {'Port': ['ID=e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:22.793509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-ffe4646b-00f9-439c-8aaa-c819ffd9f7c5 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:22.797922 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4646b-00f9-439c-8aaa-c819ffd9f7c5 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Pushing event updated for resources: {'Port': ['ID=f701fd92-151a-447a-a890-b40face78a0f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:22.800596 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7eb20a07-a7ba-4cf6-90f5-6126079c0cc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.841510 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3143600-59b0-440e-a299-0c7a7a6f9d38 req-5991356d-0b50-44f9-8425-de23c5ae60d5 service neutron] 10.222.0.31 "GET /v2.0/networks/548c1840-b990-48ca-a686-5676b7358da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6490097 Nov 12 04:13:22.913323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158a512-9272-4157-88d1-c88a8658602d req-e7972891-aec3-4c40-830b-1cce5ea884e0 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:22.921218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b158a512-9272-4157-88d1-c88a8658602d req-e7972891-aec3-4c40-830b-1cce5ea884e0 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=739c8842-aee9-4e27-a3a0-b31e4d0b1f97 HTTP/1.1" status: 200 len: 935 time: 0.5948234 Nov 12 04:13:22.983922 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Attempting to bind port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:22.984545 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Attempting to bind port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:22.985123 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Attempting to bind port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:22.991584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:13:22.992157 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Attempting to bind port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:22.993200 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port f33e5601-6ec2-4fa2-87dd-a96116bfafb5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f33e5601-6ec2-4fa2-87dd-a96116bfafb5,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:22.999093 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:22.999706 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:23.000269 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:23.000868 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Bound port: e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:23.001470 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.023111 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'f33e5601-6ec2-4fa2-87dd-a96116bfafb5', 'network_id': '548c1840-b990-48ca-a686-5676b7358da8', 'port_id': 'f33e5601-6ec2-4fa2-87dd-a96116bfafb5', 'mac_address': 'fa:16:3e:1b:a4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f19a492-13b2-4404-96f3-ac21e88d3de9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:13:23.025955 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-ffe4646b-00f9-439c-8aaa-c819ffd9f7c5 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:23.026744 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-ffe4646b-00f9-439c-8aaa-c819ffd9f7c5 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.105560 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] For port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:23.105767 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.109540 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] For port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:23.134540 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33e5601-6ec2-4fa2-87dd-a96116bfafb5 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:23.139607 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b158a512-9272-4157-88d1-c88a8658602d req-aff98f89-6954-4657-976f-faae3c4c4d1b tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763647 Nov 12 04:13:23.141709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3143600-59b0-440e-a299-0c7a7a6f9d38 req-d7b112d2-30d7-4d75-bdc9-24d4769d5f47 service neutron] 10.222.0.31 "GET /v2.0/networks/548c1840-b990-48ca-a686-5676b7358da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873468 Nov 12 04:13:23.187623 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7eb20a07-a7ba-4cf6-90f5-6126079c0cc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.192857 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port f33e5601-6ec2-4fa2-87dd-a96116bfafb5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f33e5601-6ec2-4fa2-87dd-a96116bfafb5,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:23.194439 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-ffe4646b-00f9-439c-8aaa-c819ffd9f7c5 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1350067 Nov 12 04:13:23.213025 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.294436 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:23.295859 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.298397 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.314619 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] 10.222.0.31 "PUT /v2.0/ports/e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 HTTP/1.1" status: 200 len: 1096 time: 1.8099930 Nov 12 04:13:23.314619 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739c8842-aee9-4e27-a3a0-b31e4d0b1f97', 'tag': 'e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:23.320384 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762c916a-25f2-4142-9933-ce1e86269e72" -d '{"events": [{"name": "network-changed", "server_uuid": "739c8842-aee9-4e27-a3a0-b31e4d0b1f97", "tag": "e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:23.368995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Request body: {'port': {'device_id': '293b4729-3756-4913-9f4c-371e6f856e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:23.371935 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-041d35c7-97bb-40b8-bd27-4864bca02d52 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.382884 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3afb6-b016-4ef1-836c-31580cd8bd78 service neutron] Pushing event updated for resources: {'Port': ['ID=e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:23.410904 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7eb20a07-a7ba-4cf6-90f5-6126079c0cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.413809 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:13:23.419664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=f33e5601-6ec2-4fa2-87dd-a96116bfafb5,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:23.457003 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-99441116-6c7f-4fe2-bb8c-bdd5169ebea1 None None] Provisioning complete for port f701fd92-151a-447a-a890-b40face78a0f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:23.457397 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-99441116-6c7f-4fe2-bb8c-bdd5169ebea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.486453 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-041d35c7-97bb-40b8-bd27-4864bca02d52 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.511624 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-99441116-6c7f-4fe2-bb8c-bdd5169ebea1 None None] Port f701fd92-151a-447a-a890-b40face78a0f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:23.526220 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-a92d5295-b8fe-44db-b5af-e26b2efd276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:23.528289 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-a92d5295-b8fe-44db-b5af-e26b2efd276e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=353c9d9f9be447a89097c4b4ea7c259d&device_id=739c8842-aee9-4e27-a3a0-b31e4d0b1f97 HTTP/1.1" status: 200 len: 1099 time: 0.0733364 Nov 12 04:13:23.583110 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-e57cac3b-e3a2-442b-a428-4d9766237430 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 HTTP/1.1" status: 200 len: 217 time: 0.0397623 Nov 12 04:13:23.587083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7eb20a07-a7ba-4cf6-90f5-6126079c0cc0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5c150fbc7104a2baf83ee699f3f90e8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2516501 Nov 12 04:13:23.590574 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33622) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:23.616638 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['f33e5601-6ec2-4fa2-87dd-a96116bfafb5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:23.641363 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb20a07-a7ba-4cf6-90f5-6126079c0cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afd6f83-52fe-4583-a27f-36513ae8d66c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:23.664435 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.670573 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-3d271636-42f5-4421-ab99-cbd9a6794e68 req-83b377ba-ceaa-4459-bdcd-f9c3a2b1202b tempest-SecurityGroupsNegativeTestJSON-1433613810 tempest-SecurityGroupsNegativeTestJSON-1433613810-project] show failed (client error): The resource could not be found. Nov 12 04:13:23.672108 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d271636-42f5-4421-ab99-cbd9a6794e68 req-83b377ba-ceaa-4459-bdcd-f9c3a2b1202b tempest-SecurityGroupsNegativeTestJSON-1433613810 tempest-SecurityGroupsNegativeTestJSON-1433613810-project] 10.222.0.37 "GET /v2.0/security-groups/763ddf1e-b3b7-479f-998d-b4106532f68b HTTP/1.1" status: 404 len: 352 time: 0.0971906 Nov 12 04:13:23.687268 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-756581a0-09cd-41e9-aff4-2c2c12e021bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.689964 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-ae5ee5da-ba60-4cf1-8675-8e5c0679a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:23.691476 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-ae5ee5da-ba60-4cf1-8675-8e5c0679a516 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0987632 Nov 12 04:13:23.751569 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-756581a0-09cd-41e9-aff4-2c2c12e021bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.786291 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-bb4a5da6-dad1-422f-b342-25c22fe3f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:23.788375 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-bb4a5da6-dad1-422f-b342-25c22fe3f982 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0857534 Nov 12 04:13:23.891272 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-2ca32503-d1f3-427f-9db1-775193c11644 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949695 Nov 12 04:13:23.906811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-041d35c7-97bb-40b8-bd27-4864bca02d52 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Allocated IP 172.25.1.49 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/c8382157-0cab-450e-93eb-eee5ecaed9bc) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:23.950340 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-756581a0-09cd-41e9-aff4-2c2c12e021bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.953083 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-756581a0-09cd-41e9-aff4-2c2c12e021bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.957819 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-756581a0-09cd-41e9-aff4-2c2c12e021bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5afd6f83-52fe-4583-a27f-36513ae8d66c HTTP/1.1" status: 204 len: 168 time: 0.3661516 Nov 12 04:13:23.971451 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756581a0-09cd-41e9-aff4-2c2c12e021bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afd6f83-52fe-4583-a27f-36513ae8d66c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:24.011764 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-41fa9415-3494-43a9-864b-35d0ab37a847 req-aafbdcbd-5c7b-46f3-a284-a8778c4d2eae service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130388 Nov 12 04:13:24.028295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5339a-eac7-41dc-a2b3-42da9e3f77c7 req-2cc5d6ed-cb3b-42d2-a627-0909bd4bb2f7 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:24.030526 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dfb5339a-eac7-41dc-a2b3-42da9e3f77c7 req-2cc5d6ed-cb3b-42d2-a627-0909bd4bb2f7 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 950 time: 0.2437098 Nov 12 04:13:24.259654 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dfb5339a-eac7-41dc-a2b3-42da9e3f77c7 req-54910073-160d-4c18-882f-623831567571 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132363 Nov 12 04:13:24.350774 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-041d35c7-97bb-40b8-bd27-4864bca02d52 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.463225 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f701fd92-151a-447a-a890-b40face78a0f {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:24.475916 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.494885 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Transition to ACTIVE for port object f701fd92-151a-447a-a890-b40face78a0f will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:13:24.538429 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-041d35c7-97bb-40b8-bd27-4864bca02d52 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.586456 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.592478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041d35c7-97bb-40b8-bd27-4864bca02d52 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:24.601479 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-041d35c7-97bb-40b8-bd27-4864bca02d52 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:24.606600 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d35c7-97bb-40b8-bd27-4864bca02d52 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Pushing event updated for resources: {'Port': ['ID=c8382157-0cab-450e-93eb-eee5ecaed9bc,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:24.608883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041d35c7-97bb-40b8-bd27-4864bca02d52 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:24.642139 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32719a4-04d7-467f-b5fe-5d9a202c34d2 req-d224884e-b097-4475-9ecd-dddb9069137e tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:24.643943 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e32719a4-04d7-467f-b5fe-5d9a202c34d2 req-d224884e-b097-4475-9ecd-dddb9069137e tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 944 time: 0.1395626 Nov 12 04:13:24.745024 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device f33e5601-6ec2-4fa2-87dd-a96116bfafb5 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:24.774869 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f701fd92-151a-447a-a890-b40face78a0f,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:24.886186 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port f33e5601-6ec2-4fa2-87dd-a96116bfafb5 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:13:24.899075 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port f33e5601-6ec2-4fa2-87dd-a96116bfafb5 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:24.899544 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.910153 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e32719a4-04d7-467f-b5fe-5d9a202c34d2 req-19a4564f-4ad2-422b-99de-6bbcc457fbf0 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423215 Nov 12 04:13:24.946132 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Attempting to bind port f701fd92-151a-447a-a890-b40face78a0f on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:24.951608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Attempting to bind port f701fd92-151a-447a-a890-b40face78a0f by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:24.951608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Attempting to bind port f701fd92-151a-447a-a890-b40face78a0f on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:24.951608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Port f701fd92-151a-447a-a890-b40face78a0f on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:13:24.952462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Attempting to bind port f701fd92-151a-447a-a890-b40face78a0f on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:24.957434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:24.957632 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:24.957877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:24.958310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Bound port: f701fd92-151a-447a-a890-b40face78a0f, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:24.959283 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.974947 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f566027b-72f8-48c8-a376-d3531843b892 x-openstack-request-id: req-f566027b-72f8-48c8-a376-d3531843b892 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:24.975492 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "739c8842-aee9-4e27-a3a0-b31e4d0b1f97", "tag": "e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:24.975651 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f566027b-72f8-48c8-a376-d3531843b892 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:24.976071 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739c8842-aee9-4e27-a3a0-b31e4d0b1f97', 'tag': 'e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254', 'status': 'completed', 'code': 200} Nov 12 04:13:25.026883 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.069427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae7ef8f-855f-4fa2-b945-f70ec427fa41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33e5601-6ec2-4fa2-87dd-a96116bfafb5'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:25.071862 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d9be26-5d48-4c0a-88bd-1ef32a9e9c0d" -d '{"events": [{"server_uuid": "7ae7ef8f-855f-4fa2-b945-f70ec427fa41", "name": "network-vif-plugged", "status": "completed", "tag": "f33e5601-6ec2-4fa2-87dd-a96116bfafb5"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:25.091005 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port f33e5601-6ec2-4fa2-87dd-a96116bfafb5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f33e5601-6ec2-4fa2-87dd-a96116bfafb5,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:25.097238 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] For port f701fd92-151a-447a-a890-b40face78a0f, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:25.143923 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] For port f701fd92-151a-447a-a890-b40face78a0f, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f701fd92-151a-447a-a890-b40face78a0f,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:25.198145 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.206925 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549c405-a998-46c2-937e-cc9f6becadb4 req-5d655eaa-7942-419c-883d-17ba18791195 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:25.209093 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f549c405-a998-46c2-937e-cc9f6becadb4 req-5d655eaa-7942-419c-883d-17ba18791195 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=739c8842-aee9-4e27-a3a0-b31e4d0b1f97 HTTP/1.1" status: 200 len: 947 time: 0.1127424 Nov 12 04:13:25.226315 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-041d35c7-97bb-40b8-bd27-4864bca02d52 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.270988 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.286350 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=f33e5601-6ec2-4fa2-87dd-a96116bfafb5,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:25.363186 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:25.363824 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.365274 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] 10.222.0.31 "PUT /v2.0/ports/f701fd92-151a-447a-a890-b40face78a0f HTTP/1.1" status: 200 len: 1096 time: 2.0283062 Nov 12 04:13:25.368157 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293b4729-3756-4913-9f4c-371e6f856e9c', 'tag': 'f701fd92-151a-447a-a890-b40face78a0f'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:25.370437 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fe3383-a5eb-4ed0-8214-4bce9b2037cd" -d '{"events": [{"name": "network-changed", "server_uuid": "293b4729-3756-4913-9f4c-371e6f856e9c", "tag": "f701fd92-151a-447a-a890-b40face78a0f"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:25.412299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c916a-25f2-4142-9933-ce1e86269e72 req-e85c629c-7afb-4081-8b02-9a4e240b7a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:25.413224 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f549c405-a998-46c2-937e-cc9f6becadb4 req-168f2448-5c3d-461a-8579-19e92fe0c630 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937013 Nov 12 04:13:25.413979 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-762c916a-25f2-4142-9933-ce1e86269e72 req-e85c629c-7afb-4081-8b02-9a4e240b7a31 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=353c9d9f9be447a89097c4b4ea7c259d&device_id=739c8842-aee9-4e27-a3a0-b31e4d0b1f97 HTTP/1.1" status: 200 len: 1099 time: 0.3839672 Nov 12 04:13:25.422734 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7637e95-9c5e-4e6b-86ee-5fa9de016bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f701fd92-151a-447a-a890-b40face78a0f,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:25.522575 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c916a-25f2-4142-9933-ce1e86269e72 req-32a2134a-b8c4-4fe5-8dd9-7d504b4a9601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:25.524289 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-762c916a-25f2-4142-9933-ce1e86269e72 req-32a2134a-b8c4-4fe5-8dd9-7d504b4a9601 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1028028 Nov 12 04:13:25.571337 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-762c916a-25f2-4142-9933-ce1e86269e72 req-dd1f2a18-8de5-4707-bf35-b1a3d5044c0a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 HTTP/1.1" status: 200 len: 217 time: 0.0393317 Nov 12 04:13:25.621501 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c916a-25f2-4142-9933-ce1e86269e72 req-b93731d8-78a3-4b56-b973-ae8b3371e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:25.622904 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-762c916a-25f2-4142-9933-ce1e86269e72 req-b93731d8-78a3-4b56-b973-ae8b3371e96d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0442567 Nov 12 04:13:25.632976 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80acce5-048c-4280-9f2c-7d39c4bd05ae req-c3b35d89-8b73-4d13-86d7-4d560e86d7ec tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:25.635056 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b80acce5-048c-4280-9f2c-7d39c4bd05ae req-c3b35d89-8b73-4d13-86d7-4d560e86d7ec tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a59c450-8aa0-42d5-a65c-f6115cf511af HTTP/1.1" status: 200 len: 950 time: 0.1327245 Nov 12 04:13:25.649644 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-f8e23d37-dd34-42e2-b842-06e6b33a2cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:25.651259 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-f8e23d37-dd34-42e2-b842-06e6b33a2cc0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=353c9d9f9be447a89097c4b4ea7c259d&device_id=293b4729-3756-4913-9f4c-371e6f856e9c HTTP/1.1" status: 200 len: 1099 time: 0.1160336 Nov 12 04:13:25.668382 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c916a-25f2-4142-9933-ce1e86269e72 req-32f1c64d-48c6-46a2-950e-12af7fbd1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:25.670182 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-762c916a-25f2-4142-9933-ce1e86269e72 req-32f1c64d-48c6-46a2-950e-12af7fbd1a8f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0404818 Nov 12 04:13:25.671729 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-041d35c7-97bb-40b8-bd27-4864bca02d52 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.709504 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-041d35c7-97bb-40b8-bd27-4864bca02d52 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.714517 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-3fa92f0c-7ef3-404f-ac90-1ac574891ec8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=f701fd92-151a-447a-a890-b40face78a0f HTTP/1.1" status: 200 len: 217 time: 0.0473213 Nov 12 04:13:25.765405 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-762c916a-25f2-4142-9933-ce1e86269e72 req-e21deb3b-5a08-45f7-9caf-fc8b613e5c19 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885592 Nov 12 04:13:25.803854 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b80acce5-048c-4280-9f2c-7d39c4bd05ae req-c6a454d8-f6fc-41e0-a4b9-5c59edc0c3ba tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593647 Nov 12 04:13:25.853316 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-762c916a-25f2-4142-9933-ce1e86269e72 req-98a9ad2a-73ba-4b28-86c9-4a41f4f8d7a5 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815220 Nov 12 04:13:25.870756 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-46d4da79-8823-4cd1-bf71-9098be58af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:25.872186 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-46d4da79-8823-4cd1-bf71-9098be58af73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1470606 Nov 12 04:13:25.955539 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c9b195e-c1c3-4b0c-bbd4-d93151cf3ac1 req-c632444b-a999-44a3-8d58-60b973ad131e tempest-SecurityGroupsNegativeTestJSON-1433613810 tempest-SecurityGroupsNegativeTestJSON-1433613810-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a533591e0a2c4c2ca2981f4d7f256138 HTTP/1.1" status: 200 len: 3005 time: 0.1061139 Nov 12 04:13:25.987191 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-123bd881-7cad-4d95-8862-bff2d154c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:25.988651 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-123bd881-7cad-4d95-8862-bff2d154c832 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1073985 Nov 12 04:13:26.041233 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c9b195e-c1c3-4b0c-bbd4-d93151cf3ac1 req-6d8019c0-2919-4598-bf72-0270768e12e8 tempest-SecurityGroupsNegativeTestJSON-1433613810 tempest-SecurityGroupsNegativeTestJSON-1433613810-project] 10.222.0.37 "GET /v2.0/security-groups/08b4ed6c-9392-4c30-9f29-bc347fcd0753 HTTP/1.1" status: 200 len: 3002 time: 0.0774989 Nov 12 04:13:26.122975 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c9b195e-c1c3-4b0c-bbd4-d93151cf3ac1 req-d2d43057-5d45-44e7-8169-a78c7197c0a3 tempest-SecurityGroupsNegativeTestJSON-1433613810 tempest-SecurityGroupsNegativeTestJSON-1433613810-project] 10.222.0.37 "GET /v2.0/security-groups/08b4ed6c-9392-4c30-9f29-bc347fcd0753 HTTP/1.1" status: 200 len: 3002 time: 0.0573702 Nov 12 04:13:26.126717 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041d35c7-97bb-40b8-bd27-4864bca02d52 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Router 7a18fbf6-dd5e-4c49-897a-5d77aebd71b6 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:13:26.131211 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-b99a58fa-85aa-4a5a-9fe6-1a80f03a7737 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334293 Nov 12 04:13:26.160239 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f93e16-5c8a-4570-afc8-1fa5b79bfe9e x-openstack-request-id: req-29f93e16-5c8a-4570-afc8-1fa5b79bfe9e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:26.160782 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae7ef8f-855f-4fa2-b945-f70ec427fa41", "name": "network-vif-plugged", "status": "completed", "tag": "f33e5601-6ec2-4fa2-87dd-a96116bfafb5", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:26.161196 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29f93e16-5c8a-4570-afc8-1fa5b79bfe9e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:26.162184 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae7ef8f-855f-4fa2-b945-f70ec427fa41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33e5601-6ec2-4fa2-87dd-a96116bfafb5', 'code': 200} Nov 12 04:13:26.299145 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465b807-9d56-4b9f-920e-fe173619cd58 req-11a409c9-4414-4d86-b3ad-74881c0f69e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:26.301325 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9465b807-9d56-4b9f-920e-fe173619cd58 req-11a409c9-4414-4d86-b3ad-74881c0f69e3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 1097 time: 0.0511234 Nov 12 04:13:26.353545 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9465b807-9d56-4b9f-920e-fe173619cd58 req-f9be9923-c0c0-43f9-99f0-2187768f7e71 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427015 Nov 12 04:13:26.561666 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6717029-827e-4137-89a8-4537ca9b5db5 x-openstack-request-id: req-d6717029-827e-4137-89a8-4537ca9b5db5 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:26.561953 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293b4729-3756-4913-9f4c-371e6f856e9c", "tag": "f701fd92-151a-447a-a890-b40face78a0f", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:26.562205 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6717029-827e-4137-89a8-4537ca9b5db5 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:26.562592 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293b4729-3756-4913-9f4c-371e6f856e9c', 'tag': 'f701fd92-151a-447a-a890-b40face78a0f', 'status': 'completed', 'code': 200} Nov 12 04:13:26.601387 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041d35c7-97bb-40b8-bd27-4864bca02d52 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:26.604361 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abadf37d-4cf6-47e2-8e05-c8e539bdfa94 req-9ad0b450-086f-4844-964d-ad4e258104dd service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645369 Nov 12 04:13:26.609533 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-041d35c7-97bb-40b8-bd27-4864bca02d52 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.610606 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-041d35c7-97bb-40b8-bd27-4864bca02d52 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "PUT /v2.0/routers/7a18fbf6-dd5e-4c49-897a-5d77aebd71b6 HTTP/1.1" status: 200 len: 879 time: 5.0367424 Nov 12 04:13:26.610875 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac646a39-db5a-4236-9f6f-bb38a4d4b6ee None None] Sync routers for ids ['7a18fbf6-dd5e-4c49-897a-5d77aebd71b6'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:26.613187 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33674) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:26.621241 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac646a39-db5a-4236-9f6f-bb38a4d4b6ee None None] Routers {'7a18fbf6-dd5e-4c49-897a-5d77aebd71b6'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:26.621840 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ac646a39-db5a-4236-9f6f-bb38a4d4b6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7a18fbf6-dd5e-4c49-897a-5d77aebd71b6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:26.657251 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ac646a39-db5a-4236-9f6f-bb38a4d4b6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:26.665928 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac646a39-db5a-4236-9f6f-bb38a4d4b6ee None None] Routers {'7a18fbf6-dd5e-4c49-897a-5d77aebd71b6'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:26.666519 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ac646a39-db5a-4236-9f6f-bb38a4d4b6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7a18fbf6-dd5e-4c49-897a-5d77aebd71b6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:26.698732 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ac646a39-db5a-4236-9f6f-bb38a4d4b6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:26.699038 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac646a39-db5a-4236-9f6f-bb38a4d4b6ee None None] The sync data for ids ['7a18fbf6-dd5e-4c49-897a-5d77aebd71b6'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:26.724192 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a3ad54cd-70c0-4097-88cf-a4734bf577e6 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "GET /v2.0/routers/7a18fbf6-dd5e-4c49-897a-5d77aebd71b6 HTTP/1.1" status: 200 len: 920 time: 0.1097982 Nov 12 04:13:26.739024 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:13:26.740858 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33676) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:26.817331 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8c424d-4ef8-469f-a9c1-be1afc2b79db tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:26.819751 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5b8c424d-4ef8-469f-a9c1-be1afc2b79db tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&device_id=7a18fbf6-dd5e-4c49-897a-5d77aebd71b6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0777636 Nov 12 04:13:26.822372 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33678) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:26.853705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:26.870847 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': 'e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254', 'mac_address': 'fa:16:3e:58:45:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:13:26.910284 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe3383-a5eb-4ed0-8214-4bce9b2037cd req-5f00ad4a-63cb-4b83-9a52-f33007ddd89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:26.911860 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58fe3383-a5eb-4ed0-8214-4bce9b2037cd req-5f00ad4a-63cb-4b83-9a52-f33007ddd89d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=353c9d9f9be447a89097c4b4ea7c259d&device_id=293b4729-3756-4913-9f4c-371e6f856e9c HTTP/1.1" status: 200 len: 1099 time: 0.0474279 Nov 12 04:13:26.920459 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.930608 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6acefa9-ec94-4d15-bff7-5cd68e2edad7 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:26.932560 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f6acefa9-ec94-4d15-bff7-5cd68e2edad7 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 881 time: 0.1092286 Nov 12 04:13:26.936698 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:26.937279 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33680) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:26.957381 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:26.965879 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b53d6595-cbed-4f4b-8a85-2d2d4e4e8e27 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a18fbf6-dd5e-4c49-897a-5d77aebd71b6 HTTP/1.1" status: 200 len: 205 time: 0.0274336 Nov 12 04:13:26.968387 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33682) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:27.022280 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff7fdd-5c61-434e-88ef-876897b477dc req-4607d727-aabd-48b1-8272-0303a3c61714 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:27.023640 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.029030 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff7fdd-5c61-434e-88ef-876897b477dc req-4607d727-aabd-48b1-8272-0303a3c61714 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:27.035368 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0ff7fdd-5c61-434e-88ef-876897b477dc req-4607d727-aabd-48b1-8272-0303a3c61714 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a59c450-8aa0-42d5-a65c-f6115cf511af&device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 1691 time: 0.1198845 Nov 12 04:13:27.076475 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:27.078666 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3b007d0-b8c7-4d50-a258-43612c83a0c9 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.085083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe3383-a5eb-4ed0-8214-4bce9b2037cd req-a41dc020-e13b-4978-b7d2-fd9f802bdc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:27.086613 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58fe3383-a5eb-4ed0-8214-4bce9b2037cd req-a41dc020-e13b-4978-b7d2-fd9f802bdc20 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1630094 Nov 12 04:13:27.139694 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0ff7fdd-5c61-434e-88ef-876897b477dc req-d82264b3-2bf5-40ae-9362-4a1eea3143de tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009893 Nov 12 04:13:27.141325 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58fe3383-a5eb-4ed0-8214-4bce9b2037cd req-f280adeb-9420-4f55-ae06-3864f9fefeb7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=f701fd92-151a-447a-a890-b40face78a0f HTTP/1.1" status: 200 len: 217 time: 0.0438626 Nov 12 04:13:27.183563 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3b007d0-b8c7-4d50-a258-43612c83a0c9 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.206268 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe3383-a5eb-4ed0-8214-4bce9b2037cd req-e99b1a7e-3104-4dfe-989f-f4943831f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:27.207695 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58fe3383-a5eb-4ed0-8214-4bce9b2037cd req-e99b1a7e-3104-4dfe-989f-f4943831f8e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0553751 Nov 12 04:13:27.272291 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c8640-fa51-4969-9f70-1d0be090bcdb req-c182df14-1dec-41c6-86e8-ab7d0a646ebf tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:27.273789 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-626c8640-fa51-4969-9f70-1d0be090bcdb req-c182df14-1dec-41c6-86e8-ab7d0a646ebf tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 945 time: 0.0771589 Nov 12 04:13:27.288286 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe3383-a5eb-4ed0-8214-4bce9b2037cd req-fddaba9b-922d-416f-bd59-7c8bd9cddf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:27.289734 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58fe3383-a5eb-4ed0-8214-4bce9b2037cd req-fddaba9b-922d-416f-bd59-7c8bd9cddf5e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0647247 Nov 12 04:13:27.324096 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c3b007d0-b8c7-4d50-a258-43612c83a0c9 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Deleting port c8382157-0cab-450e-93eb-eee5ecaed9bc {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:27.324679 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3b007d0-b8c7-4d50-a258-43612c83a0c9 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.376644 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-626c8640-fa51-4969-9f70-1d0be090bcdb req-21653e93-e385-46b0-ba60-0284835c25ad tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961196 Nov 12 04:13:27.402221 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:27.415241 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3b007d0-b8c7-4d50-a258-43612c83a0c9 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.425022 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58fe3383-a5eb-4ed0-8214-4bce9b2037cd req-696ede8b-e23d-4ecb-a780-3071b12596e9 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214373 Nov 12 04:13:27.429516 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c3b007d0-b8c7-4d50-a258-43612c83a0c9 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Calling delete_port for c8382157-0cab-450e-93eb-eee5ecaed9bc owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:27.483638 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d7340c5-ada6-4b99-a2a7-60f16987a36b req-37649170-dfeb-487c-b111-95ff98a45158 tempest-SecurityGroupsNegativeTestJSON-1433613810 tempest-SecurityGroupsNegativeTestJSON-1433613810-project] 10.222.0.37 "GET /v2.0/security-groups/08b4ed6c-9392-4c30-9f29-bc347fcd0753 HTTP/1.1" status: 200 len: 3002 time: 0.0770776 Nov 12 04:13:27.587395 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58fe3383-a5eb-4ed0-8214-4bce9b2037cd req-8078660d-f1ae-44be-9485-b2fc9bbb92d9 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516044 Nov 12 04:13:27.593278 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-4d7340c5-ada6-4b99-a2a7-60f16987a36b req-e8151173-50c6-4db5-b498-ee5c1d34b659 tempest-SecurityGroupsNegativeTestJSON-1433613810 tempest-SecurityGroupsNegativeTestJSON-1433613810-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 04:13:27.594320 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d7340c5-ada6-4b99-a2a7-60f16987a36b req-e8151173-50c6-4db5-b498-ee5c1d34b659 tempest-SecurityGroupsNegativeTestJSON-1433613810 tempest-SecurityGroupsNegativeTestJSON-1433613810-project] 10.222.0.37 "DELETE /v2.0/security-groups/08b4ed6c-9392-4c30-9f29-bc347fcd0753 HTTP/1.1" status: 409 len: 352 time: 0.0803189 Nov 12 04:13:27.689405 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3b007d0-b8c7-4d50-a258-43612c83a0c9 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.710721 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7d5a6-3fd6-4e2e-9400-d4c9f8ac93ed req-4579a20e-683d-4d05-ad7d-7371fe6cc0ca tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:27.717999 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3a7d5a6-3fd6-4e2e-9400-d4c9f8ac93ed req-4579a20e-683d-4d05-ad7d-7371fe6cc0ca tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=739c8842-aee9-4e27-a3a0-b31e4d0b1f97 HTTP/1.1" status: 200 len: 948 time: 0.0608456 Nov 12 04:13:27.720899 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b007d0-b8c7-4d50-a258-43612c83a0c9 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Pushing event deleted for resources: {'Port': ['ID=c8382157-0cab-450e-93eb-eee5ecaed9bc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:27.766350 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3a7d5a6-3fd6-4e2e-9400-d4c9f8ac93ed req-7c7340bd-6988-4df3-b9ec-c979d45ac36d tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474594 Nov 12 04:13:27.798815 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3b007d0-b8c7-4d50-a258-43612c83a0c9 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.892638 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3b007d0-b8c7-4d50-a258-43612c83a0c9 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.895044 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3b007d0-b8c7-4d50-a258-43612c83a0c9 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.924468 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-06d67afd-c475-4d77-93d6-38b2098dfbc6 req-bb41630a-0284-48a2-b3cf-2571b037a26a tempest-SecurityGroupsNegativeTestJSON-1433613810 tempest-SecurityGroupsNegativeTestJSON-1433613810-project] show failed (client error): The resource could not be found. Nov 12 04:13:27.925454 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06d67afd-c475-4d77-93d6-38b2098dfbc6 req-bb41630a-0284-48a2-b3cf-2571b037a26a tempest-SecurityGroupsNegativeTestJSON-1433613810 tempest-SecurityGroupsNegativeTestJSON-1433613810-project] 10.222.0.37 "GET /v2.0/security-groups/b963334a-1e23-4af7-8688-e16d9a83a44f HTTP/1.1" status: 404 len: 352 time: 0.0142038 Nov 12 04:13:28.021433 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3b007d0-b8c7-4d50-a258-43612c83a0c9 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.021950 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b007d0-b8c7-4d50-a258-43612c83a0c9 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Fanout notify agent at l3_agent the message router_deleted on router 7a18fbf6-dd5e-4c49-897a-5d77aebd71b6 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:13:28.030381 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3b007d0-b8c7-4d50-a258-43612c83a0c9 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.030381 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c3b007d0-b8c7-4d50-a258-43612c83a0c9 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "DELETE /v2.0/routers/7a18fbf6-dd5e-4c49-897a-5d77aebd71b6 HTTP/1.1" status: 204 len: 168 time: 1.0606701 Nov 12 04:13:28.034439 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33698) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:28.040481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-5368599a-b700-44a2-9645-5ec05c3ad572 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-238315656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:28.104544 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd8ea3-50bc-437e-a63e-5fae7a3407d0 req-656d7c59-a626-45f9-89a0-052ebbc9dbbb tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:28.106171 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-afdd8ea3-50bc-437e-a63e-5fae7a3407d0 req-656d7c59-a626-45f9-89a0-052ebbc9dbbb tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6a59c450-8aa0-42d5-a65c-f6115cf511af HTTP/1.1" status: 200 len: 1102 time: 0.0493975 Nov 12 04:13:28.127098 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5368599a-b700-44a2-9645-5ec05c3ad572 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.128093 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5368599a-b700-44a2-9645-5ec05c3ad572 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.168077 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33702) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:28.172755 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-afdd8ea3-50bc-437e-a63e-5fae7a3407d0 req-8719ae52-7b49-4f8d-8c46-f0fdb28aa66c tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604448 Nov 12 04:13:28.210790 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5368599a-b700-44a2-9645-5ec05c3ad572 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.217964 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-e4f097bb-ce64-4077-90ab-114ee340ad76 req-8c8571e0-2be7-43a9-98f1-7191da2b3d62 tempest-SecurityGroupsNegativeTestJSON-1433613810 tempest-SecurityGroupsNegativeTestJSON-1433613810-project] show failed (client error): The resource could not be found. Nov 12 04:13:28.219067 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4f097bb-ce64-4077-90ab-114ee340ad76 req-8c8571e0-2be7-43a9-98f1-7191da2b3d62 tempest-SecurityGroupsNegativeTestJSON-1433613810 tempest-SecurityGroupsNegativeTestJSON-1433613810-project] 10.222.0.37 "GET /v2.0/security-groups/c561e88b-2c4f-484c-875a-72ec4cec10f7 HTTP/1.1" status: 404 len: 352 time: 0.0174928 Nov 12 04:13:28.231239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33708) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:28.283108 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-7266528a-4b06-4720-820b-934507a5bcea admin admin] Deleting subnet 7ff483d1-6bbb-4540-ad6d-614e4ab23b4b {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:13:28.288388 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7266528a-4b06-4720-820b-934507a5bcea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.290522 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5368599a-b700-44a2-9645-5ec05c3ad572 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.298724 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2e8fd33-859d-4775-854a-41a4b78601d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.361699 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7266528a-4b06-4720-820b-934507a5bcea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.378319 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2e8fd33-859d-4775-854a-41a4b78601d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.396611 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b1729-8ab8-47be-869d-a31a9a414977 req-f6066091-0c18-4002-9ad7-d8b1e04dd61a tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:28.398130 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f1b1729-8ab8-47be-869d-a31a9a414977 req-f6066091-0c18-4002-9ad7-d8b1e04dd61a tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 1102 time: 0.1118546 Nov 12 04:13:28.415173 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7266528a-4b06-4720-820b-934507a5bcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.445267 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5368599a-b700-44a2-9645-5ec05c3ad572 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.446455 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5368599a-b700-44a2-9645-5ec05c3ad572 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4109745 Nov 12 04:13:28.449366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33712) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:28.453799 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-49e52a46-03d7-40b6-a7e9-a6d29f70f9aa tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'enable_snat': True}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:28.490098 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f1b1729-8ab8-47be-869d-a31a9a414977 req-65560683-94d8-48ab-b947-883100141a12 tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825684 Nov 12 04:13:28.493045 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2e8fd33-859d-4775-854a-41a4b78601d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.584971 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7266528a-4b06-4720-820b-934507a5bcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.622139 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266528a-4b06-4720-820b-934507a5bcea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ff483d1-6bbb-4540-ad6d-614e4ab23b4b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:28.625489 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7266528a-4b06-4720-820b-934507a5bcea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.627441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8fd33-859d-4775-854a-41a4b78601d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac7d7e6-1969-44bf-b82c-8e80590f9754,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:28.634690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7266528a-4b06-4720-820b-934507a5bcea admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7ff483d1-6bbb-4540-ad6d-614e4ab23b4b HTTP/1.1" status: 204 len: 168 time: 0.3968358 Nov 12 04:13:28.634938 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f2e8fd33-859d-4775-854a-41a4b78601d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c87107e809804843976b6669589d36b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4622190 Nov 12 04:13:28.635059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33718) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:28.636527 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33720) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:28.640862 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8fd33-859d-4775-854a-41a4b78601d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:28.641207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8fd33-859d-4775-854a-41a4b78601d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:28.641720 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8fd33-859d-4775-854a-41a4b78601d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:28.642106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8fd33-859d-4775-854a-41a4b78601d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:28.642415 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8fd33-859d-4775-854a-41a4b78601d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:28.642780 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8fd33-859d-4775-854a-41a4b78601d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:28.643107 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8fd33-859d-4775-854a-41a4b78601d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:28.643428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8fd33-859d-4775-854a-41a4b78601d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:28.644191 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8fd33-859d-4775-854a-41a4b78601d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:28.644521 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8fd33-859d-4775-854a-41a4b78601d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:28.644842 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8fd33-859d-4775-854a-41a4b78601d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:28.645164 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8fd33-859d-4775-854a-41a4b78601d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:28.655915 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfa985-3a42-443b-8b80-700dacdf8fd6 req-54dcedc7-276f-46d1-a0da-83dd68188365 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:28.663188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57bfa985-3a42-443b-8b80-700dacdf8fd6 req-54dcedc7-276f-46d1-a0da-83dd68188365 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 945 time: 0.1124330 Nov 12 04:13:28.715591 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49e52a46-03d7-40b6-a7e9-a6d29f70f9aa tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.767275 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device f701fd92-151a-447a-a890-b40face78a0f details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:13:28.776752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:28.785817 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-86502a07-09f1-47b6-9f03-ab961ef1fc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.831515 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57bfa985-3a42-443b-8b80-700dacdf8fd6 req-f36d830b-81c8-4839-818d-e94a72379f93 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670740 Nov 12 04:13:28.847818 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3eb5a9d-7f58-4f0e-8e01-34488e73c143 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.914194 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port f701fd92-151a-447a-a890-b40face78a0f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f701fd92-151a-447a-a890-b40face78a0f,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:28.926756 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'f701fd92-151a-447a-a890-b40face78a0f', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': 'f701fd92-151a-447a-a890-b40face78a0f', 'mac_address': 'fa:16:3e:fe:4d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:13:28.935959 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3eb5a9d-7f58-4f0e-8e01-34488e73c143 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.963927 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.975076 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:13:28.980490 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f701fd92-151a-447a-a890-b40face78a0f {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:28.985712 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:28.991938 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.021438 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-59e3f4e7-ceb1-4834-a947-a35c38e70713 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c20a8a9f651849c3b9028541aea3d827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881233 Nov 12 04:13:29.024317 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port f701fd92-151a-447a-a890-b40face78a0f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f701fd92-151a-447a-a890-b40face78a0f,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:29.026711 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49e52a46-03d7-40b6-a7e9-a6d29f70f9aa tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.048623 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49e52a46-03d7-40b6-a7e9-a6d29f70f9aa tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.049691 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d48b83fa-8f36-4089-9d98-eb39f78e7853 req-75129c19-6237-43fc-806f-ac9669c5f33d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=37187fa9-2af8-4476-8951-1c7624c819e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2432127 Nov 12 04:13:29.051386 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-86502a07-09f1-47b6-9f03-ab961ef1fc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.079986 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.090493 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.121128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-86502a07-09f1-47b6-9f03-ab961ef1fc4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e2bef0-08ef-4124-9d3d-7a9e1c8d56a8']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:29.152041 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=f701fd92-151a-447a-a890-b40face78a0f,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:29.165460 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-49e52a46-03d7-40b6-a7e9-a6d29f70f9aa tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Allocated IP 172.25.1.39 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/5d626766-7238-4789-b610-2fb07105f1ec) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:29.171032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:29.173721 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-86502a07-09f1-47b6-9f03-ab961ef1fc4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f106b00-2617-4e47-aafd-a54eaba78e33') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:29.174225 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-86502a07-09f1-47b6-9f03-ab961ef1fc4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f106b00-2617-4e47-aafd-a54eaba78e33') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:29.174399 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739c8842-aee9-4e27-a3a0-b31e4d0b1f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:29.176948 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd964004-0cb3-47be-b6a5-86ffbe2d869c" -d '{"events": [{"server_uuid": "739c8842-aee9-4e27-a3a0-b31e4d0b1f97", "name": "network-vif-plugged", "status": "completed", "tag": "e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:29.194508 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-86502a07-09f1-47b6-9f03-ab961ef1fc4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.232109 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-86502a07-09f1-47b6-9f03-ab961ef1fc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.248776 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86502a07-09f1-47b6-9f03-ab961ef1fc4d admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:29.249173 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-86502a07-09f1-47b6-9f03-ab961ef1fc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:29.250823 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:29.255181 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.270237 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b83fa-8f36-4089-9d98-eb39f78e7853 req-baa032c8-30d2-47c8-bd16-7ac485a9e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:29.272205 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d48b83fa-8f36-4089-9d98-eb39f78e7853 req-baa032c8-30d2-47c8-bd16-7ac485a9e5fc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&device_id=37187fa9-2af8-4476-8951-1c7624c819e5 HTTP/1.1" status: 200 len: 1102 time: 0.1719503 Nov 12 04:13:29.290945 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49e52a46-03d7-40b6-a7e9-a6d29f70f9aa tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.305187 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-370c9df3-3128-441c-a822-1425fb2f5b5c tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:29.307261 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-370c9df3-3128-441c-a822-1425fb2f5b5c tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2723117 Nov 12 04:13:29.315200 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:29.320085 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3eb5a9d-7f58-4f0e-8e01-34488e73c143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.322550 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3eb5a9d-7f58-4f0e-8e01-34488e73c143 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.323823 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f3eb5a9d-7f58-4f0e-8e01-34488e73c143 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ac7d7e6-1969-44bf-b82c-8e80590f9754 HTTP/1.1" status: 204 len: 168 time: 0.6880589 Nov 12 04:13:29.365657 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb5a9d-7f58-4f0e-8e01-34488e73c143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac7d7e6-1969-44bf-b82c-8e80590f9754,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:29.397132 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-2aa18bfd-3d20-42df-b4d2-83a96a665323 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/quotas/c20a8a9f651849c3b9028541aea3d827 HTTP/1.1" status: 200 len: 375 time: 0.0710096 Nov 12 04:13:29.401015 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49e52a46-03d7-40b6-a7e9-a6d29f70f9aa tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.429379 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['f701fd92-151a-447a-a890-b40face78a0f'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:29.446228 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-86502a07-09f1-47b6-9f03-ab961ef1fc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.449472 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e52a46-03d7-40b6-a7e9-a6d29f70f9aa tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:29.455457 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-49e52a46-03d7-40b6-a7e9-a6d29f70f9aa tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:29.459355 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e52a46-03d7-40b6-a7e9-a6d29f70f9aa tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:29.464074 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-86502a07-09f1-47b6-9f03-ab961ef1fc4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.470029 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-86502a07-09f1-47b6-9f03-ab961ef1fc4d admin admin] 10.222.0.37 "DELETE /v2.0/networks/21e2bef0-08ef-4124-9d3d-7a9e1c8d56a8 HTTP/1.1" status: 204 len: 168 time: 0.8256423 Nov 12 04:13:29.488829 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e52a46-03d7-40b6-a7e9-a6d29f70f9aa tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Pushing event updated for resources: {'Port': ['ID=5d626766-7238-4789-b610-2fb07105f1ec,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:29.497452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b83fa-8f36-4089-9d98-eb39f78e7853 req-0b750089-b63a-42b1-bef9-d54e983e918f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:29.499475 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d48b83fa-8f36-4089-9d98-eb39f78e7853 req-0b750089-b63a-42b1-bef9-d54e983e918f service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1906278 Nov 12 04:13:29.501614 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86502a07-09f1-47b6-9f03-ab961ef1fc4d admin admin] Pushing event deleted for resources: {'Network': ['ID=21e2bef0-08ef-4124-9d3d-7a9e1c8d56a8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:29.550837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d48b83fa-8f36-4089-9d98-eb39f78e7853 req-15219e1e-9c04-4a84-9efa-c97799553f95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=beced045-9f91-40fc-847b-3aa91ebb8785 HTTP/1.1" status: 200 len: 217 time: 0.0419519 Nov 12 04:13:29.572537 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-1fd2b650-b585-415f-87b9-44dc7f1242dd tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1670895 Nov 12 04:13:29.626065 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b83fa-8f36-4089-9d98-eb39f78e7853 req-1dd46133-ddff-48cd-bb5b-43d08097c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:29.628594 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d48b83fa-8f36-4089-9d98-eb39f78e7853 req-1dd46133-ddff-48cd-bb5b-43d08097c93d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0548260 Nov 12 04:13:29.685011 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b83fa-8f36-4089-9d98-eb39f78e7853 req-1e9fa579-85f9-4bda-972c-46287efa492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:29.685011 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d48b83fa-8f36-4089-9d98-eb39f78e7853 req-1e9fa579-85f9-4bda-972c-46287efa492e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0470626 Nov 12 04:13:29.832213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d48b83fa-8f36-4089-9d98-eb39f78e7853 req-b1b525dd-fd68-4557-8da5-e4330f95d6d4 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370878 Nov 12 04:13:29.854955 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33754) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:29.879865 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49e52a46-03d7-40b6-a7e9-a6d29f70f9aa tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:30.005270 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-356667df-f611-45b8-8838-6726a20da2fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a533591e0a2c4c2ca2981f4d7f256138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1485980 Nov 12 04:13:30.010883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33760) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:30.032084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80dc1e-2520-49fb-a4de-c38d68962934 req-b521671d-965f-4669-b388-7ecef4ad8d4e tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:30.033731 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c80dc1e-2520-49fb-a4de-c38d68962934 req-b521671d-965f-4669-b388-7ecef4ad8d4e tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=739c8842-aee9-4e27-a3a0-b31e4d0b1f97 HTTP/1.1" status: 200 len: 949 time: 0.1495764 Nov 12 04:13:30.045102 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d48b83fa-8f36-4089-9d98-eb39f78e7853 req-7ac00901-52eb-44b8-a12f-7f3e9fe20eea service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003396 Nov 12 04:13:30.122523 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c80dc1e-2520-49fb-a4de-c38d68962934 req-899f54b8-496b-45ac-ac24-09586bd755cc tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797167 Nov 12 04:13:30.126223 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8487-58be-4363-9161-ba6d75eba090 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:30.131271 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49e52a46-03d7-40b6-a7e9-a6d29f70f9aa tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:30.136977 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49e52a46-03d7-40b6-a7e9-a6d29f70f9aa tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:30.154195 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8487-58be-4363-9161-ba6d75eba090 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:30.312322 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c07d5e-d7f5-4c7a-8000-df6162e36db5 req-c1a28c07-2572-4cee-a8d2-73cb79bae61e tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:30.313730 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-23c07d5e-d7f5-4c7a-8000-df6162e36db5 req-c1a28c07-2572-4cee-a8d2-73cb79bae61e tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 945 time: 0.0540740 Nov 12 04:13:30.383181 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e52a46-03d7-40b6-a7e9-a6d29f70f9aa tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Router 1aeb0a9d-24bf-49cf-ae06-d735caa1ee99 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:13:30.392560 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8487-58be-4363-9161-ba6d75eba090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:30.395399 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8487-58be-4363-9161-ba6d75eba090 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:30.399616 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6bfc8487-58be-4363-9161-ba6d75eba090 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08b4ed6c-9392-4c30-9f29-bc347fcd0753 HTTP/1.1" status: 204 len: 168 time: 0.3845968 Nov 12 04:13:30.420464 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-23c07d5e-d7f5-4c7a-8000-df6162e36db5 req-4f161819-9681-4685-b933-a0382353c216 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004295 Nov 12 04:13:30.433046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc8487-58be-4363-9161-ba6d75eba090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b4ed6c-9392-4c30-9f29-bc347fcd0753,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:30.492654 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-5f1a6c07-7019-4370-aae8-9f9cf1c20846 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1227267 Nov 12 04:13:30.530135 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e52a46-03d7-40b6-a7e9-a6d29f70f9aa tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:30.535299 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49e52a46-03d7-40b6-a7e9-a6d29f70f9aa tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:30.537404 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-49e52a46-03d7-40b6-a7e9-a6d29f70f9aa tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "PUT /v2.0/routers/1aeb0a9d-24bf-49cf-ae06-d735caa1ee99 HTTP/1.1" status: 200 len: 913 time: 2.0870280 Nov 12 04:13:30.544132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f0caec-41bf-4835-994c-318b4f2be630 None None] Sync routers for ids ['1aeb0a9d-24bf-49cf-ae06-d735caa1ee99'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:30.549615 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33776) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:30.558755 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f0caec-41bf-4835-994c-318b4f2be630 None None] Routers {'1aeb0a9d-24bf-49cf-ae06-d735caa1ee99'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:30.559683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b1f0caec-41bf-4835-994c-318b4f2be630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1aeb0a9d-24bf-49cf-ae06-d735caa1ee99'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:30.604836 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b1f0caec-41bf-4835-994c-318b4f2be630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:30.613164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-517dbd80-69de-4605-84d1-628ee069b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:30.613656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-517dbd80-69de-4605-84d1-628ee069b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:30.614136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-517dbd80-69de-4605-84d1-628ee069b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:30.615208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-517dbd80-69de-4605-84d1-628ee069b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:30.615683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-517dbd80-69de-4605-84d1-628ee069b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:30.615959 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f0caec-41bf-4835-994c-318b4f2be630 None None] Routers {'1aeb0a9d-24bf-49cf-ae06-d735caa1ee99'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:30.617384 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b1f0caec-41bf-4835-994c-318b4f2be630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1aeb0a9d-24bf-49cf-ae06-d735caa1ee99'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:30.619727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-517dbd80-69de-4605-84d1-628ee069b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:30.621131 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-517dbd80-69de-4605-84d1-628ee069b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:30.623095 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-517dbd80-69de-4605-84d1-628ee069b477 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72d4754f04e94e6c9e3f339cc9bdd8f4&device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 6498 time: 0.0826535 Nov 12 04:13:30.656439 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b1f0caec-41bf-4835-994c-318b4f2be630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:30.657150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f0caec-41bf-4835-994c-318b4f2be630 None None] The sync data for ids ['1aeb0a9d-24bf-49cf-ae06-d735caa1ee99'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:30.751547 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-25f5b101-65bb-4192-9bc3-62e73d26cce8 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "GET /v2.0/routers/1aeb0a9d-24bf-49cf-ae06-d735caa1ee99 HTTP/1.1" status: 200 len: 919 time: 0.1994872 Nov 12 04:13:30.756067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33782) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:30.797302 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d19834e-65b8-4ae2-9ce0-0d6346b7943d x-openstack-request-id: req-2d19834e-65b8-4ae2-9ce0-0d6346b7943d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:30.797594 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739c8842-aee9-4e27-a3a0-b31e4d0b1f97", "name": "network-vif-plugged", "status": "completed", "tag": "e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:30.797857 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d19834e-65b8-4ae2-9ce0-0d6346b7943d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:30.798247 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c8842-aee9-4e27-a3a0-b31e4d0b1f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254', 'code': 200} Nov 12 04:13:30.801189 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device f701fd92-151a-447a-a890-b40face78a0f up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:30.810452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-3bba043a-ccda-4a0d-a317-23d6a320fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:30.811021 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-3bba043a-ccda-4a0d-a317-23d6a320fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:30.811637 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-3bba043a-ccda-4a0d-a317-23d6a320fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:30.813560 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-3bba043a-ccda-4a0d-a317-23d6a320fc17 service neutron] 10.222.0.21 "GET /v2.0/networks?id=19bce048-112d-4f21-ac62-0b363c707e0b&id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19&id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 HTTP/1.1" status: 200 len: 2291 time: 0.1576159 Nov 12 04:13:30.842298 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d550c59f-1230-44ad-8fdd-6bf6588332f0 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:30.842298 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d550c59f-1230-44ad-8fdd-6bf6588332f0 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&device_id=1aeb0a9d-24bf-49cf-ae06-d735caa1ee99&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0835307 Nov 12 04:13:30.844145 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33784) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:30.910528 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc5ce3c9-e571-4db7-8fc5-bd27e08a4057 req-a39b9dd6-2b00-46a7-b5e7-d5f7a0dec795 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1432583-0c34-4753-b417-8ec25345e994 HTTP/1.1" status: 200 len: 210 time: 0.0788760 Nov 12 04:13:30.957982 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-a0df8beb-498d-4c93-bf3b-c5a8ca07c264 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17a61e7e-6068-4414-a607-e5e69b99d95d HTTP/1.1" status: 200 len: 1001 time: 0.1361442 Nov 12 04:13:30.962347 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e778e89-336a-432d-8745-8af8e8c9ea4f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:30.965091 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7e778e89-336a-432d-8745-8af8e8c9ea4f tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 881 time: 0.1193764 Nov 12 04:13:30.973716 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33794) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:30.994229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port f701fd92-151a-447a-a890-b40face78a0f completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:13:30.998672 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port f701fd92-151a-447a-a890-b40face78a0f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:30.999048 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.006299 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a5e60bbb-5108-4496-acb9-7bb626fd5681 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aeb0a9d-24bf-49cf-ae06-d735caa1ee99 HTTP/1.1" status: 200 len: 205 time: 0.0308607 Nov 12 04:13:31.008899 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33796) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:31.060822 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6ba73-cebf-44fe-8d97-afe0d2c72c81 req-948f0124-e61d-4748-92e3-0594863395eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:31.062667 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-38f6ba73-cebf-44fe-8d97-afe0d2c72c81 req-948f0124-e61d-4748-92e3-0594863395eb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=739c8842-aee9-4e27-a3a0-b31e4d0b1f97 HTTP/1.1" status: 200 len: 1101 time: 0.1260281 Nov 12 04:13:31.067246 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-31bf63d4-be55-4ee3-b94a-c82ee35b8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:31.067246 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-31bf63d4-be55-4ee3-b94a-c82ee35b8c37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac2df72c-3697-4006-a460-6748e4420277 HTTP/1.1" status: 200 len: 849 time: 0.0659230 Nov 12 04:13:31.172887 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-495f8b9d-4ad4-40dd-bc3b-3a5e0045958a tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.174042 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-9d93580c-6242-4542-a6e3-d8deb0f28253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:31.176148 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-9d93580c-6242-4542-a6e3-d8deb0f28253 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19bce048-112d-4f21-ac62-0b363c707e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023791 Nov 12 04:13:31.179501 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-38f6ba73-cebf-44fe-8d97-afe0d2c72c81 req-c513ab1e-43ed-4464-8d53-238cd62fc308 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829675 Nov 12 04:13:31.184899 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.261297 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port f701fd92-151a-447a-a890-b40face78a0f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f701fd92-151a-447a-a890-b40face78a0f,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:31.337721 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-76089460-d0e5-4fdc-9b40-fc696a11e2d9 service neutron] 10.222.0.21 "GET /v2.0/networks/19bce048-112d-4f21-ac62-0b363c707e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394169 Nov 12 04:13:31.359723 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.363696 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea874f5-0635-4dbe-83a9-51c3dd4ca46a req-78b4a43b-bd4e-4d5b-bb51-450eef6a589f tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:31.371443 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0ea874f5-0635-4dbe-83a9-51c3dd4ca46a req-78b4a43b-bd4e-4d5b-bb51-450eef6a589f tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 945 time: 0.0890214 Nov 12 04:13:31.411870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=f701fd92-151a-447a-a890-b40face78a0f,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:31.477565 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0ea874f5-0635-4dbe-83a9-51c3dd4ca46a req-be3d7921-6f65-47a0-926b-02ba6f92e736 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052411 Nov 12 04:13:31.494015 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-3ed3b215-acc5-462b-8ada-1b8a9ba8b9ad service neutron] 10.222.0.21 "GET /v2.0/networks/19bce048-112d-4f21-ac62-0b363c707e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472676 Nov 12 04:13:31.560637 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-53797e0f-e849-407d-ae08-b742f4cbe985 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=69415cbd-189f-422f-a960-2a926ad7a318 HTTP/1.1" status: 200 len: 217 time: 0.0464404 Nov 12 04:13:31.643989 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-495f8b9d-4ad4-40dd-bc3b-3a5e0045958a tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.647279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-43219864-bd39-453e-bfe2-4bd4bceaba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:31.649843 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-43219864-bd39-453e-bfe2-4bd4bceaba14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61cd8dd5-27dc-411e-bdb2-d4a666d4799f HTTP/1.1" status: 200 len: 797 time: 0.0621629 Nov 12 04:13:31.657567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51810d-1100-45a9-9e4d-5a78b1f8b0d6 req-b63da680-dc08-417c-81f0-9f1f08863ed6 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:31.659051 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c51810d-1100-45a9-9e4d-5a78b1f8b0d6 req-b63da680-dc08-417c-81f0-9f1f08863ed6 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=739c8842-aee9-4e27-a3a0-b31e4d0b1f97 HTTP/1.1" status: 200 len: 949 time: 0.1010251 Nov 12 04:13:31.728827 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-3e32e97a-937d-4663-85e8-b87bbf8caab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:31.730342 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-3e32e97a-937d-4663-85e8-b87bbf8caab1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0704203 Nov 12 04:13:31.735010 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c51810d-1100-45a9-9e4d-5a78b1f8b0d6 req-263d544c-5aaf-42ee-9bb4-bcaf4c3eebb1 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662568 Nov 12 04:13:31.835980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-a649434c-0ef5-4a0b-a3f8-a827559e2ddd service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978112 Nov 12 04:13:31.846949 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-495f8b9d-4ad4-40dd-bc3b-3a5e0045958a tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Deleting port 5d626766-7238-4789-b610-2fb07105f1ec {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:31.847433 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-495f8b9d-4ad4-40dd-bc3b-3a5e0045958a tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.906479 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33832) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:31.934942 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-495f8b9d-4ad4-40dd-bc3b-3a5e0045958a tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.949528 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-495f8b9d-4ad4-40dd-bc3b-3a5e0045958a tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Calling delete_port for 5d626766-7238-4789-b610-2fb07105f1ec owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:31.958120 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-f91b2c6d-032b-48fa-81b4-6c50587b03fb service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143239 Nov 12 04:13:32.006648 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-5e6ea916-7d4c-4e1a-916f-ed0df3016728 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=a31dc5fe-a559-4a60-86e2-f58b3be550d8 HTTP/1.1" status: 200 len: 217 time: 0.0411391 Nov 12 04:13:32.075512 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-67f561cf-9cfe-4c1b-ba3c-ff1a45fa8b4f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-310483684-network', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:32.197891 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f561cf-9cfe-4c1b-ba3c-ff1a45fa8b4f admin admin] Made reservation on behalf of b529ff3df71946db9c56eecd8f4c61fc for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:32.200402 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67f561cf-9cfe-4c1b-ba3c-ff1a45fa8b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.209841 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67f561cf-9cfe-4c1b-ba3c-ff1a45fa8b4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.231098 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-495f8b9d-4ad4-40dd-bc3b-3a5e0045958a tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.279630 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f8b9d-4ad4-40dd-bc3b-3a5e0045958a tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Pushing event deleted for resources: {'Port': ['ID=5d626766-7238-4789-b610-2fb07105f1ec,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:32.364231 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-495f8b9d-4ad4-40dd-bc3b-3a5e0045958a tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.407275 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-17a35c77-5823-4329-a60b-c5274a155c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:32.408763 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-17a35c77-5823-4329-a60b-c5274a155c10 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61cd8dd5-27dc-411e-bdb2-d4a666d4799f HTTP/1.1" status: 200 len: 797 time: 0.3940470 Nov 12 04:13:32.421768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba287a1f-70a6-4393-a87e-53587af535bc req-9d1be4b9-0134-4e27-a67b-470e4975ef05 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:32.425647 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba287a1f-70a6-4393-a87e-53587af535bc req-9d1be4b9-0134-4e27-a67b-470e4975ef05 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 945 time: 0.0679686 Nov 12 04:13:32.436755 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67f561cf-9cfe-4c1b-ba3c-ff1a45fa8b4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.491754 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-25557e2b-01bb-4166-b25a-33d3652205dd tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c20a8a9f651849c3b9028541aea3d827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574338 Nov 12 04:13:32.496433 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-495f8b9d-4ad4-40dd-bc3b-3a5e0045958a tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.511632 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-495f8b9d-4ad4-40dd-bc3b-3a5e0045958a tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.518385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba287a1f-70a6-4393-a87e-53587af535bc req-37627e8a-5ea3-491d-af79-aefeb5d2e817 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830388 Nov 12 04:13:32.523676 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-19426223-3404-4f61-91cc-6d2dfd463c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:32.525533 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67f561cf-9cfe-4c1b-ba3c-ff1a45fa8b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.527126 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-19426223-3404-4f61-91cc-6d2dfd463c41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1029103 Nov 12 04:13:32.626573 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f561cf-9cfe-4c1b-ba3c-ff1a45fa8b4f admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:32.637270 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f561cf-9cfe-4c1b-ba3c-ff1a45fa8b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b6d6ae-124c-4b18-bc61-01e7b2a914ca,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:32.638189 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-1cbec313-3248-4335-b175-ebfea613c903 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011496 Nov 12 04:13:32.684792 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ca925f46-d794-4bb8-8822-eb27fe4d3ed7 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:32.687008 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ca925f46-d794-4bb8-8822-eb27fe4d3ed7 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886351 Nov 12 04:13:32.700234 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-495f8b9d-4ad4-40dd-bc3b-3a5e0045958a tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.700805 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495f8b9d-4ad4-40dd-bc3b-3a5e0045958a tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Fanout notify agent at l3_agent the message router_deleted on router 1aeb0a9d-24bf-49cf-ae06-d735caa1ee99 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:13:32.711160 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-4b64690f-ca4f-4770-b9ba-5ac1047b7206 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Request body: {'port': {'device_id': 'a1432583-0c34-4753-b417-8ec25345e994', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': 'c20a8a9f651849c3b9028541aea3d827'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:32.717470 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-495f8b9d-4ad4-40dd-bc3b-3a5e0045958a tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.718669 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-495f8b9d-4ad4-40dd-bc3b-3a5e0045958a tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "DELETE /v2.0/routers/1aeb0a9d-24bf-49cf-ae06-d735caa1ee99 HTTP/1.1" status: 204 len: 168 time: 1.7087679 Nov 12 04:13:32.721353 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67f561cf-9cfe-4c1b-ba3c-ff1a45fa8b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.721765 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-67f561cf-9cfe-4c1b-ba3c-ff1a45fa8b4f admin admin] Added segment 3a63c002-e104-436e-8359-038bbf178b3f of type vlan for network e627d672-67f0-4f34-9cd9-fa251307ac94 Nov 12 04:13:32.737217 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33842) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:32.747541 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-cadf173f-8a95-441f-b8ea-de23d122fc7d tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-913973345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:32.787312 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-d498eb7f-a1ff-4a39-8b09-4974dd609674 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404152 Nov 12 04:13:32.802045 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293b4729-3756-4913-9f4c-371e6f856e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f701fd92-151a-447a-a890-b40face78a0f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:32.816198 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ae50e5-1456-4319-bebc-4fe102eb53d3" -d '{"events": [{"server_uuid": "293b4729-3756-4913-9f4c-371e6f856e9c", "name": "network-vif-plugged", "status": "completed", "tag": "f701fd92-151a-447a-a890-b40face78a0f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:32.837410 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-5e56c537-5cae-4871-b250-dbed31fd70d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=9ca5d185-5a63-4f3f-a125-b9efa34773e5 HTTP/1.1" status: 200 len: 217 time: 0.0402696 Nov 12 04:13:32.852217 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67f561cf-9cfe-4c1b-ba3c-ff1a45fa8b4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.854020 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cdf81006-ea57-4f9b-9ab9-5bda2cd7c32e req-ae43d168-447e-4231-b504-c3e8748c53b7 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1432583-0c34-4753-b417-8ec25345e994 HTTP/1.1" status: 200 len: 210 time: 0.0657635 Nov 12 04:13:32.906690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-b988d92a-71cf-4df0-81a6-e533d0cbd2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:32.907807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-b988d92a-71cf-4df0-81a6-e533d0cbd2f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61cd8dd5-27dc-411e-bdb2-d4a666d4799f HTTP/1.1" status: 200 len: 797 time: 0.0563991 Nov 12 04:13:32.955576 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-f77413df-e8bb-4d03-913a-9455a1dc1a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:32.957194 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-f77413df-e8bb-4d03-913a-9455a1dc1a88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0425320 Nov 12 04:13:32.972995 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cadf173f-8a95-441f-b8ea-de23d122fc7d tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.975576 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cadf173f-8a95-441f-b8ea-de23d122fc7d tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.983933 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67f561cf-9cfe-4c1b-ba3c-ff1a45fa8b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.984897 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f561cf-9cfe-4c1b-ba3c-ff1a45fa8b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:32.985479 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67f561cf-9cfe-4c1b-ba3c-ff1a45fa8b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.063640 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-8ca95d3a-04b6-4e19-924c-769804d1d425 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991266 Nov 12 04:13:33.107663 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cadf173f-8a95-441f-b8ea-de23d122fc7d tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.109251 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f561cf-9cfe-4c1b-ba3c-ff1a45fa8b4f admin admin] Pushing event updated for resources: {'Network': ['ID=e627d672-67f0-4f34-9cd9-fa251307ac94,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:33.121916 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-4b64690f-ca4f-4770-b9ba-5ac1047b7206 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Made reservation on behalf of c20a8a9f651849c3b9028541aea3d827 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:33.122262 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-4b64690f-ca4f-4770-b9ba-5ac1047b7206 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.124346 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network e627d672-67f0-4f34-9cd9-fa251307ac94 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:33.147670 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3b5f579a-659f-4e55-9935-39f771442444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.202175 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078851f3-2ecc-46fe-b435-91eff21f0a6c req-65220295-fb45-477a-acf6-b56ab770428b tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:33.203729 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-078851f3-2ecc-46fe-b435-91eff21f0a6c req-65220295-fb45-477a-acf6-b56ab770428b tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=739c8842-aee9-4e27-a3a0-b31e4d0b1f97 HTTP/1.1" status: 200 len: 949 time: 0.1191473 Nov 12 04:13:33.209398 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cadf173f-8a95-441f-b8ea-de23d122fc7d tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.221096 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-924d55a8-9a20-4b15-9af5-a71bdfebe4f6 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453071 Nov 12 04:13:33.256278 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-67f561cf-9cfe-4c1b-ba3c-ff1a45fa8b4f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3453140 Nov 12 04:13:33.256484 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33856) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:33.261239 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9fd6cdac-7cd5-422c-b160-ca90dcd94525 admin admin] Request body: {'subnet': {'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-310483684-subnet', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:33.288933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-4f82bdca-256a-4e4b-bd7e-1cba4f717293 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=72da5947-cccd-4ca5-91c9-c89652acda89 HTTP/1.1" status: 200 len: 217 time: 0.0484810 Nov 12 04:13:33.292945 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-4b64690f-ca4f-4770-b9ba-5ac1047b7206 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Allocated IP 192.168.233.230 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/b3085fe8-c3ce-404f-97d0-89622379b027) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:33.293924 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-078851f3-2ecc-46fe-b435-91eff21f0a6c req-16cbbae9-6c57-4cd0-8b45-33a05e7437e6 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842168 Nov 12 04:13:33.355789 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7923593-d53f-4e73-a624-21a14b2dc18f x-openstack-request-id: req-e7923593-d53f-4e73-a624-21a14b2dc18f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:33.356388 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293b4729-3756-4913-9f4c-371e6f856e9c", "name": "network-vif-plugged", "status": "completed", "tag": "f701fd92-151a-447a-a890-b40face78a0f", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:33.356746 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7923593-d53f-4e73-a624-21a14b2dc18f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:33.357239 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293b4729-3756-4913-9f4c-371e6f856e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f701fd92-151a-447a-a890-b40face78a0f', 'code': 200} Nov 12 04:13:33.361450 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cadf173f-8a95-441f-b8ea-de23d122fc7d tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.363527 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cadf173f-8a95-441f-b8ea-de23d122fc7d tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6207294 Nov 12 04:13:33.370404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-e287c647-903c-4126-839e-9190c0252062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:33.372368 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-e287c647-903c-4126-839e-9190c0252062 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61cd8dd5-27dc-411e-bdb2-d4a666d4799f HTTP/1.1" status: 200 len: 797 time: 0.0626583 Nov 12 04:13:33.372922 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33862) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:33.377864 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-f6a96c30-29d4-4cc5-bfb4-844e21c10de7 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'enable_snat': False}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:33.513551 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-4b64690f-ca4f-4770-b9ba-5ac1047b7206 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.537356 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd6cdac-7cd5-422c-b160-ca90dcd94525 admin admin] Made reservation on behalf of b529ff3df71946db9c56eecd8f4c61fc for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:33.542703 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9fd6cdac-7cd5-422c-b160-ca90dcd94525 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.651371 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-39a3b346-0767-4e5a-a9fc-b4c4bd975f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:33.653120 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-39a3b346-0767-4e5a-a9fc-b4c4bd975f6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2313786 Nov 12 04:13:33.662476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc831c37-aac6-4e30-94ff-6909a8fcb50c req-8e73ca93-e44f-4470-b519-819fba34c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:33.664155 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc831c37-aac6-4e30-94ff-6909a8fcb50c req-8e73ca93-e44f-4470-b519-819fba34c5a3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=293b4729-3756-4913-9f4c-371e6f856e9c HTTP/1.1" status: 200 len: 1101 time: 0.1845002 Nov 12 04:13:33.787331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fbc80-f67f-466a-8a40-89451e0e3f7e req-d66ad66f-d934-4577-8e31-ffd73c17058d tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:33.787331 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-695fbc80-f67f-466a-8a40-89451e0e3f7e req-d66ad66f-d934-4577-8e31-ffd73c17058d tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 945 time: 0.2770219 Nov 12 04:13:33.796898 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f6a96c30-29d4-4cc5-bfb4-844e21c10de7 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.829224 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-4b64690f-ca4f-4770-b9ba-5ac1047b7206 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.869890 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['1416b5fa-6a27-41f3-957f-4abe3a2aa667', 'fa6c7962-016f-4c55-9a97-dc16fe679a0c', '436d7d35-88ab-4d37-999e-058efa38598e'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:33.871589 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-4b64690f-ca4f-4770-b9ba-5ac1047b7206 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:33.875803 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['beced045-9f91-40fc-847b-3aa91ebb8785', '5bdceacd-b491-4055-a30e-a229166b8b17'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:33.878334 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9fd6cdac-7cd5-422c-b160-ca90dcd94525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.885202 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc831c37-aac6-4e30-94ff-6909a8fcb50c req-653f770f-a8be-4a62-8e8e-50338170ca54 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813903 Nov 12 04:13:33.890249 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-4b64690f-ca4f-4770-b9ba-5ac1047b7206 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:33.909691 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-4b64690f-ca4f-4770-b9ba-5ac1047b7206 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:33.912971 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-695fbc80-f67f-466a-8a40-89451e0e3f7e req-2b4fb95a-5152-4b8a-b868-b0b8d03ccbe7 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197860 Nov 12 04:13:33.913136 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64690f-ca4f-4770-b9ba-5ac1047b7206 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Pushing event updated for resources: {'Port': ['ID=b3085fe8-c3ce-404f-97d0-89622379b027,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:33.940581 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-de9d62ea-01d9-43d5-8f4f-89b5d7fbd2c7 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338228 Nov 12 04:13:34.026200 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6cdac-7cd5-422c-b160-ca90dcd94525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c031979-a36c-4573-8989-2202eafabf04,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:34.035663 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-4b64690f-ca4f-4770-b9ba-5ac1047b7206 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:34.036936 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-4b64690f-ca4f-4770-b9ba-5ac1047b7206 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.050090 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd6cdac-7cd5-422c-b160-ca90dcd94525 admin admin] Checking segment: {'id': '3a63c002-e104-436e-8359-038bbf178b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:34.050344 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd6cdac-7cd5-422c-b160-ca90dcd94525 admin admin] Network hostable DHCP agents. Network: e627d672-67f0-4f34-9cd9-fa251307ac94, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:34.125479 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-4b64690f-ca4f-4770-b9ba-5ac1047b7206 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4226582 Nov 12 04:13:34.152873 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd6cdac-7cd5-422c-b160-ca90dcd94525 admin admin] Network e627d672-67f0-4f34-9cd9-fa251307ac94 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:34.165792 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-b5f1191f-054c-40df-9917-72b587de7c67 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017410 Nov 12 04:13:34.179973 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Request body: {'port': {'device_id': 'a1432583-0c34-4753-b417-8ec25345e994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:34.193279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea259c6d-3ff6-489e-9a4c-591203795790 req-37dfe281-8346-4762-ad7d-62703bd1a5a3 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:34.198835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea259c6d-3ff6-489e-9a4c-591203795790 req-37dfe281-8346-4762-ad7d-62703bd1a5a3 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=293b4729-3756-4913-9f4c-371e6f856e9c HTTP/1.1" status: 200 len: 949 time: 0.1593952 Nov 12 04:13:34.227427 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-238b629e-cbd9-4bb8-b2e9-046a0c781347 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11eb097c-17d3-4062-b2a5-36f297c7cb65 HTTP/1.1" status: 200 len: 217 time: 0.0503654 Nov 12 04:13:34.238107 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.274355 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9fd6cdac-7cd5-422c-b160-ca90dcd94525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, e627d672-67f0-4f34-9cd9-fa251307ac94) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:34.281430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-808c6935-f900-44dc-8bbb-6516af5be6bd None None] Provisioning complete for port b3085fe8-c3ce-404f-97d0-89622379b027 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:34.281430 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-808c6935-f900-44dc-8bbb-6516af5be6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.281699 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd6cdac-7cd5-422c-b160-ca90dcd94525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:34.281699 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9fd6cdac-7cd5-422c-b160-ca90dcd94525 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.317013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178c8844-7cc2-43bf-a358-621d7a6f828c None None] Network e627d672-67f0-4f34-9cd9-fa251307ac94 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:34.329752 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-4adef2a1-d759-42ee-af20-20162f3f8e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:34.330902 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-4adef2a1-d759-42ee-af20-20162f3f8e0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a42fff2-0f1b-446e-9878-5ae2918f0d15 HTTP/1.1" status: 200 len: 797 time: 0.0873446 Nov 12 04:13:34.336334 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea259c6d-3ff6-489e-9a4c-591203795790 req-270cb892-ea46-479e-b192-169fee261eff tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116259 Nov 12 04:13:34.395543 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9fd6cdac-7cd5-422c-b160-ca90dcd94525 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1319740 Nov 12 04:13:34.397950 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33880) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:34.403523 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b28b175d-a3d3-48e9-83a9-55fc243933cf admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-310483684-router', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:34.415234 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-808c6935-f900-44dc-8bbb-6516af5be6bd None None] Port b3085fe8-c3ce-404f-97d0-89622379b027 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:34.542595 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f6a96c30-29d4-4cc5-bfb4-844e21c10de7 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.586229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-e627d672-67f0-4f34-9cd9-fa251307ac94', 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'fixed_ips': [{'subnet_id': '5c031979-a36c-4573-8989-2202eafabf04'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:13:34.587192 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.587685 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f6a96c30-29d4-4cc5-bfb4-844e21c10de7 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.594428 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-91a429f6-070a-4f2a-a0c8-80fc68ad8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:34.596488 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-91a429f6-070a-4f2a-a0c8-80fc68ad8981 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1993504 Nov 12 04:13:34.598252 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b28b175d-a3d3-48e9-83a9-55fc243933cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.599752 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b28b175d-a3d3-48e9-83a9-55fc243933cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.619974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3085fe8-c3ce-404f-97d0-89622379b027 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:34.635551 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.681046 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b28b175d-a3d3-48e9-83a9-55fc243933cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.682204 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Transition to ACTIVE for port object b3085fe8-c3ce-404f-97d0-89622379b027 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:13:34.757224 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] Allocated IP 172.20.0.2 (e627d672-67f0-4f34-9cd9-fa251307ac94/5c031979-a36c-4573-8989-2202eafabf04/98a65970-edae-42a7-9493-4676096f8650) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:34.796618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-f6a96c30-29d4-4cc5-bfb4-844e21c10de7 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Allocated IP 172.25.1.110 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/79dae1d5-161a-47d2-b7b2-a4f4e33bbd20) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:34.800303 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-dac5efad-0fe3-40e5-8677-4ed8e096383d service neutron] 10.222.0.21 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662881 Nov 12 04:13:34.890229 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.927716 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.982846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb916d-911f-4374-9d02-a85c493bfc5f req-077992b1-eddf-4bfc-b374-e0040b3477f1 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:34.984338 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d7cb916d-911f-4374-9d02-a85c493bfc5f req-077992b1-eddf-4bfc-b374-e0040b3477f1 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1432583-0c34-4753-b417-8ec25345e994 HTTP/1.1" status: 200 len: 948 time: 0.1747324 Nov 12 04:13:35.005380 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b28b175d-a3d3-48e9-83a9-55fc243933cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.014909 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.015298 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33888) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:35.021720 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-1771f511-550e-48fb-8c33-c4142971ac02 service neutron] 10.222.0.21 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108023 Nov 12 04:13:35.075695 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] Network e627d672-67f0-4f34-9cd9-fa251307ac94 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:35.085999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:35.089209 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:35.090985 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Pushing event updated for resources: {'Port': ['ID=b3085fe8-c3ce-404f-97d0-89622379b027,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:35.096776 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-bd699682-d11e-479a-913f-951404b6d999 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1eb0d63d-40a7-4256-ab23-8d45c77009fa HTTP/1.1" status: 200 len: 217 time: 0.0636060 Nov 12 04:13:35.108312 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f6a96c30-29d4-4cc5-bfb4-844e21c10de7 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.119477 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] Pushing event updated for resources: {'Port': ['ID=98a65970-edae-42a7-9493-4676096f8650,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:35.168462 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Attempting to bind port b3085fe8-c3ce-404f-97d0-89622379b027 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:35.172645 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Attempting to bind port b3085fe8-c3ce-404f-97d0-89622379b027 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:35.172645 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Attempting to bind port b3085fe8-c3ce-404f-97d0-89622379b027 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:35.180253 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Port b3085fe8-c3ce-404f-97d0-89622379b027 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:13:35.180853 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Attempting to bind port b3085fe8-c3ce-404f-97d0-89622379b027 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:35.212980 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] Attempting to bind port 98a65970-edae-42a7-9493-4676096f8650 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:35.213605 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] Attempting to bind port 98a65970-edae-42a7-9493-4676096f8650 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '3a63c002-e104-436e-8359-038bbf178b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:35.214820 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] Attempting to bind port 98a65970-edae-42a7-9493-4676096f8650 on network e627d672-67f0-4f34-9cd9-fa251307ac94 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:35.220445 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:35.221543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] Checking segment: {'id': '3a63c002-e104-436e-8359-038bbf178b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:35.222041 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.222691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] Bound using segment: {'id': '3a63c002-e104-436e-8359-038bbf178b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:35.223169 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] Bound port: 98a65970-edae-42a7-9493-4676096f8650, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a63c002-e104-436e-8359-038bbf178b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:35.224338 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.240075 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d7cb916d-911f-4374-9d02-a85c493bfc5f req-a55d72db-276a-43b9-a0e8-c63f2279f7bb tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392130 Nov 12 04:13:35.249412 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-f0336539-9560-4662-89d6-cf913e247ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:35.258610 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-f0336539-9560-4662-89d6-cf913e247ab9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a42fff2-0f1b-446e-9878-5ae2918f0d15 HTTP/1.1" status: 200 len: 797 time: 0.1409607 Nov 12 04:13:35.258931 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:35.258931 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:35.258931 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:35.258931 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Bound port: b3085fe8-c3ce-404f-97d0-89622379b027, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:35.258931 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.293214 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-422871e9-fa3f-48cb-8536-4102537f3bb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.350275 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286f4a-3eea-4243-bd29-956b404e0cef req-0f79fe33-2004-4ac5-8383-2cdc768b010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:35.351905 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-0f79fe33-2004-4ac5-8383-2cdc768b010b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0916169 Nov 12 04:13:35.364909 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f6a96c30-29d4-4cc5-bfb4-844e21c10de7 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.385084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] For port 98a65970-edae-42a7-9493-4676096f8650, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:35.390202 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] For port 98a65970-edae-42a7-9493-4676096f8650, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=98a65970-edae-42a7-9493-4676096f8650,segment=NetworkSegment(3a63c002-e104-436e-8359-038bbf178b3f),segment_id=3a63c002-e104-436e-8359-038bbf178b3f)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:35.427885 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] For port b3085fe8-c3ce-404f-97d0-89622379b027, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:35.435527 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] For port b3085fe8-c3ce-404f-97d0-89622379b027, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b3085fe8-c3ce-404f-97d0-89622379b027,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:35.472243 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-422871e9-fa3f-48cb-8536-4102537f3bb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.494962 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a96c30-29d4-4cc5-bfb4-844e21c10de7 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:35.495498 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.500680 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afc4790d-af38-47e0-a18f-8c0ce194bd3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.506560 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-f6a96c30-29d4-4cc5-bfb4-844e21c10de7 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:35.526287 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a96c30-29d4-4cc5-bfb4-844e21c10de7 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:35.534876 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.539145 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154650f8-f8d3-4ace-b3c1-13441a2dccaf req-fd841ecb-49a2-474b-865d-f2127fa8b2d6 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:35.541406 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-154650f8-f8d3-4ace-b3c1-13441a2dccaf req-fd841ecb-49a2-474b-865d-f2127fa8b2d6 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 945 time: 0.1882253 Nov 12 04:13:35.541763 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a96c30-29d4-4cc5-bfb4-844e21c10de7 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Pushing event updated for resources: {'Port': ['ID=79dae1d5-161a-47d2-b7b2-a4f4e33bbd20,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:35.572409 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5720bc-ea2e-4c39-8ac8-dca48ff78a61 None None] Pushing event updated for resources: {'Port': ['ID=98a65970-edae-42a7-9493-4676096f8650,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:35.578171 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-422871e9-fa3f-48cb-8536-4102537f3bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.584146 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:35.584772 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.586180 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] 10.222.0.21 "PUT /v2.0/ports/b3085fe8-c3ce-404f-97d0-89622379b027 HTTP/1.1" status: 200 len: 1097 time: 1.4226511 Nov 12 04:13:35.588721 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1432583-0c34-4753-b417-8ec25345e994', 'tag': 'b3085fe8-c3ce-404f-97d0-89622379b027'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:35.590761 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25729e57-3404-44be-a8f9-33e0247ccd46" -d '{"events": [{"name": "network-changed", "server_uuid": "a1432583-0c34-4753-b417-8ec25345e994", "tag": "b3085fe8-c3ce-404f-97d0-89622379b027"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:35.647535 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-c7029255-bdff-4b30-bf95-96f0112dbccb service neutron] 10.222.0.21 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841015 Nov 12 04:13:35.693349 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422871e9-fa3f-48cb-8536-4102537f3bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba41ea26-30b0-4b44-a526-3ace486d822e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:35.703339 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-422871e9-fa3f-48cb-8536-4102537f3bb0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6382d322e2940b890795a72a0298b0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6829734 Nov 12 04:13:35.704271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee513e51-73ac-4fe0-90ce-33d80a0cdc4b service neutron] Pushing event updated for resources: {'Port': ['ID=b3085fe8-c3ce-404f-97d0-89622379b027,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:35.708956 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33898) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:35.719988 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b28b175d-a3d3-48e9-83a9-55fc243933cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.763219 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b28b175d-a3d3-48e9-83a9-55fc243933cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.895458 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-4948f08c-c4a9-4847-a9da-fd0a30fe8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:35.896632 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-4948f08c-c4a9-4847-a9da-fd0a30fe8afb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&device_id=a1432583-0c34-4753-b417-8ec25345e994 HTTP/1.1" status: 200 len: 1100 time: 0.1442814 Nov 12 04:13:35.900673 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c714fcb-a462-408a-8b31-70f6eb52533c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.947733 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c714fcb-a462-408a-8b31-70f6eb52533c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:36.035374 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-1f99e192-7291-4de6-b582-b0e61f3db0dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=b3085fe8-c3ce-404f-97d0-89622379b027 HTTP/1.1" status: 200 len: 217 time: 0.1033578 Nov 12 04:13:36.123552 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-b28b175d-a3d3-48e9-83a9-55fc243933cf admin admin] Allocated IP 172.25.1.71 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/700a0337-a05c-4c97-b6c8-62893b38bdb9) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:36.138328 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-0b8bdcdc-d409-429c-8b80-a39c393b7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:36.139879 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-0b8bdcdc-d409-429c-8b80-a39c393b7433 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0924067 Nov 12 04:13:36.192544 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-154650f8-f8d3-4ace-b3c1-13441a2dccaf req-c2038ba3-0f51-40d2-bdb6-4c4506f6ca48 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5977302 Nov 12 04:13:36.259754 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94286f4a-3eea-4243-bd29-956b404e0cef req-194a72ca-5437-446e-bc0f-08cd6f5c8c72 service neutron] 10.222.0.21 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605469 Nov 12 04:13:36.261069 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-5b3bc4c1-8bc9-4fdf-92b9-57d7be7acc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:36.262843 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-5b3bc4c1-8bc9-4fdf-92b9-57d7be7acc38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1068389 Nov 12 04:13:36.280076 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b28b175d-a3d3-48e9-83a9-55fc243933cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:36.338558 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90922537-1206-4cf8-9d0b-02538e00405c req-64b0e8da-0730-4264-871b-1afc4d99f54e tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:36.340446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90922537-1206-4cf8-9d0b-02538e00405c req-64b0e8da-0730-4264-871b-1afc4d99f54e tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/ports?device_id=5650cd1e-d5a8-4d09-a2a9-def96ef53ba3 HTTP/1.1" status: 200 len: 946 time: 0.0687211 Nov 12 04:13:36.395345 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-bd0cc719-dd04-486f-a259-c975901181ef service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108661 Nov 12 04:13:36.485309 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b28b175d-a3d3-48e9-83a9-55fc243933cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:36.492132 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90922537-1206-4cf8-9d0b-02538e00405c req-4bc13629-efd5-42fb-a26d-da75fcfd851a tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/security-groups?id=3578d50a-f555-4b54-ae07-afa2d1b064db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434593 Nov 12 04:13:36.527551 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f6a96c30-29d4-4cc5-bfb4-844e21c10de7 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:36.815177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b175d-a3d3-48e9-83a9-55fc243933cf admin admin] Pushing event updated for resources: {'Port': ['ID=700a0337-a05c-4c97-b6c8-62893b38bdb9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:36.815177 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c714fcb-a462-408a-8b31-70f6eb52533c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:36.815177 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c714fcb-a462-408a-8b31-70f6eb52533c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:36.815177 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2c714fcb-a462-408a-8b31-70f6eb52533c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba41ea26-30b0-4b44-a526-3ace486d822e HTTP/1.1" status: 204 len: 168 time: 0.8419776 Nov 12 04:13:36.815177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c714fcb-a462-408a-8b31-70f6eb52533c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba41ea26-30b0-4b44-a526-3ace486d822e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:36.815177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28b175d-a3d3-48e9-83a9-55fc243933cf admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:36.815177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b28b175d-a3d3-48e9-83a9-55fc243933cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:36.815177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b175d-a3d3-48e9-83a9-55fc243933cf admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:36.818327 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:36.820369 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ba89655c-cef7-4798-826d-5ca4dda143ea req-a30c7d0c-bea5-4bc9-9682-d331c03019f9 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514892 Nov 12 04:13:36.820782 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bb662-79f3-4671-98ee-9113bfa10c73 req-9c05fedc-e80c-497c-8281-11a6f6e134fc tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:36.820782 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f7bb662-79f3-4671-98ee-9113bfa10c73 req-9c05fedc-e80c-497c-8281-11a6f6e134fc tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=293b4729-3756-4913-9f4c-371e6f856e9c HTTP/1.1" status: 200 len: 949 time: 0.1132743 Nov 12 04:13:36.878004 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f6a96c30-29d4-4cc5-bfb4-844e21c10de7 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:36.878004 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f6a96c30-29d4-4cc5-bfb4-844e21c10de7 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:36.878004 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f7bb662-79f3-4671-98ee-9113bfa10c73 req-42147d24-5067-4f21-9100-db2727c8aa95 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694523 Nov 12 04:13:36.930505 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342e42fa-f0f0-4ed7-b7b8-8e407a7d8de4 x-openstack-request-id: req-342e42fa-f0f0-4ed7-b7b8-8e407a7d8de4 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:36.931023 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1432583-0c34-4753-b417-8ec25345e994", "tag": "b3085fe8-c3ce-404f-97d0-89622379b027", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:36.931145 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-342e42fa-f0f0-4ed7-b7b8-8e407a7d8de4 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:36.931575 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1432583-0c34-4753-b417-8ec25345e994', 'tag': 'b3085fe8-c3ce-404f-97d0-89622379b027', 'status': 'completed', 'code': 200} Nov 12 04:13:36.952304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cf9db8-c256-40c0-bada-182b7be222a8 None None] Network e627d672-67f0-4f34-9cd9-fa251307ac94 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:37.103131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-067d18f4-e156-426f-bff1-79e420ded379 None None] Provisioning complete for port 98a65970-edae-42a7-9493-4676096f8650 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:37.103444 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-067d18f4-e156-426f-bff1-79e420ded379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.115076 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a96c30-29d4-4cc5-bfb4-844e21c10de7 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Router 5ddb91b1-0fe8-42a3-ab12-f9ab5e7ed594 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:13:37.148597 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25729e57-3404-44be-a8f9-33e0247ccd46 req-89c7dac1-87f7-4ea0-8976-6e3e5d8c6d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:37.150217 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-25729e57-3404-44be-a8f9-33e0247ccd46 req-89c7dac1-87f7-4ea0-8976-6e3e5d8c6d33 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&device_id=a1432583-0c34-4753-b417-8ec25345e994 HTTP/1.1" status: 200 len: 1100 time: 0.1082163 Nov 12 04:13:37.184505 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b28b175d-a3d3-48e9-83a9-55fc243933cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.253371 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-067d18f4-e156-426f-bff1-79e420ded379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.303474 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-067d18f4-e156-426f-bff1-79e420ded379 None None] For port 98a65970-edae-42a7-9493-4676096f8650, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=98a65970-edae-42a7-9493-4676096f8650,segment=NetworkSegment(3a63c002-e104-436e-8359-038bbf178b3f),segment_id=3a63c002-e104-436e-8359-038bbf178b3f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:37.324887 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a96c30-29d4-4cc5-bfb4-844e21c10de7 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:37.329976 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f6a96c30-29d4-4cc5-bfb4-844e21c10de7 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.334397 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f6a96c30-29d4-4cc5-bfb4-844e21c10de7 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "PUT /v2.0/routers/5ddb91b1-0fe8-42a3-ab12-f9ab5e7ed594 HTTP/1.1" status: 200 len: 915 time: 3.9601026 Nov 12 04:13:37.339033 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33922) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:37.339230 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c749606-a431-41f4-9588-dbfec563a586 None None] Sync routers for ids ['5ddb91b1-0fe8-42a3-ab12-f9ab5e7ed594'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:37.357865 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c749606-a431-41f4-9588-dbfec563a586 None None] Routers {'5ddb91b1-0fe8-42a3-ab12-f9ab5e7ed594'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:37.362446 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1c749606-a431-41f4-9588-dbfec563a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['5ddb91b1-0fe8-42a3-ab12-f9ab5e7ed594'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:37.399906 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-067d18f4-e156-426f-bff1-79e420ded379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.472680 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1c749606-a431-41f4-9588-dbfec563a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:37.478514 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25729e57-3404-44be-a8f9-33e0247ccd46 req-181f83d0-18cb-4fcc-a725-08eb94344591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:37.481776 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-25729e57-3404-44be-a8f9-33e0247ccd46 req-181f83d0-18cb-4fcc-a725-08eb94344591 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.3233767 Nov 12 04:13:37.482565 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d18f4-e156-426f-bff1-79e420ded379 None None] Pushing event updated for resources: {'Port': ['ID=98a65970-edae-42a7-9493-4676096f8650,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:37.523526 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-491a1c61-70b8-49ca-836c-28f33fe1cce3 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "GET /v2.0/routers/5ddb91b1-0fe8-42a3-ab12-f9ab5e7ed594 HTTP/1.1" status: 200 len: 921 time: 0.1869924 Nov 12 04:13:37.526673 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c749606-a431-41f4-9588-dbfec563a586 None None] Routers {'5ddb91b1-0fe8-42a3-ab12-f9ab5e7ed594'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:37.527478 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1c749606-a431-41f4-9588-dbfec563a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['5ddb91b1-0fe8-42a3-ab12-f9ab5e7ed594'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:37.535520 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33926) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:37.562041 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 98a65970-edae-42a7-9493-4676096f8650 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:37.586708 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1c749606-a431-41f4-9588-dbfec563a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:37.587414 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c749606-a431-41f4-9588-dbfec563a586 None None] The sync data for ids ['5ddb91b1-0fe8-42a3-ab12-f9ab5e7ed594'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:37.646537 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8a498c-4c40-4bc0-8401-5b263fdd1b4d tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:37.648103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8c8a498c-4c40-4bc0-8401-5b263fdd1b4d tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&device_id=5ddb91b1-0fe8-42a3-ab12-f9ab5e7ed594&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1129184 Nov 12 04:13:37.665467 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 98a65970-edae-42a7-9493-4676096f8650 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:37.665847 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.666853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33930) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:37.720405 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-25729e57-3404-44be-a8f9-33e0247ccd46 req-8674a0fa-62b1-413d-8130-c7da28d95292 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=b3085fe8-c3ce-404f-97d0-89622379b027 HTTP/1.1" status: 200 len: 217 time: 0.2178807 Nov 12 04:13:37.722157 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b28b175d-a3d3-48e9-83a9-55fc243933cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.741648 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e507b884-9ff4-44b3-9dab-6dc982313493 None None] Provisioning complete for port 98a65970-edae-42a7-9493-4676096f8650 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:37.742016 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e507b884-9ff4-44b3-9dab-6dc982313493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.776181 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cec2c-5ddc-4c5d-bf6b-9af4451d673f req-b21c2083-8950-4f8d-b818-60596396c225 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:37.783690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-349cec2c-5ddc-4c5d-bf6b-9af4451d673f req-b21c2083-8950-4f8d-b818-60596396c225 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1432583-0c34-4753-b417-8ec25345e994 HTTP/1.1" status: 200 len: 948 time: 0.1344836 Nov 12 04:13:37.860335 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-349cec2c-5ddc-4c5d-bf6b-9af4451d673f req-8fbbdf04-0bdb-4525-9efa-20af591dd613 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755830 Nov 12 04:13:37.865086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7de37c-3ecc-4572-9aee-624f410cc657 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:37.872308 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6a7de37c-3ecc-4572-9aee-624f410cc657 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 881 time: 0.2041519 Nov 12 04:13:37.873096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33938) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:37.933110 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e0d3b040-d1f3-4e87-b1b2-e18164b0a232 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ddb91b1-0fe8-42a3-ab12-f9ab5e7ed594 HTTP/1.1" status: 200 len: 205 time: 0.0584452 Nov 12 04:13:37.933753 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33940) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:38.062028 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f259d5b-acef-4ead-9880-95a39944ecfe tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.189678 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25729e57-3404-44be-a8f9-33e0247ccd46 req-a64efdd3-1585-4975-ae9c-f3e6c5dcfdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:38.190299 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f259d5b-acef-4ead-9880-95a39944ecfe tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.191102 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-25729e57-3404-44be-a8f9-33e0247ccd46 req-a64efdd3-1585-4975-ae9c-f3e6c5dcfdbd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.4622676 Nov 12 04:13:38.216801 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.256455 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25729e57-3404-44be-a8f9-33e0247ccd46 req-705b0383-1a87-4752-9fc8-cec837accf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:38.257925 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-25729e57-3404-44be-a8f9-33e0247ccd46 req-705b0383-1a87-4752-9fc8-cec837accf71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0593269 Nov 12 04:13:38.369550 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28b175d-a3d3-48e9-83a9-55fc243933cf admin admin] Router 00ac950c-eb75-4bfa-bc17-57ef46cec787 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:13:38.369762 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-7f259d5b-acef-4ead-9880-95a39944ecfe tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Deleting port 79dae1d5-161a-47d2-b7b2-a4f4e33bbd20 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:38.370580 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f259d5b-acef-4ead-9880-95a39944ecfe tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.377154 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-25729e57-3404-44be-a8f9-33e0247ccd46 req-3b2420ea-358d-4443-92ed-45c85bac9cb2 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099229 Nov 12 04:13:38.453977 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f259d5b-acef-4ead-9880-95a39944ecfe tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.469340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-7f259d5b-acef-4ead-9880-95a39944ecfe tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Calling delete_port for 79dae1d5-161a-47d2-b7b2-a4f4e33bbd20 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:38.565960 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-25729e57-3404-44be-a8f9-33e0247ccd46 req-5d7508eb-0bc3-46e9-bebb-9e6216fd010b service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803446 Nov 12 04:13:38.567133 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28b175d-a3d3-48e9-83a9-55fc243933cf admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:38.582247 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] Sync routers for ids ['00ac950c-eb75-4bfa-bc17-57ef46cec787'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:38.615635 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] Routers {'00ac950c-eb75-4bfa-bc17-57ef46cec787'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:38.616306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00ac950c-eb75-4bfa-bc17-57ef46cec787'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:38.709171 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b28b175d-a3d3-48e9-83a9-55fc243933cf admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.710351 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b28b175d-a3d3-48e9-83a9-55fc243933cf admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3113928 Nov 12 04:13:38.713061 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33960) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:38.735779 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f259d5b-acef-4ead-9880-95a39944ecfe tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.768683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] Set router 00ac950c-eb75-4bfa-bc17-57ef46cec787 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:38.768962 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f259d5b-acef-4ead-9880-95a39944ecfe tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Pushing event deleted for resources: {'Port': ['ID=79dae1d5-161a-47d2-b7b2-a4f4e33bbd20,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:38.917145 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f259d5b-acef-4ead-9880-95a39944ecfe tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.928103 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b7a55-079a-48fd-8657-8ce0b97cfb03 req-75e3ded6-1ddc-4bef-8a9f-cdff7b9d5282 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:38.929674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c94b7a55-079a-48fd-8657-8ce0b97cfb03 req-75e3ded6-1ddc-4bef-8a9f-cdff7b9d5282 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 945 time: 0.1638484 Nov 12 04:13:39.045484 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f259d5b-acef-4ead-9880-95a39944ecfe tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.048471 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f259d5b-acef-4ead-9880-95a39944ecfe tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.107567 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c94b7a55-079a-48fd-8657-8ce0b97cfb03 req-147d8b98-4242-4b4a-8c6a-2f127c5b5dff tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517906 Nov 12 04:13:39.109223 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'name': 'tempest-ServersTestBootFromVolume-310483684-router', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:34Z', 'updated_at': '2021-11-12T04:13:36Z', 'revision_number': 3, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'gw_port': {'id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:35Z', 'updated_at': '2021-11-12T04:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:39.156938 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.159104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] Checking router: 00ac950c-eb75-4bfa-bc17-57ef46cec787 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:13:39.159664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] Updating router 00ac950c-eb75-4bfa-bc17-57ef46cec787 port 700a0337-a05c-4c97-b6c8-62893b38bdb9 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:13:39.204358 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.220397 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f259d5b-acef-4ead-9880-95a39944ecfe tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.220929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f259d5b-acef-4ead-9880-95a39944ecfe tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Fanout notify agent at l3_agent the message router_deleted on router 5ddb91b1-0fe8-42a3-ab12-f9ab5e7ed594 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:13:39.228460 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f259d5b-acef-4ead-9880-95a39944ecfe tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.229551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7f259d5b-acef-4ead-9880-95a39944ecfe tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "DELETE /v2.0/routers/5ddb91b1-0fe8-42a3-ab12-f9ab5e7ed594 HTTP/1.1" status: 204 len: 168 time: 1.2948604 Nov 12 04:13:39.238524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33968) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:39.243966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-64c80a4d-e0e2-4dbe-88ee-2ad7523fd498 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-227575693', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:39.359012 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64c80a4d-e0e2-4dbe-88ee-2ad7523fd498 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.360435 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64c80a4d-e0e2-4dbe-88ee-2ad7523fd498 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.409125 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8db2f36-7daf-45c6-8e11-47741f5b6a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.487983 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 98a65970-edae-42a7-9493-4676096f8650 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:39.504718 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64c80a4d-e0e2-4dbe-88ee-2ad7523fd498 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.599575 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-d8db2f36-7daf-45c6-8e11-47741f5b6a7d admin admin] Allocated IP 172.20.0.1 (e627d672-67f0-4f34-9cd9-fa251307ac94/5c031979-a36c-4573-8989-2202eafabf04/aa6eff09-db40-4906-b3a9-7a2f5b5ce806) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:39.668132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 98a65970-edae-42a7-9493-4676096f8650 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:39.668918 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.730933 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8db2f36-7daf-45c6-8e11-47741f5b6a7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.833880 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.881711 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8db2f36-7daf-45c6-8e11-47741f5b6a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.931630 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8db2f36-7daf-45c6-8e11-47741f5b6a7d admin admin] Network e627d672-67f0-4f34-9cd9-fa251307ac94 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:39.934778 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d8db2f36-7daf-45c6-8e11-47741f5b6a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:39.939695 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db2f36-7daf-45c6-8e11-47741f5b6a7d admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:39.985343 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8db2f36-7daf-45c6-8e11-47741f5b6a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.990510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db2f36-7daf-45c6-8e11-47741f5b6a7d admin admin] Pushing event updated for resources: {'Port': ['ID=aa6eff09-db40-4906-b3a9-7a2f5b5ce806,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:40.013494 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.070179 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64c80a4d-e0e2-4dbe-88ee-2ad7523fd498 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.112591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] Attempting to bind port 700a0337-a05c-4c97-b6c8-62893b38bdb9 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:40.112871 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] Attempting to bind port 700a0337-a05c-4c97-b6c8-62893b38bdb9 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:40.113233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] Attempting to bind port 700a0337-a05c-4c97-b6c8-62893b38bdb9 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:40.115331 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2455d-97ae-49df-8903-b92e05286b74 None None] Pushing event updated for resources: {'Port': ['ID=700a0337-a05c-4c97-b6c8-62893b38bdb9,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:40.121518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:40.122196 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:40.122312 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.122669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:40.123215 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] Bound port: 700a0337-a05c-4c97-b6c8-62893b38bdb9, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:40.123507 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.177833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] For port 700a0337-a05c-4c97-b6c8-62893b38bdb9, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:40.181114 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] For port 700a0337-a05c-4c97-b6c8-62893b38bdb9, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=700a0337-a05c-4c97-b6c8-62893b38bdb9,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:40.285585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e14febfb-287e-4146-99b8-4ef3a400e403 None None] Provisioning complete for port aa6eff09-db40-4906-b3a9-7a2f5b5ce806 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:40.285880 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e14febfb-287e-4146-99b8-4ef3a400e403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.322411 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e14febfb-287e-4146-99b8-4ef3a400e403 None None] Port aa6eff09-db40-4906-b3a9-7a2f5b5ce806 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:40.351376 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8db2f36-7daf-45c6-8e11-47741f5b6a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.377665 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.398664 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64c80a4d-e0e2-4dbe-88ee-2ad7523fd498 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.419773 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64c80a4d-e0e2-4dbe-88ee-2ad7523fd498 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.471352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] Routers {'00ac950c-eb75-4bfa-bc17-57ef46cec787'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:40.471998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00ac950c-eb75-4bfa-bc17-57ef46cec787'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:40.534264 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2455d-97ae-49df-8903-b92e05286b74 None None] Pushing event updated for resources: {'Port': ['ID=700a0337-a05c-4c97-b6c8-62893b38bdb9,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:40.586083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-64c80a4d-e0e2-4dbe-88ee-2ad7523fd498 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Allocated IP 172.25.1.100 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/5bcc84a9-8a93-4520-bb64-1853cf5f7765) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:40.640464 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8db2f36-7daf-45c6-8e11-47741f5b6a7d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.653204 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] Set router 00ac950c-eb75-4bfa-bc17-57ef46cec787 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:40.719866 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8db2f36-7daf-45c6-8e11-47741f5b6a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.741269 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64c80a4d-e0e2-4dbe-88ee-2ad7523fd498 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.807410 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db2f36-7daf-45c6-8e11-47741f5b6a7d admin admin] Pushing event updated for resources: {'Port': ['ID=aa6eff09-db40-4906-b3a9-7a2f5b5ce806,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:40.812538 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8db2f36-7daf-45c6-8e11-47741f5b6a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.872285 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64c80a4d-e0e2-4dbe-88ee-2ad7523fd498 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.933802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c80a4d-e0e2-4dbe-88ee-2ad7523fd498 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:40.950584 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-64c80a4d-e0e2-4dbe-88ee-2ad7523fd498 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:40.957487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c80a4d-e0e2-4dbe-88ee-2ad7523fd498 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:40.961287 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8db2f36-7daf-45c6-8e11-47741f5b6a7d admin admin] Network e627d672-67f0-4f34-9cd9-fa251307ac94 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:40.962740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d8db2f36-7daf-45c6-8e11-47741f5b6a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:41.000914 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device f701fd92-151a-447a-a890-b40face78a0f details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:13:41.098317 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8db2f36-7daf-45c6-8e11-47741f5b6a7d admin admin] Router 00ac950c-eb75-4bfa-bc17-57ef46cec787 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:13:41.168102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c80a4d-e0e2-4dbe-88ee-2ad7523fd498 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Pushing event updated for resources: {'Port': ['ID=5bcc84a9-8a93-4520-bb64-1853cf5f7765,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:41.196125 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24fac1-a7d7-4f48-9419-7fb05c7c5734 req-a49ff6c1-50a3-4709-855e-4e3da57584df tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:41.203915 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f24fac1-a7d7-4f48-9419-7fb05c7c5734 req-a49ff6c1-50a3-4709-855e-4e3da57584df tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/ports?device_id=5650cd1e-d5a8-4d09-a2a9-def96ef53ba3 HTTP/1.1" status: 200 len: 946 time: 0.2745740 Nov 12 04:13:41.260905 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8db2f36-7daf-45c6-8e11-47741f5b6a7d admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:41.267288 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d8db2f36-7daf-45c6-8e11-47741f5b6a7d admin admin] 10.222.0.37 "PUT /v2.0/routers/00ac950c-eb75-4bfa-bc17-57ef46cec787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5531008 Nov 12 04:13:41.277579 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port f701fd92-151a-447a-a890-b40face78a0f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f701fd92-151a-447a-a890-b40face78a0f,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:41.300859 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'f701fd92-151a-447a-a890-b40face78a0f', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': 'f701fd92-151a-447a-a890-b40face78a0f', 'mac_address': 'fa:16:3e:fe:4d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:13:41.303590 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f24fac1-a7d7-4f48-9419-7fb05c7c5734 req-bcb2e477-a693-4a62-bb52-6d6c4b659541 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/security-groups?id=3578d50a-f555-4b54-ae07-afa2d1b064db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984685 Nov 12 04:13:41.375342 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'name': 'tempest-ServersTestBootFromVolume-310483684-router', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:34Z', 'updated_at': '2021-11-12T04:13:40Z', 'revision_number': 4, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'gw_port': {'id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:35Z', 'updated_at': '2021-11-12T04:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'aa6eff09-db40-4906-b3a9-7a2f5b5ce806', 'name': '', 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'mac_address': 'fa:16:3e:52:ae:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '5c031979-a36c-4573-8989-2202eafabf04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:39Z', 'updated_at': '2021-11-12T04:13:39Z', 'revision_number': 1, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'subnets': [{'id': '5c031979-a36c-4573-8989-2202eafabf04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:41.381465 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.417517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f15d4-24e5-42d7-835c-6fe5b83b97c2 req-77e2f97f-7de8-452b-8820-3cf95253ae0e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:41.422142 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab9f15d4-24e5-42d7-835c-6fe5b83b97c2 req-77e2f97f-7de8-452b-8820-3cf95253ae0e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1432583-0c34-4753-b417-8ec25345e994 HTTP/1.1" status: 200 len: 948 time: 0.0619533 Nov 12 04:13:41.425875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c6222f-0b05-4523-bd08-841af2d3b236 None None] The sync data for ids ['00ac950c-eb75-4bfa-bc17-57ef46cec787'] in n-d-768509-24 is: [{'id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'name': 'tempest-ServersTestBootFromVolume-310483684-router', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:34Z', 'updated_at': '2021-11-12T04:13:40Z', 'revision_number': 4, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'gw_port': {'id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:35Z', 'updated_at': '2021-11-12T04:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'aa6eff09-db40-4906-b3a9-7a2f5b5ce806', 'name': '', 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'mac_address': 'fa:16:3e:52:ae:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '5c031979-a36c-4573-8989-2202eafabf04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:39Z', 'updated_at': '2021-11-12T04:13:39Z', 'revision_number': 1, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'subnets': [{'id': '5c031979-a36c-4573-8989-2202eafabf04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:41.429870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5008d60c-ca84-40e7-8e8b-74b0ffdb5c28 None None] Provisioning complete for port aa6eff09-db40-4906-b3a9-7a2f5b5ce806 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:41.430243 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5008d60c-ca84-40e7-8e8b-74b0ffdb5c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.453706 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f701fd92-151a-447a-a890-b40face78a0f {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:41.475772 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port f701fd92-151a-447a-a890-b40face78a0f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f701fd92-151a-447a-a890-b40face78a0f,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:41.496953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5008d60c-ca84-40e7-8e8b-74b0ffdb5c28 None None] Port aa6eff09-db40-4906-b3a9-7a2f5b5ce806 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:41.537714 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab9f15d4-24e5-42d7-835c-6fe5b83b97c2 req-da472e38-e287-455f-ac4e-990ebff9cdf7 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117938 Nov 12 04:13:41.594889 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64c80a4d-e0e2-4dbe-88ee-2ad7523fd498 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.605531 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.693866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=f701fd92-151a-447a-a890-b40face78a0f,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:41.750327 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15f99a-e212-42c0-a121-3a17ceab54a4 req-1a913ab4-fe6e-411c-8a86-13194ceda00e tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:41.752366 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c15f99a-e212-42c0-a121-3a17ceab54a4 req-1a913ab4-fe6e-411c-8a86-13194ceda00e tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 945 time: 0.1241274 Nov 12 04:13:41.804517 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b3085fe8-c3ce-404f-97d0-89622379b027 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:13:41.828055 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['f701fd92-151a-447a-a890-b40face78a0f'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:41.929872 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c15f99a-e212-42c0-a121-3a17ceab54a4 req-d73f7558-aa31-4b11-86f1-a2ee509b446b tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661167 Nov 12 04:13:41.982536 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64c80a4d-e0e2-4dbe-88ee-2ad7523fd498 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.985057 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b3085fe8-c3ce-404f-97d0-89622379b027, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b3085fe8-c3ce-404f-97d0-89622379b027,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:42.006350 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'b3085fe8-c3ce-404f-97d0-89622379b027', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': 'b3085fe8-c3ce-404f-97d0-89622379b027', 'mac_address': 'fa:16:3e:4b:f1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:13:42.085490 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.109622 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3085fe8-c3ce-404f-97d0-89622379b027 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:42.149213 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b3085fe8-c3ce-404f-97d0-89622379b027, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b3085fe8-c3ce-404f-97d0-89622379b027,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:42.217277 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.277785 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c80a4d-e0e2-4dbe-88ee-2ad7523fd498 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Router 51d5db84-f53d-489b-93b9-4f35f6652e66 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:13:42.288581 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=b3085fe8-c3ce-404f-97d0-89622379b027,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:42.409742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c80a4d-e0e2-4dbe-88ee-2ad7523fd498 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:42.422223 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638a4d55-76bf-415d-993c-fa84d6b0e7b0 None None] Sync routers for ids ['51d5db84-f53d-489b-93b9-4f35f6652e66'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:42.433952 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638a4d55-76bf-415d-993c-fa84d6b0e7b0 None None] Routers {'51d5db84-f53d-489b-93b9-4f35f6652e66'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:42.434889 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-638a4d55-76bf-415d-993c-fa84d6b0e7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['51d5db84-f53d-489b-93b9-4f35f6652e66'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:42.449568 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34010) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:42.456675 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-50e00c6c-d00b-4afb-ad7e-3dfbbb6bc870 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1706321265', 'description': 'tempest-description--983847098'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:42.479191 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-638a4d55-76bf-415d-993c-fa84d6b0e7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:42.488626 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638a4d55-76bf-415d-993c-fa84d6b0e7b0 None None] Routers {'51d5db84-f53d-489b-93b9-4f35f6652e66'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:42.489819 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-638a4d55-76bf-415d-993c-fa84d6b0e7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['51d5db84-f53d-489b-93b9-4f35f6652e66'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:42.524808 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-638a4d55-76bf-415d-993c-fa84d6b0e7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:42.524808 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638a4d55-76bf-415d-993c-fa84d6b0e7b0 None None] The sync data for ids ['51d5db84-f53d-489b-93b9-4f35f6652e66'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:42.546054 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64c80a4d-e0e2-4dbe-88ee-2ad7523fd498 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.553523 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-64c80a4d-e0e2-4dbe-88ee-2ad7523fd498 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3092532 Nov 12 04:13:42.555976 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34018) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:42.560985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:42.629159 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50e00c6c-d00b-4afb-ad7e-3dfbbb6bc870 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.734683 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50e00c6c-d00b-4afb-ad7e-3dfbbb6bc870 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.756634 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['b3085fe8-c3ce-404f-97d0-89622379b027'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:42.833926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device f701fd92-151a-447a-a890-b40face78a0f up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:42.857500 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50e00c6c-d00b-4afb-ad7e-3dfbbb6bc870 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.917229 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e00c6c-d00b-4afb-ad7e-3dfbbb6bc870 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b50018-a01f-4302-acbf-b8e4fdbe8683,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:42.942226 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port f701fd92-151a-447a-a890-b40face78a0f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:42.942674 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.972639 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.986763 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50e00c6c-d00b-4afb-ad7e-3dfbbb6bc870 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.987675 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-50e00c6c-d00b-4afb-ad7e-3dfbbb6bc870 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5361884 Nov 12 04:13:42.990494 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34046) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:42.995095 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-989a86dc-1bcd-41bb-a04e-b4ba07548720 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Request body: {'security_group_rule': {'security_group_id': '98b50018-a01f-4302-acbf-b8e4fdbe8683', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:43.040186 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.086580 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.112056 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293b4729-3756-4913-9f4c-371e6f856e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f701fd92-151a-447a-a890-b40face78a0f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:43.114402 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbda419-0d36-4c6f-81b4-b8c8ec5a75f5" -d '{"events": [{"server_uuid": "293b4729-3756-4913-9f4c-371e6f856e9c", "name": "network-vif-plugged", "status": "completed", "tag": "f701fd92-151a-447a-a890-b40face78a0f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:43.127539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port f701fd92-151a-447a-a890-b40face78a0f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f701fd92-151a-447a-a890-b40face78a0f,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:43.158464 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-989a86dc-1bcd-41bb-a04e-b4ba07548720 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.209667 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.237729 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-989a86dc-1bcd-41bb-a04e-b4ba07548720 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.252896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Deleting port 5bcc84a9-8a93-4520-bb64-1853cf5f7765 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:43.253564 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.285865 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=f701fd92-151a-447a-a890-b40face78a0f,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:43.321168 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-989a86dc-1bcd-41bb-a04e-b4ba07548720 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.354044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a86dc-1bcd-41bb-a04e-b4ba07548720 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8dd0435-607f-4aa8-9fe4-e46c2a946ccb,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:43.397915 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.413199 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Calling delete_port for 5bcc84a9-8a93-4520-bb64-1853cf5f7765 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:43.463702 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 700a0337-a05c-4c97-b6c8-62893b38bdb9 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:43.518563 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 700a0337-a05c-4c97-b6c8-62893b38bdb9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:43.519257 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.546288 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-989a86dc-1bcd-41bb-a04e-b4ba07548720 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.550576 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34068) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:43.551077 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-989a86dc-1bcd-41bb-a04e-b4ba07548720 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5592294 Nov 12 04:13:43.556158 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-85217c52-7ab6-47a8-be5e-8a35104627ce tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Request body: {'security_group_rule': {'security_group_id': '98b50018-a01f-4302-acbf-b8e4fdbe8683', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:43.655755 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.690532 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 700a0337-a05c-4c97-b6c8-62893b38bdb9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=700a0337-a05c-4c97-b6c8-62893b38bdb9,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:43.751978 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.761121 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85217c52-7ab6-47a8-be5e-8a35104627ce tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.804267 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.805200 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Pushing event deleted for resources: {'Port': ['ID=5bcc84a9-8a93-4520-bb64-1853cf5f7765,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:43.863094 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85217c52-7ab6-47a8-be5e-8a35104627ce tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.867602 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:43.868077 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:43.868665 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:43.869091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:43.869532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:43.869978 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:43.870410 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:43.870910 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:43.871372 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:43.871805 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:43.872230 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:43.872660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:43.918747 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=700a0337-a05c-4c97-b6c8-62893b38bdb9,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:43.923171 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.951564 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85217c52-7ab6-47a8-be5e-8a35104627ce tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.987241 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85217c52-7ab6-47a8-be5e-8a35104627ce tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a21d82e-bc0d-4faa-9b71-5d3bf857132c,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:44.073941 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] Sync routers for ids ['00ac950c-eb75-4bfa-bc17-57ef46cec787'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:44.088052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] Routers {'00ac950c-eb75-4bfa-bc17-57ef46cec787'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:44.088835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00ac950c-eb75-4bfa-bc17-57ef46cec787'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:44.102424 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85217c52-7ab6-47a8-be5e-8a35104627ce tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:44.103664 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-85217c52-7ab6-47a8-be5e-8a35104627ce tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5520399 Nov 12 04:13:44.106568 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34074) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:44.117365 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9b9b18b9-b18d-40d5-a622-e1b0ee17d899 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:44.176347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75960d47-1d0b-428e-9f51-ef12aaafb480 req-93047fc6-1e1a-4b69-9001-cbfb574ca4cb tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:44.178496 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75960d47-1d0b-428e-9f51-ef12aaafb480 req-93047fc6-1e1a-4b69-9001-cbfb574ca4cb tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1432583-0c34-4753-b417-8ec25345e994 HTTP/1.1" status: 200 len: 949 time: 0.1466913 Nov 12 04:13:44.215663 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] Set router 00ac950c-eb75-4bfa-bc17-57ef46cec787 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:44.232532 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b9b18b9-b18d-40d5-a622-e1b0ee17d899 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:44.261654 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:44.281211 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:44.324103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75960d47-1d0b-428e-9f51-ef12aaafb480 req-cf0c8e5e-24c1-493a-abae-1113894018a7 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796120 Nov 12 04:13:44.458953 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b9b18b9-b18d-40d5-a622-e1b0ee17d899 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:44.490139 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'name': 'tempest-ServersTestBootFromVolume-310483684-router', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:34Z', 'updated_at': '2021-11-12T04:13:40Z', 'revision_number': 4, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'gw_port': {'id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:35Z', 'updated_at': '2021-11-12T04:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'aa6eff09-db40-4906-b3a9-7a2f5b5ce806', 'name': '', 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'mac_address': 'fa:16:3e:52:ae:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '5c031979-a36c-4573-8989-2202eafabf04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:39Z', 'updated_at': '2021-11-12T04:13:40Z', 'revision_number': 2, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'subnets': [{'id': '5c031979-a36c-4573-8989-2202eafabf04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:44.558593 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2587a4a-5cd1-4875-8419-6bc8eb76976d x-openstack-request-id: req-e2587a4a-5cd1-4875-8419-6bc8eb76976d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:44.558915 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293b4729-3756-4913-9f4c-371e6f856e9c", "name": "network-vif-plugged", "status": "completed", "tag": "f701fd92-151a-447a-a890-b40face78a0f", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:44.559162 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2587a4a-5cd1-4875-8419-6bc8eb76976d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:44.559553 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293b4729-3756-4913-9f4c-371e6f856e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f701fd92-151a-447a-a890-b40face78a0f', 'code': 200} Nov 12 04:13:44.565141 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] Checking router: 00ac950c-eb75-4bfa-bc17-57ef46cec787 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:13:44.567587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] Updating router 00ac950c-eb75-4bfa-bc17-57ef46cec787 port aa6eff09-db40-4906-b3a9-7a2f5b5ce806 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:13:44.636668 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:44.677334 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-9b9b18b9-b18d-40d5-a622-e1b0ee17d899 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Allocated IP 172.25.1.160 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/b6f61101-f515-4860-9ec0-76d3ea05ebc4) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:44.871067 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Router 51d5db84-f53d-489b-93b9-4f35f6652e66 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:13:44.954130 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b9b18b9-b18d-40d5-a622-e1b0ee17d899 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.029537 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:45.043492 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2380e-d591-406c-9b72-d6999a85266a None None] Sync routers for ids ['51d5db84-f53d-489b-93b9-4f35f6652e66'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:45.056568 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.060569 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34090) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:45.060723 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a4b0e02a-dae5-4028-86f4-5a8ea7e1cf3e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "PUT /v2.0/routers/51d5db84-f53d-489b-93b9-4f35f6652e66 HTTP/1.1" status: 200 len: 705 time: 2.5035408 Nov 12 04:13:45.070957 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2380e-d591-406c-9b72-d6999a85266a None None] Routers {'51d5db84-f53d-489b-93b9-4f35f6652e66'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:45.073307 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f7e2380e-d591-406c-9b72-d6999a85266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['51d5db84-f53d-489b-93b9-4f35f6652e66'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:45.103378 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c947c5-55c4-4eb9-8f9d-925ea183abd0 req-e2ed8973-25ff-4b12-b4f6-ffd7352da9cd tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:45.109511 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52c947c5-55c4-4eb9-8f9d-925ea183abd0 req-e2ed8973-25ff-4b12-b4f6-ffd7352da9cd tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/ports?device_id=5650cd1e-d5a8-4d09-a2a9-def96ef53ba3 HTTP/1.1" status: 200 len: 946 time: 0.1719186 Nov 12 04:13:45.160048 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b9b18b9-b18d-40d5-a622-e1b0ee17d899 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.243206 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52c947c5-55c4-4eb9-8f9d-925ea183abd0 req-cbf3d398-83ab-4d48-abed-54270da54e29 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/security-groups?id=3578d50a-f555-4b54-ae07-afa2d1b064db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261315 Nov 12 04:13:45.276735 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b18b9-b18d-40d5-a622-e1b0ee17d899 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Pushing event updated for resources: {'Port': ['ID=b6f61101-f515-4860-9ec0-76d3ea05ebc4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:45.293403 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9b18b9-b18d-40d5-a622-e1b0ee17d899 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:45.305304 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9b9b18b9-b18d-40d5-a622-e1b0ee17d899 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:45.305304 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9b18b9-b18d-40d5-a622-e1b0ee17d899 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:45.306131 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.306477 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9bf0f41a-1d82-4eec-a6f6-7b0507ce2793 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "GET /v2.0/routers/51d5db84-f53d-489b-93b9-4f35f6652e66 HTTP/1.1" status: 200 len: 740 time: 0.2423496 Nov 12 04:13:45.307333 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34094) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:45.423089 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.442747 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b9b18b9-b18d-40d5-a622-e1b0ee17d899 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.476337 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-74511457-813a-4157-8ee5-b370d96cf249 tempest-RoutersAdminTest-1799027215 tempest-RoutersAdminTest-1799027215-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&device_id=51d5db84-f53d-489b-93b9-4f35f6652e66 HTTP/1.1" status: 200 len: 205 time: 0.1640995 Nov 12 04:13:45.477956 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34098) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:45.517139 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f7e2380e-d591-406c-9b72-d6999a85266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:45.537180 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c3818605-2a11-4ee5-a4b0-46dc072806cd tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "GET /v2.0/ports?device_id=51d5db84-f53d-489b-93b9-4f35f6652e66 HTTP/1.1" status: 200 len: 205 time: 0.0552075 Nov 12 04:13:45.538100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34100) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:45.554960 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 700a0337-a05c-4c97-b6c8-62893b38bdb9 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:45.560680 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2380e-d591-406c-9b72-d6999a85266a None None] Routers {'51d5db84-f53d-489b-93b9-4f35f6652e66'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:45.561751 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f7e2380e-d591-406c-9b72-d6999a85266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['51d5db84-f53d-489b-93b9-4f35f6652e66'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:45.613623 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b9b18b9-b18d-40d5-a622-e1b0ee17d899 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.714775 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a42b7-87d8-4c30-8634-bb29a5b9d307 None None] Pushing event updated for resources: {'Port': ['ID=aa6eff09-db40-4906-b3a9-7a2f5b5ce806,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:45.714963 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f7e2380e-d591-406c-9b72-d6999a85266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:45.718525 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2380e-d591-406c-9b72-d6999a85266a None None] The sync data for ids ['51d5db84-f53d-489b-93b9-4f35f6652e66'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:45.732943 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] Attempting to bind port aa6eff09-db40-4906-b3a9-7a2f5b5ce806 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:45.733312 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] Attempting to bind port aa6eff09-db40-4906-b3a9-7a2f5b5ce806 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '3a63c002-e104-436e-8359-038bbf178b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:45.738409 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] Attempting to bind port aa6eff09-db40-4906-b3a9-7a2f5b5ce806 on network e627d672-67f0-4f34-9cd9-fa251307ac94 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:45.767058 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:45.767058 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] Checking segment: {'id': '3a63c002-e104-436e-8359-038bbf178b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:45.767058 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.767398 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] Bound using segment: {'id': '3a63c002-e104-436e-8359-038bbf178b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:45.767759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] Bound port: aa6eff09-db40-4906-b3a9-7a2f5b5ce806, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a63c002-e104-436e-8359-038bbf178b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:45.768139 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.793589 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2073b473-5ee4-4e8a-a95d-5c3e57b08972 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.796616 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 700a0337-a05c-4c97-b6c8-62893b38bdb9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:45.796982 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.868806 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b3085fe8-c3ce-404f-97d0-89622379b027 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:45.931357 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b9b18b9-b18d-40d5-a622-e1b0ee17d899 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.006537 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] For port aa6eff09-db40-4906-b3a9-7a2f5b5ce806, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:46.013396 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] For port aa6eff09-db40-4906-b3a9-7a2f5b5ce806, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=aa6eff09-db40-4906-b3a9-7a2f5b5ce806,segment=NetworkSegment(3a63c002-e104-436e-8359-038bbf178b3f),segment_id=3a63c002-e104-436e-8359-038bbf178b3f)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:46.026919 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-36210dae-1dde-4549-90f5-0f9de2868057 None None] Provisioning complete for port aa6eff09-db40-4906-b3a9-7a2f5b5ce806 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:46.027426 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36210dae-1dde-4549-90f5-0f9de2868057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.055641 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b9b18b9-b18d-40d5-a622-e1b0ee17d899 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.084446 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2073b473-5ee4-4e8a-a95d-5c3e57b08972 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.084446 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2073b473-5ee4-4e8a-a95d-5c3e57b08972 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.109299 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.137001 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-36210dae-1dde-4549-90f5-0f9de2868057 None None] Port aa6eff09-db40-4906-b3a9-7a2f5b5ce806 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:46.217719 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] Routers {'00ac950c-eb75-4bfa-bc17-57ef46cec787'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:46.218755 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00ac950c-eb75-4bfa-bc17-57ef46cec787'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:46.287199 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port b3085fe8-c3ce-404f-97d0-89622379b027 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:13:46.296962 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a42b7-87d8-4c30-8634-bb29a5b9d307 None None] Pushing event updated for resources: {'Port': ['ID=aa6eff09-db40-4906-b3a9-7a2f5b5ce806,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:46.325354 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b18b9-b18d-40d5-a622-e1b0ee17d899 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Pushing event updated for resources: {'Port': ['ID=b6f61101-f515-4860-9ec0-76d3ea05ebc4,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:46.337910 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port b3085fe8-c3ce-404f-97d0-89622379b027 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:46.343507 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.344699 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b9b18b9-b18d-40d5-a622-e1b0ee17d899 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.346831 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2073b473-5ee4-4e8a-a95d-5c3e57b08972 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.349788 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2073b473-5ee4-4e8a-a95d-5c3e57b08972 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Fanout notify agent at l3_agent the message router_deleted on router 51d5db84-f53d-489b-93b9-4f35f6652e66 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:13:46.366784 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2073b473-5ee4-4e8a-a95d-5c3e57b08972 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.371977 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2073b473-5ee4-4e8a-a95d-5c3e57b08972 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "DELETE /v2.0/routers/51d5db84-f53d-489b-93b9-4f35f6652e66 HTTP/1.1" status: 204 len: 168 time: 0.8322899 Nov 12 04:13:46.378336 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34116) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:46.421668 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-784c2cb2-c259-4d80-87db-3f43a297f32a tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "GET /v2.0/ports?device_id=51d5db84-f53d-489b-93b9-4f35f6652e66 HTTP/1.1" status: 200 len: 205 time: 0.0417509 Nov 12 04:13:46.424530 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34118) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:46.433397 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eeb4d-533e-4261-a926-481824a7f6f6 req-82915e8c-1ea4-433a-b3e2-64ad199e0568 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:46.446115 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a9eeb4d-533e-4261-a926-481824a7f6f6 req-82915e8c-1ea4-433a-b3e2-64ad199e0568 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.31 "GET /v2.0/ports?device_id=5650cd1e-d5a8-4d09-a2a9-def96ef53ba3 HTTP/1.1" status: 200 len: 946 time: 0.1835930 Nov 12 04:13:46.509932 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b9b18b9-b18d-40d5-a622-e1b0ee17d899 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.519562 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9b9b18b9-b18d-40d5-a622-e1b0ee17d899 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4117329 Nov 12 04:13:46.524604 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-8378966e-8e34-4cbb-9e00-e8d62378c1b9 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] delete failed (client error): The resource could not be found. Nov 12 04:13:46.525639 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8378966e-8e34-4cbb-9e00-e8d62378c1b9 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "DELETE /v2.0/routers/51d5db84-f53d-489b-93b9-4f35f6652e66 HTTP/1.1" status: 404 len: 336 time: 0.0999298 Nov 12 04:13:46.535799 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34122) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:46.602758 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8771c45e-2072-441e-b5b9-abe7691506d8 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ddb91b1-0fe8-42a3-ab12-f9ab5e7ed594 HTTP/1.1" status: 200 len: 205 time: 0.0522318 Nov 12 04:13:46.603062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34130) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:46.605202 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] Set router 00ac950c-eb75-4bfa-bc17-57ef46cec787 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:46.777980 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-622f7fbd-60b7-48d1-a56e-d16c5cdac281 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] delete failed (client error): The resource could not be found. Nov 12 04:13:46.782558 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-622f7fbd-60b7-48d1-a56e-d16c5cdac281 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "DELETE /v2.0/routers/5ddb91b1-0fe8-42a3-ab12-f9ab5e7ed594 HTTP/1.1" status: 404 len: 336 time: 0.1759207 Nov 12 04:13:46.782975 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34146) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:46.796528 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.839407 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-db7aa817-429c-4148-aae6-fb40d5a6ce58 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aeb0a9d-24bf-49cf-ae06-d735caa1ee99 HTTP/1.1" status: 200 len: 205 time: 0.0542245 Nov 12 04:13:46.840279 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34156) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:46.889499 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-26249b43-c617-4031-b467-2a80d0d205df tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] delete failed (client error): The resource could not be found. Nov 12 04:13:46.898475 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34162) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:46.907810 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-26249b43-c617-4031-b467-2a80d0d205df tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "DELETE /v2.0/routers/1aeb0a9d-24bf-49cf-ae06-d735caa1ee99 HTTP/1.1" status: 404 len: 336 time: 0.0654669 Nov 12 04:13:46.920175 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.930103 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device f33e5601-6ec2-4fa2-87dd-a96116bfafb5 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:13:46.990528 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8fd7a599-d7b6-490b-8db8-8f2a4e8aa44b tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a18fbf6-dd5e-4c49-897a-5d77aebd71b6 HTTP/1.1" status: 200 len: 205 time: 0.0856750 Nov 12 04:13:46.992459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34168) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:47.007508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-8a9eeb4d-533e-4261-a926-481824a7f6f6 req-7c7a6e64-fca0-4e5f-9376-705c182a4be3 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Deleting port c5fe4914-dce7-43ff-9413-211dfb6b0fe9 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:47.007859 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8a9eeb4d-533e-4261-a926-481824a7f6f6 req-7c7a6e64-fca0-4e5f-9376-705c182a4be3 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.115524 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1432583-0c34-4753-b417-8ec25345e994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3085fe8-c3ce-404f-97d0-89622379b027'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:47.117689 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2908d7d1-993a-41d8-a369-f1fada133c30" -d '{"events": [{"server_uuid": "a1432583-0c34-4753-b417-8ec25345e994", "name": "network-vif-plugged", "status": "completed", "tag": "b3085fe8-c3ce-404f-97d0-89622379b027"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:47.150340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8a9eeb4d-533e-4261-a926-481824a7f6f6 req-7c7a6e64-fca0-4e5f-9376-705c182a4be3 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] For port c5fe4914-dce7-43ff-9413-211dfb6b0fe9, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c5fe4914-dce7-43ff-9413-211dfb6b0fe9,segment=NetworkSegment(6467f9ba-c30d-4582-b440-cd2608193c06),segment_id=6467f9ba-c30d-4582-b440-cd2608193c06)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:47.150794 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8a9eeb4d-533e-4261-a926-481824a7f6f6 req-7c7a6e64-fca0-4e5f-9376-705c182a4be3 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.152953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-de3d2dbd-7878-4558-9a31-0113e463c35e None None] Provisioning complete for port aa6eff09-db40-4906-b3a9-7a2f5b5ce806 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:47.152953 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-de3d2dbd-7878-4558-9a31-0113e463c35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.203521 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b3085fe8-c3ce-404f-97d0-89622379b027, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b3085fe8-c3ce-404f-97d0-89622379b027,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:47.273229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port f33e5601-6ec2-4fa2-87dd-a96116bfafb5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f33e5601-6ec2-4fa2-87dd-a96116bfafb5,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:47.280715 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be28d10-af22-48f3-ad67-88d4da875c09 req-efbb4bbe-072a-4e91-a15d-c9271f02fe1e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:47.291801 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3be28d10-af22-48f3-ad67-88d4da875c09 req-efbb4bbe-072a-4e91-a15d-c9271f02fe1e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1432583-0c34-4753-b417-8ec25345e994 HTTP/1.1" status: 200 len: 949 time: 0.5103238 Nov 12 04:13:47.306326 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'f33e5601-6ec2-4fa2-87dd-a96116bfafb5', 'network_id': '548c1840-b990-48ca-a686-5676b7358da8', 'port_id': 'f33e5601-6ec2-4fa2-87dd-a96116bfafb5', 'mac_address': 'fa:16:3e:1b:a4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f19a492-13b2-4404-96f3-ac21e88d3de9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:13:47.307988 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.377266 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-90fb2796-c9c8-4f34-8c1f-4c4f42a45462 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] delete failed (client error): The resource could not be found. Nov 12 04:13:47.378761 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-90fb2796-c9c8-4f34-8c1f-4c4f42a45462 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "DELETE /v2.0/routers/7a18fbf6-dd5e-4c49-897a-5d77aebd71b6 HTTP/1.1" status: 404 len: 336 time: 0.3810608 Nov 12 04:13:47.382823 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34172) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:47.495659 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.503426 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34174) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:47.508275 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7afff27a-5863-4e4a-b797-e326ecfdc1e5 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "GET /v2.0/ports?device_id=d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd HTTP/1.1" status: 200 len: 205 time: 0.1221752 Nov 12 04:13:47.615517 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3be28d10-af22-48f3-ad67-88d4da875c09 req-e656a50e-7020-4ef1-98f6-c8a913fd65f7 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225567 Nov 12 04:13:47.622959 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-bba5fbe7-e358-401d-b5f4-def9987e1794 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] delete failed (client error): The resource could not be found. Nov 12 04:13:47.624573 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bba5fbe7-e358-401d-b5f4-def9987e1794 tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "DELETE /v2.0/routers/d57fd6e3-22c2-4b4b-9bdd-98f8cc1f33bd HTTP/1.1" status: 404 len: 336 time: 0.1173477 Nov 12 04:13:47.628818 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34176) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:47.650987 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device aa6eff09-db40-4906-b3a9-7a2f5b5ce806 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:47.684998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f33e5601-6ec2-4fa2-87dd-a96116bfafb5 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:47.720275 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e96c3b59-ca7e-461c-9db0-08767e3c0feb tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c2a305-fd19-4020-9c39-31f682fbd8dc HTTP/1.1" status: 200 len: 205 time: 0.0872586 Nov 12 04:13:47.723125 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34180) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:47.768644 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8a9eeb4d-533e-4261-a926-481824a7f6f6 req-7c7a6e64-fca0-4e5f-9376-705c182a4be3 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.769062 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8a9eeb4d-533e-4261-a926-481824a7f6f6 req-7c7a6e64-fca0-4e5f-9376-705c182a4be3 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.770015 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-8a9eeb4d-533e-4261-a926-481824a7f6f6 req-7c7a6e64-fca0-4e5f-9376-705c182a4be3 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Floating IP e8d83e78-ac39-4d35-a272-ae83c360aa96 disassociated. External IP: 172.25.1.99, port: c5fe4914-dce7-43ff-9413-211dfb6b0fe9. Nov 12 04:13:47.770479 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-8a9eeb4d-533e-4261-a926-481824a7f6f6 req-7c7a6e64-fca0-4e5f-9376-705c182a4be3 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Calling delete_port for c5fe4914-dce7-43ff-9413-211dfb6b0fe9 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:47.772785 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-de3d2dbd-7878-4558-9a31-0113e463c35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.814513 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=b3085fe8-c3ce-404f-97d0-89622379b027,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:47.825013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port f33e5601-6ec2-4fa2-87dd-a96116bfafb5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f33e5601-6ec2-4fa2-87dd-a96116bfafb5,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:47.836401 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-270007f1-6fc6-45cc-8497-e44c634c1dba tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] delete failed (client error): The resource could not be found. Nov 12 04:13:47.843468 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-270007f1-6fc6-45cc-8497-e44c634c1dba tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "DELETE /v2.0/routers/48c2a305-fd19-4020-9c39-31f682fbd8dc HTTP/1.1" status: 404 len: 336 time: 0.1180704 Nov 12 04:13:47.845178 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34186) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:47.852461 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-de3d2dbd-7878-4558-9a31-0113e463c35e None None] For port aa6eff09-db40-4906-b3a9-7a2f5b5ce806, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=aa6eff09-db40-4906-b3a9-7a2f5b5ce806,segment=NetworkSegment(3a63c002-e104-436e-8359-038bbf178b3f),segment_id=3a63c002-e104-436e-8359-038bbf178b3f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:47.859245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'name': 'tempest-ServersTestBootFromVolume-310483684-router', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:34Z', 'updated_at': '2021-11-12T04:13:40Z', 'revision_number': 4, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'gw_port': {'id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:35Z', 'updated_at': '2021-11-12T04:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'aa6eff09-db40-4906-b3a9-7a2f5b5ce806', 'name': '', 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'mac_address': 'fa:16:3e:52:ae:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '5c031979-a36c-4573-8989-2202eafabf04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:39Z', 'updated_at': '2021-11-12T04:13:45Z', 'revision_number': 4, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'subnets': [{'id': '5c031979-a36c-4573-8989-2202eafabf04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:47.927966 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-49134bfc-3fc5-4c25-9520-9a225d10191e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:47.930102 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49134bfc-3fc5-4c25-9520-9a225d10191e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:47.948637 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-49134bfc-3fc5-4c25-9520-9a225d10191e tempest-RoutersAdminTest-1368881814 tempest-RoutersAdminTest-1368881814-project] 10.222.0.37 "DELETE /v2.0/subnets/0865def1-af22-4977-8c9c-767be2d94d6d HTTP/1.1" status: 404 len: 337 time: 0.1021385 Nov 12 04:13:47.984921 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58467c41-410b-482d-a4df-9e0fc1c4ae85 None None] The sync data for ids ['00ac950c-eb75-4bfa-bc17-57ef46cec787'] in n-d-768509-24 is: [{'id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'name': 'tempest-ServersTestBootFromVolume-310483684-router', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:34Z', 'updated_at': '2021-11-12T04:13:40Z', 'revision_number': 4, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'gw_port': {'id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:35Z', 'updated_at': '2021-11-12T04:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'aa6eff09-db40-4906-b3a9-7a2f5b5ce806', 'name': '', 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'mac_address': 'fa:16:3e:52:ae:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '5c031979-a36c-4573-8989-2202eafabf04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:39Z', 'updated_at': '2021-11-12T04:13:45Z', 'revision_number': 4, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'subnets': [{'id': '5c031979-a36c-4573-8989-2202eafabf04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:47.991524 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-de3d2dbd-7878-4558-9a31-0113e463c35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.154326 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.165515 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d2dbd-7878-4558-9a31-0113e463c35e None None] Pushing event updated for resources: {'Port': ['ID=aa6eff09-db40-4906-b3a9-7a2f5b5ce806,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:48.195376 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8a9eeb4d-533e-4261-a926-481824a7f6f6 req-7c7a6e64-fca0-4e5f-9376-705c182a4be3 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.242525 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port aa6eff09-db40-4906-b3a9-7a2f5b5ce806 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:48.243129 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.286446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a6e64-fca0-4e5f-9376-705c182a4be3 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Pushing event deleted for resources: {'Port': ['ID=c5fe4914-dce7-43ff-9413-211dfb6b0fe9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:48.287634 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=f33e5601-6ec2-4fa2-87dd-a96116bfafb5,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:48.333610 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd013d13-26a1-47e8-b0dd-f6377b78f197 req-af6d0667-0189-4bd0-bf93-96b7b7c94918 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:48.344777 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fd013d13-26a1-47e8-b0dd-f6377b78f197 req-af6d0667-0189-4bd0-bf93-96b7b7c94918 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/ports?device_id=5650cd1e-d5a8-4d09-a2a9-def96ef53ba3 HTTP/1.1" status: 200 len: 867 time: 0.2185860 Nov 12 04:13:48.373368 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.483539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['f33e5601-6ec2-4fa2-87dd-a96116bfafb5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:48.511572 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fd013d13-26a1-47e8-b0dd-f6377b78f197 req-a47e4165-43b3-4d93-b545-e73ff102cd4e tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/security-groups?id=3578d50a-f555-4b54-ae07-afa2d1b064db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555028 Nov 12 04:13:48.563782 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a9eeb4d-533e-4261-a926-481824a7f6f6 req-7c7a6e64-fca0-4e5f-9376-705c182a4be3 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Router b05566b1-02d6-4ea5-93d9-32f70425bf57 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:13:48.855186 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad4064-1874-4393-b0b7-c2aedc2ca8e5 req-d22efb3a-9873-4266-ab81-d36016aaefb4 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:48.856666 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2ad4064-1874-4393-b0b7-c2aedc2ca8e5 req-d22efb3a-9873-4266-ab81-d36016aaefb4 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 944 time: 0.1699185 Nov 12 04:13:48.862064 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a9eeb4d-533e-4261-a926-481824a7f6f6 req-7c7a6e64-fca0-4e5f-9376-705c182a4be3 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:48.873327 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d268307-55aa-4b16-88bf-d6dc06f99c36 None None] Sync routers for ids ['b05566b1-02d6-4ea5-93d9-32f70425bf57'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:48.889592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d268307-55aa-4b16-88bf-d6dc06f99c36 None None] Routers {'b05566b1-02d6-4ea5-93d9-32f70425bf57'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:48.895295 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-5d268307-55aa-4b16-88bf-d6dc06f99c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b05566b1-02d6-4ea5-93d9-32f70425bf57'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:48.989639 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9eeb4d-533e-4261-a926-481824a7f6f6 req-7c7a6e64-fca0-4e5f-9376-705c182a4be3 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] No DVR routers for this DVR port c5fe4914-dce7-43ff-9413-211dfb6b0fe9 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:48.997400 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8a9eeb4d-533e-4261-a926-481824a7f6f6 req-7c7a6e64-fca0-4e5f-9376-705c182a4be3 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.011339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a9eeb4d-533e-4261-a926-481824a7f6f6 req-7c7a6e64-fca0-4e5f-9376-705c182a4be3 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.31 "DELETE /v2.0/ports/c5fe4914-dce7-43ff-9413-211dfb6b0fe9 HTTP/1.1" status: 204 len: 173 time: 2.5645909 Nov 12 04:13:49.034834 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5650cd1e-d5a8-4d09-a2a9-def96ef53ba3', 'name': 'network-vif-deleted', 'tag': 'c5fe4914-dce7-43ff-9413-211dfb6b0fe9'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:49.041229 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c8dacd-b2af-4cf2-8093-d34423960fdc" -d '{"events": [{"server_uuid": "5650cd1e-d5a8-4d09-a2a9-def96ef53ba3", "name": "network-vif-deleted", "tag": "c5fe4914-dce7-43ff-9413-211dfb6b0fe9"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:49.135348 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2ad4064-1874-4393-b0b7-c2aedc2ca8e5 req-9e61f8f4-b485-4199-8ab0-0e0344a2ef43 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701116 Nov 12 04:13:49.168377 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34246) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:49.176529 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c5fe4914-dce7-43ff-9413-211dfb6b0fe9 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:49.322679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: c5fe4914-dce7-43ff-9413-211dfb6b0fe9 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:49.323002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c5fe4914-dce7-43ff-9413-211dfb6b0fe9 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:49.359271 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbcf595-60e0-4772-933d-bb874457ff63 x-openstack-request-id: req-cbbcf595-60e0-4772-933d-bb874457ff63 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:49.359561 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1432583-0c34-4753-b417-8ec25345e994", "name": "network-vif-plugged", "status": "completed", "tag": "b3085fe8-c3ce-404f-97d0-89622379b027", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:49.359816 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cbbcf595-60e0-4772-933d-bb874457ff63 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:49.360214 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1432583-0c34-4753-b417-8ec25345e994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3085fe8-c3ce-404f-97d0-89622379b027', 'code': 200} Nov 12 04:13:49.623177 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-658307e7-b600-43f4-a0a4-42268bc3f309 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.681948 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4ea6a-8c14-4599-8e84-cc88c1797247 req-1aa14699-b936-4156-b892-0b60ab7734c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:49.689856 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85e4ea6a-8c14-4599-8e84-cc88c1797247 req-1aa14699-b936-4156-b892-0b60ab7734c2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a1432583-0c34-4753-b417-8ec25345e994 HTTP/1.1" status: 200 len: 1102 time: 0.1986480 Nov 12 04:13:49.808520 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device aa6eff09-db40-4906-b3a9-7a2f5b5ce806 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:49.811359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e72c5a-e30c-4b94-a2be-1937f4830ca9 req-3a77b593-c721-4782-8a7e-c49737046a0e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:49.814275 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-11e72c5a-e30c-4b94-a2be-1937f4830ca9 req-3a77b593-c721-4782-8a7e-c49737046a0e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1432583-0c34-4753-b417-8ec25345e994 HTTP/1.1" status: 200 len: 950 time: 0.1797435 Nov 12 04:13:49.842100 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85e4ea6a-8c14-4599-8e84-cc88c1797247 req-34a3b136-21cd-4ed9-bac5-613123942af2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426761 Nov 12 04:13:49.885821 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-5d268307-55aa-4b16-88bf-d6dc06f99c36 None None] Set router b05566b1-02d6-4ea5-93d9-32f70425bf57 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:49.892446 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-658307e7-b600-43f4-a0a4-42268bc3f309 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.907733 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-11e72c5a-e30c-4b94-a2be-1937f4830ca9 req-9f2c1181-ada5-41f5-b801-f1e1e497786b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663490 Nov 12 04:13:49.971123 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-658307e7-b600-43f4-a0a4-42268bc3f309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.014961 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port aa6eff09-db40-4906-b3a9-7a2f5b5ce806 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:50.014961 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.023741 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658307e7-b600-43f4-a0a4-42268bc3f309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352a5ae7-062f-4620-81a8-77d2f7b25d8a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:50.030743 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-658307e7-b600-43f4-a0a4-42268bc3f309 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b39ef0947279484babfea17d27905e96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8564200 Nov 12 04:13:50.031788 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34256) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:50.123016 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75566347-7903-4324-b07d-3e36be92fd94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.165050 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75566347-7903-4324-b07d-3e36be92fd94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.271347 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-5d268307-55aa-4b16-88bf-d6dc06f99c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'name': 'tempest-ServersTestManualDisk-100526437-router', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:23Z', 'revision_number': 4, 'project_id': '5415976b23594f1c838c51e2af59c756', 'gw_port': {'id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'e0863786-2586-4df2-a0a4-3ca48183ee41', 'name': '', 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'mac_address': 'fa:16:3e:8c:cc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:22Z', 'updated_at': '2021-11-12T04:11:29Z', 'revision_number': 5, 'project_id': '5415976b23594f1c838c51e2af59c756', 'subnets': [{'id': '7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:50.312252 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75566347-7903-4324-b07d-3e36be92fd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.315954 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75566347-7903-4324-b07d-3e36be92fd94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.318665 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d268307-55aa-4b16-88bf-d6dc06f99c36 None None] Checking router: b05566b1-02d6-4ea5-93d9-32f70425bf57 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:13:50.320123 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-75566347-7903-4324-b07d-3e36be92fd94 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/352a5ae7-062f-4620-81a8-77d2f7b25d8a HTTP/1.1" status: 204 len: 168 time: 0.2873600 Nov 12 04:13:50.330142 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75566347-7903-4324-b07d-3e36be92fd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352a5ae7-062f-4620-81a8-77d2f7b25d8a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:50.352752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d268307-55aa-4b16-88bf-d6dc06f99c36 None None] Routers {'b05566b1-02d6-4ea5-93d9-32f70425bf57'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:50.354161 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-5d268307-55aa-4b16-88bf-d6dc06f99c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b05566b1-02d6-4ea5-93d9-32f70425bf57'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:50.557269 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-5d268307-55aa-4b16-88bf-d6dc06f99c36 None None] Set router b05566b1-02d6-4ea5-93d9-32f70425bf57 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:50.729729 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-5d268307-55aa-4b16-88bf-d6dc06f99c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'name': 'tempest-ServersTestManualDisk-100526437-router', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:23Z', 'revision_number': 4, 'project_id': '5415976b23594f1c838c51e2af59c756', 'gw_port': {'id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'e0863786-2586-4df2-a0a4-3ca48183ee41', 'name': '', 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'mac_address': 'fa:16:3e:8c:cc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:22Z', 'updated_at': '2021-11-12T04:11:29Z', 'revision_number': 5, 'project_id': '5415976b23594f1c838c51e2af59c756', 'subnets': [{'id': '7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:50.758155 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d268307-55aa-4b16-88bf-d6dc06f99c36 None None] The sync data for ids ['b05566b1-02d6-4ea5-93d9-32f70425bf57'] in n-d-768509-24 is: [{'id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'name': 'tempest-ServersTestManualDisk-100526437-router', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:23Z', 'revision_number': 4, 'project_id': '5415976b23594f1c838c51e2af59c756', 'gw_port': {'id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'e0863786-2586-4df2-a0a4-3ca48183ee41', 'name': '', 'network_id': 'b1da5f7f-d382-4755-8e25-122647d595b9', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'mac_address': 'fa:16:3e:8c:cc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:22Z', 'updated_at': '2021-11-12T04:11:29Z', 'revision_number': 5, 'project_id': '5415976b23594f1c838c51e2af59c756', 'subnets': [{'id': '7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:50.925021 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device f33e5601-6ec2-4fa2-87dd-a96116bfafb5 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:51.043841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port f33e5601-6ec2-4fa2-87dd-a96116bfafb5 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:51.044220 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.156346 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e143b1a5-1d67-4880-b18a-aa1feef0683f None None] New status for floating IP e8d83e78-ac39-4d35-a272-ae83c360aa96: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:13:51.253169 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.310547 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port f33e5601-6ec2-4fa2-87dd-a96116bfafb5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f33e5601-6ec2-4fa2-87dd-a96116bfafb5,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:51.361611 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae7ef8f-855f-4fa2-b945-f70ec427fa41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33e5601-6ec2-4fa2-87dd-a96116bfafb5'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:51.364908 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c72f58-7505-4070-9a10-d56875bc8043" -d '{"events": [{"server_uuid": "7ae7ef8f-855f-4fa2-b945-f70ec427fa41", "name": "network-vif-plugged", "status": "completed", "tag": "f33e5601-6ec2-4fa2-87dd-a96116bfafb5"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:51.394112 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.479999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=f33e5601-6ec2-4fa2-87dd-a96116bfafb5,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:51.517814 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34278) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:51.597962 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-999de2cb-8be9-4b30-8240-970764f2ace2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3646c9b02051454da0e72e024656309f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0767601 Nov 12 04:13:51.599508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34282) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:51.692462 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56a86e00-64ed-4d4e-baa2-bd1a07a04843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.725609 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56a86e00-64ed-4d4e-baa2-bd1a07a04843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.903964 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56a86e00-64ed-4d4e-baa2-bd1a07a04843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.907302 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56a86e00-64ed-4d4e-baa2-bd1a07a04843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.911405 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-56a86e00-64ed-4d4e-baa2-bd1a07a04843 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c43cb3ee-e0d8-437c-8603-cd7168561a6d HTTP/1.1" status: 204 len: 168 time: 0.3085947 Nov 12 04:13:51.922873 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a86e00-64ed-4d4e-baa2-bd1a07a04843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43cb3ee-e0d8-437c-8603-cd7168561a6d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:54.271802 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34322) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:54.397002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f5a530ff-8f34-4f53-94cc-8e589082beac tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-139517276', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:54.545712 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a530ff-8f34-4f53-94cc-8e589082beac tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Made reservation on behalf of 0519011622164ed2a3a3e69abbcf347f for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:54.548158 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5a530ff-8f34-4f53-94cc-8e589082beac tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.559187 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5a530ff-8f34-4f53-94cc-8e589082beac tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.663010 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5a530ff-8f34-4f53-94cc-8e589082beac tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.725349 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5a530ff-8f34-4f53-94cc-8e589082beac tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.730963 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-f5a530ff-8f34-4f53-94cc-8e589082beac tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] device_id is not set on port 15313646-b6a7-4d90-ac8a-e86a1d5f811c yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:13:54.787805 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a530ff-8f34-4f53-94cc-8e589082beac tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5643895e-beef-44b8-ac89-1c13325b04bb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:54.886816 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-f5a530ff-8f34-4f53-94cc-8e589082beac tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Allocated IP 172.25.1.84 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/15313646-b6a7-4d90-ac8a-e86a1d5f811c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:55.080697 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5a530ff-8f34-4f53-94cc-8e589082beac tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.209564 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5a530ff-8f34-4f53-94cc-8e589082beac tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.259766 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a530ff-8f34-4f53-94cc-8e589082beac tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:55.263325 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f5a530ff-8f34-4f53-94cc-8e589082beac tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:55.267147 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a530ff-8f34-4f53-94cc-8e589082beac tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:55.305960 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a530ff-8f34-4f53-94cc-8e589082beac tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Pushing event updated for resources: {'Port': ['ID=15313646-b6a7-4d90-ac8a-e86a1d5f811c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:55.323026 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a530ff-8f34-4f53-94cc-8e589082beac tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:55.323527 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5a530ff-8f34-4f53-94cc-8e589082beac tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.401340 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f5a530ff-8f34-4f53-94cc-8e589082beac tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.1259990 Nov 12 04:13:55.401823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34332) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:55.406469 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-c196aa13-694e-4bfd-b871-aa64a37bf406 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.84'}]}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:55.500076 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c196aa13-694e-4bfd-b871-aa64a37bf406 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.501490 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c196aa13-694e-4bfd-b871-aa64a37bf406 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.560730 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c196aa13-694e-4bfd-b871-aa64a37bf406 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.793337 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c196aa13-694e-4bfd-b871-aa64a37bf406 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.144298 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c196aa13-694e-4bfd-b871-aa64a37bf406 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.180767 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c196aa13-694e-4bfd-b871-aa64a37bf406 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.435769 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c196aa13-694e-4bfd-b871-aa64a37bf406 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.023236 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c196aa13-694e-4bfd-b871-aa64a37bf406 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.026693 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c196aa13-694e-4bfd-b871-aa64a37bf406 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.171185 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c196aa13-694e-4bfd-b871-aa64a37bf406 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.171701 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c196aa13-694e-4bfd-b871-aa64a37bf406 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab84e60a-3901-4e68-b077-8fd37f7816dd {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:13:57.271806 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-c196aa13-694e-4bfd-b871-aa64a37bf406 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 04:13:57.272904 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c196aa13-694e-4bfd-b871-aa64a37bf406 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.8699749 Nov 12 04:13:57.281111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34338) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:57.402035 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6b10a804-5935-477c-9df8-dadd68d19d02 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Deleting port 15313646-b6a7-4d90-ac8a-e86a1d5f811c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:57.402035 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b10a804-5935-477c-9df8-dadd68d19d02 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.515992 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b10a804-5935-477c-9df8-dadd68d19d02 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.579332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6b10a804-5935-477c-9df8-dadd68d19d02 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Calling delete_port for 15313646-b6a7-4d90-ac8a-e86a1d5f811c owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:57.948560 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b10a804-5935-477c-9df8-dadd68d19d02 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.982060 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10a804-5935-477c-9df8-dadd68d19d02 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Pushing event deleted for resources: {'Port': ['ID=15313646-b6a7-4d90-ac8a-e86a1d5f811c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:58.068917 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b10a804-5935-477c-9df8-dadd68d19d02 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.077424 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6b10a804-5935-477c-9df8-dadd68d19d02 tempest-RoutersAdminNegativeIpV6Test-487201123 tempest-RoutersAdminNegativeIpV6Test-487201123-project-admin] 10.222.0.37 "DELETE /v2.0/ports/15313646-b6a7-4d90-ac8a-e86a1d5f811c HTTP/1.1" status: 204 len: 168 time: 0.8001268 Nov 12 04:13:58.663011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34354) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:58.787871 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1ee94e8-0b1b-4205-8ed9-944345fd70bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.865274 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1ee94e8-0b1b-4205-8ed9-944345fd70bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.947743 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1ee94e8-0b1b-4205-8ed9-944345fd70bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.963284 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c59be78-c33c-4981-b06c-825442f5c53a x-openstack-request-id: req-3c59be78-c33c-4981-b06c-825442f5c53a {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:58.963765 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5650cd1e-d5a8-4d09-a2a9-def96ef53ba3", "name": "network-vif-deleted", "tag": "c5fe4914-dce7-43ff-9413-211dfb6b0fe9", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:58.963838 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c59be78-c33c-4981-b06c-825442f5c53a {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:58.964493 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5650cd1e-d5a8-4d09-a2a9-def96ef53ba3', 'name': 'network-vif-deleted', 'tag': 'c5fe4914-dce7-43ff-9413-211dfb6b0fe9', 'status': 'completed', 'code': 200} Nov 12 04:13:58.986692 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f1ee94e8-0b1b-4205-8ed9-944345fd70bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=510dbe91f82549b5941fc47dfd63e133&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3224275 Nov 12 04:13:58.989788 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34370) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:58.996638 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee94e8-0b1b-4205-8ed9-944345fd70bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35df9809-17e7-4fde-9408-dc299510ec35,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:59.046389 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dc424221-8b70-44b3-9e10-948434053d22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.076195 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dc424221-8b70-44b3-9e10-948434053d22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.208469 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dc424221-8b70-44b3-9e10-948434053d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.211291 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dc424221-8b70-44b3-9e10-948434053d22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.212451 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-dc424221-8b70-44b3-9e10-948434053d22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35df9809-17e7-4fde-9408-dc299510ec35 HTTP/1.1" status: 204 len: 168 time: 0.2217710 Nov 12 04:13:59.222512 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc424221-8b70-44b3-9e10-948434053d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35df9809-17e7-4fde-9408-dc299510ec35,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:59.516302 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977b1ff-dcbe-4a0a-a5f4-03efb4195298 req-8d474102-5cfe-4cbf-8a9d-78b958fda23c tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:59.517993 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d977b1ff-dcbe-4a0a-a5f4-03efb4195298 req-8d474102-5cfe-4cbf-8a9d-78b958fda23c tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1432583-0c34-4753-b417-8ec25345e994 HTTP/1.1" status: 200 len: 950 time: 0.0559189 Nov 12 04:13:59.576701 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d977b1ff-dcbe-4a0a-a5f4-03efb4195298 req-0457caa2-efe2-4e1f-9507-9a86dda8fa62 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522947 Nov 12 04:13:59.717976 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245fae2e-fedc-4506-8d35-4ad5e11e4bcd x-openstack-request-id: req-245fae2e-fedc-4506-8d35-4ad5e11e4bcd {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:59.717976 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae7ef8f-855f-4fa2-b945-f70ec427fa41", "name": "network-vif-plugged", "status": "completed", "tag": "f33e5601-6ec2-4fa2-87dd-a96116bfafb5", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:59.717976 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-245fae2e-fedc-4506-8d35-4ad5e11e4bcd {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:59.717976 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae7ef8f-855f-4fa2-b945-f70ec427fa41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33e5601-6ec2-4fa2-87dd-a96116bfafb5', 'code': 200} Nov 12 04:13:59.870917 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734215a7-53b0-4982-885c-7c107b3a329e req-846aab05-f13a-47ca-b2c6-527f96409a1f tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:59.872449 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-734215a7-53b0-4982-885c-7c107b3a329e req-846aab05-f13a-47ca-b2c6-527f96409a1f tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 945 time: 0.0521080 Nov 12 04:13:59.936940 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-734215a7-53b0-4982-885c-7c107b3a329e req-5b5065ab-ebb6-400d-bfe4-cee6a511a47d tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579832 Nov 12 04:14:00.406341 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:14:00.591423 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34404) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:00.616432 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34406) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:00.655270 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f952e511-ea39-40bd-9ee5-7b6fc4f9cf56 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0519011622164ed2a3a3e69abbcf347f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0624051 Nov 12 04:14:00.661771 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34408) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:00.735384 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c02bf1f-5925-4d81-bf1f-54d21e854550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.748135 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd1a0f-ac1c-4b7c-8580-688815100436 req-b6542b06-58ca-474c-bfe6-051785e8dd10 tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:00.750024 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ebcd1a0f-ac1c-4b7c-8580-688815100436 req-b6542b06-58ca-474c-bfe6-051785e8dd10 tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a1432583-0c34-4753-b417-8ec25345e994 HTTP/1.1" status: 200 len: 1102 time: 0.0814128 Nov 12 04:14:00.751078 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c17d5df3-4542-4cbb-a2d0-24826e3e3e26 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.774326 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c02bf1f-5925-4d81-bf1f-54d21e854550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.794538 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c17d5df3-4542-4cbb-a2d0-24826e3e3e26 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.836154 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ebcd1a0f-ac1c-4b7c-8580-688815100436 req-263ce116-5ed8-4b3d-b99c-e3641b438a39 tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733037 Nov 12 04:14:00.909109 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c02bf1f-5925-4d81-bf1f-54d21e854550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.923542 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c02bf1f-5925-4d81-bf1f-54d21e854550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.923542 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6c02bf1f-5925-4d81-bf1f-54d21e854550 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5643895e-beef-44b8-ac89-1c13325b04bb HTTP/1.1" status: 204 len: 168 time: 0.2521203 Nov 12 04:14:00.926662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02bf1f-5925-4d81-bf1f-54d21e854550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5643895e-beef-44b8-ac89-1c13325b04bb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:00.964872 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c17d5df3-4542-4cbb-a2d0-24826e3e3e26 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.976296 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c17d5df3-4542-4cbb-a2d0-24826e3e3e26 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.976296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c17d5df3-4542-4cbb-a2d0-24826e3e3e26 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "DELETE /v2.0/security-groups/3578d50a-f555-4b54-ae07-afa2d1b064db HTTP/1.1" status: 204 len: 168 time: 0.3521438 Nov 12 04:14:00.976982 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34418) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:00.986232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d5df3-4542-4cbb-a2d0-24826e3e3e26 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3578d50a-f555-4b54-ae07-afa2d1b064db,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:01.004923 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-f1b21634-c55e-4ce3-8e4e-bc55d3b8a72c tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] show failed (client error): The resource could not be found. Nov 12 04:14:01.006529 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f1b21634-c55e-4ce3-8e4e-bc55d3b8a72c tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "GET /v2.0/security-groups/3578d50a-f555-4b54-ae07-afa2d1b064db HTTP/1.1" status: 404 len: 347 time: 0.0283995 Nov 12 04:14:01.010139 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34420) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:01.031822 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc213478-5ec2-463a-a3ca-83777bc59e31 req-0287ffb8-c623-4159-9d41-cf7f26b6f4f5 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:01.034464 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc213478-5ec2-463a-a3ca-83777bc59e31 req-0287ffb8-c623-4159-9d41-cf7f26b6f4f5 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=293b4729-3756-4913-9f4c-371e6f856e9c HTTP/1.1" status: 200 len: 949 time: 0.1189647 Nov 12 04:14:01.220593 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc213478-5ec2-463a-a3ca-83777bc59e31 req-714c4025-ae8e-4f12-8ab1-8e2ae6b7d688 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758871 Nov 12 04:14:01.245672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c954b734-d21d-40cb-92ac-88ec64d17135 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Deleting port 01790cde-daef-49cd-9edb-287f56774ad5 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:01.246020 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c954b734-d21d-40cb-92ac-88ec64d17135 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.358535 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c954b734-d21d-40cb-92ac-88ec64d17135 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.359287 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c954b734-d21d-40cb-92ac-88ec64d17135 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.379811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c954b734-d21d-40cb-92ac-88ec64d17135 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Calling delete_port for 01790cde-daef-49cd-9edb-287f56774ad5 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:01.613351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7b350-37ac-4e06-addd-d4c47046bd64 req-fb7f1bc0-53e7-4145-8740-12a1a009e9ce tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:01.614963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eab7b350-37ac-4e06-addd-d4c47046bd64 req-fb7f1bc0-53e7-4145-8740-12a1a009e9ce tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 945 time: 0.1226962 Nov 12 04:14:01.678439 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eab7b350-37ac-4e06-addd-d4c47046bd64 req-8e711bad-88f5-4f4d-a753-efa8799c8988 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558662 Nov 12 04:14:01.693020 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c954b734-d21d-40cb-92ac-88ec64d17135 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.813056 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954b734-d21d-40cb-92ac-88ec64d17135 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Pushing event deleted for resources: {'Port': ['ID=01790cde-daef-49cd-9edb-287f56774ad5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:01.823538 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c954b734-d21d-40cb-92ac-88ec64d17135 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.833351 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c954b734-d21d-40cb-92ac-88ec64d17135 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.839072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34448) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:01.840026 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c954b734-d21d-40cb-92ac-88ec64d17135 tempest-ServersTestManualDisk-2068277588 tempest-ServersTestManualDisk-2068277588-project] 10.222.0.37 "DELETE /v2.0/floatingips/e8d83e78-ac39-4d35-a272-ae83c360aa96 HTTP/1.1" status: 204 len: 168 time: 0.8275299 Nov 12 04:14:01.862832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c1331fa0-e7ca-49df-b998-37e58a88a50b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c20a8a9f651849c3b9028541aea3d827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0945880 Nov 12 04:14:02.044630 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-e4a02287-ffae-4df9-9a53-0495bea59e9e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:02.058363 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-e4a02287-ffae-4df9-9a53-0495bea59e9e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921697 Nov 12 04:14:02.101322 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-4145aadc-0e5e-4598-b2d7-1fcb43679d80 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/quotas/c20a8a9f651849c3b9028541aea3d827 HTTP/1.1" status: 200 len: 375 time: 0.0414104 Nov 12 04:14:02.154424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e543b29-637a-41ea-bf89-e3a6b55ae796 req-383021bb-44d4-431a-b5fc-d5f96e28882e tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:02.156127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2e543b29-637a-41ea-bf89-e3a6b55ae796 req-383021bb-44d4-431a-b5fc-d5f96e28882e tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 945 time: 0.1495755 Nov 12 04:14:02.189243 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-2b10b1f3-ec38-4809-a8da-a847f62634bf tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0870378 Nov 12 04:14:02.284197 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5595414d-5766-4530-b1e5-92357cd85f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.336718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-2e543b29-637a-41ea-bf89-e3a6b55ae796 req-d7645559-7103-4937-ac8d-5066bdaaa61c tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Deleting port f33e5601-6ec2-4fa2-87dd-a96116bfafb5 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:02.337064 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2e543b29-637a-41ea-bf89-e3a6b55ae796 req-d7645559-7103-4937-ac8d-5066bdaaa61c tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.478606 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34468) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:02.523650 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-2e543b29-637a-41ea-bf89-e3a6b55ae796 req-d7645559-7103-4937-ac8d-5066bdaaa61c tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] For port f33e5601-6ec2-4fa2-87dd-a96116bfafb5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f33e5601-6ec2-4fa2-87dd-a96116bfafb5,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:02.524023 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2e543b29-637a-41ea-bf89-e3a6b55ae796 req-d7645559-7103-4937-ac8d-5066bdaaa61c tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.540282 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-2e543b29-637a-41ea-bf89-e3a6b55ae796 req-d7645559-7103-4937-ac8d-5066bdaaa61c tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Calling delete_port for f33e5601-6ec2-4fa2-87dd-a96116bfafb5 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:02.762178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-8d08cc3b-77bb-47f2-92d9-01dab29a96ab tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1947189442'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:02.823147 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5595414d-5766-4530-b1e5-92357cd85f8a admin admin] Deleting port e0863786-2586-4df2-a0a4-3ca48183ee41 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:02.823419 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5595414d-5766-4530-b1e5-92357cd85f8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.883196 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2e543b29-637a-41ea-bf89-e3a6b55ae796 req-d7645559-7103-4937-ac8d-5066bdaaa61c tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.885290 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d08cc3b-77bb-47f2-92d9-01dab29a96ab tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Made reservation on behalf of 51e43cb580164d9ebaf9eabf352c6e62 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:02.889515 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d08cc3b-77bb-47f2-92d9-01dab29a96ab tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.927727 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d08cc3b-77bb-47f2-92d9-01dab29a96ab tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.931591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7645559-7103-4937-ac8d-5066bdaaa61c tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Pushing event deleted for resources: {'Port': ['ID=f33e5601-6ec2-4fa2-87dd-a96116bfafb5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:02.939379 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-5595414d-5766-4530-b1e5-92357cd85f8a admin admin] For port e0863786-2586-4df2-a0a4-3ca48183ee41, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e0863786-2586-4df2-a0a4-3ca48183ee41,segment=NetworkSegment(6467f9ba-c30d-4582-b440-cd2608193c06),segment_id=6467f9ba-c30d-4582-b440-cd2608193c06)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:02.940003 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5595414d-5766-4530-b1e5-92357cd85f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.958717 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5595414d-5766-4530-b1e5-92357cd85f8a admin admin] Calling delete_port for e0863786-2586-4df2-a0a4-3ca48183ee41 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:03.000382 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e543b29-637a-41ea-bf89-e3a6b55ae796 req-d7645559-7103-4937-ac8d-5066bdaaa61c tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] No DVR routers for this DVR port f33e5601-6ec2-4fa2-87dd-a96116bfafb5 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:03.005722 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2e543b29-637a-41ea-bf89-e3a6b55ae796 req-d7645559-7103-4937-ac8d-5066bdaaa61c tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.021066 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2e543b29-637a-41ea-bf89-e3a6b55ae796 req-d7645559-7103-4937-ac8d-5066bdaaa61c tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.31 "DELETE /v2.0/ports/f33e5601-6ec2-4fa2-87dd-a96116bfafb5 HTTP/1.1" status: 204 len: 173 time: 0.8306940 Nov 12 04:14:03.021629 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae7ef8f-855f-4fa2-b945-f70ec427fa41', 'name': 'network-vif-deleted', 'tag': 'f33e5601-6ec2-4fa2-87dd-a96116bfafb5'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:03.027343 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device f33e5601-6ec2-4fa2-87dd-a96116bfafb5 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:03.030024 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc963d0-5f2d-41dd-8e34-c35cc9be82f6" -d '{"events": [{"server_uuid": "7ae7ef8f-855f-4fa2-b945-f70ec427fa41", "name": "network-vif-deleted", "tag": "f33e5601-6ec2-4fa2-87dd-a96116bfafb5"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:03.078400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: f33e5601-6ec2-4fa2-87dd-a96116bfafb5 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:14:03.078900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device f33e5601-6ec2-4fa2-87dd-a96116bfafb5 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:14:03.083825 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device f701fd92-151a-447a-a890-b40face78a0f no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:03.133750 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d08cc3b-77bb-47f2-92d9-01dab29a96ab tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.138469 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87350e47-980c-487f-8208-3cfbac15a3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.194282 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.202079 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4627022-1589-4b54-8db5-6e356073b668 req-ab63bb96-04a4-46d8-b47e-f0d394e830d0 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 210 time: 0.0333328 Nov 12 04:14:03.228512 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293b4729-3756-4913-9f4c-371e6f856e9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f701fd92-151a-447a-a890-b40face78a0f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:03.241527 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98f385d-ac99-49a8-917c-94965d2e6ddc" -d '{"events": [{"server_uuid": "293b4729-3756-4913-9f4c-371e6f856e9c", "name": "network-vif-unplugged", "status": "completed", "tag": "f701fd92-151a-447a-a890-b40face78a0f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:03.265756 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d08cc3b-77bb-47f2-92d9-01dab29a96ab tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.300262 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port f701fd92-151a-447a-a890-b40face78a0f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f701fd92-151a-447a-a890-b40face78a0f,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:03.316508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d08cc3b-77bb-47f2-92d9-01dab29a96ab tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:14:03.323733 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08cc3b-77bb-47f2-92d9-01dab29a96ab tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ab4113-5e7d-4aa2-b029-3cfd5fd80704,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:03.330601 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d08cc3b-77bb-47f2-92d9-01dab29a96ab tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.330988 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-8d08cc3b-77bb-47f2-92d9-01dab29a96ab tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Added segment 353dec2c-04dd-4567-9cb4-e8ea9fd38574 of type vlan for network 4ebe8865-aae7-4271-8dc3-9bf19c510fe7 Nov 12 04:14:03.396755 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d08cc3b-77bb-47f2-92d9-01dab29a96ab tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.405651 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.468163 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2686aa36-ebf7-4ac0-b5eb-0b548dfe9148 req-d9ef9574-44e6-46a6-a50b-59eda52080b1 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 210 time: 0.0448227 Nov 12 04:14:03.501806 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=f701fd92-151a-447a-a890-b40face78a0f,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:03.532270 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31996e3c-318a-4615-a116-6d7ceb94be10 x-openstack-request-id: req-31996e3c-318a-4615-a116-6d7ceb94be10 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:03.535461 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae7ef8f-855f-4fa2-b945-f70ec427fa41", "name": "network-vif-deleted", "tag": "f33e5601-6ec2-4fa2-87dd-a96116bfafb5", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:03.535461 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31996e3c-318a-4615-a116-6d7ceb94be10 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:03.535461 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae7ef8f-855f-4fa2-b945-f70ec427fa41', 'name': 'network-vif-deleted', 'tag': 'f33e5601-6ec2-4fa2-87dd-a96116bfafb5', 'status': 'completed', 'code': 200} Nov 12 04:14:03.551972 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d08cc3b-77bb-47f2-92d9-01dab29a96ab tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.561482 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d08cc3b-77bb-47f2-92d9-01dab29a96ab tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:03.562689 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d08cc3b-77bb-47f2-92d9-01dab29a96ab tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.685771 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08cc3b-77bb-47f2-92d9-01dab29a96ab tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event updated for resources: {'Network': ['ID=4ebe8865-aae7-4271-8dc3-9bf19c510fe7,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:03.699232 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 4ebe8865-aae7-4271-8dc3-9bf19c510fe7 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:14:03.774374 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5595414d-5766-4530-b1e5-92357cd85f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.788458 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8d08cc3b-77bb-47f2-92d9-01dab29a96ab tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2992389 Nov 12 04:14:03.789517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34510) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:03.795439 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-b89a9009-711b-40cb-a429-5e09485f5d36 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Request body: {'subnet': {'network_id': '4ebe8865-aae7-4271-8dc3-9bf19c510fe7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:03.803894 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595414d-5766-4530-b1e5-92357cd85f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0863786-2586-4df2-a0a4-3ca48183ee41,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:03.922228 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf63a43-d2a2-4653-af63-1b4a266eb7eb x-openstack-request-id: req-4cf63a43-d2a2-4653-af63-1b4a266eb7eb {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:03.922228 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293b4729-3756-4913-9f4c-371e6f856e9c", "name": "network-vif-unplugged", "status": "completed", "tag": "f701fd92-151a-447a-a890-b40face78a0f", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:03.922228 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4cf63a43-d2a2-4653-af63-1b4a266eb7eb {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:03.923668 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293b4729-3756-4913-9f4c-371e6f856e9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f701fd92-151a-447a-a890-b40face78a0f', 'code': 200} Nov 12 04:14:04.006017 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89a9009-711b-40cb-a429-5e09485f5d36 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Made reservation on behalf of 51e43cb580164d9ebaf9eabf352c6e62 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:04.016098 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b89a9009-711b-40cb-a429-5e09485f5d36 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:04.035050 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5595414d-5766-4530-b1e5-92357cd85f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:04.346774 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f10a264-0d80-4157-8211-ac6aafe2c3d6 req-7602d1c3-9227-4a89-b3a7-2e7a55b3e9c6 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 210 time: 0.0365307 Nov 12 04:14:04.354502 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b89a9009-711b-40cb-a429-5e09485f5d36 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:04.398821 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5595414d-5766-4530-b1e5-92357cd85f8a admin admin] Router b05566b1-02d6-4ea5-93d9-32f70425bf57 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:14:04.450364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a9009-711b-40cb-a429-5e09485f5d36 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event updated for resources: {'Subnet': ['ID=4abaf2b8-fe5b-4059-b456-fd4ea5d4f855,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:04.475546 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89a9009-711b-40cb-a429-5e09485f5d36 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Checking segment: {'id': '353dec2c-04dd-4567-9cb4-e8ea9fd38574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4ebe8865-aae7-4271-8dc3-9bf19c510fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:04.476065 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89a9009-711b-40cb-a429-5e09485f5d36 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Network hostable DHCP agents. Network: 4ebe8865-aae7-4271-8dc3-9bf19c510fe7, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:14:04.606689 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89a9009-711b-40cb-a429-5e09485f5d36 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Network 4ebe8865-aae7-4271-8dc3-9bf19c510fe7 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:14:04.609349 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5595414d-5766-4530-b1e5-92357cd85f8a admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:14:04.615870 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5595414d-5766-4530-b1e5-92357cd85f8a admin admin] 10.222.0.37 "PUT /v2.0/routers/b05566b1-02d6-4ea5-93d9-32f70425bf57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7746365 Nov 12 04:14:04.621254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9b35d8-ad97-404f-b470-5f6f16038521 None None] Sync routers for ids ['b05566b1-02d6-4ea5-93d9-32f70425bf57'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:14:04.622126 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34526) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:04.640673 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b35d8-ad97-404f-b470-5f6f16038521 None None] Routers {'b05566b1-02d6-4ea5-93d9-32f70425bf57'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:04.641311 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-7c9b35d8-ad97-404f-b470-5f6f16038521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b05566b1-02d6-4ea5-93d9-32f70425bf57'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:04.719240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03755de0-35d8-4cd6-bf74-8ef506b42d46 req-cf6ad557-12b2-4e21-a8f0-724956996d71 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ae7ef8f-855f-4fa2-b945-f70ec427fa41 HTTP/1.1" status: 200 len: 210 time: 0.0384457 Nov 12 04:14:04.725145 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-b89a9009-711b-40cb-a429-5e09485f5d36 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 4ebe8865-aae7-4271-8dc3-9bf19c510fe7) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:04.733453 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89a9009-711b-40cb-a429-5e09485f5d36 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:04.734328 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b89a9009-711b-40cb-a429-5e09485f5d36 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:04.742470 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460d93de-e1e2-4132-a13a-e14ba02779c0 None None] Network 4ebe8865-aae7-4271-8dc3-9bf19c510fe7 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:04.812070 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4392-f27c-4a6a-8d5b-0ec96c685da6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:04.859483 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b89a9009-711b-40cb-a429-5e09485f5d36 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0687954 Nov 12 04:14:04.862833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-7c9b35d8-ad97-404f-b470-5f6f16038521 None None] Set router b05566b1-02d6-4ea5-93d9-32f70425bf57 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:04.863123 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34536) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:04.868850 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-711fa5c0-c8e5-429c-9538-5355a94cf786 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Request body: {'port': {'network_id': '4ebe8865-aae7-4271-8dc3-9bf19c510fe7', 'name': 'tempest-AllowedAddressPairTestJSON-737750896'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:05.007519 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4392-f27c-4a6a-8d5b-0ec96c685da6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.095631 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-dbfd1f48-118a-44ad-85f8-5b4e09a098e3 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c20a8a9f651849c3b9028541aea3d827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428257 Nov 12 04:14:05.179013 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711fa5c0-c8e5-429c-9538-5355a94cf786 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Made reservation on behalf of 51e43cb580164d9ebaf9eabf352c6e62 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:05.183237 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-711fa5c0-c8e5-429c-9538-5355a94cf786 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.216971 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:14:05.223177 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd4392-f27c-4a6a-8d5b-0ec96c685da6 admin admin] Deleting port 3dbb726c-56d3-4f48-88d9-3990e2c46c29 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:05.224016 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4392-f27c-4a6a-8d5b-0ec96c685da6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.273360 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-711fa5c0-c8e5-429c-9538-5355a94cf786 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] device_id is not set on port 3404e88f-69b8-42f6-b713-29be0aa6803f yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:14:05.370732 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-17d2c4ee-14e6-44f8-920a-6e79f179f3ad tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:05.370732 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-17d2c4ee-14e6-44f8-920a-6e79f179f3ad tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2667003 Nov 12 04:14:05.385129 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-cdbd4392-f27c-4a6a-8d5b-0ec96c685da6 admin admin] For port 3dbb726c-56d3-4f48-88d9-3990e2c46c29, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3dbb726c-56d3-4f48-88d9-3990e2c46c29,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:05.385707 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4392-f27c-4a6a-8d5b-0ec96c685da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.398062 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-5cad1086-7a56-464b-8d3c-222c7837e17d tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Request body: {'port': {'device_id': '2817bb72-1c56-439a-95cd-2796d5199e28', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': 'c20a8a9f651849c3b9028541aea3d827'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:05.456420 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd4392-f27c-4a6a-8d5b-0ec96c685da6 admin admin] Calling delete_port for 3dbb726c-56d3-4f48-88d9-3990e2c46c29 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:05.484266 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-711fa5c0-c8e5-429c-9538-5355a94cf786 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Allocated IP 172.20.0.8 (4ebe8865-aae7-4271-8dc3-9bf19c510fe7/4abaf2b8-fe5b-4059-b456-fd4ea5d4f855/3404e88f-69b8-42f6-b713-29be0aa6803f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:05.551808 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.resource_extend [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 04:14:05.634136 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbfbfdda-7f70-478d-ba3a-af3e24e69d9b req-360ffde7-264c-4dc1-a5ba-9b5229528d5a tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 210 time: 0.0544953 Nov 12 04:14:05.650477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-5cad1086-7a56-464b-8d3c-222c7837e17d tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Made reservation on behalf of c20a8a9f651849c3b9028541aea3d827 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:05.654493 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-5cad1086-7a56-464b-8d3c-222c7837e17d tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.781044 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4967a867-1f79-472d-a51c-ac92d6d603d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.856573 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-5cad1086-7a56-464b-8d3c-222c7837e17d tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Allocated IP 192.168.233.98 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/6ca10957-1601-46d2-ac45-e47d3e9a2828) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:05.862099 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-7c9b35d8-ad97-404f-b470-5f6f16038521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'name': 'tempest-ServersTestManualDisk-100526437-router', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:14:03Z', 'revision_number': 5, 'project_id': '5415976b23594f1c838c51e2af59c756', 'gw_port': {'id': '3dbb726c-56d3-4f48-88d9-3990e2c46c29', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:05.869658 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-4ebe8865-aae7-4271-8dc3-9bf19c510fe7', 'network_id': '4ebe8865-aae7-4271-8dc3-9bf19c510fe7', 'tenant_id': '51e43cb580164d9ebaf9eabf352c6e62', 'fixed_ips': [{'subnet_id': '4abaf2b8-fe5b-4059-b456-fd4ea5d4f855'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:14:05.915776 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.916932 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-711fa5c0-c8e5-429c-9538-5355a94cf786 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.917009 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:05.925609 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9b35d8-ad97-404f-b470-5f6f16038521 None None] Checking router: b05566b1-02d6-4ea5-93d9-32f70425bf57 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:14:05.937380 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': 'e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254', 'mac_address': 'fa:16:3e:58:45:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:14:05.950324 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b35d8-ad97-404f-b470-5f6f16038521 None None] Routers {'b05566b1-02d6-4ea5-93d9-32f70425bf57'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:05.950913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-7c9b35d8-ad97-404f-b470-5f6f16038521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:14:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b05566b1-02d6-4ea5-93d9-32f70425bf57'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:06.090355 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-5cad1086-7a56-464b-8d3c-222c7837e17d tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.170375 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.173024 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-7c9b35d8-ad97-404f-b470-5f6f16038521 None None] Set router b05566b1-02d6-4ea5-93d9-32f70425bf57 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:06.233147 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-7c9b35d8-ad97-404f-b470-5f6f16038521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'name': 'tempest-ServersTestManualDisk-100526437-router', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:14:05Z', 'revision_number': 6, 'project_id': '5415976b23594f1c838c51e2af59c756', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:06.263290 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:06.281054 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9b35d8-ad97-404f-b470-5f6f16038521 None None] The sync data for ids ['b05566b1-02d6-4ea5-93d9-32f70425bf57'] in n-d-768509-24 is: [{'id': 'b05566b1-02d6-4ea5-93d9-32f70425bf57', 'name': 'tempest-ServersTestManualDisk-100526437-router', 'tenant_id': '5415976b23594f1c838c51e2af59c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:14:05Z', 'revision_number': 6, 'project_id': '5415976b23594f1c838c51e2af59c756', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:14:06.286122 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:06.325763 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4392-f27c-4a6a-8d5b-0ec96c685da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.356109 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd4392-f27c-4a6a-8d5b-0ec96c685da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dbb726c-56d3-4f48-88d9-3990e2c46c29,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:06.417778 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4392-f27c-4a6a-8d5b-0ec96c685da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.426175 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-711fa5c0-c8e5-429c-9538-5355a94cf786 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.452118 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711fa5c0-c8e5-429c-9538-5355a94cf786 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Network 4ebe8865-aae7-4271-8dc3-9bf19c510fe7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:06.467446 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-711fa5c0-c8e5-429c-9538-5355a94cf786 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:06.471271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711fa5c0-c8e5-429c-9538-5355a94cf786 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:06.474802 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.501714 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-5cad1086-7a56-464b-8d3c-222c7837e17d tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.555857 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['1416b5fa-6a27-41f3-957f-4abe3a2aa667', 'fa6c7962-016f-4c55-9a97-dc16fe679a0c', '436d7d35-88ab-4d37-999e-058efa38598e', 'b3085fe8-c3ce-404f-97d0-89622379b027'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:06.574744 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-5cad1086-7a56-464b-8d3c-222c7837e17d tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:06.575729 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fa5c0-c8e5-429c-9538-5355a94cf786 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event updated for resources: {'Port': ['ID=3404e88f-69b8-42f6-b713-29be0aa6803f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:06.598143 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] Allocated IP 172.20.0.2 (4ebe8865-aae7-4271-8dc3-9bf19c510fe7/4abaf2b8-fe5b-4059-b456-fd4ea5d4f855/d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:06.601237 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['beced045-9f91-40fc-847b-3aa91ebb8785', '5bdceacd-b491-4055-a30e-a229166b8b17'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:06.641746 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4392-f27c-4a6a-8d5b-0ec96c685da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.643077 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34572) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:06.643881 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad1086-7a56-464b-8d3c-222c7837e17d tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Pushing event updated for resources: {'Port': ['ID=6ca10957-1601-46d2-ac45-e47d3e9a2828,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:06.645511 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4392-f27c-4a6a-8d5b-0ec96c685da6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.654092 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9b2206c8-3c0c-4af0-b2f6-062ac57aff4f tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1500181880', 'description': 'tempest-description--984568725'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:06.663106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-5cad1086-7a56-464b-8d3c-222c7837e17d tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:06.667738 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-5cad1086-7a56-464b-8d3c-222c7837e17d tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:06.681144 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711fa5c0-c8e5-429c-9538-5355a94cf786 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:06.681144 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-711fa5c0-c8e5-429c-9538-5355a94cf786 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.764969 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:06.773079 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.807294 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-5cad1086-7a56-464b-8d3c-222c7837e17d tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:06.807985 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-5cad1086-7a56-464b-8d3c-222c7837e17d tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.811212 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:06.846994 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b2206c8-3c0c-4af0-b2f6-062ac57aff4f tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.941033 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4392-f27c-4a6a-8d5b-0ec96c685da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.943020 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbd4392-f27c-4a6a-8d5b-0ec96c685da6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b05566b1-02d6-4ea5-93d9-32f70425bf57 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:14:06.950758 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4392-f27c-4a6a-8d5b-0ec96c685da6 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.957805 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cdbd4392-f27c-4a6a-8d5b-0ec96c685da6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b05566b1-02d6-4ea5-93d9-32f70425bf57 HTTP/1.1" status: 204 len: 168 time: 2.3339815 Nov 12 04:14:06.959576 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-5cad1086-7a56-464b-8d3c-222c7837e17d tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5677464 Nov 12 04:14:06.960911 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34582) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:06.973600 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-711fa5c0-c8e5-429c-9538-5355a94cf786 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1087801 Nov 12 04:14:06.977339 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34584) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:06.984250 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-4132c47a-4bae-41fb-b1b0-d5d95054fda6 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Request body: {'port': {'network_id': '4ebe8865-aae7-4271-8dc3-9bf19c510fe7', 'name': 'tempest-AllowedAddressPairTestJSON-543750598', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:97:d3:2d'}]}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:07.000767 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Request body: {'port': {'device_id': '2817bb72-1c56-439a-95cd-2796d5199e28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:07.014725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a482b-f618-463d-a754-c18b357f3148 req-d995d28d-d878-487a-8142-9a6ba1816b7d tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:07.024582 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d4a482b-f618-463d-a754-c18b357f3148 req-d995d28d-d878-487a-8142-9a6ba1816b7d tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 935 time: 0.1432474 Nov 12 04:14:07.079371 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b2206c8-3c0c-4af0-b2f6-062ac57aff4f tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.122669 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d3127c-be97-4f1c-8a21-37a150197282 admin admin] Deleting subnet 7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:14:07.126018 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20d3127c-be97-4f1c-8a21-37a150197282 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.160294 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.177562 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b2206c8-3c0c-4af0-b2f6-062ac57aff4f tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.188972 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20d3127c-be97-4f1c-8a21-37a150197282 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.198405 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d4a482b-f618-463d-a754-c18b357f3148 req-1b4ab95c-d4ba-4901-b7a5-3a1882901e3e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552169 Nov 12 04:14:07.241421 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0a1f40d6-62fb-4248-b7e8-eb3ac9613a18 None None] Provisioning complete for port 6ca10957-1601-46d2-ac45-e47d3e9a2828 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:07.241911 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a1f40d6-62fb-4248-b7e8-eb3ac9613a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.293285 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2206c8-3c0c-4af0-b2f6-062ac57aff4f tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4bc2ce-e664-4a2d-9436-f5ff261edba8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:07.314678 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.322823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4132c47a-4bae-41fb-b1b0-d5d95054fda6 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Made reservation on behalf of 51e43cb580164d9ebaf9eabf352c6e62 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:07.435333 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.439766 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b2206c8-3c0c-4af0-b2f6-062ac57aff4f tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.444539 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9b2206c8-3c0c-4af0-b2f6-062ac57aff4f tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7939661 Nov 12 04:14:07.445547 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34606) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:07.456670 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-558e10f3-d5c4-4baa-8b3e-af1c82b4387c tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Request body: {'security_group_rule': {'security_group_id': '6e4bc2ce-e664-4a2d-9436-f5ff261edba8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:07.494737 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e0863786-2586-4df2-a0a4-3ca48183ee41 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:07.497884 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f40d6-62fb-4248-b7e8-eb3ac9613a18 None None] Port 6ca10957-1601-46d2-ac45-e47d3e9a2828 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:07.537988 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4132c47a-4bae-41fb-b1b0-d5d95054fda6 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.572244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-4132c47a-4bae-41fb-b1b0-d5d95054fda6 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] device_id is not set on port 49820620-42ab-42f7-bedc-281e672d167e yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:14:07.612552 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: e0863786-2586-4df2-a0a4-3ca48183ee41 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:14:07.613721 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e0863786-2586-4df2-a0a4-3ca48183ee41 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:14:07.614436 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3dbb726c-56d3-4f48-88d9-3990e2c46c29 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:07.645896 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20d3127c-be97-4f1c-8a21-37a150197282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.649863 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 3dbb726c-56d3-4f48-88d9-3990e2c46c29 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:14:07.650403 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3dbb726c-56d3-4f48-88d9-3990e2c46c29 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:14:07.682290 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] Network 4ebe8865-aae7-4271-8dc3-9bf19c510fe7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:07.726091 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:07.731296 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:07.765382 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-558e10f3-d5c4-4baa-8b3e-af1c82b4387c tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.789620 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] Pushing event updated for resources: {'Port': ['ID=d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:07.811287 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-4132c47a-4bae-41fb-b1b0-d5d95054fda6 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Allocated IP 172.20.0.4 (4ebe8865-aae7-4271-8dc3-9bf19c510fe7/4abaf2b8-fe5b-4059-b456-fd4ea5d4f855/49820620-42ab-42f7-bedc-281e672d167e) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:07.999641 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] Attempting to bind port d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:08.000111 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] Attempting to bind port d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '353dec2c-04dd-4567-9cb4-e8ea9fd38574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4ebe8865-aae7-4271-8dc3-9bf19c510fe7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:08.000358 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] Attempting to bind port d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2 on network 4ebe8865-aae7-4271-8dc3-9bf19c510fe7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:08.018043 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:08.018420 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] Checking segment: {'id': '353dec2c-04dd-4567-9cb4-e8ea9fd38574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4ebe8865-aae7-4271-8dc3-9bf19c510fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:08.018846 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.019233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] Bound using segment: {'id': '353dec2c-04dd-4567-9cb4-e8ea9fd38574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4ebe8865-aae7-4271-8dc3-9bf19c510fe7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:08.019978 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] Bound port: d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353dec2c-04dd-4567-9cb4-e8ea9fd38574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4ebe8865-aae7-4271-8dc3-9bf19c510fe7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:08.020359 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.033641 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-558e10f3-d5c4-4baa-8b3e-af1c82b4387c tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.066054 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20d3127c-be97-4f1c-8a21-37a150197282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.191829 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-558e10f3-d5c4-4baa-8b3e-af1c82b4387c tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.199305 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3127c-be97-4f1c-8a21-37a150197282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:08.208247 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e3c5a7-6613-4664-bce0-f1154135d806 None None] Network b1da5f7f-d382-4755-8e25-122647d595b9 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:08.216190 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20d3127c-be97-4f1c-8a21-37a150197282 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.220034 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-20d3127c-be97-4f1c-8a21-37a150197282 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7ad0c6cf-6b5f-401f-9bbb-76ce47641c8e HTTP/1.1" status: 204 len: 168 time: 1.2574263 Nov 12 04:14:08.221335 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] For port d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:08.231032 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34632) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:08.259693 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4132c47a-4bae-41fb-b1b0-d5d95054fda6 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.287483 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca10957-1601-46d2-ac45-e47d3e9a2828 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:08.308785 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.329752 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e10f3-d5c4-4baa-8b3e-af1c82b4387c tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91fa28ae-6994-491a-9b32-9c5df8f5e3ba,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:08.392512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b8a17-d16d-46ef-b86f-0d57d7538662 req-8729cc78-1f58-4ce7-ae22-dd8df1c992fb tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:08.401381 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-234b8a17-d16d-46ef-b86f-0d57d7538662 req-8729cc78-1f58-4ce7-ae22-dd8df1c992fb tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 935 time: 0.0856180 Nov 12 04:14:08.418065 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-558e10f3-d5c4-4baa-8b3e-af1c82b4387c tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.425470 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-558e10f3-d5c4-4baa-8b3e-af1c82b4387c tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9747689 Nov 12 04:14:08.428735 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34638) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:08.440993 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-368b8702-55af-4744-8f4b-d65a4eb08b1a tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Request body: {'security_group_rule': {'security_group_id': '6e4bc2ce-e664-4a2d-9436-f5ff261edba8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:08.461869 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Transition to ACTIVE for port object 6ca10957-1601-46d2-ac45-e47d3e9a2828 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:14:08.468806 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4132c47a-4bae-41fb-b1b0-d5d95054fda6 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.479160 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.554712 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.614597 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] Deleting port d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:08.617055 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-234b8a17-d16d-46ef-b86f-0d57d7538662 req-98fbdf74-3f5b-4f0a-b1ea-fe709bf6aa27 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147090 Nov 12 04:14:08.617559 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.653097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132c47a-4bae-41fb-b1b0-d5d95054fda6 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Network 4ebe8865-aae7-4271-8dc3-9bf19c510fe7 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:08.671182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-4132c47a-4bae-41fb-b1b0-d5d95054fda6 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:08.682772 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4132c47a-4bae-41fb-b1b0-d5d95054fda6 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:08.705547 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-368b8702-55af-4744-8f4b-d65a4eb08b1a tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.734947 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] For port d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2,segment=NetworkSegment(353dec2c-04dd-4567-9cb4-e8ea9fd38574),segment_id=353dec2c-04dd-4567-9cb4-e8ea9fd38574)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:08.744496 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca10957-1601-46d2-ac45-e47d3e9a2828,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:08.821311 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4132c47a-4bae-41fb-b1b0-d5d95054fda6 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:08.822420 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4132c47a-4bae-41fb-b1b0-d5d95054fda6 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.828724 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.843191 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132c47a-4bae-41fb-b1b0-d5d95054fda6 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event updated for resources: {'Port': ['ID=49820620-42ab-42f7-bedc-281e672d167e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:08.866983 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.933881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4132c47a-4bae-41fb-b1b0-d5d95054fda6 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.9517651 Nov 12 04:14:08.935489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34658) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:09.063152 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] For port d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47,segment=NetworkSegment(6467f9ba-c30d-4582-b440-cd2608193c06),segment_id=6467f9ba-c30d-4582-b440-cd2608193c06)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:09.063929 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:09.085825 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34662) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:09.104088 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:09.164280 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] Calling delete_port for d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:09.190750 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f818d86-c2a3-449a-b1aa-e3dbc8a594d5 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:09.211366 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-368b8702-55af-4744-8f4b-d65a4eb08b1a tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:09.211876 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f818d86-c2a3-449a-b1aa-e3dbc8a594d5 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:09.232862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f818d86-c2a3-449a-b1aa-e3dbc8a594d5 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:09.237924 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0f818d86-c2a3-449a-b1aa-e3dbc8a594d5 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.3005824 Nov 12 04:14:09.243566 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34670) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:09.296004 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:09.325332 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-368b8702-55af-4744-8f4b-d65a4eb08b1a tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:09.352902 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Attempting to bind port 6ca10957-1601-46d2-ac45-e47d3e9a2828 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:09.353249 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Attempting to bind port 6ca10957-1601-46d2-ac45-e47d3e9a2828 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:09.353579 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Attempting to bind port 6ca10957-1601-46d2-ac45-e47d3e9a2828 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:09.369100 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bfc39-afef-4f49-88dd-c2238b987d14 None None] Pushing event updated for resources: {'Port': ['ID=d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:09.458652 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a61d3a00-192b-4b79-b7be-76e7176ddcc4 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Deleting port 49820620-42ab-42f7-bedc-281e672d167e {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:09.458652 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a61d3a00-192b-4b79-b7be-76e7176ddcc4 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:09.463029 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Port 6ca10957-1601-46d2-ac45-e47d3e9a2828 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:14:09.463544 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Attempting to bind port 6ca10957-1601-46d2-ac45-e47d3e9a2828 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:09.465586 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b8702-55af-4744-8f4b-d65a4eb08b1a tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabc3e05-e368-4ff4-b6d1-f3a7d895de20,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:09.493861 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f7ed662-e970-46b5-94f6-929bb9907f18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:09.498048 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:09.499320 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:09.499898 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:09.500344 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Bound port: 6ca10957-1601-46d2-ac45-e47d3e9a2828, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:09.500700 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:09.508809 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caefbc2-9cfb-43be-96ac-7219f803bc56 None None] DHCP port deletion for b1da5f7f-d382-4755-8e25-122647d595b9 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:09.637335 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-368b8702-55af-4744-8f4b-d65a4eb08b1a tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:09.637484 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34674) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:09.646391 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-3392440f-1233-4f9b-9019-fcc8e1c0aaeb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:09.647178 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-368b8702-55af-4744-8f4b-d65a4eb08b1a tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2155070 Nov 12 04:14:09.651949 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:09.652428 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:09.705532 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a61d3a00-192b-4b79-b7be-76e7176ddcc4 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:09.744621 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a61d3a00-192b-4b79-b7be-76e7176ddcc4 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Calling delete_port for 49820620-42ab-42f7-bedc-281e672d167e owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:09.759306 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:09.843331 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:09.849527 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] For port 6ca10957-1601-46d2-ac45-e47d3e9a2828, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:09.853657 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3392440f-1233-4f9b-9019-fcc8e1c0aaeb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:09.870167 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] No DVR routers for this DVR port d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:09.911567 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] For port 6ca10957-1601-46d2-ac45-e47d3e9a2828, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6ca10957-1601-46d2-ac45-e47d3e9a2828,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:09.946714 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3caefbc2-9cfb-43be-96ac-7219f803bc56 None None] Deleting port d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:09.947411 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3caefbc2-9cfb-43be-96ac-7219f803bc56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:09.993513 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.074692 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f7ed662-e970-46b5-94f6-929bb9907f18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.105087 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:10.105707 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.112716 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] 10.222.0.21 "PUT /v2.0/ports/6ca10957-1601-46d2-ac45-e47d3e9a2828 HTTP/1.1" status: 200 len: 1096 time: 3.1162064 Nov 12 04:14:10.123709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2817bb72-1c56-439a-95cd-2796d5199e28', 'tag': '6ca10957-1601-46d2-ac45-e47d3e9a2828'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:10.131696 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f986757-7302-46a4-9424-8f0cef9754d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2817bb72-1c56-439a-95cd-2796d5199e28", "tag": "6ca10957-1601-46d2-ac45-e47d3e9a2828"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:10.213522 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3caefbc2-9cfb-43be-96ac-7219f803bc56 None None] For port d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47, host n-d-768509-24, got binding levels [] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:10.214352 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3caefbc2-9cfb-43be-96ac-7219f803bc56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.244519 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3caefbc2-9cfb-43be-96ac-7219f803bc56 None None] Calling delete_port for d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:10.247653 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.ipam_backend_mixin [None req-3caefbc2-9cfb-43be-96ac-7219f803bc56 None None] Port d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47 was not found and therefore no delete operation was performed {{(pid=103298) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:14:10.249448 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f7ed662-e970-46b5-94f6-929bb9907f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.249658 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.266057 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3caefbc2-9cfb-43be-96ac-7219f803bc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.303194 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.326965 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739c8842-aee9-4e27-a3a0-b31e4d0b1f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:10.331817 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a757b7-458c-4479-b9f0-2b662a440d7f" -d '{"events": [{"server_uuid": "739c8842-aee9-4e27-a3a0-b31e4d0b1f97", "name": "network-vif-plugged", "status": "completed", "tag": "e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:10.374352 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73af5c2-6e9c-4138-8f98-1ace8ec0f450 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca10957-1601-46d2-ac45-e47d3e9a2828,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:10.376806 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:10.385308 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caefbc2-9cfb-43be-96ac-7219f803bc56 None None] No DVR routers for this DVR port d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:10.400003 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caefbc2-9cfb-43be-96ac-7219f803bc56 None None] Pushing event deleted for resources: {'Port': ['ID=d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:10.460043 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.529549 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1da5f7f-d382-4755-8e25-122647d595b9']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:10.535335 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8f7ed662-e970-46b5-94f6-929bb9907f18 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0b21a917178403f913959ecf4f91afd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4348667 Nov 12 04:14:10.543287 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ed662-e970-46b5-94f6-929bb9907f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b834b307-1bd5-4d42-8ffa-4a0777e9f02c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:10.560353 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34698) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:10.581193 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6467f9ba-c30d-4582-b440-cd2608193c06') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:10.582815 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6467f9ba-c30d-4582-b440-cd2608193c06') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:10.628180 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.680990 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c1422f45-03dc-4221-a4dc-ad74734b5440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:10.683218 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-c1422f45-03dc-4221-a4dc-ad74734b5440 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 1099 time: 0.3586204 Nov 12 04:14:10.696825 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.714458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:10.794654 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-3d5f6c5e-86ff-4908-af06-27bdbdb5d6c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=6ca10957-1601-46d2-ac45-e47d3e9a2828 HTTP/1.1" status: 200 len: 217 time: 0.0832677 Nov 12 04:14:10.815874 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:14:10.816498 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.833655 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bc64d-2733-404d-be36-92d2da8cc4a5 req-43ac595b-3b60-451e-9aaa-6d6a4249b966 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:10.837542 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a1bc64d-2733-404d-be36-92d2da8cc4a5 req-43ac595b-3b60-451e-9aaa-6d6a4249b966 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 947 time: 1.0036542 Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:14:10.884197 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:14:10.888081 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-b1842155-ab8e-423d-aa46-ec248341bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:10.889748 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-b1842155-ab8e-423d-aa46-ec248341bb19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0859861 Nov 12 04:14:10.907166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0544c478-6d16-403b-be26-37af64c53828 None None] Network 4ebe8865-aae7-4271-8dc3-9bf19c510fe7 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:10.924633 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a1bc64d-2733-404d-be36-92d2da8cc4a5 req-62684485-b1d2-47a8-94a6-e414b116ce06 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771470 Nov 12 04:14:10.940644 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a61d3a00-192b-4b79-b7be-76e7176ddcc4 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.020416 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-99b1f467-3dac-463c-912b-173ff20c56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:11.021996 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-99b1f467-3dac-463c-912b-173ff20c56d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1103444 Nov 12 04:14:11.022690 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14909532-953c-40ae-b003-6c135d3bdc4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.056815 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14909532-953c-40ae-b003-6c135d3bdc4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.064898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6ea64c0d-eaff-4c5a-b640-c34623c11371 None None] Provisioning complete for port d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:11.065268 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ea64c0d-eaff-4c5a-b640-c34623c11371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.104262 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d3a00-192b-4b79-b7be-76e7176ddcc4 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event deleted for resources: {'Port': ['ID=49820620-42ab-42f7-bedc-281e672d167e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:11.187915 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3392440f-1233-4f9b-9019-fcc8e1c0aaeb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.207771 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-d44c871c-ef50-479b-9688-8a2e1d88ad56 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475325 Nov 12 04:14:11.211124 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.220464 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.227188 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b1da5f7f-d382-4755-8e25-122647d595b9 HTTP/1.1" status: 204 len: 168 time: 2.9822178 Nov 12 04:14:11.355116 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-3392440f-1233-4f9b-9019-fcc8e1c0aaeb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Allocated IP 172.25.1.90 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/1b15c7ee-e232-44f6-a843-7305e71cbe27) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:11.373653 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cb5f94-c14a-4d11-9eba-a81c829cfc08 x-openstack-request-id: req-13cb5f94-c14a-4d11-9eba-a81c829cfc08 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:11.374200 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739c8842-aee9-4e27-a3a0-b31e4d0b1f97", "name": "network-vif-plugged", "status": "completed", "tag": "e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:11.374200 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13cb5f94-c14a-4d11-9eba-a81c829cfc08 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:11.374565 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c8842-aee9-4e27-a3a0-b31e4d0b1f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254', 'code': 200} Nov 12 04:14:11.387193 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f554dfc2-ef9f-4956-8b20-81ece189898b x-openstack-request-id: req-f554dfc2-ef9f-4956-8b20-81ece189898b {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:11.387485 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2817bb72-1c56-439a-95cd-2796d5199e28", "tag": "6ca10957-1601-46d2-ac45-e47d3e9a2828", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:11.391448 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f554dfc2-ef9f-4956-8b20-81ece189898b {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:11.391448 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2817bb72-1c56-439a-95cd-2796d5199e28', 'tag': '6ca10957-1601-46d2-ac45-e47d3e9a2828', 'status': 'completed', 'code': 200} Nov 12 04:14:11.424071 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ea64c0d-eaff-4c5a-b640-c34623c11371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.457734 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25f76f-cd77-4717-ab6d-0cae81ee1d38 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1da5f7f-d382-4755-8e25-122647d595b9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:11.529371 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-254e14fa-1128-47f7-ba40-76aacb7a0b1b req-0e153a56-c9d8-4822-8883-728820dcd2bc service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119857 Nov 12 04:14:11.532315 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-6ea64c0d-eaff-4c5a-b640-c34623c11371 None None] For port d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2,segment=NetworkSegment(353dec2c-04dd-4567-9cb4-e8ea9fd38574),segment_id=353dec2c-04dd-4567-9cb4-e8ea9fd38574)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:11.559388 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:11.593786 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3392440f-1233-4f9b-9019-fcc8e1c0aaeb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.612025 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14909532-953c-40ae-b003-6c135d3bdc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.615679 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14909532-953c-40ae-b003-6c135d3bdc4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.620461 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-14909532-953c-40ae-b003-6c135d3bdc4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b834b307-1bd5-4d42-8ffa-4a0777e9f02c HTTP/1.1" status: 204 len: 168 time: 1.0553102 Nov 12 04:14:11.652323 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14909532-953c-40ae-b003-6c135d3bdc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b834b307-1bd5-4d42-8ffa-4a0777e9f02c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:11.695249 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ea64c0d-eaff-4c5a-b640-c34623c11371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.775953 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34714) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:11.792775 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a61d3a00-192b-4b79-b7be-76e7176ddcc4 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.796621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a61d3a00-192b-4b79-b7be-76e7176ddcc4 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "DELETE /v2.0/ports/49820620-42ab-42f7-bedc-281e672d167e HTTP/1.1" status: 204 len: 168 time: 2.5520248 Nov 12 04:14:11.804444 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34716) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:11.842294 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f986757-7302-46a4-9424-8f0cef9754d3 req-a8930ff3-68c8-4f23-8391-1d6ecebf6b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:11.847260 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7f986757-7302-46a4-9424-8f0cef9754d3 req-a8930ff3-68c8-4f23-8391-1d6ecebf6b13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 1099 time: 0.1377923 Nov 12 04:14:11.872350 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3392440f-1233-4f9b-9019-fcc8e1c0aaeb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.876747 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ae1916-c21d-4bbd-bf33-49ea9549b791 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] GET failed (client error): The resource could not be found. Nov 12 04:14:11.882913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-07ae1916-c21d-4bbd-bf33-49ea9549b791 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "GET /v2.0/ports/49820620-42ab-42f7-bedc-281e672d167e HTTP/1.1" status: 404 len: 333 time: 0.0773420 Nov 12 04:14:11.886594 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34718) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:11.894545 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ecb51da6-e432-4bf6-a812-9214db6f3356 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Request body: {'port': {'network_id': '4ebe8865-aae7-4271-8dc3-9bf19c510fe7', 'name': 'tempest-AllowedAddressPairTestJSON-1272210320'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:11.927641 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:11.930269 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.018561 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea64c0d-eaff-4c5a-b640-c34623c11371 None None] Pushing event updated for resources: {'Port': ['ID=d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:12.043196 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea64c0d-eaff-4c5a-b640-c34623c11371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:12.043622 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea64c0d-eaff-4c5a-b640-c34623c11371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:12.044188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea64c0d-eaff-4c5a-b640-c34623c11371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:12.044628 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea64c0d-eaff-4c5a-b640-c34623c11371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:12.045060 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea64c0d-eaff-4c5a-b640-c34623c11371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:12.045492 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea64c0d-eaff-4c5a-b640-c34623c11371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:12.046265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea64c0d-eaff-4c5a-b640-c34623c11371 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:12.046491 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea64c0d-eaff-4c5a-b640-c34623c11371 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:12.047058 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea64c0d-eaff-4c5a-b640-c34623c11371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:12.047483 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea64c0d-eaff-4c5a-b640-c34623c11371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:12.047914 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea64c0d-eaff-4c5a-b640-c34623c11371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:12.048337 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea64c0d-eaff-4c5a-b640-c34623c11371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:12.068584 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d7523c0d-7b2e-4518-99fb-5cebdd92ad12 None None] Provisioning complete for port d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:12.080977 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d7523c0d-7b2e-4518-99fb-5cebdd92ad12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.113011 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3392440f-1233-4f9b-9019-fcc8e1c0aaeb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:12.211784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-3392440f-1233-4f9b-9019-fcc8e1c0aaeb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:12.221143 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a7fbad60-5798-4095-b720-ee316b876704 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5415976b23594f1c838c51e2af59c756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4424222 Nov 12 04:14:12.237013 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3392440f-1233-4f9b-9019-fcc8e1c0aaeb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:12.313113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34728) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:12.336124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb51da6-e432-4bf6-a812-9214db6f3356 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Made reservation on behalf of 51e43cb580164d9ebaf9eabf352c6e62 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:12.341873 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ecb51da6-e432-4bf6-a812-9214db6f3356 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.433823 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:12.469061 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-ecb51da6-e432-4bf6-a812-9214db6f3356 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] device_id is not set on port 97fa0ca5-91b2-4358-b3e2-4cb20dd403a9 yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:14:12.486504 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:14:12.486927 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d6bb58fd-f551-4e04-9dc8-6ce5fe4eba47 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:14:12.534804 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d7523c0d-7b2e-4518-99fb-5cebdd92ad12 None None] Provisioning complete for port 3404e88f-69b8-42f6-b713-29be0aa6803f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:12.535497 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d7523c0d-7b2e-4518-99fb-5cebdd92ad12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.646769 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d7523c0d-7b2e-4518-99fb-5cebdd92ad12 None None] Port 3404e88f-69b8-42f6-b713-29be0aa6803f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:12.739803 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392440f-1233-4f9b-9019-fcc8e1c0aaeb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Pushing event updated for resources: {'Port': ['ID=1b15c7ee-e232-44f6-a843-7305e71cbe27,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:12.752148 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f986757-7302-46a4-9424-8f0cef9754d3 req-40fd6572-d053-4e23-bf8e-84de369b0d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:12.761316 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7f986757-7302-46a4-9424-8f0cef9754d3 req-40fd6572-d053-4e23-bf8e-84de369b0d79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.9054432 Nov 12 04:14:12.807708 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8c6c19f9-878b-4954-8d43-8bbdc6ac7f99 None None] Provisioning complete for port 3404e88f-69b8-42f6-b713-29be0aa6803f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:12.808442 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c6c19f9-878b-4954-8d43-8bbdc6ac7f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.846556 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7f986757-7302-46a4-9424-8f0cef9754d3 req-1b6ccea3-6d69-4873-bf8f-6209e3adc499 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=6ca10957-1601-46d2-ac45-e47d3e9a2828 HTTP/1.1" status: 200 len: 217 time: 0.0763183 Nov 12 04:14:12.889588 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c19f9-878b-4954-8d43-8bbdc6ac7f99 None None] Port 3404e88f-69b8-42f6-b713-29be0aa6803f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:12.893785 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8c6c19f9-878b-4954-8d43-8bbdc6ac7f99 None None] Could not find standard attr ID for object 49820620-42ab-42f7-bedc-281e672d167e. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:14:12.907801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2377c-af91-415f-a92a-7b6e81331ded req-67b1794c-9884-49aa-aac4-dde6f8eeb161 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:12.920528 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4af2377c-af91-415f-a92a-7b6e81331ded req-67b1794c-9884-49aa-aac4-dde6f8eeb161 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 947 time: 0.6978254 Nov 12 04:14:12.922180 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f986757-7302-46a4-9424-8f0cef9754d3 req-06fa52fd-c0c6-4a1d-803e-9245cc7b6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:12.924270 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7f986757-7302-46a4-9424-8f0cef9754d3 req-06fa52fd-c0c6-4a1d-803e-9245cc7b6a45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0677588 Nov 12 04:14:12.983329 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e5967441-bf94-4f64-8b9f-0755c25b741f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.002293 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4af2377c-af91-415f-a92a-7b6e81331ded req-010d77c7-94ca-45ef-927f-0d6f876d0947 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806561 Nov 12 04:14:13.129420 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f986757-7302-46a4-9424-8f0cef9754d3 req-02ea8e84-a8a2-48de-b3c6-ec2295332cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:13.130960 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7f986757-7302-46a4-9424-8f0cef9754d3 req-02ea8e84-a8a2-48de-b3c6-ec2295332cc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1993394 Nov 12 04:14:13.179323 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e5967441-bf94-4f64-8b9f-0755c25b741f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.258210 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3392440f-1233-4f9b-9019-fcc8e1c0aaeb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.295904 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-ecb51da6-e432-4bf6-a812-9214db6f3356 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Allocated IP 172.20.0.4 (4ebe8865-aae7-4271-8dc3-9bf19c510fe7/4abaf2b8-fe5b-4059-b456-fd4ea5d4f855/97fa0ca5-91b2-4358-b3e2-4cb20dd403a9) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:13.333400 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7f986757-7302-46a4-9424-8f0cef9754d3 req-3f802035-d058-4f99-befc-7218c7fb8a91 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785681 Nov 12 04:14:13.477056 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:13.553297 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7f986757-7302-46a4-9424-8f0cef9754d3 req-2b125b1d-966f-4230-bd51-c6b3fd5f21e6 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084637 Nov 12 04:14:13.584838 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3392440f-1233-4f9b-9019-fcc8e1c0aaeb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.638371 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:13.640362 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.816325 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3392440f-1233-4f9b-9019-fcc8e1c0aaeb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.821389 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e5967441-bf94-4f64-8b9f-0755c25b741f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.824018 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e5967441-bf94-4f64-8b9f-0755c25b741f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.827606 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e5967441-bf94-4f64-8b9f-0755c25b741f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e23d74a4-bbff-4c2a-aa78-2a6ca6dbaea2 HTTP/1.1" status: 204 len: 168 time: 1.5091541 Nov 12 04:14:13.843310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5967441-bf94-4f64-8b9f-0755c25b741f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23d74a4-bbff-4c2a-aa78-2a6ca6dbaea2,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:13.893792 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3392440f-1233-4f9b-9019-fcc8e1c0aaeb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.923012 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ecb51da6-e432-4bf6-a812-9214db6f3356 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.039553 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3392440f-1233-4f9b-9019-fcc8e1c0aaeb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.043733 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392440f-1233-4f9b-9019-fcc8e1c0aaeb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Pushing event updated for resources: {'Port': ['ID=1b15c7ee-e232-44f6-a843-7305e71cbe27,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:14.207665 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bb4f5-31b9-4d74-9607-44d5da841cb1 req-ccbf4650-d9e2-4d1e-a60e-2c80260134e2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:14.223592 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a40bb4f5-31b9-4d74-9607-44d5da841cb1 req-ccbf4650-d9e2-4d1e-a60e-2c80260134e2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 947 time: 0.0809536 Nov 12 04:14:14.302361 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a40bb4f5-31b9-4d74-9607-44d5da841cb1 req-062c091e-0f9f-41db-9201-2f247655d3ae tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733371 Nov 12 04:14:14.328066 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3392440f-1233-4f9b-9019-fcc8e1c0aaeb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.341635 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3392440f-1233-4f9b-9019-fcc8e1c0aaeb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6897006 Nov 12 04:14:14.474114 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ecb51da6-e432-4bf6-a812-9214db6f3356 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.586448 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb51da6-e432-4bf6-a812-9214db6f3356 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Network 4ebe8865-aae7-4271-8dc3-9bf19c510fe7 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:14.592417 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-ecb51da6-e432-4bf6-a812-9214db6f3356 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:14.607582 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb51da6-e432-4bf6-a812-9214db6f3356 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:14.655984 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb51da6-e432-4bf6-a812-9214db6f3356 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event updated for resources: {'Port': ['ID=97fa0ca5-91b2-4358-b3e2-4cb20dd403a9,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:14.735160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb51da6-e432-4bf6-a812-9214db6f3356 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:14.735858 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ecb51da6-e432-4bf6-a812-9214db6f3356 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.929053 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ecb51da6-e432-4bf6-a812-9214db6f3356 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0392618 Nov 12 04:14:14.930245 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34798) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:14.944615 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fd695271-74f3-479d-ab10-b13c08bcd8b0 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:97:d3:2d'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:15.045926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e63de732-74a5-4280-b51d-27ffa385666e None None] Provisioning complete for port 97fa0ca5-91b2-4358-b3e2-4cb20dd403a9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:15.046624 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e63de732-74a5-4280-b51d-27ffa385666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.114153 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e63de732-74a5-4280-b51d-27ffa385666e None None] Port 97fa0ca5-91b2-4358-b3e2-4cb20dd403a9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:15.121901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-854f038d-6aa5-43e6-8dcb-226385f55bd0 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:15.134767 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-854f038d-6aa5-43e6-8dcb-226385f55bd0 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/networks?id=548c1840-b990-48ca-a686-5676b7358da8 HTTP/1.1" status: 200 len: 822 time: 0.2842779 Nov 12 04:14:15.150080 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-e0cc14b2-6fa6-4b45-bbc5-1da95dfd2c3e tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/quotas/3ce1c502856b47dba298e8da4ad1a4f0 HTTP/1.1" status: 200 len: 375 time: 0.0163176 Nov 12 04:14:15.172166 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd695271-74f3-479d-ab10-b13c08bcd8b0 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.237422 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-b4c415c4-f4b0-43a6-b8ee-cc38db4ea7d5 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce1c502856b47dba298e8da4ad1a4f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0862253 Nov 12 04:14:15.456003 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-6d6539f4-1041-40cc-a59a-c2033c9ddb14 service neutron] 10.222.0.37 "GET /v2.0/networks/548c1840-b990-48ca-a686-5676b7358da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176745 Nov 12 04:14:15.525667 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd695271-74f3-479d-ab10-b13c08bcd8b0 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.608258 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd695271-74f3-479d-ab10-b13c08bcd8b0 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.623303 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-87b7cbf4-9208-4f6a-8bee-51285a8505a2 service neutron] 10.222.0.37 "GET /v2.0/networks/548c1840-b990-48ca-a686-5676b7358da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661930 Nov 12 04:14:15.812298 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd695271-74f3-479d-ab10-b13c08bcd8b0 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event updated for resources: {'Port': ['ID=97fa0ca5-91b2-4358-b3e2-4cb20dd403a9,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:15.841928 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-fd695271-74f3-479d-ab10-b13c08bcd8b0 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] In _notify_port_updated(), no bound segment for port 97fa0ca5-91b2-4358-b3e2-4cb20dd403a9 on network 4ebe8865-aae7-4271-8dc3-9bf19c510fe7 {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:14:15.851412 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd695271-74f3-479d-ab10-b13c08bcd8b0 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:15.858556 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd695271-74f3-479d-ab10-b13c08bcd8b0 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.858556 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fd695271-74f3-479d-ab10-b13c08bcd8b0 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "PUT /v2.0/ports/97fa0ca5-91b2-4358-b3e2-4cb20dd403a9 HTTP/1.1" status: 200 len: 993 time: 0.9250984 Nov 12 04:14:15.862037 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34830) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:15.942788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6ca10957-1601-46d2-ac45-e47d3e9a2828 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:14:16.096579 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0a50129c-a99d-43e1-9bdb-c51094395eb8 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Deleting port 97fa0ca5-91b2-4358-b3e2-4cb20dd403a9 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:16.097176 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a50129c-a99d-43e1-9bdb-c51094395eb8 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.165357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34840) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:16.312860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4ec3727c-14e1-4ce1-96a3-830f833f1bf5 None None] Provisioning complete for port 97fa0ca5-91b2-4358-b3e2-4cb20dd403a9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:16.313840 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ec3727c-14e1-4ce1-96a3-830f833f1bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.326906 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a50129c-a99d-43e1-9bdb-c51094395eb8 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.327094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5e25d-4c2b-4441-8dde-5234e87a13f9 req-5651bc19-d1f3-44c2-bf52-604c959424a0 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:16.332668 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6a5e25d-4c2b-4441-8dde-5234e87a13f9 req-5651bc19-d1f3-44c2-bf52-604c959424a0 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 947 time: 0.1277533 Nov 12 04:14:16.342940 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0a50129c-a99d-43e1-9bdb-c51094395eb8 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Calling delete_port for 97fa0ca5-91b2-4358-b3e2-4cb20dd403a9 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:16.345049 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-036d5b14-2922-4930-b06d-f99b7596a13f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2033831478-network', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:16.370798 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3727c-14e1-4ce1-96a3-830f833f1bf5 None None] Port 97fa0ca5-91b2-4358-b3e2-4cb20dd403a9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:16.394995 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 6ca10957-1601-46d2-ac45-e47d3e9a2828, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6ca10957-1601-46d2-ac45-e47d3e9a2828,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:16.414107 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '6ca10957-1601-46d2-ac45-e47d3e9a2828', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '6ca10957-1601-46d2-ac45-e47d3e9a2828', 'mac_address': 'fa:16:3e:57:3c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:14:16.461392 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.480390 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca10957-1601-46d2-ac45-e47d3e9a2828 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:16.503657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 6ca10957-1601-46d2-ac45-e47d3e9a2828, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6ca10957-1601-46d2-ac45-e47d3e9a2828,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:16.529339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6a5e25d-4c2b-4441-8dde-5234e87a13f9 req-7edaa6d1-df07-468f-92ab-a547326a322f tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731448 Nov 12 04:14:16.591417 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036d5b14-2922-4930-b06d-f99b7596a13f admin admin] Made reservation on behalf of 6f5af4b98cc849f0a88a477e27cdba3b for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:16.591996 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.594312 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-036d5b14-2922-4930-b06d-f99b7596a13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.613956 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-036d5b14-2922-4930-b06d-f99b7596a13f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.671067 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.709527 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a50129c-a99d-43e1-9bdb-c51094395eb8 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.711046 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=6ca10957-1601-46d2-ac45-e47d3e9a2828,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:16.783484 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50129c-a99d-43e1-9bdb-c51094395eb8 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event deleted for resources: {'Port': ['ID=97fa0ca5-91b2-4358-b3e2-4cb20dd403a9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:16.863753 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-036d5b14-2922-4930-b06d-f99b7596a13f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.942748 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd776c6b-ad54-4194-a867-bc83e8c1fd52 req-acbb4bd0-d208-4c3d-ab24-d5c22c1f3bbd tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 210 time: 0.0457444 Nov 12 04:14:16.988137 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-036d5b14-2922-4930-b06d-f99b7596a13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.006001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036d5b14-2922-4930-b06d-f99b7596a13f admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:14:17.028257 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-036d5b14-2922-4930-b06d-f99b7596a13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.028611 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-036d5b14-2922-4930-b06d-f99b7596a13f admin admin] Added segment f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c of type vlan for network 795d5285-3b6a-4de6-8e94-3800661b542b Nov 12 04:14:17.143136 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['6ca10957-1601-46d2-ac45-e47d3e9a2828'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:17.145856 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-036d5b14-2922-4930-b06d-f99b7596a13f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.153779 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a50129c-a99d-43e1-9bdb-c51094395eb8 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.159953 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0a50129c-a99d-43e1-9bdb-c51094395eb8 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "DELETE /v2.0/ports/97fa0ca5-91b2-4358-b3e2-4cb20dd403a9 HTTP/1.1" status: 204 len: 168 time: 1.2960465 Nov 12 04:14:17.162828 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34868) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:17.202083 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3272785-1ae4-40e8-af86-c32289ea6e62 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] GET failed (client error): The resource could not be found. Nov 12 04:14:17.204144 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d3272785-1ae4-40e8-af86-c32289ea6e62 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "GET /v2.0/ports/97fa0ca5-91b2-4358-b3e2-4cb20dd403a9 HTTP/1.1" status: 404 len: 333 time: 0.0402329 Nov 12 04:14:17.207606 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d5b14-2922-4930-b06d-f99b7596a13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852117c5-002d-46a8-9644-c66584181bf1,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:17.214139 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34870) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:17.222056 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ae2d9da5-ecf8-4abf-9305-7c3dd0f4aeaa tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Request body: {'port': {'network_id': '4ebe8865-aae7-4271-8dc3-9bf19c510fe7', 'name': 'tempest-AllowedAddressPairTestJSON-1491637787'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:17.536424 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-036d5b14-2922-4930-b06d-f99b7596a13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.541622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d5b14-2922-4930-b06d-f99b7596a13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:17.541622 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-036d5b14-2922-4930-b06d-f99b7596a13f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.600401 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d5b14-2922-4930-b06d-f99b7596a13f admin admin] Pushing event updated for resources: {'Network': ['ID=795d5285-3b6a-4de6-8e94-3800661b542b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:17.610524 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 795d5285-3b6a-4de6-8e94-3800661b542b details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:14:17.647346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2d9da5-ecf8-4abf-9305-7c3dd0f4aeaa tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Made reservation on behalf of 51e43cb580164d9ebaf9eabf352c6e62 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:17.647346 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ae2d9da5-ecf8-4abf-9305-7c3dd0f4aeaa tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.691120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-ae2d9da5-ecf8-4abf-9305-7c3dd0f4aeaa tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] device_id is not set on port d726cd38-8a84-4a59-b15c-bf68c4f4eeb5 yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:14:17.747508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6496c1e-9a59-4359-a923-0e99bdc2c18d req-0c86fcbf-4dcb-472d-966f-eb928f315154 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:17.749521 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6496c1e-9a59-4359-a923-0e99bdc2c18d req-0c86fcbf-4dcb-472d-966f-eb928f315154 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 948 time: 0.1377482 Nov 12 04:14:17.756711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-036d5b14-2922-4930-b06d-f99b7596a13f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5908771 Nov 12 04:14:17.761126 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34886) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:17.772701 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3632e44c-26c6-4cc1-b6d5-6d1a636d9644 admin admin] Request body: {'subnet': {'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2033831478-subnet', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:17.864730 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6496c1e-9a59-4359-a923-0e99bdc2c18d req-158911e1-82f1-4c5a-8a46-f0de42f93d1c tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025593 Nov 12 04:14:17.893456 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-ae2d9da5-ecf8-4abf-9305-7c3dd0f4aeaa tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Allocated IP 172.20.0.14 (4ebe8865-aae7-4271-8dc3-9bf19c510fe7/4abaf2b8-fe5b-4059-b456-fd4ea5d4f855/d726cd38-8a84-4a59-b15c-bf68c4f4eeb5) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:17.967866 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3632e44c-26c6-4cc1-b6d5-6d1a636d9644 admin admin] Made reservation on behalf of 6f5af4b98cc849f0a88a477e27cdba3b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:17.971424 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3632e44c-26c6-4cc1-b6d5-6d1a636d9644 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.994017 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:18.216037 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ae2d9da5-ecf8-4abf-9305-7c3dd0f4aeaa tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:18.262418 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-452874ca-0c71-4054-ac3f-cf00aaca57d7 req-0aea9ae7-f619-42f0-b18f-f57df2ca58aa tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 210 time: 0.0667737 Nov 12 04:14:18.391079 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3632e44c-26c6-4cc1-b6d5-6d1a636d9644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:18.395527 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ae2d9da5-ecf8-4abf-9305-7c3dd0f4aeaa tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:18.468034 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632e44c-26c6-4cc1-b6d5-6d1a636d9644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a37ec33-8e39-40f9-bf74-00357aef3619,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:18.476497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2d9da5-ecf8-4abf-9305-7c3dd0f4aeaa tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Network 4ebe8865-aae7-4271-8dc3-9bf19c510fe7 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:18.478573 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3632e44c-26c6-4cc1-b6d5-6d1a636d9644 admin admin] Checking segment: {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:18.479034 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3632e44c-26c6-4cc1-b6d5-6d1a636d9644 admin admin] Network hostable DHCP agents. Network: 795d5285-3b6a-4de6-8e94-3800661b542b, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:14:18.480835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-ae2d9da5-ecf8-4abf-9305-7c3dd0f4aeaa tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:18.483358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d9da5-ecf8-4abf-9305-7c3dd0f4aeaa tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:18.546901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d9da5-ecf8-4abf-9305-7c3dd0f4aeaa tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event updated for resources: {'Port': ['ID=d726cd38-8a84-4a59-b15c-bf68c4f4eeb5,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:18.588144 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3632e44c-26c6-4cc1-b6d5-6d1a636d9644 admin admin] Network 795d5285-3b6a-4de6-8e94-3800661b542b is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:14:18.591270 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2d9da5-ecf8-4abf-9305-7c3dd0f4aeaa tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:18.592057 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ae2d9da5-ecf8-4abf-9305-7c3dd0f4aeaa tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:18.716794 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3632e44c-26c6-4cc1-b6d5-6d1a636d9644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 795d5285-3b6a-4de6-8e94-3800661b542b) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:18.721529 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3632e44c-26c6-4cc1-b6d5-6d1a636d9644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:18.723089 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3632e44c-26c6-4cc1-b6d5-6d1a636d9644 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:18.728860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd49f84-99fa-477e-8855-f6a0b6e0ebe8 None None] Network 795d5285-3b6a-4de6-8e94-3800661b542b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:18.779941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ae2d9da5-ecf8-4abf-9305-7c3dd0f4aeaa tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5643544 Nov 12 04:14:18.782273 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34906) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:18.793162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-76d72d5a-980f-4fba-8b35-5d623598ac91 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:97:d3:2d'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:18.843759 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3632e44c-26c6-4cc1-b6d5-6d1a636d9644 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0811672 Nov 12 04:14:18.846771 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34908) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:18.854190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-48444210-1d51-4c26-b969-16b00f4d085c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2033831478-router', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:18.898220 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2bda5ae7-894e-494d-81c5-9c44819396a1 None None] Provisioning complete for port d726cd38-8a84-4a59-b15c-bf68c4f4eeb5 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:18.898220 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2bda5ae7-894e-494d-81c5-9c44819396a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:18.919410 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76d72d5a-980f-4fba-8b35-5d623598ac91 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:19.007443 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48444210-1d51-4c26-b969-16b00f4d085c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:19.008944 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48444210-1d51-4c26-b969-16b00f4d085c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:19.078045 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48444210-1d51-4c26-b969-16b00f4d085c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:19.101338 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad22f2-b564-40e4-bf28-dafc020760b2 req-bcb054f0-5c10-4afa-8867-85a48b52d3c3 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:19.113548 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-68ad22f2-b564-40e4-bf28-dafc020760b2 req-bcb054f0-5c10-4afa-8867-85a48b52d3c3 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 948 time: 0.1696718 Nov 12 04:14:19.243050 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2bda5ae7-894e-494d-81c5-9c44819396a1 None None] Port d726cd38-8a84-4a59-b15c-bf68c4f4eeb5 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:19.261672 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-795d5285-3b6a-4de6-8e94-3800661b542b', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'fixed_ips': [{'subnet_id': '5a37ec33-8e39-40f9-bf74-00357aef3619'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:14:19.262565 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:19.284407 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-68ad22f2-b564-40e4-bf28-dafc020760b2 req-3e21231e-faff-4086-9c3c-96fd25dd0549 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695812 Nov 12 04:14:19.318364 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76d72d5a-980f-4fba-8b35-5d623598ac91 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:19.419478 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48444210-1d51-4c26-b969-16b00f4d085c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:19.436589 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76d72d5a-980f-4fba-8b35-5d623598ac91 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:19.678413 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] Allocated IP 172.20.0.2 (795d5285-3b6a-4de6-8e94-3800661b542b/5a37ec33-8e39-40f9-bf74-00357aef3619/a8ada350-89c5-4478-9b9d-f525f08f1b67) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:19.697408 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d72d5a-980f-4fba-8b35-5d623598ac91 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event updated for resources: {'Port': ['ID=d726cd38-8a84-4a59-b15c-bf68c4f4eeb5,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:19.719983 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-76d72d5a-980f-4fba-8b35-5d623598ac91 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] In _notify_port_updated(), no bound segment for port d726cd38-8a84-4a59-b15c-bf68c4f4eeb5 on network 4ebe8865-aae7-4271-8dc3-9bf19c510fe7 {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:14:19.721403 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-acbefcba-9817-45b7-b758-a1aa735f372c req-dc963c0d-1e2d-436f-8ee4-7b7b68b44a7d tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 210 time: 0.0748096 Nov 12 04:14:19.727424 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d72d5a-980f-4fba-8b35-5d623598ac91 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:19.728371 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76d72d5a-980f-4fba-8b35-5d623598ac91 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:19.731593 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-76d72d5a-980f-4fba-8b35-5d623598ac91 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "PUT /v2.0/ports/d726cd38-8a84-4a59-b15c-bf68c4f4eeb5 HTTP/1.1" status: 200 len: 997 time: 0.9481041 Nov 12 04:14:19.734961 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34932) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:19.942263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8c338840-e6e1-469a-9ae6-c80051acb888 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Deleting port d726cd38-8a84-4a59-b15c-bf68c4f4eeb5 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:19.942939 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8c338840-e6e1-469a-9ae6-c80051acb888 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:19.964945 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6ca10957-1601-46d2-ac45-e47d3e9a2828 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:19.986096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-53030211-ff49-4daf-a8ad-2b4c9b04e631 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:19.992380 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-53030211-ff49-4daf-a8ad-2b4c9b04e631 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.31 "GET /v2.0/networks?id=548c1840-b990-48ca-a686-5676b7358da8 HTTP/1.1" status: 200 len: 822 time: 0.5028775 Nov 12 04:14:20.036116 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-3b0d57e6-059a-4a13-a7ba-15648e54b149 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Request body: {'port': {'device_id': 'fc524db0-93fb-4e03-ad31-a11e066974c8', 'network_id': '548c1840-b990-48ca-a686-5676b7358da8', 'admin_state_up': True, 'tenant_id': '3ce1c502856b47dba298e8da4ad1a4f0'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:20.072148 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.085455 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a2283978-2b35-4741-9dad-3dfb31f32ca8 None None] Provisioning complete for port d726cd38-8a84-4a59-b15c-bf68c4f4eeb5 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:20.085855 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a2283978-2b35-4741-9dad-3dfb31f32ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.131033 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a2283978-2b35-4741-9dad-3dfb31f32ca8 None None] Port d726cd38-8a84-4a59-b15c-bf68c4f4eeb5 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:20.137510 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8c338840-e6e1-469a-9ae6-c80051acb888 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.157219 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8c338840-e6e1-469a-9ae6-c80051acb888 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Calling delete_port for d726cd38-8a84-4a59-b15c-bf68c4f4eeb5 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:20.188844 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.224845 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] Network 795d5285-3b6a-4de6-8e94-3800661b542b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:20.265114 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 6ca10957-1601-46d2-ac45-e47d3e9a2828 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:14:20.280218 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 6ca10957-1601-46d2-ac45-e47d3e9a2828 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:20.280890 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.324806 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48444210-1d51-4c26-b969-16b00f4d085c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.350506 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48444210-1d51-4c26-b969-16b00f4d085c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.357261 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:20.360622 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:20.450075 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] Pushing event updated for resources: {'Port': ['ID=a8ada350-89c5-4478-9b9d-f525f08f1b67,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:20.468124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-3b0d57e6-059a-4a13-a7ba-15648e54b149 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Made reservation on behalf of 3ce1c502856b47dba298e8da4ad1a4f0 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:20.471422 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] Attempting to bind port a8ada350-89c5-4478-9b9d-f525f08f1b67 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:20.475638 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-3b0d57e6-059a-4a13-a7ba-15648e54b149 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.475816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] Attempting to bind port a8ada350-89c5-4478-9b9d-f525f08f1b67 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:20.475816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] Attempting to bind port a8ada350-89c5-4478-9b9d-f525f08f1b67 on network 795d5285-3b6a-4de6-8e94-3800661b542b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:20.480193 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8c338840-e6e1-469a-9ae6-c80051acb888 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.540471 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c338840-e6e1-469a-9ae6-c80051acb888 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event deleted for resources: {'Port': ['ID=d726cd38-8a84-4a59-b15c-bf68c4f4eeb5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:20.581833 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.599002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:20.599002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] Checking segment: {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:20.599002 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.608894 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] Bound using segment: {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:20.608894 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] Bound port: a8ada350-89c5-4478-9b9d-f525f08f1b67, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:20.608894 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.621041 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c1155-2a43-4b48-bb86-a7f679b9e7dd req-fb5c1c38-7044-40c0-9c43-abe946875f8a tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:20.630334 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-017c1155-2a43-4b48-bb86-a7f679b9e7dd req-fb5c1c38-7044-40c0-9c43-abe946875f8a tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 948 time: 0.2290878 Nov 12 04:14:20.726215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-48444210-1d51-4c26-b969-16b00f4d085c admin admin] Allocated IP 172.25.1.213 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/5f9f9055-f9f0-446e-9af8-af00b748354b) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:20.772800 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8c338840-e6e1-469a-9ae6-c80051acb888 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.788365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34946) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:20.789514 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8c338840-e6e1-469a-9ae6-c80051acb888 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "DELETE /v2.0/ports/d726cd38-8a84-4a59-b15c-bf68c4f4eeb5 HTTP/1.1" status: 204 len: 168 time: 1.0539000 Nov 12 04:14:20.799898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] For port a8ada350-89c5-4478-9b9d-f525f08f1b67, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:20.807230 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] For port a8ada350-89c5-4478-9b9d-f525f08f1b67, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a8ada350-89c5-4478-9b9d-f525f08f1b67,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:20.821943 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2817bb72-1c56-439a-95cd-2796d5199e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca10957-1601-46d2-ac45-e47d3e9a2828'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:20.824440 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738d6e87-01d6-42ef-8fe6-10d3da832b1c" -d '{"events": [{"server_uuid": "2817bb72-1c56-439a-95cd-2796d5199e28", "name": "network-vif-plugged", "status": "completed", "tag": "6ca10957-1601-46d2-ac45-e47d3e9a2828"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:20.840198 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 6ca10957-1601-46d2-ac45-e47d3e9a2828, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6ca10957-1601-46d2-ac45-e47d3e9a2828,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:20.894554 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.911227 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34950) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:20.957588 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b002df-046b-4f8e-b404-c2653346ff2a tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] GET failed (client error): The resource could not be found. Nov 12 04:14:20.963051 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b8b002df-046b-4f8e-b404-c2653346ff2a tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "GET /v2.0/ports/d726cd38-8a84-4a59-b15c-bf68c4f4eeb5 HTTP/1.1" status: 404 len: 333 time: 0.1416824 Nov 12 04:14:20.964741 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34954) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:20.976936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-aefd8980-53e6-4124-8bad-5e2acd1e1486 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Request body: {'port': {'network_id': '4ebe8865-aae7-4271-8dc3-9bf19c510fe7', 'name': 'tempest-AllowedAddressPairTestJSON-950096472'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:20.986707 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-017c1155-2a43-4b48-bb86-a7f679b9e7dd req-b15ce338-7498-4f2d-8951-efc1ad81301e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500302 Nov 12 04:14:21.014399 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.062222 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3cb24-7d42-4515-9413-78115c89506e None None] Pushing event updated for resources: {'Port': ['ID=a8ada350-89c5-4478-9b9d-f525f08f1b67,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:21.117056 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-3b0d57e6-059a-4a13-a7ba-15648e54b149 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Allocated IP 172.20.0.4 (548c1840-b990-48ca-a686-5676b7358da8/0f19a492-13b2-4404-96f3-ac21e88d3de9/6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:21.198009 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=6ca10957-1601-46d2-ac45-e47d3e9a2828,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:21.249057 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d6c799f-b701-4d36-84b3-316602fe1795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.529121 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefd8980-53e6-4124-8bad-5e2acd1e1486 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Made reservation on behalf of 51e43cb580164d9ebaf9eabf352c6e62 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:21.533502 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aefd8980-53e6-4124-8bad-5e2acd1e1486 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.603398 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d6c799f-b701-4d36-84b3-316602fe1795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.604901 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-aefd8980-53e6-4124-8bad-5e2acd1e1486 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] device_id is not set on port 4e6fc40d-d191-4132-82d4-2a4c0ee9c086 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:14:21.709671 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d6c799f-b701-4d36-84b3-316602fe1795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.871140 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7d6c799f-b701-4d36-84b3-316602fe1795 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e70ff6ed95a4555884f60b0e4c2ecd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9543812 Nov 12 04:14:21.912017 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c799f-b701-4d36-84b3-316602fe1795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ad4931-d2d6-442c-b886-71f57283b1e7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:21.914352 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34966) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:22.056404 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-aefd8980-53e6-4124-8bad-5e2acd1e1486 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Allocated IP 172.20.0.3 (4ebe8865-aae7-4271-8dc3-9bf19c510fe7/4abaf2b8-fe5b-4059-b456-fd4ea5d4f855/4e6fc40d-d191-4132-82d4-2a4c0ee9c086) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:22.070179 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-3b0d57e6-059a-4a13-a7ba-15648e54b149 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.094896 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba09c49a-5fa0-415b-ac8b-46fa65497cad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.120090 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48444210-1d51-4c26-b969-16b00f4d085c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.155261 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-19db5ffd-195c-41c5-92bc-17c077a75162 req-9418688a-d3c6-4f71-bee8-bb01e9ecdbd6 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 210 time: 0.8551891 Nov 12 04:14:22.197586 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba09c49a-5fa0-415b-ac8b-46fa65497cad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.221717 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-3b0d57e6-059a-4a13-a7ba-15648e54b149 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.253664 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48055c6-619f-4579-b06e-86c6ff4645e4 x-openstack-request-id: req-c48055c6-619f-4579-b06e-86c6ff4645e4 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:22.254147 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2817bb72-1c56-439a-95cd-2796d5199e28", "name": "network-vif-plugged", "status": "completed", "tag": "6ca10957-1601-46d2-ac45-e47d3e9a2828", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:22.254235 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c48055c6-619f-4579-b06e-86c6ff4645e4 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:22.254870 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2817bb72-1c56-439a-95cd-2796d5199e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca10957-1601-46d2-ac45-e47d3e9a2828', 'code': 200} Nov 12 04:14:22.360781 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-3b0d57e6-059a-4a13-a7ba-15648e54b149 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Network 548c1840-b990-48ca-a686-5676b7358da8 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:22.374314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-3b0d57e6-059a-4a13-a7ba-15648e54b149 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:22.384150 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-3b0d57e6-059a-4a13-a7ba-15648e54b149 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:22.441677 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d57e6-059a-4a13-a7ba-15648e54b149 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Pushing event updated for resources: {'Port': ['ID=6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:22.458091 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48444210-1d51-4c26-b969-16b00f4d085c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.538945 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ab349-0eed-4b60-8441-c209bc975f6b req-4544887e-fbcb-4ed6-ae88-efd0de60c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:22.540602 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-328ab349-0eed-4b60-8441-c209bc975f6b req-4544887e-fbcb-4ed6-ae88-efd0de60c443 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 1101 time: 0.1723783 Nov 12 04:14:22.546227 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48444210-1d51-4c26-b969-16b00f4d085c admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:22.560015 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-3b0d57e6-059a-4a13-a7ba-15648e54b149 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:22.564265 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-3b0d57e6-059a-4a13-a7ba-15648e54b149 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.572572 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-48444210-1d51-4c26-b969-16b00f4d085c admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:22.590686 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aefd8980-53e6-4124-8bad-5e2acd1e1486 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.591875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48444210-1d51-4c26-b969-16b00f4d085c admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:22.603768 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba09c49a-5fa0-415b-ac8b-46fa65497cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.606475 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba09c49a-5fa0-415b-ac8b-46fa65497cad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.607660 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ba09c49a-5fa0-415b-ac8b-46fa65497cad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14ad4931-d2d6-442c-b886-71f57283b1e7 HTTP/1.1" status: 204 len: 168 time: 0.6793349 Nov 12 04:14:22.633408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738429de-99e9-4a41-9ae2-16d070016145 req-fb57f606-3bf6-44b9-9c41-7d4bad8b5ac2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:22.640715 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-738429de-99e9-4a41-9ae2-16d070016145 req-fb57f606-3bf6-44b9-9c41-7d4bad8b5ac2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 949 time: 0.2626944 Nov 12 04:14:22.645020 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48444210-1d51-4c26-b969-16b00f4d085c admin admin] Pushing event updated for resources: {'Port': ['ID=5f9f9055-f9f0-446e-9af8-af00b748354b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:22.673456 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09c49a-5fa0-415b-ac8b-46fa65497cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ad4931-d2d6-442c-b886-71f57283b1e7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:22.678295 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-328ab349-0eed-4b60-8441-c209bc975f6b req-458a7694-d6ad-4870-b649-32cabe3eb16c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284513 Nov 12 04:14:22.717833 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aefd8980-53e6-4124-8bad-5e2acd1e1486 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.786889 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefd8980-53e6-4124-8bad-5e2acd1e1486 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Network 4ebe8865-aae7-4271-8dc3-9bf19c510fe7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:22.795083 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-aefd8980-53e6-4124-8bad-5e2acd1e1486 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:22.846273 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd8980-53e6-4124-8bad-5e2acd1e1486 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event updated for resources: {'Port': ['ID=4e6fc40d-d191-4132-82d4-2a4c0ee9c086,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:22.849490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd8980-53e6-4124-8bad-5e2acd1e1486 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:22.933162 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b40fce2-e0cf-40b1-8b6b-989994663aec None None] Network 795d5285-3b6a-4de6-8e94-3800661b542b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:22.955689 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-3b0d57e6-059a-4a13-a7ba-15648e54b149 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9390314 Nov 12 04:14:22.964193 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefd8980-53e6-4124-8bad-5e2acd1e1486 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:22.965398 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aefd8980-53e6-4124-8bad-5e2acd1e1486 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.997125 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Request body: {'port': {'device_id': 'fc524db0-93fb-4e03-ad31-a11e066974c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:23.038553 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fe76a537-ec5c-4e01-a5b0-66fc791b6abe None None] Provisioning complete for port a8ada350-89c5-4478-9b9d-f525f08f1b67 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:23.048076 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe76a537-ec5c-4e01-a5b0-66fc791b6abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.061332 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-738429de-99e9-4a41-9ae2-16d070016145 req-7a85dc7b-e0a5-4f76-8921-e7b98230bbda tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186540 Nov 12 04:14:23.086620 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-aefd8980-53e6-4124-8bad-5e2acd1e1486 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1200564 Nov 12 04:14:23.090165 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34980) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:23.096835 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0f7c5141-72e4-490d-a0a3-346d560a8f4a tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Request body: {'port': {'network_id': '4ebe8865-aae7-4271-8dc3-9bf19c510fe7', 'name': 'tempest-AllowedAddressPairTestJSON-921075637'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:23.200665 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.349634 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe76a537-ec5c-4e01-a5b0-66fc791b6abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.463158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-fe76a537-ec5c-4e01-a5b0-66fc791b6abe None None] For port a8ada350-89c5-4478-9b9d-f525f08f1b67, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a8ada350-89c5-4478-9b9d-f525f08f1b67,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:23.516576 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7c5141-72e4-490d-a0a3-346d560a8f4a tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Made reservation on behalf of 51e43cb580164d9ebaf9eabf352c6e62 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:23.520893 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f7c5141-72e4-490d-a0a3-346d560a8f4a tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.548007 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe76a537-ec5c-4e01-a5b0-66fc791b6abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.578295 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-0f7c5141-72e4-490d-a0a3-346d560a8f4a tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] device_id is not set on port 7953b898-27f7-4e6c-a043-95ef25bae9b8 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:14:23.654097 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76a537-ec5c-4e01-a5b0-66fc791b6abe None None] Pushing event updated for resources: {'Port': ['ID=a8ada350-89c5-4478-9b9d-f525f08f1b67,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:23.672394 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a8ada350-89c5-4478-9b9d-f525f08f1b67 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:23.756616 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48444210-1d51-4c26-b969-16b00f4d085c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.799962 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34994) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:23.807684 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-70b345fe-12c9-436d-ac8a-95e5f5adf205 None None] Provisioning complete for port 4e6fc40d-d191-4132-82d4-2a4c0ee9c086 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:23.808297 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70b345fe-12c9-436d-ac8a-95e5f5adf205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.823799 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80872c99-458b-4aea-9fc6-50081d181682 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.842935 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port a8ada350-89c5-4478-9b9d-f525f08f1b67 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:23.843587 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.869129 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21154ff-3a07-4c23-a727-a5bd762b026c req-ef2b85dd-de0c-49b3-884b-7d9e4ccd4915 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:23.872481 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-0f7c5141-72e4-490d-a0a3-346d560a8f4a tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Allocated IP 172.20.0.6 (4ebe8865-aae7-4271-8dc3-9bf19c510fe7/4abaf2b8-fe5b-4059-b456-fd4ea5d4f855/7953b898-27f7-4e6c-a043-95ef25bae9b8) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:23.872970 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a21154ff-3a07-4c23-a727-a5bd762b026c req-ef2b85dd-de0c-49b3-884b-7d9e4ccd4915 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 931 time: 0.4852579 Nov 12 04:14:23.886768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-70b345fe-12c9-436d-ac8a-95e5f5adf205 None None] Port 4e6fc40d-d191-4132-82d4-2a4c0ee9c086 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:24.014940 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-21ceb14b-c8bf-47f3-9904-3d7c5dec0e83 None None] Provisioning complete for port a8ada350-89c5-4478-9b9d-f525f08f1b67 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:24.015313 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-21ceb14b-c8bf-47f3-9904-3d7c5dec0e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.020154 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80872c99-458b-4aea-9fc6-50081d181682 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.089398 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-80872c99-458b-4aea-9fc6-50081d181682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.184769 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80872c99-458b-4aea-9fc6-50081d181682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21b5d49-fc6c-4e87-80c1-4ecee29a74d9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:24.191844 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a21154ff-3a07-4c23-a727-a5bd762b026c req-c9015cfc-c5a7-475a-aa54-3696f33eb168 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092086 Nov 12 04:14:24.277267 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-80872c99-458b-4aea-9fc6-50081d181682 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df613d7d02de460fa7bce17a3ef6305c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4720113 Nov 12 04:14:24.278308 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35004) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:24.374930 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f7c5141-72e4-490d-a0a3-346d560a8f4a tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.418172 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d78f2a69-996a-4fb2-96ea-884beb950b71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.458902 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d78f2a69-996a-4fb2-96ea-884beb950b71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.500587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-913726ae-4efd-4644-8661-53b00d22b909 req-c0afb939-48ff-403d-a297-de3b8829f41f tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1706321265&fields=id&tenant_id=b529ff3df71946db9c56eecd8f4c61fc HTTP/1.1" status: 200 len: 267 time: 0.1918380 Nov 12 04:14:24.502117 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:24.515698 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.559115 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48444210-1d51-4c26-b969-16b00f4d085c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.685726 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d78f2a69-996a-4fb2-96ea-884beb950b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.688695 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d78f2a69-996a-4fb2-96ea-884beb950b71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.701188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Transition to ACTIVE for port object 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:14:24.709109 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d78f2a69-996a-4fb2-96ea-884beb950b71 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c21b5d49-fc6c-4e87-80c1-4ecee29a74d9 HTTP/1.1" status: 204 len: 168 time: 0.4289024 Nov 12 04:14:24.720752 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913726ae-4efd-4644-8661-53b00d22b909 req-08b85d36-2bdc-4fb0-be60-47d8c14a03a0 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:24.722359 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-913726ae-4efd-4644-8661-53b00d22b909 req-08b85d36-2bdc-4fb0-be60-47d8c14a03a0 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/networks?id=e627d672-67f0-4f34-9cd9-fa251307ac94 HTTP/1.1" status: 200 len: 815 time: 0.2108042 Nov 12 04:14:24.731872 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f7c5141-72e4-490d-a0a3-346d560a8f4a tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.739658 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f2a69-996a-4fb2-96ea-884beb950b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21b5d49-fc6c-4e87-80c1-4ecee29a74d9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:24.770038 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.777487 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-913726ae-4efd-4644-8661-53b00d22b909 req-c1051290-59eb-428a-a48a-2560317e3d44 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/quotas/b529ff3df71946db9c56eecd8f4c61fc HTTP/1.1" status: 200 len: 375 time: 0.0464566 Nov 12 04:14:24.814654 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7c5141-72e4-490d-a0a3-346d560a8f4a tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Network 4ebe8865-aae7-4271-8dc3-9bf19c510fe7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:24.818415 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-0f7c5141-72e4-490d-a0a3-346d560a8f4a tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:24.821070 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7c5141-72e4-490d-a0a3-346d560a8f4a tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:24.887465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7c5141-72e4-490d-a0a3-346d560a8f4a tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:24.888998 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f7c5141-72e4-490d-a0a3-346d560a8f4a tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.910379 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c5141-72e4-490d-a0a3-346d560a8f4a tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event updated for resources: {'Port': ['ID=7953b898-27f7-4e6c-a043-95ef25bae9b8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:24.980664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:24.991566 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0f7c5141-72e4-490d-a0a3-346d560a8f4a tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9002261 Nov 12 04:14:24.994103 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35014) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:24.999253 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c42112ff-21a4-4559-8eb0-03f153f2f9ff tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:97:d3:2d'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:b7:ec:97'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:25.062410 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Attempting to bind port 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:25.062774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Attempting to bind port 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '96f2254a-a609-45c4-a3a5-fe7264158e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '548c1840-b990-48ca-a686-5676b7358da8'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:25.064244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Attempting to bind port 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a on network 548c1840-b990-48ca-a686-5676b7358da8 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:25.091521 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-913726ae-4efd-4644-8661-53b00d22b909 req-791ab818-110f-4b2b-a1c6-2e42484333df tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b529ff3df71946db9c56eecd8f4c61fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3058405 Nov 12 04:14:25.099501 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Port 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a on network 548c1840-b990-48ca-a686-5676b7358da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:14:25.099832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Attempting to bind port 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a on network 548c1840-b990-48ca-a686-5676b7358da8 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:25.106147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:25.106505 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Checking segment: {'id': '96f2254a-a609-45c4-a3a5-fe7264158e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '548c1840-b990-48ca-a686-5676b7358da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:25.106953 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Bound using segment: {'id': '96f2254a-a609-45c4-a3a5-fe7264158e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '548c1840-b990-48ca-a686-5676b7358da8'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:25.113094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Bound port: 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f2254a-a609-45c4-a3a5-fe7264158e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '548c1840-b990-48ca-a686-5676b7358da8'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:25.113094 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.179267 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48444210-1d51-4c26-b969-16b00f4d085c admin admin] Router 638482a5-70ce-43f8-b34d-d1037c50d78f is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:14:25.238239 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2e190dbf-98d0-4e76-893e-a3836114155b None None] Provisioning complete for port 7953b898-27f7-4e6c-a043-95ef25bae9b8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:25.238737 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2e190dbf-98d0-4e76-893e-a3836114155b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.281910 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c42112ff-21a4-4559-8eb0-03f153f2f9ff tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.318126 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-913726ae-4efd-4644-8661-53b00d22b909 req-9e9ce364-5e5a-44fa-870c-64dcf371917c service neutron] 10.222.0.37 "GET /v2.0/networks/e627d672-67f0-4f34-9cd9-fa251307ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956587 Nov 12 04:14:25.327958 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2e190dbf-98d0-4e76-893e-a3836114155b None None] Port 7953b898-27f7-4e6c-a043-95ef25bae9b8 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:25.488260 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] For port 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:25.501897 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a8ada350-89c5-4478-9b9d-f525f08f1b67 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:25.526550 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] For port 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:25.534459 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-913726ae-4efd-4644-8661-53b00d22b909 req-4a398a90-92fc-4b81-b9fc-a686046b9c1d service neutron] 10.222.0.37 "GET /v2.0/networks/e627d672-67f0-4f34-9cd9-fa251307ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713417 Nov 12 04:14:25.575702 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c42112ff-21a4-4559-8eb0-03f153f2f9ff tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.601710 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48444210-1d51-4c26-b969-16b00f4d085c admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:14:25.616093 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] Sync routers for ids ['638482a5-70ce-43f8-b34d-d1037c50d78f'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:14:25.625879 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port a8ada350-89c5-4478-9b9d-f525f08f1b67 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:25.626556 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.634294 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c42112ff-21a4-4559-8eb0-03f153f2f9ff tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.639739 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] Routers {'638482a5-70ce-43f8-b34d-d1037c50d78f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:25.640368 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:14:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['638482a5-70ce-43f8-b34d-d1037c50d78f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:25.648864 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.698225 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:25.700443 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.704990 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] 10.222.0.31 "PUT /v2.0/ports/6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a HTTP/1.1" status: 200 len: 1092 time: 2.7196622 Nov 12 04:14:25.780879 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42112ff-21a4-4559-8eb0-03f153f2f9ff tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event updated for resources: {'Port': ['ID=7953b898-27f7-4e6c-a043-95ef25bae9b8,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:25.799442 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] Set router 638482a5-70ce-43f8-b34d-d1037c50d78f gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:25.802495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc524db0-93fb-4e03-ad31-a11e066974c8', 'tag': '6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:25.811788 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30913667-be5a-4b10-b249-6b2f78440cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "fc524db0-93fb-4e03-ad31-a11e066974c8", "tag": "6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:25.920783 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c42112ff-21a4-4559-8eb0-03f153f2f9ff tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] In _notify_port_updated(), no bound segment for port 7953b898-27f7-4e6c-a043-95ef25bae9b8 on network 4ebe8865-aae7-4271-8dc3-9bf19c510fe7 {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:14:25.937387 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42112ff-21a4-4559-8eb0-03f153f2f9ff tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:25.938110 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c42112ff-21a4-4559-8eb0-03f153f2f9ff tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.945824 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c42112ff-21a4-4559-8eb0-03f153f2f9ff tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "PUT /v2.0/ports/7953b898-27f7-4e6c-a043-95ef25bae9b8 HTTP/1.1" status: 200 len: 1054 time: 0.9483492 Nov 12 04:14:25.946416 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35036) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:25.960599 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48444210-1d51-4c26-b969-16b00f4d085c admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.964843 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-48444210-1d51-4c26-b969-16b00f4d085c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1141753 Nov 12 04:14:25.967835 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35038) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:25.978665 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04967f04-ce87-4e58-b62d-ddb2edb26ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:25.994790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-45ea8598-ee37-4484-ba1a-3bb97947ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:25.997387 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-45ea8598-ee37-4484-ba1a-3bb97947ad92 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ce1c502856b47dba298e8da4ad1a4f0&device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 1095 time: 0.1411145 Nov 12 04:14:26.134853 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-323ead6e-92a8-44da-ac02-127b6892331a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a HTTP/1.1" status: 200 len: 217 time: 0.1209762 Nov 12 04:14:26.185602 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-aed5e2fc-623d-4606-848d-5745ec3ce5e0 None None] Provisioning complete for port 7953b898-27f7-4e6c-a043-95ef25bae9b8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:26.187762 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aed5e2fc-623d-4606-848d-5745ec3ce5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:26.253548 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-aed5e2fc-623d-4606-848d-5745ec3ce5e0 None None] Port 7953b898-27f7-4e6c-a043-95ef25bae9b8 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:26.276075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-735e3afd-7838-486b-b65e-a9bc4df4794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:26.279794 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-735e3afd-7838-486b-b65e-a9bc4df4794e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f19a492-13b2-4404-96f3-ac21e88d3de9 HTTP/1.1" status: 200 len: 862 time: 0.1362259 Nov 12 04:14:26.367895 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'name': 'tempest-ServerActionsTestJSON-2033831478-router', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:19Z', 'updated_at': '2021-11-12T04:14:23Z', 'revision_number': 3, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'gw_port': {'id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:17:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:20Z', 'updated_at': '2021-11-12T04:14:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:26.393136 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-ad126967-d19f-4d84-91f1-b2ad590fd709 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=548c1840-b990-48ca-a686-5676b7358da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934193 Nov 12 04:14:26.409063 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a8eb5fb5-ec9a-427c-9c5d-f4c949d14965 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Deleting port 7953b898-27f7-4e6c-a043-95ef25bae9b8 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:26.409975 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8eb5fb5-ec9a-427c-9c5d-f4c949d14965 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:26.411783 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] Checking router: 638482a5-70ce-43f8-b34d-d1037c50d78f for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:14:26.414281 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] Updating router 638482a5-70ce-43f8-b34d-d1037c50d78f port 5f9f9055-f9f0-446e-9af8-af00b748354b binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:14:26.500097 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:26.712164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-662f7ce4-74f9-4d42-8e77-9d326babecd0 service neutron] 10.222.0.31 "GET /v2.0/networks/548c1840-b990-48ca-a686-5676b7358da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102927 Nov 12 04:14:26.780067 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8eb5fb5-ec9a-427c-9c5d-f4c949d14965 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:26.808226 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a8eb5fb5-ec9a-427c-9c5d-f4c949d14965 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Calling delete_port for 7953b898-27f7-4e6c-a043-95ef25bae9b8 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:26.808894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86910ff5-6220-4114-bd98-8d0b137763cc req-6e982626-955a-41fe-a800-4f7ffe668254 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:26.810105 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-86910ff5-6220-4114-bd98-8d0b137763cc req-6e982626-955a-41fe-a800-4f7ffe668254 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 949 time: 0.1995869 Nov 12 04:14:26.988941 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.028999 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.085128 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39e2384-907a-4305-a7ca-e74cb2f7b10a req-e7f187d1-cb0b-4450-bee6-0f7bac1f84b7 service neutron] 10.222.0.31 "GET /v2.0/networks/548c1840-b990-48ca-a686-5676b7358da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578496 Nov 12 04:14:27.090253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-86910ff5-6220-4114-bd98-8d0b137763cc req-1c6c7c44-3e4a-4913-89c1-ac0f661befce tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590468 Nov 12 04:14:27.106918 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.203359 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] Attempting to bind port 5f9f9055-f9f0-446e-9af8-af00b748354b on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:27.203732 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] Attempting to bind port 5f9f9055-f9f0-446e-9af8-af00b748354b by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:27.204154 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] Attempting to bind port 5f9f9055-f9f0-446e-9af8-af00b748354b on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:27.218345 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:27.218738 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:27.219264 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.219720 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:27.220258 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] Bound port: 5f9f9055-f9f0-446e-9af8-af00b748354b, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:27.220738 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.222664 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688356c6-b8c3-47a6-b455-1d353269e2cc None None] Pushing event updated for resources: {'Port': ['ID=5f9f9055-f9f0-446e-9af8-af00b748354b,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:27.226451 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8eb5fb5-ec9a-427c-9c5d-f4c949d14965 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.260427 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688356c6-b8c3-47a6-b455-1d353269e2cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:27.260776 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688356c6-b8c3-47a6-b455-1d353269e2cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:27.261772 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688356c6-b8c3-47a6-b455-1d353269e2cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:27.262107 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688356c6-b8c3-47a6-b455-1d353269e2cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:27.262439 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688356c6-b8c3-47a6-b455-1d353269e2cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:27.262791 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688356c6-b8c3-47a6-b455-1d353269e2cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:27.263113 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688356c6-b8c3-47a6-b455-1d353269e2cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:27.263433 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688356c6-b8c3-47a6-b455-1d353269e2cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:27.263753 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688356c6-b8c3-47a6-b455-1d353269e2cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:27.264067 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688356c6-b8c3-47a6-b455-1d353269e2cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:27.264382 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688356c6-b8c3-47a6-b455-1d353269e2cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:27.264697 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688356c6-b8c3-47a6-b455-1d353269e2cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:27.325798 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] For port 5f9f9055-f9f0-446e-9af8-af00b748354b, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:27.337100 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] For port 5f9f9055-f9f0-446e-9af8-af00b748354b, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=5f9f9055-f9f0-446e-9af8-af00b748354b,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:27.337775 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb5fb5-ec9a-427c-9c5d-f4c949d14965 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event deleted for resources: {'Port': ['ID=7953b898-27f7-4e6c-a043-95ef25bae9b8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:27.423172 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.510836 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e3205-735b-4455-9e4f-ac1f3090f915 req-1a80da57-2aed-43ef-bd02-179ab8c2217f tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:27.512502 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b8e3205-735b-4455-9e4f-ac1f3090f915 req-1a80da57-2aed-43ef-bd02-179ab8c2217f tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 943 time: 0.0730362 Nov 12 04:14:27.557405 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688356c6-b8c3-47a6-b455-1d353269e2cc None None] Pushing event updated for resources: {'Port': ['ID=5f9f9055-f9f0-446e-9af8-af00b748354b,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:27.572822 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] Routers {'638482a5-70ce-43f8-b34d-d1037c50d78f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:27.573465 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:14:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['638482a5-70ce-43f8-b34d-d1037c50d78f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:27.685367 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b8e3205-735b-4455-9e4f-ac1f3090f915 req-fabeb5dd-e1e5-4d60-a0dd-3039919b4c4c tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600449 Nov 12 04:14:27.789564 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] Set router 638482a5-70ce-43f8-b34d-d1037c50d78f gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:27.806267 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2ed95c-cdf0-446e-8de1-1611e5bb7a46 x-openstack-request-id: req-3a2ed95c-cdf0-446e-8de1-1611e5bb7a46 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:27.806796 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc524db0-93fb-4e03-ad31-a11e066974c8", "tag": "6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:27.806875 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a2ed95c-cdf0-446e-8de1-1611e5bb7a46 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:27.807242 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc524db0-93fb-4e03-ad31-a11e066974c8', 'tag': '6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a', 'status': 'completed', 'code': 200} Nov 12 04:14:27.964467 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0a5e0528-5ea0-429e-ad84-f58992677d8f req-9d14c8de-a5e4-4cb1-aeda-429faf9e61de tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 210 time: 0.0968409 Nov 12 04:14:27.988891 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30913667-be5a-4b10-b249-6b2f78440cbb req-4cc61d33-432d-4e14-bb24-4be7ea2ace91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:27.991198 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-30913667-be5a-4b10-b249-6b2f78440cbb req-4cc61d33-432d-4e14-bb24-4be7ea2ace91 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ce1c502856b47dba298e8da4ad1a4f0&device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 1095 time: 0.1070132 Nov 12 04:14:28.196093 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'name': 'tempest-ServerActionsTestJSON-2033831478-router', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:19Z', 'updated_at': '2021-11-12T04:14:23Z', 'revision_number': 3, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'gw_port': {'id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:17:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:20Z', 'updated_at': '2021-11-12T04:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:28.223702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30913667-be5a-4b10-b249-6b2f78440cbb req-3ace3a11-cff2-4e5e-afab-ce515165ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:28.225361 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-30913667-be5a-4b10-b249-6b2f78440cbb req-3ace3a11-cff2-4e5e-afab-ce515165ed34 service neutron] 10.222.0.31 "GET /v2.0/networks?id=548c1840-b990-48ca-a686-5676b7358da8 HTTP/1.1" status: 200 len: 923 time: 0.2261410 Nov 12 04:14:28.227471 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2139b-aa66-4df2-b239-56f8d39149c2 req-113031ba-be83-4ea3-84f4-3161526733c2 tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:28.229847 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06e2139b-aa66-4df2-b239-56f8d39149c2 req-113031ba-be83-4ea3-84f4-3161526733c2 tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 1101 time: 0.0881324 Nov 12 04:14:28.233811 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc4781-0cb8-45da-ab2c-2498409abb2a None None] The sync data for ids ['638482a5-70ce-43f8-b34d-d1037c50d78f'] in n-d-768509-24 is: [{'id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'name': 'tempest-ServerActionsTestJSON-2033831478-router', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:19Z', 'updated_at': '2021-11-12T04:14:23Z', 'revision_number': 3, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'gw_port': {'id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:17:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:20Z', 'updated_at': '2021-11-12T04:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:14:28.335893 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-30913667-be5a-4b10-b249-6b2f78440cbb req-c65af28d-585d-47d4-8baa-808f3fba3158 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a HTTP/1.1" status: 200 len: 217 time: 0.0872707 Nov 12 04:14:28.399682 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8eb5fb5-ec9a-427c-9c5d-f4c949d14965 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.404083 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a8eb5fb5-ec9a-427c-9c5d-f4c949d14965 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "DELETE /v2.0/ports/7953b898-27f7-4e6c-a043-95ef25bae9b8 HTTP/1.1" status: 204 len: 168 time: 2.4565954 Nov 12 04:14:28.407312 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35088) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:28.430710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06e2139b-aa66-4df2-b239-56f8d39149c2 req-9094c151-014b-4e4f-874a-c92f3b419ed6 tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933489 Nov 12 04:14:28.473415 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf689e1f-07e9-4c7e-b0f1-45546e3371fe tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] GET failed (client error): The resource could not be found. Nov 12 04:14:28.477946 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bf689e1f-07e9-4c7e-b0f1-45546e3371fe tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "GET /v2.0/ports/7953b898-27f7-4e6c-a043-95ef25bae9b8 HTTP/1.1" status: 404 len: 333 time: 0.0670865 Nov 12 04:14:28.477946 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Allocated IP 172.20.0.1 (795d5285-3b6a-4de6-8e94-3800661b542b/5a37ec33-8e39-40f9-bf74-00357aef3619/9eebf0f9-9047-47d3-a86d-cc4187c410ab) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:28.479661 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35094) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:28.522166 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30913667-be5a-4b10-b249-6b2f78440cbb req-03427d4e-8036-4b4a-964d-8e31fc90ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:28.523824 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-30913667-be5a-4b10-b249-6b2f78440cbb req-03427d4e-8036-4b4a-964d-8e31fc90ff40 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f19a492-13b2-4404-96f3-ac21e88d3de9 HTTP/1.1" status: 200 len: 862 time: 0.1769714 Nov 12 04:14:28.635176 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-30913667-be5a-4b10-b249-6b2f78440cbb req-59140c57-a7e7-4047-bfba-ac007f450dad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=548c1840-b990-48ca-a686-5676b7358da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018965 Nov 12 04:14:28.845683 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-30913667-be5a-4b10-b249-6b2f78440cbb req-48ef2a1c-bccc-4b2f-a2d4-99d6d625bcd9 service neutron] 10.222.0.31 "GET /v2.0/networks/548c1840-b990-48ca-a686-5676b7358da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025311 Nov 12 04:14:28.868412 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.999746 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:29.058298 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Network 795d5285-3b6a-4de6-8e94-3800661b542b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:29.078834 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:29.082922 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:29.084807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-9c88eff2-c421-41e3-983e-dd0d20f6bbf5 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c20a8a9f651849c3b9028541aea3d827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533514 Nov 12 04:14:29.093271 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4182751d-75e1-4f4d-a968-ea8504f9a751 req-dc453d7c-7be7-4eed-a8ea-4678d228bdc3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=37187fa9-2af8-4476-8951-1c7624c819e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1654594 Nov 12 04:14:29.163809 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-30913667-be5a-4b10-b249-6b2f78440cbb req-58088629-dd4d-4bda-b9d5-77c1b1958f6f service neutron] 10.222.0.31 "GET /v2.0/networks/548c1840-b990-48ca-a686-5676b7358da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095424 Nov 12 04:14:29.229902 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:29.248430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e3769649-1985-4d0c-b221-083d066b84bf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Deleting port 4e6fc40d-d191-4132-82d4-2a4c0ee9c086 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:29.248778 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3769649-1985-4d0c-b221-083d066b84bf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:29.296856 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Pushing event updated for resources: {'Port': ['ID=9eebf0f9-9047-47d3-a86d-cc4187c410ab,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:29.508453 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3769649-1985-4d0c-b221-083d066b84bf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:29.526688 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e3769649-1985-4d0c-b221-083d066b84bf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Calling delete_port for 4e6fc40d-d191-4132-82d4-2a4c0ee9c086 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:29.527185 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9dccf7e4-0f03-4647-99ec-79592a0bb03f None None] Provisioning complete for port 9eebf0f9-9047-47d3-a86d-cc4187c410ab triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:29.530056 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9dccf7e4-0f03-4647-99ec-79592a0bb03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:29.626114 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 5f9f9055-f9f0-446e-9af8-af00b748354b up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:29.730297 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:29.731019 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:29.731567 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:29.732493 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:29.733035 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:29.733570 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:29.734277 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:29.735056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:29.735599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:29.736182 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:29.736716 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:29.737323 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:29.738672 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9dccf7e4-0f03-4647-99ec-79592a0bb03f None None] Port 9eebf0f9-9047-47d3-a86d-cc4187c410ab cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:29.810259 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 5f9f9055-f9f0-446e-9af8-af00b748354b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:29.811192 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:29.811320 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3769649-1985-4d0c-b221-083d066b84bf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:29.864614 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3769649-1985-4d0c-b221-083d066b84bf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event deleted for resources: {'Port': ['ID=4e6fc40d-d191-4132-82d4-2a4c0ee9c086,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:30.029597 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.031829 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182751d-75e1-4f4d-a968-ea8504f9a751 req-669e6339-57d3-46d3-be0c-4843953aa850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:30.050525 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4182751d-75e1-4f4d-a968-ea8504f9a751 req-669e6339-57d3-46d3-be0c-4843953aa850 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&device_id=37187fa9-2af8-4476-8951-1c7624c819e5 HTTP/1.1" status: 200 len: 1102 time: 0.1600389 Nov 12 04:14:30.064540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-9dce3eb9-b1a7-4d1c-a3ae-2ce52a0204ce tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:30.077202 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-9dce3eb9-b1a7-4d1c-a3ae-2ce52a0204ce tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9879100 Nov 12 04:14:30.091327 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 5f9f9055-f9f0-446e-9af8-af00b748354b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=5f9f9055-f9f0-446e-9af8-af00b748354b,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:30.119227 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-aa9d4749-c654-450c-b02c-df522cee8578 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/quotas/c20a8a9f651849c3b9028541aea3d827 HTTP/1.1" status: 200 len: 375 time: 0.0410912 Nov 12 04:14:30.124900 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913726ae-4efd-4644-8661-53b00d22b909 req-a9a1c995-7c80-40b7-a81f-3ede747b281e tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:30.130821 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-913726ae-4efd-4644-8661-53b00d22b909 req-a9a1c995-7c80-40b7-a81f-3ede747b281e tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.21 "GET /v2.0/networks?id=e627d672-67f0-4f34-9cd9-fa251307ac94 HTTP/1.1" status: 200 len: 815 time: 0.1799700 Nov 12 04:14:30.225194 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3769649-1985-4d0c-b221-083d066b84bf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.229651 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e3769649-1985-4d0c-b221-083d066b84bf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "DELETE /v2.0/ports/4e6fc40d-d191-4132-82d4-2a4c0ee9c086 HTTP/1.1" status: 204 len: 168 time: 1.7489402 Nov 12 04:14:30.233819 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35130) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:30.234526 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.303556 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-6910e4b0-afa0-4052-9714-9f9fe8b9bfb8 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1831741 Nov 12 04:14:30.333261 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-410eaa7e-98a1-45a0-b1c4-57e8dd115b81 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] GET failed (client error): The resource could not be found. Nov 12 04:14:30.339853 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-410eaa7e-98a1-45a0-b1c4-57e8dd115b81 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "GET /v2.0/ports/4e6fc40d-d191-4132-82d4-2a4c0ee9c086 HTTP/1.1" status: 404 len: 333 time: 0.1010134 Nov 12 04:14:30.351961 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-913726ae-4efd-4644-8661-53b00d22b909 req-dc23ba4a-cdbd-4c3e-9088-3b5a92ac9824 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b529ff3df71946db9c56eecd8f4c61fc HTTP/1.1" status: 200 len: 380 time: 0.1958764 Nov 12 04:14:30.352577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35132) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:30.368207 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182751d-75e1-4f4d-a968-ea8504f9a751 req-2a195733-7804-4e07-8291-b321c2ecf766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:30.371440 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4182751d-75e1-4f4d-a968-ea8504f9a751 req-2a195733-7804-4e07-8291-b321c2ecf766 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.2731175 Nov 12 04:14:30.411249 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.418233 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-913726ae-4efd-4644-8661-53b00d22b909 req-35cbb49f-48f8-4ced-acb7-0a2a63b03578 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Request body: {'port': {'device_id': '0dbcd2b7-5314-41fb-9050-caf08eb7cb76', 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94', 'admin_state_up': True, 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'security_groups': ['98b50018-a01f-4302-acbf-b8e4fdbe8683']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:30.439662 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=5f9f9055-f9f0-446e-9af8-af00b748354b,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:30.481240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4182751d-75e1-4f4d-a968-ea8504f9a751 req-725d3c70-6262-41c8-9fda-1ac86a697a5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=beced045-9f91-40fc-847b-3aa91ebb8785 HTTP/1.1" status: 200 len: 217 time: 0.1015787 Nov 12 04:14:30.603276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182751d-75e1-4f4d-a968-ea8504f9a751 req-6ebb01c6-4f3e-435b-bd7a-164db3cc0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:30.614770 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4182751d-75e1-4f4d-a968-ea8504f9a751 req-6ebb01c6-4f3e-435b-bd7a-164db3cc0575 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1255021 Nov 12 04:14:30.692695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182751d-75e1-4f4d-a968-ea8504f9a751 req-63ff4323-d3ad-4453-a96b-17c789413ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:30.694246 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4182751d-75e1-4f4d-a968-ea8504f9a751 req-63ff4323-d3ad-4453-a96b-17c789413ddf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0716927 Nov 12 04:14:30.788073 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6b82e235-a140-4d26-8e14-e99ec5649628 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Deleting port 3404e88f-69b8-42f6-b713-29be0aa6803f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:30.788541 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b82e235-a140-4d26-8e14-e99ec5649628 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.988558 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f86b10-8fea-48ef-b3d9-8eb264433357 req-a250efb0-9333-4a79-a24e-ace0160a1130 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:30.999807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f9f86b10-8fea-48ef-b3d9-8eb264433357 req-a250efb0-9333-4a79-a24e-ace0160a1130 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 943 time: 0.2287760 Nov 12 04:14:31.092568 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f9f86b10-8fea-48ef-b3d9-8eb264433357 req-58c93810-5892-4af2-80d6-3d7a5f203eed tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736938 Nov 12 04:14:31.125720 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:14:31.141340 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4182751d-75e1-4f4d-a968-ea8504f9a751 req-a148f162-c865-4c3b-9871-7458b8e5845e service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217477 Nov 12 04:14:31.233529 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b82e235-a140-4d26-8e14-e99ec5649628 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:31.277411 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913726ae-4efd-4644-8661-53b00d22b909 req-35cbb49f-48f8-4ced-acb7-0a2a63b03578 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Made reservation on behalf of b529ff3df71946db9c56eecd8f4c61fc for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:31.288991 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-913726ae-4efd-4644-8661-53b00d22b909 req-35cbb49f-48f8-4ced-acb7-0a2a63b03578 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:31.348645 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6b82e235-a140-4d26-8e14-e99ec5649628 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Calling delete_port for 3404e88f-69b8-42f6-b713-29be0aa6803f owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:31.449508 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d23c11a-2768-4676-9c7c-9426c9f9a465 req-0ba63ba6-62f9-44c2-ade9-470c61144a0d tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 210 time: 0.1078231 Nov 12 04:14:31.481842 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:31.505858 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4182751d-75e1-4f4d-a968-ea8504f9a751 req-9c383ffb-f260-4984-9f97-ee7ea32182ac service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556604 Nov 12 04:14:31.522869 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a', 'network_id': '548c1840-b990-48ca-a686-5676b7358da8', 'port_id': '6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a', 'mac_address': 'fa:16:3e:32:d1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f19a492-13b2-4404-96f3-ac21e88d3de9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:14:31.598236 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 5f9f9055-f9f0-446e-9af8-af00b748354b up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:31.646139 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:31.681855 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:31.704527 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:31.730597 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:31.742674 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 5f9f9055-f9f0-446e-9af8-af00b748354b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:31.743040 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:31.797668 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:31.806284 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:31.893062 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00be8be1-3c8b-475e-ae6e-1b602b329d4d req-5242f918-183d-4de2-b982-4fcbd48bc941 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb614fa-19b5-418e-8a00-85ce34660c4a HTTP/1.1" status: 200 len: 210 time: 0.0668988 Nov 12 04:14:31.989748 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-913726ae-4efd-4644-8661-53b00d22b909 req-35cbb49f-48f8-4ced-acb7-0a2a63b03578 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Allocated IP 172.20.0.9 (e627d672-67f0-4f34-9cd9-fa251307ac94/5c031979-a36c-4573-8989-2202eafabf04/79bb5eb4-b655-4623-be45-cd3891e6d489) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:31.998559 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:32.039257 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Pushing event updated for resources: {'Port': ['ID=9eebf0f9-9047-47d3-a86d-cc4187c410ab,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:32.180951 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:32.180951 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:32.314956 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb0772-ca2c-4c18-b55f-b0024d959224 req-418ceca0-1a8b-41a0-b29d-a93a6ae75286 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:32.318338 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3eb0772-ca2c-4c18-b55f-b0024d959224 req-418ceca0-1a8b-41a0-b29d-a93a6ae75286 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 944 time: 0.1594124 Nov 12 04:14:32.341319 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Network 795d5285-3b6a-4de6-8e94-3800661b542b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:32.345088 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:32.360975 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b82e235-a140-4d26-8e14-e99ec5649628 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:32.367528 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-913726ae-4efd-4644-8661-53b00d22b909 req-35cbb49f-48f8-4ced-acb7-0a2a63b03578 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:32.431267 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3eb0772-ca2c-4c18-b55f-b0024d959224 req-5617d8b0-7c4d-4e03-9445-e1bcd5d75c4f tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052582 Nov 12 04:14:32.458149 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82e235-a140-4d26-8e14-e99ec5649628 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event deleted for resources: {'Port': ['ID=3404e88f-69b8-42f6-b713-29be0aa6803f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:32.677996 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Router 638482a5-70ce-43f8-b34d-d1037c50d78f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:14:32.687056 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-303f36fa-78b2-4952-af33-2e3fd53a09f2 req-bd6233d5-cf60-4e11-a0ff-641926794766 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 210 time: 0.1528637 Nov 12 04:14:32.746329 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b82e235-a140-4d26-8e14-e99ec5649628 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:32.752668 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6b82e235-a140-4d26-8e14-e99ec5649628 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "DELETE /v2.0/ports/3404e88f-69b8-42f6-b713-29be0aa6803f HTTP/1.1" status: 204 len: 168 time: 2.3986769 Nov 12 04:14:32.758531 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-913726ae-4efd-4644-8661-53b00d22b909 req-35cbb49f-48f8-4ced-acb7-0a2a63b03578 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:32.760556 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35174) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:32.838910 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbb49f-48f8-4ced-acb7-0a2a63b03578 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Pushing event updated for resources: {'Port': ['ID=79bb5eb4-b655-4623-be45-cd3891e6d489,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:32.844362 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913726ae-4efd-4644-8661-53b00d22b909 req-35cbb49f-48f8-4ced-acb7-0a2a63b03578 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Network e627d672-67f0-4f34-9cd9-fa251307ac94 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:32.922306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ffbf00a6-92cc-4c0b-8586-881b25d0492d None None] Provisioning complete for port 9eebf0f9-9047-47d3-a86d-cc4187c410ab triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:32.925478 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffbf00a6-92cc-4c0b-8586-881b25d0492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:32.967450 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-82fd31d2-9001-417d-b21d-bddd26ad4a64 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Deleting subnet 4abaf2b8-fe5b-4059-b456-fd4ea5d4f855 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:14:32.976500 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-82fd31d2-9001-417d-b21d-bddd26ad4a64 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:33.026136 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:14:33.041888 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5fbb2795-354c-4145-93d6-6bedee2d5a93 admin admin] 10.222.0.37 "PUT /v2.0/routers/638482a5-70ce-43f8-b34d-d1037c50d78f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0725522 Nov 12 04:14:33.043391 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-913726ae-4efd-4644-8661-53b00d22b909 req-35cbb49f-48f8-4ced-acb7-0a2a63b03578 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:33.063505 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-913726ae-4efd-4644-8661-53b00d22b909 req-35cbb49f-48f8-4ced-acb7-0a2a63b03578 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:33.091231 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] Sync routers for ids ['638482a5-70ce-43f8-b34d-d1037c50d78f'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:14:33.163169 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913726ae-4efd-4644-8661-53b00d22b909 req-35cbb49f-48f8-4ced-acb7-0a2a63b03578 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:33.165228 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-82fd31d2-9001-417d-b21d-bddd26ad4a64 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:33.169237 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-913726ae-4efd-4644-8661-53b00d22b909 req-35cbb49f-48f8-4ced-acb7-0a2a63b03578 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:33.171348 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ffbf00a6-92cc-4c0b-8586-881b25d0492d None None] Port 9eebf0f9-9047-47d3-a86d-cc4187c410ab cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:33.205295 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] Routers {'638482a5-70ce-43f8-b34d-d1037c50d78f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:33.206614 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:14:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['638482a5-70ce-43f8-b34d-d1037c50d78f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:33.293167 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-913726ae-4efd-4644-8661-53b00d22b909 req-35cbb49f-48f8-4ced-acb7-0a2a63b03578 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8795278 Nov 12 04:14:33.314078 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-31f26936-d9c7-42b4-91f6-2ca65851cdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:33.347287 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Request body: {'port': {'device_id': '0dbcd2b7-5314-41fb-9050-caf08eb7cb76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:33.487977 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-82fd31d2-9001-417d-b21d-bddd26ad4a64 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:33.514302 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:33.543825 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] Set router 638482a5-70ce-43f8-b34d-d1037c50d78f gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:33.549271 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76ad04cd-8c20-4527-9ffc-c2cdcf6ae9ba req-3e2bde96-e162-48cf-a510-46d83f11c8ca tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb614fa-19b5-418e-8a00-85ce34660c4a HTTP/1.1" status: 200 len: 210 time: 0.0780077 Nov 12 04:14:33.715287 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-82fd31d2-9001-417d-b21d-bddd26ad4a64 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:33.786601 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-82fd31d2-9001-417d-b21d-bddd26ad4a64 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:33.804287 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-82fd31d2-9001-417d-b21d-bddd26ad4a64 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "DELETE /v2.0/subnets/4abaf2b8-fe5b-4059-b456-fd4ea5d4f855 HTTP/1.1" status: 204 len: 168 time: 1.0363853 Nov 12 04:14:33.856433 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35204) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:33.900700 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd31d2-9001-417d-b21d-bddd26ad4a64 tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event deleted for resources: {'Subnet': ['ID=4abaf2b8-fe5b-4059-b456-fd4ea5d4f855,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:34.042476 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0286d85e-f240-4f9b-8806-81a2a7d027ec None None] Network 4ebe8865-aae7-4271-8dc3-9bf19c510fe7 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:34.053753 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-8026290a-a124-49ff-a6b8-d0623f3d5d4a tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c20a8a9f651849c3b9028541aea3d827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661132 Nov 12 04:14:34.131501 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:34.236954 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7ba67ae9-fa7b-4b86-beec-9f9fbbac7306 None None] Provisioning complete for port 79bb5eb4-b655-4623-be45-cd3891e6d489 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:34.238464 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ba67ae9-fa7b-4b86-beec-9f9fbbac7306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:34.334325 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-52582f31-1e0c-4ef4-a4ed-7a3af7322def tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:34.335899 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-52582f31-1e0c-4ef4-a4ed-7a3af7322def tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2695398 Nov 12 04:14:34.365185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-0d0618de-ac37-4954-bdf0-4ce73336b742 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Request body: {'port': {'device_id': '6bb614fa-19b5-418e-8a00-85ce34660c4a', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': 'c20a8a9f651849c3b9028541aea3d827'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:34.391791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7ba67ae9-fa7b-4b86-beec-9f9fbbac7306 None None] Port 79bb5eb4-b655-4623-be45-cd3891e6d489 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:34.401902 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79bb5eb4-b655-4623-be45-cd3891e6d489 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:34.440056 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:34.461846 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Transition to ACTIVE for port object 79bb5eb4-b655-4623-be45-cd3891e6d489 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:14:34.469218 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Deleting port d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:34.470143 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:34.483678 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35222) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:34.488781 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6870978b-4792-459a-b012-66818aeb5dc7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2019530757', 'description': 'tempest-description--1379963495'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:34.522882 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:34.577083 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'name': 'tempest-ServerActionsTestJSON-2033831478-router', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:19Z', 'updated_at': '2021-11-12T04:14:29Z', 'revision_number': 4, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'gw_port': {'id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:20Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '9eebf0f9-9047-47d3-a86d-cc4187c410ab', 'name': '', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'mac_address': 'fa:16:3e:ad:54:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 2, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'subnets': [{'id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:34.651350 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065dcf6d-e5d6-4457-8b16-c3a1fda30bfd None None] DHCP port deletion for 4ebe8865-aae7-4271-8dc3-9bf19c510fe7 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:34.657440 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] Checking router: 638482a5-70ce-43f8-b34d-d1037c50d78f for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:14:34.658040 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] Updating router 638482a5-70ce-43f8-b34d-d1037c50d78f port 9eebf0f9-9047-47d3-a86d-cc4187c410ab binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:14:34.694092 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:34.700832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8ff31-7bcc-437c-9141-65a0d8ad896c req-0e660d41-38c5-4779-904e-3879b99fff71 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:34.702984 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-baa8ff31-7bcc-437c-9141-65a0d8ad896c req-0e660d41-38c5-4779-904e-3879b99fff71 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 944 time: 0.0885725 Nov 12 04:14:34.704725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-0d0618de-ac37-4954-bdf0-4ce73336b742 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Made reservation on behalf of c20a8a9f651849c3b9028541aea3d827 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:34.719204 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-0d0618de-ac37-4954-bdf0-4ce73336b742 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:34.876979 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-065dcf6d-e5d6-4457-8b16-c3a1fda30bfd None None] Deleting port d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:34.877681 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-065dcf6d-e5d6-4457-8b16-c3a1fda30bfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:34.945310 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-baa8ff31-7bcc-437c-9141-65a0d8ad896c req-157fd245-322b-42b9-bc7b-f1a31054c8ef tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220042 Nov 12 04:14:34.984578 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-0d0618de-ac37-4954-bdf0-4ce73336b742 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Allocated IP 192.168.233.246 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:35.140095 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-065dcf6d-e5d6-4457-8b16-c3a1fda30bfd None None] For port d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2,segment=NetworkSegment(353dec2c-04dd-4567-9cb4-e8ea9fd38574),segment_id=353dec2c-04dd-4567-9cb4-e8ea9fd38574)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:35.141071 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-065dcf6d-e5d6-4457-8b16-c3a1fda30bfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.157797 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:35.180523 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6870978b-4792-459a-b012-66818aeb5dc7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.240016 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3257e5-c745-4f64-aa39-77a1859c9869 req-54106925-e32e-4661-9da1-2757a1dc8cef tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:35.245599 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e3257e5-c745-4f64-aa39-77a1859c9869 req-54106925-e32e-4661-9da1-2757a1dc8cef tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 943 time: 0.1324856 Nov 12 04:14:35.261301 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] For port d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2,segment=NetworkSegment(353dec2c-04dd-4567-9cb4-e8ea9fd38574),segment_id=353dec2c-04dd-4567-9cb4-e8ea9fd38574)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:35.261673 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.272564 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-065dcf6d-e5d6-4457-8b16-c3a1fda30bfd None None] Calling delete_port for d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:35.309052 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Pushing event updated for resources: {'Port': ['ID=79bb5eb4-b655-4623-be45-cd3891e6d489,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:35.312063 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Calling delete_port for d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:35.362933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e3257e5-c745-4f64-aa39-77a1859c9869 req-bc7b1c29-773d-4587-978f-0b7bbcbd3f95 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups?id=98b50018-a01f-4302-acbf-b8e4fdbe8683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126766 Nov 12 04:14:35.372291 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-0d0618de-ac37-4954-bdf0-4ce73336b742 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.466725 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:14:35.476999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:35.477439 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.532732 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-0d0618de-ac37-4954-bdf0-4ce73336b742 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.544252 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6870978b-4792-459a-b012-66818aeb5dc7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.547375 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:35.556387 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Attempting to bind port 79bb5eb4-b655-4623-be45-cd3891e6d489 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:35.556925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Attempting to bind port 79bb5eb4-b655-4623-be45-cd3891e6d489 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '3a63c002-e104-436e-8359-038bbf178b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:35.557264 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Attempting to bind port 79bb5eb4-b655-4623-be45-cd3891e6d489 on network e627d672-67f0-4f34-9cd9-fa251307ac94 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:35.565049 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Port 79bb5eb4-b655-4623-be45-cd3891e6d489 on network e627d672-67f0-4f34-9cd9-fa251307ac94 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:14:35.565049 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Attempting to bind port 79bb5eb4-b655-4623-be45-cd3891e6d489 on network e627d672-67f0-4f34-9cd9-fa251307ac94 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:35.577139 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:35.577634 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Checking segment: {'id': '3a63c002-e104-436e-8359-038bbf178b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:35.578025 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Bound using segment: {'id': '3a63c002-e104-436e-8359-038bbf178b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:35.578458 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Bound port: 79bb5eb4-b655-4623-be45-cd3891e6d489, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a63c002-e104-436e-8359-038bbf178b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:35.578861 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.588722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-0d0618de-ac37-4954-bdf0-4ce73336b742 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:35.592246 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-0d0618de-ac37-4954-bdf0-4ce73336b742 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:35.597625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-0d0618de-ac37-4954-bdf0-4ce73336b742 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:35.647235 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['1416b5fa-6a27-41f3-957f-4abe3a2aa667', 'fa6c7962-016f-4c55-9a97-dc16fe679a0c', '436d7d35-88ab-4d37-999e-058efa38598e', 'b3085fe8-c3ce-404f-97d0-89622379b027', '6ca10957-1601-46d2-ac45-e47d3e9a2828'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:35.649788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['beced045-9f91-40fc-847b-3aa91ebb8785', '5bdceacd-b491-4055-a30e-a229166b8b17'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:35.655821 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0618de-ac37-4954-bdf0-4ce73336b742 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Pushing event updated for resources: {'Port': ['ID=1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:35.689757 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6870978b-4792-459a-b012-66818aeb5dc7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.724320 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-0d0618de-ac37-4954-bdf0-4ce73336b742 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:35.725201 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-0d0618de-ac37-4954-bdf0-4ce73336b742 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.748464 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] For port 79bb5eb4-b655-4623-be45-cd3891e6d489, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:35.750686 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870978b-4792-459a-b012-66818aeb5dc7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5460f505-d85c-4a56-bed1-d36b37b5aa99,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:35.765558 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] For port 79bb5eb4-b655-4623-be45-cd3891e6d489, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=79bb5eb4-b655-4623-be45-cd3891e6d489,segment=NetworkSegment(3a63c002-e104-436e-8359-038bbf178b3f),segment_id=3a63c002-e104-436e-8359-038bbf178b3f)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:35.770152 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6870978b-4792-459a-b012-66818aeb5dc7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.771444 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6870978b-4792-459a-b012-66818aeb5dc7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2867978 Nov 12 04:14:35.774129 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35244) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:35.778896 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d1a430ee-3290-43ed-aa3b-eea503813b1c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Request body: {'security_group_rule': {'security_group_id': '5460f505-d85c-4a56-bed1-d36b37b5aa99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:35.816749 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1475ed36-6e45-4a4a-8b4d-d6c033ea57b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.817269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-0d0618de-ac37-4954-bdf0-4ce73336b742 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4632525 Nov 12 04:14:35.836722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dfffc-0472-4803-ae32-e556d2717ded req-1df46a39-f955-4d87-8c7f-6c82b36f2a2d tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:35.844865 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a6dfffc-0472-4803-ae32-e556d2717ded req-1df46a39-f955-4d87-8c7f-6c82b36f2a2d tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb614fa-19b5-418e-8a00-85ce34660c4a HTTP/1.1" status: 200 len: 936 time: 0.1045194 Nov 12 04:14:35.859574 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.868167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Request body: {'port': {'device_id': '6bb614fa-19b5-418e-8a00-85ce34660c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:35.922650 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.952185 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:35.952969 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.956804 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-913726ae-4efd-4644-8661-53b00d22b909 req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] 10.222.0.21 "PUT /v2.0/ports/79bb5eb4-b655-4623-be45-cd3891e6d489 HTTP/1.1" status: 200 len: 1092 time: 2.6391568 Nov 12 04:14:35.982559 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbcd2b7-5314-41fb-9050-caf08eb7cb76', 'tag': '79bb5eb4-b655-4623-be45-cd3891e6d489'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:35.990397 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0a8f8f-7eda-47e0-adf6-019c25e13c14" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbcd2b7-5314-41fb-9050-caf08eb7cb76", "tag": "79bb5eb4-b655-4623-be45-cd3891e6d489"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:36.009687 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1a430ee-3290-43ed-aa3b-eea503813b1c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.061589 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a6dfffc-0472-4803-ae32-e556d2717ded req-87e355ab-f422-423c-94ff-473519a1b40f tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154984 Nov 12 04:14:36.102123 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.126000 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] No DVR routers for this DVR port d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:36.153273 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.271273 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No active binding found for port d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2 {{(pid=103298) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 04:14:36.271784 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:14:36.358285 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73454522-cdb8-442c-99ae-80a0c617126e service neutron] Pushing event updated for resources: {'Port': ['ID=79bb5eb4-b655-4623-be45-cd3891e6d489,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:36.365439 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.394694 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-26cc2cfd-afcb-4183-9f70-6f1d1f55fb9c None None] Provisioning complete for port 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:36.395074 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26cc2cfd-afcb-4183-9f70-6f1d1f55fb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.408329 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.437321 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.439785 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578651d-d0c5-44e0-aeb0-cdd02a2a7fd2 req-67b50cf6-253f-4c2d-9b5a-2196c04779fb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:36.448511 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3578651d-d0c5-44e0-aeb0-cdd02a2a7fd2 req-67b50cf6-253f-4c2d-9b5a-2196c04779fb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 944 time: 0.1770556 Nov 12 04:14:36.456540 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1a430ee-3290-43ed-aa3b-eea503813b1c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.472040 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event deleted for resources: {'Port': ['ID=d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:36.472462 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64e89b-09a3-4acb-bd6a-80a4ee3c2845 None None] Pushing event updated for resources: {'Port': ['ID=9eebf0f9-9047-47d3-a86d-cc4187c410ab,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:36.474971 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-065dcf6d-e5d6-4457-8b16-c3a1fda30bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.483441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913726ae-4efd-4644-8661-53b00d22b909 req-b3001277-1840-45c6-b031-7ed1a12a0e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:36.484985 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-913726ae-4efd-4644-8661-53b00d22b909 req-b3001277-1840-45c6-b031-7ed1a12a0e24 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b529ff3df71946db9c56eecd8f4c61fc&device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 1095 time: 0.3468409 Nov 12 04:14:36.528405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebe8865-aae7-4271-8dc3-9bf19c510fe7']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:36.548344 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dcf6d-e5d6-4457-8b16-c3a1fda30bfd None None] Pushing event deleted for resources: {'Port': ['ID=d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:36.554559 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065dcf6d-e5d6-4457-8b16-c3a1fda30bfd None None] No DVR routers for this DVR port d1b7e61a-6037-4cb5-8505-b0c7ceee9ef2 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:36.560545 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353dec2c-04dd-4567-9cb4-e8ea9fd38574') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:36.561803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353dec2c-04dd-4567-9cb4-e8ea9fd38574') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:36.597520 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.636336 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.643821 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:14:36.644349 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:14:36.669686 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:14:36.695746 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3578651d-d0c5-44e0-aeb0-cdd02a2a7fd2 req-66eeb3d9-f9e1-49eb-bf0c-f745e10d3968 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454975 Nov 12 04:14:36.816732 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:36.848245 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.860246 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1a430ee-3290-43ed-aa3b-eea503813b1c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.862846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Transition to ACTIVE for port object 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:14:36.867370 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034302a6-ba47-4f1b-bddd-d5da50a2b926 x-openstack-request-id: req-034302a6-ba47-4f1b-bddd-d5da50a2b926 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:36.867655 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbcd2b7-5314-41fb-9050-caf08eb7cb76", "tag": "79bb5eb4-b655-4623-be45-cd3891e6d489", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:36.867904 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-034302a6-ba47-4f1b-bddd-d5da50a2b926 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:36.868287 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbcd2b7-5314-41fb-9050-caf08eb7cb76', 'tag': '79bb5eb4-b655-4623-be45-cd3891e6d489', 'status': 'completed', 'code': 200} Nov 12 04:14:36.872796 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-913726ae-4efd-4644-8661-53b00d22b909 req-7be3b6d1-784c-454d-9ecf-032ced3b99e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79bb5eb4-b655-4623-be45-cd3891e6d489 HTTP/1.1" status: 200 len: 217 time: 0.3681164 Nov 12 04:14:36.898837 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a430ee-3290-43ed-aa3b-eea503813b1c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65625a0-4759-4079-8da4-209151b263ba,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:36.939227 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc524db0-93fb-4e03-ad31-a11e066974c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:36.941619 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5240ae3c-def2-4bc7-a83c-459256bbc886" -d '{"events": [{"server_uuid": "fc524db0-93fb-4e03-ad31-a11e066974c8", "name": "network-vif-plugged", "status": "completed", "tag": "6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:36.945124 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.948963 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.957897 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.965846 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] 10.222.0.37 "DELETE /v2.0/networks/4ebe8865-aae7-4271-8dc3-9bf19c510fe7 HTTP/1.1" status: 204 len: 168 time: 3.1045127 Nov 12 04:14:36.973859 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.990825 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10519109-88a2-4f00-9801-42d04f57ebdf tempest-AllowedAddressPairTestJSON-1109575874 tempest-AllowedAddressPairTestJSON-1109575874-project] Pushing event deleted for resources: {'Network': ['ID=4ebe8865-aae7-4271-8dc3-9bf19c510fe7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:37.001123 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1a430ee-3290-43ed-aa3b-eea503813b1c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.003220 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-26cc2cfd-afcb-4183-9f70-6f1d1f55fb9c None None] Port 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:37.008101 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d1a430ee-3290-43ed-aa3b-eea503813b1c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2328641 Nov 12 04:14:37.008818 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35292) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:37.014339 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:37.020431 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-730c7360-486f-400f-a36c-4a6e9446b424 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Request body: {'security_group_rule': {'security_group_id': '5460f505-d85c-4a56-bed1-d36b37b5aa99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:37.049335 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913726ae-4efd-4644-8661-53b00d22b909 req-f52d12e1-469b-41da-b7ae-7a829bc18e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:37.053815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a8f7c-b7ee-4e28-88cf-852e5498d095 req-f5d08bc7-302d-41ec-9eb4-9d10952aa9d6 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:37.053976 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-913726ae-4efd-4644-8661-53b00d22b909 req-f52d12e1-469b-41da-b7ae-7a829bc18e30 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c031979-a36c-4573-8989-2202eafabf04 HTTP/1.1" status: 200 len: 854 time: 0.1651304 Nov 12 04:14:37.057656 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] Attempting to bind port 9eebf0f9-9047-47d3-a86d-cc4187c410ab on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:37.060671 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a0a8f7c-b7ee-4e28-88cf-852e5498d095 req-f5d08bc7-302d-41ec-9eb4-9d10952aa9d6 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=739c8842-aee9-4e27-a3a0-b31e4d0b1f97 HTTP/1.1" status: 200 len: 949 time: 0.1528976 Nov 12 04:14:37.060994 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] Attempting to bind port 9eebf0f9-9047-47d3-a86d-cc4187c410ab by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:37.063423 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] Attempting to bind port 9eebf0f9-9047-47d3-a86d-cc4187c410ab on network 795d5285-3b6a-4de6-8e94-3800661b542b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:37.095764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:37.096143 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] Checking segment: {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:37.097077 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.097470 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] Bound using segment: {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:37.097950 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] Bound port: 9eebf0f9-9047-47d3-a86d-cc4187c410ab, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:37.098758 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.159578 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.165463 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-730c7360-486f-400f-a36c-4a6e9446b424 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.170456 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:37.227543 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913726ae-4efd-4644-8661-53b00d22b909 req-738bf54d-457a-46ea-af7e-47bc501c33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:37.233655 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-913726ae-4efd-4644-8661-53b00d22b909 req-738bf54d-457a-46ea-af7e-47bc501c33e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e627d672-67f0-4f34-9cd9-fa251307ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1730759 Nov 12 04:14:37.338026 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a0a8f7c-b7ee-4e28-88cf-852e5498d095 req-ffe4c48c-be87-4450-ab3f-901ca72614c8 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765298 Nov 12 04:14:37.385002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Attempting to bind port 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:37.385355 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Attempting to bind port 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:37.385686 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Attempting to bind port 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:37.391756 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Port 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:14:37.392145 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Attempting to bind port 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:37.408761 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:14:37.411185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:37.411646 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:37.413185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:37.414765 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Bound port: 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:37.415307 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.426535 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:37.441691 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-730c7360-486f-400f-a36c-4a6e9446b424 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.473330 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-913726ae-4efd-4644-8661-53b00d22b909 req-004cc231-9174-4d6d-970c-21a3cf7dddfb service neutron] 10.222.0.21 "GET /v2.0/networks/e627d672-67f0-4f34-9cd9-fa251307ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226310 Nov 12 04:14:37.576049 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] For port 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:37.581964 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] For port 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:37.592159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060629f6-9a8b-473f-a2f8-1dfa3e2498c6 req-b125c171-38b4-4ca6-a23b-c29309eb9d21 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:37.594237 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-060629f6-9a8b-473f-a2f8-1dfa3e2498c6 req-b125c171-38b4-4ca6-a23b-c29309eb9d21 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 943 time: 0.1075258 Nov 12 04:14:37.602149 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-913726ae-4efd-4644-8661-53b00d22b909 req-287dc55b-f0a3-4e79-90b9-fac2fae5cb9b service neutron] 10.222.0.21 "GET /v2.0/networks/e627d672-67f0-4f34-9cd9-fa251307ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192906 Nov 12 04:14:37.603582 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-730c7360-486f-400f-a36c-4a6e9446b424 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.642297 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c7360-486f-400f-a36c-4a6e9446b424 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7a776b-27dc-4e0d-a905-ebcbdf38d972,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:37.656833 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.738094 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-730c7360-486f-400f-a36c-4a6e9446b424 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.739709 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-730c7360-486f-400f-a36c-4a6e9446b424 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7269218 Nov 12 04:14:37.740570 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35306) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:37.759866 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e5506609-dbef-43a2-8ece-38af620a91a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:37.761717 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:37.766880 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.770099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] 10.222.0.31 "PUT /v2.0/ports/1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 HTTP/1.1" status: 200 len: 1097 time: 1.9213982 Nov 12 04:14:37.774265 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb614fa-19b5-418e-8a00-85ce34660c4a', 'tag': '1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:37.782904 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7e0df9-ed9c-4df3-9a11-6c9f0e3cd4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb614fa-19b5-418e-8a00-85ce34660c4a", "tag": "1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:37.799209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35308) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:37.806211 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] For port 9eebf0f9-9047-47d3-a86d-cc4187c410ab, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:37.810255 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] For port 9eebf0f9-9047-47d3-a86d-cc4187c410ab, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9eebf0f9-9047-47d3-a86d-cc4187c410ab,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:37.821880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:37.835793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-060629f6-9a8b-473f-a2f8-1dfa3e2498c6 req-a17a0b46-a34f-4878-a0ef-9d9c3b851254 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups?id=98b50018-a01f-4302-acbf-b8e4fdbe8683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339594 Nov 12 04:14:37.904109 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5506609-dbef-43a2-8ece-38af620a91a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.983604 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352a7d6-4bf3-4c63-9417-b2c883632663 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:37.997807 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a8f8f-7eda-47e0-adf6-019c25e13c14 req-03c00c60-53cc-473c-9e62-7584896687e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:37.999946 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ef0a8f8f-7eda-47e0-adf6-019c25e13c14 req-03c00c60-53cc-473c-9e62-7584896687e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b529ff3df71946db9c56eecd8f4c61fc&device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 1095 time: 0.1979332 Nov 12 04:14:38.029319 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-734d00ea-ceff-45d6-973a-2ebeb9c6ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:38.035813 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-734d00ea-ceff-45d6-973a-2ebeb9c6ca00 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&device_id=6bb614fa-19b5-418e-8a00-85ce34660c4a HTTP/1.1" status: 200 len: 1100 time: 0.1314423 Nov 12 04:14:38.049943 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.087415 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4ebfafc0-9a31-4d92-ae1f-264422333d5e None None] Provisioning complete for port 9eebf0f9-9047-47d3-a86d-cc4187c410ab triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:38.087786 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ebfafc0-9a31-4d92-ae1f-264422333d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.139566 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-2c41c03f-46ca-41a9-9748-e0463d093178 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 HTTP/1.1" status: 200 len: 217 time: 0.0933576 Nov 12 04:14:38.183016 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be134d13-3785-4b2e-ace6-261406073c5b x-openstack-request-id: req-be134d13-3785-4b2e-ace6-261406073c5b {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:38.183342 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc524db0-93fb-4e03-ad31-a11e066974c8", "name": "network-vif-plugged", "status": "completed", "tag": "6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:38.183953 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be134d13-3785-4b2e-ace6-261406073c5b {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:38.184364 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc524db0-93fb-4e03-ad31-a11e066974c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a', 'code': 200} Nov 12 04:14:38.225592 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e77edc79-6439-48b1-aa58-6b0299ceb19e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=51e43cb580164d9ebaf9eabf352c6e62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4223511 Nov 12 04:14:38.239360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35314) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:38.271696 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.308899 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-4dd6c7bf-9a42-44b9-91ef-ddddd11c41d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:38.311707 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-4dd6c7bf-9a42-44b9-91ef-ddddd11c41d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1508932 Nov 12 04:14:38.361006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687bb5f-ba09-4a4a-bbb2-9efa523c813c req-4e3fa8ae-70d7-4219-b187-a629a0da07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:38.363326 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1687bb5f-ba09-4a4a-bbb2-9efa523c813c req-4e3fa8ae-70d7-4219-b187-a629a0da07d4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 1097 time: 0.1067553 Nov 12 04:14:38.373642 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5506609-dbef-43a2-8ece-38af620a91a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.380052 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a8f8f-7eda-47e0-adf6-019c25e13c14 req-b11f69d6-993c-4cbf-b42b-405a201a5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:38.383460 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226be3a0-bdff-428d-ade4-ff4121507226 req-bfa35425-b788-4635-bd33-bca78545323e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:38.384025 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ef0a8f8f-7eda-47e0-adf6-019c25e13c14 req-b11f69d6-993c-4cbf-b42b-405a201a5dc2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e627d672-67f0-4f34-9cd9-fa251307ac94 HTTP/1.1" status: 200 len: 916 time: 0.2951243 Nov 12 04:14:38.390932 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-226be3a0-bdff-428d-ade4-ff4121507226 req-bfa35425-b788-4635-bd33-bca78545323e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb614fa-19b5-418e-8a00-85ce34660c4a HTTP/1.1" status: 200 len: 948 time: 0.1690097 Nov 12 04:14:38.431940 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] Routers {'638482a5-70ce-43f8-b34d-d1037c50d78f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:38.432875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:14:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['638482a5-70ce-43f8-b34d-d1037c50d78f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:38.488890 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ef0a8f8f-7eda-47e0-adf6-019c25e13c14 req-e50a309c-b49f-4bb5-9e5f-87d66fe674bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79bb5eb4-b655-4623-be45-cd3891e6d489 HTTP/1.1" status: 200 len: 217 time: 0.0883238 Nov 12 04:14:38.538563 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-416d50a6-30f0-4354-9c6b-91f411a2ee7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.558417 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-85e21253-5353-4367-809e-6d84331bee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:38.560400 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-85e21253-5353-4367-809e-6d84331bee2f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2370086 Nov 12 04:14:38.574230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-226be3a0-bdff-428d-ade4-ff4121507226 req-9e776a3b-146c-4047-9940-89d42fa38802 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824205 Nov 12 04:14:38.597150 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-416d50a6-30f0-4354-9c6b-91f411a2ee7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.608727 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] Set router 638482a5-70ce-43f8-b34d-d1037c50d78f gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:38.622151 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.690615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64e89b-09a3-4acb-bd6a-80a4ee3c2845 None None] Pushing event updated for resources: {'Port': ['ID=9eebf0f9-9047-47d3-a86d-cc4187c410ab,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:38.702881 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a8f8f-7eda-47e0-adf6-019c25e13c14 req-122aa24d-01be-46b0-9b36-23de37acf538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:38.702881 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ef0a8f8f-7eda-47e0-adf6-019c25e13c14 req-122aa24d-01be-46b0-9b36-23de37acf538 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c031979-a36c-4573-8989-2202eafabf04 HTTP/1.1" status: 200 len: 854 time: 0.1555541 Nov 12 04:14:38.713341 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1687bb5f-ba09-4a4a-bbb2-9efa523c813c req-e9327384-5d05-4ecb-8619-602eef25d5e7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281124 Nov 12 04:14:38.725890 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:38.813759 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-763f1765-6ad0-42da-9010-aca6b02ed14f service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216201 Nov 12 04:14:38.831918 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.869263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-e5506609-dbef-43a2-8ece-38af620a91a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Allocated IP 172.25.1.135 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/f6cde706-e4d2-4337-9dba-3ebc6ba163f3) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:38.878691 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a8f8f-7eda-47e0-adf6-019c25e13c14 req-8e4ebe56-809f-48c3-9b70-ec12779cfb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:38.880237 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ef0a8f8f-7eda-47e0-adf6-019c25e13c14 req-8e4ebe56-809f-48c3-9b70-ec12779cfb3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e627d672-67f0-4f34-9cd9-fa251307ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1311920 Nov 12 04:14:38.891079 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ebfafc0-9a31-4d92-ae1f-264422333d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.906957 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:38.922133 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-416d50a6-30f0-4354-9c6b-91f411a2ee7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.926417 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-416d50a6-30f0-4354-9c6b-91f411a2ee7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.927286 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-416d50a6-30f0-4354-9c6b-91f411a2ee7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1ab4113-5e7d-4aa2-b029-3cfd5fd80704 HTTP/1.1" status: 204 len: 168 time: 0.6861799 Nov 12 04:14:38.966899 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d50a6-30f0-4354-9c6b-91f411a2ee7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ab4113-5e7d-4aa2-b029-3cfd5fd80704,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:39.086915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4ebfafc0-9a31-4d92-ae1f-264422333d5e None None] For port 9eebf0f9-9047-47d3-a86d-cc4187c410ab, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9eebf0f9-9047-47d3-a86d-cc4187c410ab,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:39.179062 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:39.253439 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abe2df4c-4674-46f2-9c57-e88ba2533766 req-bed08ecb-bfab-4201-94da-deba355b1e08 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636962 Nov 12 04:14:39.272404 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ebfafc0-9a31-4d92-ae1f-264422333d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:39.364919 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ef0a8f8f-7eda-47e0-adf6-019c25e13c14 req-77a4b997-e626-4a00-92d6-78eb0551c497 service neutron] 10.222.0.21 "GET /v2.0/networks/e627d672-67f0-4f34-9cd9-fa251307ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644871 Nov 12 04:14:39.386063 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5506609-dbef-43a2-8ece-38af620a91a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:39.468022 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfafc0-9a31-4d92-ae1f-264422333d5e None None] Pushing event updated for resources: {'Port': ['ID=9eebf0f9-9047-47d3-a86d-cc4187c410ab,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:39.583476 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5506609-dbef-43a2-8ece-38af620a91a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:39.617841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'name': 'tempest-ServerActionsTestJSON-2033831478-router', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:19Z', 'updated_at': '2021-11-12T04:14:29Z', 'revision_number': 4, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'gw_port': {'id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:20Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '9eebf0f9-9047-47d3-a86d-cc4187c410ab', 'name': '', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'mac_address': 'fa:16:3e:ad:54:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:37Z', 'revision_number': 4, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'subnets': [{'id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:39.618654 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5506609-dbef-43a2-8ece-38af620a91a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:39.626066 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e5506609-dbef-43a2-8ece-38af620a91a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:39.639529 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5506609-dbef-43a2-8ece-38af620a91a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:39.650684 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368420f7-55b2-4264-b377-4f379d5b3b41 req-161a7aac-753c-4b43-b1e2-36c7b2fb3952 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:39.664208 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-368420f7-55b2-4264-b377-4f379d5b3b41 req-161a7aac-753c-4b43-b1e2-36c7b2fb3952 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 945 time: 0.1145337 Nov 12 04:14:39.687520 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ad552e67-cdbd-453c-9aee-282d579e909f None None] Provisioning complete for port 9eebf0f9-9047-47d3-a86d-cc4187c410ab triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:39.712952 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad552e67-cdbd-453c-9aee-282d579e909f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:39.741590 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ef0a8f8f-7eda-47e0-adf6-019c25e13c14 req-5339636c-0395-474e-93bb-0a7c1d3233f9 service neutron] 10.222.0.21 "GET /v2.0/networks/e627d672-67f0-4f34-9cd9-fa251307ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651528 Nov 12 04:14:39.764597 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5506609-dbef-43a2-8ece-38af620a91a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Pushing event updated for resources: {'Port': ['ID=f6cde706-e4d2-4337-9dba-3ebc6ba163f3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:39.767437 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a7689a-dc4c-4eb5-b64c-c4ed40353ac2 None None] The sync data for ids ['638482a5-70ce-43f8-b34d-d1037c50d78f'] in n-d-768509-24 is: [{'id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'name': 'tempest-ServerActionsTestJSON-2033831478-router', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:19Z', 'updated_at': '2021-11-12T04:14:29Z', 'revision_number': 4, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'gw_port': {'id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:20Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '9eebf0f9-9047-47d3-a86d-cc4187c410ab', 'name': '', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'mac_address': 'fa:16:3e:ad:54:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:37Z', 'revision_number': 4, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'subnets': [{'id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:14:39.778324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-368420f7-55b2-4264-b377-4f379d5b3b41 req-1ff3d6bf-9dd5-4eed-9af6-440be2cc3b3f tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081431 Nov 12 04:14:39.928735 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163c468c-1f98-4c21-b10e-ffaa0ee03555 x-openstack-request-id: req-163c468c-1f98-4c21-b10e-ffaa0ee03555 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:39.929301 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb614fa-19b5-418e-8a00-85ce34660c4a", "tag": "1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:39.929301 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-163c468c-1f98-4c21-b10e-ffaa0ee03555 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:39.929676 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb614fa-19b5-418e-8a00-85ce34660c4a', 'tag': '1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0', 'status': 'completed', 'code': 200} Nov 12 04:14:39.963863 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5506609-dbef-43a2-8ece-38af620a91a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.120419 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5506609-dbef-43a2-8ece-38af620a91a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.179698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e0df9-ed9c-4df3-9a11-6c9f0e3cd4e6 req-7010d59d-6093-484d-99a7-405d3be47fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:40.186164 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739c8842-aee9-4e27-a3a0-b31e4d0b1f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:40.188225 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a7e0df9-ed9c-4df3-9a11-6c9f0e3cd4e6 req-7010d59d-6093-484d-99a7-405d3be47fc1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c20a8a9f651849c3b9028541aea3d827&device_id=6bb614fa-19b5-418e-8a00-85ce34660c4a HTTP/1.1" status: 200 len: 1100 time: 0.1399090 Nov 12 04:14:40.189159 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b6237e-bcce-418a-a9d1-076735d9aec6" -d '{"events": [{"server_uuid": "739c8842-aee9-4e27-a3a0-b31e4d0b1f97", "name": "network-vif-unplugged", "status": "completed", "tag": "e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:40.284928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb78ad-0fc4-4168-88b8-4ca161552b50 req-6e8551d1-56ce-4e3f-a823-2066d2cfa02b tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:40.292820 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9fb78ad-0fc4-4168-88b8-4ca161552b50 req-6e8551d1-56ce-4e3f-a823-2066d2cfa02b tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 943 time: 0.2595420 Nov 12 04:14:40.343455 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5506609-dbef-43a2-8ece-38af620a91a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.386815 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9fb78ad-0fc4-4168-88b8-4ca161552b50 req-66a94775-9d94-42e9-95e3-a11b3d42c263 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups?id=98b50018-a01f-4302-acbf-b8e4fdbe8683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928247 Nov 12 04:14:40.389843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e0df9-ed9c-4df3-9a11-6c9f0e3cd4e6 req-db0f4727-89a1-43ae-93d8-0672cca795db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:40.391345 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a7e0df9-ed9c-4df3-9a11-6c9f0e3cd4e6 req-db0f4727-89a1-43ae-93d8-0672cca795db service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1917009 Nov 12 04:14:40.429119 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5506609-dbef-43a2-8ece-38af620a91a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.457514 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a7e0df9-ed9c-4df3-9a11-6c9f0e3cd4e6 req-b5f65293-7f8f-4e38-90c4-c54bccae0cfe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 HTTP/1.1" status: 200 len: 217 time: 0.0574903 Nov 12 04:14:40.536444 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e0df9-ed9c-4df3-9a11-6c9f0e3cd4e6 req-dfd62aa2-81d0-4ca8-9bed-ef7d7c6baaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:40.538603 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a7e0df9-ed9c-4df3-9a11-6c9f0e3cd4e6 req-dfd62aa2-81d0-4ca8-9bed-ef7d7c6baaae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0709088 Nov 12 04:14:40.543812 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5506609-dbef-43a2-8ece-38af620a91a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Pushing event updated for resources: {'Port': ['ID=f6cde706-e4d2-4337-9dba-3ebc6ba163f3,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:40.552836 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5506609-dbef-43a2-8ece-38af620a91a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.646000 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5506609-dbef-43a2-8ece-38af620a91a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.647209 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e5506609-dbef-43a2-8ece-38af620a91a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9053466 Nov 12 04:14:40.652030 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e0df9-ed9c-4df3-9a11-6c9f0e3cd4e6 req-c729fead-7a4c-4ed7-b20c-9108d6968464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:40.657408 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a7e0df9-ed9c-4df3-9a11-6c9f0e3cd4e6 req-c729fead-7a4c-4ed7-b20c-9108d6968464 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0890608 Nov 12 04:14:40.749366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35370) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:40.835253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a7e0df9-ed9c-4df3-9a11-6c9f0e3cd4e6 req-18cf2c43-290f-466a-b17a-c58c9053d4ce service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669476 Nov 12 04:14:40.869537 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2ddbc-ba58-4d3a-ba06-56c4469af99b req-f859e257-233a-4b9b-9e76-221e8d848526 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:40.871093 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ad2ddbc-ba58-4d3a-ba06-56c4469af99b req-f859e257-233a-4b9b-9e76-221e8d848526 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb614fa-19b5-418e-8a00-85ce34660c4a HTTP/1.1" status: 200 len: 948 time: 0.0945258 Nov 12 04:14:40.948259 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-97abdd03-5eec-452f-b93d-fe117ea400a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.991703 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ad2ddbc-ba58-4d3a-ba06-56c4469af99b req-0415bad2-e50c-48a2-993c-f9f660920b6a tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043966 Nov 12 04:14:41.022670 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a7e0df9-ed9c-4df3-9a11-6c9f0e3cd4e6 req-96f3ae27-7362-4128-9ddf-100b786a0e54 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628678 Nov 12 04:14:41.061712 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57eafce-3c13-499c-ac76-2831efe42672 x-openstack-request-id: req-b57eafce-3c13-499c-ac76-2831efe42672 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:41.062575 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739c8842-aee9-4e27-a3a0-b31e4d0b1f97", "name": "network-vif-unplugged", "status": "completed", "tag": "e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:41.062999 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b57eafce-3c13-499c-ac76-2831efe42672 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:41.063558 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c8842-aee9-4e27-a3a0-b31e4d0b1f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254', 'code': 200} Nov 12 04:14:41.102265 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-97abdd03-5eec-452f-b93d-fe117ea400a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:41.137794 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35382) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.179176 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9b340-a5d9-4439-ac8c-dbc5056ac585 req-10735cee-3c8c-4a89-8f02-6f5ab2bb2c85 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:41.180819 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70e9b340-a5d9-4439-ac8c-dbc5056ac585 req-10735cee-3c8c-4a89-8f02-6f5ab2bb2c85 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 945 time: 0.0573359 Nov 12 04:14:41.189183 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-97abdd03-5eec-452f-b93d-fe117ea400a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:41.246956 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-97abdd03-5eec-452f-b93d-fe117ea400a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98a49f043e9440b4bf0fc6da0b61c228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4961841 Nov 12 04:14:41.248177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abdd03-5eec-452f-b93d-fe117ea400a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f083035f-b835-4f39-9c55-0383034e25cb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:41.252484 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35386) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.259899 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70e9b340-a5d9-4439-ac8c-dbc5056ac585 req-f62eafb0-90d0-40a2-8585-6a31d225cba2 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643528 Nov 12 04:14:41.260030 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-c42a5d65-b199-42c0-b069-b0b1b677b687 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.265675 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c42a5d65-b199-42c0-b069-b0b1b677b687 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1226802 Nov 12 04:14:41.266045 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35388) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.271301 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-2e9961a4-7071-40c2-b116-fffb062db93b tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.274808 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2e9961a4-7071-40c2-b116-fffb062db93b tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0052223 Nov 12 04:14:41.275076 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35390) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.286009 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-ba83829d-1605-4e48-86b6-40ed8ede5871 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.301810 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ba83829d-1605-4e48-86b6-40ed8ede5871 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0249653 Nov 12 04:14:41.305965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35394) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.310538 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-832287e4-a38f-4ee4-9792-7211323d914a tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.314117 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-832287e4-a38f-4ee4-9792-7211323d914a tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0047307 Nov 12 04:14:41.314262 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35396) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.319617 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-e24023c2-c21a-48e4-8e85-c85ef1653bec tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.324544 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e24023c2-c21a-48e4-8e85-c85ef1653bec tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0053921 Nov 12 04:14:41.325277 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35398) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.329630 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-3db33578-2b80-45ce-a2c6-d2fcf2c8fce5 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.331486 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3db33578-2b80-45ce-a2c6-d2fcf2c8fce5 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0043819 Nov 12 04:14:41.335057 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35404) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.336513 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bacc532f-c2c9-4af8-b386-0e05c8703ed0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:41.340089 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-cc9feaf1-917e-48ec-bcfd-a8503b422352 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.343104 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cc9feaf1-917e-48ec-bcfd-a8503b422352 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0066922 Nov 12 04:14:41.343883 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35406) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.349005 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-2fa87407-7c9b-4696-b9f2-fa148116012a tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.350892 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2fa87407-7c9b-4696-b9f2-fa148116012a tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0052032 Nov 12 04:14:41.360514 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35412) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.365356 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-7813946e-f4d1-4920-a8cd-06d8d5de4f8c tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.369111 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7813946e-f4d1-4920-a8cd-06d8d5de4f8c tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049224 Nov 12 04:14:41.371196 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35414) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.373784 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bacc532f-c2c9-4af8-b386-0e05c8703ed0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:41.376402 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-28c11798-d091-44e5-be7f-ae2dbb637fbc tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.378139 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-28c11798-d091-44e5-be7f-ae2dbb637fbc tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0052330 Nov 12 04:14:41.380966 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35416) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.385438 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-5bd40bb3-d1d4-4ef1-921c-7af69d5e4ccb tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.388943 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5bd40bb3-d1d4-4ef1-921c-7af69d5e4ccb tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0047617 Nov 12 04:14:41.399054 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35418) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.405999 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [None req-8a2748a2-0bd4-4ca0-94dd-46448f55eab1 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.405999 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8a2748a2-0bd4-4ca0-94dd-46448f55eab1 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0044267 Nov 12 04:14:41.409671 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35420) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.415642 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-a695a379-3450-4260-af2e-eb566d413431 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.417311 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a695a379-3450-4260-af2e-eb566d413431 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0050206 Nov 12 04:14:41.430363 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35424) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.435453 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-39cc9600-cb9d-40e3-aca0-f31b1016539f tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.438930 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-39cc9600-cb9d-40e3-aca0-f31b1016539f tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0052600 Nov 12 04:14:41.439173 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35426) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.444156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-206aa7cd-881a-4489-bc83-b4866dc805ec tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.446693 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-206aa7cd-881a-4489-bc83-b4866dc805ec tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0050254 Nov 12 04:14:41.447575 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35428) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.451810 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-1286d1fe-b5c8-49dd-9ba0-6f7d4d20c0f4 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.452900 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1286d1fe-b5c8-49dd-9ba0-6f7d4d20c0f4 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044143 Nov 12 04:14:41.455840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35430) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.461927 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-ace33e3d-8b21-4646-a26a-2b5933ee326d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2019530757&fields=id&tenant_id=6f5af4b98cc849f0a88a477e27cdba3b HTTP/1.1" status: 200 len: 267 time: 0.0797908 Nov 12 04:14:41.467898 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [None req-b359dd2a-e819-45c6-b095-d406bb66d583 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.471568 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b359dd2a-e819-45c6-b095-d406bb66d583 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0053723 Nov 12 04:14:41.471869 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35432) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.475915 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [None req-9d04def8-ce9b-428b-8a63-06a09d033568 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.477276 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9d04def8-ce9b-428b-8a63-06a09d033568 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0042944 Nov 12 04:14:41.479585 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35434) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.484312 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [None req-421d7e34-c5f7-4ee2-bf5f-08c1225a63cf tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.488261 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-421d7e34-c5f7-4ee2-bf5f-08c1225a63cf tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046062 Nov 12 04:14:41.491044 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35436) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.499643 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-e7824606-d789-4717-91b5-83d4cf5d3050 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.505392 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e7824606-d789-4717-91b5-83d4cf5d3050 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0128853 Nov 12 04:14:41.506205 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35438) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.510590 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-89fad013-77a6-4f7d-9b42-b51c607a0d66 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.511717 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-89fad013-77a6-4f7d-9b42-b51c607a0d66 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044777 Nov 12 04:14:41.514582 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35440) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.523748 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-e058af7c-7585-4ab0-9582-21c839a3dd6e tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.524587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9eebf0f9-9047-47d3-a86d-cc4187c410ab up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:41.531071 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e058af7c-7585-4ab0-9582-21c839a3dd6e tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0094655 Nov 12 04:14:41.532350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35444) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.561161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [None req-9692d346-3f79-461d-a6bc-9e886a668741 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.562146 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9692d346-3f79-461d-a6bc-9e886a668741 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0288556 Nov 12 04:14:41.564975 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35446) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.571241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [None req-fd686d68-8e30-4acc-848a-139f88eaf496 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.574260 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fd686d68-8e30-4acc-848a-139f88eaf496 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0057940 Nov 12 04:14:41.574801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35448) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.576320 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 9eebf0f9-9047-47d3-a86d-cc4187c410ab triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:41.576631 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bacc532f-c2c9-4af8-b386-0e05c8703ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:41.576735 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:41.579185 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bacc532f-c2c9-4af8-b386-0e05c8703ed0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:41.580263 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bacc532f-c2c9-4af8-b386-0e05c8703ed0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f083035f-b835-4f39-9c55-0383034e25cb HTTP/1.1" status: 204 len: 168 time: 0.3193004 Nov 12 04:14:41.583311 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [None req-40a10301-0dde-4bd7-941e-ad1d1358a572 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.586743 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-40a10301-0dde-4bd7-941e-ad1d1358a572 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0084848 Nov 12 04:14:41.588846 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35452) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.595361 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-1ae7a7bf-85d4-4cb5-8fee-53f14b8d4179 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.599382 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1ae7a7bf-85d4-4cb5-8fee-53f14b8d4179 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0089312 Nov 12 04:14:41.600228 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35454) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.603577 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc532f-c2c9-4af8-b386-0e05c8703ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f083035f-b835-4f39-9c55-0383034e25cb,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:41.605988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-d6a6e646-2e9e-4321-a0e3-6e9f566a635e tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.610021 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d6a6e646-2e9e-4321-a0e3-6e9f566a635e tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0086312 Nov 12 04:14:41.610480 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35456) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.619622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [None req-c0c93eee-00af-46d5-b7ef-b97ce3fab414 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.620517 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c0c93eee-00af-46d5-b7ef-b97ce3fab414 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0089006 Nov 12 04:14:41.623792 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35458) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.629593 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-aae99df6-765e-4e9e-9e8d-21bb4fa7740a tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.642287 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-aae99df6-765e-4e9e-9e8d-21bb4fa7740a tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0170164 Nov 12 04:14:41.643060 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35462) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.644486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-a200a4d2-2999-4cfd-b1e4-c56d640e28ed tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:41.649306 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-8d1d985d-8d2f-47d3-a542-eb9d9dc77209 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.652672 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-a200a4d2-2999-4cfd-b1e4-c56d640e28ed tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 812 time: 0.1819906 Nov 12 04:14:41.653373 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8d1d985d-8d2f-47d3-a542-eb9d9dc77209 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0092552 Nov 12 04:14:41.654045 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35464) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.660239 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-8d2e1d58-7c7c-4970-b281-b548888168f7 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.664502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35466) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.664667 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8d2e1d58-7c7c-4970-b281-b548888168f7 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0092409 Nov 12 04:14:41.666236 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-66e9a89d-1058-4aea-b030-580f6b966f72 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/quotas/6f5af4b98cc849f0a88a477e27cdba3b HTTP/1.1" status: 200 len: 375 time: 0.0125959 Nov 12 04:14:41.670502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [None req-be21e711-f3f5-4f89-a4c8-58d34903a85c tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.671666 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-be21e711-f3f5-4f89-a4c8-58d34903a85c tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0043671 Nov 12 04:14:41.674386 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35468) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.685230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-177e97cb-e873-4c89-bb11-509589edcb42 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.689254 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-177e97cb-e873-4c89-bb11-509589edcb42 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0119443 Nov 12 04:14:41.690054 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35470) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.696411 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-d6dadf27-ac7a-4d65-8e91-f1c1c2c48af1 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.701430 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d6dadf27-ac7a-4d65-8e91-f1c1c2c48af1 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0086370 Nov 12 04:14:41.701936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35472) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.709350 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-1e437b8b-bb26-4184-b69b-47b592c8e86b tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.712658 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1e437b8b-bb26-4184-b69b-47b592c8e86b tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0045421 Nov 12 04:14:41.712941 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35474) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.717935 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-b9b0911e-992d-4b95-b551-2c0d1c924e32 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.719679 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b9b0911e-992d-4b95-b551-2c0d1c924e32 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0054553 Nov 12 04:14:41.723729 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35476) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.729700 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-0c421008-44ce-41b5-a946-281bf25d3296 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.730709 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0c421008-44ce-41b5-a946-281bf25d3296 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0059009 Nov 12 04:14:41.733632 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35478) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.738915 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-cabeb69f-04a7-496e-bfa7-72e253ed7c82 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.742392 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cabeb69f-04a7-496e-bfa7-72e253ed7c82 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0053163 Nov 12 04:14:41.742610 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35480) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.742815 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-01dd35cf-191e-4c20-a48c-a039225ab050 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0609465 Nov 12 04:14:41.747248 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-e01de9c4-880e-4bb6-8964-786e027c3a43 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.748234 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e01de9c4-880e-4bb6-8964-786e027c3a43 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045223 Nov 12 04:14:41.750926 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35482) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.755233 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-51db4c63-d8a1-44b9-a491-91f582ed70c3 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.756470 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-51db4c63-d8a1-44b9-a491-91f582ed70c3 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0042598 Nov 12 04:14:41.758713 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35484) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.763275 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-293bd3ea-505c-4af3-a5f7-6e8ccea6c6a4 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.764212 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-293bd3ea-505c-4af3-a5f7-6e8ccea6c6a4 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0046196 Nov 12 04:14:41.766745 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35486) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.780029 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [None req-79bc70c9-1eb1-4ca5-b40a-1606a4c08e42 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.780982 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-79bc70c9-1eb1-4ca5-b40a-1606a4c08e42 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0131574 Nov 12 04:14:41.783570 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35488) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.789392 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-95fa27a3-b7ae-4382-9552-a4a81ad56bda tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.790344 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-95fa27a3-b7ae-4382-9552-a4a81ad56bda tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0052016 Nov 12 04:14:41.792764 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35490) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.796617 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-a7fde8f7-b9f1-4c18-9039-bacee46501df tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.797642 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a7fde8f7-b9f1-4c18-9039-bacee46501df tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0039027 Nov 12 04:14:41.800311 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35492) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.804021 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-5d106bde-73c6-4072-a694-e96bbf4964e6 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.804935 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5d106bde-73c6-4072-a694-e96bbf4964e6 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0038140 Nov 12 04:14:41.807091 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35494) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.810937 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-56fb8ad5-995f-4f3d-a8b0-5e57018d94a0 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.811871 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-56fb8ad5-995f-4f3d-a8b0-5e57018d94a0 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0039005 Nov 12 04:14:41.822766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35496) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.828247 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [None req-f9998f03-b8fb-41e9-a0a6-2fac06677331 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.829234 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f9998f03-b8fb-41e9-a0a6-2fac06677331 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0055580 Nov 12 04:14:41.831383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35498) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.835560 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [None req-468fe456-b09c-49a8-b370-fbf72edde72f tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.836474 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-468fe456-b09c-49a8-b370-fbf72edde72f tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0042758 Nov 12 04:14:41.838976 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35500) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.843231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-179ec058-9d39-4c98-84cc-c78ca02d2058 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.848463 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-179ec058-9d39-4c98-84cc-c78ca02d2058 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0043035 Nov 12 04:14:41.848567 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35502) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.853437 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-d709470d-c7a6-42ec-a1e7-bf05bb740918 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.856380 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d709470d-c7a6-42ec-a1e7-bf05bb740918 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0041473 Nov 12 04:14:41.856565 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35504) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.860511 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-a997428e-352e-420b-a35f-46c80152319c tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.862809 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a997428e-352e-420b-a35f-46c80152319c tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0039532 Nov 12 04:14:41.864463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35506) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.870150 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [None req-31efacdf-0368-477d-97a9-04a96601d32b tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.871181 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-31efacdf-0368-477d-97a9-04a96601d32b tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0058236 Nov 12 04:14:41.874979 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-16b1a002-23ef-45f8-9456-64366405fe88 service neutron] 10.222.0.37 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195683 Nov 12 04:14:41.879890 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35508) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.884986 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [None req-06c98730-d6bc-4d27-8a4e-5a6d73f1c063 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.885963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-06c98730-d6bc-4d27-8a4e-5a6d73f1c063 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0051382 Nov 12 04:14:41.888184 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35510) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.893200 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-859d1382-0204-4910-b0ce-fc2663dfd56b tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.894066 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-859d1382-0204-4910-b0ce-fc2663dfd56b tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0048122 Nov 12 04:14:41.896282 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35512) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.900002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-ba6a580c-a9a6-453d-b338-4d68e1758a2d tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.901002 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ba6a580c-a9a6-453d-b338-4d68e1758a2d tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0038970 Nov 12 04:14:41.903119 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35514) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.906826 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-bb93c972-9db6-4ee3-b4ab-6a844de83ade tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.907716 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bb93c972-9db6-4ee3-b4ab-6a844de83ade tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0037608 Nov 12 04:14:41.911426 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35516) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.915416 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-3240c891-007b-4c02-a02b-1f93ee736411 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.916312 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3240c891-007b-4c02-a02b-1f93ee736411 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0039225 Nov 12 04:14:41.918485 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35518) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.922206 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-eb80483b-347a-49d6-ad3d-c0a0f5f3e849 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.923160 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-eb80483b-347a-49d6-ad3d-c0a0f5f3e849 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0038118 Nov 12 04:14:41.925744 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35520) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.929958 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-92f108ec-f335-40f9-a17d-38e82db9f1ce tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.932591 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-92f108ec-f335-40f9-a17d-38e82db9f1ce tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0059626 Nov 12 04:14:41.937523 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35522) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.941921 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-acdb91d5-d266-4c49-a892-1dc16aa478d3 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.944942 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-acdb91d5-d266-4c49-a892-1dc16aa478d3 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0041690 Nov 12 04:14:41.945149 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35524) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.951430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-85499d1d-25db-4de4-95fb-f3d6c210bad6 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.954346 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-85499d1d-25db-4de4-95fb-f3d6c210bad6 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0061073 Nov 12 04:14:41.954714 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35526) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.959348 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-286bd2f8-ba38-4e2c-92f1-21a55142e7f8 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.960285 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-286bd2f8-ba38-4e2c-92f1-21a55142e7f8 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042048 Nov 12 04:14:41.962542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35530) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.966771 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-fbd3ee88-35be-48f6-80ea-b6fbc438f283 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.967697 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fbd3ee88-35be-48f6-80ea-b6fbc438f283 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0040088 Nov 12 04:14:41.972496 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35532) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.973420 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-1747f10a-6893-4d29-a20a-8f160ace9531 service neutron] 10.222.0.37 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914507 Nov 12 04:14:41.976594 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-edf06595-954f-4ba5-b061-362414fddefb tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.977531 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-edf06595-954f-4ba5-b061-362414fddefb tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0040202 Nov 12 04:14:41.979780 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35534) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.983635 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-ee29000f-7282-4138-b043-18c6b2f8d522 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.984708 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ee29000f-7282-4138-b043-18c6b2f8d522 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0040374 Nov 12 04:14:41.987501 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35536) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.991879 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-8a35b617-7923-4de5-b9e5-2aa8db66f2f2 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:41.992797 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8a35b617-7923-4de5-b9e5-2aa8db66f2f2 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0040159 Nov 12 04:14:41.995102 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35538) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.998935 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-d03976ee-c6c4-42cc-8a7a-491a4bb7e0b7 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:42.000248 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d03976ee-c6c4-42cc-8a7a-491a4bb7e0b7 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0038970 Nov 12 04:14:42.002002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35540) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:42.005893 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-3aae613f-1ecc-4132-8113-8e43c4049628 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:42.009014 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3aae613f-1ecc-4132-8113-8e43c4049628 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0039752 Nov 12 04:14:42.009328 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35542) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:42.014083 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-a71bf63e-98f1-4f3a-a335-a17709772d02 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:42.017249 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a71bf63e-98f1-4f3a-a335-a17709772d02 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0048964 Nov 12 04:14:42.018825 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35544) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:42.024443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [None req-cf88034d-d164-4618-a4d7-7c3d6dbdf37e tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:42.025421 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cf88034d-d164-4618-a4d7-7c3d6dbdf37e tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0053864 Nov 12 04:14:42.035664 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35548) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:42.039945 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [None req-066f9c43-15db-47ba-b791-9f587102ab16 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:42.041191 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-066f9c43-15db-47ba-b791-9f587102ab16 tempest-ExtensionsTestJSON-1450167451 tempest-ExtensionsTestJSON-1450167451-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046029 Nov 12 04:14:42.381977 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a28a07-08ea-4c30-b8b5-5c0ab7a0ee75 req-cdd08844-30ed-418f-bcdc-40f4b8d28bbb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:42.383690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0a28a07-08ea-4c30-b8b5-5c0ab7a0ee75 req-cdd08844-30ed-418f-bcdc-40f4b8d28bbb tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 945 time: 0.0596259 Nov 12 04:14:42.407967 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35556) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:42.425395 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f20f7f4-9256-402f-baef-cc86e0df403c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:42.451811 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0a28a07-08ea-4c30-b8b5-5c0ab7a0ee75 req-3bbf7d38-a98f-4209-b04e-5d7cb1c5139d tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610564 Nov 12 04:14:42.560001 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f20f7f4-9256-402f-baef-cc86e0df403c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:42.562344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e53333-67cb-45d2-aa1a-53061d452fe0 req-c3215c8e-c807-4035-ac96-41463fe9babe tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:42.563894 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88e53333-67cb-45d2-aa1a-53061d452fe0 req-c3215c8e-c807-4035-ac96-41463fe9babe tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 943 time: 0.0515852 Nov 12 04:14:42.572875 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35566) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:42.614265 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88e53333-67cb-45d2-aa1a-53061d452fe0 req-68119876-4a9e-4bd8-a116-430fdae08af0 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups?id=98b50018-a01f-4302-acbf-b8e4fdbe8683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434511 Nov 12 04:14:42.638192 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f20f7f4-9256-402f-baef-cc86e0df403c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:42.680126 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8f20f7f4-9256-402f-baef-cc86e0df403c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=766676aa14b6479ba699d85f180a5735&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2710993 Nov 12 04:14:42.684091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35570) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:42.687672 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20f7f4-9256-402f-baef-cc86e0df403c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598fde13-c040-4a2e-8e0b-13dbd59d4aed,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:42.696370 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1fea11a7-15a6-4666-914c-28258e58682e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:42.744886 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41cb4697-4143-477d-a9a0-175b4c833c23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:42.772914 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41cb4697-4143-477d-a9a0-175b4c833c23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:42.811410 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1fea11a7-15a6-4666-914c-28258e58682e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:42.887296 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1fea11a7-15a6-4666-914c-28258e58682e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:42.895076 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ea52c-1487-47b7-9840-d0ab27f4a476 req-dbecc6c9-0470-4c3f-a080-68f73e8e667f tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:42.899253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-527ea52c-1487-47b7-9840-d0ab27f4a476 req-dbecc6c9-0470-4c3f-a080-68f73e8e667f tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb614fa-19b5-418e-8a00-85ce34660c4a HTTP/1.1" status: 200 len: 948 time: 0.0567434 Nov 12 04:14:42.917184 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41cb4697-4143-477d-a9a0-175b4c833c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:42.920197 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41cb4697-4143-477d-a9a0-175b4c833c23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:42.921291 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-41cb4697-4143-477d-a9a0-175b4c833c23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/598fde13-c040-4a2e-8e0b-13dbd59d4aed HTTP/1.1" status: 204 len: 168 time: 0.2362199 Nov 12 04:14:42.925532 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea11a7-15a6-4666-914c-28258e58682e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a158af7-97d0-4afd-8c8d-27398d619e5c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:42.932521 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1fea11a7-15a6-4666-914c-28258e58682e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2dc3473c834e42aa93ac51aca731173e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3586099 Nov 12 04:14:42.933175 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35582) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:42.939832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb4697-4143-477d-a9a0-175b4c833c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598fde13-c040-4a2e-8e0b-13dbd59d4aed,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:42.962425 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-527ea52c-1487-47b7-9840-d0ab27f4a476 req-c09f99eb-1faf-41c5-92ce-da9ac7d0633f tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588861 Nov 12 04:14:42.996804 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a10e30bb-71a7-4374-aa8e-27137cb84046 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:43.021481 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a10e30bb-71a7-4374-aa8e-27137cb84046 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:43.047282 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d063df1-4a3d-4348-9cd1-8156505f5506 req-17818d61-2d57-4fdb-b0f9-a93842ac859b tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 210 time: 0.0307519 Nov 12 04:14:43.174500 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device f701fd92-151a-447a-a890-b40face78a0f details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:14:43.193564 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a10e30bb-71a7-4374-aa8e-27137cb84046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:43.197251 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a10e30bb-71a7-4374-aa8e-27137cb84046 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:43.201039 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a10e30bb-71a7-4374-aa8e-27137cb84046 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a158af7-97d0-4afd-8c8d-27398d619e5c HTTP/1.1" status: 204 len: 168 time: 0.2642195 Nov 12 04:14:43.219912 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e30bb-71a7-4374-aa8e-27137cb84046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a158af7-97d0-4afd-8c8d-27398d619e5c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:43.291208 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port f701fd92-151a-447a-a890-b40face78a0f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f701fd92-151a-447a-a890-b40face78a0f,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:43.304284 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'f701fd92-151a-447a-a890-b40face78a0f', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': 'f701fd92-151a-447a-a890-b40face78a0f', 'mac_address': 'fa:16:3e:fe:4d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:14:43.346060 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:43.362721 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f701fd92-151a-447a-a890-b40face78a0f {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:43.385872 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port f701fd92-151a-447a-a890-b40face78a0f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f701fd92-151a-447a-a890-b40face78a0f,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:43.462585 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:43.463550 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:14:43.535103 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:43.537499 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=f701fd92-151a-447a-a890-b40face78a0f,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:43.548618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0', 'mac_address': 'fa:16:3e:f3:2f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:14:43.591207 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:43.603705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:43.622623 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:43.776634 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:43.841576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:43.957228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['f701fd92-151a-447a-a890-b40face78a0f'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:44.143747 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649aeb1-bf1c-4a5c-b3ed-ae40266c9071 req-7eeb298d-2889-4aa9-93a7-21398686cdad tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:44.154230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8649aeb1-bf1c-4a5c-b3ed-ae40266c9071 req-7eeb298d-2889-4aa9-93a7-21398686cdad tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 943 time: 0.0912244 Nov 12 04:14:44.230965 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8649aeb1-bf1c-4a5c-b3ed-ae40266c9071 req-65e9bfc0-ab68-41c1-8d95-f46f7a3b25d1 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups?id=98b50018-a01f-4302-acbf-b8e4fdbe8683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741773 Nov 12 04:14:44.238615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:44.520555 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c30a3-9936-42f6-afc1-44ccdc251b40 req-f8824aa6-b686-4029-aebf-994e7e465278 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:44.522408 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e62c30a3-9936-42f6-afc1-44ccdc251b40 req-f8824aa6-b686-4029-aebf-994e7e465278 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb614fa-19b5-418e-8a00-85ce34660c4a HTTP/1.1" status: 200 len: 949 time: 0.0586705 Nov 12 04:14:44.573544 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e62c30a3-9936-42f6-afc1-44ccdc251b40 req-1a5f35a2-2622-42ca-abef-057b1d70aaec tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440309 Nov 12 04:14:44.735658 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fcea51f1-b174-40db-a14f-349f56939e04 req-1e8275e3-f4d4-4c52-8f26-e84a18cfab7c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 210 time: 0.0550306 Nov 12 04:14:44.908805 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35696) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:44.950589 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a43ec2-8ba6-4d95-a343-a149db0154ee req-94645977-f2c7-4ef2-8860-cbf6207446c5 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:44.961997 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42a43ec2-8ba6-4d95-a343-a149db0154ee req-94645977-f2c7-4ef2-8860-cbf6207446c5 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 945 time: 0.1156569 Nov 12 04:14:45.051099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42a43ec2-8ba6-4d95-a343-a149db0154ee req-1ac7dd9e-660b-4d61-b5fb-c6e0e481ba2a tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839818 Nov 12 04:14:45.122747 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ed1c41b2-d626-436b-b89f-494bbe48e548 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-445924393'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:45.232241 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-6ee1d126-e871-4f90-9f85-37fe55e2b5aa tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:45.242424 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-6ee1d126-e871-4f90-9f85-37fe55e2b5aa tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.21 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 812 time: 0.1538694 Nov 12 04:14:45.301692 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1c41b2-d626-436b-b89f-494bbe48e548 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:45.305626 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ed1c41b2-d626-436b-b89f-494bbe48e548 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.321661 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ed1c41b2-d626-436b-b89f-494bbe48e548 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.406186 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-e2c69480-51aa-4191-996f-8795d1298ea4 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f5af4b98cc849f0a88a477e27cdba3b HTTP/1.1" status: 200 len: 380 time: 0.1533668 Nov 12 04:14:45.434536 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2900581-133c-45a8-9184-2c15df0ed950 req-4dcfd780-52e7-4f82-b5d0-8c12b8b18eec tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:45.435217 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-480df4fe-f2d7-455f-9748-8bbc3b9d3126 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Request body: {'port': {'device_id': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'admin_state_up': True, 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'security_groups': ['5460f505-d85c-4a56-bed1-d36b37b5aa99']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:45.445665 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2900581-133c-45a8-9184-2c15df0ed950 req-4dcfd780-52e7-4f82-b5d0-8c12b8b18eec tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 943 time: 0.1366229 Nov 12 04:14:45.555657 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2900581-133c-45a8-9184-2c15df0ed950 req-616b8ada-2593-42ee-bb9b-588665193f22 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups?id=98b50018-a01f-4302-acbf-b8e4fdbe8683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072822 Nov 12 04:14:45.608904 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ed1c41b2-d626-436b-b89f-494bbe48e548 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.681771 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ed1c41b2-d626-436b-b89f-494bbe48e548 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.718719 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-480df4fe-f2d7-455f-9748-8bbc3b9d3126 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Made reservation on behalf of 6f5af4b98cc849f0a88a477e27cdba3b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:45.723967 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-480df4fe-f2d7-455f-9748-8bbc3b9d3126 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.742949 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1c41b2-d626-436b-b89f-494bbe48e548 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:14:45.779555 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ed1c41b2-d626-436b-b89f-494bbe48e548 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.779938 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-ed1c41b2-d626-436b-b89f-494bbe48e548 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Added segment 234a7c69-50cd-4d83-93c4-1532a4dc4e45 of type vlan for network e46e06ca-4baa-4d06-a602-c180e2552182 Nov 12 04:14:45.794747 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c41b2-d626-436b-b89f-494bbe48e548 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853a7ff5-ead0-42ca-9348-44089282f028,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:45.835644 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ed1c41b2-d626-436b-b89f-494bbe48e548 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.935383 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ed1c41b2-d626-436b-b89f-494bbe48e548 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.945576 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb5e0a-3748-4b79-86f0-88b19bf573aa req-ae6a1d19-af4d-4d43-8b1e-b2a59d9f215e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:45.946740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1c41b2-d626-436b-b89f-494bbe48e548 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:45.947438 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ed1c41b2-d626-436b-b89f-494bbe48e548 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.947771 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e8cb5e0a-3748-4b79-86f0-88b19bf573aa req-ae6a1d19-af4d-4d43-8b1e-b2a59d9f215e tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb614fa-19b5-418e-8a00-85ce34660c4a HTTP/1.1" status: 200 len: 949 time: 0.0729706 Nov 12 04:14:46.017324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e8cb5e0a-3748-4b79-86f0-88b19bf573aa req-344a48eb-4685-43b7-800b-3cd18354045b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587802 Nov 12 04:14:46.110918 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c41b2-d626-436b-b89f-494bbe48e548 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Network': ['ID=e46e06ca-4baa-4d06-a602-c180e2552182,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:46.117222 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ed1c41b2-d626-436b-b89f-494bbe48e548 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2071977 Nov 12 04:14:46.119274 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-480df4fe-f2d7-455f-9748-8bbc3b9d3126 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Allocated IP 172.20.0.6 (795d5285-3b6a-4de6-8e94-3800661b542b/5a37ec33-8e39-40f9-bf74-00357aef3619/827813e1-4afe-44db-947c-b67c4e2c3e62) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:46.121347 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35742) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:46.128761 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network e46e06ca-4baa-4d06-a602-c180e2552182 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:14:46.142597 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b460704c-5ac1-4e2d-9ade-d58ee4dad946 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182', 'name': 'tempest-PortsTestJSON-125528080'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:46.159290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f268023-e82f-4402-96fc-f01d3edec33f req-0401cd71-c01a-4ee7-8417-7b2a3d1373f2 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 210 time: 0.0408335 Nov 12 04:14:46.320580 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60032f37-7390-4c09-8752-46fbfff1afee req-c294d737-e1b7-4f21-82c1-5a9f4b36f14a tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:46.328174 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60032f37-7390-4c09-8752-46fbfff1afee req-c294d737-e1b7-4f21-82c1-5a9f4b36f14a tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 945 time: 0.0920601 Nov 12 04:14:46.395160 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60032f37-7390-4c09-8752-46fbfff1afee req-8131426b-5971-47cf-8717-5067c56d546f tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657730 Nov 12 04:14:46.405009 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b460704c-5ac1-4e2d-9ade-d58ee4dad946 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:46.411246 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b460704c-5ac1-4e2d-9ade-d58ee4dad946 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.435848 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-b460704c-5ac1-4e2d-9ade-d58ee4dad946 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] device_id is not set on port 13a98fed-fdeb-41c1-afdb-e856a2e40b75 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:14:46.505899 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-480df4fe-f2d7-455f-9748-8bbc3b9d3126 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.668759 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b460704c-5ac1-4e2d-9ade-d58ee4dad946 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.707832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042a76f-c1c0-4f33-8364-10947dfdfdc7 req-d15a5c0f-1457-4299-a8f3-4085184999ff tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:46.710734 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.715000 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-480df4fe-f2d7-455f-9748-8bbc3b9d3126 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.719285 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3042a76f-c1c0-4f33-8364-10947dfdfdc7 req-d15a5c0f-1457-4299-a8f3-4085184999ff tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 943 time: 0.0755856 Nov 12 04:14:46.783099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3042a76f-c1c0-4f33-8364-10947dfdfdc7 req-4a109607-6c4e-44c3-a01e-51ccc3eec5d1 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups?id=98b50018-a01f-4302-acbf-b8e4fdbe8683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579464 Nov 12 04:14:46.797476 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-480df4fe-f2d7-455f-9748-8bbc3b9d3126 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Network 795d5285-3b6a-4de6-8e94-3800661b542b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:46.805768 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-480df4fe-f2d7-455f-9748-8bbc3b9d3126 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:46.806669 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480df4fe-f2d7-455f-9748-8bbc3b9d3126 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Pushing event updated for resources: {'Port': ['ID=827813e1-4afe-44db-947c-b67c4e2c3e62,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:46.808300 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-480df4fe-f2d7-455f-9748-8bbc3b9d3126 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:46.872440 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-480df4fe-f2d7-455f-9748-8bbc3b9d3126 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:46.873099 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-480df4fe-f2d7-455f-9748-8bbc3b9d3126 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.911375 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b460704c-5ac1-4e2d-9ade-d58ee4dad946 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.006431 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460704c-5ac1-4e2d-9ade-d58ee4dad946 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=13a98fed-fdeb-41c1-afdb-e856a2e40b75,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:47.016476 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-480df4fe-f2d7-455f-9748-8bbc3b9d3126 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6011784 Nov 12 04:14:47.024490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b460704c-5ac1-4e2d-9ade-d58ee4dad946 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Checking segment: {'id': '234a7c69-50cd-4d83-93c4-1532a4dc4e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:47.025053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b460704c-5ac1-4e2d-9ade-d58ee4dad946 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network hostable DHCP agents. Network: e46e06ca-4baa-4d06-a602-c180e2552182, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:14:47.052020 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Request body: {'port': {'device_id': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:47.134618 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.170583 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87cdb1-b7b6-4977-90cb-c929edc1e3f0 req-b22ae8c6-8052-4a0c-91e0-78ac1e5cfad2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:47.175131 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac87cdb1-b7b6-4977-90cb-c929edc1e3f0 req-b22ae8c6-8052-4a0c-91e0-78ac1e5cfad2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb614fa-19b5-418e-8a00-85ce34660c4a HTTP/1.1" status: 200 len: 949 time: 0.0795627 Nov 12 04:14:47.214748 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:14:47.223181 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device f701fd92-151a-447a-a890-b40face78a0f up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:47.233363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8f18f456-2ec4-40b1-b549-1d3da26cfa54 None None] Provisioning complete for port 827813e1-4afe-44db-947c-b67c4e2c3e62 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:47.233980 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f18f456-2ec4-40b1-b549-1d3da26cfa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.255697 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac87cdb1-b7b6-4977-90cb-c929edc1e3f0 req-12665ce0-62f2-4738-b451-1853f947dd07 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748408 Nov 12 04:14:47.336929 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b460704c-5ac1-4e2d-9ade-d58ee4dad946 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network e46e06ca-4baa-4d06-a602-c180e2552182 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:14:47.390036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8f18f456-2ec4-40b1-b549-1d3da26cfa54 None None] Port 827813e1-4afe-44db-947c-b67c4e2c3e62 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:47.402943 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f222c-4d6c-4fbe-a74e-8ef976b56ed3 req-757eebc6-dcee-4948-a3a1-ba09f87b9e66 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:47.413942 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-412f222c-4d6c-4fbe-a74e-8ef976b56ed3 req-757eebc6-dcee-4948-a3a1-ba09f87b9e66 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 931 time: 0.0902059 Nov 12 04:14:47.417649 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port f701fd92-151a-447a-a890-b40face78a0f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:47.418018 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.468806 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b460704c-5ac1-4e2d-9ade-d58ee4dad946 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, e46e06ca-4baa-4d06-a602-c180e2552182) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:47.483503 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b460704c-5ac1-4e2d-9ade-d58ee4dad946 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:47.490909 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303d9acd-f646-4f74-a819-5ef9033aa727 None None] Network e46e06ca-4baa-4d06-a602-c180e2552182 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:47.491710 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b460704c-5ac1-4e2d-9ade-d58ee4dad946 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:47.491710 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b460704c-5ac1-4e2d-9ade-d58ee4dad946 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.515419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-412f222c-4d6c-4fbe-a74e-8ef976b56ed3 req-666a4bda-86c8-495c-b85c-85aad93632e2 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000764 Nov 12 04:14:47.537669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:47.613399 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a', 'network_id': '548c1840-b990-48ca-a686-5676b7358da8', 'port_id': '6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a', 'mac_address': 'fa:16:3e:32:d1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f19a492-13b2-4404-96f3-ac21e88d3de9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:14:47.632069 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35778) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:47.632957 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b460704c-5ac1-4e2d-9ade-d58ee4dad946 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5103407 Nov 12 04:14:47.638241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1945363226'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:47.685850 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.700486 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827813e1-4afe-44db-947c-b67c4e2c3e62 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:47.718299 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.730184 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.740076 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Transition to ACTIVE for port object 827813e1-4afe-44db-947c-b67c4e2c3e62 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:14:47.759096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:47.761750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35780) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:47.764013 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.774826 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:47.821579 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:14:47.845004 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.851685 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.854758 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Added segment e4e10931-02f6-4a3c-a70d-44c592bb918e of type vlan for network 3ae52d26-30f7-46b7-8e9f-bd85fdd6bd51 Nov 12 04:14:47.854983 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port f701fd92-151a-447a-a890-b40face78a0f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f701fd92-151a-447a-a890-b40face78a0f,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:47.875849 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293b4729-3756-4913-9f4c-371e6f856e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f701fd92-151a-447a-a890-b40face78a0f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:47.882731 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d026a8ce-7d74-40ba-9f6a-987bb237d8cf" -d '{"events": [{"server_uuid": "293b4729-3756-4913-9f4c-371e6f856e9c", "name": "network-vif-plugged", "status": "completed", "tag": "f701fd92-151a-447a-a890-b40face78a0f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:47.907094 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:47.938533 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.939110 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:47.974452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Pushing event updated for resources: {'Port': ['ID=827813e1-4afe-44db-947c-b67c4e2c3e62,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:47.995211 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.057208 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25176717-e7af-416f-8efb-ad5e258d6b7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.088813 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.139163 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Attempting to bind port 827813e1-4afe-44db-947c-b67c4e2c3e62 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:48.139607 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Attempting to bind port 827813e1-4afe-44db-947c-b67c4e2c3e62 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:48.140036 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Attempting to bind port 827813e1-4afe-44db-947c-b67c4e2c3e62 on network 795d5285-3b6a-4de6-8e94-3800661b542b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:48.140356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e8fda-3248-4846-86f4-b4e4f2c25e3e req-eb68480a-1531-4512-a2b8-e7be60232106 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:48.148971 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-871e8fda-3248-4846-86f4-b4e4f2c25e3e req-eb68480a-1531-4512-a2b8-e7be60232106 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 944 time: 0.0774953 Nov 12 04:14:48.151621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Port 827813e1-4afe-44db-947c-b67c4e2c3e62 on network 795d5285-3b6a-4de6-8e94-3800661b542b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:14:48.152117 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Attempting to bind port 827813e1-4afe-44db-947c-b67c4e2c3e62 on network 795d5285-3b6a-4de6-8e94-3800661b542b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:48.160322 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:48.160927 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Checking segment: {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:48.161750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Bound using segment: {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:48.162304 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Bound port: 827813e1-4afe-44db-947c-b67c4e2c3e62, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:48.169034 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.169902 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.176509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:48.182387 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.216620 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.227628 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=f701fd92-151a-447a-a890-b40face78a0f,revision_number=10']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.301153 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25176717-e7af-416f-8efb-ad5e258d6b7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.304406 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] For port 827813e1-4afe-44db-947c-b67c4e2c3e62, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:48.308990 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] For port 827813e1-4afe-44db-947c-b67c4e2c3e62, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=827813e1-4afe-44db-947c-b67c4e2c3e62,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:48.313616 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:48.382850 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.397417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:14:48.410123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:48.410514 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.433941 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25176717-e7af-416f-8efb-ad5e258d6b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.437215 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.556587 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25176717-e7af-416f-8efb-ad5e258d6b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4253b4b-1f11-46a9-b342-8103912a21a9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.560694 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Pushing event updated for resources: {'Port': ['ID=827813e1-4afe-44db-947c-b67c4e2c3e62,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.577916 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:48.578554 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.580636 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-d2e1a47d-4d39-443b-ac12-6da54bfb4a5a service neutron] 10.222.0.21 "PUT /v2.0/ports/827813e1-4afe-44db-947c-b67c4e2c3e62 HTTP/1.1" status: 200 len: 1092 time: 1.5353305 Nov 12 04:14:48.590244 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'tag': '827813e1-4afe-44db-947c-b67c4e2c3e62'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:48.592633 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8ba253-7b5d-424c-b757-f7b36ea65022" -d '{"events": [{"name": "network-changed", "server_uuid": "b23f01a9-eaf3-4735-8eb0-8afabeb8a859", "tag": "827813e1-4afe-44db-947c-b67c4e2c3e62"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:48.606883 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-25176717-e7af-416f-8efb-ad5e258d6b7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b48299e3bc34cae925f2eb6755efd98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8417110 Nov 12 04:14:48.607521 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35798) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:48.632138 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.688082 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:48.708842 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40962a31-9ea6-4185-810c-0138b7c0cd58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.756184 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.795957 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40962a31-9ea6-4185-810c-0138b7c0cd58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.866153 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.880185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2459741 Nov 12 04:14:48.881269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35800) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:48.883389 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-2abce714-17e6-4e49-a05e-f64425047b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:48.884990 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-2abce714-17e6-4e49-a05e-f64425047b89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 1095 time: 0.1584437 Nov 12 04:14:48.896506 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-871e8fda-3248-4846-86f4-b4e4f2c25e3e req-83280423-6875-4d53-97f2-a44db08f7743 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7465560 Nov 12 04:14:48.901522 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'ports': [{'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182'}, {'network_id': '3ae52d26-30f7-46b7-8e9f-bd85fdd6bd51'}]} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:48.902879 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:48.903352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'network_id': '3ae52d26-30f7-46b7-8e9f-bd85fdd6bd51'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:48.916119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Network': ['ID=3ae52d26-30f7-46b7-8e9f-bd85fdd6bd51,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.955042 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:48.956198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:48.956722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:48.957221 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:48.957728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:48.958063 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:48.958408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:48.958771 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:48.959183 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:48.959629 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:48.959966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:48.960299 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da611dc-08ee-46bc-86c2-5baa714ff6c3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:48.973817 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 3ae52d26-30f7-46b7-8e9f-bd85fdd6bd51 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:14:48.981431 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-1386301a-bed2-4d0e-b959-274576a639c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827813e1-4afe-44db-947c-b67c4e2c3e62 HTTP/1.1" status: 200 len: 217 time: 0.0630052 Nov 12 04:14:49.025878 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40962a31-9ea6-4185-810c-0138b7c0cd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:49.028818 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40962a31-9ea6-4185-810c-0138b7c0cd58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:49.032285 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-40962a31-9ea6-4185-810c-0138b7c0cd58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4253b4b-1f11-46a9-b342-8103912a21a9 HTTP/1.1" status: 204 len: 168 time: 0.4203458 Nov 12 04:14:49.048212 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40962a31-9ea6-4185-810c-0138b7c0cd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4253b4b-1f11-46a9-b342-8103912a21a9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:49.058517 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-6e5b1eb1-b18a-4ff9-aff1-61c44df7e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:49.060392 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-6e5b1eb1-b18a-4ff9-aff1-61c44df7e434 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.0685682 Nov 12 04:14:49.125151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e44786-a3e9-4cf9-85cb-e23a937ebc64 req-187442e1-35f8-47f4-ae15-eecaa2cebf61 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:49.144327 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-5759d973-cb0c-4c22-a089-210c18783eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:49.145591 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4e44786-a3e9-4cf9-85cb-e23a937ebc64 req-187442e1-35f8-47f4-ae15-eecaa2cebf61 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 943 time: 0.1165636 Nov 12 04:14:49.147618 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-5759d973-cb0c-4c22-a089-210c18783eac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757082 Nov 12 04:14:49.218078 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:49.272304 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4e44786-a3e9-4cf9-85cb-e23a937ebc64 req-a4955cfc-31a2-459a-a74c-26f96645c1c6 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups?id=98b50018-a01f-4302-acbf-b8e4fdbe8683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206734 Nov 12 04:14:49.306446 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-0d9ce218-8f18-480e-b73d-841c4a0017a9 service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404843 Nov 12 04:14:49.353815 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec0cbcb-aa60-48d4-8271-38f3933d9b0b x-openstack-request-id: req-4ec0cbcb-aa60-48d4-8271-38f3933d9b0b {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:49.354151 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293b4729-3756-4913-9f4c-371e6f856e9c", "name": "network-vif-plugged", "status": "completed", "tag": "f701fd92-151a-447a-a890-b40face78a0f", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:49.354340 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ec0cbcb-aa60-48d4-8271-38f3933d9b0b {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:49.354740 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293b4729-3756-4913-9f4c-371e6f856e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f701fd92-151a-447a-a890-b40face78a0f', 'code': 200} Nov 12 04:14:49.381547 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:49.399936 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:49.412957 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'port': 2} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:49.418285 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:49.434124 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:49.451709 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:49.505690 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:49.519695 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8405d0db-33d3-4672-b820-efd073e4e7ff req-e8247722-ba42-47fa-bc07-28fb5ef2572d service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998854 Nov 12 04:14:49.595846 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:49.643749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] device_id is not set on port 85c1de88-797b-40cb-b5fd-82949116a3cc yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:14:49.686275 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73c2cb-995c-4b94-b428-eaabf8b92877 req-71d28fd7-0ca9-4613-86ce-7232916e99b2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:49.687977 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c73c2cb-995c-4b94-b428-eaabf8b92877 req-71d28fd7-0ca9-4613-86ce-7232916e99b2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb614fa-19b5-418e-8a00-85ce34660c4a HTTP/1.1" status: 200 len: 950 time: 0.0775542 Nov 12 04:14:49.805671 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35816) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:49.828245 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f37de5f-5578-41e6-8b11-82e69ee127ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:49.829963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c73c2cb-995c-4b94-b428-eaabf8b92877 req-2f822961-d3fe-4c66-823b-a55471383fb0 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256576 Nov 12 04:14:49.920487 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:49.950802 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f37de5f-5578-41e6-8b11-82e69ee127ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.011826 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] device_id is not set on port cc52415e-5ffd-4b22-a5f4-6bb5d0b4e7fd yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:14:50.026472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef2811-5bcb-42c0-ac1c-d270e8886b3b req-bf12af53-4108-4134-bba6-d24c7c48027b tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:50.028125 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2ef2811-5bcb-42c0-ac1c-d270e8886b3b req-bf12af53-4108-4134-bba6-d24c7c48027b tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 943 time: 0.1286252 Nov 12 04:14:50.044550 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f37de5f-5578-41e6-8b11-82e69ee127ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.087672 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6f37de5f-5578-41e6-8b11-82e69ee127ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0956e1009e74457db3b28361e09bb24f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2802556 Nov 12 04:14:50.088930 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37de5f-5578-41e6-8b11-82e69ee127ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98884b7-8ab8-4d32-8c24-320b3cc740f4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:50.091383 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35818) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:50.119042 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 79bb5eb4-b655-4623-be45-cd3891e6d489 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:14:50.142272 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2ef2811-5bcb-42c0-ac1c-d270e8886b3b req-c83c6132-5e99-4792-900e-bced775457e4 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059780 Nov 12 04:14:50.157965 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96af3673-cf68-4991-809c-d328a73c620e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.197471 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.206200 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16326c06-f010-4e07-afe2-59e87cb8b68c x-openstack-request-id: req-16326c06-f010-4e07-afe2-59e87cb8b68c {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:50.206765 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23f01a9-eaf3-4735-8eb0-8afabeb8a859", "tag": "827813e1-4afe-44db-947c-b67c4e2c3e62", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:50.207313 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16326c06-f010-4e07-afe2-59e87cb8b68c {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:50.207860 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'tag': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'status': 'completed', 'code': 200} Nov 12 04:14:50.210806 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96af3673-cf68-4991-809c-d328a73c620e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.243072 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 79bb5eb4-b655-4623-be45-cd3891e6d489, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=79bb5eb4-b655-4623-be45-cd3891e6d489,segment=NetworkSegment(3a63c002-e104-436e-8359-038bbf178b3f),segment_id=3a63c002-e104-436e-8359-038bbf178b3f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:50.256033 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '79bb5eb4-b655-4623-be45-cd3891e6d489', 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94', 'port_id': '79bb5eb4-b655-4623-be45-cd3891e6d489', 'mac_address': 'fa:16:3e:32:2d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c031979-a36c-4573-8989-2202eafabf04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:14:50.303610 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.307687 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ba253-7b5d-424c-b757-f7b36ea65022 req-ffd785e7-eaf7-49c2-b09f-2f273bd5f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:50.309480 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ff8ba253-7b5d-424c-b757-f7b36ea65022 req-ffd785e7-eaf7-49c2-b09f-2f273bd5f9a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 1095 time: 0.0497873 Nov 12 04:14:50.320111 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79bb5eb4-b655-4623-be45-cd3891e6d489 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:50.341765 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 79bb5eb4-b655-4623-be45-cd3891e6d489, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=79bb5eb4-b655-4623-be45-cd3891e6d489,segment=NetworkSegment(3a63c002-e104-436e-8359-038bbf178b3f),segment_id=3a63c002-e104-436e-8359-038bbf178b3f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:50.411270 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ba253-7b5d-424c-b757-f7b36ea65022 req-f7371c47-3a5a-44e9-8405-c99694322e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:50.412728 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ff8ba253-7b5d-424c-b757-f7b36ea65022 req-f7371c47-3a5a-44e9-8405-c99694322e75 service neutron] 10.222.0.21 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.0963631 Nov 12 04:14:50.459779 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ff8ba253-7b5d-424c-b757-f7b36ea65022 req-f31593c5-5a06-41a5-b740-f029415633d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827813e1-4afe-44db-947c-b67c4e2c3e62 HTTP/1.1" status: 200 len: 217 time: 0.0389433 Nov 12 04:14:50.512836 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ba253-7b5d-424c-b757-f7b36ea65022 req-2114cad9-4339-4a70-90e2-9a1e82299172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:50.514273 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ff8ba253-7b5d-424c-b757-f7b36ea65022 req-2114cad9-4339-4a70-90e2-9a1e82299172 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.0463815 Nov 12 04:14:50.599848 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.630761 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.694749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network e46e06ca-4baa-4d06-a602-c180e2552182 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:50.696767 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=85c1de88-797b-40cb-b5fd-82949116a3cc,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:50.704659 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=79bb5eb4-b655-4623-be45-cd3891e6d489,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:50.716470 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:50.724523 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:50.727942 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.850203 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=cc52415e-5ffd-4b22-a5f4-6bb5d0b4e7fd,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:50.862560 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Checking segment: {'id': 'e4e10931-02f6-4a3c-a70d-44c592bb918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ae52d26-30f7-46b7-8e9f-bd85fdd6bd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:50.862560 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network hostable DHCP agents. Network: 3ae52d26-30f7-46b7-8e9f-bd85fdd6bd51, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:14:50.867003 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96af3673-cf68-4991-809c-d328a73c620e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.869482 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96af3673-cf68-4991-809c-d328a73c620e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.873253 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-96af3673-cf68-4991-809c-d328a73c620e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b98884b7-8ab8-4d32-8c24-320b3cc740f4 HTTP/1.1" status: 204 len: 168 time: 0.7808359 Nov 12 04:14:50.887981 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af3673-cf68-4991-809c-d328a73c620e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98884b7-8ab8-4d32-8c24-320b3cc740f4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:50.912525 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ba253-7b5d-424c-b757-f7b36ea65022 req-f7de6552-1a28-49cf-8283-c9a669891351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:50.914025 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ff8ba253-7b5d-424c-b757-f7b36ea65022 req-f7de6552-1a28-49cf-8283-c9a669891351 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3920619 Nov 12 04:14:50.939102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network 3ae52d26-30f7-46b7-8e9f-bd85fdd6bd51 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:14:51.032952 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 3ae52d26-30f7-46b7-8e9f-bd85fdd6bd51) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:51.042358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:51.044893 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c413168-4928-4eea-8204-80144f4ced64 None None] Network 3ae52d26-30f7-46b7-8e9f-bd85fdd6bd51 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:51.051970 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:51.058486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:51.060002 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.089603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d083b-0a83-4b3d-b7ae-d1cb9bae138d req-94c66ab4-f1d6-4a55-8f91-759efaec9d72 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:51.093577 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-064d083b-0a83-4b3d-b7ae-d1cb9bae138d req-94c66ab4-f1d6-4a55-8f91-759efaec9d72 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 944 time: 0.0950472 Nov 12 04:14:51.098951 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ff8ba253-7b5d-424c-b757-f7b36ea65022 req-7ba82142-699a-4a9e-bf9d-409a1c791e21 service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705120 Nov 12 04:14:51.226444 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35838) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:51.234307 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:51.235294 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ad64f4ca-5839-4518-8036-fdf75c5eb8bd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3376243 Nov 12 04:14:51.246737 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-064d083b-0a83-4b3d-b7ae-d1cb9bae138d req-ccc6cd35-67ff-4f53-b454-9a6af2f43e16 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups?id=98b50018-a01f-4302-acbf-b8e4fdbe8683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411765 Nov 12 04:14:51.292032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['79bb5eb4-b655-4623-be45-cd3891e6d489'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:51.345543 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ff8ba253-7b5d-424c-b757-f7b36ea65022 req-06b02c36-1d68-4a22-9089-0d328065d091 service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283883 Nov 12 04:14:51.356652 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb614fa-19b5-418e-8a00-85ce34660c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:51.358955 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e72ef0-2761-4303-a30e-c07276860e46" -d '{"events": [{"server_uuid": "6bb614fa-19b5-418e-8a00-85ce34660c4a", "name": "network-vif-plugged", "status": "completed", "tag": "1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:51.410149 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:51.410569 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.422774 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0832b-fca8-4740-8492-a62c083a4a57 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port cc52415e-5ffd-4b22-a5f4-6bb5d0b4e7fd {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:51.423115 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3e0832b-fca8-4740-8492-a62c083a4a57 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.566528 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3e0832b-fca8-4740-8492-a62c083a4a57 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.581877 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0832b-fca8-4740-8492-a62c083a4a57 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for cc52415e-5ffd-4b22-a5f4-6bb5d0b4e7fd owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:51.584117 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.673091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62369d42-7d53-46ab-ba8e-bdc2d42797d5 req-800eec3c-2776-4d4d-9d04-9e62234c5c65 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:51.680183 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:51.682618 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62369d42-7d53-46ab-ba8e-bdc2d42797d5 req-800eec3c-2776-4d4d-9d04-9e62234c5c65 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb614fa-19b5-418e-8a00-85ce34660c4a HTTP/1.1" status: 200 len: 950 time: 0.1002543 Nov 12 04:14:51.757688 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62369d42-7d53-46ab-ba8e-bdc2d42797d5 req-dc44b7e6-ea94-4941-9e68-8228c59bfc3b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739815 Nov 12 04:14:51.776581 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.822035 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3e0832b-fca8-4740-8492-a62c083a4a57 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.879618 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0832b-fca8-4740-8492-a62c083a4a57 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=cc52415e-5ffd-4b22-a5f4-6bb5d0b4e7fd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:51.908735 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3e0832b-fca8-4740-8492-a62c083a4a57 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.920583 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d3e0832b-fca8-4740-8492-a62c083a4a57 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/ports/cc52415e-5ffd-4b22-a5f4-6bb5d0b4e7fd HTTP/1.1" status: 204 len: 168 time: 0.6929450 Nov 12 04:14:51.926083 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35860) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:51.978146 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31543da-a858-4f0b-bb87-3764f5dc9b1b req-b5a38568-c3aa-455c-aac6-3171382ff69e tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:51.995390 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a31543da-a858-4f0b-bb87-3764f5dc9b1b req-b5a38568-c3aa-455c-aac6-3171382ff69e tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 945 time: 0.1402402 Nov 12 04:14:52.067016 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7fd1ce-6723-4267-8570-75c5311bb900 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:52.072205 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7fd1ce-6723-4267-8570-75c5311bb900 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:52.074498 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2f7fd1ce-6723-4267-8570-75c5311bb900 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1469374 Nov 12 04:14:52.077769 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35862) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:52.079463 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:52.093793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a31543da-a858-4f0b-bb87-3764f5dc9b1b req-188b1540-0c7c-4502-a87a-39495e3894a3 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959859 Nov 12 04:14:52.250039 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f3a738ad-c60c-4ccc-b564-c99424e703a7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port 85c1de88-797b-40cb-b5fd-82949116a3cc {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:52.250610 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3a738ad-c60c-4ccc-b564-c99424e703a7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.267433 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960053c3-852d-487a-befb-a4e59d1cbaad req-02705b09-616d-4298-bc98-e39e20edb0a3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:52.269095 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-960053c3-852d-487a-befb-a4e59d1cbaad req-02705b09-616d-4298-bc98-e39e20edb0a3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 943 time: 0.0991118 Nov 12 04:14:52.343365 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-960053c3-852d-487a-befb-a4e59d1cbaad req-84fc4ace-bc71-420a-b047-0e0cd04f3027 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670063 Nov 12 04:14:52.343855 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3a738ad-c60c-4ccc-b564-c99424e703a7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.374072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f3a738ad-c60c-4ccc-b564-c99424e703a7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for 85c1de88-797b-40cb-b5fd-82949116a3cc owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:52.390739 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf10b00-84bb-4735-b6d7-01085d4d70eb x-openstack-request-id: req-0cf10b00-84bb-4735-b6d7-01085d4d70eb {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:52.391264 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb614fa-19b5-418e-8a00-85ce34660c4a", "name": "network-vif-plugged", "status": "completed", "tag": "1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:52.391369 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0cf10b00-84bb-4735-b6d7-01085d4d70eb {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:52.391739 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb614fa-19b5-418e-8a00-85ce34660c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0', 'code': 200} Nov 12 04:14:52.585785 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f720cc1-61fd-45ac-b005-5a3d936c70c7 req-5485f1c9-f9b3-45b4-86ec-86c4ad11fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:52.587210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f720cc1-61fd-45ac-b005-5a3d936c70c7 req-5485f1c9-f9b3-45b4-86ec-86c4ad11fd61 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6bb614fa-19b5-418e-8a00-85ce34660c4a HTTP/1.1" status: 200 len: 1102 time: 0.0858097 Nov 12 04:14:52.587557 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3a738ad-c60c-4ccc-b564-c99424e703a7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.598248 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0264e-ed99-4675-9742-cd6de357c135 req-0ab27ff8-6a32-4b10-bcbd-0c7fe1b0994f tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:52.606859 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d8d0264e-ed99-4675-9742-cd6de357c135 req-0ab27ff8-6a32-4b10-bcbd-0c7fe1b0994f tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 944 time: 0.1409664 Nov 12 04:14:52.655167 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a738ad-c60c-4ccc-b564-c99424e703a7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=85c1de88-797b-40cb-b5fd-82949116a3cc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:52.661942 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3a738ad-c60c-4ccc-b564-c99424e703a7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.665854 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f3a738ad-c60c-4ccc-b564-c99424e703a7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/ports/85c1de88-797b-40cb-b5fd-82949116a3cc HTTP/1.1" status: 204 len: 168 time: 0.5864034 Nov 12 04:14:52.668868 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35880) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:52.749470 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f720cc1-61fd-45ac-b005-5a3d936c70c7 req-5d66d446-b272-40c4-924d-665da7ec47b0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337264 Nov 12 04:14:52.751339 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e099544d-97a1-4311-b4e8-0b781ef57414 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:52.756353 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e099544d-97a1-4311-b4e8-0b781ef57414 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0860820 Nov 12 04:14:52.757056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35882) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:52.789506 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3b01d2-d83d-433f-bb8b-74e95024f0b3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] GET failed (client error): The resource could not be found. Nov 12 04:14:52.791999 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d8d0264e-ed99-4675-9742-cd6de357c135 req-4225b393-67a8-4952-b535-df272befaa80 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups?id=98b50018-a01f-4302-acbf-b8e4fdbe8683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841798 Nov 12 04:14:52.794136 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3f3b01d2-d83d-433f-bb8b-74e95024f0b3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports/cc52415e-5ffd-4b22-a5f4-6bb5d0b4e7fd HTTP/1.1" status: 404 len: 333 time: 0.0352108 Nov 12 04:14:52.795445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35886) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:52.855963 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6053a81-ddb2-494b-a68b-f0e429f9fbae tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] GET failed (client error): The resource could not be found. Nov 12 04:14:52.860494 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d6053a81-ddb2-494b-a68b-f0e429f9fbae tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports/85c1de88-797b-40cb-b5fd-82949116a3cc HTTP/1.1" status: 404 len: 333 time: 0.0606663 Nov 12 04:14:52.861059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35890) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:52.994423 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96921973-7555-4bf8-933e-d4c8c5d83837 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.187819 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96921973-7555-4bf8-933e-d4c8c5d83837 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.210817 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f59c9e-56c2-4a04-a2fa-963aa30be261 req-8f4951a6-e0ef-4b5f-9a39-7ea95437279a tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:53.218957 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58f59c9e-56c2-4a04-a2fa-963aa30be261 req-8f4951a6-e0ef-4b5f-9a39-7ea95437279a tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb614fa-19b5-418e-8a00-85ce34660c4a HTTP/1.1" status: 200 len: 950 time: 0.1868663 Nov 12 04:14:53.257742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-96921973-7555-4bf8-933e-d4c8c5d83837 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae52d26-30f7-46b7-8e9f-bd85fdd6bd51']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:53.282470 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-96921973-7555-4bf8-933e-d4c8c5d83837 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e10931-02f6-4a3c-a70d-44c592bb918e') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:53.282865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-96921973-7555-4bf8-933e-d4c8c5d83837 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e10931-02f6-4a3c-a70d-44c592bb918e') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:53.299582 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03200170-8ddb-4cc6-ad2f-4714c2d5922c req-8d7be6ed-c8e3-4909-bc3f-55a04ddd2ae4 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:53.302783 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03200170-8ddb-4cc6-ad2f-4714c2d5922c req-8d7be6ed-c8e3-4909-bc3f-55a04ddd2ae4 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 945 time: 0.1830122 Nov 12 04:14:53.331500 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96921973-7555-4bf8-933e-d4c8c5d83837 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.360527 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58f59c9e-56c2-4a04-a2fa-963aa30be261 req-2a198f10-44b4-40c5-94d7-f28544ef11c3 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406379 Nov 12 04:14:53.375356 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96921973-7555-4bf8-933e-d4c8c5d83837 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.406501 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96921973-7555-4bf8-933e-d4c8c5d83837 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:14:53.406961 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96921973-7555-4bf8-933e-d4c8c5d83837 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:14:53.411430 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:14:53.545611 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-03200170-8ddb-4cc6-ad2f-4714c2d5922c req-87ff174f-3cfb-4008-97f1-283a745cb635 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Deleting port 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:53.546325 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-03200170-8ddb-4cc6-ad2f-4714c2d5922c req-87ff174f-3cfb-4008-97f1-283a745cb635 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.582210 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0a3f9-7847-42a0-bdfe-1f66ce400cf5 req-e032ad37-bad4-464e-9838-939c62d76c0d tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:53.583824 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34d0a3f9-7847-42a0-bdfe-1f66ce400cf5 req-e032ad37-bad4-464e-9838-939c62d76c0d tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 945 time: 0.0991786 Nov 12 04:14:53.628724 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96921973-7555-4bf8-933e-d4c8c5d83837 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.650743 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96921973-7555-4bf8-933e-d4c8c5d83837 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.653980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-96921973-7555-4bf8-933e-d4c8c5d83837 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/networks/3ae52d26-30f7-46b7-8e9f-bd85fdd6bd51 HTTP/1.1" status: 204 len: 168 time: 0.7918017 Nov 12 04:14:53.659050 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35914) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:53.667947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c299bbc4-879f-4345-b244-f5c0489f50c7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-608620290'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:53.677408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96921973-7555-4bf8-933e-d4c8c5d83837 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Network': ['ID=3ae52d26-30f7-46b7-8e9f-bd85fdd6bd51,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:53.724901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-03200170-8ddb-4cc6-ad2f-4714c2d5922c req-87ff174f-3cfb-4008-97f1-283a745cb635 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] For port 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:53.725059 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-03200170-8ddb-4cc6-ad2f-4714c2d5922c req-87ff174f-3cfb-4008-97f1-283a745cb635 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.735529 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34d0a3f9-7847-42a0-bdfe-1f66ce400cf5 req-0f65b17e-aad1-462c-a2ef-a423919b38df tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110413 Nov 12 04:14:53.748823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-03200170-8ddb-4cc6-ad2f-4714c2d5922c req-87ff174f-3cfb-4008-97f1-283a745cb635 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Calling delete_port for 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:53.801363 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c299bbc4-879f-4345-b244-f5c0489f50c7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:53.811639 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c299bbc4-879f-4345-b244-f5c0489f50c7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.869188 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c299bbc4-879f-4345-b244-f5c0489f50c7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:14:53.901123 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c299bbc4-879f-4345-b244-f5c0489f50c7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.902338 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-c299bbc4-879f-4345-b244-f5c0489f50c7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Added segment 4447a6ac-fd54-4ce4-a49e-3ace6795b706 of type vlan for network 5b28ac34-4e72-4af2-aabe-e9502cd39977 Nov 12 04:14:53.905347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25ce26-624a-4560-9994-87d62a4703e8 req-bf7ce086-ac4c-413b-a27e-da09c0d539e4 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:53.906936 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f25ce26-624a-4560-9994-87d62a4703e8 req-bf7ce086-ac4c-413b-a27e-da09c0d539e4 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 943 time: 0.0802305 Nov 12 04:14:53.992343 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c299bbc4-879f-4345-b244-f5c0489f50c7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.015540 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f25ce26-624a-4560-9994-87d62a4703e8 req-c153767b-ac57-48d4-ad36-ee1502f90ee8 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822237 Nov 12 04:14:54.071029 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-03200170-8ddb-4cc6-ad2f-4714c2d5922c req-87ff174f-3cfb-4008-97f1-283a745cb635 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.089853 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 827813e1-4afe-44db-947c-b67c4e2c3e62 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:14:54.104511 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c299bbc4-879f-4345-b244-f5c0489f50c7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.113850 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff174f-3cfb-4008-97f1-283a745cb635 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Pushing event deleted for resources: {'Port': ['ID=6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:54.120798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c299bbc4-879f-4345-b244-f5c0489f50c7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:54.121648 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c299bbc4-879f-4345-b244-f5c0489f50c7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.153855 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 79bb5eb4-b655-4623-be45-cd3891e6d489 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:54.164736 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:54.193803 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-03200170-8ddb-4cc6-ad2f-4714c2d5922c req-87ff174f-3cfb-4008-97f1-283a745cb635 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] No DVR routers for this DVR port 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:54.197514 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-03200170-8ddb-4cc6-ad2f-4714c2d5922c req-87ff174f-3cfb-4008-97f1-283a745cb635 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.201406 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03200170-8ddb-4cc6-ad2f-4714c2d5922c req-87ff174f-3cfb-4008-97f1-283a745cb635 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.31 "DELETE /v2.0/ports/6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a HTTP/1.1" status: 204 len: 173 time: 0.8882818 Nov 12 04:14:54.201941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc524db0-93fb-4e03-ad31-a11e066974c8', 'name': 'network-vif-deleted', 'tag': '6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:54.204408 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29dae13-b1d2-42ca-a50a-6ac4c10d659e" -d '{"events": [{"server_uuid": "fc524db0-93fb-4e03-ad31-a11e066974c8", "name": "network-vif-deleted", "tag": "6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:54.223451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c00f3-8b09-48c3-8263-c5766d77a160 req-eb3f1f5f-ea79-4093-ad1a-fc5f76e1db4b tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:54.232749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df7c00f3-8b09-48c3-8263-c5766d77a160 req-eb3f1f5f-ea79-4093-ad1a-fc5f76e1db4b tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 944 time: 0.1213152 Nov 12 04:14:54.296127 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299bbc4-879f-4345-b244-f5c0489f50c7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Network': ['ID=5b28ac34-4e72-4af2-aabe-e9502cd39977,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:54.315209 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df7c00f3-8b09-48c3-8263-c5766d77a160 req-04c89f9f-1098-4f15-8bf1-e76708b2ebe5 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups?id=98b50018-a01f-4302-acbf-b8e4fdbe8683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813367 Nov 12 04:14:54.338393 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 5b28ac34-4e72-4af2-aabe-e9502cd39977 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:14:54.373626 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c299bbc4-879f-4345-b244-f5c0489f50c7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7109563 Nov 12 04:14:54.376264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35934) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:54.386220 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-3bcb2f24-2791-4bfe-a5ca-6fb8aee6c326 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'subnet': {'network_id': '5b28ac34-4e72-4af2-aabe-e9502cd39977', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:54.393581 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc524db0-93fb-4e03-ad31-a11e066974c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:54.396217 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28914bb-3358-476b-a716-7514ce57323c" -d '{"events": [{"server_uuid": "fc524db0-93fb-4e03-ad31-a11e066974c8", "name": "network-vif-plugged", "status": "completed", "tag": "6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:54.437585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 79bb5eb4-b655-4623-be45-cd3891e6d489 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:14:54.460891 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 79bb5eb4-b655-4623-be45-cd3891e6d489 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:54.461563 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.584250 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 827813e1-4afe-44db-947c-b67c4e2c3e62, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=827813e1-4afe-44db-947c-b67c4e2c3e62,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:54.607040 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcb2f24-2791-4bfe-a5ca-6fb8aee6c326 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:54.612422 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2f24-2791-4bfe-a5ca-6fb8aee6c326 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.623587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'port_id': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'mac_address': 'fa:16:3e:c5:88:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:14:54.672580 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.701075 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.718523 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827813e1-4afe-44db-947c-b67c4e2c3e62 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:54.754362 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_backend_mixin [None req-3bcb2f24-2791-4bfe-a5ca-6fb8aee6c326 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Performing IP validity checks on allocation pools {{(pid=103296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:14:54.755722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_backend_mixin [None req-3bcb2f24-2791-4bfe-a5ca-6fb8aee6c326 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:14:54.764397 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 827813e1-4afe-44db-947c-b67c4e2c3e62, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=827813e1-4afe-44db-947c-b67c4e2c3e62,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:54.766293 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 79bb5eb4-b655-4623-be45-cd3891e6d489, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=79bb5eb4-b655-4623-be45-cd3891e6d489,segment=NetworkSegment(3a63c002-e104-436e-8359-038bbf178b3f),segment_id=3a63c002-e104-436e-8359-038bbf178b3f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:54.803355 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacaee66-b938-4056-aa3f-5873e18e3761 x-openstack-request-id: req-dacaee66-b938-4056-aa3f-5873e18e3761 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:54.803657 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc524db0-93fb-4e03-ad31-a11e066974c8", "name": "network-vif-deleted", "tag": "6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:54.804408 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dacaee66-b938-4056-aa3f-5873e18e3761 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:54.804844 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc524db0-93fb-4e03-ad31-a11e066974c8', 'name': 'network-vif-deleted', 'tag': '6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a', 'status': 'completed', 'code': 200} Nov 12 04:14:54.873980 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.877951 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.940569 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=79bb5eb4-b655-4623-be45-cd3891e6d489,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:54.985970 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36cbb3-99ef-4e56-9f72-f263a4b8af0d req-eaa74801-4d6c-465b-ae8d-2fbeb5507e77 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:54.987632 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf36cbb3-99ef-4e56-9f72-f263a4b8af0d req-eaa74801-4d6c-465b-ae8d-2fbeb5507e77 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb614fa-19b5-418e-8a00-85ce34660c4a HTTP/1.1" status: 200 len: 950 time: 0.1184430 Nov 12 04:14:55.002976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=827813e1-4afe-44db-947c-b67c4e2c3e62,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:55.046116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf36cbb3-99ef-4e56-9f72-f263a4b8af0d req-83d1cc1c-1e57-4c96-8e47-cb1acbdaaddb tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465329 Nov 12 04:14:55.098156 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0d44bd-f2c5-485c-bc32-bbdad81d0d38 x-openstack-request-id: req-bd0d44bd-f2c5-485c-bc32-bbdad81d0d38 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:55.099106 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc524db0-93fb-4e03-ad31-a11e066974c8", "name": "network-vif-plugged", "status": "completed", "tag": "6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:55.099293 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd0d44bd-f2c5-485c-bc32-bbdad81d0d38 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:55.099693 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc524db0-93fb-4e03-ad31-a11e066974c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a', 'code': 200} Nov 12 04:14:55.189176 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07e69d45-2332-4514-95d5-7b0607790e4c req-17f0b528-4a70-4734-a048-36ee0e862cf2 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc524db0-93fb-4e03-ad31-a11e066974c8 HTTP/1.1" status: 200 len: 210 time: 0.0268660 Nov 12 04:14:55.302513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3733cf-3bcf-445b-a3ec-b34b2f3d18e9 req-9812ccac-21b2-4e9d-80fb-c1b0af1e32f2 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:55.303638 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa3733cf-3bcf-445b-a3ec-b34b2f3d18e9 req-9812ccac-21b2-4e9d-80fb-c1b0af1e32f2 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0567043 Nov 12 04:14:55.351308 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa3733cf-3bcf-445b-a3ec-b34b2f3d18e9 req-993adf64-6ba6-4957-89c5-24698e264069 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415823 Nov 12 04:14:55.449750 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9244d-cf01-4259-bce3-9c01c064c1db req-cfa4930c-ea32-41b8-87b2-7ec6db334f62 tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:55.451279 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8d9244d-cf01-4259-bce3-9c01c064c1db req-cfa4930c-ea32-41b8-87b2-7ec6db334f62 tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6bb614fa-19b5-418e-8a00-85ce34660c4a HTTP/1.1" status: 200 len: 1102 time: 0.0433936 Nov 12 04:14:55.458832 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['827813e1-4afe-44db-947c-b67c4e2c3e62'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:55.497419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8d9244d-cf01-4259-bce3-9c01c064c1db req-4b3c4c9c-c38a-4f17-b43f-a3ec08c1a79b tempest-ServersOnMultiNodesTest-843272694 tempest-ServersOnMultiNodesTest-843272694-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393417 Nov 12 04:14:55.611914 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d974a3-a7ee-468e-ab9c-72e5c8897d45 req-bd7716b5-a440-4599-8131-9fb8fe898e6d tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:55.613296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0d974a3-a7ee-468e-ab9c-72e5c8897d45 req-bd7716b5-a440-4599-8131-9fb8fe898e6d tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 945 time: 0.0598943 Nov 12 04:14:55.614797 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2f24-2791-4bfe-a5ca-6fb8aee6c326 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:55.697242 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb2f24-2791-4bfe-a5ca-6fb8aee6c326 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Subnet': ['ID=1c888326-08ec-4e17-b992-265c22a727d4,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:55.734358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb2f24-2791-4bfe-a5ca-6fb8aee6c326 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Checking segment: {'id': '4447a6ac-fd54-4ce4-a49e-3ace6795b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5b28ac34-4e72-4af2-aabe-e9502cd39977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:55.734704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcb2f24-2791-4bfe-a5ca-6fb8aee6c326 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network hostable DHCP agents. Network: 5b28ac34-4e72-4af2-aabe-e9502cd39977, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:14:55.742293 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0d974a3-a7ee-468e-ab9c-72e5c8897d45 req-c035784f-6fa8-48ab-b6ff-ef3cde415015 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups?id=98b50018-a01f-4302-acbf-b8e4fdbe8683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023862 Nov 12 04:14:55.835718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcb2f24-2791-4bfe-a5ca-6fb8aee6c326 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network 5b28ac34-4e72-4af2-aabe-e9502cd39977 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:14:55.927528 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-3bcb2f24-2791-4bfe-a5ca-6fb8aee6c326 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 5b28ac34-4e72-4af2-aabe-e9502cd39977) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:55.932599 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcb2f24-2791-4bfe-a5ca-6fb8aee6c326 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:55.933299 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2f24-2791-4bfe-a5ca-6fb8aee6c326 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:55.943013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37d9f2e-6b0a-4335-8298-aaad0c6d9072 None None] Network 5b28ac34-4e72-4af2-aabe-e9502cd39977 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:56.107999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36012) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:56.108544 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3bcb2f24-2791-4bfe-a5ca-6fb8aee6c326 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7297838 Nov 12 04:14:56.123483 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-82038a5a-3bc0-4f74-9460-1e90c1d1067d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'network_id': '5b28ac34-4e72-4af2-aabe-e9502cd39977', 'name': 'tempest-PortsTestJSON-266336602'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:56.126205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-5b28ac34-4e72-4af2-aabe-e9502cd39977', 'network_id': '5b28ac34-4e72-4af2-aabe-e9502cd39977', 'tenant_id': '8177d60a10234961ad5f19a370b54d0b', 'fixed_ips': [{'subnet_id': '1c888326-08ec-4e17-b992-265c22a727d4'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:14:56.130283 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:56.342165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] Allocated IP 172.20.0.2 (5b28ac34-4e72-4af2-aabe-e9502cd39977/1c888326-08ec-4e17-b992-265c22a727d4/47702c55-4c68-4bcd-900c-0a9915fe25c1) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:56.459139 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82038a5a-3bc0-4f74-9460-1e90c1d1067d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:56.463570 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82038a5a-3bc0-4f74-9460-1e90c1d1067d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:56.492377 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-82038a5a-3bc0-4f74-9460-1e90c1d1067d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] device_id is not set on port b1eaa9d5-ec74-4782-8184-1344bd1bdf6b yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:14:56.598987 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:56.688031 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:56.762126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] Network 5b28ac34-4e72-4af2-aabe-e9502cd39977 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:56.770790 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:56.774885 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c650406-e60e-45f2-92b5-819f45f4e77c req-f4b4c555-373e-447d-a437-ebe4873c62ae tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:56.778651 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:56.778792 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-82038a5a-3bc0-4f74-9460-1e90c1d1067d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Allocated IP 172.20.0.14 (5b28ac34-4e72-4af2-aabe-e9502cd39977/1c888326-08ec-4e17-b992-265c22a727d4/b1eaa9d5-ec74-4782-8184-1344bd1bdf6b) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:56.783908 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c650406-e60e-45f2-92b5-819f45f4e77c req-f4b4c555-373e-447d-a437-ebe4873c62ae tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1080294 Nov 12 04:14:56.792992 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] Pushing event updated for resources: {'Port': ['ID=47702c55-4c68-4bcd-900c-0a9915fe25c1,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:56.854819 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c650406-e60e-45f2-92b5-819f45f4e77c req-6a19bc7a-6a5e-46bd-9b12-3eca550e6fb2 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684366 Nov 12 04:14:56.904606 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] Attempting to bind port 47702c55-4c68-4bcd-900c-0a9915fe25c1 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:56.905654 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] Attempting to bind port 47702c55-4c68-4bcd-900c-0a9915fe25c1 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '4447a6ac-fd54-4ce4-a49e-3ace6795b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5b28ac34-4e72-4af2-aabe-e9502cd39977'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:56.906420 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] Attempting to bind port 47702c55-4c68-4bcd-900c-0a9915fe25c1 on network 5b28ac34-4e72-4af2-aabe-e9502cd39977 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:56.914579 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:56.915192 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] Checking segment: {'id': '4447a6ac-fd54-4ce4-a49e-3ace6795b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5b28ac34-4e72-4af2-aabe-e9502cd39977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:56.915841 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:56.916571 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] Bound using segment: {'id': '4447a6ac-fd54-4ce4-a49e-3ace6795b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5b28ac34-4e72-4af2-aabe-e9502cd39977'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:56.917141 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] Bound port: 47702c55-4c68-4bcd-900c-0a9915fe25c1, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4447a6ac-fd54-4ce4-a49e-3ace6795b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5b28ac34-4e72-4af2-aabe-e9502cd39977'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:56.917621 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:57.008713 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82038a5a-3bc0-4f74-9460-1e90c1d1067d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:57.014026 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2638d-fd70-4f87-89f9-770f80544de0 req-8e8cae7b-e6ad-4b95-999b-af442b2ec6a8 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:57.015606 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09f2638d-fd70-4f87-89f9-770f80544de0 req-8e8cae7b-e6ad-4b95-999b-af442b2ec6a8 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb614fa-19b5-418e-8a00-85ce34660c4a HTTP/1.1" status: 200 len: 950 time: 0.0890398 Nov 12 04:14:57.053642 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] For port 47702c55-4c68-4bcd-900c-0a9915fe25c1, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:57.058579 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] For port 47702c55-4c68-4bcd-900c-0a9915fe25c1, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=47702c55-4c68-4bcd-900c-0a9915fe25c1,segment=NetworkSegment(4447a6ac-fd54-4ce4-a49e-3ace6795b706),segment_id=4447a6ac-fd54-4ce4-a49e-3ace6795b706)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:57.085926 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09f2638d-fd70-4f87-89f9-770f80544de0 req-7e142841-b697-4ffa-9a0f-d558b77e5af2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622337 Nov 12 04:14:57.101194 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbcd2b7-5314-41fb-9050-caf08eb7cb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bb5eb4-b655-4623-be45-cd3891e6d489'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:57.103578 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32bab3f-e49b-4d12-ba04-7e336ddeed2e" -d '{"events": [{"server_uuid": "0dbcd2b7-5314-41fb-9050-caf08eb7cb76", "name": "network-vif-plugged", "status": "completed", "tag": "79bb5eb4-b655-4623-be45-cd3891e6d489"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:57.152246 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36058) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:57.171983 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:57.219348 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82038a5a-3bc0-4f74-9460-1e90c1d1067d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:57.250345 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:57.311189 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:14:57.311655 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6e3707b9-0f8a-42a7-a86a-b3b8bb023e0a not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:14:57.338480 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712996c-473c-42ba-8e01-3178e52f3cf5 None None] Pushing event updated for resources: {'Port': ['ID=47702c55-4c68-4bcd-900c-0a9915fe25c1,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:57.339955 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82038a5a-3bc0-4f74-9460-1e90c1d1067d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=b1eaa9d5-ec74-4782-8184-1344bd1bdf6b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:57.345234 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82038a5a-3bc0-4f74-9460-1e90c1d1067d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network 5b28ac34-4e72-4af2-aabe-e9502cd39977 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:57.370156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-82038a5a-3bc0-4f74-9460-1e90c1d1067d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:57.372834 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fe99b1b-25c4-4603-a940-333908a1c6bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:57.375520 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82038a5a-3bc0-4f74-9460-1e90c1d1067d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:57.403630 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-3fc992d9-2d07-490c-aa24-4a178f3dfff8 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:57.412379 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-3fc992d9-2d07-490c-aa24-4a178f3dfff8 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/networks?id=548c1840-b990-48ca-a686-5676b7358da8 HTTP/1.1" status: 200 len: 822 time: 0.2103102 Nov 12 04:14:57.435268 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-bedfd453-499a-4d11-910b-ed131126e721 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/quotas/3ce1c502856b47dba298e8da4ad1a4f0 HTTP/1.1" status: 200 len: 375 time: 0.0217147 Nov 12 04:14:57.457478 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82038a5a-3bc0-4f74-9460-1e90c1d1067d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:57.458149 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82038a5a-3bc0-4f74-9460-1e90c1d1067d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:57.505187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-d673a8bb-bf65-4f60-b35c-faabc7da757c tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce1c502856b47dba298e8da4ad1a4f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678062 Nov 12 04:14:57.592657 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-82038a5a-3bc0-4f74-9460-1e90c1d1067d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4833517 Nov 12 04:14:57.595196 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36068) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:57.598061 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fe99b1b-25c4-4603-a940-333908a1c6bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:57.667110 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-9d659186-64e7-4257-b6b5-45754bc61ea9 service neutron] 10.222.0.37 "GET /v2.0/networks/548c1840-b990-48ca-a686-5676b7358da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526506 Nov 12 04:14:57.747446 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fe99b1b-25c4-4603-a940-333908a1c6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:57.825173 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7fe99b1b-25c4-4603-a940-333908a1c6bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7120a4e861694ce2a5cc836b71d03f8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6693454 Nov 12 04:14:57.825173 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe99b1b-25c4-4603-a940-333908a1c6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aeef70-f606-432a-bc58-a2c3de0cdb4f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:57.825856 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-5f3cfdf4-19ab-435e-9f9d-f805bb7fa4fe service neutron] 10.222.0.37 "GET /v2.0/networks/548c1840-b990-48ca-a686-5676b7358da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494997 Nov 12 04:14:57.826444 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36070) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:57.851782 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-85d19e2a-7cf3-45a3-aeff-941d30bfe3c4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port b1eaa9d5-ec74-4782-8184-1344bd1bdf6b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:57.852151 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85d19e2a-7cf3-45a3-aeff-941d30bfe3c4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:57.988747 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85d19e2a-7cf3-45a3-aeff-941d30bfe3c4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:57.998252 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3470bc-2167-4c5a-b75d-0cdffd20543d req-37f41244-3bc8-47fd-a8f9-ab3ad1e7ad42 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:58.000449 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2f3470bc-2167-4c5a-b75d-0cdffd20543d req-37f41244-3bc8-47fd-a8f9-ab3ad1e7ad42 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb614fa-19b5-418e-8a00-85ce34660c4a HTTP/1.1" status: 200 len: 950 time: 0.1082432 Nov 12 04:14:58.003572 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-85d19e2a-7cf3-45a3-aeff-941d30bfe3c4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for b1eaa9d5-ec74-4782-8184-1344bd1bdf6b owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:58.032463 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36acd119-6dcb-4d01-a2ab-2b4fe50a023d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:58.111306 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36acd119-6dcb-4d01-a2ab-2b4fe50a023d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:58.128129 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 827813e1-4afe-44db-947c-b67c4e2c3e62 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:58.273978 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-2f3470bc-2167-4c5a-b75d-0cdffd20543d req-cf76d45c-a367-4c02-b440-27ce857ec53b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Deleting port 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:58.274481 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2f3470bc-2167-4c5a-b75d-0cdffd20543d req-cf76d45c-a367-4c02-b440-27ce857ec53b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:58.313794 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85d19e2a-7cf3-45a3-aeff-941d30bfe3c4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:58.398205 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36acd119-6dcb-4d01-a2ab-2b4fe50a023d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:58.401309 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36acd119-6dcb-4d01-a2ab-2b4fe50a023d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:58.403006 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-36acd119-6dcb-4d01-a2ab-2b4fe50a023d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3aeef70-f606-432a-bc58-a2c3de0cdb4f HTTP/1.1" status: 204 len: 168 time: 0.5754881 Nov 12 04:14:58.412729 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 827813e1-4afe-44db-947c-b67c4e2c3e62 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:14:58.424649 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 827813e1-4afe-44db-947c-b67c4e2c3e62 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:58.425360 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:58.427598 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d19e2a-7cf3-45a3-aeff-941d30bfe3c4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=b1eaa9d5-ec74-4782-8184-1344bd1bdf6b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:58.427771 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f4a12-b35a-45bc-b771-bca135894028 req-08b49710-e0ea-4bdd-b73f-b6ca95773eb8 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:58.435201 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c09f4a12-b35a-45bc-b771-bca135894028 req-08b49710-e0ea-4bdd-b73f-b6ca95773eb8 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 945 time: 0.2111194 Nov 12 04:14:58.470659 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acd119-6dcb-4d01-a2ab-2b4fe50a023d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aeef70-f606-432a-bc58-a2c3de0cdb4f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:58.561865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-2f3470bc-2167-4c5a-b75d-0cdffd20543d req-cf76d45c-a367-4c02-b440-27ce857ec53b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] For port 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:58.562568 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2f3470bc-2167-4c5a-b75d-0cdffd20543d req-cf76d45c-a367-4c02-b440-27ce857ec53b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:58.611694 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c09f4a12-b35a-45bc-b771-bca135894028 req-36cb034f-f25a-4c79-9efa-243166c9f85d tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups?id=98b50018-a01f-4302-acbf-b8e4fdbe8683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748583 Nov 12 04:14:58.612722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-2f3470bc-2167-4c5a-b75d-0cdffd20543d req-cf76d45c-a367-4c02-b440-27ce857ec53b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Calling delete_port for 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:58.622011 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85d19e2a-7cf3-45a3-aeff-941d30bfe3c4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:58.630733 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-85d19e2a-7cf3-45a3-aeff-941d30bfe3c4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/ports/b1eaa9d5-ec74-4782-8184-1344bd1bdf6b HTTP/1.1" status: 204 len: 168 time: 1.0287025 Nov 12 04:14:58.631234 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36086) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:58.664485 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:58.681303 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-2041d995-7a4f-454d-b050-e14edf1b9d56 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:58.686417 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2041d995-7a4f-454d-b050-e14edf1b9d56 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:58.693113 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2041d995-7a4f-454d-b050-e14edf1b9d56 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/ports/b1eaa9d5-ec74-4782-8184-1344bd1bdf6b HTTP/1.1" status: 404 len: 333 time: 0.0570893 Nov 12 04:14:58.693346 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36088) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:58.768422 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4d3fb2-0fc7-46d6-9b1f-cbe1a80b6c2e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] GET failed (client error): The resource could not be found. Nov 12 04:14:58.770679 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3f4d3fb2-0fc7-46d6-9b1f-cbe1a80b6c2e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports/b1eaa9d5-ec74-4782-8184-1344bd1bdf6b HTTP/1.1" status: 404 len: 333 time: 0.0722959 Nov 12 04:14:58.778721 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 827813e1-4afe-44db-947c-b67c4e2c3e62, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=827813e1-4afe-44db-947c-b67c4e2c3e62,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:58.779857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36090) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:58.870488 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e1713b1-6c3d-4721-bdc2-b2d8b655a2fe tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting subnet 1c888326-08ec-4e17-b992-265c22a727d4 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:14:58.874578 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d1e64d-80cd-4e1a-9b01-f7c6fa19f38d x-openstack-request-id: req-65d1e64d-80cd-4e1a-9b01-f7c6fa19f38d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:58.875006 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbcd2b7-5314-41fb-9050-caf08eb7cb76", "name": "network-vif-plugged", "status": "completed", "tag": "79bb5eb4-b655-4623-be45-cd3891e6d489", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:58.875149 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e1713b1-6c3d-4721-bdc2-b2d8b655a2fe tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:58.875438 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65d1e64d-80cd-4e1a-9b01-f7c6fa19f38d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:58.875927 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbcd2b7-5314-41fb-9050-caf08eb7cb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bb5eb4-b655-4623-be45-cd3891e6d489', 'code': 200} Nov 12 04:14:58.884472 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:58.965481 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13b49db-3320-41ab-94a9-19468b63710d None None] Network 5b28ac34-4e72-4af2-aabe-e9502cd39977 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:58.981351 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e1713b1-6c3d-4721-bdc2-b2d8b655a2fe tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:59.121101 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2f3470bc-2167-4c5a-b75d-0cdffd20543d req-cf76d45c-a367-4c02-b440-27ce857ec53b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:59.201191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['1416b5fa-6a27-41f3-957f-4abe3a2aa667', 'fa6c7962-016f-4c55-9a97-dc16fe679a0c', '436d7d35-88ab-4d37-999e-058efa38598e', 'b3085fe8-c3ce-404f-97d0-89622379b027', '6ca10957-1601-46d2-ac45-e47d3e9a2828'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:59.203287 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76d45c-a367-4c02-b440-27ce857ec53b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Pushing event deleted for resources: {'Port': ['ID=1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:59.204153 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['beced045-9f91-40fc-847b-3aa91ebb8785', '5bdceacd-b491-4055-a30e-a229166b8b17', '1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:59.260973 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e1713b1-6c3d-4721-bdc2-b2d8b655a2fe tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:59.322165 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3470bc-2167-4c5a-b75d-0cdffd20543d req-cf76d45c-a367-4c02-b440-27ce857ec53b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] No DVR routers for this DVR port 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:59.359984 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2f3470bc-2167-4c5a-b75d-0cdffd20543d req-cf76d45c-a367-4c02-b440-27ce857ec53b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:59.376875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ede8e5e0-59f1-4317-9475-cbf94f5dce00 None None] Provisioning complete for port 47702c55-4c68-4bcd-900c-0a9915fe25c1 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:59.377423 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ede8e5e0-59f1-4317-9475-cbf94f5dce00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:59.384276 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89880dd4-2def-45b9-85de-2046fb50125a req-22889040-83ce-447b-b5ba-b79166b34abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:59.388803 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2f3470bc-2167-4c5a-b75d-0cdffd20543d req-cf76d45c-a367-4c02-b440-27ce857ec53b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.31 "DELETE /v2.0/ports/1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 HTTP/1.1" status: 204 len: 173 time: 1.3632545 Nov 12 04:14:59.389011 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-89880dd4-2def-45b9-85de-2046fb50125a req-22889040-83ce-447b-b5ba-b79166b34abd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 1097 time: 0.1962671 Nov 12 04:14:59.389109 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb614fa-19b5-418e-8a00-85ce34660c4a', 'name': 'network-vif-deleted', 'tag': '1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:59.389301 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed2511f-e356-4060-878e-8503d9ac43d6" -d '{"events": [{"server_uuid": "6bb614fa-19b5-418e-8a00-85ce34660c4a", "name": "network-vif-deleted", "tag": "1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:59.390155 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=827813e1-4afe-44db-947c-b67c4e2c3e62,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:59.431889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d087ff9-9356-45f5-aa3a-ff737718e917 req-486d88d1-cffb-4de6-bef7-a826010b50b3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:59.433458 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d087ff9-9356-45f5-aa3a-ff737718e917 req-486d88d1-cffb-4de6-bef7-a826010b50b3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 945 time: 0.2343202 Nov 12 04:14:59.441083 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e1713b1-6c3d-4721-bdc2-b2d8b655a2fe tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:59.477917 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36106) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:59.508655 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8540-467a-4dae-9344-194ccae4ca57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:59.554621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1713b1-6c3d-4721-bdc2-b2d8b655a2fe tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Subnet': ['ID=1c888326-08ec-4e17-b992-265c22a727d4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:59.571889 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e1713b1-6c3d-4721-bdc2-b2d8b655a2fe tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:59.582154 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9e1713b1-6c3d-4721-bdc2-b2d8b655a2fe tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/subnets/1c888326-08ec-4e17-b992-265c22a727d4 HTTP/1.1" status: 204 len: 168 time: 0.7982550 Nov 12 04:14:59.586166 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d087ff9-9356-45f5-aa3a-ff737718e917 req-8a18760e-5426-4ce9-b18a-a32a770b36d9 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433213 Nov 12 04:14:59.588197 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36108) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:59.624071 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-89880dd4-2def-45b9-85de-2046fb50125a req-ac9fadc1-925c-4381-9b47-fc22d026943c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=98b50018-a01f-4302-acbf-b8e4fdbe8683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280986 Nov 12 04:14:59.848791 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ede8e5e0-59f1-4317-9475-cbf94f5dce00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:59.856841 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-573deb48-db9f-42ec-804d-0d24b6600285 req-1eeb570e-e8b7-45d6-a7a1-696da81125d4 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=f948ee5d-fff1-41ab-95ab-6e511217ecdc HTTP/1.1" status: 200 len: 210 time: 0.0898015 Nov 12 04:14:59.901697 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:59.981584 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8540-467a-4dae-9344-194ccae4ca57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.032393 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 47702c55-4c68-4bcd-900c-0a9915fe25c1 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:00.045183 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port 47702c55-4c68-4bcd-900c-0a9915fe25c1 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:00.045183 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.063715 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1caf7ea9-fe8a-4d03-b822-60c6ae25d154 req-21fe8800-7d5d-4427-9576-b4245f1401b2 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb614fa-19b5-418e-8a00-85ce34660c4a HTTP/1.1" status: 200 len: 210 time: 0.0346999 Nov 12 04:15:00.152935 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] For port 47702c55-4c68-4bcd-900c-0a9915fe25c1, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=47702c55-4c68-4bcd-900c-0a9915fe25c1,segment=NetworkSegment(4447a6ac-fd54-4ce4-a49e-3ace6795b706),segment_id=4447a6ac-fd54-4ce4-a49e-3ace6795b706)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:00.153321 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.171023 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for 47702c55-4c68-4bcd-900c-0a9915fe25c1 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:00.247118 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fe0e1d-0b36-4d00-8404-ce8713dceead x-openstack-request-id: req-19fe0e1d-0b36-4d00-8404-ce8713dceead {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:00.247428 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb614fa-19b5-418e-8a00-85ce34660c4a", "name": "network-vif-deleted", "tag": "1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:00.247657 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19fe0e1d-0b36-4d00-8404-ce8713dceead {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:00.248066 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb614fa-19b5-418e-8a00-85ce34660c4a', 'name': 'network-vif-deleted', 'tag': '1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0', 'status': 'completed', 'code': 200} Nov 12 04:15:00.253064 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8540-467a-4dae-9344-194ccae4ca57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.260367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959c6835-c60e-466e-8511-a3f0660c25bc None None] Network 5b28ac34-4e72-4af2-aabe-e9502cd39977 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:00.349257 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ede8e5e0-59f1-4317-9475-cbf94f5dce00 None None] For port 47702c55-4c68-4bcd-900c-0a9915fe25c1, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=47702c55-4c68-4bcd-900c-0a9915fe25c1,segment=NetworkSegment(4447a6ac-fd54-4ce4-a49e-3ace6795b706),segment_id=4447a6ac-fd54-4ce4-a49e-3ace6795b706)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:00.389217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1b5e8540-467a-4dae-9344-194ccae4ca57 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ade602634fc4d6fb8f6abb0331ffb8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9062893 Nov 12 04:15:00.391661 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36116) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:00.438176 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ede8e5e0-59f1-4317-9475-cbf94f5dce00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.452124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e8540-467a-4dae-9344-194ccae4ca57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17355d09-4838-4c13-a6b8-c0a5d9c760ba,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:00.485896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ee708-cb13-495a-81c6-f8459b73f176 req-522286c9-48f1-4ac2-b8b0-c597f9fdfae2 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:00.495138 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-042ee708-cb13-495a-81c6-f8459b73f176 req-522286c9-48f1-4ac2-b8b0-c597f9fdfae2 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 945 time: 0.2461126 Nov 12 04:15:00.535854 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e99bd8c7-bdde-457f-a15e-9c84d97f39b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.562492 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.590440 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 47702c55-4c68-4bcd-900c-0a9915fe25c1 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:00.590739 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.596433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5e48f380-100a-4293-ad29-7240c571d494 None None] Could not find standard attr ID for object 47702c55-4c68-4bcd-900c-0a9915fe25c1. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:15:00.604678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=47702c55-4c68-4bcd-900c-0a9915fe25c1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:00.613350 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e99bd8c7-bdde-457f-a15e-9c84d97f39b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.614008 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8e5e0-59f1-4317-9475-cbf94f5dce00 None None] Pushing event updated for resources: {'Port': ['ID=47702c55-4c68-4bcd-900c-0a9915fe25c1,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:00.649142 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No DVR routers for this DVR port 47702c55-4c68-4bcd-900c-0a9915fe25c1 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:00.649508 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Port 47702c55-4c68-4bcd-900c-0a9915fe25c1 was deleted so its status cannot be updated. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 04:15:00.662791 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-042ee708-cb13-495a-81c6-f8459b73f176 req-0383595c-6948-4661-963a-66900c4baa7c tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups?id=98b50018-a01f-4302-acbf-b8e4fdbe8683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663384 Nov 12 04:15:00.803662 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c706f2d-ddbe-404a-8eea-2b8abce1d7ec None None] DHCP port deletion for 5b28ac34-4e72-4af2-aabe-e9502cd39977 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:15:00.829913 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e99bd8c7-bdde-457f-a15e-9c84d97f39b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.834156 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e99bd8c7-bdde-457f-a15e-9c84d97f39b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.835364 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e99bd8c7-bdde-457f-a15e-9c84d97f39b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17355d09-4838-4c13-a6b8-c0a5d9c760ba HTTP/1.1" status: 204 len: 168 time: 0.4380002 Nov 12 04:15:00.838319 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.879194 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827813e1-4afe-44db-947c-b67c4e2c3e62'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:00.883264 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1628815f-6c16-425e-a7b3-6f4ae48e495b" -d '{"events": [{"server_uuid": "b23f01a9-eaf3-4735-8eb0-8afabeb8a859", "name": "network-vif-plugged", "status": "completed", "tag": "827813e1-4afe-44db-947c-b67c4e2c3e62"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:00.898260 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bd8c7-bdde-457f-a15e-9c84d97f39b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17355d09-4838-4c13-a6b8-c0a5d9c760ba,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:00.936324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b28ac34-4e72-4af2-aabe-e9502cd39977']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:00.968171 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4447a6ac-fd54-4ce4-a49e-3ace6795b706') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:00.968626 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4447a6ac-fd54-4ce4-a49e-3ace6795b706') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:00.984590 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:01.047089 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:01.056353 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:15:01.056756 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:15:01.059878 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:15:01.179921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb2899-ddcd-4c5b-9be4-aa3893588ea8 req-3100da26-ea43-4ab2-aeec-e8652a5174c7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:01.192685 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ccbb2899-ddcd-4c5b-9be4-aa3893588ea8 req-3100da26-ea43-4ab2-aeec-e8652a5174c7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 945 time: 0.2050970 Nov 12 04:15:01.256953 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ccbb2899-ddcd-4c5b-9be4-aa3893588ea8 req-eae03ce6-ed9e-4116-ab9a-f6c3b19ccdf9 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630641 Nov 12 04:15:01.375560 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:01.721862 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 47702c55-4c68-4bcd-900c-0a9915fe25c1 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:01.737995 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:01.741372 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/networks/5b28ac34-4e72-4af2-aabe-e9502cd39977 HTTP/1.1" status: 204 len: 168 time: 2.1522007 Nov 12 04:15:01.746094 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36146) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:01.747088 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94521118-a8db-412e-8eb6-8586b054f464 req-1d6c8583-ecff-4674-bc35-98e6ad5be408 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=f948ee5d-fff1-41ab-95ab-6e511217ecdc HTTP/1.1" status: 200 len: 210 time: 0.3750057 Nov 12 04:15:01.751380 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-30beb88f-8a61-4da9-b9e4-5966bfdb4184 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1826679663'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:01.756203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 47702c55-4c68-4bcd-900c-0a9915fe25c1 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:01.756558 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 47702c55-4c68-4bcd-900c-0a9915fe25c1 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:01.761362 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fc5cd-1824-454c-8b26-5d8783cd0378 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Network': ['ID=5b28ac34-4e72-4af2-aabe-e9502cd39977,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:01.806523 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91b5374-0563-4a21-a9c7-7ba21486e647 x-openstack-request-id: req-a91b5374-0563-4a21-a9c7-7ba21486e647 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:01.807217 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23f01a9-eaf3-4735-8eb0-8afabeb8a859", "name": "network-vif-plugged", "status": "completed", "tag": "827813e1-4afe-44db-947c-b67c4e2c3e62", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:01.807498 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a91b5374-0563-4a21-a9c7-7ba21486e647 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:01.808014 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'code': 200} Nov 12 04:15:01.817093 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-07626963-5e80-4af1-8c44-ea2e70566486 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:01.818578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-07626963-5e80-4af1-8c44-ea2e70566486 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.31 "GET /v2.0/networks?id=548c1840-b990-48ca-a686-5676b7358da8 HTTP/1.1" status: 200 len: 822 time: 0.5384746 Nov 12 04:15:01.839763 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-7828c49c-5c4f-405b-9e97-97c75d0515e3 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Request body: {'port': {'device_id': 'f948ee5d-fff1-41ab-95ab-6e511217ecdc', 'network_id': '548c1840-b990-48ca-a686-5676b7358da8', 'admin_state_up': True, 'tenant_id': '3ce1c502856b47dba298e8da4ad1a4f0'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:01.962991 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624b008-af57-4c8d-9428-5d78af301ad4 req-1ac87208-d5cf-484c-ab7c-34ab41274d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:01.964939 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e624b008-af57-4c8d-9428-5d78af301ad4 req-1ac87208-d5cf-484c-ab7c-34ab41274d37 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 1097 time: 0.0557964 Nov 12 04:15:01.996613 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30beb88f-8a61-4da9-b9e4-5966bfdb4184 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:02.003204 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30beb88f-8a61-4da9-b9e4-5966bfdb4184 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:02.008414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d39e3-aa62-419c-9ad6-4055aa87e098 req-2df2d7a6-aaac-4a55-aa40-c9d873dc1162 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:02.009890 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-247d39e3-aa62-419c-9ad6-4055aa87e098 req-2df2d7a6-aaac-4a55-aa40-c9d873dc1162 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 945 time: 0.0923252 Nov 12 04:15:02.052232 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e624b008-af57-4c8d-9428-5d78af301ad4 req-8072aecc-95a5-4dfc-9cbc-3f3269c0ad73 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798013 Nov 12 04:15:02.055616 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30beb88f-8a61-4da9-b9e4-5966bfdb4184 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:15:02.061551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-247d39e3-aa62-419c-9ad6-4055aa87e098 req-708be8d3-28de-4e24-a92f-b28bef14ac3b tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups?id=98b50018-a01f-4302-acbf-b8e4fdbe8683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430503 Nov 12 04:15:02.065782 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30beb88f-8a61-4da9-b9e4-5966bfdb4184 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:02.066130 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-30beb88f-8a61-4da9-b9e4-5966bfdb4184 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Added segment 8330d8a3-691c-4909-ad12-8f4df7f7eca8 of type vlan for network ea68366d-cfec-4168-8348-0c0f3da2058c Nov 12 04:15:02.085281 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-7828c49c-5c4f-405b-9e97-97c75d0515e3 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Made reservation on behalf of 3ce1c502856b47dba298e8da4ad1a4f0 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:02.099160 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-7828c49c-5c4f-405b-9e97-97c75d0515e3 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:02.117474 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30beb88f-8a61-4da9-b9e4-5966bfdb4184 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:02.260141 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30beb88f-8a61-4da9-b9e4-5966bfdb4184 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:02.268385 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-7828c49c-5c4f-405b-9e97-97c75d0515e3 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Allocated IP 172.20.0.11 (548c1840-b990-48ca-a686-5676b7358da8/0f19a492-13b2-4404-96f3-ac21e88d3de9/d636e12f-5d18-48c9-9d85-c0e77304dab5) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:02.268600 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30beb88f-8a61-4da9-b9e4-5966bfdb4184 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:02.269256 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30beb88f-8a61-4da9-b9e4-5966bfdb4184 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:02.360745 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30beb88f-8a61-4da9-b9e4-5966bfdb4184 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Network': ['ID=ea68366d-cfec-4168-8348-0c0f3da2058c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:02.373162 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network ea68366d-cfec-4168-8348-0c0f3da2058c details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:15:02.401480 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-30beb88f-8a61-4da9-b9e4-5966bfdb4184 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6541512 Nov 12 04:15:02.413639 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36170) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:02.418869 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b3f91c5d-f5d3-485e-b7c8-9d290d41df39 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'subnet': {'network_id': 'ea68366d-cfec-4168-8348-0c0f3da2058c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:02.585264 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-7828c49c-5c4f-405b-9e97-97c75d0515e3 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:02.721648 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f91c5d-f5d3-485e-b7c8-9d290d41df39 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:02.725393 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3f91c5d-f5d3-485e-b7c8-9d290d41df39 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:02.755977 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-7828c49c-5c4f-405b-9e97-97c75d0515e3 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:02.805799 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-7828c49c-5c4f-405b-9e97-97c75d0515e3 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Network 548c1840-b990-48ca-a686-5676b7358da8 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:02.814267 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-7828c49c-5c4f-405b-9e97-97c75d0515e3 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:02.819316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-7828c49c-5c4f-405b-9e97-97c75d0515e3 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:02.854455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828c49c-5c4f-405b-9e97-97c75d0515e3 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Pushing event updated for resources: {'Port': ['ID=d636e12f-5d18-48c9-9d85-c0e77304dab5,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:02.921648 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-7828c49c-5c4f-405b-9e97-97c75d0515e3 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:02.922287 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-7828c49c-5c4f-405b-9e97-97c75d0515e3 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:02.945098 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56a668-e10f-4be0-b445-5739bbc10226 req-e1bfa43c-fd2d-4ce3-bf01-81e0934a9df1 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:02.951637 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf56a668-e10f-4be0-b445-5739bbc10226 req-e1bfa43c-fd2d-4ce3-bf01-81e0934a9df1 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 945 time: 0.0943487 Nov 12 04:15:02.957151 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36190) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:02.965020 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c854011a-0f83-4229-80b9-42328d79095d tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Request body: {'floatingip': {'port_id': '79bb5eb4-b655-4623-be45-cd3891e6d489'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:03.031291 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c854011a-0f83-4229-80b9-42328d79095d tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:03.052577 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-7828c49c-5c4f-405b-9e97-97c75d0515e3 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2177441 Nov 12 04:15:03.077163 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Request body: {'port': {'device_id': 'f948ee5d-fff1-41ab-95ab-6e511217ecdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:03.130554 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e0668-d5fc-460c-babf-038805f92a8e req-553b9e53-7a9a-4b45-874a-47ecb3932c28 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:03.156344 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2f3e0668-d5fc-460c-babf-038805f92a8e req-553b9e53-7a9a-4b45-874a-47ecb3932c28 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 945 time: 0.1289630 Nov 12 04:15:03.187985 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:03.227456 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72a6ba17-431d-47b3-8e4f-4c35bc288d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:03.240933 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:03.245732 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2f3e0668-d5fc-460c-babf-038805f92a8e req-f6bd179d-a356-4912-bd52-52d50df8361a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034245 Nov 12 04:15:03.284589 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:03.285782 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 1cfb5b52-1b4a-4f72-856a-b1eb17bf89c0 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:03.307537 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3f91c5d-f5d3-485e-b7c8-9d290d41df39 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:03.431758 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab26aae-ac4d-40da-9a59-47f80583feff req-26930fc1-892b-4c59-9ba8-f85032bca755 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:03.436536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5ab26aae-ac4d-40da-9a59-47f80583feff req-26930fc1-892b-4c59-9ba8-f85032bca755 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 949 time: 0.1036754 Nov 12 04:15:03.459590 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f91c5d-f5d3-485e-b7c8-9d290d41df39 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Subnet': ['ID=c547ee53-9461-433e-ad3f-bd872c7fe743,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:03.502874 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f91c5d-f5d3-485e-b7c8-9d290d41df39 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Checking segment: {'id': '8330d8a3-691c-4909-ad12-8f4df7f7eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ea68366d-cfec-4168-8348-0c0f3da2058c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:03.503342 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f91c5d-f5d3-485e-b7c8-9d290d41df39 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network hostable DHCP agents. Network: ea68366d-cfec-4168-8348-0c0f3da2058c, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:15:03.531697 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5ab26aae-ac4d-40da-9a59-47f80583feff req-3411c92b-3b84-4733-b059-a989186aaf67 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656018 Nov 12 04:15:03.647120 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f91c5d-f5d3-485e-b7c8-9d290d41df39 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network ea68366d-cfec-4168-8348-0c0f3da2058c is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:15:03.650903 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c854011a-0f83-4229-80b9-42328d79095d tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:03.658679 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d636e12f-5d18-48c9-9d85-c0e77304dab5 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:15:03.668690 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:03.692541 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da3ef6-6759-446c-8cbd-a2c303e7cde5 req-6a329730-94a3-40b9-86a3-705698dfcc37 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:03.693703 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06da3ef6-6759-446c-8cbd-a2c303e7cde5 req-6a329730-94a3-40b9-86a3-705698dfcc37 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=f948ee5d-fff1-41ab-95ab-6e511217ecdc HTTP/1.1" status: 200 len: 932 time: 0.0754449 Nov 12 04:15:03.708959 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Transition to ACTIVE for port object d636e12f-5d18-48c9-9d85-c0e77304dab5 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:15:03.726836 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c854011a-0f83-4229-80b9-42328d79095d tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:03.762538 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06da3ef6-6759-446c-8cbd-a2c303e7cde5 req-82df9d96-42f8-43b3-babd-1989f63ca742 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606663 Nov 12 04:15:03.767371 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b3f91c5d-f5d3-485e-b7c8-9d290d41df39 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, ea68366d-cfec-4168-8348-0c0f3da2058c) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:03.781458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb574f53-8393-411e-88be-824ac0215548 None None] Network ea68366d-cfec-4168-8348-0c0f3da2058c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:03.796059 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:03.796450 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f91c5d-f5d3-485e-b7c8-9d290d41df39 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:03.797122 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3f91c5d-f5d3-485e-b7c8-9d290d41df39 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:03.880123 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Pushing event updated for resources: {'Port': ['ID=d636e12f-5d18-48c9-9d85-c0e77304dab5,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:03.884565 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-c854011a-0f83-4229-80b9-42328d79095d tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Floating IP 755c8580-f30f-4f27-9edb-1a573915f0f6 associated. External IP: 172.25.1.160, port: 79bb5eb4-b655-4623-be45-cd3891e6d489. Nov 12 04:15:03.899932 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b3f91c5d-f5d3-485e-b7c8-9d290d41df39 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4850831 Nov 12 04:15:03.900600 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36224) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:03.936490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-123589be-eb23-412a-98ee-92850814c2dd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'network_id': 'ea68366d-cfec-4168-8348-0c0f3da2058c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1158040156'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:03.998818 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Attempting to bind port d636e12f-5d18-48c9-9d85-c0e77304dab5 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:03.999277 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Attempting to bind port d636e12f-5d18-48c9-9d85-c0e77304dab5 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '96f2254a-a609-45c4-a3a5-fe7264158e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '548c1840-b990-48ca-a686-5676b7358da8'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:03.999997 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Attempting to bind port d636e12f-5d18-48c9-9d85-c0e77304dab5 on network 548c1840-b990-48ca-a686-5676b7358da8 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:04.017694 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Port d636e12f-5d18-48c9-9d85-c0e77304dab5 on network 548c1840-b990-48ca-a686-5676b7358da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:04.017694 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Attempting to bind port d636e12f-5d18-48c9-9d85-c0e77304dab5 on network 548c1840-b990-48ca-a686-5676b7358da8 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:04.023513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:04.023882 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Checking segment: {'id': '96f2254a-a609-45c4-a3a5-fe7264158e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '548c1840-b990-48ca-a686-5676b7358da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:04.024253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Bound using segment: {'id': '96f2254a-a609-45c4-a3a5-fe7264158e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '548c1840-b990-48ca-a686-5676b7358da8'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:04.024816 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Bound port: d636e12f-5d18-48c9-9d85-c0e77304dab5, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f2254a-a609-45c4-a3a5-fe7264158e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '548c1840-b990-48ca-a686-5676b7358da8'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:04.025183 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:04.040964 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-ea68366d-cfec-4168-8348-0c0f3da2058c', 'network_id': 'ea68366d-cfec-4168-8348-0c0f3da2058c', 'tenant_id': '8177d60a10234961ad5f19a370b54d0b', 'fixed_ips': [{'subnet_id': 'c547ee53-9461-433e-ad3f-bd872c7fe743'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:15:04.043763 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:04.162480 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] For port d636e12f-5d18-48c9-9d85-c0e77304dab5, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:04.167852 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] For port d636e12f-5d18-48c9-9d85-c0e77304dab5, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d636e12f-5d18-48c9-9d85-c0e77304dab5,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:04.236626 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b3c89-50d2-425c-89dc-4de969576e20 req-8b77eac3-1dda-41c4-b202-f1d08e6a029a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:04.238145 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed1b3c89-50d2-425c-89dc-4de969576e20 req-8b77eac3-1dda-41c4-b202-f1d08e6a029a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=293b4729-3756-4913-9f4c-371e6f856e9c HTTP/1.1" status: 200 len: 950 time: 0.1015439 Nov 12 04:15:04.288502 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c854011a-0f83-4229-80b9-42328d79095d tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Router 00ac950c-eb75-4bfa-bc17-57ef46cec787 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:15:04.291595 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] Allocated IP 172.20.0.2 (ea68366d-cfec-4168-8348-0c0f3da2058c/c547ee53-9461-433e-ad3f-bd872c7fe743/b09a5d34-94a9-493d-a41f-3544174779d8) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:04.311627 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed1b3c89-50d2-425c-89dc-4de969576e20 req-4e7b4daa-ff7c-4080-aafc-fdae6af67c80 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657070 Nov 12 04:15:04.319834 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:04.416722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:04.417520 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:04.423159 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] 10.222.0.31 "PUT /v2.0/ports/d636e12f-5d18-48c9-9d85-c0e77304dab5 HTTP/1.1" status: 200 len: 1093 time: 1.3488257 Nov 12 04:15:04.424365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f948ee5d-fff1-41ab-95ab-6e511217ecdc', 'tag': 'd636e12f-5d18-48c9-9d85-c0e77304dab5'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:04.426779 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ac2de9-eb30-4c0b-bddb-86a95e643305" -d '{"events": [{"name": "network-changed", "server_uuid": "f948ee5d-fff1-41ab-95ab-6e511217ecdc", "tag": "d636e12f-5d18-48c9-9d85-c0e77304dab5"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:04.456094 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c854011a-0f83-4229-80b9-42328d79095d tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:15:04.460829 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c854011a-0f83-4229-80b9-42328d79095d tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:04.471889 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809fef3b-1da3-4638-83d2-a2912814e44c None None] Sync routers for ids ['00ac950c-eb75-4bfa-bc17-57ef46cec787'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:15:04.488280 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809fef3b-1da3-4638-83d2-a2912814e44c None None] Routers {'00ac950c-eb75-4bfa-bc17-57ef46cec787'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:04.488926 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-809fef3b-1da3-4638-83d2-a2912814e44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:14:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00ac950c-eb75-4bfa-bc17-57ef46cec787'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:04.490185 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123589be-eb23-412a-98ee-92850814c2dd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:04.492290 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:04.493848 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-123589be-eb23-412a-98ee-92850814c2dd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:04.518237 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c854011a-0f83-4229-80b9-42328d79095d tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "PUT /v2.0/floatingips/755c8580-f30f-4f27-9edb-1a573915f0f6 HTTP/1.1" status: 200 len: 991 time: 1.5585010 Nov 12 04:15:04.520218 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbcd2b7-5314-41fb-9050-caf08eb7cb76', 'tag': '79bb5eb4-b655-4623-be45-cd3891e6d489'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:04.520377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded6532-684e-4a52-84f2-d5c3c427579b service neutron] Pushing event updated for resources: {'Port': ['ID=d636e12f-5d18-48c9-9d85-c0e77304dab5,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:04.523292 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fa1dc2-d425-4fc4-93ac-30f0ed0d0b72" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbcd2b7-5314-41fb-9050-caf08eb7cb76", "tag": "79bb5eb4-b655-4623-be45-cd3891e6d489"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:04.534562 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-123589be-eb23-412a-98ee-92850814c2dd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] device_id is not set on port d7fe481d-72b9-4f94-b634-2404eb56950d yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:15:04.546352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac68d65-cc9f-4600-b7a3-18f29f192973 req-65637246-aecb-4260-abbc-9101d39ec40b tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:04.556264 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:04.564150 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ac68d65-cc9f-4600-b7a3-18f29f192973 req-65637246-aecb-4260-abbc-9101d39ec40b tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 945 time: 0.1249349 Nov 12 04:15:04.603216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] Network ea68366d-cfec-4168-8348-0c0f3da2058c is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:04.610449 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:04.618041 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:04.633337 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] Pushing event updated for resources: {'Port': ['ID=b09a5d34-94a9-493d-a41f-3544174779d8,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:04.663407 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ac68d65-cc9f-4600-b7a3-18f29f192973 req-322ec857-b17e-4c1f-96cd-965c0613252b tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982308 Nov 12 04:15:04.671759 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-809fef3b-1da3-4638-83d2-a2912814e44c None None] Set router 00ac950c-eb75-4bfa-bc17-57ef46cec787 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:04.711181 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-5b03073a-a3b2-4ebd-90c5-a8395a6585a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:04.716381 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-5b03073a-a3b2-4ebd-90c5-a8395a6585a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ce1c502856b47dba298e8da4ad1a4f0&device_id=f948ee5d-fff1-41ab-95ab-6e511217ecdc HTTP/1.1" status: 200 len: 1096 time: 0.1402299 Nov 12 04:15:04.721078 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] Attempting to bind port b09a5d34-94a9-493d-a41f-3544174779d8 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:04.721503 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] Attempting to bind port b09a5d34-94a9-493d-a41f-3544174779d8 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '8330d8a3-691c-4909-ad12-8f4df7f7eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ea68366d-cfec-4168-8348-0c0f3da2058c'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:04.722061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] Attempting to bind port b09a5d34-94a9-493d-a41f-3544174779d8 on network ea68366d-cfec-4168-8348-0c0f3da2058c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:04.723636 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-123589be-eb23-412a-98ee-92850814c2dd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Allocated IP 172.20.0.13 (ea68366d-cfec-4168-8348-0c0f3da2058c/c547ee53-9461-433e-ad3f-bd872c7fe743/d7fe481d-72b9-4f94-b634-2404eb56950d) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:04.740539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:04.740765 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] Checking segment: {'id': '8330d8a3-691c-4909-ad12-8f4df7f7eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ea68366d-cfec-4168-8348-0c0f3da2058c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:04.742428 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:04.742868 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] Bound using segment: {'id': '8330d8a3-691c-4909-ad12-8f4df7f7eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ea68366d-cfec-4168-8348-0c0f3da2058c'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:04.744816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] Bound port: b09a5d34-94a9-493d-a41f-3544174779d8, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8330d8a3-691c-4909-ad12-8f4df7f7eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ea68366d-cfec-4168-8348-0c0f3da2058c'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:04.745214 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:04.786771 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b8e050-35ec-4238-9b82-7ee579e0b4bb x-openstack-request-id: req-77b8e050-35ec-4238-9b82-7ee579e0b4bb {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:04.789546 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f948ee5d-fff1-41ab-95ab-6e511217ecdc", "tag": "d636e12f-5d18-48c9-9d85-c0e77304dab5", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:04.789546 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77b8e050-35ec-4238-9b82-7ee579e0b4bb {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:04.789546 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f948ee5d-fff1-41ab-95ab-6e511217ecdc', 'tag': 'd636e12f-5d18-48c9-9d85-c0e77304dab5', 'status': 'completed', 'code': 200} Nov 12 04:15:04.794094 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-3f2609f5-ddef-4e1d-8b6c-984845625351 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d636e12f-5d18-48c9-9d85-c0e77304dab5 HTTP/1.1" status: 200 len: 217 time: 0.0634665 Nov 12 04:15:04.863999 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-ef9d7df7-288e-4af8-8327-97fa6f02a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:04.867088 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-ef9d7df7-288e-4af8-8327-97fa6f02a235 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f19a492-13b2-4404-96f3-ac21e88d3de9 HTTP/1.1" status: 200 len: 862 time: 0.0654821 Nov 12 04:15:04.867620 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] For port b09a5d34-94a9-493d-a41f-3544174779d8, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:04.872167 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] For port b09a5d34-94a9-493d-a41f-3544174779d8, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b09a5d34-94a9-493d-a41f-3544174779d8,segment=NetworkSegment(8330d8a3-691c-4909-ad12-8f4df7f7eca8),segment_id=8330d8a3-691c-4909-ad12-8f4df7f7eca8)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:04.899148 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-123589be-eb23-412a-98ee-92850814c2dd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:04.908831 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9c258e-285e-4a42-9974-5ac68a95624d x-openstack-request-id: req-9b9c258e-285e-4a42-9974-5ac68a95624d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:04.909127 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbcd2b7-5314-41fb-9050-caf08eb7cb76", "tag": "79bb5eb4-b655-4623-be45-cd3891e6d489", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:04.909446 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b9c258e-285e-4a42-9974-5ac68a95624d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:04.910559 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbcd2b7-5314-41fb-9050-caf08eb7cb76', 'tag': '79bb5eb4-b655-4623-be45-cd3891e6d489', 'status': 'completed', 'code': 200} Nov 12 04:15:04.913483 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-de588619-b98d-47bf-ad39-2ea633789d18 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=548c1840-b990-48ca-a686-5676b7358da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370657 Nov 12 04:15:04.947728 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:05.035443 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-123589be-eb23-412a-98ee-92850814c2dd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:05.047625 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-c03f05b4-f29f-43b7-9b85-9dde45e79094 service neutron] 10.222.0.31 "GET /v2.0/networks/548c1840-b990-48ca-a686-5676b7358da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266892 Nov 12 04:15:05.050550 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f1280-4ed1-44de-80b1-f366d99f49eb None None] Pushing event updated for resources: {'Port': ['ID=b09a5d34-94a9-493d-a41f-3544174779d8,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:05.070946 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-809fef3b-1da3-4638-83d2-a2912814e44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'name': 'tempest-ServersTestBootFromVolume-310483684-router', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:34Z', 'updated_at': '2021-11-12T04:13:40Z', 'revision_number': 4, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'gw_port': {'id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:35Z', 'updated_at': '2021-11-12T04:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '755c8580-f30f-4f27-9edb-1a573915f0f6', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'port_id': '79bb5eb4-b655-4623-be45-cd3891e6d489', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94', 'mac_address': 'fa:16:3e:32:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbcd2b7-5314-41fb-9050-caf08eb7cb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:13:45Z', 'updated_at': '2021-11-12T04:15:03Z', 'revision_number': 1, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6eff09-db40-4906-b3a9-7a2f5b5ce806', 'name': '', 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'mac_address': 'fa:16:3e:52:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '5c031979-a36c-4573-8989-2202eafabf04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:39Z', 'updated_at': '2021-11-12T04:13:47Z', 'revision_number': 5, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'subnets': [{'id': '5c031979-a36c-4573-8989-2202eafabf04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:05.102526 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123589be-eb23-412a-98ee-92850814c2dd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network ea68366d-cfec-4168-8348-0c0f3da2058c is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:05.110591 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-123589be-eb23-412a-98ee-92850814c2dd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:05.113089 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123589be-eb23-412a-98ee-92850814c2dd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:05.118805 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123589be-eb23-412a-98ee-92850814c2dd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=d7fe481d-72b9-4f94-b634-2404eb56950d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:05.123238 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809fef3b-1da3-4638-83d2-a2912814e44c None None] Checking router: 00ac950c-eb75-4bfa-bc17-57ef46cec787 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:15:05.135959 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809fef3b-1da3-4638-83d2-a2912814e44c None None] Routers {'00ac950c-eb75-4bfa-bc17-57ef46cec787'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:05.136733 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-809fef3b-1da3-4638-83d2-a2912814e44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:14:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00ac950c-eb75-4bfa-bc17-57ef46cec787'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:05.154009 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f7a23-1ab9-4914-bf14-cfea41924fe1 req-ba2df986-67b4-43f7-9c65-ba6ceb5dc86a tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:05.155606 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-549f7a23-1ab9-4914-bf14-cfea41924fe1 req-ba2df986-67b4-43f7-9c65-ba6ceb5dc86a tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "GET /v2.0/ports?device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 949 time: 0.1777835 Nov 12 04:15:05.219531 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123589be-eb23-412a-98ee-92850814c2dd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:05.220315 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-123589be-eb23-412a-98ee-92850814c2dd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:05.254819 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa1dc2-d425-4fc4-93ac-30f0ed0d0b72 req-90071c93-6698-467a-8520-d39bb7494405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:05.256251 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3fa1dc2-d425-4fc4-93ac-30f0ed0d0b72 req-90071c93-6698-467a-8520-d39bb7494405 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b529ff3df71946db9c56eecd8f4c61fc&device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 1097 time: 0.1977274 Nov 12 04:15:05.271585 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28eb854-8a0f-490d-a7a0-1ee12fcc42c8 req-e31885fa-3640-4607-8ce6-cc59e6d8e1d7 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:05.279177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f28eb854-8a0f-490d-a7a0-1ee12fcc42c8 req-e31885fa-3640-4607-8ce6-cc59e6d8e1d7 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 949 time: 0.2305300 Nov 12 04:15:05.336956 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-809fef3b-1da3-4638-83d2-a2912814e44c None None] Set router 00ac950c-eb75-4bfa-bc17-57ef46cec787 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:05.367350 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-123589be-eb23-412a-98ee-92850814c2dd tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.4327760 Nov 12 04:15:05.375380 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36294) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:05.410507 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-549f7a23-1ab9-4914-bf14-cfea41924fe1 req-d64c0ff0-495a-4f5a-8778-7976c80e2907 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Deleting port 6ca10957-1601-46d2-ac45-e47d3e9a2828 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:05.410883 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-549f7a23-1ab9-4914-bf14-cfea41924fe1 req-d64c0ff0-495a-4f5a-8778-7976c80e2907 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:05.429326 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef722083-7c42-44b5-a83a-e7f7b749ca45 req-f7d73a6b-909d-4657-89ae-3d597de2ba66 service neutron] 10.222.0.31 "GET /v2.0/networks/548c1840-b990-48ca-a686-5676b7358da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576896 Nov 12 04:15:05.498195 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f28eb854-8a0f-490d-a7a0-1ee12fcc42c8 req-de3f68dc-6c43-4ed3-924d-4c854da8da97 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178540 Nov 12 04:15:05.553326 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f13deba6-2a4c-4f17-93c5-238024c8227a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:05.567579 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa1dc2-d425-4fc4-93ac-30f0ed0d0b72 req-730547e0-a2ec-4763-81a5-cb684c8eb76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:05.568999 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3fa1dc2-d425-4fc4-93ac-30f0ed0d0b72 req-730547e0-a2ec-4763-81a5-cb684c8eb76a service neutron] 10.222.0.21 "GET /v2.0/networks?id=e627d672-67f0-4f34-9cd9-fa251307ac94 HTTP/1.1" status: 200 len: 916 time: 0.2825403 Nov 12 04:15:05.741093 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-809fef3b-1da3-4638-83d2-a2912814e44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'name': 'tempest-ServersTestBootFromVolume-310483684-router', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:34Z', 'updated_at': '2021-11-12T04:13:40Z', 'revision_number': 4, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'gw_port': {'id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:35Z', 'updated_at': '2021-11-12T04:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '755c8580-f30f-4f27-9edb-1a573915f0f6', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'port_id': '79bb5eb4-b655-4623-be45-cd3891e6d489', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94', 'mac_address': 'fa:16:3e:32:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbcd2b7-5314-41fb-9050-caf08eb7cb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:13:45Z', 'updated_at': '2021-11-12T04:15:03Z', 'revision_number': 1, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6eff09-db40-4906-b3a9-7a2f5b5ce806', 'name': '', 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'mac_address': 'fa:16:3e:52:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '5c031979-a36c-4573-8989-2202eafabf04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:39Z', 'updated_at': '2021-11-12T04:13:47Z', 'revision_number': 5, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'subnets': [{'id': '5c031979-a36c-4573-8989-2202eafabf04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:05.747897 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3fa1dc2-d425-4fc4-93ac-30f0ed0d0b72 req-01e2e2ef-9473-42e2-8019-b875be36c997 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79bb5eb4-b655-4623-be45-cd3891e6d489 HTTP/1.1" status: 200 len: 999 time: 0.1695175 Nov 12 04:15:05.771889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac2de9-eb30-4c0b-bddb-86a95e643305 req-ff18b07e-4fc3-4d13-ae50-32a73ba94a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:05.773412 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89ac2de9-eb30-4c0b-bddb-86a95e643305 req-ff18b07e-4fc3-4d13-ae50-32a73ba94a6d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ce1c502856b47dba298e8da4ad1a4f0&device_id=f948ee5d-fff1-41ab-95ab-6e511217ecdc HTTP/1.1" status: 200 len: 1096 time: 0.1188409 Nov 12 04:15:05.784168 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809fef3b-1da3-4638-83d2-a2912814e44c None None] The sync data for ids ['00ac950c-eb75-4bfa-bc17-57ef46cec787'] in n-d-768509-24 is: [{'id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'name': 'tempest-ServersTestBootFromVolume-310483684-router', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:34Z', 'updated_at': '2021-11-12T04:13:40Z', 'revision_number': 4, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'gw_port': {'id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:35Z', 'updated_at': '2021-11-12T04:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '755c8580-f30f-4f27-9edb-1a573915f0f6', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'port_id': '79bb5eb4-b655-4623-be45-cd3891e6d489', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94', 'mac_address': 'fa:16:3e:32:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbcd2b7-5314-41fb-9050-caf08eb7cb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:13:45Z', 'updated_at': '2021-11-12T04:15:03Z', 'revision_number': 1, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6eff09-db40-4906-b3a9-7a2f5b5ce806', 'name': '', 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'mac_address': 'fa:16:3e:52:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '5c031979-a36c-4573-8989-2202eafabf04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:39Z', 'updated_at': '2021-11-12T04:13:47Z', 'revision_number': 5, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'subnets': [{'id': '5c031979-a36c-4573-8989-2202eafabf04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:15:05.812735 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b09a5d34-94a9-493d-a41f-3544174779d8 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:05.876819 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port b09a5d34-94a9-493d-a41f-3544174779d8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:05.877988 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:05.922056 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821102d9-2c69-41f0-ab3c-019071f69275 req-8b41086a-b353-4946-8404-a8c022ae18ff tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:05.934781 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-821102d9-2c69-41f0-ab3c-019071f69275 req-8b41086a-b353-4946-8404-a8c022ae18ff tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 945 time: 0.2811556 Nov 12 04:15:05.961552 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36308) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:05.972335 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-0533eb51-861e-425f-bc04-75e4e3580943 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Request body: {'floatingip': {'port_id': '827813e1-4afe-44db-947c-b67c4e2c3e62'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:05.978364 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.036768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port b09a5d34-94a9-493d-a41f-3544174779d8, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b09a5d34-94a9-493d-a41f-3544174779d8,segment=NetworkSegment(8330d8a3-691c-4909-ad12-8f4df7f7eca8),segment_id=8330d8a3-691c-4909-ad12-8f4df7f7eca8)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:06.045115 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-549f7a23-1ab9-4914-bf14-cfea41924fe1 req-d64c0ff0-495a-4f5a-8778-7976c80e2907 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] For port 6ca10957-1601-46d2-ac45-e47d3e9a2828, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6ca10957-1601-46d2-ac45-e47d3e9a2828,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:06.045571 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-549f7a23-1ab9-4914-bf14-cfea41924fe1 req-d64c0ff0-495a-4f5a-8778-7976c80e2907 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.065669 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0085a162-b90f-46f1-abec-0c712c56e88f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port d7fe481d-72b9-4f94-b634-2404eb56950d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:06.066099 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0085a162-b90f-46f1-abec-0c712c56e88f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.094721 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-549f7a23-1ab9-4914-bf14-cfea41924fe1 req-d64c0ff0-495a-4f5a-8778-7976c80e2907 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Calling delete_port for 6ca10957-1601-46d2-ac45-e47d3e9a2828 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:06.098910 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.113168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa1dc2-d425-4fc4-93ac-30f0ed0d0b72 req-4b902fdc-04c2-4e73-ac09-2659c7783b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:06.114751 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3fa1dc2-d425-4fc4-93ac-30f0ed0d0b72 req-4b902fdc-04c2-4e73-ac09-2659c7783b0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c031979-a36c-4573-8989-2202eafabf04 HTTP/1.1" status: 200 len: 854 time: 0.3561826 Nov 12 04:15:06.116972 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0533eb51-861e-425f-bc04-75e4e3580943 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.181265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=b09a5d34-94a9-493d-a41f-3544174779d8,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:06.206512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac2de9-eb30-4c0b-bddb-86a95e643305 req-c6f1eb76-5be3-49e6-a9f1-4650f2af610b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:06.208054 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89ac2de9-eb30-4c0b-bddb-86a95e643305 req-c6f1eb76-5be3-49e6-a9f1-4650f2af610b service neutron] 10.222.0.31 "GET /v2.0/networks?id=548c1840-b990-48ca-a686-5676b7358da8 HTTP/1.1" status: 200 len: 923 time: 0.4077652 Nov 12 04:15:06.227085 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0085a162-b90f-46f1-abec-0c712c56e88f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.245434 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0085a162-b90f-46f1-abec-0c712c56e88f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for d7fe481d-72b9-4f94-b634-2404eb56950d owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:06.314167 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb7ae81-b6aa-4050-89b2-8d2eb287bd21 None None] New status for floating IP 755c8580-f30f-4f27-9edb-1a573915f0f6: ACTIVE {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:15:06.321929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272af986-e2af-46c2-a5e6-fc481b90714c req-5dcd1bca-7ca5-4866-9ed8-23d9dfbd3c5d tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:06.335190 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-272af986-e2af-46c2-a5e6-fc481b90714c req-5dcd1bca-7ca5-4866-9ed8-23d9dfbd3c5d tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=f948ee5d-fff1-41ab-95ab-6e511217ecdc HTTP/1.1" status: 200 len: 944 time: 0.2856400 Nov 12 04:15:06.361162 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89ac2de9-eb30-4c0b-bddb-86a95e643305 req-5ff92197-5127-4050-84e5-e415d62dd1cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d636e12f-5d18-48c9-9d85-c0e77304dab5 HTTP/1.1" status: 200 len: 217 time: 0.1201878 Nov 12 04:15:06.493718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa1dc2-d425-4fc4-93ac-30f0ed0d0b72 req-304b4332-5be5-4329-b617-361352221800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:06.495280 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3fa1dc2-d425-4fc4-93ac-30f0ed0d0b72 req-304b4332-5be5-4329-b617-361352221800 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e627d672-67f0-4f34-9cd9-fa251307ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3074412 Nov 12 04:15:06.549524 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51685aa5-2dbb-43f5-be34-946f53b483f3 None None] Network ea68366d-cfec-4168-8348-0c0f3da2058c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:06.549835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-272af986-e2af-46c2-a5e6-fc481b90714c req-efb0d3ef-49b2-4e39-884a-93456825d635 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137818 Nov 12 04:15:06.575162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac2de9-eb30-4c0b-bddb-86a95e643305 req-185b9837-a3b0-4330-8bb8-8470ea8a1eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:06.576647 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89ac2de9-eb30-4c0b-bddb-86a95e643305 req-185b9837-a3b0-4330-8bb8-8470ea8a1eb7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f19a492-13b2-4404-96f3-ac21e88d3de9 HTTP/1.1" status: 200 len: 862 time: 0.1358614 Nov 12 04:15:06.600899 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36320) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:06.609072 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-549f7a23-1ab9-4914-bf14-cfea41924fe1 req-d64c0ff0-495a-4f5a-8778-7976c80e2907 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.610896 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0085a162-b90f-46f1-abec-0c712c56e88f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.644721 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0f453cb8-9eca-4612-ae0c-f5b5ac65c48c None None] Provisioning complete for port b09a5d34-94a9-493d-a41f-3544174779d8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:06.645346 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f453cb8-9eca-4612-ae0c-f5b5ac65c48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.672064 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89ac2de9-eb30-4c0b-bddb-86a95e643305 req-99987f93-1b29-4d6c-8c94-05ff09714394 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=548c1840-b990-48ca-a686-5676b7358da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618021 Nov 12 04:15:06.688648 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085a162-b90f-46f1-abec-0c712c56e88f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=d7fe481d-72b9-4f94-b634-2404eb56950d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:06.692892 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.714420 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['beced045-9f91-40fc-847b-3aa91ebb8785', '5bdceacd-b491-4055-a30e-a229166b8b17'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:06.772842 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['1416b5fa-6a27-41f3-957f-4abe3a2aa667', 'fa6c7962-016f-4c55-9a97-dc16fe679a0c', '436d7d35-88ab-4d37-999e-058efa38598e', 'b3085fe8-c3ce-404f-97d0-89622379b027'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:06.830581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c0ff0-495a-4f5a-8778-7976c80e2907 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Pushing event deleted for resources: {'Port': ['ID=6ca10957-1601-46d2-ac45-e47d3e9a2828,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:06.864804 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-549f7a23-1ab9-4914-bf14-cfea41924fe1 req-d64c0ff0-495a-4f5a-8778-7976c80e2907 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] No DVR routers for this DVR port 6ca10957-1601-46d2-ac45-e47d3e9a2828 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:06.890442 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-549f7a23-1ab9-4914-bf14-cfea41924fe1 req-d64c0ff0-495a-4f5a-8778-7976c80e2907 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.894950 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-549f7a23-1ab9-4914-bf14-cfea41924fe1 req-d64c0ff0-495a-4f5a-8778-7976c80e2907 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "DELETE /v2.0/ports/6ca10957-1601-46d2-ac45-e47d3e9a2828 HTTP/1.1" status: 204 len: 173 time: 1.7313976 Nov 12 04:15:06.898146 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0085a162-b90f-46f1-abec-0c712c56e88f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.914877 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0085a162-b90f-46f1-abec-0c712c56e88f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/ports/d7fe481d-72b9-4f94-b634-2404eb56950d HTTP/1.1" status: 204 len: 168 time: 1.5381718 Nov 12 04:15:06.918021 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2817bb72-1c56-439a-95cd-2796d5199e28', 'name': 'network-vif-deleted', 'tag': '6ca10957-1601-46d2-ac45-e47d3e9a2828'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:06.918572 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7981a383-5234-4713-9928-bd08abe20307" -d '{"events": [{"server_uuid": "2817bb72-1c56-439a-95cd-2796d5199e28", "name": "network-vif-deleted", "tag": "6ca10957-1601-46d2-ac45-e47d3e9a2828"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:06.921932 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36324) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:06.926986 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3fa1dc2-d425-4fc4-93ac-30f0ed0d0b72 req-0d0bae3a-ebaf-45a1-b4d2-b91daa0fe938 service neutron] 10.222.0.21 "GET /v2.0/networks/e627d672-67f0-4f34-9cd9-fa251307ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142249 Nov 12 04:15:06.932059 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db716b8b-5bbe-4166-9ce8-821cc37da707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.961217 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44f6fbf-e778-45ea-9782-3c2aa03b8aad tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] GET failed (client error): The resource could not be found. Nov 12 04:15:06.966192 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a44f6fbf-e778-45ea-9782-3c2aa03b8aad tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports/d7fe481d-72b9-4f94-b634-2404eb56950d HTTP/1.1" status: 404 len: 333 time: 0.0357103 Nov 12 04:15:06.966941 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36328) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:07.051417 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-34edce62-579a-4643-ad6e-2d68c4e7878a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting subnet c547ee53-9461-433e-ad3f-bd872c7fe743 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:15:07.055038 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-34edce62-579a-4643-ad6e-2d68c4e7878a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.071463 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89ac2de9-eb30-4c0b-bddb-86a95e643305 req-8ad2608b-6436-4284-9a7d-34d3dd156646 service neutron] 10.222.0.31 "GET /v2.0/networks/548c1840-b990-48ca-a686-5676b7358da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883905 Nov 12 04:15:07.095729 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-34edce62-579a-4643-ad6e-2d68c4e7878a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.113778 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1a2fe-402e-40ac-a009-2c2ebf6c9ca1 req-ccbe0410-fa7c-4053-8b78-8368a6cb1df5 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:07.122098 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7c1a2fe-402e-40ac-a009-2c2ebf6c9ca1 req-ccbe0410-fa7c-4053-8b78-8368a6cb1df5 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=293b4729-3756-4913-9f4c-371e6f856e9c HTTP/1.1" status: 200 len: 950 time: 0.2493474 Nov 12 04:15:07.237798 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-34edce62-579a-4643-ad6e-2d68c4e7878a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.287667 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db716b8b-5bbe-4166-9ce8-821cc37da707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.287885 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3fa1dc2-d425-4fc4-93ac-30f0ed0d0b72 req-3356a08a-fa00-4e0c-8711-ee8cc2a940a6 service neutron] 10.222.0.21 "GET /v2.0/networks/e627d672-67f0-4f34-9cd9-fa251307ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114786 Nov 12 04:15:07.356180 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db716b8b-5bbe-4166-9ce8-821cc37da707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.400912 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7c1a2fe-402e-40ac-a009-2c2ebf6c9ca1 req-f7e599e8-779b-49bb-bb50-5be727fdfb16 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779276 Nov 12 04:15:07.417478 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89ac2de9-eb30-4c0b-bddb-86a95e643305 req-a64051b8-a71f-4d22-9bbc-46f8213c8527 service neutron] 10.222.0.31 "GET /v2.0/networks/548c1840-b990-48ca-a686-5676b7358da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867560 Nov 12 04:15:07.430390 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0533eb51-861e-425f-bc04-75e4e3580943 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.438118 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-db716b8b-5bbe-4166-9ce8-821cc37da707 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb834d1dc0b942199b35101de457c777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8355057 Nov 12 04:15:07.439926 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db716b8b-5bbe-4166-9ce8-821cc37da707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07e3a93-766a-4617-9508-1936365ef73c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:07.444998 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36332) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:07.513946 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a80e4d9-3f4d-4606-8a94-5b214099a973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.516164 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0533eb51-861e-425f-bc04-75e4e3580943 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.517944 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-34edce62-579a-4643-ad6e-2d68c4e7878a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.557978 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edce62-579a-4643-ad6e-2d68c4e7878a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Subnet': ['ID=c547ee53-9461-433e-ad3f-bd872c7fe743,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:07.576864 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a80e4d9-3f4d-4606-8a94-5b214099a973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.579304 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-34edce62-579a-4643-ad6e-2d68c4e7878a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.585583 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-34edce62-579a-4643-ad6e-2d68c4e7878a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/subnets/c547ee53-9461-433e-ad3f-bd872c7fe743 HTTP/1.1" status: 204 len: 168 time: 0.6108849 Nov 12 04:15:07.591909 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36336) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:07.709554 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-82780a56-0148-47e2-b777-37c6cdf0275b None None] Provisioning complete for port b09a5d34-94a9-493d-a41f-3544174779d8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:07.711943 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-82780a56-0148-47e2-b777-37c6cdf0275b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.734438 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a80e4d9-3f4d-4606-8a94-5b214099a973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.737179 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a80e4d9-3f4d-4606-8a94-5b214099a973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.740649 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6a80e4d9-3f4d-4606-8a94-5b214099a973 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b07e3a93-766a-4617-9508-1936365ef73c HTTP/1.1" status: 204 len: 168 time: 0.2914796 Nov 12 04:15:07.755983 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80e4d9-3f4d-4606-8a94-5b214099a973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07e3a93-766a-4617-9508-1936365ef73c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:07.818035 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b09a5d34-94a9-493d-a41f-3544174779d8 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:07.891229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca21ce8f-073c-4c57-8865-7fb5b0a72b86 None None] Network ea68366d-cfec-4168-8348-0c0f3da2058c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:08.139707 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf8e90e3-c587-4872-b22d-2a9372ab754a req-0bda0e9b-ba89-4e81-822e-408e84ce4da1 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=2817bb72-1c56-439a-95cd-2796d5199e28 HTTP/1.1" status: 200 len: 210 time: 0.4627864 Nov 12 04:15:08.168100 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.169878 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6ca10957-1601-46d2-ac45-e47d3e9a2828 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:08.201453 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 6ca10957-1601-46d2-ac45-e47d3e9a2828 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:08.201804 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6ca10957-1601-46d2-ac45-e47d3e9a2828 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:08.206204 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port b09a5d34-94a9-493d-a41f-3544174779d8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:08.206604 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.216882 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebd81ae-6814-42b8-9430-47dcc3f752a3 x-openstack-request-id: req-3ebd81ae-6814-42b8-9430-47dcc3f752a3 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:08.217557 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2817bb72-1c56-439a-95cd-2796d5199e28", "name": "network-vif-deleted", "tag": "6ca10957-1601-46d2-ac45-e47d3e9a2828", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:08.217940 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ebd81ae-6814-42b8-9430-47dcc3f752a3 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:08.218533 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-0533eb51-861e-425f-bc04-75e4e3580943 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Floating IP c66c0123-1995-4779-98b1-3227bcee15c7 associated. External IP: 172.25.1.135, port: 827813e1-4afe-44db-947c-b67c4e2c3e62. Nov 12 04:15:08.218736 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2817bb72-1c56-439a-95cd-2796d5199e28', 'name': 'network-vif-deleted', 'tag': '6ca10957-1601-46d2-ac45-e47d3e9a2828', 'status': 'completed', 'code': 200} Nov 12 04:15:08.281573 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.296383 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1c2ef946-0a63-47e0-b06e-7202d3abeb13 None None] Could not find standard attr ID for object d7fe481d-72b9-4f94-b634-2404eb56950d. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:15:08.317005 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port b09a5d34-94a9-493d-a41f-3544174779d8 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:08.320845 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.401242 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84d3926-a67b-4ec5-848d-4fe0fea1b30a None None] DHCP port deletion for ea68366d-cfec-4168-8348-0c0f3da2058c request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:15:08.407126 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] For port b09a5d34-94a9-493d-a41f-3544174779d8, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b09a5d34-94a9-493d-a41f-3544174779d8,segment=NetworkSegment(8330d8a3-691c-4909-ad12-8f4df7f7eca8),segment_id=8330d8a3-691c-4909-ad12-8f4df7f7eca8)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:08.412765 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.452823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for b09a5d34-94a9-493d-a41f-3544174779d8 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:08.455986 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b84d3926-a67b-4ec5-848d-4fe0fea1b30a None None] Deleting port b09a5d34-94a9-493d-a41f-3544174779d8 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:08.456362 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b84d3926-a67b-4ec5-848d-4fe0fea1b30a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.523016 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b84d3926-a67b-4ec5-848d-4fe0fea1b30a None None] For port b09a5d34-94a9-493d-a41f-3544174779d8, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b09a5d34-94a9-493d-a41f-3544174779d8,segment=NetworkSegment(8330d8a3-691c-4909-ad12-8f4df7f7eca8),segment_id=8330d8a3-691c-4909-ad12-8f4df7f7eca8)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:08.523415 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b84d3926-a67b-4ec5-848d-4fe0fea1b30a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.536519 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b84d3926-a67b-4ec5-848d-4fe0fea1b30a None None] Calling delete_port for b09a5d34-94a9-493d-a41f-3544174779d8 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:08.553534 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36356) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:08.567755 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b3ce273-39bb-4d96-af97-42d74c4ab430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.592109 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68479450-10a8-4d35-8521-a2570ec5c8dd req-afa9adbf-ea8a-4a16-adad-dcd3806e1411 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:08.593712 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-68479450-10a8-4d35-8521-a2570ec5c8dd req-afa9adbf-ea8a-4a16-adad-dcd3806e1411 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=f948ee5d-fff1-41ab-95ab-6e511217ecdc HTTP/1.1" status: 200 len: 944 time: 0.1389401 Nov 12 04:15:08.656349 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b3ce273-39bb-4d96-af97-42d74c4ab430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.662656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0533eb51-861e-425f-bc04-75e4e3580943 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Router 638482a5-70ce-43f8-b34d-d1037c50d78f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:15:08.686240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-68479450-10a8-4d35-8521-a2570ec5c8dd req-704e577f-ba03-4d43-a35a-93a601a01a2d tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824282 Nov 12 04:15:08.704381 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b84d3926-a67b-4ec5-848d-4fe0fea1b30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.722738 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b3ce273-39bb-4d96-af97-42d74c4ab430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.744987 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.748092 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d3926-a67b-4ec5-848d-4fe0fea1b30a None None] Pushing event deleted for resources: {'Port': ['ID=b09a5d34-94a9-493d-a41f-3544174779d8,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:08.751821 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d3926-a67b-4ec5-848d-4fe0fea1b30a None None] No DVR routers for this DVR port b09a5d34-94a9-493d-a41f-3544174779d8 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:08.804251 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7b3ce273-39bb-4d96-af97-42d74c4ab430 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2966433595fa4098958167f380719b61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2495944 Nov 12 04:15:08.804900 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36358) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:08.806293 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=b09a5d34-94a9-493d-a41f-3544174779d8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:08.806905 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ce273-39bb-4d96-af97-42d74c4ab430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7b410b-7dce-4895-af51-58b86e72ab3d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:08.809745 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No DVR routers for this DVR port b09a5d34-94a9-493d-a41f-3544174779d8 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:08.858973 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b95e8381-913d-4d01-a8e4-359b4f12e0bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.859365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0533eb51-861e-425f-bc04-75e4e3580943 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:15:08.869754 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993b73f0-11cf-4d59-ba7f-dd3b01657451 None None] Sync routers for ids ['638482a5-70ce-43f8-b34d-d1037c50d78f'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:15:08.870266 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0533eb51-861e-425f-bc04-75e4e3580943 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.889037 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993b73f0-11cf-4d59-ba7f-dd3b01657451 None None] Routers {'638482a5-70ce-43f8-b34d-d1037c50d78f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:08.890190 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-993b73f0-11cf-4d59-ba7f-dd3b01657451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:15:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['638482a5-70ce-43f8-b34d-d1037c50d78f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:08.891972 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b95e8381-913d-4d01-a8e4-359b4f12e0bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.933235 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.936916 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0533eb51-861e-425f-bc04-75e4e3580943 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "PUT /v2.0/floatingips/c66c0123-1995-4779-98b1-3227bcee15c7 HTTP/1.1" status: 200 len: 991 time: 2.9721289 Nov 12 04:15:08.942272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'tag': '827813e1-4afe-44db-947c-b67c4e2c3e62'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:08.944614 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4d8e67-a684-4642-8e67-d50966913c11" -d '{"events": [{"name": "network-changed", "server_uuid": "b23f01a9-eaf3-4735-8eb0-8afabeb8a859", "tag": "827813e1-4afe-44db-947c-b67c4e2c3e62"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:08.967949 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea68366d-cfec-4168-8348-0c0f3da2058c']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:08.981545 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8330d8a3-691c-4909-ad12-8f4df7f7eca8') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:08.981855 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8330d8a3-691c-4909-ad12-8f4df7f7eca8') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:08.992643 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.006029 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.012107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:15:09.012445 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:15:09.015574 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:15:09.036104 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-993b73f0-11cf-4d59-ba7f-dd3b01657451 None None] Set router 638482a5-70ce-43f8-b34d-d1037c50d78f gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:09.052934 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b95e8381-913d-4d01-a8e4-359b4f12e0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.055935 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b95e8381-913d-4d01-a8e4-359b4f12e0bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.059121 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b95e8381-913d-4d01-a8e4-359b4f12e0bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b7b410b-7dce-4895-af51-58b86e72ab3d HTTP/1.1" status: 204 len: 168 time: 0.2512722 Nov 12 04:15:09.077306 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e8381-913d-4d01-a8e4-359b4f12e0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7b410b-7dce-4895-af51-58b86e72ab3d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:09.082854 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.156078 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.170299 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.180150 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/networks/ea68366d-cfec-4168-8348-0c0f3da2058c HTTP/1.1" status: 204 len: 168 time: 1.5810800 Nov 12 04:15:09.180369 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36388) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:09.183054 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fb7bf59a-c230-4e90-bd1c-f52577846c30 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182', 'name': 'tempest-PortsTestJSON-519196619'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:09.184218 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1d032-1726-408f-b854-edcd4e11e593 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Network': ['ID=ea68366d-cfec-4168-8348-0c0f3da2058c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:09.247867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d636e12f-5d18-48c9-9d85-c0e77304dab5 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:15:09.273109 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device f701fd92-151a-447a-a890-b40face78a0f no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:09.300677 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1836fa-be3d-4626-9abf-9f8ae5bec93c x-openstack-request-id: req-db1836fa-be3d-4626-9abf-9f8ae5bec93c {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:09.301422 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23f01a9-eaf3-4735-8eb0-8afabeb8a859", "tag": "827813e1-4afe-44db-947c-b67c4e2c3e62", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:09.301684 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db1836fa-be3d-4626-9abf-9f8ae5bec93c {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:09.302088 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'tag': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'status': 'completed', 'code': 200} Nov 12 04:15:09.341333 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-993b73f0-11cf-4d59-ba7f-dd3b01657451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'name': 'tempest-ServerActionsTestJSON-2033831478-router', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:19Z', 'updated_at': '2021-11-12T04:14:29Z', 'revision_number': 4, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'gw_port': {'id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:20Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'c66c0123-1995-4779-98b1-3227bcee15c7', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'port_id': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'mac_address': 'fa:16:3e:c5:88:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:14:39Z', 'updated_at': '2021-11-12T04:15:07Z', 'revision_number': 1, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eebf0f9-9047-47d3-a86d-cc4187c410ab', 'name': '', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'mac_address': 'fa:16:3e:ad:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:38Z', 'revision_number': 5, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'subnets': [{'id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:09.386098 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993b73f0-11cf-4d59-ba7f-dd3b01657451 None None] Checking router: 638482a5-70ce-43f8-b34d-d1037c50d78f for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:15:09.388662 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993b73f0-11cf-4d59-ba7f-dd3b01657451 None None] Routers {'638482a5-70ce-43f8-b34d-d1037c50d78f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:09.390005 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-993b73f0-11cf-4d59-ba7f-dd3b01657451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:15:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['638482a5-70ce-43f8-b34d-d1037c50d78f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:09.409947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7bf59a-c230-4e90-bd1c-f52577846c30 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:09.414820 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf59a-c230-4e90-bd1c-f52577846c30 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.445316 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-fb7bf59a-c230-4e90-bd1c-f52577846c30 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] device_id is not set on port 045b46f6-8f53-40d8-9253-3cd1df63c96b yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:15:09.464711 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d636e12f-5d18-48c9-9d85-c0e77304dab5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d636e12f-5d18-48c9-9d85-c0e77304dab5,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:09.467508 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.469294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d8e67-a684-4642-8e67-d50966913c11 req-aecab2de-ed74-4275-bc38-4928cc64061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:09.471185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b4d8e67-a684-4642-8e67-d50966913c11 req-aecab2de-ed74-4275-bc38-4928cc64061f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 1097 time: 0.1152773 Nov 12 04:15:09.496356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'd636e12f-5d18-48c9-9d85-c0e77304dab5', 'network_id': '548c1840-b990-48ca-a686-5676b7358da8', 'port_id': 'd636e12f-5d18-48c9-9d85-c0e77304dab5', 'mac_address': 'fa:16:3e:32:a5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f19a492-13b2-4404-96f3-ac21e88d3de9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:15:09.543798 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293b4729-3756-4913-9f4c-371e6f856e9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f701fd92-151a-447a-a890-b40face78a0f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:09.546217 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecd0d48-7072-4c37-b015-bf5f5a607089" -d '{"events": [{"server_uuid": "293b4729-3756-4913-9f4c-371e6f856e9c", "name": "network-vif-unplugged", "status": "completed", "tag": "f701fd92-151a-447a-a890-b40face78a0f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:09.571804 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port f701fd92-151a-447a-a890-b40face78a0f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f701fd92-151a-447a-a890-b40face78a0f,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:09.578511 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.609450 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d636e12f-5d18-48c9-9d85-c0e77304dab5 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:15:09.621680 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d8e67-a684-4642-8e67-d50966913c11 req-4c5d87a8-403b-473f-a6a3-7a7c94bb507e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:09.624628 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b4d8e67-a684-4642-8e67-d50966913c11 req-4c5d87a8-403b-473f-a6a3-7a7c94bb507e service neutron] 10.222.0.21 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.1416767 Nov 12 04:15:09.652098 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-993b73f0-11cf-4d59-ba7f-dd3b01657451 None None] Set router 638482a5-70ce-43f8-b34d-d1037c50d78f gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:09.653064 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.656009 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d636e12f-5d18-48c9-9d85-c0e77304dab5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d636e12f-5d18-48c9-9d85-c0e77304dab5,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:09.748538 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.761977 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=f701fd92-151a-447a-a890-b40face78a0f,revision_number=11']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:09.777306 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b4d8e67-a684-4642-8e67-d50966913c11 req-91931e61-f1e4-40e2-a340-ed561e700869 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827813e1-4afe-44db-947c-b67c4e2c3e62 HTTP/1.1" status: 200 len: 999 time: 0.1431203 Nov 12 04:15:09.804352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b09a5d34-94a9-493d-a41f-3544174779d8 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:09.806454 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf59a-c230-4e90-bd1c-f52577846c30 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.839637 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: b09a5d34-94a9-493d-a41f-3544174779d8 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:09.840856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b09a5d34-94a9-493d-a41f-3544174779d8 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:09.881532 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=d636e12f-5d18-48c9-9d85-c0e77304dab5,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:09.893367 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d8e67-a684-4642-8e67-d50966913c11 req-03e49245-a66b-4922-b889-6daa2759f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:09.895005 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b4d8e67-a684-4642-8e67-d50966913c11 req-03e49245-a66b-4922-b889-6daa2759f989 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.1106565 Nov 12 04:15:09.914120 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf59a-c230-4e90-bd1c-f52577846c30 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.960357 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7bf59a-c230-4e90-bd1c-f52577846c30 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network e46e06ca-4baa-4d06-a602-c180e2552182 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:09.961391 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d8e67-a684-4642-8e67-d50966913c11 req-46d1037f-b281-453d-a800-6d071a231ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:09.964121 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b4d8e67-a684-4642-8e67-d50966913c11 req-46d1037f-b281-453d-a800-6d071a231ac3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607569 Nov 12 04:15:09.966500 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-fb7bf59a-c230-4e90-bd1c-f52577846c30 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:09.971658 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7bf59a-c230-4e90-bd1c-f52577846c30 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:09.977393 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7bf59a-c230-4e90-bd1c-f52577846c30 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:09.978047 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf59a-c230-4e90-bd1c-f52577846c30 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.987181 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bf59a-c230-4e90-bd1c-f52577846c30 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=045b46f6-8f53-40d8-9253-3cd1df63c96b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:10.003476 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-993b73f0-11cf-4d59-ba7f-dd3b01657451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'name': 'tempest-ServerActionsTestJSON-2033831478-router', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:19Z', 'updated_at': '2021-11-12T04:14:29Z', 'revision_number': 4, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'gw_port': {'id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:20Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'c66c0123-1995-4779-98b1-3227bcee15c7', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'port_id': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'mac_address': 'fa:16:3e:c5:88:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:14:39Z', 'updated_at': '2021-11-12T04:15:07Z', 'revision_number': 1, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eebf0f9-9047-47d3-a86d-cc4187c410ab', 'name': '', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'mac_address': 'fa:16:3e:ad:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:38Z', 'revision_number': 5, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'subnets': [{'id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:10.032717 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993b73f0-11cf-4d59-ba7f-dd3b01657451 None None] The sync data for ids ['638482a5-70ce-43f8-b34d-d1037c50d78f'] in n-d-768509-24 is: [{'id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'name': 'tempest-ServerActionsTestJSON-2033831478-router', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:19Z', 'updated_at': '2021-11-12T04:14:29Z', 'revision_number': 4, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'gw_port': {'id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:20Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'c66c0123-1995-4779-98b1-3227bcee15c7', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'port_id': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'mac_address': 'fa:16:3e:c5:88:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:14:39Z', 'updated_at': '2021-11-12T04:15:07Z', 'revision_number': 1, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eebf0f9-9047-47d3-a86d-cc4187c410ab', 'name': '', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'mac_address': 'fa:16:3e:ad:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:38Z', 'revision_number': 5, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'subnets': [{'id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:15:10.067114 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d9057d-68c7-4de0-bbbd-978ddce7bf9c x-openstack-request-id: req-f7d9057d-68c7-4de0-bbbd-978ddce7bf9c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:10.067445 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293b4729-3756-4913-9f4c-371e6f856e9c", "name": "network-vif-unplugged", "status": "completed", "tag": "f701fd92-151a-447a-a890-b40face78a0f", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:10.067958 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7d9057d-68c7-4de0-bbbd-978ddce7bf9c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:10.068363 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293b4729-3756-4913-9f4c-371e6f856e9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f701fd92-151a-447a-a890-b40face78a0f', 'code': 200} Nov 12 04:15:10.070762 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['d636e12f-5d18-48c9-9d85-c0e77304dab5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:10.111256 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fb7bf59a-c230-4e90-bd1c-f52577846c30 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9323037 Nov 12 04:15:10.112298 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b4d8e67-a684-4642-8e67-d50966913c11 req-106f286f-cbf7-4f3f-8baa-fbd80d4e7c65 service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334438 Nov 12 04:15:10.113826 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36436) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:10.305259 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b4d8e67-a684-4642-8e67-d50966913c11 req-1b167eeb-b52f-4bf4-9ff9-99baf5ad508c service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795013 Nov 12 04:15:10.310508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-bc1648ea-aedd-4352-851e-8f91a32d9163 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port 045b46f6-8f53-40d8-9253-3cd1df63c96b {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:10.310853 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bc1648ea-aedd-4352-851e-8f91a32d9163 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.349068 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7dbbab-3dfc-473f-918e-cab08e729c3e None None] New status for floating IP c66c0123-1995-4779-98b1-3227bcee15c7: ACTIVE {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:15:10.418559 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bc1648ea-aedd-4352-851e-8f91a32d9163 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.438789 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4ce6c-d089-4393-9b5e-100e02223fd7 req-ba2fc11d-161e-47f5-8676-694ad6ddf939 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:10.440351 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64e4ce6c-d089-4393-9b5e-100e02223fd7 req-ba2fc11d-161e-47f5-8676-694ad6ddf939 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=f948ee5d-fff1-41ab-95ab-6e511217ecdc HTTP/1.1" status: 200 len: 945 time: 0.1342149 Nov 12 04:15:10.445143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-bc1648ea-aedd-4352-851e-8f91a32d9163 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for 045b46f6-8f53-40d8-9253-3cd1df63c96b owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:10.541722 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64e4ce6c-d089-4393-9b5e-100e02223fd7 req-3a0ca706-903f-4775-a046-4983b98089c0 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918424 Nov 12 04:15:10.628425 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bc1648ea-aedd-4352-851e-8f91a32d9163 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.669135 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1648ea-aedd-4352-851e-8f91a32d9163 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=045b46f6-8f53-40d8-9253-3cd1df63c96b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:10.674527 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bc1648ea-aedd-4352-851e-8f91a32d9163 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.680563 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36460) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:10.680730 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bc1648ea-aedd-4352-851e-8f91a32d9163 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/ports/045b46f6-8f53-40d8-9253-3cd1df63c96b HTTP/1.1" status: 204 len: 168 time: 0.5657520 Nov 12 04:15:10.685971 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-db907c52-9630-414d-8ab7-d32abdc970d4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182', 'mac_address': 'fa:16:3e:d5:ca:16', 'name': 'tempest-PortsTestJSON-1552683914'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:10.764048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f55c7c-78dd-4890-a216-34f507d467b1 req-4a0d6d41-ac43-45ad-835b-53f897af4b58 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:10.765587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d4f55c7c-78dd-4890-a216-34f507d467b1 req-4a0d6d41-ac43-45ad-835b-53f897af4b58 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1432583-0c34-4753-b417-8ec25345e994 HTTP/1.1" status: 200 len: 950 time: 0.0666418 Nov 12 04:15:10.824458 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d4f55c7c-78dd-4890-a216-34f507d467b1 req-35ad47d6-e446-4019-99fe-f7480cd712f3 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488417 Nov 12 04:15:10.873014 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db907c52-9630-414d-8ab7-d32abdc970d4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:10.946426 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db907c52-9630-414d-8ab7-d32abdc970d4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.969509 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-db907c52-9630-414d-8ab7-d32abdc970d4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] device_id is not set on port ba80bcbf-fced-4773-954b-8f1838c25db6 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:15:11.151388 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db907c52-9630-414d-8ab7-d32abdc970d4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.265537 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db907c52-9630-414d-8ab7-d32abdc970d4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.269987 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d636e12f-5d18-48c9-9d85-c0e77304dab5 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:11.332025 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36546) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:11.348855 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db907c52-9630-414d-8ab7-d32abdc970d4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network e46e06ca-4baa-4d06-a602-c180e2552182 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:11.353570 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-db907c52-9630-414d-8ab7-d32abdc970d4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:11.359065 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db907c52-9630-414d-8ab7-d32abdc970d4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:11.367890 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db907c52-9630-414d-8ab7-d32abdc970d4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:11.368540 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db907c52-9630-414d-8ab7-d32abdc970d4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.391230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db907c52-9630-414d-8ab7-d32abdc970d4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=ba80bcbf-fced-4773-954b-8f1838c25db6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:11.465097 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ac86c41f-ace2-4588-b776-fbcb690c6315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.482061 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-db907c52-9630-414d-8ab7-d32abdc970d4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7949951 Nov 12 04:15:11.482061 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36570) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:11.502352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port d636e12f-5d18-48c9-9d85-c0e77304dab5 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:15:11.506851 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port d636e12f-5d18-48c9-9d85-c0e77304dab5 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:11.507227 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.552611 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ac86c41f-ace2-4588-b776-fbcb690c6315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.555999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b363a0e9-d3c3-4558-97bb-a17f5c646d23 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:11.557401 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b363a0e9-d3c3-4558-97bb-a17f5c646d23 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports/ba80bcbf-fced-4773-954b-8f1838c25db6 HTTP/1.1" status: 200 len: 841 time: 0.0767334 Nov 12 04:15:11.560346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36582) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:11.607793 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.631015 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ac86c41f-ace2-4588-b776-fbcb690c6315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.652893 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d636e12f-5d18-48c9-9d85-c0e77304dab5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d636e12f-5d18-48c9-9d85-c0e77304dab5,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:11.677310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86c41f-ace2-4588-b776-fbcb690c6315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e5846e-de9d-4732-a6ab-9eddd0aed6d1,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:11.694529 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ac86c41f-ace2-4588-b776-fbcb690c6315 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6399174cd9f46b9ba383db4be11e70d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3581891 Nov 12 04:15:11.698999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36594) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:11.729127 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-6d75648d-43e7-4ff2-9a5e-0c649be7da6d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port ba80bcbf-fced-4773-954b-8f1838c25db6 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:11.729472 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d75648d-43e7-4ff2-9a5e-0c649be7da6d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.736495 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.759557 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83f4b674-f5d9-4ea6-a1f5-fc507521f20a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.762280 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a666fb3-7680-4ecd-8712-637b76b31dee req-2d3e0c60-90f6-4323-9d11-8654fb95b790 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:11.763845 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a666fb3-7680-4ecd-8712-637b76b31dee req-2d3e0c60-90f6-4323-9d11-8654fb95b790 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=f948ee5d-fff1-41ab-95ab-6e511217ecdc HTTP/1.1" status: 200 len: 945 time: 0.0875382 Nov 12 04:15:11.791878 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83f4b674-f5d9-4ea6-a1f5-fc507521f20a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.795737 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=d636e12f-5d18-48c9-9d85-c0e77304dab5,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:11.829572 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d75648d-43e7-4ff2-9a5e-0c649be7da6d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.851111 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-6d75648d-43e7-4ff2-9a5e-0c649be7da6d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for ba80bcbf-fced-4773-954b-8f1838c25db6 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:11.872240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a666fb3-7680-4ecd-8712-637b76b31dee req-9ae652c4-5251-4b7f-afc9-ad1feb018a81 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723388 Nov 12 04:15:11.904273 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83f4b674-f5d9-4ea6-a1f5-fc507521f20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.906845 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-83f4b674-f5d9-4ea6-a1f5-fc507521f20a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.908497 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-83f4b674-f5d9-4ea6-a1f5-fc507521f20a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4e5846e-de9d-4732-a6ab-9eddd0aed6d1 HTTP/1.1" status: 204 len: 168 time: 0.2080762 Nov 12 04:15:11.927820 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4b674-f5d9-4ea6-a1f5-fc507521f20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e5846e-de9d-4732-a6ab-9eddd0aed6d1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:12.046784 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d75648d-43e7-4ff2-9a5e-0c649be7da6d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:12.069408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f948ee5d-fff1-41ab-95ab-6e511217ecdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd636e12f-5d18-48c9-9d85-c0e77304dab5'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:12.072000 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7b2f18-0341-4d1c-b176-c16262722b32" -d '{"events": [{"server_uuid": "f948ee5d-fff1-41ab-95ab-6e511217ecdc", "name": "network-vif-plugged", "status": "completed", "tag": "d636e12f-5d18-48c9-9d85-c0e77304dab5"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:12.082708 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75648d-43e7-4ff2-9a5e-0c649be7da6d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=ba80bcbf-fced-4773-954b-8f1838c25db6,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:12.097512 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d75648d-43e7-4ff2-9a5e-0c649be7da6d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:12.100959 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6d75648d-43e7-4ff2-9a5e-0c649be7da6d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/ports/ba80bcbf-fced-4773-954b-8f1838c25db6 HTTP/1.1" status: 204 len: 168 time: 0.5396121 Nov 12 04:15:12.104645 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36616) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:12.129622 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-7672f219-f024-4030-b11d-dec86773f54f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] GET failed (client error): The resource could not be found. Nov 12 04:15:12.134997 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7672f219-f024-4030-b11d-dec86773f54f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports/ba80bcbf-fced-4773-954b-8f1838c25db6 HTTP/1.1" status: 404 len: 333 time: 0.0291958 Nov 12 04:15:12.135670 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36618) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:12.140537 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6a57677f-ff57-4f4e-9f5f-75a34314e6ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182', 'name': 'tempest-PortsTestJSON-1209392383'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:12.172498 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075810c-1679-4692-b238-137200cec4d9 req-2a897448-1656-4fbd-a433-d4b7811cb5da tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:12.174327 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5075810c-1679-4692-b238-137200cec4d9 req-2a897448-1656-4fbd-a433-d4b7811cb5da tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1432583-0c34-4753-b417-8ec25345e994 HTTP/1.1" status: 200 len: 950 time: 0.0938375 Nov 12 04:15:12.186889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38362b-5534-4388-bbc2-9458f0b97c68 req-9807f062-ec9c-4a07-8419-62b54b18b60b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:12.188600 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da38362b-5534-4388-bbc2-9458f0b97c68 req-9807f062-ec9c-4a07-8419-62b54b18b60b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1432583-0c34-4753-b417-8ec25345e994 HTTP/1.1" status: 200 len: 950 time: 0.0691361 Nov 12 04:15:12.269514 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5075810c-1679-4692-b238-137200cec4d9 req-e1d6885f-f9ec-47d0-9373-c012b89649de tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798559 Nov 12 04:15:12.286381 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a57677f-ff57-4f4e-9f5f-75a34314e6ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:12.290045 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a57677f-ff57-4f4e-9f5f-75a34314e6ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:12.315930 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-6a57677f-ff57-4f4e-9f5f-75a34314e6ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] device_id is not set on port 2f91f224-2f1a-4235-9001-db1f2ec17c5a yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:15:12.333472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-da38362b-5534-4388-bbc2-9458f0b97c68 req-20eb3849-b5a2-4707-be9b-991f65ff85cf tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Deleting port b3085fe8-c3ce-404f-97d0-89622379b027 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:12.334053 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-da38362b-5534-4388-bbc2-9458f0b97c68 req-20eb3849-b5a2-4707-be9b-991f65ff85cf tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:12.455858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-da38362b-5534-4388-bbc2-9458f0b97c68 req-20eb3849-b5a2-4707-be9b-991f65ff85cf tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] For port b3085fe8-c3ce-404f-97d0-89622379b027, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b3085fe8-c3ce-404f-97d0-89622379b027,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:12.456257 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-da38362b-5534-4388-bbc2-9458f0b97c68 req-20eb3849-b5a2-4707-be9b-991f65ff85cf tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:12.470966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-da38362b-5534-4388-bbc2-9458f0b97c68 req-20eb3849-b5a2-4707-be9b-991f65ff85cf tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Calling delete_port for b3085fe8-c3ce-404f-97d0-89622379b027 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:12.499773 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a57677f-ff57-4f4e-9f5f-75a34314e6ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:12.574123 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31955f6a-60cf-4723-99a1-4e39222d6499 x-openstack-request-id: req-31955f6a-60cf-4723-99a1-4e39222d6499 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:12.574999 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f948ee5d-fff1-41ab-95ab-6e511217ecdc", "name": "network-vif-plugged", "status": "completed", "tag": "d636e12f-5d18-48c9-9d85-c0e77304dab5", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:12.575460 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31955f6a-60cf-4723-99a1-4e39222d6499 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:12.575994 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f948ee5d-fff1-41ab-95ab-6e511217ecdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd636e12f-5d18-48c9-9d85-c0e77304dab5', 'code': 200} Nov 12 04:15:12.601350 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a57677f-ff57-4f4e-9f5f-75a34314e6ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:12.659908 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a57677f-ff57-4f4e-9f5f-75a34314e6ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network e46e06ca-4baa-4d06-a602-c180e2552182 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:12.662825 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-6a57677f-ff57-4f4e-9f5f-75a34314e6ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:12.665443 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a57677f-ff57-4f4e-9f5f-75a34314e6ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:12.675952 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a57677f-ff57-4f4e-9f5f-75a34314e6ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:12.675952 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a57677f-ff57-4f4e-9f5f-75a34314e6ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:12.691978 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57677f-ff57-4f4e-9f5f-75a34314e6ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=2f91f224-2f1a-4235-9001-db1f2ec17c5a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:12.700518 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-da38362b-5534-4388-bbc2-9458f0b97c68 req-20eb3849-b5a2-4707-be9b-991f65ff85cf tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:12.734077 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb3849-b5a2-4707-be9b-991f65ff85cf tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Pushing event deleted for resources: {'Port': ['ID=b3085fe8-c3ce-404f-97d0-89622379b027,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:12.736380 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['beced045-9f91-40fc-847b-3aa91ebb8785', '5bdceacd-b491-4055-a30e-a229166b8b17'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:12.744314 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['1416b5fa-6a27-41f3-957f-4abe3a2aa667', 'fa6c7962-016f-4c55-9a97-dc16fe679a0c', '436d7d35-88ab-4d37-999e-058efa38598e', 'b3085fe8-c3ce-404f-97d0-89622379b027'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:12.756864 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fdcaa-9ec2-4af9-8061-834183c70db2 req-6688e258-6180-41e2-b276-3641f65eeb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:12.758331 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d6fdcaa-9ec2-4af9-8061-834183c70db2 req-6688e258-6180-41e2-b276-3641f65eeb07 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f948ee5d-fff1-41ab-95ab-6e511217ecdc HTTP/1.1" status: 200 len: 1098 time: 0.0888486 Nov 12 04:15:12.777282 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6a57677f-ff57-4f4e-9f5f-75a34314e6ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6381624 Nov 12 04:15:12.777617 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36652) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:12.785252 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-789b2368-c080-43e3-a4c1-7d20ad98641c tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:12.811209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-da38362b-5534-4388-bbc2-9458f0b97c68 req-20eb3849-b5a2-4707-be9b-991f65ff85cf tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] No DVR routers for this DVR port b3085fe8-c3ce-404f-97d0-89622379b027 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:12.814857 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-da38362b-5534-4388-bbc2-9458f0b97c68 req-20eb3849-b5a2-4707-be9b-991f65ff85cf tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:12.818135 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da38362b-5534-4388-bbc2-9458f0b97c68 req-20eb3849-b5a2-4707-be9b-991f65ff85cf tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "DELETE /v2.0/ports/b3085fe8-c3ce-404f-97d0-89622379b027 HTTP/1.1" status: 204 len: 173 time: 0.6217222 Nov 12 04:15:12.819059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1432583-0c34-4753-b417-8ec25345e994', 'name': 'network-vif-deleted', 'tag': 'b3085fe8-c3ce-404f-97d0-89622379b027'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:12.821153 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f780817-ea43-41a6-b50d-87a3e65f629c" -d '{"events": [{"server_uuid": "a1432583-0c34-4753-b417-8ec25345e994", "name": "network-vif-deleted", "tag": "b3085fe8-c3ce-404f-97d0-89622379b027"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:12.865696 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d6fdcaa-9ec2-4af9-8061-834183c70db2 req-9d2202a2-81a6-41bf-91ba-e9818aca7201 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934267 Nov 12 04:15:12.919228 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-789b2368-c080-43e3-a4c1-7d20ad98641c tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:13.105655 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-789b2368-c080-43e3-a4c1-7d20ad98641c tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:13.196116 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-789b2368-c080-43e3-a4c1-7d20ad98641c tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:13.256772 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-789b2368-c080-43e3-a4c1-7d20ad98641c tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] In _notify_port_updated(), no bound segment for port 2f91f224-2f1a-4235-9001-db1f2ec17c5a on network e46e06ca-4baa-4d06-a602-c180e2552182 {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:15:13.262868 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789b2368-c080-43e3-a4c1-7d20ad98641c tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:13.263558 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-789b2368-c080-43e3-a4c1-7d20ad98641c tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:13.268048 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-789b2368-c080-43e3-a4c1-7d20ad98641c tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "PUT /v2.0/ports/2f91f224-2f1a-4235-9001-db1f2ec17c5a HTTP/1.1" status: 200 len: 818 time: 0.4891391 Nov 12 04:15:13.270160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36678) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:13.302311 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b2368-c080-43e3-a4c1-7d20ad98641c tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=2f91f224-2f1a-4235-9001-db1f2ec17c5a,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:13.406356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-74bbb58a-b69c-4bf9-9bb1-e0ca5cb727ca tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port 2f91f224-2f1a-4235-9001-db1f2ec17c5a {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:13.406933 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-74bbb58a-b69c-4bf9-9bb1-e0ca5cb727ca tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:13.475930 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-74bbb58a-b69c-4bf9-9bb1-e0ca5cb727ca tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:13.489569 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-74bbb58a-b69c-4bf9-9bb1-e0ca5cb727ca tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for 2f91f224-2f1a-4235-9001-db1f2ec17c5a owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:13.709682 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-74bbb58a-b69c-4bf9-9bb1-e0ca5cb727ca tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:13.738464 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbb58a-b69c-4bf9-9bb1-e0ca5cb727ca tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=2f91f224-2f1a-4235-9001-db1f2ec17c5a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:13.743791 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-74bbb58a-b69c-4bf9-9bb1-e0ca5cb727ca tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:13.746995 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-74bbb58a-b69c-4bf9-9bb1-e0ca5cb727ca tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/ports/2f91f224-2f1a-4235-9001-db1f2ec17c5a HTTP/1.1" status: 204 len: 168 time: 0.4757259 Nov 12 04:15:13.749612 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36714) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:13.799678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cba55a-42b7-4a85-9c8f-94bdc0f578a8 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:13.802426 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c0cba55a-42b7-4a85-9c8f-94bdc0f578a8 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0506685 Nov 12 04:15:13.803802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36724) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:13.843586 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b99f13-ba40-4d1e-9bb2-f2cb4dad5862 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] GET failed (client error): The resource could not be found. Nov 12 04:15:13.845765 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-00b99f13-ba40-4d1e-9bb2-f2cb4dad5862 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports/2f91f224-2f1a-4235-9001-db1f2ec17c5a HTTP/1.1" status: 404 len: 333 time: 0.0404246 Nov 12 04:15:13.853313 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36730) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:13.862085 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-19b68dca-f7f0-4f2b-a2ff-06e4d6831e98 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-461690724'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:14.015803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b68dca-f7f0-4f2b-a2ff-06e4d6831e98 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:14.020088 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19b68dca-f7f0-4f2b-a2ff-06e4d6831e98 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.047116 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b68dca-f7f0-4f2b-a2ff-06e4d6831e98 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:15:14.055997 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19b68dca-f7f0-4f2b-a2ff-06e4d6831e98 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.056262 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-19b68dca-f7f0-4f2b-a2ff-06e4d6831e98 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Added segment 50099398-d079-4096-b22d-181844aee4d4 of type vlan for network 56a13e5c-bfc7-4aae-ace5-6d325e472591 Nov 12 04:15:14.095353 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19b68dca-f7f0-4f2b-a2ff-06e4d6831e98 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.170874 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548015e0-473c-45ef-b0f2-df20d19542a5 x-openstack-request-id: req-548015e0-473c-45ef-b0f2-df20d19542a5 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:14.171166 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1432583-0c34-4753-b417-8ec25345e994", "name": "network-vif-deleted", "tag": "b3085fe8-c3ce-404f-97d0-89622379b027", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:14.171419 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-548015e0-473c-45ef-b0f2-df20d19542a5 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:14.171889 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1432583-0c34-4753-b417-8ec25345e994', 'name': 'network-vif-deleted', 'tag': 'b3085fe8-c3ce-404f-97d0-89622379b027', 'status': 'completed', 'code': 200} Nov 12 04:15:14.252994 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19b68dca-f7f0-4f2b-a2ff-06e4d6831e98 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.258777 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b68dca-f7f0-4f2b-a2ff-06e4d6831e98 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:14.259435 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19b68dca-f7f0-4f2b-a2ff-06e4d6831e98 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.277919 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad8bd0-2bbc-4fc4-b419-8f414f29d572 req-47aed892-1176-47ab-bf0b-fb5a168cac12 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:14.279454 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cfad8bd0-2bbc-4fc4-b419-8f414f29d572 req-47aed892-1176-47ab-bf0b-fb5a168cac12 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=f948ee5d-fff1-41ab-95ab-6e511217ecdc HTTP/1.1" status: 200 len: 946 time: 0.0536742 Nov 12 04:15:14.327562 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b68dca-f7f0-4f2b-a2ff-06e4d6831e98 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Network': ['ID=56a13e5c-bfc7-4aae-ace5-6d325e472591,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:14.341868 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cfad8bd0-2bbc-4fc4-b419-8f414f29d572 req-9ab78a25-ead3-4fdf-ac78-d6b4ee153dd6 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups?id=76bac9db-6118-435f-b2e5-e1764a6756bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501926 Nov 12 04:15:14.342464 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 56a13e5c-bfc7-4aae-ace5-6d325e472591 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:15:14.378658 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-19b68dca-f7f0-4f2b-a2ff-06e4d6831e98 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5238969 Nov 12 04:15:14.381492 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36740) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:14.388007 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c5f7d20a-8118-4645-914a-0babff54ecae tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'subnet': {'network_id': '56a13e5c-bfc7-4aae-ace5-6d325e472591', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:14.410481 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:15:14.416822 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36742) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:14.554274 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c5fb-9a41-4b78-a0b3-0303a249e701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.573448 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f7d20a-8118-4645-914a-0babff54ecae tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:14.576859 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d20a-8118-4645-914a-0babff54ecae tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.708124 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c5fb-9a41-4b78-a0b3-0303a249e701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.776904 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c5fb-9a41-4b78-a0b3-0303a249e701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.830894 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9fa7c5fb-9a41-4b78-a0b3-0303a249e701 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=daffbd95f8704892923203c7af3b3048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4129331 Nov 12 04:15:14.832794 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7c5fb-9a41-4b78-a0b3-0303a249e701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51715244-0e30-44f2-ad4f-9f15d54c9167,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:14.833522 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36758) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:14.884813 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e13fef82-5346-43c7-bdcf-6e00e14f8b24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.886585 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d20a-8118-4645-914a-0babff54ecae tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.907583 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e13fef82-5346-43c7-bdcf-6e00e14f8b24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.956957 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7d20a-8118-4645-914a-0babff54ecae tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Subnet': ['ID=84122bc8-7a83-45f5-840b-84a083757f2d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:14.962043 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f7d20a-8118-4645-914a-0babff54ecae tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Checking segment: {'id': '50099398-d079-4096-b22d-181844aee4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56a13e5c-bfc7-4aae-ace5-6d325e472591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:14.962768 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f7d20a-8118-4645-914a-0babff54ecae tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network hostable DHCP agents. Network: 56a13e5c-bfc7-4aae-ace5-6d325e472591, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:15:15.040953 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e13fef82-5346-43c7-bdcf-6e00e14f8b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:15.046756 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e13fef82-5346-43c7-bdcf-6e00e14f8b24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:15.046756 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e13fef82-5346-43c7-bdcf-6e00e14f8b24 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51715244-0e30-44f2-ad4f-9f15d54c9167 HTTP/1.1" status: 204 len: 168 time: 0.2100327 Nov 12 04:15:15.053540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fef82-5346-43c7-bdcf-6e00e14f8b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51715244-0e30-44f2-ad4f-9f15d54c9167,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:15.069349 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f7d20a-8118-4645-914a-0babff54ecae tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network 56a13e5c-bfc7-4aae-ace5-6d325e472591 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:15:15.149394 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c5f7d20a-8118-4645-914a-0babff54ecae tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 56a13e5c-bfc7-4aae-ace5-6d325e472591) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:15.153350 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f7d20a-8118-4645-914a-0babff54ecae tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:15.153937 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d20a-8118-4645-914a-0babff54ecae tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:15.158737 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e8fb68-1dee-44d8-9ebb-c1124d24c93c None None] Network 56a13e5c-bfc7-4aae-ace5-6d325e472591 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:15.272131 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c5f7d20a-8118-4645-914a-0babff54ecae tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8894055 Nov 12 04:15:15.275181 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36778) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:15.280456 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-0dab77b0-f72e-43f4-9dbc-544c7c55b952 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'subnet': {'network_id': '56a13e5c-bfc7-4aae-ace5-6d325e472591', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:15.305486 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-56a13e5c-bfc7-4aae-ace5-6d325e472591', 'network_id': '56a13e5c-bfc7-4aae-ace5-6d325e472591', 'tenant_id': '8177d60a10234961ad5f19a370b54d0b', 'fixed_ips': [{'subnet_id': '84122bc8-7a83-45f5-840b-84a083757f2d'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:15:15.306524 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:15.461191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Allocated IP 172.20.0.2 (56a13e5c-bfc7-4aae-ace5-6d325e472591/84122bc8-7a83-45f5-840b-84a083757f2d/33c8f103-13fb-477c-987f-01467db0f5bb) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:15.475729 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dab77b0-f72e-43f4-9dbc-544c7c55b952 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:15.479665 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0dab77b0-f72e-43f4-9dbc-544c7c55b952 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:15.576159 n-d-768509-24 neutron-server[103296]: INFO neutron.db.ipam_backend_mixin [None req-0dab77b0-f72e-43f4-9dbc-544c7c55b952 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 84122bc8-7a83-45f5-840b-84a083757f2d (CIDR: 172.20.0.0/28) Nov 12 04:15:15.613617 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dab77b0-f72e-43f4-9dbc-544c7c55b952 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:15:15.614210 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dab77b0-f72e-43f4-9dbc-544c7c55b952 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:15:15.617475 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:15.702509 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:15.729513 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0dab77b0-f72e-43f4-9dbc-544c7c55b952 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4530785 Nov 12 04:15:15.732249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36806) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:15.738118 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-3fdb5d0c-7d25-4f78-9088-a8da6e4b6c0a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'subnet': {'network_id': '56a13e5c-bfc7-4aae-ace5-6d325e472591', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:15.747366 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Network 56a13e5c-bfc7-4aae-ace5-6d325e472591 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:15.750648 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:15.755791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:15.759059 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Pushing event updated for resources: {'Port': ['ID=33c8f103-13fb-477c-987f-01467db0f5bb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:15.771325 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:15.771959 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:15.772301 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:15.772643 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:15.772979 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:15.773315 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:15.773647 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:15.774053 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:15.774385 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:15.774776 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:15.775206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:15.775531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:15.834966 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Attempting to bind port 33c8f103-13fb-477c-987f-01467db0f5bb on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:15.835407 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Attempting to bind port 33c8f103-13fb-477c-987f-01467db0f5bb by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '50099398-d079-4096-b22d-181844aee4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56a13e5c-bfc7-4aae-ace5-6d325e472591'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:15.835781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Attempting to bind port 33c8f103-13fb-477c-987f-01467db0f5bb on network 56a13e5c-bfc7-4aae-ace5-6d325e472591 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:15.841842 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:15.842219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Checking segment: {'id': '50099398-d079-4096-b22d-181844aee4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56a13e5c-bfc7-4aae-ace5-6d325e472591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:15.842620 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:15.843047 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Bound using segment: {'id': '50099398-d079-4096-b22d-181844aee4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56a13e5c-bfc7-4aae-ace5-6d325e472591'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:15.843524 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Bound port: 33c8f103-13fb-477c-987f-01467db0f5bb, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50099398-d079-4096-b22d-181844aee4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56a13e5c-bfc7-4aae-ace5-6d325e472591'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:15.843906 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:15.915815 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] For port 33c8f103-13fb-477c-987f-01467db0f5bb, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:15.919743 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] For port 33c8f103-13fb-477c-987f-01467db0f5bb, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=33c8f103-13fb-477c-987f-01467db0f5bb,segment=NetworkSegment(50099398-d079-4096-b22d-181844aee4d4),segment_id=50099398-d079-4096-b22d-181844aee4d4)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:15.981709 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:16.050113 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1a7bf-175c-4fe8-bc7f-175a784d0d8e None None] Pushing event updated for resources: {'Port': ['ID=33c8f103-13fb-477c-987f-01467db0f5bb,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:16.177303 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b3085fe8-c3ce-404f-97d0-89622379b027 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:16.209175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: b3085fe8-c3ce-404f-97d0-89622379b027 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:16.209513 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b3085fe8-c3ce-404f-97d0-89622379b027 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:16.372920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdb5d0c-7d25-4f78-9088-a8da6e4b6c0a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:16.376847 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5d0c-7d25-4f78-9088-a8da6e4b6c0a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:16.661576 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:16.736405 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5d0c-7d25-4f78-9088-a8da6e4b6c0a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:16.798958 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdb5d0c-7d25-4f78-9088-a8da6e4b6c0a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network 56a13e5c-bfc7-4aae-ace5-6d325e472591 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:16.802467 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-3fdb5d0c-7d25-4f78-9088-a8da6e4b6c0a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:16.807364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdb5d0c-7d25-4f78-9088-a8da6e4b6c0a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:16.808124 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5d0c-7d25-4f78-9088-a8da6e4b6c0a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:16.815718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb5d0c-7d25-4f78-9088-a8da6e4b6c0a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Subnet': ['ID=5a96194e-cfa3-4146-bd7f-51bcf175c2c4,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:16.894892 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3fdb5d0c-7d25-4f78-9088-a8da6e4b6c0a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1612408 Nov 12 04:15:16.897354 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36832) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:16.903370 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-70fe6282-d3e0-4fb8-b1d7-c1d809097263 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'network_id': '56a13e5c-bfc7-4aae-ace5-6d325e472591', 'fixed_ips': [{'subnet_id': '84122bc8-7a83-45f5-840b-84a083757f2d'}, {'subnet_id': '5a96194e-cfa3-4146-bd7f-51bcf175c2c4'}], 'name': 'tempest-PortsTestJSON-1570132237'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:17.102415 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36844) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:17.109546 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fe6282-d3e0-4fb8-b1d7-c1d809097263 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:17.172311 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ba8017-39bf-45c5-8c82-4d5126319f9b None None] Network 56a13e5c-bfc7-4aae-ace5-6d325e472591 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:17.217552 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-70fe6282-d3e0-4fb8-b1d7-c1d809097263 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:17.244522 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-70fe6282-d3e0-4fb8-b1d7-c1d809097263 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] device_id is not set on port c9caf53f-e3d7-4ede-a82c-76b79f25205f yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:15:17.260601 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2c5897c0-9f1b-4e79-afa1-61ab0813cf1f None None] Provisioning complete for port 33c8f103-13fb-477c-987f-01467db0f5bb triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:17.261303 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2c5897c0-9f1b-4e79-afa1-61ab0813cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:17.333571 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e74d2e0d-49d2-4aff-b87e-95ec0a61da75 tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1022594634'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:17.405905 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2c5897c0-9f1b-4e79-afa1-61ab0813cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:17.448000 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74d2e0d-49d2-4aff-b87e-95ec0a61da75 tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Made reservation on behalf of d82609b261844b87b0a25162172224b9 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:17.457536 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e74d2e0d-49d2-4aff-b87e-95ec0a61da75 tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:17.466620 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2c5897c0-9f1b-4e79-afa1-61ab0813cf1f None None] For port 33c8f103-13fb-477c-987f-01467db0f5bb, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=33c8f103-13fb-477c-987f-01467db0f5bb,segment=NetworkSegment(50099398-d079-4096-b22d-181844aee4d4),segment_id=50099398-d079-4096-b22d-181844aee4d4)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:17.480052 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e74d2e0d-49d2-4aff-b87e-95ec0a61da75 tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:17.585989 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae9fc25-2e37-4bd6-bcfe-91f8e47d6f65 None None] Update dhcp port {'port': {'network_id': '56a13e5c-bfc7-4aae-ace5-6d325e472591', 'fixed_ips': [{'subnet_id': '84122bc8-7a83-45f5-840b-84a083757f2d', 'ip_address': '172.20.0.2'}, {'subnet_id': '5a96194e-cfa3-4146-bd7f-51bcf175c2c4'}], 'binding:host_id': 'n-d-768509-24'}, 'id': '33c8f103-13fb-477c-987f-01467db0f5bb'} from n-d-768509-24. {{(pid=103298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:15:17.586797 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e74d2e0d-49d2-4aff-b87e-95ec0a61da75 tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:17.614136 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ae9fc25-2e37-4bd6-bcfe-91f8e47d6f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:17.647946 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2c5897c0-9f1b-4e79-afa1-61ab0813cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:17.683598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-70fe6282-d3e0-4fb8-b1d7-c1d809097263 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Allocated IP 172.20.0.7 (56a13e5c-bfc7-4aae-ace5-6d325e472591/84122bc8-7a83-45f5-840b-84a083757f2d/c9caf53f-e3d7-4ede-a82c-76b79f25205f) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:17.683598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-70fe6282-d3e0-4fb8-b1d7-c1d809097263 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Allocated IP 172.20.0.19 (56a13e5c-bfc7-4aae-ace5-6d325e472591/5a96194e-cfa3-4146-bd7f-51bcf175c2c4/c9caf53f-e3d7-4ede-a82c-76b79f25205f) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:17.718533 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e74d2e0d-49d2-4aff-b87e-95ec0a61da75 tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:17.773590 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74d2e0d-49d2-4aff-b87e-95ec0a61da75 tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:15:17.793150 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d2e0d-49d2-4aff-b87e-95ec0a61da75 tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58792a67-55b8-4ec9-82b4-69a57b6b96dc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:17.817265 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e74d2e0d-49d2-4aff-b87e-95ec0a61da75 tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:17.817887 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-e74d2e0d-49d2-4aff-b87e-95ec0a61da75 tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Added segment 2f2fe306-af74-470b-975a-cf8728f1c0c5 of type vlan for network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 Nov 12 04:15:17.885322 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e74d2e0d-49d2-4aff-b87e-95ec0a61da75 tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:17.912055 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 33c8f103-13fb-477c-987f-01467db0f5bb up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:17.916029 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5897c0-9f1b-4e79-afa1-61ab0813cf1f None None] Pushing event updated for resources: {'Port': ['ID=33c8f103-13fb-477c-987f-01467db0f5bb,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:17.938685 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-70fe6282-d3e0-4fb8-b1d7-c1d809097263 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:17.976603 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 33c8f103-13fb-477c-987f-01467db0f5bb triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:17.976975 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:18.001632 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e74d2e0d-49d2-4aff-b87e-95ec0a61da75 tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:18.008720 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74d2e0d-49d2-4aff-b87e-95ec0a61da75 tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:18.009372 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e74d2e0d-49d2-4aff-b87e-95ec0a61da75 tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:18.025116 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:18.067494 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-70fe6282-d3e0-4fb8-b1d7-c1d809097263 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:18.096132 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d2e0d-49d2-4aff-b87e-95ec0a61da75 tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Pushing event updated for resources: {'Network': ['ID=9056ce48-009a-42cf-a4a1-cdd5894ca2a3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:18.125301 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-2ae9fc25-2e37-4bd6-bcfe-91f8e47d6f65 None None] Allocated IP 172.20.0.18 (56a13e5c-bfc7-4aae-ace5-6d325e472591/5a96194e-cfa3-4146-bd7f-51bcf175c2c4/33c8f103-13fb-477c-987f-01467db0f5bb) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:18.132787 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:15:18.156065 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fe6282-d3e0-4fb8-b1d7-c1d809097263 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network 56a13e5c-bfc7-4aae-ace5-6d325e472591 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:18.162260 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-70fe6282-d3e0-4fb8-b1d7-c1d809097263 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:18.164819 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fe6282-d3e0-4fb8-b1d7-c1d809097263 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:18.176526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe6282-d3e0-4fb8-b1d7-c1d809097263 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=c9caf53f-e3d7-4ede-a82c-76b79f25205f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:18.198832 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e74d2e0d-49d2-4aff-b87e-95ec0a61da75 tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0928586 Nov 12 04:15:18.212728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bc796-3af7-4346-b760-b4fbfdb13142 req-f3a765da-5a96-4d77-92f9-e75988b89c46 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:18.214266 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c53bc796-3af7-4346-b760-b4fbfdb13142 req-f3a765da-5a96-4d77-92f9-e75988b89c46 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.31 "GET /v2.0/ports?device_id=f948ee5d-fff1-41ab-95ab-6e511217ecdc HTTP/1.1" status: 200 len: 946 time: 0.1631386 Nov 12 04:15:18.266160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fe6282-d3e0-4fb8-b1d7-c1d809097263 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:18.266842 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-70fe6282-d3e0-4fb8-b1d7-c1d809097263 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:18.287587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2ae9fc25-2e37-4bd6-bcfe-91f8e47d6f65 None None] For port 33c8f103-13fb-477c-987f-01467db0f5bb, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=33c8f103-13fb-477c-987f-01467db0f5bb,segment=NetworkSegment(50099398-d079-4096-b22d-181844aee4d4),segment_id=50099398-d079-4096-b22d-181844aee4d4)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:18.318475 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ae9fc25-2e37-4bd6-bcfe-91f8e47d6f65 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:18.343826 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-c53bc796-3af7-4346-b760-b4fbfdb13142 req-079381a9-d7fa-47f1-aeaa-f11e98413fd0 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Deleting port d636e12f-5d18-48c9-9d85-c0e77304dab5 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:18.344178 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c53bc796-3af7-4346-b760-b4fbfdb13142 req-079381a9-d7fa-47f1-aeaa-f11e98413fd0 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:18.362851 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-70fe6282-d3e0-4fb8-b1d7-c1d809097263 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.4642885 Nov 12 04:15:18.365877 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36886) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:18.371305 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f2f9dfbd-3406-45f9-b624-7c4c55979812 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84122bc8-7a83-45f5-840b-84a083757f2d'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:18.377152 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ae9fc25-2e37-4bd6-bcfe-91f8e47d6f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:18.443632 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-c53bc796-3af7-4346-b760-b4fbfdb13142 req-079381a9-d7fa-47f1-aeaa-f11e98413fd0 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] For port d636e12f-5d18-48c9-9d85-c0e77304dab5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d636e12f-5d18-48c9-9d85-c0e77304dab5,segment=NetworkSegment(96f2254a-a609-45c4-a3a5-fe7264158e77),segment_id=96f2254a-a609-45c4-a3a5-fe7264158e77)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:18.443909 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c53bc796-3af7-4346-b760-b4fbfdb13142 req-079381a9-d7fa-47f1-aeaa-f11e98413fd0 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:18.458057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-c53bc796-3af7-4346-b760-b4fbfdb13142 req-079381a9-d7fa-47f1-aeaa-f11e98413fd0 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Calling delete_port for d636e12f-5d18-48c9-9d85-c0e77304dab5 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:18.495156 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9fc25-2e37-4bd6-bcfe-91f8e47d6f65 None None] Pushing event updated for resources: {'Port': ['ID=33c8f103-13fb-477c-987f-01467db0f5bb,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:18.539325 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78aab5b-51b9-41cf-8121-48876b59c40c req-87b52e92-0408-4efd-b7fd-63a40a6b9e5c tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:18.540816 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d78aab5b-51b9-41cf-8121-48876b59c40c req-87b52e92-0408-4efd-b7fd-63a40a6b9e5c tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a59c450-8aa0-42d5-a65c-f6115cf511af HTTP/1.1" status: 200 len: 950 time: 0.0810511 Nov 12 04:15:18.616068 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2f9dfbd-3406-45f9-b624-7c4c55979812 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:18.715208 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c53bc796-3af7-4346-b760-b4fbfdb13142 req-079381a9-d7fa-47f1-aeaa-f11e98413fd0 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:18.748506 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['d636e12f-5d18-48c9-9d85-c0e77304dab5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:18.755720 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079381a9-d7fa-47f1-aeaa-f11e98413fd0 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Pushing event deleted for resources: {'Port': ['ID=d636e12f-5d18-48c9-9d85-c0e77304dab5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:18.764100 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-d78aab5b-51b9-41cf-8121-48876b59c40c req-75322f03-0010-4f86-96a8-2e44cf0373c5 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Deleting port 5bdceacd-b491-4055-a30e-a229166b8b17 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:18.764449 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d78aab5b-51b9-41cf-8121-48876b59c40c req-75322f03-0010-4f86-96a8-2e44cf0373c5 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:18.819690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53bc796-3af7-4346-b760-b4fbfdb13142 req-079381a9-d7fa-47f1-aeaa-f11e98413fd0 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] No DVR routers for this DVR port d636e12f-5d18-48c9-9d85-c0e77304dab5 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:18.823314 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c53bc796-3af7-4346-b760-b4fbfdb13142 req-079381a9-d7fa-47f1-aeaa-f11e98413fd0 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:18.828180 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c53bc796-3af7-4346-b760-b4fbfdb13142 req-079381a9-d7fa-47f1-aeaa-f11e98413fd0 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.31 "DELETE /v2.0/ports/d636e12f-5d18-48c9-9d85-c0e77304dab5 HTTP/1.1" status: 204 len: 173 time: 0.6051564 Nov 12 04:15:18.828707 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f948ee5d-fff1-41ab-95ab-6e511217ecdc', 'name': 'network-vif-deleted', 'tag': 'd636e12f-5d18-48c9-9d85-c0e77304dab5'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:18.834579 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beedd147-2c50-442b-a732-c8cbf66743da" -d '{"events": [{"server_uuid": "f948ee5d-fff1-41ab-95ab-6e511217ecdc", "name": "network-vif-deleted", "tag": "d636e12f-5d18-48c9-9d85-c0e77304dab5"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:18.893257 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cea7eba-65df-4fc1-9c2c-1489a516e3f8 req-ea1df605-0e7d-4a65-82ff-d7f459f7301a tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/ports?device_id=f948ee5d-fff1-41ab-95ab-6e511217ecdc HTTP/1.1" status: 200 len: 210 time: 0.0332460 Nov 12 04:15:18.963465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d78aab5b-51b9-41cf-8121-48876b59c40c req-75322f03-0010-4f86-96a8-2e44cf0373c5 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] For port 5bdceacd-b491-4055-a30e-a229166b8b17, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5bdceacd-b491-4055-a30e-a229166b8b17,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:18.963834 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d78aab5b-51b9-41cf-8121-48876b59c40c req-75322f03-0010-4f86-96a8-2e44cf0373c5 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:18.999701 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-d78aab5b-51b9-41cf-8121-48876b59c40c req-75322f03-0010-4f86-96a8-2e44cf0373c5 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Calling delete_port for 5bdceacd-b491-4055-a30e-a229166b8b17 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:19.024788 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-f2f9dfbd-3406-45f9-b624-7c4c55979812 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Delete allocated IP 172.20.0.19 (56a13e5c-bfc7-4aae-ace5-6d325e472591/5a96194e-cfa3-4146-bd7f-51bcf175c2c4) {{(pid=103297) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 04:15:19.104910 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a89678b-2263-4c4b-bff4-a2037aec4a2c None None] Network 56a13e5c-bfc7-4aae-ace5-6d325e472591 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:19.203727 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e36c5c23-aeb0-4198-be18-c8b2181d471b None None] Provisioning complete for port 33c8f103-13fb-477c-987f-01467db0f5bb triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:19.204131 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e36c5c23-aeb0-4198-be18-c8b2181d471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:19.251809 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2f9dfbd-3406-45f9-b624-7c4c55979812 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:19.326604 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2f9dfbd-3406-45f9-b624-7c4c55979812 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:19.364928 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d78aab5b-51b9-41cf-8121-48876b59c40c req-75322f03-0010-4f86-96a8-2e44cf0373c5 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:19.398574 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['beced045-9f91-40fc-847b-3aa91ebb8785', '5bdceacd-b491-4055-a30e-a229166b8b17'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:19.431451 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['1416b5fa-6a27-41f3-957f-4abe3a2aa667', 'fa6c7962-016f-4c55-9a97-dc16fe679a0c', '436d7d35-88ab-4d37-999e-058efa38598e'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:19.446553 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9dfbd-3406-45f9-b624-7c4c55979812 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=c9caf53f-e3d7-4ede-a82c-76b79f25205f,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:19.469211 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9dfbd-3406-45f9-b624-7c4c55979812 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] In _notify_port_updated(), no bound segment for port c9caf53f-e3d7-4ede-a82c-76b79f25205f on network 56a13e5c-bfc7-4aae-ace5-6d325e472591 {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:15:19.481260 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f9dfbd-3406-45f9-b624-7c4c55979812 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:19.481260 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2f9dfbd-3406-45f9-b624-7c4c55979812 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:19.481260 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f2f9dfbd-3406-45f9-b624-7c4c55979812 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "PUT /v2.0/ports/c9caf53f-e3d7-4ede-a82c-76b79f25205f HTTP/1.1" status: 200 len: 919 time: 1.1139534 Nov 12 04:15:19.483813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36894) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:19.490173 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-e5ab0b0a-2308-4689-97b1-f9da22c3c079 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84122bc8-7a83-45f5-840b-84a083757f2d'}, {'subnet_id': '5a96194e-cfa3-4146-bd7f-51bcf175c2c4'}]}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:19.558543 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75322f03-0010-4f86-96a8-2e44cf0373c5 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Pushing event deleted for resources: {'Port': ['ID=5bdceacd-b491-4055-a30e-a229166b8b17,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:19.575922 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78aab5b-51b9-41cf-8121-48876b59c40c req-75322f03-0010-4f86-96a8-2e44cf0373c5 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] No DVR routers for this DVR port 5bdceacd-b491-4055-a30e-a229166b8b17 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:19.580006 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d78aab5b-51b9-41cf-8121-48876b59c40c req-75322f03-0010-4f86-96a8-2e44cf0373c5 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:19.583789 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d78aab5b-51b9-41cf-8121-48876b59c40c req-75322f03-0010-4f86-96a8-2e44cf0373c5 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.31 "DELETE /v2.0/ports/5bdceacd-b491-4055-a30e-a229166b8b17 HTTP/1.1" status: 204 len: 173 time: 1.0252936 Nov 12 04:15:19.584333 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a59c450-8aa0-42d5-a65c-f6115cf511af', 'name': 'network-vif-deleted', 'tag': '5bdceacd-b491-4055-a30e-a229166b8b17'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:19.586803 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7fdd98-cc55-4c79-9646-50160539a002" -d '{"events": [{"server_uuid": "6a59c450-8aa0-42d5-a65c-f6115cf511af", "name": "network-vif-deleted", "tag": "5bdceacd-b491-4055-a30e-a229166b8b17"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:19.638292 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e5ab0b0a-2308-4689-97b1-f9da22c3c079 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:19.765987 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e9c0eec7-8bb9-44c5-93ee-67e3171ca6fb None None] Provisioning complete for port c9caf53f-e3d7-4ede-a82c-76b79f25205f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:19.766363 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9c0eec7-8bb9-44c5-93ee-67e3171ca6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:19.856019 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 33c8f103-13fb-477c-987f-01467db0f5bb up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:19.885380 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e9c0eec7-8bb9-44c5-93ee-67e3171ca6fb None None] Port c9caf53f-e3d7-4ede-a82c-76b79f25205f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:19.956415 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e9c0eec7-8bb9-44c5-93ee-67e3171ca6fb None None] Provisioning complete for port 33c8f103-13fb-477c-987f-01467db0f5bb triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:19.956704 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9c0eec7-8bb9-44c5-93ee-67e3171ca6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:19.993441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36902) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:19.999713 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Request body: {'port': {'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3', 'binding:host_id': 'n-h2-768509-24', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-197991424'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:20.048938 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 33c8f103-13fb-477c-987f-01467db0f5bb triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:20.049231 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:20.103219 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-e5ab0b0a-2308-4689-97b1-f9da22c3c079 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Allocated IP 172.20.0.25 (56a13e5c-bfc7-4aae-ace5-6d325e472591/5a96194e-cfa3-4146-bd7f-51bcf175c2c4/c9caf53f-e3d7-4ede-a82c-76b79f25205f) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:20.162222 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Made reservation on behalf of cbd8e30e896c443a9aa2a8987fd34460 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:20.164870 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:20.181805 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:20.299492 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:20.303408 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e5ab0b0a-2308-4689-97b1-f9da22c3c079 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:20.333698 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0b22ac79-db8c-48b3-ba63-fdfffd41b593 None None] Provisioning complete for port c9caf53f-e3d7-4ede-a82c-76b79f25205f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:20.334271 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b22ac79-db8c-48b3-ba63-fdfffd41b593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:20.372042 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:20.372311 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e5ab0b0a-2308-4689-97b1-f9da22c3c079 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:20.383698 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] device_id is not set on port 6a547935-49f0-4cc8-8e81-68cd89d23600 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:15:20.395691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0b22ac79-db8c-48b3-ba63-fdfffd41b593 None None] Port c9caf53f-e3d7-4ede-a82c-76b79f25205f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:20.481800 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6784b5e-9097-45fc-868e-8fe94df03985,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:20.526586 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa86e354-4b91-4017-b0ee-d7e16b9a8a3c x-openstack-request-id: req-aa86e354-4b91-4017-b0ee-d7e16b9a8a3c {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:20.526979 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f948ee5d-fff1-41ab-95ab-6e511217ecdc", "name": "network-vif-deleted", "tag": "d636e12f-5d18-48c9-9d85-c0e77304dab5", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:20.527300 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa86e354-4b91-4017-b0ee-d7e16b9a8a3c {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:20.527761 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f948ee5d-fff1-41ab-95ab-6e511217ecdc', 'name': 'network-vif-deleted', 'tag': 'd636e12f-5d18-48c9-9d85-c0e77304dab5', 'status': 'completed', 'code': 200} Nov 12 04:15:20.530721 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab0b0a-2308-4689-97b1-f9da22c3c079 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=c9caf53f-e3d7-4ede-a82c-76b79f25205f,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:20.535100 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5144af07-72ef-4050-8dcf-ad9eaeb72775 None None] Provisioning complete for port c9caf53f-e3d7-4ede-a82c-76b79f25205f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:20.535476 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5144af07-72ef-4050-8dcf-ad9eaeb72775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:20.565883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e5ab0b0a-2308-4689-97b1-f9da22c3c079 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] In _notify_port_updated(), no bound segment for port c9caf53f-e3d7-4ede-a82c-76b79f25205f on network 56a13e5c-bfc7-4aae-ace5-6d325e472591 {{(pid=103296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:15:20.573119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ab0b0a-2308-4689-97b1-f9da22c3c079 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:20.574613 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e5ab0b0a-2308-4689-97b1-f9da22c3c079 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:20.576095 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e5ab0b0a-2308-4689-97b1-f9da22c3c079 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "PUT /v2.0/ports/c9caf53f-e3d7-4ede-a82c-76b79f25205f HTTP/1.1" status: 200 len: 999 time: 1.0910051 Nov 12 04:15:20.584913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36910) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:20.608722 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5144af07-72ef-4050-8dcf-ad9eaeb72775 None None] Port c9caf53f-e3d7-4ede-a82c-76b79f25205f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:20.674223 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39cc21fa-b18e-4dfb-9fcb-b159988d8a0d req-f661843b-92fb-4ac5-902a-8ba987c06476 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a59c450-8aa0-42d5-a65c-f6115cf511af HTTP/1.1" status: 200 len: 210 time: 0.0510936 Nov 12 04:15:20.734996 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] device_id is not set on port 6a547935-49f0-4cc8-8e81-68cd89d23600 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:15:20.745791 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98540aea-54be-4a97-9327-b6bb281119c2 x-openstack-request-id: req-98540aea-54be-4a97-9327-b6bb281119c2 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:20.746090 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a59c450-8aa0-42d5-a65c-f6115cf511af", "name": "network-vif-deleted", "tag": "5bdceacd-b491-4055-a30e-a229166b8b17", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:20.747080 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98540aea-54be-4a97-9327-b6bb281119c2 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:20.747447 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a59c450-8aa0-42d5-a65c-f6115cf511af', 'name': 'network-vif-deleted', 'tag': '5bdceacd-b491-4055-a30e-a229166b8b17', 'status': 'completed', 'code': 200} Nov 12 04:15:20.751513 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:20.754778 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e215d519-e94c-4422-82f6-bb7c637ce503 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port c9caf53f-e3d7-4ede-a82c-76b79f25205f {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:20.755122 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e215d519-e94c-4422-82f6-bb7c637ce503 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:20.824426 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:20.832657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e0cb9bc6-ef84-4c86-95f7-6a1ef2dbf66b None None] Provisioning complete for port c9caf53f-e3d7-4ede-a82c-76b79f25205f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:20.833032 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0cb9bc6-ef84-4c86-95f7-6a1ef2dbf66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:20.849125 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e215d519-e94c-4422-82f6-bb7c637ce503 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:20.864036 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e215d519-e94c-4422-82f6-bb7c637ce503 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for c9caf53f-e3d7-4ede-a82c-76b79f25205f owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:20.879096 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e0cb9bc6-ef84-4c86-95f7-6a1ef2dbf66b None None] Port c9caf53f-e3d7-4ede-a82c-76b79f25205f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:20.898968 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Pushing event updated for resources: {'Port': ['ID=6a547935-49f0-4cc8-8e81-68cd89d23600,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:20.909397 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Checking segment: {'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:20.909768 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Network hostable DHCP agents. Network: 9056ce48-009a-42cf-a4a1-cdd5894ca2a3, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:15:21.010056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:15:21.015944 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65ca2a-131c-418e-a89a-5c69f4bbc938 req-f22e31a8-08dc-4060-9f72-b3450d303037 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:21.018060 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb65ca2a-131c-418e-a89a-5c69f4bbc938 req-f22e31a8-08dc-4060-9f72-b3450d303037 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=739c8842-aee9-4e27-a3a0-b31e4d0b1f97 HTTP/1.1" status: 200 len: 947 time: 0.0819738 Nov 12 04:15:21.096203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 9056ce48-009a-42cf-a4a1-cdd5894ca2a3) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:21.100128 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:21.106526 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f21a1b-edbd-4324-a853-33d1837bea45 None None] Network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:21.120987 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:21.121371 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:21.121749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:21.123716 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb65ca2a-131c-418e-a89a-5c69f4bbc938 req-4e144698-d21f-4394-846e-88421561bbc0 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991724 Nov 12 04:15:21.128633 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port 6a547935-49f0-4cc8-8e81-68cd89d23600 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:21.128998 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:21.129421 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 2 to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 Nov 12 04:15:21.146222 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:21.146559 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:21.146916 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:21.151478 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port 6a547935-49f0-4cc8-8e81-68cd89d23600 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:21.151838 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:21.152219 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 3 to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 Nov 12 04:15:21.166707 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:21.167045 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:21.167378 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:21.172034 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port 6a547935-49f0-4cc8-8e81-68cd89d23600 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:21.172362 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:21.172989 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 4 to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 Nov 12 04:15:21.186255 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:21.186585 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:21.186954 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:21.191588 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port 6a547935-49f0-4cc8-8e81-68cd89d23600 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:21.191908 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:21.192289 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 5 to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 Nov 12 04:15:21.207917 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:21.208324 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:21.208672 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:21.213333 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port 6a547935-49f0-4cc8-8e81-68cd89d23600 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:21.213660 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:21.214049 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 6 to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 Nov 12 04:15:21.226918 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e215d519-e94c-4422-82f6-bb7c637ce503 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:21.227752 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:21.228097 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:21.228466 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:21.236107 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port 6a547935-49f0-4cc8-8e81-68cd89d23600 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:21.236463 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:21.236867 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 7 to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 Nov 12 04:15:21.252660 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:21.253005 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:21.253380 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:21.258619 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port 6a547935-49f0-4cc8-8e81-68cd89d23600 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:21.259040 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:21.259599 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 8 to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 Nov 12 04:15:21.270432 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215d519-e94c-4422-82f6-bb7c637ce503 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=c9caf53f-e3d7-4ede-a82c-76b79f25205f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:21.273826 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:21.274161 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:21.274520 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:21.279179 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port 6a547935-49f0-4cc8-8e81-68cd89d23600 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:21.279503 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:21.279950 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 9 to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 Nov 12 04:15:21.300002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:21.300599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:21.300684 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:21.306064 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port 6a547935-49f0-4cc8-8e81-68cd89d23600 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:21.306391 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:21.306819 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 10 to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 Nov 12 04:15:21.342012 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:21.342339 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:21.343317 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:21.349418 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port 6a547935-49f0-4cc8-8e81-68cd89d23600 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:21.349758 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port 6a547935-49f0-4cc8-8e81-68cd89d23600 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:21.350126 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:21.449273 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] For port 6a547935-49f0-4cc8-8e81-68cd89d23600, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:21.449917 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempted to set empty binding levels {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 04:15:21.480453 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e215d519-e94c-4422-82f6-bb7c637ce503 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:21.486850 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36924) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:21.496380 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e215d519-e94c-4422-82f6-bb7c637ce503 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/ports/c9caf53f-e3d7-4ede-a82c-76b79f25205f HTTP/1.1" status: 204 len: 168 time: 0.9100177 Nov 12 04:15:21.523979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe83e1-29ac-4d0a-a38a-e2b799f90e5c req-fe504171-bf13-4fe3-b8aa-c03cef4681e7 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:21.532043 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7d44c7-f36d-4d48-82bb-d264706e25e2 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] GET failed (client error): The resource could not be found. Nov 12 04:15:21.536625 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9b7d44c7-f36d-4d48-82bb-d264706e25e2 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports/c9caf53f-e3d7-4ede-a82c-76b79f25205f HTTP/1.1" status: 404 len: 333 time: 0.0458012 Nov 12 04:15:21.536878 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62fe83e1-29ac-4d0a-a38a-e2b799f90e5c req-fe504171-bf13-4fe3-b8aa-c03cef4681e7 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "GET /v2.0/ports?device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 950 time: 0.1466696 Nov 12 04:15:21.536993 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:21.538099 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36928) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:21.608241 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:21.608925 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:21.619132 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36930) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:21.645796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Pushing event updated for resources: {'Port': ['ID=6a547935-49f0-4cc8-8e81-68cd89d23600,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:21.663228 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbf390b-e28f-44de-8b70-f7f0514c45b9 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting subnet 5a96194e-cfa3-4146-bd7f-51bcf175c2c4 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:15:21.666864 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0bbf390b-e28f-44de-8b70-f7f0514c45b9 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:21.703494 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87157561-c50e-432e-a87c-003454f1f474 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:21.709495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-62fe83e1-29ac-4d0a-a38a-e2b799f90e5c req-6a97a44b-82f6-4f86-8d93-90b39f2e63b4 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Deleting port 436d7d35-88ab-4d37-999e-058efa38598e {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:21.709839 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-62fe83e1-29ac-4d0a-a38a-e2b799f90e5c req-6a97a44b-82f6-4f86-8d93-90b39f2e63b4 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:21.723110 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b616b5d3-f198-4611-9c9a-8a69b0d41a49 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.7278266 Nov 12 04:15:21.726042 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36934) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:21.740073 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0bbf390b-e28f-44de-8b70-f7f0514c45b9 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:21.789326 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87157561-c50e-432e-a87c-003454f1f474 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:21.885435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-62fe83e1-29ac-4d0a-a38a-e2b799f90e5c req-6a97a44b-82f6-4f86-8d93-90b39f2e63b4 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] For port 436d7d35-88ab-4d37-999e-058efa38598e, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=436d7d35-88ab-4d37-999e-058efa38598e,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:21.885806 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-62fe83e1-29ac-4d0a-a38a-e2b799f90e5c req-6a97a44b-82f6-4f86-8d93-90b39f2e63b4 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:21.904207 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-62fe83e1-29ac-4d0a-a38a-e2b799f90e5c req-6a97a44b-82f6-4f86-8d93-90b39f2e63b4 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Calling delete_port for 436d7d35-88ab-4d37-999e-058efa38598e owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:21.904914 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0bbf390b-e28f-44de-8b70-f7f0514c45b9 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:21.927168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77574c4f-15de-4af5-80f8-a7f2d59cc12a req-b3c2239b-962a-45f1-82dd-edaf52afa47b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:21.929405 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77574c4f-15de-4af5-80f8-a7f2d59cc12a req-b3c2239b-962a-45f1-82dd-edaf52afa47b tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 950 time: 0.0995188 Nov 12 04:15:21.943449 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-37b063dd-57e5-4129-9845-d1e5393ef766 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Deleting port 6a547935-49f0-4cc8-8e81-68cd89d23600 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:21.943809 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37b063dd-57e5-4129-9845-d1e5393ef766 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:21.996497 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87157561-c50e-432e-a87c-003454f1f474 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:21.999094 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87157561-c50e-432e-a87c-003454f1f474 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.002911 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-87157561-c50e-432e-a87c-003454f1f474 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "DELETE /v2.0/security-groups/6e4bc2ce-e664-4a2d-9436-f5ff261edba8 HTTP/1.1" status: 204 len: 168 time: 0.3803165 Nov 12 04:15:22.008837 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36940) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:22.030802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87157561-c50e-432e-a87c-003454f1f474 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4bc2ce-e664-4a2d-9436-f5ff261edba8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:22.040300 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77574c4f-15de-4af5-80f8-a7f2d59cc12a req-8f37fafd-8e30-44e8-9a01-8e59bbed8419 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787399 Nov 12 04:15:22.055582 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-4048517d-477c-42f1-975c-b13a087e1bd3 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] show failed (client error): The resource could not be found. Nov 12 04:15:22.061074 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36942) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:22.068794 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4048517d-477c-42f1-975c-b13a087e1bd3 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "GET /v2.0/security-groups/6e4bc2ce-e664-4a2d-9436-f5ff261edba8 HTTP/1.1" status: 404 len: 347 time: 0.0469165 Nov 12 04:15:22.076937 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-37b063dd-57e5-4129-9845-d1e5393ef766 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] For port 6a547935-49f0-4cc8-8e81-68cd89d23600, host n-h2-768509-24, got binding levels [] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:22.077870 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37b063dd-57e5-4129-9845-d1e5393ef766 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.095420 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-37b063dd-57e5-4129-9845-d1e5393ef766 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Calling delete_port for 6a547935-49f0-4cc8-8e81-68cd89d23600 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:22.221821 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0bbf390b-e28f-44de-8b70-f7f0514c45b9 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.244892 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf390b-e28f-44de-8b70-f7f0514c45b9 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Subnet': ['ID=5a96194e-cfa3-4146-bd7f-51bcf175c2c4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:22.256558 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0bbf390b-e28f-44de-8b70-f7f0514c45b9 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.263676 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0bbf390b-e28f-44de-8b70-f7f0514c45b9 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/subnets/5a96194e-cfa3-4146-bd7f-51bcf175c2c4 HTTP/1.1" status: 204 len: 168 time: 0.7208631 Nov 12 04:15:22.263676 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36948) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:22.270325 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e046f7fa-c1a0-4d2b-844d-ba2884577a16 None None] Network 56a13e5c-bfc7-4aae-ace5-6d325e472591 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:22.304359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892380a-4f0e-4a4b-b8e2-85817249731f req-4b977ddd-f7f2-4737-a833-d725e3e2b113 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:22.305841 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9892380a-4f0e-4a4b-b8e2-85817249731f req-4b977ddd-f7f2-4737-a833-d725e3e2b113 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=739c8842-aee9-4e27-a3a0-b31e4d0b1f97 HTTP/1.1" status: 200 len: 947 time: 0.0666807 Nov 12 04:15:22.315763 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-65492625-1f74-41b7-81e2-b982dcff0031 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Deleting port 1b15c7ee-e232-44f6-a843-7305e71cbe27 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:22.316124 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-65492625-1f74-41b7-81e2-b982dcff0031 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.330332 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37b063dd-57e5-4129-9845-d1e5393ef766 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.348761 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-62fe83e1-29ac-4d0a-a38a-e2b799f90e5c req-6a97a44b-82f6-4f86-8d93-90b39f2e63b4 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.382945 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['beced045-9f91-40fc-847b-3aa91ebb8785'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:22.411083 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b063dd-57e5-4129-9845-d1e5393ef766 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a547935-49f0-4cc8-8e81-68cd89d23600,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:22.427678 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37b063dd-57e5-4129-9845-d1e5393ef766 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.429228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97a44b-82f6-4f86-8d93-90b39f2e63b4 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Pushing event deleted for resources: {'Port': ['ID=436d7d35-88ab-4d37-999e-058efa38598e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:22.439763 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['1416b5fa-6a27-41f3-957f-4abe3a2aa667', 'fa6c7962-016f-4c55-9a97-dc16fe679a0c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:22.457454 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-37b063dd-57e5-4129-9845-d1e5393ef766 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] 10.222.0.37 "DELETE /v2.0/ports/6a547935-49f0-4cc8-8e81-68cd89d23600 HTTP/1.1" status: 204 len: 168 time: 0.7307234 Nov 12 04:15:22.472813 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36954) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:22.483911 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9892380a-4f0e-4a4b-b8e2-85817249731f req-ccb90c12-ce56-4e41-9bb3-58d18092b1ca tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634610 Nov 12 04:15:22.494623 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3d7c9-43ae-4327-a4c8-b6e81fceb03c req-a6cf81b6-c803-48e1-ac81-7ebbac757fd1 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:22.496159 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-21b3d7c9-43ae-4327-a4c8-b6e81fceb03c req-a6cf81b6-c803-48e1-ac81-7ebbac757fd1 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.31 "GET /v2.0/ports?device_id=739c8842-aee9-4e27-a3a0-b31e4d0b1f97 HTTP/1.1" status: 200 len: 947 time: 0.2337403 Nov 12 04:15:22.502845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f340028-f620-4070-af24-8bd6c7c014b7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting subnet 84122bc8-7a83-45f5-840b-84a083757f2d {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:15:22.510188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fe83e1-29ac-4d0a-a38a-e2b799f90e5c req-6a97a44b-82f6-4f86-8d93-90b39f2e63b4 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] No DVR routers for this DVR port 436d7d35-88ab-4d37-999e-058efa38598e on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:22.513002 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-62fe83e1-29ac-4d0a-a38a-e2b799f90e5c req-6a97a44b-82f6-4f86-8d93-90b39f2e63b4 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.516774 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62fe83e1-29ac-4d0a-a38a-e2b799f90e5c req-6a97a44b-82f6-4f86-8d93-90b39f2e63b4 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "DELETE /v2.0/ports/436d7d35-88ab-4d37-999e-058efa38598e HTTP/1.1" status: 204 len: 173 time: 0.9691427 Nov 12 04:15:22.521162 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-65492625-1f74-41b7-81e2-b982dcff0031 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.521488 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-65492625-1f74-41b7-81e2-b982dcff0031 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.529911 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38d6a07-2993-49f8-b738-48bc7d8aae22', 'name': 'network-vif-deleted', 'tag': '436d7d35-88ab-4d37-999e-058efa38598e'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:22.532618 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b55f3bd-0d5b-4c7a-aaac-11e704abf84e" -d '{"events": [{"server_uuid": "d38d6a07-2993-49f8-b738-48bc7d8aae22", "name": "network-vif-deleted", "tag": "436d7d35-88ab-4d37-999e-058efa38598e"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:22.542487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-65492625-1f74-41b7-81e2-b982dcff0031 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Calling delete_port for 1b15c7ee-e232-44f6-a843-7305e71cbe27 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:22.552208 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f340028-f620-4070-af24-8bd6c7c014b7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.555211 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-befe9dd6-f992-442e-b181-7ceb7c78fc9c tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] GET failed (client error): The resource could not be found. Nov 12 04:15:22.560398 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-befe9dd6-f992-442e-b181-7ceb7c78fc9c tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] 10.222.0.37 "GET /v2.0/ports/6a547935-49f0-4cc8-8e81-68cd89d23600 HTTP/1.1" status: 404 len: 333 time: 0.0868707 Nov 12 04:15:22.594739 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36958) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:22.605016 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2f7e6f0d-ef6f-47c7-bacb-c1546ef62bc9 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Request body: {'port': {'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1006892183'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:22.651783 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f340028-f620-4070-af24-8bd6c7c014b7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.768954 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7e6f0d-ef6f-47c7-bacb-c1546ef62bc9 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Made reservation on behalf of cbd8e30e896c443a9aa2a8987fd34460 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:22.771222 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6f0d-ef6f-47c7-bacb-c1546ef62bc9 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.833449 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a5b322-7812-43a8-95bd-96ec91428991 x-openstack-request-id: req-91a5b322-7812-43a8-95bd-96ec91428991 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:22.833808 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38d6a07-2993-49f8-b738-48bc7d8aae22", "name": "network-vif-deleted", "tag": "436d7d35-88ab-4d37-999e-058efa38598e", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:22.834125 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91a5b322-7812-43a8-95bd-96ec91428991 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:22.834609 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38d6a07-2993-49f8-b738-48bc7d8aae22', 'name': 'network-vif-deleted', 'tag': '436d7d35-88ab-4d37-999e-058efa38598e', 'status': 'completed', 'code': 200} Nov 12 04:15:22.839909 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-2f7e6f0d-ef6f-47c7-bacb-c1546ef62bc9 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] device_id is not set on port a845eb76-5bc1-4b2b-9c57-0cf3208c005b yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:15:22.865207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-21b3d7c9-43ae-4327-a4c8-b6e81fceb03c req-29f0070b-23ab-40dc-bf42-7c06c9cb436a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Deleting port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:22.865847 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-21b3d7c9-43ae-4327-a4c8-b6e81fceb03c req-29f0070b-23ab-40dc-bf42-7c06c9cb436a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.918429 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-65492625-1f74-41b7-81e2-b982dcff0031 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.960878 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65492625-1f74-41b7-81e2-b982dcff0031 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Pushing event deleted for resources: {'Port': ['ID=1b15c7ee-e232-44f6-a843-7305e71cbe27,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:23.072528 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-65492625-1f74-41b7-81e2-b982dcff0031 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.077569 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-65492625-1f74-41b7-81e2-b982dcff0031 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.089234 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-65492625-1f74-41b7-81e2-b982dcff0031 tempest-ImagesOneServerNegativeTestJSON-806332647 tempest-ImagesOneServerNegativeTestJSON-806332647-project] 10.222.0.37 "DELETE /v2.0/floatingips/c4dd4c38-d735-4387-9b63-33200ded8767 HTTP/1.1" status: 204 len: 168 time: 1.0234580 Nov 12 04:15:23.192151 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d994ef08-21b6-4626-b4e4-2e4a7c18a86c req-7c9d16f8-116e-4c9b-a86c-ff72bbaa79aa tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=d38d6a07-2993-49f8-b738-48bc7d8aae22 HTTP/1.1" status: 200 len: 210 time: 0.0348852 Nov 12 04:15:23.280305 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f340028-f620-4070-af24-8bd6c7c014b7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.365387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5bdceacd-b491-4055-a30e-a229166b8b17 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:23.397447 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 5bdceacd-b491-4055-a30e-a229166b8b17 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:23.397880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5bdceacd-b491-4055-a30e-a229166b8b17 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:23.398357 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d636e12f-5d18-48c9-9d85-c0e77304dab5 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:23.426902 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: d636e12f-5d18-48c9-9d85-c0e77304dab5 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:23.427526 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d636e12f-5d18-48c9-9d85-c0e77304dab5 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:23.457987 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-21b3d7c9-43ae-4327-a4c8-b6e81fceb03c req-29f0070b-23ab-40dc-bf42-7c06c9cb436a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] For port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:23.458674 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-21b3d7c9-43ae-4327-a4c8-b6e81fceb03c req-29f0070b-23ab-40dc-bf42-7c06c9cb436a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.458885 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36974) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:23.492073 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-21b3d7c9-43ae-4327-a4c8-b6e81fceb03c req-29f0070b-23ab-40dc-bf42-7c06c9cb436a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Calling delete_port for e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:23.512878 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-360ba5a7-e715-41f8-9532-1be828dc91df admin admin] Deleting subnet 0f19a492-13b2-4404-96f3-ac21e88d3de9 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:15:23.516237 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-360ba5a7-e715-41f8-9532-1be828dc91df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.548715 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2d513aaa-ed51-4a9b-99a2-7d2fd088fb5c None None] Provisioning complete for port 33c8f103-13fb-477c-987f-01467db0f5bb triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:23.549472 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d513aaa-ed51-4a9b-99a2-7d2fd088fb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.564738 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-360ba5a7-e715-41f8-9532-1be828dc91df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.592765 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f340028-f620-4070-af24-8bd6c7c014b7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.598083 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6f0d-ef6f-47c7-bacb-c1546ef62bc9 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.647263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f340028-f620-4070-af24-8bd6c7c014b7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Subnet': ['ID=84122bc8-7a83-45f5-840b-84a083757f2d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:23.652120 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-360ba5a7-e715-41f8-9532-1be828dc91df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.656027 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f340028-f620-4070-af24-8bd6c7c014b7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.659810 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5f340028-f620-4070-af24-8bd6c7c014b7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/subnets/84122bc8-7a83-45f5-840b-84a083757f2d HTTP/1.1" status: 204 len: 168 time: 1.3949614 Nov 12 04:15:23.663112 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36980) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:23.670548 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37e87f1-64e3-4aa9-89bd-61e0ffa4139f None None] Network 56a13e5c-bfc7-4aae-ace5-6d325e472591 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:23.714609 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e656b04-6b1a-4a59-a8ed-d888843f8a3f req-72e300bc-d0e7-4cc9-abe1-27057fcb21e9 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:23.723100 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e656b04-6b1a-4a59-a8ed-d888843f8a3f req-72e300bc-d0e7-4cc9-abe1-27057fcb21e9 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=739c8842-aee9-4e27-a3a0-b31e4d0b1f97 HTTP/1.1" status: 200 len: 947 time: 0.1327994 Nov 12 04:15:23.778453 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.806982 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e656b04-6b1a-4a59-a8ed-d888843f8a3f req-ceb05c5d-add9-4f8b-a2c2-c24ad623db0c tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804925 Nov 12 04:15:23.857780 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6f0d-ef6f-47c7-bacb-c1546ef62bc9 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.875533 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-360ba5a7-e715-41f8-9532-1be828dc91df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.910223 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ba5a7-e715-41f8-9532-1be828dc91df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f19a492-13b2-4404-96f3-ac21e88d3de9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:23.919250 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-360ba5a7-e715-41f8-9532-1be828dc91df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.924988 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-360ba5a7-e715-41f8-9532-1be828dc91df admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0f19a492-13b2-4404-96f3-ac21e88d3de9 HTTP/1.1" status: 204 len: 168 time: 0.4629378 Nov 12 04:15:23.925409 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36984) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:23.926142 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c598d8-bf71-4b88-9f61-4058009e8a1f None None] DHCP port deletion for 56a13e5c-bfc7-4aae-ace5-6d325e472591 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:15:23.926755 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7e6f0d-ef6f-47c7-bacb-c1546ef62bc9 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:23.935064 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2f7e6f0d-ef6f-47c7-bacb-c1546ef62bc9 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:23.942050 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e6f0d-ef6f-47c7-bacb-c1546ef62bc9 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:23.943144 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7e6f0d-ef6f-47c7-bacb-c1546ef62bc9 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:23.943658 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6f0d-ef6f-47c7-bacb-c1546ef62bc9 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.945977 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e6f0d-ef6f-47c7-bacb-c1546ef62bc9 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Pushing event updated for resources: {'Port': ['ID=a845eb76-5bc1-4b2b-9c57-0cf3208c005b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:23.949541 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-21b3d7c9-43ae-4327-a4c8-b6e81fceb03c req-29f0070b-23ab-40dc-bf42-7c06c9cb436a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.998578 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port 33c8f103-13fb-477c-987f-01467db0f5bb {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:23.998940 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.000945 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0070b-23ab-40dc-bf42-7c06c9cb436a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Pushing event deleted for resources: {'Port': ['ID=e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:24.012450 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-26c598d8-bf71-4b88-9f61-4058009e8a1f None None] Deleting port 33c8f103-13fb-477c-987f-01467db0f5bb {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:24.012826 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26c598d8-bf71-4b88-9f61-4058009e8a1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.031156 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c54b7924-afbe-4c41-817d-3607ac8c8a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.038271 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2f7e6f0d-ef6f-47c7-bacb-c1546ef62bc9 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4390450 Nov 12 04:15:24.041627 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36986) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:24.049134 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:24.084182 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-26c598d8-bf71-4b88-9f61-4058009e8a1f None None] For port 33c8f103-13fb-477c-987f-01467db0f5bb, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=33c8f103-13fb-477c-987f-01467db0f5bb,segment=NetworkSegment(50099398-d079-4096-b22d-181844aee4d4),segment_id=50099398-d079-4096-b22d-181844aee4d4)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:24.084573 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26c598d8-bf71-4b88-9f61-4058009e8a1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.097966 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-26c598d8-bf71-4b88-9f61-4058009e8a1f None None] Calling delete_port for 33c8f103-13fb-477c-987f-01467db0f5bb owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:24.111369 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b3d7c9-43ae-4327-a4c8-b6e81fceb03c req-29f0070b-23ab-40dc-bf42-7c06c9cb436a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] No DVR routers for this DVR port e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:24.118905 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-21b3d7c9-43ae-4327-a4c8-b6e81fceb03c req-29f0070b-23ab-40dc-bf42-7c06c9cb436a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.122206 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-21b3d7c9-43ae-4327-a4c8-b6e81fceb03c req-29f0070b-23ab-40dc-bf42-7c06c9cb436a tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.31 "DELETE /v2.0/ports/e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 HTTP/1.1" status: 204 len: 173 time: 1.5920415 Nov 12 04:15:24.122673 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739c8842-aee9-4e27-a3a0-b31e4d0b1f97', 'name': 'network-vif-deleted', 'tag': 'e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:24.125640 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18eccfb-a6f0-4176-8a62-6b498ed44e21" -d '{"events": [{"server_uuid": "739c8842-aee9-4e27-a3a0-b31e4d0b1f97", "name": "network-vif-deleted", "tag": "e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:24.156577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] For port 33c8f103-13fb-477c-987f-01467db0f5bb, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=33c8f103-13fb-477c-987f-01467db0f5bb,segment=NetworkSegment(50099398-d079-4096-b22d-181844aee4d4),segment_id=50099398-d079-4096-b22d-181844aee4d4)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:24.156577 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.156803 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c54b7924-afbe-4c41-817d-3607ac8c8a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.181104 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-c54b7924-afbe-4c41-817d-3607ac8c8a88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548c1840-b990-48ca-a686-5676b7358da8']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:24.189193 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for 33c8f103-13fb-477c-987f-01467db0f5bb owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:24.192770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-c54b7924-afbe-4c41-817d-3607ac8c8a88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f2254a-a609-45c4-a3a5-fe7264158e77') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:24.193069 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-c54b7924-afbe-4c41-817d-3607ac8c8a88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f2254a-a609-45c4-a3a5-fe7264158e77') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:24.197121 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9710d1be-edce-4712-a5f8-6e7880e4fb98 x-openstack-request-id: req-9710d1be-edce-4712-a5f8-6e7880e4fb98 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:24.197421 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739c8842-aee9-4e27-a3a0-b31e4d0b1f97", "name": "network-vif-deleted", "tag": "e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:24.197673 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9710d1be-edce-4712-a5f8-6e7880e4fb98 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:24.198077 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c8842-aee9-4e27-a3a0-b31e4d0b1f97', 'name': 'network-vif-deleted', 'tag': 'e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254', 'status': 'completed', 'code': 200} Nov 12 04:15:24.198608 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.208364 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c54b7924-afbe-4c41-817d-3607ac8c8a88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.224096 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c54b7924-afbe-4c41-817d-3607ac8c8a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.231813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54b7924-afbe-4c41-817d-3607ac8c8a88 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:15:24.232315 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c54b7924-afbe-4c41-817d-3607ac8c8a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:15:24.234458 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:15:24.315860 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26c598d8-bf71-4b88-9f61-4058009e8a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.341135 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c598d8-bf71-4b88-9f61-4058009e8a1f None None] Pushing event deleted for resources: {'Port': ['ID=33c8f103-13fb-477c-987f-01467db0f5bb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:24.346376 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c598d8-bf71-4b88-9f61-4058009e8a1f None None] No DVR routers for this DVR port 33c8f103-13fb-477c-987f-01467db0f5bb on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:24.374565 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.375852 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c54b7924-afbe-4c41-817d-3607ac8c8a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.387356 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c54b7924-afbe-4c41-817d-3607ac8c8a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.392385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c54b7924-afbe-4c41-817d-3607ac8c8a88 admin admin] 10.222.0.37 "DELETE /v2.0/networks/548c1840-b990-48ca-a686-5676b7358da8 HTTP/1.1" status: 204 len: 168 time: 0.4650400 Nov 12 04:15:24.417299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=33c8f103-13fb-477c-987f-01467db0f5bb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:24.422053 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7924-afbe-4c41-817d-3607ac8c8a88 admin admin] Pushing event deleted for resources: {'Network': ['ID=548c1840-b990-48ca-a686-5676b7358da8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:24.433802 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No DVR routers for this DVR port 33c8f103-13fb-477c-987f-01467db0f5bb on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:24.580224 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] device_id is not set on port a845eb76-5bc1-4b2b-9c57-0cf3208c005b yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:15:24.586029 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.598041 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.615089 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a13e5c-bfc7-4aae-ace5-6d325e472591']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:24.630486 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50099398-d079-4096-b22d-181844aee4d4') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:24.630873 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50099398-d079-4096-b22d-181844aee4d4') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:24.641248 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.655173 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.661759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:15:24.662703 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:15:24.665160 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:15:24.710894 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.770668 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Pushing event updated for resources: {'Port': ['ID=a845eb76-5bc1-4b2b-9c57-0cf3208c005b,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:24.785577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:24.785912 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:24.786251 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:24.790675 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:24.791006 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:24.791383 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 2 to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b Nov 12 04:15:24.804317 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:24.804652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:24.804990 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:24.809403 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:24.809727 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:24.810128 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 3 to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b Nov 12 04:15:24.821342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37002) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:24.823168 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:24.823508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:24.823848 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:24.827202 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.846072 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.849292 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/networks/56a13e5c-bfc7-4aae-ace5-6d325e472591 HTTP/1.1" status: 204 len: 168 time: 1.1841292 Nov 12 04:15:24.851032 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:24.851157 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:24.851819 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0c9bf-f582-411a-8ca3-cfebcbef981a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Network': ['ID=56a13e5c-bfc7-4aae-ace5-6d325e472591,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:24.853455 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 4 to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b Nov 12 04:15:24.854864 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37004) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:24.872551 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:24.872871 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:24.873615 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:24.879217 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:24.879760 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:24.880218 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 5 to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b Nov 12 04:15:24.899860 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:24.900078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:24.900347 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:24.902673 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6d57dcf0-aa5a-472a-a375-b956aaa10cdc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ce1c502856b47dba298e8da4ad1a4f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0796731 Nov 12 04:15:24.904898 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37010) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:24.917204 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:24.917603 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:24.918009 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 6 to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b Nov 12 04:15:24.935779 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:24.936122 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:24.936569 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:24.941610 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:24.942014 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:24.942499 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 7 to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b Nov 12 04:15:24.946240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81d2c18-c6d8-49b5-a345-499041221d93 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:24.947795 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a81d2c18-c6d8-49b5-a345-499041221d93 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0929809 Nov 12 04:15:24.951649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37012) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:24.958328 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:24.958798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:24.959203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:24.964139 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:24.964531 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:24.964951 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 8 to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b Nov 12 04:15:24.979156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:24.980608 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:24.981016 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:24.985606 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:24.985957 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:24.986371 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 9 to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b Nov 12 04:15:25.003548 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:25.003879 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:25.004220 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:25.008932 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:25.009260 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:25.009650 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 10 to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b Nov 12 04:15:25.009963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-35c99e62-d94c-44e1-972c-34d60caadec5 req-d9d8bed0-bac9-452f-bb82-5edc3f454590 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=739c8842-aee9-4e27-a3a0-b31e4d0b1f97 HTTP/1.1" status: 200 len: 210 time: 0.0481095 Nov 12 04:15:25.024900 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:25.025407 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:25.025889 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:25.030441 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0b11ed2-f1e9-4807-a7a9-121cc348d4d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.031364 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:25.031846 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:25.033053 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.047618 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-88b74e63-07b5-46f5-a13a-d788b4ac3cea tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0948896 Nov 12 04:15:25.059884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37014) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:25.063126 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0b11ed2-f1e9-4807-a7a9-121cc348d4d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.067896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-1424d096-2147-40a9-8461-db6c5d0b89ed tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1413827234'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:25.108189 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] For port a845eb76-5bc1-4b2b-9c57-0cf3208c005b, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:25.108875 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempted to set empty binding levels {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 04:15:25.195790 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.205212 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1424d096-2147-40a9-8461-db6c5d0b89ed tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:25.213839 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1424d096-2147-40a9-8461-db6c5d0b89ed tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.237513 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] In _notify_port_updated(), no bound segment for port a845eb76-5bc1-4b2b-9c57-0cf3208c005b on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:15:25.239056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.239212 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.240573 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] 10.222.0.37 "PUT /v2.0/ports/a845eb76-5bc1-4b2b-9c57-0cf3208c005b HTTP/1.1" status: 200 len: 976 time: 1.1964900 Nov 12 04:15:25.243251 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37018) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:25.250342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1424d096-2147-40a9-8461-db6c5d0b89ed tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:15:25.260170 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1424d096-2147-40a9-8461-db6c5d0b89ed tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.260511 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-1424d096-2147-40a9-8461-db6c5d0b89ed tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Added segment 58e9ba95-125c-4c1b-bdfc-4e53ab70e4a7 of type vlan for network 6910b45c-4922-4e55-8ce0-ade2ff2392ce Nov 12 04:15:25.300559 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1424d096-2147-40a9-8461-db6c5d0b89ed tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.307556 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0c855-6088-4798-a266-c348dcbf2abc tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Pushing event updated for resources: {'Port': ['ID=a845eb76-5bc1-4b2b-9c57-0cf3208c005b,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:25.347112 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0b11ed2-f1e9-4807-a7a9-121cc348d4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.350260 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0b11ed2-f1e9-4807-a7a9-121cc348d4d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.350431 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.350820 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.353836 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.353836 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.353836 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.354139 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a0b11ed2-f1e9-4807-a7a9-121cc348d4d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76bac9db-6118-435f-b2e5-e1764a6756bf HTTP/1.1" status: 204 len: 168 time: 0.4461236 Nov 12 04:15:25.354220 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.354220 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.354220 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.355257 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.356511 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.357040 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.357466 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.357935 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.358413 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.358910 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.359370 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.359839 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.362192 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.363396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.365289 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.365289 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.365289 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.367631 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.367631 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.367631 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.367874 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.368193 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.368660 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.369143 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.369654 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.370053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.370583 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.371076 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.379453 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bd842d78-441e-462b-9f19-47eb4f210817 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29558 time: 0.1305604 Nov 12 04:15:25.379765 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37022) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:25.383360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b11ed2-f1e9-4807-a7a9-121cc348d4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bac9db-6118-435f-b2e5-e1764a6756bf,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:25.421483 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1424d096-2147-40a9-8461-db6c5d0b89ed tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.431422 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1424d096-2147-40a9-8461-db6c5d0b89ed tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.432947 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1424d096-2147-40a9-8461-db6c5d0b89ed tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.474938 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c0f01-7d67-4a92-83b9-896b5ee89288 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Deleting port a845eb76-5bc1-4b2b-9c57-0cf3208c005b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:25.475279 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0f01-7d67-4a92-83b9-896b5ee89288 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.522648 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424d096-2147-40a9-8461-db6c5d0b89ed tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Network': ['ID=6910b45c-4922-4e55-8ce0-ade2ff2392ce,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:25.536114 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 6910b45c-4922-4e55-8ce0-ade2ff2392ce details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:15:25.553786 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-0c4c0f01-7d67-4a92-83b9-896b5ee89288 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] For port a845eb76-5bc1-4b2b-9c57-0cf3208c005b, host n-h2-768509-24, got binding levels [] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:25.554162 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0f01-7d67-4a92-83b9-896b5ee89288 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.569554 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1424d096-2147-40a9-8461-db6c5d0b89ed tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5085752 Nov 12 04:15:25.572366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37028) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:25.577681 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9dc66127-e84a-4b4c-b5b6-ea4f1ca0166a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'subnet': {'network_id': '6910b45c-4922-4e55-8ce0-ade2ff2392ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:25.581884 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c0f01-7d67-4a92-83b9-896b5ee89288 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Calling delete_port for a845eb76-5bc1-4b2b-9c57-0cf3208c005b owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:25.754091 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 33c8f103-13fb-477c-987f-01467db0f5bb no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:25.783418 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 33c8f103-13fb-477c-987f-01467db0f5bb {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:25.783791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 33c8f103-13fb-477c-987f-01467db0f5bb not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:25.784461 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc66127-e84a-4b4c-b5b6-ea4f1ca0166a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:25.788748 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dc66127-e84a-4b4c-b5b6-ea4f1ca0166a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.817979 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0f01-7d67-4a92-83b9-896b5ee89288 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.883238 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c0f01-7d67-4a92-83b9-896b5ee89288 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Pushing event deleted for resources: {'Port': ['ID=a845eb76-5bc1-4b2b-9c57-0cf3208c005b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:25.899967 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0f01-7d67-4a92-83b9-896b5ee89288 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.904564 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0c4c0f01-7d67-4a92-83b9-896b5ee89288 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] 10.222.0.37 "DELETE /v2.0/ports/a845eb76-5bc1-4b2b-9c57-0cf3208c005b HTTP/1.1" status: 204 len: 168 time: 0.5228748 Nov 12 04:15:25.910405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37034) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:25.940581 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02bc73-bf93-471f-8b56-7735261fdea3 req-d3400832-6e6a-4dbd-a516-c2ee510268b3 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.942373 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab02bc73-bf93-471f-8b56-7735261fdea3 req-d3400832-6e6a-4dbd-a516-c2ee510268b3 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=89011699-7182-4ee0-a914-7a78344e6351 HTTP/1.1" status: 200 len: 950 time: 0.0831363 Nov 12 04:15:25.950116 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68540d7-56de-4a5b-815e-823e3841142f tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] GET failed (client error): The resource could not be found. Nov 12 04:15:25.954762 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b68540d7-56de-4a5b-815e-823e3841142f tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] 10.222.0.37 "GET /v2.0/ports/a845eb76-5bc1-4b2b-9c57-0cf3208c005b HTTP/1.1" status: 404 len: 333 time: 0.0404100 Nov 12 04:15:25.956270 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37038) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:25.961257 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1d85a944-d5b8-48e5-9286-09ce31a7ca90 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1815309306', 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:26.015898 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab02bc73-bf93-471f-8b56-7735261fdea3 req-8bc119ab-a7e7-4330-9513-ce0e6a3ebfd1 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621359 Nov 12 04:15:26.095494 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d85a944-d5b8-48e5-9286-09ce31a7ca90 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Made reservation on behalf of cbd8e30e896c443a9aa2a8987fd34460 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:26.098055 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d85a944-d5b8-48e5-9286-09ce31a7ca90 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:26.113384 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-1d85a944-d5b8-48e5-9286-09ce31a7ca90 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] device_id is not set on port 75c7e916-cf9a-4eb2-bfc3-3ca383736e51 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:15:26.205852 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dc66127-e84a-4b4c-b5b6-ea4f1ca0166a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:26.206120 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 436d7d35-88ab-4d37-999e-058efa38598e no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:26.238738 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 436d7d35-88ab-4d37-999e-058efa38598e {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:26.239813 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 436d7d35-88ab-4d37-999e-058efa38598e not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:26.341794 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d85a944-d5b8-48e5-9286-09ce31a7ca90 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:26.349120 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc66127-e84a-4b4c-b5b6-ea4f1ca0166a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Subnet': ['ID=bed2961b-8ab1-431c-9274-fbb8320e442d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:26.367742 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc66127-e84a-4b4c-b5b6-ea4f1ca0166a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Checking segment: {'id': '58e9ba95-125c-4c1b-bdfc-4e53ab70e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6910b45c-4922-4e55-8ce0-ade2ff2392ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:26.367895 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc66127-e84a-4b4c-b5b6-ea4f1ca0166a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network hostable DHCP agents. Network: 6910b45c-4922-4e55-8ce0-ade2ff2392ce, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:15:26.475817 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d85a944-d5b8-48e5-9286-09ce31a7ca90 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:26.477187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc66127-e84a-4b4c-b5b6-ea4f1ca0166a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network 6910b45c-4922-4e55-8ce0-ade2ff2392ce is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:15:26.518813 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d85a944-d5b8-48e5-9286-09ce31a7ca90 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:26.525299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1d85a944-d5b8-48e5-9286-09ce31a7ca90 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:26.528927 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d85a944-d5b8-48e5-9286-09ce31a7ca90 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:26.530273 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d85a944-d5b8-48e5-9286-09ce31a7ca90 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:26.530468 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d85a944-d5b8-48e5-9286-09ce31a7ca90 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:26.536315 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85a944-d5b8-48e5-9286-09ce31a7ca90 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Pushing event updated for resources: {'Port': ['ID=75c7e916-cf9a-4eb2-bfc3-3ca383736e51,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:26.561312 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35635ea1-6715-4d26-b3b2-0b99f6cfdee9 req-73591209-5f90-4c47-b09b-5d761b0ff5c2 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:26.562956 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-35635ea1-6715-4d26-b3b2-0b99f6cfdee9 req-73591209-5f90-4c47-b09b-5d761b0ff5c2 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=293b4729-3756-4913-9f4c-371e6f856e9c HTTP/1.1" status: 200 len: 948 time: 0.0502994 Nov 12 04:15:26.610715 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9dc66127-e84a-4b4c-b5b6-ea4f1ca0166a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 6910b45c-4922-4e55-8ce0-ade2ff2392ce) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:26.625365 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-35635ea1-6715-4d26-b3b2-0b99f6cfdee9 req-caddbb77-63a6-4fcf-ac64-38f08d02d2e6 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475919 Nov 12 04:15:26.627382 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de278e7d-668c-441a-9210-7bc1b5d70157 None None] Network 6910b45c-4922-4e55-8ce0-ade2ff2392ce requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:26.631130 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc66127-e84a-4b4c-b5b6-ea4f1ca0166a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:26.633554 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9dc66127-e84a-4b4c-b5b6-ea4f1ca0166a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:26.650133 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1d85a944-d5b8-48e5-9286-09ce31a7ca90 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6928058 Nov 12 04:15:26.665665 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37060) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:26.715353 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca8ca19-2faa-4d47-8c3b-0f61660fbec0 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:26.720404 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-aca8ca19-2faa-4d47-8c3b-0f61660fbec0 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] 10.222.0.37 "GET /v2.0/ports/75c7e916-cf9a-4eb2-bfc3-3ca383736e51 HTTP/1.1" status: 200 len: 955 time: 0.0492752 Nov 12 04:15:26.721778 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37062) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:26.745999 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9dc66127-e84a-4b4c-b5b6-ea4f1ca0166a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1699057 Nov 12 04:15:26.749145 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37068) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:26.760820 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f5ef6e08-a0a9-45ff-8cb3-66318579d373 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'network_id': '6910b45c-4922-4e55-8ce0-ade2ff2392ce', 'name': 'tempest-PortsTestJSON-1593995189'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:26.992335 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ef6e08-a0a9-45ff-8cb3-66318579d373 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:26.995928 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5ef6e08-a0a9-45ff-8cb3-66318579d373 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.025538 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-f5ef6e08-a0a9-45ff-8cb3-66318579d373 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] device_id is not set on port b38e13d7-e70b-4808-981f-342345bf51e0 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:15:27.029861 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-6910b45c-4922-4e55-8ce0-ade2ff2392ce', 'network_id': '6910b45c-4922-4e55-8ce0-ade2ff2392ce', 'tenant_id': '8177d60a10234961ad5f19a370b54d0b', 'fixed_ips': [{'subnet_id': 'bed2961b-8ab1-431c-9274-fbb8320e442d'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:15:27.031515 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.152592 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-f5ef6e08-a0a9-45ff-8cb3-66318579d373 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Allocated IP 172.20.0.10 (6910b45c-4922-4e55-8ce0-ade2ff2392ce/bed2961b-8ab1-431c-9274-fbb8320e442d/b38e13d7-e70b-4808-981f-342345bf51e0) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:27.221119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c56d8607-39e6-40be-be9b-22339e6ca20f tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Deleting port 75c7e916-cf9a-4eb2-bfc3-3ca383736e51 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:27.221662 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c56d8607-39e6-40be-be9b-22339e6ca20f tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.313165 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5ef6e08-a0a9-45ff-8cb3-66318579d373 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.323232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d7418-db5d-45fc-b3d2-ae7d526fe665 req-8763591b-59b1-4016-a197-69557f6e9fca tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:27.324704 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f5d7418-db5d-45fc-b3d2-ae7d526fe665 req-8763591b-59b1-4016-a197-69557f6e9fca tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "GET /v2.0/ports?device_id=89011699-7182-4ee0-a914-7a78344e6351 HTTP/1.1" status: 200 len: 950 time: 0.1368873 Nov 12 04:15:27.326425 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c56d8607-39e6-40be-be9b-22339e6ca20f tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.351696 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c56d8607-39e6-40be-be9b-22339e6ca20f tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Calling delete_port for 75c7e916-cf9a-4eb2-bfc3-3ca383736e51 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:27.387387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:27.400292 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5ef6e08-a0a9-45ff-8cb3-66318579d373 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.411579 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:27.411919 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device e30bb83a-c7de-4f2a-9cf2-8b83cb4cd254 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:27.439227 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab62ae-eb30-41fa-bcb8-f9d7dba2619a req-f0e370e6-4564-430e-9500-544f2daf8fed tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:27.442216 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13ab62ae-eb30-41fa-bcb8-f9d7dba2619a req-f0e370e6-4564-430e-9500-544f2daf8fed tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=89011699-7182-4ee0-a914-7a78344e6351 HTTP/1.1" status: 200 len: 950 time: 0.1701283 Nov 12 04:15:27.448582 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ef6e08-a0a9-45ff-8cb3-66318579d373 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network 6910b45c-4922-4e55-8ce0-ade2ff2392ce is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:27.453790 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f5ef6e08-a0a9-45ff-8cb3-66318579d373 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:27.458312 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ef6e08-a0a9-45ff-8cb3-66318579d373 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:27.470482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] Allocated IP 172.20.0.2 (6910b45c-4922-4e55-8ce0-ade2ff2392ce/bed2961b-8ab1-431c-9274-fbb8320e442d/52e0c9cd-a327-46f3-95bc-0e9d03689ea8) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:27.482796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef6e08-a0a9-45ff-8cb3-66318579d373 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=b38e13d7-e70b-4808-981f-342345bf51e0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:27.513153 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ef6e08-a0a9-45ff-8cb3-66318579d373 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:27.514010 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5ef6e08-a0a9-45ff-8cb3-66318579d373 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.556064 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13ab62ae-eb30-41fa-bcb8-f9d7dba2619a req-53635898-5018-48da-aef7-e5fca5bc6005 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787849 Nov 12 04:15:27.578175 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-9f5d7418-db5d-45fc-b3d2-ae7d526fe665 req-8468c4d0-64b2-44e2-bb50-2d1c0398059a tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Deleting port 1416b5fa-6a27-41f3-957f-4abe3a2aa667 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:27.578396 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9f5d7418-db5d-45fc-b3d2-ae7d526fe665 req-8468c4d0-64b2-44e2-bb50-2d1c0398059a tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.583173 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e31c5d-d489-4028-8e7f-e908d4e093bb req-5e1e5ae4-9abd-4567-99ed-be9e09ffba71 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:27.587390 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33e31c5d-d489-4028-8e7f-e908d4e093bb req-5e1e5ae4-9abd-4567-99ed-be9e09ffba71 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "GET /v2.0/ports?device_id=20653b23-aa87-4933-9cd1-fac2c0ce9ccc HTTP/1.1" status: 200 len: 949 time: 0.0580919 Nov 12 04:15:27.631527 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f5ef6e08-a0a9-45ff-8cb3-66318579d373 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8790364 Nov 12 04:15:27.632197 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37080) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:27.639557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-60920cb0-5aad-47be-a06b-e28f6ebf3ffa tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'network_id': '6910b45c-4922-4e55-8ce0-ade2ff2392ce', 'name': 'tempest-PortsTestJSON-99208503'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:27.661088 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c56d8607-39e6-40be-be9b-22339e6ca20f tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.665380 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.735721 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-33e31c5d-d489-4028-8e7f-e908d4e093bb req-36c8fc03-c459-48ca-83aa-bd4ab9360630 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Deleting port fa6c7962-016f-4c55-9a97-dc16fe679a0c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:27.735721 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-33e31c5d-d489-4028-8e7f-e908d4e093bb req-36c8fc03-c459-48ca-83aa-bd4ab9360630 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.743555 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d8607-39e6-40be-be9b-22339e6ca20f tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Pushing event deleted for resources: {'Port': ['ID=75c7e916-cf9a-4eb2-bfc3-3ca383736e51,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:27.755472 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.757850 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c56d8607-39e6-40be-be9b-22339e6ca20f tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.761710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c56d8607-39e6-40be-be9b-22339e6ca20f tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] 10.222.0.37 "DELETE /v2.0/ports/75c7e916-cf9a-4eb2-bfc3-3ca383736e51 HTTP/1.1" status: 204 len: 168 time: 1.0385442 Nov 12 04:15:27.769565 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37086) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:27.801547 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] Network 6910b45c-4922-4e55-8ce0-ade2ff2392ce is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:27.804778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:27.811844 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:27.822529 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7478e7b-fcf7-4f0c-8eac-69704b51ade6 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] GET failed (client error): The resource could not be found. Nov 12 04:15:27.824187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a7478e7b-fcf7-4f0c-8eac-69704b51ade6 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] 10.222.0.37 "GET /v2.0/ports/75c7e916-cf9a-4eb2-bfc3-3ca383736e51 HTTP/1.1" status: 404 len: 333 time: 0.0519114 Nov 12 04:15:27.830464 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-9f5d7418-db5d-45fc-b3d2-ae7d526fe665 req-8468c4d0-64b2-44e2-bb50-2d1c0398059a tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] For port 1416b5fa-6a27-41f3-957f-4abe3a2aa667, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1416b5fa-6a27-41f3-957f-4abe3a2aa667,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:27.830464 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9f5d7418-db5d-45fc-b3d2-ae7d526fe665 req-8468c4d0-64b2-44e2-bb50-2d1c0398059a tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.836476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37088) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:27.844356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-179c23ac-7c60-43db-bc43-61a54057d140 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Request body: {'port': {'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1761823749'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:27.866468 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-9f5d7418-db5d-45fc-b3d2-ae7d526fe665 req-8468c4d0-64b2-44e2-bb50-2d1c0398059a tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Calling delete_port for 1416b5fa-6a27-41f3-957f-4abe3a2aa667 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:27.867044 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-33e31c5d-d489-4028-8e7f-e908d4e093bb req-36c8fc03-c459-48ca-83aa-bd4ab9360630 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] For port fa6c7962-016f-4c55-9a97-dc16fe679a0c, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=fa6c7962-016f-4c55-9a97-dc16fe679a0c,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:27.867414 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-33e31c5d-d489-4028-8e7f-e908d4e093bb req-36c8fc03-c459-48ca-83aa-bd4ab9360630 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.878205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] Pushing event updated for resources: {'Port': ['ID=52e0c9cd-a327-46f3-95bc-0e9d03689ea8,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:27.894228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] Attempting to bind port 52e0c9cd-a327-46f3-95bc-0e9d03689ea8 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:27.894893 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] Attempting to bind port 52e0c9cd-a327-46f3-95bc-0e9d03689ea8 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '58e9ba95-125c-4c1b-bdfc-4e53ab70e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6910b45c-4922-4e55-8ce0-ade2ff2392ce'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:27.895568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] Attempting to bind port 52e0c9cd-a327-46f3-95bc-0e9d03689ea8 on network 6910b45c-4922-4e55-8ce0-ade2ff2392ce {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:27.901150 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-33e31c5d-d489-4028-8e7f-e908d4e093bb req-36c8fc03-c459-48ca-83aa-bd4ab9360630 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Calling delete_port for fa6c7962-016f-4c55-9a97-dc16fe679a0c owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:27.901780 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:27.903032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] Checking segment: {'id': '58e9ba95-125c-4c1b-bdfc-4e53ab70e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6910b45c-4922-4e55-8ce0-ade2ff2392ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:27.903722 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.904408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] Bound using segment: {'id': '58e9ba95-125c-4c1b-bdfc-4e53ab70e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6910b45c-4922-4e55-8ce0-ade2ff2392ce'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:27.905085 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] Bound port: 52e0c9cd-a327-46f3-95bc-0e9d03689ea8, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e9ba95-125c-4c1b-bdfc-4e53ab70e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6910b45c-4922-4e55-8ce0-ade2ff2392ce'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:27.905877 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.978360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] For port 52e0c9cd-a327-46f3-95bc-0e9d03689ea8, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:27.982055 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] For port 52e0c9cd-a327-46f3-95bc-0e9d03689ea8, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=52e0c9cd-a327-46f3-95bc-0e9d03689ea8,segment=NetworkSegment(58e9ba95-125c-4c1b-bdfc-4e53ab70e4a7),segment_id=58e9ba95-125c-4c1b-bdfc-4e53ab70e4a7)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:27.999597 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179c23ac-7c60-43db-bc43-61a54057d140 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Made reservation on behalf of cbd8e30e896c443a9aa2a8987fd34460 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:28.003098 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-179c23ac-7c60-43db-bc43-61a54057d140 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:28.034513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-179c23ac-7c60-43db-bc43-61a54057d140 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] device_id is not set on port 54d91406-37c1-4688-bb9d-88250038d6e0 yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:15:28.096412 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:28.131179 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-33e31c5d-d489-4028-8e7f-e908d4e093bb req-36c8fc03-c459-48ca-83aa-bd4ab9360630 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:28.140622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60920cb0-5aad-47be-a06b-e28f6ebf3ffa tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:28.145424 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-60920cb0-5aad-47be-a06b-e28f6ebf3ffa tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:28.152077 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9f5d7418-db5d-45fc-b3d2-ae7d526fe665 req-8468c4d0-64b2-44e2-bb50-2d1c0398059a tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:28.156755 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec312961-d377-465c-8f38-0e18b06bc4bb None None] Pushing event updated for resources: {'Port': ['ID=52e0c9cd-a327-46f3-95bc-0e9d03689ea8,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:28.174891 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8fc03-c459-48ca-83aa-bd4ab9360630 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Pushing event deleted for resources: {'Port': ['ID=fa6c7962-016f-4c55-9a97-dc16fe679a0c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:28.181155 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['1416b5fa-6a27-41f3-957f-4abe3a2aa667', 'fa6c7962-016f-4c55-9a97-dc16fe679a0c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:28.183949 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['beced045-9f91-40fc-847b-3aa91ebb8785'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:28.244427 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e31c5d-d489-4028-8e7f-e908d4e093bb req-36c8fc03-c459-48ca-83aa-bd4ab9360630 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] No DVR routers for this DVR port fa6c7962-016f-4c55-9a97-dc16fe679a0c on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:28.246937 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-33e31c5d-d489-4028-8e7f-e908d4e093bb req-36c8fc03-c459-48ca-83aa-bd4ab9360630 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:28.254777 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33e31c5d-d489-4028-8e7f-e908d4e093bb req-36c8fc03-c459-48ca-83aa-bd4ab9360630 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "DELETE /v2.0/ports/fa6c7962-016f-4c55-9a97-dc16fe679a0c HTTP/1.1" status: 204 len: 173 time: 0.6570265 Nov 12 04:15:28.254777 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20653b23-aa87-4933-9cd1-fac2c0ce9ccc', 'name': 'network-vif-deleted', 'tag': 'fa6c7962-016f-4c55-9a97-dc16fe679a0c'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:28.254777 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765b1fd4-9fdd-4cf5-9cf2-2ed7bbaef6f7" -d '{"events": [{"server_uuid": "20653b23-aa87-4933-9cd1-fac2c0ce9ccc", "name": "network-vif-deleted", "tag": "fa6c7962-016f-4c55-9a97-dc16fe679a0c"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:28.297442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468c4d0-64b2-44e2-bb50-2d1c0398059a tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Pushing event deleted for resources: {'Port': ['ID=1416b5fa-6a27-41f3-957f-4abe3a2aa667,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:28.313240 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['fa6c7962-016f-4c55-9a97-dc16fe679a0c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:28.316661 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6b572-42b3-4dda-8094-8077b623cb12 req-b0f9a9b4-8d08-4ffc-b13b-235b88db8eec tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:28.318324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-91c6b572-42b3-4dda-8094-8077b623cb12 req-b0f9a9b4-8d08-4ffc-b13b-235b88db8eec tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=293b4729-3756-4913-9f4c-371e6f856e9c HTTP/1.1" status: 200 len: 948 time: 0.2393186 Nov 12 04:15:28.321182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-60920cb0-5aad-47be-a06b-e28f6ebf3ffa tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] device_id is not set on port 9eedb21c-1642-4ff1-81e6-534449b850d9 yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:15:28.472895 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-179c23ac-7c60-43db-bc43-61a54057d140 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:28.474433 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5d7418-db5d-45fc-b3d2-ae7d526fe665 req-8468c4d0-64b2-44e2-bb50-2d1c0398059a tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] No DVR routers for this DVR port 1416b5fa-6a27-41f3-957f-4abe3a2aa667 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:28.484975 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9f5d7418-db5d-45fc-b3d2-ae7d526fe665 req-8468c4d0-64b2-44e2-bb50-2d1c0398059a tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:28.486839 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f5d7418-db5d-45fc-b3d2-ae7d526fe665 req-8468c4d0-64b2-44e2-bb50-2d1c0398059a tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.21 "DELETE /v2.0/ports/1416b5fa-6a27-41f3-957f-4abe3a2aa667 HTTP/1.1" status: 204 len: 173 time: 1.1502290 Nov 12 04:15:28.489907 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89011699-7182-4ee0-a914-7a78344e6351', 'name': 'network-vif-deleted', 'tag': '1416b5fa-6a27-41f3-957f-4abe3a2aa667'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:28.491881 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f915480-2263-4135-88cf-38d51b46d066" -d '{"events": [{"server_uuid": "89011699-7182-4ee0-a914-7a78344e6351", "name": "network-vif-deleted", "tag": "1416b5fa-6a27-41f3-957f-4abe3a2aa667"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:28.579659 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-91c6b572-42b3-4dda-8094-8077b623cb12 req-2b03cfea-c2cb-435e-9355-f32000fae769 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364833 Nov 12 04:15:28.660500 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-60920cb0-5aad-47be-a06b-e28f6ebf3ffa tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Allocated IP 172.20.0.7 (6910b45c-4922-4e55-8ce0-ade2ff2392ce/bed2961b-8ab1-431c-9274-fbb8320e442d/9eedb21c-1642-4ff1-81e6-534449b850d9) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:28.663065 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['beced045-9f91-40fc-847b-3aa91ebb8785'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:28.688840 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974eda31-1e35-44f1-8a50-f5276964de18 req-fb3dd9d4-16b3-4b88-a0de-cfa6c478c400 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:28.690381 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-974eda31-1e35-44f1-8a50-f5276964de18 req-fb3dd9d4-16b3-4b88-a0de-cfa6c478c400 tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.31 "GET /v2.0/ports?device_id=293b4729-3756-4913-9f4c-371e6f856e9c HTTP/1.1" status: 200 len: 948 time: 0.1062076 Nov 12 04:15:28.724191 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-179c23ac-7c60-43db-bc43-61a54057d140 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:28.871310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179c23ac-7c60-43db-bc43-61a54057d140 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:28.872134 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-974eda31-1e35-44f1-8a50-f5276964de18 req-1505d84e-d1c7-4e95-8fa8-bab36910e3eb tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Deleting port f701fd92-151a-447a-a890-b40face78a0f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:28.872536 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-974eda31-1e35-44f1-8a50-f5276964de18 req-1505d84e-d1c7-4e95-8fa8-bab36910e3eb tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:28.887546 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-179c23ac-7c60-43db-bc43-61a54057d140 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:28.896013 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179c23ac-7c60-43db-bc43-61a54057d140 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:28.897099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179c23ac-7c60-43db-bc43-61a54057d140 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:28.897698 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-179c23ac-7c60-43db-bc43-61a54057d140 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:28.911233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c23ac-7c60-43db-bc43-61a54057d140 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Pushing event updated for resources: {'Port': ['ID=54d91406-37c1-4688-bb9d-88250038d6e0,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:28.960635 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-60920cb0-5aad-47be-a06b-e28f6ebf3ffa tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:28.983159 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-974eda31-1e35-44f1-8a50-f5276964de18 req-1505d84e-d1c7-4e95-8fa8-bab36910e3eb tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] For port f701fd92-151a-447a-a890-b40face78a0f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=f701fd92-151a-447a-a890-b40face78a0f,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:28.983784 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-974eda31-1e35-44f1-8a50-f5276964de18 req-1505d84e-d1c7-4e95-8fa8-bab36910e3eb tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:29.010707 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-974eda31-1e35-44f1-8a50-f5276964de18 req-1505d84e-d1c7-4e95-8fa8-bab36910e3eb tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Calling delete_port for f701fd92-151a-447a-a890-b40face78a0f owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:29.028815 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-179c23ac-7c60-43db-bc43-61a54057d140 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1905317 Nov 12 04:15:29.031108 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37102) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:29.038876 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:29.119650 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:29.123109 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-60920cb0-5aad-47be-a06b-e28f6ebf3ffa tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:29.203476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60920cb0-5aad-47be-a06b-e28f6ebf3ffa tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network 6910b45c-4922-4e55-8ce0-ade2ff2392ce is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:29.208984 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-60920cb0-5aad-47be-a06b-e28f6ebf3ffa tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:29.216831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60920cb0-5aad-47be-a06b-e28f6ebf3ffa tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:29.263636 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-974eda31-1e35-44f1-8a50-f5276964de18 req-1505d84e-d1c7-4e95-8fa8-bab36910e3eb tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:29.282825 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60920cb0-5aad-47be-a06b-e28f6ebf3ffa tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=9eedb21c-1642-4ff1-81e6-534449b850d9,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:29.372960 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60920cb0-5aad-47be-a06b-e28f6ebf3ffa tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:29.375030 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-60920cb0-5aad-47be-a06b-e28f6ebf3ffa tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:29.377686 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505d84e-d1c7-4e95-8fa8-bab36910e3eb tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Pushing event deleted for resources: {'Port': ['ID=f701fd92-151a-447a-a890-b40face78a0f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:29.418347 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-974eda31-1e35-44f1-8a50-f5276964de18 req-1505d84e-d1c7-4e95-8fa8-bab36910e3eb tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] No DVR routers for this DVR port f701fd92-151a-447a-a890-b40face78a0f on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:29.421340 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-974eda31-1e35-44f1-8a50-f5276964de18 req-1505d84e-d1c7-4e95-8fa8-bab36910e3eb tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:29.427176 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-974eda31-1e35-44f1-8a50-f5276964de18 req-1505d84e-d1c7-4e95-8fa8-bab36910e3eb tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.31 "DELETE /v2.0/ports/f701fd92-151a-447a-a890-b40face78a0f HTTP/1.1" status: 204 len: 173 time: 0.7299991 Nov 12 04:15:29.489906 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a210d5df-c18d-46ef-9525-e252426078da x-openstack-request-id: req-a210d5df-c18d-46ef-9525-e252426078da {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:29.490864 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20653b23-aa87-4933-9cd1-fac2c0ce9ccc", "name": "network-vif-deleted", "tag": "fa6c7962-016f-4c55-9a97-dc16fe679a0c", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:29.491613 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a210d5df-c18d-46ef-9525-e252426078da {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:29.492209 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20653b23-aa87-4933-9cd1-fac2c0ce9ccc', 'name': 'network-vif-deleted', 'tag': 'fa6c7962-016f-4c55-9a97-dc16fe679a0c', 'status': 'completed', 'code': 200} Nov 12 04:15:29.543812 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69d7abe-46a1-420b-8d70-a31ef83f4106 x-openstack-request-id: req-a69d7abe-46a1-420b-8d70-a31ef83f4106 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:29.544347 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89011699-7182-4ee0-a914-7a78344e6351", "name": "network-vif-deleted", "tag": "1416b5fa-6a27-41f3-957f-4abe3a2aa667", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:29.544755 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a69d7abe-46a1-420b-8d70-a31ef83f4106 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:29.545365 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89011699-7182-4ee0-a914-7a78344e6351', 'name': 'network-vif-deleted', 'tag': '1416b5fa-6a27-41f3-957f-4abe3a2aa667', 'status': 'completed', 'code': 200} Nov 12 04:15:29.553588 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b7db89-53be-46ff-a775-3d3a89a3c47f None None] Network 6910b45c-4922-4e55-8ce0-ade2ff2392ce requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:29.556180 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-60920cb0-5aad-47be-a06b-e28f6ebf3ffa tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9232183 Nov 12 04:15:29.559210 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37106) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:29.561424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] device_id is not set on port 54d91406-37c1-4688-bb9d-88250038d6e0 yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:15:29.571421 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:29.658459 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:29.679131 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d504c7d-f300-4b3f-8fc3-f84d004bbbd3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:29.682495 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1d504c7d-f300-4b3f-8fc3-f84d004bbbd3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.1214170 Nov 12 04:15:29.683756 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37110) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:29.702817 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b33468b3-9c06-4901-b023-ab26b1ee7e41 None None] Provisioning complete for port 52e0c9cd-a327-46f3-95bc-0e9d03689ea8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:29.703184 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b33468b3-9c06-4901-b023-ab26b1ee7e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:29.741541 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8023b82d-b885-4d95-8514-089a73114c9e req-36242921-f2f0-4f05-ad04-03e709dcaa95 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=89011699-7182-4ee0-a914-7a78344e6351 HTTP/1.1" status: 200 len: 210 time: 0.0778201 Nov 12 04:15:29.805688 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:29.805993 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:29.806319 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:29.813206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Pushing event updated for resources: {'Port': ['ID=54d91406-37c1-4688-bb9d-88250038d6e0,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:29.817774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:29.818131 n-d-768509-24 neutron-server[103296]: ERROR neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:29.818521 n-d-768509-24 neutron-server[103296]: INFO neutron.plugins.ml2.plugin [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 2 to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 Nov 12 04:15:29.835612 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:29.835612 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:29.835972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:29.842879 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:29.843227 n-d-768509-24 neutron-server[103296]: ERROR neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:29.843625 n-d-768509-24 neutron-server[103296]: INFO neutron.plugins.ml2.plugin [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 3 to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 Nov 12 04:15:29.844256 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b0a8271c-0c03-4311-b03f-cd854615bcb7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port 9eedb21c-1642-4ff1-81e6-534449b850d9 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:29.845386 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0a8271c-0c03-4311-b03f-cd854615bcb7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:29.859664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:29.861297 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:29.861651 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:29.866603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:29.866967 n-d-768509-24 neutron-server[103296]: ERROR neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:29.867359 n-d-768509-24 neutron-server[103296]: INFO neutron.plugins.ml2.plugin [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 4 to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 Nov 12 04:15:29.880605 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:29.881073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:29.881428 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:29.887819 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:29.888169 n-d-768509-24 neutron-server[103296]: ERROR neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:29.888553 n-d-768509-24 neutron-server[103296]: INFO neutron.plugins.ml2.plugin [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 5 to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 Nov 12 04:15:29.902593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:29.903102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:29.904298 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:29.911179 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:29.911179 n-d-768509-24 neutron-server[103296]: ERROR neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:29.911179 n-d-768509-24 neutron-server[103296]: INFO neutron.plugins.ml2.plugin [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 6 to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 Nov 12 04:15:29.930608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:29.931089 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:29.931334 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:29.954336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:29.954912 n-d-768509-24 neutron-server[103296]: ERROR neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:29.955469 n-d-768509-24 neutron-server[103296]: INFO neutron.plugins.ml2.plugin [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 7 to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 Nov 12 04:15:29.966731 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 52e0c9cd-a327-46f3-95bc-0e9d03689ea8 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:29.968330 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0a8271c-0c03-4311-b03f-cd854615bcb7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:29.992120 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b0a8271c-0c03-4311-b03f-cd854615bcb7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for 9eedb21c-1642-4ff1-81e6-534449b850d9 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:29.992315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:29.992315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:29.992315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:30.009662 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:30.010273 n-d-768509-24 neutron-server[103296]: ERROR neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:30.010796 n-d-768509-24 neutron-server[103296]: INFO neutron.plugins.ml2.plugin [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 8 to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 Nov 12 04:15:30.040064 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:30.040416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:30.040770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:30.051621 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b33468b3-9c06-4901-b023-ab26b1ee7e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:30.053110 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:30.053454 n-d-768509-24 neutron-server[103296]: ERROR neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:30.053853 n-d-768509-24 neutron-server[103296]: INFO neutron.plugins.ml2.plugin [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 9 to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 Nov 12 04:15:30.079346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:30.079346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:30.079346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:30.115636 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:30.116128 n-d-768509-24 neutron-server[103296]: ERROR neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:30.116692 n-d-768509-24 neutron-server[103296]: INFO neutron.plugins.ml2.plugin [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempt 10 to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 Nov 12 04:15:30.122605 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b33468b3-9c06-4901-b023-ab26b1ee7e41 None None] For port 52e0c9cd-a327-46f3-95bc-0e9d03689ea8, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=52e0c9cd-a327-46f3-95bc-0e9d03689ea8,segment=NetworkSegment(58e9ba95-125c-4c1b-bdfc-4e53ab70e4a7),segment_id=58e9ba95-125c-4c1b-bdfc-4e53ab70e4a7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:30.132570 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 52e0c9cd-a327-46f3-95bc-0e9d03689ea8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:30.135242 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:30.146295 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de42f5bb-14cb-41bc-a5c8-8ba03cdeaa6e req-3b4c8c28-9bd7-44c8-9531-b78afee5befa tempest-ListImageFiltersTestJSON-2070697190 tempest-ListImageFiltersTestJSON-2070697190-project] 10.222.0.37 "GET /v2.0/ports?device_id=293b4729-3756-4913-9f4c-371e6f856e9c HTTP/1.1" status: 200 len: 210 time: 0.0590956 Nov 12 04:15:30.163462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:30.163882 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:30.164300 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempting to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:30.188000 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:30.188855 n-d-768509-24 neutron-server[103296]: ERROR neutron.plugins.ml2.managers [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Failed to bind port 54d91406-37c1-4688-bb9d-88250038d6e0 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '2f2fe306-af74-470b-975a-cf8728f1c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9056ce48-009a-42cf-a4a1-cdd5894ca2a3'}] Nov 12 04:15:30.188855 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:30.197007 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b33468b3-9c06-4901-b023-ab26b1ee7e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:30.252480 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 1416b5fa-6a27-41f3-957f-4abe3a2aa667 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:30.323034 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] For port 54d91406-37c1-4688-bb9d-88250038d6e0, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:30.323670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attempted to set empty binding levels {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 04:15:30.346664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 1416b5fa-6a27-41f3-957f-4abe3a2aa667 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:30.346997 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 1416b5fa-6a27-41f3-957f-4abe3a2aa667 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:30.348140 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device fa6c7962-016f-4c55-9a97-dc16fe679a0c no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:30.361065 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0a8271c-0c03-4311-b03f-cd854615bcb7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:30.384160 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:30.396008 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8271c-0c03-4311-b03f-cd854615bcb7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=9eedb21c-1642-4ff1-81e6-534449b850d9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:30.411658 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8271c-0c03-4311-b03f-cd854615bcb7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:30.411658 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8271c-0c03-4311-b03f-cd854615bcb7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:30.414207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8271c-0c03-4311-b03f-cd854615bcb7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:30.414582 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8271c-0c03-4311-b03f-cd854615bcb7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:30.414970 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8271c-0c03-4311-b03f-cd854615bcb7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:30.415289 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8271c-0c03-4311-b03f-cd854615bcb7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:30.415624 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8271c-0c03-4311-b03f-cd854615bcb7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:30.415996 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8271c-0c03-4311-b03f-cd854615bcb7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:30.416442 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8271c-0c03-4311-b03f-cd854615bcb7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:30.416766 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8271c-0c03-4311-b03f-cd854615bcb7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:30.417496 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8271c-0c03-4311-b03f-cd854615bcb7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:30.417496 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8271c-0c03-4311-b03f-cd854615bcb7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:30.421254 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] In _notify_port_updated(), no bound segment for port 54d91406-37c1-4688-bb9d-88250038d6e0 on network 9056ce48-009a-42cf-a4a1-cdd5894ca2a3 {{(pid=103296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:15:30.422136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:30.423428 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:30.428180 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] 10.222.0.37 "PUT /v2.0/ports/54d91406-37c1-4688-bb9d-88250038d6e0 HTTP/1.1" status: 200 len: 976 time: 1.3939149 Nov 12 04:15:30.430984 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37118) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:30.450764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: fa6c7962-016f-4c55-9a97-dc16fe679a0c {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:30.451238 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device fa6c7962-016f-4c55-9a97-dc16fe679a0c not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:30.493898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33468b3-9c06-4901-b023-ab26b1ee7e41 None None] Pushing event updated for resources: {'Port': ['ID=52e0c9cd-a327-46f3-95bc-0e9d03689ea8,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:30.498940 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53bf93-9397-4f97-b525-8105ab03a111 tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Pushing event updated for resources: {'Port': ['ID=54d91406-37c1-4688-bb9d-88250038d6e0,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:30.520326 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7db66bf4-8b4f-4d05-8486-06eb4187e66a None None] Provisioning complete for port 52e0c9cd-a327-46f3-95bc-0e9d03689ea8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:30.520715 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7db66bf4-8b4f-4d05-8486-06eb4187e66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:30.539172 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0a8271c-0c03-4311-b03f-cd854615bcb7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:30.543529 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b0a8271c-0c03-4311-b03f-cd854615bcb7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/ports/9eedb21c-1642-4ff1-81e6-534449b850d9 HTTP/1.1" status: 204 len: 168 time: 0.8586369 Nov 12 04:15:30.545676 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37124) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:30.584129 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d53233-1d5a-4186-80e5-88f3313b2968 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] GET failed (client error): The resource could not be found. Nov 12 04:15:30.586705 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-41d53233-1d5a-4186-80e5-88f3313b2968 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports/9eedb21c-1642-4ff1-81e6-534449b850d9 HTTP/1.1" status: 404 len: 333 time: 0.0400474 Nov 12 04:15:30.590827 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37128) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:30.617522 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d406f1be-bcee-4dcb-a26e-7fe928528b3b tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Deleting port 54d91406-37c1-4688-bb9d-88250038d6e0 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:30.617780 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d406f1be-bcee-4dcb-a26e-7fe928528b3b tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:30.710791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7db66bf4-8b4f-4d05-8486-06eb4187e66a None None] Provisioning complete for port b38e13d7-e70b-4808-981f-342345bf51e0 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:30.711903 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7db66bf4-8b4f-4d05-8486-06eb4187e66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:30.715664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-d406f1be-bcee-4dcb-a26e-7fe928528b3b tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] For port 54d91406-37c1-4688-bb9d-88250038d6e0, host n-h2-768509-24, got binding levels [] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:30.716042 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d406f1be-bcee-4dcb-a26e-7fe928528b3b tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:30.748113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d406f1be-bcee-4dcb-a26e-7fe928528b3b tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Calling delete_port for 54d91406-37c1-4688-bb9d-88250038d6e0 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:30.777978 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0e5c7463-a69f-43cf-a137-0fbac86a4673 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port b38e13d7-e70b-4808-981f-342345bf51e0 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:30.778756 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e5c7463-a69f-43cf-a137-0fbac86a4673 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:30.798020 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7db66bf4-8b4f-4d05-8486-06eb4187e66a None None] Port b38e13d7-e70b-4808-981f-342345bf51e0 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:30.806966 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7db66bf4-8b4f-4d05-8486-06eb4187e66a None None] Could not find standard attr ID for object 9eedb21c-1642-4ff1-81e6-534449b850d9. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:15:30.937205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4cec543b-0247-442d-bb36-4ce6f54bf47f None None] Provisioning complete for port b38e13d7-e70b-4808-981f-342345bf51e0 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:30.937916 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4cec543b-0247-442d-bb36-4ce6f54bf47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:30.942841 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85237d3f-214e-4c1b-96b3-8a8b82aa722c req-e5c47189-074a-4401-bf2a-373c095db1fe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=293b4729-3756-4913-9f4c-371e6f856e9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0454764 Nov 12 04:15:30.975533 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d406f1be-bcee-4dcb-a26e-7fe928528b3b tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:30.997321 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4cec543b-0247-442d-bb36-4ce6f54bf47f None None] Port b38e13d7-e70b-4808-981f-342345bf51e0 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:31.013226 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e5c7463-a69f-43cf-a137-0fbac86a4673 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:31.030690 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0e5c7463-a69f-43cf-a137-0fbac86a4673 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for b38e13d7-e70b-4808-981f-342345bf51e0 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:31.037710 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406f1be-bcee-4dcb-a26e-7fe928528b3b tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Pushing event deleted for resources: {'Port': ['ID=54d91406-37c1-4688-bb9d-88250038d6e0,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:31.060384 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d406f1be-bcee-4dcb-a26e-7fe928528b3b tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:31.064142 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d406f1be-bcee-4dcb-a26e-7fe928528b3b tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] 10.222.0.37 "DELETE /v2.0/ports/54d91406-37c1-4688-bb9d-88250038d6e0 HTTP/1.1" status: 204 len: 168 time: 0.6321664 Nov 12 04:15:31.067035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37142) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:31.069829 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85237d3f-214e-4c1b-96b3-8a8b82aa722c req-0fb243a7-ecfe-4e41-9630-128cf4c79dcf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=353c9d9f9be447a89097c4b4ea7c259d&device_id=293b4729-3756-4913-9f4c-371e6f856e9c HTTP/1.1" status: 200 len: 210 time: 0.0819247 Nov 12 04:15:31.098232 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5605b3-0deb-4c6a-a642-bc044e50dc3e tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] GET failed (client error): The resource could not be found. Nov 12 04:15:31.100158 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bb5605b3-0deb-4c6a-a642-bc044e50dc3e tempest-PortsAdminExtendedAttrsTestJSON-1922966093 tempest-PortsAdminExtendedAttrsTestJSON-1922966093-project-admin] 10.222.0.37 "GET /v2.0/ports/54d91406-37c1-4688-bb9d-88250038d6e0 HTTP/1.1" status: 404 len: 333 time: 0.0320423 Nov 12 04:15:31.104165 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37146) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:31.114085 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7a10d53f-20bf-4fab-9ac4-8ef4e45a153c None None] Could not find standard attr ID for object 9eedb21c-1642-4ff1-81e6-534449b850d9. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:15:31.169698 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85237d3f-214e-4c1b-96b3-8a8b82aa722c req-ac803967-2d5f-467e-b077-1a4c77be558b service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=353c9d9f9be447a89097c4b4ea7c259d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332053 Nov 12 04:15:31.224787 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-51b03e72-1c6b-4f26-b73e-fe760f35f53e tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:31.331665 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-51b03e72-1c6b-4f26-b73e-fe760f35f53e tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:31.336045 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85237d3f-214e-4c1b-96b3-8a8b82aa722c req-039740a9-bda1-4e7e-abee-8397a4996232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.337823 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85237d3f-214e-4c1b-96b3-8a8b82aa722c req-039740a9-bda1-4e7e-abee-8397a4996232 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1608348 Nov 12 04:15:31.361652 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-51b03e72-1c6b-4f26-b73e-fe760f35f53e tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9056ce48-009a-42cf-a4a1-cdd5894ca2a3']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:31.400518 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-51b03e72-1c6b-4f26-b73e-fe760f35f53e tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2fe306-af74-470b-975a-cf8728f1c0c5') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:31.401238 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-51b03e72-1c6b-4f26-b73e-fe760f35f53e tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2fe306-af74-470b-975a-cf8728f1c0c5') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:31.409656 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e5c7463-a69f-43cf-a137-0fbac86a4673 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:31.413794 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-51b03e72-1c6b-4f26-b73e-fe760f35f53e tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:31.430433 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-51b03e72-1c6b-4f26-b73e-fe760f35f53e tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:31.439866 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-af8a8f79-9fdb-47fc-9aba-c31e0bea3263 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0805955 Nov 12 04:15:31.444955 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b03e72-1c6b-4f26-b73e-fe760f35f53e tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:15:31.445450 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-51b03e72-1c6b-4f26-b73e-fe760f35f53e tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:15:31.448582 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:15:31.450935 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c7463-a69f-43cf-a137-0fbac86a4673 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=b38e13d7-e70b-4808-981f-342345bf51e0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:31.493241 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293b4729-3756-4913-9f4c-371e6f856e9c', 'name': 'network-vif-deleted', 'tag': 'f701fd92-151a-447a-a890-b40face78a0f'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:31.495845 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fa7ddb-c9b2-41c8-915d-caa9adb35d4f" -d '{"events": [{"server_uuid": "293b4729-3756-4913-9f4c-371e6f856e9c", "name": "network-vif-deleted", "tag": "f701fd92-151a-447a-a890-b40face78a0f"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:31.626402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-a60a6804-4b25-4460-944d-d15d58764014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.627047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-a60a6804-4b25-4460-944d-d15d58764014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.627617 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-a60a6804-4b25-4460-944d-d15d58764014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.627995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-a60a6804-4b25-4460-944d-d15d58764014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.628462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-a60a6804-4b25-4460-944d-d15d58764014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.629286 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-a60a6804-4b25-4460-944d-d15d58764014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.629782 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-a60a6804-4b25-4460-944d-d15d58764014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.634498 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-a60a6804-4b25-4460-944d-d15d58764014 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72d4754f04e94e6c9e3f339cc9bdd8f4&device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 6498 time: 0.0847762 Nov 12 04:15:31.653820 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-51b03e72-1c6b-4f26-b73e-fe760f35f53e tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:31.659208 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-51b03e72-1c6b-4f26-b73e-fe760f35f53e tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:31.665143 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-51b03e72-1c6b-4f26-b73e-fe760f35f53e tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] 10.222.0.37 "DELETE /v2.0/networks/9056ce48-009a-42cf-a4a1-cdd5894ca2a3 HTTP/1.1" status: 204 len: 168 time: 0.5572822 Nov 12 04:15:31.692887 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b03e72-1c6b-4f26-b73e-fe760f35f53e tempest-PortsAdminExtendedAttrsTestJSON-1772336173 tempest-PortsAdminExtendedAttrsTestJSON-1772336173-project] Pushing event deleted for resources: {'Network': ['ID=9056ce48-009a-42cf-a4a1-cdd5894ca2a3,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:31.715380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37164) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:31.853292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 52e0c9cd-a327-46f3-95bc-0e9d03689ea8 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:31.885818 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-cd165283-aa05-42b2-b038-0d29644fdcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.886396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-cd165283-aa05-42b2-b038-0d29644fdcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.886916 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-cd165283-aa05-42b2-b038-0d29644fdcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.895096 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-cd165283-aa05-42b2-b038-0d29644fdcdd service neutron] 10.222.0.21 "GET /v2.0/networks?id=19bce048-112d-4f21-ac62-0b363c707e0b&id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19&id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 HTTP/1.1" status: 200 len: 2291 time: 0.2235160 Nov 12 04:15:31.963330 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 52e0c9cd-a327-46f3-95bc-0e9d03689ea8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:31.963781 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:31.966724 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e5c7463-a69f-43cf-a137-0fbac86a4673 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:31.971279 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0e5c7463-a69f-43cf-a137-0fbac86a4673 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/ports/b38e13d7-e70b-4808-981f-342345bf51e0 HTTP/1.1" status: 204 len: 168 time: 1.3781166 Nov 12 04:15:31.972854 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37170) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:32.001056 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-587913d0-1563-442e-803d-cd1a4952649a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.003917 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ea7696-8d7d-40b9-9126-c403522510bf tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] GET failed (client error): The resource could not be found. Nov 12 04:15:32.009585 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-71ea7696-8d7d-40b9-9126-c403522510bf tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports/b38e13d7-e70b-4808-981f-342345bf51e0 HTTP/1.1" status: 404 len: 333 time: 0.0328901 Nov 12 04:15:32.009936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37172) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:32.074156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d95d9d-b18a-445c-80db-26cffdc05f2e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting subnet bed2961b-8ab1-431c-9274-fbb8320e442d {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:15:32.077592 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3d95d9d-b18a-445c-80db-26cffdc05f2e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.097060 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-64ca88dc-ccfb-4c1e-8872-67a1dab45501 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17a61e7e-6068-4414-a607-e5e69b99d95d HTTP/1.1" status: 200 len: 1001 time: 0.1955457 Nov 12 04:15:32.124118 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3d95d9d-b18a-445c-80db-26cffdc05f2e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.181026 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb306cb-306a-43ce-93b7-48bede12fc79 req-72a27d06-a423-47df-92b1-1e980d642603 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:32.182622 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ccb306cb-306a-43ce-93b7-48bede12fc79 req-72a27d06-a423-47df-92b1-1e980d642603 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=37187fa9-2af8-4476-8951-1c7624c819e5 HTTP/1.1" status: 200 len: 950 time: 0.1330476 Nov 12 04:15:32.209712 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3d95d9d-b18a-445c-80db-26cffdc05f2e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.209955 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-587913d0-1563-442e-803d-cd1a4952649a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.213114 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-b9c1a2e8-c2a3-4f96-85ae-137d490dff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:32.214665 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-b9c1a2e8-c2a3-4f96-85ae-137d490dff56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac2df72c-3697-4006-a460-6748e4420277 HTTP/1.1" status: 200 len: 849 time: 0.1071227 Nov 12 04:15:32.285305 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ccb306cb-306a-43ce-93b7-48bede12fc79 req-70cecdac-cc4a-45b0-a28d-0d22df018f09 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877242 Nov 12 04:15:32.293076 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-f0fb6e23-2abc-4724-9955-7a1194c23cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:32.294966 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-f0fb6e23-2abc-4724-9955-7a1194c23cbc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19bce048-112d-4f21-ac62-0b363c707e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719509 Nov 12 04:15:32.307076 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-587913d0-1563-442e-803d-cd1a4952649a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.340005 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37176) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:32.350174 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3d95d9d-b18a-445c-80db-26cffdc05f2e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.381910 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d95d9d-b18a-445c-80db-26cffdc05f2e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Subnet': ['ID=bed2961b-8ab1-431c-9274-fbb8320e442d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:32.385725 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-587913d0-1563-442e-803d-cd1a4952649a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8a5ed72668c4ae6b010d0b879ed2e15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6679788 Nov 12 04:15:32.386174 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37180) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:32.397162 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3d95d9d-b18a-445c-80db-26cffdc05f2e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.403733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c28ab8-6ee7-4d4b-80ad-1a9a6013a26c None None] Network 6910b45c-4922-4e55-8ce0-ade2ff2392ce requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:32.404870 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b3d95d9d-b18a-445c-80db-26cffdc05f2e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/subnets/bed2961b-8ab1-431c-9274-fbb8320e442d HTTP/1.1" status: 204 len: 168 time: 0.3936102 Nov 12 04:15:32.411703 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37182) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:32.428626 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587913d0-1563-442e-803d-cd1a4952649a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23dddbd0-74e6-44e3-abb4-6241358d5afe,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:32.478098 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-5267e000-1c5f-4d43-b9bd-8e2a84e3ac39 service neutron] 10.222.0.21 "GET /v2.0/networks/19bce048-112d-4f21-ac62-0b363c707e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673996 Nov 12 04:15:32.561983 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.596750 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b4d97ce-b0e5-4fed-83df-80418755ced7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.598749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-c2cd7502-badb-4585-8201-1dac5d8ef413 service neutron] 10.222.0.21 "GET /v2.0/networks/19bce048-112d-4f21-ac62-0b363c707e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123042 Nov 12 04:15:32.602871 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d272f8d9-14fe-49ef-b1f5-76677c9c4a76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d82609b261844b87b0a25162172224b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2591355 Nov 12 04:15:32.603442 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37190) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:32.653343 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-2affa993-bb5f-4030-949e-d6ed343bccd4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=69415cbd-189f-422f-a960-2a926ad7a318 HTTP/1.1" status: 200 len: 217 time: 0.0435147 Nov 12 04:15:32.672388 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b4d97ce-b0e5-4fed-83df-80418755ced7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.687437 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25120020-9988-44ac-bafb-881a69a1aa82 None None] DHCP port deletion for 6910b45c-4922-4e55-8ce0-ade2ff2392ce request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:15:32.725936 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-a823d201-b3bd-4c4e-a9df-667af40e928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:32.731745 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-a823d201-b3bd-4c4e-a9df-667af40e928a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61cd8dd5-27dc-411e-bdb2-d4a666d4799f HTTP/1.1" status: 200 len: 797 time: 0.0712590 Nov 12 04:15:32.757612 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1393e09a-65ae-4025-8bfa-44d7f8135ef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.759603 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-25120020-9988-44ac-bafb-881a69a1aa82 None None] Deleting port 52e0c9cd-a327-46f3-95bc-0e9d03689ea8 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:32.760131 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25120020-9988-44ac-bafb-881a69a1aa82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.804154 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-3492de24-4d6d-494e-8f1f-4640d32531b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:32.805730 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-3492de24-4d6d-494e-8f1f-4640d32531b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0669620 Nov 12 04:15:32.809565 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port 52e0c9cd-a327-46f3-95bc-0e9d03689ea8 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:32.810005 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.817921 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1393e09a-65ae-4025-8bfa-44d7f8135ef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.846955 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-25120020-9988-44ac-bafb-881a69a1aa82 None None] For port 52e0c9cd-a327-46f3-95bc-0e9d03689ea8, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=52e0c9cd-a327-46f3-95bc-0e9d03689ea8,segment=NetworkSegment(58e9ba95-125c-4c1b-bdfc-4e53ab70e4a7),segment_id=58e9ba95-125c-4c1b-bdfc-4e53ab70e4a7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:32.848491 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25120020-9988-44ac-bafb-881a69a1aa82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.852247 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b4d97ce-b0e5-4fed-83df-80418755ced7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.854929 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b4d97ce-b0e5-4fed-83df-80418755ced7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.856097 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2b4d97ce-b0e5-4fed-83df-80418755ced7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23dddbd0-74e6-44e3-abb4-6241358d5afe HTTP/1.1" status: 204 len: 168 time: 0.4687824 Nov 12 04:15:32.871799 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-25120020-9988-44ac-bafb-881a69a1aa82 None None] Calling delete_port for 52e0c9cd-a327-46f3-95bc-0e9d03689ea8 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:32.926099 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d97ce-b0e5-4fed-83df-80418755ced7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dddbd0-74e6-44e3-abb4-6241358d5afe,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:32.929219 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] For port 52e0c9cd-a327-46f3-95bc-0e9d03689ea8, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=52e0c9cd-a327-46f3-95bc-0e9d03689ea8,segment=NetworkSegment(58e9ba95-125c-4c1b-bdfc-4e53ab70e4a7),segment_id=58e9ba95-125c-4c1b-bdfc-4e53ab70e4a7)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:32.929638 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.942069 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-e80900b5-73e1-42c4-8ed6-d9ea26a08cf7 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270955 Nov 12 04:15:32.945204 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for 52e0c9cd-a327-46f3-95bc-0e9d03689ea8 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:33.062161 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-9794335e-79a4-4cb1-9e2e-87c3bc58f4b5 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116118 Nov 12 04:15:33.064268 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25120020-9988-44ac-bafb-881a69a1aa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.065349 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1393e09a-65ae-4025-8bfa-44d7f8135ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.068196 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1393e09a-65ae-4025-8bfa-44d7f8135ef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.069521 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1393e09a-65ae-4025-8bfa-44d7f8135ef9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58792a67-55b8-4ec9-82b4-69a57b6b96dc HTTP/1.1" status: 204 len: 168 time: 0.4633088 Nov 12 04:15:33.080413 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393e09a-65ae-4025-8bfa-44d7f8135ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58792a67-55b8-4ec9-82b4-69a57b6b96dc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:33.082293 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.112655 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=52e0c9cd-a327-46f3-95bc-0e9d03689ea8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:33.116724 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No DVR routers for this DVR port 52e0c9cd-a327-46f3-95bc-0e9d03689ea8 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:33.125463 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-9d06ef1f-4432-49f0-b029-42201c29c5ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=a31dc5fe-a559-4a60-86e2-f58b3be550d8 HTTP/1.1" status: 200 len: 217 time: 0.0539334 Nov 12 04:15:33.130892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25120020-9988-44ac-bafb-881a69a1aa82 None None] Pushing event deleted for resources: {'Port': ['ID=52e0c9cd-a327-46f3-95bc-0e9d03689ea8,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:33.139124 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25120020-9988-44ac-bafb-881a69a1aa82 None None] No DVR routers for this DVR port 52e0c9cd-a327-46f3-95bc-0e9d03689ea8 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:33.146685 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90863ce9-dd36-4c41-9dec-f593aa10f982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.200813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-c4f07d8e-1d3c-4016-bd7f-6a8d05f130b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:33.202308 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-c4f07d8e-1d3c-4016-bd7f-6a8d05f130b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61cd8dd5-27dc-411e-bdb2-d4a666d4799f HTTP/1.1" status: 200 len: 797 time: 0.0687571 Nov 12 04:15:33.287100 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.295784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-79daf609-9b12-41b7-bf28-50d15b54c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:33.299928 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-79daf609-9b12-41b7-bf28-50d15b54c738 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0905898 Nov 12 04:15:33.330159 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f911dca-29ca-4e9c-8408-a4fb45380766 req-4fe6fffd-b569-405e-8580-7e93da333e88 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:33.331692 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9f911dca-29ca-4e9c-8408-a4fb45380766 req-4fe6fffd-b569-405e-8580-7e93da333e88 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.31 "GET /v2.0/ports?device_id=37187fa9-2af8-4476-8951-1c7624c819e5 HTTP/1.1" status: 200 len: 950 time: 0.2086642 Nov 12 04:15:33.333400 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6910b45c-4922-4e55-8ce0-ade2ff2392ce']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:33.356203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e9ba95-125c-4c1b-bdfc-4e53ab70e4a7') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:33.356203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e9ba95-125c-4c1b-bdfc-4e53ab70e4a7') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:33.388735 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device f701fd92-151a-447a-a890-b40face78a0f no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:33.395121 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.412235 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347b3832-98c2-44a3-80f6-40449029519d x-openstack-request-id: req-347b3832-98c2-44a3-80f6-40449029519d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:33.412550 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293b4729-3756-4913-9f4c-371e6f856e9c", "name": "network-vif-deleted", "tag": "f701fd92-151a-447a-a890-b40face78a0f", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:33.412894 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-347b3832-98c2-44a3-80f6-40449029519d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:33.413411 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293b4729-3756-4913-9f4c-371e6f856e9c', 'name': 'network-vif-deleted', 'tag': 'f701fd92-151a-447a-a890-b40face78a0f', 'status': 'completed', 'code': 200} Nov 12 04:15:33.446767 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.455987 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:15:33.456306 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.457993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: f701fd92-151a-447a-a890-b40face78a0f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:33.458211 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device f701fd92-151a-447a-a890-b40face78a0f not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:15:33.460252 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:15:33.496303 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-196e8d56-c406-44d2-8e70-b16356fcff66 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883779 Nov 12 04:15:33.538332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-9f911dca-29ca-4e9c-8408-a4fb45380766 req-755b6ca6-ef06-45d4-85b6-23c0ed4c285f tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Deleting port beced045-9f91-40fc-847b-3aa91ebb8785 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:33.538709 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9f911dca-29ca-4e9c-8408-a4fb45380766 req-755b6ca6-ef06-45d4-85b6-23c0ed4c285f tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.621605 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-dce1da93-b42e-4cfd-bd45-00d58734b4d7 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029050 Nov 12 04:15:33.645042 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.664293 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.671219 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/networks/6910b45c-4922-4e55-8ce0-ade2ff2392ce HTTP/1.1" status: 204 len: 168 time: 1.2548537 Nov 12 04:15:33.672982 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37228) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:33.690008 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d042ffbf-f31a-404f-aef1-70788f01204f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-52802060'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:33.691754 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-c72f4923-5812-49a1-b083-be2e5ed19505 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=9ca5d185-5a63-4f3f-a125-b9efa34773e5 HTTP/1.1" status: 200 len: 217 time: 0.0608666 Nov 12 04:15:33.733118 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c639b0-b10f-441c-a91b-b7eac3f2c54b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Network': ['ID=6910b45c-4922-4e55-8ce0-ade2ff2392ce,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:33.739608 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-9f911dca-29ca-4e9c-8408-a4fb45380766 req-755b6ca6-ef06-45d4-85b6-23c0ed4c285f tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] For port beced045-9f91-40fc-847b-3aa91ebb8785, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=beced045-9f91-40fc-847b-3aa91ebb8785,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:33.740120 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9f911dca-29ca-4e9c-8408-a4fb45380766 req-755b6ca6-ef06-45d4-85b6-23c0ed4c285f tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.765680 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-9f911dca-29ca-4e9c-8408-a4fb45380766 req-755b6ca6-ef06-45d4-85b6-23c0ed4c285f tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Calling delete_port for beced045-9f91-40fc-847b-3aa91ebb8785 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:33.799872 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 52e0c9cd-a327-46f3-95bc-0e9d03689ea8 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:33.810447 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-128f7c60-5aba-4524-b57f-ba994044dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:33.813526 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-128f7c60-5aba-4524-b57f-ba994044dd50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61cd8dd5-27dc-411e-bdb2-d4a666d4799f HTTP/1.1" status: 200 len: 797 time: 0.1136584 Nov 12 04:15:33.828458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 52e0c9cd-a327-46f3-95bc-0e9d03689ea8 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:33.829610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 52e0c9cd-a327-46f3-95bc-0e9d03689ea8 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:33.859495 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d042ffbf-f31a-404f-aef1-70788f01204f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:33.863224 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d042ffbf-f31a-404f-aef1-70788f01204f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.867051 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f14857-a71d-460f-99ac-40e5e2bf48ca req-2740b591-d541-47a1-9002-1cd1545eec82 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:33.868934 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e1f14857-a71d-460f-99ac-40e5e2bf48ca req-2740b591-d541-47a1-9002-1cd1545eec82 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/ports?device_id=37187fa9-2af8-4476-8951-1c7624c819e5 HTTP/1.1" status: 200 len: 950 time: 0.1800342 Nov 12 04:15:33.895540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-6dbe8e9a-7a2d-456b-91e9-57f82d3288e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:33.897135 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-6dbe8e9a-7a2d-456b-91e9-57f82d3288e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0762594 Nov 12 04:15:33.910544 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d042ffbf-f31a-404f-aef1-70788f01204f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:15:33.930078 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d042ffbf-f31a-404f-aef1-70788f01204f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.930427 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-d042ffbf-f31a-404f-aef1-70788f01204f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Added segment 45c37ef6-3df7-44c7-9378-a8fec347e184 of type vlan for network ad838c66-ea7b-438b-936b-8af8a2d003c6 Nov 12 04:15:33.948066 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e1f14857-a71d-460f-99ac-40e5e2bf48ca req-ce3214f5-c0d8-4225-9c6f-cd7f888dd216 tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb12abf2-2862-437a-94fd-99a5cfeb19d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697863 Nov 12 04:15:34.019471 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d042ffbf-f31a-404f-aef1-70788f01204f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:34.065237 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-1b043651-f0a6-4d61-b6b5-bc5377963de9 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603136 Nov 12 04:15:34.166867 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-8557aa79-622f-4cb3-b931-fcf801a57c61 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939972 Nov 12 04:15:34.290267 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d042ffbf-f31a-404f-aef1-70788f01204f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:34.296382 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d042ffbf-f31a-404f-aef1-70788f01204f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:34.297021 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d042ffbf-f31a-404f-aef1-70788f01204f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:34.299649 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9f911dca-29ca-4e9c-8408-a4fb45380766 req-755b6ca6-ef06-45d4-85b6-23c0ed4c285f tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:34.348398 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['beced045-9f91-40fc-847b-3aa91ebb8785'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:34.395781 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b6ca6-ef06-45d4-85b6-23c0ed4c285f tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Pushing event deleted for resources: {'Port': ['ID=beced045-9f91-40fc-847b-3aa91ebb8785,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:34.440910 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042ffbf-f31a-404f-aef1-70788f01204f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Network': ['ID=ad838c66-ea7b-438b-936b-8af8a2d003c6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:34.460602 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37248) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:34.461170 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network ad838c66-ea7b-438b-936b-8af8a2d003c6 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:15:34.499927 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f911dca-29ca-4e9c-8408-a4fb45380766 req-755b6ca6-ef06-45d4-85b6-23c0ed4c285f tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] No DVR routers for this DVR port beced045-9f91-40fc-847b-3aa91ebb8785 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:34.508860 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d042ffbf-f31a-404f-aef1-70788f01204f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8326957 Nov 12 04:15:34.512549 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9f911dca-29ca-4e9c-8408-a4fb45380766 req-755b6ca6-ef06-45d4-85b6-23c0ed4c285f tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:34.515916 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9f911dca-29ca-4e9c-8408-a4fb45380766 req-755b6ca6-ef06-45d4-85b6-23c0ed4c285f tempest-ServersOnMultiNodesTest-1443376558 tempest-ServersOnMultiNodesTest-1443376558-project] 10.222.0.31 "DELETE /v2.0/ports/beced045-9f91-40fc-847b-3aa91ebb8785 HTTP/1.1" status: 204 len: 173 time: 1.1744905 Nov 12 04:15:34.516467 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37250) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:34.523190 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3d76bd2b-6caf-4bc8-9db1-1f2597cd814f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'subnet': {'network_id': 'ad838c66-ea7b-438b-936b-8af8a2d003c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:34.559616 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-27f54671-28ef-4e25-aa62-8e2e6c9c56a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=72da5947-cccd-4ca5-91c9-c89652acda89 HTTP/1.1" status: 200 len: 217 time: 0.3856678 Nov 12 04:15:34.607965 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3342adf8-baa4-482f-b169-3b624aca6565 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cbd8e30e896c443a9aa2a8987fd34460&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1461852 Nov 12 04:15:34.614991 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37254) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:34.648549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-044abbfa-d6af-4e4c-8d18-86172f6a7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:34.650041 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-044abbfa-d6af-4e4c-8d18-86172f6a7c2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61cd8dd5-27dc-411e-bdb2-d4a666d4799f HTTP/1.1" status: 200 len: 797 time: 0.0825725 Nov 12 04:15:34.686563 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66d02b68-05c9-4310-835e-d27981ebcf63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:34.707425 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-990c807c-fc57-4ae3-87e9-cf64ddb770ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:34.708939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-990c807c-fc57-4ae3-87e9-cf64ddb770ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0514121 Nov 12 04:15:34.714611 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66d02b68-05c9-4310-835e-d27981ebcf63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:34.841106 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-505e41c5-f5da-4b2f-a0dd-219612e65ad2 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194870 Nov 12 04:15:34.874717 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d76bd2b-6caf-4bc8-9db1-1f2597cd814f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:34.884932 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d76bd2b-6caf-4bc8-9db1-1f2597cd814f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:34.935326 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66d02b68-05c9-4310-835e-d27981ebcf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:34.938021 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66d02b68-05c9-4310-835e-d27981ebcf63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:34.941637 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-66d02b68-05c9-4310-835e-d27981ebcf63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6784b5e-9097-45fc-868e-8fe94df03985 HTTP/1.1" status: 204 len: 168 time: 0.3232465 Nov 12 04:15:34.960188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-c083f5d4-d5b3-4f90-bba0-518f7e959d4f service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122751 Nov 12 04:15:34.962700 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d02b68-05c9-4310-835e-d27981ebcf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6784b5e-9097-45fc-868e-8fe94df03985,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:35.018965 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-b11aff55-efd7-4c17-9c34-b9acd5b18dd7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11eb097c-17d3-4062-b2a5-36f297c7cb65 HTTP/1.1" status: 200 len: 217 time: 0.0475328 Nov 12 04:15:35.084135 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-b57be981-bb33-4ebd-9c1a-17af52ae594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:35.085637 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-b57be981-bb33-4ebd-9c1a-17af52ae594e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a42fff2-0f1b-446e-9878-5ae2918f0d15 HTTP/1.1" status: 200 len: 797 time: 0.0577576 Nov 12 04:15:35.149094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-31fdae9e-3967-4f6b-b8ec-43040c70c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:35.150929 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-31fdae9e-3967-4f6b-b8ec-43040c70c6e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0543673 Nov 12 04:15:35.245838 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-fc8b1d7e-2229-4537-a299-c4e42d309b78 service neutron] 10.222.0.21 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874584 Nov 12 04:15:35.301348 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d76bd2b-6caf-4bc8-9db1-1f2597cd814f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:35.345755 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-60baccab-5aee-4f63-a148-125b2ffd27ea service neutron] 10.222.0.21 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923405 Nov 12 04:15:35.364989 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76bd2b-6caf-4bc8-9db1-1f2597cd814f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Subnet': ['ID=5b0539ff-2c56-4b8c-a558-50d14a0a320b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:35.376690 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d76bd2b-6caf-4bc8-9db1-1f2597cd814f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Checking segment: {'id': '45c37ef6-3df7-44c7-9378-a8fec347e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ad838c66-ea7b-438b-936b-8af8a2d003c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:35.377058 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d76bd2b-6caf-4bc8-9db1-1f2597cd814f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network hostable DHCP agents. Network: ad838c66-ea7b-438b-936b-8af8a2d003c6, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:15:35.401497 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-f0c59a5e-43a7-41ec-8487-3e72b5f09a01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1eb0d63d-40a7-4256-ab23-8d45c77009fa HTTP/1.1" status: 200 len: 217 time: 0.0472600 Nov 12 04:15:35.414259 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37187fa9-2af8-4476-8951-1c7624c819e5', 'name': 'network-vif-deleted', 'tag': 'beced045-9f91-40fc-847b-3aa91ebb8785'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:35.416713 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106d9069-76b8-42ee-bf94-546eae996c10" -d '{"events": [{"server_uuid": "37187fa9-2af8-4476-8951-1c7624c819e5", "name": "network-vif-deleted", "tag": "beced045-9f91-40fc-847b-3aa91ebb8785"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:35.457437 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-aa447a85-9db3-4cfc-9406-a274ceebb62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:35.459086 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-aa447a85-9db3-4cfc-9406-a274ceebb62f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a42fff2-0f1b-446e-9878-5ae2918f0d15 HTTP/1.1" status: 200 len: 797 time: 0.0507538 Nov 12 04:15:35.483636 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d76bd2b-6caf-4bc8-9db1-1f2597cd814f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network ad838c66-ea7b-438b-936b-8af8a2d003c6 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:15:35.526284 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2bb6ef79-88c6-4add-bf36-cb1c9aeedf86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:35.535222 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8e14-1ee1-4254-b883-c78931885534 req-08163921-dc74-4f5c-ae8a-7e9c0bcde1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:35.536914 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-08163921-dc74-4f5c-ae8a-7e9c0bcde1d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0682321 Nov 12 04:15:35.583828 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3d76bd2b-6caf-4bc8-9db1-1f2597cd814f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, ad838c66-ea7b-438b-936b-8af8a2d003c6) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:35.589600 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d76bd2b-6caf-4bc8-9db1-1f2597cd814f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:35.590721 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d76bd2b-6caf-4bc8-9db1-1f2597cd814f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:35.601321 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a3babd-3519-45b7-8aa9-e6e3a4775566 None None] Network ad838c66-ea7b-438b-936b-8af8a2d003c6 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:35.653639 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-e42d1c1c-aea4-47ad-8168-b8b350b8f959 service neutron] 10.222.0.21 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089339 Nov 12 04:15:35.694676 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3d76bd2b-6caf-4bc8-9db1-1f2597cd814f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1756856 Nov 12 04:15:35.696118 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37282) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:35.701343 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d08d45d8-1845-4165-af51-6a8cc2650a42 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'network_id': 'ad838c66-ea7b-438b-936b-8af8a2d003c6', 'name': 'tempest-PortsTestJSON-1639126808', 'fixed_ips': [{'subnet_id': '5b0539ff-2c56-4b8c-a558-50d14a0a320b', 'ip_address': '172.20.0.10'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:35.791348 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-586a8e14-1ee1-4254-b883-c78931885534 req-c9cb4027-8dfd-4f6c-bc2b-ce123db1ba4c service neutron] 10.222.0.21 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305974 Nov 12 04:15:35.848385 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-ad838c66-ea7b-438b-936b-8af8a2d003c6', 'network_id': 'ad838c66-ea7b-438b-936b-8af8a2d003c6', 'tenant_id': '8177d60a10234961ad5f19a370b54d0b', 'fixed_ips': [{'subnet_id': '5b0539ff-2c56-4b8c-a558-50d14a0a320b'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:15:35.851393 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:35.938806 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08d45d8-1845-4165-af51-6a8cc2650a42 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:36.020754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] Allocated IP 172.20.0.2 (ad838c66-ea7b-438b-936b-8af8a2d003c6/5b0539ff-2c56-4b8c-a558-50d14a0a320b/a811cda8-9780-43ce-a158-fdaf27582e52) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:36.034414 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d08d45d8-1845-4165-af51-6a8cc2650a42 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:36.059262 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-d08d45d8-1845-4165-af51-6a8cc2650a42 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] device_id is not set on port 71cc18c9-5b8f-4579-9634-697983a21f32 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:15:36.391698 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:36.493044 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:36.561096 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-d08d45d8-1845-4165-af51-6a8cc2650a42 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Allocated IP 172.20.0.10 (ad838c66-ea7b-438b-936b-8af8a2d003c6/5b0539ff-2c56-4b8c-a558-50d14a0a320b/71cc18c9-5b8f-4579-9634-697983a21f32) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:36.571208 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] Network ad838c66-ea7b-438b-936b-8af8a2d003c6 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:36.582610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:36.586169 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:36.599607 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] Pushing event updated for resources: {'Port': ['ID=a811cda8-9780-43ce-a158-fdaf27582e52,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:36.653408 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:36.663847 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] Attempting to bind port a811cda8-9780-43ce-a158-fdaf27582e52 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:36.664220 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] Attempting to bind port a811cda8-9780-43ce-a158-fdaf27582e52 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '45c37ef6-3df7-44c7-9378-a8fec347e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ad838c66-ea7b-438b-936b-8af8a2d003c6'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:36.664585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] Attempting to bind port a811cda8-9780-43ce-a158-fdaf27582e52 on network ad838c66-ea7b-438b-936b-8af8a2d003c6 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:36.690766 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:36.693201 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] Checking segment: {'id': '45c37ef6-3df7-44c7-9378-a8fec347e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ad838c66-ea7b-438b-936b-8af8a2d003c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:36.696887 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:36.697980 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] Bound using segment: {'id': '45c37ef6-3df7-44c7-9378-a8fec347e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ad838c66-ea7b-438b-936b-8af8a2d003c6'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:36.698644 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] Bound port: a811cda8-9780-43ce-a158-fdaf27582e52, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c37ef6-3df7-44c7-9378-a8fec347e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ad838c66-ea7b-438b-936b-8af8a2d003c6'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:36.701872 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:36.768711 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d08d45d8-1845-4165-af51-6a8cc2650a42 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:36.786839 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] For port a811cda8-9780-43ce-a158-fdaf27582e52, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:36.791598 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] For port a811cda8-9780-43ce-a158-fdaf27582e52, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a811cda8-9780-43ce-a158-fdaf27582e52,segment=NetworkSegment(45c37ef6-3df7-44c7-9378-a8fec347e184),segment_id=45c37ef6-3df7-44c7-9378-a8fec347e184)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:36.810238 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37322) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:36.887092 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d08d45d8-1845-4165-af51-6a8cc2650a42 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:36.887641 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:36.899369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37326) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:36.975590 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08d45d8-1845-4165-af51-6a8cc2650a42 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network ad838c66-ea7b-438b-936b-8af8a2d003c6 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:36.975891 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d45d8-1845-4165-af51-6a8cc2650a42 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=71cc18c9-5b8f-4579-9634-697983a21f32,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:36.980925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d08d45d8-1845-4165-af51-6a8cc2650a42 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:36.983893 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08d45d8-1845-4165-af51-6a8cc2650a42 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:37.004353 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7ac81-bee8-4fa6-ad82-2394c9496a83 None None] Pushing event updated for resources: {'Port': ['ID=a811cda8-9780-43ce-a158-fdaf27582e52,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:37.046885 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08d45d8-1845-4165-af51-6a8cc2650a42 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:37.047784 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d08d45d8-1845-4165-af51-6a8cc2650a42 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.056207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-847f450c-d747-43e8-a210-71e6e6c03e2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-268281785'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:37.089632 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-212b5452-d2a0-4a62-b6e7-b48f879a7daa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c20a8a9f651849c3b9028541aea3d827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1891901 Nov 12 04:15:37.092300 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37334) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:37.144435 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe2b64a2-79c6-49a6-ae66-00c3ffc7190f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.166893 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe2b64a2-79c6-49a6-ae66-00c3ffc7190f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.170621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847f450c-d747-43e8-a210-71e6e6c03e2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:37.174944 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-847f450c-d747-43e8-a210-71e6e6c03e2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.214443 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-847f450c-d747-43e8-a210-71e6e6c03e2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.286564 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d08d45d8-1845-4165-af51-6a8cc2650a42 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5891678 Nov 12 04:15:37.289711 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37338) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:37.295572 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-0d645068-5aa5-4f84-928f-77c506836b85 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'network_id': 'ad838c66-ea7b-438b-936b-8af8a2d003c6', 'name': 'tempest-PortsTestJSON-1586301609', 'fixed_ips': [{'subnet_id': '5b0539ff-2c56-4b8c-a558-50d14a0a320b', 'ip_address': '172.20.0.9'}]}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:37.319265 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-847f450c-d747-43e8-a210-71e6e6c03e2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.396153 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device beced045-9f91-40fc-847b-3aa91ebb8785 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:37.405661 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe2b64a2-79c6-49a6-ae66-00c3ffc7190f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.408757 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe2b64a2-79c6-49a6-ae66-00c3ffc7190f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.409919 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fe2b64a2-79c6-49a6-ae66-00c3ffc7190f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb12abf2-2862-437a-94fd-99a5cfeb19d9 HTTP/1.1" status: 204 len: 168 time: 0.3166180 Nov 12 04:15:37.418706 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: beced045-9f91-40fc-847b-3aa91ebb8785 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:37.419052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device beced045-9f91-40fc-847b-3aa91ebb8785 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:37.423208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b64a2-79c6-49a6-ae66-00c3ffc7190f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb12abf2-2862-437a-94fd-99a5cfeb19d9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:37.455605 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-847f450c-d747-43e8-a210-71e6e6c03e2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.491894 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847f450c-d747-43e8-a210-71e6e6c03e2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:15:37.506403 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f450c-d747-43e8-a210-71e6e6c03e2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=723e274f-de89-403c-b208-aac02be033de,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:37.507841 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-847f450c-d747-43e8-a210-71e6e6c03e2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.508188 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-847f450c-d747-43e8-a210-71e6e6c03e2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Added segment cede15c3-3c8f-4cc1-aa89-aefe9ec41c91 of type vlan for network bfe70479-109a-47a0-9a72-f7289df3b2af Nov 12 04:15:37.548754 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-847f450c-d747-43e8-a210-71e6e6c03e2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.552337 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d645068-5aa5-4f84-928f-77c506836b85 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:37.647273 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfbfced-03ee-4481-a691-8b52b71fb178 x-openstack-request-id: req-4dfbfced-03ee-4481-a691-8b52b71fb178 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:37.647787 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37187fa9-2af8-4476-8951-1c7624c819e5", "name": "network-vif-deleted", "tag": "beced045-9f91-40fc-847b-3aa91ebb8785", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:37.648008 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4dfbfced-03ee-4481-a691-8b52b71fb178 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:37.648551 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37187fa9-2af8-4476-8951-1c7624c819e5', 'name': 'network-vif-deleted', 'tag': 'beced045-9f91-40fc-847b-3aa91ebb8785', 'status': 'completed', 'code': 200} Nov 12 04:15:37.649887 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-847f450c-d747-43e8-a210-71e6e6c03e2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.655633 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f450c-d747-43e8-a210-71e6e6c03e2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:37.657470 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-847f450c-d747-43e8-a210-71e6e6c03e2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.666403 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d645068-5aa5-4f84-928f-77c506836b85 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.691602 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-0d645068-5aa5-4f84-928f-77c506836b85 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] device_id is not set on port a581b076-8b68-4112-b429-6c26e0edd03c yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:15:37.785191 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f450c-d747-43e8-a210-71e6e6c03e2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Network': ['ID=bfe70479-109a-47a0-9a72-f7289df3b2af,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:37.811228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network bfe70479-109a-47a0-9a72-f7289df3b2af details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:15:37.813577 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-847f450c-d747-43e8-a210-71e6e6c03e2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0020595 Nov 12 04:15:37.923591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-0d645068-5aa5-4f84-928f-77c506836b85 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Allocated IP 172.20.0.9 (ad838c66-ea7b-438b-936b-8af8a2d003c6/5b0539ff-2c56-4b8c-a558-50d14a0a320b/a581b076-8b68-4112-b429-6c26e0edd03c) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:37.937472 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37354) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:37.945236 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3c7fa787-7178-4e1e-bcc1-720d3c26beaf tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'subnet': {'network_id': 'bfe70479-109a-47a0-9a72-f7289df3b2af', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:37.977276 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a811cda8-9780-43ce-a158-fdaf27582e52 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:37.999773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b83234b-7803-4c3a-82f9-96ee300f8763 req-d70c343e-9edd-420c-8365-a3ce051da46a tempest-AbsoluteLimitsNegativeTestJSON-1366524443 tempest-AbsoluteLimitsNegativeTestJSON-1366524443-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c02e19023f31484298759d9303197448&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532947 Nov 12 04:15:38.090428 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port a811cda8-9780-43ce-a158-fdaf27582e52 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:38.090822 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.205404 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66984bc4-7e97-45df-bdf3-dcce14ab65d9 None None] Network ad838c66-ea7b-438b-936b-8af8a2d003c6 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:38.208744 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.212613 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83234b-7803-4c3a-82f9-96ee300f8763 req-9b2e288f-533e-4dbf-a28d-cfb63face9d0 tempest-AbsoluteLimitsNegativeTestJSON-1366524443 tempest-AbsoluteLimitsNegativeTestJSON-1366524443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:38.214102 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b83234b-7803-4c3a-82f9-96ee300f8763 req-9b2e288f-533e-4dbf-a28d-cfb63face9d0 tempest-AbsoluteLimitsNegativeTestJSON-1366524443 tempest-AbsoluteLimitsNegativeTestJSON-1366524443-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2136238 Nov 12 04:15:38.221547 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7fa787-7178-4e1e-bcc1-720d3c26beaf tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:38.226717 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c7fa787-7178-4e1e-bcc1-720d3c26beaf tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.236487 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.240308 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d645068-5aa5-4f84-928f-77c506836b85 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.246958 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b83234b-7803-4c3a-82f9-96ee300f8763 req-17de9623-89d9-426f-bf93-478296fda251 tempest-AbsoluteLimitsNegativeTestJSON-1366524443 tempest-AbsoluteLimitsNegativeTestJSON-1366524443-project] 10.222.0.37 "GET /v2.0/quotas/c02e19023f31484298759d9303197448 HTTP/1.1" status: 200 len: 375 time: 0.0239408 Nov 12 04:15:38.292560 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b83234b-7803-4c3a-82f9-96ee300f8763 req-9ada9d20-fa49-4d93-a68e-e57e5df9ce10 tempest-AbsoluteLimitsNegativeTestJSON-1366524443 tempest-AbsoluteLimitsNegativeTestJSON-1366524443-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c02e19023f31484298759d9303197448&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372398 Nov 12 04:15:38.317753 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port a811cda8-9780-43ce-a158-fdaf27582e52, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a811cda8-9780-43ce-a158-fdaf27582e52,segment=NetworkSegment(45c37ef6-3df7-44c7-9378-a8fec347e184),segment_id=45c37ef6-3df7-44c7-9378-a8fec347e184)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:38.329839 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f350c096-5e41-4950-9dc8-da58dcc31816 None None] Provisioning complete for port a811cda8-9780-43ce-a158-fdaf27582e52 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:38.330053 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f350c096-5e41-4950-9dc8-da58dcc31816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.495384 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f350c096-5e41-4950-9dc8-da58dcc31816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.502882 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37360) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:38.515567 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d645068-5aa5-4f84-928f-77c506836b85 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.519962 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.557869 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d645068-5aa5-4f84-928f-77c506836b85 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network ad838c66-ea7b-438b-936b-8af8a2d003c6 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:38.582155 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-0d645068-5aa5-4f84-928f-77c506836b85 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:38.585903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d645068-5aa5-4f84-928f-77c506836b85 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:38.618138 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-f350c096-5e41-4950-9dc8-da58dcc31816 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:15:38.618580 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-f350c096-5e41-4950-9dc8-da58dcc31816 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:15:38.619448 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c7fa787-7178-4e1e-bcc1-720d3c26beaf tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.627718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37362) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:38.645625 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=a811cda8-9780-43ce-a158-fdaf27582e52,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:38.667524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d645068-5aa5-4f84-928f-77c506836b85 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=a581b076-8b68-4112-b429-6c26e0edd03c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:38.683299 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d645068-5aa5-4f84-928f-77c506836b85 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:38.683956 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d645068-5aa5-4f84-928f-77c506836b85 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.686439 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b6b1372e-a81b-4802-a098-9f8aeaee8149 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ed8bac356b14ef1af04ff398ffcaded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1820910 Nov 12 04:15:38.687361 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37366) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:38.740787 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0d645068-5aa5-4f84-928f-77c506836b85 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4468672 Nov 12 04:15:38.743233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37368) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:38.796242 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fa787-7178-4e1e-bcc1-720d3c26beaf tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Subnet': ['ID=2846ca2e-3d7b-482c-b4bf-bef516b5f04b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:38.826659 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4de059be-eae3-47fd-a6ee-f49cc7d71626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.832636 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7fa787-7178-4e1e-bcc1-720d3c26beaf tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Checking segment: {'id': 'cede15c3-3c8f-4cc1-aa89-aefe9ec41c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bfe70479-109a-47a0-9a72-f7289df3b2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:38.832996 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7fa787-7178-4e1e-bcc1-720d3c26beaf tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network hostable DHCP agents. Network: bfe70479-109a-47a0-9a72-f7289df3b2af, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:15:38.865550 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4de059be-eae3-47fd-a6ee-f49cc7d71626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.869106 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ade1e-c628-4fb0-9772-0a1e3884eaa5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:38.873177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4b7ade1e-c628-4fb0-9772-0a1e3884eaa5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1286254 Nov 12 04:15:38.874164 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37372) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:38.902567 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fff252d4-5b95-4aa6-b60a-080e47d7e961 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=353c9d9f9be447a89097c4b4ea7c259d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2735050 Nov 12 04:15:38.905009 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37374) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:38.965081 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7fa787-7178-4e1e-bcc1-720d3c26beaf tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network bfe70479-109a-47a0-9a72-f7289df3b2af is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:15:38.989433 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76417c42-72ab-4f18-b96e-5acefc993144 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:38.996394 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76417c42-72ab-4f18-b96e-5acefc993144 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:38.997159 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a61dc0f3-fa04-43ae-82cc-aa8968d1045d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.004767 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76417c42-72ab-4f18-b96e-5acefc993144 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:39.005205 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-76417c42-72ab-4f18-b96e-5acefc993144 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1298752 Nov 12 04:15:39.007699 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37376) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:39.010499 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37378) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:39.041770 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a61dc0f3-fa04-43ae-82cc-aa8968d1045d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.063653 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.102934 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3c7fa787-7178-4e1e-bcc1-720d3c26beaf tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, bfe70479-109a-47a0-9a72-f7289df3b2af) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:39.112956 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bccf2f-a196-40a8-9c6c-8b304140eb17 None None] Network bfe70479-109a-47a0-9a72-f7289df3b2af requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:39.114977 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7fa787-7178-4e1e-bcc1-720d3c26beaf tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:39.117305 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c7fa787-7178-4e1e-bcc1-720d3c26beaf tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.161730 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4de059be-eae3-47fd-a6ee-f49cc7d71626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.164725 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4de059be-eae3-47fd-a6ee-f49cc7d71626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.165842 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4de059be-eae3-47fd-a6ee-f49cc7d71626 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5911eb50-f6ef-4a90-a52d-d67cdbd0e78d HTTP/1.1" status: 204 len: 168 time: 0.4258494 Nov 12 04:15:39.181432 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-71251a15-6df4-4534-937b-0258c4057668 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port a581b076-8b68-4112-b429-6c26e0edd03c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:39.181784 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71251a15-6df4-4534-937b-0258c4057668 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.206478 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a61dc0f3-fa04-43ae-82cc-aa8968d1045d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.209101 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a61dc0f3-fa04-43ae-82cc-aa8968d1045d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.213060 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a61dc0f3-fa04-43ae-82cc-aa8968d1045d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8dff1d5-3c17-4ed1-8e97-694b211ecfb5 HTTP/1.1" status: 204 len: 168 time: 0.3007636 Nov 12 04:15:39.213997 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ac6dd6a-b810-467d-b5c4-f3b268a18ef7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.223166 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de059be-eae3-47fd-a6ee-f49cc7d71626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5911eb50-f6ef-4a90-a52d-d67cdbd0e78d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:39.226866 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dc0f3-fa04-43ae-82cc-aa8968d1045d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dff1d5-3c17-4ed1-8e97-694b211ecfb5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:39.271725 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3c7fa787-7178-4e1e-bcc1-720d3c26beaf tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3317914 Nov 12 04:15:39.275375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37386) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:39.281000 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-c82a23ec-231b-43cb-aabe-489bc80aa0db tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1346493670'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:39.356016 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71251a15-6df4-4534-937b-0258c4057668 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.383860 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-71251a15-6df4-4534-937b-0258c4057668 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for a581b076-8b68-4112-b429-6c26e0edd03c owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:39.412883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82a23ec-231b-43cb-aabe-489bc80aa0db tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:39.413229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-dee25151-f084-43e0-a141-565f60bcd25f None None] Provisioning complete for port 71cc18c9-5b8f-4579-9634-697983a21f32 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:39.413605 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dee25151-f084-43e0-a141-565f60bcd25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.417087 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c82a23ec-231b-43cb-aabe-489bc80aa0db tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.456843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-dee25151-f084-43e0-a141-565f60bcd25f None None] Port 71cc18c9-5b8f-4579-9634-697983a21f32 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:39.467952 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82a23ec-231b-43cb-aabe-489bc80aa0db tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:15:39.483273 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ac6dd6a-b810-467d-b5c4-f3b268a18ef7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.493224 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-dee25151-f084-43e0-a141-565f60bcd25f None None] Provisioning complete for port a811cda8-9780-43ce-a158-fdaf27582e52 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:39.493600 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dee25151-f084-43e0-a141-565f60bcd25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.504539 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c82a23ec-231b-43cb-aabe-489bc80aa0db tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.507233 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-c82a23ec-231b-43cb-aabe-489bc80aa0db tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Added segment 32ced409-085f-4c11-8ac6-d32d43bd88b8 of type vlan for network 2ce2ca9c-5105-443c-b6ca-1e67caba605b Nov 12 04:15:39.547260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-bfe70479-109a-47a0-9a72-f7289df3b2af', 'network_id': 'bfe70479-109a-47a0-9a72-f7289df3b2af', 'tenant_id': 'c5303947d80e4c23aa9e537f3070773a', 'fixed_ips': [{'subnet_id': '2846ca2e-3d7b-482c-b4bf-bef516b5f04b'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:15:39.548375 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.586191 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c82a23ec-231b-43cb-aabe-489bc80aa0db tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.612168 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ac6dd6a-b810-467d-b5c4-f3b268a18ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.685893 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6ac6dd6a-b810-467d-b5c4-f3b268a18ef7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c02e19023f31484298759d9303197448&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6771343 Nov 12 04:15:39.689466 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6dd6a-b810-467d-b5c4-f3b268a18ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27816869-5139-4ac3-830d-7c4068969c0f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:39.690853 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37396) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:39.762225 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c82a23ec-231b-43cb-aabe-489bc80aa0db tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.766113 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71251a15-6df4-4534-937b-0258c4057668 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.783034 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82a23ec-231b-43cb-aabe-489bc80aa0db tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:39.783931 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c82a23ec-231b-43cb-aabe-489bc80aa0db tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.864151 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71251a15-6df4-4534-937b-0258c4057668 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=a581b076-8b68-4112-b429-6c26e0edd03c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:39.908207 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a566fcc-32a4-4333-9e2c-18feb730a8ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.994774 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a811cda8-9780-43ce-a158-fdaf27582e52 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:40.015466 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a566fcc-32a4-4333-9e2c-18feb730a8ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:40.046069 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a23ec-231b-43cb-aabe-489bc80aa0db tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Network': ['ID=2ce2ca9c-5105-443c-b6ca-1e67caba605b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:40.060533 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71251a15-6df4-4534-937b-0258c4057668 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:40.066895 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-71251a15-6df4-4534-937b-0258c4057668 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/ports/a581b076-8b68-4112-b429-6c26e0edd03c HTTP/1.1" status: 204 len: 168 time: 1.0534313 Nov 12 04:15:40.072302 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37414) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:40.138222 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c82a23ec-231b-43cb-aabe-489bc80aa0db tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8615918 Nov 12 04:15:40.139070 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37416) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:40.144788 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1cec165d-bd37-4535-8422-97228c0ae02c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'subnet': {'network_id': '2ce2ca9c-5105-443c-b6ca-1e67caba605b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:40.153782 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae04cde0-8942-4842-9d2e-78745db9b68d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] GET failed (client error): The resource could not be found. Nov 12 04:15:40.155436 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ae04cde0-8942-4842-9d2e-78745db9b68d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports/a581b076-8b68-4112-b429-6c26e0edd03c HTTP/1.1" status: 404 len: 333 time: 0.0844944 Nov 12 04:15:40.158748 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37418) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:40.159460 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 2ce2ca9c-5105-443c-b6ca-1e67caba605b details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:15:40.188327 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c41893b5-e1f2-4c41-adad-806245572945 None None] Could not find standard attr ID for object a581b076-8b68-4112-b429-6c26e0edd03c. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:15:40.259314 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a566fcc-32a4-4333-9e2c-18feb730a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:40.262116 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a566fcc-32a4-4333-9e2c-18feb730a8ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:40.266696 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7a566fcc-32a4-4333-9e2c-18feb730a8ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27816869-5139-4ac3-830d-7c4068969c0f HTTP/1.1" status: 204 len: 168 time: 0.5745139 Nov 12 04:15:40.269331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-76e75eac-1b41-486b-b4de-3ae16b57b428 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port 71cc18c9-5b8f-4579-9634-697983a21f32 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:40.269767 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-76e75eac-1b41-486b-b4de-3ae16b57b428 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:40.284652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a566fcc-32a4-4333-9e2c-18feb730a8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27816869-5139-4ac3-830d-7c4068969c0f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:40.337178 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port a811cda8-9780-43ce-a158-fdaf27582e52 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:40.337634 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:40.383660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] Allocated IP 172.20.255.242 (bfe70479-109a-47a0-9a72-f7289df3b2af/2846ca2e-3d7b-482c-b4bf-bef516b5f04b/70466eb6-a963-4614-809e-895ca6e83dcc) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:40.397152 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-76e75eac-1b41-486b-b4de-3ae16b57b428 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:40.412665 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-76e75eac-1b41-486b-b4de-3ae16b57b428 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for 71cc18c9-5b8f-4579-9634-697983a21f32 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:40.415385 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cec165d-bd37-4535-8422-97228c0ae02c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:40.420591 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1cec165d-bd37-4535-8422-97228c0ae02c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:40.697711 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-76e75eac-1b41-486b-b4de-3ae16b57b428 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:40.733016 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e75eac-1b41-486b-b4de-3ae16b57b428 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=71cc18c9-5b8f-4579-9634-697983a21f32,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:40.773828 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:40.817702 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-76e75eac-1b41-486b-b4de-3ae16b57b428 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:40.818149 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1cec165d-bd37-4535-8422-97228c0ae02c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:40.829830 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-76e75eac-1b41-486b-b4de-3ae16b57b428 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/ports/71cc18c9-5b8f-4579-9634-697983a21f32 HTTP/1.1" status: 204 len: 168 time: 0.6681709 Nov 12 04:15:40.831310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37440) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:40.858123 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebb2236-50b6-42cf-83c6-9b542e332f77 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] GET failed (client error): The resource could not be found. Nov 12 04:15:40.859872 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1ebb2236-50b6-42cf-83c6-9b542e332f77 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports/71cc18c9-5b8f-4579-9634-697983a21f32 HTTP/1.1" status: 404 len: 333 time: 0.0275233 Nov 12 04:15:40.862834 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37444) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:40.869914 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:40.874061 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec165d-bd37-4535-8422-97228c0ae02c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Subnet': ['ID=f70835a1-db9e-4c3f-91d9-ddcd0640714b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:40.916617 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cec165d-bd37-4535-8422-97228c0ae02c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Checking segment: {'id': '32ced409-085f-4c11-8ac6-d32d43bd88b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2ce2ca9c-5105-443c-b6ca-1e67caba605b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:40.917208 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cec165d-bd37-4535-8422-97228c0ae02c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network hostable DHCP agents. Network: 2ce2ca9c-5105-443c-b6ca-1e67caba605b, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:15:40.949802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] Network bfe70479-109a-47a0-9a72-f7289df3b2af is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:40.956197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:40.961045 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:40.982885 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] Pushing event updated for resources: {'Port': ['ID=70466eb6-a963-4614-809e-895ca6e83dcc,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:40.999162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c1b7fc-39cd-4f1f-ba96-25c2c1f4722f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting subnet 5b0539ff-2c56-4b8c-a558-50d14a0a320b {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:15:41.005061 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b7fc-39cd-4f1f-ba96-25c2c1f4722f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:41.021330 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cec165d-bd37-4535-8422-97228c0ae02c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network 2ce2ca9c-5105-443c-b6ca-1e67caba605b is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:15:41.054360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] Attempting to bind port 70466eb6-a963-4614-809e-895ca6e83dcc on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:41.055098 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] Attempting to bind port 70466eb6-a963-4614-809e-895ca6e83dcc by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'cede15c3-3c8f-4cc1-aa89-aefe9ec41c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bfe70479-109a-47a0-9a72-f7289df3b2af'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:41.055489 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] Attempting to bind port 70466eb6-a963-4614-809e-895ca6e83dcc on network bfe70479-109a-47a0-9a72-f7289df3b2af {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:41.061197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:41.061729 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] Checking segment: {'id': 'cede15c3-3c8f-4cc1-aa89-aefe9ec41c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bfe70479-109a-47a0-9a72-f7289df3b2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:41.062298 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:41.067437 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] Bound using segment: {'id': 'cede15c3-3c8f-4cc1-aa89-aefe9ec41c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bfe70479-109a-47a0-9a72-f7289df3b2af'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:41.067563 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b7fc-39cd-4f1f-ba96-25c2c1f4722f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:41.067996 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] Bound port: 70466eb6-a963-4614-809e-895ca6e83dcc, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cede15c3-3c8f-4cc1-aa89-aefe9ec41c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bfe70479-109a-47a0-9a72-f7289df3b2af'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:41.067996 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:41.114775 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1cec165d-bd37-4535-8422-97228c0ae02c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 2ce2ca9c-5105-443c-b6ca-1e67caba605b) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:41.119011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cec165d-bd37-4535-8422-97228c0ae02c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:41.119606 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1cec165d-bd37-4535-8422-97228c0ae02c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:41.128339 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fcbff5-32c2-4446-91cf-6b9b9d19ddfa None None] Network 2ce2ca9c-5105-443c-b6ca-1e67caba605b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:41.191643 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b7fc-39cd-4f1f-ba96-25c2c1f4722f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:41.215142 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37456) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:41.226105 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] For port 70466eb6-a963-4614-809e-895ca6e83dcc, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:41.231337 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] For port 70466eb6-a963-4614-809e-895ca6e83dcc, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=70466eb6-a963-4614-809e-895ca6e83dcc,segment=NetworkSegment(cede15c3-3c8f-4cc1-aa89-aefe9ec41c91),segment_id=cede15c3-3c8f-4cc1-aa89-aefe9ec41c91)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:41.244444 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1cec165d-bd37-4535-8422-97228c0ae02c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1040647 Nov 12 04:15:41.247171 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37460) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:41.344936 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:41.406812 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:41.410009 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b7fc-39cd-4f1f-ba96-25c2c1f4722f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:41.455212 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c214a5b7-6f55-4ed2-9310-f00a3fdc17f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1470438783-network', 'tenant_id': 'f07698be77c74656a44f76eb61327f37'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:41.477571 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-2ce2ca9c-5105-443c-b6ca-1e67caba605b', 'network_id': '2ce2ca9c-5105-443c-b6ca-1e67caba605b', 'tenant_id': 'c5303947d80e4c23aa9e537f3070773a', 'fixed_ips': [{'subnet_id': 'f70835a1-db9e-4c3f-91d9-ddcd0640714b'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:15:41.478568 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:41.494516 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1b7fc-39cd-4f1f-ba96-25c2c1f4722f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Subnet': ['ID=5b0539ff-2c56-4b8c-a558-50d14a0a320b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:41.502614 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b7fc-39cd-4f1f-ba96-25c2c1f4722f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:41.513203 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a8c1b7fc-39cd-4f1f-ba96-25c2c1f4722f tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/subnets/5b0539ff-2c56-4b8c-a558-50d14a0a320b HTTP/1.1" status: 204 len: 168 time: 0.6467299 Nov 12 04:15:41.513429 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcd330-5eb4-41c3-b0e2-34410d643448 None None] Pushing event updated for resources: {'Port': ['ID=70466eb6-a963-4614-809e-895ca6e83dcc,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:41.513563 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37468) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:41.517016 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c67b17-59da-4999-86db-f05d1ea24218 None None] Network ad838c66-ea7b-438b-936b-8af8a2d003c6 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:41.608538 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c214a5b7-6f55-4ed2-9310-f00a3fdc17f2 admin admin] Made reservation on behalf of f07698be77c74656a44f76eb61327f37 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:41.617940 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c214a5b7-6f55-4ed2-9310-f00a3fdc17f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:41.662974 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:41.677578 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c214a5b7-6f55-4ed2-9310-f00a3fdc17f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:41.760287 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port a811cda8-9780-43ce-a158-fdaf27582e52 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:41.760719 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:41.790740 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] Allocated IP 172.20.0.2 (2ce2ca9c-5105-443c-b6ca-1e67caba605b/f70835a1-db9e-4c3f-91d9-ddcd0640714b/e79730aa-70b9-4c88-b613-7644ef07cf55) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:41.881575 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] For port a811cda8-9780-43ce-a158-fdaf27582e52, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a811cda8-9780-43ce-a158-fdaf27582e52,segment=NetworkSegment(45c37ef6-3df7-44c7-9378-a8fec347e184),segment_id=45c37ef6-3df7-44c7-9378-a8fec347e184)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:41.882719 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:41.904329 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for a811cda8-9780-43ce-a158-fdaf27582e52 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:41.974451 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c214a5b7-6f55-4ed2-9310-f00a3fdc17f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:41.976014 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.108325 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c214a5b7-6f55-4ed2-9310-f00a3fdc17f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.128845 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.163782 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=a811cda8-9780-43ce-a158-fdaf27582e52,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:42.165731 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No DVR routers for this DVR port a811cda8-9780-43ce-a158-fdaf27582e52 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:42.191168 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c214a5b7-6f55-4ed2-9310-f00a3fdc17f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:15:42.218718 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214a5b7-6f55-4ed2-9310-f00a3fdc17f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df9c636-4570-48eb-89ae-24c5ab13a7a2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:42.223635 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c214a5b7-6f55-4ed2-9310-f00a3fdc17f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.223977 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-c214a5b7-6f55-4ed2-9310-f00a3fdc17f2 admin admin] Added segment 7478e90d-b492-48b0-a48c-e5c7743a0dc2 of type vlan for network b7de31f9-a619-4cdb-8535-25cd71512f63 Nov 12 04:15:42.239058 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a76b08d-c626-4be2-91ec-312cf3e5255f None None] DHCP port deletion for ad838c66-ea7b-438b-936b-8af8a2d003c6 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:15:42.266692 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.286997 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c214a5b7-6f55-4ed2-9310-f00a3fdc17f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.295114 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.333277 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad838c66-ea7b-438b-936b-8af8a2d003c6']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:42.345578 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.345752 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c37ef6-3df7-44c7-9378-a8fec347e184') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:42.347980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c37ef6-3df7-44c7-9378-a8fec347e184') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:42.366936 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.383883 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.391111 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:15:42.391728 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.402692 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] Pushing event updated for resources: {'Port': ['ID=e79730aa-70b9-4c88-b613-7644ef07cf55,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:42.413264 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] Network 2ce2ca9c-5105-443c-b6ca-1e67caba605b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:42.414950 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:42.420278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:42.443321 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37488) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:42.450360 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c214a5b7-6f55-4ed2-9310-f00a3fdc17f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.451458 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c214a5b7-6f55-4ed2-9310-f00a3fdc17f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:42.452067 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c214a5b7-6f55-4ed2-9310-f00a3fdc17f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:15:42.482290 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:15:42.511409 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.520616 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] Attempting to bind port e79730aa-70b9-4c88-b613-7644ef07cf55 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:42.521252 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] Attempting to bind port e79730aa-70b9-4c88-b613-7644ef07cf55 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '32ced409-085f-4c11-8ac6-d32d43bd88b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2ce2ca9c-5105-443c-b6ca-1e67caba605b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:42.522335 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] Attempting to bind port e79730aa-70b9-4c88-b613-7644ef07cf55 on network 2ce2ca9c-5105-443c-b6ca-1e67caba605b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:42.534731 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:42.535480 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] Checking segment: {'id': '32ced409-085f-4c11-8ac6-d32d43bd88b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2ce2ca9c-5105-443c-b6ca-1e67caba605b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:42.538012 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.538727 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] Bound using segment: {'id': '32ced409-085f-4c11-8ac6-d32d43bd88b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2ce2ca9c-5105-443c-b6ca-1e67caba605b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:42.539391 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] Bound port: e79730aa-70b9-4c88-b613-7644ef07cf55, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ced409-085f-4c11-8ac6-d32d43bd88b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2ce2ca9c-5105-443c-b6ca-1e67caba605b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:42.540069 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.575074 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Subnet': ['ID=f70835a1-db9e-4c3f-91d9-ddcd0640714b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:42.609156 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.614596 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.618120 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/networks/ad838c66-ea7b-438b-936b-8af8a2d003c6 HTTP/1.1" status: 204 len: 168 time: 1.1024239 Nov 12 04:15:42.629181 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37492) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:42.646944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] For port e79730aa-70b9-4c88-b613-7644ef07cf55, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:42.650438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] For port e79730aa-70b9-4c88-b613-7644ef07cf55, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e79730aa-70b9-4c88-b613-7644ef07cf55,segment=NetworkSegment(32ced409-085f-4c11-8ac6-d32d43bd88b8),segment_id=32ced409-085f-4c11-8ac6-d32d43bd88b8)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:42.664754 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-8e2280de-acf5-42c5-9ecf-d90a8b72efd3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1152113350'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:42.669508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ee177-a91a-4228-8e04-7d048d90c63b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Network': ['ID=ad838c66-ea7b-438b-936b-8af8a2d003c6,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:42.686477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-48977119-2d09-4b40-aec4-887f0c61f62c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1710717960-network', 'tenant_id': '61aa7dee2c7b4464acdbe5547a4b12fc'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:42.697313 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c214a5b7-6f55-4ed2-9310-f00a3fdc17f2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4809244 Nov 12 04:15:42.700493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37494) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:42.707456 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-9121861e-b7c3-4909-ac21-bae61e4917c5 admin admin] Request body: {'subnet': {'network_id': 'b7de31f9-a619-4cdb-8535-25cd71512f63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1470438783-subnet', 'tenant_id': 'f07698be77c74656a44f76eb61327f37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:42.714409 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214a5b7-6f55-4ed2-9310-f00a3fdc17f2 admin admin] Pushing event updated for resources: {'Network': ['ID=b7de31f9-a619-4cdb-8535-25cd71512f63,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:42.718098 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.729887 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network b7de31f9-a619-4cdb-8535-25cd71512f63 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:15:42.758962 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce2ca9c-5105-443c-b6ca-1e67caba605b']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:42.760847 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.779072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ced409-085f-4c11-8ac6-d32d43bd88b8') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:42.779072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ced409-085f-4c11-8ac6-d32d43bd88b8') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:42.788429 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.804371 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2280de-acf5-42c5-9ecf-d90a8b72efd3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:42.808527 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.809295 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8e2280de-acf5-42c5-9ecf-d90a8b72efd3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.820928 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:15:42.821339 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:15:42.824706 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:15:42.872048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2280de-acf5-42c5-9ecf-d90a8b72efd3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:15:42.896138 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8e2280de-acf5-42c5-9ecf-d90a8b72efd3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.896498 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-8e2280de-acf5-42c5-9ecf-d90a8b72efd3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Added segment 115c0aa0-eb43-4c29-adbc-01a3fea1510c of type vlan for network fc61171a-3dda-4fcb-a2c9-3ce96535ff6b Nov 12 04:15:42.939673 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773e2fe-35a9-4c22-ac5c-930aebf23205 None None] Pushing event updated for resources: {'Port': ['ID=e79730aa-70b9-4c88-b613-7644ef07cf55,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:42.957826 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8e2280de-acf5-42c5-9ecf-d90a8b72efd3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.958364 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695a14f8-a0e4-4401-8327-3fd835148f07 None None] Network 2ce2ca9c-5105-443c-b6ca-1e67caba605b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:42.961358 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.db.api [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:15:42.961358 n-d-768509-24 neutron-server[103297]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:15:42.961358 n-d-768509-24 neutron-server[103297]: [parameters: {'id': '2ce2ca9c-5105-443c-b6ca-1e67caba605b'}] Nov 12 04:15:42.961358 n-d-768509-24 neutron-server[103297]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:15:42.962572 n-d-768509-24 neutron-server[103297]: DEBUG oslo_db.api [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:15:43.011939 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48977119-2d09-4b40-aec4-887f0c61f62c admin admin] Made reservation on behalf of 61aa7dee2c7b4464acdbe5547a4b12fc for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:43.016262 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48977119-2d09-4b40-aec4-887f0c61f62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.033656 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48977119-2d09-4b40-aec4-887f0c61f62c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.059260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26960f4-0fea-4888-80df-4249c6b95514 None None] Network bfe70479-109a-47a0-9a72-f7289df3b2af requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:43.075173 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8e2280de-acf5-42c5-9ecf-d90a8b72efd3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.084660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2280de-acf5-42c5-9ecf-d90a8b72efd3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:43.085385 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8e2280de-acf5-42c5-9ecf-d90a8b72efd3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.113134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9121861e-b7c3-4909-ac21-bae61e4917c5 admin admin] Made reservation on behalf of f07698be77c74656a44f76eb61327f37 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:43.115529 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9121861e-b7c3-4909-ac21-bae61e4917c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.151306 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48977119-2d09-4b40-aec4-887f0c61f62c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.173324 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fc1d9572-ec29-4b8b-a86f-b69771dafe88 None None] Provisioning complete for port 70466eb6-a963-4614-809e-895ca6e83dcc triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:43.173857 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc1d9572-ec29-4b8b-a86f-b69771dafe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.231045 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8e2280de-acf5-42c5-9ecf-d90a8b72efd3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6006949 Nov 12 04:15:43.237070 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37500) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:43.242949 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2280de-acf5-42c5-9ecf-d90a8b72efd3 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Network': ['ID=fc61171a-3dda-4fcb-a2c9-3ce96535ff6b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:43.245852 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-262fab5c-2880-48a8-9b78-e3f80d76f0da tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'subnet': {'network_id': 'fc61171a-3dda-4fcb-a2c9-3ce96535ff6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:43.258092 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network fc61171a-3dda-4fcb-a2c9-3ce96535ff6b details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:15:43.281646 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48977119-2d09-4b40-aec4-887f0c61f62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.374062 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48977119-2d09-4b40-aec4-887f0c61f62c admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:15:43.383831 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc1d9572-ec29-4b8b-a86f-b69771dafe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.408172 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48977119-2d09-4b40-aec4-887f0c61f62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.408622 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-48977119-2d09-4b40-aec4-887f0c61f62c admin admin] Added segment cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db of type vlan for network 386a9bd7-3a98-4846-b5b8-b79d977e3875 Nov 12 04:15:43.420666 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48977119-2d09-4b40-aec4-887f0c61f62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609076e4-7e8e-486d-8dd4-656a2d0e73c4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:43.436305 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-fc1d9572-ec29-4b8b-a86f-b69771dafe88 None None] For port 70466eb6-a963-4614-809e-895ca6e83dcc, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=70466eb6-a963-4614-809e-895ca6e83dcc,segment=NetworkSegment(cede15c3-3c8f-4cc1-aa89-aefe9ec41c91),segment_id=cede15c3-3c8f-4cc1-aa89-aefe9ec41c91)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:43.465704 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48977119-2d09-4b40-aec4-887f0c61f62c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.473394 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.526733 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9121861e-b7c3-4909-ac21-bae61e4917c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.555882 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Deleting port e79730aa-70b9-4c88-b613-7644ef07cf55 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:43.556316 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.601855 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121861e-b7c3-4909-ac21-bae61e4917c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82cb685f-526a-437a-bf66-ddb19b0952f8,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:43.605936 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121861e-b7c3-4909-ac21-bae61e4917c5 admin admin] Checking segment: {'id': '7478e90d-b492-48b0-a48c-e5c7743a0dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b7de31f9-a619-4cdb-8535-25cd71512f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:43.606304 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9121861e-b7c3-4909-ac21-bae61e4917c5 admin admin] Network hostable DHCP agents. Network: b7de31f9-a619-4cdb-8535-25cd71512f63, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:15:43.614784 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc1d9572-ec29-4b8b-a86f-b69771dafe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.635899 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262fab5c-2880-48a8-9b78-e3f80d76f0da tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:43.639918 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-262fab5c-2880-48a8-9b78-e3f80d76f0da tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.658398 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48977119-2d09-4b40-aec4-887f0c61f62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.659712 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48977119-2d09-4b40-aec4-887f0c61f62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:43.660181 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48977119-2d09-4b40-aec4-887f0c61f62c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.671568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536cdc50-6027-48d0-b00d-d0840c82990e None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:15:43.706427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9121861e-b7c3-4909-ac21-bae61e4917c5 admin admin] Network b7de31f9-a619-4cdb-8535-25cd71512f63 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:15:43.741923 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] For port e79730aa-70b9-4c88-b613-7644ef07cf55, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e79730aa-70b9-4c88-b613-7644ef07cf55,segment=NetworkSegment(32ced409-085f-4c11-8ac6-d32d43bd88b8),segment_id=32ced409-085f-4c11-8ac6-d32d43bd88b8)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:43.742297 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.767197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d9572-ec29-4b8b-a86f-b69771dafe88 None None] Pushing event updated for resources: {'Port': ['ID=70466eb6-a963-4614-809e-895ca6e83dcc,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:43.794486 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a3c5cb72-ccb4-4a3f-9579-b7ef91fddcf7 None None] Provisioning complete for port 70466eb6-a963-4614-809e-895ca6e83dcc triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:43.794984 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a3c5cb72-ccb4-4a3f-9579-b7ef91fddcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.799073 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Calling delete_port for e79730aa-70b9-4c88-b613-7644ef07cf55 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:43.815162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48977119-2d09-4b40-aec4-887f0c61f62c admin admin] Pushing event updated for resources: {'Network': ['ID=386a9bd7-3a98-4846-b5b8-b79d977e3875,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:43.856867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 386a9bd7-3a98-4846-b5b8-b79d977e3875 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:15:43.858394 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-9121861e-b7c3-4909-ac21-bae61e4917c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, b7de31f9-a619-4cdb-8535-25cd71512f63) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:43.866324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9121861e-b7c3-4909-ac21-bae61e4917c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:43.866956 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9121861e-b7c3-4909-ac21-bae61e4917c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.879031 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-48977119-2d09-4b40-aec4-887f0c61f62c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4295580 Nov 12 04:15:43.881654 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37514) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:43.886715 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-57ca1bc0-075b-43ec-9a82-2fe8e7770ea4 admin admin] Request body: {'subnet': {'network_id': '386a9bd7-3a98-4846-b5b8-b79d977e3875', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1710717960-subnet', 'tenant_id': '61aa7dee2c7b4464acdbe5547a4b12fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:43.891018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 70466eb6-a963-4614-809e-895ca6e83dcc up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:44.003026 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9121861e-b7c3-4909-ac21-bae61e4917c5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2967188 Nov 12 04:15:44.046447 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:44.048085 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536cdc50-6027-48d0-b00d-d0840c82990e None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:15:44.077301 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Port': ['ID=e79730aa-70b9-4c88-b613-7644ef07cf55,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:44.080787 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 70466eb6-a963-4614-809e-895ca6e83dcc triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:44.081162 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:44.085315 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No DVR routers for this DVR port e79730aa-70b9-4c88-b613-7644ef07cf55 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:44.193701 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:44.213751 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ca1bc0-075b-43ec-9a82-2fe8e7770ea4 admin admin] Made reservation on behalf of 61aa7dee2c7b4464acdbe5547a4b12fc for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:44.215576 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-262fab5c-2880-48a8-9b78-e3f80d76f0da tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:44.218452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce2ca9c-5105-443c-b6ca-1e67caba605b']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:44.220724 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57ca1bc0-075b-43ec-9a82-2fe8e7770ea4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:44.255670 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ced409-085f-4c11-8ac6-d32d43bd88b8') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:44.255990 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ced409-085f-4c11-8ac6-d32d43bd88b8') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:44.275751 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:44.331422 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fab5c-2880-48a8-9b78-e3f80d76f0da tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Subnet': ['ID=57508462-ce1e-4eeb-8d4d-19bbe25a477e,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:44.346145 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:44.368651 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:15:44.369062 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:15:44.374005 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:15:44.450082 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262fab5c-2880-48a8-9b78-e3f80d76f0da tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Checking segment: {'id': '115c0aa0-eb43-4c29-adbc-01a3fea1510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fc61171a-3dda-4fcb-a2c9-3ce96535ff6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:44.450605 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262fab5c-2880-48a8-9b78-e3f80d76f0da tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network hostable DHCP agents. Network: fc61171a-3dda-4fcb-a2c9-3ce96535ff6b, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:15:44.490430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a811cda8-9780-43ce-a158-fdaf27582e52 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:44.560724 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57ca1bc0-075b-43ec-9a82-2fe8e7770ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:44.608073 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:44.616759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262fab5c-2880-48a8-9b78-e3f80d76f0da tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network fc61171a-3dda-4fcb-a2c9-3ce96535ff6b is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:15:44.620589 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:44.627829 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/2ce2ca9c-5105-443c-b6ca-1e67caba605b HTTP/1.1" status: 204 len: 168 time: 3.3786273 Nov 12 04:15:44.638011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37526) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:44.649836 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca1bc0-075b-43ec-9a82-2fe8e7770ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb5cd685-6b35-4713-b25d-fcdb3ef3a833,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:44.655994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca1bc0-075b-43ec-9a82-2fe8e7770ea4 admin admin] Checking segment: {'id': 'cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '386a9bd7-3a98-4846-b5b8-b79d977e3875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:44.655994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ca1bc0-075b-43ec-9a82-2fe8e7770ea4 admin admin] Network hostable DHCP agents. Network: 386a9bd7-3a98-4846-b5b8-b79d977e3875, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:15:44.656898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: a811cda8-9780-43ce-a158-fdaf27582e52 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:44.656898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a811cda8-9780-43ce-a158-fdaf27582e52 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:44.679452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a71a1303-16d4-4d30-ac89-52820929b21e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1310141428'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:44.686489 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668f845-fe53-45e6-addd-f2a6e001983f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Network': ['ID=2ce2ca9c-5105-443c-b6ca-1e67caba605b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:44.766239 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-262fab5c-2880-48a8-9b78-e3f80d76f0da tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, fc61171a-3dda-4fcb-a2c9-3ce96535ff6b) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:44.770781 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262fab5c-2880-48a8-9b78-e3f80d76f0da tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:44.771371 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-262fab5c-2880-48a8-9b78-e3f80d76f0da tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:44.812193 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b3a00d-7b70-431b-81a2-5c77a66407f3 None None] Network b7de31f9-a619-4cdb-8535-25cd71512f63 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:44.814770 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71a1303-16d4-4d30-ac89-52820929b21e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:44.816056 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c95d44-db50-4c9f-855b-40ca9d7310c8 None None] Network fc61171a-3dda-4fcb-a2c9-3ce96535ff6b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:44.822704 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a71a1303-16d4-4d30-ac89-52820929b21e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:44.857198 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71a1303-16d4-4d30-ac89-52820929b21e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:15:44.898639 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a71a1303-16d4-4d30-ac89-52820929b21e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:44.899061 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-a71a1303-16d4-4d30-ac89-52820929b21e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Added segment 7c3b7417-c79d-4b4e-b612-c7142d160278 of type vlan for network 3300e837-9039-4d08-a4a1-1d35f5b4b244 Nov 12 04:15:44.923049 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ca1bc0-075b-43ec-9a82-2fe8e7770ea4 admin admin] Network 386a9bd7-3a98-4846-b5b8-b79d977e3875 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:15:44.927968 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-262fab5c-2880-48a8-9b78-e3f80d76f0da tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6875997 Nov 12 04:15:44.929303 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37536) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:44.935714 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-892bb10d-030a-4373-9fae-4dce9b6f158a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-764637392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:44.942565 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-57ca1bc0-075b-43ec-9a82-2fe8e7770ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 386a9bd7-3a98-4846-b5b8-b79d977e3875) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:44.956754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d656cf-6277-419c-a43d-9ea407c71526 None None] Network 386a9bd7-3a98-4846-b5b8-b79d977e3875 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:44.961450 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c832437c-4d52-4f02-b101-74ae6b00eb83 None None] Provisioning complete for port b6f61101-f515-4860-9ec0-76d3ea05ebc4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:44.962192 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c832437c-4d52-4f02-b101-74ae6b00eb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:44.975389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca1bc0-075b-43ec-9a82-2fe8e7770ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:44.975980 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57ca1bc0-075b-43ec-9a82-2fe8e7770ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:44.995971 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a71a1303-16d4-4d30-ac89-52820929b21e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.081341 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-892bb10d-030a-4373-9fae-4dce9b6f158a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.082393 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-892bb10d-030a-4373-9fae-4dce9b6f158a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.091837 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37544) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:45.096656 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a71a1303-16d4-4d30-ac89-52820929b21e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.103306 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71a1303-16d4-4d30-ac89-52820929b21e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:45.104201 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a71a1303-16d4-4d30-ac89-52820929b21e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.109901 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-96554b92-deb0-4bd2-a91d-4672ef5e20b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-703367953-network', 'tenant_id': '0447b0a785b742b1b56543960d688931'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:45.142143 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c832437c-4d52-4f02-b101-74ae6b00eb83 None None] Port b6f61101-f515-4860-9ec0-76d3ea05ebc4 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:45.151281 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04b6ad2-9dc7-4586-ae8b-4ce9047c242e None None] Network b7de31f9-a619-4cdb-8535-25cd71512f63 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:45.169343 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-892bb10d-030a-4373-9fae-4dce9b6f158a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.190945 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-57ca1bc0-075b-43ec-9a82-2fe8e7770ea4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3081741 Nov 12 04:15:45.206944 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a1303-16d4-4d30-ac89-52820929b21e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Network': ['ID=3300e837-9039-4d08-a4a1-1d35f5b4b244,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:45.250742 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-fc61171a-3dda-4fcb-a2c9-3ce96535ff6b', 'network_id': 'fc61171a-3dda-4fcb-a2c9-3ce96535ff6b', 'tenant_id': '8177d60a10234961ad5f19a370b54d0b', 'fixed_ips': [{'subnet_id': '57508462-ce1e-4eeb-8d4d-19bbe25a477e'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:15:45.251613 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.253507 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 3300e837-9039-4d08-a4a1-1d35f5b4b244 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:15:45.258738 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-892bb10d-030a-4373-9fae-4dce9b6f158a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.277104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c832437c-4d52-4f02-b101-74ae6b00eb83 None None] Provisioning complete for port 5def5009-f526-49a3-928e-e539dad55926 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:45.277481 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c832437c-4d52-4f02-b101-74ae6b00eb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.348784 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96554b92-deb0-4bd2-a91d-4672ef5e20b5 admin admin] Made reservation on behalf of 0447b0a785b742b1b56543960d688931 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:45.352799 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96554b92-deb0-4bd2-a91d-4672ef5e20b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.366818 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96554b92-deb0-4bd2-a91d-4672ef5e20b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.424285 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261b688b-7c00-4ed3-a78d-3a395bea8c7c None None] Network 386a9bd7-3a98-4846-b5b8-b79d977e3875 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:45.451342 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96554b92-deb0-4bd2-a91d-4672ef5e20b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.465755 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-892bb10d-030a-4373-9fae-4dce9b6f158a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.467082 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-892bb10d-030a-4373-9fae-4dce9b6f158a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5367823 Nov 12 04:15:45.469636 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37550) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:45.482556 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-83d964ae-391d-40d2-bb40-d0a6c167b948 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'network_id': 'fc61171a-3dda-4fcb-a2c9-3ce96535ff6b', 'name': 'tempest-PortsTestJSON-1322437213'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:45.516361 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a71a1303-16d4-4d30-ac89-52820929b21e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8721430 Nov 12 04:15:45.519456 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37552) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:45.527562 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ee54aee4-f839-4219-b48a-376d8d23f9a2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'subnet': {'network_id': '3300e837-9039-4d08-a4a1-1d35f5b4b244', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:45.618423 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96554b92-deb0-4bd2-a91d-4672ef5e20b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.642042 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8522ed-fd99-4e29-bd83-f09de2e1bad6 None None] DHCP port deletion for b7de31f9-a619-4cdb-8535-25cd71512f63 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:15:45.650693 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96554b92-deb0-4bd2-a91d-4672ef5e20b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:15:45.664407 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96554b92-deb0-4bd2-a91d-4672ef5e20b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e06f7db-0718-42fb-935b-5cbe7d71f9c7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:45.669142 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96554b92-deb0-4bd2-a91d-4672ef5e20b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.669476 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-96554b92-deb0-4bd2-a91d-4672ef5e20b5 admin admin] Added segment 18312abf-6925-43a6-9ba6-62e822650f42 of type vlan for network cc0ebc26-ae0b-4fde-947e-888349073f5a Nov 12 04:15:45.716670 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] Allocated IP 172.20.0.2 (fc61171a-3dda-4fcb-a2c9-3ce96535ff6b/57508462-ce1e-4eeb-8d4d-19bbe25a477e/31471e82-25a9-4968-af93-93e3cb215d08) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:45.725531 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96554b92-deb0-4bd2-a91d-4672ef5e20b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.783408 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee54aee4-f839-4219-b48a-376d8d23f9a2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:45.787462 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee54aee4-f839-4219-b48a-376d8d23f9a2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.800822 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c832437c-4d52-4f02-b101-74ae6b00eb83 None None] Provisioning complete for port 5f9f9055-f9f0-446e-9af8-af00b748354b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:45.801203 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c832437c-4d52-4f02-b101-74ae6b00eb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.806460 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 70466eb6-a963-4614-809e-895ca6e83dcc up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:45.909064 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d964ae-391d-40d2-bb40-d0a6c167b948 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:45.913547 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-83d964ae-391d-40d2-bb40-d0a6c167b948 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.947244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-83d964ae-391d-40d2-bb40-d0a6c167b948 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] device_id is not set on port 5c7914b6-a0b9-4760-8e61-4c97e8dce6c1 yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:15:46.030409 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 70466eb6-a963-4614-809e-895ca6e83dcc triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:46.031076 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.039601 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.085133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c832437c-4d52-4f02-b101-74ae6b00eb83 None None] Provisioning complete for port f6cde706-e4d2-4337-9dba-3ebc6ba163f3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:46.085505 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c832437c-4d52-4f02-b101-74ae6b00eb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.122586 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-ebfb2b7b-c627-433b-94e9-6c5326de1a8e req-7715b568-ef60-454e-a68b-483178e0e914 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-829676140', 'description': 'tempest-description-1339560753'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:46.147060 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.159107 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c832437c-4d52-4f02-b101-74ae6b00eb83 None None] Port f6cde706-e4d2-4337-9dba-3ebc6ba163f3 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:46.189407 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96554b92-deb0-4bd2-a91d-4672ef5e20b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.190379 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96554b92-deb0-4bd2-a91d-4672ef5e20b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:46.190983 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96554b92-deb0-4bd2-a91d-4672ef5e20b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.198670 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.ipam_backend_mixin [None req-ee54aee4-f839-4219-b48a-376d8d23f9a2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Performing IP validity checks on allocation pools {{(pid=103297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:15:46.199215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.ipam_backend_mixin [None req-ee54aee4-f839-4219-b48a-376d8d23f9a2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:15:46.211420 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-83d964ae-391d-40d2-bb40-d0a6c167b948 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Allocated IP 172.20.0.10 (fc61171a-3dda-4fcb-a2c9-3ce96535ff6b/57508462-ce1e-4eeb-8d4d-19bbe25a477e/5c7914b6-a0b9-4760-8e61-4c97e8dce6c1) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:46.240290 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ebfb2b7b-c627-433b-94e9-6c5326de1a8e req-7715b568-ef60-454e-a68b-483178e0e914 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.276381 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96554b92-deb0-4bd2-a91d-4672ef5e20b5 admin admin] Pushing event updated for resources: {'Network': ['ID=cc0ebc26-ae0b-4fde-947e-888349073f5a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:46.342437 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network cc0ebc26-ae0b-4fde-947e-888349073f5a details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:15:46.384608 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] Network fc61171a-3dda-4fcb-a2c9-3ce96535ff6b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:46.404297 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-96554b92-deb0-4bd2-a91d-4672ef5e20b5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3090789 Nov 12 04:15:46.407594 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37560) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:46.413032 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-acb81700-60b8-4b6f-aa85-1cfbf536967f admin admin] Request body: {'subnet': {'network_id': 'cc0ebc26-ae0b-4fde-947e-888349073f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-703367953-subnet', 'tenant_id': '0447b0a785b742b1b56543960d688931', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:46.419780 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:46.424762 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:46.429687 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] Pushing event updated for resources: {'Port': ['ID=31471e82-25a9-4968-af93-93e3cb215d08,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:46.440235 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c832437c-4d52-4f02-b101-74ae6b00eb83 None None] Provisioning complete for port 5734a65c-1d9d-4605-ba9a-c734fec24f8f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:46.440612 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c832437c-4d52-4f02-b101-74ae6b00eb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.441547 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ebfb2b7b-c627-433b-94e9-6c5326de1a8e req-7715b568-ef60-454e-a68b-483178e0e914 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.467099 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-83d964ae-391d-40d2-bb40-d0a6c167b948 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.525008 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] Attempting to bind port 31471e82-25a9-4968-af93-93e3cb215d08 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:46.525377 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] Attempting to bind port 31471e82-25a9-4968-af93-93e3cb215d08 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '115c0aa0-eb43-4c29-adbc-01a3fea1510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fc61171a-3dda-4fcb-a2c9-3ce96535ff6b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:46.525743 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] Attempting to bind port 31471e82-25a9-4968-af93-93e3cb215d08 on network fc61171a-3dda-4fcb-a2c9-3ce96535ff6b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:46.526007 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee54aee4-f839-4219-b48a-376d8d23f9a2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.538033 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:46.538855 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] Checking segment: {'id': '115c0aa0-eb43-4c29-adbc-01a3fea1510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fc61171a-3dda-4fcb-a2c9-3ce96535ff6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:46.539557 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.540175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] Bound using segment: {'id': '115c0aa0-eb43-4c29-adbc-01a3fea1510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fc61171a-3dda-4fcb-a2c9-3ce96535ff6b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:46.541118 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] Bound port: 31471e82-25a9-4968-af93-93e3cb215d08, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115c0aa0-eb43-4c29-adbc-01a3fea1510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fc61171a-3dda-4fcb-a2c9-3ce96535ff6b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:46.541789 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.577880 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ebfb2b7b-c627-433b-94e9-6c5326de1a8e req-7715b568-ef60-454e-a68b-483178e0e914 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.581709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb81700-60b8-4b6f-aa85-1cfbf536967f admin admin] Made reservation on behalf of 0447b0a785b742b1b56543960d688931 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:46.584224 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-acb81700-60b8-4b6f-aa85-1cfbf536967f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.605646 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54aee4-f839-4219-b48a-376d8d23f9a2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Subnet': ['ID=47a4d2b5-d477-49fb-9f64-5c298fd7b463,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:46.625381 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-83d964ae-391d-40d2-bb40-d0a6c167b948 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.633120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715b568-ef60-454e-a68b-483178e0e914 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b13173e-ea96-42e7-98fe-98a9af81f833,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:46.649511 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee54aee4-f839-4219-b48a-376d8d23f9a2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Checking segment: {'id': '7c3b7417-c79d-4b4e-b612-c7142d160278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3300e837-9039-4d08-a4a1-1d35f5b4b244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:46.650470 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee54aee4-f839-4219-b48a-376d8d23f9a2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network hostable DHCP agents. Network: 3300e837-9039-4d08-a4a1-1d35f5b4b244, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:15:46.660093 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] For port 31471e82-25a9-4968-af93-93e3cb215d08, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:46.663641 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] For port 31471e82-25a9-4968-af93-93e3cb215d08, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=31471e82-25a9-4968-af93-93e3cb215d08,segment=NetworkSegment(115c0aa0-eb43-4c29-adbc-01a3fea1510c),segment_id=115c0aa0-eb43-4c29-adbc-01a3fea1510c)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:46.664770 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c832437c-4d52-4f02-b101-74ae6b00eb83 None None] Provisioning complete for port 700a0337-a05c-4c97-b6c8-62893b38bdb9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:46.665137 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c832437c-4d52-4f02-b101-74ae6b00eb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.689322 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d964ae-391d-40d2-bb40-d0a6c167b948 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network fc61171a-3dda-4fcb-a2c9-3ce96535ff6b is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:46.694527 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d964ae-391d-40d2-bb40-d0a6c167b948 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=5c7914b6-a0b9-4760-8e61-4c97e8dce6c1,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:46.694527 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-83d964ae-391d-40d2-bb40-d0a6c167b948 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:46.696620 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d964ae-391d-40d2-bb40-d0a6c167b948 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:46.729789 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ebfb2b7b-c627-433b-94e9-6c5326de1a8e req-7715b568-ef60-454e-a68b-483178e0e914 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.743367 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ebfb2b7b-c627-433b-94e9-6c5326de1a8e req-7715b568-ef60-454e-a68b-483178e0e914 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6256359 Nov 12 04:15:46.778878 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d964ae-391d-40d2-bb40-d0a6c167b948 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:46.779629 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-83d964ae-391d-40d2-bb40-d0a6c167b948 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.796390 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.797672 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.804446 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee54aee4-f839-4219-b48a-376d8d23f9a2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network 3300e837-9039-4d08-a4a1-1d35f5b4b244 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:15:46.806656 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c832437c-4d52-4f02-b101-74ae6b00eb83 None None] Provisioning complete for port 0da04ae0-56b5-40cb-95c5-a5a8a69b6d4c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:46.807127 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c832437c-4d52-4f02-b101-74ae6b00eb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.864787 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-83d964ae-391d-40d2-bb40-d0a6c167b948 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3937252 Nov 12 04:15:46.867269 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37564) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:46.898618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310079fc-e239-469c-903f-a7ddf9964e17 None None] Pushing event updated for resources: {'Port': ['ID=31471e82-25a9-4968-af93-93e3cb215d08,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:46.901215 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c832437c-4d52-4f02-b101-74ae6b00eb83 None None] Port 0da04ae0-56b5-40cb-95c5-a5a8a69b6d4c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:46.921961 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ee54aee4-f839-4219-b48a-376d8d23f9a2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 3300e837-9039-4d08-a4a1-1d35f5b4b244) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:46.927289 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee54aee4-f839-4219-b48a-376d8d23f9a2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:46.928400 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee54aee4-f839-4219-b48a-376d8d23f9a2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.935799 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dd65bc-31a3-4b40-a307-facc5211f967 None None] Network 3300e837-9039-4d08-a4a1-1d35f5b4b244 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:46.971543 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-acb81700-60b8-4b6f-aa85-1cfbf536967f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.103734 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37570) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:47.104252 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ee54aee4-f839-4219-b48a-376d8d23f9a2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5786827 Nov 12 04:15:47.116451 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb81700-60b8-4b6f-aa85-1cfbf536967f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf8759e0-55dd-49a4-b949-2f5ab14f8549,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:47.138385 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-3300e837-9039-4d08-a4a1-1d35f5b4b244', 'network_id': '3300e837-9039-4d08-a4a1-1d35f5b4b244', 'tenant_id': 'c5303947d80e4c23aa9e537f3070773a', 'fixed_ips': [{'subnet_id': '47a4d2b5-d477-49fb-9f64-5c298fd7b463'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:15:47.139414 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.257430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb81700-60b8-4b6f-aa85-1cfbf536967f admin admin] Checking segment: {'id': '18312abf-6925-43a6-9ba6-62e822650f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cc0ebc26-ae0b-4fde-947e-888349073f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:47.258886 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb81700-60b8-4b6f-aa85-1cfbf536967f admin admin] Network hostable DHCP agents. Network: cc0ebc26-ae0b-4fde-947e-888349073f5a, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:15:47.308979 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.321046 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] Allocated IP 172.20.0.3 (3300e837-9039-4d08-a4a1-1d35f5b4b244/47a4d2b5-d477-49fb-9f64-5c298fd7b463/24dcae7f-1f8e-4575-892b-f8fc2eb297c3) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:47.365868 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-deecb552-8b3d-4ee6-9952-edeaa2ec6da2 req-38f78db7-55bb-4764-a534-5b6b6dd097ec tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-478283629', 'description': 'tempest-description-242595469'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:47.400065 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.406467 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb81700-60b8-4b6f-aa85-1cfbf536967f admin admin] Network cc0ebc26-ae0b-4fde-947e-888349073f5a is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:15:47.420214 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-864551c5-3306-43be-a1f4-c37a09116b62 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.488713 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.506831 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-deecb552-8b3d-4ee6-9952-edeaa2ec6da2 req-38f78db7-55bb-4764-a534-5b6b6dd097ec tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.549919 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-acb81700-60b8-4b6f-aa85-1cfbf536967f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, cc0ebc26-ae0b-4fde-947e-888349073f5a) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:47.556753 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb81700-60b8-4b6f-aa85-1cfbf536967f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:47.557439 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-acb81700-60b8-4b6f-aa85-1cfbf536967f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.560356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4f007c-6389-46bc-afd8-dfa292606fa4 None None] Network cc0ebc26-ae0b-4fde-947e-888349073f5a requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:47.607763 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-deecb552-8b3d-4ee6-9952-edeaa2ec6da2 req-38f78db7-55bb-4764-a534-5b6b6dd097ec tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.623044 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.660164 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-acb81700-60b8-4b6f-aa85-1cfbf536967f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2418962 Nov 12 04:15:47.685420 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-deecb552-8b3d-4ee6-9952-edeaa2ec6da2 req-38f78db7-55bb-4764-a534-5b6b6dd097ec tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.686569 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] Network 3300e837-9039-4d08-a4a1-1d35f5b4b244 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:47.690916 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:47.692951 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.706517 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:47.742506 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] Pushing event updated for resources: {'Port': ['ID=24dcae7f-1f8e-4575-892b-f8fc2eb297c3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:47.779004 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-864551c5-3306-43be-a1f4-c37a09116b62 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.821070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] Attempting to bind port 24dcae7f-1f8e-4575-892b-f8fc2eb297c3 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:47.821447 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] Attempting to bind port 24dcae7f-1f8e-4575-892b-f8fc2eb297c3 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '7c3b7417-c79d-4b4e-b612-c7142d160278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3300e837-9039-4d08-a4a1-1d35f5b4b244'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:47.821813 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] Attempting to bind port 24dcae7f-1f8e-4575-892b-f8fc2eb297c3 on network 3300e837-9039-4d08-a4a1-1d35f5b4b244 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:47.823789 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Subnet': ['ID=47a4d2b5-d477-49fb-9f64-5c298fd7b463,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:47.838714 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-864551c5-3306-43be-a1f4-c37a09116b62 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.849732 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f78db7-55bb-4764-a534-5b6b6dd097ec tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c025ece-25cc-4573-b93c-be6b79eccc07,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:47.867354 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:47.867719 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] Checking segment: {'id': '7c3b7417-c79d-4b4e-b612-c7142d160278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3300e837-9039-4d08-a4a1-1d35f5b4b244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:47.868125 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.868511 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] Bound using segment: {'id': '7c3b7417-c79d-4b4e-b612-c7142d160278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3300e837-9039-4d08-a4a1-1d35f5b4b244'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:47.868990 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] Bound port: 24dcae7f-1f8e-4575-892b-f8fc2eb297c3, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3b7417-c79d-4b4e-b612-c7142d160278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3300e837-9039-4d08-a4a1-1d35f5b4b244'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:47.869377 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.891001 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b362eb3-3f36-45da-8167-3ec558f99053 None None] Network cc0ebc26-ae0b-4fde-947e-888349073f5a requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:47.905527 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-deecb552-8b3d-4ee6-9952-edeaa2ec6da2 req-38f78db7-55bb-4764-a534-5b6b6dd097ec tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.908647 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-deecb552-8b3d-4ee6-9952-edeaa2ec6da2 req-38f78db7-55bb-4764-a534-5b6b6dd097ec tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5472336 Nov 12 04:15:47.913491 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.977208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3300e837-9039-4d08-a4a1-1d35f5b4b244']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:47.989158 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3b7417-c79d-4b4e-b612-c7142d160278') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:47.989471 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3b7417-c79d-4b4e-b612-c7142d160278') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:48.001995 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.023172 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.036039 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:15:48.036467 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:15:48.039765 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:15:48.052043 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864551c5-3306-43be-a1f4-c37a09116b62 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=5c7914b6-a0b9-4760-8e61-4c97e8dce6c1,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:48.120764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 31471e82-25a9-4968-af93-93e3cb215d08 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:48.237015 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] For port 24dcae7f-1f8e-4575-892b-f8fc2eb297c3, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:48.237015 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.246592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c3605f-bfb5-4169-8125-9c0561775b69 None None] Network fc61171a-3dda-4fcb-a2c9-3ce96535ff6b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:48.257012 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] For port 24dcae7f-1f8e-4575-892b-f8fc2eb297c3, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=24dcae7f-1f8e-4575-892b-f8fc2eb297c3,segment=NetworkSegment(7c3b7417-c79d-4b4e-b612-c7142d160278),segment_id=7c3b7417-c79d-4b4e-b612-c7142d160278)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:48.258348 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.db.api [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:15:48.258348 n-d-768509-24 neutron-server[103296]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:15:48.258348 n-d-768509-24 neutron-server[103296]: [parameters: {'id': '3300e837-9039-4d08-a4a1-1d35f5b4b244'}] Nov 12 04:15:48.258348 n-d-768509-24 neutron-server[103296]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:15:48.259508 n-d-768509-24 neutron-server[103296]: DEBUG oslo_db.api [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:15:48.303870 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-864551c5-3306-43be-a1f4-c37a09116b62 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.333780 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ef7e7b88-6dc2-44dc-bf3d-68cfe9124485 None None] Provisioning complete for port 31471e82-25a9-4968-af93-93e3cb215d08 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:48.334157 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef7e7b88-6dc2-44dc-bf3d-68cfe9124485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.372168 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.440712 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 31471e82-25a9-4968-af93-93e3cb215d08 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:48.441088 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.473607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-cc26b209-09f0-4e6e-ae53-1e22a02fbb8e tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:48.481101 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-cc26b209-09f0-4e6e-ae53-1e22a02fbb8e tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/networks?id=386a9bd7-3a98-4846-b5b8-b79d977e3875 HTTP/1.1" status: 200 len: 813 time: 0.1246655 Nov 12 04:15:48.491585 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-7f4061b6-a4c3-4309-bd67-3d0d2bf8d018 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/quotas/61aa7dee2c7b4464acdbe5547a4b12fc HTTP/1.1" status: 200 len: 375 time: 0.0095613 Nov 12 04:15:48.496742 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-864551c5-3306-43be-a1f4-c37a09116b62 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.546393 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-a0e1af41-b0e3-4a83-95bd-f00104352e38 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=61aa7dee2c7b4464acdbe5547a4b12fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417960 Nov 12 04:15:48.559416 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2770f17d-62ad-4edf-8341-cdaec29a8d6f None None] Network 3300e837-9039-4d08-a4a1-1d35f5b4b244 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:48.571510 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef637e-d93e-4b53-9351-4aba8f6c235c None None] Pushing event updated for resources: {'Port': ['ID=24dcae7f-1f8e-4575-892b-f8fc2eb297c3,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:48.650289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-c2f2b20a-d005-434e-bdb5-411f15b54ad6 service neutron] 10.222.0.37 "GET /v2.0/networks/386a9bd7-3a98-4846-b5b8-b79d977e3875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026630 Nov 12 04:15:48.693080 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef7e7b88-6dc2-44dc-bf3d-68cfe9124485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.760805 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-48d84791-a857-4964-8548-6d603ca8fe15 service neutron] 10.222.0.37 "GET /v2.0/networks/386a9bd7-3a98-4846-b5b8-b79d977e3875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025333 Nov 12 04:15:48.761358 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.808918 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.812507 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ef7e7b88-6dc2-44dc-bf3d-68cfe9124485 None None] For port 31471e82-25a9-4968-af93-93e3cb215d08, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=31471e82-25a9-4968-af93-93e3cb215d08,segment=NetworkSegment(115c0aa0-eb43-4c29-adbc-01a3fea1510c),segment_id=115c0aa0-eb43-4c29-adbc-01a3fea1510c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:48.825432 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Deleting port 24dcae7f-1f8e-4575-892b-f8fc2eb297c3 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:48.826923 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.834270 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-864551c5-3306-43be-a1f4-c37a09116b62 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.908149 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] For port 24dcae7f-1f8e-4575-892b-f8fc2eb297c3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=24dcae7f-1f8e-4575-892b-f8fc2eb297c3,segment=NetworkSegment(7c3b7417-c79d-4b4e-b612-c7142d160278),segment_id=7c3b7417-c79d-4b4e-b612-c7142d160278)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:48.908510 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.915453 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef7e7b88-6dc2-44dc-bf3d-68cfe9124485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.924383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Calling delete_port for 24dcae7f-1f8e-4575-892b-f8fc2eb297c3 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:48.940805 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-864551c5-3306-43be-a1f4-c37a09116b62 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.063369 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864551c5-3306-43be-a1f4-c37a09116b62 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=5c7914b6-a0b9-4760-8e61-4c97e8dce6c1,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:49.071478 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-864551c5-3306-43be-a1f4-c37a09116b62 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.109842 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.166380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Port': ['ID=24dcae7f-1f8e-4575-892b-f8fc2eb297c3,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:49.186942 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.187344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.187728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.188069 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.196240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.196702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.197064 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.197404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.197838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.198185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.198519 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.198874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.226512 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864551c5-3306-43be-a1f4-c37a09116b62 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network fc61171a-3dda-4fcb-a2c9-3ce96535ff6b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:49.226512 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-864551c5-3306-43be-a1f4-c37a09116b62 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:49.227676 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No DVR routers for this DVR port 24dcae7f-1f8e-4575-892b-f8fc2eb297c3 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:49.300438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b010e27b-fac9-4d48-8bcf-1eb189cdc79b None None] Provisioning complete for port 5c7914b6-a0b9-4760-8e61-4c97e8dce6c1 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:49.300438 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b010e27b-fac9-4d48-8bcf-1eb189cdc79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.338970 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.363657 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:15:49.363911 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:15:49.364781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e7b88-6dc2-44dc-bf3d-68cfe9124485 None None] Pushing event updated for resources: {'Port': ['ID=31471e82-25a9-4968-af93-93e3cb215d08,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:49.373120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3300e837-9039-4d08-a4a1-1d35f5b4b244']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:49.377112 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b010e27b-fac9-4d48-8bcf-1eb189cdc79b None None] Port 5c7914b6-a0b9-4760-8e61-4c97e8dce6c1 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:49.392604 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b010e27b-fac9-4d48-8bcf-1eb189cdc79b None None] Provisioning complete for port 31471e82-25a9-4968-af93-93e3cb215d08 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:49.396155 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b010e27b-fac9-4d48-8bcf-1eb189cdc79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.475283 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864551c5-3306-43be-a1f4-c37a09116b62 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Router b73ef15c-4042-4f77-b296-281c53afbee6 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:15:49.587668 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864551c5-3306-43be-a1f4-c37a09116b62 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:15:49.594297 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-864551c5-3306-43be-a1f4-c37a09116b62 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "PUT /v2.0/routers/b73ef15c-4042-4f77-b296-281c53afbee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7242160 Nov 12 04:15:49.598385 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37618) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:49.604320 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751e0291-4804-4d50-8f07-bafe34eeb0ad None None] Sync routers for ids ['b73ef15c-4042-4f77-b296-281c53afbee6'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:15:49.617796 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751e0291-4804-4d50-8f07-bafe34eeb0ad None None] Routers {'b73ef15c-4042-4f77-b296-281c53afbee6'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:49.621468 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-751e0291-4804-4d50-8f07-bafe34eeb0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:15:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b73ef15c-4042-4f77-b296-281c53afbee6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:49.654839 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af306554-47ac-4d86-aacf-9679cfa3d5a7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:49.657216 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-af306554-47ac-4d86-aacf-9679cfa3d5a7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73ef15c-4042-4f77-b296-281c53afbee6 HTTP/1.1" status: 200 len: 983 time: 0.0569019 Nov 12 04:15:49.660104 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37620) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:49.668485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-956431ba-3770-4df7-aeea-1e5e5cb82a85 None None] Provisioning complete for port 5c7914b6-a0b9-4760-8e61-4c97e8dce6c1 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:49.669842 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-956431ba-3770-4df7-aeea-1e5e5cb82a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.681421 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-751e0291-4804-4d50-8f07-bafe34eeb0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:49.691596 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751e0291-4804-4d50-8f07-bafe34eeb0ad None None] Routers {'b73ef15c-4042-4f77-b296-281c53afbee6'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:49.692493 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-751e0291-4804-4d50-8f07-bafe34eeb0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:15:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b73ef15c-4042-4f77-b296-281c53afbee6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:49.736964 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-751e0291-4804-4d50-8f07-bafe34eeb0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:49.737642 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751e0291-4804-4d50-8f07-bafe34eeb0ad None None] The sync data for ids ['b73ef15c-4042-4f77-b296-281c53afbee6'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:15:49.745466 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-956431ba-3770-4df7-aeea-1e5e5cb82a85 None None] Port 5c7914b6-a0b9-4760-8e61-4c97e8dce6c1 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:49.792998 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3b7417-c79d-4b4e-b612-c7142d160278') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:49.793450 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3b7417-c79d-4b4e-b612-c7142d160278') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:49.830685 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.854719 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.870480 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:15:49.870480 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:15:49.871478 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:15:49.918572 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791e34b3-86d3-4143-b5f1-f8974b4937fe None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:15:49.955972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-6b0e821d-2600-4257-a5e8-43e05ba72982 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:49.968896 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-6b0e821d-2600-4257-a5e8-43e05ba72982 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/networks?id=b7de31f9-a619-4cdb-8535-25cd71512f63 HTTP/1.1" status: 200 len: 815 time: 0.6765859 Nov 12 04:15:49.985562 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-2060979c-f2f4-4767-9134-70655b72d36f tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/quotas/f07698be77c74656a44f76eb61327f37 HTTP/1.1" status: 200 len: 375 time: 0.0203168 Nov 12 04:15:49.993841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2cb7c811-2156-4801-9dd6-a9beeb7a06ad None None] Provisioning complete for port 5c7914b6-a0b9-4760-8e61-4c97e8dce6c1 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:49.994216 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2cb7c811-2156-4801-9dd6-a9beeb7a06ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.026218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-854635b3-0c12-40ad-9de2-6a9d0ce2454b tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f07698be77c74656a44f76eb61327f37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396097 Nov 12 04:15:50.053046 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 31471e82-25a9-4968-af93-93e3cb215d08 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:50.087562 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.092060 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.099441 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/3300e837-9039-4d08-a4a1-1d35f5b4b244 HTTP/1.1" status: 204 len: 168 time: 2.9948845 Nov 12 04:15:50.102821 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37622) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:50.118928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ef57b67b-fd9e-4335-a24b-0d2ac13845e4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1166635026'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:50.122096 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2cb7c811-2156-4801-9dd6-a9beeb7a06ad None None] Port 5c7914b6-a0b9-4760-8e61-4c97e8dce6c1 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:50.135124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026aff7-648f-4852-9bf0-4ede5b402a1c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Network': ['ID=3300e837-9039-4d08-a4a1-1d35f5b4b244,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:50.165341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 31471e82-25a9-4968-af93-93e3cb215d08 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:50.165616 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.177328 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-ffdb537c-21b4-443e-9cae-a30e5bada368 service neutron] 10.222.0.37 "GET /v2.0/networks/b7de31f9-a619-4cdb-8535-25cd71512f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501112 Nov 12 04:15:50.197562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791e34b3-86d3-4143-b5f1-f8974b4937fe None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:15:50.245482 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1666fb06-b256-474e-b332-0e86867f27bb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.274533 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-eae66954-861f-4250-a057-3758f0a4077f service neutron] 10.222.0.37 "GET /v2.0/networks/b7de31f9-a619-4cdb-8535-25cd71512f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961621 Nov 12 04:15:50.332778 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef57b67b-fd9e-4335-a24b-0d2ac13845e4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:50.339538 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef57b67b-fd9e-4335-a24b-0d2ac13845e4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.376585 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef57b67b-fd9e-4335-a24b-0d2ac13845e4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:15:50.390866 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef57b67b-fd9e-4335-a24b-0d2ac13845e4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.391227 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-ef57b67b-fd9e-4335-a24b-0d2ac13845e4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Added segment 7b86f15d-510c-42fc-b74b-9dfcc06c54c3 of type vlan for network 2736afd0-ea00-4817-b4b3-89c3213898bc Nov 12 04:15:50.435429 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef57b67b-fd9e-4335-a24b-0d2ac13845e4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.583479 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1666fb06-b256-474e-b332-0e86867f27bb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port 5c7914b6-a0b9-4760-8e61-4c97e8dce6c1 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:50.584007 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1666fb06-b256-474e-b332-0e86867f27bb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.601378 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef57b67b-fd9e-4335-a24b-0d2ac13845e4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.607749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57b67b-fd9e-4335-a24b-0d2ac13845e4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:50.608354 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef57b67b-fd9e-4335-a24b-0d2ac13845e4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.688075 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1666fb06-b256-474e-b332-0e86867f27bb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.696675 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57b67b-fd9e-4335-a24b-0d2ac13845e4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Network': ['ID=2736afd0-ea00-4817-b4b3-89c3213898bc,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:50.712352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 2736afd0-ea00-4817-b4b3-89c3213898bc details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:15:50.721914 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1666fb06-b256-474e-b332-0e86867f27bb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for 5c7914b6-a0b9-4760-8e61-4c97e8dce6c1 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:50.790229 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ef57b67b-fd9e-4335-a24b-0d2ac13845e4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6841550 Nov 12 04:15:50.792205 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37636) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:50.798714 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-bc4a71cc-7760-4fd5-a3df-55b1bf234c89 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'subnet': {'network_id': '2736afd0-ea00-4817-b4b3-89c3213898bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:50.914331 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d5fe249-d23e-4a91-ae6e-0d3ec8755e8d req-6ff5f5ed-2438-4bd1-a56e-89f98476f0b2 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 210 time: 0.0430801 Nov 12 04:15:51.053408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4a71cc-7760-4fd5-a3df-55b1bf234c89 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:51.053642 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1666fb06-b256-474e-b332-0e86867f27bb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:51.053771 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a71cc-7760-4fd5-a3df-55b1bf234c89 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:51.076478 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666fb06-b256-474e-b332-0e86867f27bb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=5c7914b6-a0b9-4760-8e61-4c97e8dce6c1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:51.170159 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d28fb78-5013-494d-acce-a2e6de43bb19 req-d64adfa3-4833-4548-b1e7-383e3633a615 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/ports?device_id=4849330d-865f-4af3-a91a-b8fa52f5eaab HTTP/1.1" status: 200 len: 210 time: 0.0351436 Nov 12 04:15:51.265137 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1666fb06-b256-474e-b332-0e86867f27bb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:51.412543 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:15:51.421488 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a71cc-7760-4fd5-a3df-55b1bf234c89 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:51.480801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a71cc-7760-4fd5-a3df-55b1bf234c89 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Subnet': ['ID=8601b30b-ccef-40ff-b3a7-f551bed0960e,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:51.498010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4a71cc-7760-4fd5-a3df-55b1bf234c89 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Checking segment: {'id': '7b86f15d-510c-42fc-b74b-9dfcc06c54c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2736afd0-ea00-4817-b4b3-89c3213898bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:51.499407 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4a71cc-7760-4fd5-a3df-55b1bf234c89 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network hostable DHCP agents. Network: 2736afd0-ea00-4817-b4b3-89c3213898bc, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:15:51.661084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4a71cc-7760-4fd5-a3df-55b1bf234c89 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network 2736afd0-ea00-4817-b4b3-89c3213898bc is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:15:51.785085 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1666fb06-b256-474e-b332-0e86867f27bb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Router b73ef15c-4042-4f77-b296-281c53afbee6 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:15:51.856614 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-bc4a71cc-7760-4fd5-a3df-55b1bf234c89 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 2736afd0-ea00-4817-b4b3-89c3213898bc) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:51.861988 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4a71cc-7760-4fd5-a3df-55b1bf234c89 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:51.862821 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bc4a71cc-7760-4fd5-a3df-55b1bf234c89 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:51.869332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1666fb06-b256-474e-b332-0e86867f27bb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:15:51.875641 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be313cf1-d294-4558-8cca-bc1ab256ab7a None None] Network 2736afd0-ea00-4817-b4b3-89c3213898bc requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:51.878986 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1666fb06-b256-474e-b332-0e86867f27bb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "PUT /v2.0/routers/b73ef15c-4042-4f77-b296-281c53afbee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2174556 Nov 12 04:15:51.884383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37648) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:51.890316 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d54a9-c0e5-427a-9557-926097bc741d None None] Sync routers for ids ['b73ef15c-4042-4f77-b296-281c53afbee6'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:15:51.916916 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-213c052e-4fb7-4587-859f-9271f594bd7b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] GET failed (client error): The resource could not be found. Nov 12 04:15:51.918737 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-213c052e-4fb7-4587-859f-9271f594bd7b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports/5c7914b6-a0b9-4760-8e61-4c97e8dce6c1 HTTP/1.1" status: 404 len: 333 time: 0.0359902 Nov 12 04:15:51.921542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37650) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:51.940994 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07d54a9-c0e5-427a-9557-926097bc741d None None] Routers {'b73ef15c-4042-4f77-b296-281c53afbee6'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:51.941760 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d07d54a9-c0e5-427a-9557-926097bc741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:15:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b73ef15c-4042-4f77-b296-281c53afbee6'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:51.980194 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d07d54a9-c0e5-427a-9557-926097bc741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:51.982261 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bc4a71cc-7760-4fd5-a3df-55b1bf234c89 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1887882 Nov 12 04:15:51.984897 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37654) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:51.997891 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07d54a9-c0e5-427a-9557-926097bc741d None None] Routers {'b73ef15c-4042-4f77-b296-281c53afbee6'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:51.998859 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d07d54a9-c0e5-427a-9557-926097bc741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:15:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b73ef15c-4042-4f77-b296-281c53afbee6'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:52.007050 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-155e8af6-6ff6-41ca-9668-16cc54d76ccb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.048520 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d07d54a9-c0e5-427a-9557-926097bc741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:52.049162 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d54a9-c0e5-427a-9557-926097bc741d None None] The sync data for ids ['b73ef15c-4042-4f77-b296-281c53afbee6'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:15:52.081024 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-478fbd29-4491-4fa3-9484-deb97fafb184 req-9e665e61-6ff6-4074-b59a-dd7fd7269ae1 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 210 time: 0.0532148 Nov 12 04:15:52.157882 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.170164 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-2736afd0-ea00-4817-b4b3-89c3213898bc', 'network_id': '2736afd0-ea00-4817-b4b3-89c3213898bc', 'tenant_id': 'c5303947d80e4c23aa9e537f3070773a', 'fixed_ips': [{'subnet_id': '8601b30b-ccef-40ff-b3a7-f551bed0960e'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:15:52.171282 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.232374 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-155e8af6-6ff6-41ca-9668-16cc54d76ccb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.238800 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-155e8af6-6ff6-41ca-9668-16cc54d76ccb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.240629 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.334403 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37664) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:52.369334 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] Allocated IP 172.20.0.1 (2736afd0-ea00-4817-b4b3-89c3213898bc/8601b30b-ccef-40ff-b3a7-f551bed0960e/fb5e7c13-c2ee-4e21-a0de-94ebe90f79d3) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:52.394504 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-155e8af6-6ff6-41ca-9668-16cc54d76ccb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.396079 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155e8af6-6ff6-41ca-9668-16cc54d76ccb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Fanout notify agent at l3_agent the message router_deleted on router b73ef15c-4042-4f77-b296-281c53afbee6 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:15:52.411654 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-155e8af6-6ff6-41ca-9668-16cc54d76ccb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.414681 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-155e8af6-6ff6-41ca-9668-16cc54d76ccb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/routers/b73ef15c-4042-4f77-b296-281c53afbee6 HTTP/1.1" status: 204 len: 168 time: 0.4902050 Nov 12 04:15:52.415450 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37668) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:52.471425 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-8456fab5-4a24-4680-b68f-425a2047dfe5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting subnet 57508462-ce1e-4eeb-8d4d-19bbe25a477e {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:15:52.477680 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8456fab5-4a24-4680-b68f-425a2047dfe5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.494716 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-406b86fc-50d1-4dcf-9d38-71dbbc173554 req-71aa112a-4208-4cc7-b16a-7c47a242d06a tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/ports?device_id=4849330d-865f-4af3-a91a-b8fa52f5eaab HTTP/1.1" status: 200 len: 210 time: 0.0366340 Nov 12 04:15:52.517401 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3bf9542-c5a5-49b3-a5cd-be41ee22dbae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.549439 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.559631 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8456fab5-4a24-4680-b68f-425a2047dfe5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.683197 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.734804 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] Network 2736afd0-ea00-4817-b4b3-89c3213898bc is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:52.739535 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:52.741491 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] Pushing event updated for resources: {'Port': ['ID=fb5e7c13-c2ee-4e21-a0de-94ebe90f79d3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:52.743829 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:52.767381 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-9aed3619-7735-493d-8761-ee6f2244b046 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:52.768917 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-9aed3619-7735-493d-8761-ee6f2244b046 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.31 "GET /v2.0/networks?id=386a9bd7-3a98-4846-b5b8-b79d977e3875 HTTP/1.1" status: 200 len: 813 time: 0.2207890 Nov 12 04:15:52.773253 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3bf9542-c5a5-49b3-a5cd-be41ee22dbae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.779993 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8456fab5-4a24-4680-b68f-425a2047dfe5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.786996 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.809911 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Subnet': ['ID=8601b30b-ccef-40ff-b3a7-f551bed0960e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:52.813586 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-c1492c6b-f435-4af4-9a88-f2bba2c45cdf tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Request body: {'port': {'device_id': '9a794e59-389c-4fca-893a-427fbdf011e9', 'network_id': '386a9bd7-3a98-4846-b5b8-b79d977e3875', 'admin_state_up': True, 'tenant_id': '61aa7dee2c7b4464acdbe5547a4b12fc'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:52.825700 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] Attempting to bind port fb5e7c13-c2ee-4e21-a0de-94ebe90f79d3 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:52.826246 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] Attempting to bind port fb5e7c13-c2ee-4e21-a0de-94ebe90f79d3 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '7b86f15d-510c-42fc-b74b-9dfcc06c54c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2736afd0-ea00-4817-b4b3-89c3213898bc'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:52.826608 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] Attempting to bind port fb5e7c13-c2ee-4e21-a0de-94ebe90f79d3 on network 2736afd0-ea00-4817-b4b3-89c3213898bc {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:52.833394 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:52.838617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] Checking segment: {'id': '7b86f15d-510c-42fc-b74b-9dfcc06c54c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2736afd0-ea00-4817-b4b3-89c3213898bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:52.838617 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.838617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] Bound using segment: {'id': '7b86f15d-510c-42fc-b74b-9dfcc06c54c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2736afd0-ea00-4817-b4b3-89c3213898bc'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:52.838617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] Bound port: fb5e7c13-c2ee-4e21-a0de-94ebe90f79d3, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b86f15d-510c-42fc-b74b-9dfcc06c54c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2736afd0-ea00-4817-b4b3-89c3213898bc'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:52.838617 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.843626 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3bf9542-c5a5-49b3-a5cd-be41ee22dbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.881403 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.904741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2736afd0-ea00-4817-b4b3-89c3213898bc']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:52.916091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b86f15d-510c-42fc-b74b-9dfcc06c54c3') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:52.916716 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b86f15d-510c-42fc-b74b-9dfcc06c54c3') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:52.930818 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.937502 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] For port fb5e7c13-c2ee-4e21-a0de-94ebe90f79d3, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:52.941683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] For port fb5e7c13-c2ee-4e21-a0de-94ebe90f79d3, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=fb5e7c13-c2ee-4e21-a0de-94ebe90f79d3,segment=NetworkSegment(7b86f15d-510c-42fc-b74b-9dfcc06c54c3),segment_id=7b86f15d-510c-42fc-b74b-9dfcc06c54c3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:52.962872 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b3bf9542-c5a5-49b3-a5cd-be41ee22dbae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c5572ae7b7d4cb98a021fdefb80aa50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6243405 Nov 12 04:15:52.963276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37672) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:52.967686 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf9542-c5a5-49b3-a5cd-be41ee22dbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7a9e46-4a15-4d94-93a5-23f16e551ce9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:53.030306 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3aff5cf2-b18a-4a13-880e-322d5bf14b7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.053779 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3aff5cf2-b18a-4a13-880e-322d5bf14b7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.131655 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-c1492c6b-f435-4af4-9a88-f2bba2c45cdf tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Made reservation on behalf of 61aa7dee2c7b4464acdbe5547a4b12fc for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:53.131971 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.135397 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-c1492c6b-f435-4af4-9a88-f2bba2c45cdf tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.139043 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8456fab5-4a24-4680-b68f-425a2047dfe5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.176886 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456fab5-4a24-4680-b68f-425a2047dfe5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Subnet': ['ID=57508462-ce1e-4eeb-8d4d-19bbe25a477e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:53.182953 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8456fab5-4a24-4680-b68f-425a2047dfe5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.186085 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8456fab5-4a24-4680-b68f-425a2047dfe5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/subnets/57508462-ce1e-4eeb-8d4d-19bbe25a477e HTTP/1.1" status: 204 len: 168 time: 0.7695243 Nov 12 04:15:53.193154 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37676) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:53.206372 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14389250-0098-4bac-8e41-941f2d50608e None None] Network fc61171a-3dda-4fcb-a2c9-3ce96535ff6b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:53.235748 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e47827a1-81fa-428d-86e0-c6beeac01ef6 req-301fc737-ef0e-47e9-b66e-360e5601f00e tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 210 time: 0.0477109 Nov 12 04:15:53.236048 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff35172-ee46-4973-927f-3610cf6e17ca None None] Pushing event updated for resources: {'Port': ['ID=fb5e7c13-c2ee-4e21-a0de-94ebe90f79d3,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:53.238029 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3aff5cf2-b18a-4a13-880e-322d5bf14b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.240773 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3aff5cf2-b18a-4a13-880e-322d5bf14b7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.241964 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3aff5cf2-b18a-4a13-880e-322d5bf14b7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d7a9e46-4a15-4d94-93a5-23f16e551ce9 HTTP/1.1" status: 204 len: 168 time: 0.2774637 Nov 12 04:15:53.249945 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff5cf2-b18a-4a13-880e-322d5bf14b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7a9e46-4a15-4d94-93a5-23f16e551ce9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:53.283591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8f301a-f588-42f8-8cd6-dbe85a435231 None None] Network 2736afd0-ea00-4817-b4b3-89c3213898bc requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:53.308262 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.347026 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:15:53.347429 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:15:53.350549 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:15:53.423064 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.491130 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port 31471e82-25a9-4968-af93-93e3cb215d08 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:53.493458 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.586511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] For port 31471e82-25a9-4968-af93-93e3cb215d08, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=31471e82-25a9-4968-af93-93e3cb215d08,segment=NetworkSegment(115c0aa0-eb43-4c29-adbc-01a3fea1510c),segment_id=115c0aa0-eb43-4c29-adbc-01a3fea1510c)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:53.587442 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.589808 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-c1492c6b-f435-4af4-9a88-f2bba2c45cdf tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Allocated IP 172.20.0.7 (386a9bd7-3a98-4846-b5b8-b79d977e3875/cb5cd685-6b35-4713-b25d-fcdb3ef3a833/87632578-06b7-4d22-b826-7cda39747fd5) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:53.605872 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03acc016-ec9b-4367-a73c-de127105beda None None] DHCP port deletion for fc61171a-3dda-4fcb-a2c9-3ce96535ff6b request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:15:53.620505 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for 31471e82-25a9-4968-af93-93e3cb215d08 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:53.658375 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-03acc016-ec9b-4367-a73c-de127105beda None None] Deleting port 31471e82-25a9-4968-af93-93e3cb215d08 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:53.658853 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03acc016-ec9b-4367-a73c-de127105beda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.665455 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18dc6f6a-d3b8-406a-9d0f-17a455413e73 req-158e9768-1a17-49ff-ad99-af46d99e2c18 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/ports?device_id=4849330d-865f-4af3-a91a-b8fa52f5eaab HTTP/1.1" status: 200 len: 210 time: 0.0689104 Nov 12 04:15:53.666345 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.db.api [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:15:53.666345 n-d-768509-24 neutron-server[103296]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:15:53.666345 n-d-768509-24 neutron-server[103296]: [parameters: {'id': '2736afd0-ea00-4817-b4b3-89c3213898bc'}] Nov 12 04:15:53.666345 n-d-768509-24 neutron-server[103296]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:15:53.667121 n-d-768509-24 neutron-server[103296]: DEBUG oslo_db.api [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:15:53.763225 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-03acc016-ec9b-4367-a73c-de127105beda None None] For port 31471e82-25a9-4968-af93-93e3cb215d08, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=31471e82-25a9-4968-af93-93e3cb215d08,segment=NetworkSegment(115c0aa0-eb43-4c29-adbc-01a3fea1510c),segment_id=115c0aa0-eb43-4c29-adbc-01a3fea1510c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:53.763530 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03acc016-ec9b-4367-a73c-de127105beda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.780237 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-03acc016-ec9b-4367-a73c-de127105beda None None] Calling delete_port for 31471e82-25a9-4968-af93-93e3cb215d08 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:53.808706 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-c1492c6b-f435-4af4-9a88-f2bba2c45cdf tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.880324 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.893586 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03acc016-ec9b-4367-a73c-de127105beda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.924248 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-c1492c6b-f435-4af4-9a88-f2bba2c45cdf tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.925404 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03acc016-ec9b-4367-a73c-de127105beda None None] Pushing event deleted for resources: {'Port': ['ID=31471e82-25a9-4968-af93-93e3cb215d08,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:53.930913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03acc016-ec9b-4367-a73c-de127105beda None None] No DVR routers for this DVR port 31471e82-25a9-4968-af93-93e3cb215d08 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:53.931416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=31471e82-25a9-4968-af93-93e3cb215d08,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:53.944947 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No DVR routers for this DVR port 31471e82-25a9-4968-af93-93e3cb215d08 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:53.964449 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560fdbb9-10de-4190-896b-0fb79327ccf4 None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:15:54.004517 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-c1492c6b-f435-4af4-9a88-f2bba2c45cdf tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Network 386a9bd7-3a98-4846-b5b8-b79d977e3875 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:54.009447 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-c1492c6b-f435-4af4-9a88-f2bba2c45cdf tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:54.022047 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-c1492c6b-f435-4af4-9a88-f2bba2c45cdf tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:54.078841 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1492c6b-f435-4af4-9a88-f2bba2c45cdf tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event updated for resources: {'Port': ['ID=87632578-06b7-4d22-b826-7cda39747fd5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:54.095302 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:54.113847 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 31471e82-25a9-4968-af93-93e3cb215d08 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:54.114054 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-c1492c6b-f435-4af4-9a88-f2bba2c45cdf tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:54.114848 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-c1492c6b-f435-4af4-9a88-f2bba2c45cdf tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:54.121888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-60810343-25fd-473f-862f-c092f2752d82 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:54.123465 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-60810343-25fd-473f-862f-c092f2752d82 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.31 "GET /v2.0/networks?id=b7de31f9-a619-4cdb-8535-25cd71512f63 HTTP/1.1" status: 200 len: 815 time: 0.2377079 Nov 12 04:15:54.138266 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc61171a-3dda-4fcb-a2c9-3ce96535ff6b']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:54.147634 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-beef0ce4-59fd-46f2-9ddd-745cb0cd17fd tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Request body: {'port': {'device_id': '4849330d-865f-4af3-a91a-b8fa52f5eaab', 'network_id': 'b7de31f9-a619-4cdb-8535-25cd71512f63', 'admin_state_up': True, 'tenant_id': 'f07698be77c74656a44f76eb61327f37'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:54.151943 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 31471e82-25a9-4968-af93-93e3cb215d08 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:54.152296 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 31471e82-25a9-4968-af93-93e3cb215d08 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:54.171339 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:54.181263 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115c0aa0-eb43-4c29-adbc-01a3fea1510c') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:54.181474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115c0aa0-eb43-4c29-adbc-01a3fea1510c') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:54.208119 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560fdbb9-10de-4190-896b-0fb79327ccf4 None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:15:54.228209 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:54.265871 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-c1492c6b-f435-4af4-9a88-f2bba2c45cdf tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4732831 Nov 12 04:15:54.279867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Request body: {'port': {'device_id': '9a794e59-389c-4fca-893a-427fbdf011e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:54.280678 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:54.293016 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:15:54.293794 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:54.345054 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:15:54.392990 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:15:54.513718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c385f-0c45-457b-8b36-03ae3a503b53 req-5a6e4214-b780-4d2e-acd6-312610485f15 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:54.515935 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f25c385f-0c45-457b-8b36-03ae3a503b53 req-5a6e4214-b780-4d2e-acd6-312610485f15 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 931 time: 0.1248701 Nov 12 04:15:54.518859 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:54.523708 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Deleting port fb5e7c13-c2ee-4e21-a0de-94ebe90f79d3 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:54.524042 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:54.545871 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:54.553774 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/networks/fc61171a-3dda-4fcb-a2c9-3ce96535ff6b HTTP/1.1" status: 204 len: 168 time: 1.3588085 Nov 12 04:15:54.571392 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37712) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:54.574416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63741cc3-5c59-4663-b67b-1fd0db8913e0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Network': ['ID=fc61171a-3dda-4fcb-a2c9-3ce96535ff6b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:54.591545 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2030ddb-690a-49b7-b4b9-0acba8706c94 None None] DHCP port deletion for 386a9bd7-3a98-4846-b5b8-b79d977e3875 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:15:54.623951 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-beef0ce4-59fd-46f2-9ddd-745cb0cd17fd tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Made reservation on behalf of f07698be77c74656a44f76eb61327f37 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:54.628098 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-beef0ce4-59fd-46f2-9ddd-745cb0cd17fd tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:54.634157 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06748379-eaf7-4c07-abeb-0c606a714b00 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:54.637122 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-06748379-eaf7-4c07-abeb-0c606a714b00 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports/13a98fed-fdeb-41c1-afdb-e856a2e40b75 HTTP/1.1" status: 200 len: 840 time: 0.0636556 Nov 12 04:15:54.639987 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37716) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:54.676341 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] For port fb5e7c13-c2ee-4e21-a0de-94ebe90f79d3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=fb5e7c13-c2ee-4e21-a0de-94ebe90f79d3,segment=NetworkSegment(7b86f15d-510c-42fc-b74b-9dfcc06c54c3),segment_id=7b86f15d-510c-42fc-b74b-9dfcc06c54c3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:54.676823 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:54.721611 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f25c385f-0c45-457b-8b36-03ae3a503b53 req-ac253cb1-f86e-4d84-aca8-853cefdbab1b tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931624 Nov 12 04:15:54.722565 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Calling delete_port for fb5e7c13-c2ee-4e21-a0de-94ebe90f79d3 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:54.730864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-15b5e6d5-b3bc-41e9-946b-8d04e54af80f None None] Provisioning complete for port 87632578-06b7-4d22-b826-7cda39747fd5 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:54.731645 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15b5e6d5-b3bc-41e9-946b-8d04e54af80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:54.766404 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-be6ccc0a-dd39-4cbb-a6d6-eaf0c7e25bfe tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports/13a98fed-fdeb-41c1-afdb-e856a2e40b75?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1246746 Nov 12 04:15:54.770520 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37722) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:54.776898 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f5d4a3f7-99c4-485b-8760-f7ff377032f5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'subnet': {'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:54.801561 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-15b5e6d5-b3bc-41e9-946b-8d04e54af80f None None] Port 87632578-06b7-4d22-b826-7cda39747fd5 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:54.809328 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87632578-06b7-4d22-b826-7cda39747fd5 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:15:54.844296 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:54.870978 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Transition to ACTIVE for port object 87632578-06b7-4d22-b826-7cda39747fd5 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:15:54.906601 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-beef0ce4-59fd-46f2-9ddd-745cb0cd17fd tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Allocated IP 172.20.0.14 (b7de31f9-a619-4cdb-8535-25cd71512f63/82cb685f-526a-437a-bf66-ddb19b0952f8/45634967-35ae-4ad7-ae3c-981511c82af7) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:55.003400 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.033697 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-198a3a03-9ddb-4e1f-a6ce-4d26ab306689 req-12496cb5-f945-4235-9b6f-844204e76481 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/ports?device_id=4849330d-865f-4af3-a91a-b8fa52f5eaab HTTP/1.1" status: 200 len: 210 time: 0.0636187 Nov 12 04:15:55.036505 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d4a3f7-99c4-485b-8760-f7ff377032f5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:55.042743 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.043497 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5d4a3f7-99c4-485b-8760-f7ff377032f5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.056915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d539d7a-8a75-4790-9e03-d5df6bf77271 None None] DHCP port deletion for 386a9bd7-3a98-4846-b5b8-b79d977e3875 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:15:55.072687 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Port': ['ID=fb5e7c13-c2ee-4e21-a0de-94ebe90f79d3,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:55.079062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No DVR routers for this DVR port fb5e7c13-c2ee-4e21-a0de-94ebe90f79d3 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:55.152804 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Pushing event updated for resources: {'Port': ['ID=87632578-06b7-4d22-b826-7cda39747fd5,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:55.188913 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-beef0ce4-59fd-46f2-9ddd-745cb0cd17fd tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.194670 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.221401 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2736afd0-ea00-4817-b4b3-89c3213898bc']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:55.240011 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b86f15d-510c-42fc-b74b-9dfcc06c54c3') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:55.240350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b86f15d-510c-42fc-b74b-9dfcc06c54c3') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:55.252219 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.256190 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Attempting to bind port 87632578-06b7-4d22-b826-7cda39747fd5 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:55.256889 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Attempting to bind port 87632578-06b7-4d22-b826-7cda39747fd5 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '386a9bd7-3a98-4846-b5b8-b79d977e3875'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:55.260542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Attempting to bind port 87632578-06b7-4d22-b826-7cda39747fd5 on network 386a9bd7-3a98-4846-b5b8-b79d977e3875 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:55.266252 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Port 87632578-06b7-4d22-b826-7cda39747fd5 on network 386a9bd7-3a98-4846-b5b8-b79d977e3875 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:55.266712 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Attempting to bind port 87632578-06b7-4d22-b826-7cda39747fd5 on network 386a9bd7-3a98-4846-b5b8-b79d977e3875 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:55.275708 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.289717 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:15:55.289717 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.302601 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:55.302980 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Checking segment: {'id': 'cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '386a9bd7-3a98-4846-b5b8-b79d977e3875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:55.303381 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Bound using segment: {'id': 'cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '386a9bd7-3a98-4846-b5b8-b79d977e3875'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:55.303827 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Bound port: 87632578-06b7-4d22-b826-7cda39747fd5, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '386a9bd7-3a98-4846-b5b8-b79d977e3875'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:55.304191 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:15:55.311282 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:15:55.400784 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-beef0ce4-59fd-46f2-9ddd-745cb0cd17fd tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.414611 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] For port 87632578-06b7-4d22-b826-7cda39747fd5, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:55.417789 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] For port 87632578-06b7-4d22-b826-7cda39747fd5, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=87632578-06b7-4d22-b826-7cda39747fd5,segment=NetworkSegment(cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db),segment_id=cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:55.447352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-beef0ce4-59fd-46f2-9ddd-745cb0cd17fd tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Network b7de31f9-a619-4cdb-8535-25cd71512f63 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:55.452463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-beef0ce4-59fd-46f2-9ddd-745cb0cd17fd tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:55.456317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-beef0ce4-59fd-46f2-9ddd-745cb0cd17fd tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:55.463204 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef0ce4-59fd-46f2-9ddd-745cb0cd17fd tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Pushing event updated for resources: {'Port': ['ID=45634967-35ae-4ad7-ae3c-981511c82af7,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:55.466205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727edd1e-de9e-4edb-a825-e4e416046a91 None None] DHCP port deletion for b7de31f9-a619-4cdb-8535-25cd71512f63 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:15:55.498823 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.509249 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.512384 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/2736afd0-ea00-4817-b4b3-89c3213898bc HTTP/1.1" status: 204 len: 168 time: 3.5265326 Nov 12 04:15:55.516590 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37730) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:55.522032 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ce183d5b-7617-4f8c-827c-fc5245cadebc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-372469213'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:55.525341 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595d7af-381f-4951-bbb2-73e02603f6d5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Network': ['ID=2736afd0-ea00-4817-b4b3-89c3213898bc,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:55.536337 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-beef0ce4-59fd-46f2-9ddd-745cb0cd17fd tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:55.536337 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-beef0ce4-59fd-46f2-9ddd-745cb0cd17fd tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.558859 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9bbdb4c2-befa-43b0-918c-c06d9fc2ae69 None None] Provisioning complete for port 45634967-35ae-4ad7-ae3c-981511c82af7 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:55.558859 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb4c2-befa-43b0-918c-c06d9fc2ae69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.594438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9bbdb4c2-befa-43b0-918c-c06d9fc2ae69 None None] Port 45634967-35ae-4ad7-ae3c-981511c82af7 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:55.599657 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.601920 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5d4a3f7-99c4-485b-8760-f7ff377032f5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.668340 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce183d5b-7617-4f8c-827c-fc5245cadebc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:55.671897 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce183d5b-7617-4f8c-827c-fc5245cadebc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.679829 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35bf180-dae5-400c-9c6f-7e376d43f39c None None] DHCP port deletion for 386a9bd7-3a98-4846-b5b8-b79d977e3875 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:15:55.685153 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:55.685780 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.687225 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] 10.222.0.31 "PUT /v2.0/ports/87632578-06b7-4d22-b826-7cda39747fd5 HTTP/1.1" status: 200 len: 1092 time: 1.4117050 Nov 12 04:15:55.687794 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a794e59-389c-4fca-893a-427fbdf011e9', 'tag': '87632578-06b7-4d22-b826-7cda39747fd5'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:55.690044 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be8391a-6807-417c-bd2f-2dd0677096cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9a794e59-389c-4fca-893a-427fbdf011e9", "tag": "87632578-06b7-4d22-b826-7cda39747fd5"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:55.695372 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-beef0ce4-59fd-46f2-9ddd-745cb0cd17fd tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5517077 Nov 12 04:15:55.720495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Request body: {'port': {'device_id': '4849330d-865f-4af3-a91a-b8fa52f5eaab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:55.731198 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d4a3f7-99c4-485b-8760-f7ff377032f5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network e46e06ca-4baa-4d06-a602-c180e2552182 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:55.746371 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f5d4a3f7-99c4-485b-8760-f7ff377032f5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:55.759201 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d4a3f7-99c4-485b-8760-f7ff377032f5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:55.760014 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f5d4a3f7-99c4-485b-8760-f7ff377032f5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.763801 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce183d5b-7617-4f8c-827c-fc5245cadebc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:15:55.768705 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4a3f7-99c4-485b-8760-f7ff377032f5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Subnet': ['ID=4f7ee04f-f56f-4c20-a83e-748519ddb96a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:55.773871 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e1cb68-c87f-483a-b16b-ac205425513f x-openstack-request-id: req-79e1cb68-c87f-483a-b16b-ac205425513f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:55.774473 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a794e59-389c-4fca-893a-427fbdf011e9", "tag": "87632578-06b7-4d22-b826-7cda39747fd5", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:55.775964 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79e1cb68-c87f-483a-b16b-ac205425513f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:55.776542 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a794e59-389c-4fca-893a-427fbdf011e9', 'tag': '87632578-06b7-4d22-b826-7cda39747fd5', 'status': 'completed', 'code': 200} Nov 12 04:15:55.780610 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2beedb2-1e83-432e-9da0-11b07eea9a97 service neutron] Pushing event updated for resources: {'Port': ['ID=87632578-06b7-4d22-b826-7cda39747fd5,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:55.805949 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce183d5b-7617-4f8c-827c-fc5245cadebc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.806301 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-ce183d5b-7617-4f8c-827c-fc5245cadebc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Added segment a5a90374-8dba-460f-b5a4-8cf91ae2f9ce of type vlan for network 667bdde6-c9d7-4c11-8559-2f027d8cbb66 Nov 12 04:15:55.813443 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.888386 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce183d5b-7617-4f8c-827c-fc5245cadebc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.900052 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8391a-6807-417c-bd2f-2dd0677096cc req-05b64092-e76e-4862-9f35-51b2561e0af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:55.901570 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1be8391a-6807-417c-bd2f-2dd0677096cc req-05b64092-e76e-4862-9f35-51b2561e0af3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=61aa7dee2c7b4464acdbe5547a4b12fc&device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 1095 time: 0.0859370 Nov 12 04:15:55.949286 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86933d17-bd5c-42ac-b9f0-7d771463c208 None None] Network e46e06ca-4baa-4d06-a602-c180e2552182 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:55.965398 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f5d4a3f7-99c4-485b-8760-f7ff377032f5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1937389 Nov 12 04:15:55.979970 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37742) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:55.985280 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fefa9fd9-e62c-44d3-b5ba-a91cbd073cf5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'security_group': {'name': 'tempest-secgroup-1868471409'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:55.995982 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f42e2-83cd-4f6f-9649-a2b66c424937 req-7bb93733-c137-4681-86b4-518c59824c49 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:56.005385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-331f42e2-83cd-4f6f-9649-a2b66c424937 req-7bb93733-c137-4681-86b4-518c59824c49 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 943 time: 0.1411743 Nov 12 04:15:56.084661 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce183d5b-7617-4f8c-827c-fc5245cadebc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.091241 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce183d5b-7617-4f8c-827c-fc5245cadebc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:56.091876 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce183d5b-7617-4f8c-827c-fc5245cadebc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.121066 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37746) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:56.146563 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-e46e06ca-4baa-4d06-a602-c180e2552182', 'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182', 'tenant_id': '8177d60a10234961ad5f19a370b54d0b', 'fixed_ips': [{'subnet_id': '4f7ee04f-f56f-4c20-a83e-748519ddb96a'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:15:56.148359 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.188990 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-331f42e2-83cd-4f6f-9649-a2b66c424937 req-9df83fd6-8b31-4477-af48-672ccf3d8d26 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827357 Nov 12 04:15:56.276410 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45634967-35ae-4ad7-ae3c-981511c82af7 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:15:56.290463 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.314071 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] Allocated IP 172.20.0.2 (e46e06ca-4baa-4d06-a602-c180e2552182/4f7ee04f-f56f-4c20-a83e-748519ddb96a/2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:56.315543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Transition to ACTIVE for port object 45634967-35ae-4ad7-ae3c-981511c82af7 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:15:56.397996 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.490557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Pushing event updated for resources: {'Port': ['ID=45634967-35ae-4ad7-ae3c-981511c82af7,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:56.513919 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fefa9fd9-e62c-44d3-b5ba-a91cbd073cf5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.520241 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82044069-1a0d-4c00-b650-190a61985650 None None] DHCP port deletion for b7de31f9-a619-4cdb-8535-25cd71512f63 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:15:56.525939 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce183d5b-7617-4f8c-827c-fc5245cadebc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Network': ['ID=667bdde6-c9d7-4c11-8559-2f027d8cbb66,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:56.536587 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.547748 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 667bdde6-c9d7-4c11-8559-2f027d8cbb66 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:15:56.549562 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8391a-6807-417c-bd2f-2dd0677096cc req-896bc594-94e1-4e19-8014-909fd37dbdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:56.549942 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1be8391a-6807-417c-bd2f-2dd0677096cc req-896bc594-94e1-4e19-8014-909fd37dbdf3 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=61aa7dee2c7b4464acdbe5547a4b12fc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.6220312 Nov 12 04:15:56.600953 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c5b8e-1532-43b5-85f0-09b2ef632bfc req-7438dc12-8767-422e-8636-00a09d38d9bc tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:56.608509 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d83c5b8e-1532-43b5-85f0-09b2ef632bfc req-7438dc12-8767-422e-8636-00a09d38d9bc tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/ports?device_id=4849330d-865f-4af3-a91a-b8fa52f5eaab HTTP/1.1" status: 200 len: 944 time: 0.1194899 Nov 12 04:15:56.611181 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Attempting to bind port 45634967-35ae-4ad7-ae3c-981511c82af7 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:56.616350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Attempting to bind port 45634967-35ae-4ad7-ae3c-981511c82af7 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '7478e90d-b492-48b0-a48c-e5c7743a0dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b7de31f9-a619-4cdb-8535-25cd71512f63'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:56.616350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Attempting to bind port 45634967-35ae-4ad7-ae3c-981511c82af7 on network b7de31f9-a619-4cdb-8535-25cd71512f63 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:56.621705 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Port 45634967-35ae-4ad7-ae3c-981511c82af7 on network b7de31f9-a619-4cdb-8535-25cd71512f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:56.621988 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Attempting to bind port 45634967-35ae-4ad7-ae3c-981511c82af7 on network b7de31f9-a619-4cdb-8535-25cd71512f63 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:56.636378 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:56.636726 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Checking segment: {'id': '7478e90d-b492-48b0-a48c-e5c7743a0dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b7de31f9-a619-4cdb-8535-25cd71512f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:56.637113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Bound using segment: {'id': '7478e90d-b492-48b0-a48c-e5c7743a0dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b7de31f9-a619-4cdb-8535-25cd71512f63'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:56.637603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Bound port: 45634967-35ae-4ad7-ae3c-981511c82af7, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7478e90d-b492-48b0-a48c-e5c7743a0dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b7de31f9-a619-4cdb-8535-25cd71512f63'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:56.638592 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.658137 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8501364e-0aa3-48dd-8164-2c1e188aae86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.661226 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.666507 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ce183d5b-7617-4f8c-827c-fc5245cadebc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1456943 Nov 12 04:15:56.666768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37752) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:56.677092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-9e106687-ec56-49fe-9fa3-b99ca80a6f2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'subnet': {'network_id': '667bdde6-c9d7-4c11-8559-2f027d8cbb66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:56.704133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] Network e46e06ca-4baa-4d06-a602-c180e2552182 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:56.710913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:56.716258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:56.722213 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] Pushing event updated for resources: {'Port': ['ID=2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:56.737473 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d83c5b8e-1532-43b5-85f0-09b2ef632bfc req-5e2cacd5-33e0-4125-852b-cfbeda178f06 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/security-groups?id=8df9c636-4570-48eb-89ae-24c5ab13a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274724 Nov 12 04:15:56.798815 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] Attempting to bind port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:56.799147 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] Attempting to bind port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '234a7c69-50cd-4d83-93c4-1532a4dc4e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:56.799550 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] Attempting to bind port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 on network e46e06ca-4baa-4d06-a602-c180e2552182 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:56.806661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:56.808548 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] Checking segment: {'id': '234a7c69-50cd-4d83-93c4-1532a4dc4e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:56.808548 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.808730 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] For port 45634967-35ae-4ad7-ae3c-981511c82af7, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:56.808833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] Bound using segment: {'id': '234a7c69-50cd-4d83-93c4-1532a4dc4e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:56.808833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] Bound port: 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234a7c69-50cd-4d83-93c4-1532a4dc4e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:56.809146 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.812645 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] For port 45634967-35ae-4ad7-ae3c-981511c82af7, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=45634967-35ae-4ad7-ae3c-981511c82af7,segment=NetworkSegment(7478e90d-b492-48b0-a48c-e5c7743a0dc2),segment_id=7478e90d-b492-48b0-a48c-e5c7743a0dc2)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:56.846540 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fefa9fd9-e62c-44d3-b5ba-a91cbd073cf5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.855210 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8391a-6807-417c-bd2f-2dd0677096cc req-9269a7e1-4a49-4b5b-b0c2-8c3dc9bfda53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:56.856744 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1be8391a-6807-417c-bd2f-2dd0677096cc req-9269a7e1-4a49-4b5b-b0c2-8c3dc9bfda53 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2986581 Nov 12 04:15:56.874747 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8501364e-0aa3-48dd-8164-2c1e188aae86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.880155 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] For port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:56.883342 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] For port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77,segment=NetworkSegment(234a7c69-50cd-4d83-93c4-1532a4dc4e45),segment_id=234a7c69-50cd-4d83-93c4-1532a4dc4e45)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:56.926114 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.957308 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-5d0dceb3-a683-410a-b4a0-238b46f65111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:56.958888 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-5d0dceb3-a683-410a-b4a0-238b46f65111 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=61aa7dee2c7b4464acdbe5547a4b12fc&device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 1095 time: 0.0426917 Nov 12 04:15:56.966375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:56.967030 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.968923 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] 10.222.0.31 "PUT /v2.0/ports/45634967-35ae-4ad7-ae3c-981511c82af7 HTTP/1.1" status: 200 len: 1093 time: 1.2543967 Nov 12 04:15:56.969420 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4849330d-865f-4af3-a91a-b8fa52f5eaab', 'tag': '45634967-35ae-4ad7-ae3c-981511c82af7'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:56.972259 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fefa9fd9-e62c-44d3-b5ba-a91cbd073cf5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.972404 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e835d028-5ae0-43bf-ab12-b4b695c99c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "4849330d-865f-4af3-a91a-b8fa52f5eaab", "tag": "45634967-35ae-4ad7-ae3c-981511c82af7"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:56.978079 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e106687-ec56-49fe-9fa3-b99ca80a6f2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:56.980430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70c0fbb-62dc-4c48-a76f-1e5584c76ce5 None None] DHCP port deletion for b7de31f9-a619-4cdb-8535-25cd71512f63 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:15:56.982577 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9e106687-ec56-49fe-9fa3-b99ca80a6f2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.992247 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.040316 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8501364e-0aa3-48dd-8164-2c1e188aae86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.053062 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d0a163-c1fc-4057-9920-2597863a2257 x-openstack-request-id: req-98d0a163-c1fc-4057-9920-2597863a2257 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:57.053350 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4849330d-865f-4af3-a91a-b8fa52f5eaab", "tag": "45634967-35ae-4ad7-ae3c-981511c82af7", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:57.053614 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98d0a163-c1fc-4057-9920-2597863a2257 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:57.054572 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4849330d-865f-4af3-a91a-b8fa52f5eaab', 'tag': '45634967-35ae-4ad7-ae3c-981511c82af7', 'status': 'completed', 'code': 200} Nov 12 04:15:57.057068 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517feb65-1a94-4dd2-8707-3cf5a2444732 service neutron] Pushing event updated for resources: {'Port': ['ID=45634967-35ae-4ad7-ae3c-981511c82af7,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:57.104078 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81047930-4ae8-47c5-ab5b-7cea3e9806d7 None None] Pushing event updated for resources: {'Port': ['ID=2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:57.122896 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-4ae296cc-9d45-4717-a341-919a49adef8b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87632578-06b7-4d22-b826-7cda39747fd5 HTTP/1.1" status: 200 len: 217 time: 0.1387117 Nov 12 04:15:57.123529 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa9fd9-e62c-44d3-b5ba-a91cbd073cf5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b6733c-3769-42e2-b262-f359f4bf2b24,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:57.182865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835d028-5ae0-43bf-ab12-b4b695c99c4c req-c9f6e059-0ce8-4cce-b8fc-736194da51f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:57.184376 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e835d028-5ae0-43bf-ab12-b4b695c99c4c req-c9f6e059-0ce8-4cce-b8fc-736194da51f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f07698be77c74656a44f76eb61327f37&device_id=4849330d-865f-4af3-a91a-b8fa52f5eaab HTTP/1.1" status: 200 len: 1096 time: 0.0971894 Nov 12 04:15:57.190598 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8501364e-0aa3-48dd-8164-2c1e188aae86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df04f3a7c1c04558958ece58550b13c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0693402 Nov 12 04:15:57.195547 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37756) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:57.198595 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501364e-0aa3-48dd-8164-2c1e188aae86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018aaaab-6a4e-414d-aee1-8ab89f51e508,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:57.214712 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-a02e6458-d10a-41c3-9f8b-ee8e4a5acf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:57.216301 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-a02e6458-d10a-41c3-9f8b-ee8e4a5acf1e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cb5cd685-6b35-4713-b25d-fcdb3ef3a833 HTTP/1.1" status: 200 len: 853 time: 0.0867767 Nov 12 04:15:57.219934 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fefa9fd9-e62c-44d3-b5ba-a91cbd073cf5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.221384 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fefa9fd9-e62c-44d3-b5ba-a91cbd073cf5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2396061 Nov 12 04:15:57.225153 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37760) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:57.237988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1d0ce6d6-77f4-43c5-965a-1242a5d8d251 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'security_group': {'name': 'tempest-secgroup-1152835555'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:57.263200 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-05620067-f171-43cc-880d-f632edb69698 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=386a9bd7-3a98-4846-b5b8-b79d977e3875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370615 Nov 12 04:15:57.397702 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-54f812e4-0e2f-4998-98bc-a0926d0d7fb0 service neutron] 10.222.0.31 "GET /v2.0/networks/386a9bd7-3a98-4846-b5b8-b79d977e3875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256225 Nov 12 04:15:57.406295 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce6d6-77f4-43c5-965a-1242a5d8d251 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.558837 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b4ac675b-d0ca-4507-8bc8-9a37b74122d3 req-fde97c0f-e4a3-4527-9ff2-7602596deb40 service neutron] 10.222.0.31 "GET /v2.0/networks/386a9bd7-3a98-4846-b5b8-b79d977e3875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262248 Nov 12 04:15:57.566420 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce6d6-77f4-43c5-965a-1242a5d8d251 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.663765 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce6d6-77f4-43c5-965a-1242a5d8d251 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.703012 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ce6d6-77f4-43c5-965a-1242a5d8d251 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e9d13a-f8a3-4627-a348-77758d9ee2f9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:57.797167 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce6d6-77f4-43c5-965a-1242a5d8d251 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.801332 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1d0ce6d6-77f4-43c5-965a-1242a5d8d251 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5711524 Nov 12 04:15:57.801332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37768) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:57.808106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e0a97c6b-cf39-4a0a-b3a3-5538b657edb4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-100675591', 'security_groups': ['72e9d13a-f8a3-4627-a348-77758d9ee2f9'], 'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4f7ee04f-f56f-4c20-a83e-748519ddb96a'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:57.870687 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afaa0161-ec7e-4a0e-bf35-4f2a4a9a7523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.873785 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835d028-5ae0-43bf-ab12-b4b695c99c4c req-2bd2c635-57a3-443f-82c0-bad0bec73520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:57.875336 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e835d028-5ae0-43bf-ab12-b4b695c99c4c req-2bd2c635-57a3-443f-82c0-bad0bec73520 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f07698be77c74656a44f76eb61327f37&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6696289 Nov 12 04:15:57.883478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b45e3-79b3-41e0-99ad-117864e78945 req-0b5a3f4b-dfec-46d4-9b73-fcaece1cf70f tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:57.885166 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c3b45e3-79b3-41e0-99ad-117864e78945 req-0b5a3f4b-dfec-46d4-9b73-fcaece1cf70f tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 943 time: 0.5831211 Nov 12 04:15:57.921911 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9e106687-ec56-49fe-9fa3-b99ca80a6f2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.010862 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afaa0161-ec7e-4a0e-bf35-4f2a4a9a7523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.028989 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a97c6b-cf39-4a0a-b3a3-5538b657edb4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:58.039642 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:58.119076 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:58.119784 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.135597 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e106687-ec56-49fe-9fa3-b99ca80a6f2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Subnet': ['ID=78cccead-0633-4824-b48f-93789143dd26,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:58.141647 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c3b45e3-79b3-41e0-99ad-117864e78945 req-a41d4c41-d75e-450c-be50-ffab4cff48a0 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394402 Nov 12 04:15:58.171548 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0a97c6b-cf39-4a0a-b3a3-5538b657edb4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.186159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e106687-ec56-49fe-9fa3-b99ca80a6f2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Checking segment: {'id': 'a5a90374-8dba-460f-b5a4-8cf91ae2f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '667bdde6-c9d7-4c11-8559-2f027d8cbb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:58.186674 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e106687-ec56-49fe-9fa3-b99ca80a6f2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network hostable DHCP agents. Network: 667bdde6-c9d7-4c11-8559-2f027d8cbb66, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:15:58.197007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835d028-5ae0-43bf-ab12-b4b695c99c4c req-7c6da993-0a3f-438a-af43-6fd4683c034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:58.198781 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e835d028-5ae0-43bf-ab12-b4b695c99c4c req-7c6da993-0a3f-438a-af43-6fd4683c034e service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3106251 Nov 12 04:15:58.207048 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-e0a97c6b-cf39-4a0a-b3a3-5538b657edb4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] device_id is not set on port 7e4fe7c4-bcb7-4fea-99ea-063cd7030fe8 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:15:58.222742 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afaa0161-ec7e-4a0e-bf35-4f2a4a9a7523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.225499 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afaa0161-ec7e-4a0e-bf35-4f2a4a9a7523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.229070 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-afaa0161-ec7e-4a0e-bf35-4f2a4a9a7523 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/018aaaab-6a4e-414d-aee1-8ab89f51e508 HTTP/1.1" status: 204 len: 168 time: 1.0300760 Nov 12 04:15:58.235472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa0161-ec7e-4a0e-bf35-4f2a4a9a7523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018aaaab-6a4e-414d-aee1-8ab89f51e508,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:58.289075 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.303515 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-cacbecc9-2ed6-4c48-8fee-6653262cc7f6 None None] Provisioning complete for port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:58.304174 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cacbecc9-2ed6-4c48-8fee-6653262cc7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.340156 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e106687-ec56-49fe-9fa3-b99ca80a6f2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network 667bdde6-c9d7-4c11-8559-2f027d8cbb66 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:15:58.351231 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-985d6f9d-4039-40d2-a6c5-86aa5948fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:58.353241 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-985d6f9d-4039-40d2-a6c5-86aa5948fa4e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f07698be77c74656a44f76eb61327f37&device_id=4849330d-865f-4af3-a91a-b8fa52f5eaab HTTP/1.1" status: 200 len: 1096 time: 0.0824966 Nov 12 04:15:58.361840 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77,segment=NetworkSegment(234a7c69-50cd-4d83-93c4-1532a4dc4e45),segment_id=234a7c69-50cd-4d83-93c4-1532a4dc4e45)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:58.414709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-a9096896-5bcd-4ff6-a6f1-99117afff4e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45634967-35ae-4ad7-ae3c-981511c82af7 HTTP/1.1" status: 200 len: 217 time: 0.0451264 Nov 12 04:15:58.418608 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cacbecc9-2ed6-4c48-8fee-6653262cc7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.463877 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-e0a97c6b-cf39-4a0a-b3a3-5538b657edb4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Allocated IP 172.20.0.8 (e46e06ca-4baa-4d06-a602-c180e2552182/4f7ee04f-f56f-4c20-a83e-748519ddb96a/7e4fe7c4-bcb7-4fea-99ea-063cd7030fe8) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:58.471816 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-9e106687-ec56-49fe-9fa3-b99ca80a6f2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 667bdde6-c9d7-4c11-8559-2f027d8cbb66) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:58.480038 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e106687-ec56-49fe-9fa3-b99ca80a6f2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:58.480431 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61075535-89f2-4049-ac5f-59ea63a2bc63 None None] Network 667bdde6-c9d7-4c11-8559-2f027d8cbb66 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:58.480640 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9e106687-ec56-49fe-9fa3-b99ca80a6f2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.509273 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-e4dd36d8-d1c9-4cbb-a2e7-c48cd05ddbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:58.510887 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-e4dd36d8-d1c9-4cbb-a2e7-c48cd05ddbe2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=82cb685f-526a-437a-bf66-ddb19b0952f8 HTTP/1.1" status: 200 len: 855 time: 0.0851011 Nov 12 04:15:58.519603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac865c-e8fd-4188-83f3-8cdf08d0739b req-dffd25e5-6bbe-4ed8-b87f-0afcb605f07f tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:58.521258 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72ac865c-e8fd-4188-83f3-8cdf08d0739b req-dffd25e5-6bbe-4ed8-b87f-0afcb605f07f tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/ports?device_id=4849330d-865f-4af3-a91a-b8fa52f5eaab HTTP/1.1" status: 200 len: 944 time: 0.1053338 Nov 12 04:15:58.563863 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-96b5d3c8-3883-4fc8-afc5-a43b98e9a093 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b7de31f9-a619-4cdb-8535-25cd71512f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416181 Nov 12 04:15:58.569176 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.636651 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0a97c6b-cf39-4a0a-b3a3-5538b657edb4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.637185 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-cacbecc9-2ed6-4c48-8fee-6653262cc7f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:15:58.637769 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-cacbecc9-2ed6-4c48-8fee-6653262cc7f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:15:58.669945 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72ac865c-e8fd-4188-83f3-8cdf08d0739b req-2fafb7b3-7de4-43a9-bfb3-90ce45163606 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/security-groups?id=8df9c636-4570-48eb-89ae-24c5ab13a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333370 Nov 12 04:15:58.676068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9e106687-ec56-49fe-9fa3-b99ca80a6f2f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0070815 Nov 12 04:15:58.683256 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37776) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:58.695518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:58.765020 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-667bdde6-c9d7-4c11-8559-2f027d8cbb66', 'network_id': '667bdde6-c9d7-4c11-8559-2f027d8cbb66', 'tenant_id': 'c5303947d80e4c23aa9e537f3070773a', 'fixed_ips': [{'subnet_id': '78cccead-0633-4824-b48f-93789143dd26'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:15:58.766205 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0a97c6b-cf39-4a0a-b3a3-5538b657edb4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.770543 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.797824 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-82dca53c-4543-4f56-9a72-adfc354eb0ce service neutron] 10.222.0.31 "GET /v2.0/networks/b7de31f9-a619-4cdb-8535-25cd71512f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253132 Nov 12 04:15:58.834508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a97c6b-cf39-4a0a-b3a3-5538b657edb4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network e46e06ca-4baa-4d06-a602-c180e2552182 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:58.840929 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e0a97c6b-cf39-4a0a-b3a3-5538b657edb4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:58.844686 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a97c6b-cf39-4a0a-b3a3-5538b657edb4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:58.892217 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a97c6b-cf39-4a0a-b3a3-5538b657edb4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=7e4fe7c4-bcb7-4fea-99ea-063cd7030fe8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:58.898227 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.933461 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a97c6b-cf39-4a0a-b3a3-5538b657edb4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:58.934144 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0a97c6b-cf39-4a0a-b3a3-5538b657edb4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.973842 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe4891f4-73f3-4d28-bb30-9853bd495504 req-3abba7b2-8bde-4eaf-82a8-ea9de56e6d83 service neutron] 10.222.0.31 "GET /v2.0/networks/b7de31f9-a619-4cdb-8535-25cd71512f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653202 Nov 12 04:15:58.988940 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] Allocated IP 172.20.0.2 (667bdde6-c9d7-4c11-8559-2f027d8cbb66/78cccead-0633-4824-b48f-93789143dd26/70ec52bb-264d-401e-800f-b7a710f41e57) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:58.991118 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.054240 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e0a97c6b-cf39-4a0a-b3a3-5538b657edb4 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2517755 Nov 12 04:15:59.057004 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37784) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:59.066235 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-cc578ad7-a902-4cb5-a2c2-9ee93b7a9d5e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'subnet': {'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:59.194345 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.204799 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-cacbecc9-2ed6-4c48-8fee-6653262cc7f6 None None] Provisioning complete for port 13a98fed-fdeb-41c1-afdb-e856a2e40b75 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:59.205140 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cacbecc9-2ed6-4c48-8fee-6653262cc7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.246340 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-cacbecc9-2ed6-4c48-8fee-6653262cc7f6 None None] Port 13a98fed-fdeb-41c1-afdb-e856a2e40b75 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:59.279760 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe359829-a0f5-4d67-adbd-b6fb69588ad2 req-0763fdfe-0657-4ec1-8ab7-4639a8f666cf tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:59.281814 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe359829-a0f5-4d67-adbd-b6fb69588ad2 req-0763fdfe-0657-4ec1-8ab7-4639a8f666cf tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 943 time: 0.0516291 Nov 12 04:15:59.305977 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc578ad7-a902-4cb5-a2c2-9ee93b7a9d5e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:59.309739 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc578ad7-a902-4cb5-a2c2-9ee93b7a9d5e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.329709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe359829-a0f5-4d67-adbd-b6fb69588ad2 req-2d066f94-854e-4ce6-97d4-9071f4da08fb tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418248 Nov 12 04:15:59.350409 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.415516 n-d-768509-24 neutron-server[103297]: INFO neutron.db.ipam_backend_mixin [None req-cc578ad7-a902-4cb5-a2c2-9ee93b7a9d5e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4f7ee04f-f56f-4c20-a83e-748519ddb96a (CIDR: 172.20.0.0/28) Nov 12 04:15:59.423683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] Network 667bdde6-c9d7-4c11-8559-2f027d8cbb66 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:59.424851 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-19fe8692-b839-42fe-a00d-4d7e6eca1f14 None None] Provisioning complete for port 7e4fe7c4-bcb7-4fea-99ea-063cd7030fe8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:59.425222 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-19fe8692-b839-42fe-a00d-4d7e6eca1f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.436791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:59.436791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:59.456831 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.460470 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc578ad7-a902-4cb5-a2c2-9ee93b7a9d5e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:15:59.461802 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc578ad7-a902-4cb5-a2c2-9ee93b7a9d5e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:15:59.482252 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] Pushing event updated for resources: {'Port': ['ID=70ec52bb-264d-401e-800f-b7a710f41e57,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:59.498377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Subnet': ['ID=78cccead-0633-4824-b48f-93789143dd26,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:59.521680 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-19fe8692-b839-42fe-a00d-4d7e6eca1f14 None None] Port 7e4fe7c4-bcb7-4fea-99ea-063cd7030fe8 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:59.551622 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cc578ad7-a902-4cb5-a2c2-9ee93b7a9d5e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4909773 Nov 12 04:15:59.551837 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37800) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:59.557221 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4415b0d1-db69-4502-929f-6c6333ea8951 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'subnet': {'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:59.572645 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] Attempting to bind port 70ec52bb-264d-401e-800f-b7a710f41e57 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:59.573123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] Attempting to bind port 70ec52bb-264d-401e-800f-b7a710f41e57 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'a5a90374-8dba-460f-b5a4-8cf91ae2f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '667bdde6-c9d7-4c11-8559-2f027d8cbb66'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:59.579332 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] Attempting to bind port 70ec52bb-264d-401e-800f-b7a710f41e57 on network 667bdde6-c9d7-4c11-8559-2f027d8cbb66 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:59.579488 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.581010 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:59.581617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] Checking segment: {'id': 'a5a90374-8dba-460f-b5a4-8cf91ae2f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '667bdde6-c9d7-4c11-8559-2f027d8cbb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:59.582071 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.582745 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] Bound using segment: {'id': 'a5a90374-8dba-460f-b5a4-8cf91ae2f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '667bdde6-c9d7-4c11-8559-2f027d8cbb66'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:59.583380 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] Bound port: 70ec52bb-264d-401e-800f-b7a710f41e57, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a90374-8dba-460f-b5a4-8cf91ae2f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '667bdde6-c9d7-4c11-8559-2f027d8cbb66'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:59.584541 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.605853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667bdde6-c9d7-4c11-8559-2f027d8cbb66']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:59.616675 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a90374-8dba-460f-b5a4-8cf91ae2f9ce') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:59.616978 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a90374-8dba-460f-b5a4-8cf91ae2f9ce') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:59.632895 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.653101 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.661965 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:15:59.662471 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:15:59.668017 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:15:59.706490 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] For port 70ec52bb-264d-401e-800f-b7a710f41e57, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:59.751369 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] For port 70ec52bb-264d-401e-800f-b7a710f41e57, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=70ec52bb-264d-401e-800f-b7a710f41e57,segment=NetworkSegment(a5a90374-8dba-460f-b5a4-8cf91ae2f9ce),segment_id=a5a90374-8dba-460f-b5a4-8cf91ae2f9ce)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:59.791321 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4415b0d1-db69-4502-929f-6c6333ea8951 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:59.791853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37806) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:59.793919 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.db.api [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:15:59.793919 n-d-768509-24 neutron-server[103296]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:15:59.793919 n-d-768509-24 neutron-server[103296]: [parameters: {'id': '667bdde6-c9d7-4c11-8559-2f027d8cbb66'}] Nov 12 04:15:59.793919 n-d-768509-24 neutron-server[103296]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:15:59.794279 n-d-768509-24 neutron-server[103296]: DEBUG oslo_db.api [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:15:59.795672 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4415b0d1-db69-4502-929f-6c6333ea8951 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.827420 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfc372-9611-4112-afd5-b8ab5e9a94bf req-5cd14642-1b25-41e8-93c7-4e57f310bbbf tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:59.833134 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13dfc372-9611-4112-afd5-b8ab5e9a94bf req-5cd14642-1b25-41e8-93c7-4e57f310bbbf tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/ports?device_id=4849330d-865f-4af3-a91a-b8fa52f5eaab HTTP/1.1" status: 200 len: 944 time: 0.0716045 Nov 12 04:15:59.835142 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.923509 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13dfc372-9611-4112-afd5-b8ab5e9a94bf req-057bcb1a-53c6-4ecd-b4ab-4d0bc3277e81 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/security-groups?id=8df9c636-4570-48eb-89ae-24c5ab13a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808461 Nov 12 04:15:59.956897 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-264bbc53-8e9f-49ac-82e0-f6d982b2abce admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1949361684-network', 'tenant_id': '9522b608456348d5874d977e2cedcf6c'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:59.957213 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7389fa-b06d-43f1-b480-e7b5be7cbe19 None None] Pushing event updated for resources: {'Port': ['ID=70ec52bb-264d-401e-800f-b7a710f41e57,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:00.005645 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e1ec16-f555-45c6-aeda-681691d6f5da None None] Network 667bdde6-c9d7-4c11-8559-2f027d8cbb66 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:00.044864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:00.107120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264bbc53-8e9f-49ac-82e0-f6d982b2abce admin admin] Made reservation on behalf of 9522b608456348d5874d977e2cedcf6c for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:00.109732 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-264bbc53-8e9f-49ac-82e0-f6d982b2abce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.124104 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-264bbc53-8e9f-49ac-82e0-f6d982b2abce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.201217 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:00.201841 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.214968 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-264bbc53-8e9f-49ac-82e0-f6d982b2abce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.224061 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4415b0d1-db69-4502-929f-6c6333ea8951 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.250654 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76cc4dd-f266-4a29-9ac7-2bdeb60044f7 None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:16:00.277437 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4415b0d1-db69-4502-929f-6c6333ea8951 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network e46e06ca-4baa-4d06-a602-c180e2552182 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:00.280535 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4415b0d1-db69-4502-929f-6c6333ea8951 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:00.285907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415b0d1-db69-4502-929f-6c6333ea8951 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:00.286821 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4415b0d1-db69-4502-929f-6c6333ea8951 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.295274 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415b0d1-db69-4502-929f-6c6333ea8951 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Subnet': ['ID=d89a4516-462e-401f-83fb-335c460678f0,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:00.295953 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.306020 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-264bbc53-8e9f-49ac-82e0-f6d982b2abce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.341603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264bbc53-8e9f-49ac-82e0-f6d982b2abce admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:16:00.383140 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bbc53-8e9f-49ac-82e0-f6d982b2abce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4243990c-6dcf-430d-bff2-9948d79d0b77,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:00.400005 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4415b0d1-db69-4502-929f-6c6333ea8951 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8442848 Nov 12 04:16:00.401688 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37814) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:00.403312 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-264bbc53-8e9f-49ac-82e0-f6d982b2abce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.403689 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-264bbc53-8e9f-49ac-82e0-f6d982b2abce admin admin] Added segment 06a6b8f6-18bd-4e34-af0b-1c11a79902e5 of type vlan for network c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 Nov 12 04:16:00.405652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b81bccc9-8e2c-4640-ac08-93f638de3b89 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-805212400', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd89a4516-462e-401f-83fb-335c460678f0'}], 'security_groups': ['d0b6733c-3769-42e2-b262-f359f4bf2b24']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:00.446233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76cc4dd-f266-4a29-9ac7-2bdeb60044f7 None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:16:00.490992 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-264bbc53-8e9f-49ac-82e0-f6d982b2abce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.506355 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b81bccc9-8e2c-4640-ac08-93f638de3b89 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.537136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564194d-f586-4f8a-9c50-ce5412ad075d req-c1c5664a-5822-4efd-b7ea-2516435b2481 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:00.538642 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7564194d-f586-4f8a-9c50-ce5412ad075d req-c1c5664a-5822-4efd-b7ea-2516435b2481 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 943 time: 0.0900993 Nov 12 04:16:00.575213 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Deleting port 70ec52bb-264d-401e-800f-b7a710f41e57 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:00.575828 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.666311 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7564194d-f586-4f8a-9c50-ce5412ad075d req-eea3b358-1308-43be-a731-e7b80a9010fe tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177866 Nov 12 04:16:00.682098 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] For port 70ec52bb-264d-401e-800f-b7a710f41e57, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=70ec52bb-264d-401e-800f-b7a710f41e57,segment=NetworkSegment(a5a90374-8dba-460f-b5a4-8cf91ae2f9ce),segment_id=a5a90374-8dba-460f-b5a4-8cf91ae2f9ce)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:00.684826 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.701248 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Calling delete_port for 70ec52bb-264d-401e-800f-b7a710f41e57 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:00.708433 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-264bbc53-8e9f-49ac-82e0-f6d982b2abce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.714309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264bbc53-8e9f-49ac-82e0-f6d982b2abce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:00.714956 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-264bbc53-8e9f-49ac-82e0-f6d982b2abce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.791498 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95709b8-f2b5-4a90-b834-369061d93b29 None None] Network e46e06ca-4baa-4d06-a602-c180e2552182 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:00.831287 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-264bbc53-8e9f-49ac-82e0-f6d982b2abce admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0356376 Nov 12 04:16:00.831287 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bbc53-8e9f-49ac-82e0-f6d982b2abce admin admin] Pushing event updated for resources: {'Network': ['ID=c2f8e694-3ef4-4f15-b37d-b6a7c6d64987,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:00.832865 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37820) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:00.850708 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:00.857417 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-76612dbf-0c48-47e3-87cf-27856c8a94c2 admin admin] Request body: {'subnet': {'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1949361684-subnet', 'tenant_id': '9522b608456348d5874d977e2cedcf6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:00.943663 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-b81bccc9-8e2c-4640-ac08-93f638de3b89 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Delete allocated IP 172.20.0.8 (e46e06ca-4baa-4d06-a602-c180e2552182/4f7ee04f-f56f-4c20-a83e-748519ddb96a) {{(pid=103297) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 04:16:00.957961 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-b81bccc9-8e2c-4640-ac08-93f638de3b89 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Allocated IP 172.20.0.27 (e46e06ca-4baa-4d06-a602-c180e2552182/d89a4516-462e-401f-83fb-335c460678f0/7e4fe7c4-bcb7-4fea-99ea-063cd7030fe8) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:00.972203 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.003542 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Port': ['ID=70ec52bb-264d-401e-800f-b7a710f41e57,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:01.006679 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No DVR routers for this DVR port 70ec52bb-264d-401e-800f-b7a710f41e57 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:16:01.022371 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76612dbf-0c48-47e3-87cf-27856c8a94c2 admin admin] Made reservation on behalf of 9522b608456348d5874d977e2cedcf6c for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:01.025786 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76612dbf-0c48-47e3-87cf-27856c8a94c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.122723 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ca8df6-3831-4e52-afcd-11054ddda606 None None] Update dhcp port {'port': {'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182', 'fixed_ips': [{'subnet_id': '4f7ee04f-f56f-4c20-a83e-748519ddb96a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd89a4516-462e-401f-83fb-335c460678f0'}], 'binding:host_id': 'n-d-768509-24'}, 'id': '2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77'} from n-d-768509-24. {{(pid=103298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:16:01.130563 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.141937 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1965a06-d0a9-46c2-b55b-ad16481bb8b6 req-ad9f2a40-40ab-480c-a599-bae7cb9a8215 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:01.149208 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1965a06-d0a9-46c2-b55b-ad16481bb8b6 req-ad9f2a40-40ab-480c-a599-bae7cb9a8215 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/ports?device_id=4849330d-865f-4af3-a91a-b8fa52f5eaab HTTP/1.1" status: 200 len: 944 time: 0.1434388 Nov 12 04:16:01.151533 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02ca8df6-3831-4e52-afcd-11054ddda606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.185103 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667bdde6-c9d7-4c11-8559-2f027d8cbb66']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:01.199815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a90374-8dba-460f-b5a4-8cf91ae2f9ce') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:01.200048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a90374-8dba-460f-b5a4-8cf91ae2f9ce') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:01.220650 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.250502 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1965a06-d0a9-46c2-b55b-ad16481bb8b6 req-df44c0d3-9015-4a47-9372-0d4b0876ba9d tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/security-groups?id=8df9c636-4570-48eb-89ae-24c5ab13a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988142 Nov 12 04:16:01.255588 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.269785 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:01.270340 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.289814 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b81bccc9-8e2c-4640-ac08-93f638de3b89 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:01.297405 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:01.397598 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b81bccc9-8e2c-4640-ac08-93f638de3b89 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.424173 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.430859 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76612dbf-0c48-47e3-87cf-27856c8a94c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.432005 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.436469 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/667bdde6-c9d7-4c11-8559-2f027d8cbb66 HTTP/1.1" status: 204 len: 168 time: 2.7455924 Nov 12 04:16:01.439854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37826) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:01.445519 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-b10afe2b-be3a-4336-9a90-653d293fea43 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1637720623'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:01.462567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-02ca8df6-3831-4e52-afcd-11054ddda606 None None] Allocated IP 172.20.0.18 (e46e06ca-4baa-4d06-a602-c180e2552182/d89a4516-462e-401f-83fb-335c460678f0/2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:01.464889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04965554-527c-45d7-b3ed-f6a6c4ebbfcd tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Network': ['ID=667bdde6-c9d7-4c11-8559-2f027d8cbb66,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:01.495069 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 87632578-06b7-4d22-b826-7cda39747fd5 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:16:01.534316 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bccc9-8e2c-4640-ac08-93f638de3b89 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=7e4fe7c4-bcb7-4fea-99ea-063cd7030fe8,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:01.554211 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10afe2b-be3a-4336-9a90-653d293fea43 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:01.559343 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b10afe2b-be3a-4336-9a90-653d293fea43 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.565695 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76612dbf-0c48-47e3-87cf-27856c8a94c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d47581f-20de-4cd2-a8b0-e2cb48fc0e2c,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:01.574574 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b81bccc9-8e2c-4640-ac08-93f638de3b89 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] In _notify_port_updated(), no bound segment for port 7e4fe7c4-bcb7-4fea-99ea-063cd7030fe8 on network e46e06ca-4baa-4d06-a602-c180e2552182 {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:16:01.582248 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81bccc9-8e2c-4640-ac08-93f638de3b89 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:01.582870 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b81bccc9-8e2c-4640-ac08-93f638de3b89 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.587511 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b81bccc9-8e2c-4640-ac08-93f638de3b89 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "PUT /v2.0/ports/7e4fe7c4-bcb7-4fea-99ea-063cd7030fe8 HTTP/1.1" status: 200 len: 920 time: 1.1830549 Nov 12 04:16:01.587727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37828) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:01.593093 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76612dbf-0c48-47e3-87cf-27856c8a94c2 admin admin] Checking segment: {'id': '06a6b8f6-18bd-4e34-af0b-1c11a79902e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:01.594068 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76612dbf-0c48-47e3-87cf-27856c8a94c2 admin admin] Network hostable DHCP agents. Network: c2f8e694-3ef4-4f15-b37d-b6a7c6d64987, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:16:01.605594 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10afe2b-be3a-4336-9a90-653d293fea43 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:16:01.643683 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b10afe2b-be3a-4336-9a90-653d293fea43 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.644097 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-b10afe2b-be3a-4336-9a90-653d293fea43 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Added segment ec7fda01-1579-492e-bcd8-7ac7147468ad of type vlan for network be3fe152-3563-4088-a49f-257659e3820e Nov 12 04:16:01.704145 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76612dbf-0c48-47e3-87cf-27856c8a94c2 admin admin] Network c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:16:01.738848 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b10afe2b-be3a-4336-9a90-653d293fea43 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.776826 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-02ca8df6-3831-4e52-afcd-11054ddda606 None None] For port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77,segment=NetworkSegment(234a7c69-50cd-4d83-93c4-1532a4dc4e45),segment_id=234a7c69-50cd-4d83-93c4-1532a4dc4e45)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:01.807297 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-76612dbf-0c48-47e3-87cf-27856c8a94c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, c2f8e694-3ef4-4f15-b37d-b6a7c6d64987) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:01.813548 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-69073ea1-4b40-4675-8d97-bc6626acc064 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port 7e4fe7c4-bcb7-4fea-99ea-063cd7030fe8 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:01.813896 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-69073ea1-4b40-4675-8d97-bc6626acc064 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.824771 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76612dbf-0c48-47e3-87cf-27856c8a94c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:01.825522 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76612dbf-0c48-47e3-87cf-27856c8a94c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.825911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f841e221-ce6f-4d08-9a88-fc813af41bc9 None None] Network c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:01.833010 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02ca8df6-3831-4e52-afcd-11054ddda606 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.865640 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 87632578-06b7-4d22-b826-7cda39747fd5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=87632578-06b7-4d22-b826-7cda39747fd5,segment=NetworkSegment(cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db),segment_id=cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:01.893369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e2d36-b22b-459a-9124-99fae37f3377 req-ff2bfa48-fbee-4859-8349-5959005aa9a2 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:01.894974 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e0e2d36-b22b-459a-9124-99fae37f3377 req-ff2bfa48-fbee-4859-8349-5959005aa9a2 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 943 time: 0.1274860 Nov 12 04:16:01.904718 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '87632578-06b7-4d22-b826-7cda39747fd5', 'network_id': '386a9bd7-3a98-4846-b5b8-b79d977e3875', 'port_id': '87632578-06b7-4d22-b826-7cda39747fd5', 'mac_address': 'fa:16:3e:8b:69:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb5cd685-6b35-4713-b25d-fcdb3ef3a833', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:16:01.913320 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b10afe2b-be3a-4336-9a90-653d293fea43 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.918869 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10afe2b-be3a-4336-9a90-653d293fea43 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:01.919471 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b10afe2b-be3a-4336-9a90-653d293fea43 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.959974 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-76612dbf-0c48-47e3-87cf-27856c8a94c2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1185451 Nov 12 04:16:01.960192 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02ca8df6-3831-4e52-afcd-11054ddda606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.980064 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-69073ea1-4b40-4675-8d97-bc6626acc064 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.995974 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.033224 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-69073ea1-4b40-4675-8d97-bc6626acc064 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for 7e4fe7c4-bcb7-4fea-99ea-063cd7030fe8 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:02.057023 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10afe2b-be3a-4336-9a90-653d293fea43 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Network': ['ID=be3fe152-3563-4088-a49f-257659e3820e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:02.063072 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87632578-06b7-4d22-b826-7cda39747fd5 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:16:02.068440 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b10afe2b-be3a-4336-9a90-653d293fea43 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6273413 Nov 12 04:16:02.072180 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37838) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:02.080817 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4b7ffa1f-2e1e-48da-8648-d008b13c1f98 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'subnet': {'network_id': 'be3fe152-3563-4088-a49f-257659e3820e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:02.080993 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e0e2d36-b22b-459a-9124-99fae37f3377 req-63662b3e-9c17-479a-a14d-5f616c8d5266 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782775 Nov 12 04:16:02.116551 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network be3fe152-3563-4088-a49f-257659e3820e details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:02.139687 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca8df6-3831-4e52-afcd-11054ddda606 None None] Pushing event updated for resources: {'Port': ['ID=2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:02.152827 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352e1460-6fca-456f-b041-31bfa45a663f None None] Network c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:02.165625 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 87632578-06b7-4d22-b826-7cda39747fd5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=87632578-06b7-4d22-b826-7cda39747fd5,segment=NetworkSegment(cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db),segment_id=cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:02.278151 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.372104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=87632578-06b7-4d22-b826-7cda39747fd5,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:02.377618 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7ffa1f-2e1e-48da-8648-d008b13c1f98 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:02.381523 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffa1f-2e1e-48da-8648-d008b13c1f98 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.423460 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-69073ea1-4b40-4675-8d97-bc6626acc064 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.457148 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69073ea1-4b40-4675-8d97-bc6626acc064 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=7e4fe7c4-bcb7-4fea-99ea-063cd7030fe8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:02.462307 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.ipam_backend_mixin [None req-4b7ffa1f-2e1e-48da-8648-d008b13c1f98 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Performing IP validity checks on allocation pools {{(pid=103297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:16:02.462889 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.ipam_backend_mixin [None req-4b7ffa1f-2e1e-48da-8648-d008b13c1f98 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:16:02.561165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['87632578-06b7-4d22-b826-7cda39747fd5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:02.570589 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-69073ea1-4b40-4675-8d97-bc6626acc064 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.574197 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-69073ea1-4b40-4675-8d97-bc6626acc064 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/ports/7e4fe7c4-bcb7-4fea-99ea-063cd7030fe8 HTTP/1.1" status: 204 len: 168 time: 0.9852405 Nov 12 04:16:02.577373 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37858) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:02.614279 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-7182c50e-305d-441b-9999-ed1425bc7bbb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] GET failed (client error): The resource could not be found. Nov 12 04:16:02.616728 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7182c50e-305d-441b-9999-ed1425bc7bbb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports/7e4fe7c4-bcb7-4fea-99ea-063cd7030fe8 HTTP/1.1" status: 404 len: 333 time: 0.0375135 Nov 12 04:16:02.628068 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37860) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:02.709871 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffa1f-2e1e-48da-8648-d008b13c1f98 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.716584 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-03d58aac-9d74-4483-a96a-eb5854eca332 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.743252 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-5c22a760-f398-4ad9-9012-4d6dbb428d42 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:02.750596 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-5c22a760-f398-4ad9-9012-4d6dbb428d42 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/networks?id=c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 HTTP/1.1" status: 200 len: 815 time: 0.1467083 Nov 12 04:16:02.767932 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-0a81aa23-f41f-48e2-9fb5-026454521aa5 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/quotas/9522b608456348d5874d977e2cedcf6c HTTP/1.1" status: 200 len: 375 time: 0.0162866 Nov 12 04:16:02.808684 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-5387aa41-c878-4105-a571-f5ab386e2e9e tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9522b608456348d5874d977e2cedcf6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396802 Nov 12 04:16:02.811836 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ffa1f-2e1e-48da-8648-d008b13c1f98 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Subnet': ['ID=5bd23f97-edde-40f0-92a9-ae1905b06580,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:02.822676 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-03d58aac-9d74-4483-a96a-eb5854eca332 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.866282 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ffa1f-2e1e-48da-8648-d008b13c1f98 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Checking segment: {'id': 'ec7fda01-1579-492e-bcd8-7ac7147468ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'be3fe152-3563-4088-a49f-257659e3820e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:02.866757 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7ffa1f-2e1e-48da-8648-d008b13c1f98 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network hostable DHCP agents. Network: be3fe152-3563-4088-a49f-257659e3820e, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:16:02.909152 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-a280f124-4a42-42c8-969c-355ec51ae5e9 service neutron] 10.222.0.37 "GET /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996037 Nov 12 04:16:02.971320 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7f58722c-6b0f-4d08-b2ea-3126f772cb1b None None] Could not find standard attr ID for object 7e4fe7c4-bcb7-4fea-99ea-063cd7030fe8. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:16:02.982530 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7f58722c-6b0f-4d08-b2ea-3126f772cb1b None None] Provisioning complete for port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:02.983033 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f58722c-6b0f-4d08-b2ea-3126f772cb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.000632 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-03d58aac-9d74-4483-a96a-eb5854eca332 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.004424 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-03d58aac-9d74-4483-a96a-eb5854eca332 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.008004 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-03d58aac-9d74-4483-a96a-eb5854eca332 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/security-groups/72e9d13a-f8a3-4627-a348-77758d9ee2f9 HTTP/1.1" status: 204 len: 168 time: 0.3766706 Nov 12 04:16:03.008151 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-1b9b2bc7-1894-4679-9eaa-b70751d9806d service neutron] 10.222.0.37 "GET /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922413 Nov 12 04:16:03.009237 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37862) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:03.031572 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7ffa1f-2e1e-48da-8648-d008b13c1f98 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network be3fe152-3563-4088-a49f-257659e3820e is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:16:03.033888 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d58aac-9d74-4483-a96a-eb5854eca332 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e9d13a-f8a3-4627-a348-77758d9ee2f9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:03.083582 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8d88f77-2f20-42ca-ba8f-9c94c3441ea2 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.108274 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8d88f77-2f20-42ca-ba8f-9c94c3441ea2 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.121303 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7f58722c-6b0f-4d08-b2ea-3126f772cb1b None None] Provisioning complete for port 13a98fed-fdeb-41c1-afdb-e856a2e40b75 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:03.121599 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f58722c-6b0f-4d08-b2ea-3126f772cb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.151848 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4b7ffa1f-2e1e-48da-8648-d008b13c1f98 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, be3fe152-3563-4088-a49f-257659e3820e) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:03.156528 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ffa1f-2e1e-48da-8648-d008b13c1f98 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:03.157124 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffa1f-2e1e-48da-8648-d008b13c1f98 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.164081 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7f58722c-6b0f-4d08-b2ea-3126f772cb1b None None] Port 13a98fed-fdeb-41c1-afdb-e856a2e40b75 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:03.166315 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bdb6d9-983c-46f4-9f87-45de80ce5f34 None None] Network be3fe152-3563-4088-a49f-257659e3820e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:03.269190 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8d88f77-2f20-42ca-ba8f-9c94c3441ea2 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.273311 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8d88f77-2f20-42ca-ba8f-9c94c3441ea2 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.275118 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c8d88f77-2f20-42ca-ba8f-9c94c3441ea2 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/security-groups/d0b6733c-3769-42e2-b262-f359f4bf2b24 HTTP/1.1" status: 204 len: 168 time: 0.2636280 Nov 12 04:16:03.277875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37868) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:03.287531 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d88f77-2f20-42ca-ba8f-9c94c3441ea2 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b6733c-3769-42e2-b262-f359f4bf2b24,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:03.312140 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8fa10206-f6f2-4fe8-93d5-4e81e6639db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.334590 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-04688527-1e59-449a-b1ec-f9920a74a0f0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting subnet 4f7ee04f-f56f-4c20-a83e-748519ddb96a {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:16:03.338540 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04688527-1e59-449a-b1ec-f9920a74a0f0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.340076 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4b7ffa1f-2e1e-48da-8648-d008b13c1f98 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2561271 Nov 12 04:16:03.343877 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37872) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:03.360285 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-be3fe152-3563-4088-a49f-257659e3820e', 'network_id': 'be3fe152-3563-4088-a49f-257659e3820e', 'tenant_id': 'c5303947d80e4c23aa9e537f3070773a', 'fixed_ips': [{'subnet_id': '5bd23f97-edde-40f0-92a9-ae1905b06580'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:16:03.361765 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.436520 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04688527-1e59-449a-b1ec-f9920a74a0f0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.545331 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 45634967-35ae-4ad7-ae3c-981511c82af7 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:16:03.552961 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 87632578-06b7-4d22-b826-7cda39747fd5 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:03.556828 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.602662 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802c1a2-f3f9-43c5-bfa6-da10eb28518b req-4b2e95e6-2915-4610-ad1f-409937c67726 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:03.611664 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3802c1a2-f3f9-43c5-bfa6-da10eb28518b req-4b2e95e6-2915-4610-ad1f-409937c67726 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/ports?device_id=4849330d-865f-4af3-a91a-b8fa52f5eaab HTTP/1.1" status: 200 len: 944 time: 0.0929599 Nov 12 04:16:03.649934 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3088feda-74fb-4aa4-9956-f33fde8b374e None None] Could not find standard attr ID for object 7e4fe7c4-bcb7-4fea-99ea-063cd7030fe8. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:16:03.653150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] Allocated IP 172.20.0.3 (be3fe152-3563-4088-a49f-257659e3820e/5bd23f97-edde-40f0-92a9-ae1905b06580/04af4320-1b6c-4e83-b491-f0bd1bdeccba) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:03.654900 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.707542 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04688527-1e59-449a-b1ec-f9920a74a0f0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.746410 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3802c1a2-f3f9-43c5-bfa6-da10eb28518b req-18be05e8-ff9b-43d2-9539-957f6dfb039f tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/security-groups?id=8df9c636-4570-48eb-89ae-24c5ab13a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337230 Nov 12 04:16:03.760415 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 87632578-06b7-4d22-b826-7cda39747fd5 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:16:03.798097 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 87632578-06b7-4d22-b826-7cda39747fd5 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:03.798097 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.885875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 45634967-35ae-4ad7-ae3c-981511c82af7, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=45634967-35ae-4ad7-ae3c-981511c82af7,segment=NetworkSegment(7478e90d-b492-48b0-a48c-e5c7743a0dc2),segment_id=7478e90d-b492-48b0-a48c-e5c7743a0dc2)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:03.892163 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04688527-1e59-449a-b1ec-f9920a74a0f0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.929654 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '45634967-35ae-4ad7-ae3c-981511c82af7', 'network_id': 'b7de31f9-a619-4cdb-8535-25cd71512f63', 'port_id': '45634967-35ae-4ad7-ae3c-981511c82af7', 'mac_address': 'fa:16:3e:16:9b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82cb685f-526a-437a-bf66-ddb19b0952f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:16:03.929959 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04688527-1e59-449a-b1ec-f9920a74a0f0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Subnet': ['ID=4f7ee04f-f56f-4c20-a83e-748519ddb96a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:03.934686 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04688527-1e59-449a-b1ec-f9920a74a0f0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.939104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-04688527-1e59-449a-b1ec-f9920a74a0f0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/subnets/4f7ee04f-f56f-4c20-a83e-748519ddb96a HTTP/1.1" status: 204 len: 168 time: 0.6601779 Nov 12 04:16:03.947168 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37882) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:03.951056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-30dada53-2058-4b7c-a6a2-a2ec2462fdcf tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'subnet': {'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:03.952167 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6010c19-1bc5-4d28-9940-af0c14245fa2 None None] Network e46e06ca-4baa-4d06-a602-c180e2552182 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:04.013473 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac603998-b000-4535-9a20-590d33d17cde req-30e0b4ff-a392-49fa-9790-095a5e3b8349 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:04.014066 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.024291 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac603998-b000-4535-9a20-590d33d17cde req-30e0b4ff-a392-49fa-9790-095a5e3b8349 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 944 time: 0.0957596 Nov 12 04:16:04.088370 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac603998-b000-4535-9a20-590d33d17cde req-4f7cd933-c0c9-4ca2-9a17-17951facc645 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596373 Nov 12 04:16:04.148767 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dada53-2058-4b7c-a6a2-a2ec2462fdcf tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:04.152671 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30dada53-2058-4b7c-a6a2-a2ec2462fdcf tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.236340 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:04.287592 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.306772 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.329277 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1dfc6aa8-af8d-430b-a351-81889ac56a88 req-88a833fd-f966-45d4-a716-188d47053ed9 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 210 time: 0.0300622 Nov 12 04:16:04.334725 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45634967-35ae-4ad7-ae3c-981511c82af7 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:16:04.394150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 45634967-35ae-4ad7-ae3c-981511c82af7, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=45634967-35ae-4ad7-ae3c-981511c82af7,segment=NetworkSegment(7478e90d-b492-48b0-a48c-e5c7743a0dc2),segment_id=7478e90d-b492-48b0-a48c-e5c7743a0dc2)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:04.402816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a794e59-389c-4fca-893a-427fbdf011e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87632578-06b7-4d22-b826-7cda39747fd5'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:04.405148 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4877baf6-1df1-4f63-ab0b-984b0825efb9" -d '{"events": [{"server_uuid": "9a794e59-389c-4fca-893a-427fbdf011e9", "name": "network-vif-plugged", "status": "completed", "tag": "87632578-06b7-4d22-b826-7cda39747fd5"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:04.440798 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 87632578-06b7-4d22-b826-7cda39747fd5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=87632578-06b7-4d22-b826-7cda39747fd5,segment=NetworkSegment(cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db),segment_id=cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:04.440798 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.463871 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f921212f-5f5d-4cf0-8bc0-f1f0b804378f x-openstack-request-id: req-f921212f-5f5d-4cf0-8bc0-f1f0b804378f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:04.464167 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a794e59-389c-4fca-893a-427fbdf011e9", "name": "network-vif-plugged", "status": "completed", "tag": "87632578-06b7-4d22-b826-7cda39747fd5", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:04.464422 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f921212f-5f5d-4cf0-8bc0-f1f0b804378f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:04.464899 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a794e59-389c-4fca-893a-427fbdf011e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87632578-06b7-4d22-b826-7cda39747fd5', 'code': 200} Nov 12 04:16:04.487678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] Network be3fe152-3563-4088-a49f-257659e3820e is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:04.488515 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:04.488843 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.509310 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.512002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:04.536373 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.540592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:04.545925 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30dada53-2058-4b7c-a6a2-a2ec2462fdcf tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.547990 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.557044 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] Pushing event updated for resources: {'Port': ['ID=04af4320-1b6c-4e83-b491-f0bd1bdeccba,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:04.578215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd23f97-edde-40f0-92a9-ae1905b06580,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:04.587010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3eea50-5ea0-4ef1-9f74-7cb25b663a2d req-a30dd94f-1553-471c-9699-9f46697edfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:04.588537 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa3eea50-5ea0-4ef1-9f74-7cb25b663a2d req-a30dd94f-1553-471c-9699-9f46697edfff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 1097 time: 0.0485730 Nov 12 04:16:04.645234 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dada53-2058-4b7c-a6a2-a2ec2462fdcf tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network e46e06ca-4baa-4d06-a602-c180e2552182 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:04.649795 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa3eea50-5ea0-4ef1-9f74-7cb25b663a2d req-220cb608-9a99-4a44-a79c-11069d8a1b43 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521457 Nov 12 04:16:04.661624 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-30dada53-2058-4b7c-a6a2-a2ec2462fdcf tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:04.668519 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dada53-2058-4b7c-a6a2-a2ec2462fdcf tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:04.668519 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30dada53-2058-4b7c-a6a2-a2ec2462fdcf tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.671621 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] Attempting to bind port 04af4320-1b6c-4e83-b491-f0bd1bdeccba on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:04.672181 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] Attempting to bind port 04af4320-1b6c-4e83-b491-f0bd1bdeccba by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'ec7fda01-1579-492e-bcd8-7ac7147468ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'be3fe152-3563-4088-a49f-257659e3820e'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:04.672443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] Attempting to bind port 04af4320-1b6c-4e83-b491-f0bd1bdeccba on network be3fe152-3563-4088-a49f-257659e3820e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:04.677476 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=45634967-35ae-4ad7-ae3c-981511c82af7,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:04.726447 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dada53-2058-4b7c-a6a2-a2ec2462fdcf tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Subnet': ['ID=cddb8c5f-f7ae-49e5-98f0-c9b93fd0fa62,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:04.730488 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.731905 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:04.732226 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] Checking segment: {'id': 'ec7fda01-1579-492e-bcd8-7ac7147468ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'be3fe152-3563-4088-a49f-257659e3820e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:04.732653 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.733054 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] Bound using segment: {'id': 'ec7fda01-1579-492e-bcd8-7ac7147468ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'be3fe152-3563-4088-a49f-257659e3820e'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:04.733489 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] Bound port: 04af4320-1b6c-4e83-b491-f0bd1bdeccba, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7fda01-1579-492e-bcd8-7ac7147468ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'be3fe152-3563-4088-a49f-257659e3820e'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:04.733901 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.756314 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3fe152-3563-4088-a49f-257659e3820e']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:04.768186 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7fda01-1579-492e-bcd8-7ac7147468ad') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:04.768488 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7fda01-1579-492e-bcd8-7ac7147468ad') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:04.787148 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.805755 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.807807 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['45634967-35ae-4ad7-ae3c-981511c82af7'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:04.812934 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:04.813383 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.815280 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=87632578-06b7-4d22-b826-7cda39747fd5,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:04.817301 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:04.845141 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-30dada53-2058-4b7c-a6a2-a2ec2462fdcf tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9007316 Nov 12 04:16:04.848459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37890) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:04.854000 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-45c2ee68-0370-4a57-8ade-9289eb4de59d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'security_group': {'name': 'tempest-secgroup-769394690'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:04.880458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] For port 04af4320-1b6c-4e83-b491-f0bd1bdeccba, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:04.918852 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] For port 04af4320-1b6c-4e83-b491-f0bd1bdeccba, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=04af4320-1b6c-4e83-b491-f0bd1bdeccba,segment=NetworkSegment(ec7fda01-1579-492e-bcd8-7ac7147468ad),segment_id=ec7fda01-1579-492e-bcd8-7ac7147468ad)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:04.935942 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.db.api [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:16:04.935942 n-d-768509-24 neutron-server[103297]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:16:04.935942 n-d-768509-24 neutron-server[103297]: [parameters: {'id': 'be3fe152-3563-4088-a49f-257659e3820e'}] Nov 12 04:16:04.935942 n-d-768509-24 neutron-server[103297]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:16:04.936489 n-d-768509-24 neutron-server[103297]: DEBUG oslo_db.api [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:16:04.962510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96396e-c2b9-49bc-abfe-df353a4435d5 req-18187d17-163e-45e2-b95f-4d0f969715a4 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:04.964167 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c96396e-c2b9-49bc-abfe-df353a4435d5 req-18187d17-163e-45e2-b95f-4d0f969715a4 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/ports?device_id=4849330d-865f-4af3-a91a-b8fa52f5eaab HTTP/1.1" status: 200 len: 945 time: 0.0821481 Nov 12 04:16:05.019101 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c96396e-c2b9-49bc-abfe-df353a4435d5 req-6c364da7-53c5-4136-bda9-c62543657db0 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/security-groups?id=8df9c636-4570-48eb-89ae-24c5ab13a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478048 Nov 12 04:16:05.037680 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-45c2ee68-0370-4a57-8ade-9289eb4de59d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.064599 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.114039 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-45c2ee68-0370-4a57-8ade-9289eb4de59d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.173888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdc1ab-5fae-4b58-96f6-ddcfe2859e3d None None] Pushing event updated for resources: {'Port': ['ID=04af4320-1b6c-4e83-b491-f0bd1bdeccba,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:05.193335 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285c40e2-f281-4f1f-9acc-7cb387ef6c0f None None] Network be3fe152-3563-4088-a49f-257659e3820e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:05.237438 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-45c2ee68-0370-4a57-8ade-9289eb4de59d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.283983 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2ee68-0370-4a57-8ade-9289eb4de59d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae95c3a-2b9f-48ee-8e9a-647ecfc88a0f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:05.295390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ea535-72c8-4dd3-bf1a-7ba604caa796 req-e9c43b93-96ed-4cb0-8a53-4c59fae1380d tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:05.297298 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-408ea535-72c8-4dd3-bf1a-7ba604caa796 req-e9c43b93-96ed-4cb0-8a53-4c59fae1380d tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 945 time: 0.0919933 Nov 12 04:16:05.338374 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d54665d-bc27-49ee-b641-907d8675bd6c None None] Network e46e06ca-4baa-4d06-a602-c180e2552182 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:05.358137 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-408ea535-72c8-4dd3-bf1a-7ba604caa796 req-0a0969e9-78e9-41de-90a0-9b958f29f744 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542719 Nov 12 04:16:05.438059 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.461904 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6b1bc449-aab4-485b-9573-e922050a464f None None] Provisioning complete for port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:05.462183 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b1bc449-aab4-485b-9573-e922050a464f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.520102 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-45c2ee68-0370-4a57-8ade-9289eb4de59d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.522672 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-45c2ee68-0370-4a57-8ade-9289eb4de59d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6716769 Nov 12 04:16:05.524149 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37902) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:05.529867 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-48b24d6b-14d6-4bd4-bbe9-826018a4be9c tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'security_group': {'name': 'tempest-secgroup-983322577'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:05.541951 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 45634967-35ae-4ad7-ae3c-981511c82af7 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:05.546688 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Deleting port 04af4320-1b6c-4e83-b491-f0bd1bdeccba {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:05.547938 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.639212 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] For port 04af4320-1b6c-4e83-b491-f0bd1bdeccba, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=04af4320-1b6c-4e83-b491-f0bd1bdeccba,segment=NetworkSegment(ec7fda01-1579-492e-bcd8-7ac7147468ad),segment_id=ec7fda01-1579-492e-bcd8-7ac7147468ad)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:05.640928 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.659530 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Calling delete_port for 04af4320-1b6c-4e83-b491-f0bd1bdeccba owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:05.663250 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a103bc13-8931-4fe5-9ff7-3bc717c9b1cf req-c39e3783-d3b3-4a99-a1a9-c37e49e7014c tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 210 time: 0.0369315 Nov 12 04:16:05.664092 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5e15-c76d-4c87-bb49-b6d3523c483d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.697158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6b1bc449-aab4-485b-9573-e922050a464f None None] Provisioning complete for port 13a98fed-fdeb-41c1-afdb-e856a2e40b75 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:05.697778 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b1bc449-aab4-485b-9573-e922050a464f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.714038 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48b24d6b-14d6-4bd4-bbe9-826018a4be9c tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.790961 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6b1bc449-aab4-485b-9573-e922050a464f None None] Port 13a98fed-fdeb-41c1-afdb-e856a2e40b75 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:05.800611 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 45634967-35ae-4ad7-ae3c-981511c82af7 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:16:05.802668 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3b4403-e7d8-4798-bc28-201a9177d07b None None] Update dhcp port {'port': {'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182', 'fixed_ips': [{'subnet_id': 'd89a4516-462e-401f-83fb-335c460678f0', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cddb8c5f-f7ae-49e5-98f0-c9b93fd0fa62'}], 'binding:host_id': 'n-d-768509-24'}, 'id': '2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77'} from n-d-768509-24. {{(pid=103298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:16:05.821783 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48b24d6b-14d6-4bd4-bbe9-826018a4be9c tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.825080 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 45634967-35ae-4ad7-ae3c-981511c82af7 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:05.825469 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.828576 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.864080 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Port': ['ID=04af4320-1b6c-4e83-b491-f0bd1bdeccba,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:05.868372 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No DVR routers for this DVR port 04af4320-1b6c-4e83-b491-f0bd1bdeccba on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:16:05.871006 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa3b4403-e7d8-4798-bc28-201a9177d07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.906432 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48b24d6b-14d6-4bd4-bbe9-826018a4be9c tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.969176 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b24d6b-14d6-4bd4-bbe9-826018a4be9c tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256e280a-4197-4e05-995e-4aa692614fd6,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:05.978411 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.000187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3fe152-3563-4088-a49f-257659e3820e']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:06.010135 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7fda01-1579-492e-bcd8-7ac7147468ad') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:06.010352 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7fda01-1579-492e-bcd8-7ac7147468ad') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:06.019353 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.019993 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.035444 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.044870 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:06.045247 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:06.049404 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:06.057099 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48b24d6b-14d6-4bd4-bbe9-826018a4be9c tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.058609 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-48b24d6b-14d6-4bd4-bbe9-826018a4be9c tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5332687 Nov 12 04:16:06.061252 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37906) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:06.069509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-619bda5d-1dd3-4c53-8018-dfffdfb07c6d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'security_group': {'name': 'tempest-secgroup-655866230'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:06.132190 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 45634967-35ae-4ad7-ae3c-981511c82af7, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=45634967-35ae-4ad7-ae3c-981511c82af7,segment=NetworkSegment(7478e90d-b492-48b0-a48c-e5c7743a0dc2),segment_id=7478e90d-b492-48b0-a48c-e5c7743a0dc2)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:06.142859 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-aa3b4403-e7d8-4798-bc28-201a9177d07b None None] Allocated IP 172.20.0.2 (e46e06ca-4baa-4d06-a602-c180e2552182/cddb8c5f-f7ae-49e5-98f0-c9b93fd0fa62/2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:06.172048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffd0d8-d036-4eaa-91e1-d1fd36d0dd1c req-87475d85-74d9-4098-bcd4-459b9ef57f33 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:06.173641 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75ffd0d8-d036-4eaa-91e1-d1fd36d0dd1c req-87475d85-74d9-4098-bcd4-459b9ef57f33 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/ports?device_id=4849330d-865f-4af3-a91a-b8fa52f5eaab HTTP/1.1" status: 200 len: 945 time: 0.0583646 Nov 12 04:16:06.226239 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75ffd0d8-d036-4eaa-91e1-d1fd36d0dd1c req-75fb09f7-4596-45db-81ec-766a55492215 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/security-groups?id=8df9c636-4570-48eb-89ae-24c5ab13a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461061 Nov 12 04:16:06.235815 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-619bda5d-1dd3-4c53-8018-dfffdfb07c6d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.260353 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-aa3b4403-e7d8-4798-bc28-201a9177d07b None None] For port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77,segment=NetworkSegment(234a7c69-50cd-4d83-93c4-1532a4dc4e45),segment_id=234a7c69-50cd-4d83-93c4-1532a4dc4e45)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:06.286046 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.292108 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.299615 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa3b4403-e7d8-4798-bc28-201a9177d07b None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.300122 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.307937 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/be3fe152-3563-4088-a49f-257659e3820e HTTP/1.1" status: 204 len: 168 time: 2.9589472 Nov 12 04:16:06.309094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37910) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:06.314443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-1ba984d3-6645-41b2-a8b1-99b86382e48e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2021301846'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:06.340852 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-619bda5d-1dd3-4c53-8018-dfffdfb07c6d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.354863 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=45634967-35ae-4ad7-ae3c-981511c82af7,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:06.386457 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa3b4403-e7d8-4798-bc28-201a9177d07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.416948 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-619bda5d-1dd3-4c53-8018-dfffdfb07c6d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.473082 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4849330d-865f-4af3-a91a-b8fa52f5eaab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45634967-35ae-4ad7-ae3c-981511c82af7'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:06.476438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba984d3-6645-41b2-a8b1-99b86382e48e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:06.476650 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b3466c-ef54-4254-8a11-37afa80de068" -d '{"events": [{"server_uuid": "4849330d-865f-4af3-a91a-b8fa52f5eaab", "name": "network-vif-plugged", "status": "completed", "tag": "45634967-35ae-4ad7-ae3c-981511c82af7"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:06.478367 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1ba984d3-6645-41b2-a8b1-99b86382e48e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.496810 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b4403-e7d8-4798-bc28-201a9177d07b None None] Pushing event updated for resources: {'Port': ['ID=2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:06.516791 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bda5d-1dd3-4c53-8018-dfffdfb07c6d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581d42ad-8172-4a87-bcaa-0ce4f02a36ff,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:06.542240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba984d3-6645-41b2-a8b1-99b86382e48e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:16:06.571726 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e33730-bc31-40bb-95e9-8cf0a51a117e req-5c0d5b9d-ce88-482c-9da4-50d1ded3df20 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:06.581125 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63e33730-bc31-40bb-95e9-8cf0a51a117e req-5c0d5b9d-ce88-482c-9da4-50d1ded3df20 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 945 time: 0.1299808 Nov 12 04:16:06.592571 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1ba984d3-6645-41b2-a8b1-99b86382e48e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.592987 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-1ba984d3-6645-41b2-a8b1-99b86382e48e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Added segment dc6b9608-1efa-45bf-bab7-895556c2b48e of type vlan for network 6199eca1-5727-426a-bedc-a18f12b98725 Nov 12 04:16:06.596365 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-619bda5d-1dd3-4c53-8018-dfffdfb07c6d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.597674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-619bda5d-1dd3-4c53-8018-dfffdfb07c6d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5335448 Nov 12 04:16:06.604056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37920) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:06.609251 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-54b66c8a-1fd6-4852-bcff-77b4b8e60e80 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1651334629', 'security_groups': ['581d42ad-8172-4a87-bcaa-0ce4f02a36ff'], 'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cddb8c5f-f7ae-49e5-98f0-c9b93fd0fa62'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:06.612689 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d5cd0-f102-4707-8026-9ee4de3475e2 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Network': ['ID=be3fe152-3563-4088-a49f-257659e3820e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:06.669377 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1ba984d3-6645-41b2-a8b1-99b86382e48e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.694724 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.702288 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63e33730-bc31-40bb-95e9-8cf0a51a117e req-60c1bdda-101e-4869-8ea4-36d2200d5599 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194339 Nov 12 04:16:06.793823 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1ba984d3-6645-41b2-a8b1-99b86382e48e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.800261 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba984d3-6645-41b2-a8b1-99b86382e48e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:06.800884 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1ba984d3-6645-41b2-a8b1-99b86382e48e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.861731 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2c6714-5ef4-4c94-8c41-9d9a8843bd0c x-openstack-request-id: req-af2c6714-5ef4-4c94-8c41-9d9a8843bd0c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:06.862309 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4849330d-865f-4af3-a91a-b8fa52f5eaab", "name": "network-vif-plugged", "status": "completed", "tag": "45634967-35ae-4ad7-ae3c-981511c82af7", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:06.862309 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af2c6714-5ef4-4c94-8c41-9d9a8843bd0c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:06.862879 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4849330d-865f-4af3-a91a-b8fa52f5eaab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45634967-35ae-4ad7-ae3c-981511c82af7', 'code': 200} Nov 12 04:16:06.872560 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b66c8a-1fd6-4852-bcff-77b4b8e60e80 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:06.948653 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba984d3-6645-41b2-a8b1-99b86382e48e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Network': ['ID=6199eca1-5727-426a-bedc-a18f12b98725,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:06.961049 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 6199eca1-5727-426a-bedc-a18f12b98725 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:07.019550 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-54b66c8a-1fd6-4852-bcff-77b4b8e60e80 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.042038 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-54b66c8a-1fd6-4852-bcff-77b4b8e60e80 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] device_id is not set on port 23cd635b-7cc7-4ecd-b02f-e85755a6e741 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:16:07.050486 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1ba984d3-6645-41b2-a8b1-99b86382e48e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7402589 Nov 12 04:16:07.056596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37926) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:07.065962 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-280e4a16-d6aa-401c-8ad6-fd0c46f10bb5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'subnet': {'network_id': '6199eca1-5727-426a-bedc-a18f12b98725', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:07.122380 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f76c1e6-7c40-40aa-870a-70ddc1b6b430 req-78553ede-7fb5-46e8-b40d-bee9a9ccb5db tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 210 time: 0.1008809 Nov 12 04:16:07.137634 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-c0e72fa2-630b-4748-a9c2-94ca926f3621 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:07.139304 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-c0e72fa2-630b-4748-a9c2-94ca926f3621 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.21 "GET /v2.0/networks?id=c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 HTTP/1.1" status: 200 len: 815 time: 0.3166957 Nov 12 04:16:07.147147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d8695-b09b-485a-9367-7bbc72cef9d5 req-4ebbbd3a-60c1-4518-845a-0d61ad5d0588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:07.147147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-465d8695-b09b-485a-9367-7bbc72cef9d5 req-4ebbbd3a-60c1-4518-845a-0d61ad5d0588 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4849330d-865f-4af3-a91a-b8fa52f5eaab HTTP/1.1" status: 200 len: 1098 time: 0.1633673 Nov 12 04:16:07.166310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-56d3756b-9448-4fb8-88d3-6e86997f2b2d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Request body: {'port': {'device_id': '5796b73e-4786-4f06-a33e-949176238236', 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987', 'admin_state_up': True, 'tenant_id': '9522b608456348d5874d977e2cedcf6c'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:07.236484 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dd8a7c-1e05-4b16-bbba-858c0f5e1374 None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:16:07.314688 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-465d8695-b09b-485a-9367-7bbc72cef9d5 req-51eb8202-37fe-4cb7-8e5d-d3320ae0e70b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8df9c636-4570-48eb-89ae-24c5ab13a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412656 Nov 12 04:16:07.341319 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-54b66c8a-1fd6-4852-bcff-77b4b8e60e80 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Allocated IP 172.20.0.7 (e46e06ca-4baa-4d06-a602-c180e2552182/cddb8c5f-f7ae-49e5-98f0-c9b93fd0fa62/23cd635b-7cc7-4ecd-b02f-e85755a6e741) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:07.355435 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4673f5c-4de8-4e68-bebe-92438cbf17d5 req-3282d446-6d44-4a4d-87ae-17c0f3b2092d tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-829676140&fields=id&tenant_id=61aa7dee2c7b4464acdbe5547a4b12fc HTTP/1.1" status: 200 len: 267 time: 0.1015728 Nov 12 04:16:07.359811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-842043fa-4b49-47be-9576-a17a174bb73c None None] Provisioning complete for port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:07.360197 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-842043fa-4b49-47be-9576-a17a174bb73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.385790 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280e4a16-d6aa-401c-8ad6-fd0c46f10bb5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:07.389551 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-280e4a16-d6aa-401c-8ad6-fd0c46f10bb5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.413826 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dd8a7c-1e05-4b16-bbba-858c0f5e1374 None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:16:07.430610 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4673f5c-4de8-4e68-bebe-92438cbf17d5 req-dcf35424-98ff-419a-a711-2630551a67ee tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:07.432177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4673f5c-4de8-4e68-bebe-92438cbf17d5 req-dcf35424-98ff-419a-a711-2630551a67ee tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 945 time: 0.0662136 Nov 12 04:16:07.444845 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-e4673f5c-4de8-4e68-bebe-92438cbf17d5 req-da1e256d-0204-4d72-b203-18f4775211a3 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Request body: {'port': {'security_groups': ['609076e4-7e8e-486d-8dd4-656a2d0e73c4', '1b13173e-ea96-42e7-98fe-98a9af81f833']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:07.500905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-56d3756b-9448-4fb8-88d3-6e86997f2b2d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Made reservation on behalf of 9522b608456348d5874d977e2cedcf6c for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:07.501628 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-56d3756b-9448-4fb8-88d3-6e86997f2b2d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.545405 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e4673f5c-4de8-4e68-bebe-92438cbf17d5 req-da1e256d-0204-4d72-b203-18f4775211a3 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.562385 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-842043fa-4b49-47be-9576-a17a174bb73c None None] Provisioning complete for port 13a98fed-fdeb-41c1-afdb-e856a2e40b75 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:07.562773 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-842043fa-4b49-47be-9576-a17a174bb73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.597493 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-54b66c8a-1fd6-4852-bcff-77b4b8e60e80 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.627839 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-842043fa-4b49-47be-9576-a17a174bb73c None None] Port 13a98fed-fdeb-41c1-afdb-e856a2e40b75 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:07.777349 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-56d3756b-9448-4fb8-88d3-6e86997f2b2d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Allocated IP 172.20.0.13 (c2f8e694-3ef4-4f15-b37d-b6a7c6d64987/6d47581f-20de-4cd2-a8b0-e2cb48fc0e2c/1584cc9e-3b51-435f-8311-a9b3c90e485f) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:07.794758 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-54b66c8a-1fd6-4852-bcff-77b4b8e60e80 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.860860 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-280e4a16-d6aa-401c-8ad6-fd0c46f10bb5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.897043 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b66c8a-1fd6-4852-bcff-77b4b8e60e80 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network e46e06ca-4baa-4d06-a602-c180e2552182 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:07.898682 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-e4673f5c-4de8-4e68-bebe-92438cbf17d5 req-da1e256d-0204-4d72-b203-18f4775211a3 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] For port 87632578-06b7-4d22-b826-7cda39747fd5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=87632578-06b7-4d22-b826-7cda39747fd5,segment=NetworkSegment(cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db),segment_id=cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:07.903883 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b66c8a-1fd6-4852-bcff-77b4b8e60e80 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=23cd635b-7cc7-4ecd-b02f-e85755a6e741,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:07.913077 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-54b66c8a-1fd6-4852-bcff-77b4b8e60e80 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:07.927966 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e4a16-d6aa-401c-8ad6-fd0c46f10bb5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Subnet': ['ID=b41fdd82-8276-46dc-8fd9-e50fe817a315,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:07.932348 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b66c8a-1fd6-4852-bcff-77b4b8e60e80 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:07.993870 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e4673f5c-4de8-4e68-bebe-92438cbf17d5 req-da1e256d-0204-4d72-b203-18f4775211a3 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.995457 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b66c8a-1fd6-4852-bcff-77b4b8e60e80 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:07.996132 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-54b66c8a-1fd6-4852-bcff-77b4b8e60e80 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.004985 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e4a16-d6aa-401c-8ad6-fd0c46f10bb5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Checking segment: {'id': 'dc6b9608-1efa-45bf-bab7-895556c2b48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6199eca1-5727-426a-bedc-a18f12b98725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:08.005355 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280e4a16-d6aa-401c-8ad6-fd0c46f10bb5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network hostable DHCP agents. Network: 6199eca1-5727-426a-bedc-a18f12b98725, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:16:08.048982 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-56d3756b-9448-4fb8-88d3-6e86997f2b2d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.075647 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e4673f5c-4de8-4e68-bebe-92438cbf17d5 req-da1e256d-0204-4d72-b203-18f4775211a3 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.076934 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:08.121495 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['87632578-06b7-4d22-b826-7cda39747fd5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:08.128717 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4673f5c-4de8-4e68-bebe-92438cbf17d5 req-da1e256d-0204-4d72-b203-18f4775211a3 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:08.129378 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e4673f5c-4de8-4e68-bebe-92438cbf17d5 req-da1e256d-0204-4d72-b203-18f4775211a3 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.130844 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4673f5c-4de8-4e68-bebe-92438cbf17d5 req-da1e256d-0204-4d72-b203-18f4775211a3 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "PUT /v2.0/ports/87632578-06b7-4d22-b826-7cda39747fd5 HTTP/1.1" status: 200 len: 981 time: 0.6908569 Nov 12 04:16:08.131309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a794e59-389c-4fca-893a-427fbdf011e9', 'tag': '87632578-06b7-4d22-b826-7cda39747fd5'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:08.135743 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e3bfa6-e6b7-4403-bbee-7aba4cc59cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a794e59-389c-4fca-893a-427fbdf011e9", "tag": "87632578-06b7-4d22-b826-7cda39747fd5"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:08.164549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e256d-0204-4d72-b203-18f4775211a3 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event updated for resources: {'Port': ['ID=87632578-06b7-4d22-b826-7cda39747fd5,revision_number=6']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:08.169195 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b33f8d-0985-4130-bdb5-2a3144bc0171 None None] DHCP port deletion for 386a9bd7-3a98-4846-b5b8-b79d977e3875 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:08.185875 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-54b66c8a-1fd6-4852-bcff-77b4b8e60e80 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5807123 Nov 12 04:16:08.187976 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280e4a16-d6aa-401c-8ad6-fd0c46f10bb5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network 6199eca1-5727-426a-bedc-a18f12b98725 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:16:08.189318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37942) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:08.195533 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-9f516a13-36e9-47af-a4fd-582923c10556 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'subnet': {'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:08.246066 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:08.246437 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.262843 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.284320 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-280e4a16-d6aa-401c-8ad6-fd0c46f10bb5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 6199eca1-5727-426a-bedc-a18f12b98725) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:08.288438 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280e4a16-d6aa-401c-8ad6-fd0c46f10bb5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:08.289045 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-280e4a16-d6aa-401c-8ad6-fd0c46f10bb5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.305841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['87632578-06b7-4d22-b826-7cda39747fd5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:08.307842 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ba3975-8959-45dd-ad1b-a0be760e6459 None None] Network 6199eca1-5727-426a-bedc-a18f12b98725 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:08.392379 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-280e4a16-d6aa-401c-8ad6-fd0c46f10bb5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3313365 Nov 12 04:16:08.392711 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37944) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:08.402309 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-14bf7ee4-0f48-45d9-9cb7-ac20138dc38e None None] Provisioning complete for port 87632578-06b7-4d22-b826-7cda39747fd5 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:08.402706 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-14bf7ee4-0f48-45d9-9cb7-ac20138dc38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.521015 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89be1034-381a-4db8-a277-305be5703b09 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.592127 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89be1034-381a-4db8-a277-305be5703b09 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.672442 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-56d3756b-9448-4fb8-88d3-6e86997f2b2d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.765992 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf34afc4-244c-41bd-a4f3-d73a7a23a390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-6199eca1-5727-426a-bedc-a18f12b98725', 'network_id': '6199eca1-5727-426a-bedc-a18f12b98725', 'tenant_id': 'c5303947d80e4c23aa9e537f3070773a', 'fixed_ips': [{'subnet_id': 'b41fdd82-8276-46dc-8fd9-e50fe817a315'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:16:08.766873 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf34afc4-244c-41bd-a4f3-d73a7a23a390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.774577 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-56d3756b-9448-4fb8-88d3-6e86997f2b2d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Network c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:08.786911 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89be1034-381a-4db8-a277-305be5703b09 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.787848 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf4b56-38b2-431e-9caf-08ed2a7ad5b8 req-9a3bacaf-b122-43ab-a470-03a4ec196f3e tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:08.789381 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bebf4b56-38b2-431e-9caf-08ed2a7ad5b8 req-9a3bacaf-b122-43ab-a470-03a4ec196f3e tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/ports?device_id=4849330d-865f-4af3-a91a-b8fa52f5eaab HTTP/1.1" status: 200 len: 946 time: 0.5669379 Nov 12 04:16:08.793547 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-56d3756b-9448-4fb8-88d3-6e86997f2b2d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:08.796727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3756b-9448-4fb8-88d3-6e86997f2b2d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Pushing event updated for resources: {'Port': ['ID=1584cc9e-3b51-435f-8311-a9b3c90e485f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:08.801091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-56d3756b-9448-4fb8-88d3-6e86997f2b2d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:08.830679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-14bf7ee4-0f48-45d9-9cb7-ac20138dc38e None None] Provisioning complete for port 23cd635b-7cc7-4ecd-b02f-e85755a6e741 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:08.831048 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-14bf7ee4-0f48-45d9-9cb7-ac20138dc38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.837600 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e193e8ae-a111-4551-9a99-22635c3fe02e None None] DHCP port deletion for c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:08.864772 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be1034-381a-4db8-a277-305be5703b09 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Subnet': ['ID=b41fdd82-8276-46dc-8fd9-e50fe817a315,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:08.893339 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-56d3756b-9448-4fb8-88d3-6e86997f2b2d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:08.894037 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-56d3756b-9448-4fb8-88d3-6e86997f2b2d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.915643 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bebf4b56-38b2-431e-9caf-08ed2a7ad5b8 req-ce877196-010a-445d-8c14-9826f61a70dd tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/security-groups?id=8df9c636-4570-48eb-89ae-24c5ab13a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839138 Nov 12 04:16:08.940074 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89be1034-381a-4db8-a277-305be5703b09 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.964449 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-89be1034-381a-4db8-a277-305be5703b09 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6199eca1-5727-426a-bedc-a18f12b98725']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:08.970239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f516a13-36e9-47af-a4fd-582923c10556 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:08.973708 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9f516a13-36e9-47af-a4fd-582923c10556 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.976684 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-89be1034-381a-4db8-a277-305be5703b09 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc6b9608-1efa-45bf-bab7-895556c2b48e') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:08.976983 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-89be1034-381a-4db8-a277-305be5703b09 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc6b9608-1efa-45bf-bab7-895556c2b48e') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:08.990893 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89be1034-381a-4db8-a277-305be5703b09 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.002158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-14bf7ee4-0f48-45d9-9cb7-ac20138dc38e None None] Port 23cd635b-7cc7-4ecd-b02f-e85755a6e741 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:09.007661 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89be1034-381a-4db8-a277-305be5703b09 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89be1034-381a-4db8-a277-305be5703b09 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89be1034-381a-4db8-a277-305be5703b09 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:09.020651 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:09.023109 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a00d20-9713-4379-8f8f-7c78afe02b7c None None] Network 6199eca1-5727-426a-bedc-a18f12b98725 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:09.088204 n-d-768509-24 neutron-server[103296]: INFO neutron.db.ipam_backend_mixin [None req-9f516a13-36e9-47af-a4fd-582923c10556 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cddb8c5f-f7ae-49e5-98f0-c9b93fd0fa62 (CIDR: 172.20.0.0/28) Nov 12 04:16:09.096759 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-56d3756b-9448-4fb8-88d3-6e86997f2b2d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9391513 Nov 12 04:16:09.100837 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.123844 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f516a13-36e9-47af-a4fd-582923c10556 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:16:09.123844 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f516a13-36e9-47af-a4fd-582923c10556 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:09.131226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Request body: {'port': {'device_id': '5796b73e-4786-4f06-a33e-949176238236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:09.162262 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d4bf1fea-bf09-4929-b5a1-79c6667fe3bb None None] Provisioning complete for port 1584cc9e-3b51-435f-8311-a9b3c90e485f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:09.162656 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4bf1fea-bf09-4929-b5a1-79c6667fe3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.172068 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89be1034-381a-4db8-a277-305be5703b09 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.185746 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89be1034-381a-4db8-a277-305be5703b09 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.192737 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-89be1034-381a-4db8-a277-305be5703b09 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/6199eca1-5727-426a-bedc-a18f12b98725 HTTP/1.1" status: 204 len: 168 time: 0.7984183 Nov 12 04:16:09.198518 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37946) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:09.204388 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-9e72d5b6-fc8b-43fb-b538-52b059f1d614 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-379895486'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:09.212830 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.216452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be1034-381a-4db8-a277-305be5703b09 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Network': ['ID=6199eca1-5727-426a-bedc-a18f12b98725,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:09.230697 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf1fea-bf09-4929-b5a1-79c6667fe3bb None None] Port 1584cc9e-3b51-435f-8311-a9b3c90e485f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:09.262143 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9f516a13-36e9-47af-a4fd-582923c10556 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0717208 Nov 12 04:16:09.264934 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37948) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:09.270365 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5be93a2a-3f57-46af-bc30-dd02afaac52e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'subnet': {'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:09.379454 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6befbafa-ca53-4105-8d4b-ae4aa48d11dd req-74b1f498-89e1-4b4e-9a4f-0ecbb22ac1ba tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-478283629&fields=id&tenant_id=61aa7dee2c7b4464acdbe5547a4b12fc HTTP/1.1" status: 200 len: 267 time: 0.1226690 Nov 12 04:16:09.416486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e72d5b6-fc8b-43fb-b538-52b059f1d614 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:09.419926 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9e72d5b6-fc8b-43fb-b538-52b059f1d614 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.498565 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e72d5b6-fc8b-43fb-b538-52b059f1d614 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:16:09.502572 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be93a2a-3f57-46af-bc30-dd02afaac52e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:09.506221 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5be93a2a-3f57-46af-bc30-dd02afaac52e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.520250 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befbafa-ca53-4105-8d4b-ae4aa48d11dd req-a5a14a45-6003-41ab-9d50-af7462df70c7 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:09.521946 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6befbafa-ca53-4105-8d4b-ae4aa48d11dd req-a5a14a45-6003-41ab-9d50-af7462df70c7 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 984 time: 0.1345537 Nov 12 04:16:09.529176 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9e72d5b6-fc8b-43fb-b538-52b059f1d614 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.529579 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-9e72d5b6-fc8b-43fb-b538-52b059f1d614 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Added segment c263e399-dbcc-40e3-99af-5aefcb7cd903 of type vlan for network b516cd63-66de-43b3-aeba-f47022fc7d44 Nov 12 04:16:09.559123 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-6befbafa-ca53-4105-8d4b-ae4aa48d11dd req-4d431b1f-0181-4643-b2d6-89db0b1fd12f tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Request body: {'port': {'security_groups': ['1b13173e-ea96-42e7-98fe-98a9af81f833', '609076e4-7e8e-486d-8dd4-656a2d0e73c4', '8c025ece-25cc-4573-b93c-be6b79eccc07']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:09.604875 n-d-768509-24 neutron-server[103297]: INFO neutron.db.ipam_backend_mixin [None req-5be93a2a-3f57-46af-bc30-dd02afaac52e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d89a4516-462e-401f-83fb-335c460678f0 (CIDR: 172.20.0.16/28) Nov 12 04:16:09.637636 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9e72d5b6-fc8b-43fb-b538-52b059f1d614 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.661240 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be93a2a-3f57-46af-bc30-dd02afaac52e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:16:09.661915 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be93a2a-3f57-46af-bc30-dd02afaac52e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:09.726492 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6befbafa-ca53-4105-8d4b-ae4aa48d11dd req-4d431b1f-0181-4643-b2d6-89db0b1fd12f tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.750835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1584cc9e-3b51-435f-8311-a9b3c90e485f {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:16:09.762615 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.803580 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5be93a2a-3f57-46af-bc30-dd02afaac52e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5343666 Nov 12 04:16:09.804122 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37950) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:09.807224 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Transition to ACTIVE for port object 1584cc9e-3b51-435f-8311-a9b3c90e485f will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:16:09.809626 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5d8aabe3-d1af-486f-8a2d-344e8ebe34ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'subnet': {'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:09.824170 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9e72d5b6-fc8b-43fb-b538-52b059f1d614 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.830540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e72d5b6-fc8b-43fb-b538-52b059f1d614 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:09.831248 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9e72d5b6-fc8b-43fb-b538-52b059f1d614 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.893881 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.975549 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9e72d5b6-fc8b-43fb-b538-52b059f1d614 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7772760 Nov 12 04:16:09.978895 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37954) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:09.985043 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395be5e1-767e-47df-94c3-b486dd666c83 None None] DHCP port deletion for c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:09.985621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-043679a5-56e3-452b-83e7-21864a595923 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'subnet': {'network_id': 'b516cd63-66de-43b3-aeba-f47022fc7d44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:09.986905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72d5b6-fc8b-43fb-b538-52b059f1d614 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Network': ['ID=b516cd63-66de-43b3-aeba-f47022fc7d44,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:10.006272 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network b516cd63-66de-43b3-aeba-f47022fc7d44 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:10.009271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Pushing event updated for resources: {'Port': ['ID=1584cc9e-3b51-435f-8311-a9b3c90e485f,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:10.072207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8aabe3-d1af-486f-8a2d-344e8ebe34ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Made reservation on behalf of 8177d60a10234961ad5f19a370b54d0b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:10.076836 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d8aabe3-d1af-486f-8a2d-344e8ebe34ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.161228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Attempting to bind port 1584cc9e-3b51-435f-8311-a9b3c90e485f on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:10.161875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Attempting to bind port 1584cc9e-3b51-435f-8311-a9b3c90e485f by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '06a6b8f6-18bd-4e34-af0b-1c11a79902e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:10.161875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Attempting to bind port 1584cc9e-3b51-435f-8311-a9b3c90e485f on network c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:10.173585 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Port 1584cc9e-3b51-435f-8311-a9b3c90e485f on network c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:16:10.174036 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Attempting to bind port 1584cc9e-3b51-435f-8311-a9b3c90e485f on network c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:10.185687 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-6befbafa-ca53-4105-8d4b-ae4aa48d11dd req-4d431b1f-0181-4643-b2d6-89db0b1fd12f tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] For port 87632578-06b7-4d22-b826-7cda39747fd5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=87632578-06b7-4d22-b826-7cda39747fd5,segment=NetworkSegment(cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db),segment_id=cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:10.188521 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:10.188828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Checking segment: {'id': '06a6b8f6-18bd-4e34-af0b-1c11a79902e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:10.189213 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Bound using segment: {'id': '06a6b8f6-18bd-4e34-af0b-1c11a79902e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:10.189631 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Bound port: 1584cc9e-3b51-435f-8311-a9b3c90e485f, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a6b8f6-18bd-4e34-af0b-1c11a79902e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:10.189983 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.241911 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043679a5-56e3-452b-83e7-21864a595923 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:10.246458 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-043679a5-56e3-452b-83e7-21864a595923 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.273153 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6befbafa-ca53-4105-8d4b-ae4aa48d11dd req-4d431b1f-0181-4643-b2d6-89db0b1fd12f tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.299844 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] For port 1584cc9e-3b51-435f-8311-a9b3c90e485f, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:10.303052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] For port 1584cc9e-3b51-435f-8311-a9b3c90e485f, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1584cc9e-3b51-435f-8311-a9b3c90e485f,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:10.412135 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6befbafa-ca53-4105-8d4b-ae4aa48d11dd req-4d431b1f-0181-4643-b2d6-89db0b1fd12f tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.446961 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['87632578-06b7-4d22-b826-7cda39747fd5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:10.458897 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befbafa-ca53-4105-8d4b-ae4aa48d11dd req-4d431b1f-0181-4643-b2d6-89db0b1fd12f tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:10.459545 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6befbafa-ca53-4105-8d4b-ae4aa48d11dd req-4d431b1f-0181-4643-b2d6-89db0b1fd12f tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.465976 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6befbafa-ca53-4105-8d4b-ae4aa48d11dd req-4d431b1f-0181-4643-b2d6-89db0b1fd12f tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "PUT /v2.0/ports/87632578-06b7-4d22-b826-7cda39747fd5 HTTP/1.1" status: 200 len: 1020 time: 0.9318070 Nov 12 04:16:10.471314 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.480016 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefe7d55-32d3-4bbc-959b-3898a1c8cc09 None None] DHCP port deletion for 386a9bd7-3a98-4846-b5b8-b79d977e3875 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:10.487739 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:10.488627 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.490457 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] 10.222.0.21 "PUT /v2.0/ports/1584cc9e-3b51-435f-8311-a9b3c90e485f HTTP/1.1" status: 200 len: 1093 time: 1.3698299 Nov 12 04:16:10.513634 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bab3a40-4afa-49c6-9a1b-2c70bf50c32b x-openstack-request-id: req-4bab3a40-4afa-49c6-9a1b-2c70bf50c32b {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:10.513934 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a794e59-389c-4fca-893a-427fbdf011e9", "tag": "87632578-06b7-4d22-b826-7cda39747fd5", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:10.514195 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4bab3a40-4afa-49c6-9a1b-2c70bf50c32b {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:10.514643 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a794e59-389c-4fca-893a-427fbdf011e9', 'tag': '87632578-06b7-4d22-b826-7cda39747fd5', 'status': 'completed', 'code': 200} Nov 12 04:16:10.516888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25560123-81b1-418c-82e2-11c62cad2c88 None None] DHCP port deletion for c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:10.537301 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d431b1f-0181-4643-b2d6-89db0b1fd12f tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event updated for resources: {'Port': ['ID=87632578-06b7-4d22-b826-7cda39747fd5,revision_number=7']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:10.565025 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d8aabe3-d1af-486f-8a2d-344e8ebe34ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.645515 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8aabe3-d1af-486f-8a2d-344e8ebe34ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Network e46e06ca-4baa-4d06-a602-c180e2552182 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:10.649554 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['87632578-06b7-4d22-b826-7cda39747fd5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:10.651516 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5d8aabe3-d1af-486f-8a2d-344e8ebe34ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:10.656708 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8aabe3-d1af-486f-8a2d-344e8ebe34ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:10.657400 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d8aabe3-d1af-486f-8a2d-344e8ebe34ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.670434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a173cd-e29b-4df7-89d2-5ccb5e7db168 service neutron] Pushing event updated for resources: {'Port': ['ID=1584cc9e-3b51-435f-8311-a9b3c90e485f,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:10.673960 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8aabe3-d1af-486f-8a2d-344e8ebe34ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Subnet': ['ID=738389b8-6ead-409c-bb60-8720d3dfb451,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:10.691060 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d9d162-c2ef-4d50-899a-715b096c410e None None] Network e46e06ca-4baa-4d06-a602-c180e2552182 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:10.706525 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-043679a5-56e3-452b-83e7-21864a595923 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.708241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3bfa6-e6b7-4403-bbee-7aba4cc59cd5 req-dd906418-b3aa-4c43-a656-8c07c3601568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:10.709793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6e3bfa6-e6b7-4403-bbee-7aba4cc59cd5 req-dd906418-b3aa-4c43-a656-8c07c3601568 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=61aa7dee2c7b4464acdbe5547a4b12fc&device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 1175 time: 0.1377361 Nov 12 04:16:10.735452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da192624-3c47-44f8-8bce-f7b896fe469d req-bc2429c1-296c-402e-bf6f-96fc6b3d21cd tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:10.737354 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da192624-3c47-44f8-8bce-f7b896fe469d req-bc2429c1-296c-402e-bf6f-96fc6b3d21cd tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 944 time: 0.1242902 Nov 12 04:16:10.755100 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5d8aabe3-d1af-486f-8a2d-344e8ebe34ee tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9498053 Nov 12 04:16:10.761147 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37964) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:10.765573 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-c8040691-f7c8-44c7-a278-6501e43f4a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:10.767075 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-c8040691-f7c8-44c7-a278-6501e43f4a4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9522b608456348d5874d977e2cedcf6c&device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 1096 time: 0.1104398 Nov 12 04:16:10.767620 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1ba4632f-cad9-4ca7-89ee-e263bf4d667d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-564368308', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '738389b8-6ead-409c-bb60-8720d3dfb451'}], 'security_groups': ['2ae95c3a-2b9f-48ee-8e9a-647ecfc88a0f', '256e280a-4197-4e05-995e-4aa692614fd6']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:10.792061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a1573352-f154-4d2e-a0e6-473ac856eb0c None None] Provisioning complete for port 87632578-06b7-4d22-b826-7cda39747fd5 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:10.792355 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1573352-f154-4d2e-a0e6-473ac856eb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.811249 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043679a5-56e3-452b-83e7-21864a595923 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Subnet': ['ID=133b8a06-f9bf-4702-ac70-f1326dd4fa57,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:10.859754 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-67f56f91-a92e-476f-9ec0-ca0b255f2e7d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1584cc9e-3b51-435f-8311-a9b3c90e485f HTTP/1.1" status: 200 len: 217 time: 0.0584068 Nov 12 04:16:10.867500 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043679a5-56e3-452b-83e7-21864a595923 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Checking segment: {'id': 'c263e399-dbcc-40e3-99af-5aefcb7cd903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b516cd63-66de-43b3-aeba-f47022fc7d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:10.867500 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043679a5-56e3-452b-83e7-21864a595923 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network hostable DHCP agents. Network: b516cd63-66de-43b3-aeba-f47022fc7d44, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:16:10.877543 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ba4632f-cad9-4ca7-89ee-e263bf4d667d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.930364 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da192624-3c47-44f8-8bce-f7b896fe469d req-db67406e-f071-4ae8-9a21-1af2779a76ad tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807692 Nov 12 04:16:10.945673 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3bfa6-e6b7-4403-bbee-7aba4cc59cd5 req-830c2743-60cc-4e2a-a561-abf5f73f1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:10.947217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6e3bfa6-e6b7-4403-bbee-7aba4cc59cd5 req-830c2743-60cc-4e2a-a561-abf5f73f1d2b service neutron] 10.222.0.31 "GET /v2.0/networks?id=386a9bd7-3a98-4846-b5b8-b79d977e3875 HTTP/1.1" status: 200 len: 914 time: 0.2280917 Nov 12 04:16:10.995643 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6e3bfa6-e6b7-4403-bbee-7aba4cc59cd5 req-af525c86-c99e-41aa-ac05-e84d1b60e8f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87632578-06b7-4d22-b826-7cda39747fd5 HTTP/1.1" status: 200 len: 217 time: 0.0401258 Nov 12 04:16:10.997242 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-b246d76f-9198-45b0-9f99-e969dd7eaa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:10.999009 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-b246d76f-9198-45b0-9f99-e969dd7eaa4a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6d47581f-20de-4cd2-a8b0-e2cb48fc0e2c HTTP/1.1" status: 200 len: 855 time: 0.1256101 Nov 12 04:16:10.999995 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043679a5-56e3-452b-83e7-21864a595923 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network b516cd63-66de-43b3-aeba-f47022fc7d44 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:16:11.078126 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-a98eba81-2684-4fb5-86e8-a6e478c7454f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2f8e694-3ef4-4f15-b37d-b6a7c6d64987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686405 Nov 12 04:16:11.097131 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-043679a5-56e3-452b-83e7-21864a595923 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, b516cd63-66de-43b3-aeba-f47022fc7d44) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:11.105848 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043679a5-56e3-452b-83e7-21864a595923 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:11.106438 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-043679a5-56e3-452b-83e7-21864a595923 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.110449 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3bfa6-e6b7-4403-bbee-7aba4cc59cd5 req-7d6f4ffb-c42b-4692-8de8-5c6a7ae5310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:11.112062 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6e3bfa6-e6b7-4403-bbee-7aba4cc59cd5 req-7d6f4ffb-c42b-4692-8de8-5c6a7ae5310f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cb5cd685-6b35-4713-b25d-fcdb3ef3a833 HTTP/1.1" status: 200 len: 853 time: 0.1049206 Nov 12 04:16:11.118073 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabd62ae-3887-465f-9e42-ad8c4b098173 None None] Network b516cd63-66de-43b3-aeba-f47022fc7d44 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:11.198710 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadf610-752c-450c-8da4-bdcc48f96d41 req-15634e25-fd62-47ea-be7a-a079ed7ca8d3 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:11.200214 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2cadf610-752c-450c-8da4-bdcc48f96d41 req-15634e25-fd62-47ea-be7a-a079ed7ca8d3 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/ports?device_id=4849330d-865f-4af3-a91a-b8fa52f5eaab HTTP/1.1" status: 200 len: 946 time: 0.2074041 Nov 12 04:16:11.204135 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6e3bfa6-e6b7-4403-bbee-7aba4cc59cd5 req-6883094a-ae6b-4f20-81c9-4e8acd29e655 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=386a9bd7-3a98-4846-b5b8-b79d977e3875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701082 Nov 12 04:16:11.274615 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-1ba4632f-cad9-4ca7-89ee-e263bf4d667d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Delete allocated IP 172.20.0.7 (e46e06ca-4baa-4d06-a602-c180e2552182/cddb8c5f-f7ae-49e5-98f0-c9b93fd0fa62) {{(pid=103297) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 04:16:11.285420 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-1ba4632f-cad9-4ca7-89ee-e263bf4d667d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Allocated IP 172.20.0.45 (e46e06ca-4baa-4d06-a602-c180e2552182/738389b8-6ead-409c-bb60-8720d3dfb451/23cd635b-7cc7-4ecd-b02f-e85755a6e741) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:11.317305 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-c85d61db-410c-424f-8f95-c8b44f2a6b29 service neutron] 10.222.0.21 "GET /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276704 Nov 12 04:16:11.336671 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f4140a-83f6-4992-93e8-f87e5066c337 None None] Update dhcp port {'port': {'network_id': 'e46e06ca-4baa-4d06-a602-c180e2552182', 'fixed_ips': [{'subnet_id': 'd89a4516-462e-401f-83fb-335c460678f0', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cddb8c5f-f7ae-49e5-98f0-c9b93fd0fa62', 'ip_address': '172.20.0.2'}, {'subnet_id': '738389b8-6ead-409c-bb60-8720d3dfb451'}], 'binding:host_id': 'n-d-768509-24'}, 'id': '2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77'} from n-d-768509-24. {{(pid=103298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:16:11.369396 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2cadf610-752c-450c-8da4-bdcc48f96d41 req-95da5a94-a365-4fff-81e4-ce0ccf629055 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/security-groups?id=8df9c636-4570-48eb-89ae-24c5ab13a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533222 Nov 12 04:16:11.415151 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e1f4140a-83f6-4992-93e8-f87e5066c337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.417117 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6e3bfa6-e6b7-4403-bbee-7aba4cc59cd5 req-1a009488-cb9c-4160-bf41-fc62b11fe0c1 service neutron] 10.222.0.31 "GET /v2.0/networks/386a9bd7-3a98-4846-b5b8-b79d977e3875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022281 Nov 12 04:16:11.451214 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-043679a5-56e3-452b-83e7-21864a595923 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4667039 Nov 12 04:16:11.458185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37970) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:11.544487 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72d69cb0-bae6-47e5-85ff-8ac4266ee754 req-890ab498-c533-4d03-b147-9177d89bbfa5 service neutron] 10.222.0.21 "GET /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153473 Nov 12 04:16:11.571180 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ba4632f-cad9-4ca7-89ee-e263bf4d667d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.619043 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e623bd-36da-496b-9dcb-7104500e4f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-b516cd63-66de-43b3-aeba-f47022fc7d44', 'network_id': 'b516cd63-66de-43b3-aeba-f47022fc7d44', 'tenant_id': 'c5303947d80e4c23aa9e537f3070773a', 'fixed_ips': [{'subnet_id': '133b8a06-f9bf-4702-ac70-f1326dd4fa57'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:16:11.620714 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2e623bd-36da-496b-9dcb-7104500e4f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.646938 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6e3bfa6-e6b7-4403-bbee-7aba4cc59cd5 req-27d3eea9-1107-46d4-9b27-606a0b5bef5a service neutron] 10.222.0.31 "GET /v2.0/networks/386a9bd7-3a98-4846-b5b8-b79d977e3875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199771 Nov 12 04:16:11.665477 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ba4632f-cad9-4ca7-89ee-e263bf4d667d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.666529 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a53a6d24-c923-47c9-af2e-fa9411b420d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.758893 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a53a6d24-c923-47c9-af2e-fa9411b420d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.770438 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4632f-cad9-4ca7-89ee-e263bf4d667d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event updated for resources: {'Port': ['ID=23cd635b-7cc7-4ecd-b02f-e85755a6e741,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:11.853069 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1ba4632f-cad9-4ca7-89ee-e263bf4d667d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] In _notify_port_updated(), no bound segment for port 23cd635b-7cc7-4ecd-b02f-e85755a6e741 on network e46e06ca-4baa-4d06-a602-c180e2552182 {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:16:11.860945 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba4632f-cad9-4ca7-89ee-e263bf4d667d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:11.861755 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ba4632f-cad9-4ca7-89ee-e263bf4d667d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.866144 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1ba4632f-cad9-4ca7-89ee-e263bf4d667d tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "PUT /v2.0/ports/23cd635b-7cc7-4ecd-b02f-e85755a6e741 HTTP/1.1" status: 200 len: 959 time: 1.1011240 Nov 12 04:16:11.866465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37972) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:11.903849 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cd56f-030c-48d0-8b06-70a3b790b9d7 req-783add72-3079-4a20-885b-36a1fbc14d6c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:11.905408 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a0cd56f-030c-48d0-8b06-70a3b790b9d7 req-783add72-3079-4a20-885b-36a1fbc14d6c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 1023 time: 0.0605023 Nov 12 04:16:11.967933 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-e1f4140a-83f6-4992-93e8-f87e5066c337 None None] Allocated IP 172.20.0.34 (e46e06ca-4baa-4d06-a602-c180e2552182/738389b8-6ead-409c-bb60-8720d3dfb451/2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:11.980926 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a53a6d24-c923-47c9-af2e-fa9411b420d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.001423 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c6bafff7-010d-449a-8ed7-1d1c3616b996 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port 23cd635b-7cc7-4ecd-b02f-e85755a6e741 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:12.002013 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6bafff7-010d-449a-8ed7-1d1c3616b996 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.023531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a6d24-c923-47c9-af2e-fa9411b420d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Subnet': ['ID=133b8a06-f9bf-4702-ac70-f1326dd4fa57,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:12.050991 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a0cd56f-030c-48d0-8b06-70a3b790b9d7 req-66500090-4c71-4074-874a-f1b165cd983b tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b13173e-ea96-42e7-98fe-98a9af81f833&id=8c025ece-25cc-4573-b93c-be6b79eccc07&id=609076e4-7e8e-486d-8dd4-656a2d0e73c4 HTTP/1.1" status: 200 len: 6206 time: 0.1300495 Nov 12 04:16:12.101838 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6bafff7-010d-449a-8ed7-1d1c3616b996 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server [None req-d2e623bd-36da-496b-9dcb-7104500e4f8a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 133b8a06-f9bf-4702-ac70-f1326dd4fa57: This subnet is being modified by another concurrent operation. Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:16:12.109748 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise exception Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 133b8a06-f9bf-4702-ac70-f1326dd4fa57: This subnet is being modified by another concurrent operation. Nov 12 04:16:12.113518 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server Nov 12 04:16:12.118041 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c6bafff7-010d-449a-8ed7-1d1c3616b996 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for 23cd635b-7cc7-4ecd-b02f-e85755a6e741 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:12.153211 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a53a6d24-c923-47c9-af2e-fa9411b420d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.159713 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e1f4140a-83f6-4992-93e8-f87e5066c337 None None] For port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77,segment=NetworkSegment(234a7c69-50cd-4d83-93c4-1532a4dc4e45),segment_id=234a7c69-50cd-4d83-93c4-1532a4dc4e45)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:12.180531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c42a34-b3d6-452e-9849-7d3a8a1b242c None None] Network b516cd63-66de-43b3-aeba-f47022fc7d44 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:12.186051 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a53a6d24-c923-47c9-af2e-fa9411b420d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b516cd63-66de-43b3-aeba-f47022fc7d44']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:12.198529 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a53a6d24-c923-47c9-af2e-fa9411b420d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c263e399-dbcc-40e3-99af-5aefcb7cd903') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:12.198889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a53a6d24-c923-47c9-af2e-fa9411b420d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c263e399-dbcc-40e3-99af-5aefcb7cd903') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:12.208403 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793352a4-9bdc-4cbf-a06a-8694c2570d20 req-c5a8bbca-dc6e-4d0f-bddb-a15811e5ed15 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:12.210320 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-793352a4-9bdc-4cbf-a06a-8694c2570d20 req-c5a8bbca-dc6e-4d0f-bddb-a15811e5ed15 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 944 time: 0.1022496 Nov 12 04:16:12.218336 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e1f4140a-83f6-4992-93e8-f87e5066c337 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.220920 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a53a6d24-c923-47c9-af2e-fa9411b420d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.253019 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a53a6d24-c923-47c9-af2e-fa9411b420d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.266731 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53a6d24-c923-47c9-af2e-fa9411b420d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:12.267198 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a53a6d24-c923-47c9-af2e-fa9411b420d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:12.270470 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:12.297358 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e1f4140a-83f6-4992-93e8-f87e5066c337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.334972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-793352a4-9bdc-4cbf-a06a-8694c2570d20 req-8d75bce6-8b01-4353-86d3-eadcdde0677a tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159227 Nov 12 04:16:12.387951 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-d8c6e89d-d888-4c4c-a5e3-d6b164844984 req-144c91b4-30f0-474a-9ab6-a5de74b74fe0 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1590926661 ', 'description': 'tempest-description-621206200'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:12.414792 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4140a-83f6-4992-93e8-f87e5066c337 None None] Pushing event updated for resources: {'Port': ['ID=2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:12.433761 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a53a6d24-c923-47c9-af2e-fa9411b420d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.445429 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a53a6d24-c923-47c9-af2e-fa9411b420d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.449853 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a53a6d24-c923-47c9-af2e-fa9411b420d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/b516cd63-66de-43b3-aeba-f47022fc7d44 HTTP/1.1" status: 204 len: 168 time: 0.9908261 Nov 12 04:16:12.453652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37982) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:12.459584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c49244e2-4838-4ef5-a93b-f51cb13d2c6e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1010030374'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:12.461376 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a6d24-c923-47c9-af2e-fa9411b420d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Network': ['ID=b516cd63-66de-43b3-aeba-f47022fc7d44,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:12.516142 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a794e59-389c-4fca-893a-427fbdf011e9', 'tag': '87632578-06b7-4d22-b826-7cda39747fd5'}, {'name': 'network-changed', 'server_uuid': '5796b73e-4786-4f06-a33e-949176238236', 'tag': '1584cc9e-3b51-435f-8311-a9b3c90e485f'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:12.518574 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a794e59-389c-4fca-893a-427fbdf011e9", "tag": "87632578-06b7-4d22-b826-7cda39747fd5"}, {"name": "network-changed", "server_uuid": "5796b73e-4786-4f06-a33e-949176238236", "tag": "1584cc9e-3b51-435f-8311-a9b3c90e485f"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:12.592127 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d8c6e89d-d888-4c4c-a5e3-d6b164844984 req-144c91b4-30f0-474a-9ab6-a5de74b74fe0 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.597090 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6bafff7-010d-449a-8ed7-1d1c3616b996 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.636958 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bafff7-010d-449a-8ed7-1d1c3616b996 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=23cd635b-7cc7-4ecd-b02f-e85755a6e741,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:12.681165 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d8c6e89d-d888-4c4c-a5e3-d6b164844984 req-144c91b4-30f0-474a-9ab6-a5de74b74fe0 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.723279 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6bafff7-010d-449a-8ed7-1d1c3616b996 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.726600 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c6bafff7-010d-449a-8ed7-1d1c3616b996 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/ports/23cd635b-7cc7-4ecd-b02f-e85755a6e741 HTTP/1.1" status: 204 len: 168 time: 0.8591206 Nov 12 04:16:12.728969 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49244e2-4838-4ef5-a93b-f51cb13d2c6e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:12.732942 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c49244e2-4838-4ef5-a93b-f51cb13d2c6e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.736027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37992) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:12.760952 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49244e2-4838-4ef5-a93b-f51cb13d2c6e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:16:12.766480 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d02372-c137-44fe-a164-f3d77a73ab33 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] GET failed (client error): The resource could not be found. Nov 12 04:16:12.768074 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-32d02372-c137-44fe-a164-f3d77a73ab33 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports/23cd635b-7cc7-4ecd-b02f-e85755a6e741 HTTP/1.1" status: 404 len: 333 time: 0.0314589 Nov 12 04:16:12.768926 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d8c6e89d-d888-4c4c-a5e3-d6b164844984 req-144c91b4-30f0-474a-9ab6-a5de74b74fe0 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.771586 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37996) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:12.777597 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c49244e2-4838-4ef5-a93b-f51cb13d2c6e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.778172 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-c49244e2-4838-4ef5-a93b-f51cb13d2c6e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Added segment 045e3ee1-6843-4396-8afb-45e9ee4fc5eb of type vlan for network 26dce734-187e-47f8-a902-3592cfabffd2 Nov 12 04:16:12.803842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c91b4-30f0-474a-9ab6-a5de74b74fe0 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e2d6eb-78e0-4c6e-a0d4-ba79f7e90338,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:12.834379 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c49244e2-4838-4ef5-a93b-f51cb13d2c6e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.888891 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ecdc92ea-46fc-4ef1-8a58-c8ce1386217e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.907581 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ecdc92ea-46fc-4ef1-8a58-c8ce1386217e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.932295 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d8c6e89d-d888-4c4c-a5e3-d6b164844984 req-144c91b4-30f0-474a-9ab6-a5de74b74fe0 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.933980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d8c6e89d-d888-4c4c-a5e3-d6b164844984 req-144c91b4-30f0-474a-9ab6-a5de74b74fe0 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5504088 Nov 12 04:16:12.961634 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c49244e2-4838-4ef5-a93b-f51cb13d2c6e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.970705 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49244e2-4838-4ef5-a93b-f51cb13d2c6e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:12.971362 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c49244e2-4838-4ef5-a93b-f51cb13d2c6e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.997425 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f160bd04-c446-4b5c-8371-34ebdf304bbf x-openstack-request-id: req-f160bd04-c446-4b5c-8371-34ebdf304bbf {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:12.997425 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a794e59-389c-4fca-893a-427fbdf011e9", "tag": "87632578-06b7-4d22-b826-7cda39747fd5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5796b73e-4786-4f06-a33e-949176238236", "tag": "1584cc9e-3b51-435f-8311-a9b3c90e485f", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:12.997425 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f160bd04-c446-4b5c-8371-34ebdf304bbf {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:12.998079 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a794e59-389c-4fca-893a-427fbdf011e9', 'tag': '87632578-06b7-4d22-b826-7cda39747fd5', 'status': 'completed', 'code': 200} Nov 12 04:16:12.999040 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5796b73e-4786-4f06-a33e-949176238236', 'tag': '1584cc9e-3b51-435f-8311-a9b3c90e485f', 'status': 'completed', 'code': 200} Nov 12 04:16:13.099902 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49244e2-4838-4ef5-a93b-f51cb13d2c6e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Network': ['ID=26dce734-187e-47f8-a902-3592cfabffd2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:13.124527 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c49244e2-4838-4ef5-a93b-f51cb13d2c6e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6691935 Nov 12 04:16:13.126349 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38002) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:13.132549 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 26dce734-187e-47f8-a902-3592cfabffd2 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:13.140961 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ba083ead-87ad-446c-82a2-aa3fc4cf6b11 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:13.151480 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ecdc92ea-46fc-4ef1-8a58-c8ce1386217e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.157012 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ecdc92ea-46fc-4ef1-8a58-c8ce1386217e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.163040 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ecdc92ea-46fc-4ef1-8a58-c8ce1386217e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/security-groups/581d42ad-8172-4a87-bcaa-0ce4f02a36ff HTTP/1.1" status: 204 len: 168 time: 0.3635564 Nov 12 04:16:13.173176 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38004) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:13.191153 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc92ea-46fc-4ef1-8a58-c8ce1386217e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=581d42ad-8172-4a87-bcaa-0ce4f02a36ff,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:13.231889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d req-bfffe0d3-b20d-4c16-a5a9-7f631c76ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:13.234099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d req-bfffe0d3-b20d-4c16-a5a9-7f631c76ba58 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=61aa7dee2c7b4464acdbe5547a4b12fc&device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 1175 time: 0.1958508 Nov 12 04:16:13.242887 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d req-718f15a6-4c21-4663-ba01-d9a12876119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:13.242887 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d req-718f15a6-4c21-4663-ba01-d9a12876119b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9522b608456348d5874d977e2cedcf6c&device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 1096 time: 0.1897438 Nov 12 04:16:13.245173 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5e4bac89-9c7d-4c9f-8abb-013d4a92d27a None None] Could not find standard attr ID for object 23cd635b-7cc7-4ecd-b02f-e85755a6e741. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:16:13.281401 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5e4bac89-9c7d-4c9f-8abb-013d4a92d27a None None] Provisioning complete for port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:13.282035 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e4bac89-9c7d-4c9f-8abb-013d4a92d27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.386481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d req-ec1c0837-16f6-4ca4-bf15-2e07ae1a68c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:13.388148 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d req-ec1c0837-16f6-4ca4-bf15-2e07ae1a68c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=386a9bd7-3a98-4846-b5b8-b79d977e3875 HTTP/1.1" status: 200 len: 914 time: 0.1450529 Nov 12 04:16:13.456523 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba083ead-87ad-446c-82a2-aa3fc4cf6b11 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.515590 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d req-5fdea72a-3ab1-4f1d-a91f-4d6e055ff63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:13.517128 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d req-5fdea72a-3ab1-4f1d-a91f-4d6e055ff63a service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 HTTP/1.1" status: 200 len: 916 time: 0.1204588 Nov 12 04:16:13.531681 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2de3c0a8-1490-45e9-be18-4bb7b7d47965 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.550666 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5e4bac89-9c7d-4c9f-8abb-013d4a92d27a None None] Provisioning complete for port 13a98fed-fdeb-41c1-afdb-e856a2e40b75 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:13.551687 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e4bac89-9c7d-4c9f-8abb-013d4a92d27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.565539 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2de3c0a8-1490-45e9-be18-4bb7b7d47965 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.574074 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d req-1e19dc30-49ff-4669-8ace-a2ac5e8f1510 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87632578-06b7-4d22-b826-7cda39747fd5 HTTP/1.1" status: 200 len: 217 time: 0.0557287 Nov 12 04:16:13.603015 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba083ead-87ad-446c-82a2-aa3fc4cf6b11 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.606691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5e4bac89-9c7d-4c9f-8abb-013d4a92d27a None None] Port 13a98fed-fdeb-41c1-afdb-e856a2e40b75 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:13.627361 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d req-c843c2e6-aab1-4256-8336-20de072e1954 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1584cc9e-3b51-435f-8311-a9b3c90e485f HTTP/1.1" status: 200 len: 217 time: 0.0946321 Nov 12 04:16:13.634111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba083ead-87ad-446c-82a2-aa3fc4cf6b11 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network 26dce734-187e-47f8-a902-3592cfabffd2 is not hosted by any dhcp agent {{(pid=103297) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:16:13.638210 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba083ead-87ad-446c-82a2-aa3fc4cf6b11 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:13.638853 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba083ead-87ad-446c-82a2-aa3fc4cf6b11 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.640755 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ba083ead-87ad-446c-82a2-aa3fc4cf6b11 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "PUT /v2.0/networks/26dce734-187e-47f8-a902-3592cfabffd2 HTTP/1.1" status: 200 len: 723 time: 0.5129552 Nov 12 04:16:13.650719 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38010) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:13.658542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ae2ca019-72a4-47c9-86ac-f0370d2ea8dc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'subnet': {'network_id': '26dce734-187e-47f8-a902-3592cfabffd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:13.695871 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d req-6c06cb95-5178-4e12-ad7f-7f875602178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:13.697647 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d req-6c06cb95-5178-4e12-ad7f-7f875602178b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cb5cd685-6b35-4713-b25d-fcdb3ef3a833 HTTP/1.1" status: 200 len: 853 time: 0.0819969 Nov 12 04:16:13.730211 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0f8f2878-f1b7-4cba-a542-caddbc7b45e5 None None] Could not find standard attr ID for object 23cd635b-7cc7-4ecd-b02f-e85755a6e741. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:16:13.747797 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e881c90b-e9b5-4da7-9ce2-9bc2cd32665b req-b1930d3a-417b-463b-b812-4b76f219e800 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/01e2d6eb-78e0-4c6e-a0d4-ba79f7e90338 HTTP/1.1" status: 200 len: 1799 time: 0.3585265 Nov 12 04:16:13.772784 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d req-e514f669-aac2-4313-8c8a-8f9dde8e0bd6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=386a9bd7-3a98-4846-b5b8-b79d977e3875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654650 Nov 12 04:16:13.794946 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba083ead-87ad-446c-82a2-aa3fc4cf6b11 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Network': ['ID=26dce734-187e-47f8-a902-3592cfabffd2,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:13.800069 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2de3c0a8-1490-45e9-be18-4bb7b7d47965 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.803715 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2de3c0a8-1490-45e9-be18-4bb7b7d47965 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.805195 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2de3c0a8-1490-45e9-be18-4bb7b7d47965 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/security-groups/256e280a-4197-4e05-995e-4aa692614fd6 HTTP/1.1" status: 204 len: 168 time: 0.6301491 Nov 12 04:16:13.816421 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38014) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:13.819697 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 26dce734-187e-47f8-a902-3592cfabffd2 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:13.826050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d req-ab28c7e3-1bbe-46e2-b4f9-95ddeef69521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:13.830681 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d req-ab28c7e3-1bbe-46e2-b4f9-95ddeef69521 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6d47581f-20de-4cd2-a8b0-e2cb48fc0e2c HTTP/1.1" status: 200 len: 855 time: 0.1520710 Nov 12 04:16:13.853974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3c0a8-1490-45e9-be18-4bb7b7d47965 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=256e280a-4197-4e05-995e-4aa692614fd6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:13.958904 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b37f8e84-0c01-4446-a298-36c72e9815ff tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.962038 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2ca019-72a4-47c9-86ac-f0370d2ea8dc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:13.965577 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae2ca019-72a4-47c9-86ac-f0370d2ea8dc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.975132 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d req-528c3267-4889-4730-975d-e6a814be0a5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2f8e694-3ef4-4f15-b37d-b6a7c6d64987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297848 Nov 12 04:16:14.045623 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0725db2b-fc16-479c-8164-435e8853bf93 None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:16:14.047890 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b37f8e84-0c01-4446-a298-36c72e9815ff tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.082512 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:14.129435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10374ed6-1631-416e-a4f0-761df5a450d2 req-4efb61e9-4267-4819-9e58-010b36d65a7e tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:14.131232 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10374ed6-1631-416e-a4f0-761df5a450d2 req-4efb61e9-4267-4819-9e58-010b36d65a7e tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 944 time: 0.1549144 Nov 12 04:16:14.135323 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d req-cdd7fe6f-16f1-4764-b988-578ea8b0e675 service neutron] 10.222.0.31 "GET /v2.0/networks/386a9bd7-3a98-4846-b5b8-b79d977e3875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509200 Nov 12 04:16:14.197641 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:14.197641 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.218427 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b37f8e84-0c01-4446-a298-36c72e9815ff tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.219495 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d req-5251400a-f8d5-4825-b951-a9275ca0c2d0 service neutron] 10.222.0.21 "GET /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320077 Nov 12 04:16:14.221183 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b37f8e84-0c01-4446-a298-36c72e9815ff tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.224923 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b37f8e84-0c01-4446-a298-36c72e9815ff tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/security-groups/2ae95c3a-2b9f-48ee-8e9a-647ecfc88a0f HTTP/1.1" status: 204 len: 168 time: 0.4049504 Nov 12 04:16:14.230231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38018) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:14.251493 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0725db2b-fc16-479c-8164-435e8853bf93 None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:16:14.280497 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f8e84-0c01-4446-a298-36c72e9815ff tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae95c3a-2b9f-48ee-8e9a-647ecfc88a0f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:14.301634 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-444a38bf-7358-4523-964c-9f534a161c0e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting subnet cddb8c5f-f7ae-49e5-98f0-c9b93fd0fa62 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:16:14.305710 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-444a38bf-7358-4523-964c-9f534a161c0e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.310347 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10374ed6-1631-416e-a4f0-761df5a450d2 req-515a507a-414e-47f2-9118-4173d805e10c tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644757 Nov 12 04:16:14.348634 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae2ca019-72a4-47c9-86ac-f0370d2ea8dc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.398405 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-444a38bf-7358-4523-964c-9f534a161c0e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.729830 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ca019-72a4-47c9-86ac-f0370d2ea8dc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Subnet': ['ID=b526e6b4-ffbb-4204-bf90-1075e92f1709,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:14.775714 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2ca019-72a4-47c9-86ac-f0370d2ea8dc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Checking segment: {'id': '045e3ee1-6843-4396-8afb-45e9ee4fc5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '26dce734-187e-47f8-a902-3592cfabffd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:14.776075 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2ca019-72a4-47c9-86ac-f0370d2ea8dc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network hostable DHCP agents. Network: 26dce734-187e-47f8-a902-3592cfabffd2, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:16:14.777056 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d req-59349efe-a1b9-44c0-ba79-c11ca629b431 service neutron] 10.222.0.31 "GET /v2.0/networks/386a9bd7-3a98-4846-b5b8-b79d977e3875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6330242 Nov 12 04:16:14.783244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d6a88ab-7dad-4a28-83d4-db9be9fedaaf req-4025baa4-0058-4971-994c-66960ba9131d tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/01e2d6eb-78e0-4c6e-a0d4-ba79f7e90338 HTTP/1.1" status: 200 len: 1799 time: 0.4215031 Nov 12 04:16:14.803843 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-444a38bf-7358-4523-964c-9f534a161c0e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.830248 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d2cff6a-b51f-44a5-8c9d-dfa838106d5d req-6f0e48ff-948b-4b24-a2f5-e61d2ad087fc service neutron] 10.222.0.21 "GET /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5713089 Nov 12 04:16:14.867429 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1d6a88ab-7dad-4a28-83d4-db9be9fedaaf req-17997af0-3808-4d74-81ef-84222eada82a tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.877949 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2ca019-72a4-47c9-86ac-f0370d2ea8dc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network 26dce734-187e-47f8-a902-3592cfabffd2 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:16:14.891547 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1d6a88ab-7dad-4a28-83d4-db9be9fedaaf req-17997af0-3808-4d74-81ef-84222eada82a tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.963867 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-444a38bf-7358-4523-964c-9f534a161c0e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.994862 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a38bf-7358-4523-964c-9f534a161c0e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Subnet': ['ID=cddb8c5f-f7ae-49e5-98f0-c9b93fd0fa62,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:14.998708 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-444a38bf-7358-4523-964c-9f534a161c0e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.002620 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-444a38bf-7358-4523-964c-9f534a161c0e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/subnets/cddb8c5f-f7ae-49e5-98f0-c9b93fd0fa62 HTTP/1.1" status: 204 len: 168 time: 0.7672300 Nov 12 04:16:15.006183 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38028) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:15.008836 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13c0154-ede9-4c20-9f79-abb4ede8d7ea None None] Network e46e06ca-4baa-4d06-a602-c180e2552182 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:15.012022 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1d6a88ab-7dad-4a28-83d4-db9be9fedaaf req-17997af0-3808-4d74-81ef-84222eada82a tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.016605 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1d6a88ab-7dad-4a28-83d4-db9be9fedaaf req-17997af0-3808-4d74-81ef-84222eada82a tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.016787 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ae2ca019-72a4-47c9-86ac-f0370d2ea8dc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 26dce734-187e-47f8-a902-3592cfabffd2) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:15.030621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d6a88ab-7dad-4a28-83d4-db9be9fedaaf req-17997af0-3808-4d74-81ef-84222eada82a tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "DELETE /v2.0/security-groups/01e2d6eb-78e0-4c6e-a0d4-ba79f7e90338 HTTP/1.1" status: 204 len: 173 time: 0.2401459 Nov 12 04:16:15.042031 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3c3d68-6417-49bc-a5e0-99ab1ac6dec5 None None] Network 26dce734-187e-47f8-a902-3592cfabffd2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:15.042604 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2ca019-72a4-47c9-86ac-f0370d2ea8dc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:15.042604 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae2ca019-72a4-47c9-86ac-f0370d2ea8dc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.056326 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17997af0-3808-4d74-81ef-84222eada82a tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e2d6eb-78e0-4c6e-a0d4-ba79f7e90338,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:15.073475 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b19067-3e28-43c0-b879-ddd9a43a9fd6 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting subnet 738389b8-6ead-409c-bb60-8720d3dfb451 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:16:15.078020 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7b19067-3e28-43c0-b879-ddd9a43a9fd6 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.125634 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7b19067-3e28-43c0-b879-ddd9a43a9fd6 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.162806 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ae2ca019-72a4-47c9-86ac-f0370d2ea8dc tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5090587 Nov 12 04:16:15.166067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38032) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:15.172120 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0810af17-b68f-45d4-a801-2f1155beead4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:15.316184 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7b19067-3e28-43c0-b879-ddd9a43a9fd6 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.346268 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-26dce734-187e-47f8-a902-3592cfabffd2', 'network_id': '26dce734-187e-47f8-a902-3592cfabffd2', 'tenant_id': 'c5303947d80e4c23aa9e537f3070773a', 'fixed_ips': [{'subnet_id': 'b526e6b4-ffbb-4204-bf90-1075e92f1709'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:16:15.347643 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.352755 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0810af17-b68f-45d4-a801-2f1155beead4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5492691'] for subnet, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.564153 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7b19067-3e28-43c0-b879-ddd9a43a9fd6 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.598076 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7b19067-3e28-43c0-b879-ddd9a43a9fd6 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.605003 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e7b19067-3e28-43c0-b879-ddd9a43a9fd6 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/subnets/738389b8-6ead-409c-bb60-8720d3dfb451 HTTP/1.1" status: 204 len: 168 time: 0.5977466 Nov 12 04:16:15.606233 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b19067-3e28-43c0-b879-ddd9a43a9fd6 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Subnet': ['ID=738389b8-6ead-409c-bb60-8720d3dfb451,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:15.608374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38038) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:15.611353 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0810af17-b68f-45d4-a801-2f1155beead4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785905842571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5681257'] for subnet, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.628583 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0810af17-b68f-45d4-a801-2f1155beead4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:15.629309 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0810af17-b68f-45d4-a801-2f1155beead4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.631994 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0810af17-b68f-45d4-a801-2f1155beead4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "PUT /v2.0/subnets/b526e6b4-ffbb-4204-bf90-1075e92f1709 HTTP/1.1" status: 200 len: 806 time: 0.4647183 Nov 12 04:16:15.645787 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e874f3b-b79a-4827-a449-0f89d12481fc tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:15.646250 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e874f3b-b79a-4827-a449-0f89d12481fc tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:15.649698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9e874f3b-b79a-4827-a449-0f89d12481fc tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/subnets/cddb8c5f-f7ae-49e5-98f0-c9b93fd0fa62 HTTP/1.1" status: 404 len: 337 time: 0.0389769 Nov 12 04:16:15.650324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38040) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:15.653237 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38042) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:15.674833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Allocated IP 172.20.0.2 (26dce734-187e-47f8-a902-3592cfabffd2/b526e6b4-ffbb-4204-bf90-1075e92f1709/5ec2531c-c5e4-4668-a4c3-45eb7459fc66) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:15.727164 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810af17-b68f-45d4-a801-2f1155beead4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Subnet': ['ID=b526e6b4-ffbb-4204-bf90-1075e92f1709,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:15.736624 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b53b019-c67f-4bee-84fa-386cd26dc08a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting subnet d89a4516-462e-401f-83fb-335c460678f0 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:16:15.766423 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b53b019-c67f-4bee-84fa-386cd26dc08a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.780352 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.795040 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b53b019-c67f-4bee-84fa-386cd26dc08a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.840257 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.923743 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b53b019-c67f-4bee-84fa-386cd26dc08a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.930912 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.056395 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f173d166-33c2-4c97-bfd5-5ad9347a42d5 None None] Network e46e06ca-4baa-4d06-a602-c180e2552182 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:16.138171 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b53b019-c67f-4bee-84fa-386cd26dc08a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.168235 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53b019-c67f-4bee-84fa-386cd26dc08a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Subnet': ['ID=d89a4516-462e-401f-83fb-335c460678f0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:16.172667 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b53b019-c67f-4bee-84fa-386cd26dc08a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.176222 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2b53b019-c67f-4bee-84fa-386cd26dc08a tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/subnets/d89a4516-462e-401f-83fb-335c460678f0 HTTP/1.1" status: 204 len: 168 time: 0.5218892 Nov 12 04:16:16.178804 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38050) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:16.208943 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-4196545d-4af8-43d3-ac74-78f829d97c16 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:16.209438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4196545d-4af8-43d3-ac74-78f829d97c16 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:16.213184 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4196545d-4af8-43d3-ac74-78f829d97c16 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/subnets/4f7ee04f-f56f-4c20-a83e-748519ddb96a HTTP/1.1" status: 404 len: 337 time: 0.0332806 Nov 12 04:16:16.216888 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38052) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:16.247096 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c73f5506-2d41-48f8-8e60-f8fd58420e40 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73ef15c-4042-4f77-b296-281c53afbee6 HTTP/1.1" status: 200 len: 205 time: 0.0282559 Nov 12 04:16:16.250725 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38056) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:16.289854 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-156f9342-d8e7-4329-8ed1-a943dd98365e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] delete failed (client error): The resource could not be found. Nov 12 04:16:16.290992 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-156f9342-d8e7-4329-8ed1-a943dd98365e tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/routers/b73ef15c-4042-4f77-b296-281c53afbee6 HTTP/1.1" status: 404 len: 336 time: 0.0393426 Nov 12 04:16:16.294715 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38058) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:16.296058 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1a443704-333c-4192-a8a1-bd834c0d683d None None] Provisioning complete for port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:16.296432 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1a443704-333c-4192-a8a1-bd834c0d683d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.305262 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.337853 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc41295-1123-4ad8-967a-f5c1f0292645 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:16.337853 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc41295-1123-4ad8-967a-f5c1f0292645 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:16.341279 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bbc41295-1123-4ad8-967a-f5c1f0292645 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/subnets/57508462-ce1e-4eeb-8d4d-19bbe25a477e HTTP/1.1" status: 404 len: 337 time: 0.0453701 Nov 12 04:16:16.344022 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38062) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:16.371315 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f5afc6-93ca-440c-a4ae-3780603e9b7b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:16.371784 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f5afc6-93ca-440c-a4ae-3780603e9b7b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:16.375527 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e9f5afc6-93ca-440c-a4ae-3780603e9b7b tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/subnets/5b0539ff-2c56-4b8c-a558-50d14a0a320b HTTP/1.1" status: 404 len: 337 time: 0.0304260 Nov 12 04:16:16.378622 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38064) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:16.380172 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 1584cc9e-3b51-435f-8311-a9b3c90e485f details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:16:16.406048 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.406257 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa89af05-5287-4c9a-9177-fc1b556228aa tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:16.406569 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa89af05-5287-4c9a-9177-fc1b556228aa tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:16.409714 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-aa89af05-5287-4c9a-9177-fc1b556228aa tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/subnets/bed2961b-8ab1-431c-9274-fbb8320e442d HTTP/1.1" status: 404 len: 337 time: 0.0299308 Nov 12 04:16:16.412307 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38066) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:16.414165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Network 26dce734-187e-47f8-a902-3592cfabffd2 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:16.437581 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-451c7b1d-2365-4068-96d8-811fc2ff71b5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:16.438364 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451c7b1d-2365-4068-96d8-811fc2ff71b5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:16.440662 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:16.442271 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-451c7b1d-2365-4068-96d8-811fc2ff71b5 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/ports/c9caf53f-e3d7-4ede-a82c-76b79f25205f HTTP/1.1" status: 404 len: 333 time: 0.0281990 Nov 12 04:16:16.448240 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:16.448995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38068) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:16.450239 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Pushing event updated for resources: {'Port': ['ID=5ec2531c-c5e4-4668-a4c3-45eb7459fc66,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:16.451264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Subnet': ['ID=b526e6b4-ffbb-4204-bf90-1075e92f1709,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:16.489211 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:16.489623 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:16.489931 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:16.490258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:16.490585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:16.490942 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:16.491260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:16.491579 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:16.491902 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:16.492220 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:16.492539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:16.492860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:16.501904 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b9dd42-e2e9-4f69-9f84-57ab9f506437 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:16.502216 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b9dd42-e2e9-4f69-9f84-57ab9f506437 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:16.507858 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-14b9dd42-e2e9-4f69-9f84-57ab9f506437 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/subnets/5a96194e-cfa3-4146-bd7f-51bcf175c2c4 HTTP/1.1" status: 404 len: 337 time: 0.0552187 Nov 12 04:16:16.508289 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38070) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:16.538839 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.542376 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91e7291-2e15-4613-8dd1-48eaedf812e7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:16.542902 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91e7291-2e15-4613-8dd1-48eaedf812e7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:16.547337 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e91e7291-2e15-4613-8dd1-48eaedf812e7 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/subnets/84122bc8-7a83-45f5-840b-84a083757f2d HTTP/1.1" status: 404 len: 337 time: 0.0379152 Nov 12 04:16:16.549845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38072) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:16.577637 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f40e418-a4e8-4f00-a276-cccefa7d46bb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:16.578360 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f40e418-a4e8-4f00-a276-cccefa7d46bb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:16.582150 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8f40e418-a4e8-4f00-a276-cccefa7d46bb tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/ports/d7fe481d-72b9-4f94-b634-2404eb56950d HTTP/1.1" status: 404 len: 333 time: 0.0309041 Nov 12 04:16:16.584629 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38076) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:16.616259 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26dce734-187e-47f8-a902-3592cfabffd2']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:16.619443 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-35376388-5b49-4de4-a2fa-ed1ee4ee1ce8 req-817eeb67-8d9e-46e2-8307-b95d7344b0aa tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] show failed (client error): The resource could not be found. Nov 12 04:16:16.635438 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-de3f3c7d-7649-4e77-b0f5-18a267aa1aa0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:16.635438 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de3f3c7d-7649-4e77-b0f5-18a267aa1aa0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:16.635598 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-35376388-5b49-4de4-a2fa-ed1ee4ee1ce8 req-817eeb67-8d9e-46e2-8307-b95d7344b0aa tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/01e2d6eb-78e0-4c6e-a0d4-ba79f7e90338 HTTP/1.1" status: 404 len: 352 time: 0.0541286 Nov 12 04:16:16.637855 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-de3f3c7d-7649-4e77-b0f5-18a267aa1aa0 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/subnets/c547ee53-9461-433e-ad3f-bd872c7fe743 HTTP/1.1" status: 404 len: 337 time: 0.0507956 Nov 12 04:16:16.638966 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38080) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:16.653476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045e3ee1-6843-4396-8afb-45e9ee4fc5eb') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:16.653913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045e3ee1-6843-4396-8afb-45e9ee4fc5eb') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:16.672350 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.674510 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be8c450-dce0-4592-bf2d-c5dd1ec531b2 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:16.674997 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be8c450-dce0-4592-bf2d-c5dd1ec531b2 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:16.678739 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9be8c450-dce0-4592-bf2d-c5dd1ec531b2 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/subnets/1c888326-08ec-4e17-b992-265c22a727d4 HTTP/1.1" status: 404 len: 337 time: 0.0382321 Nov 12 04:16:16.682081 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38082) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:16.684584 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Attempting to bind port 5ec2531c-c5e4-4668-a4c3-45eb7459fc66 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:16.685194 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Attempting to bind port 5ec2531c-c5e4-4668-a4c3-45eb7459fc66 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '045e3ee1-6843-4396-8afb-45e9ee4fc5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '26dce734-187e-47f8-a902-3592cfabffd2'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:16.686123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Attempting to bind port 5ec2531c-c5e4-4668-a4c3-45eb7459fc66 on network 26dce734-187e-47f8-a902-3592cfabffd2 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:16.690220 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.704663 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:16.705340 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:16.718986 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:16.721009 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:16.721009 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Checking segment: {'id': '045e3ee1-6843-4396-8afb-45e9ee4fc5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '26dce734-187e-47f8-a902-3592cfabffd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:16.721009 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.721732 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Bound using segment: {'id': '045e3ee1-6843-4396-8afb-45e9ee4fc5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '26dce734-187e-47f8-a902-3592cfabffd2'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:16.721852 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Bound port: 5ec2531c-c5e4-4668-a4c3-45eb7459fc66, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045e3ee1-6843-4396-8afb-45e9ee4fc5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '26dce734-187e-47f8-a902-3592cfabffd2'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:16.722378 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.764063 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 1584cc9e-3b51-435f-8311-a9b3c90e485f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1584cc9e-3b51-435f-8311-a9b3c90e485f,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:16.805280 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.813483 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870ab526-0b3c-4a21-a7e3-9419fcdc43a5 None None] DHCP port deletion for e46e06ca-4baa-4d06-a602-c180e2552182 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:16.821252 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '1584cc9e-3b51-435f-8311-a9b3c90e485f', 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987', 'port_id': '1584cc9e-3b51-435f-8311-a9b3c90e485f', 'mac_address': 'fa:16:3e:5f:82:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d47581f-20de-4cd2-a8b0-e2cb48fc0e2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:16:16.824752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1a443704-333c-4192-a8a1-bd834c0d683d None None] Provisioning complete for port 13a98fed-fdeb-41c1-afdb-e856a2e40b75 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:16.825163 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1a443704-333c-4192-a8a1-bd834c0d683d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.834435 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-bacf033d-c1da-4c7f-a612-225115f870d6 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port 13a98fed-fdeb-41c1-afdb-e856a2e40b75 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:16.834923 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bacf033d-c1da-4c7f-a612-225115f870d6 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.854943 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c110bb-dc2b-4966-bbb6-cd4822a82321 req-7db67086-d562-4e0d-9f11-97e9a87ff68f tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:16.857073 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-11c110bb-dc2b-4966-bbb6-cd4822a82321 req-7db67086-d562-4e0d-9f11-97e9a87ff68f tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 944 time: 0.1209731 Nov 12 04:16:16.863612 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.db.api [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:16:16.863612 n-d-768509-24 neutron-server[103296]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:16:16.863612 n-d-768509-24 neutron-server[103296]: [parameters: {'id': '26dce734-187e-47f8-a902-3592cfabffd2'}] Nov 12 04:16:16.863612 n-d-768509-24 neutron-server[103296]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:16:16.864515 n-d-768509-24 neutron-server[103296]: DEBUG oslo_db.api [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:16:16.934109 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-11c110bb-dc2b-4966-bbb6-cd4822a82321 req-0db55707-b064-42b7-aee2-973b3253e017 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676420 Nov 12 04:16:16.939342 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] For port 5ec2531c-c5e4-4668-a4c3-45eb7459fc66, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:16.940584 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bacf033d-c1da-4c7f-a612-225115f870d6 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.942917 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1a443704-333c-4192-a8a1-bd834c0d683d None None] Port 13a98fed-fdeb-41c1-afdb-e856a2e40b75 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:16.957867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-bacf033d-c1da-4c7f-a612-225115f870d6 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for 13a98fed-fdeb-41c1-afdb-e856a2e40b75 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:16.963979 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.972344 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] For port 5ec2531c-c5e4-4668-a4c3-45eb7459fc66, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=5ec2531c-c5e4-4668-a4c3-45eb7459fc66,segment=NetworkSegment(045e3ee1-6843-4396-8afb-45e9ee4fc5eb),segment_id=045e3ee1-6843-4396-8afb-45e9ee4fc5eb)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:16.994090 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1584cc9e-3b51-435f-8311-a9b3c90e485f {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:16:17.014390 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-870ab526-0b3c-4a21-a7e3-9419fcdc43a5 None None] Deleting port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:17.014390 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-870ab526-0b3c-4a21-a7e3-9419fcdc43a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.034589 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 1584cc9e-3b51-435f-8311-a9b3c90e485f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1584cc9e-3b51-435f-8311-a9b3c90e485f,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:17.068281 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.112385 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-870ab526-0b3c-4a21-a7e3-9419fcdc43a5 None None] For port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77,segment=NetworkSegment(234a7c69-50cd-4d83-93c4-1532a4dc4e45),segment_id=234a7c69-50cd-4d83-93c4-1532a4dc4e45)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:17.112795 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-870ab526-0b3c-4a21-a7e3-9419fcdc43a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.131042 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.139865 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-870ab526-0b3c-4a21-a7e3-9419fcdc43a5 None None] Calling delete_port for 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:17.152082 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bacf033d-c1da-4c7f-a612-225115f870d6 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.218518 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bacf033d-c1da-4c7f-a612-225115f870d6 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.224116 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bacf033d-c1da-4c7f-a612-225115f870d6 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/ports/13a98fed-fdeb-41c1-afdb-e856a2e40b75 HTTP/1.1" status: 204 len: 168 time: 0.5391877 Nov 12 04:16:17.224295 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75565de0-bcb2-4cab-974e-8e333f83d56d None None] Pushing event updated for resources: {'Port': ['ID=5ec2531c-c5e4-4668-a4c3-45eb7459fc66,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:17.224432 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf033d-c1da-4c7f-a612-225115f870d6 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=13a98fed-fdeb-41c1-afdb-e856a2e40b75,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:17.224545 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38084) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:17.256709 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53f8449-698e-4212-a16f-4bf3a77eaea5 None None] Network 26dce734-187e-47f8-a902-3592cfabffd2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:17.317825 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-9cbba90c-8558-470a-bbdb-0b739f5b0c68 req-f3f43cbd-6f08-4384-ba75-f51d1ca344f4 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-638358580', 'description': 'tempest-description-1813674102'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:17.348071 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.361023 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=1584cc9e-3b51-435f-8311-a9b3c90e485f,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:17.381868 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.425438 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9cbba90c-8558-470a-bbdb-0b739f5b0c68 req-f3f43cbd-6f08-4384-ba75-f51d1ca344f4 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.451744 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca891e06-e81b-4fbe-9e25-d8b81226aca0 None None] Network 26dce734-187e-47f8-a902-3592cfabffd2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:17.456896 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-870ab526-0b3c-4a21-a7e3-9419fcdc43a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.469872 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Deleting port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:17.470124 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.490862 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870ab526-0b3c-4a21-a7e3-9419fcdc43a5 None None] No DVR routers for this DVR port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:16:17.549646 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ab526-0b3c-4a21-a7e3-9419fcdc43a5 None None] Pushing event deleted for resources: {'Port': ['ID=2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:17.558988 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Deleting port 5ec2531c-c5e4-4668-a4c3-45eb7459fc66 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:17.559335 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.639378 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] For port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77, host n-d-768509-24, got binding levels [] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:17.640581 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.641316 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46c9dd4-5f39-4d50-b15b-b6669f4c5871 None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:16:17.651183 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9cbba90c-8558-470a-bbdb-0b739f5b0c68 req-f3f43cbd-6f08-4384-ba75-f51d1ca344f4 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.676226 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['1584cc9e-3b51-435f-8311-a9b3c90e485f'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:17.682404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Calling delete_port for 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:17.685957 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_backend_mixin [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 was not found and therefore no delete operation was performed {{(pid=103296) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:16:17.692280 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] For port 5ec2531c-c5e4-4668-a4c3-45eb7459fc66, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=5ec2531c-c5e4-4668-a4c3-45eb7459fc66,segment=NetworkSegment(045e3ee1-6843-4396-8afb-45e9ee4fc5eb),segment_id=045e3ee1-6843-4396-8afb-45e9ee4fc5eb)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:17.692653 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.695619 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.732848 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Calling delete_port for 5ec2531c-c5e4-4668-a4c3-45eb7459fc66 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:17.736326 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9cbba90c-8558-470a-bbdb-0b739f5b0c68 req-f3f43cbd-6f08-4384-ba75-f51d1ca344f4 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.738878 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Port': ['ID=2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:17.741194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] No DVR routers for this DVR port 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:16:17.860610 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f43cbd-6f08-4384-ba75-f51d1ca344f4 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0212a20f-d3ba-464b-97d1-5f846d2470cc,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:17.872565 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46c9dd4-5f39-4d50-b15b-b6669f4c5871 None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:16:17.910655 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9cbba90c-8558-470a-bbdb-0b739f5b0c68 req-f3f43cbd-6f08-4384-ba75-f51d1ca344f4 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.912192 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cbba90c-8558-470a-bbdb-0b739f5b0c68 req-f3f43cbd-6f08-4384-ba75-f51d1ca344f4 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6035652 Nov 12 04:16:17.924860 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.949176 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-7cd6222d-2837-4f43-9a45-7c4750291333 req-1fb92c90-1fc4-4243-b89e-3d6f720af232 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1224757615', 'description': 'tempest-description-151827296'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:17.987032 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46e06ca-4baa-4d06-a602-c180e2552182']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:18.006123 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234a7c69-50cd-4d83-93c4-1532a4dc4e45') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:18.006692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234a7c69-50cd-4d83-93c4-1532a4dc4e45') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:18.023855 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.028635 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.037668 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:16:18.039983 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.048238 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:18.048862 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:18.052059 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:18.071174 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:16:18.071516 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2b9a0c83-38d8-43d3-bb27-30cfe6f6dc77 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:16:18.106094 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7cd6222d-2837-4f43-9a45-7c4750291333 req-1fb92c90-1fc4-4243-b89e-3d6f720af232 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.137927 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.169375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Port': ['ID=5ec2531c-c5e4-4668-a4c3-45eb7459fc66,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:18.182376 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No DVR routers for this DVR port 5ec2531c-c5e4-4668-a4c3-45eb7459fc66 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:16:18.242748 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.283854 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.289885 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] 10.222.0.37 "DELETE /v2.0/networks/e46e06ca-4baa-4d06-a602-c180e2552182 HTTP/1.1" status: 204 len: 168 time: 1.0641747 Nov 12 04:16:18.322830 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.327116 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7cd6222d-2837-4f43-9a45-7c4750291333 req-1fb92c90-1fc4-4243-b89e-3d6f720af232 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.335365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007409c4-37c9-49cc-96cb-ac65b98c0800 tempest-PortsTestJSON-1286958322 tempest-PortsTestJSON-1286958322-project] Pushing event deleted for resources: {'Network': ['ID=e46e06ca-4baa-4d06-a602-c180e2552182,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:18.356494 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26dce734-187e-47f8-a902-3592cfabffd2']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:18.369951 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045e3ee1-6843-4396-8afb-45e9ee4fc5eb') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:18.370247 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045e3ee1-6843-4396-8afb-45e9ee4fc5eb') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:18.380325 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.396081 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.406674 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:18.407242 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:18.412254 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:18.428075 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7cd6222d-2837-4f43-9a45-7c4750291333 req-1fb92c90-1fc4-4243-b89e-3d6f720af232 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.501931 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb92c90-1fc4-4243-b89e-3d6f720af232 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2852e5-f234-4152-bf49-0bd36f7617f0,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:18.578782 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7cd6222d-2837-4f43-9a45-7c4750291333 req-1fb92c90-1fc4-4243-b89e-3d6f720af232 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.590838 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cd6222d-2837-4f43-9a45-7c4750291333 req-1fb92c90-1fc4-4243-b89e-3d6f720af232 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6520483 Nov 12 04:16:18.600157 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.623115 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.627139 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/26dce734-187e-47f8-a902-3592cfabffd2 HTTP/1.1" status: 204 len: 168 time: 2.9752314 Nov 12 04:16:18.629594 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38102) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:18.643344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1ae0e-1d53-4eeb-9aa2-0f98db12165c tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Network': ['ID=26dce734-187e-47f8-a902-3592cfabffd2,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:18.656801 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4da50b-8712-41b7-8147-022759751b87 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:18.657707 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4da50b-8712-41b7-8147-022759751b87 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:18.661579 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-dc4da50b-8712-41b7-8147-022759751b87 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/26dce734-187e-47f8-a902-3592cfabffd2 HTTP/1.1" status: 404 len: 339 time: 0.0308528 Nov 12 04:16:18.665595 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38104) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:18.672313 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0d13bb12-bca4-44d6-a316-5fdeae982ea8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1506845195', 'description': 'd1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:18.738619 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0449f06-e598-400d-a8b2-438e8393a0da req-122387f0-f993-4f40-9359-84ada592c86b tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:18.740207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0449f06-e598-400d-a8b2-438e8393a0da req-122387f0-f993-4f40-9359-84ada592c86b tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 945 time: 0.0737066 Nov 12 04:16:18.784069 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d13bb12-bca4-44d6-a316-5fdeae982ea8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:18.789606 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d13bb12-bca4-44d6-a316-5fdeae982ea8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.814643 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0449f06-e598-400d-a8b2-438e8393a0da req-96a7a767-e69c-40f7-89de-9caad51a7ba1 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622463 Nov 12 04:16:18.845592 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d13bb12-bca4-44d6-a316-5fdeae982ea8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:16:18.855788 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38110) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:18.864449 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d13bb12-bca4-44d6-a316-5fdeae982ea8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.865302 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-0d13bb12-bca4-44d6-a316-5fdeae982ea8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Added segment 444fcf65-0d41-41fb-ac94-835288bdd421 of type vlan for network a4d5e132-b42a-49e7-9bfc-627aa73b79a3 Nov 12 04:16:18.919971 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d13bb12-bca4-44d6-a316-5fdeae982ea8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.032410 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d13bb12-bca4-44d6-a316-5fdeae982ea8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.038131 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d13bb12-bca4-44d6-a316-5fdeae982ea8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:19.038763 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d13bb12-bca4-44d6-a316-5fdeae982ea8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.055995 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7f870703-8a98-4232-8db4-ed02a7da5406 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8177d60a10234961ad5f19a370b54d0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1950397 Nov 12 04:16:19.060180 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38114) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:19.136062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-a7df6a78-2869-4f8b-9ce3-8ab7fd1c0f86 req-178efce5-492f-4f3a-8024-2da305e1564d tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-359774733', 'description': 'tempest-description-32368698'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:19.166549 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13bb12-bca4-44d6-a316-5fdeae982ea8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Network': ['ID=a4d5e132-b42a-49e7-9bfc-627aa73b79a3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:19.175641 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5a6d0ec5-db74-4481-b6bf-ce791eaee48c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.182288 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network a4d5e132-b42a-49e7-9bfc-627aa73b79a3 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:19.197223 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0d13bb12-bca4-44d6-a316-5fdeae982ea8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5297322 Nov 12 04:16:19.199670 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38116) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:19.242620 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5a6d0ec5-db74-4481-b6bf-ce791eaee48c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.302424 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef226bb-580a-4727-afb9-76c5c4d850a4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:19.304261 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-eef226bb-580a-4727-afb9-76c5c4d850a4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "GET /v2.0/networks?id=a4d5e132-b42a-49e7-9bfc-627aa73b79a3 HTTP/1.1" status: 200 len: 761 time: 0.1027470 Nov 12 04:16:19.307083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38118) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:19.313275 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-dcafbc0f-26d6-497a-9c12-123e9c9aff57 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'network': {'description': 'd2'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:19.485886 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dcafbc0f-26d6-497a-9c12-123e9c9aff57 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.571440 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a7df6a78-2869-4f8b-9ce3-8ab7fd1c0f86 req-178efce5-492f-4f3a-8024-2da305e1564d tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.633834 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5a6d0ec5-db74-4481-b6bf-ce791eaee48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.636427 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5a6d0ec5-db74-4481-b6bf-ce791eaee48c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.637586 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5a6d0ec5-db74-4481-b6bf-ce791eaee48c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/853a7ff5-ead0-42ca-9348-44089282f028 HTTP/1.1" status: 204 len: 168 time: 0.5755379 Nov 12 04:16:19.642378 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dcafbc0f-26d6-497a-9c12-123e9c9aff57 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.658723 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a7df6a78-2869-4f8b-9ce3-8ab7fd1c0f86 req-178efce5-492f-4f3a-8024-2da305e1564d tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.663686 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d0ec5-db74-4481-b6bf-ce791eaee48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853a7ff5-ead0-42ca-9348-44089282f028,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:19.666709 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dcafbc0f-26d6-497a-9c12-123e9c9aff57 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network a4d5e132-b42a-49e7-9bfc-627aa73b79a3 is not hosted by any dhcp agent {{(pid=103296) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:16:19.674366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcafbc0f-26d6-497a-9c12-123e9c9aff57 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:19.674787 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dcafbc0f-26d6-497a-9c12-123e9c9aff57 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.678486 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-dcafbc0f-26d6-497a-9c12-123e9c9aff57 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "PUT /v2.0/networks/a4d5e132-b42a-49e7-9bfc-627aa73b79a3 HTTP/1.1" status: 200 len: 758 time: 0.3678474 Nov 12 04:16:19.679058 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38122) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:19.738411 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a7df6a78-2869-4f8b-9ce3-8ab7fd1c0f86 req-178efce5-492f-4f3a-8024-2da305e1564d tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.757888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafbc0f-26d6-497a-9c12-123e9c9aff57 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Network': ['ID=a4d5e132-b42a-49e7-9bfc-627aa73b79a3,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:19.777583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network a4d5e132-b42a-49e7-9bfc-627aa73b79a3 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:19.783008 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178efce5-492f-4f3a-8024-2da305e1564d tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f223450-c156-4d03-aa48-052cce71e411,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:19.788620 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6b0b63-031d-4f5b-a411-c8bc0c72412a tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:19.794977 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9f6b0b63-031d-4f5b-a411-c8bc0c72412a tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "GET /v2.0/networks?id=a4d5e132-b42a-49e7-9bfc-627aa73b79a3 HTTP/1.1" status: 200 len: 761 time: 0.1102831 Nov 12 04:16:19.796289 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38124) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:19.803114 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b00da47a-8ff1-44a2-ae29-acc1cd2daa1f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1979076421'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:19.851041 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a7df6a78-2869-4f8b-9ce3-8ab7fd1c0f86 req-178efce5-492f-4f3a-8024-2da305e1564d tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.852499 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7df6a78-2869-4f8b-9ce3-8ab7fd1c0f86 req-178efce5-492f-4f3a-8024-2da305e1564d tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7319765 Nov 12 04:16:19.934585 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00da47a-8ff1-44a2-ae29-acc1cd2daa1f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:19.938692 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b00da47a-8ff1-44a2-ae29-acc1cd2daa1f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.970879 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00da47a-8ff1-44a2-ae29-acc1cd2daa1f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:16:19.991972 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b00da47a-8ff1-44a2-ae29-acc1cd2daa1f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.992421 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-b00da47a-8ff1-44a2-ae29-acc1cd2daa1f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Added segment ff470eb4-6cb3-4df6-a55b-96393adfea81 of type vlan for network 07d1aaaa-7946-4226-b5ac-e166b89595fb Nov 12 04:16:20.004055 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9731b7-7a8c-4150-94b5-f5d279991b63 req-012e1a2b-6292-44c9-8cb1-00a6825539e5 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:20.006268 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5d9731b7-7a8c-4150-94b5-f5d279991b63 req-012e1a2b-6292-44c9-8cb1-00a6825539e5 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 945 time: 0.0799496 Nov 12 04:16:20.051342 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b00da47a-8ff1-44a2-ae29-acc1cd2daa1f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.066613 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5d9731b7-7a8c-4150-94b5-f5d279991b63 req-39106ce2-425c-47c6-92b4-394023670f5e tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517173 Nov 12 04:16:20.176668 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b00da47a-8ff1-44a2-ae29-acc1cd2daa1f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.184212 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00da47a-8ff1-44a2-ae29-acc1cd2daa1f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:20.184925 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b00da47a-8ff1-44a2-ae29-acc1cd2daa1f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.214265 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f2db07c7-677b-4854-be49-da929a510692 req-55271132-ef07-469c-80da-3555534bdaf9 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61aa7dee2c7b4464acdbe5547a4b12fc HTTP/1.1" status: 200 len: 11008 time: 0.1062424 Nov 12 04:16:20.267240 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00da47a-8ff1-44a2-ae29-acc1cd2daa1f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Network': ['ID=07d1aaaa-7946-4226-b5ac-e166b89595fb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:20.284811 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f2db07c7-677b-4854-be49-da929a510692 req-8b0eefa0-c603-4538-98ea-b365667f72d9 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/609076e4-7e8e-486d-8dd4-656a2d0e73c4 HTTP/1.1" status: 200 len: 3002 time: 0.0458322 Nov 12 04:16:20.287870 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b00da47a-8ff1-44a2-ae29-acc1cd2daa1f tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4895229 Nov 12 04:16:20.288053 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 07d1aaaa-7946-4226-b5ac-e166b89595fb details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:20.290493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38146) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:20.295846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-d2387131-3faf-4539-9513-6c14c1443d85 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'subnet': {'network_id': '07d1aaaa-7946-4226-b5ac-e166b89595fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:20.427262 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f2db07c7-677b-4854-be49-da929a510692 req-0c80116b-2f5a-4070-bbab-19a2226f46e0 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/609076e4-7e8e-486d-8dd4-656a2d0e73c4 HTTP/1.1" status: 200 len: 3002 time: 0.1276367 Nov 12 04:16:20.496630 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2387131-3faf-4539-9513-6c14c1443d85 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:20.500710 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d2387131-3faf-4539-9513-6c14c1443d85 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.501245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 1584cc9e-3b51-435f-8311-a9b3c90e485f up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:20.683836 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 1584cc9e-3b51-435f-8311-a9b3c90e485f completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:16:20.692841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 1584cc9e-3b51-435f-8311-a9b3c90e485f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:20.693691 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.812584 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.821065 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2e880489-ac18-4104-87f2-8af144df995a req-0952d575-6f3a-4bf5-99c8-5d0b26088b95 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/0212a20f-d3ba-464b-97d1-5f846d2470cc HTTP/1.1" status: 200 len: 1819 time: 0.0503023 Nov 12 04:16:20.842430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5796b73e-4786-4f06-a33e-949176238236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1584cc9e-3b51-435f-8311-a9b3c90e485f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:20.844945 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214c3def-d5cd-46cb-bdfc-35cb3dc1c7e9" -d '{"events": [{"server_uuid": "5796b73e-4786-4f06-a33e-949176238236", "name": "network-vif-plugged", "status": "completed", "tag": "1584cc9e-3b51-435f-8311-a9b3c90e485f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:20.856381 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d2387131-3faf-4539-9513-6c14c1443d85 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.858907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 1584cc9e-3b51-435f-8311-a9b3c90e485f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1584cc9e-3b51-435f-8311-a9b3c90e485f,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:20.945861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2387131-3faf-4539-9513-6c14c1443d85 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Subnet': ['ID=57322a3e-94ad-4e5d-9ad2-8191f9ae9792,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:20.968728 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2e880489-ac18-4104-87f2-8af144df995a req-e11286c1-a246-4ba6-b157-4634e4169ece tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.977000 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:21.007984 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2387131-3faf-4539-9513-6c14c1443d85 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Checking segment: {'id': 'ff470eb4-6cb3-4df6-a55b-96393adfea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '07d1aaaa-7946-4226-b5ac-e166b89595fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:21.008264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2387131-3faf-4539-9513-6c14c1443d85 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network hostable DHCP agents. Network: 07d1aaaa-7946-4226-b5ac-e166b89595fb, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:16:21.039397 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2e880489-ac18-4104-87f2-8af144df995a req-e11286c1-a246-4ba6-b157-4634e4169ece tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:21.057347 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=1584cc9e-3b51-435f-8311-a9b3c90e485f,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:21.088419 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38164) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:21.105718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2387131-3faf-4539-9513-6c14c1443d85 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network 07d1aaaa-7946-4226-b5ac-e166b89595fb is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:16:21.191852 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2e880489-ac18-4104-87f2-8af144df995a req-e11286c1-a246-4ba6-b157-4634e4169ece tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:21.194856 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2e880489-ac18-4104-87f2-8af144df995a req-e11286c1-a246-4ba6-b157-4634e4169ece tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:21.195703 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2e880489-ac18-4104-87f2-8af144df995a req-e11286c1-a246-4ba6-b157-4634e4169ece tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "DELETE /v2.0/security-groups/0212a20f-d3ba-464b-97d1-5f846d2470cc HTTP/1.1" status: 204 len: 173 time: 0.3686748 Nov 12 04:16:21.204397 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-b53fef18-bdf8-4177-92f2-6911e58288cc tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group': {'name': 'tempest-secgroup--236323940'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:21.218198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-d2387131-3faf-4539-9513-6c14c1443d85 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 07d1aaaa-7946-4226-b5ac-e166b89595fb) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:21.226114 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a173ac3c-160e-4904-958b-a6a8f225b712 None None] Network 07d1aaaa-7946-4226-b5ac-e166b89595fb requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:21.226359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11286c1-a246-4ba6-b157-4634e4169ece tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0212a20f-d3ba-464b-97d1-5f846d2470cc,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:21.236758 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2387131-3faf-4539-9513-6c14c1443d85 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:21.237383 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d2387131-3faf-4539-9513-6c14c1443d85 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:21.337464 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2514cf2-e967-4d56-991a-ab7fbd867360 x-openstack-request-id: req-e2514cf2-e967-4d56-991a-ab7fbd867360 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:21.338364 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5796b73e-4786-4f06-a33e-949176238236", "name": "network-vif-plugged", "status": "completed", "tag": "1584cc9e-3b51-435f-8311-a9b3c90e485f", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:21.338848 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2514cf2-e967-4d56-991a-ab7fbd867360 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:21.339431 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5796b73e-4786-4f06-a33e-949176238236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1584cc9e-3b51-435f-8311-a9b3c90e485f', 'code': 200} Nov 12 04:16:21.480317 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b53fef18-bdf8-4177-92f2-6911e58288cc tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:21.513910 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-07d1aaaa-7946-4226-b5ac-e166b89595fb', 'network_id': '07d1aaaa-7946-4226-b5ac-e166b89595fb', 'tenant_id': 'c5303947d80e4c23aa9e537f3070773a', 'fixed_ips': [{'subnet_id': '57322a3e-94ad-4e5d-9ad2-8191f9ae9792'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:16:21.516495 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:21.518971 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b53fef18-bdf8-4177-92f2-6911e58288cc tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:21.530844 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da33ca-0436-402c-acf0-42d9ba98ad18 req-0018b486-6d76-4345-a286-d52eb8474265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:21.530844 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a1da33ca-0436-402c-acf0-42d9ba98ad18 req-0018b486-6d76-4345-a286-d52eb8474265 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 1098 time: 0.1031017 Nov 12 04:16:21.546199 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65f818-f1b2-4024-9cbc-26794fc0f4b5 req-d1d01d2c-c28c-4172-b402-8cb500fb07e8 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:21.554487 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f65f818-f1b2-4024-9cbc-26794fc0f4b5 req-d1d01d2c-c28c-4172-b402-8cb500fb07e8 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.1828110 Nov 12 04:16:21.608963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d2387131-3faf-4539-9513-6c14c1443d85 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3172727 Nov 12 04:16:21.611624 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38174) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:21.676924 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f65f818-f1b2-4024-9cbc-26794fc0f4b5 req-c24948a6-ab6b-48c0-8c1f-9c6a29452148 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211100 Nov 12 04:16:21.685682 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a1da33ca-0436-402c-acf0-42d9ba98ad18 req-91f98f35-31f5-4842-b953-d863e010cb6b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098487 Nov 12 04:16:21.760013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] Allocated IP 172.20.0.2 (07d1aaaa-7946-4226-b5ac-e166b89595fb/57322a3e-94ad-4e5d-9ad2-8191f9ae9792/d51852e1-fc57-4b76-95fb-497e879d47ee) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:21.764132 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-011e27bb-4102-4ef5-8fef-797ec6912c70 req-7b6e7327-501f-4a0e-9702-8318eb5ae6a2 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] show failed (client error): The resource could not be found. Nov 12 04:16:21.765256 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-011e27bb-4102-4ef5-8fef-797ec6912c70 req-7b6e7327-501f-4a0e-9702-8318eb5ae6a2 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/0212a20f-d3ba-464b-97d1-5f846d2470cc HTTP/1.1" status: 404 len: 352 time: 0.0478351 Nov 12 04:16:21.813517 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:21.852992 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b53fef18-bdf8-4177-92f2-6911e58288cc tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:21.888346 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:21.919527 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b53fef18-bdf8-4177-92f2-6911e58288cc tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:21.963346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53fef18-bdf8-4177-92f2-6911e58288cc tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8efb6d-ed52-4bfd-822f-50bdfbbabaa4,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:22.047763 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b53fef18-bdf8-4177-92f2-6911e58288cc tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.065284 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.123564 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b53fef18-bdf8-4177-92f2-6911e58288cc tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.168563 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.184188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53fef18-bdf8-4177-92f2-6911e58288cc tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82593d22-5ab8-4873-b2b6-6ebb212c3dc2,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:22.231558 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] Network 07d1aaaa-7946-4226-b5ac-e166b89595fb is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:22.235385 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:22.240462 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:22.243666 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] Pushing event updated for resources: {'Port': ['ID=d51852e1-fc57-4b76-95fb-497e879d47ee,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:22.281157 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b53fef18-bdf8-4177-92f2-6911e58288cc tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.295157 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b53fef18-bdf8-4177-92f2-6911e58288cc tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1949089 Nov 12 04:16:22.296491 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38184) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:22.317471 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] Attempting to bind port d51852e1-fc57-4b76-95fb-497e879d47ee on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:22.319151 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] Attempting to bind port d51852e1-fc57-4b76-95fb-497e879d47ee by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'ff470eb4-6cb3-4df6-a55b-96393adfea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '07d1aaaa-7946-4226-b5ac-e166b89595fb'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:22.319151 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] Attempting to bind port d51852e1-fc57-4b76-95fb-497e879d47ee on network 07d1aaaa-7946-4226-b5ac-e166b89595fb {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:22.331377 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:22.332894 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.339062 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] Checking segment: {'id': 'ff470eb4-6cb3-4df6-a55b-96393adfea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '07d1aaaa-7946-4226-b5ac-e166b89595fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:22.339062 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.339062 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] Bound using segment: {'id': 'ff470eb4-6cb3-4df6-a55b-96393adfea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '07d1aaaa-7946-4226-b5ac-e166b89595fb'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:22.339966 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] Bound port: d51852e1-fc57-4b76-95fb-497e879d47ee, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff470eb4-6cb3-4df6-a55b-96393adfea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '07d1aaaa-7946-4226-b5ac-e166b89595fb'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:22.340533 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.408675 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Subnet': ['ID=57322a3e-94ad-4e5d-9ad2-8191f9ae9792,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:22.474502 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] For port d51852e1-fc57-4b76-95fb-497e879d47ee, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:22.483911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] For port d51852e1-fc57-4b76-95fb-497e879d47ee, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d51852e1-fc57-4b76-95fb-497e879d47ee,segment=NetworkSegment(ff470eb4-6cb3-4df6-a55b-96393adfea81),segment_id=ff470eb4-6cb3-4df6-a55b-96393adfea81)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:22.495562 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-65dccc81-2b8e-4193-aeba-22328a6ef1aa tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1967068 Nov 12 04:16:22.499847 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75b9e8df-0de5-4ff0-8832-759bdba93cbe req-3a09e863-44fe-4449-91e4-7be945b8f8cf tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/dc2852e5-f234-4152-bf49-0bd36f7617f0 HTTP/1.1" status: 200 len: 1819 time: 0.0643084 Nov 12 04:16:22.501908 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38186) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:22.507461 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-5859cadc-9e8b-4d68-bb24-15ad4ec1a0ea tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group': {'name': 'tempest-security--2036235602', 'description': 'tempest-security-description-1440695114'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:22.560413 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.563027 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.585271 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5859cadc-9e8b-4d68-bb24-15ad4ec1a0ea tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.591649 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d1aaaa-7946-4226-b5ac-e166b89595fb']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:22.613688 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff470eb4-6cb3-4df6-a55b-96393adfea81') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:22.614975 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff470eb4-6cb3-4df6-a55b-96393adfea81') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:22.626858 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.642014 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.644396 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5859cadc-9e8b-4d68-bb24-15ad4ec1a0ea tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.649560 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:22.650611 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.657016 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64445dce-70bf-4c74-8dd6-46827320099a None None] Pushing event updated for resources: {'Port': ['ID=d51852e1-fc57-4b76-95fb-497e879d47ee,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:22.675806 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-75b9e8df-0de5-4ff0-8832-759bdba93cbe req-103a1265-5c1f-4729-8cdc-02999bd87a1c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.712166 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-75b9e8df-0de5-4ff0-8832-759bdba93cbe req-103a1265-5c1f-4729-8cdc-02999bd87a1c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.715424 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5859cadc-9e8b-4d68-bb24-15ad4ec1a0ea tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.718734 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5859cadc-9e8b-4d68-bb24-15ad4ec1a0ea tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.722481 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5859cadc-9e8b-4d68-bb24-15ad4ec1a0ea tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "PUT /v2.0/security-groups/82593d22-5ab8-4873-b2b6-6ebb212c3dc2 HTTP/1.1" status: 200 len: 1797 time: 0.2164583 Nov 12 04:16:22.731414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38190) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:22.735464 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:22.750439 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686bfb98-93bf-4929-b5b4-17eeb97e583d None None] Network 07d1aaaa-7946-4226-b5ac-e166b89595fb requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:22.787407 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859cadc-9e8b-4d68-bb24-15ad4ec1a0ea tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82593d22-5ab8-4873-b2b6-6ebb212c3dc2,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:22.797793 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.db.api [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:16:22.797793 n-d-768509-24 neutron-server[103297]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:16:22.797793 n-d-768509-24 neutron-server[103297]: [parameters: {'id': '07d1aaaa-7946-4226-b5ac-e166b89595fb'}] Nov 12 04:16:22.797793 n-d-768509-24 neutron-server[103297]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:16:22.799228 n-d-768509-24 neutron-server[103297]: DEBUG oslo_db.api [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:16:22.856517 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2c30b62b-b5b3-4e40-8e52-5413d1a8acd4 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-groups/82593d22-5ab8-4873-b2b6-6ebb212c3dc2 HTTP/1.1" status: 200 len: 1797 time: 0.1239429 Nov 12 04:16:22.859210 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38192) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:22.915759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac11943d-f896-42f6-9061-bd14629c23fb None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:16:22.932091 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e90008e4-067e-4b43-943e-e3b14f3adfc4 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.946997 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-75b9e8df-0de5-4ff0-8832-759bdba93cbe req-103a1265-5c1f-4729-8cdc-02999bd87a1c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.950009 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-75b9e8df-0de5-4ff0-8832-759bdba93cbe req-103a1265-5c1f-4729-8cdc-02999bd87a1c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.952500 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75b9e8df-0de5-4ff0-8832-759bdba93cbe req-103a1265-5c1f-4729-8cdc-02999bd87a1c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "DELETE /v2.0/security-groups/dc2852e5-f234-4152-bf49-0bd36f7617f0 HTTP/1.1" status: 204 len: 173 time: 0.4505048 Nov 12 04:16:22.971198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a1265-5c1f-4729-8cdc-02999bd87a1c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2852e5-f234-4152-bf49-0bd36f7617f0,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:22.977497 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e90008e4-067e-4b43-943e-e3b14f3adfc4 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.069375 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac11943d-f896-42f6-9061-bd14629c23fb None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:16:23.102210 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbefb2a-550e-47e9-8607-439159812a6e req-59618bae-050a-4ae0-9ef8-36fff17284af tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:23.103922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7dbefb2a-550e-47e9-8607-439159812a6e req-59618bae-050a-4ae0-9ef8-36fff17284af tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.0731020 Nov 12 04:16:23.108227 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e90008e4-067e-4b43-943e-e3b14f3adfc4 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.111315 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e90008e4-067e-4b43-943e-e3b14f3adfc4 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.116464 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e90008e4-067e-4b43-943e-e3b14f3adfc4 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "DELETE /v2.0/security-groups/82593d22-5ab8-4873-b2b6-6ebb212c3dc2 HTTP/1.1" status: 204 len: 168 time: 0.2562594 Nov 12 04:16:23.119168 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38198) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:23.136810 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90008e4-067e-4b43-943e-e3b14f3adfc4 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82593d22-5ab8-4873-b2b6-6ebb212c3dc2,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:23.178771 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-46c8fbb3-4f5f-476c-a3b0-df46b0f96b3a tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0557311 Nov 12 04:16:23.179569 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7dbefb2a-550e-47e9-8607-439159812a6e req-50163f93-408d-4cd5-a97e-5bfdbe5313e3 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612993 Nov 12 04:16:23.180147 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38202) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:23.202721 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-08324497-7ee2-477b-9f71-c42f1957d97f tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] delete failed (client error): The resource could not be found. Nov 12 04:16:23.204239 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-08324497-7ee2-477b-9f71-c42f1957d97f tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "DELETE /v2.0/security-groups/82593d22-5ab8-4873-b2b6-6ebb212c3dc2 HTTP/1.1" status: 404 len: 347 time: 0.0223095 Nov 12 04:16:23.209557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38204) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:23.222651 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-60dd666d-abe4-4208-91fa-47f5365e2f55 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1109847329'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:23.253456 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-4bddf264-c6f3-44d9-a6b7-62f75cd08a7c req-63b4b6a2-08fd-41e7-b506-f57cfbc6d8a2 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] show failed (client error): The resource could not be found. Nov 12 04:16:23.254964 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bddf264-c6f3-44d9-a6b7-62f75cd08a7c req-63b4b6a2-08fd-41e7-b506-f57cfbc6d8a2 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/dc2852e5-f234-4152-bf49-0bd36f7617f0 HTTP/1.1" status: 404 len: 352 time: 0.0162792 Nov 12 04:16:23.300255 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.337212 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-60dd666d-abe4-4208-91fa-47f5365e2f55 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.367712 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Deleting port d51852e1-fc57-4b76-95fb-497e879d47ee {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:23.369451 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.445208 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-60dd666d-abe4-4208-91fa-47f5365e2f55 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.465506 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e33a8c7-b6cb-4940-bc2a-a21a99b0e7af req-48b5af05-713b-46d1-a070-71551f718522 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/4f223450-c156-4d03-aa48-052cce71e411 HTTP/1.1" status: 200 len: 1817 time: 0.0731225 Nov 12 04:16:23.470251 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] For port d51852e1-fc57-4b76-95fb-497e879d47ee, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d51852e1-fc57-4b76-95fb-497e879d47ee,segment=NetworkSegment(ff470eb4-6cb3-4df6-a55b-96393adfea81),segment_id=ff470eb4-6cb3-4df6-a55b-96393adfea81)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:23.470831 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.486020 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Calling delete_port for d51852e1-fc57-4b76-95fb-497e879d47ee owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:23.516816 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-60dd666d-abe4-4208-91fa-47f5365e2f55 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.560876 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8e33a8c7-b6cb-4940-bc2a-a21a99b0e7af req-f9c98af9-c5de-482e-a2e6-f031277bf4ce tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.564370 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd666d-abe4-4208-91fa-47f5365e2f55 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e395029f-6280-4c11-89f7-5b90ec922a62,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:23.590300 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8e33a8c7-b6cb-4940-bc2a-a21a99b0e7af req-f9c98af9-c5de-482e-a2e6-f031277bf4ce tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.660091 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-60dd666d-abe4-4208-91fa-47f5365e2f55 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.661893 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-60dd666d-abe4-4208-91fa-47f5365e2f55 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4509089 Nov 12 04:16:23.664555 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38212) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:23.668939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-5cc3fd10-e6e6-48da-b180-7a344b5f1b19 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group_rule': {'security_group_id': 'e395029f-6280-4c11-89f7-5b90ec922a62', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:23.740683 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.766406 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Port': ['ID=d51852e1-fc57-4b76-95fb-497e879d47ee,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:23.770764 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No DVR routers for this DVR port d51852e1-fc57-4b76-95fb-497e879d47ee on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:16:23.776435 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8e33a8c7-b6cb-4940-bc2a-a21a99b0e7af req-f9c98af9-c5de-482e-a2e6-f031277bf4ce tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.778986 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8e33a8c7-b6cb-4940-bc2a-a21a99b0e7af req-f9c98af9-c5de-482e-a2e6-f031277bf4ce tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.791047 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e33a8c7-b6cb-4940-bc2a-a21a99b0e7af req-f9c98af9-c5de-482e-a2e6-f031277bf4ce tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "DELETE /v2.0/security-groups/4f223450-c156-4d03-aa48-052cce71e411 HTTP/1.1" status: 204 len: 173 time: 0.3162076 Nov 12 04:16:23.798311 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cc3fd10-e6e6-48da-b180-7a344b5f1b19 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.807097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c98af9-c5de-482e-a2e6-f031277bf4ce tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f223450-c156-4d03-aa48-052cce71e411,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:23.868987 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.875846 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cc3fd10-e6e6-48da-b180-7a344b5f1b19 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.892831 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d1aaaa-7946-4226-b5ac-e166b89595fb']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:23.905496 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff470eb4-6cb3-4df6-a55b-96393adfea81') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:23.905912 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff470eb4-6cb3-4df6-a55b-96393adfea81') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:23.916591 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.931003 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.937965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:23.938479 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:23.941783 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:23.945302 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cc3fd10-e6e6-48da-b180-7a344b5f1b19 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.981998 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3fd10-e6e6-48da-b180-7a344b5f1b19 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d040abf3-65bd-49f3-98ef-5ed0104b2830,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:24.007911 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-d7f6ece4-c9d4-49a6-92eb-693d3c04a0d3 req-5a6968d4-dafa-4a33-afb1-572eb28aa2d0 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] show failed (client error): The resource could not be found. Nov 12 04:16:24.010779 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d7f6ece4-c9d4-49a6-92eb-693d3c04a0d3 req-5a6968d4-dafa-4a33-afb1-572eb28aa2d0 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/4f223450-c156-4d03-aa48-052cce71e411 HTTP/1.1" status: 404 len: 352 time: 0.0294495 Nov 12 04:16:24.093449 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cc3fd10-e6e6-48da-b180-7a344b5f1b19 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.094571 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5cc3fd10-e6e6-48da-b180-7a344b5f1b19 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4290903 Nov 12 04:16:24.097704 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38218) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:24.112231 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52a11caa-89fb-46d4-8326-4d2b3b99b81a req-08bd4ce5-aacc-4987-970f-29048e29429d tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61aa7dee2c7b4464acdbe5547a4b12fc HTTP/1.1" status: 200 len: 6206 time: 0.0786328 Nov 12 04:16:24.118708 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.125243 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.131297 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/07d1aaaa-7946-4226-b5ac-e166b89595fb HTTP/1.1" status: 204 len: 168 time: 2.5180707 Nov 12 04:16:24.132161 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38220) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:24.165075 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52a11caa-89fb-46d4-8326-4d2b3b99b81a req-381e47f2-7866-46fd-9142-b4c517498293 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/609076e4-7e8e-486d-8dd4-656a2d0e73c4 HTTP/1.1" status: 200 len: 3002 time: 0.0459504 Nov 12 04:16:24.183834 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3868ac-33b7-46dc-8b0f-5f6f77962eb1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Network': ['ID=07d1aaaa-7946-4226-b5ac-e166b89595fb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:24.190037 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-7653b67a-7d3f-431a-8aa7-d80f05bb72ca tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] GET failed (client error): The resource could not be found. Nov 12 04:16:24.194468 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7653b67a-7d3f-431a-8aa7-d80f05bb72ca tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "GET /v2.0/subnets/57322a3e-94ad-4e5d-9ad2-8191f9ae9792 HTTP/1.1" status: 404 len: 337 time: 0.0579286 Nov 12 04:16:24.194695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38224) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:24.200409 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f9910d6-b61f-4d94-95b9-53aeb5a89340 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.218464 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f9910d6-b61f-4d94-95b9-53aeb5a89340 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.223444 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-9525bdff-30d6-4a2d-82a5-d58ed0ad63b5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:24.224317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9525bdff-30d6-4a2d-82a5-d58ed0ad63b5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:24.227276 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9525bdff-30d6-4a2d-82a5-d58ed0ad63b5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/07d1aaaa-7946-4226-b5ac-e166b89595fb HTTP/1.1" status: 404 len: 339 time: 0.0316043 Nov 12 04:16:24.232267 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38228) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:24.269730 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52a11caa-89fb-46d4-8326-4d2b3b99b81a req-91bd4169-a5d7-49c6-8f6c-de097d81c3ce tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/609076e4-7e8e-486d-8dd4-656a2d0e73c4 HTTP/1.1" status: 200 len: 3002 time: 0.0960660 Nov 12 04:16:24.306090 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f9910d6-b61f-4d94-95b9-53aeb5a89340 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.314536 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f9910d6-b61f-4d94-95b9-53aeb5a89340 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.319124 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9f9910d6-b61f-4d94-95b9-53aeb5a89340 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d040abf3-65bd-49f3-98ef-5ed0104b2830 HTTP/1.1" status: 204 len: 168 time: 0.2178152 Nov 12 04:16:24.320751 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38232) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:24.330404 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9910d6-b61f-4d94-95b9-53aeb5a89340 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d040abf3-65bd-49f3-98ef-5ed0104b2830,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:24.378000 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3e91a201-16bd-42ba-836a-af11f4dd030f tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0560377 Nov 12 04:16:24.380730 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38236) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:24.437079 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3ac447d6-c3ea-4a16-b48f-fbea179f1a40 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.461968 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3ac447d6-c3ea-4a16-b48f-fbea179f1a40 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.483777 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d364384-bdf8-4d0b-99c1-532fb77463bf tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:24.485575 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2d364384-bdf8-4d0b-99c1-532fb77463bf tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2517233 Nov 12 04:16:24.492573 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38238) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:24.495478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac22be-8b27-43d6-a341-2061178d52bd req-8b5c023b-61e1-48e0-b4a2-93924add2b6a tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:24.497527 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18ac22be-8b27-43d6-a341-2061178d52bd req-8b5c023b-61e1-48e0-b4a2-93924add2b6a tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.1509702 Nov 12 04:16:24.535759 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c426645b-08a3-4ab9-9774-0aa6317dcc62 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "GET /v2.0/subnets?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 207 time: 0.0389445 Nov 12 04:16:24.536808 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38240) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:24.593085 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18ac22be-8b27-43d6-a341-2061178d52bd req-27afdbec-b61e-4e14-a3cc-abaa0d0e88ad tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884163 Nov 12 04:16:24.619674 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3ac447d6-c3ea-4a16-b48f-fbea179f1a40 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.621574 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-a19bd2a4-6b65-4381-9383-d5af8e69c3e0 req-74409440-062f-4ea8-8bd8-47569686b9bc tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-322761778', 'description': 'tempest-description-770475154'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:24.622468 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3ac447d6-c3ea-4a16-b48f-fbea179f1a40 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.624362 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3ac447d6-c3ea-4a16-b48f-fbea179f1a40 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "DELETE /v2.0/security-groups/e395029f-6280-4c11-89f7-5b90ec922a62 HTTP/1.1" status: 204 len: 168 time: 0.2420373 Nov 12 04:16:24.627817 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38244) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:24.641873 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac447d6-c3ea-4a16-b48f-fbea179f1a40 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e395029f-6280-4c11-89f7-5b90ec922a62,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:24.688690 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d5b3d145-f353-481b-92f0-62e7474b31c5 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0585046 Nov 12 04:16:24.692610 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38246) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:24.703387 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-16afef2b-7dee-4533-b25e-b5e8b0b0e8fc tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group': {'name': 'tempest-secgroup--731761172'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:24.769995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de2fc93-ae76-4804-99da-34d59d839e7e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:24.776350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de2fc93-ae76-4804-99da-34d59d839e7e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:24.782679 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de2fc93-ae76-4804-99da-34d59d839e7e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:24.789378 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de2fc93-ae76-4804-99da-34d59d839e7e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:24.791328 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3de2fc93-ae76-4804-99da-34d59d839e7e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2535536 Nov 12 04:16:24.793980 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a19bd2a4-6b65-4381-9383-d5af8e69c3e0 req-74409440-062f-4ea8-8bd8-47569686b9bc tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.796241 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38248) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:24.871175 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a19bd2a4-6b65-4381-9383-d5af8e69c3e0 req-74409440-062f-4ea8-8bd8-47569686b9bc tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.937291 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a19bd2a4-6b65-4381-9383-d5af8e69c3e0 req-74409440-062f-4ea8-8bd8-47569686b9bc tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.952811 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16afef2b-7dee-4533-b25e-b5e8b0b0e8fc tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.966248 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74409440-062f-4ea8-8bd8-47569686b9bc tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8edf122f-2c63-4d78-a976-3e96bcc1a088,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:25.022097 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a19bd2a4-6b65-4381-9383-d5af8e69c3e0 req-74409440-062f-4ea8-8bd8-47569686b9bc tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.023446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a19bd2a4-6b65-4381-9383-d5af8e69c3e0 req-74409440-062f-4ea8-8bd8-47569686b9bc tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4064295 Nov 12 04:16:25.030785 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-33a11c18-0391-40a5-9269-c13b9e7ad8e7 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2281396 Nov 12 04:16:25.031581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38254) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:25.223850 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865f530-0fb3-43f0-8639-33e8a2066847 req-cebd3b39-e4e3-4ed7-b4fa-8e887f07c201 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:25.225884 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6865f530-0fb3-43f0-8639-33e8a2066847 req-cebd3b39-e4e3-4ed7-b4fa-8e887f07c201 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.0568366 Nov 12 04:16:25.288676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6865f530-0fb3-43f0-8639-33e8a2066847 req-74caffd3-332e-4c0d-ad77-7a7eb9d80a3f tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565434 Nov 12 04:16:25.424342 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e442cc-07f0-4fd5-9b6b-3e9d5598d016 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:25.426951 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e442cc-07f0-4fd5-9b6b-3e9d5598d016 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:25.435186 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e9e442cc-07f0-4fd5-9b6b-3e9d5598d016 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4029098 Nov 12 04:16:25.439073 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38262) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:25.475566 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16afef2b-7dee-4533-b25e-b5e8b0b0e8fc tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.476809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-cb75d423-b63e-4292-a0e1-f8be1c2aa19f req-2a697724-3fa7-4fee-bf34-21ae6cfccc09 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-447914131', 'description': 'tempest-description-1602448801'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:25.503231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a38a997-1441-4642-8c13-130698d89656 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:25.504827 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a38a997-1441-4642-8c13-130698d89656 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:25.506367 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4a38a997-1441-4642-8c13-130698d89656 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0666988 Nov 12 04:16:25.509986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38264) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:25.575501 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16afef2b-7dee-4533-b25e-b5e8b0b0e8fc tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.582593 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cb75d423-b63e-4292-a0e1-f8be1c2aa19f req-2a697724-3fa7-4fee-bf34-21ae6cfccc09 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.630810 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afef2b-7dee-4533-b25e-b5e8b0b0e8fc tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f1add7-fff6-4c20-9361-f8f06f47256d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:25.652423 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659599b4-b5a0-41ae-8ac6-777d05dafc98 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:25.654274 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-659599b4-b5a0-41ae-8ac6-777d05dafc98 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "GET /v2.0/networks/bfe70479-109a-47a0-9a72-f7289df3b2af HTTP/1.1" status: 200 len: 799 time: 0.1431432 Nov 12 04:16:25.657489 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cb75d423-b63e-4292-a0e1-f8be1c2aa19f req-2a697724-3fa7-4fee-bf34-21ae6cfccc09 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.658703 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38266) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:25.715945 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16afef2b-7dee-4533-b25e-b5e8b0b0e8fc tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.718220 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-16afef2b-7dee-4533-b25e-b5e8b0b0e8fc tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0238943 Nov 12 04:16:25.720567 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38268) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:25.725488 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0a66d6fc-e499-48ba-8b27-014ca16283f9 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group_rule': {'security_group_id': 'd1f1add7-fff6-4c20-9361-f8f06f47256d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:25.740123 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cb75d423-b63e-4292-a0e1-f8be1c2aa19f req-2a697724-3fa7-4fee-bf34-21ae6cfccc09 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.799460 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a697724-3fa7-4fee-bf34-21ae6cfccc09 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f819d25d-778f-46fa-b4fa-40a65043ca8b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:25.810050 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4710c92c-fe1e-4abc-8b89-e65e43846d2a tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "GET /v2.0/networks/bfe70479-109a-47a0-9a72-f7289df3b2af?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1500728 Nov 12 04:16:25.813941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38270) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:25.856000 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a66d6fc-e499-48ba-8b27-014ca16283f9 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.866947 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a889df-4de6-4f99-bbba-26ed7611baaf tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:25.868303 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b2a889df-4de6-4f99-bbba-26ed7611baaf tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "GET /v2.0/subnets/2846ca2e-3d7b-482c-b4bf-bef516b5f04b HTTP/1.1" status: 200 len: 811 time: 0.0530577 Nov 12 04:16:25.872001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38272) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:25.914702 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cb75d423-b63e-4292-a0e1-f8be1c2aa19f req-2a697724-3fa7-4fee-bf34-21ae6cfccc09 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.915948 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb75d423-b63e-4292-a0e1-f8be1c2aa19f req-2a697724-3fa7-4fee-bf34-21ae6cfccc09 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4434383 Nov 12 04:16:25.927070 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a66d6fc-e499-48ba-8b27-014ca16283f9 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.937603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b53919a-b636-4799-8604-0a7fd3f992f7 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['shared'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:25.939811 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5b53919a-b636-4799-8604-0a7fd3f992f7 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "GET /v2.0/subnets/2846ca2e-3d7b-482c-b4bf-bef516b5f04b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0661535 Nov 12 04:16:25.944845 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38276) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:25.951475 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-24e65f59-3cf4-4dcb-8520-85a1832f09d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-194313344'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:26.018119 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a66d6fc-e499-48ba-8b27-014ca16283f9 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.037852 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66d6fc-e499-48ba-8b27-014ca16283f9 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e2311f-1bd5-4e3f-8a9f-db31cae335b4,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:26.057553 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e65f59-3cf4-4dcb-8520-85a1832f09d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:26.064751 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-24e65f59-3cf4-4dcb-8520-85a1832f09d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.097562 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e65f59-3cf4-4dcb-8520-85a1832f09d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:16:26.108784 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-24e65f59-3cf4-4dcb-8520-85a1832f09d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.109121 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-24e65f59-3cf4-4dcb-8520-85a1832f09d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Added segment c761726a-91eb-4a16-b189-82a7c2be1843 of type vlan for network 1db70fbf-562d-4991-822f-2a40d4c55cf9 Nov 12 04:16:26.110295 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a66d6fc-e499-48ba-8b27-014ca16283f9 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.111689 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0a66d6fc-e499-48ba-8b27-014ca16283f9 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3900733 Nov 12 04:16:26.115306 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38288) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:26.120290 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-95346419-eab4-4a80-ae38-7011c234478b tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group_rule': {'security_group_id': 'd1f1add7-fff6-4c20-9361-f8f06f47256d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:26.209520 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-24e65f59-3cf4-4dcb-8520-85a1832f09d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.237710 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-95346419-eab4-4a80-ae38-7011c234478b tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.299983 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-95346419-eab4-4a80-ae38-7011c234478b tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.342344 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-24e65f59-3cf4-4dcb-8520-85a1832f09d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.348600 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e65f59-3cf4-4dcb-8520-85a1832f09d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:26.349208 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-24e65f59-3cf4-4dcb-8520-85a1832f09d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.360385 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-95346419-eab4-4a80-ae38-7011c234478b tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.387472 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95346419-eab4-4a80-ae38-7011c234478b tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215e7bb8-6a72-442b-8bc0-cc4b276188b5,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:26.437771 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e65f59-3cf4-4dcb-8520-85a1832f09d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Network': ['ID=1db70fbf-562d-4991-822f-2a40d4c55cf9,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:26.449798 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 1db70fbf-562d-4991-822f-2a40d4c55cf9 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:26.478923 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-24e65f59-3cf4-4dcb-8520-85a1832f09d8 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5328400 Nov 12 04:16:26.481691 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38308) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:26.489813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-7eb6b073-8e70-44ba-adcb-3b6acceb6c62 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'subnet': {'network_id': '1db70fbf-562d-4991-822f-2a40d4c55cf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:26.555530 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-95346419-eab4-4a80-ae38-7011c234478b tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.556908 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-95346419-eab4-4a80-ae38-7011c234478b tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4405560 Nov 12 04:16:26.559884 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38310) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:26.566841 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-05fab194-7370-4e95-96bb-7b6ed1aaf8a4 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group_rule': {'security_group_id': 'd1f1add7-fff6-4c20-9361-f8f06f47256d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:26.651717 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05fab194-7370-4e95-96bb-7b6ed1aaf8a4 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.726995 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05fab194-7370-4e95-96bb-7b6ed1aaf8a4 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.833839 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05fab194-7370-4e95-96bb-7b6ed1aaf8a4 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.857722 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fab194-7370-4e95-96bb-7b6ed1aaf8a4 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60df5fb-1c4e-471b-890f-2e96cf0db8e9,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:26.904184 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05fab194-7370-4e95-96bb-7b6ed1aaf8a4 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.906048 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-05fab194-7370-4e95-96bb-7b6ed1aaf8a4 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3437881 Nov 12 04:16:26.908987 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38312) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:26.914795 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-11488de9-952f-434f-8c5c-eaf2c1ca3bf7 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group_rule': {'security_group_id': 'd1f1add7-fff6-4c20-9361-f8f06f47256d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:26.943880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-f7021b69-8094-4378-a827-c2650ed1f0a4 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:26.945380 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-f7021b69-8094-4378-a827-c2650ed1f0a4 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/networks?id=386a9bd7-3a98-4846-b5b8-b79d977e3875 HTTP/1.1" status: 200 len: 813 time: 0.5014677 Nov 12 04:16:26.961452 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-0487aaec-c529-4a94-b3b2-3170c79ae2aa tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/quotas/61aa7dee2c7b4464acdbe5547a4b12fc HTTP/1.1" status: 200 len: 375 time: 0.0094502 Nov 12 04:16:26.996428 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11488de9-952f-434f-8c5c-eaf2c1ca3bf7 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.023673 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-0ee40ea8-03ce-4ae8-89ca-25f805d3b756 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=61aa7dee2c7b4464acdbe5547a4b12fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0566826 Nov 12 04:16:27.057274 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11488de9-952f-434f-8c5c-eaf2c1ca3bf7 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.082218 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb6b073-8e70-44ba-adcb-3b6acceb6c62 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Made reservation on behalf of c5303947d80e4c23aa9e537f3070773a for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:27.086160 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7eb6b073-8e70-44ba-adcb-3b6acceb6c62 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.108074 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11488de9-952f-434f-8c5c-eaf2c1ca3bf7 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.127397 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11488de9-952f-434f-8c5c-eaf2c1ca3bf7 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1a3e50-c740-4d46-9d38-c9e3b6035a5e,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:27.158094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_backend_mixin [None req-7eb6b073-8e70-44ba-adcb-3b6acceb6c62 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Performing IP validity checks on allocation pools {{(pid=103296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:16:27.158615 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_backend_mixin [None req-7eb6b073-8e70-44ba-adcb-3b6acceb6c62 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:16:27.186153 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-ce31e3f5-b343-4856-abc1-d451cfe0a4c2 service neutron] 10.222.0.37 "GET /v2.0/networks/386a9bd7-3a98-4846-b5b8-b79d977e3875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545453 Nov 12 04:16:27.201285 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11488de9-952f-434f-8c5c-eaf2c1ca3bf7 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.206148 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-11488de9-952f-434f-8c5c-eaf2c1ca3bf7 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2930562 Nov 12 04:16:27.206148 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38314) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:27.210136 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b673c187-71be-4518-ba65-55bbccdd2767 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group_rule': {'security_group_id': 'd1f1add7-fff6-4c20-9361-f8f06f47256d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:27.301385 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b673c187-71be-4518-ba65-55bbccdd2767 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.329592 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-e60cc14b-e7f2-4e4b-acd0-4856135ea828 service neutron] 10.222.0.37 "GET /v2.0/networks/386a9bd7-3a98-4846-b5b8-b79d977e3875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366327 Nov 12 04:16:27.370104 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b673c187-71be-4518-ba65-55bbccdd2767 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.437996 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b673c187-71be-4518-ba65-55bbccdd2767 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.457178 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673c187-71be-4518-ba65-55bbccdd2767 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40fbb0f7-aea4-4125-a30d-0631fc25185d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:27.489329 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7eb6b073-8e70-44ba-adcb-3b6acceb6c62 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.558896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6b073-8e70-44ba-adcb-3b6acceb6c62 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Subnet': ['ID=ae1ea388-700c-412f-b7f3-6693ab8326f2,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:27.573280 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb6b073-8e70-44ba-adcb-3b6acceb6c62 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Checking segment: {'id': 'c761726a-91eb-4a16-b189-82a7c2be1843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1db70fbf-562d-4991-822f-2a40d4c55cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:27.573618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb6b073-8e70-44ba-adcb-3b6acceb6c62 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network hostable DHCP agents. Network: 1db70fbf-562d-4991-822f-2a40d4c55cf9, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:16:27.587258 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b673c187-71be-4518-ba65-55bbccdd2767 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.594458 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b673c187-71be-4518-ba65-55bbccdd2767 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3874125 Nov 12 04:16:27.596175 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38324) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:27.642490 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3077d58-3ac8-4313-862b-776d3f2fe94e tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.658697 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3077d58-3ac8-4313-862b-776d3f2fe94e tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.717797 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb6b073-8e70-44ba-adcb-3b6acceb6c62 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Network 1db70fbf-562d-4991-822f-2a40d4c55cf9 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:16:27.794025 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3077d58-3ac8-4313-862b-776d3f2fe94e tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.805193 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3077d58-3ac8-4313-862b-776d3f2fe94e tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.808870 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c3077d58-3ac8-4313-862b-776d3f2fe94e tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/40fbb0f7-aea4-4125-a30d-0631fc25185d HTTP/1.1" status: 204 len: 168 time: 0.2089908 Nov 12 04:16:27.810517 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38334) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:27.826307 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3077d58-3ac8-4313-862b-776d3f2fe94e tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40fbb0f7-aea4-4125-a30d-0631fc25185d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:27.829828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-7eb6b073-8e70-44ba-adcb-3b6acceb6c62 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 1db70fbf-562d-4991-822f-2a40d4c55cf9) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:27.835456 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb6b073-8e70-44ba-adcb-3b6acceb6c62 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:27.836614 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7eb6b073-8e70-44ba-adcb-3b6acceb6c62 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.846035 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02223cd9-0c8a-443b-9b5f-b539ee1dfbb4 None None] Network 1db70fbf-562d-4991-822f-2a40d4c55cf9 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:27.870854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ba2ac-1a55-4498-bc9e-9484686317f9 req-b6ab4173-8095-48c4-881c-675c77d10114 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:27.872444 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-256ba2ac-1a55-4498-bc9e-9484686317f9 req-b6ab4173-8095-48c4-881c-675c77d10114 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.0803633 Nov 12 04:16:27.878869 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-23bd1166-1da5-447d-b883-30724889cb5d tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0671887 Nov 12 04:16:27.881998 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38336) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:27.938708 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8c04-9cf7-4565-adb6-3cb192a944be tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.954174 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8c04-9cf7-4565-adb6-3cb192a944be tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.961589 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7eb6b073-8e70-44ba-adcb-3b6acceb6c62 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4768836 Nov 12 04:16:27.962942 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38338) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:27.968310 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-256ba2ac-1a55-4498-bc9e-9484686317f9 req-6033c97b-46d3-4382-8484-46c08337fe30 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878327 Nov 12 04:16:27.969056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a1640dfd-b249-4b9c-bc08-650a58de69d6 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:28.018703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b760a289-ec28-458f-92d4-ff655146398c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-1db70fbf-562d-4991-822f-2a40d4c55cf9', 'network_id': '1db70fbf-562d-4991-822f-2a40d4c55cf9', 'tenant_id': 'c5303947d80e4c23aa9e537f3070773a', 'fixed_ips': [{'subnet_id': 'ae1ea388-700c-412f-b7f3-6693ab8326f2'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:16:28.020816 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b760a289-ec28-458f-92d4-ff655146398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.091838 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8c04-9cf7-4565-adb6-3cb192a944be tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.098805 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8c04-9cf7-4565-adb6-3cb192a944be tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.104217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8e1c8c04-9cf7-4565-adb6-3cb192a944be tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ee1a3e50-c740-4d46-9d38-c9e3b6035a5e HTTP/1.1" status: 204 len: 168 time: 0.2162194 Nov 12 04:16:28.105850 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1640dfd-b249-4b9c-bc08-650a58de69d6 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5492691'] for subnet, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.108319 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38340) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:28.116548 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c8c04-9cf7-4565-adb6-3cb192a944be tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee1a3e50-c740-4d46-9d38-c9e3b6035a5e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:28.166504 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-444ebe86-e7ec-43af-b4f8-d7a229d63fd6 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0570290 Nov 12 04:16:28.169322 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38342) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:28.202680 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41b76b47-9fbe-4896-a1bf-fb30f1f730d5 req-d7126ee2-8c9c-4ac3-8f6d-c56de647aed8 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 210 time: 0.0495100 Nov 12 04:16:28.220762 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a48d96ee-3a1e-4f53-974f-ec517b873170 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.232112 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a48d96ee-3a1e-4f53-974f-ec517b873170 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.284779 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-b760a289-ec28-458f-92d4-ff655146398c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 04:16:28.284779 n-d-768509-24 neutron-server[103298]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 12 04:16:28.284779 n-d-768509-24 neutron-server[103298]: [parameters: {'in_use': 1, 'id_1': 'ae1ea388-700c-412f-b7f3-6693ab8326f2'}] Nov 12 04:16:28.284779 n-d-768509-24 neutron-server[103298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:16:28.288207 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-b760a289-ec28-458f-92d4-ff655146398c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:16:28.363402 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a48d96ee-3a1e-4f53-974f-ec517b873170 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.370299 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a48d96ee-3a1e-4f53-974f-ec517b873170 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.371583 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a48d96ee-3a1e-4f53-974f-ec517b873170 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b60df5fb-1c4e-471b-890f-2e96cf0db8e9 HTTP/1.1" status: 204 len: 168 time: 0.2012019 Nov 12 04:16:28.374923 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38346) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:28.378069 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96ee-3a1e-4f53-974f-ec517b873170 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b60df5fb-1c4e-471b-890f-2e96cf0db8e9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:28.415215 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:16:28.427013 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-caa1bb26-6ba5-4da8-9a39-5044febe46b4 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0475996 Nov 12 04:16:28.427013 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38350) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:28.450963 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-479493b7-2d98-418b-9b20-07a6038c0962 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.456702 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1640dfd-b249-4b9c-bc08-650a58de69d6 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785905842571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5681257'] for subnet, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.468187 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-479493b7-2d98-418b-9b20-07a6038c0962 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.524111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1640dfd-b249-4b9c-bc08-650a58de69d6 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:28.524716 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a1640dfd-b249-4b9c-bc08-650a58de69d6 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.526001 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a1640dfd-b249-4b9c-bc08-650a58de69d6 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "PUT /v2.0/subnets/ae1ea388-700c-412f-b7f3-6693ab8326f2 HTTP/1.1" status: 200 len: 877 time: 0.5620463 Nov 12 04:16:28.535172 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38352) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:28.541357 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1640dfd-b249-4b9c-bc08-650a58de69d6 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event updated for resources: {'Subnet': ['ID=ae1ea388-700c-412f-b7f3-6693ab8326f2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:28.637380 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f32edec3-3e01-42bf-a11b-3fa9b6ffc9ef tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.644628 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-479493b7-2d98-418b-9b20-07a6038c0962 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.650998 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-479493b7-2d98-418b-9b20-07a6038c0962 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.652157 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-479493b7-2d98-418b-9b20-07a6038c0962 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/215e7bb8-6a72-442b-8bc0-cc4b276188b5 HTTP/1.1" status: 204 len: 168 time: 0.2248306 Nov 12 04:16:28.657798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38354) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:28.664412 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479493b7-2d98-418b-9b20-07a6038c0962 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=215e7bb8-6a72-442b-8bc0-cc4b276188b5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:28.692074 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f32edec3-3e01-42bf-a11b-3fa9b6ffc9ef tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.702812 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-377f7428-6ec5-4a71-8d80-f953191deeb8 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0438616 Nov 12 04:16:28.708042 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38358) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:28.739484 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad8ce6a9-0580-44fe-b9f3-629a5b80fadb tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.752080 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad8ce6a9-0580-44fe-b9f3-629a5b80fadb tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.795182 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b760a289-ec28-458f-92d4-ff655146398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.868346 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f32edec3-3e01-42bf-a11b-3fa9b6ffc9ef tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.891261 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad8ce6a9-0580-44fe-b9f3-629a5b80fadb tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.899360 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad8ce6a9-0580-44fe-b9f3-629a5b80fadb tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.903316 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ad8ce6a9-0580-44fe-b9f3-629a5b80fadb tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/15e2311f-1bd5-4e3f-8a9f-db31cae335b4 HTTP/1.1" status: 204 len: 168 time: 0.1940336 Nov 12 04:16:28.903468 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32edec3-3e01-42bf-a11b-3fa9b6ffc9ef tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Subnet': ['ID=ae1ea388-700c-412f-b7f3-6693ab8326f2,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:28.904693 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38362) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:28.907425 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ce6a9-0580-44fe-b9f3-629a5b80fadb tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15e2311f-1bd5-4e3f-8a9f-db31cae335b4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:28.992296 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f32edec3-3e01-42bf-a11b-3fa9b6ffc9ef tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server [None req-b760a289-ec28-458f-92d4-ff655146398c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae1ea388-700c-412f-b7f3-6693ab8326f2: This subnet is being modified by another concurrent operation. Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:16:28.995307 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise exception Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae1ea388-700c-412f-b7f3-6693ab8326f2: This subnet is being modified by another concurrent operation. Nov 12 04:16:28.999923 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server Nov 12 04:16:29.017004 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db750f15-ec05-4feb-8a48-0b7a38f1a5c9 None None] Network 1db70fbf-562d-4991-822f-2a40d4c55cf9 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:29.025023 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-009b22ef-5cd2-4181-957a-6594fb8425dd tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1196666 Nov 12 04:16:29.027793 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38366) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:29.038928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-f32edec3-3e01-42bf-a11b-3fa9b6ffc9ef tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db70fbf-562d-4991-822f-2a40d4c55cf9']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:29.058699 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-f32edec3-3e01-42bf-a11b-3fa9b6ffc9ef tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c761726a-91eb-4a16-b189-82a7c2be1843') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:29.059097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-f32edec3-3e01-42bf-a11b-3fa9b6ffc9ef tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c761726a-91eb-4a16-b189-82a7c2be1843') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:29.074338 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f32edec3-3e01-42bf-a11b-3fa9b6ffc9ef tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.093514 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f32edec3-3e01-42bf-a11b-3fa9b6ffc9ef tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.102138 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1848cb18-7f6e-4502-9af7-d92e5750b327 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.129054 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32edec3-3e01-42bf-a11b-3fa9b6ffc9ef tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:29.130022 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f32edec3-3e01-42bf-a11b-3fa9b6ffc9ef tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.132351 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1848cb18-7f6e-4502-9af7-d92e5750b327 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:29.133565 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:29.197504 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa82bba2-bd94-4aa7-8954-e49cad57a676 None None] Network 1db70fbf-562d-4991-822f-2a40d4c55cf9 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:29.225194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a1aad-6cab-4a41-a817-57ba4d840053 req-7893038c-7e87-44af-86ea-8c28ebbd2cd2 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:29.227176 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-459a1aad-6cab-4a41-a817-57ba4d840053 req-7893038c-7e87-44af-86ea-8c28ebbd2cd2 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.1361303 Nov 12 04:16:29.269016 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1848cb18-7f6e-4502-9af7-d92e5750b327 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.271044 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1848cb18-7f6e-4502-9af7-d92e5750b327 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.274579 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1848cb18-7f6e-4502-9af7-d92e5750b327 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "DELETE /v2.0/security-groups/d1f1add7-fff6-4c20-9361-f8f06f47256d HTTP/1.1" status: 204 len: 168 time: 0.2434175 Nov 12 04:16:29.277053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38372) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:29.288404 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848cb18-7f6e-4502-9af7-d92e5750b327 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f1add7-fff6-4c20-9361-f8f06f47256d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:29.315777 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f32edec3-3e01-42bf-a11b-3fa9b6ffc9ef tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.325168 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-459a1aad-6cab-4a41-a817-57ba4d840053 req-b721d6a1-4041-4ee1-bbc0-188a0c14ac96 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845838 Nov 12 04:16:29.333163 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516453f1-6071-47de-8888-0988b71191e7 None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:16:29.334897 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f32edec3-3e01-42bf-a11b-3fa9b6ffc9ef tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.343192 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f32edec3-3e01-42bf-a11b-3fa9b6ffc9ef tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/1db70fbf-562d-4991-822f-2a40d4c55cf9 HTTP/1.1" status: 204 len: 168 time: 0.8016427 Nov 12 04:16:29.349897 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38374) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:29.364468 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32edec3-3e01-42bf-a11b-3fa9b6ffc9ef tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Network': ['ID=1db70fbf-562d-4991-822f-2a40d4c55cf9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:29.380092 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36b7cfa-1b38-4e29-a8e8-331d23abbb18 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:29.383039 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36b7cfa-1b38-4e29-a8e8-331d23abbb18 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:29.383744 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c36b7cfa-1b38-4e29-a8e8-331d23abbb18 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/subnets/ae1ea388-700c-412f-b7f3-6693ab8326f2 HTTP/1.1" status: 404 len: 337 time: 0.0328579 Nov 12 04:16:29.386798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38376) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:29.390436 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4748b0a1-f5fb-49a8-baf6-ddcc1b0e8630 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1121976 Nov 12 04:16:29.396447 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38378) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:29.401220 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ece98208-dcf7-469c-95e4-c8eabe3d111b tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194071268'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:29.415765 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a45ee7b-a2dc-48f8-acda-4d256fce15fe tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:29.416410 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a45ee7b-a2dc-48f8-acda-4d256fce15fe tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:29.422188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0a45ee7b-a2dc-48f8-acda-4d256fce15fe tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/1db70fbf-562d-4991-822f-2a40d4c55cf9 HTTP/1.1" status: 404 len: 339 time: 0.0341485 Nov 12 04:16:29.424666 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38380) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:29.453768 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-294267ba-59db-4c57-bd7e-87cf05e258a7 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:29.454677 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-294267ba-59db-4c57-bd7e-87cf05e258a7 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:29.458590 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-294267ba-59db-4c57-bd7e-87cf05e258a7 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/subnets/57322a3e-94ad-4e5d-9ad2-8191f9ae9792 HTTP/1.1" status: 404 len: 337 time: 0.0326939 Nov 12 04:16:29.461544 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38382) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:29.464790 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516453f1-6071-47de-8888-0988b71191e7 None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:16:29.529099 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ece98208-dcf7-469c-95e4-c8eabe3d111b tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.555067 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-636bd29e-a238-4fdd-b29a-c5ae365cdcbd req-1033ca63-10be-4f3b-b78c-3b9277e7ee7b tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 210 time: 0.0301690 Nov 12 04:16:29.556779 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfdc78e2-53be-4c57-afe1-a83281f19a26 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:29.557408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfdc78e2-53be-4c57-afe1-a83281f19a26 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:29.563457 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cfdc78e2-53be-4c57-afe1-a83281f19a26 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/07d1aaaa-7946-4226-b5ac-e166b89595fb HTTP/1.1" status: 404 len: 339 time: 0.0979564 Nov 12 04:16:29.564253 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38388) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:29.671399 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6579096e-a762-480b-b43a-2713d76f7a17 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.700337 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ece98208-dcf7-469c-95e4-c8eabe3d111b tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.788810 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6579096e-a762-480b-b43a-2713d76f7a17 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.816345 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6579096e-a762-480b-b43a-2713d76f7a17 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d5e132-b42a-49e7-9bfc-627aa73b79a3']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:29.823662 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ece98208-dcf7-469c-95e4-c8eabe3d111b tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.835434 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6579096e-a762-480b-b43a-2713d76f7a17 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444fcf65-0d41-41fb-ac94-835288bdd421') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:29.835739 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6579096e-a762-480b-b43a-2713d76f7a17 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444fcf65-0d41-41fb-ac94-835288bdd421') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:29.858268 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6579096e-a762-480b-b43a-2713d76f7a17 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.877825 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece98208-dcf7-469c-95e4-c8eabe3d111b tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc38458-1e4c-4fdb-9035-f90c417d0dce,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:29.880382 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6579096e-a762-480b-b43a-2713d76f7a17 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.886972 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6579096e-a762-480b-b43a-2713d76f7a17 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:29.887377 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6579096e-a762-480b-b43a-2713d76f7a17 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:29.890955 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:29.940974 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ece98208-dcf7-469c-95e4-c8eabe3d111b tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.942316 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ece98208-dcf7-469c-95e4-c8eabe3d111b tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5445437 Nov 12 04:16:29.945465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38402) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:29.950742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-fae9a52a-0d41-458e-b7e4-a61be17de869 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group_rule': {'security_group_id': 'bbc38458-1e4c-4fdb-9035-f90c417d0dce', 'direction': 'ingress', 'protocol': 17}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:30.056888 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6579096e-a762-480b-b43a-2713d76f7a17 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.069155 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6579096e-a762-480b-b43a-2713d76f7a17 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.073774 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6579096e-a762-480b-b43a-2713d76f7a17 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/a4d5e132-b42a-49e7-9bfc-627aa73b79a3 HTTP/1.1" status: 204 len: 168 time: 0.5067611 Nov 12 04:16:30.076334 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38408) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:30.086407 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fae9a52a-0d41-458e-b7e4-a61be17de869 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.108225 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579096e-a762-480b-b43a-2713d76f7a17 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Network': ['ID=a4d5e132-b42a-49e7-9bfc-627aa73b79a3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:30.133865 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-3632511a-76ce-41f4-9de4-d953e669e4b7 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:30.134116 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3632511a-76ce-41f4-9de4-d953e669e4b7 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:30.137253 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3632511a-76ce-41f4-9de4-d953e669e4b7 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/subnets/b526e6b4-ffbb-4204-bf90-1075e92f1709 HTTP/1.1" status: 404 len: 337 time: 0.0593312 Nov 12 04:16:30.140491 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38410) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:30.164574 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-25057326-9a25-40c6-9f2d-3be079bc24be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:30.165165 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25057326-9a25-40c6-9f2d-3be079bc24be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:30.168276 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-25057326-9a25-40c6-9f2d-3be079bc24be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/26dce734-187e-47f8-a902-3592cfabffd2 HTTP/1.1" status: 404 len: 339 time: 0.0266843 Nov 12 04:16:30.171624 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38412) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:30.184919 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fae9a52a-0d41-458e-b7e4-a61be17de869 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.208954 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d7525b-5bcc-422e-ab53-233635995ece tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:30.209413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d7525b-5bcc-422e-ab53-233635995ece tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:30.212762 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-87d7525b-5bcc-422e-ab53-233635995ece tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/subnets/133b8a06-f9bf-4702-ac70-f1326dd4fa57 HTTP/1.1" status: 404 len: 337 time: 0.0402048 Nov 12 04:16:30.215599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38416) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:30.236922 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-867da2eb-55ad-4f49-bb4f-555300652a31 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:30.237597 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867da2eb-55ad-4f49-bb4f-555300652a31 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:30.240893 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-867da2eb-55ad-4f49-bb4f-555300652a31 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/b516cd63-66de-43b3-aeba-f47022fc7d44 HTTP/1.1" status: 404 len: 339 time: 0.0241642 Nov 12 04:16:30.243460 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38418) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:30.274993 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2d7c7d-1f8c-471b-9ead-595e22b63cfa tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:30.275693 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2d7c7d-1f8c-471b-9ead-595e22b63cfa tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:30.280011 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9c2d7c7d-1f8c-471b-9ead-595e22b63cfa tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/subnets/b41fdd82-8276-46dc-8fd9-e50fe817a315 HTTP/1.1" status: 404 len: 337 time: 0.0351722 Nov 12 04:16:30.280690 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fae9a52a-0d41-458e-b7e4-a61be17de869 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.282347 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38422) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:30.306303 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf603e6-555c-4208-bced-7f1ff0bf0f4d tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:30.306303 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf603e6-555c-4208-bced-7f1ff0bf0f4d tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:30.309651 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-dbf603e6-555c-4208-bced-7f1ff0bf0f4d tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/6199eca1-5727-426a-bedc-a18f12b98725 HTTP/1.1" status: 404 len: 339 time: 0.0253117 Nov 12 04:16:30.312459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9a52a-0d41-458e-b7e4-a61be17de869 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e51368-da48-4e4f-95aa-c03e38746204,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:30.312702 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38424) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:30.343003 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-241b18e6-bbc3-405f-816e-d74e92ca23a7 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:30.343468 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-241b18e6-bbc3-405f-816e-d74e92ca23a7 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:30.349614 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-241b18e6-bbc3-405f-816e-d74e92ca23a7 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/subnets/5bd23f97-edde-40f0-92a9-ae1905b06580 HTTP/1.1" status: 404 len: 337 time: 0.0330625 Nov 12 04:16:30.349875 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38426) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:30.358285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-5cfd4dbb-3c85-48e8-badd-648941c08569 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:30.360570 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-5cfd4dbb-3c85-48e8-badd-648941c08569 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.21 "GET /v2.0/networks?id=386a9bd7-3a98-4846-b5b8-b79d977e3875 HTTP/1.1" status: 200 len: 813 time: 0.1450014 Nov 12 04:16:30.368663 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-257fc655-479c-44df-ac54-f4c9301fec57 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:30.369228 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-257fc655-479c-44df-ac54-f4c9301fec57 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:30.372312 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-257fc655-479c-44df-ac54-f4c9301fec57 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/be3fe152-3563-4088-a49f-257659e3820e HTTP/1.1" status: 404 len: 339 time: 0.0214972 Nov 12 04:16:30.376478 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38430) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:30.381367 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-2ad8bf80-c50b-4809-b0c4-28bb210805d1 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Request body: {'port': {'device_id': '467134a4-b536-425a-8da0-64695b9dede5', 'network_id': '386a9bd7-3a98-4846-b5b8-b79d977e3875', 'admin_state_up': True, 'tenant_id': '61aa7dee2c7b4464acdbe5547a4b12fc'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:30.404370 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-1251e3fe-e022-4a2c-8636-698279bf4336 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:30.404865 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1251e3fe-e022-4a2c-8636-698279bf4336 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:30.407925 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1251e3fe-e022-4a2c-8636-698279bf4336 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/subnets/78cccead-0633-4824-b48f-93789143dd26 HTTP/1.1" status: 404 len: 337 time: 0.0304959 Nov 12 04:16:30.410567 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38432) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:30.429317 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fab03ae-5611-423c-89da-c8f95447a9d4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:30.429870 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fab03ae-5611-423c-89da-c8f95447a9d4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:30.432878 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0fab03ae-5611-423c-89da-c8f95447a9d4 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/667bdde6-c9d7-4c11-8559-2f027d8cbb66 HTTP/1.1" status: 404 len: 339 time: 0.0212853 Nov 12 04:16:30.435439 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38434) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:30.445294 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fae9a52a-0d41-458e-b7e4-a61be17de869 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.446492 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fae9a52a-0d41-458e-b7e4-a61be17de869 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5000012 Nov 12 04:16:30.449285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38436) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:30.467272 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-0699da7c-2944-4209-970a-d1bce7b0a681 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:30.468365 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0699da7c-2944-4209-970a-d1bce7b0a681 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:30.470729 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0699da7c-2944-4209-970a-d1bce7b0a681 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/subnets/8601b30b-ccef-40ff-b3a7-f551bed0960e HTTP/1.1" status: 404 len: 337 time: 0.0337603 Nov 12 04:16:30.476100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38440) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:30.513480 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-042b0217-7f89-4228-80c7-c64c01a35c68 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:30.513480 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042b0217-7f89-4228-80c7-c64c01a35c68 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:30.516644 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-042b0217-7f89-4228-80c7-c64c01a35c68 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/2736afd0-ea00-4817-b4b3-89c3213898bc HTTP/1.1" status: 404 len: 339 time: 0.0396576 Nov 12 04:16:30.519730 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38442) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:30.549660 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-a740d492-45a7-4ef9-907e-1ee47b8d73c5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:30.550120 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a740d492-45a7-4ef9-907e-1ee47b8d73c5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:30.553688 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a740d492-45a7-4ef9-907e-1ee47b8d73c5 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/subnets/47a4d2b5-d477-49fb-9f64-5c298fd7b463 HTTP/1.1" status: 404 len: 337 time: 0.0322571 Nov 12 04:16:30.556314 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38444) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:30.566485 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-31a69241-0b03-49d3-a761-9cffebcf6971 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.582271 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f8da1d-ae0e-4d05-8a4d-5758025e7049 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:30.582922 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f8da1d-ae0e-4d05-8a4d-5758025e7049 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:30.586894 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a5f8da1d-ae0e-4d05-8a4d-5758025e7049 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/3300e837-9039-4d08-a4a1-1d35f5b4b244 HTTP/1.1" status: 404 len: 339 time: 0.0291080 Nov 12 04:16:30.596105 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38450) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:30.608849 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-31a69241-0b03-49d3-a761-9cffebcf6971 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.645975 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-3064ccd7-15b2-4ed0-8da6-f46133764ab1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:30.646426 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3064ccd7-15b2-4ed0-8da6-f46133764ab1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:30.649465 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3064ccd7-15b2-4ed0-8da6-f46133764ab1 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/subnets/f70835a1-db9e-4c3f-91d9-ddcd0640714b HTTP/1.1" status: 404 len: 337 time: 0.0523877 Nov 12 04:16:30.652144 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38452) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:30.680543 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-4367558b-0f06-4306-92c6-5314aa8d318e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:30.681504 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4367558b-0f06-4306-92c6-5314aa8d318e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:30.684927 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4367558b-0f06-4306-92c6-5314aa8d318e tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/2ce2ca9c-5105-443c-b6ca-1e67caba605b HTTP/1.1" status: 404 len: 339 time: 0.0314066 Nov 12 04:16:30.688186 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38454) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:30.702285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-2ad8bf80-c50b-4809-b0c4-28bb210805d1 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Made reservation on behalf of 61aa7dee2c7b4464acdbe5547a4b12fc for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:30.706291 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-2ad8bf80-c50b-4809-b0c4-28bb210805d1 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.737413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c7a0c-841e-4706-861a-68e82d131dd1 req-67ad36eb-37be-413f-bcd1-f8b3f8813f98 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:30.739013 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b3c7a0c-841e-4706-861a-68e82d131dd1 req-67ad36eb-37be-413f-bcd1-f8b3f8813f98 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.1066215 Nov 12 04:16:30.758382 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d08c87-8088-42aa-bec5-1016a1368d76 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Deleting subnet 2846ca2e-3d7b-482c-b4bf-bef516b5f04b {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:16:30.764476 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1d08c87-8088-42aa-bec5-1016a1368d76 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.800909 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b3c7a0c-841e-4706-861a-68e82d131dd1 req-e72f586c-dbb5-4de2-b7bc-04a39debd6a8 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538759 Nov 12 04:16:30.820019 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1d08c87-8088-42aa-bec5-1016a1368d76 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.844387 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-31a69241-0b03-49d3-a761-9cffebcf6971 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.846984 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-31a69241-0b03-49d3-a761-9cffebcf6971 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.850900 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-31a69241-0b03-49d3-a761-9cffebcf6971 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "DELETE /v2.0/security-groups/bbc38458-1e4c-4fdb-9035-f90c417d0dce HTTP/1.1" status: 204 len: 168 time: 0.4005914 Nov 12 04:16:30.853522 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38456) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:30.869187 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a69241-0b03-49d3-a761-9cffebcf6971 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc38458-1e4c-4fdb-9035-f90c417d0dce,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:30.943204 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-dc3da7a5-9af2-43ce-869f-3ee46fe75b06 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0879476 Nov 12 04:16:30.949686 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38458) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:30.957889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-705e740b-0f0a-460f-b9e6-3a5274d4f344 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group': {'name': 'tempest-secgroup--539683642'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:30.963648 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-2ad8bf80-c50b-4809-b0c4-28bb210805d1 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Allocated IP 172.20.0.9 (386a9bd7-3a98-4846-b5b8-b79d977e3875/cb5cd685-6b35-4713-b25d-fcdb3ef3a833/a3c4aed7-5fb0-4c68-b71e-5ce6fecce278) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:30.994467 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1d08c87-8088-42aa-bec5-1016a1368d76 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.063729 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-140978b0-7d9f-40b8-869e-5d21155dc33d req-ad73cfbb-e586-452d-aa13-38e0f2226cf3 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 210 time: 0.0412426 Nov 12 04:16:31.070601 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-705e740b-0f0a-460f-b9e6-3a5274d4f344 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.172830 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1d08c87-8088-42aa-bec5-1016a1368d76 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.191491 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-2ad8bf80-c50b-4809-b0c4-28bb210805d1 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.201188 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d08c87-8088-42aa-bec5-1016a1368d76 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Subnet': ['ID=2846ca2e-3d7b-482c-b4bf-bef516b5f04b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:31.204240 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1d08c87-8088-42aa-bec5-1016a1368d76 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.209864 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b1d08c87-8088-42aa-bec5-1016a1368d76 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/subnets/2846ca2e-3d7b-482c-b4bf-bef516b5f04b HTTP/1.1" status: 204 len: 168 time: 0.5206671 Nov 12 04:16:31.210091 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a7f253-3f35-407e-b19e-bb6032c4b22c None None] Network bfe70479-109a-47a0-9a72-f7289df3b2af requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:31.212145 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38464) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:31.222220 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-705e740b-0f0a-460f-b9e6-3a5274d4f344 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.226515 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08c87-8088-42aa-bec5-1016a1368d76 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:31.226891 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08c87-8088-42aa-bec5-1016a1368d76 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:31.227232 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08c87-8088-42aa-bec5-1016a1368d76 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:31.227808 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08c87-8088-42aa-bec5-1016a1368d76 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:31.227983 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08c87-8088-42aa-bec5-1016a1368d76 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:31.228898 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08c87-8088-42aa-bec5-1016a1368d76 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:31.229247 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08c87-8088-42aa-bec5-1016a1368d76 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:31.229609 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08c87-8088-42aa-bec5-1016a1368d76 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:31.229938 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08c87-8088-42aa-bec5-1016a1368d76 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:31.230277 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08c87-8088-42aa-bec5-1016a1368d76 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:31.230620 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08c87-8088-42aa-bec5-1016a1368d76 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:31.231069 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08c87-8088-42aa-bec5-1016a1368d76 tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:31.317755 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-705e740b-0f0a-460f-b9e6-3a5274d4f344 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.323121 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.349713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e740b-0f0a-460f-b9e6-3a5274d4f344 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86772928-3859-41a3-98fc-7de6802ab852,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:31.353258 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-2ad8bf80-c50b-4809-b0c4-28bb210805d1 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.394475 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['87632578-06b7-4d22-b826-7cda39747fd5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:31.405627 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Deleting port 70466eb6-a963-4614-809e-895ca6e83dcc {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:31.406482 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-2ad8bf80-c50b-4809-b0c4-28bb210805d1 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Network 386a9bd7-3a98-4846-b5b8-b79d977e3875 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:31.407142 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.411178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-2ad8bf80-c50b-4809-b0c4-28bb210805d1 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:31.413087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8bf80-c50b-4809-b0c4-28bb210805d1 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event updated for resources: {'Port': ['ID=a3c4aed7-5fb0-4c68-b71e-5ce6fecce278,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:31.415323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-2ad8bf80-c50b-4809-b0c4-28bb210805d1 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:31.464454 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b1adfa-8268-41e4-bc45-2908c7b9b1aa None None] DHCP port deletion for 386a9bd7-3a98-4846-b5b8-b79d977e3875 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:31.469321 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-705e740b-0f0a-460f-b9e6-3a5274d4f344 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.470780 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-705e740b-0f0a-460f-b9e6-3a5274d4f344 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5200262 Nov 12 04:16:31.474180 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38466) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:31.484518 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-e6020ea4-0d27-4fc5-9462-2df49d108803 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group': {'name': 'tempest-secgroup--39958631'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:31.518905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-2ad8bf80-c50b-4809-b0c4-28bb210805d1 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:31.518905 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-2ad8bf80-c50b-4809-b0c4-28bb210805d1 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.547560 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d6c24c-23fb-4c53-88ab-7e21a75791d7 None None] DHCP port deletion for bfe70479-109a-47a0-9a72-f7289df3b2af request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:31.550410 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] For port 70466eb6-a963-4614-809e-895ca6e83dcc, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=70466eb6-a963-4614-809e-895ca6e83dcc,segment=NetworkSegment(cede15c3-3c8f-4cc1-aa89-aefe9ec41c91),segment_id=cede15c3-3c8f-4cc1-aa89-aefe9ec41c91)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:31.551122 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.575848 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Calling delete_port for 70466eb6-a963-4614-809e-895ca6e83dcc owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:31.629023 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6020ea4-0d27-4fc5-9462-2df49d108803 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.669631 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ba0731d4-fc60-4d86-a828-7c7e773a6818 None None] Provisioning complete for port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:31.670076 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba0731d4-fc60-4d86-a828-7c7e773a6818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.705829 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6020ea4-0d27-4fc5-9462-2df49d108803 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.743475 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-09d6c24c-23fb-4c53-88ab-7e21a75791d7 None None] Deleting port 70466eb6-a963-4614-809e-895ca6e83dcc {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:31.743846 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-09d6c24c-23fb-4c53-88ab-7e21a75791d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.745844 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-2ad8bf80-c50b-4809-b0c4-28bb210805d1 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3686686 Nov 12 04:16:31.747624 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ba0731d4-fc60-4d86-a828-7c7e773a6818 None None] Port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:31.765218 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Request body: {'port': {'device_id': '467134a4-b536-425a-8da0-64695b9dede5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:31.782859 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.811348 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Port': ['ID=70466eb6-a963-4614-809e-895ca6e83dcc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:31.818959 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] No DVR routers for this DVR port 70466eb6-a963-4614-809e-895ca6e83dcc on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:16:31.850467 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.863743 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-09d6c24c-23fb-4c53-88ab-7e21a75791d7 None None] For port 70466eb6-a963-4614-809e-895ca6e83dcc, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=70466eb6-a963-4614-809e-895ca6e83dcc,segment=NetworkSegment(cede15c3-3c8f-4cc1-aa89-aefe9ec41c91),segment_id=cede15c3-3c8f-4cc1-aa89-aefe9ec41c91)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:31.864144 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-09d6c24c-23fb-4c53-88ab-7e21a75791d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.869087 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6020ea4-0d27-4fc5-9462-2df49d108803 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.950823 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.977334 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe70479-109a-47a0-9a72-f7289df3b2af']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:31.988675 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cede15c3-3c8f-4cc1-aa89-aefe9ec41c91') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:31.988998 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cede15c3-3c8f-4cc1-aa89-aefe9ec41c91') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:32.000607 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.039252 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.048580 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:32.051511 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:32.057197 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:32.128752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-09d6c24c-23fb-4c53-88ab-7e21a75791d7 None None] Calling delete_port for 70466eb6-a963-4614-809e-895ca6e83dcc owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:32.159790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6020ea4-0d27-4fc5-9462-2df49d108803 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac9610e-9cf1-4a9f-8bee-fdcaad7d51e7,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:32.185728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133bfbf-b950-4792-ae77-fe991b68c198 req-2ccd5881-d2d6-4090-94db-4ceebba8fcd3 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:32.187804 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3133bfbf-b950-4792-ae77-fe991b68c198 req-2ccd5881-d2d6-4090-94db-4ceebba8fcd3 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.1194160 Nov 12 04:16:32.192951 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6020ea4-0d27-4fc5-9462-2df49d108803 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.194181 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e6020ea4-0d27-4fc5-9462-2df49d108803 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7181942 Nov 12 04:16:32.197987 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38478) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:32.204415 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5030f9e2-91f9-4e35-ab43-839b4ba24066 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group_rule': {'security_group_id': '86772928-3859-41a3-98fc-7de6802ab852', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fac9610e-9cf1-4a9f-8bee-fdcaad7d51e7', 'remote_ip_prefix': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:32.215421 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 70466eb6-a963-4614-809e-895ca6e83dcc no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:16:32.240387 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.250728 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.254662 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] 10.222.0.37 "DELETE /v2.0/networks/bfe70479-109a-47a0-9a72-f7289df3b2af HTTP/1.1" status: 204 len: 168 time: 1.0419183 Nov 12 04:16:32.288527 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 70466eb6-a963-4614-809e-895ca6e83dcc {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:16:32.288927 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 70466eb6-a963-4614-809e-895ca6e83dcc not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:16:32.296802 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3133bfbf-b950-4792-ae77-fe991b68c198 req-875dcd8a-434e-45c9-807b-62cef8b940a4 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993075 Nov 12 04:16:32.329284 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-09d6c24c-23fb-4c53-88ab-7e21a75791d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.341333 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e87f1-a8da-48f8-8a24-d3167b9349be tempest-NetworksTest-132216536 tempest-NetworksTest-132216536-project] Pushing event deleted for resources: {'Network': ['ID=bfe70479-109a-47a0-9a72-f7289df3b2af,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:32.355511 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5030f9e2-91f9-4e35-ab43-839b4ba24066 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.363160 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-09d6c24c-23fb-4c53-88ab-7e21a75791d7 None None] Network bfe70479-109a-47a0-9a72-f7289df3b2af is not hosted by any dhcp agent {{(pid=103298) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:16:32.364323 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6c24c-23fb-4c53-88ab-7e21a75791d7 None None] No DVR routers for this DVR port 70466eb6-a963-4614-809e-895ca6e83dcc on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:16:32.388836 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:16:32.410848 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6c24c-23fb-4c53-88ab-7e21a75791d7 None None] Pushing event deleted for resources: {'Port': ['ID=70466eb6-a963-4614-809e-895ca6e83dcc,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:32.411527 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.434457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Transition to ACTIVE for port object a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:16:32.457602 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5030f9e2-91f9-4e35-ab43-839b4ba24066 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.516046 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5a844994-eee3-495d-b009-f51b5b7c833a req-2defc396-ddd2-47c0-be06-2beea4f36d6a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1149755 Nov 12 04:16:32.548537 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.587216 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5030f9e2-91f9-4e35-ab43-839b4ba24066 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.620211 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030f9e2-91f9-4e35-ab43-839b4ba24066 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f82c2cf-9e0e-40dd-86a0-d597fa77f7aa,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:32.625646 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a844994-eee3-495d-b009-f51b5b7c833a req-49545790-2813-43fe-9ecd-5cba9ec29809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:32.627757 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5a844994-eee3-495d-b009-f51b5b7c833a req-49545790-2813-43fe-9ecd-5cba9ec29809 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b529ff3df71946db9c56eecd8f4c61fc&device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 1097 time: 0.0776665 Nov 12 04:16:32.640723 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Pushing event updated for resources: {'Port': ['ID=a3c4aed7-5fb0-4c68-b71e-5ce6fecce278,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:32.642849 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8576ac1-57e1-4f9d-b9e7-b23f6259dff3 None None] DHCP port deletion for 386a9bd7-3a98-4846-b5b8-b79d977e3875 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:32.709919 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95865fac-147c-4dc2-95df-e317173ccfb2 req-d1decb3d-6283-41a4-8195-46a35c75b2ca tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:32.712021 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95865fac-147c-4dc2-95df-e317173ccfb2 req-d1decb3d-6283-41a4-8195-46a35c75b2ca tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 943 time: 0.1253269 Nov 12 04:16:32.761331 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5030f9e2-91f9-4e35-ab43-839b4ba24066 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.762930 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5030f9e2-91f9-4e35-ab43-839b4ba24066 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5633922 Nov 12 04:16:32.766235 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38484) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:32.805294 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a844994-eee3-495d-b009-f51b5b7c833a req-a6dd0df6-6765-48d1-af48-72848cb7355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:32.806904 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95865fac-147c-4dc2-95df-e317173ccfb2 req-4434ee25-69af-4e2d-8fd1-63df484e716d tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866818 Nov 12 04:16:32.808007 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5a844994-eee3-495d-b009-f51b5b7c833a req-a6dd0df6-6765-48d1-af48-72848cb7355f service neutron] 10.222.0.21 "GET /v2.0/networks?id=e627d672-67f0-4f34-9cd9-fa251307ac94 HTTP/1.1" status: 200 len: 916 time: 0.1590953 Nov 12 04:16:32.823159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Attempting to bind port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:32.823159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Attempting to bind port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '386a9bd7-3a98-4846-b5b8-b79d977e3875'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:32.823521 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Attempting to bind port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 on network 386a9bd7-3a98-4846-b5b8-b79d977e3875 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:32.829072 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36d6503f-ff25-4771-8370-14cf7b90c0f8 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.830934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 on network 386a9bd7-3a98-4846-b5b8-b79d977e3875 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:16:32.831262 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Attempting to bind port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 on network 386a9bd7-3a98-4846-b5b8-b79d977e3875 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:32.838012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:32.838372 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Checking segment: {'id': 'cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '386a9bd7-3a98-4846-b5b8-b79d977e3875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:32.838779 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Bound using segment: {'id': 'cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '386a9bd7-3a98-4846-b5b8-b79d977e3875'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:32.839217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Bound port: a3c4aed7-5fb0-4c68-b71e-5ce6fecce278, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '386a9bd7-3a98-4846-b5b8-b79d977e3875'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:32.839746 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.860727 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36d6503f-ff25-4771-8370-14cf7b90c0f8 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.938850 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] For port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:32.941869 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] For port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a3c4aed7-5fb0-4c68-b71e-5ce6fecce278,segment=NetworkSegment(cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db),segment_id=cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:32.959841 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5a844994-eee3-495d-b009-f51b5b7c833a req-c4dff679-be3a-4acf-84ab-08982616b4a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79bb5eb4-b655-4623-be45-cd3891e6d489 HTTP/1.1" status: 200 len: 1001 time: 0.1440678 Nov 12 04:16:32.985538 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36d6503f-ff25-4771-8370-14cf7b90c0f8 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.991919 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36d6503f-ff25-4771-8370-14cf7b90c0f8 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.995725 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-36d6503f-ff25-4771-8370-14cf7b90c0f8 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/3f82c2cf-9e0e-40dd-86a0-d597fa77f7aa HTTP/1.1" status: 204 len: 168 time: 0.2229435 Nov 12 04:16:32.997305 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38488) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:33.009497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6503f-ff25-4771-8370-14cf7b90c0f8 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f82c2cf-9e0e-40dd-86a0-d597fa77f7aa,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:33.035080 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a844994-eee3-495d-b009-f51b5b7c833a req-9f9f9c3b-3735-4aa2-8fe1-90228cd7e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:33.036831 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5a844994-eee3-495d-b009-f51b5b7c833a req-9f9f9c3b-3735-4aa2-8fe1-90228cd7e270 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c031979-a36c-4573-8989-2202eafabf04 HTTP/1.1" status: 200 len: 854 time: 0.0702310 Nov 12 04:16:33.059024 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38490) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:33.059211 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-dcd22b9d-f188-4266-ab76-6e371e63f0ab tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0607140 Nov 12 04:16:33.063580 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.090610 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd8417c4-ad31-4eda-a311-705682171f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.106078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38492) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:33.141128 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a844994-eee3-495d-b009-f51b5b7c833a req-9522b4cb-3315-4303-b87a-0318ce6c00b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:33.142817 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5a844994-eee3-495d-b009-f51b5b7c833a req-9522b4cb-3315-4303-b87a-0318ce6c00b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e627d672-67f0-4f34-9cd9-fa251307ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985410 Nov 12 04:16:33.151446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Pushing event updated for resources: {'Port': ['ID=a3c4aed7-5fb0-4c68-b71e-5ce6fecce278,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:33.165867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c722865-5c43-49fa-978f-ce591713eccd None None] DHCP port deletion for 386a9bd7-3a98-4846-b5b8-b79d977e3875 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:33.178543 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e843e826-c19f-4c83-a1b1-68f9b005a52c tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.179044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:33.183197 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.183197 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-d5d28e23-21ba-41e9-95c8-fd9ab23de09a service neutron] 10.222.0.21 "PUT /v2.0/ports/a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 HTTP/1.1" status: 200 len: 1092 time: 1.4222775 Nov 12 04:16:33.183197 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467134a4-b536-425a-8da0-64695b9dede5', 'tag': 'a3c4aed7-5fb0-4c68-b71e-5ce6fecce278'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:33.188608 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1ba0fe-a9cb-44f4-816b-105aa16a2c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "467134a4-b536-425a-8da0-64695b9dede5", "tag": "a3c4aed7-5fb0-4c68-b71e-5ce6fecce278"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:33.255169 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837d93ab-d026-427a-a7c3-e1ab7289e2a2 x-openstack-request-id: req-837d93ab-d026-427a-a7c3-e1ab7289e2a2 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:33.255759 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467134a4-b536-425a-8da0-64695b9dede5", "tag": "a3c4aed7-5fb0-4c68-b71e-5ce6fecce278", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:33.255759 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-837d93ab-d026-427a-a7c3-e1ab7289e2a2 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:33.256131 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467134a4-b536-425a-8da0-64695b9dede5', 'tag': 'a3c4aed7-5fb0-4c68-b71e-5ce6fecce278', 'status': 'completed', 'code': 200} Nov 12 04:16:33.295245 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e843e826-c19f-4c83-a1b1-68f9b005a52c tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.352361 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ba0fe-a9cb-44f4-816b-105aa16a2c5f req-64735035-1257-4821-967a-4b0a52a70d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:33.353893 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f1ba0fe-a9cb-44f4-816b-105aa16a2c5f req-64735035-1257-4821-967a-4b0a52a70d69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61aa7dee2c7b4464acdbe5547a4b12fc&device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 1095 time: 0.0557621 Nov 12 04:16:33.380020 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bb8655f7-8091-4d9f-a55b-52f3a2075f65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5303947d80e4c23aa9e537f3070773a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2727847 Nov 12 04:16:33.385390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38500) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:33.398387 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5a844994-eee3-495d-b009-f51b5b7c833a req-ae62e12e-7945-43cd-ab19-04a3cec19a31 service neutron] 10.222.0.21 "GET /v2.0/networks/e627d672-67f0-4f34-9cd9-fa251307ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457671 Nov 12 04:16:33.493355 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e843e826-c19f-4c83-a1b1-68f9b005a52c tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.496138 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e843e826-c19f-4c83-a1b1-68f9b005a52c tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.502488 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e843e826-c19f-4c83-a1b1-68f9b005a52c tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "DELETE /v2.0/security-groups/fac9610e-9cf1-4a9f-8bee-fdcaad7d51e7 HTTP/1.1" status: 204 len: 168 time: 0.4353638 Nov 12 04:16:33.503837 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38504) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:33.510872 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5a844994-eee3-495d-b009-f51b5b7c833a req-c1977d83-db8f-4cce-b07c-9ac1192fac22 service neutron] 10.222.0.21 "GET /v2.0/networks/e627d672-67f0-4f34-9cd9-fa251307ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057529 Nov 12 04:16:33.511731 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843e826-c19f-4c83-a1b1-68f9b005a52c tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac9610e-9cf1-4a9f-8bee-fdcaad7d51e7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:33.590736 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95c48870-680f-4179-8567-64d9b5a5ecd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.619884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99764049-db76-401a-b58f-437301905fdd req-e2c60994-211b-49ac-863e-5376bcbde977 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:33.621385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99764049-db76-401a-b58f-437301905fdd req-e2c60994-211b-49ac-863e-5376bcbde977 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.2135410 Nov 12 04:16:33.649966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ba0fe-a9cb-44f4-816b-105aa16a2c5f req-edcf592e-eb2a-4b5b-88b4-a690d7cd7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:33.651535 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f1ba0fe-a9cb-44f4-816b-105aa16a2c5f req-edcf592e-eb2a-4b5b-88b4-a690d7cd7e10 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=61aa7dee2c7b4464acdbe5547a4b12fc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2808635 Nov 12 04:16:33.672764 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9d767aa8-017b-4f58-9a7c-dbda0ee1d153 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1678278 Nov 12 04:16:33.674742 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95c48870-680f-4179-8567-64d9b5a5ecd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.675608 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38508) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:33.750879 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5ec8f0a-8bf6-40aa-8aab-acfe593ed92a tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.783862 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5ec8f0a-8bf6-40aa-8aab-acfe593ed92a tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.794377 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99764049-db76-401a-b58f-437301905fdd req-8e438b5e-811f-4bb1-bb25-d5500bf21b45 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573925 Nov 12 04:16:33.843106 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ba0fe-a9cb-44f4-816b-105aa16a2c5f req-deedcdc4-36a0-4c00-b39b-035cb9218286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:33.845452 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f1ba0fe-a9cb-44f4-816b-105aa16a2c5f req-deedcdc4-36a0-4c00-b39b-035cb9218286 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1787291 Nov 12 04:16:33.908155 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95c48870-680f-4179-8567-64d9b5a5ecd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.911346 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95c48870-680f-4179-8567-64d9b5a5ecd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.913609 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-95c48870-680f-4179-8567-64d9b5a5ecd3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/723e274f-de89-403c-b208-aac02be033de HTTP/1.1" status: 204 len: 168 time: 0.5262642 Nov 12 04:16:33.926659 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c48870-680f-4179-8567-64d9b5a5ecd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723e274f-de89-403c-b208-aac02be033de,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:33.943225 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5ec8f0a-8bf6-40aa-8aab-acfe593ed92a tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.947110 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5ec8f0a-8bf6-40aa-8aab-acfe593ed92a tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.951514 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d5ec8f0a-8bf6-40aa-8aab-acfe593ed92a tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "DELETE /v2.0/security-groups/86772928-3859-41a3-98fc-7de6802ab852 HTTP/1.1" status: 204 len: 168 time: 0.2726486 Nov 12 04:16:33.972350 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38516) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:34.001922 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec8f0a-8bf6-40aa-8aab-acfe593ed92a tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86772928-3859-41a3-98fc-7de6802ab852,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:34.020192 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-dd415246-40a5-4ef8-a33d-66258625c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:34.021495 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-dd415246-40a5-4ef8-a33d-66258625c02e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61aa7dee2c7b4464acdbe5547a4b12fc&device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 1095 time: 0.0723286 Nov 12 04:16:34.066409 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-013da72c-281b-4b96-be55-86ac5fc7c384 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0888107 Nov 12 04:16:34.073529 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38520) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:34.073529 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-dca64523-45e9-4283-87eb-b845455e0898 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group': {'name': 'tempest-secgroup--16250675'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:34.098957 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-90c02dc7-d8ee-4a28-a81b-b0bab523d6ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 HTTP/1.1" status: 200 len: 217 time: 0.0465815 Nov 12 04:16:34.129925 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642978b-f173-4247-97c6-b4ed31d5f0fe req-fa70d367-57cc-4ab1-8b2e-ff80529c562b tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:34.135029 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3642978b-f173-4247-97c6-b4ed31d5f0fe req-fa70d367-57cc-4ab1-8b2e-ff80529c562b tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 943 time: 0.1080878 Nov 12 04:16:34.182131 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dca64523-45e9-4283-87eb-b845455e0898 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.192122 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-602aa5ad-9541-4100-9d74-22a349f66026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:34.198965 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-602aa5ad-9541-4100-9d74-22a349f66026 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb5cd685-6b35-4713-b25d-fcdb3ef3a833 HTTP/1.1" status: 200 len: 853 time: 0.0832543 Nov 12 04:16:34.222968 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3642978b-f173-4247-97c6-b4ed31d5f0fe req-95f1a63a-0c32-4da1-8304-866916b93886 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717440 Nov 12 04:16:34.239194 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-c2ac423f-3d49-498b-b4fb-17e4b83376ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=386a9bd7-3a98-4846-b5b8-b79d977e3875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343392 Nov 12 04:16:34.317173 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dca64523-45e9-4283-87eb-b845455e0898 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.369367 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-1f2c4b75-ad25-40c6-a65e-4d9060b3a6b0 service neutron] 10.222.0.21 "GET /v2.0/networks/386a9bd7-3a98-4846-b5b8-b79d977e3875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126850 Nov 12 04:16:34.376594 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dca64523-45e9-4283-87eb-b845455e0898 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.423367 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca64523-45e9-4283-87eb-b845455e0898 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=163a77f7-7b61-4b1f-96cb-f3ec4e1f0d09,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:34.458981 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dca64523-45e9-4283-87eb-b845455e0898 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.461142 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-dca64523-45e9-4283-87eb-b845455e0898 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3915553 Nov 12 04:16:34.463550 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38530) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:34.469070 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-38923dea-3307-4f28-97f1-37c1c1e2e22c tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group_rule': {'security_group_id': '163a77f7-7b61-4b1f-96cb-f3ec4e1f0d09', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:34.488424 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5eb9a55e-2d07-42bc-9676-9d39c1b30424 req-c883d1c7-1852-4832-8134-65ed69091bf9 service neutron] 10.222.0.21 "GET /v2.0/networks/386a9bd7-3a98-4846-b5b8-b79d977e3875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116807 Nov 12 04:16:34.593150 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38923dea-3307-4f28-97f1-37c1c1e2e22c tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.653590 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38923dea-3307-4f28-97f1-37c1c1e2e22c tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.739974 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38923dea-3307-4f28-97f1-37c1c1e2e22c tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.758429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38923dea-3307-4f28-97f1-37c1c1e2e22c tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d89677-76ba-461a-bd45-8006b37e6c8d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:34.818466 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38923dea-3307-4f28-97f1-37c1c1e2e22c tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.822237 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-38923dea-3307-4f28-97f1-37c1c1e2e22c tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3549995 Nov 12 04:16:34.822485 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38536) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:34.851847 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfd16bae-3275-4673-b630-5d4752ef6999 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.857676 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfd16bae-3275-4673-b630-5d4752ef6999 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.947806 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfd16bae-3275-4673-b630-5d4752ef6999 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.963838 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfd16bae-3275-4673-b630-5d4752ef6999 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.966607 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bfd16bae-3275-4673-b630-5d4752ef6999 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/87d89677-76ba-461a-bd45-8006b37e6c8d HTTP/1.1" status: 204 len: 168 time: 0.1420693 Nov 12 04:16:34.968115 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd16bae-3275-4673-b630-5d4752ef6999 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87d89677-76ba-461a-bd45-8006b37e6c8d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:34.968823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38546) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:34.984473 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a586c7f-c7ae-4c14-8949-d71f8ae234d9 req-6112c39b-90d3-4d26-99d3-2636e543dd18 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:34.986125 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a586c7f-c7ae-4c14-8949-d71f8ae234d9 req-6112c39b-90d3-4d26-99d3-2636e543dd18 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.0829332 Nov 12 04:16:35.043809 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-74a95f93-b1c2-45cd-8461-28755fe29b0b tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0737929 Nov 12 04:16:35.046794 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38552) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:35.068794 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a586c7f-c7ae-4c14-8949-d71f8ae234d9 req-56453d92-8ea8-4c76-93ba-742bc3644aaa tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747213 Nov 12 04:16:35.157947 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1eb2398e-9b1f-4005-aab8-d835c3a6dc90 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.186532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38554) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:35.207684 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1eb2398e-9b1f-4005-aab8-d835c3a6dc90 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.303696 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-39376663-981f-4601-a8a6-17533b4b4474 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1758179922'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:35.342972 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1eb2398e-9b1f-4005-aab8-d835c3a6dc90 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.345501 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1eb2398e-9b1f-4005-aab8-d835c3a6dc90 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.349099 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1eb2398e-9b1f-4005-aab8-d835c3a6dc90 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "DELETE /v2.0/security-groups/163a77f7-7b61-4b1f-96cb-f3ec4e1f0d09 HTTP/1.1" status: 204 len: 168 time: 0.2975988 Nov 12 04:16:35.349357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38560) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:35.357280 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2398e-9b1f-4005-aab8-d835c3a6dc90 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=163a77f7-7b61-4b1f-96cb-f3ec4e1f0d09,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:35.383531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af13af-260f-4793-a536-0ba3fd38abf8 req-b837ef28-22c9-48de-923e-b59af418237c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:35.385104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72af13af-260f-4793-a536-0ba3fd38abf8 req-b837ef28-22c9-48de-923e-b59af418237c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 943 time: 0.0780697 Nov 12 04:16:35.434710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-effea051-96fe-4b58-b6d2-c6c1791bd581 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0841815 Nov 12 04:16:35.436233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39376663-981f-4601-a8a6-17533b4b4474 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:35.439060 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38564) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:35.440920 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-39376663-981f-4601-a8a6-17533b4b4474 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.443753 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8bd07a6c-3d5b-431e-9aae-5773d06a0bb0 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group': {'name': 'tempest-secgroup--377626028'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:35.456498 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-39376663-981f-4601-a8a6-17533b4b4474 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.495201 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72af13af-260f-4793-a536-0ba3fd38abf8 req-247adf0b-bf64-4a0b-99e9-6835373337fe tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999491 Nov 12 04:16:35.527407 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c89f4025-8277-4c2a-a814-042da14a328c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.542030 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bd07a6c-3d5b-431e-9aae-5773d06a0bb0 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.586858 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-39376663-981f-4601-a8a6-17533b4b4474 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.639483 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bd07a6c-3d5b-431e-9aae-5773d06a0bb0 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.665416 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-39376663-981f-4601-a8a6-17533b4b4474 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.695445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39376663-981f-4601-a8a6-17533b4b4474 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:16:35.704429 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39376663-981f-4601-a8a6-17533b4b4474 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e91d28-5ed0-4069-a9b2-ff27e84bb21c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:35.707073 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bd07a6c-3d5b-431e-9aae-5773d06a0bb0 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.712942 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-39376663-981f-4601-a8a6-17533b4b4474 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.713231 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-39376663-981f-4601-a8a6-17533b4b4474 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Added segment 9967adf2-b4f1-4d31-97fc-d27270ca3668 of type vlan for network b9c3f7b2-21db-4887-bff5-a369493ca2c0 Nov 12 04:16:35.753279 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd07a6c-3d5b-431e-9aae-5773d06a0bb0 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73501969-cb7f-464b-a700-9cdebe26b638,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:35.767060 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-39376663-981f-4601-a8a6-17533b4b4474 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.782747 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bd07a6c-3d5b-431e-9aae-5773d06a0bb0 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.784397 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8bd07a6c-3d5b-431e-9aae-5773d06a0bb0 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3441007 Nov 12 04:16:35.786835 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38568) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:35.791338 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0c5de22a-8ed1-4f89-bfad-803ec284fc50 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group_rule': {'security_group_id': '73501969-cb7f-464b-a700-9cdebe26b638', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:35.849073 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-39376663-981f-4601-a8a6-17533b4b4474 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.855300 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39376663-981f-4601-a8a6-17533b4b4474 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:35.855920 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-39376663-981f-4601-a8a6-17533b4b4474 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.891252 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c5de22a-8ed1-4f89-bfad-803ec284fc50 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.936406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39376663-981f-4601-a8a6-17533b4b4474 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Network': ['ID=b9c3f7b2-21db-4887-bff5-a369493ca2c0,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:35.949610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:35.954013 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c5de22a-8ed1-4f89-bfad-803ec284fc50 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.989212 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-39376663-981f-4601-a8a6-17533b4b4474 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8014953 Nov 12 04:16:35.992143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38570) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:35.999613 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-45b88b82-4bec-4ce0-b6e5-3ca7ced518fb tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0', 'name': 'tempest-PortsIpV6TestJSON-817052814'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:36.014509 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c5de22a-8ed1-4f89-bfad-803ec284fc50 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.033945 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5de22a-8ed1-4f89-bfad-803ec284fc50 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878a1c83-f9d0-4a3f-bbe3-0aa830e692cd,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:36.112570 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c5de22a-8ed1-4f89-bfad-803ec284fc50 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.117159 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0c5de22a-8ed1-4f89-bfad-803ec284fc50 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3265462 Nov 12 04:16:36.117996 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38574) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:36.145679 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a9885c7e-b98d-480d-bc8d-2e87adf35fd2 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-group-rules/878a1c83-f9d0-4a3f-bbe3-0aa830e692cd HTTP/1.1" status: 200 len: 763 time: 0.0259356 Nov 12 04:16:36.146669 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38576) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:36.198359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b88b82-4bec-4ce0-b6e5-3ca7ced518fb tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:36.204539 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3209b5e0-66af-4884-b587-f1d972fcad70 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0539794 Nov 12 04:16:36.204700 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-45b88b82-4bec-4ce0-b6e5-3ca7ced518fb tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.204810 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38580) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:36.218508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167589a5-4bfe-4c64-b064-0c5a79805f2c req-527cece8-f9f5-4b86-bd6c-bfd8253e87cc tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:36.220217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-167589a5-4bfe-4c64-b064-0c5a79805f2c req-527cece8-f9f5-4b86-bd6c-bfd8253e87cc tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.0635176 Nov 12 04:16:36.235148 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68b53d07-436b-48ea-ac62-2a43ceb34110 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.243651 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68b53d07-436b-48ea-ac62-2a43ceb34110 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.246570 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-45b88b82-4bec-4ce0-b6e5-3ca7ced518fb tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] device_id is not set on port fe11acbf-e96d-4d32-9ebd-88de03d4f2ba yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:16:36.320338 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-167589a5-4bfe-4c64-b064-0c5a79805f2c req-fa4c1e56-09a1-4a25-808a-28eb62231510 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937376 Nov 12 04:16:36.359843 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68b53d07-436b-48ea-ac62-2a43ceb34110 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.365354 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68b53d07-436b-48ea-ac62-2a43ceb34110 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.367072 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-68b53d07-436b-48ea-ac62-2a43ceb34110 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/878a1c83-f9d0-4a3f-bbe3-0aa830e692cd HTTP/1.1" status: 204 len: 168 time: 0.1606164 Nov 12 04:16:36.374199 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38584) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:36.374787 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b53d07-436b-48ea-ac62-2a43ceb34110 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=878a1c83-f9d0-4a3f-bbe3-0aa830e692cd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:36.491983 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b4b82e75-fe66-46be-80b8-a55f16740186 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1173882 Nov 12 04:16:36.494689 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38586) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:36.494995 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-45b88b82-4bec-4ce0-b6e5-3ca7ced518fb tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.499957 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d926ad27-af5a-4d8d-902a-4e42cdda74f2 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group_rule': {'security_group_id': '73501969-cb7f-464b-a700-9cdebe26b638', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:36.614527 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d926ad27-af5a-4d8d-902a-4e42cdda74f2 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.629232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2863526-bed6-4eeb-8a3a-327d871ca883 req-4ea1adab-ccce-403a-aefb-f5ba1f671f1f tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:36.630791 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2863526-bed6-4eeb-8a3a-327d871ca883 req-4ea1adab-ccce-403a-aefb-f5ba1f671f1f tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 943 time: 0.0508616 Nov 12 04:16:36.637512 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-45b88b82-4bec-4ce0-b6e5-3ca7ced518fb tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.637640 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.672320 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d926ad27-af5a-4d8d-902a-4e42cdda74f2 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.757862 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d926ad27-af5a-4d8d-902a-4e42cdda74f2 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.776698 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926ad27-af5a-4d8d-902a-4e42cdda74f2 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b827ff8f-78c6-47d8-86cf-2cd135856237,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:36.841347 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d926ad27-af5a-4d8d-902a-4e42cdda74f2 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.843237 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d926ad27-af5a-4d8d-902a-4e42cdda74f2 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3475370 Nov 12 04:16:36.845910 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38594) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:36.864121 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bf6d2ff5-cdab-4002-8cb0-50d44fbf0458 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-group-rules/b827ff8f-78c6-47d8-86cf-2cd135856237 HTTP/1.1" status: 200 len: 763 time: 0.0170531 Nov 12 04:16:36.866749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38596) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:36.909063 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e7fdadb5-c60e-4790-b2b6-19ef0d74f3a6 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0411706 Nov 12 04:16:36.911769 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38598) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:36.948354 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-288bd330-17bd-4460-a536-6d95a0e8254c tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.959461 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-288bd330-17bd-4460-a536-6d95a0e8254c tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.073422 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-288bd330-17bd-4460-a536-6d95a0e8254c tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.081256 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-288bd330-17bd-4460-a536-6d95a0e8254c tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.082364 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-288bd330-17bd-4460-a536-6d95a0e8254c tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b827ff8f-78c6-47d8-86cf-2cd135856237 HTTP/1.1" status: 204 len: 168 time: 0.1696522 Nov 12 04:16:37.086532 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38600) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:37.086923 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b88b82-4bec-4ce0-b6e5-3ca7ced518fb tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=fe11acbf-e96d-4d32-9ebd-88de03d4f2ba,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:37.087279 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bd330-17bd-4460-a536-6d95a0e8254c tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b827ff8f-78c6-47d8-86cf-2cd135856237,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:37.091999 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2863526-bed6-4eeb-8a3a-327d871ca883 req-e9b59502-f612-4a64-887a-9d42fc73f1e5 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521258 Nov 12 04:16:37.108806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b88b82-4bec-4ce0-b6e5-3ca7ced518fb tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Checking segment: {'id': '9967adf2-b4f1-4d31-97fc-d27270ca3668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:37.109083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b88b82-4bec-4ce0-b6e5-3ca7ced518fb tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network hostable DHCP agents. Network: b9c3f7b2-21db-4887-bff5-a369493ca2c0, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:16:37.134879 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-af806a26-5f28-4f3c-9d33-7004e4491f31 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0436776 Nov 12 04:16:37.136436 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38602) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:37.141002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-1b74ea8d-e56a-4827-bd22-5caedb008421 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Request body: {'security_group_rule': {'security_group_id': '73501969-cb7f-464b-a700-9cdebe26b638', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:37.208122 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b88b82-4bec-4ce0-b6e5-3ca7ced518fb tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:16:37.259482 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b74ea8d-e56a-4827-bd22-5caedb008421 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.308532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-45b88b82-4bec-4ce0-b6e5-3ca7ced518fb tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, b9c3f7b2-21db-4887-bff5-a369493ca2c0) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:37.313419 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b88b82-4bec-4ce0-b6e5-3ca7ced518fb tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:37.318032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad002eb-cb30-400a-98be-c8518bc92371 None None] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:37.319767 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b88b82-4bec-4ce0-b6e5-3ca7ced518fb tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:37.320390 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-45b88b82-4bec-4ce0-b6e5-3ca7ced518fb tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.325514 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b74ea8d-e56a-4827-bd22-5caedb008421 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.397358 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b74ea8d-e56a-4827-bd22-5caedb008421 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.439110 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74ea8d-e56a-4827-bd22-5caedb008421 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fed04ba-e67d-42cb-8dd6-854bbe2ab951,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:37.447510 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-45b88b82-4bec-4ce0-b6e5-3ca7ced518fb tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4541590 Nov 12 04:16:37.450878 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38608) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:37.455876 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-095cc557-bedb-482e-a7a2-13f91f568518 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1934878089'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:37.472011 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcff545-1a31-4d17-a875-57b90230164c req-8f908a6f-4dd9-41b4-b94f-d25126776149 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:37.473506 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbcff545-1a31-4d17-a875-57b90230164c req-8f908a6f-4dd9-41b4-b94f-d25126776149 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.0732400 Nov 12 04:16:37.521237 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbcff545-1a31-4d17-a875-57b90230164c req-3030bc7f-35fc-42ac-9505-cd4408d8bef1 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416121 Nov 12 04:16:37.536371 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b74ea8d-e56a-4827-bd22-5caedb008421 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.540685 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1b74ea8d-e56a-4827-bd22-5caedb008421 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4003112 Nov 12 04:16:37.542243 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38612) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:37.559049 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2a656e88-cb81-48ed-812b-2a2d3fea6bf0 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-group-rules/4fed04ba-e67d-42cb-8dd6-854bbe2ab951 HTTP/1.1" status: 200 len: 764 time: 0.0156250 Nov 12 04:16:37.561831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38614) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:37.602557 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-de74fab0-49f5-42fd-a752-5ede6db7e5b8 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0394871 Nov 12 04:16:37.605073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38616) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:37.627573 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095cc557-bedb-482e-a7a2-13f91f568518 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:37.631201 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-095cc557-bedb-482e-a7a2-13f91f568518 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.636929 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad1cde1b-23cc-4373-85fd-bb6ee91de3c9 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.646188 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad1cde1b-23cc-4373-85fd-bb6ee91de3c9 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.655614 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095cc557-bedb-482e-a7a2-13f91f568518 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:16:37.664699 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-095cc557-bedb-482e-a7a2-13f91f568518 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.665240 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-095cc557-bedb-482e-a7a2-13f91f568518 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Added segment bd4a6540-9a5d-4601-8b4e-473c049eb644 of type vlan for network 5e86296b-ca7a-4d36-a459-716ad881d73a Nov 12 04:16:37.714147 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-095cc557-bedb-482e-a7a2-13f91f568518 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.736213 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad1cde1b-23cc-4373-85fd-bb6ee91de3c9 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.741249 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad1cde1b-23cc-4373-85fd-bb6ee91de3c9 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.742503 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ad1cde1b-23cc-4373-85fd-bb6ee91de3c9 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4fed04ba-e67d-42cb-8dd6-854bbe2ab951 HTTP/1.1" status: 204 len: 168 time: 0.1359787 Nov 12 04:16:37.751417 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1cde1b-23cc-4373-85fd-bb6ee91de3c9 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fed04ba-e67d-42cb-8dd6-854bbe2ab951,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:37.751694 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38622) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:37.799355 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2ca4099e-2e92-497e-bea8-2c589cdfb741 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0462186 Nov 12 04:16:37.802125 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38624) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:37.852100 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-095cc557-bedb-482e-a7a2-13f91f568518 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.859309 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095cc557-bedb-482e-a7a2-13f91f568518 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:37.859995 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-095cc557-bedb-482e-a7a2-13f91f568518 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.912240 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-115d57e2-9775-47eb-9143-d5a140d11954 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.975016 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cc557-bedb-482e-a7a2-13f91f568518 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Network': ['ID=5e86296b-ca7a-4d36-a459-716ad881d73a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:37.979415 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-115d57e2-9775-47eb-9143-d5a140d11954 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.986590 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 5e86296b-ca7a-4d36-a459-716ad881d73a details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:37.991543 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-095cc557-bedb-482e-a7a2-13f91f568518 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5395377 Nov 12 04:16:37.994133 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38626) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:37.999508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'ports': [{'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0'}, {'network_id': '5e86296b-ca7a-4d36-a459-716ad881d73a'}]} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:37.999809 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:38.000279 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'network_id': '5e86296b-ca7a-4d36-a459-716ad881d73a'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:38.174468 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-115d57e2-9775-47eb-9143-d5a140d11954 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:38.177534 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-115d57e2-9775-47eb-9143-d5a140d11954 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:38.177751 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:38.178924 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-115d57e2-9775-47eb-9143-d5a140d11954 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "DELETE /v2.0/security-groups/73501969-cb7f-464b-a700-9cdebe26b638 HTTP/1.1" status: 204 len: 168 time: 0.3757179 Nov 12 04:16:38.189030 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38630) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:38.197111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d57e2-9775-47eb-9143-d5a140d11954 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73501969-cb7f-464b-a700-9cdebe26b638,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:38.259699 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfed1f-1d7f-4686-9759-1f888d5601d8 req-e00411cb-18f5-493c-874b-ccc43a071175 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:38.267412 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eedfed1f-1d7f-4686-9759-1f888d5601d8 req-e00411cb-18f5-493c-874b-ccc43a071175 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 943 time: 0.0888610 Nov 12 04:16:38.276988 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-db68d7f1-9cc0-42bf-bb9b-25e610736b8a tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0828161 Nov 12 04:16:38.277453 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38636) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:38.323039 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3c054451-f9b1-4d7d-a744-8616a7ba3a59 tempest-SecGroupTest-415475923 tempest-SecGroupTest-415475923-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0441048 Nov 12 04:16:38.323674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eedfed1f-1d7f-4686-9759-1f888d5601d8 req-0d8dc2b2-2cd3-4fbe-bfd6-85412a150a98 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554390 Nov 12 04:16:38.353611 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'port': 2} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:38.358311 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:38.372526 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:38.468027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:16:38.484717 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] device_id is not set on port 0c34c2b3-f309-4b94-8db2-386c5ff0a2ec yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:16:38.583461 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a3c4aed7-5fb0-4c68-b71e-5ce6fecce278,segment=NetworkSegment(cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db),segment_id=cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:38.596740 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'a3c4aed7-5fb0-4c68-b71e-5ce6fecce278', 'network_id': '386a9bd7-3a98-4846-b5b8-b79d977e3875', 'port_id': 'a3c4aed7-5fb0-4c68-b71e-5ce6fecce278', 'mac_address': 'fa:16:3e:59:ad:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb5cd685-6b35-4713-b25d-fcdb3ef3a833', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:16:38.606488 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:38.639388 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:38.655764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:16:38.681069 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdcd66-fdd0-4a99-9388-2e61e4158b44 req-9b2e09a4-3e61-4b04-a316-9dd70e9d8cd8 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:38.682928 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a3c4aed7-5fb0-4c68-b71e-5ce6fecce278,segment=NetworkSegment(cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db),segment_id=cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:38.687230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5bfdcd66-fdd0-4a99-9388-2e61e4158b44 req-9b2e09a4-3e61-4b04-a316-9dd70e9d8cd8 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.0710511 Nov 12 04:16:38.711084 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] device_id is not set on port 886fe200-033c-485a-9e76-e71788196fd7 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:16:38.754676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5bfdcd66-fdd0-4a99-9388-2e61e4158b44 req-c5210bc1-483f-4260-8902-8c6f591b5580 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625274 Nov 12 04:16:38.778962 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:38.853249 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:38.869543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=a3c4aed7-5fb0-4c68-b71e-5ce6fecce278,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:38.939507 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38652) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:38.963094 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:39.015670 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:39.018831 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:39.023414 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:39.024222 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:39.025803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=0c34c2b3-f309-4b94-8db2-386c5ff0a2ec,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:39.038704 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:39.097551 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=886fe200-033c-485a-9e76-e71788196fd7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:39.128525 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Checking segment: {'id': 'bd4a6540-9a5d-4601-8b4e-473c049eb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5e86296b-ca7a-4d36-a459-716ad881d73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:39.128888 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network hostable DHCP agents. Network: 5e86296b-ca7a-4d36-a459-716ad881d73a, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:16:39.144311 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9281e0cb-7cb3-4c51-84b5-076f308f5f34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=361112b396be4fe898c3deb2fb297323&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2010798 Nov 12 04:16:39.144502 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38656) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:39.196694 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2549d0d1-f547-4ae5-96d6-70e8c507e202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:39.218051 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2549d0d1-f547-4ae5-96d6-70e8c507e202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:39.239827 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network 5e86296b-ca7a-4d36-a459-716ad881d73a is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:16:39.299790 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['a3c4aed7-5fb0-4c68-b71e-5ce6fecce278'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:39.376040 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 5e86296b-ca7a-4d36-a459-716ad881d73a) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:39.380141 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:39.386974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:39.392205 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:39.392610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9187a85-8838-4032-ae6b-8e1b6bacb505 None None] Network 5e86296b-ca7a-4d36-a459-716ad881d73a requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:39.393117 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:39.403427 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2549d0d1-f547-4ae5-96d6-70e8c507e202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:39.407059 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2549d0d1-f547-4ae5-96d6-70e8c507e202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:39.409714 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2549d0d1-f547-4ae5-96d6-70e8c507e202 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc8efb6d-ed52-4bfd-822f-50bdfbbabaa4 HTTP/1.1" status: 204 len: 168 time: 0.2629831 Nov 12 04:16:39.418365 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549d0d1-f547-4ae5-96d6-70e8c507e202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8efb6d-ed52-4bfd-822f-50bdfbbabaa4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:39.503215 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c3af71f8-8fbb-427c-bb37-cc94a42b76e1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5080163 Nov 12 04:16:39.503967 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38666) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:39.514297 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7d102-9802-4415-998b-28a229b669a9 req-13633fb2-0810-4214-8c29-579acb9f203a tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:39.525119 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5cb7d102-9802-4415-998b-28a229b669a9 req-13633fb2-0810-4214-8c29-579acb9f203a tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 944 time: 0.0926306 Nov 12 04:16:39.607904 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5cb7d102-9802-4415-998b-28a229b669a9 req-7a762a52-e267-47f1-8870-0e3e058ab83d tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808909 Nov 12 04:16:39.651419 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4081f44a-b468-4b94-91bb-69bf5783bb43 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port 886fe200-033c-485a-9e76-e71788196fd7 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:39.651419 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4081f44a-b468-4b94-91bb-69bf5783bb43 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:39.717981 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4081f44a-b468-4b94-91bb-69bf5783bb43 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:39.736343 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4081f44a-b468-4b94-91bb-69bf5783bb43 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for 886fe200-033c-485a-9e76-e71788196fd7 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:39.919706 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf980d53-8ce4-42b9-ac7d-4087b90284f9 req-f8ec2e40-2af9-493a-8fc5-c483b78a6559 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:39.921863 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf980d53-8ce4-42b9-ac7d-4087b90284f9 req-f8ec2e40-2af9-493a-8fc5-c483b78a6559 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.0574515 Nov 12 04:16:39.977260 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf980d53-8ce4-42b9-ac7d-4087b90284f9 req-267b9164-78a9-4438-afc2-5203680c7ec3 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484130 Nov 12 04:16:40.180185 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4081f44a-b468-4b94-91bb-69bf5783bb43 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:40.225003 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081f44a-b468-4b94-91bb-69bf5783bb43 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=886fe200-033c-485a-9e76-e71788196fd7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:40.239877 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4081f44a-b468-4b94-91bb-69bf5783bb43 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:40.244324 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4081f44a-b468-4b94-91bb-69bf5783bb43 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/ports/886fe200-033c-485a-9e76-e71788196fd7 HTTP/1.1" status: 204 len: 168 time: 0.7392476 Nov 12 04:16:40.247113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38688) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:40.308094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81fd410-478f-463a-80b2-c69ee60fcac9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:40.316873 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81fd410-478f-463a-80b2-c69ee60fcac9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:40.316873 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e81fd410-478f-463a-80b2-c69ee60fcac9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0683780 Nov 12 04:16:40.319331 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38694) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:40.413221 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ffc6e-37fa-4f93-884c-7f19abd2d4c4 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port 0c34c2b3-f309-4b94-8db2-386c5ff0a2ec {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:40.413695 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e6ffc6e-37fa-4f93-884c-7f19abd2d4c4 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:40.493450 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e6ffc6e-37fa-4f93-884c-7f19abd2d4c4 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:40.508396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ffc6e-37fa-4f93-884c-7f19abd2d4c4 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for 0c34c2b3-f309-4b94-8db2-386c5ff0a2ec owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:40.690419 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e6ffc6e-37fa-4f93-884c-7f19abd2d4c4 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:40.719740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ffc6e-37fa-4f93-884c-7f19abd2d4c4 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=0c34c2b3-f309-4b94-8db2-386c5ff0a2ec,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:40.724991 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e6ffc6e-37fa-4f93-884c-7f19abd2d4c4 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:40.728874 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1e6ffc6e-37fa-4f93-884c-7f19abd2d4c4 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/ports/0c34c2b3-f309-4b94-8db2-386c5ff0a2ec HTTP/1.1" status: 204 len: 168 time: 0.4083037 Nov 12 04:16:40.732959 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f183c47-5ffb-42f8-861f-ce3944445462 req-4b039b8f-cc74-423e-af3e-f6061c75ed7d tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:40.733092 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38712) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:40.735308 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f183c47-5ffb-42f8-861f-ce3944445462 req-4b039b8f-cc74-423e-af3e-f6061c75ed7d tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 944 time: 0.0565999 Nov 12 04:16:40.805728 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f183c47-5ffb-42f8-861f-ce3944445462 req-cf4b8fdd-0cb1-4daa-beb5-5cc1fd19f36c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647752 Nov 12 04:16:40.809255 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93769ae-2b7d-41c8-8782-98478cc74aa4 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:40.813906 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e93769ae-2b7d-41c8-8782-98478cc74aa4 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0772719 Nov 12 04:16:40.814230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38720) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:40.842424 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e7ee69-efaa-4c5a-8976-bb12ed70b94c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] GET failed (client error): The resource could not be found. Nov 12 04:16:40.846528 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e2e7ee69-efaa-4c5a-8976-bb12ed70b94c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports/886fe200-033c-485a-9e76-e71788196fd7 HTTP/1.1" status: 404 len: 333 time: 0.0287535 Nov 12 04:16:40.847036 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38722) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:40.877253 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d62c91e-fa96-4a0d-baa8-0229935bd73c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] GET failed (client error): The resource could not be found. Nov 12 04:16:40.878994 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0d62c91e-fa96-4a0d-baa8-0229935bd73c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports/0c34c2b3-f309-4b94-8db2-386c5ff0a2ec HTTP/1.1" status: 404 len: 333 time: 0.0308681 Nov 12 04:16:40.881884 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38724) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:40.974918 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a52a4a74-a2ff-49b2-a8c2-a2a0cfd5ca3b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:41.095424 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a52a4a74-a2ff-49b2-a8c2-a2a0cfd5ca3b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:41.124413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00aa299-f37c-4231-8e4d-7f429db46e1c req-4c9cb2ec-c9c2-4f37-b8b6-c3b0f68c2ddd tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:41.125000 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-a52a4a74-a2ff-49b2-a8c2-a2a0cfd5ca3b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e86296b-ca7a-4d36-a459-716ad881d73a']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:41.131457 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c00aa299-f37c-4231-8e4d-7f429db46e1c req-4c9cb2ec-c9c2-4f37-b8b6-c3b0f68c2ddd tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.0609300 Nov 12 04:16:41.135756 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-a52a4a74-a2ff-49b2-a8c2-a2a0cfd5ca3b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4a6540-9a5d-4601-8b4e-473c049eb644') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:41.136124 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-a52a4a74-a2ff-49b2-a8c2-a2a0cfd5ca3b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4a6540-9a5d-4601-8b4e-473c049eb644') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:41.147628 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a52a4a74-a2ff-49b2-a8c2-a2a0cfd5ca3b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:41.162905 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a52a4a74-a2ff-49b2-a8c2-a2a0cfd5ca3b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:41.170508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52a4a74-a2ff-49b2-a8c2-a2a0cfd5ca3b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:41.171481 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a52a4a74-a2ff-49b2-a8c2-a2a0cfd5ca3b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:41.174831 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:41.181458 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c00aa299-f37c-4231-8e4d-7f429db46e1c req-7d574a3e-70dd-4cb4-a4bc-cf30b5a85b35 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481477 Nov 12 04:16:41.393520 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a52a4a74-a2ff-49b2-a8c2-a2a0cfd5ca3b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:41.403769 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a52a4a74-a2ff-49b2-a8c2-a2a0cfd5ca3b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:41.408756 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a52a4a74-a2ff-49b2-a8c2-a2a0cfd5ca3b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/networks/5e86296b-ca7a-4d36-a459-716ad881d73a HTTP/1.1" status: 204 len: 168 time: 0.5258269 Nov 12 04:16:41.412620 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38740) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:41.418718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-938d21ea-3922-4405-aaef-993859732646 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1562570738'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:41.422202 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a4a74-a2ff-49b2-a8c2-a2a0cfd5ca3b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Network': ['ID=5e86296b-ca7a-4d36-a459-716ad881d73a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:41.542310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938d21ea-3922-4405-aaef-993859732646 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:41.546723 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-938d21ea-3922-4405-aaef-993859732646 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:41.574310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938d21ea-3922-4405-aaef-993859732646 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:16:41.586287 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-938d21ea-3922-4405-aaef-993859732646 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:41.586287 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-938d21ea-3922-4405-aaef-993859732646 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Added segment 8c60a65c-c4b3-415d-bb98-06883d724ef6 of type vlan for network 0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8 Nov 12 04:16:41.631791 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-938d21ea-3922-4405-aaef-993859732646 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:41.746908 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-938d21ea-3922-4405-aaef-993859732646 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:41.753387 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938d21ea-3922-4405-aaef-993859732646 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:41.754067 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-938d21ea-3922-4405-aaef-993859732646 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:41.821074 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d21ea-3922-4405-aaef-993859732646 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Network': ['ID=0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:41.835944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:41.886613 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-938d21ea-3922-4405-aaef-993859732646 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4700234 Nov 12 04:16:41.887500 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38754) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:41.893823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-6eabe49a-bf0d-4192-82af-cd8110daa0d6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'subnet': {'network_id': '0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:42.029526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9320a-a9b1-401f-b36c-c68ee3ef2b6a req-f860e763-17cd-4e54-a9c4-0b55c0e92f79 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:42.037264 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06d9320a-a9b1-401f-b36c-c68ee3ef2b6a req-f860e763-17cd-4e54-a9c4-0b55c0e92f79 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 944 time: 0.1322019 Nov 12 04:16:42.099274 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06d9320a-a9b1-401f-b36c-c68ee3ef2b6a req-14bd2831-ff1d-4983-a9c5-bd510fbd6f93 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610337 Nov 12 04:16:42.180531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eabe49a-bf0d-4192-82af-cd8110daa0d6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:42.186555 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6eabe49a-bf0d-4192-82af-cd8110daa0d6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:42.257405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_backend_mixin [None req-6eabe49a-bf0d-4192-82af-cd8110daa0d6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Performing IP validity checks on allocation pools {{(pid=103296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:16:42.260654 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_backend_mixin [None req-6eabe49a-bf0d-4192-82af-cd8110daa0d6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:16:42.451766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dff92d-f441-4124-9940-0ce3cb2b80ed req-be6173a8-1118-4a85-92a4-e24e6b39d2f8 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:42.454082 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6dff92d-f441-4124-9940-0ce3cb2b80ed req-be6173a8-1118-4a85-92a4-e24e6b39d2f8 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.0772133 Nov 12 04:16:42.496621 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:42.506818 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6eabe49a-bf0d-4192-82af-cd8110daa0d6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:42.515844 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6dff92d-f441-4124-9940-0ce3cb2b80ed req-38d3e823-edce-4261-9662-a366cbe93b94 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537848 Nov 12 04:16:42.599239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabe49a-bf0d-4192-82af-cd8110daa0d6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Subnet': ['ID=df15a44b-c549-4cce-933f-c0a1f80f6172,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:42.616591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eabe49a-bf0d-4192-82af-cd8110daa0d6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Checking segment: {'id': '8c60a65c-c4b3-415d-bb98-06883d724ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:42.617091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eabe49a-bf0d-4192-82af-cd8110daa0d6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network hostable DHCP agents. Network: 0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:16:42.619978 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:16:42.627731 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:42.628103 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:42.714089 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eabe49a-bf0d-4192-82af-cd8110daa0d6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network 0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:16:42.735953 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:42.765520 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467134a4-b536-425a-8da0-64695b9dede5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c4aed7-5fb0-4c68-b71e-5ce6fecce278'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:42.767818 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8af9eca-7cfb-40d3-8d3f-f348fbe622b5" -d '{"events": [{"server_uuid": "467134a4-b536-425a-8da0-64695b9dede5", "name": "network-vif-plugged", "status": "completed", "tag": "a3c4aed7-5fb0-4c68-b71e-5ce6fecce278"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:42.781352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a3c4aed7-5fb0-4c68-b71e-5ce6fecce278,segment=NetworkSegment(cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db),segment_id=cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:42.799119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-6eabe49a-bf0d-4192-82af-cd8110daa0d6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:42.803323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eabe49a-bf0d-4192-82af-cd8110daa0d6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:42.803935 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6eabe49a-bf0d-4192-82af-cd8110daa0d6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:42.812885 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98afa0e-bddc-4609-8c96-40da65f7e78a None None] Network 0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:42.815614 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b4e730-de90-4cd4-8255-2103e9de2f23 x-openstack-request-id: req-28b4e730-de90-4cd4-8255-2103e9de2f23 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:42.815898 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467134a4-b536-425a-8da0-64695b9dede5", "name": "network-vif-plugged", "status": "completed", "tag": "a3c4aed7-5fb0-4c68-b71e-5ce6fecce278", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:42.816285 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28b4e730-de90-4cd4-8255-2103e9de2f23 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:42.816698 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467134a4-b536-425a-8da0-64695b9dede5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c4aed7-5fb0-4c68-b71e-5ce6fecce278', 'code': 200} Nov 12 04:16:42.924410 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:42.955432 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30079602-d769-40b8-ad5b-3e4881bbb1b7 req-a757e15f-a1f3-45db-a16f-e7eb9a563c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:42.957215 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-30079602-d769-40b8-ad5b-3e4881bbb1b7 req-a757e15f-a1f3-45db-a16f-e7eb9a563c63 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 1097 time: 0.0515392 Nov 12 04:16:42.964410 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6eabe49a-bf0d-4192-82af-cd8110daa0d6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0728769 Nov 12 04:16:42.965246 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38772) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:42.972394 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-020aeff9-df97-4c6c-bb4b-bffffefdde33 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'network_id': '0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8', 'name': 'tempest-PortsIpV6TestJSON-1628900336'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:43.015609 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=a3c4aed7-5fb0-4c68-b71e-5ce6fecce278,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:43.035250 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8', 'network_id': '0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8', 'tenant_id': 'fdf54b9b0cd748048a3c812496dc1e09', 'fixed_ips': [{'subnet_id': 'df15a44b-c549-4cce-933f-c0a1f80f6172'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:16:43.036158 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:43.036820 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-30079602-d769-40b8-ad5b-3e4881bbb1b7 req-449ebca4-f1a8-435c-a26b-68b40d482106 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723999 Nov 12 04:16:43.186455 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] Allocated IP 2001:db8::2 (0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8/df15a44b-c549-4cce-933f-c0a1f80f6172/6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:43.225073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0ae09-258a-4bed-9e5f-643d59ec0bdc req-7e9f83c6-1a19-4e34-8029-ca9a63d8202a tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:43.226796 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99f0ae09-258a-4bed-9e5f-643d59ec0bdc req-7e9f83c6-1a19-4e34-8029-ca9a63d8202a tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 945 time: 0.0578163 Nov 12 04:16:43.254127 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020aeff9-df97-4c6c-bb4b-bffffefdde33 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:43.257983 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-020aeff9-df97-4c6c-bb4b-bffffefdde33 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:43.281242 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-020aeff9-df97-4c6c-bb4b-bffffefdde33 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] device_id is not set on port e0618133-c080-418d-bfe0-61332986c036 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:16:43.290172 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99f0ae09-258a-4bed-9e5f-643d59ec0bdc req-d4761077-9d28-493d-9751-64eed1000053 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552073 Nov 12 04:16:43.340438 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:43.439791 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:43.491510 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] Network 0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:43.496493 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:43.499638 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:43.507538 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-020aeff9-df97-4c6c-bb4b-bffffefdde33 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Allocated IP 2001:db8::320 (0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8/df15a44b-c549-4cce-933f-c0a1f80f6172/e0618133-c080-418d-bfe0-61332986c036) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:43.520822 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] Pushing event updated for resources: {'Port': ['ID=6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:43.576707 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] Attempting to bind port 6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:43.577079 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] Attempting to bind port 6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '8c60a65c-c4b3-415d-bb98-06883d724ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:43.577716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] Attempting to bind port 6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e on network 0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:43.583579 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:43.584126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] Checking segment: {'id': '8c60a65c-c4b3-415d-bb98-06883d724ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:43.584536 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:43.584928 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] Bound using segment: {'id': '8c60a65c-c4b3-415d-bb98-06883d724ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:43.585742 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] Bound port: 6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c60a65c-c4b3-415d-bb98-06883d724ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:43.586076 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:43.664592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] For port 6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:43.673050 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] For port 6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e,segment=NetworkSegment(8c60a65c-c4b3-415d-bb98-06883d724ef6),segment_id=8c60a65c-c4b3-415d-bb98-06883d724ef6)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:43.709576 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96ee06-ee84-4b74-8e4e-923099281af3 req-c78e8c52-e9c9-4a7e-8135-31f8765eca37 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:43.711525 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff96ee06-ee84-4b74-8e4e-923099281af3 req-c78e8c52-e9c9-4a7e-8135-31f8765eca37 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.0865510 Nov 12 04:16:43.718468 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-020aeff9-df97-4c6c-bb4b-bffffefdde33 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:43.736941 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:43.793444 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff96ee06-ee84-4b74-8e4e-923099281af3 req-b481a2b7-5a99-4f17-8b42-ac8444fb6802 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726397 Nov 12 04:16:43.808827 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd967ed2-b6d1-4612-8629-2c5ba0261203 None None] Pushing event updated for resources: {'Port': ['ID=6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:43.815376 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-020aeff9-df97-4c6c-bb4b-bffffefdde33 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:43.875895 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020aeff9-df97-4c6c-bb4b-bffffefdde33 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network 0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:43.880142 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-020aeff9-df97-4c6c-bb4b-bffffefdde33 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:43.884363 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020aeff9-df97-4c6c-bb4b-bffffefdde33 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:43.890968 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020aeff9-df97-4c6c-bb4b-bffffefdde33 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:43.891653 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-020aeff9-df97-4c6c-bb4b-bffffefdde33 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:43.912885 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020aeff9-df97-4c6c-bb4b-bffffefdde33 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=e0618133-c080-418d-bfe0-61332986c036,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:44.034481 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-020aeff9-df97-4c6c-bb4b-bffffefdde33 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0665944 Nov 12 04:16:44.037253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38800) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:44.183194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-94545f28-d655-4f5e-8208-b8a658cf6605 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port e0618133-c080-418d-bfe0-61332986c036 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:44.183506 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94545f28-d655-4f5e-8208-b8a658cf6605 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:44.292987 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94545f28-d655-4f5e-8208-b8a658cf6605 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:44.311164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-94545f28-d655-4f5e-8208-b8a658cf6605 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for e0618133-c080-418d-bfe0-61332986c036 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:44.498646 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef070f1-588a-4288-9480-ad7730e0308c req-82c00a8e-50fc-40d4-a950-099acae613d8 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:44.501500 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bef070f1-588a-4288-9480-ad7730e0308c req-82c00a8e-50fc-40d4-a950-099acae613d8 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 945 time: 0.1140723 Nov 12 04:16:44.650213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bef070f1-588a-4288-9480-ad7730e0308c req-d1f07851-c660-4df1-936a-8a25a391b777 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393013 Nov 12 04:16:44.723688 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94545f28-d655-4f5e-8208-b8a658cf6605 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:44.782716 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94545f28-d655-4f5e-8208-b8a658cf6605 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=e0618133-c080-418d-bfe0-61332986c036,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:44.843311 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94545f28-d655-4f5e-8208-b8a658cf6605 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:44.848304 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-94545f28-d655-4f5e-8208-b8a658cf6605 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/ports/e0618133-c080-418d-bfe0-61332986c036 HTTP/1.1" status: 204 len: 168 time: 0.8091397 Nov 12 04:16:44.850511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38824) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:44.894216 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecdbd93b-8149-4ba0-af6b-3a99aa6040a5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] DELETE failed (client error): The resource could not be found. Nov 12 04:16:44.895302 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecdbd93b-8149-4ba0-af6b-3a99aa6040a5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:44.901544 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ecdbd93b-8149-4ba0-af6b-3a99aa6040a5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/ports/e0618133-c080-418d-bfe0-61332986c036 HTTP/1.1" status: 404 len: 333 time: 0.0468974 Nov 12 04:16:44.901762 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38826) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:44.941709 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-0feee178-c7c3-4678-86bf-aab79c8b828f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] GET failed (client error): The resource could not be found. Nov 12 04:16:44.943462 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0feee178-c7c3-4678-86bf-aab79c8b828f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports/e0618133-c080-418d-bfe0-61332986c036 HTTP/1.1" status: 404 len: 333 time: 0.0406647 Nov 12 04:16:44.946204 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38832) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:45.044005 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce127ce-4f1d-40ce-8d3b-1c41fae8616c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting subnet df15a44b-c549-4cce-933f-c0a1f80f6172 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:16:45.062403 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ce127ce-4f1d-40ce-8d3b-1c41fae8616c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:45.114337 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ce127ce-4f1d-40ce-8d3b-1c41fae8616c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:45.121311 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eaf22b-eca9-4b9d-ae2f-20e639b8bd05 None None] Network 0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:45.141528 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92248265-660d-40a0-a74d-669d451a07c4 req-1dcb1c04-42bd-44d1-9a5a-c6f100ed6b81 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:45.148894 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92248265-660d-40a0-a74d-669d451a07c4 req-1dcb1c04-42bd-44d1-9a5a-c6f100ed6b81 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.1291242 Nov 12 04:16:45.219325 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-78976839-0fa1-4951-b591-6508380e34a5 None None] Provisioning complete for port 6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:45.219757 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-78976839-0fa1-4951-b591-6508380e34a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:45.259762 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92248265-660d-40a0-a74d-669d451a07c4 req-c65e14d7-953b-4e8c-a504-60cc0852abde tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098411 Nov 12 04:16:45.293239 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ce127ce-4f1d-40ce-8d3b-1c41fae8616c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:45.396994 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-78976839-0fa1-4951-b591-6508380e34a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:45.497025 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ce127ce-4f1d-40ce-8d3b-1c41fae8616c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:45.549445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce127ce-4f1d-40ce-8d3b-1c41fae8616c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Subnet': ['ID=df15a44b-c549-4cce-933f-c0a1f80f6172,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:45.555231 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ce127ce-4f1d-40ce-8d3b-1c41fae8616c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:45.556286 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-78976839-0fa1-4951-b591-6508380e34a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:16:45.556655 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-78976839-0fa1-4951-b591-6508380e34a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:16:45.563254 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38836) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:45.572092 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5ce127ce-4f1d-40ce-8d3b-1c41fae8616c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/subnets/df15a44b-c549-4cce-933f-c0a1f80f6172 HTTP/1.1" status: 204 len: 168 time: 0.6247294 Nov 12 04:16:45.640807 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbc1163-8bad-443d-bef7-9442de4e9d69 None None] Network 0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:45.673309 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:45.760284 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port 6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:45.760962 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:45.835771 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] For port 6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e,segment=NetworkSegment(8c60a65c-c4b3-415d-bb98-06883d724ef6),segment_id=8c60a65c-c4b3-415d-bb98-06883d724ef6)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:45.836858 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:45.842842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1005938-56c2-4e10-ae6c-471f1df8c2f9 req-53954d35-7292-4b87-9785-56ec31334171 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:45.852228 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for 6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:45.860174 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e1005938-56c2-4e10-ae6c-471f1df8c2f9 req-53954d35-7292-4b87-9785-56ec31334171 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 945 time: 0.0763912 Nov 12 04:16:45.920031 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36298856-b269-413e-bdd1-a3f3b4076e73 None None] DHCP port deletion for 0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:45.937452 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e1005938-56c2-4e10-ae6c-471f1df8c2f9 req-65ec2b1f-a559-499b-955c-2bbb6db12321 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762396 Nov 12 04:16:46.003470 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-36298856-b269-413e-bdd1-a3f3b4076e73 None None] Deleting port 6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:46.003824 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36298856-b269-413e-bdd1-a3f3b4076e73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:46.077710 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:46.103427 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No DVR routers for this DVR port 6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:16:46.145943 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-36298856-b269-413e-bdd1-a3f3b4076e73 None None] For port 6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e,segment=NetworkSegment(8c60a65c-c4b3-415d-bb98-06883d724ef6),segment_id=8c60a65c-c4b3-415d-bb98-06883d724ef6)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:46.148206 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36298856-b269-413e-bdd1-a3f3b4076e73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:46.153731 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:46.174404 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-36298856-b269-413e-bdd1-a3f3b4076e73 None None] Calling delete_port for 6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:46.289798 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36298856-b269-413e-bdd1-a3f3b4076e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:46.328990 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36298856-b269-413e-bdd1-a3f3b4076e73 None None] No DVR routers for this DVR port 6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:16:46.351709 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:46.355278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36298856-b269-413e-bdd1-a3f3b4076e73 None None] Pushing event deleted for resources: {'Port': ['ID=6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:46.360840 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-78976839-0fa1-4951-b591-6508380e34a5 None None] Port 6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e update to ACTIVE by agent not found {{(pid=103298) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 04:16:46.386796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:46.398158 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbe3ba0e-c4ed-4c91-bd6e-779bf804c1e2 req-8af6cf58-bb05-4a1e-a4e4-0f3984c1a04a tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-322761778&fields=id&tenant_id=61aa7dee2c7b4464acdbe5547a4b12fc HTTP/1.1" status: 200 len: 267 time: 0.0868802 Nov 12 04:16:46.404743 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c60a65c-c4b3-415d-bb98-06883d724ef6') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:46.405191 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c60a65c-c4b3-415d-bb98-06883d724ef6') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:46.415882 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:46.432127 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:46.438989 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:46.439586 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:46.443131 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:46.474739 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7575f265-9fad-4fcb-acc2-996d653960a1 None None] Could not find standard attr ID for object 6d9bf15c-f198-4ae0-9b2f-69c8fc331d4e. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:16:46.493282 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3ba0e-c4ed-4c91-bd6e-779bf804c1e2 req-d999125c-29d7-4256-a345-80ea4182f326 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:46.493282 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbe3ba0e-c4ed-4c91-bd6e-779bf804c1e2 req-d999125c-29d7-4256-a345-80ea4182f326 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 945 time: 0.0863070 Nov 12 04:16:46.505960 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-dbe3ba0e-c4ed-4c91-bd6e-779bf804c1e2 req-d372b31c-4aff-4bfe-adfd-1a3fef2f9d68 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Request body: {'port': {'security_groups': ['609076e4-7e8e-486d-8dd4-656a2d0e73c4', '8edf122f-2c63-4d78-a976-3e96bcc1a088']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:46.586251 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dbe3ba0e-c4ed-4c91-bd6e-779bf804c1e2 req-d372b31c-4aff-4bfe-adfd-1a3fef2f9d68 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:46.643532 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:46.671610 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:46.675113 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/networks/0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8 HTTP/1.1" status: 204 len: 168 time: 1.1108353 Nov 12 04:16:46.676247 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987a7ac-bf0c-4898-b10a-2cfecb5312ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Network': ['ID=0bc8ee7f-c759-4995-acd0-1e7d4ccf63c8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:46.679214 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38864) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:46.686489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-1cc8368e-5e0d-4f87-8d50-33fd4c3fa738 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1469376293'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:46.688167 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:46.812782 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc8368e-5e0d-4f87-8d50-33fd4c3fa738 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:46.818174 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1cc8368e-5e0d-4f87-8d50-33fd4c3fa738 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:46.861713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc8368e-5e0d-4f87-8d50-33fd4c3fa738 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:16:46.871632 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1cc8368e-5e0d-4f87-8d50-33fd4c3fa738 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:46.872017 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-1cc8368e-5e0d-4f87-8d50-33fd4c3fa738 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Added segment f2e71cf5-2b5d-4a26-b54c-dbe442eba17d of type vlan for network fc4d4ac0-49a7-4f76-8064-eca3b921e5a1 Nov 12 04:16:46.891723 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38868) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:46.918235 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1cc8368e-5e0d-4f87-8d50-33fd4c3fa738 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:46.930219 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-dbe3ba0e-c4ed-4c91-bd6e-779bf804c1e2 req-d372b31c-4aff-4bfe-adfd-1a3fef2f9d68 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] For port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a3c4aed7-5fb0-4c68-b71e-5ce6fecce278,segment=NetworkSegment(cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db),segment_id=cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:46.975826 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dbe3ba0e-c4ed-4c91-bd6e-779bf804c1e2 req-d372b31c-4aff-4bfe-adfd-1a3fef2f9d68 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:47.020791 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11b7b5fd-c018-420a-9739-2fa5068ae377 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:47.044465 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1cc8368e-5e0d-4f87-8d50-33fd4c3fa738 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:47.050525 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc8368e-5e0d-4f87-8d50-33fd4c3fa738 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:47.051176 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1cc8368e-5e0d-4f87-8d50-33fd4c3fa738 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:47.106816 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11b7b5fd-c018-420a-9739-2fa5068ae377 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:47.115067 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dbe3ba0e-c4ed-4c91-bd6e-779bf804c1e2 req-d372b31c-4aff-4bfe-adfd-1a3fef2f9d68 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:47.148660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['87632578-06b7-4d22-b826-7cda39747fd5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:47.151357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8368e-5e0d-4f87-8d50-33fd4c3fa738 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Network': ['ID=fc4d4ac0-49a7-4f76-8064-eca3b921e5a1,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:47.151881 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['a3c4aed7-5fb0-4c68-b71e-5ce6fecce278'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:47.163130 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1cc8368e-5e0d-4f87-8d50-33fd4c3fa738 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4815156 Nov 12 04:16:47.163360 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38872) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:47.177048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3ba0e-c4ed-4c91-bd6e-779bf804c1e2 req-d372b31c-4aff-4bfe-adfd-1a3fef2f9d68 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:47.177676 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dbe3ba0e-c4ed-4c91-bd6e-779bf804c1e2 req-d372b31c-4aff-4bfe-adfd-1a3fef2f9d68 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:47.191216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network fc4d4ac0-49a7-4f76-8064-eca3b921e5a1 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:47.191495 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f17a3882-1c03-4db0-a086-7941c88aad50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'subnet': {'network_id': 'fc4d4ac0-49a7-4f76-8064-eca3b921e5a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:47.195404 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbe3ba0e-c4ed-4c91-bd6e-779bf804c1e2 req-d372b31c-4aff-4bfe-adfd-1a3fef2f9d68 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "PUT /v2.0/ports/a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 HTTP/1.1" status: 200 len: 981 time: 0.6945920 Nov 12 04:16:47.195918 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467134a4-b536-425a-8da0-64695b9dede5', 'tag': 'a3c4aed7-5fb0-4c68-b71e-5ce6fecce278'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:47.205370 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71b4530-cf95-48d7-80f1-e7d4c06e94f0" -d '{"events": [{"name": "network-changed", "server_uuid": "467134a4-b536-425a-8da0-64695b9dede5", "tag": "a3c4aed7-5fb0-4c68-b71e-5ce6fecce278"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:47.212123 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11b7b5fd-c018-420a-9739-2fa5068ae377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:47.256684 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372b31c-4aff-4bfe-adfd-1a3fef2f9d68 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event updated for resources: {'Port': ['ID=a3c4aed7-5fb0-4c68-b71e-5ce6fecce278,revision_number=6']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:47.265329 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7b5fd-c018-420a-9739-2fa5068ae377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20bd8a8-3399-4642-8246-867d859ed4b8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:47.334129 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-11b7b5fd-c018-420a-9739-2fa5068ae377 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3dc73512d2594a5e9f7dc9216c25ce81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4408352 Nov 12 04:16:47.337705 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38880) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:47.370698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86cdbe-f807-496d-9fce-9ce1f27f5fa1 req-382d1fe2-fe0a-40ca-b367-e1cffc6eea32 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:47.381224 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86cdbe-f807-496d-9fce-9ce1f27f5fa1 req-382d1fe2-fe0a-40ca-b367-e1cffc6eea32 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:47.393477 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86cdbe-f807-496d-9fce-9ce1f27f5fa1 req-382d1fe2-fe0a-40ca-b367-e1cffc6eea32 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:47.402516 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86cdbe-f807-496d-9fce-9ce1f27f5fa1 req-382d1fe2-fe0a-40ca-b367-e1cffc6eea32 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:47.404838 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0a9a42-b624-47a5-a91c-0dcc27b190a3 None None] DHCP port deletion for 386a9bd7-3a98-4846-b5b8-b79d977e3875 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:47.411320 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d01bdea3-4cbd-4c8f-b4de-d43eb14a17de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:47.415818 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86cdbe-f807-496d-9fce-9ce1f27f5fa1 req-382d1fe2-fe0a-40ca-b367-e1cffc6eea32 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:47.430948 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86cdbe-f807-496d-9fce-9ce1f27f5fa1 req-382d1fe2-fe0a-40ca-b367-e1cffc6eea32 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:47.453389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86cdbe-f807-496d-9fce-9ce1f27f5fa1 req-382d1fe2-fe0a-40ca-b367-e1cffc6eea32 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:47.465399 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d01bdea3-4cbd-4c8f-b4de-d43eb14a17de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:47.471681 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f86cdbe-f807-496d-9fce-9ce1f27f5fa1 req-382d1fe2-fe0a-40ca-b367-e1cffc6eea32 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5434 time: 0.1879809 Nov 12 04:16:47.475932 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17a3882-1c03-4db0-a086-7941c88aad50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:47.479796 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f17a3882-1c03-4db0-a086-7941c88aad50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:47.532411 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['a3c4aed7-5fb0-4c68-b71e-5ce6fecce278'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:47.586169 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f86cdbe-f807-496d-9fce-9ce1f27f5fa1 req-0aadab49-1742-4448-9d90-369538bb290f tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1096473 Nov 12 04:16:47.618290 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4643391a-b230-4c94-8b28-3db5c08c2d30 None None] Provisioning complete for port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:47.618290 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4643391a-b230-4c94-8b28-3db5c08c2d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:47.723401 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d01bdea3-4cbd-4c8f-b4de-d43eb14a17de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:47.726128 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d01bdea3-4cbd-4c8f-b4de-d43eb14a17de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:47.727744 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d01bdea3-4cbd-4c8f-b4de-d43eb14a17de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d20bd8a8-3399-4642-8246-867d859ed4b8 HTTP/1.1" status: 204 len: 168 time: 0.3888540 Nov 12 04:16:47.762798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2540432-cae6-4d9b-92ff-f5377476bf52 req-02326311-2f6e-44ad-a27d-8d8eee9a00ff tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:47.764999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01bdea3-4cbd-4c8f-b4de-d43eb14a17de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20bd8a8-3399-4642-8246-867d859ed4b8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:47.786052 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2540432-cae6-4d9b-92ff-f5377476bf52 req-02326311-2f6e-44ad-a27d-8d8eee9a00ff tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.1108556 Nov 12 04:16:47.888476 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2540432-cae6-4d9b-92ff-f5377476bf52 req-f6675f29-1bb4-4de7-a6b7-61fd5195f9d4 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009707 Nov 12 04:16:48.031700 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:48.054814 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f17a3882-1c03-4db0-a086-7941c88aad50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:48.069692 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-668a5b72-04a8-436c-98ac-7ebf7427938f req-42d0a6ea-4699-41f1-b911-06d3107cbb4e tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/8edf122f-2c63-4d78-a976-3e96bcc1a088 HTTP/1.1" status: 200 len: 1818 time: 0.0458581 Nov 12 04:16:48.144553 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a3882-1c03-4db0-a086-7941c88aad50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Subnet': ['ID=d14f0d68-06c5-4da3-a8a0-d7fd910f3eb8,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:48.155420 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a3882-1c03-4db0-a086-7941c88aad50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Checking segment: {'id': 'f2e71cf5-2b5d-4a26-b54c-dbe442eba17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'fc4d4ac0-49a7-4f76-8064-eca3b921e5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:48.155420 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17a3882-1c03-4db0-a086-7941c88aad50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network hostable DHCP agents. Network: fc4d4ac0-49a7-4f76-8064-eca3b921e5a1, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:16:48.155668 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-668a5b72-04a8-436c-98ac-7ebf7427938f req-fef2504e-eb03-4ed5-9551-70d01d515f3c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 04:16:48.157276 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-668a5b72-04a8-436c-98ac-7ebf7427938f req-fef2504e-eb03-4ed5-9551-70d01d515f3c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "DELETE /v2.0/security-groups/8edf122f-2c63-4d78-a976-3e96bcc1a088 HTTP/1.1" status: 409 len: 341 time: 0.0743122 Nov 12 04:16:48.205187 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb467e2-62f2-4705-a6c5-08e0ee14ac05 x-openstack-request-id: req-feb467e2-62f2-4705-a6c5-08e0ee14ac05 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:48.205480 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467134a4-b536-425a-8da0-64695b9dede5", "tag": "a3c4aed7-5fb0-4c68-b71e-5ce6fecce278", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:48.205739 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-feb467e2-62f2-4705-a6c5-08e0ee14ac05 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:48.206155 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467134a4-b536-425a-8da0-64695b9dede5', 'tag': 'a3c4aed7-5fb0-4c68-b71e-5ce6fecce278', 'status': 'completed', 'code': 200} Nov 12 04:16:48.270683 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17a3882-1c03-4db0-a086-7941c88aad50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network fc4d4ac0-49a7-4f76-8064-eca3b921e5a1 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:16:48.311198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b4530-cf95-48d7-80f1-e7d4c06e94f0 req-3684c553-00a4-46de-971d-8cc6e0de0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:48.311198 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a71b4530-cf95-48d7-80f1-e7d4c06e94f0 req-3684c553-00a4-46de-971d-8cc6e0de0935 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61aa7dee2c7b4464acdbe5547a4b12fc&device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 1136 time: 0.0528526 Nov 12 04:16:48.358923 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f17a3882-1c03-4db0-a086-7941c88aad50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, fc4d4ac0-49a7-4f76-8064-eca3b921e5a1) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:48.363166 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17a3882-1c03-4db0-a086-7941c88aad50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:48.363853 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f17a3882-1c03-4db0-a086-7941c88aad50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:48.377054 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bbf457-dfbc-4dc7-b4df-8e5f5a4258e1 None None] Network fc4d4ac0-49a7-4f76-8064-eca3b921e5a1 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:48.449678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66796511-2986-4963-aec6-a19af7753bde req-9854cd49-65c4-4a20-a86c-3c22632bc42b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:48.454523 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f17a3882-1c03-4db0-a086-7941c88aad50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2884350 Nov 12 04:16:48.455922 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66796511-2986-4963-aec6-a19af7753bde req-9854cd49-65c4-4a20-a86c-3c22632bc42b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:48.457473 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38892) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:48.462423 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66796511-2986-4963-aec6-a19af7753bde req-9854cd49-65c4-4a20-a86c-3c22632bc42b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:48.464099 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-76c40de2-8586-4a89-83ed-6810f58dfc66 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'network_id': 'fc4d4ac0-49a7-4f76-8064-eca3b921e5a1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-880803261'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:48.469108 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66796511-2986-4963-aec6-a19af7753bde req-9854cd49-65c4-4a20-a86c-3c22632bc42b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:48.475307 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66796511-2986-4963-aec6-a19af7753bde req-9854cd49-65c4-4a20-a86c-3c22632bc42b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:48.481792 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66796511-2986-4963-aec6-a19af7753bde req-9854cd49-65c4-4a20-a86c-3c22632bc42b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:48.488295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66796511-2986-4963-aec6-a19af7753bde req-9854cd49-65c4-4a20-a86c-3c22632bc42b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:48.490224 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-66796511-2986-4963-aec6-a19af7753bde req-9854cd49-65c4-4a20-a86c-3c22632bc42b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5434 time: 0.1461377 Nov 12 04:16:48.491324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b4530-cf95-48d7-80f1-e7d4c06e94f0 req-6bf4d560-2b51-4f30-9d94-cd6c062f7bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:48.492722 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a71b4530-cf95-48d7-80f1-e7d4c06e94f0 req-6bf4d560-2b51-4f30-9d94-cd6c062f7bdd service neutron] 10.222.0.21 "GET /v2.0/networks?id=386a9bd7-3a98-4846-b5b8-b79d977e3875 HTTP/1.1" status: 200 len: 914 time: 0.1763179 Nov 12 04:16:48.553717 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a71b4530-cf95-48d7-80f1-e7d4c06e94f0 req-8dbbc9ba-8523-4b14-b19e-98e11a126f7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 HTTP/1.1" status: 200 len: 217 time: 0.0485351 Nov 12 04:16:48.571296 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38896) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:48.582173 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-fc4d4ac0-49a7-4f76-8064-eca3b921e5a1', 'network_id': 'fc4d4ac0-49a7-4f76-8064-eca3b921e5a1', 'tenant_id': 'fdf54b9b0cd748048a3c812496dc1e09', 'fixed_ips': [{'subnet_id': 'd14f0d68-06c5-4da3-a8a0-d7fd910f3eb8'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:16:48.583218 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:48.605733 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58300850-2207-43da-aba5-97f71b815d98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:48.638624 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b4530-cf95-48d7-80f1-e7d4c06e94f0 req-41aefc72-1fb7-402e-a591-7e695efb09e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:48.641021 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a71b4530-cf95-48d7-80f1-e7d4c06e94f0 req-41aefc72-1fb7-402e-a591-7e695efb09e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb5cd685-6b35-4713-b25d-fcdb3ef3a833 HTTP/1.1" status: 200 len: 853 time: 0.0806603 Nov 12 04:16:48.682748 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a71b4530-cf95-48d7-80f1-e7d4c06e94f0 req-4a8b3552-3376-47bd-814c-8f75c1588785 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=386a9bd7-3a98-4846-b5b8-b79d977e3875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330133 Nov 12 04:16:48.783950 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58300850-2207-43da-aba5-97f71b815d98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:48.785738 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c40de2-8586-4a89-83ed-6810f58dfc66 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:48.791444 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76c40de2-8586-4a89-83ed-6810f58dfc66 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:48.812846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a71b4530-cf95-48d7-80f1-e7d4c06e94f0 req-84c66a19-ffb6-4563-a30b-b4f258a148ba service neutron] 10.222.0.21 "GET /v2.0/networks/386a9bd7-3a98-4846-b5b8-b79d977e3875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196866 Nov 12 04:16:48.820031 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-76c40de2-8586-4a89-83ed-6810f58dfc66 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] device_id is not set on port 8c55124a-78f7-4203-aceb-8ae4d4a2b469 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:16:48.826520 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] Allocated IP 2001:db8::2 (fc4d4ac0-49a7-4f76-8064-eca3b921e5a1/d14f0d68-06c5-4da3-a8a0-d7fd910f3eb8/10a77372-5b90-4e01-a181-6da7266eaec5) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:48.905207 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58300850-2207-43da-aba5-97f71b815d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:48.948924 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a71b4530-cf95-48d7-80f1-e7d4c06e94f0 req-86d85204-5cfb-4381-a150-b3b6a5cdc2f3 service neutron] 10.222.0.21 "GET /v2.0/networks/386a9bd7-3a98-4846-b5b8-b79d977e3875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258488 Nov 12 04:16:48.993623 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-58300850-2207-43da-aba5-97f71b815d98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a8f82a5b29745b99b9a0c9842595852&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4211748 Nov 12 04:16:48.996033 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58300850-2207-43da-aba5-97f71b815d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ee3a9f-4672-47d0-83a2-f8257af48b57,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:48.996387 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38906) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:49.052129 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4485532d-1eb0-4e00-be26-447a1324525e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:49.055971 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:49.074544 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4485532d-1eb0-4e00-be26-447a1324525e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:49.149951 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:49.157519 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7d8d7-50a5-4520-8f4b-eaa0b15e5ea2 req-db783957-cb80-4997-aeb7-a19bef1c9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:49.159135 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3f7d8d7-50a5-4520-8f4b-eaa0b15e5ea2 req-db783957-cb80-4997-aeb7-a19bef1c9d9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61aa7dee2c7b4464acdbe5547a4b12fc&device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 1136 time: 0.0640638 Nov 12 04:16:49.199705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] Network fc4d4ac0-49a7-4f76-8064-eca3b921e5a1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:49.208421 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:49.210090 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] Pushing event updated for resources: {'Port': ['ID=10a77372-5b90-4e01-a181-6da7266eaec5,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:49.213035 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:49.237046 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-76c40de2-8586-4a89-83ed-6810f58dfc66 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Allocated IP 2001:db8::ff (fc4d4ac0-49a7-4f76-8064-eca3b921e5a1/d14f0d68-06c5-4da3-a8a0-d7fd910f3eb8/8c55124a-78f7-4203-aceb-8ae4d4a2b469) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:49.261789 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4485532d-1eb0-4e00-be26-447a1324525e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:49.268159 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4485532d-1eb0-4e00-be26-447a1324525e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:49.269408 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4485532d-1eb0-4e00-be26-447a1324525e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89ee3a9f-4672-47d0-83a2-f8257af48b57 HTTP/1.1" status: 204 len: 168 time: 0.2720313 Nov 12 04:16:49.291917 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485532d-1eb0-4e00-be26-447a1324525e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ee3a9f-4672-47d0-83a2-f8257af48b57,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:49.309563 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485532d-1eb0-4e00-be26-447a1324525e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:49.310511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485532d-1eb0-4e00-be26-447a1324525e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:49.310829 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485532d-1eb0-4e00-be26-447a1324525e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:49.311168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485532d-1eb0-4e00-be26-447a1324525e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:49.311598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485532d-1eb0-4e00-be26-447a1324525e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:49.311806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485532d-1eb0-4e00-be26-447a1324525e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:49.312121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485532d-1eb0-4e00-be26-447a1324525e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:49.312441 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485532d-1eb0-4e00-be26-447a1324525e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:49.312765 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485532d-1eb0-4e00-be26-447a1324525e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:49.313082 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485532d-1eb0-4e00-be26-447a1324525e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:49.313403 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485532d-1eb0-4e00-be26-447a1324525e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:49.313723 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485532d-1eb0-4e00-be26-447a1324525e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:49.350876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] Attempting to bind port 10a77372-5b90-4e01-a181-6da7266eaec5 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:49.353671 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] Attempting to bind port 10a77372-5b90-4e01-a181-6da7266eaec5 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'f2e71cf5-2b5d-4a26-b54c-dbe442eba17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'fc4d4ac0-49a7-4f76-8064-eca3b921e5a1'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:49.353671 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] Attempting to bind port 10a77372-5b90-4e01-a181-6da7266eaec5 on network fc4d4ac0-49a7-4f76-8064-eca3b921e5a1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:49.360531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:49.361075 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] Checking segment: {'id': 'f2e71cf5-2b5d-4a26-b54c-dbe442eba17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'fc4d4ac0-49a7-4f76-8064-eca3b921e5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:49.361555 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:49.362026 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] Bound using segment: {'id': 'f2e71cf5-2b5d-4a26-b54c-dbe442eba17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'fc4d4ac0-49a7-4f76-8064-eca3b921e5a1'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:49.365299 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] Bound port: 10a77372-5b90-4e01-a181-6da7266eaec5, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e71cf5-2b5d-4a26-b54c-dbe442eba17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'fc4d4ac0-49a7-4f76-8064-eca3b921e5a1'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:49.365795 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:49.379612 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7d8d7-50a5-4520-8f4b-eaa0b15e5ea2 req-f4684f98-7d49-48f5-888e-5295d2fcf3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:49.381437 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3f7d8d7-50a5-4520-8f4b-eaa0b15e5ea2 req-f4684f98-7d49-48f5-888e-5295d2fcf3c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=386a9bd7-3a98-4846-b5b8-b79d977e3875 HTTP/1.1" status: 200 len: 914 time: 0.2086160 Nov 12 04:16:49.426255 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76c40de2-8586-4a89-83ed-6810f58dfc66 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:49.453837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3f7d8d7-50a5-4520-8f4b-eaa0b15e5ea2 req-44f1d2e0-75c4-427d-826f-6aba8d4ce92e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 HTTP/1.1" status: 200 len: 217 time: 0.0446625 Nov 12 04:16:49.488240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9a1b3-f98f-4ed1-bcd8-892268c7e75e req-691bcf0c-fe76-43a2-b006-9dce00f925aa tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:49.490759 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0b9a1b3-f98f-4ed1-bcd8-892268c7e75e req-691bcf0c-fe76-43a2-b006-9dce00f925aa tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 984 time: 0.1858535 Nov 12 04:16:49.503478 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] For port 10a77372-5b90-4e01-a181-6da7266eaec5, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:49.506828 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] For port 10a77372-5b90-4e01-a181-6da7266eaec5, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=10a77372-5b90-4e01-a181-6da7266eaec5,segment=NetworkSegment(f2e71cf5-2b5d-4a26-b54c-dbe442eba17d),segment_id=f2e71cf5-2b5d-4a26-b54c-dbe442eba17d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:49.548149 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76c40de2-8586-4a89-83ed-6810f58dfc66 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:49.566676 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7d8d7-50a5-4520-8f4b-eaa0b15e5ea2 req-5e2ccbcd-6dae-48b0-916a-1ed0626d765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:49.567986 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3f7d8d7-50a5-4520-8f4b-eaa0b15e5ea2 req-5e2ccbcd-6dae-48b0-916a-1ed0626d765e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb5cd685-6b35-4713-b25d-fcdb3ef3a833 HTTP/1.1" status: 200 len: 853 time: 0.1021194 Nov 12 04:16:49.596019 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c40de2-8586-4a89-83ed-6810f58dfc66 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network fc4d4ac0-49a7-4f76-8064-eca3b921e5a1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:49.603895 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-76c40de2-8586-4a89-83ed-6810f58dfc66 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:49.608297 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c40de2-8586-4a89-83ed-6810f58dfc66 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:49.612284 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:49.614204 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c40de2-8586-4a89-83ed-6810f58dfc66 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:49.615082 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76c40de2-8586-4a89-83ed-6810f58dfc66 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:49.629587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3f7d8d7-50a5-4520-8f4b-eaa0b15e5ea2 req-35b4b2aa-5cb9-49f5-95bb-c04c44852ae6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=386a9bd7-3a98-4846-b5b8-b79d977e3875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487664 Nov 12 04:16:49.640785 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c40de2-8586-4a89-83ed-6810f58dfc66 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=8c55124a-78f7-4203-aceb-8ae4d4a2b469,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:49.657692 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0b9a1b3-f98f-4ed1-bcd8-892268c7e75e req-863796cb-053e-4519-977b-0181a123e396 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=8edf122f-2c63-4d78-a976-3e96bcc1a088&id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1421921 Nov 12 04:16:49.710999 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-76c40de2-8586-4a89-83ed-6810f58dfc66 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.2520280 Nov 12 04:16:49.718352 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38920) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:49.795538 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3f7d8d7-50a5-4520-8f4b-eaa0b15e5ea2 req-456ed1bd-e447-409e-bd8f-e8c9dbe47854 service neutron] 10.222.0.21 "GET /v2.0/networks/386a9bd7-3a98-4846-b5b8-b79d977e3875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350470 Nov 12 04:16:49.796829 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8aadd-7aa8-41ad-b2fc-4ea6c445e1e5 None None] Pushing event updated for resources: {'Port': ['ID=10a77372-5b90-4e01-a181-6da7266eaec5,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:49.907013 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-bda5e20b-c31e-4d1c-b2c1-8efe21091fa6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port 8c55124a-78f7-4203-aceb-8ae4d4a2b469 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:49.908022 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bda5e20b-c31e-4d1c-b2c1-8efe21091fa6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:49.999001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba2bdc-9062-4038-ab4e-1726a0eeb23f req-649141c7-a358-4575-b838-d225a653f558 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:50.023938 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fba2bdc-9062-4038-ab4e-1726a0eeb23f req-649141c7-a358-4575-b838-d225a653f558 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.2263587 Nov 12 04:16:50.078132 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3f7d8d7-50a5-4520-8f4b-eaa0b15e5ea2 req-2f213a58-dcc4-4b90-9577-ae2ac306a2aa service neutron] 10.222.0.21 "GET /v2.0/networks/386a9bd7-3a98-4846-b5b8-b79d977e3875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566066 Nov 12 04:16:50.103585 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fba2bdc-9062-4038-ab4e-1726a0eeb23f req-c1466d0c-23c4-4bea-a107-63c860bfff39 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762181 Nov 12 04:16:50.114685 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bda5e20b-c31e-4d1c-b2c1-8efe21091fa6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:50.132207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-bda5e20b-c31e-4d1c-b2c1-8efe21091fa6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for 8c55124a-78f7-4203-aceb-8ae4d4a2b469 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:50.410100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481b907-d6bf-4963-8768-52a12ad79601 req-96be0307-aac6-41a8-aa28-b7a0eb4be544 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:50.410299 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8481b907-d6bf-4963-8768-52a12ad79601 req-96be0307-aac6-41a8-aa28-b7a0eb4be544 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/ports?device_id=4849330d-865f-4af3-a91a-b8fa52f5eaab HTTP/1.1" status: 200 len: 946 time: 0.0701394 Nov 12 04:16:50.431638 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bda5e20b-c31e-4d1c-b2c1-8efe21091fa6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:50.477427 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5e20b-c31e-4d1c-b2c1-8efe21091fa6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=8c55124a-78f7-4203-aceb-8ae4d4a2b469,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:50.495074 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8481b907-d6bf-4963-8768-52a12ad79601 req-4110a046-2d6e-4147-9583-f6e7ec5b141c tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/security-groups?id=8df9c636-4570-48eb-89ae-24c5ab13a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765224 Nov 12 04:16:50.508000 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bda5e20b-c31e-4d1c-b2c1-8efe21091fa6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:50.513862 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bda5e20b-c31e-4d1c-b2c1-8efe21091fa6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/ports/8c55124a-78f7-4203-aceb-8ae4d4a2b469 HTTP/1.1" status: 204 len: 168 time: 0.7916961 Nov 12 04:16:50.514827 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38944) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:50.568087 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9b1cfd-8ce5-487a-99f5-c1981fb0741f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] GET failed (client error): The resource could not be found. Nov 12 04:16:50.570195 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5c9b1cfd-8ce5-487a-99f5-c1981fb0741f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports/8c55124a-78f7-4203-aceb-8ae4d4a2b469 HTTP/1.1" status: 404 len: 333 time: 0.0541604 Nov 12 04:16:50.573101 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38948) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:50.637640 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-192fad84-57e6-4958-9539-10f4ea13c206 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting subnet d14f0d68-06c5-4da3-a8a0-d7fd910f3eb8 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:16:50.645842 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-192fad84-57e6-4958-9539-10f4ea13c206 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:50.703661 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-192fad84-57e6-4958-9539-10f4ea13c206 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:50.862996 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-192fad84-57e6-4958-9539-10f4ea13c206 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:50.922971 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbc21a-4c49-4235-982a-e086ee2378f0 req-7d846577-4755-42e3-a122-5ed479645de6 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:50.924483 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89dbc21a-4c49-4235-982a-e086ee2378f0 req-7d846577-4755-42e3-a122-5ed479645de6 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 984 time: 0.0999377 Nov 12 04:16:50.944915 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38962) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:51.057356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff673f3-d5f7-446f-b8ee-9702c087e871 req-9092b7ea-579d-42e1-b878-01bbf27811f6 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:51.059078 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ff673f3-d5f7-446f-b8ee-9702c087e871 req-9092b7ea-579d-42e1-b878-01bbf27811f6 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.31 "GET /v2.0/ports?device_id=4849330d-865f-4af3-a91a-b8fa52f5eaab HTTP/1.1" status: 200 len: 946 time: 0.1286755 Nov 12 04:16:51.066185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89dbc21a-4c49-4235-982a-e086ee2378f0 req-f431413d-9f7b-4ec5-9854-d06f481e65b9 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=8edf122f-2c63-4d78-a976-3e96bcc1a088&id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1252966 Nov 12 04:16:51.075326 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e45a51-0bf8-49b5-a373-84476db2f749 req-f8eddfe7-7500-438e-948e-4d90e76d4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:51.077893 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-192fad84-57e6-4958-9539-10f4ea13c206 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:51.083177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e45a51-0bf8-49b5-a373-84476db2f749 req-f8eddfe7-7500-438e-948e-4d90e76d4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:51.083177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e45a51-0bf8-49b5-a373-84476db2f749 req-f8eddfe7-7500-438e-948e-4d90e76d4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:51.083177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e45a51-0bf8-49b5-a373-84476db2f749 req-f8eddfe7-7500-438e-948e-4d90e76d4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:51.083177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e45a51-0bf8-49b5-a373-84476db2f749 req-f8eddfe7-7500-438e-948e-4d90e76d4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:51.087589 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e45a51-0bf8-49b5-a373-84476db2f749 req-f8eddfe7-7500-438e-948e-4d90e76d4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:51.088653 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e45a51-0bf8-49b5-a373-84476db2f749 req-f8eddfe7-7500-438e-948e-4d90e76d4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:51.099784 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35e45a51-0bf8-49b5-a373-84476db2f749 req-f8eddfe7-7500-438e-948e-4d90e76d4f42 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 6498 time: 0.1532423 Nov 12 04:16:51.133859 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fad84-57e6-4958-9539-10f4ea13c206 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Subnet': ['ID=d14f0d68-06c5-4da3-a8a0-d7fd910f3eb8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:51.136065 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-192fad84-57e6-4958-9539-10f4ea13c206 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:51.139991 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-192fad84-57e6-4958-9539-10f4ea13c206 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/subnets/d14f0d68-06c5-4da3-a8a0-d7fd910f3eb8 HTTP/1.1" status: 204 len: 168 time: 0.5658617 Nov 12 04:16:51.145436 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38970) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:51.175275 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48d1c76-443b-4edb-b362-702126bb4a58 None None] Network fc4d4ac0-49a7-4f76-8064-eca3b921e5a1 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:51.253980 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35e45a51-0bf8-49b5-a373-84476db2f749 req-e8dcfe01-4009-4f93-9c74-78dcaf3cb1b2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1528771 Nov 12 04:16:51.289474 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:51.321557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-3ff673f3-d5f7-446f-b8ee-9702c087e871 req-b00b846f-435f-46ee-b4e9-5e80d2ff64e2 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Deleting port 45634967-35ae-4ad7-ae3c-981511c82af7 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:51.321900 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3ff673f3-d5f7-446f-b8ee-9702c087e871 req-b00b846f-435f-46ee-b4e9-5e80d2ff64e2 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:51.332530 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0c019799-65f6-45bd-8f22-a5b394b1f21a None None] Provisioning complete for port 10a77372-5b90-4e01-a181-6da7266eaec5 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:51.332984 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0c019799-65f6-45bd-8f22-a5b394b1f21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:51.334001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31458fc4-6d09-46ff-88e9-a50b65f156a0 req-fc65eded-af82-43af-ae57-370681dc326b tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:51.337694 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31458fc4-6d09-46ff-88e9-a50b65f156a0 req-fc65eded-af82-43af-ae57-370681dc326b tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.1246343 Nov 12 04:16:51.498846 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0c019799-65f6-45bd-8f22-a5b394b1f21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:51.506345 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31458fc4-6d09-46ff-88e9-a50b65f156a0 req-c0de8473-d8f2-4a43-9199-e5919edca5d3 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322601 Nov 12 04:16:51.531581 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port 10a77372-5b90-4e01-a181-6da7266eaec5 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:51.532368 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:51.540994 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0c019799-65f6-45bd-8f22-a5b394b1f21a None None] For port 10a77372-5b90-4e01-a181-6da7266eaec5, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=10a77372-5b90-4e01-a181-6da7266eaec5,segment=NetworkSegment(f2e71cf5-2b5d-4a26-b54c-dbe442eba17d),segment_id=f2e71cf5-2b5d-4a26-b54c-dbe442eba17d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:51.543841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3becd50b-b368-46b5-bdad-fff418779974 None None] DHCP port deletion for fc4d4ac0-49a7-4f76-8064-eca3b921e5a1 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:51.582084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-3ff673f3-d5f7-446f-b8ee-9702c087e871 req-b00b846f-435f-46ee-b4e9-5e80d2ff64e2 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] For port 45634967-35ae-4ad7-ae3c-981511c82af7, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=45634967-35ae-4ad7-ae3c-981511c82af7,segment=NetworkSegment(7478e90d-b492-48b0-a48c-e5c7743a0dc2),segment_id=7478e90d-b492-48b0-a48c-e5c7743a0dc2)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:51.582678 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3ff673f3-d5f7-446f-b8ee-9702c087e871 req-b00b846f-435f-46ee-b4e9-5e80d2ff64e2 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:51.604198 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3becd50b-b368-46b5-bdad-fff418779974 None None] Deleting port 10a77372-5b90-4e01-a181-6da7266eaec5 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:51.604718 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3becd50b-b368-46b5-bdad-fff418779974 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:51.646309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-3ff673f3-d5f7-446f-b8ee-9702c087e871 req-b00b846f-435f-46ee-b4e9-5e80d2ff64e2 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Calling delete_port for 45634967-35ae-4ad7-ae3c-981511c82af7 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:51.665329 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] For port 10a77372-5b90-4e01-a181-6da7266eaec5, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=10a77372-5b90-4e01-a181-6da7266eaec5,segment=NetworkSegment(f2e71cf5-2b5d-4a26-b54c-dbe442eba17d),segment_id=f2e71cf5-2b5d-4a26-b54c-dbe442eba17d)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:51.665750 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:51.692249 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3becd50b-b368-46b5-bdad-fff418779974 None None] For port 10a77372-5b90-4e01-a181-6da7266eaec5, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=10a77372-5b90-4e01-a181-6da7266eaec5,segment=NetworkSegment(f2e71cf5-2b5d-4a26-b54c-dbe442eba17d),segment_id=f2e71cf5-2b5d-4a26-b54c-dbe442eba17d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:51.692562 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3becd50b-b368-46b5-bdad-fff418779974 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:51.707808 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0c019799-65f6-45bd-8f22-a5b394b1f21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:51.716880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3becd50b-b368-46b5-bdad-fff418779974 None None] Calling delete_port for 10a77372-5b90-4e01-a181-6da7266eaec5 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:51.721757 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for 10a77372-5b90-4e01-a181-6da7266eaec5 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:51.802017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c019799-65f6-45bd-8f22-a5b394b1f21a None None] Pushing event updated for resources: {'Port': ['ID=10a77372-5b90-4e01-a181-6da7266eaec5,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:51.866250 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9e630-2073-449f-84e6-0dad8042a4f1 req-426025ad-e96f-49e7-8b8b-9242f79ce0ea tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:51.868012 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-66f9e630-2073-449f-84e6-0dad8042a4f1 req-426025ad-e96f-49e7-8b8b-9242f79ce0ea tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/ports?device_id=4849330d-865f-4af3-a91a-b8fa52f5eaab HTTP/1.1" status: 200 len: 946 time: 0.1476874 Nov 12 04:16:51.959098 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3becd50b-b368-46b5-bdad-fff418779974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:51.971398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-66f9e630-2073-449f-84e6-0dad8042a4f1 req-bf1499b0-0e32-4555-b3d1-ef5807141012 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.37 "GET /v2.0/security-groups?id=8df9c636-4570-48eb-89ae-24c5ab13a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921037 Nov 12 04:16:51.977956 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.014153 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=10a77372-5b90-4e01-a181-6da7266eaec5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:52.016925 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becd50b-b368-46b5-bdad-fff418779974 None None] Pushing event deleted for resources: {'Port': ['ID=10a77372-5b90-4e01-a181-6da7266eaec5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:52.018423 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No DVR routers for this DVR port 10a77372-5b90-4e01-a181-6da7266eaec5 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:16:52.018860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3becd50b-b368-46b5-bdad-fff418779974 None None] No DVR routers for this DVR port 10a77372-5b90-4e01-a181-6da7266eaec5 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:16:52.051810 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3ff673f3-d5f7-446f-b8ee-9702c087e871 req-b00b846f-435f-46ee-b4e9-5e80d2ff64e2 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.088971 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['45634967-35ae-4ad7-ae3c-981511c82af7'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:52.102229 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b846f-435f-46ee-b4e9-5e80d2ff64e2 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Pushing event deleted for resources: {'Port': ['ID=45634967-35ae-4ad7-ae3c-981511c82af7,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:52.125102 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd53771-d992-48ca-a3be-b7a99b91f56c None None] DHCP port deletion for b7de31f9-a619-4cdb-8535-25cd71512f63 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:52.165171 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.194557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff673f3-d5f7-446f-b8ee-9702c087e871 req-b00b846f-435f-46ee-b4e9-5e80d2ff64e2 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] No DVR routers for this DVR port 45634967-35ae-4ad7-ae3c-981511c82af7 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:16:52.205652 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3ff673f3-d5f7-446f-b8ee-9702c087e871 req-b00b846f-435f-46ee-b4e9-5e80d2ff64e2 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.209401 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ff673f3-d5f7-446f-b8ee-9702c087e871 req-b00b846f-435f-46ee-b4e9-5e80d2ff64e2 tempest-VolumesAdminNegativeTest-2038245417 tempest-VolumesAdminNegativeTest-2038245417-project] 10.222.0.31 "DELETE /v2.0/ports/45634967-35ae-4ad7-ae3c-981511c82af7 HTTP/1.1" status: 204 len: 173 time: 1.1421633 Nov 12 04:16:52.218108 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4849330d-865f-4af3-a91a-b8fa52f5eaab', 'name': 'network-vif-deleted', 'tag': '45634967-35ae-4ad7-ae3c-981511c82af7'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:52.221884 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850c229a-5f48-479a-9b7e-3c36ac14814a" -d '{"events": [{"server_uuid": "4849330d-865f-4af3-a91a-b8fa52f5eaab", "name": "network-vif-deleted", "tag": "45634967-35ae-4ad7-ae3c-981511c82af7"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:52.229092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4d4ac0-49a7-4f76-8064-eca3b921e5a1']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:52.256475 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e71cf5-2b5d-4a26-b54c-dbe442eba17d') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:52.256805 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e71cf5-2b5d-4a26-b54c-dbe442eba17d') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:52.268943 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.288299 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.302274 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226038a0-9086-4308-a51d-72b9287c4ac6 req-014cdc05-a881-45ab-9d97-c245d25c1e74 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:52.304040 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-226038a0-9086-4308-a51d-72b9287c4ac6 req-014cdc05-a881-45ab-9d97-c245d25c1e74 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 984 time: 0.1106758 Nov 12 04:16:52.307242 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:52.307696 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:52.312300 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:52.429190 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-226038a0-9086-4308-a51d-72b9287c4ac6 req-7c5d7c9d-79be-4532-a0e6-b6ccd1b7ec71 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=8edf122f-2c63-4d78-a976-3e96bcc1a088&id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1065543 Nov 12 04:16:52.473069 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0d9311-b804-42c4-a5fe-40b73b3a263b x-openstack-request-id: req-fa0d9311-b804-42c4-a5fe-40b73b3a263b {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:52.473450 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4849330d-865f-4af3-a91a-b8fa52f5eaab", "name": "network-vif-deleted", "tag": "45634967-35ae-4ad7-ae3c-981511c82af7", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:52.473774 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa0d9311-b804-42c4-a5fe-40b73b3a263b {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:52.474241 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4849330d-865f-4af3-a91a-b8fa52f5eaab', 'name': 'network-vif-deleted', 'tag': '45634967-35ae-4ad7-ae3c-981511c82af7', 'status': 'completed', 'code': 200} Nov 12 04:16:52.490139 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.494719 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.510664 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/networks/fc4d4ac0-49a7-4f76-8064-eca3b921e5a1 HTTP/1.1" status: 204 len: 168 time: 1.3528743 Nov 12 04:16:52.511297 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39006) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:52.511297 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-106caf29-e490-4ea5-8567-a1ad85486f58 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0', 'name': 'tempest-PortsIpV6TestJSON-346864746'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:52.527552 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e8b5f-4f74-42f1-a1cc-99fbf7f617e8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Network': ['ID=fc4d4ac0-49a7-4f76-8064-eca3b921e5a1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:52.576176 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef3e0604-1fc5-4f0f-b4d8-669933173d89 req-7033abca-d34c-41c8-9995-f0f31b13fe4b tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-447914131&fields=id&tenant_id=61aa7dee2c7b4464acdbe5547a4b12fc HTTP/1.1" status: 200 len: 267 time: 0.0503449 Nov 12 04:16:52.643066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e0604-1fc5-4f0f-b4d8-669933173d89 req-861360c7-f7d2-412b-9f1a-ec3151301060 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:52.644772 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef3e0604-1fc5-4f0f-b4d8-669933173d89 req-861360c7-f7d2-412b-9f1a-ec3151301060 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 984 time: 0.0619242 Nov 12 04:16:52.656620 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-ef3e0604-1fc5-4f0f-b4d8-669933173d89 req-a695cc2e-817b-4253-9bff-beb9c59f7a05 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Request body: {'port': {'security_groups': ['609076e4-7e8e-486d-8dd4-656a2d0e73c4', '8edf122f-2c63-4d78-a976-3e96bcc1a088', 'f819d25d-778f-46fa-b4fa-40a65043ca8b']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:52.711907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106caf29-e490-4ea5-8567-a1ad85486f58 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:52.716690 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-106caf29-e490-4ea5-8567-a1ad85486f58 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.738592 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-106caf29-e490-4ea5-8567-a1ad85486f58 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] device_id is not set on port 31509909-1cfd-42ba-ae14-66da957e2935 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:16:52.738931 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ef3e0604-1fc5-4f0f-b4d8-669933173d89 req-a695cc2e-817b-4253-9bff-beb9c59f7a05 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.921625 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-106caf29-e490-4ea5-8567-a1ad85486f58 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.988614 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-ef3e0604-1fc5-4f0f-b4d8-669933173d89 req-a695cc2e-817b-4253-9bff-beb9c59f7a05 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] For port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a3c4aed7-5fb0-4c68-b71e-5ce6fecce278,segment=NetworkSegment(cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db),segment_id=cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:53.006924 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-106caf29-e490-4ea5-8567-a1ad85486f58 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:53.029088 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ef3e0604-1fc5-4f0f-b4d8-669933173d89 req-a695cc2e-817b-4253-9bff-beb9c59f7a05 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:53.053901 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106caf29-e490-4ea5-8567-a1ad85486f58 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:53.057389 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-106caf29-e490-4ea5-8567-a1ad85486f58 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:53.062286 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106caf29-e490-4ea5-8567-a1ad85486f58 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:53.068821 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106caf29-e490-4ea5-8567-a1ad85486f58 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:53.069546 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-106caf29-e490-4ea5-8567-a1ad85486f58 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:53.096454 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106caf29-e490-4ea5-8567-a1ad85486f58 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=31509909-1cfd-42ba-ae14-66da957e2935,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:53.136095 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ef3e0604-1fc5-4f0f-b4d8-669933173d89 req-a695cc2e-817b-4253-9bff-beb9c59f7a05 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:53.169866 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-106caf29-e490-4ea5-8567-a1ad85486f58 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6665299 Nov 12 04:16:53.173476 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39020) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:53.177822 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['a3c4aed7-5fb0-4c68-b71e-5ce6fecce278'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:53.180125 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['87632578-06b7-4d22-b826-7cda39747fd5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:53.197477 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e0604-1fc5-4f0f-b4d8-669933173d89 req-a695cc2e-817b-4253-9bff-beb9c59f7a05 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:53.198223 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ef3e0604-1fc5-4f0f-b4d8-669933173d89 req-a695cc2e-817b-4253-9bff-beb9c59f7a05 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:53.210940 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef3e0604-1fc5-4f0f-b4d8-669933173d89 req-a695cc2e-817b-4253-9bff-beb9c59f7a05 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "PUT /v2.0/ports/a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 HTTP/1.1" status: 200 len: 1020 time: 0.5591531 Nov 12 04:16:53.237133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec3f527-3b58-450d-aedf-157683af5ace None None] DHCP port deletion for 386a9bd7-3a98-4846-b5b8-b79d977e3875 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:53.278037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695cc2e-817b-4253-9bff-beb9c59f7a05 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event updated for resources: {'Port': ['ID=a3c4aed7-5fb0-4c68-b71e-5ce6fecce278,revision_number=7']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:53.345985 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-987c353d-02df-4b52-8e06-e708869e4bbf tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port 31509909-1cfd-42ba-ae14-66da957e2935 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:53.346697 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-987c353d-02df-4b52-8e06-e708869e4bbf tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:53.394360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['a3c4aed7-5fb0-4c68-b71e-5ce6fecce278'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:53.401862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d1426-f68e-4502-8851-855a7cc068a3 req-1c145a33-1a42-4549-870f-21391c188f80 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:53.411009 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-243d1426-f68e-4502-8851-855a7cc068a3 req-1c145a33-1a42-4549-870f-21391c188f80 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.0866795 Nov 12 04:16:53.436462 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-987c353d-02df-4b52-8e06-e708869e4bbf tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:53.450959 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2261916e-0909-4eba-9d2c-19e650f166d9 None None] Provisioning complete for port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:53.451636 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2261916e-0909-4eba-9d2c-19e650f166d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:53.454033 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-987c353d-02df-4b52-8e06-e708869e4bbf tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for 31509909-1cfd-42ba-ae14-66da957e2935 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:53.462362 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-243d1426-f68e-4502-8851-855a7cc068a3 req-c3219758-bc85-44ad-b682-61b7775de8c6 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502291 Nov 12 04:16:53.597001 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39024) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:53.628344 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-987c353d-02df-4b52-8e06-e708869e4bbf tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:53.671334 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c353d-02df-4b52-8e06-e708869e4bbf tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=31509909-1cfd-42ba-ae14-66da957e2935,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:53.680745 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-987c353d-02df-4b52-8e06-e708869e4bbf tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:53.687319 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-987c353d-02df-4b52-8e06-e708869e4bbf tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/ports/31509909-1cfd-42ba-ae14-66da957e2935 HTTP/1.1" status: 204 len: 168 time: 0.5128038 Nov 12 04:16:53.693653 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39026) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:53.697337 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-df99318e-415d-4efd-9ee8-eee75e8cabed tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0', 'mac_address': 'fa:16:3e:96:42:5c', 'name': 'tempest-PortsIpV6TestJSON-483488776'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:53.703844 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d59825e-17a9-4603-9194-eab0527e5682 admin admin] Deleting subnet 82cb685f-526a-437a-bf66-ddb19b0952f8 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:16:53.712252 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d59825e-17a9-4603-9194-eab0527e5682 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:53.769093 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d59825e-17a9-4603-9194-eab0527e5682 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:53.824579 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-222ae379-45c4-46e8-a4e7-4e1667d6e7b0 req-8a2466bc-b1ca-42ff-82e7-f2b7ef79b223 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/f819d25d-778f-46fa-b4fa-40a65043ca8b HTTP/1.1" status: 200 len: 1819 time: 0.1030850 Nov 12 04:16:53.825274 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d59825e-17a9-4603-9194-eab0527e5682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:53.896884 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-222ae379-45c4-46e8-a4e7-4e1667d6e7b0 req-98f89c7c-bedf-4431-af98-c6a201b0d09e tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 04:16:53.898052 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-222ae379-45c4-46e8-a4e7-4e1667d6e7b0 req-98f89c7c-bedf-4431-af98-c6a201b0d09e tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "DELETE /v2.0/security-groups/f819d25d-778f-46fa-b4fa-40a65043ca8b HTTP/1.1" status: 409 len: 341 time: 0.0636816 Nov 12 04:16:53.913127 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df99318e-415d-4efd-9ee8-eee75e8cabed tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:53.974102 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d59825e-17a9-4603-9194-eab0527e5682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.024575 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d59825e-17a9-4603-9194-eab0527e5682 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.029939 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1d59825e-17a9-4603-9194-eab0527e5682 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/82cb685f-526a-437a-bf66-ddb19b0952f8 HTTP/1.1" status: 204 len: 168 time: 0.4309361 Nov 12 04:16:54.030985 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59825e-17a9-4603-9194-eab0527e5682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82cb685f-526a-437a-bf66-ddb19b0952f8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:54.033510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39034) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:54.036954 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b7f215-d40c-4292-bd58-c5b26e740696 None None] Network b7de31f9-a619-4cdb-8535-25cd71512f63 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:54.067052 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df99318e-415d-4efd-9ee8-eee75e8cabed tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.094251 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-df99318e-415d-4efd-9ee8-eee75e8cabed tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] device_id is not set on port 39f211a2-b0f4-4e61-bb3a-6b80705bba5e yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:16:54.122356 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bde0ef90-17ca-4623-907e-bd3079132f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.225772 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710751d0-76fb-416d-8791-fb9c9e981f06 None None] DHCP port deletion for b7de31f9-a619-4cdb-8535-25cd71512f63 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:54.229111 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bde0ef90-17ca-4623-907e-bd3079132f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.258968 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-bde0ef90-17ca-4623-907e-bd3079132f4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7de31f9-a619-4cdb-8535-25cd71512f63']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:54.275831 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-bde0ef90-17ca-4623-907e-bd3079132f4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7478e90d-b492-48b0-a48c-e5c7743a0dc2') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:54.276605 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-bde0ef90-17ca-4623-907e-bd3079132f4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7478e90d-b492-48b0-a48c-e5c7743a0dc2') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:54.292068 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bde0ef90-17ca-4623-907e-bd3079132f4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.306620 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df99318e-415d-4efd-9ee8-eee75e8cabed tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.307383 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bde0ef90-17ca-4623-907e-bd3079132f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.314225 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde0ef90-17ca-4623-907e-bd3079132f4f admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:54.314623 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bde0ef90-17ca-4623-907e-bd3079132f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:54.316369 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:54.399807 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df99318e-415d-4efd-9ee8-eee75e8cabed tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.436634 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bde0ef90-17ca-4623-907e-bd3079132f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.447365 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bde0ef90-17ca-4623-907e-bd3079132f4f admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.453762 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bde0ef90-17ca-4623-907e-bd3079132f4f admin admin] 10.222.0.37 "DELETE /v2.0/networks/b7de31f9-a619-4cdb-8535-25cd71512f63 HTTP/1.1" status: 204 len: 168 time: 0.4163675 Nov 12 04:16:54.453910 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df99318e-415d-4efd-9ee8-eee75e8cabed tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:54.461424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39046) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:54.462890 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0ef90-17ca-4623-907e-bd3079132f4f admin admin] Pushing event deleted for resources: {'Network': ['ID=b7de31f9-a619-4cdb-8535-25cd71512f63,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:54.491841 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467134a4-b536-425a-8da0-64695b9dede5', 'tag': 'a3c4aed7-5fb0-4c68-b71e-5ce6fecce278'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:54.496687 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9abd8c2-ed00-412c-9bca-46aa593ad73a" -d '{"events": [{"name": "network-changed", "server_uuid": "467134a4-b536-425a-8da0-64695b9dede5", "tag": "a3c4aed7-5fb0-4c68-b71e-5ce6fecce278"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:54.497166 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-df99318e-415d-4efd-9ee8-eee75e8cabed tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:54.505777 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df99318e-415d-4efd-9ee8-eee75e8cabed tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:54.511497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df99318e-415d-4efd-9ee8-eee75e8cabed tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:54.512113 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df99318e-415d-4efd-9ee8-eee75e8cabed tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.537398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99318e-415d-4efd-9ee8-eee75e8cabed tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=39f211a2-b0f4-4e61-bb3a-6b80705bba5e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:54.565939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e0d837-1bdd-498e-a307-d4453f810ddf admin admin] Deleting subnet bf8759e0-55dd-49a4-b949-2f5ab14f8549 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:16:54.570995 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-60e0d837-1bdd-498e-a307-d4453f810ddf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.580022 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbb3a8-4f81-4624-905d-a1fae12cdcfd req-8055429a-e828-40b3-8223-3816899a44fe tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:54.581491 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09dbb3a8-4f81-4624-905d-a1fae12cdcfd req-8055429a-e828-40b3-8223-3816899a44fe tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 1023 time: 0.1336737 Nov 12 04:16:54.635578 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-60e0d837-1bdd-498e-a307-d4453f810ddf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.662548 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-df99318e-415d-4efd-9ee8-eee75e8cabed tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9730639 Nov 12 04:16:54.665207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39054) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:54.706076 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-60e0d837-1bdd-498e-a307-d4453f810ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.710997 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc29b35a-2a98-45de-9165-4cf490ae0e82 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:54.712616 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bc29b35a-2a98-45de-9165-4cf490ae0e82 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports/39f211a2-b0f4-4e61-bb3a-6b80705bba5e HTTP/1.1" status: 200 len: 844 time: 0.0463109 Nov 12 04:16:54.714153 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09dbb3a8-4f81-4624-905d-a1fae12cdcfd req-f1b7eed4-555a-4e2b-97f6-60ee7baee60b tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=f819d25d-778f-46fa-b4fa-40a65043ca8b&id=8edf122f-2c63-4d78-a976-3e96bcc1a088&id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1145191 Nov 12 04:16:54.715393 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39058) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:54.829127 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8861ada2-4ec4-4222-89c9-d0d5482297c5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port 39f211a2-b0f4-4e61-bb3a-6b80705bba5e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:54.829472 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8861ada2-4ec4-4222-89c9-d0d5482297c5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.850321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9710a8-ddc4-423e-aff0-90811591637b req-38689b60-dde1-494b-a580-cb582c9bad5b tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:54.851893 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f9710a8-ddc4-423e-aff0-90811591637b req-38689b60-dde1-494b-a580-cb582c9bad5b tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.0529919 Nov 12 04:16:54.853385 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-60e0d837-1bdd-498e-a307-d4453f810ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.892505 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0d837-1bdd-498e-a307-d4453f810ddf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf8759e0-55dd-49a4-b949-2f5ab14f8549,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:54.896667 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-60e0d837-1bdd-498e-a307-d4453f810ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.899904 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-60e0d837-1bdd-498e-a307-d4453f810ddf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bf8759e0-55dd-49a4-b949-2f5ab14f8549 HTTP/1.1" status: 204 len: 168 time: 0.4360998 Nov 12 04:16:54.900047 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c949dbec-4527-458f-8014-278da3cb44fe None None] Network cc0ebc26-ae0b-4fde-947e-888349073f5a requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:54.902522 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39060) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:54.911969 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8861ada2-4ec4-4222-89c9-d0d5482297c5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.932539 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f9710a8-ddc4-423e-aff0-90811591637b req-d085a713-e95a-433f-9f52-ed36a84949e1 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718355 Nov 12 04:16:54.945052 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8861ada2-4ec4-4222-89c9-d0d5482297c5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for 39f211a2-b0f4-4e61-bb3a-6b80705bba5e owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:55.007492 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663b8d9b-6393-4c46-accc-18f9925100a1 x-openstack-request-id: req-663b8d9b-6393-4c46-accc-18f9925100a1 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:55.007793 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467134a4-b536-425a-8da0-64695b9dede5", "tag": "a3c4aed7-5fb0-4c68-b71e-5ce6fecce278", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:55.008053 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-663b8d9b-6393-4c46-accc-18f9925100a1 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:55.008458 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467134a4-b536-425a-8da0-64695b9dede5', 'tag': 'a3c4aed7-5fb0-4c68-b71e-5ce6fecce278', 'status': 'completed', 'code': 200} Nov 12 04:16:55.032933 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c6c5487-c920-4b69-8571-0f057299b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:55.058348 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c977db-62da-4fb0-943b-12e5da5bc2ad None None] DHCP port deletion for cc0ebc26-ae0b-4fde-947e-888349073f5a request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:55.184629 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c6c5487-c920-4b69-8571-0f057299b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:55.209654 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4c6c5487-c920-4b69-8571-0f057299b85e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0ebc26-ae0b-4fde-947e-888349073f5a']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:55.230724 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4c6c5487-c920-4b69-8571-0f057299b85e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18312abf-6925-43a6-9ba6-62e822650f42') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:55.230724 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4c6c5487-c920-4b69-8571-0f057299b85e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18312abf-6925-43a6-9ba6-62e822650f42') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:55.240242 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c6c5487-c920-4b69-8571-0f057299b85e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:55.254422 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8861ada2-4ec4-4222-89c9-d0d5482297c5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:55.257982 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c6c5487-c920-4b69-8571-0f057299b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:55.291296 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861ada2-4ec4-4222-89c9-d0d5482297c5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=39f211a2-b0f4-4e61-bb3a-6b80705bba5e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:55.293825 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6c5487-c920-4b69-8571-0f057299b85e admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:55.294929 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c6c5487-c920-4b69-8571-0f057299b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:55.296633 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:55.345123 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8861ada2-4ec4-4222-89c9-d0d5482297c5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:55.348405 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8861ada2-4ec4-4222-89c9-d0d5482297c5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/ports/39f211a2-b0f4-4e61-bb3a-6b80705bba5e HTTP/1.1" status: 204 len: 168 time: 0.6320744 Nov 12 04:16:55.351009 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39066) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:55.396840 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e0930a-37ca-4001-a6cf-8d53f08055ef tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] GET failed (client error): The resource could not be found. Nov 12 04:16:55.398407 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-23e0930a-37ca-4001-a6cf-8d53f08055ef tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports/39f211a2-b0f4-4e61-bb3a-6b80705bba5e HTTP/1.1" status: 404 len: 333 time: 0.0464687 Nov 12 04:16:55.402140 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39068) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:55.408410 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-cb85cf30-4458-4892-969c-f1095b6ab40c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0', 'name': 'tempest-PortsIpV6TestJSON-532919604'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:55.486393 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c6c5487-c920-4b69-8571-0f057299b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:55.496083 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c6c5487-c920-4b69-8571-0f057299b85e admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:55.501931 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4c6c5487-c920-4b69-8571-0f057299b85e admin admin] 10.222.0.37 "DELETE /v2.0/networks/cc0ebc26-ae0b-4fde-947e-888349073f5a HTTP/1.1" status: 204 len: 168 time: 0.5980282 Nov 12 04:16:55.517599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c5487-c920-4b69-8571-0f057299b85e admin admin] Pushing event deleted for resources: {'Network': ['ID=cc0ebc26-ae0b-4fde-947e-888349073f5a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:55.542527 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abd8c2-ed00-412c-9bca-46aa593ad73a req-dc7e3679-f7cc-4abb-8089-7e4c977d8dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:55.544067 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9abd8c2-ed00-412c-9bca-46aa593ad73a req-dc7e3679-f7cc-4abb-8089-7e4c977d8dac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61aa7dee2c7b4464acdbe5547a4b12fc&device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 1175 time: 0.4798698 Nov 12 04:16:55.609893 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb85cf30-4458-4892-969c-f1095b6ab40c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:55.617825 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb85cf30-4458-4892-969c-f1095b6ab40c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:55.635993 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-cb85cf30-4458-4892-969c-f1095b6ab40c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] device_id is not set on port 69c04c13-d45f-4a9c-96c6-691102840514 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:16:55.648773 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abd8c2-ed00-412c-9bca-46aa593ad73a req-8f9df735-5816-46fe-991e-9530dbe9394a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:55.650253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9abd8c2-ed00-412c-9bca-46aa593ad73a req-8f9df735-5816-46fe-991e-9530dbe9394a service neutron] 10.222.0.21 "GET /v2.0/networks?id=386a9bd7-3a98-4846-b5b8-b79d977e3875 HTTP/1.1" status: 200 len: 914 time: 0.0906055 Nov 12 04:16:55.692765 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 45634967-35ae-4ad7-ae3c-981511c82af7 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:16:55.707028 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9abd8c2-ed00-412c-9bca-46aa593ad73a req-7f4b9010-dc22-42da-bf23-d6a2c4d6ba8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 HTTP/1.1" status: 200 len: 217 time: 0.0488572 Nov 12 04:16:55.720464 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 45634967-35ae-4ad7-ae3c-981511c82af7 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:16:55.720809 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 45634967-35ae-4ad7-ae3c-981511c82af7 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:16:55.790844 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abd8c2-ed00-412c-9bca-46aa593ad73a req-54b0f3aa-5f8b-4b49-9442-42793fa93774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:55.795715 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9abd8c2-ed00-412c-9bca-46aa593ad73a req-54b0f3aa-5f8b-4b49-9442-42793fa93774 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb5cd685-6b35-4713-b25d-fcdb3ef3a833 HTTP/1.1" status: 200 len: 853 time: 0.0523593 Nov 12 04:16:55.836634 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9abd8c2-ed00-412c-9bca-46aa593ad73a req-5a0a7dc8-bfa2-48d8-8428-4e9982dd07d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=386a9bd7-3a98-4846-b5b8-b79d977e3875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361488 Nov 12 04:16:55.941142 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfda8a-de53-478d-be23-3177bda7fce3 req-bcabc43f-6e83-4097-843c-fe78ac32a794 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:55.943211 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18cfda8a-de53-478d-be23-3177bda7fce3 req-bcabc43f-6e83-4097-843c-fe78ac32a794 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 1023 time: 0.1341047 Nov 12 04:16:55.958823 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39074) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:55.991338 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9abd8c2-ed00-412c-9bca-46aa593ad73a req-cffcd17a-0182-4068-94e6-590884e44de3 service neutron] 10.222.0.21 "GET /v2.0/networks/386a9bd7-3a98-4846-b5b8-b79d977e3875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381142 Nov 12 04:16:56.025802 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cfa3c37b-e429-421b-9384-ed51452bfe80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f07698be77c74656a44f76eb61327f37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0636535 Nov 12 04:16:56.028019 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39078) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:56.095696 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18cfda8a-de53-478d-be23-3177bda7fce3 req-8f8882f2-5243-40f2-a58f-5c0c58648c05 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=f819d25d-778f-46fa-b4fa-40a65043ca8b&id=8edf122f-2c63-4d78-a976-3e96bcc1a088&id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1447818 Nov 12 04:16:56.139788 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9abd8c2-ed00-412c-9bca-46aa593ad73a req-9bfedfc1-574e-470e-933c-aa4e9d4fbaf4 service neutron] 10.222.0.21 "GET /v2.0/networks/386a9bd7-3a98-4846-b5b8-b79d977e3875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301515 Nov 12 04:16:56.161631 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5e88-0514-438f-8d27-79835e119a14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.184682 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb85cf30-4458-4892-969c-f1095b6ab40c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.191841 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5e88-0514-438f-8d27-79835e119a14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.230937 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b09be-3cad-4f27-b1af-64c0ee3ad948 req-baf4f58a-83db-4c2c-8a38-7da5991ae79e tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.232587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-994b09be-3cad-4f27-b1af-64c0ee3ad948 req-baf4f58a-83db-4c2c-8a38-7da5991ae79e tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.0605948 Nov 12 04:16:56.287615 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-994b09be-3cad-4f27-b1af-64c0ee3ad948 req-2d42240c-ea3c-43dd-998f-eac343697f9b tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468647 Nov 12 04:16:56.314039 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb85cf30-4458-4892-969c-f1095b6ab40c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.367205 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5e88-0514-438f-8d27-79835e119a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.371250 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5e88-0514-438f-8d27-79835e119a14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.375937 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2c5c5e88-0514-438f-8d27-79835e119a14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8df9c636-4570-48eb-89ae-24c5ab13a7a2 HTTP/1.1" status: 204 len: 168 time: 0.3434176 Nov 12 04:16:56.378791 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb85cf30-4458-4892-969c-f1095b6ab40c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:56.384338 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-cb85cf30-4458-4892-969c-f1095b6ab40c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:56.385065 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c6301-acad-4329-b996-091e78044351 req-cb4bbffd-3373-4252-a079-c477c937bb6d tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.388366 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1b7c6301-acad-4329-b996-091e78044351 req-cb4bbffd-3373-4252-a079-c477c937bb6d tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.21 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 1023 time: 0.0743399 Nov 12 04:16:56.393817 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85cf30-4458-4892-969c-f1095b6ab40c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:56.405783 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb85cf30-4458-4892-969c-f1095b6ab40c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.407177 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb85cf30-4458-4892-969c-f1095b6ab40c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.420819 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c5e88-0514-438f-8d27-79835e119a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df9c636-4570-48eb-89ae-24c5ab13a7a2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:56.440111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85cf30-4458-4892-969c-f1095b6ab40c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=69c04c13-d45f-4a9c-96c6-691102840514,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:56.526599 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cb85cf30-4458-4892-969c-f1095b6ab40c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1151907 Nov 12 04:16:56.528789 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39098) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:56.534444 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e9f5636b-9957-4696-89bf-04421e25da29 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:56.562904 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-1b7c6301-acad-4329-b996-091e78044351 req-7a41c5ff-04f2-4f48-8d65-9c2d2288309e tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Deleting port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:56.563866 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1b7c6301-acad-4329-b996-091e78044351 req-7a41c5ff-04f2-4f48-8d65-9c2d2288309e tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.612714 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e9f5636b-9957-4696-89bf-04421e25da29 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.667326 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-1b7c6301-acad-4329-b996-091e78044351 req-7a41c5ff-04f2-4f48-8d65-9c2d2288309e tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] For port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a3c4aed7-5fb0-4c68-b71e-5ce6fecce278,segment=NetworkSegment(cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db),segment_id=cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:56.667688 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1b7c6301-acad-4329-b996-091e78044351 req-7a41c5ff-04f2-4f48-8d65-9c2d2288309e tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.687121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-1b7c6301-acad-4329-b996-091e78044351 req-7a41c5ff-04f2-4f48-8d65-9c2d2288309e tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Calling delete_port for a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:56.787855 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e9f5636b-9957-4696-89bf-04421e25da29 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.878738 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e9f5636b-9957-4696-89bf-04421e25da29 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.912459 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e9f5636b-9957-4696-89bf-04421e25da29 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] In _notify_port_updated(), no bound segment for port 69c04c13-d45f-4a9c-96c6-691102840514 on network b9c3f7b2-21db-4887-bff5-a369493ca2c0 {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:16:56.913123 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1b7c6301-acad-4329-b996-091e78044351 req-7a41c5ff-04f2-4f48-8d65-9c2d2288309e tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.919043 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f5636b-9957-4696-89bf-04421e25da29 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.926540 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e9f5636b-9957-4696-89bf-04421e25da29 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.926540 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e9f5636b-9957-4696-89bf-04421e25da29 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "PUT /v2.0/ports/69c04c13-d45f-4a9c-96c6-691102840514 HTTP/1.1" status: 200 len: 818 time: 0.3912034 Nov 12 04:16:56.926540 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39106) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:56.943463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41c5ff-04f2-4f48-8d65-9c2d2288309e tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event deleted for resources: {'Port': ['ID=a3c4aed7-5fb0-4c68-b71e-5ce6fecce278,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:56.953415 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['87632578-06b7-4d22-b826-7cda39747fd5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:56.967551 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['a3c4aed7-5fb0-4c68-b71e-5ce6fecce278'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:56.967945 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5636b-9957-4696-89bf-04421e25da29 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=69c04c13-d45f-4a9c-96c6-691102840514,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:56.968418 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48019c9a-95ef-4944-a86c-f097e5ae81c9 None None] DHCP port deletion for 386a9bd7-3a98-4846-b5b8-b79d977e3875 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:57.007525 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7c6301-acad-4329-b996-091e78044351 req-7a41c5ff-04f2-4f48-8d65-9c2d2288309e tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] No DVR routers for this DVR port a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:16:57.010572 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1b7c6301-acad-4329-b996-091e78044351 req-7a41c5ff-04f2-4f48-8d65-9c2d2288309e tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.017268 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1b7c6301-acad-4329-b996-091e78044351 req-7a41c5ff-04f2-4f48-8d65-9c2d2288309e tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.21 "DELETE /v2.0/ports/a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 HTTP/1.1" status: 204 len: 173 time: 0.6185746 Nov 12 04:16:57.017765 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467134a4-b536-425a-8da0-64695b9dede5', 'name': 'network-vif-deleted', 'tag': 'a3c4aed7-5fb0-4c68-b71e-5ce6fecce278'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:57.040708 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4419718-9859-462f-a7c5-1250f1b5aa41" -d '{"events": [{"server_uuid": "467134a4-b536-425a-8da0-64695b9dede5", "name": "network-vif-deleted", "tag": "a3c4aed7-5fb0-4c68-b71e-5ce6fecce278"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:57.057372 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-215e0ea4-e601-46db-b4cd-73176b996a78 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port 69c04c13-d45f-4a9c-96c6-691102840514 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:57.058729 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-215e0ea4-e601-46db-b4cd-73176b996a78 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.096828 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50711b5e-050e-4dd6-b5de-738b9572a268 x-openstack-request-id: req-50711b5e-050e-4dd6-b5de-738b9572a268 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:57.096828 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467134a4-b536-425a-8da0-64695b9dede5", "name": "network-vif-deleted", "tag": "a3c4aed7-5fb0-4c68-b71e-5ce6fecce278", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:57.096828 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50711b5e-050e-4dd6-b5de-738b9572a268 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:57.096828 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467134a4-b536-425a-8da0-64695b9dede5', 'name': 'network-vif-deleted', 'tag': 'a3c4aed7-5fb0-4c68-b71e-5ce6fecce278', 'status': 'completed', 'code': 200} Nov 12 04:16:57.141469 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-215e0ea4-e601-46db-b4cd-73176b996a78 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.157445 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-215e0ea4-e601-46db-b4cd-73176b996a78 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for 69c04c13-d45f-4a9c-96c6-691102840514 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:57.220896 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb46a6a3-44be-442c-aeb5-0157d45cde91 req-a1fae638-cda8-44b4-b339-1947277e46fd tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 210 time: 0.0501339 Nov 12 04:16:57.402520 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-215e0ea4-e601-46db-b4cd-73176b996a78 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.426512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2c060-cfeb-4a9b-bb6a-63f3b8f62024 req-b0b9848b-af0a-4ae9-9bc2-c0ff6bb3fbb7 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:57.428643 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90f2c060-cfeb-4a9b-bb6a-63f3b8f62024 req-b0b9848b-af0a-4ae9-9bc2-c0ff6bb3fbb7 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.0612726 Nov 12 04:16:57.428952 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39120) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:57.444560 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-215e0ea4-e601-46db-b4cd-73176b996a78 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.447804 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-215e0ea4-e601-46db-b4cd-73176b996a78 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/ports/69c04c13-d45f-4a9c-96c6-691102840514 HTTP/1.1" status: 204 len: 168 time: 0.5230556 Nov 12 04:16:57.449069 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e0ea4-e601-46db-b4cd-73176b996a78 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=69c04c13-d45f-4a9c-96c6-691102840514,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:57.456651 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39122) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:57.500560 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b9681a1a-89b2-4a78-8815-adde92fb0ce5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0447b0a785b742b1b56543960d688931&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0703845 Nov 12 04:16:57.503003 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39124) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:57.513698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90f2c060-cfeb-4a9b-bb6a-63f3b8f62024 req-b049dc3b-6252-4683-b0b5-876da718a2bc tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770164 Nov 12 04:16:57.520020 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c03764e-a623-4c3f-97d5-712fb0e6c448 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:57.522241 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7c03764e-a623-4c3f-97d5-712fb0e6c448 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0640244 Nov 12 04:16:57.524761 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39128) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:57.553531 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-352f3049-55e1-4fe2-97b9-1455a9995e08 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] GET failed (client error): The resource could not be found. Nov 12 04:16:57.559362 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-352f3049-55e1-4fe2-97b9-1455a9995e08 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports/69c04c13-d45f-4a9c-96c6-691102840514 HTTP/1.1" status: 404 len: 333 time: 0.0296986 Nov 12 04:16:57.559544 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39130) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:57.566062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-efa68042-17fc-430c-b2cc-750dd891cd7b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-18337921'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:57.581622 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b7a5ee4-6462-4578-af38-b15db372051e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.608634 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b7a5ee4-6462-4578-af38-b15db372051e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.678681 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa68042-17fc-430c-b2cc-750dd891cd7b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:57.682492 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-efa68042-17fc-430c-b2cc-750dd891cd7b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.705631 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa68042-17fc-430c-b2cc-750dd891cd7b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:16:57.714828 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-efa68042-17fc-430c-b2cc-750dd891cd7b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.715170 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-efa68042-17fc-430c-b2cc-750dd891cd7b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Added segment 830a02e7-de62-4feb-b410-9b63a8c030d7 of type vlan for network 54452dd4-1346-4b24-8a10-748d397f1dd2 Nov 12 04:16:57.759005 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-efa68042-17fc-430c-b2cc-750dd891cd7b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.791054 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b7a5ee4-6462-4578-af38-b15db372051e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.793671 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b7a5ee4-6462-4578-af38-b15db372051e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.796603 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5b7a5ee4-6462-4578-af38-b15db372051e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e06f7db-0718-42fb-935b-5cbe7d71f9c7 HTTP/1.1" status: 204 len: 168 time: 0.2908783 Nov 12 04:16:57.808017 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a5ee4-6462-4578-af38-b15db372051e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e06f7db-0718-42fb-935b-5cbe7d71f9c7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:57.884596 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-efa68042-17fc-430c-b2cc-750dd891cd7b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.891080 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa68042-17fc-430c-b2cc-750dd891cd7b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:57.891699 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-efa68042-17fc-430c-b2cc-750dd891cd7b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.960769 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa68042-17fc-430c-b2cc-750dd891cd7b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Network': ['ID=54452dd4-1346-4b24-8a10-748d397f1dd2,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:57.971539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 54452dd4-1346-4b24-8a10-748d397f1dd2 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:58.007782 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-efa68042-17fc-430c-b2cc-750dd891cd7b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4461656 Nov 12 04:16:58.010468 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39142) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:58.016069 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-600e2a6d-0d98-4f73-b0e9-6e5b617336a5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'subnet': {'network_id': '54452dd4-1346-4b24-8a10-748d397f1dd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:58.238915 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600e2a6d-0d98-4f73-b0e9-6e5b617336a5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:58.243021 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-600e2a6d-0d98-4f73-b0e9-6e5b617336a5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.324897 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39148) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:58.368419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-efafe579-1a32-4a26-8c7e-b68a6a1ba881 req-1710344f-5dc0-4e77-842a-cf22561a0a13 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=467134a4-b536-425a-8da0-64695b9dede5 HTTP/1.1" status: 200 len: 210 time: 0.0421348 Nov 12 04:16:58.464936 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1714a73b-f8f1-4579-9270-8c4259774f3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.555084 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1714a73b-f8f1-4579-9270-8c4259774f3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.580424 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 1584cc9e-3b51-435f-8311-a9b3c90e485f no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:16:58.646588 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-600e2a6d-0d98-4f73-b0e9-6e5b617336a5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.658976 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.683283 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5796b73e-4786-4f06-a33e-949176238236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1584cc9e-3b51-435f-8311-a9b3c90e485f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:58.686740 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0dcbc7-365f-43cc-b636-7377129d826f" -d '{"events": [{"server_uuid": "5796b73e-4786-4f06-a33e-949176238236", "name": "network-vif-unplugged", "status": "completed", "tag": "1584cc9e-3b51-435f-8311-a9b3c90e485f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:58.689833 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1714a73b-f8f1-4579-9270-8c4259774f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.706871 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 1584cc9e-3b51-435f-8311-a9b3c90e485f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1584cc9e-3b51-435f-8311-a9b3c90e485f,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:58.721938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e2a6d-0d98-4f73-b0e9-6e5b617336a5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Subnet': ['ID=764d710f-ccf9-487b-bc91-35fed4a20b6a,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:58.732025 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714a73b-f8f1-4579-9270-8c4259774f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546af188-e26a-4ffd-b0b5-16ba71c74f00,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:58.739252 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1714a73b-f8f1-4579-9270-8c4259774f3f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a4bf08ac8b54a06a43d5aa2fc5aa2c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4130793 Nov 12 04:16:58.739934 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39170) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:58.740982 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da279fd-bb8d-4de9-be22-667af2c4d6a9 req-8caf31dc-28db-4c71-a02c-aea112993f4c tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:58.749023 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8da279fd-bb8d-4de9-be22-667af2c4d6a9 req-8caf31dc-28db-4c71-a02c-aea112993f4c tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.1385996 Nov 12 04:16:58.783830 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.785633 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:16:58.805648 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e2a6d-0d98-4f73-b0e9-6e5b617336a5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Checking segment: {'id': '830a02e7-de62-4feb-b410-9b63a8c030d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '54452dd4-1346-4b24-8a10-748d397f1dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:58.806136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600e2a6d-0d98-4f73-b0e9-6e5b617336a5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network hostable DHCP agents. Network: 54452dd4-1346-4b24-8a10-748d397f1dd2, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:16:58.814043 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f42947dc-d057-48a2-bf70-342b9866ef39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.825460 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8da279fd-bb8d-4de9-be22-667af2c4d6a9 req-ff754184-4734-407a-a46c-25b01e6aafc5 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754776 Nov 12 04:16:58.828601 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:16:58.832717 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a3c4aed7-5fb0-4c68-b71e-5ce6fecce278 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:16:58.839390 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f42947dc-d057-48a2-bf70-342b9866ef39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.875296 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=1584cc9e-3b51-435f-8311-a9b3c90e485f,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:58.935635 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600e2a6d-0d98-4f73-b0e9-6e5b617336a5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network 54452dd4-1346-4b24-8a10-748d397f1dd2 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:16:58.957870 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d3b8de-7f1b-49a7-b673-faa7d563e3bc x-openstack-request-id: req-46d3b8de-7f1b-49a7-b673-faa7d563e3bc {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:58.957870 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5796b73e-4786-4f06-a33e-949176238236", "name": "network-vif-unplugged", "status": "completed", "tag": "1584cc9e-3b51-435f-8311-a9b3c90e485f", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:58.957870 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46d3b8de-7f1b-49a7-b673-faa7d563e3bc {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:58.958163 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5796b73e-4786-4f06-a33e-949176238236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1584cc9e-3b51-435f-8311-a9b3c90e485f', 'code': 200} Nov 12 04:16:58.976431 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f42947dc-d057-48a2-bf70-342b9866ef39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.983785 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f42947dc-d057-48a2-bf70-342b9866ef39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.986200 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f42947dc-d057-48a2-bf70-342b9866ef39 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/546af188-e26a-4ffd-b0b5-16ba71c74f00 HTTP/1.1" status: 204 len: 168 time: 0.2441604 Nov 12 04:16:59.002203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42947dc-d057-48a2-bf70-342b9866ef39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546af188-e26a-4ffd-b0b5-16ba71c74f00,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:59.004347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-600e2a6d-0d98-4f73-b0e9-6e5b617336a5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 54452dd4-1346-4b24-8a10-748d397f1dd2) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:59.016151 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb67034f-e875-45ca-965d-ed6d710eeb45 None None] Network 54452dd4-1346-4b24-8a10-748d397f1dd2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:59.019249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600e2a6d-0d98-4f73-b0e9-6e5b617336a5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:59.021056 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-600e2a6d-0d98-4f73-b0e9-6e5b617336a5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.138810 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-600e2a6d-0d98-4f73-b0e9-6e5b617336a5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1271932 Nov 12 04:16:59.141813 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39180) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:59.147055 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2ff7431d-60bd-494c-9ee2-c96874e58f44 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'subnet': {'network_id': '54452dd4-1346-4b24-8a10-748d397f1dd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:59.192610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-54452dd4-1346-4b24-8a10-748d397f1dd2', 'network_id': '54452dd4-1346-4b24-8a10-748d397f1dd2', 'tenant_id': 'fdf54b9b0cd748048a3c812496dc1e09', 'fixed_ips': [{'subnet_id': '764d710f-ccf9-487b-bc91-35fed4a20b6a'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:16:59.192610 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.348178 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] Allocated IP 2001:db8::2 (54452dd4-1346-4b24-8a10-748d397f1dd2/764d710f-ccf9-487b-bc91-35fed4a20b6a/11fc4830-ef9d-46b5-b827-b2645b161f02) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:59.390995 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff7431d-60bd-494c-9ee2-c96874e58f44 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:59.394567 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ff7431d-60bd-494c-9ee2-c96874e58f44 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.511803 n-d-768509-24 neutron-server[103297]: INFO neutron.db.ipam_backend_mixin [None req-2ff7431d-60bd-494c-9ee2-c96874e58f44 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 764d710f-ccf9-487b-bc91-35fed4a20b6a (CIDR: 2001:db8::/64) Nov 12 04:16:59.514582 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.554070 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff7431d-60bd-494c-9ee2-c96874e58f44 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:16:59.554472 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff7431d-60bd-494c-9ee2-c96874e58f44 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:16:59.565905 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2e1289a6-58da-4739-9191-e469ea1ab6ad req-41181f24-6464-455a-b9ae-77680fe82900 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/8edf122f-2c63-4d78-a976-3e96bcc1a088 HTTP/1.1" status: 200 len: 1818 time: 0.0457528 Nov 12 04:16:59.583308 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.627869 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] Network 54452dd4-1346-4b24-8a10-748d397f1dd2 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:59.630933 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:59.637447 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:59.641103 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2e1289a6-58da-4739-9191-e469ea1ab6ad req-ea7b8a20-40ec-4089-a4de-c974154e6e2c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.646281 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2ff7431d-60bd-494c-9ee2-c96874e58f44 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5026605 Nov 12 04:16:59.646449 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39202) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:59.648703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] Pushing event updated for resources: {'Port': ['ID=11fc4830-ef9d-46b5-b827-b2645b161f02,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:59.657325 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-055a7b73-7a64-4e4e-99d3-5dc7351a6b70 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'subnet': {'network_id': '54452dd4-1346-4b24-8a10-748d397f1dd2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:59.691394 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2e1289a6-58da-4739-9191-e469ea1ab6ad req-ea7b8a20-40ec-4089-a4de-c974154e6e2c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.710016 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] Attempting to bind port 11fc4830-ef9d-46b5-b827-b2645b161f02 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:59.710660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] Attempting to bind port 11fc4830-ef9d-46b5-b827-b2645b161f02 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '830a02e7-de62-4feb-b410-9b63a8c030d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '54452dd4-1346-4b24-8a10-748d397f1dd2'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:59.711520 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] Attempting to bind port 11fc4830-ef9d-46b5-b827-b2645b161f02 on network 54452dd4-1346-4b24-8a10-748d397f1dd2 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:59.717788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:59.718161 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] Checking segment: {'id': '830a02e7-de62-4feb-b410-9b63a8c030d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '54452dd4-1346-4b24-8a10-748d397f1dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:59.718572 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.718968 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] Bound using segment: {'id': '830a02e7-de62-4feb-b410-9b63a8c030d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '54452dd4-1346-4b24-8a10-748d397f1dd2'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:59.719429 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] Bound port: 11fc4830-ef9d-46b5-b827-b2645b161f02, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '830a02e7-de62-4feb-b410-9b63a8c030d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '54452dd4-1346-4b24-8a10-748d397f1dd2'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:59.719805 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.777070 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39206) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:59.804896 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-abd44e0b-5321-465b-8b4f-cdc40ac35181 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.819123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] For port 11fc4830-ef9d-46b5-b827-b2645b161f02, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:59.823398 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] For port 11fc4830-ef9d-46b5-b827-b2645b161f02, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=11fc4830-ef9d-46b5-b827-b2645b161f02,segment=NetworkSegment(830a02e7-de62-4feb-b410-9b63a8c030d7),segment_id=830a02e7-de62-4feb-b410-9b63a8c030d7)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:59.901979 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2e1289a6-58da-4739-9191-e469ea1ab6ad req-ea7b8a20-40ec-4089-a4de-c974154e6e2c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.905489 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2e1289a6-58da-4739-9191-e469ea1ab6ad req-ea7b8a20-40ec-4089-a4de-c974154e6e2c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.906677 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2e1289a6-58da-4739-9191-e469ea1ab6ad req-ea7b8a20-40ec-4089-a4de-c974154e6e2c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "DELETE /v2.0/security-groups/8edf122f-2c63-4d78-a976-3e96bcc1a088 HTTP/1.1" status: 204 len: 173 time: 0.3336039 Nov 12 04:16:59.916836 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b8a20-40ec-4089-a4de-c974154e6e2c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edf122f-2c63-4d78-a976-3e96bcc1a088,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:59.938668 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.943923 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055a7b73-7a64-4e4e-99d3-5dc7351a6b70 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:59.951597 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-055a7b73-7a64-4e4e-99d3-5dc7351a6b70 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.967908 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-abd44e0b-5321-465b-8b4f-cdc40ac35181 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:00.024859 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50090962-405d-47c0-a400-fa25f6910a76 None None] Pushing event updated for resources: {'Port': ['ID=11fc4830-ef9d-46b5-b827-b2645b161f02,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:00.077612 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127f87f-9a98-47d0-9a0a-bf31e26fdc6d req-3596dbab-370e-40d9-8d97-b20c133f154a tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:00.078540 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d127f87f-9a98-47d0-9a0a-bf31e26fdc6d req-3596dbab-370e-40d9-8d97-b20c133f154a tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 944 time: 0.0995829 Nov 12 04:17:00.101782 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-abd44e0b-5321-465b-8b4f-cdc40ac35181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:00.172762 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-abd44e0b-5321-465b-8b4f-cdc40ac35181 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5deb65264c4c41069a56c93ac7c4482b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3945239 Nov 12 04:17:00.174240 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd44e0b-5321-465b-8b4f-cdc40ac35181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebf8ff8-50c3-498e-b84c-44b86a90e7cf,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:00.182588 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39226) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:00.185177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d127f87f-9a98-47d0-9a0a-bf31e26fdc6d req-a70b89a9-8880-4f05-baf4-4d4444aab30a tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986235 Nov 12 04:17:00.275997 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f83c76b5-e2d5-4c64-bdfe-cf0625f5a58a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:00.323342 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f83c76b5-e2d5-4c64-bdfe-cf0625f5a58a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:00.366955 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6575a901-8cb8-458d-af6f-bb2b2e4a132e req-cef9de4f-05e4-4268-8383-b0da2dee701e tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/f819d25d-778f-46fa-b4fa-40a65043ca8b HTTP/1.1" status: 200 len: 1819 time: 0.1089442 Nov 12 04:17:00.462390 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6575a901-8cb8-458d-af6f-bb2b2e4a132e req-0774e61d-7bda-4d64-9067-fae693c4876f tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:00.492126 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6575a901-8cb8-458d-af6f-bb2b2e4a132e req-0774e61d-7bda-4d64-9067-fae693c4876f tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:00.529851 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f83c76b5-e2d5-4c64-bdfe-cf0625f5a58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:00.541887 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f83c76b5-e2d5-4c64-bdfe-cf0625f5a58a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:00.546359 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f83c76b5-e2d5-4c64-bdfe-cf0625f5a58a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ebf8ff8-50c3-498e-b84c-44b86a90e7cf HTTP/1.1" status: 204 len: 168 time: 0.3622563 Nov 12 04:17:00.555400 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c76b5-e2d5-4c64-bdfe-cf0625f5a58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebf8ff8-50c3-498e-b84c-44b86a90e7cf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:00.557278 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-055a7b73-7a64-4e4e-99d3-5dc7351a6b70 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:00.574852 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 1584cc9e-3b51-435f-8311-a9b3c90e485f details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:17:00.606393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055a7b73-7a64-4e4e-99d3-5dc7351a6b70 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network 54452dd4-1346-4b24-8a10-748d397f1dd2 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:00.611253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-055a7b73-7a64-4e4e-99d3-5dc7351a6b70 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:00.615722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055a7b73-7a64-4e4e-99d3-5dc7351a6b70 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:00.616327 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-055a7b73-7a64-4e4e-99d3-5dc7351a6b70 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:00.627381 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6575a901-8cb8-458d-af6f-bb2b2e4a132e req-0774e61d-7bda-4d64-9067-fae693c4876f tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:00.631266 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6575a901-8cb8-458d-af6f-bb2b2e4a132e req-0774e61d-7bda-4d64-9067-fae693c4876f tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:00.641141 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6575a901-8cb8-458d-af6f-bb2b2e4a132e req-0774e61d-7bda-4d64-9067-fae693c4876f tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "DELETE /v2.0/security-groups/f819d25d-778f-46fa-b4fa-40a65043ca8b HTTP/1.1" status: 204 len: 173 time: 0.2590797 Nov 12 04:17:00.649432 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a7b73-7a64-4e4e-99d3-5dc7351a6b70 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Subnet': ['ID=904aaf79-d29b-499c-b1a4-d2ea39eb13aa,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:00.678963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774e61d-7bda-4d64-9067-fae693c4876f tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f819d25d-778f-46fa-b4fa-40a65043ca8b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:00.754678 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-055a7b73-7a64-4e4e-99d3-5dc7351a6b70 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1052964 Nov 12 04:17:00.757611 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 1584cc9e-3b51-435f-8311-a9b3c90e485f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1584cc9e-3b51-435f-8311-a9b3c90e485f,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:00.757747 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39240) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:00.766319 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-edd04dc0-bd22-48b2-bbd9-6b6ca5e3979b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'network_id': '54452dd4-1346-4b24-8a10-748d397f1dd2', 'fixed_ips': [{'subnet_id': '764d710f-ccf9-487b-bc91-35fed4a20b6a'}, {'subnet_id': '904aaf79-d29b-499c-b1a4-d2ea39eb13aa'}], 'name': 'tempest-PortsIpV6TestJSON-104509985'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:00.771548 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '1584cc9e-3b51-435f-8311-a9b3c90e485f', 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987', 'port_id': '1584cc9e-3b51-435f-8311-a9b3c90e485f', 'mac_address': 'fa:16:3e:5f:82:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d47581f-20de-4cd2-a8b0-e2cb48fc0e2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:17:00.832923 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:00.853977 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1584cc9e-3b51-435f-8311-a9b3c90e485f {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:00.875064 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 1584cc9e-3b51-435f-8311-a9b3c90e485f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1584cc9e-3b51-435f-8311-a9b3c90e485f,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:00.883965 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-1b91393b-164e-491e-9adf-51a6c12ab40d req-71caed99-826c-43c3-a911-73eb5626ff25 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1914837076', 'description': 'tempest-description-1985650153'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:00.964667 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:01.002730 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1b91393b-164e-491e-9adf-51a6c12ab40d req-71caed99-826c-43c3-a911-73eb5626ff25 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:01.025679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=1584cc9e-3b51-435f-8311-a9b3c90e485f,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:01.103079 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1b91393b-164e-491e-9adf-51a6c12ab40d req-71caed99-826c-43c3-a911-73eb5626ff25 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:01.156572 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd04dc0-bd22-48b2-bbd9-6b6ca5e3979b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:01.163293 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ebe855-f357-4b4c-af43-058e730e0931 None None] Network 54452dd4-1346-4b24-8a10-748d397f1dd2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:01.219738 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1b91393b-164e-491e-9adf-51a6c12ab40d req-71caed99-826c-43c3-a911-73eb5626ff25 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:01.234791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e90cac9b-d661-4ecd-9e15-45fd67a22bf8 None None] Provisioning complete for port 11fc4830-ef9d-46b5-b827-b2645b161f02 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:01.235184 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e90cac9b-d661-4ecd-9e15-45fd67a22bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:01.268647 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-edd04dc0-bd22-48b2-bbd9-6b6ca5e3979b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:01.271589 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71caed99-826c-43c3-a911-73eb5626ff25 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e03e541-45a4-4021-9d04-cf5b994472ca,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:01.288297 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-edd04dc0-bd22-48b2-bbd9-6b6ca5e3979b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] device_id is not set on port a6f8d692-82ad-4e6c-8079-e01024b587e3 yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:17:01.383958 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e90cac9b-d661-4ecd-9e15-45fd67a22bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:01.390407 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1b91393b-164e-491e-9adf-51a6c12ab40d req-71caed99-826c-43c3-a911-73eb5626ff25 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:01.391711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1b91393b-164e-491e-9adf-51a6c12ab40d req-71caed99-826c-43c3-a911-73eb5626ff25 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5195439 Nov 12 04:17:01.401732 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['1584cc9e-3b51-435f-8311-a9b3c90e485f'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:01.461716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e90cac9b-d661-4ecd-9e15-45fd67a22bf8 None None] For port 11fc4830-ef9d-46b5-b827-b2645b161f02, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=11fc4830-ef9d-46b5-b827-b2645b161f02,segment=NetworkSegment(830a02e7-de62-4feb-b410-9b63a8c030d7),segment_id=830a02e7-de62-4feb-b410-9b63a8c030d7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:01.519644 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bed36f03-a321-48d2-b6af-e6fbb21a93e3 req-9d889bdb-379c-45b6-b28a-c43dfd044d13 tempest-FlavorsV2NegativeTest-1270964199 tempest-FlavorsV2NegativeTest-1270964199-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b2dfa4748a1d4604b7d8bb63ec097b76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376000 Nov 12 04:17:01.564819 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e90cac9b-d661-4ecd-9e15-45fd67a22bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:01.614022 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8da6858-79ae-423c-924d-283804ae1c8d None None] Update dhcp port {'port': {'network_id': '54452dd4-1346-4b24-8a10-748d397f1dd2', 'fixed_ips': [{'subnet_id': '764d710f-ccf9-487b-bc91-35fed4a20b6a', 'ip_address': '2001:db8::2'}, {'subnet_id': '904aaf79-d29b-499c-b1a4-d2ea39eb13aa'}], 'binding:host_id': 'n-d-768509-24'}, 'id': '11fc4830-ef9d-46b5-b827-b2645b161f02'} from n-d-768509-24. {{(pid=103298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:17:01.674226 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cac9b-d661-4ecd-9e15-45fd67a22bf8 None None] Pushing event updated for resources: {'Port': ['ID=11fc4830-ef9d-46b5-b827-b2645b161f02,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:01.676697 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8da6858-79ae-423c-924d-283804ae1c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:01.739268 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-edd04dc0-bd22-48b2-bbd9-6b6ca5e3979b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Allocated IP 2001:db8::2bf (54452dd4-1346-4b24-8a10-748d397f1dd2/764d710f-ccf9-487b-bc91-35fed4a20b6a/a6f8d692-82ad-4e6c-8079-e01024b587e3) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:01.765973 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-edd04dc0-bd22-48b2-bbd9-6b6ca5e3979b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Allocated IP 2001:db8:0:1::1b6 (54452dd4-1346-4b24-8a10-748d397f1dd2/904aaf79-d29b-499c-b1a4-d2ea39eb13aa/a6f8d692-82ad-4e6c-8079-e01024b587e3) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:01.780474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed36f03-a321-48d2-b6af-e6fbb21a93e3 req-decfcfd4-f97a-4c51-83fc-0956390dbaf8 tempest-FlavorsV2NegativeTest-1270964199 tempest-FlavorsV2NegativeTest-1270964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:01.782169 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bed36f03-a321-48d2-b6af-e6fbb21a93e3 req-decfcfd4-f97a-4c51-83fc-0956390dbaf8 tempest-FlavorsV2NegativeTest-1270964199 tempest-FlavorsV2NegativeTest-1270964199-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301259 Nov 12 04:17:01.823793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bed36f03-a321-48d2-b6af-e6fbb21a93e3 req-ee65c2db-6aaf-4e2a-b543-3c8ebf95fd1f tempest-FlavorsV2NegativeTest-1270964199 tempest-FlavorsV2NegativeTest-1270964199-project] 10.222.0.37 "GET /v2.0/quotas/b2dfa4748a1d4604b7d8bb63ec097b76 HTTP/1.1" status: 200 len: 375 time: 0.0281298 Nov 12 04:17:01.870136 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bed36f03-a321-48d2-b6af-e6fbb21a93e3 req-e9bb7a22-ba36-4857-a184-1067d3d220ec tempest-FlavorsV2NegativeTest-1270964199 tempest-FlavorsV2NegativeTest-1270964199-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2dfa4748a1d4604b7d8bb63ec097b76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404799 Nov 12 04:17:02.013363 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-edd04dc0-bd22-48b2-bbd9-6b6ca5e3979b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.045274 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa3702-fa14-459a-9f7f-efc906c27f9d req-11a2033a-daa1-445a-ba5a-6c6d08d8096e tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:02.053205 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bfa3702-fa14-459a-9f7f-efc906c27f9d req-11a2033a-daa1-445a-ba5a-6c6d08d8096e tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 945 time: 0.0961566 Nov 12 04:17:02.088747 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 11fc4830-ef9d-46b5-b827-b2645b161f02 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:02.120935 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bfa3702-fa14-459a-9f7f-efc906c27f9d req-cc432b11-9495-494d-92ad-c76565550565 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669219 Nov 12 04:17:02.165061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 11fc4830-ef9d-46b5-b827-b2645b161f02 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:02.165734 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.202708 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-247b0c3e-5e75-4943-b23b-5fd48928a4ce req-d7a9bc3c-3239-415c-b49d-8732b8adace2 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/7e03e541-45a4-4021-9d04-cf5b994472ca HTTP/1.1" status: 200 len: 1820 time: 0.0477309 Nov 12 04:17:02.214307 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-247b0c3e-5e75-4943-b23b-5fd48928a4ce req-12a31893-bc67-4d69-a742-845e41302ad2 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1214750063', 'description': 'tempest-description-hth-157828644'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:02.220183 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-edd04dc0-bd22-48b2-bbd9-6b6ca5e3979b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.287229 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd04dc0-bd22-48b2-bbd9-6b6ca5e3979b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network 54452dd4-1346-4b24-8a10-748d397f1dd2 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:02.292795 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-247b0c3e-5e75-4943-b23b-5fd48928a4ce req-12a31893-bc67-4d69-a742-845e41302ad2 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.300238 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-f8da6858-79ae-423c-924d-283804ae1c8d None None] Allocated IP 2001:db8:0:1::2 (54452dd4-1346-4b24-8a10-748d397f1dd2/904aaf79-d29b-499c-b1a4-d2ea39eb13aa/11fc4830-ef9d-46b5-b827-b2645b161f02) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:02.300514 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-edd04dc0-bd22-48b2-bbd9-6b6ca5e3979b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:02.315811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd04dc0-bd22-48b2-bbd9-6b6ca5e3979b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:02.326356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd04dc0-bd22-48b2-bbd9-6b6ca5e3979b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:02.327137 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-edd04dc0-bd22-48b2-bbd9-6b6ca5e3979b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.340821 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd04dc0-bd22-48b2-bbd9-6b6ca5e3979b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=a6f8d692-82ad-4e6c-8079-e01024b587e3,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:02.386803 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-247b0c3e-5e75-4943-b23b-5fd48928a4ce req-12a31893-bc67-4d69-a742-845e41302ad2 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.427089 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f8da6858-79ae-423c-924d-283804ae1c8d None None] For port 11fc4830-ef9d-46b5-b827-b2645b161f02, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=11fc4830-ef9d-46b5-b827-b2645b161f02,segment=NetworkSegment(830a02e7-de62-4feb-b410-9b63a8c030d7),segment_id=830a02e7-de62-4feb-b410-9b63a8c030d7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:02.451348 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-edd04dc0-bd22-48b2-bbd9-6b6ca5e3979b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.6949780 Nov 12 04:17:02.454025 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39300) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:02.459262 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-c56138d9-5b07-40d8-961c-b147ef5c43e7 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '764d710f-ccf9-487b-bc91-35fed4a20b6a'}]}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:02.468519 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8da6858-79ae-423c-924d-283804ae1c8d None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.482086 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-247b0c3e-5e75-4943-b23b-5fd48928a4ce req-12a31893-bc67-4d69-a742-845e41302ad2 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.484902 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-247b0c3e-5e75-4943-b23b-5fd48928a4ce req-12a31893-bc67-4d69-a742-845e41302ad2 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.486164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-247b0c3e-5e75-4943-b23b-5fd48928a4ce req-12a31893-bc67-4d69-a742-845e41302ad2 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "PUT /v2.0/security-groups/7e03e541-45a4-4021-9d04-cf5b994472ca HTTP/1.1" status: 200 len: 1793 time: 0.2764578 Nov 12 04:17:02.529863 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a31893-bc67-4d69-a742-845e41302ad2 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e03e541-45a4-4021-9d04-cf5b994472ca,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:02.561671 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c56138d9-5b07-40d8-961c-b147ef5c43e7 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.614667 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8da6858-79ae-423c-924d-283804ae1c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.732631 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da6858-79ae-423c-924d-283804ae1c8d None None] Pushing event updated for resources: {'Port': ['ID=11fc4830-ef9d-46b5-b827-b2645b161f02,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:02.769968 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-896c813a-c2bf-43e3-bd84-ea1a31c36be0 req-11eb5c23-d39b-4755-b25e-a0f8269a2def tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/7e03e541-45a4-4021-9d04-cf5b994472ca HTTP/1.1" status: 200 len: 1793 time: 0.1014593 Nov 12 04:17:02.866726 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4220883-c285-4662-9ca2-3d686e74e9d1 req-5fb68a08-be75-4c0e-84ee-211a77a083d0 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/7e03e541-45a4-4021-9d04-cf5b994472ca HTTP/1.1" status: 200 len: 1793 time: 0.0695670 Nov 12 04:17:02.970322 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-c56138d9-5b07-40d8-961c-b147ef5c43e7 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Delete allocated IP 2001:db8:0:1::1b6 (54452dd4-1346-4b24-8a10-748d397f1dd2/904aaf79-d29b-499c-b1a4-d2ea39eb13aa) {{(pid=103296) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 04:17:03.021838 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e4220883-c285-4662-9ca2-3d686e74e9d1 req-4ecb4816-b65d-4200-96ca-59e9267a3409 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.058852 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e4220883-c285-4662-9ca2-3d686e74e9d1 req-4ecb4816-b65d-4200-96ca-59e9267a3409 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.136273 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e3d0ead-dbfb-4c3b-9243-15235e5087dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.210734 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c56138d9-5b07-40d8-961c-b147ef5c43e7 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.301921 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7a9174-bb52-43cf-8c1b-7a8e70dbe527 None None] Network 54452dd4-1346-4b24-8a10-748d397f1dd2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:03.322894 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e4220883-c285-4662-9ca2-3d686e74e9d1 req-4ecb4816-b65d-4200-96ca-59e9267a3409 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.327832 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e4220883-c285-4662-9ca2-3d686e74e9d1 req-4ecb4816-b65d-4200-96ca-59e9267a3409 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.333847 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4220883-c285-4662-9ca2-3d686e74e9d1 req-4ecb4816-b65d-4200-96ca-59e9267a3409 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "DELETE /v2.0/security-groups/7e03e541-45a4-4021-9d04-cf5b994472ca HTTP/1.1" status: 204 len: 173 time: 0.4583983 Nov 12 04:17:03.337136 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c56138d9-5b07-40d8-961c-b147ef5c43e7 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.363219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a7c386ff-7e85-403b-ad83-894dd627b3e2 None None] Provisioning complete for port 11fc4830-ef9d-46b5-b827-b2645b161f02 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:03.363677 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a7c386ff-7e85-403b-ad83-894dd627b3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.414598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb4816-b65d-4200-96ca-59e9267a3409 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e03e541-45a4-4021-9d04-cf5b994472ca,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:03.498609 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c56138d9-5b07-40d8-961c-b147ef5c43e7 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] In _notify_port_updated(), no bound segment for port a6f8d692-82ad-4e6c-8079-e01024b587e3 on network 54452dd4-1346-4b24-8a10-748d397f1dd2 {{(pid=103296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:17:03.504509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56138d9-5b07-40d8-961c-b147ef5c43e7 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:03.505367 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c56138d9-5b07-40d8-961c-b147ef5c43e7 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.507734 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c56138d9-5b07-40d8-961c-b147ef5c43e7 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "PUT /v2.0/ports/a6f8d692-82ad-4e6c-8079-e01024b587e3 HTTP/1.1" status: 200 len: 925 time: 1.0524449 Nov 12 04:17:03.519751 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39352) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:03.525670 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4861e61c-162f-4f0b-9fde-57d9acaafdd5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '764d710f-ccf9-487b-bc91-35fed4a20b6a'}, {'subnet_id': '904aaf79-d29b-499c-b1a4-d2ea39eb13aa'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:03.538068 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56138d9-5b07-40d8-961c-b147ef5c43e7 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=a6f8d692-82ad-4e6c-8079-e01024b587e3,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:03.550014 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0880923-c2a4-4564-b1d1-6c1407f0dcd3 req-e2bd83d6-8620-45bd-a326-bf726b1c551a tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:03.552128 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0880923-c2a4-4564-b1d1-6c1407f0dcd3 req-e2bd83d6-8620-45bd-a326-bf726b1c551a tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 945 time: 0.1432440 Nov 12 04:17:03.607823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39356) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:03.650517 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0880923-c2a4-4564-b1d1-6c1407f0dcd3 req-0b4a16f6-a97a-4c1c-a3c5-90e93cf8b0a8 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848348 Nov 12 04:17:03.750129 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4861e61c-162f-4f0b-9fde-57d9acaafdd5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.772216 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b23a2f5-ab0d-4a3f-9b65-1408641b861c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.871649 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b23a2f5-ab0d-4a3f-9b65-1408641b861c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.952118 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-2150f2f1-da45-449a-9b93-85273086adfc req-a192ad88-c48e-4fd9-985e-1d558854c2d2 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] show failed (client error): The resource could not be found. Nov 12 04:17:03.953542 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2150f2f1-da45-449a-9b93-85273086adfc req-a192ad88-c48e-4fd9-985e-1d558854c2d2 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/f819d25d-778f-46fa-b4fa-40a65043ca8b HTTP/1.1" status: 404 len: 352 time: 0.0168326 Nov 12 04:17:03.969789 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b23a2f5-ab0d-4a3f-9b65-1408641b861c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.021015 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8fd38aae-6353-4092-811f-4c78612273b5 None None] Provisioning complete for port a6f8d692-82ad-4e6c-8079-e01024b587e3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:04.024508 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8fd38aae-6353-4092-811f-4c78612273b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.039234 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1b23a2f5-ab0d-4a3f-9b65-1408641b861c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2dfa4748a1d4604b7d8bb63ec097b76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4277542 Nov 12 04:17:04.041989 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-21e258b3-a9f1-4417-a9c6-4c65ab980885 req-d327d159-fa89-40bc-8988-3950d8068e77 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] show failed (client error): The resource could not be found. Nov 12 04:17:04.042151 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39372) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:04.042250 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21e258b3-a9f1-4417-a9c6-4c65ab980885 req-d327d159-fa89-40bc-8988-3950d8068e77 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/8edf122f-2c63-4d78-a976-3e96bcc1a088 HTTP/1.1" status: 404 len: 352 time: 0.0495217 Nov 12 04:17:04.042250 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23a2f5-ab0d-4a3f-9b65-1408641b861c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e40f68-ef75-4a05-ac1f-a6e5eb3dc3a7,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:04.100348 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8fd38aae-6353-4092-811f-4c78612273b5 None None] Port a6f8d692-82ad-4e6c-8079-e01024b587e3 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:04.103290 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-14ca8b36-1e7d-492e-95e3-fd3fc42d244a req-32e30a4a-7649-4c94-9979-262a7b6be376 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] show failed (client error): The resource could not be found. Nov 12 04:17:04.110247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14ca8b36-1e7d-492e-95e3-fd3fc42d244a req-32e30a4a-7649-4c94-9979-262a7b6be376 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/4f223450-c156-4d03-aa48-052cce71e411 HTTP/1.1" status: 404 len: 352 time: 0.0352373 Nov 12 04:17:04.130587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 11fc4830-ef9d-46b5-b827-b2645b161f02 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:04.161585 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-fd1ec76f-86c0-4db9-b03e-936b0421b00a req-92a57fba-3451-4d6b-af48-24afe0ac9c6e tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] show failed (client error): The resource could not be found. Nov 12 04:17:04.165879 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-4861e61c-162f-4f0b-9fde-57d9acaafdd5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Allocated IP 2001:db8:0:1::19 (54452dd4-1346-4b24-8a10-748d397f1dd2/904aaf79-d29b-499c-b1a4-d2ea39eb13aa/a6f8d692-82ad-4e6c-8079-e01024b587e3) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:04.173999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8fd38aae-6353-4092-811f-4c78612273b5 None None] Provisioning complete for port 11fc4830-ef9d-46b5-b827-b2645b161f02 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:04.174451 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8fd38aae-6353-4092-811f-4c78612273b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.175121 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fd1ec76f-86c0-4db9-b03e-936b0421b00a req-92a57fba-3451-4d6b-af48-24afe0ac9c6e tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/dc2852e5-f234-4152-bf49-0bd36f7617f0 HTTP/1.1" status: 404 len: 352 time: 0.0306945 Nov 12 04:17:04.205293 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-dc30cf61-81b9-4038-8ed8-fcb744e2a255 req-eabf6cdb-01ab-4384-b8f9-3a05608e9a66 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] show failed (client error): The resource could not be found. Nov 12 04:17:04.211913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc30cf61-81b9-4038-8ed8-fcb744e2a255 req-eabf6cdb-01ab-4384-b8f9-3a05608e9a66 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/0212a20f-d3ba-464b-97d1-5f846d2470cc HTTP/1.1" status: 404 len: 352 time: 0.0199878 Nov 12 04:17:04.252801 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-ea8161f9-f481-42b0-b3ff-bd3c63ecd2d3 req-94c58ad2-b2eb-42a2-94ac-393bcad24f6c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] show failed (client error): The resource could not be found. Nov 12 04:17:04.253839 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 11fc4830-ef9d-46b5-b827-b2645b161f02 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:04.254003 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea8161f9-f481-42b0-b3ff-bd3c63ecd2d3 req-94c58ad2-b2eb-42a2-94ac-393bcad24f6c tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/01e2d6eb-78e0-4c6e-a0d4-ba79f7e90338 HTTP/1.1" status: 404 len: 352 time: 0.0244565 Nov 12 04:17:04.254481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39384) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:04.254681 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.400543 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4861e61c-162f-4f0b-9fde-57d9acaafdd5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.429786 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d7ba198-8cea-4db2-bd3e-274029ce8ece admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.436626 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-daf27695-dc61-45c5-beda-4895a9c1f29b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.473104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d67abd01-5f56-47c3-9d06-1ded60828663 None None] Provisioning complete for port a6f8d692-82ad-4e6c-8079-e01024b587e3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:04.473390 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d67abd01-5f56-47c3-9d06-1ded60828663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.473609 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-daf27695-dc61-45c5-beda-4895a9c1f29b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.517288 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d67abd01-5f56-47c3-9d06-1ded60828663 None None] Port a6f8d692-82ad-4e6c-8079-e01024b587e3 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:04.535633 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4861e61c-162f-4f0b-9fde-57d9acaafdd5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.548917 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d7ba198-8cea-4db2-bd3e-274029ce8ece admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.587989 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 1584cc9e-3b51-435f-8311-a9b3c90e485f up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:04.620202 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4861e61c-162f-4f0b-9fde-57d9acaafdd5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] In _notify_port_updated(), no bound segment for port a6f8d692-82ad-4e6c-8079-e01024b587e3 on network 54452dd4-1346-4b24-8a10-748d397f1dd2 {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:17:04.626326 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4861e61c-162f-4f0b-9fde-57d9acaafdd5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:04.626991 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4861e61c-162f-4f0b-9fde-57d9acaafdd5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.628289 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4861e61c-162f-4f0b-9fde-57d9acaafdd5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "PUT /v2.0/ports/a6f8d692-82ad-4e6c-8079-e01024b587e3 HTTP/1.1" status: 200 len: 1010 time: 1.1075237 Nov 12 04:17:04.629041 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861e61c-162f-4f0b-9fde-57d9acaafdd5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=a6f8d692-82ad-4e6c-8079-e01024b587e3,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:04.631783 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39390) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:04.633360 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d7ba198-8cea-4db2-bd3e-274029ce8ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.646269 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-daf27695-dc61-45c5-beda-4895a9c1f29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.647259 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-daf27695-dc61-45c5-beda-4895a9c1f29b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.648986 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-daf27695-dc61-45c5-beda-4895a9c1f29b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1e40f68-ef75-4a05-ac1f-a6e5eb3dc3a7 HTTP/1.1" status: 204 len: 168 time: 0.6065960 Nov 12 04:17:04.675779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-32ddf058-7bdc-4862-9618-d82a6c7636ca None None] Provisioning complete for port a6f8d692-82ad-4e6c-8079-e01024b587e3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:04.676147 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32ddf058-7bdc-4862-9618-d82a6c7636ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.689039 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ba198-8cea-4db2-bd3e-274029ce8ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63710f20-4dd0-49bd-8290-73b15c8457a8,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:04.698969 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39396) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:04.704974 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3d7ba198-8cea-4db2-bd3e-274029ce8ece admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ecfc2bd78d0455b9c9837e3e535a02c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4393179 Nov 12 04:17:04.727976 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf27695-dc61-45c5-beda-4895a9c1f29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e40f68-ef75-4a05-ac1f-a6e5eb3dc3a7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:04.753807 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-32ddf058-7bdc-4862-9618-d82a6c7636ca None None] Port a6f8d692-82ad-4e6c-8079-e01024b587e3 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:04.763084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 1584cc9e-3b51-435f-8311-a9b3c90e485f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:04.763597 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.803486 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91f29808-ece9-44ab-ab55-43ee91a44301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.827213 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4e54722e-c4a6-4ede-b921-2b262e155b52 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port a6f8d692-82ad-4e6c-8079-e01024b587e3 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:04.827816 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4e54722e-c4a6-4ede-b921-2b262e155b52 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.855100 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91f29808-ece9-44ab-ab55-43ee91a44301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.877941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d86766-4006-49d4-a010-1fca10e4db90 req-e0cb4e7f-20ca-4053-99aa-c8a364ff3da8 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:04.879654 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45d86766-4006-49d4-a010-1fca10e4db90 req-e0cb4e7f-20ca-4053-99aa-c8a364ff3da8 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 945 time: 0.0618899 Nov 12 04:17:04.949637 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45d86766-4006-49d4-a010-1fca10e4db90 req-29869849-377f-403f-a842-3a619d03a79e tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587986 Nov 12 04:17:04.991728 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4e54722e-c4a6-4ede-b921-2b262e155b52 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.002360 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4e54722e-c4a6-4ede-b921-2b262e155b52 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for a6f8d692-82ad-4e6c-8079-e01024b587e3 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:05.045837 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-178f8e92-a7a7-4fd7-8455-8bcbe2253598 None None] Provisioning complete for port a6f8d692-82ad-4e6c-8079-e01024b587e3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:05.046201 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-178f8e92-a7a7-4fd7-8455-8bcbe2253598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.072936 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91f29808-ece9-44ab-ab55-43ee91a44301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.076143 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91f29808-ece9-44ab-ab55-43ee91a44301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.077296 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-91f29808-ece9-44ab-ab55-43ee91a44301 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63710f20-4dd0-49bd-8290-73b15c8457a8 HTTP/1.1" status: 204 len: 168 time: 0.3574762 Nov 12 04:17:05.080075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943059a-c2c1-40f3-8553-5ed901c8b45b req-85b0aeec-1b5e-4037-9ac7-401c83e61b40 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:05.088201 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7943059a-c2c1-40f3-8553-5ed901c8b45b req-85b0aeec-1b5e-4037-9ac7-401c83e61b40 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 1023 time: 0.0653384 Nov 12 04:17:05.096416 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-178f8e92-a7a7-4fd7-8455-8bcbe2253598 None None] Port a6f8d692-82ad-4e6c-8079-e01024b587e3 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:05.128884 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f29808-ece9-44ab-ab55-43ee91a44301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63710f20-4dd0-49bd-8290-73b15c8457a8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:05.135997 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.181707 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7943059a-c2c1-40f3-8553-5ed901c8b45b req-0a8ea12c-c02f-4790-8608-a4fb5ba320e2 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b13173e-ea96-42e7-98fe-98a9af81f833&id=8c025ece-25cc-4573-b93c-be6b79eccc07&id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0882225 Nov 12 04:17:05.187069 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5796b73e-4786-4f06-a33e-949176238236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1584cc9e-3b51-435f-8311-a9b3c90e485f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:05.189539 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8689b87d-293e-441d-a219-746c5e69e735" -d '{"events": [{"server_uuid": "5796b73e-4786-4f06-a33e-949176238236", "name": "network-vif-plugged", "status": "completed", "tag": "1584cc9e-3b51-435f-8311-a9b3c90e485f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:05.195246 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 1584cc9e-3b51-435f-8311-a9b3c90e485f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1584cc9e-3b51-435f-8311-a9b3c90e485f,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:05.275549 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.340180 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=1584cc9e-3b51-435f-8311-a9b3c90e485f,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:05.370202 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4e54722e-c4a6-4ede-b921-2b262e155b52 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.390911 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc749fc-7c29-4adb-b6e0-b40e2f636b27 x-openstack-request-id: req-8dc749fc-7c29-4adb-b6e0-b40e2f636b27 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:05.391203 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5796b73e-4786-4f06-a33e-949176238236", "name": "network-vif-plugged", "status": "completed", "tag": "1584cc9e-3b51-435f-8311-a9b3c90e485f", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:05.391452 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8dc749fc-7c29-4adb-b6e0-b40e2f636b27 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:05.391840 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5796b73e-4786-4f06-a33e-949176238236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1584cc9e-3b51-435f-8311-a9b3c90e485f', 'code': 200} Nov 12 04:17:05.401344 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54722e-c4a6-4ede-b921-2b262e155b52 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=a6f8d692-82ad-4e6c-8079-e01024b587e3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:05.416621 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:17:05.462842 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4e54722e-c4a6-4ede-b921-2b262e155b52 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.468493 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4e54722e-c4a6-4ede-b921-2b262e155b52 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/ports/a6f8d692-82ad-4e6c-8079-e01024b587e3 HTTP/1.1" status: 204 len: 168 time: 0.8335915 Nov 12 04:17:05.470258 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39418) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:05.499368 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e239888-1b6d-4b74-affc-278c145c43e7 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] GET failed (client error): The resource could not be found. Nov 12 04:17:05.499368 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4e239888-1b6d-4b74-affc-278c145c43e7 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports/a6f8d692-82ad-4e6c-8079-e01024b587e3 HTTP/1.1" status: 404 len: 333 time: 0.0269897 Nov 12 04:17:05.501722 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39420) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:05.524662 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-286453c6-66d6-41ed-a7cb-3a10563e1906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.570967 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c391e1-7373-459a-9514-dbca4ab68a84 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting subnet 904aaf79-d29b-499c-b1a4-d2ea39eb13aa {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:17:05.574540 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5c391e1-7373-459a-9514-dbca4ab68a84 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.622760 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5c391e1-7373-459a-9514-dbca4ab68a84 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.641159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd61cf-7b7a-46df-8e2b-4951ccf9c9bb req-2c929840-9fd8-4088-854d-dd627492087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:05.642825 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-65dd61cf-7b7a-46df-8e2b-4951ccf9c9bb req-2c929840-9fd8-4088-854d-dd627492087f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 1098 time: 0.0446072 Nov 12 04:17:05.712801 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-65dd61cf-7b7a-46df-8e2b-4951ccf9c9bb req-8542f628-35e9-42b2-97fe-9e6bd94e697a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607040 Nov 12 04:17:05.724856 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5c391e1-7373-459a-9514-dbca4ab68a84 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.890956 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5c391e1-7373-459a-9514-dbca4ab68a84 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.929101 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c391e1-7373-459a-9514-dbca4ab68a84 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Subnet': ['ID=904aaf79-d29b-499c-b1a4-d2ea39eb13aa,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:05.931332 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5c391e1-7373-459a-9514-dbca4ab68a84 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.935186 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c5c391e1-7373-459a-9514-dbca4ab68a84 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/subnets/904aaf79-d29b-499c-b1a4-d2ea39eb13aa HTTP/1.1" status: 204 len: 168 time: 0.4316790 Nov 12 04:17:05.936985 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45be2d36-13d5-4dbe-8481-342e798ead06 None None] Network 54452dd4-1346-4b24-8a10-748d397f1dd2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:05.937147 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39432) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:06.020381 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-b317fd4e-6288-4f73-9eda-185a1ca8e80c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting subnet 764d710f-ccf9-487b-bc91-35fed4a20b6a {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:17:06.020855 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b317fd4e-6288-4f73-9eda-185a1ca8e80c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.042415 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39438) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:06.060101 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-35952836-64df-4d80-bf4b-b606fb1bcb26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.080967 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b317fd4e-6288-4f73-9eda-185a1ca8e80c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.167967 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9ccf2-c41c-4d31-b707-9dd1f66030e4 req-929808dc-75b5-4f79-8d97-7e4345b7efb4 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:06.169660 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8fc9ccf2-c41c-4d31-b707-9dd1f66030e4 req-929808dc-75b5-4f79-8d97-7e4345b7efb4 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.0821555 Nov 12 04:17:06.183276 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b317fd4e-6288-4f73-9eda-185a1ca8e80c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.257705 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-35952836-64df-4d80-bf4b-b606fb1bcb26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.263952 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8fc9ccf2-c41c-4d31-b707-9dd1f66030e4 req-211799cf-133b-4c72-8ffb-688184eb3857 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843396 Nov 12 04:17:06.308423 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67048aa8-05e9-4edf-8b54-e95c4f255048 req-e5af801e-7b85-47c0-a1b6-0b4a33526dd8 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:06.310673 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67048aa8-05e9-4edf-8b54-e95c4f255048 req-e5af801e-7b85-47c0-a1b6-0b4a33526dd8 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 1023 time: 0.0737510 Nov 12 04:17:06.319547 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b317fd4e-6288-4f73-9eda-185a1ca8e80c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.364967 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b317fd4e-6288-4f73-9eda-185a1ca8e80c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.371711 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b317fd4e-6288-4f73-9eda-185a1ca8e80c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/subnets/764d710f-ccf9-487b-bc91-35fed4a20b6a HTTP/1.1" status: 204 len: 168 time: 0.4333913 Nov 12 04:17:06.373500 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-35952836-64df-4d80-bf4b-b606fb1bcb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.378545 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39448) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:06.380396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317fd4e-6288-4f73-9eda-185a1ca8e80c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Subnet': ['ID=764d710f-ccf9-487b-bc91-35fed4a20b6a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:06.456999 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-35952836-64df-4d80-bf4b-b606fb1bcb26 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d38a76b005e147f5886073d6cd9544e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4130607 Nov 12 04:17:06.458003 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39450) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:06.473807 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35952836-64df-4d80-bf4b-b606fb1bcb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a63c285-4a31-40cd-8ff7-51ee9c6cb381,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:06.496087 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.538523 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-67048aa8-05e9-4edf-8b54-e95c4f255048 req-9d1d637f-b9e7-4957-8673-7b1afc2c8f46 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Deleting port 87632578-06b7-4d22-b826-7cda39747fd5 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:06.538894 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-67048aa8-05e9-4edf-8b54-e95c4f255048 req-9d1d637f-b9e7-4957-8673-7b1afc2c8f46 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.555466 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port 11fc4830-ef9d-46b5-b827-b2645b161f02 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:06.555806 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.588386 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d3f05ee3-f527-4182-a8fe-4efd6eeac754 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.619630 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.620104 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d3f05ee3-f527-4182-a8fe-4efd6eeac754 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.639219 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] For port 11fc4830-ef9d-46b5-b827-b2645b161f02, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=11fc4830-ef9d-46b5-b827-b2645b161f02,segment=NetworkSegment(830a02e7-de62-4feb-b410-9b63a8c030d7),segment_id=830a02e7-de62-4feb-b410-9b63a8c030d7)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:06.639699 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.663360 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for 11fc4830-ef9d-46b5-b827-b2645b161f02 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:06.765201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-67048aa8-05e9-4edf-8b54-e95c4f255048 req-9d1d637f-b9e7-4957-8673-7b1afc2c8f46 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] For port 87632578-06b7-4d22-b826-7cda39747fd5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=87632578-06b7-4d22-b826-7cda39747fd5,segment=NetworkSegment(cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db),segment_id=cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:06.765767 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-67048aa8-05e9-4edf-8b54-e95c4f255048 req-9d1d637f-b9e7-4957-8673-7b1afc2c8f46 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.779252 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56194f1-b7ca-4c86-b365-9529df170a6f req-8d7d7657-e7f1-47c2-9d88-aa03e6756e6a tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:06.779252 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e56194f1-b7ca-4c86-b365-9529df170a6f req-8d7d7657-e7f1-47c2-9d88-aa03e6756e6a tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 1023 time: 0.0830433 Nov 12 04:17:06.789611 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-67048aa8-05e9-4edf-8b54-e95c4f255048 req-9d1d637f-b9e7-4957-8673-7b1afc2c8f46 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Calling delete_port for 87632578-06b7-4d22-b826-7cda39747fd5 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:06.813693 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49b1927-1352-49e6-86c9-6070c71888ab None None] Network 54452dd4-1346-4b24-8a10-748d397f1dd2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:06.816904 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d3f05ee3-f527-4182-a8fe-4efd6eeac754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.819749 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d3f05ee3-f527-4182-a8fe-4efd6eeac754 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.820952 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d3f05ee3-f527-4182-a8fe-4efd6eeac754 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a63c285-4a31-40cd-8ff7-51ee9c6cb381 HTTP/1.1" status: 204 len: 168 time: 0.3572602 Nov 12 04:17:06.833433 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.837924 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-60d6982a-3aaf-4822-9a85-bf53337314f5 None None] Could not find standard attr ID for object 11fc4830-ef9d-46b5-b827-b2645b161f02. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:17:06.881107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f05ee3-f527-4182-a8fe-4efd6eeac754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a63c285-4a31-40cd-8ff7-51ee9c6cb381,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:06.885933 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No DVR routers for this DVR port 11fc4830-ef9d-46b5-b827-b2645b161f02 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:06.895184 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=11fc4830-ef9d-46b5-b827-b2645b161f02,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:06.953353 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e56194f1-b7ca-4c86-b365-9529df170a6f req-5278702d-706b-4101-af1f-66ecfbac1df0 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b13173e-ea96-42e7-98fe-98a9af81f833&id=8c025ece-25cc-4573-b93c-be6b79eccc07&id=609076e4-7e8e-486d-8dd4-656a2d0e73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1680698 Nov 12 04:17:07.028999 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.045870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344d3b17-b58a-482c-b967-f1b00c2f7cb6 None None] DHCP port deletion for 54452dd4-1346-4b24-8a10-748d397f1dd2 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:07.070156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54452dd4-1346-4b24-8a10-748d397f1dd2']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:07.080159 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '830a02e7-de62-4feb-b410-9b63a8c030d7') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:07.080462 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '830a02e7-de62-4feb-b410-9b63a8c030d7') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:07.092270 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.105765 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.112560 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:17:07.112961 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:17:07.116171 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:17:07.219815 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-67048aa8-05e9-4edf-8b54-e95c4f255048 req-9d1d637f-b9e7-4957-8673-7b1afc2c8f46 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.250325 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d637f-b9e7-4957-8673-7b1afc2c8f46 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event deleted for resources: {'Port': ['ID=87632578-06b7-4d22-b826-7cda39747fd5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:07.253604 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['87632578-06b7-4d22-b826-7cda39747fd5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:07.283100 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd168f00-af2f-4be7-b719-8dc25e519948 None None] DHCP port deletion for 386a9bd7-3a98-4846-b5b8-b79d977e3875 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:07.299868 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.306384 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.309015 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-67048aa8-05e9-4edf-8b54-e95c4f255048 req-9d1d637f-b9e7-4957-8673-7b1afc2c8f46 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] No DVR routers for this DVR port 87632578-06b7-4d22-b826-7cda39747fd5 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:07.309865 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/networks/54452dd4-1346-4b24-8a10-748d397f1dd2 HTTP/1.1" status: 204 len: 168 time: 0.9268074 Nov 12 04:17:07.315325 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-67048aa8-05e9-4edf-8b54-e95c4f255048 req-9d1d637f-b9e7-4957-8673-7b1afc2c8f46 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.316614 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39482) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:07.322064 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67048aa8-05e9-4edf-8b54-e95c4f255048 req-9d1d637f-b9e7-4957-8673-7b1afc2c8f46 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.31 "DELETE /v2.0/ports/87632578-06b7-4d22-b826-7cda39747fd5 HTTP/1.1" status: 204 len: 173 time: 1.0047913 Nov 12 04:17:07.322713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a794e59-389c-4fca-893a-427fbdf011e9', 'name': 'network-vif-deleted', 'tag': '87632578-06b7-4d22-b826-7cda39747fd5'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:07.325966 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28483a3-e537-4cf7-83e2-fd4d148cd6b7" -d '{"events": [{"server_uuid": "9a794e59-389c-4fca-893a-427fbdf011e9", "name": "network-vif-deleted", "tag": "87632578-06b7-4d22-b826-7cda39747fd5"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:07.340021 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd6981-dc90-4032-8899-1575365ca989 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Network': ['ID=54452dd4-1346-4b24-8a10-748d397f1dd2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:07.384909 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973d1ca4-f879-495d-a526-68083e95b833 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:07.390520 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-973d1ca4-f879-495d-a526-68083e95b833 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0688829 Nov 12 04:17:07.390852 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39486) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:07.407154 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332951f3-ea9d-40d8-9df6-a43696ae0e87 req-49b40879-71f6-4ac8-9f84-c3ee926e16b8 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:07.408684 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-332951f3-ea9d-40d8-9df6-a43696ae0e87 req-49b40879-71f6-4ac8-9f84-c3ee926e16b8 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.0517683 Nov 12 04:17:07.444917 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39488) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:07.447306 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-11fe9d24-bfc4-4278-a142-f676677ecbf9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0552764 Nov 12 04:17:07.457225 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-9cbd3ea2-4667-406e-9738-18d0566e7239 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-403630466'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:07.486875 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-332951f3-ea9d-40d8-9df6-a43696ae0e87 req-4b95c92f-df3f-42d5-800a-94ba51afd923 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712905 Nov 12 04:17:07.572228 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e865b6f-0104-42e3-8d7f-49c9421b9a1c x-openstack-request-id: req-1e865b6f-0104-42e3-8d7f-49c9421b9a1c {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:07.573317 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a794e59-389c-4fca-893a-427fbdf011e9", "name": "network-vif-deleted", "tag": "87632578-06b7-4d22-b826-7cda39747fd5", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:07.573901 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e865b6f-0104-42e3-8d7f-49c9421b9a1c {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:07.574512 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a794e59-389c-4fca-893a-427fbdf011e9', 'name': 'network-vif-deleted', 'tag': '87632578-06b7-4d22-b826-7cda39747fd5', 'status': 'completed', 'code': 200} Nov 12 04:17:07.621208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbd3ea2-4667-406e-9738-18d0566e7239 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:07.625729 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3ea2-4667-406e-9738-18d0566e7239 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.656067 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbd3ea2-4667-406e-9738-18d0566e7239 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:17:07.665562 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3ea2-4667-406e-9738-18d0566e7239 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.665925 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-9cbd3ea2-4667-406e-9738-18d0566e7239 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Added segment ac5d74c6-eeb4-4efb-bf33-0dceaf276d34 of type vlan for network cb115120-99c0-438a-8a7d-f951c21303c4 Nov 12 04:17:07.705645 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3ea2-4667-406e-9738-18d0566e7239 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.867977 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3ea2-4667-406e-9738-18d0566e7239 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.875341 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd3ea2-4667-406e-9738-18d0566e7239 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:07.876013 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3ea2-4667-406e-9738-18d0566e7239 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.947164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd3ea2-4667-406e-9738-18d0566e7239 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Network': ['ID=cb115120-99c0-438a-8a7d-f951c21303c4,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:07.957048 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network cb115120-99c0-438a-8a7d-f951c21303c4 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:17:07.988867 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9cbd3ea2-4667-406e-9738-18d0566e7239 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5432770 Nov 12 04:17:07.991817 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39508) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:07.998812 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-12b00134-9bb0-45d0-a914-5be68dcbc7e9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'subnet': {'network_id': 'cb115120-99c0-438a-8a7d-f951c21303c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:08.078068 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 11fc4830-ef9d-46b5-b827-b2645b161f02 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:08.101999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 11fc4830-ef9d-46b5-b827-b2645b161f02 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:17:08.102343 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 11fc4830-ef9d-46b5-b827-b2645b161f02 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:17:08.110382 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99a9e328-8550-4104-a591-2ae3b3a43d81 req-d608d136-9f69-4ffd-b1e2-91eb595c3535 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a794e59-389c-4fca-893a-427fbdf011e9 HTTP/1.1" status: 200 len: 210 time: 0.0404313 Nov 12 04:17:08.203765 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39520) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:08.271423 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.295894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b00134-9bb0-45d0-a914-5be68dcbc7e9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:08.299416 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-12b00134-9bb0-45d0-a914-5be68dcbc7e9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.360643 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f3cab20-3640-4037-8cf8-f926291ef006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.531212 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f3cab20-3640-4037-8cf8-f926291ef006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.537162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39530) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:08.602948 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f3cab20-3640-4037-8cf8-f926291ef006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.638354 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-12b00134-9bb0-45d0-a914-5be68dcbc7e9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.653684 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-fe03c9a1-a6c2-41f1-a38e-e1173b1c6dd8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-169028166-network', 'tenant_id': '2229d798384c4338a49f6fb663054041'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:08.666270 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cab20-3640-4037-8cf8-f926291ef006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de70d22a-8493-4b0d-aedf-9e40ee4f5801,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:08.674616 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0f3cab20-3640-4037-8cf8-f926291ef006 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=352c7a49d6d241aeb99fa9c78cf792bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4676051 Nov 12 04:17:08.675048 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39534) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:08.722092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241831c-6ddb-421a-bcb7-41d8bc290646 req-3d39c461-1245-45af-aff2-ffb22724f475 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:08.723675 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b241831c-6ddb-421a-bcb7-41d8bc290646 req-3d39c461-1245-45af-aff2-ffb22724f475 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.1475775 Nov 12 04:17:08.735540 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-734e0c85-4a4b-4821-8d4a-8a85e8b261f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.759374 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-734e0c85-4a4b-4821-8d4a-8a85e8b261f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.767526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b00134-9bb0-45d0-a914-5be68dcbc7e9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Subnet': ['ID=cb517194-91cd-42d4-befe-a561234eff67,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:08.779277 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b00134-9bb0-45d0-a914-5be68dcbc7e9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Checking segment: {'id': 'ac5d74c6-eeb4-4efb-bf33-0dceaf276d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cb115120-99c0-438a-8a7d-f951c21303c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:08.780387 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b00134-9bb0-45d0-a914-5be68dcbc7e9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network hostable DHCP agents. Network: cb115120-99c0-438a-8a7d-f951c21303c4, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:17:08.803997 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe03c9a1-a6c2-41f1-a38e-e1173b1c6dd8 admin admin] Made reservation on behalf of 2229d798384c4338a49f6fb663054041 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:08.806251 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe03c9a1-a6c2-41f1-a38e-e1173b1c6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.821967 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b241831c-6ddb-421a-bcb7-41d8bc290646 req-71420311-3342-4a31-9cb0-28226dd8d5af tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847936 Nov 12 04:17:08.823914 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe03c9a1-a6c2-41f1-a38e-e1173b1c6dd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.867359 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-734e0c85-4a4b-4821-8d4a-8a85e8b261f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.869834 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-734e0c85-4a4b-4821-8d4a-8a85e8b261f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.871180 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-734e0c85-4a4b-4821-8d4a-8a85e8b261f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de70d22a-8493-4b0d-aedf-9e40ee4f5801 HTTP/1.1" status: 204 len: 168 time: 0.1951690 Nov 12 04:17:08.880839 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e0c85-4a4b-4821-8d4a-8a85e8b261f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de70d22a-8493-4b0d-aedf-9e40ee4f5801,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:08.899823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b00134-9bb0-45d0-a914-5be68dcbc7e9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network cb115120-99c0-438a-8a7d-f951c21303c4 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:17:08.969046 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe03c9a1-a6c2-41f1-a38e-e1173b1c6dd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.985499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51855fdf-884e-4a60-9246-fcfb191dbf19 req-71eef34a-8410-4037-813f-ac166af78c70 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:08.986989 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51855fdf-884e-4a60-9246-fcfb191dbf19 req-71eef34a-8410-4037-813f-ac166af78c70 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.0734963 Nov 12 04:17:09.000151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-12b00134-9bb0-45d0-a914-5be68dcbc7e9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, cb115120-99c0-438a-8a7d-f951c21303c4) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:09.009470 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0315a30-989a-4747-931b-5097dab68bb3 None None] Network cb115120-99c0-438a-8a7d-f951c21303c4 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:09.011610 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b00134-9bb0-45d0-a914-5be68dcbc7e9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:09.012200 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-12b00134-9bb0-45d0-a914-5be68dcbc7e9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.046586 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51855fdf-884e-4a60-9246-fcfb191dbf19 req-7f71fd06-237c-400d-bdb3-baea725783d4 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534377 Nov 12 04:17:09.105233 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe03c9a1-a6c2-41f1-a38e-e1173b1c6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.116382 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.134818 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe03c9a1-a6c2-41f1-a38e-e1173b1c6dd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:17:09.144333 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-12b00134-9bb0-45d0-a914-5be68dcbc7e9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1486857 Nov 12 04:17:09.146531 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39544) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:09.150254 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9d245ad9-35c5-4797-9107-07e719fae193 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'network_id': 'cb115120-99c0-438a-8a7d-f951c21303c4', 'name': 'tempest-PortsIpV6TestJSON-611688157'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:09.154292 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03c9a1-a6c2-41f1-a38e-e1173b1c6dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6800ca-a7ba-4af3-8970-7d28fd607b77,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:09.164344 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe03c9a1-a6c2-41f1-a38e-e1173b1c6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.164987 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-fe03c9a1-a6c2-41f1-a38e-e1173b1c6dd8 admin admin] Added segment e72950ee-727f-4a47-8d7c-f109451b1313 of type vlan for network 35c36d1e-5373-4c48-98a4-05efd6ed778c Nov 12 04:17:09.175344 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e42034-cf33-4083-a908-a131db555ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-cb115120-99c0-438a-8a7d-f951c21303c4', 'network_id': 'cb115120-99c0-438a-8a7d-f951c21303c4', 'tenant_id': 'fdf54b9b0cd748048a3c812496dc1e09', 'fixed_ips': [{'subnet_id': 'cb517194-91cd-42d4-befe-a561234eff67'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:17:09.181138 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46e42034-cf33-4083-a908-a131db555ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.283851 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe03c9a1-a6c2-41f1-a38e-e1173b1c6dd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.412978 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-46e42034-cf33-4083-a908-a131db555ced None None] Allocated IP 2001:db8::2 (cb115120-99c0-438a-8a7d-f951c21303c4/cb517194-91cd-42d4-befe-a561234eff67/88af047d-77ae-43e6-9f5f-f0c569f4626c) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:09.421146 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe03c9a1-a6c2-41f1-a38e-e1173b1c6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.422204 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe03c9a1-a6c2-41f1-a38e-e1173b1c6dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:09.422909 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe03c9a1-a6c2-41f1-a38e-e1173b1c6dd8 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.447891 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d245ad9-35c5-4797-9107-07e719fae193 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:09.452505 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d245ad9-35c5-4797-9107-07e719fae193 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.470846 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-9d245ad9-35c5-4797-9107-07e719fae193 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] device_id is not set on port 1f1887a6-0783-4428-9744-234bfb92af62 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:17:09.485945 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03c9a1-a6c2-41f1-a38e-e1173b1c6dd8 admin admin] Pushing event updated for resources: {'Network': ['ID=35c36d1e-5373-4c48-98a4-05efd6ed778c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:09.498967 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 35c36d1e-5373-4c48-98a4-05efd6ed778c details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:17:09.574061 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39564) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:09.574224 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fe03c9a1-a6c2-41f1-a38e-e1173b1c6dd8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0361323 Nov 12 04:17:09.580059 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8583c267-a522-4965-ade5-1c512280f082 admin admin] Request body: {'subnet': {'network_id': '35c36d1e-5373-4c48-98a4-05efd6ed778c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-169028166-subnet', 'tenant_id': '2229d798384c4338a49f6fb663054041', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:09.609284 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46e42034-cf33-4083-a908-a131db555ced None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.735509 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8583c267-a522-4965-ade5-1c512280f082 admin admin] Made reservation on behalf of 2229d798384c4338a49f6fb663054041 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:09.737962 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8583c267-a522-4965-ade5-1c512280f082 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.758779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 87632578-06b7-4d22-b826-7cda39747fd5 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:09.785216 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46e42034-cf33-4083-a908-a131db555ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.787151 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 87632578-06b7-4d22-b826-7cda39747fd5 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:17:09.787486 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 87632578-06b7-4d22-b826-7cda39747fd5 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:17:09.794487 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26035614-6dc3-46ea-9a26-b1e51fe830cb req-72e596f9-7276-455c-8caf-7ada688b74f4 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/8c025ece-25cc-4573-b93c-be6b79eccc07 HTTP/1.1" status: 200 len: 1818 time: 0.0417211 Nov 12 04:17:09.828965 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e42034-cf33-4083-a908-a131db555ced None None] Network cb115120-99c0-438a-8a7d-f951c21303c4 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:09.835873 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-46e42034-cf33-4083-a908-a131db555ced None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:09.838670 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e42034-cf33-4083-a908-a131db555ced None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:09.847233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e42034-cf33-4083-a908-a131db555ced None None] Pushing event updated for resources: {'Port': ['ID=88af047d-77ae-43e6-9f5f-f0c569f4626c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:09.870872 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-26035614-6dc3-46ea-9a26-b1e51fe830cb req-6e467010-e50f-499d-b3e9-1302424df4d9 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.878685 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-9d245ad9-35c5-4797-9107-07e719fae193 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Allocated IP 2001:db8::155 (cb115120-99c0-438a-8a7d-f951c21303c4/cb517194-91cd-42d4-befe-a561234eff67/1f1887a6-0783-4428-9744-234bfb92af62) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:09.908204 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46e42034-cf33-4083-a908-a131db555ced None None] Attempting to bind port 88af047d-77ae-43e6-9f5f-f0c569f4626c on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:09.908861 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46e42034-cf33-4083-a908-a131db555ced None None] Attempting to bind port 88af047d-77ae-43e6-9f5f-f0c569f4626c by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'ac5d74c6-eeb4-4efb-bf33-0dceaf276d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cb115120-99c0-438a-8a7d-f951c21303c4'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:09.909000 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e42034-cf33-4083-a908-a131db555ced None None] Attempting to bind port 88af047d-77ae-43e6-9f5f-f0c569f4626c on network cb115120-99c0-438a-8a7d-f951c21303c4 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:09.910795 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-26035614-6dc3-46ea-9a26-b1e51fe830cb req-6e467010-e50f-499d-b3e9-1302424df4d9 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.914421 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e42034-cf33-4083-a908-a131db555ced None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:09.919206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e42034-cf33-4083-a908-a131db555ced None None] Checking segment: {'id': 'ac5d74c6-eeb4-4efb-bf33-0dceaf276d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cb115120-99c0-438a-8a7d-f951c21303c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:09.919206 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46e42034-cf33-4083-a908-a131db555ced None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.919206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e42034-cf33-4083-a908-a131db555ced None None] Bound using segment: {'id': 'ac5d74c6-eeb4-4efb-bf33-0dceaf276d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cb115120-99c0-438a-8a7d-f951c21303c4'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:09.919206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-46e42034-cf33-4083-a908-a131db555ced None None] Bound port: 88af047d-77ae-43e6-9f5f-f0c569f4626c, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5d74c6-eeb4-4efb-bf33-0dceaf276d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cb115120-99c0-438a-8a7d-f951c21303c4'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:09.919206 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46e42034-cf33-4083-a908-a131db555ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:10.000630 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-46e42034-cf33-4083-a908-a131db555ced None None] For port 88af047d-77ae-43e6-9f5f-f0c569f4626c, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:10.005278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-46e42034-cf33-4083-a908-a131db555ced None None] For port 88af047d-77ae-43e6-9f5f-f0c569f4626c, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=88af047d-77ae-43e6-9f5f-f0c569f4626c,segment=NetworkSegment(ac5d74c6-eeb4-4efb-bf33-0dceaf276d34),segment_id=ac5d74c6-eeb4-4efb-bf33-0dceaf276d34)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:10.053497 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-26035614-6dc3-46ea-9a26-b1e51fe830cb req-6e467010-e50f-499d-b3e9-1302424df4d9 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:10.056303 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-26035614-6dc3-46ea-9a26-b1e51fe830cb req-6e467010-e50f-499d-b3e9-1302424df4d9 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:10.057550 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26035614-6dc3-46ea-9a26-b1e51fe830cb req-6e467010-e50f-499d-b3e9-1302424df4d9 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "DELETE /v2.0/security-groups/8c025ece-25cc-4573-b93c-be6b79eccc07 HTTP/1.1" status: 204 len: 173 time: 0.2562027 Nov 12 04:17:10.068172 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e467010-e50f-499d-b3e9-1302424df4d9 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c025ece-25cc-4573-b93c-be6b79eccc07,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:10.088315 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46e42034-cf33-4083-a908-a131db555ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:10.127799 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d245ad9-35c5-4797-9107-07e719fae193 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:10.161238 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e42034-cf33-4083-a908-a131db555ced None None] Pushing event updated for resources: {'Port': ['ID=88af047d-77ae-43e6-9f5f-f0c569f4626c,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:10.225227 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8583c267-a522-4965-ade5-1c512280f082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:10.275966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39586) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:10.290288 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-1709a604-904e-4d0d-99ad-0ddf3cc3868f tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:10.291908 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-1709a604-904e-4d0d-99ad-0ddf3cc3868f tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/networks?id=c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 HTTP/1.1" status: 200 len: 815 time: 0.1255963 Nov 12 04:17:10.294906 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583c267-a522-4965-ade5-1c512280f082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85cbc174-85ef-4226-8e10-2346b6b901b3,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:10.301842 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d245ad9-35c5-4797-9107-07e719fae193 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:10.311538 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-96b4fd8a-5bf4-48a0-b8b4-7c59e5b33bcc tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/quotas/9522b608456348d5874d977e2cedcf6c HTTP/1.1" status: 200 len: 375 time: 0.0115845 Nov 12 04:17:10.368208 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d245ad9-35c5-4797-9107-07e719fae193 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network cb115120-99c0-438a-8a7d-f951c21303c4 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:10.369461 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8583c267-a522-4965-ade5-1c512280f082 admin admin] Checking segment: {'id': 'e72950ee-727f-4a47-8d7c-f109451b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '35c36d1e-5373-4c48-98a4-05efd6ed778c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:10.369819 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8583c267-a522-4965-ade5-1c512280f082 admin admin] Network hostable DHCP agents. Network: 35c36d1e-5373-4c48-98a4-05efd6ed778c, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:17:10.381219 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9d245ad9-35c5-4797-9107-07e719fae193 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:10.391651 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d245ad9-35c5-4797-9107-07e719fae193 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:10.397381 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d245ad9-35c5-4797-9107-07e719fae193 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:10.398009 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d245ad9-35c5-4797-9107-07e719fae193 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:10.402351 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d245ad9-35c5-4797-9107-07e719fae193 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=1f1887a6-0783-4428-9744-234bfb92af62,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:10.427556 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3ce283a2-b35c-4626-a31f-9fd56c21016d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9522b608456348d5874d977e2cedcf6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1088204 Nov 12 04:17:10.469489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-277c8c88-ed72-40e8-8483-6aadd89aac3b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1173551800-network', 'tenant_id': 'd90eaa0a4b5742568693637a4945cc95'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:10.482571 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9d245ad9-35c5-4797-9107-07e719fae193 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3368332 Nov 12 04:17:10.485161 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39590) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:10.492219 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d61c9d49-d316-4559-8c77-ab530c117ced tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'network_id': 'cb115120-99c0-438a-8a7d-f951c21303c4', 'name': 'tempest-PortsIpV6TestJSON-1746135688'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:10.552409 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8583c267-a522-4965-ade5-1c512280f082 admin admin] Network 35c36d1e-5373-4c48-98a4-05efd6ed778c is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:17:10.560832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3b3beccd-abb2-4f31-a524-d340134fb8c3 service neutron] 10.222.0.37 "GET /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188314 Nov 12 04:17:10.654394 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-6abe46fd-ea2c-4153-8f73-26dd478df63d service neutron] 10.222.0.37 "GET /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872567 Nov 12 04:17:10.682062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277c8c88-ed72-40e8-8483-6aadd89aac3b admin admin] Made reservation on behalf of d90eaa0a4b5742568693637a4945cc95 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:10.685195 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-277c8c88-ed72-40e8-8483-6aadd89aac3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:10.686095 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8583c267-a522-4965-ade5-1c512280f082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 35c36d1e-5373-4c48-98a4-05efd6ed778c) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:10.694200 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8583c267-a522-4965-ade5-1c512280f082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:10.699983 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8583c267-a522-4965-ade5-1c512280f082 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:10.700127 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c5a8df-075b-43df-97f6-72a3d6291a17 None None] Network 35c36d1e-5373-4c48-98a4-05efd6ed778c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:10.704487 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-277c8c88-ed72-40e8-8483-6aadd89aac3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:10.788210 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61c9d49-d316-4559-8c77-ab530c117ced tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:10.795203 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d61c9d49-d316-4559-8c77-ab530c117ced tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:10.797306 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-277c8c88-ed72-40e8-8483-6aadd89aac3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:10.820893 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-d61c9d49-d316-4559-8c77-ab530c117ced tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] device_id is not set on port ebe07d90-d4b8-4abd-a83b-62fc6c813b01 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:17:10.852855 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d82c2d-4a95-4933-ae80-70fa2933234c None None] Network 35c36d1e-5373-4c48-98a4-05efd6ed778c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:10.878619 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-277c8c88-ed72-40e8-8483-6aadd89aac3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:10.899424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277c8c88-ed72-40e8-8483-6aadd89aac3b admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:17:10.913409 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8583c267-a522-4965-ade5-1c512280f082 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3381853 Nov 12 04:17:10.915314 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-277c8c88-ed72-40e8-8483-6aadd89aac3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:10.915925 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-277c8c88-ed72-40e8-8483-6aadd89aac3b admin admin] Added segment 7c3fa553-420a-414c-8da1-4f1385f51588 of type vlan for network cbef921a-7366-43fc-a613-2394c83f3837 Nov 12 04:17:11.052730 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-277c8c88-ed72-40e8-8483-6aadd89aac3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:11.058991 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c8c88-ed72-40e8-8483-6aadd89aac3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defd8e2e-cb29-417d-86b6-256e022ac9d3,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:11.076610 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-d61c9d49-d316-4559-8c77-ab530c117ced tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Allocated IP 2001:db8::1cb (cb115120-99c0-438a-8a7d-f951c21303c4/cb517194-91cd-42d4-befe-a561234eff67/ebe07d90-d4b8-4abd-a83b-62fc6c813b01) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:11.118585 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb836987-5783-44fe-b467-2996cd92fd21 req-46b85d42-32ae-4b67-99da-30720116dba2 tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "GET /v2.0/security-groups/1b13173e-ea96-42e7-98fe-98a9af81f833 HTTP/1.1" status: 200 len: 1819 time: 0.2270703 Nov 12 04:17:11.318921 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d61c9d49-d316-4559-8c77-ab530c117ced tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:11.393570 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c1ddcb-655b-4f4e-9aa2-c259453e5d3f None None] Network cb115120-99c0-438a-8a7d-f951c21303c4 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:11.465768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b4cf7f56-541a-4c20-b18b-9eddc253d327 None None] Provisioning complete for port 88af047d-77ae-43e6-9f5f-f0c569f4626c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:11.466051 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b4cf7f56-541a-4c20-b18b-9eddc253d327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:11.482836 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d61c9d49-d316-4559-8c77-ab530c117ced tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:11.552862 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c9d49-d316-4559-8c77-ab530c117ced tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=ebe07d90-d4b8-4abd-a83b-62fc6c813b01,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:11.575799 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61c9d49-d316-4559-8c77-ab530c117ced tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network cb115120-99c0-438a-8a7d-f951c21303c4 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:11.577344 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d61c9d49-d316-4559-8c77-ab530c117ced tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:11.581627 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61c9d49-d316-4559-8c77-ab530c117ced tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:11.589625 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61c9d49-d316-4559-8c77-ab530c117ced tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:11.589625 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d61c9d49-d316-4559-8c77-ab530c117ced tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:11.593407 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e91747-bd7e-4569-9e90-eae76180634a req-d058a3fb-84f3-43f7-b956-04abf8d56892 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:11.594472 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e6e91747-bd7e-4569-9e90-eae76180634a req-d058a3fb-84f3-43f7-b956-04abf8d56892 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.21 "GET /v2.0/ports?device_id=5796b73e-4786-4f06-a33e-949176238236 HTTP/1.1" status: 200 len: 946 time: 0.4943075 Nov 12 04:17:11.620819 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b4cf7f56-541a-4c20-b18b-9eddc253d327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:11.641143 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cb836987-5783-44fe-b467-2996cd92fd21 req-9cbb381e-5c4e-4b25-ac07-d2608896e7ea tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:11.664049 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b4cf7f56-541a-4c20-b18b-9eddc253d327 None None] For port 88af047d-77ae-43e6-9f5f-f0c569f4626c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=88af047d-77ae-43e6-9f5f-f0c569f4626c,segment=NetworkSegment(ac5d74c6-eeb4-4efb-bf33-0dceaf276d34),segment_id=ac5d74c6-eeb4-4efb-bf33-0dceaf276d34)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:11.680812 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-277c8c88-ed72-40e8-8483-6aadd89aac3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:11.681845 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277c8c88-ed72-40e8-8483-6aadd89aac3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:11.682475 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-277c8c88-ed72-40e8-8483-6aadd89aac3b admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:11.696149 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d61c9d49-d316-4559-8c77-ab530c117ced tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2094805 Nov 12 04:17:11.698838 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39612) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:11.722308 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cb836987-5783-44fe-b467-2996cd92fd21 req-9cbb381e-5c4e-4b25-ac07-d2608896e7ea tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:11.758825 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd460cc8-090a-413d-b2da-ebc8fd864535 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:11.760497 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-dd460cc8-090a-413d-b2da-ebc8fd864535 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A155 HTTP/1.1" status: 200 len: 928 time: 0.0607078 Nov 12 04:17:11.764316 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39614) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:11.796538 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b4cf7f56-541a-4c20-b18b-9eddc253d327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:11.829284 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c8c88-ed72-40e8-8483-6aadd89aac3b admin admin] Pushing event updated for resources: {'Network': ['ID=cbef921a-7366-43fc-a613-2394c83f3837,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:11.841237 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network cbef921a-7366-43fc-a613-2394c83f3837 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:17:11.850803 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-277c8c88-ed72-40e8-8483-6aadd89aac3b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5736554 Nov 12 04:17:11.851545 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39616) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:11.860435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-cfcc75fe-e735-49f7-a3bb-9c7ddf196df0 admin admin] Request body: {'subnet': {'network_id': 'cbef921a-7366-43fc-a613-2394c83f3837', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1173551800-subnet', 'tenant_id': 'd90eaa0a4b5742568693637a4945cc95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:11.889514 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8ed59d1d-7a69-41b2-8698-132f562e988b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port ebe07d90-d4b8-4abd-a83b-62fc6c813b01 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:11.890054 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8ed59d1d-7a69-41b2-8698-132f562e988b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:11.897536 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-e6e91747-bd7e-4569-9e90-eae76180634a req-158d27bd-ebfb-4c5c-aa5a-cd18d88bd433 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Deleting port 1584cc9e-3b51-435f-8311-a9b3c90e485f {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:11.897988 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e6e91747-bd7e-4569-9e90-eae76180634a req-158d27bd-ebfb-4c5c-aa5a-cd18d88bd433 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:11.906075 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf7f56-541a-4c20-b18b-9eddc253d327 None None] Pushing event updated for resources: {'Port': ['ID=88af047d-77ae-43e6-9f5f-f0c569f4626c,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:11.990206 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cb836987-5783-44fe-b467-2996cd92fd21 req-9cbb381e-5c4e-4b25-ac07-d2608896e7ea tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:11.995064 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cb836987-5783-44fe-b467-2996cd92fd21 req-9cbb381e-5c4e-4b25-ac07-d2608896e7ea tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:12.001794 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb836987-5783-44fe-b467-2996cd92fd21 req-9cbb381e-5c4e-4b25-ac07-d2608896e7ea tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] 10.222.0.37 "DELETE /v2.0/security-groups/1b13173e-ea96-42e7-98fe-98a9af81f833 HTTP/1.1" status: 204 len: 173 time: 0.8744502 Nov 12 04:17:12.004413 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39618) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:12.033993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5c09592f-126d-45ca-91f9-c7794f8c2e4f None None] Provisioning complete for port ebe07d90-d4b8-4abd-a83b-62fc6c813b01 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:12.034348 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c09592f-126d-45ca-91f9-c7794f8c2e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:12.055486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcc75fe-e735-49f7-a3bb-9c7ddf196df0 admin admin] Made reservation on behalf of d90eaa0a4b5742568693637a4945cc95 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:12.066580 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cfcc75fe-e735-49f7-a3bb-9c7ddf196df0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:12.072937 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb381e-5c4e-4b25-ac07-d2608896e7ea tempest-SecurityGroupsTestJSON-1195527510 tempest-SecurityGroupsTestJSON-1195527510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b13173e-ea96-42e7-98fe-98a9af81f833,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:12.079158 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8ed59d1d-7a69-41b2-8698-132f562e988b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:12.107952 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8ed59d1d-7a69-41b2-8698-132f562e988b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for ebe07d90-d4b8-4abd-a83b-62fc6c813b01 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:12.119012 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-29431fdb-f6e5-4ac1-b5fd-3af0ef2bb29b admin admin] Deleting subnet cb5cd685-6b35-4713-b25d-fcdb3ef3a833 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:17:12.144757 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29431fdb-f6e5-4ac1-b5fd-3af0ef2bb29b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:12.145913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5c09592f-126d-45ca-91f9-c7794f8c2e4f None None] Port ebe07d90-d4b8-4abd-a83b-62fc6c813b01 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:12.213704 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29431fdb-f6e5-4ac1-b5fd-3af0ef2bb29b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:12.218088 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5c09592f-126d-45ca-91f9-c7794f8c2e4f None None] Provisioning complete for port 1f1887a6-0783-4428-9744-234bfb92af62 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:12.218220 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c09592f-126d-45ca-91f9-c7794f8c2e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:12.220840 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 88af047d-77ae-43e6-9f5f-f0c569f4626c up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:12.240763 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-e6e91747-bd7e-4569-9e90-eae76180634a req-158d27bd-ebfb-4c5c-aa5a-cd18d88bd433 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] For port 1584cc9e-3b51-435f-8311-a9b3c90e485f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1584cc9e-3b51-435f-8311-a9b3c90e485f,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:12.242056 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e6e91747-bd7e-4569-9e90-eae76180634a req-158d27bd-ebfb-4c5c-aa5a-cd18d88bd433 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:12.277347 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29431fdb-f6e5-4ac1-b5fd-3af0ef2bb29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:12.293363 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-e6e91747-bd7e-4569-9e90-eae76180634a req-158d27bd-ebfb-4c5c-aa5a-cd18d88bd433 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Calling delete_port for 1584cc9e-3b51-435f-8311-a9b3c90e485f owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:12.389877 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5c09592f-126d-45ca-91f9-c7794f8c2e4f None None] Port 1f1887a6-0783-4428-9744-234bfb92af62 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:12.412442 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5c09592f-126d-45ca-91f9-c7794f8c2e4f None None] Provisioning complete for port 88af047d-77ae-43e6-9f5f-f0c569f4626c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:12.413128 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c09592f-126d-45ca-91f9-c7794f8c2e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:12.433426 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-884fc732-4bde-4c72-b87e-7658d97c2c71 req-d2bd4a96-6178-40b2-9944-e75711833984 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 210 time: 0.0422461 Nov 12 04:17:12.439739 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 88af047d-77ae-43e6-9f5f-f0c569f4626c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:12.440109 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:12.491819 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29431fdb-f6e5-4ac1-b5fd-3af0ef2bb29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:12.542190 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29431fdb-f6e5-4ac1-b5fd-3af0ef2bb29b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb5cd685-6b35-4713-b25d-fcdb3ef3a833,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:12.551461 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29431fdb-f6e5-4ac1-b5fd-3af0ef2bb29b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:12.555618 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-29431fdb-f6e5-4ac1-b5fd-3af0ef2bb29b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cb5cd685-6b35-4713-b25d-fcdb3ef3a833 HTTP/1.1" status: 204 len: 168 time: 0.5428660 Nov 12 04:17:12.558719 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39624) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:12.561854 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f768ff-8f32-48a8-b100-96b69c9ab643 None None] Network 386a9bd7-3a98-4846-b5b8-b79d977e3875 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:12.662832 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8ed59d1d-7a69-41b2-8698-132f562e988b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:12.669347 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-634f10b6-4660-4c44-b010-52d94d618c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:12.722145 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed59d1d-7a69-41b2-8698-132f562e988b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=ebe07d90-d4b8-4abd-a83b-62fc6c813b01,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:12.737813 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cfcc75fe-e735-49f7-a3bb-9c7ddf196df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:12.846061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9ddbc3-b4aa-4c91-943d-320a669ce172 None None] DHCP port deletion for 386a9bd7-3a98-4846-b5b8-b79d977e3875 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:12.853020 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8ed59d1d-7a69-41b2-8698-132f562e988b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:12.857197 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8ed59d1d-7a69-41b2-8698-132f562e988b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/ports/ebe07d90-d4b8-4abd-a83b-62fc6c813b01 HTTP/1.1" status: 204 len: 168 time: 1.0917008 Nov 12 04:17:12.857487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc75fe-e735-49f7-a3bb-9c7ddf196df0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b0fc822-248a-479d-b1a1-e420634640d2,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:12.860140 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39628) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:12.869294 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-634f10b6-4660-4c44-b010-52d94d618c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:12.890399 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcc75fe-e735-49f7-a3bb-9c7ddf196df0 admin admin] Checking segment: {'id': '7c3fa553-420a-414c-8da1-4f1385f51588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cbef921a-7366-43fc-a613-2394c83f3837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:12.890669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7e5f825b-ab4c-4b1a-9d0c-7ae71a177e46 None None] Provisioning complete for port 1f1887a6-0783-4428-9744-234bfb92af62 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:12.890901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcc75fe-e735-49f7-a3bb-9c7ddf196df0 admin admin] Network hostable DHCP agents. Network: cbef921a-7366-43fc-a613-2394c83f3837, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:17:12.891014 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e5f825b-ab4c-4b1a-9d0c-7ae71a177e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:12.939568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f825b-ab4c-4b1a-9d0c-7ae71a177e46 None None] Port 1f1887a6-0783-4428-9744-234bfb92af62 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:12.942117 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afc5442-f0e3-4cf7-927a-6bc8705e8b33 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] GET failed (client error): The resource could not be found. Nov 12 04:17:12.943098 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7e5f825b-ab4c-4b1a-9d0c-7ae71a177e46 None None] Could not find standard attr ID for object ebe07d90-d4b8-4abd-a83b-62fc6c813b01. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:17:12.948430 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39630) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:12.949666 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8afc5442-f0e3-4cf7-927a-6bc8705e8b33 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports/ebe07d90-d4b8-4abd-a83b-62fc6c813b01 HTTP/1.1" status: 404 len: 333 time: 0.0835946 Nov 12 04:17:12.964630 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-634f10b6-4660-4c44-b010-52d94d618c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386a9bd7-3a98-4846-b5b8-b79d977e3875']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:12.977302 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-634f10b6-4660-4c44-b010-52d94d618c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:12.977677 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-634f10b6-4660-4c44-b010-52d94d618c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2a9dfa-9c9f-4b1b-b5e6-325220ee83db') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:12.998269 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-634f10b6-4660-4c44-b010-52d94d618c8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:13.001196 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e6e91747-bd7e-4569-9e90-eae76180634a req-158d27bd-ebfb-4c5c-aa5a-cd18d88bd433 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:13.015600 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-634f10b6-4660-4c44-b010-52d94d618c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:13.022151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcc75fe-e735-49f7-a3bb-9c7ddf196df0 admin admin] Network cbef921a-7366-43fc-a613-2394c83f3837 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:17:13.025963 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634f10b6-4660-4c44-b010-52d94d618c8c admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:17:13.026378 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-634f10b6-4660-4c44-b010-52d94d618c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:17:13.028198 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:17:13.069374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d27bd-ebfb-4c5c-aa5a-cd18d88bd433 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Pushing event deleted for resources: {'Port': ['ID=1584cc9e-3b51-435f-8311-a9b3c90e485f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:13.097262 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dfc947-bb46-46fe-9b07-286fa6f981d5 None None] DHCP port deletion for c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:13.127602 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e91747-bd7e-4569-9e90-eae76180634a req-158d27bd-ebfb-4c5c-aa5a-cd18d88bd433 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] No DVR routers for this DVR port 1584cc9e-3b51-435f-8311-a9b3c90e485f on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:13.131343 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e6e91747-bd7e-4569-9e90-eae76180634a req-158d27bd-ebfb-4c5c-aa5a-cd18d88bd433 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:13.135170 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e6e91747-bd7e-4569-9e90-eae76180634a req-158d27bd-ebfb-4c5c-aa5a-cd18d88bd433 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.21 "DELETE /v2.0/ports/1584cc9e-3b51-435f-8311-a9b3c90e485f HTTP/1.1" status: 204 len: 173 time: 1.5320849 Nov 12 04:17:13.135647 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5796b73e-4786-4f06-a33e-949176238236', 'name': 'network-vif-deleted', 'tag': '1584cc9e-3b51-435f-8311-a9b3c90e485f'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:13.138891 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3c4300-4dd2-4bec-bc77-3486535e3a1d" -d '{"events": [{"server_uuid": "5796b73e-4786-4f06-a33e-949176238236", "name": "network-vif-deleted", "tag": "1584cc9e-3b51-435f-8311-a9b3c90e485f"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:13.170436 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-3c9407b4-08eb-4428-b119-7c16b63d8b63 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port 1f1887a6-0783-4428-9744-234bfb92af62 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:13.170818 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c9407b4-08eb-4428-b119-7c16b63d8b63 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:13.175769 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-cfcc75fe-e735-49f7-a3bb-9c7ddf196df0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, cbef921a-7366-43fc-a613-2394c83f3837) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:13.197323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcc75fe-e735-49f7-a3bb-9c7ddf196df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:13.197562 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cfcc75fe-e735-49f7-a3bb-9c7ddf196df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:13.265419 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-634f10b6-4660-4c44-b010-52d94d618c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:13.271620 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-634f10b6-4660-4c44-b010-52d94d618c8c admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:13.277391 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-634f10b6-4660-4c44-b010-52d94d618c8c admin admin] 10.222.0.37 "DELETE /v2.0/networks/386a9bd7-3a98-4846-b5b8-b79d977e3875 HTTP/1.1" status: 204 len: 168 time: 0.7149849 Nov 12 04:17:13.297635 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d25cb4-36ec-4b87-bca8-5abe4c01d79b x-openstack-request-id: req-42d25cb4-36ec-4b87-bca8-5abe4c01d79b {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:13.297933 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5796b73e-4786-4f06-a33e-949176238236", "name": "network-vif-deleted", "tag": "1584cc9e-3b51-435f-8311-a9b3c90e485f", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:13.298197 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42d25cb4-36ec-4b87-bca8-5abe4c01d79b {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:13.298696 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5796b73e-4786-4f06-a33e-949176238236', 'name': 'network-vif-deleted', 'tag': '1584cc9e-3b51-435f-8311-a9b3c90e485f', 'status': 'completed', 'code': 200} Nov 12 04:17:13.308389 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f10b6-4660-4c44-b010-52d94d618c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=386a9bd7-3a98-4846-b5b8-b79d977e3875,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:13.384307 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c9407b4-08eb-4428-b119-7c16b63d8b63 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:13.408024 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-3c9407b4-08eb-4428-b119-7c16b63d8b63 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for 1f1887a6-0783-4428-9744-234bfb92af62 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:13.422672 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05941a74-3f7e-4e75-81d2-0c9c0b79f893 None None] Network cbef921a-7366-43fc-a613-2394c83f3837 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:13.471685 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cfcc75fe-e735-49f7-a3bb-9c7ddf196df0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6176629 Nov 12 04:17:13.642992 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1bc04da-93e7-46c3-b9cc-add1c2e99a8e req-1557bf6f-519a-400f-a24c-354e9cd6e107 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 210 time: 0.0687385 Nov 12 04:17:13.671412 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95599cc-c866-4e5d-ad8d-15bb1e1b53af None None] Network cbef921a-7366-43fc-a613-2394c83f3837 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:13.751070 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c9407b4-08eb-4428-b119-7c16b63d8b63 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:13.794958 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9407b4-08eb-4428-b119-7c16b63d8b63 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=1f1887a6-0783-4428-9744-234bfb92af62,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:13.808327 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39650) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:13.880309 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-40bb9294-f6f0-47bd-8ab4-880e19932dab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61aa7dee2c7b4464acdbe5547a4b12fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0704930 Nov 12 04:17:13.883049 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39652) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:13.891235 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c9407b4-08eb-4428-b119-7c16b63d8b63 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:13.896632 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3c9407b4-08eb-4428-b119-7c16b63d8b63 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/ports/1f1887a6-0783-4428-9744-234bfb92af62 HTTP/1.1" status: 204 len: 168 time: 0.9458551 Nov 12 04:17:13.907400 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39654) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:13.974754 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-94f487d2-b345-4ab5-b3ee-4fb7ea1a19ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:13.989719 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba84dfb9-105a-41ef-9ae2-64ba0fb066ac tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] GET failed (client error): The resource could not be found. Nov 12 04:17:13.991430 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ba84dfb9-105a-41ef-9ae2-64ba0fb066ac tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports/1f1887a6-0783-4428-9744-234bfb92af62 HTTP/1.1" status: 404 len: 333 time: 0.0830731 Nov 12 04:17:13.994840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39656) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:14.012989 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-94f487d2-b345-4ab5-b3ee-4fb7ea1a19ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.083311 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1cebaf-be13-4a04-bd81-b0fa49a5e988 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting subnet cb517194-91cd-42d4-befe-a561234eff67 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:17:14.088747 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d1cebaf-be13-4a04-bd81-b0fa49a5e988 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.094516 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-b7941d66-935d-4578-8bc4-a71a9f437033 req-aab24595-73d6-45f0-b1fa-561ee0efbabc tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1550813353', 'description': 'tempest-description-1239442046'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:14.125941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-1039005e-e7e0-4c27-8da3-6709edac942d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:14.127444 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-1039005e-e7e0-4c27-8da3-6709edac942d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.31 "GET /v2.0/networks?id=c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 HTTP/1.1" status: 200 len: 815 time: 0.3346174 Nov 12 04:17:14.149752 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-b7c63a5b-43a0-40d3-8cab-d97ad776d809 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Request body: {'port': {'device_id': '95250bce-4dc3-44d1-bf04-826fe969d4f1', 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987', 'admin_state_up': True, 'tenant_id': '9522b608456348d5874d977e2cedcf6c'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:14.161031 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d1cebaf-be13-4a04-bd81-b0fa49a5e988 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.173890 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-94f487d2-b345-4ab5-b3ee-4fb7ea1a19ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.177686 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-94f487d2-b345-4ab5-b3ee-4fb7ea1a19ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.177884 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-94f487d2-b345-4ab5-b3ee-4fb7ea1a19ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/609076e4-7e8e-486d-8dd4-656a2d0e73c4 HTTP/1.1" status: 204 len: 168 time: 0.2936614 Nov 12 04:17:14.185954 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f487d2-b345-4ab5-b3ee-4fb7ea1a19ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609076e4-7e8e-486d-8dd4-656a2d0e73c4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:14.309916 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b7941d66-935d-4578-8bc4-a71a9f437033 req-aab24595-73d6-45f0-b1fa-561ee0efbabc tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.325778 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d1cebaf-be13-4a04-bd81-b0fa49a5e988 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.466477 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b7941d66-935d-4578-8bc4-a71a9f437033 req-aab24595-73d6-45f0-b1fa-561ee0efbabc tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.524656 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d1cebaf-be13-4a04-bd81-b0fa49a5e988 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.553358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1cebaf-be13-4a04-bd81-b0fa49a5e988 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Subnet': ['ID=cb517194-91cd-42d4-befe-a561234eff67,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:14.555351 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d1cebaf-be13-4a04-bd81-b0fa49a5e988 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.562205 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6d1cebaf-be13-4a04-bd81-b0fa49a5e988 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/subnets/cb517194-91cd-42d4-befe-a561234eff67 HTTP/1.1" status: 204 len: 168 time: 0.5663722 Nov 12 04:17:14.564101 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-b7c63a5b-43a0-40d3-8cab-d97ad776d809 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Made reservation on behalf of 9522b608456348d5874d977e2cedcf6c for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:14.565440 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39670) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:14.568690 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-b7c63a5b-43a0-40d3-8cab-d97ad776d809 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.571875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff112e9d-ec8f-4c8a-8703-a7e73dbf0f66 None None] Network cb115120-99c0-438a-8a7d-f951c21303c4 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:14.575505 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b7941d66-935d-4578-8bc4-a71a9f437033 req-aab24595-73d6-45f0-b1fa-561ee0efbabc tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.642859 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 1584cc9e-3b51-435f-8311-a9b3c90e485f no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:14.654538 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab24595-73d6-45f0-b1fa-561ee0efbabc tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d52b0ebe-9a37-4c65-8eab-c021d935f724,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:14.677367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 1584cc9e-3b51-435f-8311-a9b3c90e485f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:17:14.677704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 1584cc9e-3b51-435f-8311-a9b3c90e485f not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:17:14.684800 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b7941d66-935d-4578-8bc4-a71a9f437033 req-aab24595-73d6-45f0-b1fa-561ee0efbabc tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.704954 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7941d66-935d-4578-8bc4-a71a9f437033 req-aab24595-73d6-45f0-b1fa-561ee0efbabc tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.6258044 Nov 12 04:17:14.740763 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.815775 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-b7c63a5b-43a0-40d3-8cab-d97ad776d809 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Allocated IP 172.20.0.4 (c2f8e694-3ef4-4f15-b37d-b6a7c6d64987/6d47581f-20de-4cd2-a8b0-e2cb48fc0e2c/48b85fa0-1b8c-4225-a782-55ce8c571fb6) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:14.822557 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port 88af047d-77ae-43e6-9f5f-f0c569f4626c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:14.822948 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.851886 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a30c71-4dc6-4302-8186-f541cf2cd3d4 None None] DHCP port deletion for cb115120-99c0-438a-8a7d-f951c21303c4 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:14.903503 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] For port 88af047d-77ae-43e6-9f5f-f0c569f4626c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=88af047d-77ae-43e6-9f5f-f0c569f4626c,segment=NetworkSegment(ac5d74c6-eeb4-4efb-bf33-0dceaf276d34),segment_id=ac5d74c6-eeb4-4efb-bf33-0dceaf276d34)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:14.904074 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.909711 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f5a30c71-4dc6-4302-8186-f541cf2cd3d4 None None] Deleting port 88af047d-77ae-43e6-9f5f-f0c569f4626c {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:14.910117 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5a30c71-4dc6-4302-8186-f541cf2cd3d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.920173 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for 88af047d-77ae-43e6-9f5f-f0c569f4626c owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:14.995167 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f5a30c71-4dc6-4302-8186-f541cf2cd3d4 None None] For port 88af047d-77ae-43e6-9f5f-f0c569f4626c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=88af047d-77ae-43e6-9f5f-f0c569f4626c,segment=NetworkSegment(ac5d74c6-eeb4-4efb-bf33-0dceaf276d34),segment_id=ac5d74c6-eeb4-4efb-bf33-0dceaf276d34)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:14.995575 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5a30c71-4dc6-4302-8186-f541cf2cd3d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:15.016657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f5a30c71-4dc6-4302-8186-f541cf2cd3d4 None None] Calling delete_port for 88af047d-77ae-43e6-9f5f-f0c569f4626c owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:15.038380 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-b7c63a5b-43a0-40d3-8cab-d97ad776d809 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:15.185552 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-3c420d98-7a05-47b0-8dd7-5ee18a6989d0 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:15.187137 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-3c420d98-7a05-47b0-8dd7-5ee18a6989d0 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/networks?id=35c36d1e-5373-4c48-98a4-05efd6ed778c HTTP/1.1" status: 200 len: 808 time: 0.1339712 Nov 12 04:17:15.203112 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5a30c71-4dc6-4302-8186-f541cf2cd3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:15.205591 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-5ef9fa6d-9733-4dae-96a8-bfa8c8cf3ffe tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/quotas/2229d798384c4338a49f6fb663054041 HTTP/1.1" status: 200 len: 375 time: 0.0108724 Nov 12 04:17:15.235563 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a30c71-4dc6-4302-8186-f541cf2cd3d4 None None] Pushing event deleted for resources: {'Port': ['ID=88af047d-77ae-43e6-9f5f-f0c569f4626c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:15.239992 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a30c71-4dc6-4302-8186-f541cf2cd3d4 None None] No DVR routers for this DVR port 88af047d-77ae-43e6-9f5f-f0c569f4626c on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:15.264634 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-5c0c14dd-52f8-47d5-a40a-fb01605861ca tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2229d798384c4338a49f6fb663054041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510948 Nov 12 04:17:15.273653 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-b7c63a5b-43a0-40d3-8cab-d97ad776d809 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:15.314153 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:15.342866 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=88af047d-77ae-43e6-9f5f-f0c569f4626c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:15.344730 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No DVR routers for this DVR port 88af047d-77ae-43e6-9f5f-f0c569f4626c on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:15.372880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-b7c63a5b-43a0-40d3-8cab-d97ad776d809 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Network c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:15.381927 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-b7c63a5b-43a0-40d3-8cab-d97ad776d809 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:15.388166 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c63a5b-43a0-40d3-8cab-d97ad776d809 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Pushing event updated for resources: {'Port': ['ID=48b85fa0-1b8c-4225-a782-55ce8c571fb6,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:15.390863 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-b7c63a5b-43a0-40d3-8cab-d97ad776d809 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:15.404940 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b70a136-609a-4e37-9f41-95136cdf445e None None] DHCP port deletion for c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:15.443760 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:15.453881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-67fbf8c5-bc1a-40f2-b976-3d22383cc409 service neutron] 10.222.0.37 "GET /v2.0/networks/35c36d1e-5373-4c48-98a4-05efd6ed778c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885083 Nov 12 04:17:15.466609 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-b7c63a5b-43a0-40d3-8cab-d97ad776d809 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:15.467396 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-b7c63a5b-43a0-40d3-8cab-d97ad776d809 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:15.468350 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb115120-99c0-438a-8a7d-f951c21303c4']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:15.479343 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5d74c6-eeb4-4efb-bf33-0dceaf276d34') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:15.480195 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5d74c6-eeb4-4efb-bf33-0dceaf276d34') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:15.492874 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:15.516721 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:15.516954 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fc49f6b3-c318-44f0-8235-8fdca9ad0a51 None None] Provisioning complete for port 48b85fa0-1b8c-4225-a782-55ce8c571fb6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:15.516954 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc49f6b3-c318-44f0-8235-8fdca9ad0a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:15.517112 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:17:15.517112 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:17:15.518857 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:17:15.580347 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fc49f6b3-c318-44f0-8235-8fdca9ad0a51 None None] Port 48b85fa0-1b8c-4225-a782-55ce8c571fb6 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:15.587213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-1e031022-a258-4a5a-b6df-f946a47f0626 service neutron] 10.222.0.37 "GET /v2.0/networks/35c36d1e-5373-4c48-98a4-05efd6ed778c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156740 Nov 12 04:17:15.635059 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-b7c63a5b-43a0-40d3-8cab-d97ad776d809 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4889085 Nov 12 04:17:15.654093 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Request body: {'port': {'device_id': '95250bce-4dc3-44d1-bf04-826fe969d4f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:15.661399 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:15.669142 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:15.672556 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/networks/cb115120-99c0-438a-8a7d-f951c21303c4 HTTP/1.1" status: 204 len: 168 time: 1.1043122 Nov 12 04:17:15.676359 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39704) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:15.681237 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d2497808-3881-4eee-9c25-68124833d840 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-362200007'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:15.707845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008c5a6-181b-40e3-acbb-4c502384a950 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Network': ['ID=cb115120-99c0-438a-8a7d-f951c21303c4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:15.719884 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:15.820607 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2497808-3881-4eee-9c25-68124833d840 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:15.825916 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2497808-3881-4eee-9c25-68124833d840 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:15.857763 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2497808-3881-4eee-9c25-68124833d840 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:17:15.870181 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2497808-3881-4eee-9c25-68124833d840 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:15.870611 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-d2497808-3881-4eee-9c25-68124833d840 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Added segment 96761534-46db-465b-9fa1-57e2b0603512 of type vlan for network 1d7446f0-5f5c-4cca-8cc0-fc4292955c75 Nov 12 04:17:15.917463 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2497808-3881-4eee-9c25-68124833d840 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:15.923669 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b002ce-201f-4b69-803a-4aef4f23f1c7 req-8b54f337-e7d9-4ff9-ac78-b96f4b49755d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:15.925153 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54b002ce-201f-4b69-803a-4aef4f23f1c7 req-8b54f337-e7d9-4ff9-ac78-b96f4b49755d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 931 time: 0.0912457 Nov 12 04:17:16.022297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54b002ce-201f-4b69-803a-4aef4f23f1c7 req-b483e19b-6e50-4065-b940-c1f992b30808 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648053 Nov 12 04:17:16.026775 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2497808-3881-4eee-9c25-68124833d840 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:16.032489 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2497808-3881-4eee-9c25-68124833d840 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:16.034508 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2497808-3881-4eee-9c25-68124833d840 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:16.054909 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 88af047d-77ae-43e6-9f5f-f0c569f4626c no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:16.079609 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 88af047d-77ae-43e6-9f5f-f0c569f4626c {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:17:16.080226 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 88af047d-77ae-43e6-9f5f-f0c569f4626c not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:17:16.128011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2497808-3881-4eee-9c25-68124833d840 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Network': ['ID=1d7446f0-5f5c-4cca-8cc0-fc4292955c75,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:16.140258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 1d7446f0-5f5c-4cca-8cc0-fc4292955c75 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:17:16.151846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b85fa0-1b8c-4225-a782-55ce8c571fb6 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:16.162115 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a37dfe5-3c30-4a84-848f-3f887b6845af req-9f8c0894-452e-47b0-8918-e2f64c9cdbe0 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "GET /v2.0/security-groups/d52b0ebe-9a37-4c65-8eab-c021d935f724 HTTP/1.1" status: 200 len: 1832 time: 0.1066053 Nov 12 04:17:16.163942 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:16.174437 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-2a37dfe5-3c30-4a84-848f-3f887b6845af req-fcb5d461-e3f7-4168-90d8-2ef55777a052 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd52b0ebe-9a37-4c65-8eab-c021d935f724', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:16.174789 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-2a37dfe5-3c30-4a84-848f-3f887b6845af req-fcb5d461-e3f7-4168-90d8-2ef55777a052 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd52b0ebe-9a37-4c65-8eab-c021d935f724', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:16.188108 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Transition to ACTIVE for port object 48b85fa0-1b8c-4225-a782-55ce8c571fb6 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:17:16.229797 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d2497808-3881-4eee-9c25-68124833d840 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5523367 Nov 12 04:17:16.233265 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39718) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:16.238264 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-014e7c3d-dcab-44b5-9518-da9faceae66f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'subnet': {'network_id': '1d7446f0-5f5c-4cca-8cc0-fc4292955c75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:16.289609 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:16.331949 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfce5712-1bb6-4b82-bf30-3e8cf9811301 None None] DHCP port deletion for c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:16.369211 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Pushing event updated for resources: {'Port': ['ID=48b85fa0-1b8c-4225-a782-55ce8c571fb6,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:16.395953 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2a37dfe5-3c30-4a84-848f-3f887b6845af req-fcb5d461-e3f7-4168-90d8-2ef55777a052 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:16.433141 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014e7c3d-dcab-44b5-9518-da9faceae66f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:16.438034 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-014e7c3d-dcab-44b5-9518-da9faceae66f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:16.453229 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2a37dfe5-3c30-4a84-848f-3f887b6845af req-fcb5d461-e3f7-4168-90d8-2ef55777a052 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:16.462711 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Attempting to bind port 48b85fa0-1b8c-4225-a782-55ce8c571fb6 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:16.463047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Attempting to bind port 48b85fa0-1b8c-4225-a782-55ce8c571fb6 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '06a6b8f6-18bd-4e34-af0b-1c11a79902e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:16.463377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Attempting to bind port 48b85fa0-1b8c-4225-a782-55ce8c571fb6 on network c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:16.467770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Port 48b85fa0-1b8c-4225-a782-55ce8c571fb6 on network c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:17:16.468094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Attempting to bind port 48b85fa0-1b8c-4225-a782-55ce8c571fb6 on network c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:16.472966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:16.473307 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Checking segment: {'id': '06a6b8f6-18bd-4e34-af0b-1c11a79902e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:16.473691 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Bound using segment: {'id': '06a6b8f6-18bd-4e34-af0b-1c11a79902e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:16.474113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Bound port: 48b85fa0-1b8c-4225-a782-55ce8c571fb6, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a6b8f6-18bd-4e34-af0b-1c11a79902e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:16.474469 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:16.548537 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2a37dfe5-3c30-4a84-848f-3f887b6845af req-fcb5d461-e3f7-4168-90d8-2ef55777a052 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:16.555249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] For port 48b85fa0-1b8c-4225-a782-55ce8c571fb6, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:16.561272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] For port 48b85fa0-1b8c-4225-a782-55ce8c571fb6, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=48b85fa0-1b8c-4225-a782-55ce8c571fb6,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:16.574688 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5d461-e3f7-4168-90d8-2ef55777a052 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839badf7-1d1e-4ec7-a043-ed2645c42f47,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:16.637385 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:16.643743 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2a37dfe5-3c30-4a84-848f-3f887b6845af req-fcb5d461-e3f7-4168-90d8-2ef55777a052 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:16.644939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a37dfe5-3c30-4a84-848f-3f887b6845af req-fcb5d461-e3f7-4168-90d8-2ef55777a052 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4744234 Nov 12 04:17:16.682799 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:16.683359 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:16.684825 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] 10.222.0.31 "PUT /v2.0/ports/48b85fa0-1b8c-4225-a782-55ce8c571fb6 HTTP/1.1" status: 200 len: 1092 time: 1.0358102 Nov 12 04:17:16.685209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95250bce-4dc3-44d1-bf04-826fe969d4f1', 'tag': '48b85fa0-1b8c-4225-a782-55ce8c571fb6'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:16.687559 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b77aab5-79ca-497b-9b64-b9cbc7fcf14b" -d '{"events": [{"name": "network-changed", "server_uuid": "95250bce-4dc3-44d1-bf04-826fe969d4f1", "tag": "48b85fa0-1b8c-4225-a782-55ce8c571fb6"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:16.693505 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802c8e77-d960-4437-a2ce-53bd17de8553 None None] DHCP port deletion for c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:16.711229 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc473ec-c9f8-4d03-bccb-09625e374a7a service neutron] Pushing event updated for resources: {'Port': ['ID=48b85fa0-1b8c-4225-a782-55ce8c571fb6,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:16.712621 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:16.746882 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-014e7c3d-dcab-44b5-9518-da9faceae66f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:16.813869 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e7c3d-dcab-44b5-9518-da9faceae66f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Subnet': ['ID=15c7bb33-3431-4c9b-b554-b5ad3a1b38b9,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:16.823117 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e7c3d-dcab-44b5-9518-da9faceae66f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Checking segment: {'id': '96761534-46db-465b-9fa1-57e2b0603512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d7446f0-5f5c-4cca-8cc0-fc4292955c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:16.826866 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014e7c3d-dcab-44b5-9518-da9faceae66f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network hostable DHCP agents. Network: 1d7446f0-5f5c-4cca-8cc0-fc4292955c75, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:17:16.876121 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa12bb49-6280-4921-9661-22f1fffe7b40 req-8efb4a3c-6545-42d5-acbb-dafd724b40ff tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c016b0-5148-452a-9ffa-f18f31a94323 HTTP/1.1" status: 200 len: 210 time: 0.0279038 Nov 12 04:17:16.912215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014e7c3d-dcab-44b5-9518-da9faceae66f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network 1d7446f0-5f5c-4cca-8cc0-fc4292955c75 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:17:16.963351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-ee9c8860-d16d-43a4-aedc-95f05dcc0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:16.964803 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-ee9c8860-d16d-43a4-aedc-95f05dcc0e89 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9522b608456348d5874d977e2cedcf6c&device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 1095 time: 0.0505266 Nov 12 04:17:17.013920 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-014e7c3d-dcab-44b5-9518-da9faceae66f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 1d7446f0-5f5c-4cca-8cc0-fc4292955c75) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:17.021299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014e7c3d-dcab-44b5-9518-da9faceae66f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:17.021299 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-014e7c3d-dcab-44b5-9518-da9faceae66f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:17.024755 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec858e69-b1d1-47e3-b7d0-4bc9ae208c66 None None] Network 1d7446f0-5f5c-4cca-8cc0-fc4292955c75 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:17.025102 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-8d95039c-2558-4090-9c81-d2591095d85f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48b85fa0-1b8c-4225-a782-55ce8c571fb6 HTTP/1.1" status: 200 len: 217 time: 0.0404696 Nov 12 04:17:17.092378 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-82371801-457b-48ee-a729-3bedd889f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:17.093843 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-82371801-457b-48ee-a729-3bedd889f7d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d47581f-20de-4cd2-a8b0-e2cb48fc0e2c HTTP/1.1" status: 200 len: 855 time: 0.0614173 Nov 12 04:17:17.105153 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-014e7c3d-dcab-44b5-9518-da9faceae66f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8704340 Nov 12 04:17:17.107861 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39734) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:17.117760 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-96334ee3-1db5-4c68-beae-69f6fec55235 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'network_id': '1d7446f0-5f5c-4cca-8cc0-fc4292955c75', 'name': 'tempest-PortsIpV6TestJSON-601088429', 'fixed_ips': [{'subnet_id': '15c7bb33-3431-4c9b-b554-b5ad3a1b38b9', 'ip_address': '2001:db8::10'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:17.156951 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-ccb920a2-923a-442c-8ebe-75b992380dd5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2f8e694-3ef4-4f15-b37d-b6a7c6d64987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429676 Nov 12 04:17:17.190922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb39490d-9d8b-4f08-bc65-302afa4e3f84 req-a24e8d84-b6dc-4cbf-8d16-f20238ddee0f tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "GET /v2.0/security-groups/d52b0ebe-9a37-4c65-8eab-c021d935f724 HTTP/1.1" status: 200 len: 2426 time: 0.1199825 Nov 12 04:17:17.202173 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-1d7446f0-5f5c-4cca-8cc0-fc4292955c75', 'network_id': '1d7446f0-5f5c-4cca-8cc0-fc4292955c75', 'tenant_id': 'fdf54b9b0cd748048a3c812496dc1e09', 'fixed_ips': [{'subnet_id': '15c7bb33-3431-4c9b-b554-b5ad3a1b38b9'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:17:17.203360 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:17.273861 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-e37f28d1-aca6-4e39-b911-b822bc7db241 service neutron] 10.222.0.31 "GET /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101186 Nov 12 04:17:17.275870 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fd16a5-0092-4821-b12b-e5108c813579 x-openstack-request-id: req-02fd16a5-0092-4821-b12b-e5108c813579 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:17.276175 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95250bce-4dc3-44d1-bf04-826fe969d4f1", "tag": "48b85fa0-1b8c-4225-a782-55ce8c571fb6", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:17.276522 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02fd16a5-0092-4821-b12b-e5108c813579 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:17.276824 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95250bce-4dc3-44d1-bf04-826fe969d4f1', 'tag': '48b85fa0-1b8c-4225-a782-55ce8c571fb6', 'status': 'completed', 'code': 200} Nov 12 04:17:17.388453 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Allocated IP 2001:db8::2 (1d7446f0-5f5c-4cca-8cc0-fc4292955c75/15c7bb33-3431-4c9b-b554-b5ad3a1b38b9/f7699abd-b7b3-46df-bb94-9b48472b280f) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:17.392046 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96334ee3-1db5-4c68-beae-69f6fec55235 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:17.409656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa152b18-1f3e-4df0-bb8d-566eed912da4 req-e0ca88b8-6f64-4522-a905-e2c70d4c30d6 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:17.411224 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aa152b18-1f3e-4df0-bb8d-566eed912da4 req-e0ca88b8-6f64-4522-a905-e2c70d4c30d6 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 943 time: 0.0954738 Nov 12 04:17:17.423564 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39740) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:17.448934 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70e84519-d39f-457c-a6f5-c2cd36d9d1fa req-5d1ec650-5101-4eee-8b73-d32857cc7a99 service neutron] 10.222.0.31 "GET /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664784 Nov 12 04:17:17.478336 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aa152b18-1f3e-4df0-bb8d-566eed912da4 req-37f5997d-f56c-4324-b010-f1b7e4f0aaf8 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556560 Nov 12 04:17:17.503666 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96334ee3-1db5-4c68-beae-69f6fec55235 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:17.536998 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-96334ee3-1db5-4c68-beae-69f6fec55235 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] device_id is not set on port 0731c6e3-932e-4be7-beb7-204b7df88761 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:17:17.553327 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e12694e-0df8-4068-8e50-b713420a8bba req-b72b8f1c-a18d-47cc-8a86-3646fa9b7cd0 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "GET /v2.0/security-group-rules/839badf7-1d1e-4ec7-a043-ed2645c42f47 HTTP/1.1" status: 200 len: 778 time: 0.0174928 Nov 12 04:17:17.597628 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:17.625517 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0b0f63e5-2dca-4ab8-a4ab-cee685e27283 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:17.629642 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e12694e-0df8-4068-8e50-b713420a8bba req-404dce23-3f5a-4c59-9205-5c85a4d8fcb2 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "GET /v2.0/security-groups/d52b0ebe-9a37-4c65-8eab-c021d935f724 HTTP/1.1" status: 200 len: 2426 time: 0.0674257 Nov 12 04:17:17.707422 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:17.714470 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4e12694e-0df8-4068-8e50-b713420a8bba req-bc41673b-f29b-42c4-85e8-e00b95184dc4 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:17.727478 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4e12694e-0df8-4068-8e50-b713420a8bba req-bc41673b-f29b-42c4-85e8-e00b95184dc4 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:17.754683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Network 1d7446f0-5f5c-4cca-8cc0-fc4292955c75 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:17.761328 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:17.763286 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77aab5-79ca-497b-9b64-b9cbc7fcf14b req-72e0f75e-b41e-40be-8b31-dad5ad23a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:17.763808 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:17.765736 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b77aab5-79ca-497b-9b64-b9cbc7fcf14b req-72e0f75e-b41e-40be-8b31-dad5ad23a5d1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9522b608456348d5874d977e2cedcf6c&device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 1095 time: 0.1061006 Nov 12 04:17:17.772968 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-96334ee3-1db5-4c68-beae-69f6fec55235 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Allocated IP 2001:db8::10 (1d7446f0-5f5c-4cca-8cc0-fc4292955c75/15c7bb33-3431-4c9b-b554-b5ad3a1b38b9/0731c6e3-932e-4be7-beb7-204b7df88761) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:17.775043 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Pushing event updated for resources: {'Port': ['ID=f7699abd-b7b3-46df-bb94-9b48472b280f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:17.802292 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0b0f63e5-2dca-4ab8-a4ab-cee685e27283 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:17.813985 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:17.814326 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:17.814678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:17.815013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:17.815352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:17.815717 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:17.816048 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:17.816976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:17.816976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:17.816976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:17.817293 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:17.817577 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:17.851852 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Attempting to bind port f7699abd-b7b3-46df-bb94-9b48472b280f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:17.852338 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Attempting to bind port f7699abd-b7b3-46df-bb94-9b48472b280f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '96761534-46db-465b-9fa1-57e2b0603512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d7446f0-5f5c-4cca-8cc0-fc4292955c75'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:17.852703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Attempting to bind port f7699abd-b7b3-46df-bb94-9b48472b280f on network 1d7446f0-5f5c-4cca-8cc0-fc4292955c75 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:17.858612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:17.861544 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Checking segment: {'id': '96761534-46db-465b-9fa1-57e2b0603512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d7446f0-5f5c-4cca-8cc0-fc4292955c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:17.861544 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:17.861544 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Bound using segment: {'id': '96761534-46db-465b-9fa1-57e2b0603512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d7446f0-5f5c-4cca-8cc0-fc4292955c75'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:17.861544 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Bound port: f7699abd-b7b3-46df-bb94-9b48472b280f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96761534-46db-465b-9fa1-57e2b0603512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d7446f0-5f5c-4cca-8cc0-fc4292955c75'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:17.861544 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:17.880104 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0b0f63e5-2dca-4ab8-a4ab-cee685e27283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:17.928081 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4e12694e-0df8-4068-8e50-b713420a8bba req-bc41673b-f29b-42c4-85e8-e00b95184dc4 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:17.941134 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4e12694e-0df8-4068-8e50-b713420a8bba req-bc41673b-f29b-42c4-85e8-e00b95184dc4 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:17.943423 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] For port f7699abd-b7b3-46df-bb94-9b48472b280f, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:17.949087 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] For port f7699abd-b7b3-46df-bb94-9b48472b280f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f7699abd-b7b3-46df-bb94-9b48472b280f,segment=NetworkSegment(96761534-46db-465b-9fa1-57e2b0603512),segment_id=96761534-46db-465b-9fa1-57e2b0603512)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:17.953052 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96334ee3-1db5-4c68-beae-69f6fec55235 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:17.953740 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e12694e-0df8-4068-8e50-b713420a8bba req-bc41673b-f29b-42c4-85e8-e00b95184dc4 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/839badf7-1d1e-4ec7-a043-ed2645c42f47 HTTP/1.1" status: 204 len: 173 time: 0.3143389 Nov 12 04:17:17.958889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f63e5-2dca-4ab8-a4ab-cee685e27283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8044b683-256c-4500-b286-34d422cec6ec,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:17.971718 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0b0f63e5-2dca-4ab8-a4ab-cee685e27283 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4073312e739c4af3ac20e31cb14ef360&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5472031 Nov 12 04:17:17.974292 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41673b-f29b-42c4-85e8-e00b95184dc4 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=839badf7-1d1e-4ec7-a043-ed2645c42f47,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:17.975945 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39748) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:18.008394 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77aab5-79ca-497b-9b64-b9cbc7fcf14b req-1fe0f473-57ab-42f4-aabc-c3593d7ac552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:18.009846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b77aab5-79ca-497b-9b64-b9cbc7fcf14b req-1fe0f473-57ab-42f4-aabc-c3593d7ac552 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 HTTP/1.1" status: 200 len: 916 time: 0.1977911 Nov 12 04:17:18.015817 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.047389 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0456928-862f-4fc5-9a1c-efae472f167c req-0c3291a9-9a3a-496d-8953-36c6075e306f tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c016b0-5148-452a-9ffa-f18f31a94323 HTTP/1.1" status: 200 len: 210 time: 0.0432377 Nov 12 04:17:18.050288 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.079890 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b77aab5-79ca-497b-9b64-b9cbc7fcf14b req-541380f4-b481-46f0-8646-b3834c78aaf1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48b85fa0-1b8c-4225-a782-55ce8c571fb6 HTTP/1.1" status: 200 len: 217 time: 0.0606406 Nov 12 04:17:18.083690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-44f4b22d-a970-40a6-ac9e-ad9f5ea36135 req-c52b6d5e-99b9-498a-97a4-1f9a2aa4283e tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1832041709', 'description': 'tempest-description-1535277351'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:18.114109 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955ef3d-31e8-494f-a30d-84d5ad52ed88 None None] Pushing event updated for resources: {'Port': ['ID=f7699abd-b7b3-46df-bb94-9b48472b280f,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:18.120086 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96334ee3-1db5-4c68-beae-69f6fec55235 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.134764 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb3e27b2-6205-4837-95ef-7996c1c535d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.177799 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb3e27b2-6205-4837-95ef-7996c1c535d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.180552 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77aab5-79ca-497b-9b64-b9cbc7fcf14b req-c2d0dc61-2faf-4230-8ab0-363e31bc4e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:18.181227 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96334ee3-1db5-4c68-beae-69f6fec55235 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network 1d7446f0-5f5c-4cca-8cc0-fc4292955c75 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:18.182024 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b77aab5-79ca-497b-9b64-b9cbc7fcf14b req-c2d0dc61-2faf-4230-8ab0-363e31bc4e71 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d47581f-20de-4cd2-a8b0-e2cb48fc0e2c HTTP/1.1" status: 200 len: 855 time: 0.0939689 Nov 12 04:17:18.184931 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-96334ee3-1db5-4c68-beae-69f6fec55235 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:18.191762 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96334ee3-1db5-4c68-beae-69f6fec55235 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:18.197722 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96334ee3-1db5-4c68-beae-69f6fec55235 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:18.198364 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96334ee3-1db5-4c68-beae-69f6fec55235 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.212578 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96334ee3-1db5-4c68-beae-69f6fec55235 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=0731c6e3-932e-4be7-beb7-204b7df88761,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:18.232342 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b77aab5-79ca-497b-9b64-b9cbc7fcf14b req-afc87869-d298-45fd-bfdc-0c86f75932c4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2f8e694-3ef4-4f15-b37d-b6a7c6d64987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406833 Nov 12 04:17:18.270018 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-44f4b22d-a970-40a6-ac9e-ad9f5ea36135 req-c52b6d5e-99b9-498a-97a4-1f9a2aa4283e tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.344754 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-96334ee3-1db5-4c68-beae-69f6fec55235 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2329524 Nov 12 04:17:18.347394 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39754) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:18.354038 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-62c9133a-4b8b-405a-a19e-765fde53feee tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'network_id': '1d7446f0-5f5c-4cca-8cc0-fc4292955c75', 'name': 'tempest-PortsIpV6TestJSON-1954117272', 'fixed_ips': [{'subnet_id': '15c7bb33-3431-4c9b-b554-b5ad3a1b38b9', 'ip_address': '2001:db8::f'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:18.378780 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b77aab5-79ca-497b-9b64-b9cbc7fcf14b req-d0ed820d-bb93-4482-9fd5-59bc3b4f52ea service neutron] 10.222.0.31 "GET /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358800 Nov 12 04:17:18.432772 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb3e27b2-6205-4837-95ef-7996c1c535d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.435674 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb3e27b2-6205-4837-95ef-7996c1c535d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.437218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cb3e27b2-6205-4837-95ef-7996c1c535d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8044b683-256c-4500-b286-34d422cec6ec HTTP/1.1" status: 204 len: 168 time: 0.4590290 Nov 12 04:17:18.548495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e27b2-6205-4837-95ef-7996c1c535d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8044b683-256c-4500-b286-34d422cec6ec,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:18.586688 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c9133a-4b8b-405a-a19e-765fde53feee tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:18.592027 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-62c9133a-4b8b-405a-a19e-765fde53feee tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.605127 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-44f4b22d-a970-40a6-ac9e-ad9f5ea36135 req-c52b6d5e-99b9-498a-97a4-1f9a2aa4283e tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.611203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-62c9133a-4b8b-405a-a19e-765fde53feee tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] device_id is not set on port 18212fe0-cbba-4695-adef-a21b9884c4f2 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:17:18.635158 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b77aab5-79ca-497b-9b64-b9cbc7fcf14b req-87d6f056-c1ad-4b5d-b401-41aad3a1e255 service neutron] 10.222.0.31 "GET /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453680 Nov 12 04:17:18.647873 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-a96020b8-0ce8-4a2c-8de7-cae2c2d96e57 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:18.649729 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-a96020b8-0ce8-4a2c-8de7-cae2c2d96e57 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.21 "GET /v2.0/networks?id=35c36d1e-5373-4c48-98a4-05efd6ed778c HTTP/1.1" status: 200 len: 808 time: 0.2620640 Nov 12 04:17:18.670542 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-713a6276-7ca9-4444-8c40-c7ea99cac688 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Request body: {'port': {'device_id': '68c016b0-5148-452a-9ffa-f18f31a94323', 'network_id': '35c36d1e-5373-4c48-98a4-05efd6ed778c', 'admin_state_up': True, 'tenant_id': '2229d798384c4338a49f6fb663054041'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:18.675614 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-44f4b22d-a970-40a6-ac9e-ad9f5ea36135 req-c52b6d5e-99b9-498a-97a4-1f9a2aa4283e tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.767358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b6d5e-99b9-498a-97a4-1f9a2aa4283e tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae274771-5c93-4e5e-b7d7-be251c7b88ec,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:18.828202 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-44f4b22d-a970-40a6-ac9e-ad9f5ea36135 req-c52b6d5e-99b9-498a-97a4-1f9a2aa4283e tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.828749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-62c9133a-4b8b-405a-a19e-765fde53feee tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Allocated IP 2001:db8::f (1d7446f0-5f5c-4cca-8cc0-fc4292955c75/15c7bb33-3431-4c9b-b554-b5ad3a1b38b9/18212fe0-cbba-4695-adef-a21b9884c4f2) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:18.831048 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44f4b22d-a970-40a6-ac9e-ad9f5ea36135 req-c52b6d5e-99b9-498a-97a4-1f9a2aa4283e tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.7535882 Nov 12 04:17:18.910742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-713a6276-7ca9-4444-8c40-c7ea99cac688 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Made reservation on behalf of 2229d798384c4338a49f6fb663054041 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:18.917397 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-713a6276-7ca9-4444-8c40-c7ea99cac688 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.051926 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-62c9133a-4b8b-405a-a19e-765fde53feee tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.100626 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-713a6276-7ca9-4444-8c40-c7ea99cac688 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Allocated IP 172.20.0.8 (35c36d1e-5373-4c48-98a4-05efd6ed778c/85cbc174-85ef-4226-8e10-2346b6b901b3/f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:19.164502 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-62c9133a-4b8b-405a-a19e-765fde53feee tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.212039 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c9133a-4b8b-405a-a19e-765fde53feee tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network 1d7446f0-5f5c-4cca-8cc0-fc4292955c75 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:19.215976 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-62c9133a-4b8b-405a-a19e-765fde53feee tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:19.218787 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c9133a-4b8b-405a-a19e-765fde53feee tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:19.225272 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c9133a-4b8b-405a-a19e-765fde53feee tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:19.225916 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-62c9133a-4b8b-405a-a19e-765fde53feee tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.240210 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405643f-ee78-48c7-b48a-48e3f2bb8316 req-7c045e7c-4aec-4d7c-a09b-a5ecf9fbfbf0 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:19.241822 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1405643f-ee78-48c7-b48a-48e3f2bb8316 req-7c045e7c-4aec-4d7c-a09b-a5ecf9fbfbf0 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 943 time: 0.1261144 Nov 12 04:17:19.250234 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9133a-4b8b-405a-a19e-765fde53feee tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=18212fe0-cbba-4695-adef-a21b9884c4f2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:19.319777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa864f4-e627-40d1-b456-214b22d0acd9 None None] Network 1d7446f0-5f5c-4cca-8cc0-fc4292955c75 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:19.356624 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1405643f-ee78-48c7-b48a-48e3f2bb8316 req-237da245-216c-4947-a8b3-fa0a0ee5bdc8 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751436 Nov 12 04:17:19.368993 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-713a6276-7ca9-4444-8c40-c7ea99cac688 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.409104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1e38e436-b17b-4d73-8117-ceb0e1b29f96 None None] Provisioning complete for port f7699abd-b7b3-46df-bb94-9b48472b280f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:19.409478 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e38e436-b17b-4d73-8117-ceb0e1b29f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.435514 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9111b101-e77c-4834-9b69-f8f59e6fa2e0 req-36bcf331-b3a2-46dd-8cee-b5a3ccbd9064 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "GET /v2.0/security-groups/ae274771-5c93-4e5e-b7d7-be251c7b88ec HTTP/1.1" status: 200 len: 1832 time: 0.0485291 Nov 12 04:17:19.454821 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-62c9133a-4b8b-405a-a19e-765fde53feee tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1038082 Nov 12 04:17:19.455185 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39778) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:19.531470 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7960840d-ac25-4d02-b499-fbea3c935c0c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:19.536648 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7960840d-ac25-4d02-b499-fbea3c935c0c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0802534 Nov 12 04:17:19.537731 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39784) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:19.562214 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a5037fa9-9039-49b2-8910-784a467efb15 req-e2d767e0-2259-45cf-a8c2-99ec67cd9138 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c016b0-5148-452a-9ffa-f18f31a94323 HTTP/1.1" status: 200 len: 210 time: 0.0311031 Nov 12 04:17:19.562214 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-713a6276-7ca9-4444-8c40-c7ea99cac688 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.564663 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e38e436-b17b-4d73-8117-ceb0e1b29f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.619501 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1e38e436-b17b-4d73-8117-ceb0e1b29f96 None None] For port f7699abd-b7b3-46df-bb94-9b48472b280f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f7699abd-b7b3-46df-bb94-9b48472b280f,segment=NetworkSegment(96761534-46db-465b-9fa1-57e2b0603512),segment_id=96761534-46db-465b-9fa1-57e2b0603512)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:19.623121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-713a6276-7ca9-4444-8c40-c7ea99cac688 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Network 35c36d1e-5373-4c48-98a4-05efd6ed778c is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:19.628780 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-713a6276-7ca9-4444-8c40-c7ea99cac688 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:19.633660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a6276-7ca9-4444-8c40-c7ea99cac688 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Pushing event updated for resources: {'Port': ['ID=f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:19.641209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-649e3b08-3e3f-459f-a489-11aea8e8d615 req-d2137c10-8114-49e1-bda9-d4d5e1d79647 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-916576014', 'description': 'tempest-description-1338355815'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:19.647160 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ae0059-0dfb-4049-82e8-e679b0225ea5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:19.654446 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ae0059-0dfb-4049-82e8-e679b0225ea5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:19.660231 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-713a6276-7ca9-4444-8c40-c7ea99cac688 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:19.660906 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ae0059-0dfb-4049-82e8-e679b0225ea5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:19.662603 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f9ae0059-0dfb-4049-82e8-e679b0225ea5 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1236699 Nov 12 04:17:19.665372 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39788) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:19.726347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-713a6276-7ca9-4444-8c40-c7ea99cac688 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:19.727109 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-713a6276-7ca9-4444-8c40-c7ea99cac688 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.739761 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e38e436-b17b-4d73-8117-ceb0e1b29f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.776625 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-649e3b08-3e3f-459f-a489-11aea8e8d615 req-d2137c10-8114-49e1-bda9-d4d5e1d79647 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.790482 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b18c9-9c88-45c6-b67b-59a139e7f8da tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port 18212fe0-cbba-4695-adef-a21b9884c4f2 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:19.790804 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b4b18c9-9c88-45c6-b67b-59a139e7f8da tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.802384 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38e436-b17b-4d73-8117-ceb0e1b29f96 None None] Pushing event updated for resources: {'Port': ['ID=f7699abd-b7b3-46df-bb94-9b48472b280f,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:19.853830 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39792) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:19.862665 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-713a6276-7ca9-4444-8c40-c7ea99cac688 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1977816 Nov 12 04:17:19.869405 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-649e3b08-3e3f-459f-a489-11aea8e8d615 req-d2137c10-8114-49e1-bda9-d4d5e1d79647 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.881196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Request body: {'port': {'device_id': '68c016b0-5148-452a-9ffa-f18f31a94323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:19.911368 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b4b18c9-9c88-45c6-b67b-59a139e7f8da tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.926173 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b18c9-9c88-45c6-b67b-59a139e7f8da tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for 18212fe0-cbba-4695-adef-a21b9884c4f2 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:19.948899 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.964572 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-649e3b08-3e3f-459f-a489-11aea8e8d615 req-d2137c10-8114-49e1-bda9-d4d5e1d79647 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.971017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-283d1353-b062-41e8-a9df-b0c1e12ccc0e None None] Provisioning complete for port f7699abd-b7b3-46df-bb94-9b48472b280f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:19.971629 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-283d1353-b062-41e8-a9df-b0c1e12ccc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.050196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2137c10-8114-49e1-bda9-d4d5e1d79647 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9317ed67-e454-440d-abe5-f091ed778ee1,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:20.088056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-634c9012-e61a-4133-95ec-fe40675607d5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-519269856-network', 'tenant_id': '7c6a3aa233554afeb7f6e886fb2833b1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:20.127387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-283d1353-b062-41e8-a9df-b0c1e12ccc0e None None] Provisioning complete for port 18212fe0-cbba-4695-adef-a21b9884c4f2 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:20.128068 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-283d1353-b062-41e8-a9df-b0c1e12ccc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.156932 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-649e3b08-3e3f-459f-a489-11aea8e8d615 req-d2137c10-8114-49e1-bda9-d4d5e1d79647 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.171136 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-649e3b08-3e3f-459f-a489-11aea8e8d615 req-d2137c10-8114-49e1-bda9-d4d5e1d79647 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.5433850 Nov 12 04:17:20.173180 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-283d1353-b062-41e8-a9df-b0c1e12ccc0e None None] Port 18212fe0-cbba-4695-adef-a21b9884c4f2 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:20.186788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f7699abd-b7b3-46df-bb94-9b48472b280f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:20.221205 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b4b18c9-9c88-45c6-b67b-59a139e7f8da tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.240351 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-283d1353-b062-41e8-a9df-b0c1e12ccc0e None None] Provisioning complete for port 0731c6e3-932e-4be7-beb7-204b7df88761 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:20.240797 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-283d1353-b062-41e8-a9df-b0c1e12ccc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.271021 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634c9012-e61a-4133-95ec-fe40675607d5 admin admin] Made reservation on behalf of 7c6a3aa233554afeb7f6e886fb2833b1 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:20.273913 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-634c9012-e61a-4133-95ec-fe40675607d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.290789 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-283d1353-b062-41e8-a9df-b0c1e12ccc0e None None] Port 0731c6e3-932e-4be7-beb7-204b7df88761 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:20.310350 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b18c9-9c88-45c6-b67b-59a139e7f8da tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=18212fe0-cbba-4695-adef-a21b9884c4f2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:20.310927 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port f7699abd-b7b3-46df-bb94-9b48472b280f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:20.311478 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.316835 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b4b18c9-9c88-45c6-b67b-59a139e7f8da tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.323309 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4b4b18c9-9c88-45c6-b67b-59a139e7f8da tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/ports/18212fe0-cbba-4695-adef-a21b9884c4f2 HTTP/1.1" status: 204 len: 168 time: 0.6546040 Nov 12 04:17:20.323309 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-634c9012-e61a-4133-95ec-fe40675607d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.326147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39802) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:20.379862 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b59a3cb-eda8-4af4-bdfe-2989d0e0aa8c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] GET failed (client error): The resource could not be found. Nov 12 04:17:20.386867 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3b59a3cb-eda8-4af4-bdfe-2989d0e0aa8c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports/18212fe0-cbba-4695-adef-a21b9884c4f2 HTTP/1.1" status: 404 len: 333 time: 0.0565979 Nov 12 04:17:20.388651 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39806) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:20.454112 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ecf0a7b5-2cae-4463-a07a-9ba0da21684e None None] Provisioning complete for port 0731c6e3-932e-4be7-beb7-204b7df88761 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:20.454939 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a7b5-2cae-4463-a07a-9ba0da21684e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.477073 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-325402c0-db92-4928-87df-44cf7b571d64 req-4d2e2b81-8f56-4f12-b192-0a7af1a8c09e tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "GET /v2.0/security-groups/9317ed67-e454-440d-abe5-f091ed778ee1 HTTP/1.1" status: 200 len: 1831 time: 0.0687544 Nov 12 04:17:20.497259 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-634c9012-e61a-4133-95ec-fe40675607d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.533828 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ecf0a7b5-2cae-4463-a07a-9ba0da21684e None None] Port 0731c6e3-932e-4be7-beb7-204b7df88761 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:20.538949 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-047362e3-e63c-4a77-816c-c70f97d2fadf tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port 0731c6e3-932e-4be7-beb7-204b7df88761 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:20.539207 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-047362e3-e63c-4a77-816c-c70f97d2fadf tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.567929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:20.569357 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-634c9012-e61a-4133-95ec-fe40675607d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.593948 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.615357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Transition to ACTIVE for port object f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:17:20.626342 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634c9012-e61a-4133-95ec-fe40675607d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:17:20.631623 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b17d2-d355-4bb3-a078-f5a56d5fe1c8 req-68fca66e-bd21-4c25-b06e-27723538cb65 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:20.633398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-431b17d2-d355-4bb3-a078-f5a56d5fe1c8 req-68fca66e-bd21-4c25-b06e-27723538cb65 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 943 time: 0.0760274 Nov 12 04:17:20.658902 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-634c9012-e61a-4133-95ec-fe40675607d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.659451 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-634c9012-e61a-4133-95ec-fe40675607d5 admin admin] Added segment 8985d109-0495-4bb3-afe3-9ba24b63b995 of type vlan for network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 Nov 12 04:17:20.662590 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c9012-e61a-4133-95ec-fe40675607d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbe509d-492c-4aba-b4c2-8557106f6c52,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:20.682077 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d9de9599-f15f-4b0a-985f-e1387ae3f307 None None] Could not find standard attr ID for object 18212fe0-cbba-4695-adef-a21b9884c4f2. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:17:20.699339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-431b17d2-d355-4bb3-a078-f5a56d5fe1c8 req-0323b5cd-a9a7-4c09-bd46-425230dfa0af tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585887 Nov 12 04:17:20.701151 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.714165 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-047362e3-e63c-4a77-816c-c70f97d2fadf tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.737568 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-047362e3-e63c-4a77-816c-c70f97d2fadf tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for 0731c6e3-932e-4be7-beb7-204b7df88761 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:20.740024 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-634c9012-e61a-4133-95ec-fe40675607d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.752431 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-407d7616-435d-4aca-9557-eacf975cbfc5 req-7a4bd63b-b6af-4c38-9565-8651b7d08dfe tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-463499359', 'description': 'tempest-description-950317401'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:20.800949 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Pushing event updated for resources: {'Port': ['ID=f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:20.875873 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Attempting to bind port f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:20.876118 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Attempting to bind port f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'e72950ee-727f-4a47-8d7c-f109451b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '35c36d1e-5373-4c48-98a4-05efd6ed778c'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:20.876450 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Attempting to bind port f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd on network 35c36d1e-5373-4c48-98a4-05efd6ed778c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:20.880920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Port f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd on network 35c36d1e-5373-4c48-98a4-05efd6ed778c not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:17:20.881306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Attempting to bind port f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd on network 35c36d1e-5373-4c48-98a4-05efd6ed778c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:20.886539 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:20.887478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Checking segment: {'id': 'e72950ee-727f-4a47-8d7c-f109451b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '35c36d1e-5373-4c48-98a4-05efd6ed778c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:20.887831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Bound using segment: {'id': 'e72950ee-727f-4a47-8d7c-f109451b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '35c36d1e-5373-4c48-98a4-05efd6ed778c'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:20.888257 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Bound port: f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72950ee-727f-4a47-8d7c-f109451b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '35c36d1e-5373-4c48-98a4-05efd6ed778c'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:20.888617 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.896560 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-407d7616-435d-4aca-9557-eacf975cbfc5 req-7a4bd63b-b6af-4c38-9565-8651b7d08dfe tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.994261 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] For port f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:20.997814 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] For port f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd,segment=NetworkSegment(e72950ee-727f-4a47-8d7c-f109451b1313),segment_id=e72950ee-727f-4a47-8d7c-f109451b1313)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:21.018876 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-407d7616-435d-4aca-9557-eacf975cbfc5 req-7a4bd63b-b6af-4c38-9565-8651b7d08dfe tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.075765 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-634c9012-e61a-4133-95ec-fe40675607d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.075765 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634c9012-e61a-4133-95ec-fe40675607d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:21.075765 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-634c9012-e61a-4133-95ec-fe40675607d5 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.138097 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c9012-e61a-4133-95ec-fe40675607d5 admin admin] Pushing event updated for resources: {'Network': ['ID=0550e788-ec39-4fbc-9b9c-fbf1372e1240,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:21.148258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:17:21.181120 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-047362e3-e63c-4a77-816c-c70f97d2fadf tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.211933 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047362e3-e63c-4a77-816c-c70f97d2fadf tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=0731c6e3-932e-4be7-beb7-204b7df88761,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:21.219516 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-407d7616-435d-4aca-9557-eacf975cbfc5 req-7a4bd63b-b6af-4c38-9565-8651b7d08dfe tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.221719 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-634c9012-e61a-4133-95ec-fe40675607d5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3663960 Nov 12 04:17:21.223581 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.225559 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39812) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:21.243919 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-58750402-9301-4bd4-9aad-f3af0175bc06 admin admin] Request body: {'subnet': {'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-519269856-subnet', 'tenant_id': '7c6a3aa233554afeb7f6e886fb2833b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:21.247961 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-047362e3-e63c-4a77-816c-c70f97d2fadf tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.258683 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-047362e3-e63c-4a77-816c-c70f97d2fadf tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/ports/0731c6e3-932e-4be7-beb7-204b7df88761 HTTP/1.1" status: 204 len: 168 time: 0.8687897 Nov 12 04:17:21.259504 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39814) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:21.288169 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a51574-5aa8-4ab7-956e-3ca1d7859da8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] GET failed (client error): The resource could not be found. Nov 12 04:17:21.290481 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c3a51574-5aa8-4ab7-956e-3ca1d7859da8 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports/0731c6e3-932e-4be7-beb7-204b7df88761 HTTP/1.1" status: 404 len: 333 time: 0.0299294 Nov 12 04:17:21.293276 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39818) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:21.302799 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:21.303516 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.304822 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] 10.222.0.21 "PUT /v2.0/ports/f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd HTTP/1.1" status: 200 len: 1092 time: 1.4279442 Nov 12 04:17:21.307226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c016b0-5148-452a-9ffa-f18f31a94323', 'tag': 'f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:21.310827 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7063a128-9422-4846-ac42-55a6c1832812" -d '{"events": [{"name": "network-changed", "server_uuid": "68c016b0-5148-452a-9ffa-f18f31a94323", "tag": "f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:21.326509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bd63b-b6af-4c38-9565-8651b7d08dfe tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf5e103-b837-448a-acaa-1f23538b1748,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:21.342066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40938ad2-858d-429e-aa7e-ce8bc4ff12ed service neutron] Pushing event updated for resources: {'Port': ['ID=f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:21.364337 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf40b18-cfd1-45ac-b31e-0678b6f150a1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting subnet 15c7bb33-3431-4c9b-b554-b5ad3a1b38b9 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:17:21.368093 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9cf40b18-cfd1-45ac-b31e-0678b6f150a1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.415866 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58750402-9301-4bd4-9aad-f3af0175bc06 admin admin] Made reservation on behalf of 7c6a3aa233554afeb7f6e886fb2833b1 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:21.418948 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-58750402-9301-4bd4-9aad-f3af0175bc06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.427839 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9cf40b18-cfd1-45ac-b31e-0678b6f150a1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.511189 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-407d7616-435d-4aca-9557-eacf975cbfc5 req-7a4bd63b-b6af-4c38-9565-8651b7d08dfe tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.513068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-407d7616-435d-4aca-9557-eacf975cbfc5 req-7a4bd63b-b6af-4c38-9565-8651b7d08dfe tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.7682199 Nov 12 04:17:21.539730 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9cf40b18-cfd1-45ac-b31e-0678b6f150a1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.555030 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-1817eadc-9d91-476b-8c5c-d4e71db7a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:21.556602 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-1817eadc-9d91-476b-8c5c-d4e71db7a06c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2229d798384c4338a49f6fb663054041&device_id=68c016b0-5148-452a-9ffa-f18f31a94323 HTTP/1.1" status: 200 len: 1095 time: 0.1062160 Nov 12 04:17:21.616114 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-5bea7459-d358-45aa-8d67-7debb201cb0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd HTTP/1.1" status: 200 len: 217 time: 0.0439363 Nov 12 04:17:21.661429 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9cf40b18-cfd1-45ac-b31e-0678b6f150a1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.696034 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf40b18-cfd1-45ac-b31e-0678b6f150a1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Subnet': ['ID=15c7bb33-3431-4c9b-b554-b5ad3a1b38b9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:21.706140 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9cf40b18-cfd1-45ac-b31e-0678b6f150a1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.716860 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9cf40b18-cfd1-45ac-b31e-0678b6f150a1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/subnets/15c7bb33-3431-4c9b-b554-b5ad3a1b38b9 HTTP/1.1" status: 204 len: 168 time: 0.4151998 Nov 12 04:17:21.716860 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39826) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:21.717405 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599adcf8-9713-4dcb-9e3c-343dfb686c44 None None] Network 1d7446f0-5f5c-4cca-8cc0-fc4292955c75 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:21.763428 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-d6b87a3b-0b78-44b1-a5da-948ddc342cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:21.764922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-d6b87a3b-0b78-44b1-a5da-948ddc342cd6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=85cbc174-85ef-4226-8e10-2346b6b901b3 HTTP/1.1" status: 200 len: 848 time: 0.1398129 Nov 12 04:17:21.779142 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe3dd4-c632-4fe8-9924-8df26cc313d7 req-4f0aa9d8-0ce1-4697-80a2-a5ad21a62539 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:21.780670 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00fe3dd4-c632-4fe8-9924-8df26cc313d7 req-4f0aa9d8-0ce1-4697-80a2-a5ad21a62539 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c016b0-5148-452a-9ffa-f18f31a94323 HTTP/1.1" status: 200 len: 943 time: 0.1689181 Nov 12 04:17:21.804804 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.818810 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 48b85fa0-1b8c-4225-a782-55ce8c571fb6 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:17:21.826907 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-fa53f972-8c74-48c5-acc5-5069570938ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35c36d1e-5373-4c48-98a4-05efd6ed778c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451937 Nov 12 04:17:21.865481 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port f7699abd-b7b3-46df-bb94-9b48472b280f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:21.865895 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.874312 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-58750402-9301-4bd4-9aad-f3af0175bc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.959511 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] For port f7699abd-b7b3-46df-bb94-9b48472b280f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f7699abd-b7b3-46df-bb94-9b48472b280f,segment=NetworkSegment(96761534-46db-465b-9fa1-57e2b0603512),segment_id=96761534-46db-465b-9fa1-57e2b0603512)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:21.960211 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.961085 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00fe3dd4-c632-4fe8-9924-8df26cc313d7 req-d1dd270a-7e4b-4e16-97dd-2f0c49454ff6 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610870 Nov 12 04:17:22.016557 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 48b85fa0-1b8c-4225-a782-55ce8c571fb6, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=48b85fa0-1b8c-4225-a782-55ce8c571fb6,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:22.020663 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for f7699abd-b7b3-46df-bb94-9b48472b280f owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:22.033635 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '48b85fa0-1b8c-4225-a782-55ce8c571fb6', 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987', 'port_id': '48b85fa0-1b8c-4225-a782-55ce8c571fb6', 'mac_address': 'fa:16:3e:bd:51:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d47581f-20de-4cd2-a8b0-e2cb48fc0e2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:17:22.077267 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fcb89f-1b5d-484d-8b3c-4a4332e02d17 None None] DHCP port deletion for 1d7446f0-5f5c-4cca-8cc0-fc4292955c75 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:22.127682 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.150033 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b85fa0-1b8c-4225-a782-55ce8c571fb6 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:22.181654 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 48b85fa0-1b8c-4225-a782-55ce8c571fb6, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=48b85fa0-1b8c-4225-a782-55ce8c571fb6,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:22.202480 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-96fcb89f-1b5d-484d-8b3c-4a4332e02d17 None None] Deleting port f7699abd-b7b3-46df-bb94-9b48472b280f {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:22.202958 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-96fcb89f-1b5d-484d-8b3c-4a4332e02d17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.249545 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.277312 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-96fcb89f-1b5d-484d-8b3c-4a4332e02d17 None None] For port f7699abd-b7b3-46df-bb94-9b48472b280f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f7699abd-b7b3-46df-bb94-9b48472b280f,segment=NetworkSegment(96761534-46db-465b-9fa1-57e2b0603512),segment_id=96761534-46db-465b-9fa1-57e2b0603512)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:22.277864 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-96fcb89f-1b5d-484d-8b3c-4a4332e02d17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.289400 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=f7699abd-b7b3-46df-bb94-9b48472b280f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:22.295967 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-96fcb89f-1b5d-484d-8b3c-4a4332e02d17 None None] Calling delete_port for f7699abd-b7b3-46df-bb94-9b48472b280f owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:22.298986 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.313662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No DVR routers for this DVR port f7699abd-b7b3-46df-bb94-9b48472b280f on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:22.414739 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.428326 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-96fcb89f-1b5d-484d-8b3c-4a4332e02d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.439323 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7446f0-5f5c-4cca-8cc0-fc4292955c75']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:22.447704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fcb89f-1b5d-484d-8b3c-4a4332e02d17 None None] No DVR routers for this DVR port f7699abd-b7b3-46df-bb94-9b48472b280f on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:22.463066 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96761534-46db-465b-9fa1-57e2b0603512') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:22.463446 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96761534-46db-465b-9fa1-57e2b0603512') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:22.472255 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44a24ad-d834-4c78-876e-31627d9a0ff5 x-openstack-request-id: req-e44a24ad-d834-4c78-876e-31627d9a0ff5 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:22.472826 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c016b0-5148-452a-9ffa-f18f31a94323", "tag": "f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:22.472826 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e44a24ad-d834-4c78-876e-31627d9a0ff5 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:22.473155 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c016b0-5148-452a-9ffa-f18f31a94323', 'tag': 'f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd', 'status': 'completed', 'code': 200} Nov 12 04:17:22.473929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58750402-9301-4bd4-9aad-f3af0175bc06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64085683-3376-464a-a4ff-b7367f1920e9,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:22.478680 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=48b85fa0-1b8c-4225-a782-55ce8c571fb6,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:22.480442 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.512255 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.526263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:17:22.526683 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:17:22.530825 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:17:22.534134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58750402-9301-4bd4-9aad-f3af0175bc06 admin admin] Checking segment: {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:22.534134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58750402-9301-4bd4-9aad-f3af0175bc06 admin admin] Network hostable DHCP agents. Network: 0550e788-ec39-4fbc-9b9c-fbf1372e1240, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:17:22.537317 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcb89f-1b5d-484d-8b3c-4a4332e02d17 None None] Pushing event deleted for resources: {'Port': ['ID=f7699abd-b7b3-46df-bb94-9b48472b280f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:22.552227 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-3e7744a4-d3a4-46f6-907d-ecae15843d9e service neutron] 10.222.0.21 "GET /v2.0/networks/35c36d1e-5373-4c48-98a4-05efd6ed778c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7161217 Nov 12 04:17:22.558811 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-450b280d-34f9-4c0b-acb1-317fd6990171 req-30622f99-d3c7-4219-a6c4-3b0c4bb38be5 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "GET /v2.0/security-groups/5bf5e103-b837-448a-acaa-1f23538b1748 HTTP/1.1" status: 200 len: 1830 time: 0.0958765 Nov 12 04:17:22.585104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['48b85fa0-1b8c-4225-a782-55ce8c571fb6'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:22.688861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58750402-9301-4bd4-9aad-f3af0175bc06 admin admin] Network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:17:22.691323 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.712235 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81d0b928-c8a5-44a6-a972-50e41ebb4fe6 req-0f34f128-3949-4928-b1f4-0508d7e349af service neutron] 10.222.0.21 "GET /v2.0/networks/35c36d1e-5373-4c48-98a4-05efd6ed778c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453168 Nov 12 04:17:22.713430 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.714568 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/networks/1d7446f0-5f5c-4cca-8cc0-fc4292955c75 HTTP/1.1" status: 204 len: 168 time: 1.0011499 Nov 12 04:17:22.720666 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39832) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:22.737633 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c22ce261-0090-4fab-9355-cc722bb865a6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2117161367'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:22.752672 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d876d-a64e-4df0-8443-78413c05af59 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Network': ['ID=1d7446f0-5f5c-4cca-8cc0-fc4292955c75,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:22.753084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99a31c-ab1f-4604-9734-397629a726b6 req-a2c38627-5739-4181-98c3-3813a180aa8e tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:22.758207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3e99a31c-ab1f-4604-9734-397629a726b6 req-a2c38627-5739-4181-98c3-3813a180aa8e tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 944 time: 0.1126287 Nov 12 04:17:22.805976 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3e99a31c-ab1f-4604-9734-397629a726b6 req-383ec342-746c-498a-9336-6041e70be96a tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431235 Nov 12 04:17:22.814891 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-58750402-9301-4bd4-9aad-f3af0175bc06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 0550e788-ec39-4fbc-9b9c-fbf1372e1240) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:22.827985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58750402-9301-4bd4-9aad-f3af0175bc06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:22.828688 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-58750402-9301-4bd4-9aad-f3af0175bc06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.828986 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0f8bf0-2222-47cf-a201-c7dc6cf9788c None None] Network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:22.843149 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-5db65cb5-0aed-4180-8a11-0ecac0769ce4 req-b08911e8-c771-4bd6-9a53-58d4c6905d5a tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-526077819', 'description': 'tempest-description-172292866'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:22.847708 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22ce261-0090-4fab-9355-cc722bb865a6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:22.851930 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c22ce261-0090-4fab-9355-cc722bb865a6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.875845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22ce261-0090-4fab-9355-cc722bb865a6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:17:22.885817 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c22ce261-0090-4fab-9355-cc722bb865a6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.886162 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-c22ce261-0090-4fab-9355-cc722bb865a6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Added segment 00078b76-945a-4d18-9ad8-c6fedb246e7c of type vlan for network 09e21b42-ca36-4fb5-949e-fa434d830d5a Nov 12 04:17:22.927603 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c22ce261-0090-4fab-9355-cc722bb865a6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.945775 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-58750402-9301-4bd4-9aad-f3af0175bc06 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7123706 Nov 12 04:17:22.965940 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab84658e-4474-4626-b4b1-42fb94a13879 None None] Network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:22.970269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063a128-9422-4846-ac42-55a6c1832812 req-a065fea8-43aa-4105-80d6-39d78b563c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:22.972094 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7063a128-9422-4846-ac42-55a6c1832812 req-a065fea8-43aa-4105-80d6-39d78b563c33 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2229d798384c4338a49f6fb663054041&device_id=68c016b0-5148-452a-9ffa-f18f31a94323 HTTP/1.1" status: 200 len: 1095 time: 0.0618367 Nov 12 04:17:23.031960 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c22ce261-0090-4fab-9355-cc722bb865a6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.038487 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22ce261-0090-4fab-9355-cc722bb865a6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:23.040651 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c22ce261-0090-4fab-9355-cc722bb865a6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.065408 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5db65cb5-0aed-4180-8a11-0ecac0769ce4 req-b08911e8-c771-4bd6-9a53-58d4c6905d5a tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.093994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063a128-9422-4846-ac42-55a6c1832812 req-095b35e0-c91e-4d99-91e6-9460d8be4a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:23.095476 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7063a128-9422-4846-ac42-55a6c1832812 req-095b35e0-c91e-4d99-91e6-9460d8be4a35 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35c36d1e-5373-4c48-98a4-05efd6ed778c HTTP/1.1" status: 200 len: 909 time: 0.1162319 Nov 12 04:17:23.126741 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ce261-0090-4fab-9355-cc722bb865a6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Network': ['ID=09e21b42-ca36-4fb5-949e-fa434d830d5a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:23.136697 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 09e21b42-ca36-4fb5-949e-fa434d830d5a details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:17:23.149952 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7063a128-9422-4846-ac42-55a6c1832812 req-d6308e61-8d9c-446f-ae99-285b8a993b03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd HTTP/1.1" status: 200 len: 217 time: 0.0448453 Nov 12 04:17:23.156423 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c22ce261-0090-4fab-9355-cc722bb865a6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4300776 Nov 12 04:17:23.160153 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39844) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:23.165388 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5f0f135d-e332-4c9e-a796-2facc7790f50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'subnet': {'network_id': '09e21b42-ca36-4fb5-949e-fa434d830d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:23.224642 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063a128-9422-4846-ac42-55a6c1832812 req-e119eb66-23be-40a8-a937-4b9db22fbb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:23.226138 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7063a128-9422-4846-ac42-55a6c1832812 req-e119eb66-23be-40a8-a937-4b9db22fbb63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=85cbc174-85ef-4226-8e10-2346b6b901b3 HTTP/1.1" status: 200 len: 848 time: 0.0685711 Nov 12 04:17:23.232511 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5db65cb5-0aed-4180-8a11-0ecac0769ce4 req-b08911e8-c771-4bd6-9a53-58d4c6905d5a tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.263151 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7063a128-9422-4846-ac42-55a6c1832812 req-76012aaf-97ed-4384-b9ba-8affbb5f536d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35c36d1e-5373-4c48-98a4-05efd6ed778c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290592 Nov 12 04:17:23.343392 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5db65cb5-0aed-4180-8a11-0ecac0769ce4 req-b08911e8-c771-4bd6-9a53-58d4c6905d5a tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.358034 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0f135d-e332-4c9e-a796-2facc7790f50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:23.361720 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f0f135d-e332-4c9e-a796-2facc7790f50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.368359 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7063a128-9422-4846-ac42-55a6c1832812 req-c2d40e93-43ea-4e62-b0ee-d514c227fee0 service neutron] 10.222.0.21 "GET /v2.0/networks/35c36d1e-5373-4c48-98a4-05efd6ed778c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979686 Nov 12 04:17:23.398318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08911e8-c771-4bd6-9a53-58d4c6905d5a tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0714f4-408a-4438-9b45-bf30119e9c77,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:23.459128 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5db65cb5-0aed-4180-8a11-0ecac0769ce4 req-b08911e8-c771-4bd6-9a53-58d4c6905d5a tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.460481 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5db65cb5-0aed-4180-8a11-0ecac0769ce4 req-b08911e8-c771-4bd6-9a53-58d4c6905d5a tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6244590 Nov 12 04:17:23.481218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7063a128-9422-4846-ac42-55a6c1832812 req-d8cf1d20-942f-4f27-82fe-85ad50aae49c service neutron] 10.222.0.21 "GET /v2.0/networks/35c36d1e-5373-4c48-98a4-05efd6ed778c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027963 Nov 12 04:17:23.565617 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49d267-3f77-4c2b-93c8-60f664853746 req-f99f4ec4-15e8-4703-8b04-83acc3e36e05 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:23.567832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb49d267-3f77-4c2b-93c8-60f664853746 req-f99f4ec4-15e8-4703-8b04-83acc3e36e05 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c016b0-5148-452a-9ffa-f18f31a94323 HTTP/1.1" status: 200 len: 943 time: 0.0507491 Nov 12 04:17:23.616324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb49d267-3f77-4c2b-93c8-60f664853746 req-dbcd769a-d75d-4b37-bc9c-4ca1cb02495d tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425169 Nov 12 04:17:23.623267 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f0f135d-e332-4c9e-a796-2facc7790f50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.685892 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f135d-e332-4c9e-a796-2facc7790f50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Subnet': ['ID=b52233ad-ca34-4ad4-a86d-b3d16e7697b1,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:23.694657 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0f135d-e332-4c9e-a796-2facc7790f50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Checking segment: {'id': '00078b76-945a-4d18-9ad8-c6fedb246e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '09e21b42-ca36-4fb5-949e-fa434d830d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:23.695195 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0f135d-e332-4c9e-a796-2facc7790f50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network hostable DHCP agents. Network: 09e21b42-ca36-4fb5-949e-fa434d830d5a, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:17:23.789858 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 48b85fa0-1b8c-4225-a782-55ce8c571fb6 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:23.830531 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0f135d-e332-4c9e-a796-2facc7790f50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network 09e21b42-ca36-4fb5-949e-fa434d830d5a is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:17:23.929283 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5f0f135d-e332-4c9e-a796-2facc7790f50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 09e21b42-ca36-4fb5-949e-fa434d830d5a) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:23.933338 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0f135d-e332-4c9e-a796-2facc7790f50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:23.934559 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f0f135d-e332-4c9e-a796-2facc7790f50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.939813 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c17b842-7fbe-4e6f-9ded-3fa8ca648593 None None] Network 09e21b42-ca36-4fb5-949e-fa434d830d5a requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:23.962609 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 48b85fa0-1b8c-4225-a782-55ce8c571fb6 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:17:23.991915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 48b85fa0-1b8c-4225-a782-55ce8c571fb6 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:23.992281 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.994233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-6c34a1c1-e9f0-4598-97a9-5921275cc5c6 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:23.996800 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-6c34a1c1-e9f0-4598-97a9-5921275cc5c6 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 811 time: 0.1103342 Nov 12 04:17:24.013970 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-df74b4e0-7966-411b-a4d8-cf4f10276b65 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/quotas/7c6a3aa233554afeb7f6e886fb2833b1 HTTP/1.1" status: 200 len: 375 time: 0.0106063 Nov 12 04:17:24.047493 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5f0f135d-e332-4c9e-a796-2facc7790f50 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8861315 Nov 12 04:17:24.050272 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39862) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:24.053977 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-e72eed06-644f-4e87-b1d9-6964f2a6706c tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328331 Nov 12 04:17:24.057035 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-320132a6-9c84-4695-9d2b-641ff5b2c7c2 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1172472469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:24.158330 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-afa2c03d-6c32-4b7c-a364-71b433d197b1 service neutron] 10.222.0.37 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962622 Nov 12 04:17:24.175700 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-320132a6-9c84-4695-9d2b-641ff5b2c7c2 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.176877 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-320132a6-9c84-4695-9d2b-641ff5b2c7c2 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.241806 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f7699abd-b7b3-46df-bb94-9b48472b280f no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:24.255625 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-ff5a8aa7-7ef4-406b-af8f-94660812cc74 service neutron] 10.222.0.37 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910168 Nov 12 04:17:24.270461 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-320132a6-9c84-4695-9d2b-641ff5b2c7c2 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.288384 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: f7699abd-b7b3-46df-bb94-9b48472b280f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:17:24.288722 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f7699abd-b7b3-46df-bb94-9b48472b280f not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:17:24.306451 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.341953 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-320132a6-9c84-4695-9d2b-641ff5b2c7c2 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.343388 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-09e21b42-ca36-4fb5-949e-fa434d830d5a', 'network_id': '09e21b42-ca36-4fb5-949e-fa434d830d5a', 'tenant_id': 'fdf54b9b0cd748048a3c812496dc1e09', 'fixed_ips': [{'subnet_id': 'b52233ad-ca34-4ad4-a86d-b3d16e7697b1'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:17:24.345317 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.350271 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95250bce-4dc3-44d1-bf04-826fe969d4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b85fa0-1b8c-4225-a782-55ce8c571fb6'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:24.352639 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a8a741-b5ce-48fe-80ad-332940d81845" -d '{"events": [{"server_uuid": "95250bce-4dc3-44d1-bf04-826fe969d4f1", "name": "network-vif-plugged", "status": "completed", "tag": "48b85fa0-1b8c-4225-a782-55ce8c571fb6"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:24.372759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 48b85fa0-1b8c-4225-a782-55ce8c571fb6, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=48b85fa0-1b8c-4225-a782-55ce8c571fb6,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:24.428280 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-320132a6-9c84-4695-9d2b-641ff5b2c7c2 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.429503 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-320132a6-9c84-4695-9d2b-641ff5b2c7c2 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3781748 Nov 12 04:17:24.432257 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39866) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:24.437439 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ea0a4dde-69be-4cac-a7cd-72151033f271 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'network_id': '09e21b42-ca36-4fb5-949e-fa434d830d5a', 'name': 'tempest-PortsIpV6TestJSON-1737292387'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:24.474485 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.531093 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] Allocated IP 2001:db8::2 (09e21b42-ca36-4fb5-949e-fa434d830d5a/b52233ad-ca34-4ad4-a86d-b3d16e7697b1/690f7638-70e5-4b31-9996-fd2f1d04e0ad) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:24.553216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=48b85fa0-1b8c-4225-a782-55ce8c571fb6,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:24.666851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0a4dde-69be-4cac-a7cd-72151033f271 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:24.673013 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4dde-69be-4cac-a7cd-72151033f271 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.683253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d417347-72fd-4eb1-b9b5-1cbdac2486b0 req-7c97bc38-6970-4b1b-9213-d753ae75d756 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "GET /v2.0/security-groups/da0714f4-408a-4438-9b45-bf30119e9c77 HTTP/1.1" status: 200 len: 1830 time: 0.0627134 Nov 12 04:17:24.696004 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-ea0a4dde-69be-4cac-a7cd-72151033f271 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] device_id is not set on port fe5f66aa-5034-40c8-a207-5de23d45850b yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:17:24.722842 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.782255 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.803379 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e26839-ff74-4c14-8c84-7441e4e5a604 req-9dc88a88-fe59-49db-aaed-6d0b21910eec tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:24.806349 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3e26839-ff74-4c14-8c84-7441e4e5a604 req-9dc88a88-fe59-49db-aaed-6d0b21910eec tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.0562332 Nov 12 04:17:24.828972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] Network 09e21b42-ca36-4fb5-949e-fa434d830d5a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:24.835193 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:24.837785 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:24.841350 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] Pushing event updated for resources: {'Port': ['ID=690f7638-70e5-4b31-9996-fd2f1d04e0ad,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:24.853126 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-ea0a4dde-69be-4cac-a7cd-72151033f271 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Allocated IP 2001:db8::147 (09e21b42-ca36-4fb5-949e-fa434d830d5a/b52233ad-ca34-4ad4-a86d-b3d16e7697b1/fe5f66aa-5034-40c8-a207-5de23d45850b) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:24.873223 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3e26839-ff74-4c14-8c84-7441e4e5a604 req-d5a6d911-c1bb-4922-90c1-da9e5b2bc594 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584164 Nov 12 04:17:24.909305 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] Attempting to bind port 690f7638-70e5-4b31-9996-fd2f1d04e0ad on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:24.909770 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] Attempting to bind port 690f7638-70e5-4b31-9996-fd2f1d04e0ad by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '00078b76-945a-4d18-9ad8-c6fedb246e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '09e21b42-ca36-4fb5-949e-fa434d830d5a'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:24.910238 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] Attempting to bind port 690f7638-70e5-4b31-9996-fd2f1d04e0ad on network 09e21b42-ca36-4fb5-949e-fa434d830d5a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:24.916692 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:24.917453 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] Checking segment: {'id': '00078b76-945a-4d18-9ad8-c6fedb246e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '09e21b42-ca36-4fb5-949e-fa434d830d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:24.918019 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.919465 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] Bound using segment: {'id': '00078b76-945a-4d18-9ad8-c6fedb246e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '09e21b42-ca36-4fb5-949e-fa434d830d5a'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:24.920020 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] Bound port: 690f7638-70e5-4b31-9996-fd2f1d04e0ad, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00078b76-945a-4d18-9ad8-c6fedb246e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '09e21b42-ca36-4fb5-949e-fa434d830d5a'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:24.921118 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.927548 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab61c679-ec17-4d0b-bbee-9c43028bc3d6 x-openstack-request-id: req-ab61c679-ec17-4d0b-bbee-9c43028bc3d6 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:24.927548 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95250bce-4dc3-44d1-bf04-826fe969d4f1", "name": "network-vif-plugged", "status": "completed", "tag": "48b85fa0-1b8c-4225-a782-55ce8c571fb6", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:24.927548 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab61c679-ec17-4d0b-bbee-9c43028bc3d6 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:24.927548 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95250bce-4dc3-44d1-bf04-826fe969d4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b85fa0-1b8c-4225-a782-55ce8c571fb6', 'code': 200} Nov 12 04:17:24.990764 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd3968c7-b136-4e58-9fef-e4dfbebe7216 req-1559bc75-5bdf-4d8d-a452-6a0f829fbf29 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=dccc2ef5-9c61-4bc5-b223-d05b71d9237a HTTP/1.1" status: 200 len: 210 time: 0.0446939 Nov 12 04:17:25.000794 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] For port 690f7638-70e5-4b31-9996-fd2f1d04e0ad, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:25.004090 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] For port 690f7638-70e5-4b31-9996-fd2f1d04e0ad, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=690f7638-70e5-4b31-9996-fd2f1d04e0ad,segment=NetworkSegment(00078b76-945a-4d18-9ad8-c6fedb246e7c),segment_id=00078b76-945a-4d18-9ad8-c6fedb246e7c)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:25.032823 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4dde-69be-4cac-a7cd-72151033f271 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.106102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336822e-bf5e-4a2c-a381-e4e1f7b87448 req-4fee9962-7eff-4e73-b0fa-efaebb9db031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:25.107692 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1336822e-bf5e-4a2c-a381-e4e1f7b87448 req-4fee9962-7eff-4e73-b0fa-efaebb9db031 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 1097 time: 0.0764863 Nov 12 04:17:25.118207 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.131067 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf80b4-3625-4c63-8dd2-2a8c02ccf693 req-e91e9a31-04f1-4755-9935-12dda2c78fde tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:25.132595 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2cf80b4-3625-4c63-8dd2-2a8c02ccf693 req-e91e9a31-04f1-4755-9935-12dda2c78fde tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c016b0-5148-452a-9ffa-f18f31a94323 HTTP/1.1" status: 200 len: 943 time: 0.0708039 Nov 12 04:17:25.182362 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326f44d-289e-445d-ab59-23450a98cf5a None None] Pushing event updated for resources: {'Port': ['ID=690f7638-70e5-4b31-9996-fd2f1d04e0ad,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:25.193230 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4dde-69be-4cac-a7cd-72151033f271 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.204569 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1336822e-bf5e-4a2c-a381-e4e1f7b87448 req-b80ce7a0-3165-4796-8c2e-a93d11977eff service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895913 Nov 12 04:17:25.212634 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2cf80b4-3625-4c63-8dd2-2a8c02ccf693 req-4f201349-27e8-4a04-bc35-1a9977c4dd1d tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675280 Nov 12 04:17:25.250464 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0a4dde-69be-4cac-a7cd-72151033f271 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network 09e21b42-ca36-4fb5-949e-fa434d830d5a is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:25.254846 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ea0a4dde-69be-4cac-a7cd-72151033f271 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:25.256383 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-e9f91159-c55b-4f3c-a2a3-a62624b187d1 req-eb473132-9ac3-4272-bff4-360eb668abcd tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] show failed (client error): The resource could not be found. Nov 12 04:17:25.257367 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0a4dde-69be-4cac-a7cd-72151033f271 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:25.257763 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9f91159-c55b-4f3c-a2a3-a62624b187d1 req-eb473132-9ac3-4272-bff4-360eb668abcd tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "GET /v2.0/security-groups/ad4146ff-3399-4f9f-b05c-d6fee20902f4 HTTP/1.1" status: 404 len: 352 time: 0.0155482 Nov 12 04:17:25.263907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0a4dde-69be-4cac-a7cd-72151033f271 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:25.264463 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4dde-69be-4cac-a7cd-72151033f271 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.272930 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a4dde-69be-4cac-a7cd-72151033f271 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=fe5f66aa-5034-40c8-a207-5de23d45850b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:25.381314 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-0f9f49bb-c363-4c03-a9b5-6887e33e1174 req-7e7e3bae-bb0a-4125-bf7a-78a920f79490 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] show failed (client error): The resource could not be found. Nov 12 04:17:25.382372 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f9f49bb-c363-4c03-a9b5-6887e33e1174 req-7e7e3bae-bb0a-4125-bf7a-78a920f79490 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "GET /v2.0/security-group-rules/7d806a4f-31d0-4ed4-a1ca-f80373020f0f HTTP/1.1" status: 404 len: 361 time: 0.0138915 Nov 12 04:17:25.445016 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ea0a4dde-69be-4cac-a7cd-72151033f271 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0115170 Nov 12 04:17:25.447660 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39888) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:25.462045 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42efa6fa-11c0-423b-b009-d3e5936c160b req-b4fe18e6-ce97-4b96-a621-ebb8a0d8410a tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "GET /v2.0/security-groups/da0714f4-408a-4438-9b45-bf30119e9c77 HTTP/1.1" status: 200 len: 1830 time: 0.0483630 Nov 12 04:17:25.527240 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-42efa6fa-11c0-423b-b009-d3e5936c160b req-7956ae53-8630-4ff6-a6be-f4eb05ee262a tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.551910 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-42efa6fa-11c0-423b-b009-d3e5936c160b req-7956ae53-8630-4ff6-a6be-f4eb05ee262a tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.655377 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-42efa6fa-11c0-423b-b009-d3e5936c160b req-7956ae53-8630-4ff6-a6be-f4eb05ee262a tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.658130 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-42efa6fa-11c0-423b-b009-d3e5936c160b req-7956ae53-8630-4ff6-a6be-f4eb05ee262a tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.659437 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42efa6fa-11c0-423b-b009-d3e5936c160b req-7956ae53-8630-4ff6-a6be-f4eb05ee262a tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "DELETE /v2.0/security-groups/da0714f4-408a-4438-9b45-bf30119e9c77 HTTP/1.1" status: 204 len: 173 time: 0.1887393 Nov 12 04:17:25.669646 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956ae53-8630-4ff6-a6be-f4eb05ee262a tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0714f4-408a-4438-9b45-bf30119e9c77,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:25.797018 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf4409cf-3fd0-4993-873c-be24eeb1783e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.804083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1ab38c15-a75d-445d-973c-742b4fdfa4ee req-4ab49c19-6d29-4bad-9c5d-7184b4fa38c3 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "GET /v2.0/security-groups/5bf5e103-b837-448a-acaa-1f23538b1748 HTTP/1.1" status: 200 len: 1830 time: 0.0476913 Nov 12 04:17:25.885785 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1ab38c15-a75d-445d-973c-742b4fdfa4ee req-6943055e-1a2c-4afc-a920-db7245fb9474 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.912679 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1ab38c15-a75d-445d-973c-742b4fdfa4ee req-6943055e-1a2c-4afc-a920-db7245fb9474 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.037876 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1ab38c15-a75d-445d-973c-742b4fdfa4ee req-6943055e-1a2c-4afc-a920-db7245fb9474 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.039657 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1ab38c15-a75d-445d-973c-742b4fdfa4ee req-6943055e-1a2c-4afc-a920-db7245fb9474 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.045780 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1ab38c15-a75d-445d-973c-742b4fdfa4ee req-6943055e-1a2c-4afc-a920-db7245fb9474 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "DELETE /v2.0/security-groups/5bf5e103-b837-448a-acaa-1f23538b1748 HTTP/1.1" status: 204 len: 173 time: 0.2307606 Nov 12 04:17:26.065369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943055e-1a2c-4afc-a920-db7245fb9474 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf5e103-b837-448a-acaa-1f23538b1748,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:26.180604 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 690f7638-70e5-4b31-9996-fd2f1d04e0ad up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:26.191618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a189e-5538-4898-91a3-a1c7dbfecc47 req-0ebac222-1ee9-4e6c-8770-e4487e1c3710 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:26.197930 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f88a189e-5538-4898-91a3-a1c7dbfecc47 req-0ebac222-1ee9-4e6c-8770-e4487e1c3710 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.0774860 Nov 12 04:17:26.272740 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 690f7638-70e5-4b31-9996-fd2f1d04e0ad triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:26.273110 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.294941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f88a189e-5538-4898-91a3-a1c7dbfecc47 req-b9c9423d-fced-417b-b677-f6be40dbbe5d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894110 Nov 12 04:17:26.310813 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280dd195-0156-49b9-a998-db002f912435 None None] Network 09e21b42-ca36-4fb5-949e-fa434d830d5a requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:26.423820 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-471248c6-1505-402d-804b-fb30262834b8 req-68cba011-403a-467c-b5a6-4034d2288f7e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=dccc2ef5-9c61-4bc5-b223-d05b71d9237a HTTP/1.1" status: 200 len: 210 time: 0.0466864 Nov 12 04:17:26.431813 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-14e25bf3-80b6-407b-bbbe-fc084a91c85f None None] Provisioning complete for port 690f7638-70e5-4b31-9996-fd2f1d04e0ad triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:26.432285 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-14e25bf3-80b6-407b-bbbe-fc084a91c85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.481551 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf4409cf-3fd0-4993-873c-be24eeb1783e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.510230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-456703b2-29c2-424c-9a33-609ffb3bfeb1 req-f3e7f160-e4f3-4652-a2a6-c006211df6e4 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "GET /v2.0/security-groups/9317ed67-e454-440d-abe5-f091ed778ee1 HTTP/1.1" status: 200 len: 1831 time: 0.0461559 Nov 12 04:17:26.512986 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.569334 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 690f7638-70e5-4b31-9996-fd2f1d04e0ad, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=690f7638-70e5-4b31-9996-fd2f1d04e0ad,segment=NetworkSegment(00078b76-945a-4d18-9ad8-c6fedb246e7c),segment_id=00078b76-945a-4d18-9ad8-c6fedb246e7c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:26.570530 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-456703b2-29c2-424c-9a33-609ffb3bfeb1 req-c15f68d9-4242-4047-beec-173d608ce2f0 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.595326 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-456703b2-29c2-424c-9a33-609ffb3bfeb1 req-c15f68d9-4242-4047-beec-173d608ce2f0 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.615607 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf4409cf-3fd0-4993-873c-be24eeb1783e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.635815 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-14e25bf3-80b6-407b-bbbe-fc084a91c85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.667696 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.712240 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-456703b2-29c2-424c-9a33-609ffb3bfeb1 req-c15f68d9-4242-4047-beec-173d608ce2f0 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.715646 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:17:26.716498 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-456703b2-29c2-424c-9a33-609ffb3bfeb1 req-c15f68d9-4242-4047-beec-173d608ce2f0 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.737053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4409cf-3fd0-4993-873c-be24eeb1783e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=fe5f66aa-5034-40c8-a207-5de23d45850b,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:26.739180 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-456703b2-29c2-424c-9a33-609ffb3bfeb1 req-c15f68d9-4242-4047-beec-173d608ce2f0 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "DELETE /v2.0/security-groups/9317ed67-e454-440d-abe5-f091ed778ee1 HTTP/1.1" status: 204 len: 173 time: 0.2211852 Nov 12 04:17:26.766865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f68d9-4242-4047-beec-173d608ce2f0 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9317ed67-e454-440d-abe5-f091ed778ee1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:26.780323 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-14e25bf3-80b6-407b-bbbe-fc084a91c85f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:17:26.781009 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-14e25bf3-80b6-407b-bbbe-fc084a91c85f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:17:26.805084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=690f7638-70e5-4b31-9996-fd2f1d04e0ad,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:26.852382 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf4409cf-3fd0-4993-873c-be24eeb1783e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.918410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd,segment=NetworkSegment(e72950ee-727f-4a47-8d7c-f109451b1313),segment_id=e72950ee-727f-4a47-8d7c-f109451b1313)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:26.932336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094825e3-70bc-48d5-808f-d9726f838ddd req-20c10943-5833-40c2-b3a7-7b4e943f803d tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:26.935204 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-094825e3-70bc-48d5-808f-d9726f838ddd req-20c10943-5833-40c2-b3a7-7b4e943f803d tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c016b0-5148-452a-9ffa-f18f31a94323 HTTP/1.1" status: 200 len: 943 time: 0.0893371 Nov 12 04:17:26.938210 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd', 'network_id': '35c36d1e-5373-4c48-98a4-05efd6ed778c', 'port_id': 'f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd', 'mac_address': 'fa:16:3e:c1:63:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85cbc174-85ef-4226-8e10-2346b6b901b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:17:26.976987 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.991049 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:26.996752 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-094825e3-70bc-48d5-808f-d9726f838ddd req-af33a60b-069c-4aaa-a832-d71a2ed8e0f0 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504284 Nov 12 04:17:27.013080 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd,segment=NetworkSegment(e72950ee-727f-4a47-8d7c-f109451b1313),segment_id=e72950ee-727f-4a47-8d7c-f109451b1313)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:27.148840 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.161144 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf4409cf-3fd0-4993-873c-be24eeb1783e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.224583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:27.241233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-455f4ef5-e0ae-44a1-aa6e-f783a9de0ff0 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:27.242362 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-455f4ef5-e0ae-44a1-aa6e-f783a9de0ff0 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 811 time: 0.1612661 Nov 12 04:17:27.264693 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-66136f8d-e353-4272-900e-e9e82e59fa47 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Request body: {'port': {'device_id': 'dccc2ef5-9c61-4bc5-b223-d05b71d9237a', 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240', 'admin_state_up': True, 'tenant_id': '7c6a3aa233554afeb7f6e886fb2833b1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:27.322972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d742807-8e56-42be-9590-ab0f6e3d7a09 req-ebfba1f8-1f76-40e5-9ada-11c2dfbe22ca tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "GET /v2.0/security-groups/ae274771-5c93-4e5e-b7d7-be251c7b88ec HTTP/1.1" status: 200 len: 1832 time: 0.1663225 Nov 12 04:17:27.466070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-247e8cbb-982b-4d7b-b4c5-1f8499cf2361 None None] Provisioning complete for port fe5f66aa-5034-40c8-a207-5de23d45850b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:27.466306 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-247e8cbb-982b-4d7b-b4c5-1f8499cf2361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.469010 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7d742807-8e56-42be-9590-ab0f6e3d7a09 req-6cd14c3d-d161-4305-9901-45853cfa511e tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.498804 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7d742807-8e56-42be-9590-ab0f6e3d7a09 req-6cd14c3d-d161-4305-9901-45853cfa511e tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.504954 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-247e8cbb-982b-4d7b-b4c5-1f8499cf2361 None None] Port fe5f66aa-5034-40c8-a207-5de23d45850b cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:27.517639 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf4409cf-3fd0-4993-873c-be24eeb1783e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.540412 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-247e8cbb-982b-4d7b-b4c5-1f8499cf2361 None None] Provisioning complete for port 690f7638-70e5-4b31-9996-fd2f1d04e0ad triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:27.540780 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-247e8cbb-982b-4d7b-b4c5-1f8499cf2361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.584955 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-66136f8d-e353-4272-900e-e9e82e59fa47 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Made reservation on behalf of 7c6a3aa233554afeb7f6e886fb2833b1 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:27.588801 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-66136f8d-e353-4272-900e-e9e82e59fa47 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.614818 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf4409cf-3fd0-4993-873c-be24eeb1783e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.615690 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cf4409cf-3fd0-4993-873c-be24eeb1783e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.631578 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:27.662458 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7d742807-8e56-42be-9590-ab0f6e3d7a09 req-6cd14c3d-d161-4305-9901-45853cfa511e tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.665141 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7d742807-8e56-42be-9590-ab0f6e3d7a09 req-6cd14c3d-d161-4305-9901-45853cfa511e tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.666290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d742807-8e56-42be-9590-ab0f6e3d7a09 req-6cd14c3d-d161-4305-9901-45853cfa511e tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "DELETE /v2.0/security-groups/ae274771-5c93-4e5e-b7d7-be251c7b88ec HTTP/1.1" status: 204 len: 173 time: 0.3424325 Nov 12 04:17:27.687891 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd14c3d-d161-4305-9901-45853cfa511e tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae274771-5c93-4e5e-b7d7-be251c7b88ec,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:27.721459 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4409cf-3fd0-4993-873c-be24eeb1783e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=fe5f66aa-5034-40c8-a207-5de23d45850b,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:27.766209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-66136f8d-e353-4272-900e-e9e82e59fa47 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Allocated IP 172.20.0.8 (0550e788-ec39-4fbc-9b9c-fbf1372e1240/64085683-3376-464a-a4ff-b7367f1920e9/7c634f5d-24cf-428e-b976-377355a3f635) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:27.785841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2fd3eb5-4fa4-4f2f-8265-8087652a899c None None] Provisioning complete for port fe5f66aa-5034-40c8-a207-5de23d45850b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:27.786213 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2fd3eb5-4fa4-4f2f-8265-8087652a899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.790310 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4409cf-3fd0-4993-873c-be24eeb1783e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network 09e21b42-ca36-4fb5-949e-fa434d830d5a is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:27.792598 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-cf4409cf-3fd0-4993-873c-be24eeb1783e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:27.843762 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2fd3eb5-4fa4-4f2f-8265-8087652a899c None None] Port fe5f66aa-5034-40c8-a207-5de23d45850b cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:27.988213 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc5277-d3d0-487a-820e-b82c8f545327 req-21bbbce9-0fac-4e63-8df6-2616a505d2dd tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:27.989840 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5acc5277-d3d0-487a-820e-b82c8f545327 req-21bbbce9-0fac-4e63-8df6-2616a505d2dd tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.1301162 Nov 12 04:17:28.014885 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4409cf-3fd0-4993-873c-be24eeb1783e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Router 4644844d-881f-4580-b2d1-616e805adcf4 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:17:28.054934 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-66136f8d-e353-4272-900e-e9e82e59fa47 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.075448 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-337fd8d5-8124-47c3-8f33-d167a8c96238 None None] Provisioning complete for port fe5f66aa-5034-40c8-a207-5de23d45850b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:28.075950 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-337fd8d5-8124-47c3-8f33-d167a8c96238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.077093 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5acc5277-d3d0-487a-820e-b82c8f545327 req-9c31ccbd-4098-476c-bbd5-5d64cba01690 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800321 Nov 12 04:17:28.086045 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 690f7638-70e5-4b31-9996-fd2f1d04e0ad up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:28.140030 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4409cf-3fd0-4993-873c-be24eeb1783e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:17:28.145515 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cf4409cf-3fd0-4993-873c-be24eeb1783e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "PUT /v2.0/routers/4644844d-881f-4580-b2d1-616e805adcf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6965730 Nov 12 04:17:28.149871 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39920) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:28.156805 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b576fd9-1198-491f-b0d2-d9e503960ca5 None None] Sync routers for ids ['4644844d-881f-4580-b2d1-616e805adcf4'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:17:28.161552 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-337fd8d5-8124-47c3-8f33-d167a8c96238 None None] Port fe5f66aa-5034-40c8-a207-5de23d45850b cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:28.173191 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b576fd9-1198-491f-b0d2-d9e503960ca5 None None] Routers {'4644844d-881f-4580-b2d1-616e805adcf4'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:28.175601 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5b576fd9-1198-491f-b0d2-d9e503960ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:17:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4644844d-881f-4580-b2d1-616e805adcf4'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:28.186249 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 690f7638-70e5-4b31-9996-fd2f1d04e0ad triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:28.186752 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.195254 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5719313d-e6c5-4e81-a63f-bfb42ed9d61c req-c7a881f6-f12d-4b54-b75b-f627206d25c4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=dccc2ef5-9c61-4bc5-b223-d05b71d9237a HTTP/1.1" status: 200 len: 210 time: 0.0465899 Nov 12 04:17:28.216675 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5b576fd9-1198-491f-b0d2-d9e503960ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:28.222406 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-66136f8d-e353-4272-900e-e9e82e59fa47 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.227483 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b576fd9-1198-491f-b0d2-d9e503960ca5 None None] Routers {'4644844d-881f-4580-b2d1-616e805adcf4'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:28.228174 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5b576fd9-1198-491f-b0d2-d9e503960ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:17:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4644844d-881f-4580-b2d1-616e805adcf4'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:28.247978 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deb79ce-d295-4dd3-b0fd-c823104690f6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:28.249634 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6deb79ce-d295-4dd3-b0fd-c823104690f6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports?device_id=4644844d-881f-4580-b2d1-616e805adcf4 HTTP/1.1" status: 200 len: 989 time: 0.0991006 Nov 12 04:17:28.252784 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39922) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:28.261800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-66136f8d-e353-4272-900e-e9e82e59fa47 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:28.270125 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5b576fd9-1198-491f-b0d2-d9e503960ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:28.270812 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b576fd9-1198-491f-b0d2-d9e503960ca5 None None] The sync data for ids ['4644844d-881f-4580-b2d1-616e805adcf4'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:17:28.287384 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-66136f8d-e353-4272-900e-e9e82e59fa47 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:28.292237 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-66136f8d-e353-4272-900e-e9e82e59fa47 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:28.367913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66136f8d-e353-4272-900e-e9e82e59fa47 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Pushing event updated for resources: {'Port': ['ID=7c634f5d-24cf-428e-b976-377355a3f635,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:28.385986 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-66136f8d-e353-4272-900e-e9e82e59fa47 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:28.386659 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-66136f8d-e353-4272-900e-e9e82e59fa47 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.390913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f200ae1f-7f9f-4011-b2ac-ba7eeac222f6 req-4454b450-9cea-431c-b45a-3ba07a4f8ecc tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "GET /v2.0/security-groups/d52b0ebe-9a37-4c65-8eab-c021d935f724 HTTP/1.1" status: 200 len: 1832 time: 0.1049242 Nov 12 04:17:28.453036 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f200ae1f-7f9f-4011-b2ac-ba7eeac222f6 req-29df39a3-7ba3-488a-8dd2-7308afb178f8 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.475799 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-66136f8d-e353-4272-900e-e9e82e59fa47 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2156529 Nov 12 04:17:28.484226 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f200ae1f-7f9f-4011-b2ac-ba7eeac222f6 req-29df39a3-7ba3-488a-8dd2-7308afb178f8 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.499435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Request body: {'port': {'device_id': 'dccc2ef5-9c61-4bc5-b223-d05b71d9237a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:28.567499 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.588467 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71b07b50-0519-4be7-aa72-e120b632651f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.674163 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f200ae1f-7f9f-4011-b2ac-ba7eeac222f6 req-29df39a3-7ba3-488a-8dd2-7308afb178f8 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.676799 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f200ae1f-7f9f-4011-b2ac-ba7eeac222f6 req-29df39a3-7ba3-488a-8dd2-7308afb178f8 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.677934 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f200ae1f-7f9f-4011-b2ac-ba7eeac222f6 req-29df39a3-7ba3-488a-8dd2-7308afb178f8 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] 10.222.0.37 "DELETE /v2.0/security-groups/d52b0ebe-9a37-4c65-8eab-c021d935f724 HTTP/1.1" status: 204 len: 173 time: 0.2799118 Nov 12 04:17:28.688252 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39924) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:28.728268 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df39a3-7ba3-488a-8dd2-7308afb178f8 tempest-SecurityGroupRulesNegativeTestJSON-1277296054 tempest-SecurityGroupRulesNegativeTestJSON-1277296054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52b0ebe-9a37-4c65-8eab-c021d935f724,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:28.824235 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-972e4994-3f57-4540-a6a5-fe79ed60aeed admin admin] Deleting subnet 1b0fc822-248a-479d-b1a1-e420634640d2 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:17:28.830580 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-972e4994-3f57-4540-a6a5-fe79ed60aeed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.842937 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-71b07b50-0519-4be7-aa72-e120b632651f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port fe5f66aa-5034-40c8-a207-5de23d45850b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:28.847064 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71b07b50-0519-4be7-aa72-e120b632651f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.890112 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69116c75-c6d6-4e9e-b52e-b9df1f490498 req-0a03d110-7e16-48a7-9f59-c494c4c0a1e2 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:28.891649 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-69116c75-c6d6-4e9e-b52e-b9df1f490498 req-0a03d110-7e16-48a7-9f59-c494c4c0a1e2 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c016b0-5148-452a-9ffa-f18f31a94323 HTTP/1.1" status: 200 len: 944 time: 0.1411843 Nov 12 04:17:28.893901 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-972e4994-3f57-4540-a6a5-fe79ed60aeed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.934035 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71b07b50-0519-4be7-aa72-e120b632651f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.946466 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-71b07b50-0519-4be7-aa72-e120b632651f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for fe5f66aa-5034-40c8-a207-5de23d45850b owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:28.994076 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-972e4994-3f57-4540-a6a5-fe79ed60aeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.027827 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-69116c75-c6d6-4e9e-b52e-b9df1f490498 req-7cc2000e-92db-4605-b0c7-755dcdd7ca13 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117716 Nov 12 04:17:29.073270 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c634f5d-24cf-428e-b976-377355a3f635 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:29.083369 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.148567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597d547-f552-44d9-8fc6-6eb1057da844 req-a2a7d45d-ba5e-41fe-8fcc-596c093b5366 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:29.150055 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d597d547-f552-44d9-8fc6-6eb1057da844 req-a2a7d45d-ba5e-41fe-8fcc-596c093b5366 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.0503221 Nov 12 04:17:29.194886 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-972e4994-3f57-4540-a6a5-fe79ed60aeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.202379 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d597d547-f552-44d9-8fc6-6eb1057da844 req-389fd678-af6a-4640-b8be-52ff67afc1ac tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456829 Nov 12 04:17:29.231175 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e4994-3f57-4540-a6a5-fe79ed60aeed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b0fc822-248a-479d-b1a1-e420634640d2,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:29.233157 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-972e4994-3f57-4540-a6a5-fe79ed60aeed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.236661 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-972e4994-3f57-4540-a6a5-fe79ed60aeed admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1b0fc822-248a-479d-b1a1-e420634640d2 HTTP/1.1" status: 204 len: 168 time: 0.5474396 Nov 12 04:17:29.239260 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39932) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:29.241827 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71b07b50-0519-4be7-aa72-e120b632651f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.249439 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Transition to ACTIVE for port object 7c634f5d-24cf-428e-b976-377355a3f635 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:17:29.272940 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b07b50-0519-4be7-aa72-e120b632651f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=fe5f66aa-5034-40c8-a207-5de23d45850b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:29.326500 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0859621-e164-4e95-a606-89e280562eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.381816 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.385037 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71b07b50-0519-4be7-aa72-e120b632651f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.448237 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0859621-e164-4e95-a606-89e280562eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.528099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a0859621-e164-4e95-a606-89e280562eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbef921a-7366-43fc-a613-2394c83f3837']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:29.548102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a0859621-e164-4e95-a606-89e280562eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3fa553-420a-414c-8da1-4f1385f51588') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:29.548320 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a0859621-e164-4e95-a606-89e280562eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3fa553-420a-414c-8da1-4f1385f51588') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:29.551409 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Pushing event updated for resources: {'Port': ['ID=7c634f5d-24cf-428e-b976-377355a3f635,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:29.564242 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b07b50-0519-4be7-aa72-e120b632651f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Router 4644844d-881f-4580-b2d1-616e805adcf4 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:17:29.585700 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0859621-e164-4e95-a606-89e280562eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.622012 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0859621-e164-4e95-a606-89e280562eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.631474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22d3e9-193a-4a65-b58e-e68d697bdf38 req-8127e665-3920-4c8d-b530-133a670ea299 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:29.634911 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd22d3e9-193a-4a65-b58e-e68d697bdf38 req-8127e665-3920-4c8d-b530-133a670ea299 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=dccc2ef5-9c61-4bc5-b223-d05b71d9237a HTTP/1.1" status: 200 len: 943 time: 0.1811557 Nov 12 04:17:29.641076 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0859621-e164-4e95-a606-89e280562eb1 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:17:29.641475 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0859621-e164-4e95-a606-89e280562eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:17:29.643204 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:17:29.645511 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b07b50-0519-4be7-aa72-e120b632651f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:17:29.650825 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-71b07b50-0519-4be7-aa72-e120b632651f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "PUT /v2.0/routers/4644844d-881f-4580-b2d1-616e805adcf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3954360 Nov 12 04:17:29.653441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39934) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:29.656990 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b28eb59-71d0-4ccf-a3d1-469ecfb25012 None None] Sync routers for ids ['4644844d-881f-4580-b2d1-616e805adcf4'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:17:29.668677 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b28eb59-71d0-4ccf-a3d1-469ecfb25012 None None] Routers {'4644844d-881f-4580-b2d1-616e805adcf4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:29.669072 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-6b28eb59-71d0-4ccf-a3d1-469ecfb25012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:17:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4644844d-881f-4580-b2d1-616e805adcf4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:29.679141 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e459a1d-a6e0-49cb-8ffb-416d52227d87 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] GET failed (client error): The resource could not be found. Nov 12 04:17:29.681611 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6e459a1d-a6e0-49cb-8ffb-416d52227d87 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports/fe5f66aa-5034-40c8-a207-5de23d45850b HTTP/1.1" status: 404 len: 333 time: 0.0263758 Nov 12 04:17:29.687296 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39936) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:29.701700 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-6b28eb59-71d0-4ccf-a3d1-469ecfb25012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:29.710978 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b28eb59-71d0-4ccf-a3d1-469ecfb25012 None None] Routers {'4644844d-881f-4580-b2d1-616e805adcf4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:29.711629 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-6b28eb59-71d0-4ccf-a3d1-469ecfb25012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:17:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4644844d-881f-4580-b2d1-616e805adcf4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:29.744787 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Attempting to bind port 7c634f5d-24cf-428e-b976-377355a3f635 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:29.745256 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Attempting to bind port 7c634f5d-24cf-428e-b976-377355a3f635 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:29.745593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Attempting to bind port 7c634f5d-24cf-428e-b976-377355a3f635 on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:29.748833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-6b28eb59-71d0-4ccf-a3d1-469ecfb25012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:29.749478 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b28eb59-71d0-4ccf-a3d1-469ecfb25012 None None] The sync data for ids ['4644844d-881f-4580-b2d1-616e805adcf4'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:17:29.759629 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Port 7c634f5d-24cf-428e-b976-377355a3f635 on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:17:29.759797 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Attempting to bind port 7c634f5d-24cf-428e-b976-377355a3f635 on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:29.768015 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:29.768356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Checking segment: {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:29.768743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Bound using segment: {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:29.769174 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Bound port: 7c634f5d-24cf-428e-b976-377355a3f635, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:29.769515 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8cd6-b3e5-4479-bb87-1d64c07b176b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.769648 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.775761 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd22d3e9-193a-4a65-b58e-e68d697bdf38 req-ebbda438-2071-4f90-ae93-4362a7ed8265 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283650 Nov 12 04:17:29.830754 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0859621-e164-4e95-a606-89e280562eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.841212 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0859621-e164-4e95-a606-89e280562eb1 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.845106 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a0859621-e164-4e95-a606-89e280562eb1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cbef921a-7366-43fc-a613-2394c83f3837 HTTP/1.1" status: 204 len: 168 time: 0.6046495 Nov 12 04:17:29.862192 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0859621-e164-4e95-a606-89e280562eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbef921a-7366-43fc-a613-2394c83f3837,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:29.888027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] For port 7c634f5d-24cf-428e-b976-377355a3f635, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:29.891995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] For port 7c634f5d-24cf-428e-b976-377355a3f635, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7c634f5d-24cf-428e-b976-377355a3f635,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:30.038794 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.079934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:30.080731 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.082387 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] 10.222.0.31 "PUT /v2.0/ports/7c634f5d-24cf-428e-b976-377355a3f635 HTTP/1.1" status: 200 len: 1092 time: 1.5903637 Nov 12 04:17:30.085340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dccc2ef5-9c61-4bc5-b223-d05b71d9237a', 'tag': '7c634f5d-24cf-428e-b976-377355a3f635'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:30.087776 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fe3304-e370-43da-a33d-0b2e24eb549f" -d '{"events": [{"name": "network-changed", "server_uuid": "dccc2ef5-9c61-4bc5-b223-d05b71d9237a", "tag": "7c634f5d-24cf-428e-b976-377355a3f635"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:30.146113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604fc44-08eb-448f-8dc1-e5c2d8f9d31f service neutron] Pushing event updated for resources: {'Port': ['ID=7c634f5d-24cf-428e-b976-377355a3f635,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:30.167228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1936b5c-01f4-4623-b672-5c1d2c69f816 req-2e289a3a-87b3-4338-a0d4-3f8d75e1e578 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:30.169530 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1936b5c-01f4-4623-b672-5c1d2c69f816 req-2e289a3a-87b3-4338-a0d4-3f8d75e1e578 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.0740719 Nov 12 04:17:30.228930 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8cd6-b3e5-4479-bb87-1d64c07b176b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.231706 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8cd6-b3e5-4479-bb87-1d64c07b176b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.260341 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1936b5c-01f4-4623-b672-5c1d2c69f816 req-bb3966a1-0e11-406e-bbbc-d4372465b382 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843623 Nov 12 04:17:30.260797 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39946) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:30.279665 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-266a4095-90a3-460d-a396-aea9c5394c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:30.281161 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-266a4095-90a3-460d-a396-aea9c5394c58 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&device_id=dccc2ef5-9c61-4bc5-b223-d05b71d9237a HTTP/1.1" status: 200 len: 1095 time: 0.0824642 Nov 12 04:17:30.345315 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8cd6-b3e5-4479-bb87-1d64c07b176b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.345870 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4c8cd6-b3e5-4479-bb87-1d64c07b176b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Fanout notify agent at l3_agent the message router_deleted on router 4644844d-881f-4580-b2d1-616e805adcf4 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:17:30.353650 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8cd6-b3e5-4479-bb87-1d64c07b176b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.357842 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-261ccb04-c14e-4a6e-8c27-0d329fc1959e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c634f5d-24cf-428e-b976-377355a3f635 HTTP/1.1" status: 200 len: 217 time: 0.0521650 Nov 12 04:17:30.358006 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9e4c8cd6-b3e5-4479-bb87-1d64c07b176b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/routers/4644844d-881f-4580-b2d1-616e805adcf4 HTTP/1.1" status: 204 len: 168 time: 0.6663704 Nov 12 04:17:30.358112 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39952) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:30.358838 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-385b62da-7a6a-4a31-8f34-ba6690869614 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d90eaa0a4b5742568693637a4945cc95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0968277 Nov 12 04:17:30.362562 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39954) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:30.433289 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2032d6-a558-4ff3-99c4-cd8cb9e4190f req-ba73ee1c-233c-4c96-bab9-3052efedcb30 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:30.437309 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad2032d6-a558-4ff3-99c4-cd8cb9e4190f req-ba73ee1c-233c-4c96-bab9-3052efedcb30 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c016b0-5148-452a-9ffa-f18f31a94323 HTTP/1.1" status: 200 len: 944 time: 0.0915978 Nov 12 04:17:30.437438 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-07632b79-51eb-4f1c-8ad4-6004eb16d818 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting subnet b52233ad-ca34-4ad4-a86d-b3d16e7697b1 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:17:30.439170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-cffd7789-eec0-4d0f-9928-02c4a8814f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:30.440553 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-cffd7789-eec0-4d0f-9928-02c4a8814f93 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64085683-3376-464a-a4ff-b7367f1920e9 HTTP/1.1" status: 200 len: 851 time: 0.0679893 Nov 12 04:17:30.440734 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07632b79-51eb-4f1c-8ad4-6004eb16d818 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.482253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-5130c3b1-dabc-45cf-89b4-e37173ef3044 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0550e788-ec39-4fbc-9b9c-fbf1372e1240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331235 Nov 12 04:17:30.491629 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a34de359-92de-499b-9ecd-46784508aece admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.497358 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07632b79-51eb-4f1c-8ad4-6004eb16d818 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.533187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad2032d6-a558-4ff3-99c4-cd8cb9e4190f req-af42427d-47ff-47c2-abad-34adf392ede0 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909915 Nov 12 04:17:30.546125 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a34de359-92de-499b-9ecd-46784508aece admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.599009 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-d82a573a-5ec2-4817-aa74-70c6e27cd6d3 service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071386 Nov 12 04:17:30.604500 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab810d3-76fc-494f-b41a-1114c54ebf58 x-openstack-request-id: req-fab810d3-76fc-494f-b41a-1114c54ebf58 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:30.604917 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dccc2ef5-9c61-4bc5-b223-d05b71d9237a", "tag": "7c634f5d-24cf-428e-b976-377355a3f635", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:30.605374 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fab810d3-76fc-494f-b41a-1114c54ebf58 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:30.606038 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dccc2ef5-9c61-4bc5-b223-d05b71d9237a', 'tag': '7c634f5d-24cf-428e-b976-377355a3f635', 'status': 'completed', 'code': 200} Nov 12 04:17:30.631691 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07632b79-51eb-4f1c-8ad4-6004eb16d818 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.713192 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:30.724101 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a34de359-92de-499b-9ecd-46784508aece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.727524 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a34de359-92de-499b-9ecd-46784508aece admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.732563 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a34de359-92de-499b-9ecd-46784508aece admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/defd8e2e-cb29-417d-86b6-256e022ac9d3 HTTP/1.1" status: 204 len: 168 time: 0.3625224 Nov 12 04:17:30.741723 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34de359-92de-499b-9ecd-46784508aece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defd8e2e-cb29-417d-86b6-256e022ac9d3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:30.741933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c8472-c355-4404-8ece-b0ac20bb1d18 req-18f95ceb-c640-4d22-b6cd-56599b606852 service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338880 Nov 12 04:17:30.750937 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24823d01-3c1a-4692-8865-ab5c2fc6991e req-35763058-951b-48c3-a148-b95991f549ca tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:30.758988 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24823d01-3c1a-4692-8865-ab5c2fc6991e req-35763058-951b-48c3-a148-b95991f549ca tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.0861459 Nov 12 04:17:30.780612 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07632b79-51eb-4f1c-8ad4-6004eb16d818 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.812072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24823d01-3c1a-4692-8865-ab5c2fc6991e req-8df9775b-e9a5-4142-a086-503cae3a50e3 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520852 Nov 12 04:17:30.824800 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07632b79-51eb-4f1c-8ad4-6004eb16d818 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Subnet': ['ID=b52233ad-ca34-4ad4-a86d-b3d16e7697b1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:30.828598 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07632b79-51eb-4f1c-8ad4-6004eb16d818 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.831810 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-07632b79-51eb-4f1c-8ad4-6004eb16d818 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/subnets/b52233ad-ca34-4ad4-a86d-b3d16e7697b1 HTTP/1.1" status: 204 len: 168 time: 0.4701059 Nov 12 04:17:30.834742 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39962) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:30.837046 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764b4d7a-d6a1-4795-97fb-0d36792a34f4 None None] Network 09e21b42-ca36-4fb5-949e-fa434d830d5a requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:30.929496 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.948494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:17:30.972180 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:30.972552 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.994763 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port 690f7638-70e5-4b31-9996-fd2f1d04e0ad {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:30.995118 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.005372 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe3304-e370-43da-a33d-0b2e24eb549f req-8889ea49-74a5-4a11-a80f-791b0b9c8589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:31.007176 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85fe3304-e370-43da-a33d-0b2e24eb549f req-8889ea49-74a5-4a11-a80f-791b0b9c8589 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&device_id=dccc2ef5-9c61-4bc5-b223-d05b71d9237a HTTP/1.1" status: 200 len: 1095 time: 0.0604866 Nov 12 04:17:31.086002 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.109025 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] For port 690f7638-70e5-4b31-9996-fd2f1d04e0ad, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=690f7638-70e5-4b31-9996-fd2f1d04e0ad,segment=NetworkSegment(00078b76-945a-4d18-9ad8-c6fedb246e7c),segment_id=00078b76-945a-4d18-9ad8-c6fedb246e7c)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:31.109399 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.133197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c016b0-5148-452a-9ffa-f18f31a94323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:31.135978 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc7edfe-66a8-4fa2-95cf-d221ce3d0d60" -d '{"events": [{"server_uuid": "68c016b0-5148-452a-9ffa-f18f31a94323", "name": "network-vif-plugged", "status": "completed", "tag": "f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:31.140386 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for 690f7638-70e5-4b31-9996-fd2f1d04e0ad owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:31.144723 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91fc9c7-9a4c-48f1-b246-33eff0dc5aab None None] DHCP port deletion for 09e21b42-ca36-4fb5-949e-fa434d830d5a request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:31.158419 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd,segment=NetworkSegment(e72950ee-727f-4a47-8d7c-f109451b1313),segment_id=e72950ee-727f-4a47-8d7c-f109451b1313)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:31.191510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe3304-e370-43da-a33d-0b2e24eb549f req-d4a9b70d-183e-449a-89c1-5abef3c7acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:31.193836 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85fe3304-e370-43da-a33d-0b2e24eb549f req-d4a9b70d-183e-449a-89c1-5abef3c7acb4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 912 time: 0.1642091 Nov 12 04:17:31.232260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a91fc9c7-9a4c-48f1-b246-33eff0dc5aab None None] Deleting port 690f7638-70e5-4b31-9996-fd2f1d04e0ad {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:31.233119 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a91fc9c7-9a4c-48f1-b246-33eff0dc5aab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.246486 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85fe3304-e370-43da-a33d-0b2e24eb549f req-aa0d86b4-cb50-4aaa-b7a0-3979b35139f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c634f5d-24cf-428e-b976-377355a3f635 HTTP/1.1" status: 200 len: 217 time: 0.0442438 Nov 12 04:17:31.260910 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.300962 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.308116 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe3304-e370-43da-a33d-0b2e24eb549f req-5f2950bb-1226-481a-8a93-59925f751c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:31.311873 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85fe3304-e370-43da-a33d-0b2e24eb549f req-5f2950bb-1226-481a-8a93-59925f751c9e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64085683-3376-464a-a4ff-b7367f1920e9 HTTP/1.1" status: 200 len: 851 time: 0.0586646 Nov 12 04:17:31.332978 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a91fc9c7-9a4c-48f1-b246-33eff0dc5aab None None] For port 690f7638-70e5-4b31-9996-fd2f1d04e0ad, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=690f7638-70e5-4b31-9996-fd2f1d04e0ad,segment=NetworkSegment(00078b76-945a-4d18-9ad8-c6fedb246e7c),segment_id=00078b76-945a-4d18-9ad8-c6fedb246e7c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:31.333611 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a91fc9c7-9a4c-48f1-b246-33eff0dc5aab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.345682 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No DVR routers for this DVR port 690f7638-70e5-4b31-9996-fd2f1d04e0ad on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:31.357320 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a91fc9c7-9a4c-48f1-b246-33eff0dc5aab None None] Calling delete_port for 690f7638-70e5-4b31-9996-fd2f1d04e0ad owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:31.364599 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:31.408447 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85fe3304-e370-43da-a33d-0b2e24eb549f req-22d36ad9-f85d-478c-9ea3-07c974e08c39 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0550e788-ec39-4fbc-9b9c-fbf1372e1240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886369 Nov 12 04:17:31.415043 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=690f7638-70e5-4b31-9996-fd2f1d04e0ad,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:31.443277 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:31.444310 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:31.444763 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:31.445190 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:31.445591 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:31.445996 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:31.446398 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:31.446817 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:31.447609 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:31.448042 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:31.449088 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:31.449559 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.457555 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.460416 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.460416 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.460416 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.460416 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.460416 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.460416 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.460416 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.460416 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.460416 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.460416 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.460416 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.460416 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.460416 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:17:31.460416 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:17:31.465745 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a91fc9c7-9a4c-48f1-b246-33eff0dc5aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.506683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fc9c7-9a4c-48f1-b246-33eff0dc5aab None None] Pushing event deleted for resources: {'Port': ['ID=690f7638-70e5-4b31-9996-fd2f1d04e0ad,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:31.516299 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91fc9c7-9a4c-48f1-b246-33eff0dc5aab None None] No DVR routers for this DVR port 690f7638-70e5-4b31-9996-fd2f1d04e0ad on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:31.529645 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.561619 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e21b42-ca36-4fb5-949e-fa434d830d5a']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:31.570451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ebdb6-dff1-41f2-af87-2dd26e3d07de req-c1392e0a-df6d-40ca-a0dd-f6d25da7941f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:31.572033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e7ebdb6-dff1-41f2-af87-2dd26e3d07de req-c1392e0a-df6d-40ca-a0dd-f6d25da7941f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=dccc2ef5-9c61-4bc5-b223-d05b71d9237a HTTP/1.1" status: 200 len: 943 time: 0.1201231 Nov 12 04:17:31.573656 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00078b76-945a-4d18-9ad8-c6fedb246e7c') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:31.574455 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00078b76-945a-4d18-9ad8-c6fedb246e7c') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:31.587994 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.588526 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85fe3304-e370-43da-a33d-0b2e24eb549f req-ea3c87af-6a7e-46d5-9935-73c0da056085 service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720836 Nov 12 04:17:31.603187 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.610971 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:17:31.611398 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:17:31.614921 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:17:31.689481 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85fe3304-e370-43da-a33d-0b2e24eb549f req-3dfbc10f-bceb-4ac7-9fbd-33f1127e9b03 service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927637 Nov 12 04:17:31.736020 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.747756 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.753212 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/networks/09e21b42-ca36-4fb5-949e-fa434d830d5a HTTP/1.1" status: 204 len: 168 time: 0.9139745 Nov 12 04:17:31.753862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39982) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:31.760664 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1d869-92be-48ce-8933-f0e42ca8d531 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Network': ['ID=09e21b42-ca36-4fb5-949e-fa434d830d5a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:31.800463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c685b9dc-8225-4e78-900b-c07abb0602ea tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:31.801786 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c685b9dc-8225-4e78-900b-c07abb0602ea tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports/fe11acbf-e96d-4d32-9ebd-88de03d4f2ba HTTP/1.1" status: 200 len: 844 time: 0.0465970 Nov 12 04:17:31.805879 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39984) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:31.856537 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-04cc5d53-e45c-4e26-868a-e53263ae3f1b tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports/fe11acbf-e96d-4d32-9ebd-88de03d4f2ba?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0495534 Nov 12 04:17:31.861433 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39990) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:31.866968 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-193ef535-a6b4-4995-809e-13f6b76fb9af tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'subnet': {'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:31.973427 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e7ebdb6-dff1-41f2-af87-2dd26e3d07de req-e6850f86-158d-4740-80f3-b48a54f136e6 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933587 Nov 12 04:17:32.047782 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193ef535-a6b4-4995-809e-13f6b76fb9af tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:32.052265 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-193ef535-a6b4-4995-809e-13f6b76fb9af tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.069046 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 690f7638-70e5-4b31-9996-fd2f1d04e0ad no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:32.091502 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 690f7638-70e5-4b31-9996-fd2f1d04e0ad {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:17:32.092231 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 690f7638-70e5-4b31-9996-fd2f1d04e0ad not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:17:32.102568 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40004) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:32.211400 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c0a8199a-9208-42dd-b29b-2f4c4bff90cf admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-160165022-network', 'tenant_id': '6b07e2042ed240e3be4ded69d77c1c04'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:32.306067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a8199a-9208-42dd-b29b-2f4c4bff90cf admin admin] Made reservation on behalf of 6b07e2042ed240e3be4ded69d77c1c04 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:32.308510 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a8199a-9208-42dd-b29b-2f4c4bff90cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.317915 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a8199a-9208-42dd-b29b-2f4c4bff90cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.329331 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-193ef535-a6b4-4995-809e-13f6b76fb9af tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.370660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193ef535-a6b4-4995-809e-13f6b76fb9af tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:32.373778 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-193ef535-a6b4-4995-809e-13f6b76fb9af tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:32.378100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193ef535-a6b4-4995-809e-13f6b76fb9af tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:32.378734 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-193ef535-a6b4-4995-809e-13f6b76fb9af tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.389951 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a72586-419f-47a9-b7e6-8a4fce3a011d None None] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:32.396559 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ef535-a6b4-4995-809e-13f6b76fb9af tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Subnet': ['ID=8507220a-370d-4fc8-8244-4333d4ca068d,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:32.423118 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a8199a-9208-42dd-b29b-2f4c4bff90cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.458561 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7690f2-c06b-4ee0-82d7-09bd2bbf576c x-openstack-request-id: req-bb7690f2-c06b-4ee0-82d7-09bd2bbf576c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:32.459133 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c016b0-5148-452a-9ffa-f18f31a94323", "name": "network-vif-plugged", "status": "completed", "tag": "f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:32.459659 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb7690f2-c06b-4ee0-82d7-09bd2bbf576c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:32.460040 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c016b0-5148-452a-9ffa-f18f31a94323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd', 'code': 200} Nov 12 04:17:32.492088 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a8199a-9208-42dd-b29b-2f4c4bff90cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.522162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a8199a-9208-42dd-b29b-2f4c4bff90cf admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:17:32.533063 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-193ef535-a6b4-4995-809e-13f6b76fb9af tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6705282 Nov 12 04:17:32.538760 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40016) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:32.546156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-58dfb679-fe46-4de0-b471-587aa11ed756 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'security_group': {'name': 'tempest-secgroup-1387133695'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:32.553534 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a8199a-9208-42dd-b29b-2f4c4bff90cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.553887 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-c0a8199a-9208-42dd-b29b-2f4c4bff90cf admin admin] Added segment 129632f4-7311-4f32-852b-950fe6747106 of type vlan for network df7ede31-bba3-4a8e-8d4a-b48a23611868 Nov 12 04:17:32.556332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8199a-9208-42dd-b29b-2f4c4bff90cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5824a4d-658d-4bd8-a574-b6358b52fa36,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:32.588714 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73bb5a37-295f-4572-9f8b-5dc37fd46c70 req-b4373d28-7fba-4f89-bc13-c9c27c7fa4e1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1171689 Nov 12 04:17:32.618535 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdacbea-6f66-41db-9868-4f21d5efd7fd req-ba07d5a4-bf77-4f92-bc8f-9e2ee81ee9ae tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:32.620339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbdacbea-6f66-41db-9868-4f21d5efd7fd req-ba07d5a4-bf77-4f92-bc8f-9e2ee81ee9ae tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c016b0-5148-452a-9ffa-f18f31a94323 HTTP/1.1" status: 200 len: 945 time: 0.1116836 Nov 12 04:17:32.654243 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a8199a-9208-42dd-b29b-2f4c4bff90cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.667493 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587824ca-d6cf-45f5-a870-b367720d4bad req-8ef4ae0c-c3d5-418c-96b8-8cbdd807c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:32.669618 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-587824ca-d6cf-45f5-a870-b367720d4bad req-8ef4ae0c-c3d5-418c-96b8-8cbdd807c81f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68c016b0-5148-452a-9ffa-f18f31a94323 HTTP/1.1" status: 200 len: 1097 time: 0.1177132 Nov 12 04:17:32.721425 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58dfb679-fe46-4de0-b471-587aa11ed756 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.739256 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-587824ca-d6cf-45f5-a870-b367720d4bad req-e00309a0-ad8b-4c5b-abea-35f03d6bd574 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605884 Nov 12 04:17:32.747626 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbdacbea-6f66-41db-9868-4f21d5efd7fd req-d1daef38-bb00-47cc-b00b-73637a9114e0 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070595 Nov 12 04:17:32.758891 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb5a37-295f-4572-9f8b-5dc37fd46c70 req-6341ff6c-31ee-462c-9efe-d2e06c6c3611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:32.760793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73bb5a37-295f-4572-9f8b-5dc37fd46c70 req-6341ff6c-31ee-462c-9efe-d2e06c6c3611 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 1097 time: 0.1365626 Nov 12 04:17:32.763542 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a8199a-9208-42dd-b29b-2f4c4bff90cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.764647 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a8199a-9208-42dd-b29b-2f4c4bff90cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:32.765411 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0a8199a-9208-42dd-b29b-2f4c4bff90cf admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.834205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-b9c3f7b2-21db-4887-bff5-a369493ca2c0', 'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0', 'tenant_id': 'fdf54b9b0cd748048a3c812496dc1e09', 'fixed_ips': [{'subnet_id': '8507220a-370d-4fc8-8244-4333d4ca068d'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:17:32.835643 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.868219 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c0a8199a-9208-42dd-b29b-2f4c4bff90cf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7642057 Nov 12 04:17:32.869011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8199a-9208-42dd-b29b-2f4c4bff90cf admin admin] Pushing event updated for resources: {'Network': ['ID=df7ede31-bba3-4a8e-8d4a-b48a23611868,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:32.871045 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40022) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:32.873067 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58dfb679-fe46-4de0-b471-587aa11ed756 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.876803 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-0763750c-689b-457b-9f93-969b638f196a admin admin] Request body: {'subnet': {'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-160165022-subnet', 'tenant_id': '6b07e2042ed240e3be4ded69d77c1c04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:32.889797 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dd1f6-72f5-4096-ad88-cb0e89eb24a9 req-77724b85-1288-4e44-8902-8582140b29ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:32.891327 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c36dd1f6-72f5-4096-ad88-cb0e89eb24a9 req-77724b85-1288-4e44-8902-8582140b29ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9522b608456348d5874d977e2cedcf6c&device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 1097 time: 0.0659173 Nov 12 04:17:32.916876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network df7ede31-bba3-4a8e-8d4a-b48a23611868 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:17:32.986573 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58dfb679-fe46-4de0-b471-587aa11ed756 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.020462 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfb679-fe46-4de0-b471-587aa11ed756 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548a95f9-6bb9-447f-b619-4d48fcf38ec3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:33.057408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] Allocated IP 2001:db8::2 (b9c3f7b2-21db-4887-bff5-a369493ca2c0/8507220a-370d-4fc8-8244-4333d4ca068d/325bf60c-4ea9-41fd-935d-eb134a9e8986) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:33.073894 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58dfb679-fe46-4de0-b471-587aa11ed756 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.077972 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-58dfb679-fe46-4de0-b471-587aa11ed756 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5356257 Nov 12 04:17:33.078283 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40026) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:33.095665 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d0e83426-334d-48a7-b786-26cf3ccacfe1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'security_group': {'name': 'tempest-secgroup-800743708'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:33.134222 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab617537-556f-4f18-980e-4c7f2fb9f81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.214263 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0e83426-334d-48a7-b786-26cf3ccacfe1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.231776 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.295178 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0e83426-334d-48a7-b786-26cf3ccacfe1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.305366 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.336861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0763750c-689b-457b-9f93-969b638f196a admin admin] Made reservation on behalf of 6b07e2042ed240e3be4ded69d77c1c04 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:33.339253 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0763750c-689b-457b-9f93-969b638f196a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.348827 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:33.353768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:33.355867 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0e83426-334d-48a7-b786-26cf3ccacfe1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.357422 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:33.364553 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] Pushing event updated for resources: {'Port': ['ID=325bf60c-4ea9-41fd-935d-eb134a9e8986,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:33.406748 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e83426-334d-48a7-b786-26cf3ccacfe1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa5ef93-50fa-4d1f-81ab-53e4b3343564,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:33.419320 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] Attempting to bind port 325bf60c-4ea9-41fd-935d-eb134a9e8986 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:33.419782 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] Attempting to bind port 325bf60c-4ea9-41fd-935d-eb134a9e8986 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '9967adf2-b4f1-4d31-97fc-d27270ca3668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:33.420215 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] Attempting to bind port 325bf60c-4ea9-41fd-935d-eb134a9e8986 on network b9c3f7b2-21db-4887-bff5-a369493ca2c0 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:33.425585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:33.428116 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] Checking segment: {'id': '9967adf2-b4f1-4d31-97fc-d27270ca3668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:33.428116 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.428116 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] Bound using segment: {'id': '9967adf2-b4f1-4d31-97fc-d27270ca3668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:33.428116 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] Bound port: 325bf60c-4ea9-41fd-935d-eb134a9e8986, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9967adf2-b4f1-4d31-97fc-d27270ca3668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:33.428116 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.490952 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] For port 325bf60c-4ea9-41fd-935d-eb134a9e8986, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:33.494341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] For port 325bf60c-4ea9-41fd-935d-eb134a9e8986, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=325bf60c-4ea9-41fd-935d-eb134a9e8986,segment=NetworkSegment(9967adf2-b4f1-4d31-97fc-d27270ca3668),segment_id=9967adf2-b4f1-4d31-97fc-d27270ca3668)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:33.506590 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0e83426-334d-48a7-b786-26cf3ccacfe1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.508496 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d0e83426-334d-48a7-b786-26cf3ccacfe1 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4287872 Nov 12 04:17:33.516067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40028) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:33.521237 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-132fad50-6115-4707-a579-8bf6738f5418 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1092638277', 'security_groups': ['faa5ef93-50fa-4d1f-81ab-53e4b3343564'], 'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8507220a-370d-4fc8-8244-4333d4ca068d'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:33.563173 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.573483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0728b5-81a6-46d6-be6d-e9846dac6e10 req-43fa1b13-db4a-41aa-8e4f-4f2bea836de9 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:33.575116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac0728b5-81a6-46d6-be6d-e9846dac6e10 req-43fa1b13-db4a-41aa-8e4f-4f2bea836de9 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.2538638 Nov 12 04:17:33.576185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dd1f6-72f5-4096-ad88-cb0e89eb24a9 req-07983c10-ede0-4e14-b0d6-78c09698dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:33.577533 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c36dd1f6-72f5-4096-ad88-cb0e89eb24a9 req-07983c10-ede0-4e14-b0d6-78c09698dad6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 HTTP/1.1" status: 200 len: 916 time: 0.6671076 Nov 12 04:17:33.625592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6c1ce-ff05-4b56-a565-f2aae8082121 None None] Pushing event updated for resources: {'Port': ['ID=325bf60c-4ea9-41fd-935d-eb134a9e8986,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:33.647448 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb5a37-295f-4572-9f8b-5dc37fd46c70 req-d737c00f-4e5b-4aa4-811b-a99cfdf6a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:33.648933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73bb5a37-295f-4572-9f8b-5dc37fd46c70 req-d737c00f-4e5b-4aa4-811b-a99cfdf6a355 service neutron] 10.222.0.21 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.3266346 Nov 12 04:17:33.650216 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c36dd1f6-72f5-4096-ad88-cb0e89eb24a9 req-86537aff-ff09-4605-8914-da9b1b313af5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48b85fa0-1b8c-4225-a782-55ce8c571fb6 HTTP/1.1" status: 200 len: 217 time: 0.0614538 Nov 12 04:17:33.694646 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132fad50-6115-4707-a579-8bf6738f5418 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:33.804230 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-132fad50-6115-4707-a579-8bf6738f5418 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.818339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73bb5a37-295f-4572-9f8b-5dc37fd46c70 req-5f3dd3a9-d372-4f8a-9ee6-08b65a8cea0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827813e1-4afe-44db-947c-b67c4e2c3e62 HTTP/1.1" status: 200 len: 1001 time: 0.1426821 Nov 12 04:17:33.837245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7c634f5d-24cf-428e-b976-377355a3f635 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:17:33.839825 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-132fad50-6115-4707-a579-8bf6738f5418 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] device_id is not set on port d370d68e-9bf3-4a32-b799-f021b6d5174e yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:17:33.854971 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dd1f6-72f5-4096-ad88-cb0e89eb24a9 req-bab0f27b-453f-4beb-a523-98146b57f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:33.856466 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c36dd1f6-72f5-4096-ad88-cb0e89eb24a9 req-bab0f27b-453f-4beb-a523-98146b57f00b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d47581f-20de-4cd2-a8b0-e2cb48fc0e2c HTTP/1.1" status: 200 len: 855 time: 0.1820581 Nov 12 04:17:33.860329 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac0728b5-81a6-46d6-be6d-e9846dac6e10 req-f8087785-9392-4601-895c-169e614870aa tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689002 Nov 12 04:17:33.946395 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c36dd1f6-72f5-4096-ad88-cb0e89eb24a9 req-9db57882-7f06-4e59-9dd7-9fdff6a441ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2f8e694-3ef4-4f15-b37d-b6a7c6d64987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713882 Nov 12 04:17:33.990425 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7c634f5d-24cf-428e-b976-377355a3f635, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7c634f5d-24cf-428e-b976-377355a3f635,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:34.005857 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '7c634f5d-24cf-428e-b976-377355a3f635', 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240', 'port_id': '7c634f5d-24cf-428e-b976-377355a3f635', 'mac_address': 'fa:16:3e:09:b5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64085683-3376-464a-a4ff-b7367f1920e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:17:34.056507 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0763750c-689b-457b-9f93-969b638f196a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.057773 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.095255 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c634f5d-24cf-428e-b976-377355a3f635 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:34.121997 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7c634f5d-24cf-428e-b976-377355a3f635, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7c634f5d-24cf-428e-b976-377355a3f635,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:34.127480 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-132fad50-6115-4707-a579-8bf6738f5418 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Allocated IP 2001:db8::261 (b9c3f7b2-21db-4887-bff5-a369493ca2c0/8507220a-370d-4fc8-8244-4333d4ca068d/d370d68e-9bf3-4a32-b799-f021b6d5174e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:34.129832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb5a37-295f-4572-9f8b-5dc37fd46c70 req-19f386d0-96c3-4c26-89c3-d5df0871c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:34.130921 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 325bf60c-4ea9-41fd-935d-eb134a9e8986 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:34.137640 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73bb5a37-295f-4572-9f8b-5dc37fd46c70 req-19f386d0-96c3-4c26-89c3-d5df0871c7fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.2836614 Nov 12 04:17:34.206113 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 325bf60c-4ea9-41fd-935d-eb134a9e8986 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:34.206598 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.238047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068407a-1fb6-4012-bc1c-444daac4bb1d req-a9757a24-e33d-45e5-934f-aa7e2984bf46 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:34.244554 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6068407a-1fb6-4012-bc1c-444daac4bb1d req-a9757a24-e33d-45e5-934f-aa7e2984bf46 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=dccc2ef5-9c61-4bc5-b223-d05b71d9237a HTTP/1.1" status: 200 len: 943 time: 0.2551935 Nov 12 04:17:34.251026 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.285886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763750c-689b-457b-9f93-969b638f196a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e74e7a2-2ada-450c-9dd9-fc1e4194cbea,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:34.293594 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c36dd1f6-72f5-4096-ad88-cb0e89eb24a9 req-f5c06f38-bed7-4da0-879d-71e59eb033f0 service neutron] 10.222.0.31 "GET /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352945 Nov 12 04:17:34.312288 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-132fad50-6115-4707-a579-8bf6738f5418 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.351785 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=7c634f5d-24cf-428e-b976-377355a3f635,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:34.363989 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb5a37-295f-4572-9f8b-5dc37fd46c70 req-824bb6e0-88cd-4424-ad33-606d292c3815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:34.365493 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73bb5a37-295f-4572-9f8b-5dc37fd46c70 req-824bb6e0-88cd-4424-ad33-606d292c3815 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2032297 Nov 12 04:17:34.373057 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.397621 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0763750c-689b-457b-9f93-969b638f196a admin admin] Checking segment: {'id': '129632f4-7311-4f32-852b-950fe6747106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:34.398018 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0763750c-689b-457b-9f93-969b638f196a admin admin] Network hostable DHCP agents. Network: df7ede31-bba3-4a8e-8d4a-b48a23611868, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:17:34.404271 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-132fad50-6115-4707-a579-8bf6738f5418 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.439372 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 325bf60c-4ea9-41fd-935d-eb134a9e8986, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=325bf60c-4ea9-41fd-935d-eb134a9e8986,segment=NetworkSegment(9967adf2-b4f1-4d31-97fc-d27270ca3668),segment_id=9967adf2-b4f1-4d31-97fc-d27270ca3668)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:34.443958 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6068407a-1fb6-4012-bc1c-444daac4bb1d req-14917cb6-d645-49ab-8aa0-51573f37b16a tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943395 Nov 12 04:17:34.462757 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132fad50-6115-4707-a579-8bf6738f5418 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:34.466853 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-132fad50-6115-4707-a579-8bf6738f5418 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:34.475677 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132fad50-6115-4707-a579-8bf6738f5418 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:34.482447 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132fad50-6115-4707-a579-8bf6738f5418 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:34.483377 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-132fad50-6115-4707-a579-8bf6738f5418 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.487578 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fad50-6115-4707-a579-8bf6738f5418 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=d370d68e-9bf3-4a32-b799-f021b6d5174e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:34.512513 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.541300 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['7c634f5d-24cf-428e-b976-377355a3f635'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:34.590965 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-132fad50-6115-4707-a579-8bf6738f5418 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0737088 Nov 12 04:17:34.594067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40036) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:34.603561 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-561ae074-18ce-4928-8ad3-142e55029e2f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'subnet': {'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:34.603916 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0763750c-689b-457b-9f93-969b638f196a admin admin] Network df7ede31-bba3-4a8e-8d4a-b48a23611868 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:17:34.607404 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=325bf60c-4ea9-41fd-935d-eb134a9e8986,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:34.622517 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c36dd1f6-72f5-4096-ad88-cb0e89eb24a9 req-672a7921-2100-4c69-a29e-4514581539e9 service neutron] 10.222.0.31 "GET /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120744 Nov 12 04:17:34.634441 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a326c1-aced-449f-aa9e-422563f03f22 req-6daccbbd-4f0f-4e95-a9a0-a4b2324a4d2e tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:34.642024 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-71a326c1-aced-449f-aa9e-422563f03f22 req-6daccbbd-4f0f-4e95-a9a0-a4b2324a4d2e tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c016b0-5148-452a-9ffa-f18f31a94323 HTTP/1.1" status: 200 len: 945 time: 0.1175785 Nov 12 04:17:34.646915 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73bb5a37-295f-4572-9f8b-5dc37fd46c70 req-1c674c64-e232-4e1d-8dfc-0b0680877cdd service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497218 Nov 12 04:17:34.702783 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-0763750c-689b-457b-9f93-969b638f196a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, df7ede31-bba3-4a8e-8d4a-b48a23611868) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:34.705008 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0763750c-689b-457b-9f93-969b638f196a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:34.705632 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0763750c-689b-457b-9f93-969b638f196a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.715684 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50c9fcf-99a3-4153-bf67-c04815e6a688 None None] Network df7ede31-bba3-4a8e-8d4a-b48a23611868 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:34.806192 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-71a326c1-aced-449f-aa9e-422563f03f22 req-1591c664-bba7-4d2d-bb18-05c3fc012239 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629312 Nov 12 04:17:34.837139 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561ae074-18ce-4928-8ad3-142e55029e2f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:34.843980 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-561ae074-18ce-4928-8ad3-142e55029e2f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.876954 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73bb5a37-295f-4572-9f8b-5dc37fd46c70 req-91be7111-4e56-49e0-b9e3-5586ec819c31 service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224724 Nov 12 04:17:34.908647 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd75d72-ec97-49f2-bf3c-c332791c2e04 None None] Network df7ede31-bba3-4a8e-8d4a-b48a23611868 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:34.926936 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0763750c-689b-457b-9f93-969b638f196a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0501003 Nov 12 04:17:35.001434 n-d-768509-24 neutron-server[103297]: INFO neutron.db.ipam_backend_mixin [None req-561ae074-18ce-4928-8ad3-142e55029e2f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8507220a-370d-4fc8-8244-4333d4ca068d (CIDR: 2001:db8::/64) Nov 12 04:17:35.038307 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-561ae074-18ce-4928-8ad3-142e55029e2f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:17:35.038885 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561ae074-18ce-4928-8ad3-142e55029e2f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:17:35.095034 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2a30617a-23b9-49b3-a6be-2fae164275ce None None] Provisioning complete for port fe11acbf-e96d-4d32-9ebd-88de03d4f2ba triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:35.095415 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a30617a-23b9-49b3-a6be-2fae164275ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:35.144882 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2a30617a-23b9-49b3-a6be-2fae164275ce None None] Port fe11acbf-e96d-4d32-9ebd-88de03d4f2ba cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:35.157322 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-561ae074-18ce-4928-8ad3-142e55029e2f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5609384 Nov 12 04:17:35.157994 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40048) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:35.163337 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2a30617a-23b9-49b3-a6be-2fae164275ce None None] Provisioning complete for port 325bf60c-4ea9-41fd-935d-eb134a9e8986 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:35.164857 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a30617a-23b9-49b3-a6be-2fae164275ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:35.165877 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-dd2cf700-cb42-470d-88f4-f9693f21d336 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'subnet': {'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:35.221319 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9e0fd-f9cb-4c2b-9a92-951f893f666f req-6c50fb93-648e-462e-b52c-d9eed1b2ab2c tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:35.223466 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ead9e0fd-f9cb-4c2b-9a92-951f893f666f req-6c50fb93-648e-462e-b52c-d9eed1b2ab2c tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.0772336 Nov 12 04:17:35.286169 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ead9e0fd-f9cb-4c2b-9a92-951f893f666f req-9293699e-67c6-484b-b3cf-531c09ee5f7a tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559945 Nov 12 04:17:35.391911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9731af29-15f1-4627-abaf-aa3916d032ab None None] Provisioning complete for port d370d68e-9bf3-4a32-b799-f021b6d5174e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:35.395796 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9731af29-15f1-4627-abaf-aa3916d032ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:35.414791 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2cf700-cb42-470d-88f4-f9693f21d336 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:35.419890 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd2cf700-cb42-470d-88f4-f9693f21d336 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:35.449976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9731af29-15f1-4627-abaf-aa3916d032ab None None] Port d370d68e-9bf3-4a32-b799-f021b6d5174e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:35.507476 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e89ff187-0099-4f69-9ce1-116fb43f1c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:35.619352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-18e91d74-1e8d-42ee-836e-66ce44e02a28 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:35.621483 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-18e91d74-1e8d-42ee-836e-66ce44e02a28 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/networks?id=df7ede31-bba3-4a8e-8d4a-b48a23611868 HTTP/1.1" status: 200 len: 812 time: 0.1185157 Nov 12 04:17:35.639157 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-32628cad-3075-4101-b8f6-5a2e1b97578a tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/quotas/6b07e2042ed240e3be4ded69d77c1c04 HTTP/1.1" status: 200 len: 375 time: 0.0104780 Nov 12 04:17:35.673077 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-f7f297ca-d254-41d7-9c53-ddf2798d6b77 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b07e2042ed240e3be4ded69d77c1c04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279996 Nov 12 04:17:35.740963 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd2cf700-cb42-470d-88f4-f9693f21d336 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:35.774327 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-beb54075-19c6-4547-ae71-ff8b09da173c service neutron] 10.222.0.37 "GET /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936470 Nov 12 04:17:35.784622 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2cf700-cb42-470d-88f4-f9693f21d336 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:35.795257 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-dd2cf700-cb42-470d-88f4-f9693f21d336 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:35.799869 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2cf700-cb42-470d-88f4-f9693f21d336 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:35.800310 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd2cf700-cb42-470d-88f4-f9693f21d336 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:35.806806 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2cf700-cb42-470d-88f4-f9693f21d336 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Subnet': ['ID=9dc60643-bd87-4b6c-8354-41e7cea9bffd,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:35.811548 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957af56d-e204-4f7f-ae81-7a6d4231fddf None None] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:35.837839 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7c634f5d-24cf-428e-b976-377355a3f635 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:35.885667 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-8750266c-4d7a-4806-b76b-4f2fd0f3db35 service neutron] 10.222.0.37 "GET /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036665 Nov 12 04:17:35.949978 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-dd2cf700-cb42-470d-88f4-f9693f21d336 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7894709 Nov 12 04:17:35.952623 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40072) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:35.958194 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ee936ff1-afa8-4fa9-8cc8-330b001d0661 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-10509350', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9dc60643-bd87-4b6c-8354-41e7cea9bffd'}], 'security_groups': ['548a95f9-6bb9-447f-b619-4d48fcf38ec3']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:36.019803 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 7c634f5d-24cf-428e-b976-377355a3f635 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:17:36.025653 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 7c634f5d-24cf-428e-b976-377355a3f635 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:36.025653 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.050283 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee936ff1-afa8-4fa9-8cc8-330b001d0661 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.116306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 325bf60c-4ea9-41fd-935d-eb134a9e8986 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:36.118621 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d0fa3c-3977-411f-b4fa-6a7281340c67 None None] Update dhcp port {'port': {'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0', 'fixed_ips': [{'subnet_id': '8507220a-370d-4fc8-8244-4333d4ca068d', 'ip_address': '2001:db8::2'}, {'subnet_id': '9dc60643-bd87-4b6c-8354-41e7cea9bffd'}], 'binding:host_id': 'n-d-768509-24'}, 'id': '325bf60c-4ea9-41fd-935d-eb134a9e8986'} from n-d-768509-24. {{(pid=103298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:17:36.196732 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1d0fa3c-3977-411f-b4fa-6a7281340c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.225127 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.284485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccc2ef5-9c61-4bc5-b223-d05b71d9237a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c634f5d-24cf-428e-b976-377355a3f635'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:36.286758 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0834a498-d505-47c4-ad1c-a8d01eeef3b9" -d '{"events": [{"server_uuid": "dccc2ef5-9c61-4bc5-b223-d05b71d9237a", "name": "network-vif-plugged", "status": "completed", "tag": "7c634f5d-24cf-428e-b976-377355a3f635"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:36.348034 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 325bf60c-4ea9-41fd-935d-eb134a9e8986 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:36.348411 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.377417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7c634f5d-24cf-428e-b976-377355a3f635, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7c634f5d-24cf-428e-b976-377355a3f635,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:36.416181 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-ee936ff1-afa8-4fa9-8cc8-330b001d0661 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Delete allocated IP 2001:db8::261 (b9c3f7b2-21db-4887-bff5-a369493ca2c0/8507220a-370d-4fc8-8244-4333d4ca068d) {{(pid=103297) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 04:17:36.431226 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-ee936ff1-afa8-4fa9-8cc8-330b001d0661 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Allocated IP 2001:db8:0:1::1de (b9c3f7b2-21db-4887-bff5-a369493ca2c0/9dc60643-bd87-4b6c-8354-41e7cea9bffd/d370d68e-9bf3-4a32-b799-f021b6d5174e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:36.447929 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.481809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2342ff3-c658-4faf-82eb-8a5daa6272f8 req-7ae7405a-fa1f-4af9-a108-eb7651859334 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:36.485013 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2342ff3-c658-4faf-82eb-8a5daa6272f8 req-7ae7405a-fa1f-4af9-a108-eb7651859334 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=dccc2ef5-9c61-4bc5-b223-d05b71d9237a HTTP/1.1" status: 200 len: 944 time: 0.0874815 Nov 12 04:17:36.516843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=7c634f5d-24cf-428e-b976-377355a3f635,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:36.551115 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2342ff3-c658-4faf-82eb-8a5daa6272f8 req-e2f5fed6-e5b7-48f1-a962-9536b15bde68 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602610 Nov 12 04:17:36.631848 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.639936 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee936ff1-afa8-4fa9-8cc8-330b001d0661 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.769611 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee936ff1-afa8-4fa9-8cc8-330b001d0661 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.830795 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-a1d0fa3c-3977-411f-b4fa-6a7281340c67 None None] Allocated IP 2001:db8:0:1::2 (b9c3f7b2-21db-4887-bff5-a369493ca2c0/9dc60643-bd87-4b6c-8354-41e7cea9bffd/325bf60c-4ea9-41fd-935d-eb134a9e8986) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:36.839170 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ee936ff1-afa8-4fa9-8cc8-330b001d0661 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] In _notify_port_updated(), no bound segment for port d370d68e-9bf3-4a32-b799-f021b6d5174e on network b9c3f7b2-21db-4887-bff5-a369493ca2c0 {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:17:36.848793 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee936ff1-afa8-4fa9-8cc8-330b001d0661 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:36.848793 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee936ff1-afa8-4fa9-8cc8-330b001d0661 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.848793 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ee936ff1-afa8-4fa9-8cc8-330b001d0661 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "PUT /v2.0/ports/d370d68e-9bf3-4a32-b799-f021b6d5174e HTTP/1.1" status: 200 len: 929 time: 0.8967946 Nov 12 04:17:36.854417 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40088) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:36.858438 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee936ff1-afa8-4fa9-8cc8-330b001d0661 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=d370d68e-9bf3-4a32-b799-f021b6d5174e,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:36.952480 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a1d0fa3c-3977-411f-b4fa-6a7281340c67 None None] For port 325bf60c-4ea9-41fd-935d-eb134a9e8986, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=325bf60c-4ea9-41fd-935d-eb134a9e8986,segment=NetworkSegment(9967adf2-b4f1-4d31-97fc-d27270ca3668),segment_id=9967adf2-b4f1-4d31-97fc-d27270ca3668)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:36.955895 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-f6e6598f-3a03-450b-acf0-222a6ada8513 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port d370d68e-9bf3-4a32-b799-f021b6d5174e {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:36.956621 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f6e6598f-3a03-450b-acf0-222a6ada8513 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.985342 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1d0fa3c-3977-411f-b4fa-6a7281340c67 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.054378 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f6e6598f-3a03-450b-acf0-222a6ada8513 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.066266 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-f6e6598f-3a03-450b-acf0-222a6ada8513 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for d370d68e-9bf3-4a32-b799-f021b6d5174e owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:37.128981 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1d0fa3c-3977-411f-b4fa-6a7281340c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.225317 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0fa3c-3977-411f-b4fa-6a7281340c67 None None] Pushing event updated for resources: {'Port': ['ID=325bf60c-4ea9-41fd-935d-eb134a9e8986,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:37.283764 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f6e6598f-3a03-450b-acf0-222a6ada8513 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.287105 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6fae0a-6891-4130-929f-503d9b0bd5e1 x-openstack-request-id: req-9c6fae0a-6891-4130-929f-503d9b0bd5e1 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:37.287105 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccc2ef5-9c61-4bc5-b223-d05b71d9237a", "name": "network-vif-plugged", "status": "completed", "tag": "7c634f5d-24cf-428e-b976-377355a3f635", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:37.287284 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c6fae0a-6891-4130-929f-503d9b0bd5e1 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:37.287644 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccc2ef5-9c61-4bc5-b223-d05b71d9237a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c634f5d-24cf-428e-b976-377355a3f635', 'code': 200} Nov 12 04:17:37.316829 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6598f-3a03-450b-acf0-222a6ada8513 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=d370d68e-9bf3-4a32-b799-f021b6d5174e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:37.358140 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f6e6598f-3a03-450b-acf0-222a6ada8513 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.366704 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f6e6598f-3a03-450b-acf0-222a6ada8513 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/ports/d370d68e-9bf3-4a32-b799-f021b6d5174e HTTP/1.1" status: 204 len: 168 time: 0.5108421 Nov 12 04:17:37.369591 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40098) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:37.407930 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-98905ef2-a50b-43aa-91d1-91fa633fc005 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] GET failed (client error): The resource could not be found. Nov 12 04:17:37.410675 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-98905ef2-a50b-43aa-91d1-91fa633fc005 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports/d370d68e-9bf3-4a32-b799-f021b6d5174e HTTP/1.1" status: 404 len: 333 time: 0.0391095 Nov 12 04:17:37.417361 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40100) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:37.473237 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cd52c62-7f1a-4249-8ae0-305d4dbeb3f4 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.496354 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41375c-78fe-4957-995b-c60b6d992ffd req-37241f99-51cd-41e5-8e48-b9e38358296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:37.497673 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cd52c62-7f1a-4249-8ae0-305d4dbeb3f4 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.497860 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd41375c-78fe-4957-995b-c60b6d992ffd req-37241f99-51cd-41e5-8e48-b9e38358296b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dccc2ef5-9c61-4bc5-b223-d05b71d9237a HTTP/1.1" status: 200 len: 1097 time: 0.0813351 Nov 12 04:17:37.505791 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1f34-1ef8-4b16-9a64-58f16042a5e7 req-7b457a9d-60cd-4239-8824-c86138b3ae49 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:37.511233 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01af1f34-1ef8-4b16-9a64-58f16042a5e7 req-7b457a9d-60cd-4239-8824-c86138b3ae49 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.1067946 Nov 12 04:17:37.587389 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd41375c-78fe-4957-995b-c60b6d992ffd req-3b943a26-891a-4d9e-bdd4-adda300c8dd8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736907 Nov 12 04:17:37.591138 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01af1f34-1ef8-4b16-9a64-58f16042a5e7 req-bb1cc4ac-7c12-4ffe-842b-a494ed01f8a1 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762475 Nov 12 04:17:37.712904 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34125d2-4f2e-4864-bdf3-0796b28c4171 req-89b3582c-c32f-437d-9fa7-ee55e373f736 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:37.714461 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d34125d2-4f2e-4864-bdf3-0796b28c4171 req-89b3582c-c32f-437d-9fa7-ee55e373f736 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c016b0-5148-452a-9ffa-f18f31a94323 HTTP/1.1" status: 200 len: 945 time: 0.0587091 Nov 12 04:17:37.771386 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d34125d2-4f2e-4864-bdf3-0796b28c4171 req-b1f7ba02-60eb-401a-b7be-9a525ae632f3 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495834 Nov 12 04:17:37.790309 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cd52c62-7f1a-4249-8ae0-305d4dbeb3f4 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.793432 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cd52c62-7f1a-4249-8ae0-305d4dbeb3f4 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.796210 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6cd52c62-7f1a-4249-8ae0-305d4dbeb3f4 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/security-groups/faa5ef93-50fa-4d1f-81ab-53e4b3343564 HTTP/1.1" status: 204 len: 168 time: 0.3817656 Nov 12 04:17:37.799356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40104) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:37.807832 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd52c62-7f1a-4249-8ae0-305d4dbeb3f4 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa5ef93-50fa-4d1f-81ab-53e4b3343564,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:37.863180 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6a6da64-e78f-46cc-9338-d859cc26bca5 req-4cda4d6d-7e53-4f59-ac54-876d8fa60952 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b83f01-e193-4834-ad54-48539f6aa04a HTTP/1.1" status: 200 len: 210 time: 0.0419836 Nov 12 04:17:37.904137 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2fe57e7-bd77-492e-b433-4e5727cd6d6e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.931824 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2fe57e7-bd77-492e-b433-4e5727cd6d6e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.999208 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8dd06284-f1fd-425c-b245-990555616019 None None] Provisioning complete for port 325bf60c-4ea9-41fd-935d-eb134a9e8986 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:38.000297 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8dd06284-f1fd-425c-b245-990555616019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.021861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97894e0f-13fc-4634-afc0-eb1ae9f7ae56 req-76a9a95d-91b5-41b9-aa9d-33bb9310ed05 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:38.023637 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-97894e0f-13fc-4634-afc0-eb1ae9f7ae56 req-76a9a95d-91b5-41b9-aa9d-33bb9310ed05 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=dccc2ef5-9c61-4bc5-b223-d05b71d9237a HTTP/1.1" status: 200 len: 945 time: 0.0578854 Nov 12 04:17:38.079716 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-97894e0f-13fc-4634-afc0-eb1ae9f7ae56 req-5d20211b-4b65-4029-8d91-c5385fc31833 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493693 Nov 12 04:17:38.097435 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 325bf60c-4ea9-41fd-935d-eb134a9e8986 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:38.135172 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2fe57e7-bd77-492e-b433-4e5727cd6d6e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.139587 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2fe57e7-bd77-492e-b433-4e5727cd6d6e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.139587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e2fe57e7-bd77-492e-b433-4e5727cd6d6e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/security-groups/548a95f9-6bb9-447f-b619-4d48fcf38ec3 HTTP/1.1" status: 204 len: 168 time: 0.3382666 Nov 12 04:17:38.141790 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40108) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:38.150012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe57e7-bd77-492e-b433-4e5727cd6d6e tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=548a95f9-6bb9-447f-b619-4d48fcf38ec3,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:38.204570 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f51688c-b13b-437c-adc2-7f9527025f65 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting subnet 8507220a-370d-4fc8-8244-4333d4ca068d {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:17:38.209645 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f51688c-b13b-437c-adc2-7f9527025f65 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.257905 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f51688c-b13b-437c-adc2-7f9527025f65 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.362328 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f51688c-b13b-437c-adc2-7f9527025f65 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.379329 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8dd06284-f1fd-425c-b245-990555616019 None None] Provisioning complete for port fe11acbf-e96d-4d32-9ebd-88de03d4f2ba triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:38.379702 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8dd06284-f1fd-425c-b245-990555616019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.423591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8dd06284-f1fd-425c-b245-990555616019 None None] Port fe11acbf-e96d-4d32-9ebd-88de03d4f2ba cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:38.426830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 325bf60c-4ea9-41fd-935d-eb134a9e8986 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:38.427286 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.447831 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8dd06284-f1fd-425c-b245-990555616019 None None] Could not find standard attr ID for object d370d68e-9bf3-4a32-b799-f021b6d5174e. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:17:38.450874 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.523831 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f51688c-b13b-437c-adc2-7f9527025f65 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.550126 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51688c-b13b-437c-adc2-7f9527025f65 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Subnet': ['ID=8507220a-370d-4fc8-8244-4333d4ca068d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:38.555754 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f51688c-b13b-437c-adc2-7f9527025f65 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.559165 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3f51688c-b13b-437c-adc2-7f9527025f65 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/subnets/8507220a-370d-4fc8-8244-4333d4ca068d HTTP/1.1" status: 204 len: 168 time: 0.4162686 Nov 12 04:17:38.560424 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2f48ac94-ee2d-4b31-9c15-6a04ed6b100a None None] Could not find standard attr ID for object d370d68e-9bf3-4a32-b799-f021b6d5174e. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:17:38.563663 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40114) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:38.568251 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc914b48-c30b-4b59-8cf5-fea065ea5527 None None] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:38.570195 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4d8c08ae-69fc-46e8-9ba5-9b815ee34fad tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'subnet': {'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:38.759148 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feedcf8-199d-4f75-bcd9-72ef73fbf143 req-34d5633e-39c7-4938-b033-ea9b301a3f1d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:38.760818 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4feedcf8-199d-4f75-bcd9-72ef73fbf143 req-34d5633e-39c7-4938-b033-ea9b301a3f1d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.0851426 Nov 12 04:17:38.820507 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4feedcf8-199d-4f75-bcd9-72ef73fbf143 req-a60b2c2a-6257-423c-9992-5a559034ea4d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523212 Nov 12 04:17:38.832234 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8c08ae-69fc-46e8-9ba5-9b815ee34fad tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:38.841898 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4d8c08ae-69fc-46e8-9ba5-9b815ee34fad tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.973575 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a026acc-9a50-4a24-b44d-fa6e73aa6ffb req-2eb0eef4-3f98-48ee-9291-4766e337e6a4 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:38.981147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a026acc-9a50-4a24-b44d-fa6e73aa6ffb req-2eb0eef4-3f98-48ee-9291-4766e337e6a4 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c016b0-5148-452a-9ffa-f18f31a94323 HTTP/1.1" status: 200 len: 945 time: 0.0609353 Nov 12 04:17:39.043334 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:39.078723 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a026acc-9a50-4a24-b44d-fa6e73aa6ffb req-049e0f2b-a5f5-4784-a449-544556df2c79 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956452 Nov 12 04:17:39.138775 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772128c-3261-4db5-b684-01e2bb19d0f8 req-0a3fa2cd-46a0-4be8-9550-bfea4dfc38eb tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:39.143860 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1772128c-3261-4db5-b684-01e2bb19d0f8 req-0a3fa2cd-46a0-4be8-9550-bfea4dfc38eb tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.21 "GET /v2.0/ports?device_id=68c016b0-5148-452a-9ffa-f18f31a94323 HTTP/1.1" status: 200 len: 945 time: 0.1257091 Nov 12 04:17:39.217293 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-87f9c013-61ca-401b-ace3-9ed386e87b4a req-ce3416a6-39d4-48b3-be71-7ae637e5cbdc tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b83f01-e193-4834-ad54-48539f6aa04a HTTP/1.1" status: 200 len: 210 time: 0.0366085 Nov 12 04:17:39.283961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-1772128c-3261-4db5-b684-01e2bb19d0f8 req-b87b367e-270c-4255-af41-df213db92ae6 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Deleting port f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:39.284336 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4d8c08ae-69fc-46e8-9ba5-9b815ee34fad tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:39.284563 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1772128c-3261-4db5-b684-01e2bb19d0f8 req-b87b367e-270c-4255-af41-df213db92ae6 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:39.356233 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c08ae-69fc-46e8-9ba5-9b815ee34fad tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Subnet': ['ID=6192c541-d6b7-4c13-ad21-abafa2f4d812,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:39.366519 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8c08ae-69fc-46e8-9ba5-9b815ee34fad tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:39.370186 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4d8c08ae-69fc-46e8-9ba5-9b815ee34fad tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:39.377390 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8c08ae-69fc-46e8-9ba5-9b815ee34fad tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:39.377620 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4d8c08ae-69fc-46e8-9ba5-9b815ee34fad tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:39.393160 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8dd750-c5f0-4b01-b8ed-0fab267092dc None None] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:39.431588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47069f52-ade5-434b-8076-d9579f55a33e req-c4562723-c692-48d8-8827-8ec536fca74b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:39.433048 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47069f52-ade5-434b-8076-d9579f55a33e req-c4562723-c692-48d8-8827-8ec536fca74b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=dccc2ef5-9c61-4bc5-b223-d05b71d9237a HTTP/1.1" status: 200 len: 945 time: 0.1201854 Nov 12 04:17:39.451114 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-1772128c-3261-4db5-b684-01e2bb19d0f8 req-b87b367e-270c-4255-af41-df213db92ae6 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] For port f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd,segment=NetworkSegment(e72950ee-727f-4a47-8d7c-f109451b1313),segment_id=e72950ee-727f-4a47-8d7c-f109451b1313)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:39.451484 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1772128c-3261-4db5-b684-01e2bb19d0f8 req-b87b367e-270c-4255-af41-df213db92ae6 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:39.473383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-1772128c-3261-4db5-b684-01e2bb19d0f8 req-b87b367e-270c-4255-af41-df213db92ae6 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Calling delete_port for f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:39.501522 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4d8c08ae-69fc-46e8-9ba5-9b815ee34fad tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9363124 Nov 12 04:17:39.504094 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40128) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:39.508511 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bc1211ae-724b-4fd5-aa0e-c84c205a2b71 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'security_group': {'name': 'tempest-secgroup-935316263'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:39.520530 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fb2a483c-34c7-4230-9b78-d8ae6144494f None None] Provisioning complete for port fe11acbf-e96d-4d32-9ebd-88de03d4f2ba triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:39.521028 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb2a483c-34c7-4230-9b78-d8ae6144494f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:39.548934 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47069f52-ade5-434b-8076-d9579f55a33e req-d387308f-e653-4aac-ae70-d814f99de189 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076016 Nov 12 04:17:39.582819 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fb2a483c-34c7-4230-9b78-d8ae6144494f None None] Port fe11acbf-e96d-4d32-9ebd-88de03d4f2ba cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:39.592052 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc1211ae-724b-4fd5-aa0e-c84c205a2b71 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:39.601371 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fb2a483c-34c7-4230-9b78-d8ae6144494f None None] Provisioning complete for port 325bf60c-4ea9-41fd-935d-eb134a9e8986 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:39.601807 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb2a483c-34c7-4230-9b78-d8ae6144494f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:39.716094 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc1211ae-724b-4fd5-aa0e-c84c205a2b71 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:39.738655 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0c2571-1f6f-475f-9f86-f55e3dedbf4e None None] Update dhcp port {'port': {'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0', 'fixed_ips': [{'subnet_id': '9dc60643-bd87-4b6c-8354-41e7cea9bffd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6192c541-d6b7-4c13-ad21-abafa2f4d812'}], 'binding:host_id': 'n-d-768509-24'}, 'id': '325bf60c-4ea9-41fd-935d-eb134a9e8986'} from n-d-768509-24. {{(pid=103298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:17:39.768694 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e0c2571-1f6f-475f-9f86-f55e3dedbf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:39.802337 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1772128c-3261-4db5-b684-01e2bb19d0f8 req-b87b367e-270c-4255-af41-df213db92ae6 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:39.843679 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b367e-270c-4255-af41-df213db92ae6 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Pushing event deleted for resources: {'Port': ['ID=f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:39.861722 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc1211ae-724b-4fd5-aa0e-c84c205a2b71 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:39.880178 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:39.908464 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1211ae-724b-4fd5-aa0e-c84c205a2b71 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b564de-cc06-4894-a8fc-1772911fe6c3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:39.909255 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1772128c-3261-4db5-b684-01e2bb19d0f8 req-b87b367e-270c-4255-af41-df213db92ae6 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] No DVR routers for this DVR port f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:39.912370 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1772128c-3261-4db5-b684-01e2bb19d0f8 req-b87b367e-270c-4255-af41-df213db92ae6 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:39.916102 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1772128c-3261-4db5-b684-01e2bb19d0f8 req-b87b367e-270c-4255-af41-df213db92ae6 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.21 "DELETE /v2.0/ports/f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd HTTP/1.1" status: 204 len: 173 time: 0.7653277 Nov 12 04:17:39.916563 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c016b0-5148-452a-9ffa-f18f31a94323', 'name': 'network-vif-deleted', 'tag': 'f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:39.919779 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace221e3-6869-47bc-a4d0-439bf3bd5312" -d '{"events": [{"server_uuid": "68c016b0-5148-452a-9ffa-f18f31a94323", "name": "network-vif-deleted", "tag": "f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:39.983846 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-5e0c2571-1f6f-475f-9f86-f55e3dedbf4e None None] Allocated IP 2001:db8::2 (b9c3f7b2-21db-4887-bff5-a369493ca2c0/6192c541-d6b7-4c13-ad21-abafa2f4d812/325bf60c-4ea9-41fd-935d-eb134a9e8986) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:40.044482 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc1211ae-724b-4fd5-aa0e-c84c205a2b71 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:40.047295 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bc1211ae-724b-4fd5-aa0e-c84c205a2b71 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5403810 Nov 12 04:17:40.048141 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40136) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:40.052651 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-69cca6a0-6ab5-4a1b-a786-274002f12459 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'security_group': {'name': 'tempest-secgroup-834248301'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:40.086658 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5e0c2571-1f6f-475f-9f86-f55e3dedbf4e None None] For port 325bf60c-4ea9-41fd-935d-eb134a9e8986, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=325bf60c-4ea9-41fd-935d-eb134a9e8986,segment=NetworkSegment(9967adf2-b4f1-4d31-97fc-d27270ca3668),segment_id=9967adf2-b4f1-4d31-97fc-d27270ca3668)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:40.115522 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e0c2571-1f6f-475f-9f86-f55e3dedbf4e None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:40.163278 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69cca6a0-6ab5-4a1b-a786-274002f12459 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:40.216257 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e0c2571-1f6f-475f-9f86-f55e3dedbf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:40.252316 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69cca6a0-6ab5-4a1b-a786-274002f12459 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:40.277976 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-149b782e-7e44-414a-86cd-abdad2441374 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:40.279494 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-149b782e-7e44-414a-86cd-abdad2441374 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.21 "GET /v2.0/networks?id=df7ede31-bba3-4a8e-8d4a-b48a23611868 HTTP/1.1" status: 200 len: 812 time: 0.1214058 Nov 12 04:17:40.300113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-dee00d83-7328-49c5-87c5-c4b1f5b4c1cc tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Request body: {'port': {'device_id': '702768a6-7a4a-40da-af1c-fd1d7a790011', 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868', 'admin_state_up': True, 'tenant_id': '6b07e2042ed240e3be4ded69d77c1c04'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:40.305013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c2571-1f6f-475f-9f86-f55e3dedbf4e None None] Pushing event updated for resources: {'Port': ['ID=325bf60c-4ea9-41fd-935d-eb134a9e8986,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:40.352509 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69cca6a0-6ab5-4a1b-a786-274002f12459 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:40.412734 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cca6a0-6ab5-4a1b-a786-274002f12459 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f766612d-44f7-4ef2-88d2-85b4f6760cb0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:40.493829 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698bf29-f2f2-40de-8313-88705ae1b51a req-6dc9d81b-6743-4b87-8af9-baa3e46305b8 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:40.495476 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9698bf29-f2f2-40de-8313-88705ae1b51a req-6dc9d81b-6743-4b87-8af9-baa3e46305b8 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.0552673 Nov 12 04:17:40.556764 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9698bf29-f2f2-40de-8313-88705ae1b51a req-a2a62955-041c-434a-a967-81dbbfe3d81b tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539165 Nov 12 04:17:40.583973 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69cca6a0-6ab5-4a1b-a786-274002f12459 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:40.587973 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-69cca6a0-6ab5-4a1b-a786-274002f12459 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5388455 Nov 12 04:17:40.591631 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40144) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:40.597304 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fec849f0-52ba-4b69-b1e8-ef41c16e3309 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'security_group': {'name': 'tempest-secgroup-1649246711'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:40.715787 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8072bd-bc02-40f1-bcc7-6cab91864d50 x-openstack-request-id: req-4e8072bd-bc02-40f1-bcc7-6cab91864d50 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:40.716128 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c016b0-5148-452a-9ffa-f18f31a94323", "name": "network-vif-deleted", "tag": "f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:40.716339 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e8072bd-bc02-40f1-bcc7-6cab91864d50 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:40.717197 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c016b0-5148-452a-9ffa-f18f31a94323', 'name': 'network-vif-deleted', 'tag': 'f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd', 'status': 'completed', 'code': 200} Nov 12 04:17:40.718964 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-dee00d83-7328-49c5-87c5-c4b1f5b4c1cc tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Made reservation on behalf of 6b07e2042ed240e3be4ded69d77c1c04 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:40.722203 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-dee00d83-7328-49c5-87c5-c4b1f5b4c1cc tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:40.822023 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-739a9249-ae45-4bb2-a949-c3024fad9f76 req-eb7a92fa-5a3b-40f9-b99f-41125ac2ffd3 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c016b0-5148-452a-9ffa-f18f31a94323 HTTP/1.1" status: 200 len: 210 time: 0.0485334 Nov 12 04:17:40.824881 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fec849f0-52ba-4b69-b1e8-ef41c16e3309 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:40.910621 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-f4462b24-019c-4bdd-9138-61cc35a4db04 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:41.030876 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-f4462b24-019c-4bdd-9138-61cc35a4db04 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.31 "GET /v2.0/networks?id=df7ede31-bba3-4a8e-8d4a-b48a23611868 HTTP/1.1" status: 200 len: 812 time: 0.2833602 Nov 12 04:17:41.031768 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fec849f0-52ba-4b69-b1e8-ef41c16e3309 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:41.032432 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-ea65410e-e003-4b79-8db4-f8ed07e06f13 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Request body: {'port': {'device_id': '21b83f01-e193-4834-ad54-48539f6aa04a', 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868', 'admin_state_up': True, 'tenant_id': '6b07e2042ed240e3be4ded69d77c1c04'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:41.034264 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-969147f8-47f1-4043-87cf-bcef0b42bceb req-27d56cd5-a193-4612-8406-4db2d0136742 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b83f01-e193-4834-ad54-48539f6aa04a HTTP/1.1" status: 200 len: 210 time: 0.0894194 Nov 12 04:17:41.163647 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fec849f0-52ba-4b69-b1e8-ef41c16e3309 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:41.168592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-dee00d83-7328-49c5-87c5-c4b1f5b4c1cc tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Allocated IP 172.20.0.5 (df7ede31-bba3-4a8e-8d4a-b48a23611868/9e74e7a2-2ada-450c-9dd9-fc1e4194cbea/5d587885-2142-4ff8-bad2-d70bed50deab) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:41.177326 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9da6c63c-7fbf-4108-bdf6-0b87f1caf9e5 None None] Provisioning complete for port fe11acbf-e96d-4d32-9ebd-88de03d4f2ba triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:41.177924 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9da6c63c-7fbf-4108-bdf6-0b87f1caf9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:41.199838 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec849f0-52ba-4b69-b1e8-ef41c16e3309 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc71e810-36f3-442c-b0bf-3fa534b96b9d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:41.217478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f6abc-6830-460b-b00e-af12b7135dc2 req-7d37e3d3-60bf-4ae7-a449-003a15cc3b7c tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:41.219022 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f0f6abc-6830-460b-b00e-af12b7135dc2 req-7d37e3d3-60bf-4ae7-a449-003a15cc3b7c tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=dccc2ef5-9c61-4bc5-b223-d05b71d9237a HTTP/1.1" status: 200 len: 945 time: 0.1171098 Nov 12 04:17:41.224796 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9da6c63c-7fbf-4108-bdf6-0b87f1caf9e5 None None] Port fe11acbf-e96d-4d32-9ebd-88de03d4f2ba cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:41.235133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9da6c63c-7fbf-4108-bdf6-0b87f1caf9e5 None None] Provisioning complete for port 325bf60c-4ea9-41fd-935d-eb134a9e8986 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:41.235503 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9da6c63c-7fbf-4108-bdf6-0b87f1caf9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:41.310297 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fec849f0-52ba-4b69-b1e8-ef41c16e3309 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:41.313894 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fec849f0-52ba-4b69-b1e8-ef41c16e3309 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7182083 Nov 12 04:17:41.316424 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40150) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:41.330066 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a4f4fd84-fb15-48dd-a8d4-77c5efd550ff tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-335407437', 'security_groups': ['bc71e810-36f3-442c-b0bf-3fa534b96b9d'], 'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6192c541-d6b7-4c13-ad21-abafa2f4d812'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:41.366436 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f0f6abc-6830-460b-b00e-af12b7135dc2 req-3ce1792e-bb31-4b04-b833-638d297a5e3b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363640 Nov 12 04:17:41.434211 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-dee00d83-7328-49c5-87c5-c4b1f5b4c1cc tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:41.567575 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-ea65410e-e003-4b79-8db4-f8ed07e06f13 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Made reservation on behalf of 6b07e2042ed240e3be4ded69d77c1c04 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:41.571892 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-ea65410e-e003-4b79-8db4-f8ed07e06f13 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:41.576033 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-dee00d83-7328-49c5-87c5-c4b1f5b4c1cc tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:41.644062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-dee00d83-7328-49c5-87c5-c4b1f5b4c1cc tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Network df7ede31-bba3-4a8e-8d4a-b48a23611868 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:41.689975 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-dee00d83-7328-49c5-87c5-c4b1f5b4c1cc tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:41.696510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee00d83-7328-49c5-87c5-c4b1f5b4c1cc tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Pushing event updated for resources: {'Port': ['ID=5d587885-2142-4ff8-bad2-d70bed50deab,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:41.700738 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-dee00d83-7328-49c5-87c5-c4b1f5b4c1cc tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:41.735168 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f4fd84-fb15-48dd-a8d4-77c5efd550ff tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:41.813717 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79770fda-6239-4fe2-bf4a-70dd3f78503c req-bb4fea23-6ab8-476f-b006-ccef3af5d36c tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:41.815256 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-79770fda-6239-4fe2-bf4a-70dd3f78503c req-bb4fea23-6ab8-476f-b006-ccef3af5d36c tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.1422007 Nov 12 04:17:41.824828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-dee00d83-7328-49c5-87c5-c4b1f5b4c1cc tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:41.825044 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a4f4fd84-fb15-48dd-a8d4-77c5efd550ff tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:41.825160 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-dee00d83-7328-49c5-87c5-c4b1f5b4c1cc tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:41.841152 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-a4f4fd84-fb15-48dd-a8d4-77c5efd550ff tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] device_id is not set on port 05b5a2a6-c17e-439c-850e-c22951a0687d yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:17:41.866281 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-ea65410e-e003-4b79-8db4-f8ed07e06f13 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Allocated IP 172.20.0.6 (df7ede31-bba3-4a8e-8d4a-b48a23611868/9e74e7a2-2ada-450c-9dd9-fc1e4194cbea/20f41e53-52f8-486a-8d09-89e14b6bea45) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:41.912252 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-79770fda-6239-4fe2-bf4a-70dd3f78503c req-a5d69e2d-4266-485e-9400-9d6ddb92c7b2 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839655 Nov 12 04:17:42.081704 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-ea65410e-e003-4b79-8db4-f8ed07e06f13 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:42.083545 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ccbbb-5d06-47a5-a4cb-6c1a2b3f11c4 req-70d9b5d9-9743-40e1-a193-dec99d1e2007 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:42.085374 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-570ccbbb-5d06-47a5-a4cb-6c1a2b3f11c4 req-70d9b5d9-9743-40e1-a193-dec99d1e2007 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "GET /v2.0/ports?device_id=dccc2ef5-9c61-4bc5-b223-d05b71d9237a HTTP/1.1" status: 200 len: 945 time: 0.0927927 Nov 12 04:17:42.086665 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-a4f4fd84-fb15-48dd-a8d4-77c5efd550ff tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Allocated IP 2001:db8::3b5 (b9c3f7b2-21db-4887-bff5-a369493ca2c0/6192c541-d6b7-4c13-ad21-abafa2f4d812/05b5a2a6-c17e-439c-850e-c22951a0687d) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:42.093096 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 325bf60c-4ea9-41fd-935d-eb134a9e8986 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:42.098181 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-dee00d83-7328-49c5-87c5-c4b1f5b4c1cc tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8029535 Nov 12 04:17:42.130500 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Request body: {'port': {'device_id': '702768a6-7a4a-40da-af1c-fd1d7a790011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:42.154919 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 325bf60c-4ea9-41fd-935d-eb134a9e8986 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:42.155292 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:42.155423 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-461b7f73-5fa0-428d-b883-456e6c1f4286 req-513a0fbe-e08e-40f9-9a54-22d7777a35ac tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b83f01-e193-4834-ad54-48539f6aa04a HTTP/1.1" status: 200 len: 210 time: 0.0418713 Nov 12 04:17:42.232018 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:42.306725 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-570ccbbb-5d06-47a5-a4cb-6c1a2b3f11c4 req-4e5eb6e2-69bd-4895-9920-256ea0deeb65 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Deleting port 7c634f5d-24cf-428e-b976-377355a3f635 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:42.307070 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-570ccbbb-5d06-47a5-a4cb-6c1a2b3f11c4 req-4e5eb6e2-69bd-4895-9920-256ea0deeb65 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:42.315789 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-ea65410e-e003-4b79-8db4-f8ed07e06f13 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:42.381466 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a4f4fd84-fb15-48dd-a8d4-77c5efd550ff tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:42.416920 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:17:42.439256 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-570ccbbb-5d06-47a5-a4cb-6c1a2b3f11c4 req-4e5eb6e2-69bd-4895-9920-256ea0deeb65 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] For port 7c634f5d-24cf-428e-b976-377355a3f635, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7c634f5d-24cf-428e-b976-377355a3f635,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:42.439626 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-570ccbbb-5d06-47a5-a4cb-6c1a2b3f11c4 req-4e5eb6e2-69bd-4895-9920-256ea0deeb65 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:42.456060 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-570ccbbb-5d06-47a5-a4cb-6c1a2b3f11c4 req-4e5eb6e2-69bd-4895-9920-256ea0deeb65 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Calling delete_port for 7c634f5d-24cf-428e-b976-377355a3f635 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:42.587428 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a4f4fd84-fb15-48dd-a8d4-77c5efd550ff tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:42.643148 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f4fd84-fb15-48dd-a8d4-77c5efd550ff tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:42.646345 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a4f4fd84-fb15-48dd-a8d4-77c5efd550ff tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:42.651377 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f4fd84-fb15-48dd-a8d4-77c5efd550ff tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:42.660930 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f4fd84-fb15-48dd-a8d4-77c5efd550ff tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:42.660930 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a4f4fd84-fb15-48dd-a8d4-77c5efd550ff tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:42.662169 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4fd84-fb15-48dd-a8d4-77c5efd550ff tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=05b5a2a6-c17e-439c-850e-c22951a0687d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:42.731437 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-570ccbbb-5d06-47a5-a4cb-6c1a2b3f11c4 req-4e5eb6e2-69bd-4895-9920-256ea0deeb65 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:42.759386 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:42.762283 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5eb6e2-69bd-4895-9920-256ea0deeb65 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Pushing event deleted for resources: {'Port': ['ID=7c634f5d-24cf-428e-b976-377355a3f635,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:42.772533 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-ea65410e-e003-4b79-8db4-f8ed07e06f13 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Network df7ede31-bba3-4a8e-8d4a-b48a23611868 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:42.787234 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-ea65410e-e003-4b79-8db4-f8ed07e06f13 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:42.787234 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-ea65410e-e003-4b79-8db4-f8ed07e06f13 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:42.792038 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a4f4fd84-fb15-48dd-a8d4-77c5efd550ff tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4745848 Nov 12 04:17:42.800620 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:17:42.801397 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device f81f87e9-c8cf-4f2c-b7cf-edf7e233bbdd not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:17:42.803423 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['7c634f5d-24cf-428e-b976-377355a3f635'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:42.806465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40176) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:42.814099 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1801bc6d-2f42-4dac-badb-2fc5b197c6ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'subnet': {'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:42.933047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65410e-e003-4b79-8db4-f8ed07e06f13 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Pushing event updated for resources: {'Port': ['ID=20f41e53-52f8-486a-8d09-89e14b6bea45,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:42.943155 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-ea65410e-e003-4b79-8db4-f8ed07e06f13 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:42.943995 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-ea65410e-e003-4b79-8db4-f8ed07e06f13 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:43.001818 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-b0e3ca56-965a-4400-aea2-b20c158a858e tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:43.003443 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-b0e3ca56-965a-4400-aea2-b20c158a858e tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/networks?id=35c36d1e-5373-4c48-98a4-05efd6ed778c HTTP/1.1" status: 200 len: 808 time: 0.7338057 Nov 12 04:17:43.049468 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a9ac7c7c-ac5d-41ef-9d5d-0d60ac0e8982 None None] Provisioning complete for port 05b5a2a6-c17e-439c-850e-c22951a0687d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:43.049942 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a9ac7c7c-ac5d-41ef-9d5d-0d60ac0e8982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:43.054570 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-63a5d864-dba7-4b32-a724-c52b33147169 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/quotas/2229d798384c4338a49f6fb663054041 HTTP/1.1" status: 200 len: 375 time: 0.0159492 Nov 12 04:17:43.085873 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a9ac7c7c-ac5d-41ef-9d5d-0d60ac0e8982 None None] Port 05b5a2a6-c17e-439c-850e-c22951a0687d cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:43.107648 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-2fc68bfc-7062-436d-b656-b8b6e19cef18 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2229d798384c4338a49f6fb663054041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395374 Nov 12 04:17:43.113790 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-ea65410e-e003-4b79-8db4-f8ed07e06f13 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1647480 Nov 12 04:17:43.175750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-570ccbbb-5d06-47a5-a4cb-6c1a2b3f11c4 req-4e5eb6e2-69bd-4895-9920-256ea0deeb65 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] No DVR routers for this DVR port 7c634f5d-24cf-428e-b976-377355a3f635 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:43.179785 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-570ccbbb-5d06-47a5-a4cb-6c1a2b3f11c4 req-4e5eb6e2-69bd-4895-9920-256ea0deeb65 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:43.183299 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-570ccbbb-5d06-47a5-a4cb-6c1a2b3f11c4 req-4e5eb6e2-69bd-4895-9920-256ea0deeb65 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "DELETE /v2.0/ports/7c634f5d-24cf-428e-b976-377355a3f635 HTTP/1.1" status: 204 len: 173 time: 1.0821209 Nov 12 04:17:43.183683 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccc2ef5-9c61-4bc5-b223-d05b71d9237a', 'name': 'network-vif-deleted', 'tag': '7c634f5d-24cf-428e-b976-377355a3f635'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:43.186014 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11b0ea6-a629-4bb3-a516-69a6fa99b64a" -d '{"events": [{"server_uuid": "dccc2ef5-9c61-4bc5-b223-d05b71d9237a", "name": "network-vif-deleted", "tag": "7c634f5d-24cf-428e-b976-377355a3f635"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:43.217205 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Request body: {'port': {'device_id': '21b83f01-e193-4834-ad54-48539f6aa04a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:43.306874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d587885-2142-4ff8-bad2-d70bed50deab {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:43.319792 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:43.342614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-4a28a4e0-c69a-4b05-8c72-2dc935739e19 service neutron] 10.222.0.37 "GET /v2.0/networks/35c36d1e-5373-4c48-98a4-05efd6ed778c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185276 Nov 12 04:17:43.343172 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:43.347343 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Transition to ACTIVE for port object 5d587885-2142-4ff8-bad2-d70bed50deab will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:17:43.352129 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1801bc6d-2f42-4dac-badb-2fc5b197c6ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:43.355787 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1801bc6d-2f42-4dac-badb-2fc5b197c6ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:43.455949 n-d-768509-24 neutron-server[103297]: INFO neutron.db.ipam_backend_mixin [None req-1801bc6d-2f42-4dac-badb-2fc5b197c6ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6192c541-d6b7-4c13-ad21-abafa2f4d812 (CIDR: 2001:db8::/64) Nov 12 04:17:43.540910 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-ce8cd37d-0410-4038-81a5-5811007b8301 service neutron] 10.222.0.37 "GET /v2.0/networks/35c36d1e-5373-4c48-98a4-05efd6ed778c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870532 Nov 12 04:17:43.609704 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-1801bc6d-2f42-4dac-badb-2fc5b197c6ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:17:43.613494 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1801bc6d-2f42-4dac-badb-2fc5b197c6ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:17:43.613632 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:43.722960 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Pushing event updated for resources: {'Port': ['ID=5d587885-2142-4ff8-bad2-d70bed50deab,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:43.766291 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1801bc6d-2f42-4dac-badb-2fc5b197c6ab tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9563379 Nov 12 04:17:43.769175 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40186) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:43.774301 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f7986389-fe33-451f-aeaf-0343cf73368f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'subnet': {'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:43.854077 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Attempting to bind port 5d587885-2142-4ff8-bad2-d70bed50deab on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:43.854467 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Attempting to bind port 5d587885-2142-4ff8-bad2-d70bed50deab by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '129632f4-7311-4f32-852b-950fe6747106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:43.854827 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Attempting to bind port 5d587885-2142-4ff8-bad2-d70bed50deab on network df7ede31-bba3-4a8e-8d4a-b48a23611868 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:43.865796 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Port 5d587885-2142-4ff8-bad2-d70bed50deab on network df7ede31-bba3-4a8e-8d4a-b48a23611868 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:17:43.866128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Attempting to bind port 5d587885-2142-4ff8-bad2-d70bed50deab on network df7ede31-bba3-4a8e-8d4a-b48a23611868 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:43.879996 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:43.880351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Checking segment: {'id': '129632f4-7311-4f32-852b-950fe6747106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:43.880889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Bound using segment: {'id': '129632f4-7311-4f32-852b-950fe6747106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:43.881371 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Bound port: 5d587885-2142-4ff8-bad2-d70bed50deab, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '129632f4-7311-4f32-852b-950fe6747106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:43.881806 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:43.891301 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f41e53-52f8-486a-8d09-89e14b6bea45 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:43.902546 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:43.949058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fda42acf-665e-4e7e-86ab-4f5722ac597f req-a2453bb5-0fbe-4505-b008-4a001b8ed8c2 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=dccc2ef5-9c61-4bc5-b223-d05b71d9237a HTTP/1.1" status: 200 len: 210 time: 0.0416129 Nov 12 04:17:43.952754 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Transition to ACTIVE for port object 20f41e53-52f8-486a-8d09-89e14b6bea45 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:17:44.021518 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] For port 5d587885-2142-4ff8-bad2-d70bed50deab, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:44.026669 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7986389-fe33-451f-aeaf-0343cf73368f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:44.027341 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] For port 5d587885-2142-4ff8-bad2-d70bed50deab, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=5d587885-2142-4ff8-bad2-d70bed50deab,segment=NetworkSegment(129632f4-7311-4f32-852b-950fe6747106),segment_id=129632f4-7311-4f32-852b-950fe6747106)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:44.030861 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7986389-fe33-451f-aeaf-0343cf73368f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:44.072087 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:44.131975 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Pushing event updated for resources: {'Port': ['ID=20f41e53-52f8-486a-8d09-89e14b6bea45,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:44.152011 n-d-768509-24 neutron-server[103297]: INFO neutron.db.ipam_backend_mixin [None req-f7986389-fe33-451f-aeaf-0343cf73368f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9dc60643-bd87-4b6c-8354-41e7cea9bffd (CIDR: 2001:db8:0:1::/64) Nov 12 04:17:44.174456 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:44.195833 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7986389-fe33-451f-aeaf-0343cf73368f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:17:44.196419 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7986389-fe33-451f-aeaf-0343cf73368f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:17:44.220020 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:44.220478 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:44.221855 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] 10.222.0.21 "PUT /v2.0/ports/5d587885-2142-4ff8-bad2-d70bed50deab HTTP/1.1" status: 200 len: 1092 time: 2.0981033 Nov 12 04:17:44.228590 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702768a6-7a4a-40da-af1c-fd1d7a790011', 'tag': '5d587885-2142-4ff8-bad2-d70bed50deab'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:44.232228 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743d372a-0e6d-4313-a2d7-633ce595091f" -d '{"events": [{"name": "network-changed", "server_uuid": "702768a6-7a4a-40da-af1c-fd1d7a790011", "tag": "5d587885-2142-4ff8-bad2-d70bed50deab"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:44.299578 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155791a-83ae-44eb-865b-cf6464781411 service neutron] Pushing event updated for resources: {'Port': ['ID=5d587885-2142-4ff8-bad2-d70bed50deab,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:44.302151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Attempting to bind port 20f41e53-52f8-486a-8d09-89e14b6bea45 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:44.302481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Attempting to bind port 20f41e53-52f8-486a-8d09-89e14b6bea45 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '129632f4-7311-4f32-852b-950fe6747106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:44.302842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Attempting to bind port 20f41e53-52f8-486a-8d09-89e14b6bea45 on network df7ede31-bba3-4a8e-8d4a-b48a23611868 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:44.310620 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Port 20f41e53-52f8-486a-8d09-89e14b6bea45 on network df7ede31-bba3-4a8e-8d4a-b48a23611868 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:17:44.311027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Attempting to bind port 20f41e53-52f8-486a-8d09-89e14b6bea45 on network df7ede31-bba3-4a8e-8d4a-b48a23611868 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:44.318940 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:44.319263 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Checking segment: {'id': '129632f4-7311-4f32-852b-950fe6747106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:44.319640 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Bound using segment: {'id': '129632f4-7311-4f32-852b-950fe6747106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:44.320062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Bound port: 20f41e53-52f8-486a-8d09-89e14b6bea45, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '129632f4-7311-4f32-852b-950fe6747106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:44.320417 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:44.331595 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9c4eb-f081-48f3-9e0c-3b765d813179 req-bf8e9b1b-3108-4846-a04c-928287040f14 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:44.333296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-28e9c4eb-f081-48f3-9e0c-3b765d813179 req-bf8e9b1b-3108-4846-a04c-928287040f14 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.1053245 Nov 12 04:17:44.384394 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f7986389-fe33-451f-aeaf-0343cf73368f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6138520 Nov 12 04:17:44.391741 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40200) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:44.409237 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-55e81256-f5b7-4e59-816a-5c46de0fe451 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'subnet': {'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:44.442210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-28e9c4eb-f081-48f3-9e0c-3b765d813179 req-90d3dcfc-5bd9-42fb-9707-7a327ee9cc29 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015472 Nov 12 04:17:44.469946 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] For port 20f41e53-52f8-486a-8d09-89e14b6bea45, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:44.486301 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] For port 20f41e53-52f8-486a-8d09-89e14b6bea45, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=20f41e53-52f8-486a-8d09-89e14b6bea45,segment=NetworkSegment(129632f4-7311-4f32-852b-950fe6747106),segment_id=129632f4-7311-4f32-852b-950fe6747106)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:44.491604 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-296fc0da-12a1-4a1b-866d-5fd1bc7e8146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:44.493359 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-296fc0da-12a1-4a1b-866d-5fd1bc7e8146 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b07e2042ed240e3be4ded69d77c1c04&device_id=702768a6-7a4a-40da-af1c-fd1d7a790011 HTTP/1.1" status: 200 len: 1095 time: 0.0703070 Nov 12 04:17:44.549189 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-7313d8d5-fa3a-4ff9-9036-c9477ad37a80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d587885-2142-4ff8-bad2-d70bed50deab HTTP/1.1" status: 200 len: 217 time: 0.0400941 Nov 12 04:17:44.633853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36277d7e-d546-403c-bedb-2542b2531bab req-dfa283f2-c5b3-4f91-b86d-8a1e26b03200 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:44.635369 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-36277d7e-d546-403c-bedb-2542b2531bab req-dfa283f2-c5b3-4f91-b86d-8a1e26b03200 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b83f01-e193-4834-ad54-48539f6aa04a HTTP/1.1" status: 200 len: 943 time: 0.0888603 Nov 12 04:17:44.637856 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:44.640545 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-4bba5299-fb58-4f1b-9b54-d4390cf48fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:44.641918 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-4bba5299-fb58-4f1b-9b54-d4390cf48fc2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e74e7a2-2ada-450c-9dd9-fc1e4194cbea HTTP/1.1" status: 200 len: 852 time: 0.0847294 Nov 12 04:17:44.709534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:44.710243 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:44.711806 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] 10.222.0.31 "PUT /v2.0/ports/20f41e53-52f8-486a-8d09-89e14b6bea45 HTTP/1.1" status: 200 len: 1092 time: 1.5788820 Nov 12 04:17:44.717797 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-a9b0e089-9299-4785-ba26-d07f605bebd2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df7ede31-bba3-4a8e-8d4a-b48a23611868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606170 Nov 12 04:17:44.774911 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e81256-f5b7-4e59-816a-5c46de0fe451 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Made reservation on behalf of fdf54b9b0cd748048a3c812496dc1e09 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:44.786229 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55e81256-f5b7-4e59-816a-5c46de0fe451 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:44.817889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-36277d7e-d546-403c-bedb-2542b2531bab req-1f1769a7-9b02-40a9-98a7-a9c8f2fdeb08 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741259 Nov 12 04:17:44.820150 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d1f13-813d-4f5f-9061-c120fe126976 service neutron] Pushing event updated for resources: {'Port': ['ID=20f41e53-52f8-486a-8d09-89e14b6bea45,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:44.868079 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe152ba-38f8-4cdc-b5ee-3b4f0ecebd84 x-openstack-request-id: req-2fe152ba-38f8-4cdc-b5ee-3b4f0ecebd84 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:44.868799 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccc2ef5-9c61-4bc5-b223-d05b71d9237a", "name": "network-vif-deleted", "tag": "7c634f5d-24cf-428e-b976-377355a3f635", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:44.869057 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2fe152ba-38f8-4cdc-b5ee-3b4f0ecebd84 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:44.869453 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccc2ef5-9c61-4bc5-b223-d05b71d9237a', 'name': 'network-vif-deleted', 'tag': '7c634f5d-24cf-428e-b976-377355a3f635', 'status': 'completed', 'code': 200} Nov 12 04:17:44.872972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-86d7ed08-a179-4103-8cfd-ca960f4104d7 service neutron] 10.222.0.21 "GET /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432655 Nov 12 04:17:44.989909 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-268aa035-a8bd-4957-81ff-fcdafd046928 req-67331f8c-cb84-495a-8fa3-ee8a7a02047d tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=85f69edd-043c-4b20-8bbe-9ed0e3c73c97 HTTP/1.1" status: 200 len: 210 time: 0.0847442 Nov 12 04:17:45.015515 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-eef89d98-b4a8-45dc-b022-32c8198fcff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:45.017035 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-eef89d98-b4a8-45dc-b022-32c8198fcff4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b07e2042ed240e3be4ded69d77c1c04&device_id=21b83f01-e193-4834-ad54-48539f6aa04a HTTP/1.1" status: 200 len: 1095 time: 0.1132219 Nov 12 04:17:45.043633 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-cc13464c-de57-4819-84d8-7a934f9162c5 service neutron] 10.222.0.21 "GET /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624804 Nov 12 04:17:45.077641 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-bf437fd1-2763-4edd-b253-e2397fe87a72 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20f41e53-52f8-486a-8d09-89e14b6bea45 HTTP/1.1" status: 200 len: 217 time: 0.0454206 Nov 12 04:17:45.154695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-39494067-184e-412f-b813-b1d974c7529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:45.156794 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-39494067-184e-412f-b813-b1d974c7529b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e74e7a2-2ada-450c-9dd9-fc1e4194cbea HTTP/1.1" status: 200 len: 852 time: 0.0694828 Nov 12 04:17:45.157900 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55e81256-f5b7-4e59-816a-5c46de0fe451 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:45.164940 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862e162-0a05-4b71-b9a0-bae837ccbe2a req-3cb1c4e6-4109-4c86-af0a-67ddd28eb167 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:45.174302 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1862e162-0a05-4b71-b9a0-bae837ccbe2a req-3cb1c4e6-4109-4c86-af0a-67ddd28eb167 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 945 time: 0.0921898 Nov 12 04:17:45.197635 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-9fa24cb9-47c6-45e0-956a-4a3242502a2e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df7ede31-bba3-4a8e-8d4a-b48a23611868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303018 Nov 12 04:17:45.202921 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e81256-f5b7-4e59-816a-5c46de0fe451 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:45.220175 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-55e81256-f5b7-4e59-816a-5c46de0fe451 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:45.220175 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e81256-f5b7-4e59-816a-5c46de0fe451 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:45.220175 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55e81256-f5b7-4e59-816a-5c46de0fe451 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:45.220923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91af3299-d238-46a9-8477-57997d0a3ba0 None None] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:45.227129 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e81256-f5b7-4e59-816a-5c46de0fe451 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Subnet': ['ID=0cebe777-30af-416b-a636-5968ccb81534,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:45.290947 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1862e162-0a05-4b71-b9a0-bae837ccbe2a req-78aea42b-fbaa-4945-aa63-35113d108139 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146646 Nov 12 04:17:45.329313 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-f27469a7-952f-4837-aeed-0f3e7228281f service neutron] 10.222.0.31 "GET /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244271 Nov 12 04:17:45.358245 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-55e81256-f5b7-4e59-816a-5c46de0fe451 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9617457 Nov 12 04:17:45.358476 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fc08ee-3f66-44ae-bc1c-e6cfcf3f34f1 x-openstack-request-id: req-24fc08ee-3f66-44ae-bc1c-e6cfcf3f34f1 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:45.358476 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "702768a6-7a4a-40da-af1c-fd1d7a790011", "tag": "5d587885-2142-4ff8-bad2-d70bed50deab", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:45.358476 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24fc08ee-3f66-44ae-bc1c-e6cfcf3f34f1 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:45.358476 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '702768a6-7a4a-40da-af1c-fd1d7a790011', 'tag': '5d587885-2142-4ff8-bad2-d70bed50deab', 'status': 'completed', 'code': 200} Nov 12 04:17:45.366094 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40210) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:45.366094 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3827ac51-7713-404f-b434-6cdaa34211a9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1767275152', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0cebe777-30af-416b-a636-5968ccb81534'}], 'security_groups': ['d0b564de-cc06-4894-a8fc-1772911fe6c3', 'f766612d-44f7-4ef2-88d2-85b4f6760cb0']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:45.517516 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3827ac51-7713-404f-b434-6cdaa34211a9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:45.540770 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-454c26cb-1b7f-4f02-b4cc-c2f56b7df8d1 req-fb516119-d038-4600-a9ae-5a2070ef4758 service neutron] 10.222.0.31 "GET /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036169 Nov 12 04:17:45.548500 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d372a-0e6d-4313-a2d7-633ce595091f req-1b39a242-fab4-47b1-b8dc-7ea830ceeeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:45.550008 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-743d372a-0e6d-4313-a2d7-633ce595091f req-1b39a242-fab4-47b1-b8dc-7ea830ceeeb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b07e2042ed240e3be4ded69d77c1c04&device_id=702768a6-7a4a-40da-af1c-fd1d7a790011 HTTP/1.1" status: 200 len: 1095 time: 0.1194978 Nov 12 04:17:45.555828 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37413f54-6e0f-411e-9e67-781fd0d24e6e None None] Update dhcp port {'port': {'network_id': 'b9c3f7b2-21db-4887-bff5-a369493ca2c0', 'fixed_ips': [{'subnet_id': '9dc60643-bd87-4b6c-8354-41e7cea9bffd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6192c541-d6b7-4c13-ad21-abafa2f4d812', 'ip_address': '2001:db8::2'}, {'subnet_id': '0cebe777-30af-416b-a636-5968ccb81534'}], 'binding:host_id': 'n-d-768509-24'}, 'id': '325bf60c-4ea9-41fd-935d-eb134a9e8986'} from n-d-768509-24. {{(pid=103298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:17:45.606119 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37413f54-6e0f-411e-9e67-781fd0d24e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:45.682880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d372a-0e6d-4313-a2d7-633ce595091f req-110eab59-6295-42fa-a044-726ea1100067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:45.685329 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-743d372a-0e6d-4313-a2d7-633ce595091f req-110eab59-6295-42fa-a044-726ea1100067 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df7ede31-bba3-4a8e-8d4a-b48a23611868 HTTP/1.1" status: 200 len: 913 time: 0.1144290 Nov 12 04:17:45.748508 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-743d372a-0e6d-4313-a2d7-633ce595091f req-a240e4f2-54f6-473f-9687-ec7ca0982c1a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d587885-2142-4ff8-bad2-d70bed50deab HTTP/1.1" status: 200 len: 217 time: 0.0550528 Nov 12 04:17:45.800766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d372a-0e6d-4313-a2d7-633ce595091f req-7b754d9c-ed99-4667-b931-9f7c4230e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:45.802216 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-743d372a-0e6d-4313-a2d7-633ce595091f req-7b754d9c-ed99-4667-b931-9f7c4230e58b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e74e7a2-2ada-450c-9dd9-fc1e4194cbea HTTP/1.1" status: 200 len: 852 time: 0.0463383 Nov 12 04:17:45.819328 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-37413f54-6e0f-411e-9e67-781fd0d24e6e None None] Allocated IP 2001:db8:0:2::2 (b9c3f7b2-21db-4887-bff5-a369493ca2c0/0cebe777-30af-416b-a636-5968ccb81534/325bf60c-4ea9-41fd-935d-eb134a9e8986) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:45.833890 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-743d372a-0e6d-4313-a2d7-633ce595091f req-907aa2e8-2669-4fef-a146-df8f1affebb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df7ede31-bba3-4a8e-8d4a-b48a23611868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245554 Nov 12 04:17:45.860183 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7c634f5d-24cf-428e-b976-377355a3f635 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:45.908632 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 7c634f5d-24cf-428e-b976-377355a3f635 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:17:45.908975 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7c634f5d-24cf-428e-b976-377355a3f635 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:17:45.932197 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-743d372a-0e6d-4313-a2d7-633ce595091f req-590429c5-a748-4cc1-8275-d45f289cc755 service neutron] 10.222.0.21 "GET /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906556 Nov 12 04:17:45.945158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-37413f54-6e0f-411e-9e67-781fd0d24e6e None None] For port 325bf60c-4ea9-41fd-935d-eb134a9e8986, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=325bf60c-4ea9-41fd-935d-eb134a9e8986,segment=NetworkSegment(9967adf2-b4f1-4d31-97fc-d27270ca3668),segment_id=9967adf2-b4f1-4d31-97fc-d27270ca3668)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:45.978243 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37413f54-6e0f-411e-9e67-781fd0d24e6e None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:46.034651 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-743d372a-0e6d-4313-a2d7-633ce595091f req-48f9097f-b9dd-460e-8e00-9b8ecfa6d34b service neutron] 10.222.0.21 "GET /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949099 Nov 12 04:17:46.163418 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37413f54-6e0f-411e-9e67-781fd0d24e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:46.276623 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37413f54-6e0f-411e-9e67-781fd0d24e6e None None] Pushing event updated for resources: {'Port': ['ID=325bf60c-4ea9-41fd-935d-eb134a9e8986,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:46.286035 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-3827ac51-7713-404f-b434-6cdaa34211a9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Delete allocated IP 2001:db8::3b5 (b9c3f7b2-21db-4887-bff5-a369493ca2c0/6192c541-d6b7-4c13-ad21-abafa2f4d812) {{(pid=103297) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 04:17:46.297907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-3827ac51-7713-404f-b434-6cdaa34211a9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Allocated IP 2001:db8:0:2::1e5 (b9c3f7b2-21db-4887-bff5-a369493ca2c0/0cebe777-30af-416b-a636-5968ccb81534/05b5a2a6-c17e-439c-850e-c22951a0687d) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:46.407673 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7be8f-a08a-4263-a347-c29edbc0bfb7 req-62d20f0a-3e4f-4437-b1d7-f4ed16e5e0dd tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:46.409358 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55e7be8f-a08a-4263-a347-c29edbc0bfb7 req-62d20f0a-3e4f-4437-b1d7-f4ed16e5e0dd tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.0572402 Nov 12 04:17:46.467719 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55e7be8f-a08a-4263-a347-c29edbc0bfb7 req-8330363a-8239-41de-ae79-091c6d70c418 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508130 Nov 12 04:17:46.591341 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3827ac51-7713-404f-b434-6cdaa34211a9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:46.671287 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-83dac24c-32a7-4e23-8282-ea20f89e69f4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:46.672799 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-83dac24c-32a7-4e23-8282-ea20f89e69f4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 811 time: 0.1122248 Nov 12 04:17:46.689699 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-6c1e6410-4ae1-48ae-96b6-a3a21cf66580 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/quotas/7c6a3aa233554afeb7f6e886fb2833b1 HTTP/1.1" status: 200 len: 375 time: 0.0107808 Nov 12 04:17:46.701160 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:46.701403 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3827ac51-7713-404f-b434-6cdaa34211a9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:46.751220 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-2de4182e-b58c-4c0a-ac81-3a6b61500b1f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529721 Nov 12 04:17:46.809628 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3827ac51-7713-404f-b434-6cdaa34211a9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] In _notify_port_updated(), no bound segment for port 05b5a2a6-c17e-439c-850e-c22951a0687d on network b9c3f7b2-21db-4887-bff5-a369493ca2c0 {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:17:46.815310 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3827ac51-7713-404f-b434-6cdaa34211a9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:46.815951 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3827ac51-7713-404f-b434-6cdaa34211a9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:46.819893 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3827ac51-7713-404f-b434-6cdaa34211a9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "PUT /v2.0/ports/05b5a2a6-c17e-439c-850e-c22951a0687d HTTP/1.1" status: 200 len: 970 time: 1.4574766 Nov 12 04:17:46.820990 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40244) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:46.829365 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827ac51-7713-404f-b434-6cdaa34211a9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event updated for resources: {'Port': ['ID=05b5a2a6-c17e-439c-850e-c22951a0687d,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:46.872453 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-dc5881ca-de60-4dcd-8b1a-0d03f8d4efb7 service neutron] 10.222.0.37 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082177 Nov 12 04:17:46.936176 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-97e5027e-f695-4706-b1c7-25f074a732aa None None] Provisioning complete for port 05b5a2a6-c17e-439c-850e-c22951a0687d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:46.937309 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-97e5027e-f695-4706-b1c7-25f074a732aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:46.961522 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8fefcd71-4225-4951-8e85-ddb3d84ebe74 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port 05b5a2a6-c17e-439c-850e-c22951a0687d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:46.961956 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8fefcd71-4225-4951-8e85-ddb3d84ebe74 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:46.987097 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-97e5027e-f695-4706-b1c7-25f074a732aa None None] Port 05b5a2a6-c17e-439c-850e-c22951a0687d cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:46.999969 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-97e5027e-f695-4706-b1c7-25f074a732aa None None] Provisioning complete for port fe11acbf-e96d-4d32-9ebd-88de03d4f2ba triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:46.999969 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-97e5027e-f695-4706-b1c7-25f074a732aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:47.053395 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-97e5027e-f695-4706-b1c7-25f074a732aa None None] Port fe11acbf-e96d-4d32-9ebd-88de03d4f2ba cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:47.071827 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-97e5027e-f695-4706-b1c7-25f074a732aa None None] Provisioning complete for port 325bf60c-4ea9-41fd-935d-eb134a9e8986 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:47.072206 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-97e5027e-f695-4706-b1c7-25f074a732aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:47.079198 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-ceee3ede-5e6e-4378-a0fa-27726eaad4ca service neutron] 10.222.0.37 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995187 Nov 12 04:17:47.094385 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-b3ea4881-c9ec-461e-ba59-2979ee988226 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:47.113464 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-b3ea4881-c9ec-461e-ba59-2979ee988226 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.21 "GET /v2.0/networks?id=35c36d1e-5373-4c48-98a4-05efd6ed778c HTTP/1.1" status: 200 len: 808 time: 0.2058289 Nov 12 04:17:47.113667 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8fefcd71-4225-4951-8e85-ddb3d84ebe74 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:47.123919 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-cd6920dd-7df9-4bfd-b90b-ee8ef10b9a6d tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Request body: {'port': {'device_id': '85f69edd-043c-4b20-8bbe-9ed0e3c73c97', 'network_id': '35c36d1e-5373-4c48-98a4-05efd6ed778c', 'admin_state_up': True, 'tenant_id': '2229d798384c4338a49f6fb663054041'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:47.129512 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8fefcd71-4225-4951-8e85-ddb3d84ebe74 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for 05b5a2a6-c17e-439c-850e-c22951a0687d owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:47.310241 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-051b722b-2711-4308-8439-8a6463a9749a None None] Provisioning complete for port 05b5a2a6-c17e-439c-850e-c22951a0687d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:47.310871 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-051b722b-2711-4308-8439-8a6463a9749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:47.346819 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-051b722b-2711-4308-8439-8a6463a9749a None None] Port 05b5a2a6-c17e-439c-850e-c22951a0687d cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:47.357640 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b83f01-e193-4834-ad54-48539f6aa04a', 'tag': '20f41e53-52f8-486a-8d09-89e14b6bea45'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:47.360055 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b686c1-1b19-4e36-a749-6bef550a35f7" -d '{"events": [{"name": "network-changed", "server_uuid": "21b83f01-e193-4834-ad54-48539f6aa04a", "tag": "20f41e53-52f8-486a-8d09-89e14b6bea45"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:47.426319 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-cd6920dd-7df9-4bfd-b90b-ee8ef10b9a6d tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Made reservation on behalf of 2229d798384c4338a49f6fb663054041 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:47.438124 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8fefcd71-4225-4951-8e85-ddb3d84ebe74 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:47.438677 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-cd6920dd-7df9-4bfd-b90b-ee8ef10b9a6d tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:47.472783 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefcd71-4225-4951-8e85-ddb3d84ebe74 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=05b5a2a6-c17e-439c-850e-c22951a0687d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:47.504319 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8fefcd71-4225-4951-8e85-ddb3d84ebe74 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:47.507825 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8fefcd71-4225-4951-8e85-ddb3d84ebe74 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/ports/05b5a2a6-c17e-439c-850e-c22951a0687d HTTP/1.1" status: 204 len: 168 time: 0.6858485 Nov 12 04:17:47.515232 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40258) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:47.544304 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5c63ee-76d6-48b1-9353-d954a77f092a tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] GET failed (client error): The resource could not be found. Nov 12 04:17:47.549119 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6c5c63ee-76d6-48b1-9353-d954a77f092a tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports/05b5a2a6-c17e-439c-850e-c22951a0687d HTTP/1.1" status: 404 len: 333 time: 0.0324259 Nov 12 04:17:47.549301 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb9058-5ef2-4e67-a258-e9deabd760c2 req-dc362024-80ce-4475-97c7-a0189a2c6096 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:47.549800 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40260) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:47.558934 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7fbb9058-5ef2-4e67-a258-e9deabd760c2 req-dc362024-80ce-4475-97c7-a0189a2c6096 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b83f01-e193-4834-ad54-48539f6aa04a HTTP/1.1" status: 200 len: 943 time: 0.1135893 Nov 12 04:17:47.627037 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4383d923-ad3e-498c-8c6f-0286030c9a72 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:47.655261 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4383d923-ad3e-498c-8c6f-0286030c9a72 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:47.656908 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7fbb9058-5ef2-4e67-a258-e9deabd760c2 req-d513f1f8-5201-4a25-8394-24f30b27259c tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989707 Nov 12 04:17:47.691938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-cd6920dd-7df9-4bfd-b90b-ee8ef10b9a6d tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Allocated IP 172.20.0.12 (35c36d1e-5373-4c48-98a4-05efd6ed778c/85cbc174-85ef-4226-8e10-2346b6b901b3/d35db96e-82c2-4c97-bc37-3c338cb8a580) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:47.766836 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-410933eb-b800-4fca-a07b-6421277eb15f req-57853c4d-2e53-49c1-ad4e-7eeb3540cdc5 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=85f69edd-043c-4b20-8bbe-9ed0e3c73c97 HTTP/1.1" status: 200 len: 210 time: 0.0331185 Nov 12 04:17:47.796825 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4383d923-ad3e-498c-8c6f-0286030c9a72 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:47.796825 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4383d923-ad3e-498c-8c6f-0286030c9a72 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:47.798322 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4383d923-ad3e-498c-8c6f-0286030c9a72 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/security-groups/bc71e810-36f3-442c-b0bf-3fa534b96b9d HTTP/1.1" status: 204 len: 168 time: 0.2471600 Nov 12 04:17:47.806011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40266) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:47.821428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383d923-ad3e-498c-8c6f-0286030c9a72 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc71e810-36f3-442c-b0bf-3fa534b96b9d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:47.868197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 20f41e53-52f8-486a-8d09-89e14b6bea45 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:17:47.884538 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99ac3e52-5231-400f-afd9-c341ff5cb860 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:47.888407 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-cd6920dd-7df9-4bfd-b90b-ee8ef10b9a6d tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:47.919844 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99ac3e52-5231-400f-afd9-c341ff5cb860 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:47.933316 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02c5ef3-a7c8-4303-9c51-0f9f3be32e76 x-openstack-request-id: req-f02c5ef3-a7c8-4303-9c51-0f9f3be32e76 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:47.933316 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b83f01-e193-4834-ad54-48539f6aa04a", "tag": "20f41e53-52f8-486a-8d09-89e14b6bea45", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:47.933316 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f02c5ef3-a7c8-4303-9c51-0f9f3be32e76 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:47.933622 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b83f01-e193-4834-ad54-48539f6aa04a', 'tag': '20f41e53-52f8-486a-8d09-89e14b6bea45', 'status': 'completed', 'code': 200} Nov 12 04:17:47.989050 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-574c1bf0-0790-49af-bfe8-957e1d007650 req-02a09e2a-0f86-4077-8eed-6d6e93384398 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 210 time: 0.0359190 Nov 12 04:17:48.024545 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b686c1-1b19-4e36-a749-6bef550a35f7 req-406b3226-042a-42ea-9942-7143b478c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:48.026039 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75b686c1-1b19-4e36-a749-6bef550a35f7 req-406b3226-042a-42ea-9942-7143b478c9b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b07e2042ed240e3be4ded69d77c1c04&device_id=21b83f01-e193-4834-ad54-48539f6aa04a HTTP/1.1" status: 200 len: 1095 time: 0.0461285 Nov 12 04:17:48.039356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 20f41e53-52f8-486a-8d09-89e14b6bea45, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=20f41e53-52f8-486a-8d09-89e14b6bea45,segment=NetworkSegment(129632f4-7311-4f32-852b-950fe6747106),segment_id=129632f4-7311-4f32-852b-950fe6747106)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:48.054101 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '20f41e53-52f8-486a-8d09-89e14b6bea45', 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868', 'port_id': '20f41e53-52f8-486a-8d09-89e14b6bea45', 'mac_address': 'fa:16:3e:a4:9a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e74e7a2-2ada-450c-9dd9-fc1e4194cbea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:17:48.101138 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.104016 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 325bf60c-4ea9-41fd-935d-eb134a9e8986 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:48.122100 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99ac3e52-5231-400f-afd9-c341ff5cb860 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.124962 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99ac3e52-5231-400f-afd9-c341ff5cb860 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.126250 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-99ac3e52-5231-400f-afd9-c341ff5cb860 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/security-groups/f766612d-44f7-4ef2-88d2-85b4f6760cb0 HTTP/1.1" status: 204 len: 168 time: 0.3193059 Nov 12 04:17:48.129634 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40270) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:48.138311 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-cd6920dd-7df9-4bfd-b90b-ee8ef10b9a6d tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.149125 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.152781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f41e53-52f8-486a-8d09-89e14b6bea45 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:48.167338 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac3e52-5231-400f-afd9-c341ff5cb860 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f766612d-44f7-4ef2-88d2-85b4f6760cb0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:48.190758 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 20f41e53-52f8-486a-8d09-89e14b6bea45, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=20f41e53-52f8-486a-8d09-89e14b6bea45,segment=NetworkSegment(129632f4-7311-4f32-852b-950fe6747106),segment_id=129632f4-7311-4f32-852b-950fe6747106)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:48.205037 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 325bf60c-4ea9-41fd-935d-eb134a9e8986 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:48.205404 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.223136 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-698f9f9b-26db-4792-9b32-3c52d5410a07 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.224431 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89a148-37b4-42c8-b53f-4749f48a4f3d req-5ca81e07-0f85-4c2a-a542-2505e22ff6de tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:48.226132 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e89a148-37b4-42c8-b53f-4749f48a4f3d req-5ca81e07-0f85-4c2a-a542-2505e22ff6de tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.1236081 Nov 12 04:17:48.227851 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-cd6920dd-7df9-4bfd-b90b-ee8ef10b9a6d tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Network 35c36d1e-5373-4c48-98a4-05efd6ed778c is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:48.231810 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b686c1-1b19-4e36-a749-6bef550a35f7 req-29b0bcaf-f564-4e6c-b0fb-a8cd65d28c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:48.233253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75b686c1-1b19-4e36-a749-6bef550a35f7 req-29b0bcaf-f564-4e6c-b0fb-a8cd65d28c3b service neutron] 10.222.0.31 "GET /v2.0/networks?id=df7ede31-bba3-4a8e-8d4a-b48a23611868 HTTP/1.1" status: 200 len: 913 time: 0.1999495 Nov 12 04:17:48.234819 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-cd6920dd-7df9-4bfd-b90b-ee8ef10b9a6d tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:48.237257 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6920dd-7df9-4bfd-b90b-ee8ef10b9a6d tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Pushing event updated for resources: {'Port': ['ID=d35db96e-82c2-4c97-bc37-3c338cb8a580,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:48.238965 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-cd6920dd-7df9-4bfd-b90b-ee8ef10b9a6d tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:48.260520 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-698f9f9b-26db-4792-9b32-3c52d5410a07 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.296253 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.311211 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75b686c1-1b19-4e36-a749-6bef550a35f7 req-82ec7731-a1dd-4ce0-94b8-2b07e905aa22 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20f41e53-52f8-486a-8d09-89e14b6bea45 HTTP/1.1" status: 200 len: 217 time: 0.0630150 Nov 12 04:17:48.363814 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=20f41e53-52f8-486a-8d09-89e14b6bea45,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:48.409392 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-698f9f9b-26db-4792-9b32-3c52d5410a07 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.418026 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-698f9f9b-26db-4792-9b32-3c52d5410a07 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.418026 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-698f9f9b-26db-4792-9b32-3c52d5410a07 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/security-groups/d0b564de-cc06-4894-a8fc-1772911fe6c3 HTTP/1.1" status: 204 len: 168 time: 0.2827802 Nov 12 04:17:48.421165 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40276) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:48.464839 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f9f9b-26db-4792-9b32-3c52d5410a07 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b564de-cc06-4894-a8fc-1772911fe6c3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:48.500461 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c8ad72-5962-4c30-a6e2-cdbb1a64269d tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting subnet 6192c541-d6b7-4c13-ad21-abafa2f4d812 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:17:48.504035 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ad72-5962-4c30-a6e2-cdbb1a64269d tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.549947 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ad72-5962-4c30-a6e2-cdbb1a64269d tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.597066 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['20f41e53-52f8-486a-8d09-89e14b6bea45'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:48.639093 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ad72-5962-4c30-a6e2-cdbb1a64269d tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.733515 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-cd6920dd-7df9-4bfd-b90b-ee8ef10b9a6d tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:48.734136 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-cd6920dd-7df9-4bfd-b90b-ee8ef10b9a6d tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.751990 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e89a148-37b4-42c8-b53f-4749f48a4f3d req-0a6c0e42-d34f-4994-8ead-9cfcbba93cfb tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099788 Nov 12 04:17:48.757057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b686c1-1b19-4e36-a749-6bef550a35f7 req-04963f6a-9555-4b8c-b8e4-ca3016cb953b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:48.758501 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75b686c1-1b19-4e36-a749-6bef550a35f7 req-04963f6a-9555-4b8c-b8e4-ca3016cb953b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e74e7a2-2ada-450c-9dd9-fc1e4194cbea HTTP/1.1" status: 200 len: 852 time: 0.4373021 Nov 12 04:17:48.777434 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 5d587885-2142-4ff8-bad2-d70bed50deab details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:17:48.795250 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75b686c1-1b19-4e36-a749-6bef550a35f7 req-cf0a0dbb-1dba-4276-a12e-516790e35014 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df7ede31-bba3-4a8e-8d4a-b48a23611868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276856 Nov 12 04:17:48.853769 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ad72-5962-4c30-a6e2-cdbb1a64269d tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.884441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8ad72-5962-4c30-a6e2-cdbb1a64269d tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Subnet': ['ID=6192c541-d6b7-4c13-ad21-abafa2f4d812,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:48.886649 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ad72-5962-4c30-a6e2-cdbb1a64269d tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.890065 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d7c8ad72-5962-4c30-a6e2-cdbb1a64269d tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/subnets/6192c541-d6b7-4c13-ad21-abafa2f4d812 HTTP/1.1" status: 204 len: 168 time: 0.4666555 Nov 12 04:17:48.894452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40284) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:48.897401 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac22e7d-bf06-4302-aaf7-fe7f5d5842ef None None] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:48.900549 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 5d587885-2142-4ff8-bad2-d70bed50deab, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=5d587885-2142-4ff8-bad2-d70bed50deab,segment=NetworkSegment(129632f4-7311-4f32-852b-950fe6747106),segment_id=129632f4-7311-4f32-852b-950fe6747106)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:48.910729 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-cd6920dd-7df9-4bfd-b90b-ee8ef10b9a6d tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7959638 Nov 12 04:17:48.930684 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '5d587885-2142-4ff8-bad2-d70bed50deab', 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868', 'port_id': '5d587885-2142-4ff8-bad2-d70bed50deab', 'mac_address': 'fa:16:3e:46:ef:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e74e7a2-2ada-450c-9dd9-fc1e4194cbea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:17:48.942593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Request body: {'port': {'device_id': '85f69edd-043c-4b20-8bbe-9ed0e3c73c97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:49.045718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce216c5-d0ca-4837-8499-425889cfc82f req-b6e6a5f0-38ca-4210-abce-772973c7e950 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:49.047310 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9ce216c5-d0ca-4837-8499-425889cfc82f req-b6e6a5f0-38ca-4210-abce-772973c7e950 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b83f01-e193-4834-ad54-48539f6aa04a HTTP/1.1" status: 200 len: 944 time: 0.2335284 Nov 12 04:17:49.056668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4dedbb5-a676-439e-9032-f47717394704 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting subnet 0cebe777-30af-416b-a636-5968ccb81534 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:17:49.067696 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d4dedbb5-a676-439e-9032-f47717394704 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:49.078578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75b686c1-1b19-4e36-a749-6bef550a35f7 req-15b0dcf1-7816-4c45-8f9e-4e1361a964bc service neutron] 10.222.0.31 "GET /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748806 Nov 12 04:17:49.111182 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:49.168387 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:49.192335 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d587885-2142-4ff8-bad2-d70bed50deab {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:49.234603 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 5d587885-2142-4ff8-bad2-d70bed50deab, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=5d587885-2142-4ff8-bad2-d70bed50deab,segment=NetworkSegment(129632f4-7311-4f32-852b-950fe6747106),segment_id=129632f4-7311-4f32-852b-950fe6747106)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:49.248649 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d4dedbb5-a676-439e-9032-f47717394704 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:49.297678 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9ce216c5-d0ca-4837-8499-425889cfc82f req-7def90f7-73f6-4d8d-a0a5-3bc954efccd9 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348261 Nov 12 04:17:49.362139 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:49.448053 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=5d587885-2142-4ff8-bad2-d70bed50deab,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:49.492902 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75b686c1-1b19-4e36-a749-6bef550a35f7 req-4dea0f3f-4b7a-4aa1-a503-938ea4eba085 service neutron] 10.222.0.31 "GET /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906322 Nov 12 04:17:49.545239 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d4dedbb5-a676-439e-9032-f47717394704 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:49.607366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627e3b4-3e6e-4b8f-ad2b-917eafa46d50 req-498496a0-bbdc-4300-acdf-d4fa0ae7b2bb tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:49.608957 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6627e3b4-3e6e-4b8f-ad2b-917eafa46d50 req-498496a0-bbdc-4300-acdf-d4fa0ae7b2bb tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=85f69edd-043c-4b20-8bbe-9ed0e3c73c97 HTTP/1.1" status: 200 len: 932 time: 0.2157259 Nov 12 04:17:49.731927 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6627e3b4-3e6e-4b8f-ad2b-917eafa46d50 req-9dabf8e9-a3ae-405c-90aa-b9dfa97b187c tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134901 Nov 12 04:17:49.814592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35db96e-82c2-4c97-bc37-3c338cb8a580 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:49.823409 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:49.848584 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['5d587885-2142-4ff8-bad2-d70bed50deab'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:49.853952 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Transition to ACTIVE for port object d35db96e-82c2-4c97-bc37-3c338cb8a580 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:17:49.857645 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d4dedbb5-a676-439e-9032-f47717394704 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:49.909201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dedbb5-a676-439e-9032-f47717394704 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Subnet': ['ID=0cebe777-30af-416b-a636-5968ccb81534,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:49.910539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 20f41e53-52f8-486a-8d09-89e14b6bea45 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:49.925753 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dedbb5-a676-439e-9032-f47717394704 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:49.926106 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dedbb5-a676-439e-9032-f47717394704 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:49.926446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dedbb5-a676-439e-9032-f47717394704 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:49.926827 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dedbb5-a676-439e-9032-f47717394704 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:49.927162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dedbb5-a676-439e-9032-f47717394704 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:49.927632 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dedbb5-a676-439e-9032-f47717394704 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:49.927959 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dedbb5-a676-439e-9032-f47717394704 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:49.928287 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dedbb5-a676-439e-9032-f47717394704 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:49.928611 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dedbb5-a676-439e-9032-f47717394704 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:49.928930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dedbb5-a676-439e-9032-f47717394704 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:49.929252 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dedbb5-a676-439e-9032-f47717394704 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:49.929571 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dedbb5-a676-439e-9032-f47717394704 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:49.947378 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d4dedbb5-a676-439e-9032-f47717394704 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:49.951484 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d4dedbb5-a676-439e-9032-f47717394704 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/subnets/0cebe777-30af-416b-a636-5968ccb81534 HTTP/1.1" status: 204 len: 168 time: 1.0556958 Nov 12 04:17:49.954607 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40296) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:49.960609 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c61e7434-6297-48bb-b94f-a3f9ec570e4f req-f312e982-1a60-4692-bcad-3ae6d9d7fa69 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 210 time: 0.0625291 Nov 12 04:17:49.983965 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6117b8-4f3a-4f55-86e7-083b1154268e None None] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:49.986616 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:49.992166 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-cafddcd8-bdbc-4b69-9061-7394a14d280f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] DELETE failed (client error): The resource could not be found. Nov 12 04:17:49.992166 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cafddcd8-bdbc-4b69-9061-7394a14d280f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:17:49.993072 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cafddcd8-bdbc-4b69-9061-7394a14d280f tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/subnets/6192c541-d6b7-4c13-ad21-abafa2f4d812 HTTP/1.1" status: 404 len: 337 time: 0.0374186 Nov 12 04:17:49.996459 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40298) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:50.067679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05216cc-35ad-4cc1-902c-961b41579bda tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting subnet 9dc60643-bd87-4b6c-8354-41e7cea9bffd {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:17:50.071939 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e05216cc-35ad-4cc1-902c-961b41579bda tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.101669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3ce90e1a-a618-499f-a200-14a4087b5786 None None] Provisioning complete for port fe11acbf-e96d-4d32-9ebd-88de03d4f2ba triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:50.101958 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ce90e1a-a618-499f-a200-14a4087b5786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.129483 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e05216cc-35ad-4cc1-902c-961b41579bda tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.130518 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=d35db96e-82c2-4c97-bc37-3c338cb8a580,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:50.187091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367c5ca-a1e7-4df5-a5c0-d56d0c3f3409 req-fff7a1f5-7d35-4e1c-8a41-e8cc08a423c9 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:50.188551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0367c5ca-a1e7-4df5-a5c0-d56d0c3f3409 req-fff7a1f5-7d35-4e1c-8a41-e8cc08a423c9 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.1299665 Nov 12 04:17:50.216799 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Attempting to bind port d35db96e-82c2-4c97-bc37-3c338cb8a580 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:50.217203 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Attempting to bind port d35db96e-82c2-4c97-bc37-3c338cb8a580 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'e72950ee-727f-4a47-8d7c-f109451b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '35c36d1e-5373-4c48-98a4-05efd6ed778c'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:50.217460 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Attempting to bind port d35db96e-82c2-4c97-bc37-3c338cb8a580 on network 35c36d1e-5373-4c48-98a4-05efd6ed778c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:50.221096 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3ce90e1a-a618-499f-a200-14a4087b5786 None None] Port fe11acbf-e96d-4d32-9ebd-88de03d4f2ba cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:50.225487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Port d35db96e-82c2-4c97-bc37-3c338cb8a580 on network 35c36d1e-5373-4c48-98a4-05efd6ed778c not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:17:50.234842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Attempting to bind port d35db96e-82c2-4c97-bc37-3c338cb8a580 on network 35c36d1e-5373-4c48-98a4-05efd6ed778c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:50.234842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:50.235158 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Checking segment: {'id': 'e72950ee-727f-4a47-8d7c-f109451b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '35c36d1e-5373-4c48-98a4-05efd6ed778c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:50.235548 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Bound using segment: {'id': 'e72950ee-727f-4a47-8d7c-f109451b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '35c36d1e-5373-4c48-98a4-05efd6ed778c'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:50.236012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Bound port: d35db96e-82c2-4c97-bc37-3c338cb8a580, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72950ee-727f-4a47-8d7c-f109451b1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '35c36d1e-5373-4c48-98a4-05efd6ed778c'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:50.236470 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.264455 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e05216cc-35ad-4cc1-902c-961b41579bda tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.268620 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3ce90e1a-a618-499f-a200-14a4087b5786 None None] Provisioning complete for port 325bf60c-4ea9-41fd-935d-eb134a9e8986 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:50.269349 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ce90e1a-a618-499f-a200-14a4087b5786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.299540 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0367c5ca-a1e7-4df5-a5c0-d56d0c3f3409 req-59f83f37-c7c2-4344-b7be-147730897d93 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998960 Nov 12 04:17:50.332801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 20f41e53-52f8-486a-8d09-89e14b6bea45 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:17:50.354061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 20f41e53-52f8-486a-8d09-89e14b6bea45 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:50.354436 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.416768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] For port d35db96e-82c2-4c97-bc37-3c338cb8a580, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:50.424005 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] For port d35db96e-82c2-4c97-bc37-3c338cb8a580, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d35db96e-82c2-4c97-bc37-3c338cb8a580,segment=NetworkSegment(e72950ee-727f-4a47-8d7c-f109451b1313),segment_id=e72950ee-727f-4a47-8d7c-f109451b1313)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:50.485268 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-b5f66a5f-07a3-41fc-9de3-6f0b1b49fc33 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:50.487533 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-b5f66a5f-07a3-41fc-9de3-6f0b1b49fc33 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 811 time: 0.2233903 Nov 12 04:17:50.491715 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.505962 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931c440-6d86-4b91-9ae2-7db2ecc1e2aa req-92871007-90f5-45c4-8234-a5ded4575482 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:50.507714 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c931c440-6d86-4b91-9ae2-7db2ecc1e2aa req-92871007-90f5-45c4-8234-a5ded4575482 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 945 time: 0.0956335 Nov 12 04:17:50.515119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-b1a067d5-d32e-4549-8f58-65f61171cf05 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Request body: {'port': {'device_id': 'd30794bb-313e-4228-a91b-dfe6cd98295d', 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240', 'admin_state_up': True, 'tenant_id': '7c6a3aa233554afeb7f6e886fb2833b1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:50.518127 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b83f01-e193-4834-ad54-48539f6aa04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f41e53-52f8-486a-8d09-89e14b6bea45'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:50.520792 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756508eb-705b-4710-809a-681b9d2ec50b" -d '{"events": [{"server_uuid": "21b83f01-e193-4834-ad54-48539f6aa04a", "name": "network-vif-plugged", "status": "completed", "tag": "20f41e53-52f8-486a-8d09-89e14b6bea45"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:50.528722 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e05216cc-35ad-4cc1-902c-961b41579bda tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.570293 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 20f41e53-52f8-486a-8d09-89e14b6bea45, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=20f41e53-52f8-486a-8d09-89e14b6bea45,segment=NetworkSegment(129632f4-7311-4f32-852b-950fe6747106),segment_id=129632f4-7311-4f32-852b-950fe6747106)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:50.580296 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05216cc-35ad-4cc1-902c-961b41579bda tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc60643-bd87-4b6c-8354-41e7cea9bffd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:50.583319 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.586447 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e05216cc-35ad-4cc1-902c-961b41579bda tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.592278 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e05216cc-35ad-4cc1-902c-961b41579bda tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/subnets/9dc60643-bd87-4b6c-8354-41e7cea9bffd HTTP/1.1" status: 204 len: 168 time: 0.5921512 Nov 12 04:17:50.596327 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40308) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:50.623797 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a2fdc0-71d0-4ac1-b59c-16a572808232 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] DELETE failed (client error): The resource could not be found. Nov 12 04:17:50.624263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a2fdc0-71d0-4ac1-b59c-16a572808232 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:17:50.627507 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-05a2fdc0-71d0-4ac1-b59c-16a572808232 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/subnets/8507220a-370d-4fc8-8244-4333d4ca068d HTTP/1.1" status: 404 len: 337 time: 0.0301523 Nov 12 04:17:50.630089 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40310) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:50.664044 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fc0006fb-87e6-47c9-b362-0972217b7bde tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "GET /v2.0/ports?device_id=4644844d-881f-4580-b2d1-616e805adcf4 HTTP/1.1" status: 200 len: 205 time: 0.0325296 Nov 12 04:17:50.666204 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40312) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:50.677291 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.677670 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c931c440-6d86-4b91-9ae2-7db2ecc1e2aa req-000d37b3-1527-401e-955b-77f94bb8aa0b tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups?id=98b50018-a01f-4302-acbf-b8e4fdbe8683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580358 Nov 12 04:17:50.725839 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-830c510d-b582-4a6c-bb23-06162d1b4477 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] delete failed (client error): The resource could not be found. Nov 12 04:17:50.730563 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-830c510d-b582-4a6c-bb23-06162d1b4477 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/routers/4644844d-881f-4580-b2d1-616e805adcf4 HTTP/1.1" status: 404 len: 336 time: 0.0627551 Nov 12 04:17:50.731161 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40316) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:50.766372 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=20f41e53-52f8-486a-8d09-89e14b6bea45,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:50.771196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:50.771824 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.773907 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] 10.222.0.21 "PUT /v2.0/ports/d35db96e-82c2-4c97-bc37-3c338cb8a580 HTTP/1.1" status: 200 len: 1093 time: 1.8408885 Nov 12 04:17:50.774455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f69edd-043c-4b20-8bbe-9ed0e3c73c97', 'tag': 'd35db96e-82c2-4c97-bc37-3c338cb8a580'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:50.776894 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bef69f-8f8a-470e-b65c-78455cea7a68" -d '{"events": [{"name": "network-changed", "server_uuid": "85f69edd-043c-4b20-8bbe-9ed0e3c73c97", "tag": "d35db96e-82c2-4c97-bc37-3c338cb8a580"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:50.780061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 827813e1-4afe-44db-947c-b67c4e2c3e62 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:17:50.809870 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8dbbe1-7701-4974-861b-6fd47fd4331c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] DELETE failed (client error): The resource could not be found. Nov 12 04:17:50.810536 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8dbbe1-7701-4974-861b-6fd47fd4331c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:17:50.815372 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5c8dbbe1-7701-4974-861b-6fd47fd4331c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/subnets/b52233ad-ca34-4ad4-a86d-b3d16e7697b1 HTTP/1.1" status: 404 len: 337 time: 0.0827847 Nov 12 04:17:50.817739 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40322) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:50.861993 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7bdfa01-ea91-42ea-a433-d267ca80e8a6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] DELETE failed (client error): The resource could not be found. Nov 12 04:17:50.861993 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7bdfa01-ea91-42ea-a433-d267ca80e8a6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:17:50.868089 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d7bdfa01-ea91-42ea-a433-d267ca80e8a6 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/subnets/15c7bb33-3431-4c9b-b554-b5ad3a1b38b9 HTTP/1.1" status: 404 len: 337 time: 0.0469484 Nov 12 04:17:50.868342 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40324) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:50.889582 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788d694-b0e2-4a52-b5c4-50b4ab860ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=d35db96e-82c2-4c97-bc37-3c338cb8a580,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:50.931215 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 827813e1-4afe-44db-947c-b67c4e2c3e62, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=827813e1-4afe-44db-947c-b67c4e2c3e62,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:50.934890 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-01dfd274-5657-4619-8a26-b850451a4aa0 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] DELETE failed (client error): The resource could not be found. Nov 12 04:17:50.935527 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01dfd274-5657-4619-8a26-b850451a4aa0 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:17:50.945733 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-01dfd274-5657-4619-8a26-b850451a4aa0 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/subnets/cb517194-91cd-42d4-befe-a561234eff67 HTTP/1.1" status: 404 len: 337 time: 0.0759816 Nov 12 04:17:50.947113 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40326) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:50.957692 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'port_id': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'mac_address': 'fa:16:3e:c5:88:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:17:50.977130 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-99115d44-ba01-4057-90e3-12390b563d9c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] DELETE failed (client error): The resource could not be found. Nov 12 04:17:50.978143 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99115d44-ba01-4057-90e3-12390b563d9c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:17:50.985950 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-99115d44-ba01-4057-90e3-12390b563d9c tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/ports/a6f8d692-82ad-4e6c-8079-e01024b587e3 HTTP/1.1" status: 404 len: 333 time: 0.0372939 Nov 12 04:17:50.988269 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40330) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:50.996245 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c7e50-c3f7-47a1-83e1-382d664d73ef req-b51a485f-0f71-4088-a5fa-ff4abd60b67b tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:50.998240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-389c7e50-c3f7-47a1-83e1-382d664d73ef req-b51a485f-0f71-4088-a5fa-ff4abd60b67b tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b83f01-e193-4834-ad54-48539f6aa04a HTTP/1.1" status: 200 len: 945 time: 0.1803474 Nov 12 04:17:51.005152 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:51.017150 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-26cc2a14-cfa4-4316-a16d-d8588bcf8f35 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] DELETE failed (client error): The resource could not be found. Nov 12 04:17:51.017868 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26cc2a14-cfa4-4316-a16d-d8588bcf8f35 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:17:51.019168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-b9e294ca-a15b-4725-a203-a08513bd853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:51.020791 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-b9e294ca-a15b-4725-a203-a08513bd853a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2229d798384c4338a49f6fb663054041&device_id=85f69edd-043c-4b20-8bbe-9ed0e3c73c97 HTTP/1.1" status: 200 len: 1096 time: 0.0961940 Nov 12 04:17:51.022210 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-26cc2a14-cfa4-4316-a16d-d8588bcf8f35 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/subnets/904aaf79-d29b-499c-b1a4-d2ea39eb13aa HTTP/1.1" status: 404 len: 337 time: 0.0344832 Nov 12 04:17:51.025915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 827813e1-4afe-44db-947c-b67c4e2c3e62 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:51.031886 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40332) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:51.050227 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 827813e1-4afe-44db-947c-b67c4e2c3e62, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=827813e1-4afe-44db-947c-b67c4e2c3e62,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:51.067721 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-74380aac-d184-454f-9c82-8c9b18af7106 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] DELETE failed (client error): The resource could not be found. Nov 12 04:17:51.068649 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74380aac-d184-454f-9c82-8c9b18af7106 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:17:51.071938 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-74380aac-d184-454f-9c82-8c9b18af7106 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/subnets/764d710f-ccf9-487b-bc91-35fed4a20b6a HTTP/1.1" status: 404 len: 337 time: 0.0390556 Nov 12 04:17:51.076872 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40334) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:51.091807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-6e225f54-d0bb-4eff-a1ff-482a79946d9a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d35db96e-82c2-4c97-bc37-3c338cb8a580 HTTP/1.1" status: 200 len: 217 time: 0.0507350 Nov 12 04:17:51.092594 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-b1a067d5-d32e-4549-8f58-65f61171cf05 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Made reservation on behalf of 7c6a3aa233554afeb7f6e886fb2833b1 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:51.096359 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-b1a067d5-d32e-4549-8f58-65f61171cf05 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:51.118749 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a67de7-6e27-4340-8feb-b6c614ca2190 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] DELETE failed (client error): The resource could not be found. Nov 12 04:17:51.119160 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a67de7-6e27-4340-8feb-b6c614ca2190 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:17:51.127119 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d1a67de7-6e27-4340-8feb-b6c614ca2190 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/ports/8c55124a-78f7-4203-aceb-8ae4d4a2b469 HTTP/1.1" status: 404 len: 333 time: 0.0452378 Nov 12 04:17:51.127119 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40336) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:51.135274 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b500e106-8951-4302-b6c9-d143c49a63c2 None None] Network b9c3f7b2-21db-4887-bff5-a369493ca2c0 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:51.139986 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:51.155733 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-680f6929-5385-4e71-8208-190a9ce652c4 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] DELETE failed (client error): The resource could not be found. Nov 12 04:17:51.155733 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680f6929-5385-4e71-8208-190a9ce652c4 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:17:51.161099 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-680f6929-5385-4e71-8208-190a9ce652c4 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/subnets/d14f0d68-06c5-4da3-a8a0-d7fd910f3eb8 HTTP/1.1" status: 404 len: 337 time: 0.0318961 Nov 12 04:17:51.167970 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40338) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:51.189626 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-389c7e50-c3f7-47a1-83e1-382d664d73ef req-1fe21086-52f8-4909-a96d-732d5955d9a8 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674573 Nov 12 04:17:51.196974 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d18ae38-150f-4b48-ab31-27690931cfe9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] DELETE failed (client error): The resource could not be found. Nov 12 04:17:51.197610 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d18ae38-150f-4b48-ab31-27690931cfe9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:17:51.203358 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6d18ae38-150f-4b48-ab31-27690931cfe9 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/subnets/df15a44b-c549-4cce-933f-c0a1f80f6172 HTTP/1.1" status: 404 len: 337 time: 0.0387614 Nov 12 04:17:51.203841 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40340) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:51.274816 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-63ab2f5c-1cc3-4333-b31f-f2fbf49218db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:51.277889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-63ab2f5c-1cc3-4333-b31f-f2fbf49218db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=85cbc174-85ef-4226-8e10-2346b6b901b3 HTTP/1.1" status: 200 len: 848 time: 0.1743376 Nov 12 04:17:51.278798 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e02991-01a2-47d5-a54e-786cb23768d8 x-openstack-request-id: req-26e02991-01a2-47d5-a54e-786cb23768d8 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:51.279088 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b83f01-e193-4834-ad54-48539f6aa04a", "name": "network-vif-plugged", "status": "completed", "tag": "20f41e53-52f8-486a-8d09-89e14b6bea45", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:51.279338 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26e02991-01a2-47d5-a54e-786cb23768d8 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:51.279726 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b83f01-e193-4834-ad54-48539f6aa04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f41e53-52f8-486a-8d09-89e14b6bea45', 'code': 200} Nov 12 04:17:51.284616 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=827813e1-4afe-44db-947c-b67c4e2c3e62,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:51.305836 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9c511b99-c7ac-4df4-8908-8f78a1bf1766 None None] Provisioning complete for port fe11acbf-e96d-4d32-9ebd-88de03d4f2ba triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:51.306196 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9c511b99-c7ac-4df4-8908-8f78a1bf1766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:51.345608 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a68e1241-19f1-4c09-9f12-5c0cd6c93d79 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Deleting port fe11acbf-e96d-4d32-9ebd-88de03d4f2ba {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:51.346099 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a68e1241-19f1-4c09-9f12-5c0cd6c93d79 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:51.363092 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-a545c29d-0cfb-40de-b06d-f56043807041 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35c36d1e-5373-4c48-98a4-05efd6ed778c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635996 Nov 12 04:17:51.368951 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9c511b99-c7ac-4df4-8908-8f78a1bf1766 None None] Port fe11acbf-e96d-4d32-9ebd-88de03d4f2ba cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:51.373267 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['827813e1-4afe-44db-947c-b67c4e2c3e62'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:51.424084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9c511b99-c7ac-4df4-8908-8f78a1bf1766 None None] Provisioning complete for port 325bf60c-4ea9-41fd-935d-eb134a9e8986 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:51.424465 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9c511b99-c7ac-4df4-8908-8f78a1bf1766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:51.458109 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a68e1241-19f1-4c09-9f12-5c0cd6c93d79 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:51.482977 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a465f30-5312-41e7-94e8-81c5e65ed94e None None] DHCP port deletion for b9c3f7b2-21db-4887-bff5-a369493ca2c0 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:51.486081 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a68e1241-19f1-4c09-9f12-5c0cd6c93d79 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Calling delete_port for fe11acbf-e96d-4d32-9ebd-88de03d4f2ba owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:51.524786 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-b1a067d5-d32e-4549-8f58-65f61171cf05 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Allocated IP 172.20.0.12 (0550e788-ec39-4fbc-9b9c-fbf1372e1240/64085683-3376-464a-a4ff-b7367f1920e9/c52e65ab-86bf-4d3e-92f0-c1563dcde5e9) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:51.550130 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc542c6-7a6f-4bd3-a499-469662361dde req-59c521fa-b4a9-4763-be68-58abb68493fb tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:51.551732 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cc542c6-7a6f-4bd3-a499-469662361dde req-59c521fa-b4a9-4763-be68-58abb68493fb tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=85f69edd-043c-4b20-8bbe-9ed0e3c73c97 HTTP/1.1" status: 200 len: 944 time: 0.1946170 Nov 12 04:17:51.586278 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a995309-85f7-44ce-9cc8-728cd5e8f542 req-b8f8bc21-e145-431d-8919-025fa25a8539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:51.588088 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0a995309-85f7-44ce-9cc8-728cd5e8f542 req-b8f8bc21-e145-431d-8919-025fa25a8539 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=21b83f01-e193-4834-ad54-48539f6aa04a HTTP/1.1" status: 200 len: 1097 time: 0.2155840 Nov 12 04:17:51.621459 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-548ca57c-ded5-4d79-999e-3e73ec4daf1a service neutron] 10.222.0.21 "GET /v2.0/networks/35c36d1e-5373-4c48-98a4-05efd6ed778c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465765 Nov 12 04:17:51.637776 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2a465f30-5312-41e7-94e8-81c5e65ed94e None None] Deleting port 325bf60c-4ea9-41fd-935d-eb134a9e8986 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:51.638363 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a465f30-5312-41e7-94e8-81c5e65ed94e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:51.650488 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0a995309-85f7-44ce-9cc8-728cd5e8f542 req-951a4e8e-6501-4d9a-a466-d6b4f4e1dc20 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533142 Nov 12 04:17:51.703853 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cc542c6-7a6f-4bd3-a499-469662361dde req-e4235974-b256-40d8-b888-72b798271128 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429393 Nov 12 04:17:51.719444 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2a465f30-5312-41e7-94e8-81c5e65ed94e None None] For port 325bf60c-4ea9-41fd-935d-eb134a9e8986, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=325bf60c-4ea9-41fd-935d-eb134a9e8986,segment=NetworkSegment(9967adf2-b4f1-4d31-97fc-d27270ca3668),segment_id=9967adf2-b4f1-4d31-97fc-d27270ca3668)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:51.719765 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a465f30-5312-41e7-94e8-81c5e65ed94e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:51.742812 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2a465f30-5312-41e7-94e8-81c5e65ed94e None None] Calling delete_port for 325bf60c-4ea9-41fd-935d-eb134a9e8986 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:51.756767 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f703057b-38c0-45e0-b065-eec2734063aa x-openstack-request-id: req-f703057b-38c0-45e0-b065-eec2734063aa {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:51.757053 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f69edd-043c-4b20-8bbe-9ed0e3c73c97", "tag": "d35db96e-82c2-4c97-bc37-3c338cb8a580", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:51.757306 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f703057b-38c0-45e0-b065-eec2734063aa {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:51.757704 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f69edd-043c-4b20-8bbe-9ed0e3c73c97', 'tag': 'd35db96e-82c2-4c97-bc37-3c338cb8a580', 'status': 'completed', 'code': 200} Nov 12 04:17:51.774770 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a68e1241-19f1-4c09-9f12-5c0cd6c93d79 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:51.820181 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e1241-19f1-4c09-9f12-5c0cd6c93d79 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Port': ['ID=fe11acbf-e96d-4d32-9ebd-88de03d4f2ba,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:51.828633 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a68e1241-19f1-4c09-9f12-5c0cd6c93d79 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:51.836233 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a68e1241-19f1-4c09-9f12-5c0cd6c93d79 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/ports/fe11acbf-e96d-4d32-9ebd-88de03d4f2ba HTTP/1.1" status: 204 len: 168 time: 0.6286321 Nov 12 04:17:51.837133 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40348) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:51.871082 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8c0667d-aea3-4b9f-861c-171cb81ea81e req-2e9fb68c-f274-45f8-b9e0-84e272fdf7bd tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 210 time: 0.0604451 Nov 12 04:17:51.971633 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27308790-a5e7-4657-ad83-9db2f6f42a12 req-a415e64c-a9ef-4216-89ca-dab7b9e82668 service neutron] 10.222.0.21 "GET /v2.0/networks/35c36d1e-5373-4c48-98a4-05efd6ed778c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180132 Nov 12 04:17:52.002152 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-b1a067d5-d32e-4549-8f58-65f61171cf05 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:52.021376 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-038d3380-99ef-4edf-a0bd-6dcc3311ac72 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:52.025769 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a465f30-5312-41e7-94e8-81c5e65ed94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:52.056956 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a465f30-5312-41e7-94e8-81c5e65ed94e None None] Pushing event deleted for resources: {'Port': ['ID=325bf60c-4ea9-41fd-935d-eb134a9e8986,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:52.059996 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5004e0-b578-41aa-a6cc-c1a2571f726c req-a7a763bf-21cc-461a-92ef-07d2963910b7 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:52.062556 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c5004e0-b578-41aa-a6cc-c1a2571f726c req-a7a763bf-21cc-461a-92ef-07d2963910b7 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.1066520 Nov 12 04:17:52.063112 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a465f30-5312-41e7-94e8-81c5e65ed94e None None] No DVR routers for this DVR port 325bf60c-4ea9-41fd-935d-eb134a9e8986 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:52.110206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 325bf60c-4ea9-41fd-935d-eb134a9e8986 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:52.131715 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 325bf60c-4ea9-41fd-935d-eb134a9e8986 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:17:52.132057 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 325bf60c-4ea9-41fd-935d-eb134a9e8986 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:17:52.229187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c5004e0-b578-41aa-a6cc-c1a2571f726c req-463d25ef-f21c-4701-9439-0ed932da51d9 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572213 Nov 12 04:17:52.235509 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-038d3380-99ef-4edf-a0bd-6dcc3311ac72 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:52.264121 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-b1a067d5-d32e-4549-8f58-65f61171cf05 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:52.272329 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-038d3380-99ef-4edf-a0bd-6dcc3311ac72 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c3f7b2-21db-4887-bff5-a369493ca2c0']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:52.318520 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bef69f-8f8a-470e-b65c-78455cea7a68 req-5bfbb23a-8547-4ecd-8ad0-2a8af7afac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:52.318520 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03bef69f-8f8a-470e-b65c-78455cea7a68 req-5bfbb23a-8547-4ecd-8ad0-2a8af7afac11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2229d798384c4338a49f6fb663054041&device_id=85f69edd-043c-4b20-8bbe-9ed0e3c73c97 HTTP/1.1" status: 200 len: 1096 time: 0.1553555 Nov 12 04:17:52.321357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-038d3380-99ef-4edf-a0bd-6dcc3311ac72 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9967adf2-b4f1-4d31-97fc-d27270ca3668') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:52.321651 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-038d3380-99ef-4edf-a0bd-6dcc3311ac72 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9967adf2-b4f1-4d31-97fc-d27270ca3668') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:52.348163 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-038d3380-99ef-4edf-a0bd-6dcc3311ac72 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:52.351744 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-b1a067d5-d32e-4549-8f58-65f61171cf05 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:52.387692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-b1a067d5-d32e-4549-8f58-65f61171cf05 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:52.390048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-b1a067d5-d32e-4549-8f58-65f61171cf05 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:52.457099 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-038d3380-99ef-4edf-a0bd-6dcc3311ac72 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:52.476791 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a067d5-d32e-4549-8f58-65f61171cf05 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Pushing event updated for resources: {'Port': ['ID=c52e65ab-86bf-4d3e-92f0-c1563dcde5e9,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:52.496750 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038d3380-99ef-4edf-a0bd-6dcc3311ac72 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:17:52.497250 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-038d3380-99ef-4edf-a0bd-6dcc3311ac72 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:17:52.502864 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:17:52.578891 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-b1a067d5-d32e-4549-8f58-65f61171cf05 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:52.579494 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-b1a067d5-d32e-4549-8f58-65f61171cf05 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:52.615399 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ad622-8736-469d-a1cd-93e41c5d9f26 req-a7e8a9bd-a79f-44a3-a705-065d38ae5f78 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:52.616905 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-747ad622-8736-469d-a1cd-93e41c5d9f26 req-a7e8a9bd-a79f-44a3-a705-065d38ae5f78 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b83f01-e193-4834-ad54-48539f6aa04a HTTP/1.1" status: 200 len: 945 time: 0.2420406 Nov 12 04:17:52.635009 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bef69f-8f8a-470e-b65c-78455cea7a68 req-31e25511-af49-47b4-b421-81b8dd92d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:52.636496 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03bef69f-8f8a-470e-b65c-78455cea7a68 req-31e25511-af49-47b4-b421-81b8dd92d2e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35c36d1e-5373-4c48-98a4-05efd6ed778c HTTP/1.1" status: 200 len: 909 time: 0.3040030 Nov 12 04:17:52.693094 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03bef69f-8f8a-470e-b65c-78455cea7a68 req-cf598a60-e6f3-48de-adae-429d4017fcb1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d35db96e-82c2-4c97-bc37-3c338cb8a580 HTTP/1.1" status: 200 len: 217 time: 0.0484951 Nov 12 04:17:52.696219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-b1a067d5-d32e-4549-8f58-65f61171cf05 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1873889 Nov 12 04:17:52.699212 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-038d3380-99ef-4edf-a0bd-6dcc3311ac72 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:52.708492 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-038d3380-99ef-4edf-a0bd-6dcc3311ac72 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:52.712285 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-038d3380-99ef-4edf-a0bd-6dcc3311ac72 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] 10.222.0.37 "DELETE /v2.0/networks/b9c3f7b2-21db-4887-bff5-a369493ca2c0 HTTP/1.1" status: 204 len: 168 time: 0.8712358 Nov 12 04:17:52.738513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Request body: {'port': {'device_id': 'd30794bb-313e-4228-a91b-dfe6cd98295d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:52.786758 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 5d587885-2142-4ff8-bad2-d70bed50deab up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:52.787850 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d3380-99ef-4edf-a0bd-6dcc3311ac72 tempest-PortsIpV6TestJSON-292821567 tempest-PortsIpV6TestJSON-292821567-project] Pushing event deleted for resources: {'Network': ['ID=b9c3f7b2-21db-4887-bff5-a369493ca2c0,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:52.802183 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-747ad622-8736-469d-a1cd-93e41c5d9f26 req-adb0c966-c17f-42aa-807a-021e89e4fe81 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766276 Nov 12 04:17:52.840178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bef69f-8f8a-470e-b65c-78455cea7a68 req-97148634-aff9-4101-b47d-61cb15cb2c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:52.841943 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03bef69f-8f8a-470e-b65c-78455cea7a68 req-97148634-aff9-4101-b47d-61cb15cb2c9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=85cbc174-85ef-4226-8e10-2346b6b901b3 HTTP/1.1" status: 200 len: 848 time: 0.1399190 Nov 12 04:17:52.847137 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:52.895123 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03bef69f-8f8a-470e-b65c-78455cea7a68 req-2c7ba9e1-5d95-4ddd-84cc-c9e44f513b7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35c36d1e-5373-4c48-98a4-05efd6ed778c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444825 Nov 12 04:17:52.960178 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 5d587885-2142-4ff8-bad2-d70bed50deab completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:17:52.964647 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 5d587885-2142-4ff8-bad2-d70bed50deab triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:52.965284 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:53.055354 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:53.088711 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 5d587885-2142-4ff8-bad2-d70bed50deab, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=5d587885-2142-4ff8-bad2-d70bed50deab,segment=NetworkSegment(129632f4-7311-4f32-852b-950fe6747106),segment_id=129632f4-7311-4f32-852b-950fe6747106)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:53.093427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9329799-fd7b-4174-8826-4b82cfb74b90 req-a5b4068c-6ee5-4e2a-8e36-a24e4d2cc023 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:53.095243 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9329799-fd7b-4174-8826-4b82cfb74b90 req-a5b4068c-6ee5-4e2a-8e36-a24e4d2cc023 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 945 time: 0.1623325 Nov 12 04:17:53.147085 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:53.150168 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 827813e1-4afe-44db-947c-b67c4e2c3e62 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:53.151446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03bef69f-8f8a-470e-b65c-78455cea7a68 req-d6984905-3f90-4635-80f0-6cddf8c7759f service neutron] 10.222.0.21 "GET /v2.0/networks/35c36d1e-5373-4c48-98a4-05efd6ed778c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380180 Nov 12 04:17:53.231064 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=5d587885-2142-4ff8-bad2-d70bed50deab,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:53.234747 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40368) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:53.242890 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 827813e1-4afe-44db-947c-b67c4e2c3e62 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:53.243268 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:53.281137 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702768a6-7a4a-40da-af1c-fd1d7a790011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d587885-2142-4ff8-bad2-d70bed50deab'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:53.283390 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5a6fbe-5ca3-4478-96ff-15068a44bb8d" -d '{"events": [{"server_uuid": "702768a6-7a4a-40da-af1c-fd1d7a790011", "name": "network-vif-plugged", "status": "completed", "tag": "5d587885-2142-4ff8-bad2-d70bed50deab"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:53.337448 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:53.375004 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 827813e1-4afe-44db-947c-b67c4e2c3e62, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=827813e1-4afe-44db-947c-b67c4e2c3e62,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:53.399795 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-764509e2-cbc1-45a7-8bab-ccf269593eab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fdf54b9b0cd748048a3c812496dc1e09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1639013 Nov 12 04:17:53.402249 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40376) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:53.457429 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2e1dcc61-5a7e-482e-b624-3841a93b33d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:53.480946 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2e1dcc61-5a7e-482e-b624-3841a93b33d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:53.540691 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:53.586119 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=827813e1-4afe-44db-947c-b67c4e2c3e62,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:53.609656 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9329799-fd7b-4174-8826-4b82cfb74b90 req-d777483d-e143-40a1-b978-9cc42722ca62 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups?id=98b50018-a01f-4302-acbf-b8e4fdbe8683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5078919 Nov 12 04:17:53.677255 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2e1dcc61-5a7e-482e-b624-3841a93b33d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:53.679975 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2e1dcc61-5a7e-482e-b624-3841a93b33d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:53.681174 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2e1dcc61-5a7e-482e-b624-3841a93b33d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2e91d28-5ed0-4069-a9b2-ff27e84bb21c HTTP/1.1" status: 204 len: 168 time: 0.2778757 Nov 12 04:17:53.690275 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1dcc61-5a7e-482e-b624-3841a93b33d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e91d28-5ed0-4069-a9b2-ff27e84bb21c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:53.736420 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03bef69f-8f8a-470e-b65c-78455cea7a68 req-7c8a7479-7973-4a5e-99da-c8b5ef5010e3 service neutron] 10.222.0.21 "GET /v2.0/networks/35c36d1e-5373-4c48-98a4-05efd6ed778c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5677295 Nov 12 04:17:53.786013 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60898b9c-3a59-4e9c-bf4e-177d86d69e5c req-3119827d-73d1-49f6-8b91-942d4861dc03 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:53.787520 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60898b9c-3a59-4e9c-bf4e-177d86d69e5c req-3119827d-73d1-49f6-8b91-942d4861dc03 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=85f69edd-043c-4b20-8bbe-9ed0e3c73c97 HTTP/1.1" status: 200 len: 944 time: 0.1258388 Nov 12 04:17:53.812471 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:53.822005 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:53.852842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Transition to ACTIVE for port object c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:17:53.859877 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60898b9c-3a59-4e9c-bf4e-177d86d69e5c req-6ca82a7d-8be1-41c2-a26d-459a5d0af5be tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661418 Nov 12 04:17:53.889265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 48b85fa0-1b8c-4225-a782-55ce8c571fb6 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:17:53.900279 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 48b85fa0-1b8c-4225-a782-55ce8c571fb6 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:53.945392 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:54.016114 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e95f2-70a7-4eb4-84c9-8635052a57fd req-a75c9683-11fa-4bf1-9e86-e3d4ca65ca88 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:54.017723 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d41e95f2-70a7-4eb4-84c9-8635052a57fd req-a75c9683-11fa-4bf1-9e86-e3d4ca65ca88 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 932 time: 0.0989614 Nov 12 04:17:54.026013 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c52e65ab-86bf-4d3e-92f0-c1563dcde5e9,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:54.142721 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d41e95f2-70a7-4eb4-84c9-8635052a57fd req-f7ce07cd-50da-4462-8401-f3b16cd06917 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954199 Nov 12 04:17:54.143586 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Attempting to bind port c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:54.143935 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Attempting to bind port c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:54.144277 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Attempting to bind port c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:54.149255 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Port c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:17:54.149592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Attempting to bind port c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:54.158365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:54.158365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Checking segment: {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:54.158365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Bound using segment: {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:54.158365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Bound port: c52e65ab-86bf-4d3e-92f0-c1563dcde5e9, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:54.158365 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:54.228604 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] For port c52e65ab-86bf-4d3e-92f0-c1563dcde5e9, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:54.232018 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] For port c52e65ab-86bf-4d3e-92f0-c1563dcde5e9, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c52e65ab-86bf-4d3e-92f0-c1563dcde5e9,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:54.239448 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:54.246582 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 48b85fa0-1b8c-4225-a782-55ce8c571fb6, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=48b85fa0-1b8c-4225-a782-55ce8c571fb6,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:54.272812 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '48b85fa0-1b8c-4225-a782-55ce8c571fb6', 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987', 'port_id': '48b85fa0-1b8c-4225-a782-55ce8c571fb6', 'mac_address': 'fa:16:3e:bd:51:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d47581f-20de-4cd2-a8b0-e2cb48fc0e2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:17:54.280170 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:54.304810 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 48b85fa0-1b8c-4225-a782-55ce8c571fb6, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=48b85fa0-1b8c-4225-a782-55ce8c571fb6,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:54.320594 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb39cc-ad25-42d6-8867-bc4b65dd7f1f req-ca5a277a-be15-4795-9121-2d4e13569a2b tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:54.321277 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:54.322331 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5dcb39cc-ad25-42d6-8867-bc4b65dd7f1f req-ca5a277a-be15-4795-9121-2d4e13569a2b tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.0868390 Nov 12 04:17:54.330053 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:54.330738 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:54.332365 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] 10.222.0.31 "PUT /v2.0/ports/c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 HTTP/1.1" status: 200 len: 1093 time: 1.6140125 Nov 12 04:17:54.332590 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30794bb-313e-4228-a91b-dfe6cd98295d', 'tag': 'c52e65ab-86bf-4d3e-92f0-c1563dcde5e9'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:54.335172 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6114ba-9caa-4b50-88ef-6e75b5558524" -d '{"events": [{"name": "network-changed", "server_uuid": "d30794bb-313e-4228-a91b-dfe6cd98295d", "tag": "c52e65ab-86bf-4d3e-92f0-c1563dcde5e9"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:54.337319 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48b85fa0-1b8c-4225-a782-55ce8c571fb6 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:54.378325 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:54.379449 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e778e0-c80e-4be9-9a25-d4d9cac234e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c52e65ab-86bf-4d3e-92f0-c1563dcde5e9,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:54.404411 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5dcb39cc-ad25-42d6-8867-bc4b65dd7f1f req-b3ba3a62-df62-462e-ba44-b3a8ed4872ed tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640895 Nov 12 04:17:54.442060 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:17:54.442421 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:17:54.453402 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e292e18-cf85-4173-b202-a013dd72a649 x-openstack-request-id: req-8e292e18-cf85-4173-b202-a013dd72a649 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:54.453761 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702768a6-7a4a-40da-af1c-fd1d7a790011", "name": "network-vif-plugged", "status": "completed", "tag": "5d587885-2142-4ff8-bad2-d70bed50deab", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:54.453965 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e292e18-cf85-4173-b202-a013dd72a649 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:54.454364 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702768a6-7a4a-40da-af1c-fd1d7a790011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d587885-2142-4ff8-bad2-d70bed50deab', 'code': 200} Nov 12 04:17:54.459770 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=48b85fa0-1b8c-4225-a782-55ce8c571fb6,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:54.589249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-aa4e38e7-9bb7-4039-9c9b-9df14b3ced6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:54.590783 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-aa4e38e7-9bb7-4039-9c9b-9df14b3ced6d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 1096 time: 0.0923209 Nov 12 04:17:54.619672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275edd1-4b94-4dfb-af33-f9df6efabcba req-c492be9e-36ab-414e-9d6b-797706585e7a tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:54.621775 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d275edd1-4b94-4dfb-af33-f9df6efabcba req-c492be9e-36ab-414e-9d6b-797706585e7a tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b83f01-e193-4834-ad54-48539f6aa04a HTTP/1.1" status: 200 len: 945 time: 0.0908127 Nov 12 04:17:54.675462 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-cd1f443e-9b4b-4557-b4a1-77a89f98df79 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 HTTP/1.1" status: 200 len: 217 time: 0.0639086 Nov 12 04:17:54.713601 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6f157-88c2-488f-a759-fd37e8feb87d req-0e5f3511-010a-406a-bf3d-d1779c3d89f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:54.715149 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-98a6f157-88c2-488f-a759-fd37e8feb87d req-0e5f3511-010a-406a-bf3d-d1779c3d89f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=702768a6-7a4a-40da-af1c-fd1d7a790011 HTTP/1.1" status: 200 len: 1097 time: 0.1368799 Nov 12 04:17:54.744926 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d275edd1-4b94-4dfb-af33-f9df6efabcba req-59fdd287-cb75-48b5-95e1-3d097f900b47 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165004 Nov 12 04:17:54.775872 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-17c0634b-d8a8-489d-b566-3b4d7f9250e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:54.777930 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-17c0634b-d8a8-489d-b566-3b4d7f9250e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64085683-3376-464a-a4ff-b7367f1920e9 HTTP/1.1" status: 200 len: 851 time: 0.0885043 Nov 12 04:17:54.803518 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-98a6f157-88c2-488f-a759-fd37e8feb87d req-1fbfce5d-d5e6-4255-98f9-e2a92d95d411 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678999 Nov 12 04:17:54.809427 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40418) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:54.823039 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-62ca055e-47e4-49f3-9ef2-9a5839d96a0a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0550e788-ec39-4fbc-9b9c-fbf1372e1240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349984 Nov 12 04:17:54.923749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-a8cd27a2-a9b2-4940-9631-63d6199de01a service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927527 Nov 12 04:17:54.927371 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c5603ed9-9940-44b6-a5e4-7fc00a79acf4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'network': {'name': 'tempest-RoutersTest-765086314'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:54.951281 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58e4f73-f643-44ec-b975-078a8e9935e1 x-openstack-request-id: req-a58e4f73-f643-44ec-b975-078a8e9935e1 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:54.951775 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d30794bb-313e-4228-a91b-dfe6cd98295d", "tag": "c52e65ab-86bf-4d3e-92f0-c1563dcde5e9", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:54.952106 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a58e4f73-f643-44ec-b975-078a8e9935e1 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:54.952512 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30794bb-313e-4228-a91b-dfe6cd98295d', 'tag': 'c52e65ab-86bf-4d3e-92f0-c1563dcde5e9', 'status': 'completed', 'code': 200} Nov 12 04:17:54.986702 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:55.002089 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b85fa0-1b8c-4225-a782-55ce8c571fb6 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:55.021091 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 48b85fa0-1b8c-4225-a782-55ce8c571fb6, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=48b85fa0-1b8c-4225-a782-55ce8c571fb6,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:55.043830 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5603ed9-9940-44b6-a5e4-7fc00a79acf4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Made reservation on behalf of abc02f61e3a54190864817d5a7dcd07b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:55.047666 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5603ed9-9940-44b6-a5e4-7fc00a79acf4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:55.059638 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5603ed9-9940-44b6-a5e4-7fc00a79acf4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:55.064265 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990da672-c405-4b7c-acd3-7e10123915e2 req-c07eedf2-08c1-4acd-8017-4fa2c903b3df tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:55.065773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-990da672-c405-4b7c-acd3-7e10123915e2 req-c07eedf2-08c1-4acd-8017-4fa2c903b3df tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=702768a6-7a4a-40da-af1c-fd1d7a790011 HTTP/1.1" status: 200 len: 945 time: 0.0696445 Nov 12 04:17:55.069484 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e09a037-04f9-4f28-8c2f-ab233c5dc617 req-8a1f21fe-ae64-4edd-8ac0-b2c1e01d29b1 service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380377 Nov 12 04:17:55.104188 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:55.118742 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-990da672-c405-4b7c-acd3-7e10123915e2 req-e769b6dd-06c9-45f9-bfd7-ff275b386335 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462000 Nov 12 04:17:55.157744 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5603ed9-9940-44b6-a5e4-7fc00a79acf4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:55.161878 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=48b85fa0-1b8c-4225-a782-55ce8c571fb6,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:55.248590 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5603ed9-9940-44b6-a5e4-7fc00a79acf4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:55.276059 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5603ed9-9940-44b6-a5e4-7fc00a79acf4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:17:55.286660 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5603ed9-9940-44b6-a5e4-7fc00a79acf4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46bfdee3-32ea-4baa-b4e8-90a21415eba1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:55.291978 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5603ed9-9940-44b6-a5e4-7fc00a79acf4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:55.292311 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-c5603ed9-9940-44b6-a5e4-7fc00a79acf4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Added segment d150a220-ffcb-46cb-b7cf-42a187811035 of type vlan for network 95ac2bdb-1e61-4e84-972f-512e63913358 Nov 12 04:17:55.326013 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6114ba-9caa-4b50-88ef-6e75b5558524 req-7b2e53e1-73cb-444e-a3d6-6c4e1f7d3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:55.328209 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c6114ba-9caa-4b50-88ef-6e75b5558524 req-7b2e53e1-73cb-444e-a3d6-6c4e1f7d3ea7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 1096 time: 0.0576997 Nov 12 04:17:55.334576 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5603ed9-9940-44b6-a5e4-7fc00a79acf4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:55.407461 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['48b85fa0-1b8c-4225-a782-55ce8c571fb6'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:55.420491 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5603ed9-9940-44b6-a5e4-7fc00a79acf4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:55.427446 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5603ed9-9940-44b6-a5e4-7fc00a79acf4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:55.428839 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5603ed9-9940-44b6-a5e4-7fc00a79acf4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:55.443191 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6114ba-9caa-4b50-88ef-6e75b5558524 req-b118252f-18cb-4a9a-a752-f4f56411e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:55.443460 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c6114ba-9caa-4b50-88ef-6e75b5558524 req-b118252f-18cb-4a9a-a752-f4f56411e36c service neutron] 10.222.0.31 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 912 time: 0.1000130 Nov 12 04:17:55.498748 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c6114ba-9caa-4b50-88ef-6e75b5558524 req-b8fe84f5-93d3-4e26-99e4-c996c0cb7def service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 HTTP/1.1" status: 200 len: 217 time: 0.0457551 Nov 12 04:17:55.509716 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5603ed9-9940-44b6-a5e4-7fc00a79acf4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Network': ['ID=95ac2bdb-1e61-4e84-972f-512e63913358,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:55.523804 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c5603ed9-9940-44b6-a5e4-7fc00a79acf4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7122970 Nov 12 04:17:55.524471 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40432) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:55.525218 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 95ac2bdb-1e61-4e84-972f-512e63913358 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:17:55.530737 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b690f95c-c58a-4d0f-80fc-c4d6c7b4cb8c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'network': {'name': 'tempest-RoutersTest-1590912403'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:55.592508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6114ba-9caa-4b50-88ef-6e75b5558524 req-204dcaa0-55c1-49fb-97a5-9ea9f8ec6841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:55.594171 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c6114ba-9caa-4b50-88ef-6e75b5558524 req-204dcaa0-55c1-49fb-97a5-9ea9f8ec6841 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64085683-3376-464a-a4ff-b7367f1920e9 HTTP/1.1" status: 200 len: 851 time: 0.0680563 Nov 12 04:17:55.603336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb7fbd-0c3d-4bb3-8704-7276a746f982 req-7ef6141f-039c-46a7-ba82-d4cf7adb42a4 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:55.617104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bbb7fbd-0c3d-4bb3-8704-7276a746f982 req-7ef6141f-039c-46a7-ba82-d4cf7adb42a4 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=85f69edd-043c-4b20-8bbe-9ed0e3c73c97 HTTP/1.1" status: 200 len: 944 time: 0.1109354 Nov 12 04:17:55.641603 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b690f95c-c58a-4d0f-80fc-c4d6c7b4cb8c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Made reservation on behalf of abc02f61e3a54190864817d5a7dcd07b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:55.645590 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c6114ba-9caa-4b50-88ef-6e75b5558524 req-529a43c4-af6c-40c5-ab2a-c305eef065c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0550e788-ec39-4fbc-9b9c-fbf1372e1240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344379 Nov 12 04:17:55.646086 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b690f95c-c58a-4d0f-80fc-c4d6c7b4cb8c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:55.678402 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b690f95c-c58a-4d0f-80fc-c4d6c7b4cb8c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:17:55.679055 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b690f95c-c58a-4d0f-80fc-c4d6c7b4cb8c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:55.679398 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-b690f95c-c58a-4d0f-80fc-c4d6c7b4cb8c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Added segment a32caedc-7cca-4d78-83d5-353e581b1dc8 of type vlan for network cc10a077-b416-4ec9-8a54-50dfa92f6685 Nov 12 04:17:55.725698 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b690f95c-c58a-4d0f-80fc-c4d6c7b4cb8c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:55.730193 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bbb7fbd-0c3d-4bb3-8704-7276a746f982 req-700dadaf-4675-40c4-b01d-b121c58e7857 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113834 Nov 12 04:17:55.774425 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c6114ba-9caa-4b50-88ef-6e75b5558524 req-0c957755-e945-4e61-88da-84a6bae777e1 service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218312 Nov 12 04:17:55.825690 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b690f95c-c58a-4d0f-80fc-c4d6c7b4cb8c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:55.832237 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b690f95c-c58a-4d0f-80fc-c4d6c7b4cb8c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:55.832837 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b690f95c-c58a-4d0f-80fc-c4d6c7b4cb8c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:55.900793 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690f95c-c58a-4d0f-80fc-c4d6c7b4cb8c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Network': ['ID=cc10a077-b416-4ec9-8a54-50dfa92f6685,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:55.903196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9f90f-215d-4c5a-9937-ec644af2aa37 req-15b5dc57-b7d7-4cc1-a657-72e63b683510 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:55.904948 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3e9f90f-215d-4c5a-9937-ec644af2aa37 req-15b5dc57-b7d7-4cc1-a657-72e63b683510 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 944 time: 0.1034586 Nov 12 04:17:55.911589 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network cc10a077-b416-4ec9-8a54-50dfa92f6685 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:17:55.923772 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c6114ba-9caa-4b50-88ef-6e75b5558524 req-7812e920-ea88-4e55-a745-3523a755d4e3 service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404684 Nov 12 04:17:55.961076 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b690f95c-c58a-4d0f-80fc-c4d6c7b4cb8c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4351397 Nov 12 04:17:55.963874 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40446) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:55.965294 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3e9f90f-215d-4c5a-9937-ec644af2aa37 req-5573d99f-8b93-44d0-9ffe-ef977080f78d tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534389 Nov 12 04:17:55.969694 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8f9bd827-cc0e-4ab3-946b-524e3157575e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'subnet': {'network_id': '95ac2bdb-1e61-4e84-972f-512e63913358', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:56.091328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00720e4c-1ec4-49bb-983d-9201402a3274 req-26756fd2-093c-4967-b548-6e6d48e1467a tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:56.093480 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00720e4c-1ec4-49bb-983d-9201402a3274 req-26756fd2-093c-4967-b548-6e6d48e1467a tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 944 time: 0.0665145 Nov 12 04:17:56.149550 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00720e4c-1ec4-49bb-983d-9201402a3274 req-6e1826ec-b6a9-4075-8c43-2100df51d077 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488813 Nov 12 04:17:56.178332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9bd827-cc0e-4ab3-946b-524e3157575e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Made reservation on behalf of abc02f61e3a54190864817d5a7dcd07b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:56.182252 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f9bd827-cc0e-4ab3-946b-524e3157575e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:56.259124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ba72f-a9ed-4a8c-a6e7-d024ebf522a3 req-8d3b4929-d508-482a-8193-11354dc07036 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:56.260951 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de1ba72f-a9ed-4a8c-a6e7-d024ebf522a3 req-8d3b4929-d508-482a-8193-11354dc07036 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 945 time: 0.0541008 Nov 12 04:17:56.332162 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de1ba72f-a9ed-4a8c-a6e7-d024ebf522a3 req-60656c97-406c-4227-8ab0-586a9c1ba66e tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups?id=98b50018-a01f-4302-acbf-b8e4fdbe8683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630431 Nov 12 04:17:56.449365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29365088-b3f4-4afb-b81a-231df5a098cf req-8956fbd0-8672-42f0-9128-f1111838c05d tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:56.450963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29365088-b3f4-4afb-b81a-231df5a098cf req-8956fbd0-8672-42f0-9128-f1111838c05d tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=702768a6-7a4a-40da-af1c-fd1d7a790011 HTTP/1.1" status: 200 len: 945 time: 0.0570202 Nov 12 04:17:56.455474 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827813e1-4afe-44db-947c-b67c4e2c3e62'}, {'server_uuid': '95250bce-4dc3-44d1-bf04-826fe969d4f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48b85fa0-1b8c-4225-a782-55ce8c571fb6'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:56.458044 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa8cd3e-4ce4-4e6e-9d0e-349e4f422eb9" -d '{"events": [{"server_uuid": "b23f01a9-eaf3-4735-8eb0-8afabeb8a859", "name": "network-vif-plugged", "status": "completed", "tag": "827813e1-4afe-44db-947c-b67c4e2c3e62"}, {"server_uuid": "95250bce-4dc3-44d1-bf04-826fe969d4f1", "name": "network-vif-unplugged", "status": "completed", "tag": "48b85fa0-1b8c-4225-a782-55ce8c571fb6"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:56.460972 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f9bd827-cc0e-4ab3-946b-524e3157575e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:56.511335 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29365088-b3f4-4afb-b81a-231df5a098cf req-6a2471cd-4d4c-496d-91a7-08154237f471 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492105 Nov 12 04:17:56.517173 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bd827-cc0e-4ab3-946b-524e3157575e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Subnet': ['ID=31e865f2-9bed-4dca-b7f7-b71019b12b45,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:56.551432 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9bd827-cc0e-4ab3-946b-524e3157575e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Checking segment: {'id': 'd150a220-ffcb-46cb-b7cf-42a187811035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '95ac2bdb-1e61-4e84-972f-512e63913358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:56.551432 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9bd827-cc0e-4ab3-946b-524e3157575e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network hostable DHCP agents. Network: 95ac2bdb-1e61-4e84-972f-512e63913358, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:17:56.578268 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ef2f7c-b1dd-4d2e-8e67-7dd45a0b2249 x-openstack-request-id: req-34ef2f7c-b1dd-4d2e-8e67-7dd45a0b2249 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:56.578612 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23f01a9-eaf3-4735-8eb0-8afabeb8a859", "name": "network-vif-plugged", "status": "completed", "tag": "827813e1-4afe-44db-947c-b67c4e2c3e62", "code": 200}, {"server_uuid": "95250bce-4dc3-44d1-bf04-826fe969d4f1", "name": "network-vif-unplugged", "status": "completed", "tag": "48b85fa0-1b8c-4225-a782-55ce8c571fb6", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:56.579048 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34ef2f7c-b1dd-4d2e-8e67-7dd45a0b2249 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:56.584768 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'code': 200} Nov 12 04:17:56.584768 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95250bce-4dc3-44d1-bf04-826fe969d4f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48b85fa0-1b8c-4225-a782-55ce8c571fb6', 'code': 200} Nov 12 04:17:56.635393 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9bd827-cc0e-4ab3-946b-524e3157575e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 95ac2bdb-1e61-4e84-972f-512e63913358 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:17:56.733075 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8f9bd827-cc0e-4ab3-946b-524e3157575e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 95ac2bdb-1e61-4e84-972f-512e63913358) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:56.737558 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9bd827-cc0e-4ab3-946b-524e3157575e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:56.738076 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f9bd827-cc0e-4ab3-946b-524e3157575e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:56.743168 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5fcb1b-5cc1-49f3-b974-68fa68788bfd None None] Network 95ac2bdb-1e61-4e84-972f-512e63913358 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:56.855625 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8f9bd827-cc0e-4ab3-946b-524e3157575e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8896937 Nov 12 04:17:56.860871 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40472) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:56.869853 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d35db96e-82c2-4c97-bc37-3c338cb8a580 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:17:56.875652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9b855123-3aae-4465-9917-6afdb2aaa4fd tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'subnet': {'network_id': 'cc10a077-b416-4ec9-8a54-50dfa92f6685', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:56.957625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872f8d4-c9a6-43e1-8b28-50787991dfa6 req-de7343e5-88c0-46f8-bccf-8ec25db82872 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:56.959893 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6872f8d4-c9a6-43e1-8b28-50787991dfa6 req-de7343e5-88c0-46f8-bccf-8ec25db82872 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=85f69edd-043c-4b20-8bbe-9ed0e3c73c97 HTTP/1.1" status: 200 len: 944 time: 0.1346571 Nov 12 04:17:57.056681 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6872f8d4-c9a6-43e1-8b28-50787991dfa6 req-7312978e-ee65-4f8a-8e96-a05a6458d744 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843015 Nov 12 04:17:57.080080 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-95ac2bdb-1e61-4e84-972f-512e63913358', 'network_id': '95ac2bdb-1e61-4e84-972f-512e63913358', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'fixed_ips': [{'subnet_id': '31e865f2-9bed-4dca-b7f7-b71019b12b45'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:17:57.085278 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:57.106226 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b855123-3aae-4465-9917-6afdb2aaa4fd tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Made reservation on behalf of abc02f61e3a54190864817d5a7dcd07b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:57.111745 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b855123-3aae-4465-9917-6afdb2aaa4fd tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:57.131541 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port d35db96e-82c2-4c97-bc37-3c338cb8a580, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d35db96e-82c2-4c97-bc37-3c338cb8a580,segment=NetworkSegment(e72950ee-727f-4a47-8d7c-f109451b1313),segment_id=e72950ee-727f-4a47-8d7c-f109451b1313)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:57.147892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'd35db96e-82c2-4c97-bc37-3c338cb8a580', 'network_id': '35c36d1e-5373-4c48-98a4-05efd6ed778c', 'port_id': 'd35db96e-82c2-4c97-bc37-3c338cb8a580', 'mac_address': 'fa:16:3e:2e:1a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85cbc174-85ef-4226-8e10-2346b6b901b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:17:57.263379 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:57.287078 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e44eb6-7a78-43f4-967e-df5020d1a693 req-14f32248-f2a7-40dd-a12c-e8f0d1455ddb tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:57.294987 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48e44eb6-7a78-43f4-967e-df5020d1a693 req-14f32248-f2a7-40dd-a12c-e8f0d1455ddb tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 944 time: 0.1329458 Nov 12 04:17:57.307055 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35db96e-82c2-4c97-bc37-3c338cb8a580 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:57.345600 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port d35db96e-82c2-4c97-bc37-3c338cb8a580, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d35db96e-82c2-4c97-bc37-3c338cb8a580,segment=NetworkSegment(e72950ee-727f-4a47-8d7c-f109451b1313),segment_id=e72950ee-727f-4a47-8d7c-f109451b1313)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:57.353983 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] Allocated IP 172.20.0.2 (95ac2bdb-1e61-4e84-972f-512e63913358/31e865f2-9bed-4dca-b7f7-b71019b12b45/45e763a1-8483-4b73-aca5-5029820110f6) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:57.389310 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48e44eb6-7a78-43f4-967e-df5020d1a693 req-4d4714e7-bebc-4219-b92a-3815d396e346 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919976 Nov 12 04:17:57.475070 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:57.529763 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f2a58-3044-4b97-8e73-0ff779aec7e5 req-9ffd9394-c5ae-41a7-ad3e-143dace5b1e7 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:57.531340 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-436f2a58-3044-4b97-8e73-0ff779aec7e5 req-9ffd9394-c5ae-41a7-ad3e-143dace5b1e7 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 944 time: 0.0530803 Nov 12 04:17:57.569569 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b855123-3aae-4465-9917-6afdb2aaa4fd tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:57.606290 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=d35db96e-82c2-4c97-bc37-3c338cb8a580,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:57.620919 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:57.642514 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-436f2a58-3044-4b97-8e73-0ff779aec7e5 req-3ce64bd3-472b-47c9-88c4-9a47f15f1d7c tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993052 Nov 12 04:17:57.653563 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b855123-3aae-4465-9917-6afdb2aaa4fd tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Subnet': ['ID=f94c300b-ff97-4d71-a183-ddf5caf5568c,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:57.702653 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b855123-3aae-4465-9917-6afdb2aaa4fd tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Checking segment: {'id': 'a32caedc-7cca-4d78-83d5-353e581b1dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cc10a077-b416-4ec9-8a54-50dfa92f6685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:57.703222 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b855123-3aae-4465-9917-6afdb2aaa4fd tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network hostable DHCP agents. Network: cc10a077-b416-4ec9-8a54-50dfa92f6685, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:17:57.717705 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:57.774908 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] Network 95ac2bdb-1e61-4e84-972f-512e63913358 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:57.781558 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:57.787034 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:57.821951 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5fc3c-c659-4fc5-b14f-56c4433eb0ed req-b213c06c-6d56-404b-b3a7-51899b9f6ae0 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:57.825696 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] Pushing event updated for resources: {'Port': ['ID=45e763a1-8483-4b73-aca5-5029820110f6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:57.826340 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ddb5fc3c-c659-4fc5-b14f-56c4433eb0ed req-b213c06c-6d56-404b-b3a7-51899b9f6ae0 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 945 time: 0.1062269 Nov 12 04:17:57.835784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75521bd9-e453-488b-b52d-f216c6c61879 req-9e801527-a191-4f6b-ba95-555fdbf191ff tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:57.841332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b855123-3aae-4465-9917-6afdb2aaa4fd tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network cc10a077-b416-4ec9-8a54-50dfa92f6685 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:17:57.841520 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75521bd9-e453-488b-b52d-f216c6c61879 req-9e801527-a191-4f6b-ba95-555fdbf191ff tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 945 time: 0.0995901 Nov 12 04:17:57.891961 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] Attempting to bind port 45e763a1-8483-4b73-aca5-5029820110f6 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:57.892434 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] Attempting to bind port 45e763a1-8483-4b73-aca5-5029820110f6 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'd150a220-ffcb-46cb-b7cf-42a187811035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '95ac2bdb-1e61-4e84-972f-512e63913358'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:57.893095 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] Attempting to bind port 45e763a1-8483-4b73-aca5-5029820110f6 on network 95ac2bdb-1e61-4e84-972f-512e63913358 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:57.900095 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:17:57.905587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:57.905959 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] Checking segment: {'id': 'd150a220-ffcb-46cb-b7cf-42a187811035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '95ac2bdb-1e61-4e84-972f-512e63913358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:57.907091 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:57.907249 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] Bound using segment: {'id': 'd150a220-ffcb-46cb-b7cf-42a187811035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '95ac2bdb-1e61-4e84-972f-512e63913358'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:57.907911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] Bound port: 45e763a1-8483-4b73-aca5-5029820110f6, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd150a220-ffcb-46cb-b7cf-42a187811035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '95ac2bdb-1e61-4e84-972f-512e63913358'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:57.908293 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:57.917314 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9b855123-3aae-4465-9917-6afdb2aaa4fd tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, cc10a077-b416-4ec9-8a54-50dfa92f6685) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:57.921354 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b855123-3aae-4465-9917-6afdb2aaa4fd tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:57.921936 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b855123-3aae-4465-9917-6afdb2aaa4fd tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:57.945196 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 48b85fa0-1b8c-4225-a782-55ce8c571fb6 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:57.974718 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656be910-d752-4b8f-af2a-1e55c8fc9aa9 None None] Network cc10a077-b416-4ec9-8a54-50dfa92f6685 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:57.991419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ddb5fc3c-c659-4fc5-b14f-56c4433eb0ed req-dcb831ec-2d40-4394-8758-067408fad56b tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups?id=98b50018-a01f-4302-acbf-b8e4fdbe8683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527202 Nov 12 04:17:58.029224 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9b855123-3aae-4465-9917-6afdb2aaa4fd tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1623032 Nov 12 04:17:58.030967 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['d35db96e-82c2-4c97-bc37-3c338cb8a580'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:58.031988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40486) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:58.037450 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-81645fc8-4756-47c9-9a52-7b788c23415b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-317502591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:58.041750 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-75521bd9-e453-488b-b52d-f216c6c61879 req-024f1043-5669-408a-abe9-9ab0a2962aee tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Deleting port 79bb5eb4-b655-4623-be45-cd3891e6d489 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:58.041750 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-75521bd9-e453-488b-b52d-f216c6c61879 req-024f1043-5669-408a-abe9-9ab0a2962aee tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:58.145810 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.resource_extend [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 04:17:58.174098 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb2d6b-7e50-4db7-8e78-1c6b85bd121d req-6ea45407-cecb-425d-88c2-79c92bc80841 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:58.175810 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4fb2d6b-7e50-4db7-8e78-1c6b85bd121d req-6ea45407-cecb-425d-88c2-79c92bc80841 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=702768a6-7a4a-40da-af1c-fd1d7a790011 HTTP/1.1" status: 200 len: 945 time: 0.1000524 Nov 12 04:17:58.191617 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81645fc8-4756-47c9-9a52-7b788c23415b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:58.193167 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81645fc8-4756-47c9-9a52-7b788c23415b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:58.208071 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-75521bd9-e453-488b-b52d-f216c6c61879 req-024f1043-5669-408a-abe9-9ab0a2962aee tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] For port 79bb5eb4-b655-4623-be45-cd3891e6d489, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=79bb5eb4-b655-4623-be45-cd3891e6d489,segment=NetworkSegment(3a63c002-e104-436e-8359-038bbf178b3f),segment_id=3a63c002-e104-436e-8359-038bbf178b3f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:58.208592 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-75521bd9-e453-488b-b52d-f216c6c61879 req-024f1043-5669-408a-abe9-9ab0a2962aee tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:58.272998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] For port 45e763a1-8483-4b73-aca5-5029820110f6, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:58.274742 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4fb2d6b-7e50-4db7-8e78-1c6b85bd121d req-4ddf7e97-483a-463e-832a-8da420524a58 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714931 Nov 12 04:17:58.306344 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81645fc8-4756-47c9-9a52-7b788c23415b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:58.318265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] For port 45e763a1-8483-4b73-aca5-5029820110f6, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=45e763a1-8483-4b73-aca5-5029820110f6,segment=NetworkSegment(d150a220-ffcb-46cb-b7cf-42a187811035),segment_id=d150a220-ffcb-46cb-b7cf-42a187811035)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:58.342623 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 48b85fa0-1b8c-4225-a782-55ce8c571fb6 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:58.343009 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:58.407800 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81645fc8-4756-47c9-9a52-7b788c23415b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:58.434043 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c52e65ab-86bf-4d3e-92f0-c1563dcde5e9, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c52e65ab-86bf-4d3e-92f0-c1563dcde5e9,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:58.475124 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'c52e65ab-86bf-4d3e-92f0-c1563dcde5e9', 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240', 'port_id': 'c52e65ab-86bf-4d3e-92f0-c1563dcde5e9', 'mac_address': 'fa:16:3e:8a:ce:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64085683-3376-464a-a4ff-b7367f1920e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:17:58.493055 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2151800-08c6-4c42-bdf3-b4ce1b4360a9 req-6968196b-b97c-441d-ad2e-e7945a8e3307 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:58.500942 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2151800-08c6-4c42-bdf3-b4ce1b4360a9 req-6968196b-b97c-441d-ad2e-e7945a8e3307 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=85f69edd-043c-4b20-8bbe-9ed0e3c73c97 HTTP/1.1" status: 200 len: 945 time: 0.1121082 Nov 12 04:17:58.506396 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:58.543204 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81645fc8-4756-47c9-9a52-7b788c23415b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:58.544954 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-81645fc8-4756-47c9-9a52-7b788c23415b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5119994 Nov 12 04:17:58.547845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40494) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:58.561182 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-75521bd9-e453-488b-b52d-f216c6c61879 req-024f1043-5669-408a-abe9-9ab0a2962aee tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:58.561182 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-75521bd9-e453-488b-b52d-f216c6c61879 req-024f1043-5669-408a-abe9-9ab0a2962aee tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:58.561182 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-75521bd9-e453-488b-b52d-f216c6c61879 req-024f1043-5669-408a-abe9-9ab0a2962aee tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Floating IP 755c8580-f30f-4f27-9edb-1a573915f0f6 disassociated. External IP: 172.25.1.160, port: 79bb5eb4-b655-4623-be45-cd3891e6d489. Nov 12 04:17:58.561182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-75521bd9-e453-488b-b52d-f216c6c61879 req-024f1043-5669-408a-abe9-9ab0a2962aee tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Calling delete_port for 79bb5eb4-b655-4623-be45-cd3891e6d489 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:58.589711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2151800-08c6-4c42-bdf3-b4ce1b4360a9 req-80b6f4a5-e058-4701-b36a-d9f7d84d614a tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729342 Nov 12 04:17:58.616057 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891db6d-0d25-4bdb-821b-082a316da2b8 None None] Pushing event updated for resources: {'Port': ['ID=45e763a1-8483-4b73-aca5-5029820110f6,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:58.844491 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-cc10a077-b416-4ec9-8a54-50dfa92f6685', 'network_id': 'cc10a077-b416-4ec9-8a54-50dfa92f6685', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'fixed_ips': [{'subnet_id': 'f94c300b-ff97-4d71-a183-ddf5caf5568c'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:17:58.849865 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:58.870559 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:58.927241 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 48b85fa0-1b8c-4225-a782-55ce8c571fb6, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=48b85fa0-1b8c-4225-a782-55ce8c571fb6,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:58.946877 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95250bce-4dc3-44d1-bf04-826fe969d4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b85fa0-1b8c-4225-a782-55ce8c571fb6'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:58.951364 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372232ae-2144-4df3-be0f-92a311d5e0b1" -d '{"events": [{"server_uuid": "95250bce-4dc3-44d1-bf04-826fe969d4f1", "name": "network-vif-plugged", "status": "completed", "tag": "48b85fa0-1b8c-4225-a782-55ce8c571fb6"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:58.951753 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-75521bd9-e453-488b-b52d-f216c6c61879 req-024f1043-5669-408a-abe9-9ab0a2962aee tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:58.975210 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:58.990688 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f1043-5669-408a-abe9-9ab0a2962aee tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Pushing event deleted for resources: {'Port': ['ID=79bb5eb4-b655-4623-be45-cd3891e6d489,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:59.079859 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:59.080658 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9c85407-b3f5-4534-9040-f2a98ff1fb35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:59.196752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=48b85fa0-1b8c-4225-a782-55ce8c571fb6,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:59.221890 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:59.246580 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c52e65ab-86bf-4d3e-92f0-c1563dcde5e9, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c52e65ab-86bf-4d3e-92f0-c1563dcde5e9,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:59.286276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75521bd9-e453-488b-b52d-f216c6c61879 req-024f1043-5669-408a-abe9-9ab0a2962aee tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Router 00ac950c-eb75-4bfa-bc17-57ef46cec787 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:17:59.342721 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:59.392975 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] Allocated IP 172.21.0.2 (cc10a077-b416-4ec9-8a54-50dfa92f6685/f94c300b-ff97-4d71-a183-ddf5caf5568c/0cdfb57d-16c9-4499-b3f0-10cf62790749) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:59.446965 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=c52e65ab-86bf-4d3e-92f0-c1563dcde5e9,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:59.521342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e173473-1398-4d37-89f7-0f761f9d2222 req-8cec97e9-a549-4812-bb06-0b4b7a4c4528 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:59.524212 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e173473-1398-4d37-89f7-0f761f9d2222 req-8cec97e9-a549-4812-bb06-0b4b7a4c4528 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 944 time: 0.2071996 Nov 12 04:17:59.668106 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75521bd9-e453-488b-b52d-f216c6c61879 req-024f1043-5669-408a-abe9-9ab0a2962aee tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:17:59.679370 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d547bff8-044b-4038-99c3-817250427c3c None None] Sync routers for ids ['00ac950c-eb75-4bfa-bc17-57ef46cec787'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:17:59.693657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['c52e65ab-86bf-4d3e-92f0-c1563dcde5e9'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:59.701584 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d547bff8-044b-4038-99c3-817250427c3c None None] Routers {'00ac950c-eb75-4bfa-bc17-57ef46cec787'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:59.707636 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e173473-1398-4d37-89f7-0f761f9d2222 req-6120f764-7eba-4f16-b61a-6ebc07cde355 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111341 Nov 12 04:17:59.708054 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d547bff8-044b-4038-99c3-817250427c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:17:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00ac950c-eb75-4bfa-bc17-57ef46cec787'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:59.763008 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-f9c85407-b3f5-4534-9040-f2a98ff1fb35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Allocated IP 172.20.0.1 (95ac2bdb-1e61-4e84-972f-512e63913358/31e865f2-9bed-4dca-b7f7-b71019b12b45/ddb4b39d-3095-4c76-b4e9-8d3448845842) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:59.817517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-75521bd9-e453-488b-b52d-f216c6c61879 req-024f1043-5669-408a-abe9-9ab0a2962aee tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] No DVR routers for this DVR port 79bb5eb4-b655-4623-be45-cd3891e6d489 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:59.825825 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-75521bd9-e453-488b-b52d-f216c6c61879 req-024f1043-5669-408a-abe9-9ab0a2962aee tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:59.832680 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75521bd9-e453-488b-b52d-f216c6c61879 req-024f1043-5669-408a-abe9-9ab0a2962aee tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.21 "DELETE /v2.0/ports/79bb5eb4-b655-4623-be45-cd3891e6d489 HTTP/1.1" status: 204 len: 173 time: 1.9870839 Nov 12 04:17:59.836438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbcd2b7-5314-41fb-9050-caf08eb7cb76', 'name': 'network-vif-deleted', 'tag': '79bb5eb4-b655-4623-be45-cd3891e6d489'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:59.842855 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec64014-aaed-4575-8602-c5304179acb6" -d '{"events": [{"server_uuid": "0dbcd2b7-5314-41fb-9050-caf08eb7cb76", "name": "network-vif-deleted", "tag": "79bb5eb4-b655-4623-be45-cd3891e6d489"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:59.970197 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671db699-1e42-4e01-821a-b1c1087b04c2 req-885c959c-185a-44a8-a451-a8480b0750d9 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:59.974799 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-671db699-1e42-4e01-821a-b1c1087b04c2 req-885c959c-185a-44a8-a451-a8480b0750d9 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.1105094 Nov 12 04:18:00.032852 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9c85407-b3f5-4534-9040-f2a98ff1fb35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:00.056701 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-d547bff8-044b-4038-99c3-817250427c3c None None] Set router 00ac950c-eb75-4bfa-bc17-57ef46cec787 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:00.098126 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-671db699-1e42-4e01-821a-b1c1087b04c2 req-f82dd4ce-8c0c-4ece-8155-9ff2224dd3e6 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087193 Nov 12 04:18:00.169905 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9c85407-b3f5-4534-9040-f2a98ff1fb35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:00.201314 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e441a171-cbc0-4dde-90c8-d7070f1a0597 x-openstack-request-id: req-e441a171-cbc0-4dde-90c8-d7070f1a0597 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:00.201835 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95250bce-4dc3-44d1-bf04-826fe969d4f1", "name": "network-vif-plugged", "status": "completed", "tag": "48b85fa0-1b8c-4225-a782-55ce8c571fb6", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:00.202278 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e441a171-cbc0-4dde-90c8-d7070f1a0597 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:00.202847 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95250bce-4dc3-44d1-bf04-826fe969d4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b85fa0-1b8c-4225-a782-55ce8c571fb6', 'code': 200} Nov 12 04:18:00.210395 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:00.303389 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c85407-b3f5-4534-9040-f2a98ff1fb35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 95ac2bdb-1e61-4e84-972f-512e63913358 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:00.316250 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f9c85407-b3f5-4534-9040-f2a98ff1fb35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:00.329817 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c85407-b3f5-4534-9040-f2a98ff1fb35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:00.398246 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 45e763a1-8483-4b73-aca5-5029820110f6 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:00.404826 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:00.431447 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d547bff8-044b-4038-99c3-817250427c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'name': 'tempest-ServersTestBootFromVolume-310483684-router', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:34Z', 'updated_at': '2021-11-12T04:13:40Z', 'revision_number': 4, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'gw_port': {'id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:35Z', 'updated_at': '2021-11-12T04:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'aa6eff09-db40-4906-b3a9-7a2f5b5ce806', 'name': '', 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'mac_address': 'fa:16:3e:52:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '5c031979-a36c-4573-8989-2202eafabf04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:39Z', 'updated_at': '2021-11-12T04:13:47Z', 'revision_number': 5, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'subnets': [{'id': '5c031979-a36c-4573-8989-2202eafabf04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:00.438076 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c85407-b3f5-4534-9040-f2a98ff1fb35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=ddb4b39d-3095-4c76-b4e9-8d3448845842,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:00.491522 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b1c86f3-11b7-4ff8-9615-3a20ec4d7b3d req-a4872639-c8e5-48cb-80b7-414cb8ecfa84 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 210 time: 0.0955999 Nov 12 04:18:00.493163 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9c85407-b3f5-4534-9040-f2a98ff1fb35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:00.512603 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] Pushing event updated for resources: {'Port': ['ID=0cdfb57d-16c9-4499-b3f0-10cf62790749,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:00.517093 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d547bff8-044b-4038-99c3-817250427c3c None None] Checking router: 00ac950c-eb75-4bfa-bc17-57ef46cec787 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:18:00.540533 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f6638-f330-4a03-93eb-d5b44e003da7 req-098a941b-6cec-4829-b26a-6ea041cd45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:00.541221 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d547bff8-044b-4038-99c3-817250427c3c None None] Routers {'00ac950c-eb75-4bfa-bc17-57ef46cec787'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:00.544087 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d547bff8-044b-4038-99c3-817250427c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:17:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00ac950c-eb75-4bfa-bc17-57ef46cec787'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:00.545271 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d1f6638-f330-4a03-93eb-d5b44e003da7 req-098a941b-6cec-4829-b26a-6ea041cd45fb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 1097 time: 0.1339872 Nov 12 04:18:00.560160 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] Network cc10a077-b416-4ec9-8a54-50dfa92f6685 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:00.569800 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:00.599236 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:00.662822 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d1f6638-f330-4a03-93eb-d5b44e003da7 req-a797a455-9f9b-4aaa-a823-3d5fe69b34b7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089458 Nov 12 04:18:00.673233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b12a853-64ba-48bd-921d-ccfa5b8da827 None None] Network 95ac2bdb-1e61-4e84-972f-512e63913358 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:00.733314 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] Attempting to bind port 0cdfb57d-16c9-4499-b3f0-10cf62790749 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:18:00.734811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] Attempting to bind port 0cdfb57d-16c9-4499-b3f0-10cf62790749 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'a32caedc-7cca-4d78-83d5-353e581b1dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cc10a077-b416-4ec9-8a54-50dfa92f6685'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:18:00.735403 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] Attempting to bind port 0cdfb57d-16c9-4499-b3f0-10cf62790749 on network cc10a077-b416-4ec9-8a54-50dfa92f6685 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:00.754660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:18:00.754660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] Checking segment: {'id': 'a32caedc-7cca-4d78-83d5-353e581b1dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cc10a077-b416-4ec9-8a54-50dfa92f6685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:00.754660 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:00.754660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] Bound using segment: {'id': 'a32caedc-7cca-4d78-83d5-353e581b1dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cc10a077-b416-4ec9-8a54-50dfa92f6685'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:18:00.754660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] Bound port: 0cdfb57d-16c9-4499-b3f0-10cf62790749, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32caedc-7cca-4d78-83d5-353e581b1dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cc10a077-b416-4ec9-8a54-50dfa92f6685'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:18:00.755488 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:00.824023 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-d547bff8-044b-4038-99c3-817250427c3c None None] Set router 00ac950c-eb75-4bfa-bc17-57ef46cec787 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:00.866024 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 45e763a1-8483-4b73-aca5-5029820110f6 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:00.866792 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:00.914868 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d35db96e-82c2-4c97-bc37-3c338cb8a580 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:00.948909 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-568efbf2-0c46-46c9-a5e4-bfea930f7eaa None None] Provisioning complete for port 45e763a1-8483-4b73-aca5-5029820110f6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:00.949562 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-568efbf2-0c46-46c9-a5e4-bfea930f7eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:00.972297 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9c85407-b3f5-4534-9040-f2a98ff1fb35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:01.005306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57079ed5-4233-4691-8d24-463959a4513b req-08d45c70-b5ec-4a37-badb-b68ed3868bec tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:01.017278 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57079ed5-4233-4691-8d24-463959a4513b req-08d45c70-b5ec-4a37-badb-b68ed3868bec tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.21 "GET /v2.0/ports?device_id=702768a6-7a4a-40da-af1c-fd1d7a790011 HTTP/1.1" status: 200 len: 945 time: 0.2328980 Nov 12 04:18:01.350723 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9c85407-b3f5-4534-9040-f2a98ff1fb35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:01.387283 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] For port 0cdfb57d-16c9-4499-b3f0-10cf62790749, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:18:01.398376 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-57079ed5-4233-4691-8d24-463959a4513b req-ffbcfbbc-c437-433a-adfd-8f39deba46ac tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Deleting port 5d587885-2142-4ff8-bad2-d70bed50deab {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:01.399033 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57079ed5-4233-4691-8d24-463959a4513b req-ffbcfbbc-c437-433a-adfd-8f39deba46ac tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:01.405635 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d547bff8-044b-4038-99c3-817250427c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'name': 'tempest-ServersTestBootFromVolume-310483684-router', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:34Z', 'updated_at': '2021-11-12T04:13:40Z', 'revision_number': 4, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'gw_port': {'id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:35Z', 'updated_at': '2021-11-12T04:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'aa6eff09-db40-4906-b3a9-7a2f5b5ce806', 'name': '', 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'mac_address': 'fa:16:3e:52:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '5c031979-a36c-4573-8989-2202eafabf04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:39Z', 'updated_at': '2021-11-12T04:13:47Z', 'revision_number': 5, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'subnets': [{'id': '5c031979-a36c-4573-8989-2202eafabf04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:01.418282 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eda8c3-19e5-4221-9144-e299d876bee4 req-7bbe854c-2d9c-4020-b39a-a5701b1dd869 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:01.422276 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9c85407-b3f5-4534-9040-f2a98ff1fb35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:01.436752 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29eda8c3-19e5-4221-9144-e299d876bee4 req-7bbe854c-2d9c-4020-b39a-a5701b1dd869 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=85f69edd-043c-4b20-8bbe-9ed0e3c73c97 HTTP/1.1" status: 200 len: 945 time: 0.1974046 Nov 12 04:18:01.449570 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d547bff8-044b-4038-99c3-817250427c3c None None] The sync data for ids ['00ac950c-eb75-4bfa-bc17-57ef46cec787'] in n-d-768509-24 is: [{'id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'name': 'tempest-ServersTestBootFromVolume-310483684-router', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:34Z', 'updated_at': '2021-11-12T04:13:40Z', 'revision_number': 4, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'gw_port': {'id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:35Z', 'updated_at': '2021-11-12T04:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'aa6eff09-db40-4906-b3a9-7a2f5b5ce806', 'name': '', 'network_id': 'e627d672-67f0-4f34-9cd9-fa251307ac94', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'mac_address': 'fa:16:3e:52:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '5c031979-a36c-4573-8989-2202eafabf04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:39Z', 'updated_at': '2021-11-12T04:13:47Z', 'revision_number': 5, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'subnets': [{'id': '5c031979-a36c-4573-8989-2202eafabf04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:18:01.451679 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-568efbf2-0c46-46c9-a5e4-bfea930f7eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:01.465507 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] For port 0cdfb57d-16c9-4499-b3f0-10cf62790749, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0cdfb57d-16c9-4499-b3f0-10cf62790749,segment=NetworkSegment(a32caedc-7cca-4d78-83d5-353e581b1dc8),segment_id=a32caedc-7cca-4d78-83d5-353e581b1dc8)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:18:01.478401 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:01.565299 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:01.606854 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9c85407-b3f5-4534-9040-f2a98ff1fb35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:01.629460 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c85407-b3f5-4534-9040-f2a98ff1fb35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=ddb4b39d-3095-4c76-b4e9-8d3448845842,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:01.634099 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port d35db96e-82c2-4c97-bc37-3c338cb8a580 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:18:01.704352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-57079ed5-4233-4691-8d24-463959a4513b req-ffbcfbbc-c437-433a-adfd-8f39deba46ac tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] For port 5d587885-2142-4ff8-bad2-d70bed50deab, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=5d587885-2142-4ff8-bad2-d70bed50deab,segment=NetworkSegment(129632f4-7311-4f32-852b-950fe6747106),segment_id=129632f4-7311-4f32-852b-950fe6747106)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:01.705363 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57079ed5-4233-4691-8d24-463959a4513b req-ffbcfbbc-c437-433a-adfd-8f39deba46ac tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:01.733389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-57079ed5-4233-4691-8d24-463959a4513b req-ffbcfbbc-c437-433a-adfd-8f39deba46ac tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Calling delete_port for 5d587885-2142-4ff8-bad2-d70bed50deab owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:01.815640 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port d35db96e-82c2-4c97-bc37-3c338cb8a580 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:01.816242 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:01.841496 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-568efbf2-0c46-46c9-a5e4-bfea930f7eaa None None] For port 45e763a1-8483-4b73-aca5-5029820110f6, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=45e763a1-8483-4b73-aca5-5029820110f6,segment=NetworkSegment(d150a220-ffcb-46cb-b7cf-42a187811035),segment_id=d150a220-ffcb-46cb-b7cf-42a187811035)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:01.911064 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29eda8c3-19e5-4221-9144-e299d876bee4 req-d9245097-71b4-48c9-90d4-3a14384a36c3 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423521 Nov 12 04:18:01.959295 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:01.998670 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-568efbf2-0c46-46c9-a5e4-bfea930f7eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:02.044237 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453d1a75-ed2d-4d7b-9af9-5f2b19bdc0ff x-openstack-request-id: req-453d1a75-ed2d-4d7b-9af9-5f2b19bdc0ff {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:02.044789 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbcd2b7-5314-41fb-9050-caf08eb7cb76", "name": "network-vif-deleted", "tag": "79bb5eb4-b655-4623-be45-cd3891e6d489", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:02.045509 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-453d1a75-ed2d-4d7b-9af9-5f2b19bdc0ff {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:02.046153 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbcd2b7-5314-41fb-9050-caf08eb7cb76', 'name': 'network-vif-deleted', 'tag': '79bb5eb4-b655-4623-be45-cd3891e6d489', 'status': 'completed', 'code': 200} Nov 12 04:18:02.147666 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef195db4-0b0c-41dd-94be-f800efb48f41 None None] New status for floating IP 755c8580-f30f-4f27-9edb-1a573915f0f6: DOWN {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:18:02.282999 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c883fa-6fa6-4666-88f0-9954ef9e2114 req-da944958-a064-4928-8bc5-632a7b0261b5 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:02.284768 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00c883fa-6fa6-4666-88f0-9954ef9e2114 req-da944958-a064-4928-8bc5-632a7b0261b5 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 945 time: 0.1321261 Nov 12 04:18:02.350867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef73a3-d067-47ad-b818-4819e5e55795 None None] Pushing event updated for resources: {'Port': ['ID=0cdfb57d-16c9-4499-b3f0-10cf62790749,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:02.353952 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57079ed5-4233-4691-8d24-463959a4513b req-ffbcfbbc-c437-433a-adfd-8f39deba46ac tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:02.433583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568efbf2-0c46-46c9-a5e4-bfea930f7eaa None None] Pushing event updated for resources: {'Port': ['ID=45e763a1-8483-4b73-aca5-5029820110f6,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:02.448397 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['20f41e53-52f8-486a-8d09-89e14b6bea45'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:18:02.454369 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['5d587885-2142-4ff8-bad2-d70bed50deab'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:18:02.532823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbcfbbc-c437-433a-adfd-8f39deba46ac tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Pushing event deleted for resources: {'Port': ['ID=5d587885-2142-4ff8-bad2-d70bed50deab,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:02.583673 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00c883fa-6fa6-4666-88f0-9954ef9e2114 req-2ef30415-ca5f-4543-aba1-595f5fa50c21 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596848 Nov 12 04:18:02.584638 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:18:02.584638 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:18:02.584638 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:18:02.597919 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-57079ed5-4233-4691-8d24-463959a4513b req-ffbcfbbc-c437-433a-adfd-8f39deba46ac tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] No DVR routers for this DVR port 5d587885-2142-4ff8-bad2-d70bed50deab on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:02.612649 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57079ed5-4233-4691-8d24-463959a4513b req-ffbcfbbc-c437-433a-adfd-8f39deba46ac tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:02.619913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57079ed5-4233-4691-8d24-463959a4513b req-ffbcfbbc-c437-433a-adfd-8f39deba46ac tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.21 "DELETE /v2.0/ports/5d587885-2142-4ff8-bad2-d70bed50deab HTTP/1.1" status: 204 len: 173 time: 1.5952637 Nov 12 04:18:02.656605 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c85407-b3f5-4534-9040-f2a98ff1fb35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 95ac2bdb-1e61-4e84-972f-512e63913358 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:02.668721 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f9c85407-b3f5-4534-9040-f2a98ff1fb35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:02.694027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:02.694465 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:02.950540 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:02.987035 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-246b1ef5-4eeb-4b7c-9cbf-a7d1bd0369f4 None None] Provisioning complete for port ddb4b39d-3095-4c76-b4e9-8d3448845842 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:02.987410 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-246b1ef5-4eeb-4b7c-9cbf-a7d1bd0369f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:02.994202 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da54961-46b8-42a7-ac76-afbfe99ab2a9 req-6abc62eb-e67a-4239-896e-68bac6123f50 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:03.007403 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1da54961-46b8-42a7-ac76-afbfe99ab2a9 req-6abc62eb-e67a-4239-896e-68bac6123f50 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.2998407 Nov 12 04:18:03.041486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7994412-d7ff-4afa-9491-c3ba80fee747 req-50e44013-5909-41da-9dcc-e6c4f52ac1f2 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:03.044125 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7994412-d7ff-4afa-9491-c3ba80fee747 req-50e44013-5909-41da-9dcc-e6c4f52ac1f2 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.31 "GET /v2.0/ports?device_id=21b83f01-e193-4834-ad54-48539f6aa04a HTTP/1.1" status: 200 len: 945 time: 0.3229637 Nov 12 04:18:03.146018 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c85407-b3f5-4534-9040-f2a98ff1fb35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:18:03.199886 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f69edd-043c-4b20-8bbe-9ed0e3c73c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35db96e-82c2-4c97-bc37-3c338cb8a580'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:03.214190 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a462869e-0906-4995-b856-760211403229" -d '{"events": [{"server_uuid": "85f69edd-043c-4b20-8bbe-9ed0e3c73c97", "name": "network-vif-plugged", "status": "completed", "tag": "d35db96e-82c2-4c97-bc37-3c338cb8a580"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:03.274829 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port d35db96e-82c2-4c97-bc37-3c338cb8a580, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d35db96e-82c2-4c97-bc37-3c338cb8a580,segment=NetworkSegment(e72950ee-727f-4a47-8d7c-f109451b1313),segment_id=e72950ee-727f-4a47-8d7c-f109451b1313)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:03.287794 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-246b1ef5-4eeb-4b7c-9cbf-a7d1bd0369f4 None None] Port ddb4b39d-3095-4c76-b4e9-8d3448845842 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:03.312972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1da54961-46b8-42a7-ac76-afbfe99ab2a9 req-47b9c56b-8a03-4b65-9841-390d390e48c6 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041947 Nov 12 04:18:03.412275 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-b7994412-d7ff-4afa-9491-c3ba80fee747 req-b15cffc5-8dec-435c-9747-7b6e2409000f tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Deleting port 20f41e53-52f8-486a-8d09-89e14b6bea45 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:03.412633 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b7994412-d7ff-4afa-9491-c3ba80fee747 req-b15cffc5-8dec-435c-9747-7b6e2409000f tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:03.453268 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:03.463610 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1d761d6-0905-4869-ae7f-2a04d717a20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:03.569148 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c85407-b3f5-4534-9040-f2a98ff1fb35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:18:03.596819 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6717df-e765-4c2c-a271-4e27de7527e8 None None] Sync routers for ids ['8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:18:03.609846 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f9c85407-b3f5-4534-9040-f2a98ff1fb35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0608313 Nov 12 04:18:03.616213 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40554) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:03.625355 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6717df-e765-4c2c-a271-4e27de7527e8 None None] Routers {'8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:03.627343 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0f6717df-e765-4c2c-a271-4e27de7527e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:17:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:03.633830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 5d587885-2142-4ff8-bad2-d70bed50deab no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:03.779440 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-b7994412-d7ff-4afa-9491-c3ba80fee747 req-b15cffc5-8dec-435c-9747-7b6e2409000f tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] For port 20f41e53-52f8-486a-8d09-89e14b6bea45, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=20f41e53-52f8-486a-8d09-89e14b6bea45,segment=NetworkSegment(129632f4-7311-4f32-852b-950fe6747106),segment_id=129632f4-7311-4f32-852b-950fe6747106)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:03.779816 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b7994412-d7ff-4afa-9491-c3ba80fee747 req-b15cffc5-8dec-435c-9747-7b6e2409000f tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:03.788394 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-246b1ef5-4eeb-4b7c-9cbf-a7d1bd0369f4 None None] Provisioning complete for port 45e763a1-8483-4b73-aca5-5029820110f6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:03.789323 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-246b1ef5-4eeb-4b7c-9cbf-a7d1bd0369f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:03.799883 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:03.810564 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-b7994412-d7ff-4afa-9491-c3ba80fee747 req-b15cffc5-8dec-435c-9747-7b6e2409000f tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Calling delete_port for 20f41e53-52f8-486a-8d09-89e14b6bea45 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:03.860883 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718f3f5c-7326-4467-a4f9-de8c7179bc05 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:03.866332 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0f6717df-e765-4c2c-a271-4e27de7527e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:03.872374 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf50efe3-d324-4085-ac83-4b00bda54721 None None] Network cc10a077-b416-4ec9-8a54-50dfa92f6685 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:03.879535 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-718f3f5c-7326-4467-a4f9-de8c7179bc05 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/ports/ddb4b39d-3095-4c76-b4e9-8d3448845842 HTTP/1.1" status: 200 len: 910 time: 0.2640812 Nov 12 04:18:03.880535 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6717df-e765-4c2c-a271-4e27de7527e8 None None] Routers {'8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:03.881202 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0f6717df-e765-4c2c-a271-4e27de7527e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:17:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:03.882777 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40556) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:03.922779 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0f6717df-e765-4c2c-a271-4e27de7527e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:03.923488 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6717df-e765-4c2c-a271-4e27de7527e8 None None] The sync data for ids ['8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:18:04.093740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702768a6-7a4a-40da-af1c-fd1d7a790011', 'name': 'network-vif-deleted', 'tag': '5d587885-2142-4ff8-bad2-d70bed50deab'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:04.099431 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec95b04d-630f-44f6-a7fe-29d0e562e227" -d '{"events": [{"server_uuid": "702768a6-7a4a-40da-af1c-fd1d7a790011", "name": "network-vif-deleted", "tag": "5d587885-2142-4ff8-bad2-d70bed50deab"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:04.204667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-0759498b-1553-4ae6-ac4d-0be96121aab8 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:04.206424 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-0759498b-1553-4ae6-ac4d-0be96121aab8 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/networks?id=df7ede31-bba3-4a8e-8d4a-b48a23611868 HTTP/1.1" status: 200 len: 812 time: 0.6833141 Nov 12 04:18:04.234889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-c76adb99-5ed7-4b91-968c-1c805db4cfeb tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/quotas/6b07e2042ed240e3be4ded69d77c1c04 HTTP/1.1" status: 200 len: 375 time: 0.0220354 Nov 12 04:18:04.243273 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 5d587885-2142-4ff8-bad2-d70bed50deab {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:04.243836 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 5d587885-2142-4ff8-bad2-d70bed50deab not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:04.244029 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 79bb5eb4-b655-4623-be45-cd3891e6d489 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:04.262132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 45e763a1-8483-4b73-aca5-5029820110f6 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:04.290285 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-ec01a20d-af08-4831-be68-41cded36995a tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b07e2042ed240e3be4ded69d77c1c04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485482 Nov 12 04:18:04.340177 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 79bb5eb4-b655-4623-be45-cd3891e6d489 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:04.340523 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 79bb5eb4-b655-4623-be45-cd3891e6d489 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:04.388114 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=d35db96e-82c2-4c97-bc37-3c338cb8a580,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:04.396829 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c52e65ab-86bf-4d3e-92f0-c1563dcde5e9, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c52e65ab-86bf-4d3e-92f0-c1563dcde5e9,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:04.415621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-93937c7a-a01d-43fd-af56-72a4456b84c2 service neutron] 10.222.0.37 "GET /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114814 Nov 12 04:18:04.452211 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b7994412-d7ff-4afa-9491-c3ba80fee747 req-b15cffc5-8dec-435c-9747-7b6e2409000f tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.482205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 45e763a1-8483-4b73-aca5-5029820110f6 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:04.482205 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.548801 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa44e805-83b4-4e63-9014-35655bc4062d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.555235 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cffc5-8dec-435c-9747-7b6e2409000f tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Pushing event deleted for resources: {'Port': ['ID=20f41e53-52f8-486a-8d09-89e14b6bea45,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:04.572570 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.657330 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7994412-d7ff-4afa-9491-c3ba80fee747 req-b15cffc5-8dec-435c-9747-7b6e2409000f tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] No DVR routers for this DVR port 20f41e53-52f8-486a-8d09-89e14b6bea45 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:04.661496 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b7994412-d7ff-4afa-9491-c3ba80fee747 req-b15cffc5-8dec-435c-9747-7b6e2409000f tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.666164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7994412-d7ff-4afa-9491-c3ba80fee747 req-b15cffc5-8dec-435c-9747-7b6e2409000f tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.31 "DELETE /v2.0/ports/20f41e53-52f8-486a-8d09-89e14b6bea45 HTTP/1.1" status: 204 len: 173 time: 1.6154172 Nov 12 04:18:04.716616 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-e95d45cb-eec3-492f-9383-8db2de80c998 service neutron] 10.222.0.37 "GET /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013551 Nov 12 04:18:04.716892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 20f41e53-52f8-486a-8d09-89e14b6bea45 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:04.785977 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 20f41e53-52f8-486a-8d09-89e14b6bea45 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:04.786320 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 20f41e53-52f8-486a-8d09-89e14b6bea45 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:04.792932 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-adb299d4-dd0b-495a-a1f5-3bdd37a2ee2d None None] Provisioning complete for port 0cdfb57d-16c9-4499-b3f0-10cf62790749 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:04.793888 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-adb299d4-dd0b-495a-a1f5-3bdd37a2ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.883022 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0cdfb57d-16c9-4499-b3f0-10cf62790749 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:04.943317 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=c52e65ab-86bf-4d3e-92f0-c1563dcde5e9,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:05.023148 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-adb299d4-dd0b-495a-a1f5-3bdd37a2ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.028824 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-aa44e805-83b4-4e63-9014-35655bc4062d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Allocated IP 172.21.0.1 (cc10a077-b416-4ec9-8a54-50dfa92f6685/f94c300b-ff97-4d71-a183-ddf5caf5568c/20f4f307-d198-4c95-aeb7-8e98161fef4e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:05.064817 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 0cdfb57d-16c9-4499-b3f0-10cf62790749 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:05.065087 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.103514 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-adb299d4-dd0b-495a-a1f5-3bdd37a2ee2d None None] For port 0cdfb57d-16c9-4499-b3f0-10cf62790749, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0cdfb57d-16c9-4499-b3f0-10cf62790749,segment=NetworkSegment(a32caedc-7cca-4d78-83d5-353e581b1dc8),segment_id=a32caedc-7cca-4d78-83d5-353e581b1dc8)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:05.184826 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa44e805-83b4-4e63-9014-35655bc4062d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.259447 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.262435 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-adb299d4-dd0b-495a-a1f5-3bdd37a2ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.319065 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa44e805-83b4-4e63-9014-35655bc4062d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.384254 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa44e805-83b4-4e63-9014-35655bc4062d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network cc10a077-b416-4ec9-8a54-50dfa92f6685 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:05.392069 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-aa44e805-83b4-4e63-9014-35655bc4062d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:05.407406 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa44e805-83b4-4e63-9014-35655bc4062d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:05.459650 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-adb299d4-dd0b-495a-a1f5-3bdd37a2ee2d None None] Provisioning complete for port ddb4b39d-3095-4c76-b4e9-8d3448845842 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:05.460087 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-adb299d4-dd0b-495a-a1f5-3bdd37a2ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.497405 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-79a8cab9-07d1-4f3b-b6b1-d5e24c937b3c req-071c19eb-b825-4a56-bfca-9c3d097ad9ae tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 210 time: 0.0680034 Nov 12 04:18:05.564162 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-adb299d4-dd0b-495a-a1f5-3bdd37a2ee2d None None] Port ddb4b39d-3095-4c76-b4e9-8d3448845842 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:05.648849 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa44e805-83b4-4e63-9014-35655bc4062d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.649998 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44e805-83b4-4e63-9014-35655bc4062d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=20f4f307-d198-4c95-aeb7-8e98161fef4e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:05.702233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31147dcc-e80a-442a-b57e-e30b982cc714 req-e5c3d41b-315b-4e63-a249-5270df6f8a08 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:05.728674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31147dcc-e80a-442a-b57e-e30b982cc714 req-e5c3d41b-315b-4e63-a249-5270df6f8a08 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=85f69edd-043c-4b20-8bbe-9ed0e3c73c97 HTTP/1.1" status: 200 len: 946 time: 0.1489372 Nov 12 04:18:05.767724 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb299d4-dd0b-495a-a1f5-3bdd37a2ee2d None None] Pushing event updated for resources: {'Port': ['ID=0cdfb57d-16c9-4499-b3f0-10cf62790749,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:05.818127 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6eb28213-d34b-4299-a72c-7ff4ccd1f475 None None] Provisioning complete for port 0cdfb57d-16c9-4499-b3f0-10cf62790749 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:05.818510 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6eb28213-d34b-4299-a72c-7ff4ccd1f475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.862781 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31147dcc-e80a-442a-b57e-e30b982cc714 req-d2831da3-2179-4779-93d2-0de512243c30 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324031 Nov 12 04:18:05.905451 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:18:05.908156 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:18:05.918523 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aee4ee96-489e-4080-92d9-f24dfc617817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.922963 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2d27b6-779e-40e0-b6f9-38847b6ee4a0 x-openstack-request-id: req-ae2d27b6-779e-40e0-b6f9-38847b6ee4a0 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:05.923099 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f69edd-043c-4b20-8bbe-9ed0e3c73c97", "name": "network-vif-plugged", "status": "completed", "tag": "d35db96e-82c2-4c97-bc37-3c338cb8a580", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:05.923349 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae2d27b6-779e-40e0-b6f9-38847b6ee4a0 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:05.923749 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f69edd-043c-4b20-8bbe-9ed0e3c73c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35db96e-82c2-4c97-bc37-3c338cb8a580', 'code': 200} Nov 12 04:18:06.089603 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa44e805-83b4-4e63-9014-35655bc4062d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:06.092942 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6076cab-29a1-4f20-85e3-99b5ebca9e31 req-bf2f349f-6fe9-4e74-b43b-f885a9fd4253 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:06.094548 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6076cab-29a1-4f20-85e3-99b5ebca9e31 req-bf2f349f-6fe9-4e74-b43b-f885a9fd4253 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.0977144 Nov 12 04:18:06.101498 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3ff7c-1c2e-4a3a-bc3a-bc17abce6e90 req-29fc5d86-3061-472d-b739-31a486b7551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:06.103072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c3e3ff7c-1c2e-4a3a-bc3a-bc17abce6e90 req-29fc5d86-3061-472d-b739-31a486b7551b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=85f69edd-043c-4b20-8bbe-9ed0e3c73c97 HTTP/1.1" status: 200 len: 1098 time: 0.0691085 Nov 12 04:18:06.190713 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c3e3ff7c-1c2e-4a3a-bc3a-bc17abce6e90 req-7eff32cc-cd88-4d82-bb2a-af26390a5737 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782425 Nov 12 04:18:06.195256 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6076cab-29a1-4f20-85e3-99b5ebca9e31 req-82a8f8b1-6fe9-458d-99f1-dcb9f349ae4d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912282 Nov 12 04:18:06.325097 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f8c840d4-0ad9-41ab-97a7-386c66542167 None None] Provisioning complete for port 20f4f307-d198-4c95-aeb7-8e98161fef4e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:06.328220 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8c840d4-0ad9-41ab-97a7-386c66542167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:06.384759 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585d878-ce05-4660-8faf-594b05d48706 req-dd51d6e5-b046-4140-b979-57cdfadb4840 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:06.393618 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5585d878-ce05-4660-8faf-594b05d48706 req-dd51d6e5-b046-4140-b979-57cdfadb4840 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 946 time: 0.0990655 Nov 12 04:18:06.466031 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5585d878-ce05-4660-8faf-594b05d48706 req-a42162bf-f371-41f7-80f6-befb99979322 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715044 Nov 12 04:18:06.495006 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f8c840d4-0ad9-41ab-97a7-386c66542167 None None] Port 20f4f307-d198-4c95-aeb7-8e98161fef4e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:06.535971 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d06793-ae58-4e09-b6da-1d8de37b692b x-openstack-request-id: req-39d06793-ae58-4e09-b6da-1d8de37b692b {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:06.537816 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702768a6-7a4a-40da-af1c-fd1d7a790011", "name": "network-vif-deleted", "tag": "5d587885-2142-4ff8-bad2-d70bed50deab", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:06.538030 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39d06793-ae58-4e09-b6da-1d8de37b692b {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:06.538481 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702768a6-7a4a-40da-af1c-fd1d7a790011', 'name': 'network-vif-deleted', 'tag': '5d587885-2142-4ff8-bad2-d70bed50deab', 'status': 'completed', 'code': 200} Nov 12 04:18:06.612697 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:06.613126 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa44e805-83b4-4e63-9014-35655bc4062d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:06.636826 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0cdfb57d-16c9-4499-b3f0-10cf62790749 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:06.717328 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa44e805-83b4-4e63-9014-35655bc4062d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:06.758158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 0cdfb57d-16c9-4499-b3f0-10cf62790749 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:06.758546 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:06.846517 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44e805-83b4-4e63-9014-35655bc4062d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=20f4f307-d198-4c95-aeb7-8e98161fef4e,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:06.849487 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa44e805-83b4-4e63-9014-35655bc4062d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:06.960907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa44e805-83b4-4e63-9014-35655bc4062d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network cc10a077-b416-4ec9-8a54-50dfa92f6685 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:06.962829 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-aa44e805-83b4-4e63-9014-35655bc4062d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:07.166092 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa44e805-83b4-4e63-9014-35655bc4062d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:18:07.318603 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4160faa9-7833-4ae7-8654-d3a571803766 req-0b5da570-c7b5-43be-a9f9-542785b5dfd5 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 210 time: 0.0411322 Nov 12 04:18:07.371502 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa44e805-83b4-4e63-9014-35655bc4062d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:18:07.378231 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-aa44e805-83b4-4e63-9014-35655bc4062d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4917796 Nov 12 04:18:07.380897 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40610) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:07.383632 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88ce537-22f8-414c-aec5-f20425b3bede None None] Sync routers for ids ['8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:18:07.402125 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88ce537-22f8-414c-aec5-f20425b3bede None None] Routers {'8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:07.407936 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d88ce537-22f8-414c-aec5-f20425b3bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:07.453667 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1bbb2cef-55e5-42f8-a67f-649da28c8b45 req-596f9218-53ff-42cc-8861-553d5a6a0c71 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b303461-9813-4668-9caf-8efc79a8adf2 HTTP/1.1" status: 200 len: 210 time: 0.0843613 Nov 12 04:18:07.461688 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a831b807-c464-4d01-a292-284c9b2adce4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:07.477728 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a831b807-c464-4d01-a292-284c9b2adce4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/ports/20f4f307-d198-4c95-aeb7-8e98161fef4e HTTP/1.1" status: 200 len: 910 time: 0.0892899 Nov 12 04:18:07.477728 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40612) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:07.493563 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d88ce537-22f8-414c-aec5-f20425b3bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:07.503848 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88ce537-22f8-414c-aec5-f20425b3bede None None] Routers {'8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:07.504497 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d88ce537-22f8-414c-aec5-f20425b3bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:07.550681 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d88ce537-22f8-414c-aec5-f20425b3bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:07.551351 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88ce537-22f8-414c-aec5-f20425b3bede None None] The sync data for ids ['8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:18:07.681049 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b101e-a711-49d2-b84b-f291e81eed1c req-75722905-510b-4e0a-81f3-bc06fbbec6a5 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:07.694449 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d4b101e-a711-49d2-b84b-f291e81eed1c req-75722905-510b-4e0a-81f3-bc06fbbec6a5 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=85f69edd-043c-4b20-8bbe-9ed0e3c73c97 HTTP/1.1" status: 200 len: 946 time: 0.0890827 Nov 12 04:18:07.707873 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f8d2f8ba-ae3b-4904-86be-a6aae95362f6 None None] Provisioning complete for port 20f4f307-d198-4c95-aeb7-8e98161fef4e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:07.708993 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f8ba-ae3b-4904-86be-a6aae95362f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:07.757777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f8d2f8ba-ae3b-4904-86be-a6aae95362f6 None None] Port 20f4f307-d198-4c95-aeb7-8e98161fef4e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:07.760938 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d4b101e-a711-49d2-b84b-f291e81eed1c req-2b41f6b3-61d8-41fc-a1da-a579b773b4cc tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639243 Nov 12 04:18:07.927886 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30794bb-313e-4228-a91b-dfe6cd98295d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52e65ab-86bf-4d3e-92f0-c1563dcde5e9'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:07.931642 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91df3443-ffa3-46f4-b5b6-3858370b45df" -d '{"events": [{"server_uuid": "d30794bb-313e-4228-a91b-dfe6cd98295d", "name": "network-vif-plugged", "status": "completed", "tag": "c52e65ab-86bf-4d3e-92f0-c1563dcde5e9"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:08.160344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-16938f68-3e69-423e-a9a3-3d69ce7286b6 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:08.169287 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-16938f68-3e69-423e-a9a3-3d69ce7286b6 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/networks?id=c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 HTTP/1.1" status: 200 len: 815 time: 0.2234166 Nov 12 04:18:08.188396 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-43743be1-22d1-4cec-b0b8-e91ef6a5cef0 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/quotas/9522b608456348d5874d977e2cedcf6c HTTP/1.1" status: 200 len: 375 time: 0.0178576 Nov 12 04:18:08.231686 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:08.237307 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b9a0e98-3618-427b-ac8e-d7a439b3e1b3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:08.275362 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-985ccf48-4b01-4767-b992-6213222d47c2 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9522b608456348d5874d977e2cedcf6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0851774 Nov 12 04:18:08.440871 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-3ea1441a-c4e0-4f91-9fa1-4a547050920f service neutron] 10.222.0.37 "GET /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645882 Nov 12 04:18:08.550244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b83f01-e193-4834-ad54-48539f6aa04a', 'name': 'network-vif-deleted', 'tag': '20f41e53-52f8-486a-8d09-89e14b6bea45'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:08.552829 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c4b415-7efc-4dcb-b5b5-ec9104838e96" -d '{"events": [{"server_uuid": "21b83f01-e193-4834-ad54-48539f6aa04a", "name": "network-vif-deleted", "tag": "20f41e53-52f8-486a-8d09-89e14b6bea45"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:08.627273 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-096e2b0f-1345-45ce-9819-ac8f2dd732f8 service neutron] 10.222.0.37 "GET /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854334 Nov 12 04:18:08.648231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3b9a0e98-3618-427b-ac8e-d7a439b3e1b3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting port 20f4f307-d198-4c95-aeb7-8e98161fef4e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:08.648971 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b9a0e98-3618-427b-ac8e-d7a439b3e1b3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:08.705639 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2d65a-f8e5-4138-880f-ce4bbf7d97aa req-94787914-d07c-402d-8884-a1619d6d6aab tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:08.709129 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b6d2d65a-f8e5-4138-880f-ce4bbf7d97aa req-94787914-d07c-402d-8884-a1619d6d6aab tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.31 "GET /v2.0/ports?device_id=95250bce-4dc3-44d1-bf04-826fe969d4f1 HTTP/1.1" status: 200 len: 945 time: 0.0803938 Nov 12 04:18:09.071362 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:09.154327 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b9a0e98-3618-427b-ac8e-d7a439b3e1b3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:09.183864 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3b9a0e98-3618-427b-ac8e-d7a439b3e1b3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Calling delete_port for 20f4f307-d198-4c95-aeb7-8e98161fef4e owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:09.574286 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b9a0e98-3618-427b-ac8e-d7a439b3e1b3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:09.609098 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a0e98-3618-427b-ac8e-d7a439b3e1b3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Port': ['ID=20f4f307-d198-4c95-aeb7-8e98161fef4e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:09.677393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c774372-15a3-479d-adb7-8f3a7e837eff req-bfbe7094-878d-436d-95c6-eee97d1aee99 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:09.685949 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4c774372-15a3-479d-adb7-8f3a7e837eff req-bfbe7094-878d-436d-95c6-eee97d1aee99 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 946 time: 0.1727884 Nov 12 04:18:09.795416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-b6d2d65a-f8e5-4138-880f-ce4bbf7d97aa req-023d43f2-b166-44cc-8fca-78ee8475cc39 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Deleting port 48b85fa0-1b8c-4225-a782-55ce8c571fb6 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:09.797413 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b6d2d65a-f8e5-4138-880f-ce4bbf7d97aa req-023d43f2-b166-44cc-8fca-78ee8475cc39 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:09.836239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-3baa1e8d-88b5-41d7-8e15-1b88defd249c tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:09.838216 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-3baa1e8d-88b5-41d7-8e15-1b88defd249c tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.21 "GET /v2.0/networks?id=df7ede31-bba3-4a8e-8d4a-b48a23611868 HTTP/1.1" status: 200 len: 812 time: 0.3262696 Nov 12 04:18:09.935710 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-565cd0bd-b0bc-4cd5-a8cb-e704cf1220c8 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Request body: {'port': {'device_id': 'dd0aa14f-1944-4aa0-ab5c-a44af4482c79', 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868', 'admin_state_up': True, 'tenant_id': '6b07e2042ed240e3be4ded69d77c1c04'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:09.956021 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b9a0e98-3618-427b-ac8e-d7a439b3e1b3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.078402 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4c774372-15a3-479d-adb7-8f3a7e837eff req-d03c6569-ffa8-401d-b8af-f094707dc540 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870559 Nov 12 04:18:10.145985 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fea8815-cf30-4e1b-989d-b87ca17289ce x-openstack-request-id: req-6fea8815-cf30-4e1b-989d-b87ca17289ce {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:10.146794 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30794bb-313e-4228-a91b-dfe6cd98295d", "name": "network-vif-plugged", "status": "completed", "tag": "c52e65ab-86bf-4d3e-92f0-c1563dcde5e9", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:10.147170 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6fea8815-cf30-4e1b-989d-b87ca17289ce {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:10.148116 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30794bb-313e-4228-a91b-dfe6cd98295d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52e65ab-86bf-4d3e-92f0-c1563dcde5e9', 'code': 200} Nov 12 04:18:10.217392 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-565cd0bd-b0bc-4cd5-a8cb-e704cf1220c8 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Made reservation on behalf of 6b07e2042ed240e3be4ded69d77c1c04 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:10.245769 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-565cd0bd-b0bc-4cd5-a8cb-e704cf1220c8 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.303009 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef362b7d-57b6-4e25-b5d4-4dbdd6e58bfc req-a28a92c3-fe04-4152-a12b-9a4d41590ee4 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbcd2b7-5314-41fb-9050-caf08eb7cb76 HTTP/1.1" status: 200 len: 210 time: 0.0419846 Nov 12 04:18:10.326340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-b6d2d65a-f8e5-4138-880f-ce4bbf7d97aa req-023d43f2-b166-44cc-8fca-78ee8475cc39 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] For port 48b85fa0-1b8c-4225-a782-55ce8c571fb6, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=48b85fa0-1b8c-4225-a782-55ce8c571fb6,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:10.327172 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b6d2d65a-f8e5-4138-880f-ce4bbf7d97aa req-023d43f2-b166-44cc-8fca-78ee8475cc39 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.356277 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9a0e98-3618-427b-ac8e-d7a439b3e1b3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:18:10.381583 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-b6d2d65a-f8e5-4138-880f-ce4bbf7d97aa req-023d43f2-b166-44cc-8fca-78ee8475cc39 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Calling delete_port for 48b85fa0-1b8c-4225-a782-55ce8c571fb6 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:10.463672 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-a5a713d7-bd03-4214-ac4e-459fe4a3d75f tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:10.469717 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-a5a713d7-bd03-4214-ac4e-459fe4a3d75f tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.31 "GET /v2.0/networks?id=df7ede31-bba3-4a8e-8d4a-b48a23611868 HTTP/1.1" status: 200 len: 812 time: 0.3846378 Nov 12 04:18:10.487537 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-0cd03c97-c0b6-42be-a8ac-df3fa452109e tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Request body: {'port': {'device_id': '9b303461-9813-4668-9caf-8efc79a8adf2', 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868', 'admin_state_up': True, 'tenant_id': '6b07e2042ed240e3be4ded69d77c1c04'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:10.512050 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26e90155-231e-4fb3-86a5-3134bcadb77a req-da23b1da-2eb3-4226-8fc1-7a0a9bb67af2 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b303461-9813-4668-9caf-8efc79a8adf2 HTTP/1.1" status: 200 len: 210 time: 0.0774500 Nov 12 04:18:10.603631 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70109e06-19c5-41ea-96ee-a31a4b3a6923 req-7f0be672-8dfa-4ddf-827b-e2493ab52afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:10.605741 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70109e06-19c5-41ea-96ee-a31a4b3a6923 req-7f0be672-8dfa-4ddf-827b-e2493ab52afa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 1098 time: 0.1794608 Nov 12 04:18:10.639395 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4e1a84-a948-4ef9-958d-f70c690e8701 x-openstack-request-id: req-0f4e1a84-a948-4ef9-958d-f70c690e8701 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:10.639704 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b83f01-e193-4834-ad54-48539f6aa04a", "name": "network-vif-deleted", "tag": "20f41e53-52f8-486a-8d09-89e14b6bea45", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:10.639932 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f4e1a84-a948-4ef9-958d-f70c690e8701 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:10.640321 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b83f01-e193-4834-ad54-48539f6aa04a', 'name': 'network-vif-deleted', 'tag': '20f41e53-52f8-486a-8d09-89e14b6bea45', 'status': 'completed', 'code': 200} Nov 12 04:18:10.665699 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-565cd0bd-b0bc-4cd5-a8cb-e704cf1220c8 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Allocated IP 172.20.0.11 (df7ede31-bba3-4a8e-8d4a-b48a23611868/9e74e7a2-2ada-450c-9dd9-fc1e4194cbea/cb52730d-405f-4a27-980d-0279f0dccaf6) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:10.748325 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9a0e98-3618-427b-ac8e-d7a439b3e1b3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:18:10.757806 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3b9a0e98-3618-427b-ac8e-d7a439b3e1b3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2811553 Nov 12 04:18:10.767129 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650d45fb-c3be-4b42-9684-2d0a58992622 None None] Sync routers for ids ['8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:18:10.775018 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40656) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:10.792396 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650d45fb-c3be-4b42-9684-2d0a58992622 None None] Routers {'8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:10.793828 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-650d45fb-c3be-4b42-9684-2d0a58992622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:10.868220 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70109e06-19c5-41ea-96ee-a31a4b3a6923 req-d7552f65-540b-459b-a7b9-d8512cfe5d5b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507391 Nov 12 04:18:10.894996 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-650d45fb-c3be-4b42-9684-2d0a58992622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:10.921304 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650d45fb-c3be-4b42-9684-2d0a58992622 None None] Routers {'8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:10.921970 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-650d45fb-c3be-4b42-9684-2d0a58992622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:10.989147 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-650d45fb-c3be-4b42-9684-2d0a58992622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:10.990155 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650d45fb-c3be-4b42-9684-2d0a58992622 None None] The sync data for ids ['8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:18:11.011368 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c32b83-c8f7-4e1b-a803-4328bd09206b req-7f07b4db-17fd-4230-bf4c-3f3eb662285a tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:11.018709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67c32b83-c8f7-4e1b-a803-4328bd09206b req-7f07b4db-17fd-4230-bf4c-3f3eb662285a tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=85f69edd-043c-4b20-8bbe-9ed0e3c73c97 HTTP/1.1" status: 200 len: 946 time: 0.2587485 Nov 12 04:18:11.037837 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-0cd03c97-c0b6-42be-a8ac-df3fa452109e tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Made reservation on behalf of 6b07e2042ed240e3be4ded69d77c1c04 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:11.048395 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-0cd03c97-c0b6-42be-a8ac-df3fa452109e tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:11.087738 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b6d2d65a-f8e5-4138-880f-ce4bbf7d97aa req-023d43f2-b166-44cc-8fca-78ee8475cc39 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:11.255843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d43f2-b166-44cc-8fca-78ee8475cc39 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Pushing event deleted for resources: {'Port': ['ID=48b85fa0-1b8c-4225-a782-55ce8c571fb6,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:11.307292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01974f70-f918-4543-b1dc-81fa8983b880 None None] DHCP port deletion for c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:11.409418 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67c32b83-c8f7-4e1b-a803-4328bd09206b req-1280e369-be88-4a66-8f97-5a06fc829f40 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894861 Nov 12 04:18:11.445718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d2d65a-f8e5-4138-880f-ce4bbf7d97aa req-023d43f2-b166-44cc-8fca-78ee8475cc39 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] No DVR routers for this DVR port 48b85fa0-1b8c-4225-a782-55ce8c571fb6 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:11.453459 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b6d2d65a-f8e5-4138-880f-ce4bbf7d97aa req-023d43f2-b166-44cc-8fca-78ee8475cc39 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:11.456970 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b6d2d65a-f8e5-4138-880f-ce4bbf7d97aa req-023d43f2-b166-44cc-8fca-78ee8475cc39 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.31 "DELETE /v2.0/ports/48b85fa0-1b8c-4225-a782-55ce8c571fb6 HTTP/1.1" status: 204 len: 173 time: 2.7132354 Nov 12 04:18:11.497723 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-565cd0bd-b0bc-4cd5-a8cb-e704cf1220c8 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:11.533192 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df3043d6-28df-4a93-89c2-ca37cb6ab9af req-d6398ce0-0496-40ba-ade6-51f4cd96643f tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 210 time: 0.0335088 Nov 12 04:18:11.667560 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d770d-8e33-4d08-be4a-f0095fe4e1e5 req-6f134189-a33f-4e1f-a220-40a7330388b3 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:11.669080 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f3d770d-8e33-4d08-be4a-f0095fe4e1e5 req-6f134189-a33f-4e1f-a220-40a7330388b3 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 946 time: 0.0678926 Nov 12 04:18:11.671857 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1bac15a3-435e-4c4b-b6dc-03a5c9a904e0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:11.795143 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f3d770d-8e33-4d08-be4a-f0095fe4e1e5 req-5c6a66f3-b16f-441e-b25c-0fe3d7e2820e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193111 Nov 12 04:18:11.862010 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-565cd0bd-b0bc-4cd5-a8cb-e704cf1220c8 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:11.931397 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cd0bd-b0bc-4cd5-a8cb-e704cf1220c8 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Pushing event updated for resources: {'Port': ['ID=cb52730d-405f-4a27-980d-0279f0dccaf6,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:11.955525 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 48b85fa0-1b8c-4225-a782-55ce8c571fb6 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:11.976313 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-0cd03c97-c0b6-42be-a8ac-df3fa452109e tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Allocated IP 172.20.0.14 (df7ede31-bba3-4a8e-8d4a-b48a23611868/9e74e7a2-2ada-450c-9dd9-fc1e4194cbea/e34c506f-f605-4d1d-af60-fd09b8361c9e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:11.984491 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-565cd0bd-b0bc-4cd5-a8cb-e704cf1220c8 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Network df7ede31-bba3-4a8e-8d4a-b48a23611868 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:12.020447 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-565cd0bd-b0bc-4cd5-a8cb-e704cf1220c8 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:12.034620 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-565cd0bd-b0bc-4cd5-a8cb-e704cf1220c8 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:12.095513 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 48b85fa0-1b8c-4225-a782-55ce8c571fb6 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:12.097066 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 48b85fa0-1b8c-4225-a782-55ce8c571fb6 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:12.140753 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4abd5b24-07a1-48cc-a129-4c4a531bec1a req-8de3a2fc-02fc-486c-9ed5-6cb132a4e768 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b303461-9813-4668-9caf-8efc79a8adf2 HTTP/1.1" status: 200 len: 210 time: 0.1987424 Nov 12 04:18:12.217481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-565cd0bd-b0bc-4cd5-a8cb-e704cf1220c8 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:12.217481 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-565cd0bd-b0bc-4cd5-a8cb-e704cf1220c8 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.324384 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-1bac15a3-435e-4c4b-b6dc-03a5c9a904e0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting port ddb4b39d-3095-4c76-b4e9-8d3448845842 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:12.324728 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1bac15a3-435e-4c4b-b6dc-03a5c9a904e0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.344469 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-565cd0bd-b0bc-4cd5-a8cb-e704cf1220c8 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4836032 Nov 12 04:18:12.354834 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40676) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:12.569096 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-0cd03c97-c0b6-42be-a8ac-df3fa452109e tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.586077 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Request body: {'port': {'device_id': 'dd0aa14f-1944-4aa0-ab5c-a44af4482c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:12.646398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95250bce-4dc3-44d1-bf04-826fe969d4f1', 'name': 'network-vif-deleted', 'tag': '48b85fa0-1b8c-4225-a782-55ce8c571fb6'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:12.649033 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbd0393-8b9a-4c77-8039-f6948f8869b5" -d '{"events": [{"server_uuid": "95250bce-4dc3-44d1-bf04-826fe969d4f1", "name": "network-vif-deleted", "tag": "48b85fa0-1b8c-4225-a782-55ce8c571fb6"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:12.737224 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-0cd03c97-c0b6-42be-a8ac-df3fa452109e tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.760060 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-340c7c53-8be9-4266-bf98-980349584991 req-119c101f-78da-4b71-9180-d6700d3e3f8e tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 210 time: 0.0737543 Nov 12 04:18:12.850468 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1bac15a3-435e-4c4b-b6dc-03a5c9a904e0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.853089 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.863925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-0cd03c97-c0b6-42be-a8ac-df3fa452109e tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Network df7ede31-bba3-4a8e-8d4a-b48a23611868 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:12.881617 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef39dd38-0499-4e0c-93c7-cd437d8bd856 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.884673 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-1bac15a3-435e-4c4b-b6dc-03a5c9a904e0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Calling delete_port for ddb4b39d-3095-4c76-b4e9-8d3448845842 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:12.889430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-0cd03c97-c0b6-42be-a8ac-df3fa452109e tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:12.894287 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-0cd03c97-c0b6-42be-a8ac-df3fa452109e tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:12.940254 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd03c97-c0b6-42be-a8ac-df3fa452109e tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Pushing event updated for resources: {'Port': ['ID=e34c506f-f605-4d1d-af60-fd09b8361c9e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:12.959981 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fded425-f33f-4c9b-9b54-ab13ef50226c x-openstack-request-id: req-8fded425-f33f-4c9b-9b54-ab13ef50226c {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:12.960486 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95250bce-4dc3-44d1-bf04-826fe969d4f1", "name": "network-vif-deleted", "tag": "48b85fa0-1b8c-4225-a782-55ce8c571fb6", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:12.960673 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8fded425-f33f-4c9b-9b54-ab13ef50226c {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:12.960949 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95250bce-4dc3-44d1-bf04-826fe969d4f1', 'name': 'network-vif-deleted', 'tag': '48b85fa0-1b8c-4225-a782-55ce8c571fb6', 'status': 'completed', 'code': 200} Nov 12 04:18:13.011569 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-0cd03c97-c0b6-42be-a8ac-df3fa452109e tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:13.012145 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-0cd03c97-c0b6-42be-a8ac-df3fa452109e tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.036210 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef39dd38-0499-4e0c-93c7-cd437d8bd856 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.056283 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-3094e0c1-4705-4208-8db4-767765d3ccfd tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:13.058269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-3094e0c1-4705-4208-8db4-767765d3ccfd tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.31 "GET /v2.0/networks?id=c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 HTTP/1.1" status: 200 len: 815 time: 0.4989963 Nov 12 04:18:13.099393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-84973a79-7203-44b3-ad53-b9159543cfe2 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Request body: {'port': {'device_id': '5b11bf45-61e3-46c8-8c67-ee9b93ca1d29', 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987', 'admin_state_up': True, 'tenant_id': '9522b608456348d5874d977e2cedcf6c'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:13.136596 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-0cd03c97-c0b6-42be-a8ac-df3fa452109e tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6542554 Nov 12 04:18:13.172459 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Request body: {'port': {'device_id': '9b303461-9813-4668-9caf-8efc79a8adf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:13.308374 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.513861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391a805-6639-4c9e-84e9-00fa42d7fd0f req-b6f6c8cf-28da-4c80-90ff-08891f357610 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:13.521033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e391a805-6639-4c9e-84e9-00fa42d7fd0f req-b6f6c8cf-28da-4c80-90ff-08891f357610 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 946 time: 0.4788725 Nov 12 04:18:13.654727 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e391a805-6639-4c9e-84e9-00fa42d7fd0f req-d84bbe1a-dd53-425a-a901-f81b915a3c36 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273403 Nov 12 04:18:13.726817 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef39dd38-0499-4e0c-93c7-cd437d8bd856 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.730026 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef39dd38-0499-4e0c-93c7-cd437d8bd856 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.755255 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ef39dd38-0499-4e0c-93c7-cd437d8bd856 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "DELETE /v2.0/security-groups/98b50018-a01f-4302-acbf-b8e4fdbe8683 HTTP/1.1" status: 204 len: 168 time: 1.3992984 Nov 12 04:18:13.759374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40710) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:13.805759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e34c506f-f605-4d1d-af60-fd09b8361c9e {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:18:13.817099 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.841668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39dd38-0499-4e0c-93c7-cd437d8bd856 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b50018-a01f-4302-acbf-b8e4fdbe8683,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:13.843640 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-e3b4af41-96ee-4622-8918-e94ffae830b1 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] show failed (client error): The resource could not be found. Nov 12 04:18:13.848975 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e3b4af41-96ee-4622-8918-e94ffae830b1 tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "GET /v2.0/security-groups/98b50018-a01f-4302-acbf-b8e4fdbe8683 HTTP/1.1" status: 404 len: 347 time: 0.0857811 Nov 12 04:18:13.852488 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40714) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:13.929613 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-84973a79-7203-44b3-ad53-b9159543cfe2 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Made reservation on behalf of 9522b608456348d5874d977e2cedcf6c for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:13.933749 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-84973a79-7203-44b3-ad53-b9159543cfe2 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:14.008769 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Transition to ACTIVE for port object e34c506f-f605-4d1d-af60-fd09b8361c9e will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:18:14.094509 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:14.179943 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Pushing event updated for resources: {'Port': ['ID=e34c506f-f605-4d1d-af60-fd09b8361c9e,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:14.304518 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Attempting to bind port e34c506f-f605-4d1d-af60-fd09b8361c9e on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:18:14.304872 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Attempting to bind port e34c506f-f605-4d1d-af60-fd09b8361c9e by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '129632f4-7311-4f32-852b-950fe6747106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:18:14.305241 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Attempting to bind port e34c506f-f605-4d1d-af60-fd09b8361c9e on network df7ede31-bba3-4a8e-8d4a-b48a23611868 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:14.310774 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Port e34c506f-f605-4d1d-af60-fd09b8361c9e on network df7ede31-bba3-4a8e-8d4a-b48a23611868 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:18:14.311091 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Attempting to bind port e34c506f-f605-4d1d-af60-fd09b8361c9e on network df7ede31-bba3-4a8e-8d4a-b48a23611868 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:14.317276 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:18:14.317629 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Checking segment: {'id': '129632f4-7311-4f32-852b-950fe6747106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:14.318029 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Bound using segment: {'id': '129632f4-7311-4f32-852b-950fe6747106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:18:14.318530 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Bound port: e34c506f-f605-4d1d-af60-fd09b8361c9e, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '129632f4-7311-4f32-852b-950fe6747106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:18:14.318973 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:14.343037 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1bac15a3-435e-4c4b-b6dc-03a5c9a904e0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:14.420876 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bb04e-d745-49ff-91a0-f0b0db28424b req-4b60381e-c00a-46c7-b99f-c46a618b8f81 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:14.422458 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a70bb04e-d745-49ff-91a0-f0b0db28424b req-4b60381e-c00a-46c7-b99f-c46a618b8f81 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b303461-9813-4668-9caf-8efc79a8adf2 HTTP/1.1" status: 200 len: 932 time: 0.6087368 Nov 12 04:18:14.430262 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac15a3-435e-4c4b-b6dc-03a5c9a904e0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Port': ['ID=ddb4b39d-3095-4c76-b4e9-8d3448845842,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:14.476418 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] For port e34c506f-f605-4d1d-af60-fd09b8361c9e, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:18:14.488054 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] For port e34c506f-f605-4d1d-af60-fd09b8361c9e, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e34c506f-f605-4d1d-af60-fd09b8361c9e,segment=NetworkSegment(129632f4-7311-4f32-852b-950fe6747106),segment_id=129632f4-7311-4f32-852b-950fe6747106)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:18:14.581628 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:14.673319 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Pushing event updated for resources: {'Port': ['ID=e34c506f-f605-4d1d-af60-fd09b8361c9e,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:14.696260 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:14.698504 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:14.700955 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-5e603c6f-998d-4be7-b08e-698098609d45 service neutron] 10.222.0.31 "PUT /v2.0/ports/e34c506f-f605-4d1d-af60-fd09b8361c9e HTTP/1.1" status: 200 len: 1093 time: 1.5336347 Nov 12 04:18:14.701561 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b303461-9813-4668-9caf-8efc79a8adf2', 'tag': 'e34c506f-f605-4d1d-af60-fd09b8361c9e'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:14.704818 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f68ce30-4e88-4f44-8cdc-26a1fe1b1a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "9b303461-9813-4668-9caf-8efc79a8adf2", "tag": "e34c506f-f605-4d1d-af60-fd09b8361c9e"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:14.824973 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a70bb04e-d745-49ff-91a0-f0b0db28424b req-c4e54a48-0fb5-49bd-87ce-c09539a80a14 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579578 Nov 12 04:18:14.916519 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c0256-b155-4402-a7fb-b683b4e18d2a tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Deleting port b6f61101-f515-4860-9ec0-76d3ea05ebc4 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:14.916861 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0256-b155-4402-a7fb-b683b4e18d2a tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.005581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-dc15432c-c831-4212-805b-f60116645491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:15.007866 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-dc15432c-c831-4212-805b-f60116645491 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b07e2042ed240e3be4ded69d77c1c04&device_id=9b303461-9813-4668-9caf-8efc79a8adf2 HTTP/1.1" status: 200 len: 1096 time: 0.1182799 Nov 12 04:18:15.026306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-84973a79-7203-44b3-ad53-b9159543cfe2 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Allocated IP 172.20.0.10 (c2f8e694-3ef4-4f15-b37d-b6a7c6d64987/6d47581f-20de-4cd2-a8b0-e2cb48fc0e2c/e7890710-f60e-4322-b91f-a8ff5a886d54) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:15.117330 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-85aef892-b9b2-4eeb-959e-562ebda16cf8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e34c506f-f605-4d1d-af60-fd09b8361c9e HTTP/1.1" status: 200 len: 217 time: 0.0949502 Nov 12 04:18:15.130775 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb52730d-405f-4a27-980d-0279f0dccaf6 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:18:15.168543 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1bac15a3-435e-4c4b-b6dc-03a5c9a904e0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.213062 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.221779 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-79344ca4-53ac-43d3-9960-0bb64a341829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:15.229371 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-79344ca4-53ac-43d3-9960-0bb64a341829 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e74e7a2-2ada-450c-9dd9-fc1e4194cbea HTTP/1.1" status: 200 len: 852 time: 0.0987234 Nov 12 04:18:15.284516 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-78a35070-8a37-44f1-aaa0-8a264951e1d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df7ede31-bba3-4a8e-8d4a-b48a23611868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472426 Nov 12 04:18:15.351436 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Transition to ACTIVE for port object cb52730d-405f-4a27-980d-0279f0dccaf6 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:18:15.481809 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.542365 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-042bf5c4-6025-4fa7-916a-e0fc9d078332 service neutron] 10.222.0.31 "GET /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330122 Nov 12 04:18:15.701177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b24ea3fd-83a4-4892-bb4a-ffcf6f09677a req-3695f609-7433-484c-8da1-6cb0ff3f8486 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 210 time: 0.2258289 Nov 12 04:18:15.725043 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0256-b155-4402-a7fb-b683b4e18d2a tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.725411 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0256-b155-4402-a7fb-b683b4e18d2a tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.731732 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-0a34906a-b7a1-49d2-ac03-3556a2243750 service neutron] 10.222.0.31 "GET /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834755 Nov 12 04:18:15.755975 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c0256-b155-4402-a7fb-b683b4e18d2a tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Calling delete_port for b6f61101-f515-4860-9ec0-76d3ea05ebc4 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:15.775357 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0969540-7402-4fc5-ade6-8cf08123287b x-openstack-request-id: req-c0969540-7402-4fc5-ade6-8cf08123287b {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:15.776451 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b303461-9813-4668-9caf-8efc79a8adf2", "tag": "e34c506f-f605-4d1d-af60-fd09b8361c9e", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:15.776934 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0969540-7402-4fc5-ade6-8cf08123287b {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:15.777568 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b303461-9813-4668-9caf-8efc79a8adf2', 'tag': 'e34c506f-f605-4d1d-af60-fd09b8361c9e', 'status': 'completed', 'code': 200} Nov 12 04:18:15.856367 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Pushing event updated for resources: {'Port': ['ID=cb52730d-405f-4a27-980d-0279f0dccaf6,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:15.960265 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68ce30-4e88-4f44-8cdc-26a1fe1b1a2f req-752d6f93-d974-48ae-bbc9-718fa070a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:15.962888 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9f68ce30-4e88-4f44-8cdc-26a1fe1b1a2f req-752d6f93-d974-48ae-bbc9-718fa070a18f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b07e2042ed240e3be4ded69d77c1c04&device_id=9b303461-9813-4668-9caf-8efc79a8adf2 HTTP/1.1" status: 200 len: 1096 time: 0.0702670 Nov 12 04:18:16.123863 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68ce30-4e88-4f44-8cdc-26a1fe1b1a2f req-3bc0d7b3-7e02-4393-a1d7-21ebdefabeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:16.125737 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9f68ce30-4e88-4f44-8cdc-26a1fe1b1a2f req-3bc0d7b3-7e02-4393-a1d7-21ebdefabeb9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df7ede31-bba3-4a8e-8d4a-b48a23611868 HTTP/1.1" status: 200 len: 913 time: 0.1532314 Nov 12 04:18:16.179400 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9f68ce30-4e88-4f44-8cdc-26a1fe1b1a2f req-aa225372-2031-489c-bf70-39f7447cb8c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e34c506f-f605-4d1d-af60-fd09b8361c9e HTTP/1.1" status: 200 len: 217 time: 0.0443521 Nov 12 04:18:16.183287 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bac15a3-435e-4c4b-b6dc-03a5c9a904e0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:18:16.236430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68ce30-4e88-4f44-8cdc-26a1fe1b1a2f req-3de0a58a-f277-4106-a035-0fd000dee889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:16.238550 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9f68ce30-4e88-4f44-8cdc-26a1fe1b1a2f req-3de0a58a-f277-4106-a035-0fd000dee889 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e74e7a2-2ada-450c-9dd9-fc1e4194cbea HTTP/1.1" status: 200 len: 852 time: 0.0494797 Nov 12 04:18:16.257834 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606aad7c-7fb5-4905-8c3f-c71ddd88a5a9 req-2039de90-ab56-4c33-a03a-9bbda74c2eb3 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:16.268546 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-606aad7c-7fb5-4905-8c3f-c71ddd88a5a9 req-2039de90-ab56-4c33-a03a-9bbda74c2eb3 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=85f69edd-043c-4b20-8bbe-9ed0e3c73c97 HTTP/1.1" status: 200 len: 946 time: 0.4067588 Nov 12 04:18:16.283069 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-84973a79-7203-44b3-ad53-b9159543cfe2 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.284738 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9f68ce30-4e88-4f44-8cdc-26a1fe1b1a2f req-7fc01c76-299d-4443-8836-0767c2bf90a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df7ede31-bba3-4a8e-8d4a-b48a23611868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342224 Nov 12 04:18:16.345818 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Attempting to bind port cb52730d-405f-4a27-980d-0279f0dccaf6 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:18:16.346173 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Attempting to bind port cb52730d-405f-4a27-980d-0279f0dccaf6 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '129632f4-7311-4f32-852b-950fe6747106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:18:16.346487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Attempting to bind port cb52730d-405f-4a27-980d-0279f0dccaf6 on network df7ede31-bba3-4a8e-8d4a-b48a23611868 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:16.361031 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Port cb52730d-405f-4a27-980d-0279f0dccaf6 on network df7ede31-bba3-4a8e-8d4a-b48a23611868 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:18:16.361700 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Attempting to bind port cb52730d-405f-4a27-980d-0279f0dccaf6 on network df7ede31-bba3-4a8e-8d4a-b48a23611868 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:16.421163 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9f68ce30-4e88-4f44-8cdc-26a1fe1b1a2f req-26f6d68f-e32e-4ac3-aac8-9796a1a61658 service neutron] 10.222.0.31 "GET /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270328 Nov 12 04:18:16.460881 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:18:16.461222 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Checking segment: {'id': '129632f4-7311-4f32-852b-950fe6747106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:16.461613 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Bound using segment: {'id': '129632f4-7311-4f32-852b-950fe6747106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:18:16.462065 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Bound port: cb52730d-405f-4a27-980d-0279f0dccaf6, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '129632f4-7311-4f32-852b-950fe6747106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:18:16.462419 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.522408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bac15a3-435e-4c4b-b6dc-03a5c9a904e0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:18:16.524200 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0256-b155-4402-a7fb-b683b4e18d2a tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.540288 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf99233-decb-4ae4-8813-3b26aee28e53 None None] Sync routers for ids ['8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:18:16.543167 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1bac15a3-435e-4c4b-b6dc-03a5c9a904e0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7636755 Nov 12 04:18:16.550967 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40738) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:16.556633 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf99233-decb-4ae4-8813-3b26aee28e53 None None] Routers {'8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:16.558252 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-1bf99233-decb-4ae4-8813-3b26aee28e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:16.566392 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9f68ce30-4e88-4f44-8cdc-26a1fe1b1a2f req-af5eb16e-ba44-4de6-8aa4-4bb1381562a3 service neutron] 10.222.0.31 "GET /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375029 Nov 12 04:18:16.614781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-1bf99233-decb-4ae4-8813-3b26aee28e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:16.662017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf99233-decb-4ae4-8813-3b26aee28e53 None None] Routers {'8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:16.662977 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-1bf99233-decb-4ae4-8813-3b26aee28e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:16.666397 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efa82bd-d922-4e8d-a620-393fca77239d None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:16.668614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d7995bd6-8e3c-4d39-95f0-a446e373a566 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43 HTTP/1.1" status: 200 len: 205 time: 0.1054852 Nov 12 04:18:16.671061 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40746) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:16.724048 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.725071 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-1bf99233-decb-4ae4-8813-3b26aee28e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:16.726416 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf99233-decb-4ae4-8813-3b26aee28e53 None None] The sync data for ids ['8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:18:16.761151 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-606aad7c-7fb5-4905-8c3f-c71ddd88a5a9 req-6a40b718-d493-4cbe-a2a8-b0a9d41601bb tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d6800ca-a7ba-4af3-8970-7d28fd607b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810367 Nov 12 04:18:16.767059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c0256-b155-4402-a7fb-b683b4e18d2a tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Pushing event deleted for resources: {'Port': ['ID=b6f61101-f515-4860-9ec0-76d3ea05ebc4,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:16.816235 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de2087d7-a681-4a95-9f49-0ebdf5b7934b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.920621 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] For port cb52730d-405f-4a27-980d-0279f0dccaf6, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:18:16.924070 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] For port cb52730d-405f-4a27-980d-0279f0dccaf6, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=cb52730d-405f-4a27-980d-0279f0dccaf6,segment=NetworkSegment(129632f4-7311-4f32-852b-950fe6747106),segment_id=129632f4-7311-4f32-852b-950fe6747106)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:18:16.926335 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-84973a79-7203-44b3-ad53-b9159543cfe2 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.027459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84973a79-7203-44b3-ad53-b9159543cfe2 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Pushing event updated for resources: {'Port': ['ID=e7890710-f60e-4322-b91f-a8ff5a886d54,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:17.039267 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.061550 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de2087d7-a681-4a95-9f49-0ebdf5b7934b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.063911 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de2087d7-a681-4a95-9f49-0ebdf5b7934b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.088668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-84973a79-7203-44b3-ad53-b9159543cfe2 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Network c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:17.095072 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0256-b155-4402-a7fb-b683b4e18d2a tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.095662 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0256-b155-4402-a7fb-b683b4e18d2a tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.096805 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bd3c0256-b155-4402-a7fb-b683b4e18d2a tempest-ServersTestBootFromVolume-1456597127 tempest-ServersTestBootFromVolume-1456597127-project] 10.222.0.37 "DELETE /v2.0/floatingips/755c8580-f30f-4f27-9edb-1a573915f0f6 HTTP/1.1" status: 204 len: 168 time: 3.2309172 Nov 12 04:18:17.103160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-84973a79-7203-44b3-ad53-b9159543cfe2 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:17.108490 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40752) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:17.109848 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:17.110471 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.111917 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] 10.222.0.21 "PUT /v2.0/ports/cb52730d-405f-4a27-980d-0279f0dccaf6 HTTP/1.1" status: 200 len: 1093 time: 4.7214799 Nov 12 04:18:17.117383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0aa14f-1944-4aa0-ab5c-a44af4482c79', 'tag': 'cb52730d-405f-4a27-980d-0279f0dccaf6'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:17.121980 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f8399d-6651-4dd6-9616-9d74091c0043" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0aa14f-1944-4aa0-ab5c-a44af4482c79", "tag": "cb52730d-405f-4a27-980d-0279f0dccaf6"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:17.134685 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-84973a79-7203-44b3-ad53-b9159543cfe2 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:17.142224 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360f65c0-206e-4dc8-ab3a-eb3e50f7cab4 None None] DHCP port deletion for c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:17.203124 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e28f5d52-2631-4e95-a9c1-d9bea12236d7 None None] Provisioning complete for port e7890710-f60e-4322-b91f-a8ff5a886d54 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:17.204817 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e28f5d52-2631-4e95-a9c1-d9bea12236d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.243179 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc6c92-7451-43d7-b27f-244547dd3ba5 req-d0fc35e4-b604-46c5-b16b-b94a38bb290b tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:17.245405 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-02cc6c92-7451-43d7-b27f-244547dd3ba5 req-d0fc35e4-b604-46c5-b16b-b94a38bb290b tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b303461-9813-4668-9caf-8efc79a8adf2 HTTP/1.1" status: 200 len: 944 time: 0.3168259 Nov 12 04:18:17.265101 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e28f5d52-2631-4e95-a9c1-d9bea12236d7 None None] Port e7890710-f60e-4322-b91f-a8ff5a886d54 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:17.282167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792e3ea-aedb-4858-bcc7-d0c1008f3217 service neutron] Pushing event updated for resources: {'Port': ['ID=cb52730d-405f-4a27-980d-0279f0dccaf6,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:17.313251 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de2087d7-a681-4a95-9f49-0ebdf5b7934b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.313823 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2087d7-a681-4a95-9f49-0ebdf5b7934b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Fanout notify agent at l3_agent the message router_deleted on router 8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:18:17.329417 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de2087d7-a681-4a95-9f49-0ebdf5b7934b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.330530 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-de2087d7-a681-4a95-9f49-0ebdf5b7934b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/routers/8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43 HTTP/1.1" status: 204 len: 168 time: 0.6584556 Nov 12 04:18:17.338744 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40756) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:17.353618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-84973a79-7203-44b3-ad53-b9159543cfe2 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:17.354883 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-84973a79-7203-44b3-ad53-b9159543cfe2 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.382708 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-125cd117-cdad-480e-8a9d-507f2339f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:17.384345 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-125cd117-cdad-480e-8a9d-507f2339f2b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b07e2042ed240e3be4ded69d77c1c04&device_id=dd0aa14f-1944-4aa0-ab5c-a44af4482c79 HTTP/1.1" status: 200 len: 1096 time: 0.1171296 Nov 12 04:18:17.407774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1e422-3762-42af-9547-fa290110e630 req-977a64c7-4755-4c38-8be8-edb0adcd2224 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:17.409322 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fcf1e422-3762-42af-9547-fa290110e630 req-977a64c7-4755-4c38-8be8-edb0adcd2224 tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.21 "GET /v2.0/ports?device_id=85f69edd-043c-4b20-8bbe-9ed0e3c73c97 HTTP/1.1" status: 200 len: 946 time: 0.2274523 Nov 12 04:18:17.457524 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-02cc6c92-7451-43d7-b27f-244547dd3ba5 req-73bbc33e-d484-4833-8f55-7213e2bd91ed tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882458 Nov 12 04:18:17.471933 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-c8343baa-4256-4494-ae99-1e41395f4abc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb52730d-405f-4a27-980d-0279f0dccaf6 HTTP/1.1" status: 200 len: 217 time: 0.0666993 Nov 12 04:18:17.479583 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2284b58-f941-4cad-835e-9f04deb57103 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting subnet f94c300b-ff97-4d71-a183-ddf5caf5568c {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:18:17.485356 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-84973a79-7203-44b3-ad53-b9159543cfe2 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3911679 Nov 12 04:18:17.500879 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2284b58-f941-4cad-835e-9f04deb57103 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.533296 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Request body: {'port': {'device_id': '5b11bf45-61e3-46c8-8c67-ee9b93ca1d29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:17.574012 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2284b58-f941-4cad-835e-9f04deb57103 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.577409 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-190c5b40-b36f-44b3-a96b-f8498bc9d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:17.578948 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-190c5b40-b36f-44b3-a96b-f8498bc9d3f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e74e7a2-2ada-450c-9dd9-fc1e4194cbea HTTP/1.1" status: 200 len: 852 time: 0.0967610 Nov 12 04:18:17.626608 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-7d9367c6-dfb5-4785-88f6-f2296ae48af0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df7ede31-bba3-4a8e-8d4a-b48a23611868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269086 Nov 12 04:18:17.739153 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.759432 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8686c-f25d-4340-b6a7-9353be400747 req-4a45bb18-fb35-4762-b04a-84a619c31252 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:17.761575 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecd8686c-f25d-4340-b6a7-9353be400747 req-4a45bb18-fb35-4762-b04a-84a619c31252 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 932 time: 0.1975806 Nov 12 04:18:17.780703 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2284b58-f941-4cad-835e-9f04deb57103 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.815680 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-73c16cb4-9f90-4398-9092-c7a1a0201165 service neutron] 10.222.0.21 "GET /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806004 Nov 12 04:18:17.851891 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-fcf1e422-3762-42af-9547-fa290110e630 req-fc8819b1-51b8-48ca-9578-b2e2beb2351a tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Deleting port d35db96e-82c2-4c97-bc37-3c338cb8a580 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:17.851891 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fcf1e422-3762-42af-9547-fa290110e630 req-fc8819b1-51b8-48ca-9578-b2e2beb2351a tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.954683 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-af81e326-21ad-42ee-ad0f-de0bb9bd56a4 req-bfb847de-7228-4992-8bc4-6d1be54d5476 service neutron] 10.222.0.21 "GET /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242785 Nov 12 04:18:17.959104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device e34c506f-f605-4d1d-af60-fd09b8361c9e details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:18:17.966677 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecd8686c-f25d-4340-b6a7-9353be400747 req-4ba69447-e103-4e02-9000-7fc0e5e94a01 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935465 Nov 12 04:18:18.017215 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2284b58-f941-4cad-835e-9f04deb57103 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.047878 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2284b58-f941-4cad-835e-9f04deb57103 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.055760 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f2284b58-f941-4cad-835e-9f04deb57103 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/subnets/f94c300b-ff97-4d71-a183-ddf5caf5568c HTTP/1.1" status: 204 len: 168 time: 0.7158833 Nov 12 04:18:18.087431 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port e34c506f-f605-4d1d-af60-fd09b8361c9e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e34c506f-f605-4d1d-af60-fd09b8361c9e,segment=NetworkSegment(129632f4-7311-4f32-852b-950fe6747106),segment_id=129632f4-7311-4f32-852b-950fe6747106)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:18.104951 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'e34c506f-f605-4d1d-af60-fd09b8361c9e', 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868', 'port_id': 'e34c506f-f605-4d1d-af60-fd09b8361c9e', 'mac_address': 'fa:16:3e:e8:5a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e74e7a2-2ada-450c-9dd9-fc1e4194cbea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:18:18.106983 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f130ab7-7f60-4beb-828c-4112001b7071 None None] Network cc10a077-b416-4ec9-8a54-50dfa92f6685 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:18.125648 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2284b58-f941-4cad-835e-9f04deb57103 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Subnet': ['ID=f94c300b-ff97-4d71-a183-ddf5caf5568c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:18.158039 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.159273 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40766) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:18.223614 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.243994 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-541500d2-f36c-4f3a-bc63-5f5c71f7be48 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting subnet 31e865f2-9bed-4dca-b7f7-b71019b12b45 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:18:18.246876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e34c506f-f605-4d1d-af60-fd09b8361c9e {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:18:18.250507 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-541500d2-f36c-4f3a-bc63-5f5c71f7be48 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.299891 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port e34c506f-f605-4d1d-af60-fd09b8361c9e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e34c506f-f605-4d1d-af60-fd09b8361c9e,segment=NetworkSegment(129632f4-7311-4f32-852b-950fe6747106),segment_id=129632f4-7311-4f32-852b-950fe6747106)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:18.311592 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-541500d2-f36c-4f3a-bc63-5f5c71f7be48 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.406900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e76334-597c-407b-ae5f-9a2220e83519 None None] DHCP port deletion for cc10a077-b416-4ec9-8a54-50dfa92f6685 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:18.432229 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-541500d2-f36c-4f3a-bc63-5f5c71f7be48 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.452621 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.529144 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-95e76334-597c-407b-ae5f-9a2220e83519 None None] Deleting port 0cdfb57d-16c9-4499-b3f0-10cf62790749 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:18.529729 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95e76334-597c-407b-ae5f-9a2220e83519 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.530602 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-fcf1e422-3762-42af-9547-fa290110e630 req-fc8819b1-51b8-48ca-9578-b2e2beb2351a tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] For port d35db96e-82c2-4c97-bc37-3c338cb8a580, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d35db96e-82c2-4c97-bc37-3c338cb8a580,segment=NetworkSegment(e72950ee-727f-4a47-8d7c-f109451b1313),segment_id=e72950ee-727f-4a47-8d7c-f109451b1313)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:18.531125 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fcf1e422-3762-42af-9547-fa290110e630 req-fc8819b1-51b8-48ca-9578-b2e2beb2351a tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.550032 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-fcf1e422-3762-42af-9547-fa290110e630 req-fc8819b1-51b8-48ca-9578-b2e2beb2351a tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Calling delete_port for d35db96e-82c2-4c97-bc37-3c338cb8a580 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:18.626533 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=e34c506f-f605-4d1d-af60-fd09b8361c9e,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:18.633285 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0cdfb57d-16c9-4499-b3f0-10cf62790749 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:18.641773 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-541500d2-f36c-4f3a-bc63-5f5c71f7be48 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.692678 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541500d2-f36c-4f3a-bc63-5f5c71f7be48 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Subnet': ['ID=31e865f2-9bed-4dca-b7f7-b71019b12b45,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:18.719038 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-541500d2-f36c-4f3a-bc63-5f5c71f7be48 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.728930 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-541500d2-f36c-4f3a-bc63-5f5c71f7be48 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/subnets/31e865f2-9bed-4dca-b7f7-b71019b12b45 HTTP/1.1" status: 204 len: 168 time: 0.5882792 Nov 12 04:18:18.729979 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40784) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:18.843321 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c1979a-926a-469a-b196-720be2e4a79d None None] Network 95ac2bdb-1e61-4e84-972f-512e63913358 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:18.846508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7890710-f60e-4322-b91f-a8ff5a886d54 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:18:18.857885 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.883653 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f44863fa-c657-44e6-84d6-aa79eaa411bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.886974 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.922211 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:18.922839 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:18.923327 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:18.923813 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:18.924326 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:18.924811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:18.925285 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:18.925755 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:18.926237 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:18.926734 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:18.927220 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:18.927689 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:18.934445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Transition to ACTIVE for port object e7890710-f60e-4322-b91f-a8ff5a886d54 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:18:18.957978 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-95e76334-597c-407b-ae5f-9a2220e83519 None None] For port 0cdfb57d-16c9-4499-b3f0-10cf62790749, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0cdfb57d-16c9-4499-b3f0-10cf62790749,segment=NetworkSegment(a32caedc-7cca-4d78-83d5-353e581b1dc8),segment_id=a32caedc-7cca-4d78-83d5-353e581b1dc8)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:18.958653 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95e76334-597c-407b-ae5f-9a2220e83519 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.977511 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['e34c506f-f605-4d1d-af60-fd09b8361c9e'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:18:18.987583 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting port 0cdfb57d-16c9-4499-b3f0-10cf62790749 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:18.988080 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.012887 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fcf1e422-3762-42af-9547-fa290110e630 req-fc8819b1-51b8-48ca-9578-b2e2beb2351a tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.020302 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.037706 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-95e76334-597c-407b-ae5f-9a2220e83519 None None] Calling delete_port for 0cdfb57d-16c9-4499-b3f0-10cf62790749 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:19.072015 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8819b1-51b8-48ca-9578-b2e2beb2351a tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Pushing event deleted for resources: {'Port': ['ID=d35db96e-82c2-4c97-bc37-3c338cb8a580,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:19.113980 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] For port 0cdfb57d-16c9-4499-b3f0-10cf62790749, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0cdfb57d-16c9-4499-b3f0-10cf62790749,segment=NetworkSegment(a32caedc-7cca-4d78-83d5-353e581b1dc8),segment_id=a32caedc-7cca-4d78-83d5-353e581b1dc8)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:19.116452 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.116570 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.118261 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388a47a8-670a-4e5f-997f-b00f9dda090b None None] DHCP port deletion for c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:19.138664 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Calling delete_port for 0cdfb57d-16c9-4499-b3f0-10cf62790749 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:19.216178 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 0cdfb57d-16c9-4499-b3f0-10cf62790749, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0cdfb57d-16c9-4499-b3f0-10cf62790749,segment=NetworkSegment(a32caedc-7cca-4d78-83d5-353e581b1dc8),segment_id=a32caedc-7cca-4d78-83d5-353e581b1dc8)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:19.221767 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf1e422-3762-42af-9547-fa290110e630 req-fc8819b1-51b8-48ca-9578-b2e2beb2351a tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] No DVR routers for this DVR port d35db96e-82c2-4c97-bc37-3c338cb8a580 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:19.244371 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fcf1e422-3762-42af-9547-fa290110e630 req-fc8819b1-51b8-48ca-9578-b2e2beb2351a tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.248566 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fcf1e422-3762-42af-9547-fa290110e630 req-fc8819b1-51b8-48ca-9578-b2e2beb2351a tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.21 "DELETE /v2.0/ports/d35db96e-82c2-4c97-bc37-3c338cb8a580 HTTP/1.1" status: 204 len: 173 time: 1.8228302 Nov 12 04:18:19.250657 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e7890710-f60e-4322-b91f-a8ff5a886d54,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:19.314598 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.346945 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Attempting to bind port e7890710-f60e-4322-b91f-a8ff5a886d54 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:18:19.347245 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Attempting to bind port e7890710-f60e-4322-b91f-a8ff5a886d54 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '06a6b8f6-18bd-4e34-af0b-1c11a79902e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:18:19.347570 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Attempting to bind port e7890710-f60e-4322-b91f-a8ff5a886d54 on network c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:19.357889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Port e7890710-f60e-4322-b91f-a8ff5a886d54 on network c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:18:19.358213 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Attempting to bind port e7890710-f60e-4322-b91f-a8ff5a886d54 on network c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:19.368707 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:18:19.368707 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Checking segment: {'id': '06a6b8f6-18bd-4e34-af0b-1c11a79902e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:19.368707 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Bound using segment: {'id': '06a6b8f6-18bd-4e34-af0b-1c11a79902e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:18:19.368707 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Bound port: e7890710-f60e-4322-b91f-a8ff5a886d54, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a6b8f6-18bd-4e34-af0b-1c11a79902e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:18:19.368707 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.398206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e134c3c-0eb7-48d0-b93d-2e002c78839f None None] DHCP port deletion for 95ac2bdb-1e61-4e84-972f-512e63913358 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:19.419708 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:18:19.453633 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=0cdfb57d-16c9-4499-b3f0-10cf62790749,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:19.487743 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b48ae48-f093-4654-81be-c686f11a9063 x-openstack-request-id: req-0b48ae48-f093-4654-81be-c686f11a9063 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:19.489041 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0aa14f-1944-4aa0-ab5c-a44af4482c79", "tag": "cb52730d-405f-4a27-980d-0279f0dccaf6", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:19.490334 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b48ae48-f093-4654-81be-c686f11a9063 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:19.490815 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0aa14f-1944-4aa0-ab5c-a44af4482c79', 'tag': 'cb52730d-405f-4a27-980d-0279f0dccaf6', 'status': 'completed', 'code': 200} Nov 12 04:18:19.504224 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95e76334-597c-407b-ae5f-9a2220e83519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.514999 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.517700 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4e134c3c-0eb7-48d0-b93d-2e002c78839f None None] Deleting port 45e763a1-8483-4b73-aca5-5029820110f6 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:19.518023 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e134c3c-0eb7-48d0-b93d-2e002c78839f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.594175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e76334-597c-407b-ae5f-9a2220e83519 None None] Pushing event deleted for resources: {'Port': ['ID=0cdfb57d-16c9-4499-b3f0-10cf62790749,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:19.597188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] For port e7890710-f60e-4322-b91f-a8ff5a886d54, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:18:19.608527 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e76334-597c-407b-ae5f-9a2220e83519 None None] No DVR routers for this DVR port 0cdfb57d-16c9-4499-b3f0-10cf62790749 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:19.637609 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1560ec21-0acc-472a-aee7-19bda18e92c3 req-3d49f75a-4d0c-444e-8c04-e122b1bc14fb tempest-VolumesActionsTest-1998091960 tempest-VolumesActionsTest-1998091960-project] 10.222.0.37 "GET /v2.0/ports?device_id=85f69edd-043c-4b20-8bbe-9ed0e3c73c97 HTTP/1.1" status: 200 len: 210 time: 0.0526421 Nov 12 04:18:19.653331 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] No DVR routers for this DVR port 0cdfb57d-16c9-4499-b3f0-10cf62790749 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:19.673895 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] For port e7890710-f60e-4322-b91f-a8ff5a886d54, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e7890710-f60e-4322-b91f-a8ff5a886d54,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:18:19.686239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-f44863fa-c657-44e6-84d6-aa79eaa411bc admin admin] Deleting port aa6eff09-db40-4906-b3a9-7a2f5b5ce806 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:19.686657 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f44863fa-c657-44e6-84d6-aa79eaa411bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.710061 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8399d-6651-4dd6-9616-9d74091c0043 req-06c34cbd-c4b4-4ad6-ab98-472dba67ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:19.711661 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f7f8399d-6651-4dd6-9616-9d74091c0043 req-06c34cbd-c4b4-4ad6-ab98-472dba67ed96 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b07e2042ed240e3be4ded69d77c1c04&device_id=dd0aa14f-1944-4aa0-ab5c-a44af4482c79 HTTP/1.1" status: 200 len: 1096 time: 0.2019601 Nov 12 04:18:19.727462 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4e134c3c-0eb7-48d0-b93d-2e002c78839f None None] For port 45e763a1-8483-4b73-aca5-5029820110f6, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=45e763a1-8483-4b73-aca5-5029820110f6,segment=NetworkSegment(d150a220-ffcb-46cb-b7cf-42a187811035),segment_id=d150a220-ffcb-46cb-b7cf-42a187811035)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:19.728158 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e134c3c-0eb7-48d0-b93d-2e002c78839f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.748250 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4e134c3c-0eb7-48d0-b93d-2e002c78839f None None] Calling delete_port for 45e763a1-8483-4b73-aca5-5029820110f6 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:19.787961 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Port': ['ID=0cdfb57d-16c9-4499-b3f0-10cf62790749,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:19.864621 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.916501 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.942824 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc10a077-b416-4ec9-8a54-50dfa92f6685']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:19.956095 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32caedc-7cca-4d78-83d5-353e581b1dc8') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:19.956728 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32caedc-7cca-4d78-83d5-353e581b1dc8') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:19.966906 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device e34c506f-f605-4d1d-af60-fd09b8361c9e up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:19.972513 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.990663 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.001724 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:18:20.005407 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:18:20.013275 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:18:20.026705 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e134c3c-0eb7-48d0-b93d-2e002c78839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.048202 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:20.048823 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.054475 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] 10.222.0.31 "PUT /v2.0/ports/e7890710-f60e-4322-b91f-a8ff5a886d54 HTTP/1.1" status: 200 len: 1093 time: 2.5212073 Nov 12 04:18:20.056996 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63be576b-a92f-4ebe-99f6-7f851c895bf1 None None] DHCP port deletion for c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:20.095070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e134c3c-0eb7-48d0-b93d-2e002c78839f None None] Pushing event deleted for resources: {'Port': ['ID=45e763a1-8483-4b73-aca5-5029820110f6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:20.121729 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-f44863fa-c657-44e6-84d6-aa79eaa411bc admin admin] For port aa6eff09-db40-4906-b3a9-7a2f5b5ce806, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=aa6eff09-db40-4906-b3a9-7a2f5b5ce806,segment=NetworkSegment(3a63c002-e104-436e-8359-038bbf178b3f),segment_id=3a63c002-e104-436e-8359-038bbf178b3f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:20.122109 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f44863fa-c657-44e6-84d6-aa79eaa411bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.123244 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e134c3c-0eb7-48d0-b93d-2e002c78839f None None] No DVR routers for this DVR port 45e763a1-8483-4b73-aca5-5029820110f6 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:20.179274 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38301a1c-87d1-4eb1-acff-1a133d6e88aa req-80624ce0-6651-479f-bcb3-d5ed7bdbf609 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:20.180716 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-38301a1c-87d1-4eb1-acff-1a133d6e88aa req-80624ce0-6651-479f-bcb3-d5ed7bdbf609 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b303461-9813-4668-9caf-8efc79a8adf2 HTTP/1.1" status: 200 len: 945 time: 0.3631527 Nov 12 04:18:20.214650 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df3c18-1a04-42a5-9884-fc16840975f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e7890710-f60e-4322-b91f-a8ff5a886d54,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:20.221313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-f44863fa-c657-44e6-84d6-aa79eaa411bc admin admin] Calling delete_port for aa6eff09-db40-4906-b3a9-7a2f5b5ce806 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:20.235454 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.250461 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.257872 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/networks/cc10a077-b416-4ec9-8a54-50dfa92f6685 HTTP/1.1" status: 204 len: 168 time: 1.5250578 Nov 12 04:18:20.267437 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40794) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:20.274377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8399d-6651-4dd6-9616-9d74091c0043 req-8edff400-793b-4956-9301-d1c25ab1d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:20.276773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f7f8399d-6651-4dd6-9616-9d74091c0043 req-8edff400-793b-4956-9301-d1c25ab1d883 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df7ede31-bba3-4a8e-8d4a-b48a23611868 HTTP/1.1" status: 200 len: 913 time: 0.5101800 Nov 12 04:18:20.282389 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port e34c506f-f605-4d1d-af60-fd09b8361c9e completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:18:20.288294 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port e34c506f-f605-4d1d-af60-fd09b8361c9e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:20.288959 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.330070 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032bb05-0d6c-44c6-a7f3-f00029c39ad6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Network': ['ID=cc10a077-b416-4ec9-8a54-50dfa92f6685,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:20.378895 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f7f8399d-6651-4dd6-9616-9d74091c0043 req-309dac35-fe35-4bb3-81c5-1e496b4428dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb52730d-405f-4a27-980d-0279f0dccaf6 HTTP/1.1" status: 200 len: 217 time: 0.0580027 Nov 12 04:18:20.466181 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.474288 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-54b84508-8c3f-4492-ba80-3cd8dcfbcab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:20.476863 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-54b84508-8c3f-4492-ba80-3cd8dcfbcab1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9522b608456348d5874d977e2cedcf6c&device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 1096 time: 0.2817042 Nov 12 04:18:20.478245 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c609a933-8a48-43f9-a04e-b2159352ad78 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.481697 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-38301a1c-87d1-4eb1-acff-1a133d6e88aa req-3dd5d1b0-0821-41b1-a133-86200813b824 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615330 Nov 12 04:18:20.494765 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b303461-9813-4668-9caf-8efc79a8adf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34c506f-f605-4d1d-af60-fd09b8361c9e'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:20.498738 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce7cf02-828d-4f30-820a-c8ef71ab808f" -d '{"events": [{"server_uuid": "9b303461-9813-4668-9caf-8efc79a8adf2", "name": "network-vif-plugged", "status": "completed", "tag": "e34c506f-f605-4d1d-af60-fd09b8361c9e"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:20.501534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8399d-6651-4dd6-9616-9d74091c0043 req-5d4cb66f-5c4a-4959-9b24-038908010de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:20.503047 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f7f8399d-6651-4dd6-9616-9d74091c0043 req-5d4cb66f-5c4a-4959-9b24-038908010de9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e74e7a2-2ada-450c-9dd9-fc1e4194cbea HTTP/1.1" status: 200 len: 852 time: 0.1142120 Nov 12 04:18:20.518445 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port e34c506f-f605-4d1d-af60-fd09b8361c9e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e34c506f-f605-4d1d-af60-fd09b8361c9e,segment=NetworkSegment(129632f4-7311-4f32-852b-950fe6747106),segment_id=129632f4-7311-4f32-852b-950fe6747106)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:20.599602 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c609a933-8a48-43f9-a04e-b2159352ad78 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.623683 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c609a933-8a48-43f9-a04e-b2159352ad78 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ac2bdb-1e61-4e84-972f-512e63913358']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:20.633497 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c609a933-8a48-43f9-a04e-b2159352ad78 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd150a220-ffcb-46cb-b7cf-42a187811035') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:20.633731 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c609a933-8a48-43f9-a04e-b2159352ad78 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd150a220-ffcb-46cb-b7cf-42a187811035') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:20.638842 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.661082 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c609a933-8a48-43f9-a04e-b2159352ad78 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.681322 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c609a933-8a48-43f9-a04e-b2159352ad78 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.683496 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 45e763a1-8483-4b73-aca5-5029820110f6 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:20.693643 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c609a933-8a48-43f9-a04e-b2159352ad78 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:18:20.694496 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c609a933-8a48-43f9-a04e-b2159352ad78 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.701712 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f7f8399d-6651-4dd6-9616-9d74091c0043 req-e32df0ec-31bf-446f-8529-3bba3b791c6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df7ede31-bba3-4a8e-8d4a-b48a23611868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790215 Nov 12 04:18:20.724216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 45e763a1-8483-4b73-aca5-5029820110f6 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:20.724639 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 45e763a1-8483-4b73-aca5-5029820110f6 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:20.734182 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=e34c506f-f605-4d1d-af60-fd09b8361c9e,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:20.785029 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-b711df51-881c-4ad6-992d-ba9955a8cbff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7890710-f60e-4322-b91f-a8ff5a886d54 HTTP/1.1" status: 200 len: 217 time: 0.2929575 Nov 12 04:18:20.891435 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f44863fa-c657-44e6-84d6-aa79eaa411bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.923898 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44863fa-c657-44e6-84d6-aa79eaa411bc admin admin] Pushing event deleted for resources: {'Port': ['ID=aa6eff09-db40-4906-b3a9-7a2f5b5ce806,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:20.948494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device cb52730d-405f-4a27-980d-0279f0dccaf6 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:18:20.956293 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d35db96e-82c2-4c97-bc37-3c338cb8a580 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:20.973812 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-5a846e00-328c-48f2-b4ad-7f05ac532927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:20.976050 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-5a846e00-328c-48f2-b4ad-7f05ac532927 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d47581f-20de-4cd2-a8b0-e2cb48fc0e2c HTTP/1.1" status: 200 len: 855 time: 0.1559846 Nov 12 04:18:20.994458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: d35db96e-82c2-4c97-bc37-3c338cb8a580 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:20.994940 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d35db96e-82c2-4c97-bc37-3c338cb8a580 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:21.059726 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-3d866256-b636-4512-ba4d-0756eb9a4387 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2f8e694-3ef4-4f15-b37d-b6a7c6d64987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396035 Nov 12 04:18:21.068904 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8def215-16d4-4dc5-9524-52b5a4240d4e req-3d9f0af7-47cf-49f5-9109-95069d2fb43e tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:21.078736 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8def215-16d4-4dc5-9524-52b5a4240d4e req-3d9f0af7-47cf-49f5-9109-95069d2fb43e tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 944 time: 0.3277006 Nov 12 04:18:21.178068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f7f8399d-6651-4dd6-9616-9d74091c0043 req-77747704-e1cc-4a2a-b022-c8d1d3bfefcf service neutron] 10.222.0.21 "GET /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181218 Nov 12 04:18:21.181479 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port cb52730d-405f-4a27-980d-0279f0dccaf6, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=cb52730d-405f-4a27-980d-0279f0dccaf6,segment=NetworkSegment(129632f4-7311-4f32-852b-950fe6747106),segment_id=129632f4-7311-4f32-852b-950fe6747106)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:21.196696 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'cb52730d-405f-4a27-980d-0279f0dccaf6', 'network_id': 'df7ede31-bba3-4a8e-8d4a-b48a23611868', 'port_id': 'cb52730d-405f-4a27-980d-0279f0dccaf6', 'mac_address': 'fa:16:3e:6e:b4:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e74e7a2-2ada-450c-9dd9-fc1e4194cbea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:18:21.204219 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:18:21.268735 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.286561 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb52730d-405f-4a27-980d-0279f0dccaf6 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:18:21.328406 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c609a933-8a48-43f9-a04e-b2159352ad78 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.343152 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c609a933-8a48-43f9-a04e-b2159352ad78 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.348643 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c609a933-8a48-43f9-a04e-b2159352ad78 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/networks/95ac2bdb-1e61-4e84-972f-512e63913358 HTTP/1.1" status: 204 len: 168 time: 1.0782635 Nov 12 04:18:21.356373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port cb52730d-405f-4a27-980d-0279f0dccaf6, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=cb52730d-405f-4a27-980d-0279f0dccaf6,segment=NetworkSegment(129632f4-7311-4f32-852b-950fe6747106),segment_id=129632f4-7311-4f32-852b-950fe6747106)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:21.360666 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40816) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:21.362909 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8d3b0f5e-ec35-449d-a3eb-b6b0f81fb2db tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'network': {'name': 'tempest-RoutersTest-395280254'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:21.379056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609a933-8a48-43f9-a04e-b2159352ad78 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Network': ['ID=95ac2bdb-1e61-4e84-972f-512e63913358,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:21.397218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-416f1ab7-65b1-4678-b571-6f5b6fc6e090 service neutron] 10.222.0.31 "GET /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095727 Nov 12 04:18:21.411837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8def215-16d4-4dc5-9524-52b5a4240d4e req-9bf7df79-671e-460a-ab11-51ecd20778ac tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321359 Nov 12 04:18:21.482690 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.493574 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3b0f5e-ec35-449d-a3eb-b6b0f81fb2db tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Made reservation on behalf of abc02f61e3a54190864817d5a7dcd07b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:21.497834 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0f5e-ec35-449d-a3eb-b6b0f81fb2db tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.553227 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3b0f5e-ec35-449d-a3eb-b6b0f81fb2db tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:18:21.561351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f69edd-043c-4b20-8bbe-9ed0e3c73c97', 'name': 'network-vif-deleted', 'tag': 'd35db96e-82c2-4c97-bc37-3c338cb8a580'}, {'name': 'network-changed', 'server_uuid': '5b11bf45-61e3-46c8-8c67-ee9b93ca1d29', 'tag': 'e7890710-f60e-4322-b91f-a8ff5a886d54'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:21.563379 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0693f74e-b210-448c-9770-6ab4330f2382" -d '{"events": [{"server_uuid": "85f69edd-043c-4b20-8bbe-9ed0e3c73c97", "name": "network-vif-deleted", "tag": "d35db96e-82c2-4c97-bc37-3c338cb8a580"}, {"name": "network-changed", "server_uuid": "5b11bf45-61e3-46c8-8c67-ee9b93ca1d29", "tag": "e7890710-f60e-4322-b91f-a8ff5a886d54"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:21.568473 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0f5e-ec35-449d-a3eb-b6b0f81fb2db tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.568827 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-8d3b0f5e-ec35-449d-a3eb-b6b0f81fb2db tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Added segment ee764ec7-113d-4aa2-ae3c-00a7619bc9d1 of type vlan for network 0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f Nov 12 04:18:21.579555 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=cb52730d-405f-4a27-980d-0279f0dccaf6,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:21.583216 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae6b6af-1897-4f4b-ad55-3bb40daa89b8 x-openstack-request-id: req-8ae6b6af-1897-4f4b-ad55-3bb40daa89b8 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:21.583776 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b303461-9813-4668-9caf-8efc79a8adf2", "name": "network-vif-plugged", "status": "completed", "tag": "e34c506f-f605-4d1d-af60-fd09b8361c9e", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:21.584032 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ae6b6af-1897-4f4b-ad55-3bb40daa89b8 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:21.584458 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b303461-9813-4668-9caf-8efc79a8adf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34c506f-f605-4d1d-af60-fd09b8361c9e', 'code': 200} Nov 12 04:18:21.655246 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0f5e-ec35-449d-a3eb-b6b0f81fb2db tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.682802 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5544b065-7091-4d96-a4fc-28c591ec26d4 req-c2f3c3ae-eb21-4b49-840c-3f8de6461856 service neutron] 10.222.0.31 "GET /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690058 Nov 12 04:18:21.716164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f7f8399d-6651-4dd6-9616-9d74091c0043 req-76b197cb-9da6-4db0-a37f-adb7beed9156 service neutron] 10.222.0.21 "GET /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112700 Nov 12 04:18:21.725256 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f44863fa-c657-44e6-84d6-aa79eaa411bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.799643 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243528a-b122-4993-ac74-3febcb5ef473 req-bb3a59d2-c37c-40e2-b6bb-7c748d44c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:21.801632 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3243528a-b122-4993-ac74-3febcb5ef473 req-bb3a59d2-c37c-40e2-b6bb-7c748d44c7bc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9b303461-9813-4668-9caf-8efc79a8adf2 HTTP/1.1" status: 200 len: 1098 time: 0.0953040 Nov 12 04:18:21.891910 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0f5e-ec35-449d-a3eb-b6b0f81fb2db tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.899620 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3b0f5e-ec35-449d-a3eb-b6b0f81fb2db tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:21.900914 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0f5e-ec35-449d-a3eb-b6b0f81fb2db tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.918903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e905e1f-4667-4692-9932-8aec3280c0ea req-ed371e9a-9bc6-4a5f-b406-a43df3709520 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:21.920448 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2e905e1f-4667-4692-9932-8aec3280c0ea req-ed371e9a-9bc6-4a5f-b406-a43df3709520 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b303461-9813-4668-9caf-8efc79a8adf2 HTTP/1.1" status: 200 len: 946 time: 0.1770198 Nov 12 04:18:21.984518 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3243528a-b122-4993-ac74-3febcb5ef473 req-f7145e59-2236-4a77-aaea-86ea1e669f48 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385231 Nov 12 04:18:21.990402 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b0f5e-ec35-449d-a3eb-b6b0f81fb2db tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Network': ['ID=0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:22.002536 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:18:22.022143 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8d3b0f5e-ec35-449d-a3eb-b6b0f81fb2db tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6629891 Nov 12 04:18:22.023224 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40840) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:22.029048 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-03384d9c-f490-475f-8428-76bddaf3e4c7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'subnet': {'network_id': '0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:22.095983 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2e905e1f-4667-4692-9932-8aec3280c0ea req-daff1a82-7493-4b9c-9ca9-d79f2c5a65bf tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593363 Nov 12 04:18:22.099623 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['cb52730d-405f-4a27-980d-0279f0dccaf6'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:18:22.217434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44863fa-c657-44e6-84d6-aa79eaa411bc admin admin] Router 00ac950c-eb75-4bfa-bc17-57ef46cec787 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:18:22.219928 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06492c7-ee2e-4a09-97ba-2a8c5a42de2e x-openstack-request-id: req-f06492c7-ee2e-4a09-97ba-2a8c5a42de2e {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:22.220317 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f69edd-043c-4b20-8bbe-9ed0e3c73c97", "name": "network-vif-deleted", "tag": "d35db96e-82c2-4c97-bc37-3c338cb8a580", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5b11bf45-61e3-46c8-8c67-ee9b93ca1d29", "tag": "e7890710-f60e-4322-b91f-a8ff5a886d54", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:22.221373 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f06492c7-ee2e-4a09-97ba-2a8c5a42de2e {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:22.221885 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f69edd-043c-4b20-8bbe-9ed0e3c73c97', 'name': 'network-vif-deleted', 'tag': 'd35db96e-82c2-4c97-bc37-3c338cb8a580', 'status': 'completed', 'code': 200} Nov 12 04:18:22.223999 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b11bf45-61e3-46c8-8c67-ee9b93ca1d29', 'tag': 'e7890710-f60e-4322-b91f-a8ff5a886d54', 'status': 'completed', 'code': 200} Nov 12 04:18:22.374719 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03384d9c-f490-475f-8428-76bddaf3e4c7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Made reservation on behalf of abc02f61e3a54190864817d5a7dcd07b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:22.378459 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-03384d9c-f490-475f-8428-76bddaf3e4c7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:22.461298 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118f471-253b-498c-b6fc-e15ad8d32b36 req-886ee549-3226-43e1-8aec-f8703300ce03 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:22.463555 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5118f471-253b-498c-b6fc-e15ad8d32b36 req-886ee549-3226-43e1-8aec-f8703300ce03 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 945 time: 0.1206160 Nov 12 04:18:22.466951 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44863fa-c657-44e6-84d6-aa79eaa411bc admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:18:22.475178 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f44863fa-c657-44e6-84d6-aa79eaa411bc admin admin] 10.222.0.37 "PUT /v2.0/routers/00ac950c-eb75-4bfa-bc17-57ef46cec787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3620906 Nov 12 04:18:22.476067 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40852) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:22.485479 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bae447-27ff-4f8c-bb32-23c75280067f None None] Sync routers for ids ['00ac950c-eb75-4bfa-bc17-57ef46cec787'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:18:22.491514 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693f74e-b210-448c-9770-6ab4330f2382 req-ee9b8242-f0ca-4a73-8651-66ac78e6c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:22.494747 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0693f74e-b210-448c-9770-6ab4330f2382 req-ee9b8242-f0ca-4a73-8651-66ac78e6c77f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9522b608456348d5874d977e2cedcf6c&device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 1096 time: 0.1475255 Nov 12 04:18:22.510533 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bae447-27ff-4f8c-bb32-23c75280067f None None] Routers {'00ac950c-eb75-4bfa-bc17-57ef46cec787'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:22.511253 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b3bae447-27ff-4f8c-bb32-23c75280067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00ac950c-eb75-4bfa-bc17-57ef46cec787'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:22.638003 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693f74e-b210-448c-9770-6ab4330f2382 req-5d2eb37a-dbc9-4a79-9d05-342108e2d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:22.641090 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0693f74e-b210-448c-9770-6ab4330f2382 req-5d2eb37a-dbc9-4a79-9d05-342108e2d2a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 HTTP/1.1" status: 200 len: 916 time: 0.1280122 Nov 12 04:18:22.666255 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5118f471-253b-498c-b6fc-e15ad8d32b36 req-8fa43044-cd5a-4e12-acf3-09f07362cebe tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047263 Nov 12 04:18:22.704490 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0693f74e-b210-448c-9770-6ab4330f2382 req-0e3fc886-3890-46c4-afb2-45059508a4f5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7890710-f60e-4322-b91f-a8ff5a886d54 HTTP/1.1" status: 200 len: 217 time: 0.0545359 Nov 12 04:18:22.718975 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02058da7-aea0-494c-8abf-fba4c83a82eb admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:22.780074 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-b3bae447-27ff-4f8c-bb32-23c75280067f None None] Set router 00ac950c-eb75-4bfa-bc17-57ef46cec787 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:22.801050 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693f74e-b210-448c-9770-6ab4330f2382 req-8cc2e81d-4df7-4a4c-a74c-7f23596a97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:22.802591 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0693f74e-b210-448c-9770-6ab4330f2382 req-8cc2e81d-4df7-4a4c-a74c-7f23596a97b5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d47581f-20de-4cd2-a8b0-e2cb48fc0e2c HTTP/1.1" status: 200 len: 855 time: 0.0879579 Nov 12 04:18:22.883912 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02058da7-aea0-494c-8abf-fba4c83a82eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:22.942572 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7daf4-ef92-4e8d-82e4-4098ae75d0c0 req-df14a5ec-8d09-48c1-b419-c6b121422e2c tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:22.951215 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-36b7daf4-ef92-4e8d-82e4-4098ae75d0c0 req-df14a5ec-8d09-48c1-b419-c6b121422e2c tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 944 time: 0.0741267 Nov 12 04:18:22.961198 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0693f74e-b210-448c-9770-6ab4330f2382 req-d47aa82b-d4d7-495b-af0a-4bffc062c5ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2f8e694-3ef4-4f15-b37d-b6a7c6d64987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1472406 Nov 12 04:18:23.052061 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-03384d9c-f490-475f-8428-76bddaf3e4c7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.149867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03384d9c-f490-475f-8428-76bddaf3e4c7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Checking segment: {'id': 'ee764ec7-113d-4aa2-ae3c-00a7619bc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:23.149867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03384d9c-f490-475f-8428-76bddaf3e4c7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network hostable DHCP agents. Network: 0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:18:23.168812 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03384d9c-f490-475f-8428-76bddaf3e4c7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Subnet': ['ID=63ee91f9-3f0f-4660-bd0b-2d049ed12bd1,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:23.190048 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0693f74e-b210-448c-9770-6ab4330f2382 req-939a5909-13df-4dc2-b0ff-d6211259f3a6 service neutron] 10.222.0.31 "GET /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130389 Nov 12 04:18:23.194277 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b3bae447-27ff-4f8c-bb32-23c75280067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'name': 'tempest-ServersTestBootFromVolume-310483684-router', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:34Z', 'updated_at': '2021-11-12T04:18:20Z', 'revision_number': 5, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'gw_port': {'id': '700a0337-a05c-4c97-b6c8-62893b38bdb9', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:35Z', 'updated_at': '2021-11-12T04:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:23.265718 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bae447-27ff-4f8c-bb32-23c75280067f None None] Checking router: 00ac950c-eb75-4bfa-bc17-57ef46cec787 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:18:23.277321 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bae447-27ff-4f8c-bb32-23c75280067f None None] Routers {'00ac950c-eb75-4bfa-bc17-57ef46cec787'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:23.280761 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b3bae447-27ff-4f8c-bb32-23c75280067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['00ac950c-eb75-4bfa-bc17-57ef46cec787'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:23.380536 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-b3bae447-27ff-4f8c-bb32-23c75280067f None None] Set router 00ac950c-eb75-4bfa-bc17-57ef46cec787 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:23.426058 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0693f74e-b210-448c-9770-6ab4330f2382 req-ecf6e6e1-e9dc-419e-a9b2-4fa675129ef8 service neutron] 10.222.0.31 "GET /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261448 Nov 12 04:18:23.428484 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03384d9c-f490-475f-8428-76bddaf3e4c7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:18:23.454293 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b3bae447-27ff-4f8c-bb32-23c75280067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'name': 'tempest-ServersTestBootFromVolume-310483684-router', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:34Z', 'updated_at': '2021-11-12T04:18:22Z', 'revision_number': 6, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:23.487390 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bae447-27ff-4f8c-bb32-23c75280067f None None] The sync data for ids ['00ac950c-eb75-4bfa-bc17-57ef46cec787'] in n-d-768509-24 is: [{'id': '00ac950c-eb75-4bfa-bc17-57ef46cec787', 'name': 'tempest-ServersTestBootFromVolume-310483684-router', 'tenant_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:34Z', 'updated_at': '2021-11-12T04:18:22Z', 'revision_number': 6, 'project_id': 'b529ff3df71946db9c56eecd8f4c61fc', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:18:23.539824 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-36b7daf4-ef92-4e8d-82e4-4098ae75d0c0 req-03c0edd0-2eff-47c5-8f11-b0216863a497 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5876110 Nov 12 04:18:23.588734 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-02058da7-aea0-494c-8abf-fba4c83a82eb admin admin] Deleting port 700a0337-a05c-4c97-b6c8-62893b38bdb9 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:23.588734 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02058da7-aea0-494c-8abf-fba4c83a82eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.608657 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-03384d9c-f490-475f-8428-76bddaf3e4c7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:23.617468 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03384d9c-f490-475f-8428-76bddaf3e4c7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:23.617671 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-03384d9c-f490-475f-8428-76bddaf3e4c7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.617927 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca72452-2f99-411f-95c1-70ab3c420166 None None] Network 0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:23.715928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40882) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:23.720715 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-03384d9c-f490-475f-8428-76bddaf3e4c7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6915824 Nov 12 04:18:23.738331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-605b403d-c7af-4127-a67b-a8a3046c4b5b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-46690609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:23.774500 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-02058da7-aea0-494c-8abf-fba4c83a82eb admin admin] For port 700a0337-a05c-4c97-b6c8-62893b38bdb9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=700a0337-a05c-4c97-b6c8-62893b38bdb9,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:23.774921 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02058da7-aea0-494c-8abf-fba4c83a82eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.795161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-02058da7-aea0-494c-8abf-fba4c83a82eb admin admin] Calling delete_port for 700a0337-a05c-4c97-b6c8-62893b38bdb9 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:23.826999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f', 'network_id': '0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'fixed_ips': [{'subnet_id': '63ee91f9-3f0f-4660-bd0b-2d049ed12bd1'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:18:23.828149 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.879251 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-605b403d-c7af-4127-a67b-a8a3046c4b5b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.893538 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-605b403d-c7af-4127-a67b-a8a3046c4b5b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.027842 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] Allocated IP 172.20.0.2 (0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f/63ee91f9-3f0f-4660-bd0b-2d049ed12bd1/3dd465d0-0f2f-4f52-a5b0-21378b8ff161) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:24.051219 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-605b403d-c7af-4127-a67b-a8a3046c4b5b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.175302 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-605b403d-c7af-4127-a67b-a8a3046c4b5b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.218138 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.266068 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02058da7-aea0-494c-8abf-fba4c83a82eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.326998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd629d3-4823-4394-9243-0ef8a4ab3169 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:24.348097 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.381658 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-605b403d-c7af-4127-a67b-a8a3046c4b5b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.387623 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40906) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:24.394352 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-78f6e4bc-fcb4-4b8d-8623-d11b74d9d9af tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'port': {'network_id': '0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f', 'name': 'tempest-RoutersTest-1218827046'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:24.398567 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-605b403d-c7af-4127-a67b-a8a3046c4b5b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6787519 Nov 12 04:18:24.410986 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02058da7-aea0-494c-8abf-fba4c83a82eb admin admin] Pushing event deleted for resources: {'Port': ['ID=700a0337-a05c-4c97-b6c8-62893b38bdb9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:24.437884 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] Network 0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:24.443322 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] Pushing event updated for resources: {'Port': ['ID=3dd465d0-0f2f-4f52-a5b0-21378b8ff161,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:24.448602 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:24.454729 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:24.567175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] Attempting to bind port 3dd465d0-0f2f-4f52-a5b0-21378b8ff161 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:18:24.567541 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] Attempting to bind port 3dd465d0-0f2f-4f52-a5b0-21378b8ff161 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'ee764ec7-113d-4aa2-ae3c-00a7619bc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:18:24.567901 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] Attempting to bind port 3dd465d0-0f2f-4f52-a5b0-21378b8ff161 on network 0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:24.579881 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:18:24.580262 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] Checking segment: {'id': 'ee764ec7-113d-4aa2-ae3c-00a7619bc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:24.580884 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.581034 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] Bound using segment: {'id': 'ee764ec7-113d-4aa2-ae3c-00a7619bc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:18:24.581525 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] Bound port: 3dd465d0-0f2f-4f52-a5b0-21378b8ff161, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee764ec7-113d-4aa2-ae3c-00a7619bc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:18:24.581904 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.637503 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02058da7-aea0-494c-8abf-fba4c83a82eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.663725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa89af2-8f31-4f85-83dc-db30b8278015 req-702450b7-9f9a-403d-a446-09436bc43510 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:24.677364 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cfa89af2-8f31-4f85-83dc-db30b8278015 req-702450b7-9f9a-403d-a446-09436bc43510 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b303461-9813-4668-9caf-8efc79a8adf2 HTTP/1.1" status: 200 len: 946 time: 0.2749150 Nov 12 04:18:24.680308 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device aa6eff09-db40-4906-b3a9-7a2f5b5ce806 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:24.718494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: aa6eff09-db40-4906-b3a9-7a2f5b5ce806 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:24.718494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device aa6eff09-db40-4906-b3a9-7a2f5b5ce806 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:24.718494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 700a0337-a05c-4c97-b6c8-62893b38bdb9 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:24.745539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 700a0337-a05c-4c97-b6c8-62893b38bdb9 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:24.745876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 700a0337-a05c-4c97-b6c8-62893b38bdb9 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:24.747756 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] For port 3dd465d0-0f2f-4f52-a5b0-21378b8ff161, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:18:24.760898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] For port 3dd465d0-0f2f-4f52-a5b0-21378b8ff161, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3dd465d0-0f2f-4f52-a5b0-21378b8ff161,segment=NetworkSegment(ee764ec7-113d-4aa2-ae3c-00a7619bc9d1),segment_id=ee764ec7-113d-4aa2-ae3c-00a7619bc9d1)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:18:24.812297 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f6e4bc-fcb4-4b8d-8623-d11b74d9d9af tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Made reservation on behalf of abc02f61e3a54190864817d5a7dcd07b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:24.815970 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-78f6e4bc-fcb4-4b8d-8623-d11b74d9d9af tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.843100 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.847925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-78f6e4bc-fcb4-4b8d-8623-d11b74d9d9af tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] device_id is not set on port 1e4aaa57-4946-4d46-97c2-d3fd3346eea9 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:18:24.864879 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02058da7-aea0-494c-8abf-fba4c83a82eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.902026 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02058da7-aea0-494c-8abf-fba4c83a82eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.933287 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46dd7a2-b774-43c4-bd20-ec85a8b3276f None None] Pushing event updated for resources: {'Port': ['ID=3dd465d0-0f2f-4f52-a5b0-21378b8ff161,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:24.939127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cfa89af2-8f31-4f85-83dc-db30b8278015 req-95913003-9135-441b-a8bc-53417513ec9d tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549729 Nov 12 04:18:24.986910 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device cb52730d-405f-4a27-980d-0279f0dccaf6 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:25.061378 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02058da7-aea0-494c-8abf-fba4c83a82eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:25.061378 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02058da7-aea0-494c-8abf-fba4c83a82eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00ac950c-eb75-4bfa-bc17-57ef46cec787 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:18:25.095339 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-78f6e4bc-fcb4-4b8d-8623-d11b74d9d9af tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Allocated IP 172.20.0.13 (0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f/63ee91f9-3f0f-4660-bd0b-2d049ed12bd1/1e4aaa57-4946-4d46-97c2-d3fd3346eea9) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:25.105326 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-02058da7-aea0-494c-8abf-fba4c83a82eb admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:25.109259 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-02058da7-aea0-494c-8abf-fba4c83a82eb admin admin] 10.222.0.37 "DELETE /v2.0/routers/00ac950c-eb75-4bfa-bc17-57ef46cec787 HTTP/1.1" status: 204 len: 168 time: 2.6322365 Nov 12 04:18:25.114609 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40928) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:25.172196 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port cb52730d-405f-4a27-980d-0279f0dccaf6 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:18:25.173454 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port cb52730d-405f-4a27-980d-0279f0dccaf6 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:25.173832 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:25.241315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05750600-6298-4210-b78c-06b414a9e1a5 req-50dfcdad-188c-478d-a01e-6697f8113696 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:25.243147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-05750600-6298-4210-b78c-06b414a9e1a5 req-50dfcdad-188c-478d-a01e-6697f8113696 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 944 time: 0.1970792 Nov 12 04:18:25.282667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c80f005-f8c9-48d9-82cb-93a4e5a4e4c1 admin admin] Deleting subnet 5c031979-a36c-4573-8989-2202eafabf04 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:18:25.315154 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c80f005-f8c9-48d9-82cb-93a4e5a4e4c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:25.368095 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c80f005-f8c9-48d9-82cb-93a4e5a4e4c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:25.381717 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:25.413939 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0aa14f-1944-4aa0-ab5c-a44af4482c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb52730d-405f-4a27-980d-0279f0dccaf6'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:25.424888 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b9e6cb-648c-4848-892b-3e3dd5d7a8a1" -d '{"events": [{"server_uuid": "dd0aa14f-1944-4aa0-ab5c-a44af4482c79", "name": "network-vif-plugged", "status": "completed", "tag": "cb52730d-405f-4a27-980d-0279f0dccaf6"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:25.439678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port cb52730d-405f-4a27-980d-0279f0dccaf6, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=cb52730d-405f-4a27-980d-0279f0dccaf6,segment=NetworkSegment(129632f4-7311-4f32-852b-950fe6747106),segment_id=129632f4-7311-4f32-852b-950fe6747106)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:25.452016 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-78f6e4bc-fcb4-4b8d-8623-d11b74d9d9af tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:25.464536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-05750600-6298-4210-b78c-06b414a9e1a5 req-0e81da1a-01fb-4832-8f63-b26e7cee00ff tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054949 Nov 12 04:18:25.522791 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:25.604150 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-78f6e4bc-fcb4-4b8d-8623-d11b74d9d9af tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:25.659600 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=cb52730d-405f-4a27-980d-0279f0dccaf6,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:25.683894 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c80f005-f8c9-48d9-82cb-93a4e5a4e4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:25.734301 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f6e4bc-fcb4-4b8d-8623-d11b74d9d9af tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:25.736001 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6e4bc-fcb4-4b8d-8623-d11b74d9d9af tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=1e4aaa57-4946-4d46-97c2-d3fd3346eea9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:25.742691 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-78f6e4bc-fcb4-4b8d-8623-d11b74d9d9af tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:25.752633 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f6e4bc-fcb4-4b8d-8623-d11b74d9d9af tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:25.815510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f6e4bc-fcb4-4b8d-8623-d11b74d9d9af tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:25.816250 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-78f6e4bc-fcb4-4b8d-8623-d11b74d9d9af tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:25.879596 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9f63c-b41b-4529-ab8f-76045b6b64cb req-859a96c0-99a8-4711-b1e0-8a32122f3e93 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:25.881203 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45e9f63c-b41b-4529-ab8f-76045b6b64cb req-859a96c0-99a8-4711-b1e0-8a32122f3e93 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0aa14f-1944-4aa0-ab5c-a44af4482c79 HTTP/1.1" status: 200 len: 946 time: 0.2752049 Nov 12 04:18:25.910648 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-78f6e4bc-fcb4-4b8d-8623-d11b74d9d9af tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5200815 Nov 12 04:18:25.913263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40940) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:25.992497 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45e9f63c-b41b-4529-ab8f-76045b6b64cb req-de32e75b-fb24-4f74-af96-2431fe4163e9 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018870 Nov 12 04:18:25.999464 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c80f005-f8c9-48d9-82cb-93a4e5a4e4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:26.024590 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device e7890710-f60e-4322-b91f-a8ff5a886d54 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:18:26.048464 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80f005-f8c9-48d9-82cb-93a4e5a4e4c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c031979-a36c-4573-8989-2202eafabf04,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:26.070108 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c80f005-f8c9-48d9-82cb-93a4e5a4e4c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:26.076999 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3c80f005-f8c9-48d9-82cb-93a4e5a4e4c1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5c031979-a36c-4573-8989-2202eafabf04 HTTP/1.1" status: 204 len: 168 time: 0.9601014 Nov 12 04:18:26.077766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40946) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:26.302294 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:26.362425 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f20dc-f1ac-43eb-bf2e-682944f98bb8 req-f4445c3b-e16c-4400-85b5-36495bd4b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:26.368973 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-500f20dc-f1ac-43eb-bf2e-682944f98bb8 req-f4445c3b-e16c-4400-85b5-36495bd4b00a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dd0aa14f-1944-4aa0-ab5c-a44af4482c79 HTTP/1.1" status: 200 len: 1098 time: 0.1251755 Nov 12 04:18:26.397550 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port e7890710-f60e-4322-b91f-a8ff5a886d54, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e7890710-f60e-4322-b91f-a8ff5a886d54,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:26.412423 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e30948-d443-483f-8f6b-ac153b4a296c x-openstack-request-id: req-77e30948-d443-483f-8f6b-ac153b4a296c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:26.412739 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0aa14f-1944-4aa0-ab5c-a44af4482c79", "name": "network-vif-plugged", "status": "completed", "tag": "cb52730d-405f-4a27-980d-0279f0dccaf6", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:26.412965 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77e30948-d443-483f-8f6b-ac153b4a296c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:26.413360 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0aa14f-1944-4aa0-ab5c-a44af4482c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb52730d-405f-4a27-980d-0279f0dccaf6', 'code': 200} Nov 12 04:18:26.416498 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'e7890710-f60e-4322-b91f-a8ff5a886d54', 'network_id': 'c2f8e694-3ef4-4f15-b37d-b6a7c6d64987', 'port_id': 'e7890710-f60e-4322-b91f-a8ff5a886d54', 'mac_address': 'fa:16:3e:b8:d7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d47581f-20de-4cd2-a8b0-e2cb48fc0e2c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:18:26.420578 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5169b6d-56e5-43d1-87dd-3ea6d7f53ed4 None None] Network e627d672-67f0-4f34-9cd9-fa251307ac94 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:26.504468 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8348c6-b1ce-4314-a1ee-870326c87ed8 None None] Network 0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:26.687712 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-acf102a2-71e3-4b91-8434-ec8281beba35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:26.688178 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-500f20dc-f1ac-43eb-bf2e-682944f98bb8 req-18ab0e8c-9ad0-4995-8efc-0731adc69021 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128339 Nov 12 04:18:26.766163 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] Deleting port 98a65970-edae-42a7-9493-4676096f8650 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:26.766842 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:26.778380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95989a-87ad-4715-bb9c-07c5597cc8f5 req-ab291c30-9497-454e-b05c-48c84bc75e3d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:26.787875 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b95989a-87ad-4715-bb9c-07c5597cc8f5 req-ab291c30-9497-454e-b05c-48c84bc75e3d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 944 time: 0.1283255 Nov 12 04:18:26.822845 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3dd465d0-0f2f-4f52-a5b0-21378b8ff161 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:26.903376 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] For port 98a65970-edae-42a7-9493-4676096f8650, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=98a65970-edae-42a7-9493-4676096f8650,segment=NetworkSegment(3a63c002-e104-436e-8359-038bbf178b3f),segment_id=3a63c002-e104-436e-8359-038bbf178b3f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:26.903984 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:26.922368 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] Calling delete_port for 98a65970-edae-42a7-9493-4676096f8650 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:26.967102 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 3dd465d0-0f2f-4f52-a5b0-21378b8ff161 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:26.967470 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.075841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-432a8278-f466-4285-be2b-3d307f5292b9 None None] Provisioning complete for port 3dd465d0-0f2f-4f52-a5b0-21378b8ff161 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:27.077256 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-432a8278-f466-4285-be2b-3d307f5292b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.079306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 827813e1-4afe-44db-947c-b67c4e2c3e62 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:27.149876 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b95989a-87ad-4715-bb9c-07c5597cc8f5 req-0c0cc45b-3268-4f16-8496-d47985c12fed tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604972 Nov 12 04:18:27.172696 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.250222 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-acf102a2-71e3-4b91-8434-ec8281beba35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.251480 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] No DVR routers for this DVR port 98a65970-edae-42a7-9493-4676096f8650 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:27.286315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] Pushing event deleted for resources: {'Port': ['ID=98a65970-edae-42a7-9493-4676096f8650,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:27.339079 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-acf102a2-71e3-4b91-8434-ec8281beba35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.474757 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.519432 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.530935 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf102a2-71e3-4b91-8434-ec8281beba35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=1e4aaa57-4946-4d46-97c2-d3fd3346eea9,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:27.574586 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddf8bb-553f-47b6-b846-f15d522a334a req-5c43b753-798e-4a13-a7de-bbff24e24f4e tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:27.585753 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5bddf8bb-553f-47b6-b846-f15d522a334a req-5c43b753-798e-4a13-a7de-bbff24e24f4e tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0aa14f-1944-4aa0-ab5c-a44af4482c79 HTTP/1.1" status: 200 len: 946 time: 0.2906513 Nov 12 04:18:27.696044 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52bd5a3-1639-41e1-8a62-14125a5b05fb None None] DHCP port deletion for e627d672-67f0-4f34-9cd9-fa251307ac94 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:27.698942 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e627d672-67f0-4f34-9cd9-fa251307ac94']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:27.703543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7890710-f60e-4322-b91f-a8ff5a886d54 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:18:27.728273 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port e7890710-f60e-4322-b91f-a8ff5a886d54, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e7890710-f60e-4322-b91f-a8ff5a886d54,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:27.740706 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5bddf8bb-553f-47b6-b846-f15d522a334a req-4eea3693-1277-47c7-8d49-d30e25d3ebb8 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524746 Nov 12 04:18:27.768259 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a63c002-e104-436e-8359-038bbf178b3f') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:27.768562 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a63c002-e104-436e-8359-038bbf178b3f') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:27.789767 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.831897 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.850394 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:18:27.851022 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:18:27.855377 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:18:27.876044 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-acf102a2-71e3-4b91-8434-ec8281beba35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.931915 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.948547 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.972525 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 3dd465d0-0f2f-4f52-a5b0-21378b8ff161, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3dd465d0-0f2f-4f52-a5b0-21378b8ff161,segment=NetworkSegment(ee764ec7-113d-4aa2-ae3c-00a7619bc9d1),segment_id=ee764ec7-113d-4aa2-ae3c-00a7619bc9d1)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:27.979128 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.101338 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.106137 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=e7890710-f60e-4322-b91f-a8ff5a886d54,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:28.117625 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.138881 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.159119 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] 10.222.0.37 "DELETE /v2.0/networks/e627d672-67f0-4f34-9cd9-fa251307ac94 HTTP/1.1" status: 204 len: 168 time: 2.0795746 Nov 12 04:18:28.253139 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=3dd465d0-0f2f-4f52-a5b0-21378b8ff161,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:28.257434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01251ce2-79f5-48ac-8ea0-92322a241f0f admin admin] Pushing event deleted for resources: {'Network': ['ID=e627d672-67f0-4f34-9cd9-fa251307ac94,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:28.282025 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 827813e1-4afe-44db-947c-b67c4e2c3e62, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=827813e1-4afe-44db-947c-b67c4e2c3e62,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:28.318009 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-acf102a2-71e3-4b91-8434-ec8281beba35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.394607 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.420844 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827813e1-4afe-44db-947c-b67c4e2c3e62'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:28.434431 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c538ee04-a0fa-4266-930e-29d00499d8fb" -d '{"events": [{"server_uuid": "b23f01a9-eaf3-4735-8eb0-8afabeb8a859", "name": "network-vif-unplugged", "status": "completed", "tag": "827813e1-4afe-44db-947c-b67c4e2c3e62"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:28.450087 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['e7890710-f60e-4322-b91f-a8ff5a886d54'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:18:28.563986 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffde8fa-e9c7-4bc6-9e50-3a70c3bf0ac2 req-f9ef1350-f801-4a64-b864-1d1ff4a8dba8 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:28.565378 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7cfd619a-7fe6-417f-9a7d-93fa10a39a04 None None] Provisioning complete for port 1e4aaa57-4946-4d46-97c2-d3fd3346eea9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:28.565941 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7cfd619a-7fe6-417f-9a7d-93fa10a39a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.571156 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9ffde8fa-e9c7-4bc6-9e50-3a70c3bf0ac2 req-f9ef1350-f801-4a64-b864-1d1ff4a8dba8 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 945 time: 0.2196422 Nov 12 04:18:28.677580 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7cfd619a-7fe6-417f-9a7d-93fa10a39a04 None None] Port 1e4aaa57-4946-4d46-97c2-d3fd3346eea9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:28.740589 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7cfd619a-7fe6-417f-9a7d-93fa10a39a04 None None] Provisioning complete for port 3dd465d0-0f2f-4f52-a5b0-21378b8ff161 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:28.742805 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7cfd619a-7fe6-417f-9a7d-93fa10a39a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.743080 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9ffde8fa-e9c7-4bc6-9e50-3a70c3bf0ac2 req-abb98d74-1a67-49c6-83ad-5308fa705119 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411631 Nov 12 04:18:28.743485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=827813e1-4afe-44db-947c-b67c4e2c3e62,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:28.788485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3dd465d0-0f2f-4f52-a5b0-21378b8ff161 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:28.856615 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78da52d2-f423-42f0-a41f-e5bd7bdd5060 x-openstack-request-id: req-78da52d2-f423-42f0-a41f-e5bd7bdd5060 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:28.856849 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23f01a9-eaf3-4735-8eb0-8afabeb8a859", "name": "network-vif-unplugged", "status": "completed", "tag": "827813e1-4afe-44db-947c-b67c4e2c3e62", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:28.857107 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78da52d2-f423-42f0-a41f-e5bd7bdd5060 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:28.857500 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'code': 200} Nov 12 04:18:28.952498 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-acf102a2-71e3-4b91-8434-ec8281beba35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.999160 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 827813e1-4afe-44db-947c-b67c4e2c3e62 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:18:29.001172 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40986) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:29.039209 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-acf102a2-71e3-4b91-8434-ec8281beba35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.041455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6c1ad-ce13-49ae-8d8a-660dfd1104c3 req-7c3a1cc4-2636-4eb7-acbe-3090ce0ca3d5 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:29.051050 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-36e6c1ad-ce13-49ae-8d8a-660dfd1104c3 req-7c3a1cc4-2636-4eb7-acbe-3090ce0ca3d5 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0aa14f-1944-4aa0-ab5c-a44af4482c79 HTTP/1.1" status: 200 len: 946 time: 0.1112056 Nov 12 04:18:29.140627 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-36e6c1ad-ce13-49ae-8d8a-660dfd1104c3 req-acf3bc1d-5b46-497c-957c-97b910b45bcb tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885844 Nov 12 04:18:29.192907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 3dd465d0-0f2f-4f52-a5b0-21378b8ff161 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:29.193710 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.213479 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-815cde67-7368-45c8-9008-58fe46e0d1e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b529ff3df71946db9c56eecd8f4c61fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2079787 Nov 12 04:18:29.215434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40994) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:29.221905 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf102a2-71e3-4b91-8434-ec8281beba35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=1e4aaa57-4946-4d46-97c2-d3fd3346eea9,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:29.224490 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-acf102a2-71e3-4b91-8434-ec8281beba35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.335593 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dd9a88ae-9868-46d1-9aa6-96eefe996c21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.343559 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c74bd7f8-fd89-4b21-be74-fc538e78a61c None None] Provisioning complete for port 1e4aaa57-4946-4d46-97c2-d3fd3346eea9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:29.343988 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c74bd7f8-fd89-4b21-be74-fc538e78a61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.386027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c74bd7f8-fd89-4b21-be74-fc538e78a61c None None] Port 1e4aaa57-4946-4d46-97c2-d3fd3346eea9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:29.400818 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dd9a88ae-9868-46d1-9aa6-96eefe996c21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.417174 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf102a2-71e3-4b91-8434-ec8281beba35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:29.424268 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-acf102a2-71e3-4b91-8434-ec8281beba35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:29.454822 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 827813e1-4afe-44db-947c-b67c4e2c3e62, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=827813e1-4afe-44db-947c-b67c4e2c3e62,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:29.475185 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'port_id': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'mac_address': 'fa:16:3e:c5:88:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:18:29.558868 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.593508 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 98a65970-edae-42a7-9493-4676096f8650 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:29.613429 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dd9a88ae-9868-46d1-9aa6-96eefe996c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.616851 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dd9a88ae-9868-46d1-9aa6-96eefe996c21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.621764 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-dd9a88ae-9868-46d1-9aa6-96eefe996c21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5b6d6ae-124c-4b18-bc61-01e7b2a914ca HTTP/1.1" status: 204 len: 168 time: 0.4068415 Nov 12 04:18:29.630420 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827813e1-4afe-44db-947c-b67c4e2c3e62 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:18:29.638665 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 98a65970-edae-42a7-9493-4676096f8650 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:29.640319 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 98a65970-edae-42a7-9493-4676096f8650 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:29.676241 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 827813e1-4afe-44db-947c-b67c4e2c3e62, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=827813e1-4afe-44db-947c-b67c4e2c3e62,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:29.682342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a88ae-9868-46d1-9aa6-96eefe996c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b6d6ae-124c-4b18-bc61-01e7b2a914ca,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:29.768816 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.813900 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf102a2-71e3-4b91-8434-ec8281beba35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:18:29.854500 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=827813e1-4afe-44db-947c-b67c4e2c3e62,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:29.914260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2892ee6a-f0c7-421c-b8cb-3e8197a3f0bf None None] Provisioning complete for port 1e4aaa57-4946-4d46-97c2-d3fd3346eea9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:29.914546 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2892ee6a-f0c7-421c-b8cb-3e8197a3f0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.933953 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf102a2-71e3-4b91-8434-ec8281beba35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:18:29.956058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41008) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:29.968585 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-acf102a2-71e3-4b91-8434-ec8281beba35 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0528014 Nov 12 04:18:29.988962 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2892ee6a-f0c7-421c-b8cb-3e8197a3f0bf None None] Port 1e4aaa57-4946-4d46-97c2-d3fd3346eea9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:29.996093 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a53949c-b82e-4937-b1d4-9aa6e6b98174 None None] Sync routers for ids ['6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:18:29.998825 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['827813e1-4afe-44db-947c-b67c4e2c3e62'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:18:30.063285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ba448-052c-40a3-9e5c-80f97697349c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:30.067485 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1c1ba448-052c-40a3-9e5c-80f97697349c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/ports/1e4aaa57-4946-4d46-97c2-d3fd3346eea9 HTTP/1.1" status: 200 len: 978 time: 0.1073744 Nov 12 04:18:30.067781 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41010) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:30.079821 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device e7890710-f60e-4322-b91f-a8ff5a886d54 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:30.157708 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a53949c-b82e-4937-b1d4-9aa6e6b98174 None None] Routers {'6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:30.158984 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-7a53949c-b82e-4937-b1d4-9aa6e6b98174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:30.238189 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-7a53949c-b82e-4937-b1d4-9aa6e6b98174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:30.341819 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a53949c-b82e-4937-b1d4-9aa6e6b98174 None None] Routers {'6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:30.342368 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-7a53949c-b82e-4937-b1d4-9aa6e6b98174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:30.380510 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-7a53949c-b82e-4937-b1d4-9aa6e6b98174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:30.381806 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a53949c-b82e-4937-b1d4-9aa6e6b98174 None None] The sync data for ids ['6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:18:30.418121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24772eff-cd5a-42c5-8e79-452dceedbbff req-6cc07eec-0b23-422f-aac4-2d070fa594df tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:30.430069 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24772eff-cd5a-42c5-8e79-452dceedbbff req-6cc07eec-0b23-422f-aac4-2d070fa594df tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 945 time: 0.1112347 Nov 12 04:18:30.465088 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port e7890710-f60e-4322-b91f-a8ff5a886d54 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:18:30.470072 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port e7890710-f60e-4322-b91f-a8ff5a886d54 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:30.470446 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:30.610232 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24772eff-cd5a-42c5-8e79-452dceedbbff req-8c31d79e-543f-40f7-9d4f-7cd4cd939411 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790707 Nov 12 04:18:30.644089 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:30.718850 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port e7890710-f60e-4322-b91f-a8ff5a886d54, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e7890710-f60e-4322-b91f-a8ff5a886d54,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:30.860067 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b11bf45-61e3-46c8-8c67-ee9b93ca1d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7890710-f60e-4322-b91f-a8ff5a886d54'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:30.886116 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adecb278-d0dc-4b54-baf1-54741398f6a4" -d '{"events": [{"server_uuid": "5b11bf45-61e3-46c8-8c67-ee9b93ca1d29", "name": "network-vif-plugged", "status": "completed", "tag": "e7890710-f60e-4322-b91f-a8ff5a886d54"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:30.896301 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.018406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5217ebd-5f75-4e5a-b6ca-cfcef219903e req-eb9e3af4-3521-47f0-9958-465e1bac2172 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:31.033555 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a5217ebd-5f75-4e5a-b6ca-cfcef219903e req-eb9e3af4-3521-47f0-9958-465e1bac2172 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0aa14f-1944-4aa0-ab5c-a44af4482c79 HTTP/1.1" status: 200 len: 946 time: 0.2131588 Nov 12 04:18:31.037575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=e7890710-f60e-4322-b91f-a8ff5a886d54,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:31.133437 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b528d314-ea6f-4ff9-a4ad-552bbbacc13a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.256605 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a5217ebd-5f75-4e5a-b6ca-cfcef219903e req-6fe58be5-0232-4b0a-9934-eff135ba5a59 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219720 Nov 12 04:18:31.352973 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49139cab-2672-4e84-9ab6-43dbee3104c2 x-openstack-request-id: req-49139cab-2672-4e84-9ab6-43dbee3104c2 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:31.354069 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b11bf45-61e3-46c8-8c67-ee9b93ca1d29", "name": "network-vif-plugged", "status": "completed", "tag": "e7890710-f60e-4322-b91f-a8ff5a886d54", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:31.354184 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49139cab-2672-4e84-9ab6-43dbee3104c2 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:31.354522 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b11bf45-61e3-46c8-8c67-ee9b93ca1d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7890710-f60e-4322-b91f-a8ff5a886d54', 'code': 200} Nov 12 04:18:31.471450 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-b528d314-ea6f-4ff9-a4ad-552bbbacc13a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting port 1e4aaa57-4946-4d46-97c2-d3fd3346eea9 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:31.472065 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b528d314-ea6f-4ff9-a4ad-552bbbacc13a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.477068 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41048) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:31.541351 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18ac1a-6d31-4911-8745-132655fd40bb req-edf24ca8-215b-4543-974c-0ed36327de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:31.543280 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bb18ac1a-6d31-4911-8745-132655fd40bb req-edf24ca8-215b-4543-974c-0ed36327de93 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 1098 time: 0.0588458 Nov 12 04:18:31.595366 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b528d314-ea6f-4ff9-a4ad-552bbbacc13a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.622700 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bb18ac1a-6d31-4911-8745-132655fd40bb req-b17d850d-a661-4dfa-a2cc-86e2a55c540b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692127 Nov 12 04:18:31.625149 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-b528d314-ea6f-4ff9-a4ad-552bbbacc13a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Calling delete_port for 1e4aaa57-4946-4d46-97c2-d3fd3346eea9 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:31.636925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1521068609-network', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:31.784873 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Made reservation on behalf of c5c75ed7ece549b28cd4a02d51fff7b9 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:31.788053 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.801043 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.819023 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8bbe7-7b95-48d4-9380-1ffcdfb525a9 req-a8e5bf00-5480-408a-b2e6-9c02a474e9b0 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:31.820823 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecd8bbe7-7b95-48d4-9380-1ffcdfb525a9 req-a8e5bf00-5480-408a-b2e6-9c02a474e9b0 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd0aa14f-1944-4aa0-ab5c-a44af4482c79 HTTP/1.1" status: 200 len: 946 time: 0.1293736 Nov 12 04:18:31.896087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81f22b-0379-4549-82f3-13936dc59b09 req-b141c909-8d01-4ccb-a365-d318bf23bf61 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:31.898176 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c81f22b-0379-4549-82f3-13936dc59b09 req-b141c909-8d01-4ccb-a365-d318bf23bf61 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 946 time: 0.1646037 Nov 12 04:18:31.914281 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.042864 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c81f22b-0379-4549-82f3-13936dc59b09 req-b055875d-498f-4dab-a122-7ffdd5ae73da tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101270 Nov 12 04:18:32.051427 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ebf96-e171-4eff-90fd-571f82e7d699 req-beb02bb1-6ac6-4bb4-9213-04a99c10a5be tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:32.052932 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4c8ebf96-e171-4eff-90fd-571f82e7d699 req-beb02bb1-6ac6-4bb4-9213-04a99c10a5be tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b303461-9813-4668-9caf-8efc79a8adf2 HTTP/1.1" status: 200 len: 946 time: 0.0518210 Nov 12 04:18:32.093398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-ecd8bbe7-7b95-48d4-9380-1ffcdfb525a9 req-057c5e6f-573c-4bfa-9f1e-a21b89446471 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Deleting port cb52730d-405f-4a27-980d-0279f0dccaf6 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:32.093733 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ecd8bbe7-7b95-48d4-9380-1ffcdfb525a9 req-057c5e6f-573c-4bfa-9f1e-a21b89446471 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.157691 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4c8ebf96-e171-4eff-90fd-571f82e7d699 req-f29dfdca-a791-4f38-8ee8-6c7d62c9f8a5 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Deleting port e34c506f-f605-4d1d-af60-fd09b8361c9e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:32.158106 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c8ebf96-e171-4eff-90fd-571f82e7d699 req-f29dfdca-a791-4f38-8ee8-6c7d62c9f8a5 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.189984 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-ecd8bbe7-7b95-48d4-9380-1ffcdfb525a9 req-057c5e6f-573c-4bfa-9f1e-a21b89446471 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] For port cb52730d-405f-4a27-980d-0279f0dccaf6, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=cb52730d-405f-4a27-980d-0279f0dccaf6,segment=NetworkSegment(129632f4-7311-4f32-852b-950fe6747106),segment_id=129632f4-7311-4f32-852b-950fe6747106)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:32.190383 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ecd8bbe7-7b95-48d4-9380-1ffcdfb525a9 req-057c5e6f-573c-4bfa-9f1e-a21b89446471 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.204772 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-ecd8bbe7-7b95-48d4-9380-1ffcdfb525a9 req-057c5e6f-573c-4bfa-9f1e-a21b89446471 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Calling delete_port for cb52730d-405f-4a27-980d-0279f0dccaf6 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:32.230667 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.286662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7f812b-136a-400c-8cef-6eb870a99982,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:32.302495 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:32.302919 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:32.303265 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:32.303656 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:32.303986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:32.304313 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:32.304641 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:32.304966 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:32.305289 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:32.305613 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:32.305938 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:32.306807 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:32.327931 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4c8ebf96-e171-4eff-90fd-571f82e7d699 req-f29dfdca-a791-4f38-8ee8-6c7d62c9f8a5 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] For port e34c506f-f605-4d1d-af60-fd09b8361c9e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e34c506f-f605-4d1d-af60-fd09b8361c9e,segment=NetworkSegment(129632f4-7311-4f32-852b-950fe6747106),segment_id=129632f4-7311-4f32-852b-950fe6747106)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:32.328300 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c8ebf96-e171-4eff-90fd-571f82e7d699 req-f29dfdca-a791-4f38-8ee8-6c7d62c9f8a5 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.345951 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4c8ebf96-e171-4eff-90fd-571f82e7d699 req-f29dfdca-a791-4f38-8ee8-6c7d62c9f8a5 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Calling delete_port for e34c506f-f605-4d1d-af60-fd09b8361c9e owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:32.382833 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b528d314-ea6f-4ff9-a4ad-552bbbacc13a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.408424 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:18:32.415853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528d314-ea6f-4ff9-a4ad-552bbbacc13a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Port': ['ID=1e4aaa57-4946-4d46-97c2-d3fd3346eea9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:32.432023 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315242dd-21f8-4de1-b6e7-cc981beff3ae req-395d0bfc-e3bc-45eb-afd0-75b61387bd6c tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:32.440854 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-315242dd-21f8-4de1-b6e7-cc981beff3ae req-395d0bfc-e3bc-45eb-afd0-75b61387bd6c tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0aa14f-1944-4aa0-ab5c-a44af4482c79 HTTP/1.1" status: 200 len: 946 time: 0.0907247 Nov 12 04:18:32.441025 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.441025 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Added segment 3fba6191-91c0-483a-b682-ab2f7a434f13 of type vlan for network b5f91168-755e-4974-947f-385966fc547e Nov 12 04:18:32.487674 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ecd8bbe7-7b95-48d4-9380-1ffcdfb525a9 req-057c5e6f-573c-4bfa-9f1e-a21b89446471 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.510101 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-5c823dba-3394-47d4-899d-0e3dd9efbb1b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1125741 Nov 12 04:18:32.511533 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.532430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['cb52730d-405f-4a27-980d-0279f0dccaf6'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:18:32.539144 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c5e6f-573c-4bfa-9f1e-a21b89446471 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Pushing event deleted for resources: {'Port': ['ID=cb52730d-405f-4a27-980d-0279f0dccaf6,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:32.561907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['e34c506f-f605-4d1d-af60-fd09b8361c9e'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:18:32.623537 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.626850 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:32.628112 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.744805 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-315242dd-21f8-4de1-b6e7-cc981beff3ae req-c67daae0-cced-4562-90d3-3f4f30bfb664 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5824a4d-658d-4bd8-a574-b6358b52fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919679 Nov 12 04:18:32.756336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd8bbe7-7b95-48d4-9380-1ffcdfb525a9 req-057c5e6f-573c-4bfa-9f1e-a21b89446471 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] No DVR routers for this DVR port cb52730d-405f-4a27-980d-0279f0dccaf6 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:32.830296 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c8ebf96-e171-4eff-90fd-571f82e7d699 req-f29dfdca-a791-4f38-8ee8-6c7d62c9f8a5 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.840224 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ecd8bbe7-7b95-48d4-9380-1ffcdfb525a9 req-057c5e6f-573c-4bfa-9f1e-a21b89446471 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.840224 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecd8bbe7-7b95-48d4-9380-1ffcdfb525a9 req-057c5e6f-573c-4bfa-9f1e-a21b89446471 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.21 "DELETE /v2.0/ports/cb52730d-405f-4a27-980d-0279f0dccaf6 HTTP/1.1" status: 204 len: 173 time: 0.9803910 Nov 12 04:18:32.840224 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0aa14f-1944-4aa0-ab5c-a44af4482c79', 'name': 'network-vif-deleted', 'tag': 'cb52730d-405f-4a27-980d-0279f0dccaf6'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:32.842618 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921aab7d-637a-4066-8a83-7177ce309858" -d '{"events": [{"server_uuid": "dd0aa14f-1944-4aa0-ab5c-a44af4482c79", "name": "network-vif-deleted", "tag": "cb52730d-405f-4a27-980d-0279f0dccaf6"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:32.856857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] Pushing event updated for resources: {'Network': ['ID=b5f91168-755e-4974-947f-385966fc547e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:32.875477 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['cb52730d-405f-4a27-980d-0279f0dccaf6'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:18:32.882654 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network b5f91168-755e-4974-947f-385966fc547e details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:18:32.890430 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b528d314-ea6f-4ff9-a4ad-552bbbacc13a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.910362 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7b2b240c-0fc9-4c17-bc5c-68282b5ba09d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4319992 Nov 12 04:18:32.911662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29dfdca-a791-4f38-8ee8-6c7d62c9f8a5 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Pushing event deleted for resources: {'Port': ['ID=e34c506f-f605-4d1d-af60-fd09b8361c9e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:32.917854 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41078) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:32.940292 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4669ac5-9956-42bd-ad3e-7ad696514c02 x-openstack-request-id: req-e4669ac5-9956-42bd-ad3e-7ad696514c02 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:32.940851 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0aa14f-1944-4aa0-ab5c-a44af4482c79", "name": "network-vif-deleted", "tag": "cb52730d-405f-4a27-980d-0279f0dccaf6", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:32.941351 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4669ac5-9956-42bd-ad3e-7ad696514c02 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:32.941915 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0aa14f-1944-4aa0-ab5c-a44af4482c79', 'name': 'network-vif-deleted', 'tag': 'cb52730d-405f-4a27-980d-0279f0dccaf6', 'status': 'completed', 'code': 200} Nov 12 04:18:32.944457 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5868b078-18a7-4e14-9226-a7c48b5c7dc2 admin admin] Request body: {'subnet': {'network_id': 'b5f91168-755e-4974-947f-385966fc547e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1521068609-subnet', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:32.953807 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-a19b8f86-3f73-473a-bae7-8ba07e9a1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:32.956429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-a19b8f86-3f73-473a-bae7-8ba07e9a1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:32.956429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-a19b8f86-3f73-473a-bae7-8ba07e9a1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:32.956429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-a19b8f86-3f73-473a-bae7-8ba07e9a1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:32.956429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-a19b8f86-3f73-473a-bae7-8ba07e9a1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:32.956429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-a19b8f86-3f73-473a-bae7-8ba07e9a1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:32.956894 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-a19b8f86-3f73-473a-bae7-8ba07e9a1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:32.959205 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-a19b8f86-3f73-473a-bae7-8ba07e9a1594 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72d4754f04e94e6c9e3f339cc9bdd8f4&device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 6498 time: 0.2480726 Nov 12 04:18:32.961667 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8ebf96-e171-4eff-90fd-571f82e7d699 req-f29dfdca-a791-4f38-8ee8-6c7d62c9f8a5 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] No DVR routers for this DVR port e34c506f-f605-4d1d-af60-fd09b8361c9e on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:32.966086 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c8ebf96-e171-4eff-90fd-571f82e7d699 req-f29dfdca-a791-4f38-8ee8-6c7d62c9f8a5 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.970624 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4c8ebf96-e171-4eff-90fd-571f82e7d699 req-f29dfdca-a791-4f38-8ee8-6c7d62c9f8a5 tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.31 "DELETE /v2.0/ports/e34c506f-f605-4d1d-af60-fd09b8361c9e HTTP/1.1" status: 204 len: 173 time: 0.9104834 Nov 12 04:18:32.971120 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b303461-9813-4668-9caf-8efc79a8adf2', 'name': 'network-vif-deleted', 'tag': 'e34c506f-f605-4d1d-af60-fd09b8361c9e'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:32.974074 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4663bde7-69fc-42bb-a6c0-42457a37ffde" -d '{"events": [{"server_uuid": "9b303461-9813-4668-9caf-8efc79a8adf2", "name": "network-vif-deleted", "tag": "e34c506f-f605-4d1d-af60-fd09b8361c9e"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:33.050062 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 827813e1-4afe-44db-947c-b67c4e2c3e62 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:33.113756 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5868b078-18a7-4e14-9226-a7c48b5c7dc2 admin admin] Made reservation on behalf of c5c75ed7ece549b28cd4a02d51fff7b9 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:33.118961 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5868b078-18a7-4e14-9226-a7c48b5c7dc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:33.279735 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f7b0ba-33df-48ec-944c-659931e33273 x-openstack-request-id: req-56f7b0ba-33df-48ec-944c-659931e33273 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:33.280076 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b303461-9813-4668-9caf-8efc79a8adf2", "name": "network-vif-deleted", "tag": "e34c506f-f605-4d1d-af60-fd09b8361c9e", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:33.280276 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56f7b0ba-33df-48ec-944c-659931e33273 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:33.280790 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b303461-9813-4668-9caf-8efc79a8adf2', 'name': 'network-vif-deleted', 'tag': 'e34c506f-f605-4d1d-af60-fd09b8361c9e', 'status': 'completed', 'code': 200} Nov 12 04:18:33.329095 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 827813e1-4afe-44db-947c-b67c4e2c3e62 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:33.329887 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:33.420548 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ba5b350-ac54-4068-828c-df4caf13441e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:33.454985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b528d314-ea6f-4ff9-a4ad-552bbbacc13a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:18:33.503988 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:33.535706 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827813e1-4afe-44db-947c-b67c4e2c3e62'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:33.538780 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b75a3-a43e-4336-b8d0-93b8473260fa req-971005fa-810f-4e30-94af-ac97d9be5024 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:33.539239 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e354dee0-30fe-414f-9777-4ee6cb39c4b5" -d '{"events": [{"server_uuid": "b23f01a9-eaf3-4735-8eb0-8afabeb8a859", "name": "network-vif-plugged", "status": "completed", "tag": "827813e1-4afe-44db-947c-b67c4e2c3e62"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:33.548483 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f2b75a3-a43e-4336-b8d0-93b8473260fa req-971005fa-810f-4e30-94af-ac97d9be5024 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 946 time: 0.1859224 Nov 12 04:18:33.552257 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-f97b36dc-f345-4cf0-b75b-1258fc5e3494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:33.553877 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-f97b36dc-f345-4cf0-b75b-1258fc5e3494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:33.554369 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-f97b36dc-f345-4cf0-b75b-1258fc5e3494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:33.556892 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-f97b36dc-f345-4cf0-b75b-1258fc5e3494 service neutron] 10.222.0.21 "GET /v2.0/networks?id=19bce048-112d-4f21-ac62-0b363c707e0b&id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19&id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 HTTP/1.1" status: 200 len: 2291 time: 0.4801424 Nov 12 04:18:33.558353 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 827813e1-4afe-44db-947c-b67c4e2c3e62, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=827813e1-4afe-44db-947c-b67c4e2c3e62,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:33.635988 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:33.643674 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b528d314-ea6f-4ff9-a4ad-552bbbacc13a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:18:33.655560 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b528d314-ea6f-4ff9-a4ad-552bbbacc13a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5868232 Nov 12 04:18:33.656913 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92797d6-e7a9-4846-961d-8449e713d213 None None] Sync routers for ids ['6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:18:33.665168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41092) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:33.671915 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92797d6-e7a9-4846-961d-8449e713d213 None None] Routers {'6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:33.672543 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a92797d6-e7a9-4846-961d-8449e713d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:33.725719 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-0d700821-43f0-4e18-85ad-70179cf3ff7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17a61e7e-6068-4414-a607-e5e69b99d95d HTTP/1.1" status: 200 len: 1001 time: 0.1576700 Nov 12 04:18:33.734219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=827813e1-4afe-44db-947c-b67c4e2c3e62,revision_number=10']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:33.752008 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a92797d6-e7a9-4846-961d-8449e713d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:33.765662 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92797d6-e7a9-4846-961d-8449e713d213 None None] Routers {'6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:33.766719 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a92797d6-e7a9-4846-961d-8449e713d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:33.810498 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f2b75a3-a43e-4336-b8d0-93b8473260fa req-c2b6defb-4db3-4900-9b00-366d1686cb30 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402112 Nov 12 04:18:33.814937 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a92797d6-e7a9-4846-961d-8449e713d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:33.816758 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92797d6-e7a9-4846-961d-8449e713d213 None None] The sync data for ids ['6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:18:33.860166 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6c225a-243c-4e19-9ea5-9f39058d10c7 x-openstack-request-id: req-fa6c225a-243c-4e19-9ea5-9f39058d10c7 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:33.860491 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23f01a9-eaf3-4735-8eb0-8afabeb8a859", "name": "network-vif-plugged", "status": "completed", "tag": "827813e1-4afe-44db-947c-b67c4e2c3e62", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:33.860751 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa6c225a-243c-4e19-9ea5-9f39058d10c7 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:33.861153 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'code': 200} Nov 12 04:18:33.896505 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-69689840-2d52-411a-990a-60b245760556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:33.900326 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-69689840-2d52-411a-990a-60b245760556 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac2df72c-3697-4006-a460-6748e4420277 HTTP/1.1" status: 200 len: 849 time: 0.1406989 Nov 12 04:18:33.966187 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-99ac48c2-443a-4fa3-8e14-54b66d3a38f6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 04:18:33.974360 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-99ac48c2-443a-4fa3-8e14-54b66d3a38f6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2971809 Nov 12 04:18:33.974536 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41102) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:33.977533 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5868b078-18a7-4e14-9226-a7c48b5c7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:34.070008 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ae4242ae-3f13-40bf-a41d-5134f1cab7e4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7 HTTP/1.1" status: 200 len: 205 time: 0.0947652 Nov 12 04:18:34.077444 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-c173b80e-8345-4f75-818a-15e1bc08d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:34.079076 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-c173b80e-8345-4f75-818a-15e1bc08d4cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19bce048-112d-4f21-ac62-0b363c707e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1673915 Nov 12 04:18:34.079649 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41104) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:34.508719 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-743e260c-7774-4cf5-961f-ead4c18392db req-f9241a43-6b14-4911-8129-a5484598cd6b tempest-MultipleCreateTestJSON-1610494870 tempest-MultipleCreateTestJSON-1610494870-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0aa14f-1944-4aa0-ab5c-a44af4482c79 HTTP/1.1" status: 200 len: 210 time: 0.5414112 Nov 12 04:18:34.643357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db582eb0-fa1a-4937-a8a1-d8d823392334 req-49c69f33-78b7-4a17-a01f-0246bc06e958 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:34.652358 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db582eb0-fa1a-4937-a8a1-d8d823392334 req-49c69f33-78b7-4a17-a01f-0246bc06e958 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 946 time: 0.0613532 Nov 12 04:18:34.744456 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db582eb0-fa1a-4937-a8a1-d8d823392334 req-f73804a1-3f75-4f49-8628-8c72214cc95d tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901165 Nov 12 04:18:34.807099 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868b078-18a7-4e14-9226-a7c48b5c7dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b41db93-a02f-43e2-b879-1519be01fa52,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:34.881516 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84840bb1-d415-469f-acba-4bdaf3ae9933 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.007148 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5868b078-18a7-4e14-9226-a7c48b5c7dc2 admin admin] Checking segment: {'id': '3fba6191-91c0-483a-b682-ab2f7a434f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5f91168-755e-4974-947f-385966fc547e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:35.007510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5868b078-18a7-4e14-9226-a7c48b5c7dc2 admin admin] Network hostable DHCP agents. Network: b5f91168-755e-4974-947f-385966fc547e, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:18:35.016156 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device cb52730d-405f-4a27-980d-0279f0dccaf6 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:35.062605 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d8371c16-2cd4-45a0-8158-e45b16b32bf0 req-61e5d81e-ca4d-4857-981a-8fde3f24f659 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2491455 Nov 12 04:18:35.077535 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: cb52730d-405f-4a27-980d-0279f0dccaf6 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:35.081438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device cb52730d-405f-4a27-980d-0279f0dccaf6 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:35.168298 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84840bb1-d415-469f-acba-4bdaf3ae9933 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.186906 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84840bb1-d415-469f-acba-4bdaf3ae9933 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.254170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae6ac0-18a5-4594-a9ba-0ca5f85739d8 req-af0750b0-b4fb-4c87-827f-a10e1d410c60 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:35.259106 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63ae6ac0-18a5-4594-a9ba-0ca5f85739d8 req-af0750b0-b4fb-4c87-827f-a10e1d410c60 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 946 time: 0.1429837 Nov 12 04:18:35.265741 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-5904a458-d777-4210-b730-5547821ca8dc service neutron] 10.222.0.21 "GET /v2.0/networks/19bce048-112d-4f21-ac62-0b363c707e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558446 Nov 12 04:18:35.316026 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5868b078-18a7-4e14-9226-a7c48b5c7dc2 admin admin] Network b5f91168-755e-4974-947f-385966fc547e is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:18:35.334908 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63ae6ac0-18a5-4594-a9ba-0ca5f85739d8 req-03d1508c-1716-49cc-b418-b109dd818d0c tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694320 Nov 12 04:18:35.382329 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84840bb1-d415-469f-acba-4bdaf3ae9933 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.382954 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84840bb1-d415-469f-acba-4bdaf3ae9933 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Fanout notify agent at l3_agent the message router_deleted on router 6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:18:35.401305 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84840bb1-d415-469f-acba-4bdaf3ae9933 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.408080 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-84840bb1-d415-469f-acba-4bdaf3ae9933 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/routers/6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7 HTTP/1.1" status: 204 len: 168 time: 1.3216496 Nov 12 04:18:35.408251 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41150) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:35.426791 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8371c16-2cd4-45a0-8158-e45b16b32bf0 req-7b9a4549-ec17-4106-a8d7-ee8a79b69071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:35.428386 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d8371c16-2cd4-45a0-8158-e45b16b32bf0 req-7b9a4549-ec17-4106-a8d7-ee8a79b69071 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 1098 time: 0.2575169 Nov 12 04:18:35.448869 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5868b078-18a7-4e14-9226-a7c48b5c7dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, b5f91168-755e-4974-947f-385966fc547e) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:35.470356 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5868b078-18a7-4e14-9226-a7c48b5c7dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:35.471774 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5868b078-18a7-4e14-9226-a7c48b5c7dc2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.494215 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d3f299-8b81-4959-90cc-8e6b31aac5f1 None None] Network b5f91168-755e-4974-947f-385966fc547e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:35.549619 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-a948dc09-6e1c-4494-a8c0-f01c035cc51a service neutron] 10.222.0.21 "GET /v2.0/networks/19bce048-112d-4f21-ac62-0b363c707e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736387 Nov 12 04:18:35.580019 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec6355f-d389-4741-af74-6e7c5d53ca39 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting subnet 63ee91f9-3f0f-4660-bd0b-2d049ed12bd1 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:18:35.585586 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cec6355f-d389-4741-af74-6e7c5d53ca39 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.621624 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5868b078-18a7-4e14-9226-a7c48b5c7dc2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7016072 Nov 12 04:18:35.633138 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41160) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:35.638969 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-db3d0fea-91f3-4eca-8925-44b639346c71 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1521068609-router', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:35.664421 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e0d53-93fd-41d9-85be-cfb928bf0fd6 req-17b4334f-60ba-470d-8af6-66aa84553c8e tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:35.666509 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b3e0d53-93fd-41d9-85be-cfb928bf0fd6 req-17b4334f-60ba-470d-8af6-66aa84553c8e tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 946 time: 0.2018907 Nov 12 04:18:35.710528 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-801f14b4-d4e3-4681-a239-00d65fe69277 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=69415cbd-189f-422f-a960-2a926ad7a318 HTTP/1.1" status: 200 len: 217 time: 0.0940957 Nov 12 04:18:35.805236 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cec6355f-d389-4741-af74-6e7c5d53ca39 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.812268 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-a7dd11eb-f774-454d-8d6c-403faab49a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:35.815409 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-a7dd11eb-f774-454d-8d6c-403faab49a25 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61cd8dd5-27dc-411e-bdb2-d4a666d4799f HTTP/1.1" status: 200 len: 797 time: 0.0956185 Nov 12 04:18:35.910381 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-b5f91168-755e-4974-947f-385966fc547e', 'network_id': 'b5f91168-755e-4974-947f-385966fc547e', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'fixed_ips': [{'subnet_id': '9b41db93-a02f-43e2-b879-1519be01fa52'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:18:35.911881 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.929407 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3d0fea-91f3-4eca-8925-44b639346c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.937834 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3d0fea-91f3-4eca-8925-44b639346c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.065085 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8371c16-2cd4-45a0-8158-e45b16b32bf0 req-e9b91e8f-9cef-4b5b-856d-c38584b4d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:36.066481 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d8371c16-2cd4-45a0-8158-e45b16b32bf0 req-e9b91e8f-9cef-4b5b-856d-c38584b4d78d service neutron] 10.222.0.31 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 912 time: 0.5703096 Nov 12 04:18:36.074819 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3d0fea-91f3-4eca-8925-44b639346c71 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.084895 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cec6355f-d389-4741-af74-6e7c5d53ca39 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.094844 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-a0329816-e3a2-41d9-84c4-15038f5f7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:36.114552 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-a0329816-e3a2-41d9-84c4-15038f5f7a87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2708859 Nov 12 04:18:36.160198 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d8371c16-2cd4-45a0-8158-e45b16b32bf0 req-8bcb98b5-ac1b-40f7-91c6-db0490c7ff8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 HTTP/1.1" status: 200 len: 217 time: 0.0839241 Nov 12 04:18:36.292124 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b3e0d53-93fd-41d9-85be-cfb928bf0fd6 req-b77829e2-056d-4a8a-9b50-22dcfe3f6b34 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6124103 Nov 12 04:18:36.298763 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device e34c506f-f605-4d1d-af60-fd09b8361c9e no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:36.367590 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: e34c506f-f605-4d1d-af60-fd09b8361c9e {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:36.368167 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device e34c506f-f605-4d1d-af60-fd09b8361c9e not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:36.372395 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-748bcd8c-19a3-4bef-b274-8c31634f399e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.390059 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cec6355f-d389-4741-af74-6e7c5d53ca39 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.436489 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] Allocated IP 172.20.0.2 (b5f91168-755e-4974-947f-385966fc547e/9b41db93-a02f-43e2-b879-1519be01fa52/88327c07-e962-4ea1-9628-f3498514844b) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:36.487945 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cec6355f-d389-4741-af74-6e7c5d53ca39 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.503001 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21dd74a-37eb-4fa4-a733-fa77f273a032 None None] Network 0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:36.507362 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cec6355f-d389-4741-af74-6e7c5d53ca39 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/subnets/63ee91f9-3f0f-4660-bd0b-2d049ed12bd1 HTTP/1.1" status: 204 len: 168 time: 1.0997279 Nov 12 04:18:36.514051 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41164) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:36.516480 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6355f-d389-4741-af74-6e7c5d53ca39 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Subnet': ['ID=63ee91f9-3f0f-4660-bd0b-2d049ed12bd1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:36.954448 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8371c16-2cd4-45a0-8158-e45b16b32bf0 req-c98b2809-e898-4b64-8098-6c24d0bb8f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:36.955951 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d8371c16-2cd4-45a0-8158-e45b16b32bf0 req-c98b2809-e898-4b64-8098-6c24d0bb8f4b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64085683-3376-464a-a4ff-b7367f1920e9 HTTP/1.1" status: 200 len: 851 time: 0.7757981 Nov 12 04:18:36.984696 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:37.070527 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d8371c16-2cd4-45a0-8158-e45b16b32bf0 req-8e051ee0-6f79-424a-b9cd-46e5993240c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0550e788-ec39-4fbc-9b9c-fbf1372e1240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801928 Nov 12 04:18:37.072899 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3d0fea-91f3-4eca-8925-44b639346c71 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:37.136326 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting port 3dd465d0-0f2f-4f52-a5b0-21378b8ff161 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:37.136783 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:37.162507 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-c9596873-49ee-413a-87ca-d8a2743eba0f service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0042815 Nov 12 04:18:37.279918 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] For port 3dd465d0-0f2f-4f52-a5b0-21378b8ff161, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3dd465d0-0f2f-4f52-a5b0-21378b8ff161,segment=NetworkSegment(ee764ec7-113d-4aa2-ae3c-00a7619bc9d1),segment_id=ee764ec7-113d-4aa2-ae3c-00a7619bc9d1)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:37.280273 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:37.310619 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Calling delete_port for 3dd465d0-0f2f-4f52-a5b0-21378b8ff161 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:37.408869 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-1492d9b9-a2a3-4a93-8b64-526077b58494 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242656 Nov 12 04:18:37.508271 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-db7c54ff-5e85-4011-80c7-5ecef7b5b9d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=a31dc5fe-a559-4a60-86e2-f58b3be550d8 HTTP/1.1" status: 200 len: 217 time: 0.0857873 Nov 12 04:18:37.573837 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:37.660770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] No DVR routers for this DVR port 3dd465d0-0f2f-4f52-a5b0-21378b8ff161 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:37.671567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Port': ['ID=3dd465d0-0f2f-4f52-a5b0-21378b8ff161,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:37.814238 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:37.815648 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:37.881315 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-4af87660-3a3e-4133-b029-9a2516475063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:37.888870 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-4af87660-3a3e-4133-b029-9a2516475063 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61cd8dd5-27dc-411e-bdb2-d4a666d4799f HTTP/1.1" status: 200 len: 797 time: 0.3117042 Nov 12 04:18:37.890802 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:37.932996 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:37.985592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:37.998503 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee764ec7-113d-4aa2-ae3c-00a7619bc9d1') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:37.998969 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee764ec7-113d-4aa2-ae3c-00a7619bc9d1') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:38.026239 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:38.036208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd452f-10a7-46b1-b57f-66915b7ad552 req-cc4cd0c8-48e4-4ce6-b26a-75337477004b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:38.038364 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d34d91-52ee-46d5-a9ea-34fd29eca548 None None] DHCP port deletion for 0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:38.039158 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56cd452f-10a7-46b1-b57f-66915b7ad552 req-cc4cd0c8-48e4-4ce6-b26a-75337477004b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 946 time: 0.1399899 Nov 12 04:18:38.048755 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d8371c16-2cd4-45a0-8158-e45b16b32bf0 req-c291f942-bc48-4b5e-a21f-2427e96e429e service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9381144 Nov 12 04:18:38.079677 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:38.093742 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] Pushing event updated for resources: {'Port': ['ID=88327c07-e962-4ea1-9628-f3498514844b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:38.128998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] Network b5f91168-755e-4974-947f-385966fc547e is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:38.132913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:38.134757 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:18:38.143146 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:38.146348 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:18:38.147733 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:18:38.249326 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56cd452f-10a7-46b1-b57f-66915b7ad552 req-eb269bf8-9449-4892-a414-916a9de0fa8b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969774 Nov 12 04:18:38.295188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] Attempting to bind port 88327c07-e962-4ea1-9628-f3498514844b on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:18:38.295590 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d8371c16-2cd4-45a0-8158-e45b16b32bf0 req-aaf3f44a-37af-47fc-a898-08683f9cfe3b service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299027 Nov 12 04:18:38.295719 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] Attempting to bind port 88327c07-e962-4ea1-9628-f3498514844b by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '3fba6191-91c0-483a-b682-ab2f7a434f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5f91168-755e-4974-947f-385966fc547e'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:18:38.296135 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] Attempting to bind port 88327c07-e962-4ea1-9628-f3498514844b on network b5f91168-755e-4974-947f-385966fc547e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:38.301481 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:38.305539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:18:38.306177 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] Checking segment: {'id': '3fba6191-91c0-483a-b682-ab2f7a434f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5f91168-755e-4974-947f-385966fc547e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:38.306834 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:38.309126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] Bound using segment: {'id': '3fba6191-91c0-483a-b682-ab2f7a434f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5f91168-755e-4974-947f-385966fc547e'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:18:38.309126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] Bound port: 88327c07-e962-4ea1-9628-f3498514844b, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fba6191-91c0-483a-b682-ab2f7a434f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5f91168-755e-4974-947f-385966fc547e'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:18:38.309126 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:38.327026 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-77c94603-5a25-4309-bd32-9b9781a18944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:38.328545 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-77c94603-5a25-4309-bd32-9b9781a18944 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4180336 Nov 12 04:18:38.338245 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41172) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:38.452154 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] For port 88327c07-e962-4ea1-9628-f3498514844b, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:18:38.462780 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] For port 88327c07-e962-4ea1-9628-f3498514844b, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=88327c07-e962-4ea1-9628-f3498514844b,segment=NetworkSegment(3fba6191-91c0-483a-b682-ab2f7a434f13),segment_id=3fba6191-91c0-483a-b682-ab2f7a434f13)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:18:38.500070 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:38.510924 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:38.514286 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/networks/0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f HTTP/1.1" status: 204 len: 168 time: 1.9914441 Nov 12 04:18:38.531451 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41174) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:38.534168 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:38.544002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-096a681c-a3db-4051-b096-bc10f70f9efa tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'network': {'name': 'tempest-RoutersTest-2072817313'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:38.556926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36192b-1d8e-4307-b940-96e49a082ff2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Network': ['ID=0fd95ad5-0638-4da9-b913-f5ec5b9a3d5f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:38.585997 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-24b5d35c-f2b5-4dde-bbbd-e8d25c73f79c service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466238 Nov 12 04:18:38.609902 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdc7fe-412c-417d-a2a2-9017562d22ba req-dba7aeb7-f687-406b-9123-35160e030514 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:38.619545 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e8cdc7fe-412c-417d-a2a2-9017562d22ba req-dba7aeb7-f687-406b-9123-35160e030514 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 946 time: 0.1777320 Nov 12 04:18:38.721247 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-7895c134-6496-4490-b5e0-1caf1b44fe08 admin admin] Deleting subnet 9e74e7a2-2ada-450c-9dd9-fc1e4194cbea {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:18:38.754042 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a2805-e9aa-40cd-8e54-0fb8173965e8 None None] Pushing event updated for resources: {'Port': ['ID=88327c07-e962-4ea1-9628-f3498514844b,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:38.785668 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e8cdc7fe-412c-417d-a2a2-9017562d22ba req-705b5d68-1464-4636-b822-e67c8b1ea5f5 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592917 Nov 12 04:18:38.794392 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7895c134-6496-4490-b5e0-1caf1b44fe08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:38.798078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096a681c-a3db-4051-b096-bc10f70f9efa tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Made reservation on behalf of abc02f61e3a54190864817d5a7dcd07b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:38.801657 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-096a681c-a3db-4051-b096-bc10f70f9efa tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:38.809552 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3dd465d0-0f2f-4f52-a5b0-21378b8ff161 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:38.836303 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 3dd465d0-0f2f-4f52-a5b0-21378b8ff161 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:38.837962 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3dd465d0-0f2f-4f52-a5b0-21378b8ff161 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:39.021588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ec5bc-2fbb-4f3b-ac37-51284ef7b661 req-15196072-1f7e-408e-9ae0-e3e13402ac8f tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:39.034213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef8ec5bc-2fbb-4f3b-ac37-51284ef7b661 req-15196072-1f7e-408e-9ae0-e3e13402ac8f tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 946 time: 0.1220288 Nov 12 04:18:39.036501 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:39.146721 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096a681c-a3db-4051-b096-bc10f70f9efa tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:18:39.168221 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7895c134-6496-4490-b5e0-1caf1b44fe08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:39.206694 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef8ec5bc-2fbb-4f3b-ac37-51284ef7b661 req-2d4467a5-6c2d-46e3-8bd4-1c2a90a0c055 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601732 Nov 12 04:18:39.293759 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-096a681c-a3db-4051-b096-bc10f70f9efa tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:39.294115 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-096a681c-a3db-4051-b096-bc10f70f9efa tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Added segment f424b1fc-51b9-45af-a127-0702d1859916 of type vlan for network 5f35513e-b1e5-497f-a555-f640b58bca90 Nov 12 04:18:39.349301 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-096a681c-a3db-4051-b096-bc10f70f9efa tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:39.522696 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-661a7738-39b4-4e2b-a665-e8acf208d66c service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9142675 Nov 12 04:18:39.527165 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7895c134-6496-4490-b5e0-1caf1b44fe08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:39.565643 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3d0fea-91f3-4eca-8925-44b639346c71 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:39.636550 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622ce81-5cf5-495e-9660-68a74029f36f req-4a95a2bf-1d25-4b77-a130-2d814f398660 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:39.637314 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8622ce81-5cf5-495e-9660-68a74029f36f req-4a95a2bf-1d25-4b77-a130-2d814f398660 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 946 time: 0.4787273 Nov 12 04:18:39.641106 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3d0fea-91f3-4eca-8925-44b639346c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:39.643920 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-8a9790d1-0100-43fa-92d2-18a164b35aeb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=9ca5d185-5a63-4f3f-a125-b9efa34773e5 HTTP/1.1" status: 200 len: 217 time: 0.1136770 Nov 12 04:18:39.692859 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-096a681c-a3db-4051-b096-bc10f70f9efa tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:39.703126 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a681c-a3db-4051-b096-bc10f70f9efa tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:39.703126 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-096a681c-a3db-4051-b096-bc10f70f9efa tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:40.076344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc85ff8-670b-471e-9f8a-45b8c8eca8e5 req-8c8948ff-950b-45d2-a7bd-ef8e8bbd41df tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:40.084593 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecc85ff8-670b-471e-9f8a-45b8c8eca8e5 req-8c8948ff-950b-45d2-a7bd-ef8e8bbd41df tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 946 time: 0.1076427 Nov 12 04:18:40.205941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecc85ff8-670b-471e-9f8a-45b8c8eca8e5 req-33057d7b-c4ad-4834-8102-5abc429b7638 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190012 Nov 12 04:18:40.407544 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cb2aa5-6302-4feb-b198-dd220b53f888 None None] Network b5f91168-755e-4974-947f-385966fc547e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:40.632597 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a300d555-0572-448b-be85-f8472aa4ab28 None None] Provisioning complete for port 88327c07-e962-4ea1-9628-f3498514844b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:40.633109 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a300d555-0572-448b-be85-f8472aa4ab28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:40.776950 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a681c-a3db-4051-b096-bc10f70f9efa tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Network': ['ID=5f35513e-b1e5-497f-a555-f640b58bca90,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:40.847985 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-db3d0fea-91f3-4eca-8925-44b639346c71 admin admin] Allocated IP 172.25.1.218 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/d5922ef8-2322-4ee4-b35a-ed9a33a666b1) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:40.918540 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 5f35513e-b1e5-497f-a555-f640b58bca90 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:18:40.948246 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3c9a4-3f33-4a5e-b1d9-c9015b389954 req-cd930e97-6012-4c1c-8fa2-7dafcd2a0d3f tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:40.962002 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2e3c9a4-3f33-4a5e-b1d9-c9015b389954 req-cd930e97-6012-4c1c-8fa2-7dafcd2a0d3f tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 946 time: 0.3098335 Nov 12 04:18:41.035242 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-c432e783-0f56-42a3-89a0-48570f8696df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:41.036698 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-c432e783-0f56-42a3-89a0-48570f8696df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61cd8dd5-27dc-411e-bdb2-d4a666d4799f HTTP/1.1" status: 200 len: 797 time: 1.3658721 Nov 12 04:18:41.123146 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 88327c07-e962-4ea1-9628-f3498514844b up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:41.146124 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2e3c9a4-3f33-4a5e-b1d9-c9015b389954 req-dad6d148-d7f7-4d8c-9a32-20df4bafb6c3 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790342 Nov 12 04:18:41.172142 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3d0fea-91f3-4eca-8925-44b639346c71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:41.205304 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-8622ce81-5cf5-495e-9660-68a74029f36f req-0568d0a5-3b7c-457f-8d36-7c7562cc5dfa tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Deleting port c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:41.214244 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8622ce81-5cf5-495e-9660-68a74029f36f req-0568d0a5-3b7c-457f-8d36-7c7562cc5dfa tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:41.249130 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-7faa4162-d6c4-4dee-a151-ea51b558916e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:41.251687 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-7faa4162-d6c4-4dee-a151-ea51b558916e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2066200 Nov 12 04:18:41.292164 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a300d555-0572-448b-be85-f8472aa4ab28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:41.356249 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a300d555-0572-448b-be85-f8472aa4ab28 None None] For port 88327c07-e962-4ea1-9628-f3498514844b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=88327c07-e962-4ea1-9628-f3498514844b,segment=NetworkSegment(3fba6191-91c0-483a-b682-ab2f7a434f13),segment_id=3fba6191-91c0-483a-b682-ab2f7a434f13)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:41.358111 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-096a681c-a3db-4051-b096-bc10f70f9efa tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.8185451 Nov 12 04:18:41.373431 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41192) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:41.379104 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-256c9b6c-28ce-41fa-a2b8-54c20cbbcbb8 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'subnet': {'network_id': '5f35513e-b1e5-497f-a555-f640b58bca90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:41.404575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 88327c07-e962-4ea1-9628-f3498514844b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:41.404977 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:41.453599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-8622ce81-5cf5-495e-9660-68a74029f36f req-0568d0a5-3b7c-457f-8d36-7c7562cc5dfa tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] For port c52e65ab-86bf-4d3e-92f0-c1563dcde5e9, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c52e65ab-86bf-4d3e-92f0-c1563dcde5e9,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:41.453977 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8622ce81-5cf5-495e-9660-68a74029f36f req-0568d0a5-3b7c-457f-8d36-7c7562cc5dfa tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:41.471807 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-8622ce81-5cf5-495e-9660-68a74029f36f req-0568d0a5-3b7c-457f-8d36-7c7562cc5dfa tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Calling delete_port for c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:41.506567 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a300d555-0572-448b-be85-f8472aa4ab28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:41.773113 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300d555-0572-448b-be85-f8472aa4ab28 None None] Pushing event updated for resources: {'Port': ['ID=88327c07-e962-4ea1-9628-f3498514844b,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:41.783046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9fd4a-826a-4959-b693-b6364fa02d10 req-cf07bd91-81ec-4709-9b48-47fb43f83134 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:41.788230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01b9fd4a-826a-4959-b693-b6364fa02d10 req-cf07bd91-81ec-4709-9b48-47fb43f83134 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 946 time: 0.4946642 Nov 12 04:18:41.863792 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd7a1b-df8b-4b7f-84e8-184badc2eae8 req-bbccbcad-f7b3-4bc0-a545-5633becd56f8 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:41.871585 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-12cd7a1b-df8b-4b7f-84e8-184badc2eae8 req-bbccbcad-f7b3-4bc0-a545-5633becd56f8 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 946 time: 0.4230349 Nov 12 04:18:41.942811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-18cd4675-3216-4d33-9b81-ea4b2f4f686d None None] Provisioning complete for port 88327c07-e962-4ea1-9628-f3498514844b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:41.943524 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18cd4675-3216-4d33-9b81-ea4b2f4f686d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:41.967581 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7895c134-6496-4490-b5e0-1caf1b44fe08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:42.009772 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895c134-6496-4490-b5e0-1caf1b44fe08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e74e7a2-2ada-450c-9dd9-fc1e4194cbea,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:42.015690 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8622ce81-5cf5-495e-9660-68a74029f36f req-0568d0a5-3b7c-457f-8d36-7c7562cc5dfa tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:42.035070 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7895c134-6496-4490-b5e0-1caf1b44fe08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:42.036810 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7895c134-6496-4490-b5e0-1caf1b44fe08 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9e74e7a2-2ada-450c-9dd9-fc1e4194cbea HTTP/1.1" status: 204 len: 168 time: 3.5128596 Nov 12 04:18:42.044535 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41198) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:42.097806 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3d0fea-91f3-4eca-8925-44b639346c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:42.101646 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568d0a5-3b7c-457f-8d36-7c7562cc5dfa tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Pushing event deleted for resources: {'Port': ['ID=c52e65ab-86bf-4d3e-92f0-c1563dcde5e9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:42.109040 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:42.118726 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-12cd7a1b-df8b-4b7f-84e8-184badc2eae8 req-9a4e6cd4-6e63-4460-a3be-999b1b32278c tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460783 Nov 12 04:18:42.119329 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256c9b6c-28ce-41fa-a2b8-54c20cbbcbb8 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Made reservation on behalf of abc02f61e3a54190864817d5a7dcd07b for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:42.144948 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-256c9b6c-28ce-41fa-a2b8-54c20cbbcbb8 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:42.155078 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:42.155448 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:42.316406 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-1ac43627-943c-424e-8938-ac17d199a6d7 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0546136 Nov 12 04:18:42.481000 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3d0fea-91f3-4eca-8925-44b639346c71 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:42.498334 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-01b9fd4a-826a-4959-b693-b6364fa02d10 req-83566877-c039-4592-8b95-9fb4c6cfca8f tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Deleting port e7890710-f60e-4322-b91f-a8ff5a886d54 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:42.498938 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-01b9fd4a-826a-4959-b693-b6364fa02d10 req-83566877-c039-4592-8b95-9fb4c6cfca8f tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:42.511240 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-8622ce81-5cf5-495e-9660-68a74029f36f req-0568d0a5-3b7c-457f-8d36-7c7562cc5dfa tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] No DVR routers for this DVR port c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:42.544733 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8622ce81-5cf5-495e-9660-68a74029f36f req-0568d0a5-3b7c-457f-8d36-7c7562cc5dfa tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:42.556147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3da018-df31-4087-af3f-bbd9db12ad9b req-68f26ce3-4f52-491f-a815-b23f49d32dcf tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:42.577883 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a3da018-df31-4087-af3f-bbd9db12ad9b req-68f26ce3-4f52-491f-a815-b23f49d32dcf tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 946 time: 0.2386236 Nov 12 04:18:42.578813 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8622ce81-5cf5-495e-9660-68a74029f36f req-0568d0a5-3b7c-457f-8d36-7c7562cc5dfa tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "DELETE /v2.0/ports/c52e65ab-86bf-4d3e-92f0-c1563dcde5e9 HTTP/1.1" status: 204 len: 173 time: 2.9313409 Nov 12 04:18:42.581447 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-db3d0fea-91f3-4eca-8925-44b639346c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:42.589391 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30794bb-313e-4228-a91b-dfe6cd98295d', 'name': 'network-vif-deleted', 'tag': 'c52e65ab-86bf-4d3e-92f0-c1563dcde5e9'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:42.609405 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8a0d18-4504-4d8e-b00c-cf2c96104533" -d '{"events": [{"server_uuid": "d30794bb-313e-4228-a91b-dfe6cd98295d", "name": "network-vif-deleted", "tag": "c52e65ab-86bf-4d3e-92f0-c1563dcde5e9"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:42.613358 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d0fea-91f3-4eca-8925-44b639346c71 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:42.621699 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26795ff0-74c0-4f3d-a618-0622d1252042 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:42.645419 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-24038afe-95b4-4d4d-afa6-af5d6b5cc6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:42.665673 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d0fea-91f3-4eca-8925-44b639346c71 admin admin] Pushing event updated for resources: {'Port': ['ID=d5922ef8-2322-4ee4-b35a-ed9a33a666b1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:42.739455 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5f013d53-76fc-4724-b9c4-fb820c4f79c3 None None] Provisioning complete for port d5922ef8-2322-4ee4-b35a-ed9a33a666b1 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:42.739826 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5f013d53-76fc-4724-b9c4-fb820c4f79c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:42.883311 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 88327c07-e962-4ea1-9628-f3498514844b up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:42.886155 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5f013d53-76fc-4724-b9c4-fb820c4f79c3 None None] Port d5922ef8-2322-4ee4-b35a-ed9a33a666b1 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:42.933432 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a3da018-df31-4087-af3f-bbd9db12ad9b req-9169fd91-967a-4c6c-9a7b-82172a07cc3b tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/security-groups?id=4243990c-6dcf-430d-bff2-9948d79d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475611 Nov 12 04:18:43.018867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 88327c07-e962-4ea1-9628-f3498514844b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:43.019229 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:43.097809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-01b9fd4a-826a-4959-b693-b6364fa02d10 req-83566877-c039-4592-8b95-9fb4c6cfca8f tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] For port e7890710-f60e-4322-b91f-a8ff5a886d54, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=e7890710-f60e-4322-b91f-a8ff5a886d54,segment=NetworkSegment(06a6b8f6-18bd-4e34-af0b-1c11a79902e5),segment_id=06a6b8f6-18bd-4e34-af0b-1c11a79902e5)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:43.098187 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-01b9fd4a-826a-4959-b693-b6364fa02d10 req-83566877-c039-4592-8b95-9fb4c6cfca8f tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:43.176089 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-01b9fd4a-826a-4959-b693-b6364fa02d10 req-83566877-c039-4592-8b95-9fb4c6cfca8f tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Calling delete_port for e7890710-f60e-4322-b91f-a8ff5a886d54 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:43.302464 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01585c1-a74a-4139-ab9a-46b03dc8d689 x-openstack-request-id: req-a01585c1-a74a-4139-ab9a-46b03dc8d689 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:43.302464 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30794bb-313e-4228-a91b-dfe6cd98295d", "name": "network-vif-deleted", "tag": "c52e65ab-86bf-4d3e-92f0-c1563dcde5e9", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:43.302464 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a01585c1-a74a-4139-ab9a-46b03dc8d689 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:43.302464 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30794bb-313e-4228-a91b-dfe6cd98295d', 'name': 'network-vif-deleted', 'tag': 'c52e65ab-86bf-4d3e-92f0-c1563dcde5e9', 'status': 'completed', 'code': 200} Nov 12 04:18:43.327090 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-5ab67b8f-0da0-45ac-b26d-c372f63b503f service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0019829 Nov 12 04:18:43.391289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-108ec7e8-eb56-415e-8d78-fadd44b84d24 req-ab17deb2-7b44-4c00-925e-bc562ff042e6 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 210 time: 0.0801463 Nov 12 04:18:43.687690 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-256c9b6c-28ce-41fa-a2b8-54c20cbbcbb8 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:43.701686 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-17557bdd-cace-4436-bca9-85d9c9b4f047 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=72da5947-cccd-4ca5-91c9-c89652acda89 HTTP/1.1" status: 200 len: 217 time: 0.3653474 Nov 12 04:18:43.709787 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-24038afe-95b4-4d4d-afa6-af5d6b5cc6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:43.772079 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-01b9fd4a-826a-4959-b693-b6364fa02d10 req-83566877-c039-4592-8b95-9fb4c6cfca8f tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:43.805087 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['e7890710-f60e-4322-b91f-a8ff5a886d54'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:18:43.866329 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83566877-c039-4592-8b95-9fb4c6cfca8f tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Pushing event deleted for resources: {'Port': ['ID=e7890710-f60e-4322-b91f-a8ff5a886d54,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:43.932084 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-24038afe-95b4-4d4d-afa6-af5d6b5cc6cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7ede31-bba3-4a8e-8d4a-b48a23611868']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:43.948106 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ae7b22-3995-4a48-8df6-8d1e71a5b61c None None] DHCP port deletion for c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:44.013341 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-24038afe-95b4-4d4d-afa6-af5d6b5cc6cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129632f4-7311-4f32-852b-950fe6747106') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:44.013647 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-24038afe-95b4-4d4d-afa6-af5d6b5cc6cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129632f4-7311-4f32-852b-950fe6747106') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:44.039346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256c9b6c-28ce-41fa-a2b8-54c20cbbcbb8 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Checking segment: {'id': 'f424b1fc-51b9-45af-a127-0702d1859916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5f35513e-b1e5-497f-a555-f640b58bca90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:44.039720 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256c9b6c-28ce-41fa-a2b8-54c20cbbcbb8 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network hostable DHCP agents. Network: 5f35513e-b1e5-497f-a555-f640b58bca90, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:18:44.060907 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-24038afe-95b4-4d4d-afa6-af5d6b5cc6cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:44.090447 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c9b6c-28ce-41fa-a2b8-54c20cbbcbb8 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Subnet': ['ID=799f2a2d-33dd-4b61-a69c-87a9047f4400,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:44.099111 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3d0fea-91f3-4eca-8925-44b639346c71 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:44.101820 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b9fd4a-826a-4959-b693-b6364fa02d10 req-83566877-c039-4592-8b95-9fb4c6cfca8f tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] No DVR routers for this DVR port e7890710-f60e-4322-b91f-a8ff5a886d54 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:44.187080 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-198291bb-1507-4966-bd62-fd00ea3c7e19 req-e2650a70-091f-49d7-947c-fd3b1c44e2cb tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 210 time: 0.0821605 Nov 12 04:18:44.198075 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-07ce57d3-d568-4fc3-9a27-178719f75200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:44.198075 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-07ce57d3-d568-4fc3-9a27-178719f75200 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61cd8dd5-27dc-411e-bdb2-d4a666d4799f HTTP/1.1" status: 200 len: 797 time: 0.4710207 Nov 12 04:18:44.202719 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-01b9fd4a-826a-4959-b693-b6364fa02d10 req-83566877-c039-4592-8b95-9fb4c6cfca8f tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:44.206294 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01b9fd4a-826a-4959-b693-b6364fa02d10 req-83566877-c039-4592-8b95-9fb4c6cfca8f tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.31 "DELETE /v2.0/ports/e7890710-f60e-4322-b91f-a8ff5a886d54 HTTP/1.1" status: 204 len: 173 time: 2.4033194 Nov 12 04:18:44.209584 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b11bf45-61e3-46c8-8c67-ee9b93ca1d29', 'name': 'network-vif-deleted', 'tag': 'e7890710-f60e-4322-b91f-a8ff5a886d54'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:44.210848 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-24038afe-95b4-4d4d-afa6-af5d6b5cc6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:44.214054 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc502d5-bd2d-4484-acb1-c6f8efae8af5" -d '{"events": [{"server_uuid": "5b11bf45-61e3-46c8-8c67-ee9b93ca1d29", "name": "network-vif-deleted", "tag": "e7890710-f60e-4322-b91f-a8ff5a886d54"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:44.268195 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24038afe-95b4-4d4d-afa6-af5d6b5cc6cd admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:18:44.334030 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-24038afe-95b4-4d4d-afa6-af5d6b5cc6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:18:44.336182 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:18:44.431967 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2d8b5f-ccca-4b85-9201-6cae2bddad37 x-openstack-request-id: req-fd2d8b5f-ccca-4b85-9201-6cae2bddad37 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:44.432273 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b11bf45-61e3-46c8-8c67-ee9b93ca1d29", "name": "network-vif-deleted", "tag": "e7890710-f60e-4322-b91f-a8ff5a886d54", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:44.432531 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd2d8b5f-ccca-4b85-9201-6cae2bddad37 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:44.432943 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b11bf45-61e3-46c8-8c67-ee9b93ca1d29', 'name': 'network-vif-deleted', 'tag': 'e7890710-f60e-4322-b91f-a8ff5a886d54', 'status': 'completed', 'code': 200} Nov 12 04:18:44.548023 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-cd74162b-a1cb-4238-af86-56e46c3481c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:44.551110 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-cd74162b-a1cb-4238-af86-56e46c3481c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3342757 Nov 12 04:18:44.575624 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0ea2817d-1e70-4db7-b2bf-377524ecb8fd req-bac35020-4b69-4585-bd48-f6e1600b4bc9 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 210 time: 0.0423775 Nov 12 04:18:44.575624 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256c9b6c-28ce-41fa-a2b8-54c20cbbcbb8 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 5f35513e-b1e5-497f-a555-f640b58bca90 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:18:44.639713 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-24038afe-95b4-4d4d-afa6-af5d6b5cc6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:44.641765 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-256c9b6c-28ce-41fa-a2b8-54c20cbbcbb8 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 5f35513e-b1e5-497f-a555-f640b58bca90) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:44.646062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256c9b6c-28ce-41fa-a2b8-54c20cbbcbb8 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:44.647943 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-256c9b6c-28ce-41fa-a2b8-54c20cbbcbb8 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:44.655950 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-24038afe-95b4-4d4d-afa6-af5d6b5cc6cd admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:44.661235 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-24038afe-95b4-4d4d-afa6-af5d6b5cc6cd admin admin] 10.222.0.37 "DELETE /v2.0/networks/df7ede31-bba3-4a8e-8d4a-b48a23611868 HTTP/1.1" status: 204 len: 168 time: 2.6107109 Nov 12 04:18:44.666562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6da1a39-3487-48db-aecb-4764127067a4 None None] Network 5f35513e-b1e5-497f-a555-f640b58bca90 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:44.731323 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-256c9b6c-28ce-41fa-a2b8-54c20cbbcbb8 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3558416 Nov 12 04:18:44.733909 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41214) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:44.738491 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-b3db34c9-3e8a-4d9e-8eab-db680a0acbc5 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-918076160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:44.875006 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b3db34c9-3e8a-4d9e-8eab-db680a0acbc5 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:44.876091 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b3db34c9-3e8a-4d9e-8eab-db680a0acbc5 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:44.927608 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3d0fea-91f3-4eca-8925-44b639346c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:45.043604 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b3db34c9-3e8a-4d9e-8eab-db680a0acbc5 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:45.057322 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24038afe-95b4-4d4d-afa6-af5d6b5cc6cd admin admin] Pushing event deleted for resources: {'Network': ['ID=df7ede31-bba3-4a8e-8d4a-b48a23611868,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:45.112349 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-5f35513e-b1e5-497f-a555-f640b58bca90', 'network_id': '5f35513e-b1e5-497f-a555-f640b58bca90', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'fixed_ips': [{'subnet_id': '799f2a2d-33dd-4b61-a69c-87a9047f4400'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:18:45.113500 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:45.162143 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b3db34c9-3e8a-4d9e-8eab-db680a0acbc5 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:45.235662 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41216) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:45.368022 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-42c6e7e6-3b2c-436c-9c7d-ab4508fb894d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b07e2042ed240e3be4ded69d77c1c04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310327 Nov 12 04:18:45.381347 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b3db34c9-3e8a-4d9e-8eab-db680a0acbc5 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:45.389921 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b3db34c9-3e8a-4d9e-8eab-db680a0acbc5 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6479907 Nov 12 04:18:45.389921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41218) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:45.399107 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] Allocated IP 172.20.0.2 (5f35513e-b1e5-497f-a555-f640b58bca90/799f2a2d-33dd-4b61-a69c-87a9047f4400/4d81de2a-60a9-4561-b744-e45230bc97ec) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:45.406039 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41220) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:45.526211 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6f9c975-42dd-4610-be52-8337a26a70db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:45.617397 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6f9c975-42dd-4610-be52-8337a26a70db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:45.673039 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:45.759726 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:45.854780 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85237314-f16f-4ba0-b6bc-0ea90bac9cf7 req-fe94a62b-90d6-4b00-a9ab-7dc388aca1a3 tempest-ServerDiskConfigTestJSON-1957928019 tempest-ServerDiskConfigTestJSON-1957928019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b11bf45-61e3-46c8-8c67-ee9b93ca1d29 HTTP/1.1" status: 200 len: 210 time: 0.1216965 Nov 12 04:18:45.872025 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6f9c975-42dd-4610-be52-8337a26a70db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:45.887998 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6f9c975-42dd-4610-be52-8337a26a70db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:45.893440 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e6f9c975-42dd-4610-be52-8337a26a70db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5824a4d-658d-4bd8-a574-b6358b52fa36 HTTP/1.1" status: 204 len: 168 time: 0.5092325 Nov 12 04:18:45.930077 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9c975-42dd-4610-be52-8337a26a70db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5824a4d-658d-4bd8-a574-b6358b52fa36,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:45.999918 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] Network 5f35513e-b1e5-497f-a555-f640b58bca90 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:46.016978 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:46.028632 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] Pushing event updated for resources: {'Port': ['ID=4d81de2a-60a9-4561-b744-e45230bc97ec,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:46.037070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:46.060718 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e39f1f7e-bcdd-4d90-b4aa-7d1d11aee341 req-0ac13234-cc47-428d-b2e2-810e6023ae95 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 210 time: 0.0397108 Nov 12 04:18:46.106319 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device e7890710-f60e-4322-b91f-a8ff5a886d54 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:46.169953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: e7890710-f60e-4322-b91f-a8ff5a886d54 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:46.170694 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device e7890710-f60e-4322-b91f-a8ff5a886d54 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:46.178720 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] Attempting to bind port 4d81de2a-60a9-4561-b744-e45230bc97ec on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:18:46.179134 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] Attempting to bind port 4d81de2a-60a9-4561-b744-e45230bc97ec by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'f424b1fc-51b9-45af-a127-0702d1859916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5f35513e-b1e5-497f-a555-f640b58bca90'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:18:46.179706 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] Attempting to bind port 4d81de2a-60a9-4561-b744-e45230bc97ec on network 5f35513e-b1e5-497f-a555-f640b58bca90 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:46.189604 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:18:46.190124 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] Checking segment: {'id': 'f424b1fc-51b9-45af-a127-0702d1859916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5f35513e-b1e5-497f-a555-f640b58bca90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:46.190616 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:46.191143 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] Bound using segment: {'id': 'f424b1fc-51b9-45af-a127-0702d1859916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5f35513e-b1e5-497f-a555-f640b58bca90'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:18:46.191688 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] Bound port: 4d81de2a-60a9-4561-b744-e45230bc97ec, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f424b1fc-51b9-45af-a127-0702d1859916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5f35513e-b1e5-497f-a555-f640b58bca90'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:18:46.192183 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:46.413838 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] For port 4d81de2a-60a9-4561-b744-e45230bc97ec, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:18:46.431897 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-41983e17-ba70-4fa1-97f3-c8fd3c3c2dbe service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8698506 Nov 12 04:18:46.483017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] For port 4d81de2a-60a9-4561-b744-e45230bc97ec, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4d81de2a-60a9-4561-b744-e45230bc97ec,segment=NetworkSegment(f424b1fc-51b9-45af-a127-0702d1859916),segment_id=f424b1fc-51b9-45af-a127-0702d1859916)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:18:46.562301 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:46.578105 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3d0fea-91f3-4eca-8925-44b639346c71 admin admin] Router 38205916-6f2d-4133-89cd-39ad57da4609 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:18:46.655169 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc6b95-77b6-406b-8156-77572b020bba None None] Pushing event updated for resources: {'Port': ['ID=4d81de2a-60a9-4561-b744-e45230bc97ec,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:46.738964 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:46.851318 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-6fa87eba-c809-42f2-b454-e6989124f353 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087431 Nov 12 04:18:47.196380 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-25da4335-a47c-4192-b214-7e1ff0c10ebc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11eb097c-17d3-4062-b2a5-36f297c7cb65 HTTP/1.1" status: 200 len: 217 time: 0.3322797 Nov 12 04:18:47.313396 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e686b292-f618-4f42-abba-e75eea70e125 req-f8fe0fcf-ac43-4980-aaff-05db8396b737 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 210 time: 0.0614779 Nov 12 04:18:47.320877 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66c63b75-b349-46f2-bbd4-733bb1cea354 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:47.495601 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-4a5f843f-8f51-4fa7-8e78-5db836a10438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:47.497137 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-4a5f843f-8f51-4fa7-8e78-5db836a10438 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a42fff2-0f1b-446e-9878-5ae2918f0d15 HTTP/1.1" status: 200 len: 797 time: 0.2896717 Nov 12 04:18:47.568398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41252) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:47.642728 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3d0fea-91f3-4eca-8925-44b639346c71 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:18:47.670342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-95206ddf-2ffc-41d6-a1bf-de20e521a7ba admin admin] Deleting subnet 6d47581f-20de-4cd2-a8b0-e2cb48fc0e2c {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:18:47.670461 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] Sync routers for ids ['38205916-6f2d-4133-89cd-39ad57da4609'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:18:47.670950 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95206ddf-2ffc-41d6-a1bf-de20e521a7ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:47.685245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] Routers {'38205916-6f2d-4133-89cd-39ad57da4609'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:47.700176 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['38205916-6f2d-4133-89cd-39ad57da4609'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:47.710377 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95206ddf-2ffc-41d6-a1bf-de20e521a7ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:47.760534 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95206ddf-2ffc-41d6-a1bf-de20e521a7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:47.877131 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-32573c8c-7efd-4d70-8c55-d832f9ed710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:47.877131 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-32573c8c-7efd-4d70-8c55-d832f9ed710f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3190501 Nov 12 04:18:47.932289 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95206ddf-2ffc-41d6-a1bf-de20e521a7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:47.956083 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] Set router 38205916-6f2d-4133-89cd-39ad57da4609 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:47.995163 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95206ddf-2ffc-41d6-a1bf-de20e521a7ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d47581f-20de-4cd2-a8b0-e2cb48fc0e2c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:48.013124 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95206ddf-2ffc-41d6-a1bf-de20e521a7ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:48.025809 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-95206ddf-2ffc-41d6-a1bf-de20e521a7ba admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6d47581f-20de-4cd2-a8b0-e2cb48fc0e2c HTTP/1.1" status: 204 len: 168 time: 0.4504380 Nov 12 04:18:48.026412 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41262) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:48.125329 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7a26e2-d41e-4cf5-bdd7-3ad699c816f9 None None] Network c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:48.217835 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0c233e70-8f19-492e-8c39-75336ed82b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:48.303502 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:48.323890 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3d0fea-91f3-4eca-8925-44b639346c71 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:48.328002 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-db3d0fea-91f3-4eca-8925-44b639346c71 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.6933424 Nov 12 04:18:48.331315 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-e3d0dc36-ee0c-42d4-b561-375674965e88 service neutron] 10.222.0.21 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491670 Nov 12 04:18:48.332478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41268) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:48.560700 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-19786f4e-a176-47a2-bd27-05d4e13aca2e service neutron] 10.222.0.21 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026603 Nov 12 04:18:48.699061 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0c233e70-8f19-492e-8c39-75336ed82b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:48.749467 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972347f2-98c5-405a-bd1a-83de71751f91 None None] Network 5f35513e-b1e5-497f-a555-f640b58bca90 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:48.806665 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f83559bc-7c3a-4c77-b8bf-4e35bd5891c7 req-0881bb67-c62f-445a-9310-e3c9d771812a tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 210 time: 0.2626033 Nov 12 04:18:48.841378 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-9e478d73-a330-4f66-8627-be0d5f979997 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1eb0d63d-40a7-4256-ab23-8d45c77009fa HTTP/1.1" status: 200 len: 217 time: 0.2256095 Nov 12 04:18:48.870781 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41274) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:48.889176 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0c233e70-8f19-492e-8c39-75336ed82b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f8e694-3ef4-4f15-b37d-b6a7c6d64987']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:48.920924 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0c233e70-8f19-492e-8c39-75336ed82b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a6b8f6-18bd-4e34-af0b-1c11a79902e5') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:48.921513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0c233e70-8f19-492e-8c39-75336ed82b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a6b8f6-18bd-4e34-af0b-1c11a79902e5') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:48.933885 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0c233e70-8f19-492e-8c39-75336ed82b86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:48.966932 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0c233e70-8f19-492e-8c39-75336ed82b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:48.974766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c233e70-8f19-492e-8c39-75336ed82b86 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:18:48.975422 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0c233e70-8f19-492e-8c39-75336ed82b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:18:49.150901 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:18:49.199697 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-66c63b75-b349-46f2-bbd4-733bb1cea354 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Allocated IP 172.20.0.1 (5f35513e-b1e5-497f-a555-f640b58bca90/799f2a2d-33dd-4b61-a69c-87a9047f4400/ef1a1421-bfa4-4c14-9614-5094077c0fbe) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:49.309370 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0c233e70-8f19-492e-8c39-75336ed82b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:49.334852 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0c233e70-8f19-492e-8c39-75336ed82b86 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:49.340447 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0c233e70-8f19-492e-8c39-75336ed82b86 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 HTTP/1.1" status: 204 len: 168 time: 1.3106840 Nov 12 04:18:49.375362 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4d81de2a-60a9-4561-b744-e45230bc97ec up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:49.417176 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c233e70-8f19-492e-8c39-75336ed82b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2f8e694-3ef4-4f15-b37d-b6a7c6d64987,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:49.423213 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-68eab0e5-893d-4a7b-af16-381275c24176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:49.424776 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-68eab0e5-893d-4a7b-af16-381275c24176 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a42fff2-0f1b-446e-9878-5ae2918f0d15 HTTP/1.1" status: 200 len: 797 time: 0.5732129 Nov 12 04:18:49.599600 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01df07c9-5ad9-4ba9-aeea-734be27dc5fc None None] DHCP port deletion for c2f8e694-3ef4-4f15-b37d-b6a7c6d64987 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:49.606965 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ee49e7c1-1a6b-46ae-a94a-b575119cb8ed None None] Provisioning complete for port 4d81de2a-60a9-4561-b744-e45230bc97ec triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:49.607761 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee49e7c1-1a6b-46ae-a94a-b575119cb8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:49.644850 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66c63b75-b349-46f2-bbd4-733bb1cea354 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:49.728807 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-5c97dbc9-b7e2-4341-b7c5-c9f3ab2dab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:49.730898 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-187579371-network', 'tenant_id': 'eb91703e5dfa430ea4fc5eedaf5890a6'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:49.738501 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-5c97dbc9-b7e2-4341-b7c5-c9f3ab2dab70 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2962654 Nov 12 04:18:49.833309 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4d81de2a-60a9-4561-b744-e45230bc97ec triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:49.833309 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:49.840528 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66c63b75-b349-46f2-bbd4-733bb1cea354 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:50.031229 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41282) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:50.092883 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c63b75-b349-46f2-bbd4-733bb1cea354 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 5f35513e-b1e5-497f-a555-f640b58bca90 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:50.131401 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:50.137275 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-66c63b75-b349-46f2-bbd4-733bb1cea354 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:50.152652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c63b75-b349-46f2-bbd4-733bb1cea354 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:50.195348 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Made reservation on behalf of eb91703e5dfa430ea4fc5eedaf5890a6 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:50.200962 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:50.243812 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 4d81de2a-60a9-4561-b744-e45230bc97ec, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4d81de2a-60a9-4561-b744-e45230bc97ec,segment=NetworkSegment(f424b1fc-51b9-45af-a127-0702d1859916),segment_id=f424b1fc-51b9-45af-a127-0702d1859916)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:50.256286 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38205916-6f2d-4133-89cd-39ad57da4609', 'name': 'tempest-ServersTestFqdnHostnames-1521068609-router', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:35Z', 'updated_at': '2021-11-12T04:18:43Z', 'revision_number': 3, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'gw_port': {'id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:39Z', 'updated_at': '2021-11-12T04:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:50.293057 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66c63b75-b349-46f2-bbd4-733bb1cea354 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:50.298477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c63b75-b349-46f2-bbd4-733bb1cea354 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=ef1a1421-bfa4-4c14-9614-5094077c0fbe,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:50.363141 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2e08dcae-7b5c-4191-bd1c-71da2752f0c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9522b608456348d5874d977e2cedcf6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2059517 Nov 12 04:18:50.364614 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41284) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:50.372982 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] Checking router: 38205916-6f2d-4133-89cd-39ad57da4609 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:18:50.375076 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] Updating router 38205916-6f2d-4133-89cd-39ad57da4609 port d5922ef8-2322-4ee4-b35a-ed9a33a666b1 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:18:50.423617 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-4b7f5443-8f46-4b4e-ae95-83ce077d788b service neutron] 10.222.0.21 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6773002 Nov 12 04:18:50.464031 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:50.478452 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:50.600292 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39a42a2c-6992-42d3-a2f3-2eceee9f7523 req-e5875a99-2873-4b8d-958f-3e262d4942a6 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 210 time: 0.5581069 Nov 12 04:18:50.635374 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:50.863311 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-64d89fa8-7518-4f0a-bcc2-d451a691d2c8 req-a6f6b136-6ecb-4a7c-a414-22e10f8d49db service neutron] 10.222.0.21 "GET /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615298 Nov 12 04:18:51.171238 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66c63b75-b349-46f2-bbd4-733bb1cea354 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:51.229959 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=4d81de2a-60a9-4561-b744-e45230bc97ec,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:51.541125 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-dbaf1ef8-36f6-4ac1-84c4-b6de30177b78 None None] Provisioning complete for port ef1a1421-bfa4-4c14-9614-5094077c0fbe triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:51.555865 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1ef8-36f6-4ac1-84c4-b6de30177b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:51.736164 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf1ef8-36f6-4ac1-84c4-b6de30177b78 None None] Port ef1a1421-bfa4-4c14-9614-5094077c0fbe cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:51.785097 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-03aab526-3419-4db3-a881-8db475065b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:51.818431 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-dbaf1ef8-36f6-4ac1-84c4-b6de30177b78 None None] Provisioning complete for port 4d81de2a-60a9-4561-b744-e45230bc97ec triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:51.819415 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1ef8-36f6-4ac1-84c4-b6de30177b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:51.828133 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:51.933797 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec700e7b-c5df-4504-9869-1cb848b7e25c req-fdfdabeb-3c02-4d0b-86a0-081c784e5211 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 210 time: 0.0989819 Nov 12 04:18:51.996292 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eb0631be-d2c4-475e-a802-e506d9e4e189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:52.064899 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66c63b75-b349-46f2-bbd4-733bb1cea354 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:52.066236 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:52.107952 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c8abaa-0f61-40d3-81d1-a6de4bc1488d None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:52.171626 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66c63b75-b349-46f2-bbd4-733bb1cea354 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:52.266316 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38a021-6576-41ef-80b4-1d206592e024 None None] Pushing event updated for resources: {'Port': ['ID=d5922ef8-2322-4ee4-b35a-ed9a33a666b1,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:52.283230 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] Attempting to bind port d5922ef8-2322-4ee4-b35a-ed9a33a666b1 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:18:52.283544 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] Attempting to bind port d5922ef8-2322-4ee4-b35a-ed9a33a666b1 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:18:52.283686 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:52.283912 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] Attempting to bind port d5922ef8-2322-4ee4-b35a-ed9a33a666b1 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:52.296248 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:18:52.297705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:52.297705 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:52.297705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:18:52.298241 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] Bound port: d5922ef8-2322-4ee4-b35a-ed9a33a666b1, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:18:52.298241 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:52.366746 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:52.413637 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c63b75-b349-46f2-bbd4-733bb1cea354 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=ef1a1421-bfa4-4c14-9614-5094077c0fbe,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:52.446518 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66c63b75-b349-46f2-bbd4-733bb1cea354 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:52.453897 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a649037c-bb5f-4014-846f-48dacf0b83bb None None] Provisioning complete for port d5922ef8-2322-4ee4-b35a-ed9a33a666b1 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:52.454282 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a649037c-bb5f-4014-846f-48dacf0b83bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:52.543041 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] For port d5922ef8-2322-4ee4-b35a-ed9a33a666b1, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:18:52.564627 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a649037c-bb5f-4014-846f-48dacf0b83bb None None] Port d5922ef8-2322-4ee4-b35a-ed9a33a666b1 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:52.575360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] For port d5922ef8-2322-4ee4-b35a-ed9a33a666b1, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d5922ef8-2322-4ee4-b35a-ed9a33a666b1,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:18:52.584740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:18:52.595369 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:52.595736 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Added segment 10b19e3f-a87f-4581-a4f4-44d47604cbfb of type vlan for network c8281c1b-71af-4acc-8b8f-1991de1d79b8 Nov 12 04:18:52.605919 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a649037c-bb5f-4014-846f-48dacf0b83bb None None] Provisioning complete for port ef1a1421-bfa4-4c14-9614-5094077c0fbe triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:52.610917 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a649037c-bb5f-4014-846f-48dacf0b83bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:52.643295 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:52.661355 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:52.707940 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eb0631be-d2c4-475e-a802-e506d9e4e189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:52.756626 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c63b75-b349-46f2-bbd4-733bb1cea354 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 5f35513e-b1e5-497f-a555-f640b58bca90 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:52.764261 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-66c63b75-b349-46f2-bbd4-733bb1cea354 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:52.824097 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:52.825120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:52.825722 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:52.866878 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4d81de2a-60a9-4561-b744-e45230bc97ec up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:52.868967 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bf8813-5939-44ea-bf04-8acd96d47be7 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:53.031026 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a649037c-bb5f-4014-846f-48dacf0b83bb None None] Port ef1a1421-bfa4-4c14-9614-5094077c0fbe cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:53.111298 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-03aab526-3419-4db3-a881-8db475065b70 admin admin] Allocated IP 172.20.0.1 (b5f91168-755e-4974-947f-385966fc547e/9b41db93-a02f-43e2-b879-1519be01fa52/79ecfda1-d684-4d25-8d12-3d6ce33c5c42) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:53.173001 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] Routers {'38205916-6f2d-4133-89cd-39ad57da4609'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:53.183430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['38205916-6f2d-4133-89cd-39ad57da4609'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:53.213008 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38a021-6576-41ef-80b4-1d206592e024 None None] Pushing event updated for resources: {'Port': ['ID=d5922ef8-2322-4ee4-b35a-ed9a33a666b1,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:53.256737 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be769667-04f2-452f-b999-15c1ceb643e1,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:53.300094 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c63b75-b349-46f2-bbd4-733bb1cea354 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 60723265-b974-48cc-aa30-358e82a57cb0 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:18:53.509710 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Pushing event updated for resources: {'Network': ['ID=c8281c1b-71af-4acc-8b8f-1991de1d79b8,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:53.511969 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c63b75-b349-46f2-bbd4-733bb1cea354 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:18:53.531544 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-66c63b75-b349-46f2-bbd4-733bb1cea354 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/60723265-b974-48cc-aa30-358e82a57cb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1240587 Nov 12 04:18:53.534164 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41294) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:53.542948 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aa8430-5c78-4aee-9168-1fe4d2355b9e None None] Sync routers for ids ['60723265-b974-48cc-aa30-358e82a57cb0'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:18:53.590166 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.590724 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.595389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.595761 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.599393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.599741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.600078 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.600417 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aa8430-5c78-4aee-9168-1fe4d2355b9e None None] Routers {'60723265-b974-48cc-aa30-358e82a57cb0'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:53.601064 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-84aa8430-5c78-4aee-9168-1fe4d2355b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['60723265-b974-48cc-aa30-358e82a57cb0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:53.616644 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.617147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.621918 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.622740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.629011 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.643621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2097113a-af4b-40eb-afdc-cce2d7b49a46 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:53.652384 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-84aa8430-5c78-4aee-9168-1fe4d2355b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:53.659974 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2097113a-af4b-40eb-afdc-cce2d7b49a46 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/ports/ef1a1421-bfa4-4c14-9614-5094077c0fbe HTTP/1.1" status: 200 len: 910 time: 0.1244521 Nov 12 04:18:53.662672 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41296) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:53.671181 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 4.5232232 Nov 12 04:18:53.679970 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.680985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.686897 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.687253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.687594 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.687930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.688260 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.688591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.688944 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.691861 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aa8430-5c78-4aee-9168-1fe4d2355b9e None None] Routers {'60723265-b974-48cc-aa30-358e82a57cb0'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:53.692490 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-84aa8430-5c78-4aee-9168-1fe4d2355b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['60723265-b974-48cc-aa30-358e82a57cb0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:53.696327 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.696691 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.697032 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a2c51-371d-4d44-941d-82105c6bd7fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:53.718297 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41298) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:53.754942 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-48648ae0-7511-419f-9312-da8ce10eae41 admin admin] Request body: {'subnet': {'network_id': 'c8281c1b-71af-4acc-8b8f-1991de1d79b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-187579371-subnet', 'tenant_id': 'eb91703e5dfa430ea4fc5eedaf5890a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:53.823460 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eb0631be-d2c4-475e-a802-e506d9e4e189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:53.824284 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-84aa8430-5c78-4aee-9168-1fe4d2355b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:53.827879 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aa8430-5c78-4aee-9168-1fe4d2355b9e None None] The sync data for ids ['60723265-b974-48cc-aa30-358e82a57cb0'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:18:53.832057 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eb0631be-d2c4-475e-a802-e506d9e4e189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:53.843808 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-eb0631be-d2c4-475e-a802-e506d9e4e189 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4243990c-6dcf-430d-bff2-9948d79d0b77 HTTP/1.1" status: 204 len: 168 time: 3.2473948 Nov 12 04:18:53.861066 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] Set router 38205916-6f2d-4133-89cd-39ad57da4609 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:53.904494 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0631be-d2c4-475e-a802-e506d9e4e189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4243990c-6dcf-430d-bff2-9948d79d0b77,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:53.968620 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-03aab526-3419-4db3-a881-8db475065b70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:54.079167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48648ae0-7511-419f-9312-da8ce10eae41 admin admin] Made reservation on behalf of eb91703e5dfa430ea4fc5eedaf5890a6 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:54.079167 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48648ae0-7511-419f-9312-da8ce10eae41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:54.245240 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network c8281c1b-71af-4acc-8b8f-1991de1d79b8 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:18:54.460240 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2f09745-2a03-4eac-8d51-334f1de7adff None None] Provisioning complete for port d5922ef8-2322-4ee4-b35a-ed9a33a666b1 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:54.474705 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2f09745-2a03-4eac-8d51-334f1de7adff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:54.528700 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-03aab526-3419-4db3-a881-8db475065b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:54.624364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aab526-3419-4db3-a881-8db475065b70 admin admin] Network b5f91168-755e-4974-947f-385966fc547e is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:54.627838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-03aab526-3419-4db3-a881-8db475065b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:54.638922 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aab526-3419-4db3-a881-8db475065b70 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:54.667775 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4d81de2a-60a9-4561-b744-e45230bc97ec triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:54.668153 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:54.751806 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48648ae0-7511-419f-9312-da8ce10eae41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:54.794668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aab526-3419-4db3-a881-8db475065b70 admin admin] Pushing event updated for resources: {'Port': ['ID=79ecfda1-d684-4d25-8d12-3d6ce33c5c42,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:54.988091 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-03aab526-3419-4db3-a881-8db475065b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:55.043051 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2f09745-2a03-4eac-8d51-334f1de7adff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:55.134296 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2f09745-2a03-4eac-8d51-334f1de7adff None None] For port d5922ef8-2322-4ee4-b35a-ed9a33a666b1, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d5922ef8-2322-4ee4-b35a-ed9a33a666b1,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:55.137205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38205916-6f2d-4133-89cd-39ad57da4609', 'name': 'tempest-ServersTestFqdnHostnames-1521068609-router', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:35Z', 'updated_at': '2021-11-12T04:18:43Z', 'revision_number': 3, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'gw_port': {'id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:39Z', 'updated_at': '2021-11-12T04:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:55.169742 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3220dafc-5370-43bb-a9d7-e301cfacb1c7 None None] The sync data for ids ['38205916-6f2d-4133-89cd-39ad57da4609'] in n-d-768509-24 is: [{'id': '38205916-6f2d-4133-89cd-39ad57da4609', 'name': 'tempest-ServersTestFqdnHostnames-1521068609-router', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:35Z', 'updated_at': '2021-11-12T04:18:43Z', 'revision_number': 3, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'gw_port': {'id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:39Z', 'updated_at': '2021-11-12T04:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:18:55.177984 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-37057a49-2a55-4eef-aa9c-7e6c93a23ad4 req-1744caa2-be8c-4f9e-aee6-a69d59160eeb tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 210 time: 0.1642399 Nov 12 04:18:55.233799 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48648ae0-7511-419f-9312-da8ce10eae41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b7c8329-01ce-4aee-92c3-42a71406d03d,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:55.257954 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2f09745-2a03-4eac-8d51-334f1de7adff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:55.312321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48648ae0-7511-419f-9312-da8ce10eae41 admin admin] Checking segment: {'id': '10b19e3f-a87f-4581-a4f4-44d47604cbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c8281c1b-71af-4acc-8b8f-1991de1d79b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:55.312321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48648ae0-7511-419f-9312-da8ce10eae41 admin admin] Network hostable DHCP agents. Network: c8281c1b-71af-4acc-8b8f-1991de1d79b8, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:18:55.313003 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8454cb1-5235-477a-b798-03e8bd5c7633 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:55.479134 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e959d64d-58e8-4941-8235-f2d89ef85e8f None None] Provisioning complete for port ef1a1421-bfa4-4c14-9614-5094077c0fbe triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:55.479918 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e959d64d-58e8-4941-8235-f2d89ef85e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:55.481982 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f09745-2a03-4eac-8d51-334f1de7adff None None] Pushing event updated for resources: {'Port': ['ID=d5922ef8-2322-4ee4-b35a-ed9a33a666b1,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:55.560111 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e959d64d-58e8-4941-8235-f2d89ef85e8f None None] Port ef1a1421-bfa4-4c14-9614-5094077c0fbe cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:55.596915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e959d64d-58e8-4941-8235-f2d89ef85e8f None None] Provisioning complete for port 79ecfda1-d684-4d25-8d12-3d6ce33c5c42 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:55.598544 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e959d64d-58e8-4941-8235-f2d89ef85e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:55.720689 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e959d64d-58e8-4941-8235-f2d89ef85e8f None None] Port 79ecfda1-d684-4d25-8d12-3d6ce33c5c42 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:55.857315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069a32d-7b6e-499c-ad0e-e9528bf7c58e req-72c0b053-6289-420b-9773-2a5ac7a8d451 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:55.890742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069a32d-7b6e-499c-ad0e-e9528bf7c58e req-72c0b053-6289-420b-9773-2a5ac7a8d451 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:55.920497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069a32d-7b6e-499c-ad0e-e9528bf7c58e req-72c0b053-6289-420b-9773-2a5ac7a8d451 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:55.946942 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069a32d-7b6e-499c-ad0e-e9528bf7c58e req-72c0b053-6289-420b-9773-2a5ac7a8d451 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:55.970398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069a32d-7b6e-499c-ad0e-e9528bf7c58e req-72c0b053-6289-420b-9773-2a5ac7a8d451 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:55.990172 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069a32d-7b6e-499c-ad0e-e9528bf7c58e req-72c0b053-6289-420b-9773-2a5ac7a8d451 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:56.018799 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069a32d-7b6e-499c-ad0e-e9528bf7c58e req-72c0b053-6289-420b-9773-2a5ac7a8d451 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:56.022272 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8069a32d-7b6e-499c-ad0e-e9528bf7c58e req-72c0b053-6289-420b-9773-2a5ac7a8d451 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5434 time: 0.6850183 Nov 12 04:18:56.026265 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48648ae0-7511-419f-9312-da8ce10eae41 admin admin] Network c8281c1b-71af-4acc-8b8f-1991de1d79b8 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:18:56.136138 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-48648ae0-7511-419f-9312-da8ce10eae41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, c8281c1b-71af-4acc-8b8f-1991de1d79b8) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:56.145503 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48648ae0-7511-419f-9312-da8ce10eae41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:56.146122 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48648ae0-7511-419f-9312-da8ce10eae41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:56.146494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4c5a33-f0be-4bd2-872a-c9bc301e5104 None None] Network c8281c1b-71af-4acc-8b8f-1991de1d79b8 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:56.187234 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a8454cb1-5235-477a-b798-03e8bd5c7633 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting port ef1a1421-bfa4-4c14-9614-5094077c0fbe {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:56.188132 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8454cb1-5235-477a-b798-03e8bd5c7633 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:56.305069 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-48648ae0-7511-419f-9312-da8ce10eae41 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.5737054 Nov 12 04:18:56.377086 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-03aab526-3419-4db3-a881-8db475065b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:56.412433 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8069a32d-7b6e-499c-ad0e-e9528bf7c58e req-09c28592-7768-4172-b79e-4404b8cfcd02 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=0201917c-3403-41c7-8fed-dc688622fa75&id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3634725 Nov 12 04:18:56.423485 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:18:56.521447 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8454cb1-5235-477a-b798-03e8bd5c7633 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:56.660300 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01f317e-b673-443d-88fc-96f14469c129 None None] Network c8281c1b-71af-4acc-8b8f-1991de1d79b8 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:56.665131 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a8454cb1-5235-477a-b798-03e8bd5c7633 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Calling delete_port for ef1a1421-bfa4-4c14-9614-5094077c0fbe owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:56.795477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce5a31ca-a6a1-4b01-878c-33c08e3a7b91 req-9154f92c-55b6-4031-9f4f-d0c5aed23370 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=d30794bb-313e-4228-a91b-dfe6cd98295d HTTP/1.1" status: 200 len: 210 time: 0.1758096 Nov 12 04:18:57.016573 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41340) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:57.075212 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-c910e7b5-1fdd-440b-82a2-44f18da842e9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:57.088017 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-c910e7b5-1fdd-440b-82a2-44f18da842e9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:57.104965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-c910e7b5-1fdd-440b-82a2-44f18da842e9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:57.127147 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-c910e7b5-1fdd-440b-82a2-44f18da842e9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:57.151441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-c910e7b5-1fdd-440b-82a2-44f18da842e9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:57.176523 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-c910e7b5-1fdd-440b-82a2-44f18da842e9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:57.194086 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-c910e7b5-1fdd-440b-82a2-44f18da842e9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:57.202418 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-c910e7b5-1fdd-440b-82a2-44f18da842e9 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 5434 time: 0.6184652 Nov 12 04:18:57.220545 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-03aab526-3419-4db3-a881-8db475065b70 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:57.265647 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-0d4ee0d4-6f30-486f-a494-1d9242afde21 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:57.267485 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-0d4ee0d4-6f30-486f-a494-1d9242afde21 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.21 "GET /v2.0/ports/a31dc5fe-a559-4a60-86e2-f58b3be550d8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0575619 Nov 12 04:18:57.322008 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-03aab526-3419-4db3-a881-8db475065b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:57.560814 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-50dddd24-e374-4eb8-985d-ab93270ca5fb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-94859301-network', 'tenant_id': 'b6900d1249054fadbfe40cc1caa2a90c'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:57.566865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aab526-3419-4db3-a881-8db475065b70 admin admin] Pushing event updated for resources: {'Port': ['ID=79ecfda1-d684-4d25-8d12-3d6ce33c5c42,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:57.585073 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-03aab526-3419-4db3-a881-8db475065b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:57.671153 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d5922ef8-2322-4ee4-b35a-ed9a33a666b1 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:57.775465 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-a657c080-3e10-4c3b-877f-612cfca44b8c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.21 "GET /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5008805 Nov 12 04:18:57.800514 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-966a027d-8826-42a3-bf90-b6092101dbe4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:57.813986 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d5922ef8-2322-4ee4-b35a-ed9a33a666b1 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:57.813986 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:57.818435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aab526-3419-4db3-a881-8db475065b70 admin admin] Network b5f91168-755e-4974-947f-385966fc547e is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:57.826172 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-03aab526-3419-4db3-a881-8db475065b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:57.895363 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dddd24-e374-4eb8-985d-ab93270ca5fb admin admin] Made reservation on behalf of b6900d1249054fadbfe40cc1caa2a90c for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:57.898002 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50dddd24-e374-4eb8-985d-ab93270ca5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:57.954441 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50dddd24-e374-4eb8-985d-ab93270ca5fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:57.968587 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-966a027d-8826-42a3-bf90-b6092101dbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:58.043947 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8454cb1-5235-477a-b798-03e8bd5c7633 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:58.084065 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03aab526-3419-4db3-a881-8db475065b70 admin admin] Router 38205916-6f2d-4133-89cd-39ad57da4609 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:18:58.176171 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8454cb1-5235-477a-b798-03e8bd5c7633 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Port': ['ID=ef1a1421-bfa4-4c14-9614-5094077c0fbe,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:58.337543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03aab526-3419-4db3-a881-8db475065b70 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:18:58.348099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-03aab526-3419-4db3-a881-8db475065b70 admin admin] 10.222.0.37 "PUT /v2.0/routers/38205916-6f2d-4133-89cd-39ad57da4609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0136456 Nov 12 04:18:58.475072 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5ac6cff4-df6d-4e9d-b3f3-706df94990a1 None None] Provisioning complete for port 79ecfda1-d684-4d25-8d12-3d6ce33c5c42 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:58.475932 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ac6cff4-df6d-4e9d-b3f3-706df94990a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:58.560638 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5ac6cff4-df6d-4e9d-b3f3-706df94990a1 None None] Port 79ecfda1-d684-4d25-8d12-3d6ce33c5c42 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:58.601341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] Sync routers for ids ['38205916-6f2d-4133-89cd-39ad57da4609'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:18:58.651734 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] Routers {'38205916-6f2d-4133-89cd-39ad57da4609'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:58.655372 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['38205916-6f2d-4133-89cd-39ad57da4609'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:58.771917 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8454cb1-5235-477a-b798-03e8bd5c7633 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:58.775462 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-966a027d-8826-42a3-bf90-b6092101dbe4 service neutron] For port a31dc5fe-a559-4a60-86e2-f58b3be550d8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a31dc5fe-a559-4a60-86e2-f58b3be550d8,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:58.778610 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50dddd24-e374-4eb8-985d-ab93270ca5fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:58.811030 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] Set router 38205916-6f2d-4133-89cd-39ad57da4609 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:58.824929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-a061d796-2360-49e6-81ff-3dc13b840bca tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:58.826702 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-a061d796-2360-49e6-81ff-3dc13b840bca tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.37 "GET /v2.0/networks?id=c8281c1b-71af-4acc-8b8f-1991de1d79b8 HTTP/1.1" status: 200 len: 820 time: 0.2348549 Nov 12 04:18:58.873613 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-9f1313b4-2020-424c-b616-f41a7bee03cd tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.37 "GET /v2.0/quotas/eb91703e5dfa430ea4fc5eedaf5890a6 HTTP/1.1" status: 200 len: 375 time: 0.0379598 Nov 12 04:18:58.901830 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50dddd24-e374-4eb8-985d-ab93270ca5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:58.935529 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-336fa14a-e8ed-437b-9571-6f4dae8f065e tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb91703e5dfa430ea4fc5eedaf5890a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560775 Nov 12 04:18:58.940391 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-966a027d-8826-42a3-bf90-b6092101dbe4 service neutron] For port a31dc5fe-a559-4a60-86e2-f58b3be550d8, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:18:58.976312 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50dddd24-e374-4eb8-985d-ab93270ca5fb admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:18:59.049711 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-966a027d-8826-42a3-bf90-b6092101dbe4 service neutron] device_id is not set on port a31dc5fe-a559-4a60-86e2-f58b3be550d8 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:18:59.054494 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dddd24-e374-4eb8-985d-ab93270ca5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e1580f-73db-41c8-bcbc-2cc523ba569d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:59.058689 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50dddd24-e374-4eb8-985d-ab93270ca5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.059271 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-50dddd24-e374-4eb8-985d-ab93270ca5fb admin admin] Added segment a9c04896-874d-4bc2-83f2-7201d02c32fc of type vlan for network a4263860-229d-4fa1-9c19-77686e10aaf3 Nov 12 04:18:59.097915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38205916-6f2d-4133-89cd-39ad57da4609', 'name': 'tempest-ServersTestFqdnHostnames-1521068609-router', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:35Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'gw_port': {'id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:39Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '79ecfda1-d684-4d25-8d12-3d6ce33c5c42', 'name': '', 'network_id': 'b5f91168-755e-4974-947f-385966fc547e', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'mac_address': 'fa:16:3e:b5:b1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9b41db93-a02f-43e2-b879-1519be01fa52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:52Z', 'updated_at': '2021-11-12T04:18:56Z', 'revision_number': 2, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'subnets': [{'id': '9b41db93-a02f-43e2-b879-1519be01fa52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:59.118854 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-966a027d-8826-42a3-bf90-b6092101dbe4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.134898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] Checking router: 38205916-6f2d-4133-89cd-39ad57da4609 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:18:59.135394 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] Updating router 38205916-6f2d-4133-89cd-39ad57da4609 port 79ecfda1-d684-4d25-8d12-3d6ce33c5c42 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:18:59.169626 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8454cb1-5235-477a-b798-03e8bd5c7633 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 60723265-b974-48cc-aa30-358e82a57cb0 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:18:59.175643 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.177614 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50dddd24-e374-4eb8-985d-ab93270ca5fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.192024 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a31dc5fe-a559-4a60-86e2-f58b3be550d8 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:59.210894 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-966a027d-8826-42a3-bf90-b6092101dbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.345229 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8454cb1-5235-477a-b798-03e8bd5c7633 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:18:59.355478 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a8454cb1-5235-477a-b798-03e8bd5c7633 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/60723265-b974-48cc-aa30-358e82a57cb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6885457 Nov 12 04:18:59.358088 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41378) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:59.362506 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666ac52-cc3b-4e00-953b-b827c6af1ea4 None None] Sync routers for ids ['60723265-b974-48cc-aa30-358e82a57cb0'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:18:59.380295 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a027d-8826-42a3-bf90-b6092101dbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=a31dc5fe-a559-4a60-86e2-f58b3be550d8,revision_number=6']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:59.395876 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50dddd24-e374-4eb8-985d-ab93270ca5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.397063 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666ac52-cc3b-4e00-953b-b827c6af1ea4 None None] Routers {'60723265-b974-48cc-aa30-358e82a57cb0'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:59.398441 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7666ac52-cc3b-4e00-953b-b827c6af1ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['60723265-b974-48cc-aa30-358e82a57cb0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:59.400458 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dddd24-e374-4eb8-985d-ab93270ca5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:59.408905 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50dddd24-e374-4eb8-985d-ab93270ca5fb admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.412412 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-966a027d-8826-42a3-bf90-b6092101dbe4 service neutron] No DVR routers for this DVR port a31dc5fe-a559-4a60-86e2-f58b3be550d8 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:59.425199 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-582084cc-1d87-4e20-9d93-e49c2c3a6759 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/ports?device_id=60723265-b974-48cc-aa30-358e82a57cb0 HTTP/1.1" status: 200 len: 205 time: 0.0539396 Nov 12 04:18:59.426068 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41386) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:59.518725 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-966a027d-8826-42a3-bf90-b6092101dbe4 service neutron] In _notify_port_updated(), no bound segment for port a31dc5fe-a559-4a60-86e2-f58b3be550d8 on network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:18:59.519907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-966a027d-8826-42a3-bf90-b6092101dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:59.520757 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-966a027d-8826-42a3-bf90-b6092101dbe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.522316 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-966a027d-8826-42a3-bf90-b6092101dbe4 service neutron] 10.222.0.21 "PUT /v2.0/ports/a31dc5fe-a559-4a60-86e2-f58b3be550d8 HTTP/1.1" status: 200 len: 1026 time: 1.7270968 Nov 12 04:18:59.533292 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7666ac52-cc3b-4e00-953b-b827c6af1ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:59.566220 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666ac52-cc3b-4e00-953b-b827c6af1ea4 None None] Routers {'60723265-b974-48cc-aa30-358e82a57cb0'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:59.568827 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7666ac52-cc3b-4e00-953b-b827c6af1ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['60723265-b974-48cc-aa30-358e82a57cb0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:59.669303 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7666ac52-cc3b-4e00-953b-b827c6af1ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:59.671271 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666ac52-cc3b-4e00-953b-b827c6af1ea4 None None] The sync data for ids ['60723265-b974-48cc-aa30-358e82a57cb0'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:18:59.672729 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-50dddd24-e374-4eb8-985d-ab93270ca5fb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.6512454 Nov 12 04:18:59.692347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41390) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:59.706417 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.716140 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-b0c9bc45-df1c-4541-8dd8-919cd21e89f7 admin admin] Request body: {'subnet': {'network_id': 'a4263860-229d-4fa1-9c19-77686e10aaf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-94859301-subnet', 'tenant_id': 'b6900d1249054fadbfe40cc1caa2a90c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:59.734400 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-353bcb1a-d466-44d6-a90e-6abd21dc2c4c service neutron] 10.222.0.37 "GET /v2.0/networks/c8281c1b-71af-4acc-8b8f-1991de1d79b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7892761 Nov 12 04:18:59.742569 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a31dc5fe-a559-4a60-86e2-f58b3be550d8 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:59.747928 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 1eb0d63d-40a7-4256-ab23-8d45c77009fa no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:59.752557 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-291922b8-2aad-4446-ba35-8f9aed5e8104 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.809285 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-1f40b63a-f2fd-4678-bb2f-0074be81786f tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:59.818927 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.819511 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-1f40b63a-f2fd-4678-bb2f-0074be81786f tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.21 "GET /v2.0/ports/69415cbd-189f-422f-a960-2a926ad7a318?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2545989 Nov 12 04:18:59.825839 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dddd24-e374-4eb8-985d-ab93270ca5fb admin admin] Pushing event updated for resources: {'Network': ['ID=a4263860-229d-4fa1-9c19-77686e10aaf3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:59.840765 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-eeb0585b-9032-4881-9a3d-e56af5d0182c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:59.920013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6563ef-7eaf-4e58-b611-007eaf14419b None None] Pushing event updated for resources: {'Port': ['ID=79ecfda1-d684-4d25-8d12-3d6ce33c5c42,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:59.937471 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network a4263860-229d-4fa1-9c19-77686e10aaf3 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:18:59.971518 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-eeb0585b-9032-4881-9a3d-e56af5d0182c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.216074 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.221015 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c4a28174-76f8-4193-89c9-ef61214b53f0 None None] Provisioning complete for port a31dc5fe-a559-4a60-86e2-f58b3be550d8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:00.221630 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4a28174-76f8-4193-89c9-ef61214b53f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.241366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-eeb0585b-9032-4881-9a3d-e56af5d0182c service neutron] For port 69415cbd-189f-422f-a960-2a926ad7a318, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=69415cbd-189f-422f-a960-2a926ad7a318,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:00.295809 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-eeb0585b-9032-4881-9a3d-e56af5d0182c service neutron] For port 69415cbd-189f-422f-a960-2a926ad7a318, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:00.309849 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] Attempting to bind port 79ecfda1-d684-4d25-8d12-3d6ce33c5c42 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:00.310578 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] Attempting to bind port 79ecfda1-d684-4d25-8d12-3d6ce33c5c42 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '3fba6191-91c0-483a-b682-ab2f7a434f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5f91168-755e-4974-947f-385966fc547e'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:00.311123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] Attempting to bind port 79ecfda1-d684-4d25-8d12-3d6ce33c5c42 on network b5f91168-755e-4974-947f-385966fc547e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:00.324282 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eb0d63d-40a7-4256-ab23-8d45c77009fa'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:00.327229 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239b00d1-7e75-46e4-ba72-c9abaee21937" -d '{"events": [{"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-unplugged", "status": "completed", "tag": "1eb0d63d-40a7-4256-ab23-8d45c77009fa"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:00.348356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:00.349136 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] Checking segment: {'id': '3fba6191-91c0-483a-b682-ab2f7a434f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5f91168-755e-4974-947f-385966fc547e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:00.349706 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.350259 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] Bound using segment: {'id': '3fba6191-91c0-483a-b682-ab2f7a434f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5f91168-755e-4974-947f-385966fc547e'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:00.350944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] Bound port: 79ecfda1-d684-4d25-8d12-3d6ce33c5c42, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fba6191-91c0-483a-b682-ab2f7a434f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5f91168-755e-4974-947f-385966fc547e'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:00.351522 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.352914 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-eeb0585b-9032-4881-9a3d-e56af5d0182c service neutron] device_id is not set on port 69415cbd-189f-422f-a960-2a926ad7a318 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:19:00.356906 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 1eb0d63d-40a7-4256-ab23-8d45c77009fa, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1eb0d63d-40a7-4256-ab23-8d45c77009fa,segment=NetworkSegment(bccac6fd-e5f2-4f45-b088-510ff6a481ca),segment_id=bccac6fd-e5f2-4f45-b088-510ff6a481ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:00.366788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c4a28174-76f8-4193-89c9-ef61214b53f0 None None] Port a31dc5fe-a559-4a60-86e2-f58b3be550d8 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:00.385156 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-eeb0585b-9032-4881-9a3d-e56af5d0182c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.423453 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.423453 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 17a61e7e-6068-4414-a607-e5e69b99d95d no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:00.459346 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-291922b8-2aad-4446-ba35-8f9aed5e8104 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.464414 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-291922b8-2aad-4446-ba35-8f9aed5e8104 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.466364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c9bc45-df1c-4541-8dd8-919cd21e89f7 admin admin] Made reservation on behalf of b6900d1249054fadbfe40cc1caa2a90c for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:00.469514 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b0c9bc45-df1c-4541-8dd8-919cd21e89f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.481521 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-eeb0585b-9032-4881-9a3d-e56af5d0182c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.599466 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-eeb0585b-9032-4881-9a3d-e56af5d0182c service neutron] No DVR routers for this DVR port 69415cbd-189f-422f-a960-2a926ad7a318 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:00.608621 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] For port 79ecfda1-d684-4d25-8d12-3d6ce33c5c42, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:00.700274 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-c9e7084e-ed39-4b17-b327-b8d26e24b129 service neutron] 10.222.0.37 "GET /v2.0/networks/c8281c1b-71af-4acc-8b8f-1991de1d79b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7991290 Nov 12 04:19:00.711689 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-80589a60-2acb-4337-9878-36ce4d95342b None None] Provisioning complete for port 79ecfda1-d684-4d25-8d12-3d6ce33c5c42 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:00.712198 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-80589a60-2acb-4337-9878-36ce4d95342b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.738242 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0585b-9032-4881-9a3d-e56af5d0182c service neutron] Pushing event updated for resources: {'Port': ['ID=69415cbd-189f-422f-a960-2a926ad7a318,revision_number=6']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:00.777579 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-eeb0585b-9032-4881-9a3d-e56af5d0182c service neutron] In _notify_port_updated(), no bound segment for port 69415cbd-189f-422f-a960-2a926ad7a318 on network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:19:00.778861 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-eeb0585b-9032-4881-9a3d-e56af5d0182c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:00.779689 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-eeb0585b-9032-4881-9a3d-e56af5d0182c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.781469 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-eeb0585b-9032-4881-9a3d-e56af5d0182c service neutron] 10.222.0.21 "PUT /v2.0/ports/69415cbd-189f-422f-a960-2a926ad7a318 HTTP/1.1" status: 200 len: 1028 time: 0.9499900 Nov 12 04:19:00.820613 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=1eb0d63d-40a7-4256-ab23-8d45c77009fa,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:00.826018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] For port 79ecfda1-d684-4d25-8d12-3d6ce33c5c42, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=79ecfda1-d684-4d25-8d12-3d6ce33c5c42,segment=NetworkSegment(3fba6191-91c0-483a-b682-ab2f7a434f13),segment_id=3fba6191-91c0-483a-b682-ab2f7a434f13)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:00.894963 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-291922b8-2aad-4446-ba35-8f9aed5e8104 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.895542 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291922b8-2aad-4446-ba35-8f9aed5e8104 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Fanout notify agent at l3_agent the message router_deleted on router 60723265-b974-48cc-aa30-358e82a57cb0 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:19:00.907474 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.918447 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-291922b8-2aad-4446-ba35-8f9aed5e8104 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.922541 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-291922b8-2aad-4446-ba35-8f9aed5e8104 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/routers/60723265-b974-48cc-aa30-358e82a57cb0 HTTP/1.1" status: 204 len: 168 time: 1.4931464 Nov 12 04:19:00.936849 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-80589a60-2acb-4337-9878-36ce4d95342b None None] Port 79ecfda1-d684-4d25-8d12-3d6ce33c5c42 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:00.949206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41398) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:00.950669 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.006107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-5551e780-fa9a-422c-9c11-7be1573ed566 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting subnet 799f2a2d-33dd-4b61-a69c-87a9047f4400 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:19:01.010900 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5551e780-fa9a-422c-9c11-7be1573ed566 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.094057 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-d78d43aa-0143-448f-ba3e-9709101597b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Deleting port 17a61e7e-6068-4414-a607-e5e69b99d95d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:01.094688 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-d78d43aa-0143-448f-ba3e-9709101597b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.117198 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 17a61e7e-6068-4414-a607-e5e69b99d95d, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=17a61e7e-6068-4414-a607-e5e69b99d95d,segment=NetworkSegment(bb8512e5-5d36-459a-96bb-a9a9dd8130cc),segment_id=bb8512e5-5d36-459a-96bb-a9a9dd8130cc)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:01.132272 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5551e780-fa9a-422c-9c11-7be1573ed566 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.173595 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] Routers {'38205916-6f2d-4133-89cd-39ad57da4609'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:01.174839 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['38205916-6f2d-4133-89cd-39ad57da4609'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:01.180249 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6563ef-7eaf-4e58-b611-007eaf14419b None None] Pushing event updated for resources: {'Port': ['ID=79ecfda1-d684-4d25-8d12-3d6ce33c5c42,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:01.266033 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.281942 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 72da5947-cccd-4ca5-91c9-c89652acda89 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:01.285069 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5551e780-fa9a-422c-9c11-7be1573ed566 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.289842 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b68ee9a2-0aba-475c-9e56-4c32d02a3597 None None] Provisioning complete for port 69415cbd-189f-422f-a960-2a926ad7a318 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:01.304212 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b68ee9a2-0aba-475c-9e56-4c32d02a3597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.344204 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-d78d43aa-0143-448f-ba3e-9709101597b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] For port 17a61e7e-6068-4414-a607-e5e69b99d95d, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=17a61e7e-6068-4414-a607-e5e69b99d95d,segment=NetworkSegment(bb8512e5-5d36-459a-96bb-a9a9dd8130cc),segment_id=bb8512e5-5d36-459a-96bb-a9a9dd8130cc)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:01.344685 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-d78d43aa-0143-448f-ba3e-9709101597b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.361177 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b0c9bc45-df1c-4541-8dd8-919cd21e89f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.423126 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5551e780-fa9a-422c-9c11-7be1573ed566 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.543925 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5551e780-fa9a-422c-9c11-7be1573ed566 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.553821 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332f7a9b-eef6-4502-8ea7-db2c926d4057 None None] Network 5f35513e-b1e5-497f-a555-f640b58bca90 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:01.554146 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5551e780-fa9a-422c-9c11-7be1573ed566 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/subnets/799f2a2d-33dd-4b61-a69c-87a9047f4400 HTTP/1.1" status: 204 len: 168 time: 0.6108732 Nov 12 04:19:01.568937 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41412) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:01.573680 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c9bc45-df1c-4541-8dd8-919cd21e89f7 admin admin] Checking segment: {'id': 'a9c04896-874d-4bc2-83f2-7201d02c32fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a4263860-229d-4fa1-9c19-77686e10aaf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:01.574049 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c9bc45-df1c-4541-8dd8-919cd21e89f7 admin admin] Network hostable DHCP agents. Network: a4263860-229d-4fa1-9c19-77686e10aaf3, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:19:01.614028 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9bc45-df1c-4541-8dd8-919cd21e89f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff2f5419-ed18-4db4-9deb-4d2cbdac04a0,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:01.615691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b68ee9a2-0aba-475c-9e56-4c32d02a3597 None None] Port 69415cbd-189f-422f-a960-2a926ad7a318 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:01.687319 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=17a61e7e-6068-4414-a607-e5e69b99d95d,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:01.744388 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abeb1e-7bd3-412b-97bd-175f86db9c7e req-09396586-107f-4839-a58e-af198299e601 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:01.750991 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abeb1e-7bd3-412b-97bd-175f86db9c7e req-09396586-107f-4839-a58e-af198299e601 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:01.757617 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abeb1e-7bd3-412b-97bd-175f86db9c7e req-09396586-107f-4839-a58e-af198299e601 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:01.768245 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abeb1e-7bd3-412b-97bd-175f86db9c7e req-09396586-107f-4839-a58e-af198299e601 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:01.775184 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abeb1e-7bd3-412b-97bd-175f86db9c7e req-09396586-107f-4839-a58e-af198299e601 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:01.777196 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16abeb1e-7bd3-412b-97bd-175f86db9c7e req-09396586-107f-4839-a58e-af198299e601 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 3882 time: 0.4180944 Nov 12 04:19:01.780970 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551e780-fa9a-422c-9c11-7be1573ed566 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Subnet': ['ID=799f2a2d-33dd-4b61-a69c-87a9047f4400,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:01.791559 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] Set router 38205916-6f2d-4133-89cd-39ad57da4609 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:01.800145 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c9bc45-df1c-4541-8dd8-919cd21e89f7 admin admin] Network a4263860-229d-4fa1-9c19-77686e10aaf3 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:19:01.866621 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.896931 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.911898 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-d78d43aa-0143-448f-ba3e-9709101597b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.912262 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-d78d43aa-0143-448f-ba3e-9709101597b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.912653 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-d78d43aa-0143-448f-ba3e-9709101597b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Floating IP 6a4fbb27-643f-48ef-83ae-a42718a31fa5 disassociated. External IP: 172.25.1.182, port: 17a61e7e-6068-4414-a607-e5e69b99d95d. Nov 12 04:19:01.913053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-d78d43aa-0143-448f-ba3e-9709101597b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Calling delete_port for 17a61e7e-6068-4414-a607-e5e69b99d95d owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:01.915462 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16abeb1e-7bd3-412b-97bd-175f86db9c7e req-61a0a34b-16ba-4a67-bf49-95b1fe02683a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011810 Nov 12 04:19:01.924163 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-b0c9bc45-df1c-4541-8dd8-919cd21e89f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, a4263860-229d-4fa1-9c19-77686e10aaf3) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:01.973915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-80093721-e58d-4cbd-82a9-e382a6d2b683 None None] Provisioning complete for port 79ecfda1-d684-4d25-8d12-3d6ce33c5c42 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:01.974061 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c9bc45-df1c-4541-8dd8-919cd21e89f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:01.974285 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-80093721-e58d-4cbd-82a9-e382a6d2b683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.974670 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b0c9bc45-df1c-4541-8dd8-919cd21e89f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.991651 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2aa3fb-6b9d-46fd-9e91-68737d2962a6 None None] Network a4263860-229d-4fa1-9c19-77686e10aaf3 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:02.050259 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting port 4d81de2a-60a9-4561-b744-e45230bc97ec {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:02.051972 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:02.181249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b0c9bc45-df1c-4541-8dd8-919cd21e89f7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4822145 Nov 12 04:19:02.243873 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] For port 4d81de2a-60a9-4561-b744-e45230bc97ec, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4d81de2a-60a9-4561-b744-e45230bc97ec,segment=NetworkSegment(f424b1fc-51b9-45af-a127-0702d1859916),segment_id=f424b1fc-51b9-45af-a127-0702d1859916)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:02.244227 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:02.260568 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Calling delete_port for 4d81de2a-60a9-4561-b744-e45230bc97ec owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:02.264510 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-d78d43aa-0143-448f-ba3e-9709101597b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:02.282079 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10599911-937c-43ee-9c3d-301a7c71aef3 req-f0869aab-cd7d-4a5b-a58e-73c593183cc8 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:02.284702 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10599911-937c-43ee-9c3d-301a7c71aef3 req-f0869aab-cd7d-4a5b-a58e-73c593183cc8 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 946 time: 0.1284029 Nov 12 04:19:02.345465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d43aa-0143-448f-ba3e-9709101597b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event deleted for resources: {'Port': ['ID=17a61e7e-6068-4414-a607-e5e69b99d95d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:02.499392 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 72da5947-cccd-4ca5-91c9-c89652acda89, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=72da5947-cccd-4ca5-91c9-c89652acda89,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:02.558228 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10599911-937c-43ee-9c3d-301a7c71aef3 req-ac627049-276b-4d48-8519-a2c51c42be63 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511990 Nov 12 04:19:02.558886 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cba238d-8d35-4d5b-8c08-5e1aa64dc6ba None None] DHCP port deletion for 5f35513e-b1e5-497f-a555-f640b58bca90 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:02.693545 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:02.765776 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-d78d43aa-0143-448f-ba3e-9709101597b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Router 16718ee3-e7ac-4924-b850-d5f822cdab0b has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:19:02.799701 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Port': ['ID=4d81de2a-60a9-4561-b744-e45230bc97ec,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:02.816001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] No DVR routers for this DVR port 4d81de2a-60a9-4561-b744-e45230bc97ec on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:02.866904 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:02.866904 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 9ca5d185-5a63-4f3f-a125-b9efa34773e5 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:02.896220 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-80093721-e58d-4cbd-82a9-e382a6d2b683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:02.900653 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8cba238d-8d35-4d5b-8c08-5e1aa64dc6ba None None] The port '4d81de2a-60a9-4561-b744-e45230bc97ec' was deleted {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 04:19:03.262314 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-80093721-e58d-4cbd-82a9-e382a6d2b683 None None] For port 79ecfda1-d684-4d25-8d12-3d6ce33c5c42, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=79ecfda1-d684-4d25-8d12-3d6ce33c5c42,segment=NetworkSegment(3fba6191-91c0-483a-b682-ab2f7a434f13),segment_id=3fba6191-91c0-483a-b682-ab2f7a434f13)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:03.273839 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-d78d43aa-0143-448f-ba3e-9709101597b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:03.295120 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:03.329863 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fbd26d-7599-424e-a738-19f69a45253e None None] Sync routers for ids ['16718ee3-e7ac-4924-b850-d5f822cdab0b'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:03.382172 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=72da5947-cccd-4ca5-91c9-c89652acda89,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:03.420344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f35513e-b1e5-497f-a555-f640b58bca90']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:03.420678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fbd26d-7599-424e-a738-19f69a45253e None None] Routers {'16718ee3-e7ac-4924-b850-d5f822cdab0b'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:03.421725 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-47fbd26d-7599-424e-a738-19f69a45253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['16718ee3-e7ac-4924-b850-d5f822cdab0b'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:03.424659 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-80093721-e58d-4cbd-82a9-e382a6d2b683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:03.447973 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fdaa29-027d-4d27-a0f3-23da4e31b3c1 None None] Network a4263860-229d-4fa1-9c19-77686e10aaf3 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:03.487164 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-d78d43aa-0143-448f-ba3e-9709101597b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] No DVR routers for this DVR port 17a61e7e-6068-4414-a607-e5e69b99d95d on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:03.501304 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-d78d43aa-0143-448f-ba3e-9709101597b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:03.502340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f424b1fc-51b9-45af-a127-0702d1859916') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:03.505417 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f424b1fc-51b9-45af-a127-0702d1859916') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:03.527474 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-d78d43aa-0143-448f-ba3e-9709101597b7 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.21 "DELETE /v2.0/ports/17a61e7e-6068-4414-a607-e5e69b99d95d HTTP/1.1" status: 204 len: 173 time: 2.7247586 Nov 12 04:19:03.527474 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-deleted', 'tag': '17a61e7e-6068-4414-a607-e5e69b99d95d'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:03.542939 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dfb4cf-0d0e-4796-9b4c-6017d1bf636c" -d '{"events": [{"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-deleted", "tag": "17a61e7e-6068-4414-a607-e5e69b99d95d"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:03.567097 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:03.582700 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a837dc01-1a96-4dd2-a437-6f937a1386aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:03.624784 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:03.644121 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38205916-6f2d-4133-89cd-39ad57da4609', 'name': 'tempest-ServersTestFqdnHostnames-1521068609-router', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:35Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'gw_port': {'id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:39Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '79ecfda1-d684-4d25-8d12-3d6ce33c5c42', 'name': '', 'network_id': 'b5f91168-755e-4974-947f-385966fc547e', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'mac_address': 'fa:16:3e:b5:b1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9b41db93-a02f-43e2-b879-1519be01fa52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:52Z', 'updated_at': '2021-11-12T04:19:00Z', 'revision_number': 4, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'subnets': [{'id': '9b41db93-a02f-43e2-b879-1519be01fa52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:03.647846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:19:03.647846 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:19:03.655505 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:19:03.687162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41444) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:03.692916 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bc81e758-1779-4ddd-bba7-e93f6ff48a38 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1858816265', 'description': 'tempest-description--1677681997'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:03.728646 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4d81de2a-60a9-4561-b744-e45230bc97ec no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:03.740349 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860b96bd-2217-41a7-bdf1-ffa1312b8ebc None None] The sync data for ids ['38205916-6f2d-4133-89cd-39ad57da4609'] in n-d-768509-24 is: [{'id': '38205916-6f2d-4133-89cd-39ad57da4609', 'name': 'tempest-ServersTestFqdnHostnames-1521068609-router', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:35Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'gw_port': {'id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:39Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '79ecfda1-d684-4d25-8d12-3d6ce33c5c42', 'name': '', 'network_id': 'b5f91168-755e-4974-947f-385966fc547e', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'mac_address': 'fa:16:3e:b5:b1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9b41db93-a02f-43e2-b879-1519be01fa52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:52Z', 'updated_at': '2021-11-12T04:19:00Z', 'revision_number': 4, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'subnets': [{'id': '9b41db93-a02f-43e2-b879-1519be01fa52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:03.801788 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:03.868270 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc81e758-1779-4ddd-bba7-e93f6ff48a38 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:03.879863 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a322063a-01c1-4c9f-a35b-495cbcf90d8e x-openstack-request-id: req-a322063a-01c1-4c9f-a35b-495cbcf90d8e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:03.879863 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-unplugged", "status": "completed", "tag": "1eb0d63d-40a7-4256-ab23-8d45c77009fa", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:03.879863 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a322063a-01c1-4c9f-a35b-495cbcf90d8e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:03.880303 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eb0d63d-40a7-4256-ab23-8d45c77009fa', 'code': 200} Nov 12 04:19:03.887876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 4d81de2a-60a9-4561-b744-e45230bc97ec {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:03.888225 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4d81de2a-60a9-4561-b744-e45230bc97ec not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:03.944433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80093721-e58d-4cbd-82a9-e382a6d2b683 None None] Pushing event updated for resources: {'Port': ['ID=79ecfda1-d684-4d25-8d12-3d6ce33c5c42,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:03.945089 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:03.948517 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-61239643-f0e1-4d02-9faa-42152662124c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Deleting port 1eb0d63d-40a7-4256-ab23-8d45c77009fa {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:03.948856 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-61239643-f0e1-4d02-9faa-42152662124c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:03.967075 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9d9074e-1dee-4e80-a39c-cdb52501b0f5 req-8d45ff52-7d12-4ade-a88c-8f928016eb82 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.37 "GET /v2.0/ports?device_id=a243fe4e-fc02-4d58-bd35-1d2528396531 HTTP/1.1" status: 200 len: 210 time: 0.0386178 Nov 12 04:19:03.990155 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:03.994859 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/networks/5f35513e-b1e5-497f-a555-f640b58bca90 HTTP/1.1" status: 204 len: 168 time: 2.4169607 Nov 12 04:19:03.996623 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46f646-ef30-4525-9998-6dfa884e338b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Network': ['ID=5f35513e-b1e5-497f-a555-f640b58bca90,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:04.000425 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41452) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:04.014283 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 9ca5d185-5a63-4f3f-a125-b9efa34773e5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9ca5d185-5a63-4f3f-a125-b9efa34773e5,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:04.022097 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-47fbd26d-7599-424e-a738-19f69a45253e None None] Set router 16718ee3-e7ac-4924-b850-d5f822cdab0b gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:04.030026 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-364c06f4-08cb-424b-a68d-612335d07e32 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-654257536', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:04.109023 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:04.110007 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 69415cbd-189f-422f-a960-2a926ad7a318 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:04.193644 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-364c06f4-08cb-424b-a68d-612335d07e32 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:04.194983 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-364c06f4-08cb-424b-a68d-612335d07e32 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:04.293036 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-364c06f4-08cb-424b-a68d-612335d07e32 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:04.341911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 69415cbd-189f-422f-a960-2a926ad7a318 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:04.345636 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 11eb097c-17d3-4062-b2a5-36f297c7cb65 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:04.438207 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=9ca5d185-5a63-4f3f-a125-b9efa34773e5,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:04.686294 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:04.744739 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 11eb097c-17d3-4062-b2a5-36f297c7cb65, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=11eb097c-17d3-4062-b2a5-36f297c7cb65,segment=NetworkSegment(bccac6fd-e5f2-4f45-b088-510ff6a481ca),segment_id=bccac6fd-e5f2-4f45-b088-510ff6a481ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:04.781598 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-47fbd26d-7599-424e-a738-19f69a45253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'name': 'tempest-TaggedBootDevicesTest-37807826-router', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '5def5009-f526-49a3-928e-e539dad55926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:27Z', 'updated_at': '2021-11-12T04:08:34Z', 'revision_number': 4, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'gw_port': {'id': '5def5009-f526-49a3-928e-e539dad55926', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9', 'name': '', 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'mac_address': 'fa:16:3e:c5:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'ac2df72c-3697-4006-a460-6748e4420277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:32Z', 'updated_at': '2021-11-12T04:08:40Z', 'revision_number': 5, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'subnets': [{'id': 'ac2df72c-3697-4006-a460-6748e4420277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:04.828899 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fbd26d-7599-424e-a738-19f69a45253e None None] Checking router: 16718ee3-e7ac-4924-b850-d5f822cdab0b for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:19:04.836451 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:04.872068 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-364c06f4-08cb-424b-a68d-612335d07e32 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:04.905028 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448368bb-73a1-497b-9d5f-85706352cb6f req-5821c861-ebd3-4859-9b1a-a0d5e9069eea tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:04.913268 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-448368bb-73a1-497b-9d5f-85706352cb6f req-5821c861-ebd3-4859-9b1a-a0d5e9069eea tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/networks?id=a4263860-229d-4fa1-9c19-77686e10aaf3 HTTP/1.1" status: 200 len: 820 time: 0.5615423 Nov 12 04:19:04.941778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fbd26d-7599-424e-a738-19f69a45253e None None] Routers {'16718ee3-e7ac-4924-b850-d5f822cdab0b'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:04.942776 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-47fbd26d-7599-424e-a738-19f69a45253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:18:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['16718ee3-e7ac-4924-b850-d5f822cdab0b'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:04.973183 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-61239643-f0e1-4d02-9faa-42152662124c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] For port 1eb0d63d-40a7-4256-ab23-8d45c77009fa, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1eb0d63d-40a7-4256-ab23-8d45c77009fa,segment=NetworkSegment(bccac6fd-e5f2-4f45-b088-510ff6a481ca),segment_id=bccac6fd-e5f2-4f45-b088-510ff6a481ca)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:04.975527 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-61239643-f0e1-4d02-9faa-42152662124c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:04.997588 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-61239643-f0e1-4d02-9faa-42152662124c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Calling delete_port for 1eb0d63d-40a7-4256-ab23-8d45c77009fa owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:05.030051 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-448368bb-73a1-497b-9d5f-85706352cb6f req-edd399c9-5706-4499-a4bb-8955daf6e391 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/quotas/b6900d1249054fadbfe40cc1caa2a90c HTTP/1.1" status: 200 len: 375 time: 0.1153338 Nov 12 04:19:05.096021 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=11eb097c-17d3-4062-b2a5-36f297c7cb65,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:05.112744 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 827813e1-4afe-44db-947c-b67c4e2c3e62 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:05.208478 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-47fbd26d-7599-424e-a738-19f69a45253e None None] Set router 16718ee3-e7ac-4924-b850-d5f822cdab0b gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:05.254604 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc81e758-1779-4ddd-bba7-e93f6ff48a38 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.259006 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-381c29a4-c7f2-4f4c-ac79-606b760defc1 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:05.261393 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-381c29a4-c7f2-4f4c-ac79-606b760defc1 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.31 "GET /v2.0/networks?id=c8281c1b-71af-4acc-8b8f-1991de1d79b8 HTTP/1.1" status: 200 len: 820 time: 0.4247313 Nov 12 04:19:05.273024 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-448368bb-73a1-497b-9d5f-85706352cb6f req-a393a959-4375-4bf7-b513-3b2b122ef215 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6900d1249054fadbfe40cc1caa2a90c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2418938 Nov 12 04:19:05.296553 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-ffbc5935-fa9d-4477-9ffa-e37c905c036d tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Request body: {'port': {'device_id': 'a243fe4e-fc02-4d58-bd35-1d2528396531', 'network_id': 'c8281c1b-71af-4acc-8b8f-1991de1d79b8', 'admin_state_up': True, 'tenant_id': 'eb91703e5dfa430ea4fc5eedaf5890a6'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:05.356011 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc81e758-1779-4ddd-bba7-e93f6ff48a38 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.356215 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-61239643-f0e1-4d02-9faa-42152662124c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.534040 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61239643-f0e1-4d02-9faa-42152662124c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event deleted for resources: {'Port': ['ID=1eb0d63d-40a7-4256-ab23-8d45c77009fa,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:05.560054 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc81e758-1779-4ddd-bba7-e93f6ff48a38 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.568241 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bc81e758-1779-4ddd-bba7-e93f6ff48a38 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.8797174 Nov 12 04:19:05.590103 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41476) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:05.597650 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-2731fcc6-9dcb-47e8-acda-93defc1e2b17 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Request body: {'security_group_rule': {'security_group_id': '8c8cc6bf-d20c-49fd-87b9-fd7d2f65b795', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:05.648917 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81e758-1779-4ddd-bba7-e93f6ff48a38 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8cc6bf-d20c-49fd-87b9-fd7d2f65b795,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:05.687388 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-61239643-f0e1-4d02-9faa-42152662124c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] No DVR routers for this DVR port 1eb0d63d-40a7-4256-ab23-8d45c77009fa on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:05.693812 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-61239643-f0e1-4d02-9faa-42152662124c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.708494 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-61239643-f0e1-4d02-9faa-42152662124c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.21 "DELETE /v2.0/ports/1eb0d63d-40a7-4256-ab23-8d45c77009fa HTTP/1.1" status: 204 len: 173 time: 2.1446843 Nov 12 04:19:05.725071 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-448368bb-73a1-497b-9d5f-85706352cb6f req-3af9fe95-4e1a-4877-81ad-d0b0614c2d52 service neutron] 10.222.0.37 "GET /v2.0/networks/a4263860-229d-4fa1-9c19-77686e10aaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501503 Nov 12 04:19:05.791208 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 79ecfda1-d684-4d25-8d12-3d6ce33c5c42 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:05.927109 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2731fcc6-9dcb-47e8-acda-93defc1e2b17 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.928356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a61e7e-6068-4414-a607-e5e69b99d95d'}, {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72da5947-cccd-4ca5-91c9-c89652acda89'}, {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ca5d185-5a63-4f3f-a125-b9efa34773e5'}, {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11eb097c-17d3-4062-b2a5-36f297c7cb65'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:05.932041 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65181fef-f78c-4cbc-85f7-be906e6852be" -d '{"events": [{"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-unplugged", "status": "completed", "tag": "17a61e7e-6068-4414-a607-e5e69b99d95d"}, {"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-unplugged", "status": "completed", "tag": "72da5947-cccd-4ca5-91c9-c89652acda89"}, {"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-unplugged", "status": "completed", "tag": "9ca5d185-5a63-4f3f-a125-b9efa34773e5"}, {"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-unplugged", "status": "completed", "tag": "11eb097c-17d3-4062-b2a5-36f297c7cb65"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:05.970035 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.970389 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-b5ab325c-9ed2-4de5-a498-c57368a90bf5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Deleting port 72da5947-cccd-4ca5-91c9-c89652acda89 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:05.971989 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-b5ab325c-9ed2-4de5-a498-c57368a90bf5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.008302 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-364c06f4-08cb-424b-a68d-612335d07e32 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.012996 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-195d1fd4-1d0b-4ca3-a460-8dc3c2d4bc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.047929 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-364c06f4-08cb-424b-a68d-612335d07e32 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.128867 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-ffbc5935-fa9d-4477-9ffa-e37c905c036d tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Made reservation on behalf of eb91703e5dfa430ea4fc5eedaf5890a6 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:06.132553 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-ffbc5935-fa9d-4477-9ffa-e37c905c036d tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.160941 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-b5ab325c-9ed2-4de5-a498-c57368a90bf5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] For port 72da5947-cccd-4ca5-91c9-c89652acda89, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=72da5947-cccd-4ca5-91c9-c89652acda89,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:06.160941 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-b5ab325c-9ed2-4de5-a498-c57368a90bf5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.185905 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-b5ab325c-9ed2-4de5-a498-c57368a90bf5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Calling delete_port for 72da5947-cccd-4ca5-91c9-c89652acda89 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:06.212783 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 79ecfda1-d684-4d25-8d12-3d6ce33c5c42 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:06.213397 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.271949 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-448368bb-73a1-497b-9d5f-85706352cb6f req-32b4e5b1-f8c6-4114-aac6-dc3a471e5bd0 service neutron] 10.222.0.37 "GET /v2.0/networks/a4263860-229d-4fa1-9c19-77686e10aaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219064 Nov 12 04:19:06.275527 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 827813e1-4afe-44db-947c-b67c4e2c3e62, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=827813e1-4afe-44db-947c-b67c4e2c3e62,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:06.362269 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-47fbd26d-7599-424e-a738-19f69a45253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'name': 'tempest-TaggedBootDevicesTest-37807826-router', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '5def5009-f526-49a3-928e-e539dad55926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:27Z', 'updated_at': '2021-11-12T04:08:34Z', 'revision_number': 4, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'gw_port': {'id': '5def5009-f526-49a3-928e-e539dad55926', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9', 'name': '', 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'mac_address': 'fa:16:3e:c5:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'ac2df72c-3697-4006-a460-6748e4420277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:32Z', 'updated_at': '2021-11-12T04:08:40Z', 'revision_number': 5, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'subnets': [{'id': 'ac2df72c-3697-4006-a460-6748e4420277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:06.396931 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-ffbc5935-fa9d-4477-9ffa-e37c905c036d tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Allocated IP 172.20.0.4 (c8281c1b-71af-4acc-8b8f-1991de1d79b8/3b7c8329-01ce-4aee-92c3-42a71406d03d/5fe4a55b-5b89-44df-a4be-51bf35241c6c) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:06.401189 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.403059 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fbd26d-7599-424e-a738-19f69a45253e None None] The sync data for ids ['16718ee3-e7ac-4924-b850-d5f822cdab0b'] in n-d-768509-24 is: [{'id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'name': 'tempest-TaggedBootDevicesTest-37807826-router', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '5def5009-f526-49a3-928e-e539dad55926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:27Z', 'updated_at': '2021-11-12T04:08:34Z', 'revision_number': 4, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'gw_port': {'id': '5def5009-f526-49a3-928e-e539dad55926', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9', 'name': '', 'network_id': '19bce048-112d-4f21-ac62-0b363c707e0b', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'mac_address': 'fa:16:3e:c5:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'ac2df72c-3697-4006-a460-6748e4420277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:32Z', 'updated_at': '2021-11-12T04:08:40Z', 'revision_number': 5, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'subnets': [{'id': 'ac2df72c-3697-4006-a460-6748e4420277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:06.412007 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2731fcc6-9dcb-47e8-acda-93defc1e2b17 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.436315 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-b5ab325c-9ed2-4de5-a498-c57368a90bf5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.447438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-364c06f4-08cb-424b-a68d-612335d07e32 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Allocated IP 172.25.1.179 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/a1c2ef1f-5772-4e15-8393-7dd44b94fd08) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:06.461133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=827813e1-4afe-44db-947c-b67c4e2c3e62,revision_number=11']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:06.522111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab325c-9ed2-4de5-a498-c57368a90bf5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event deleted for resources: {'Port': ['ID=72da5947-cccd-4ca5-91c9-c89652acda89,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:06.551102 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2731fcc6-9dcb-47e8-acda-93defc1e2b17 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.633865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731fcc6-9dcb-47e8-acda-93defc1e2b17 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b55836d-ecb4-4594-8a5d-73778be44a09,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:06.652825 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.658035 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-b5ab325c-9ed2-4de5-a498-c57368a90bf5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] No DVR routers for this DVR port 72da5947-cccd-4ca5-91c9-c89652acda89 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:06.663279 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-b5ab325c-9ed2-4de5-a498-c57368a90bf5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.664940 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-b5ab325c-9ed2-4de5-a498-c57368a90bf5 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.21 "DELETE /v2.0/ports/72da5947-cccd-4ca5-91c9-c89652acda89 HTTP/1.1" status: 204 len: 173 time: 0.9453466 Nov 12 04:19:06.816510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-21c57c53-19b1-40b0-b74e-9d79279ffa6a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Deleting port 11eb097c-17d3-4062-b2a5-36f297c7cb65 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:06.817081 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-21c57c53-19b1-40b0-b74e-9d79279ffa6a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.905840 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c548334c-cf34-416d-bea5-2d149821a6f8 None None] New status for floating IP 6a4fbb27-643f-48ef-83ae-a42718a31fa5: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:19:06.996359 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-21c57c53-19b1-40b0-b74e-9d79279ffa6a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] For port 11eb097c-17d3-4062-b2a5-36f297c7cb65, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=11eb097c-17d3-4062-b2a5-36f297c7cb65,segment=NetworkSegment(bccac6fd-e5f2-4f45-b088-510ff6a481ca),segment_id=bccac6fd-e5f2-4f45-b088-510ff6a481ca)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:06.996816 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-21c57c53-19b1-40b0-b74e-9d79279ffa6a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.014388 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-21c57c53-19b1-40b0-b74e-9d79279ffa6a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Calling delete_port for 11eb097c-17d3-4062-b2a5-36f297c7cb65 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:07.213442 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2731fcc6-9dcb-47e8-acda-93defc1e2b17 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.219847 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2731fcc6-9dcb-47e8-acda-93defc1e2b17 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6224926 Nov 12 04:19:07.219982 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41522) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:07.223587 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-15e24c89-0337-4a5d-a9e7-db328765601f tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Request body: {'security_group_rule': {'security_group_id': '8c8cc6bf-d20c-49fd-87b9-fd7d2f65b795', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:07.256608 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-21c57c53-19b1-40b0-b74e-9d79279ffa6a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.276486 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-364c06f4-08cb-424b-a68d-612335d07e32 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.283255 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-ffbc5935-fa9d-4477-9ffa-e37c905c036d tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.298280 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c57c53-19b1-40b0-b74e-9d79279ffa6a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event deleted for resources: {'Port': ['ID=11eb097c-17d3-4062-b2a5-36f297c7cb65,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:07.372704 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-21c57c53-19b1-40b0-b74e-9d79279ffa6a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] No DVR routers for this DVR port 11eb097c-17d3-4062-b2a5-36f297c7cb65 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:07.378050 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-21c57c53-19b1-40b0-b74e-9d79279ffa6a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.381616 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-21c57c53-19b1-40b0-b74e-9d79279ffa6a tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.21 "DELETE /v2.0/ports/11eb097c-17d3-4062-b2a5-36f297c7cb65 HTTP/1.1" status: 204 len: 173 time: 0.7067504 Nov 12 04:19:07.395382 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-15e24c89-0337-4a5d-a9e7-db328765601f tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.460328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3b541-d1b2-4282-ab8a-2b24641fdd66 req-2c4a3daa-f25a-4032-a64e-9bd7d85d24bf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:07.469204 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07c3b541-d1b2-4282-ab8a-2b24641fdd66 req-2c4a3daa-f25a-4032-a64e-9bd7d85d24bf tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 943 time: 0.0651889 Nov 12 04:19:07.478776 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-364c06f4-08cb-424b-a68d-612335d07e32 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.489626 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-ffbc5935-fa9d-4477-9ffa-e37c905c036d tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.543443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364c06f4-08cb-424b-a68d-612335d07e32 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:07.547977 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-15e24c89-0337-4a5d-a9e7-db328765601f tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.560746 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-364c06f4-08cb-424b-a68d-612335d07e32 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:07.574287 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c06f4-08cb-424b-a68d-612335d07e32 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:07.578793 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-f9e861de-57f9-4775-b8fd-2d412a4e0e43 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Deleting port 9ca5d185-5a63-4f3f-a125-b9efa34773e5 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:07.579217 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-f9e861de-57f9-4775-b8fd-2d412a4e0e43 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.582615 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-ffbc5935-fa9d-4477-9ffa-e37c905c036d tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Network c8281c1b-71af-4acc-8b8f-1991de1d79b8 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:07.583837 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c06f4-08cb-424b-a68d-612335d07e32 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=a1c2ef1f-5772-4e15-8393-7dd44b94fd08,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:07.604727 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debebfa6-2211-4dfa-ba23-136e2f57be40 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:07.621454 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-ffbc5935-fa9d-4477-9ffa-e37c905c036d tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:07.621753 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-15e24c89-0337-4a5d-a9e7-db328765601f tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.630810 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-ffbc5935-fa9d-4477-9ffa-e37c905c036d tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:07.672078 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07c3b541-d1b2-4282-ab8a-2b24641fdd66 req-6dde640f-3e5c-4128-86ca-51151f5263ef tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd19764b-9ed0-45ee-b6da-2e2d0821c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955671 Nov 12 04:19:07.683072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e24c89-0337-4a5d-a9e7-db328765601f tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896702c1-0f5c-452c-8226-4a3fd010935c,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:07.752805 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0042eaf0-ed96-452a-9970-4666ca69fa83 None None] Provisioning complete for port a1c2ef1f-5772-4e15-8393-7dd44b94fd08 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:07.759060 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0042eaf0-ed96-452a-9970-4666ca69fa83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.769350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc5935-fa9d-4477-9ffa-e37c905c036d tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Pushing event updated for resources: {'Port': ['ID=5fe4a55b-5b89-44df-a4be-51bf35241c6c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:07.797006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-f9e861de-57f9-4775-b8fd-2d412a4e0e43 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] For port 9ca5d185-5a63-4f3f-a125-b9efa34773e5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9ca5d185-5a63-4f3f-a125-b9efa34773e5,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:07.797378 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-f9e861de-57f9-4775-b8fd-2d412a4e0e43 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.831076 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-f9e861de-57f9-4775-b8fd-2d412a4e0e43 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Calling delete_port for 9ca5d185-5a63-4f3f-a125-b9efa34773e5 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:07.833713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-ffbc5935-fa9d-4477-9ffa-e37c905c036d tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:07.834458 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-ffbc5935-fa9d-4477-9ffa-e37c905c036d tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.851392 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0042eaf0-ed96-452a-9970-4666ca69fa83 None None] Port a1c2ef1f-5772-4e15-8393-7dd44b94fd08 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:07.894985 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913ceb40-226e-45a9-80aa-7489993a0a21 x-openstack-request-id: req-913ceb40-226e-45a9-80aa-7489993a0a21 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:07.895376 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-deleted", "tag": "17a61e7e-6068-4414-a607-e5e69b99d95d", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:07.895594 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-913ceb40-226e-45a9-80aa-7489993a0a21 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:07.896007 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-deleted', 'tag': '17a61e7e-6068-4414-a607-e5e69b99d95d', 'status': 'completed', 'code': 200} Nov 12 04:19:07.902031 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-15e24c89-0337-4a5d-a9e7-db328765601f tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.906224 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-15e24c89-0337-4a5d-a9e7-db328765601f tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6844130 Nov 12 04:19:07.906919 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41542) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:07.915454 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d270f2aa-3b3c-4eb8-9e1e-730420a3a496 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:07.983996 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-ffbc5935-fa9d-4477-9ffa-e37c905c036d tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6940463 Nov 12 04:19:08.014411 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Request body: {'port': {'device_id': 'a243fe4e-fc02-4d58-bd35-1d2528396531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:08.032048 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d270f2aa-3b3c-4eb8-9e1e-730420a3a496 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:08.100877 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-f9e861de-57f9-4775-b8fd-2d412a4e0e43 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:08.134221 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e861de-57f9-4775-b8fd-2d412a4e0e43 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event deleted for resources: {'Port': ['ID=9ca5d185-5a63-4f3f-a125-b9efa34773e5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:08.168410 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:08.174137 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:08.191885 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-f9e861de-57f9-4775-b8fd-2d412a4e0e43 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] No DVR routers for this DVR port 9ca5d185-5a63-4f3f-a125-b9efa34773e5 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:08.195318 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-f9e861de-57f9-4775-b8fd-2d412a4e0e43 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:08.199466 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4c608404-2a2d-483f-b526-1e2d7dd32c2c req-f9e861de-57f9-4775-b8fd-2d412a4e0e43 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.21 "DELETE /v2.0/ports/9ca5d185-5a63-4f3f-a125-b9efa34773e5 HTTP/1.1" status: 204 len: 173 time: 0.8104172 Nov 12 04:19:08.204244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55094457-ada3-4250-9236-272ab213e0bc req-f1b2f47f-18f3-4cc9-8cf6-773c55c4068b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:08.205996 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55094457-ada3-4250-9236-272ab213e0bc req-f1b2f47f-18f3-4cc9-8cf6-773c55c4068b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 811 time: 0.2914741 Nov 12 04:19:08.220696 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d270f2aa-3b3c-4eb8-9e1e-730420a3a496 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:08.250043 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55094457-ada3-4250-9236-272ab213e0bc req-7011ff87-53dc-48f3-a58b-6a534c2f8308 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/quotas/7c6a3aa233554afeb7f6e886fb2833b1 HTTP/1.1" status: 200 len: 375 time: 0.0180492 Nov 12 04:19:08.339964 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-d270f2aa-3b3c-4eb8-9e1e-730420a3a496 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Allocated IP 172.25.1.75 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/1fa37dc1-0e84-4c86-9909-a87bd9e8d055) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:08.348634 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55094457-ada3-4250-9236-272ab213e0bc req-7a2317b8-c187-4812-af28-de79cf138a8b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621417 Nov 12 04:19:08.451087 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d270f2aa-3b3c-4eb8-9e1e-730420a3a496 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:08.568347 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-364c06f4-08cb-424b-a68d-612335d07e32 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:08.574369 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d270f2aa-3b3c-4eb8-9e1e-730420a3a496 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:08.653794 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270f2aa-3b3c-4eb8-9e1e-730420a3a496 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Pushing event updated for resources: {'Port': ['ID=1fa37dc1-0e84-4c86-9909-a87bd9e8d055,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:08.667882 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d270f2aa-3b3c-4eb8-9e1e-730420a3a496 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:08.670007 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d270f2aa-3b3c-4eb8-9e1e-730420a3a496 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:08.672769 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d270f2aa-3b3c-4eb8-9e1e-730420a3a496 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:08.790358 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55094457-ada3-4250-9236-272ab213e0bc req-5f6993ab-3ecf-462a-9542-343b97c30190 service neutron] 10.222.0.37 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299209 Nov 12 04:19:08.832580 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d270f2aa-3b3c-4eb8-9e1e-730420a3a496 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:08.959287 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d270f2aa-3b3c-4eb8-9e1e-730420a3a496 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:08.969121 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-364c06f4-08cb-424b-a68d-612335d07e32 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.069175 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55094457-ada3-4250-9236-272ab213e0bc req-56a02b91-7395-4f53-80ed-64f7729a5d8a service neutron] 10.222.0.37 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712874 Nov 12 04:19:09.079461 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe4a55b-5b89-44df-a4be-51bf35241c6c {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:09.081511 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.091383 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.131643 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Transition to ACTIVE for port object 5fe4a55b-5b89-44df-a4be-51bf35241c6c will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:19:09.198973 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d270f2aa-3b3c-4eb8-9e1e-730420a3a496 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.202923 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.285997 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d270f2aa-3b3c-4eb8-9e1e-730420a3a496 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.386355 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270f2aa-3b3c-4eb8-9e1e-730420a3a496 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Pushing event updated for resources: {'Port': ['ID=1fa37dc1-0e84-4c86-9909-a87bd9e8d055,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:09.407842 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d270f2aa-3b3c-4eb8-9e1e-730420a3a496 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.437920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe4a55b-5b89-44df-a4be-51bf35241c6c,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:09.488675 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d270f2aa-3b3c-4eb8-9e1e-730420a3a496 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.490420 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d270f2aa-3b3c-4eb8-9e1e-730420a3a496 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5825477 Nov 12 04:19:09.576478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240430-6d2d-4736-9979-fef498b65f04 req-6630629d-d29a-45d9-a6be-e5f648ca353b tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:09.579094 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc240430-6d2d-4736-9979-fef498b65f04 req-6630629d-d29a-45d9-a6be-e5f648ca353b tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.37 "GET /v2.0/ports?device_id=a243fe4e-fc02-4d58-bd35-1d2528396531 HTTP/1.1" status: 200 len: 943 time: 0.1538105 Nov 12 04:19:09.584189 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Attempting to bind port 5fe4a55b-5b89-44df-a4be-51bf35241c6c on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:09.584527 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Attempting to bind port 5fe4a55b-5b89-44df-a4be-51bf35241c6c by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '10b19e3f-a87f-4581-a4f4-44d47604cbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c8281c1b-71af-4acc-8b8f-1991de1d79b8'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:09.584858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Attempting to bind port 5fe4a55b-5b89-44df-a4be-51bf35241c6c on network c8281c1b-71af-4acc-8b8f-1991de1d79b8 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:09.597701 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Port 5fe4a55b-5b89-44df-a4be-51bf35241c6c on network c8281c1b-71af-4acc-8b8f-1991de1d79b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:19:09.598029 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Attempting to bind port 5fe4a55b-5b89-44df-a4be-51bf35241c6c on network c8281c1b-71af-4acc-8b8f-1991de1d79b8 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:09.612318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:09.612657 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Checking segment: {'id': '10b19e3f-a87f-4581-a4f4-44d47604cbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c8281c1b-71af-4acc-8b8f-1991de1d79b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:09.613255 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Bound using segment: {'id': '10b19e3f-a87f-4581-a4f4-44d47604cbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c8281c1b-71af-4acc-8b8f-1991de1d79b8'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:09.613697 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Bound port: 5fe4a55b-5b89-44df-a4be-51bf35241c6c, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b19e3f-a87f-4581-a4f4-44d47604cbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c8281c1b-71af-4acc-8b8f-1991de1d79b8'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:09.614123 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.627445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364c06f4-08cb-424b-a68d-612335d07e32 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 7f9dfcfa-1428-412d-9c1a-422897bd934a is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:19:09.696266 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448368bb-73a1-497b-9d5f-85706352cb6f req-86965a19-6e45-4d95-9a1d-92609b2a9af4 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:09.700052 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc240430-6d2d-4736-9979-fef498b65f04 req-6a8eba31-c741-429d-af6e-7b7af5e90fe5 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.37 "GET /v2.0/security-groups?id=be769667-04f2-452f-b999-15c1ceb643e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105158 Nov 12 04:19:09.702703 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-448368bb-73a1-497b-9d5f-85706352cb6f req-86965a19-6e45-4d95-9a1d-92609b2a9af4 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.21 "GET /v2.0/networks?id=a4263860-229d-4fa1-9c19-77686e10aaf3 HTTP/1.1" status: 200 len: 820 time: 0.1622784 Nov 12 04:19:09.727398 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-448368bb-73a1-497b-9d5f-85706352cb6f req-68c1e760-8ac2-40d9-bfe3-0d1c4bfaaaca tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Request body: {'port': {'device_id': '167d184b-322f-4637-9084-f3c004f1638d', 'network_id': 'a4263860-229d-4fa1-9c19-77686e10aaf3', 'admin_state_up': True, 'tenant_id': 'b6900d1249054fadbfe40cc1caa2a90c'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:09.745874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] For port 5fe4a55b-5b89-44df-a4be-51bf35241c6c, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:09.749329 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] For port 5fe4a55b-5b89-44df-a4be-51bf35241c6c, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5fe4a55b-5b89-44df-a4be-51bf35241c6c,segment=NetworkSegment(10b19e3f-a87f-4581-a4f4-44d47604cbfb),segment_id=10b19e3f-a87f-4581-a4f4-44d47604cbfb)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:09.786488 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6c2f41-4ecf-49e7-b52a-9b440fd42306 x-openstack-request-id: req-2f6c2f41-4ecf-49e7-b52a-9b440fd42306 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:09.787042 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-unplugged", "status": "completed", "tag": "17a61e7e-6068-4414-a607-e5e69b99d95d", "code": 200}, {"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-unplugged", "status": "completed", "tag": "72da5947-cccd-4ca5-91c9-c89652acda89", "code": 200}, {"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-unplugged", "status": "completed", "tag": "9ca5d185-5a63-4f3f-a125-b9efa34773e5", "code": 200}, {"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-unplugged", "status": "completed", "tag": "11eb097c-17d3-4062-b2a5-36f297c7cb65", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:09.787513 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f6c2f41-4ecf-49e7-b52a-9b440fd42306 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:09.788092 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a61e7e-6068-4414-a607-e5e69b99d95d', 'code': 200} Nov 12 04:19:09.788543 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72da5947-cccd-4ca5-91c9-c89652acda89', 'code': 200} Nov 12 04:19:09.789389 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ca5d185-5a63-4f3f-a125-b9efa34773e5', 'code': 200} Nov 12 04:19:09.790407 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11eb097c-17d3-4062-b2a5-36f297c7cb65', 'code': 200} Nov 12 04:19:09.870471 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.896915 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-deleted', 'tag': '1eb0d63d-40a7-4256-ab23-8d45c77009fa'}, {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-deleted', 'tag': '72da5947-cccd-4ca5-91c9-c89652acda89'}, {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-deleted', 'tag': '11eb097c-17d3-4062-b2a5-36f297c7cb65'}, {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-deleted', 'tag': '9ca5d185-5a63-4f3f-a125-b9efa34773e5'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:09.899694 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f08dcf-f95e-46c4-ae7b-dd89ae2323b0" -d '{"events": [{"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-deleted", "tag": "1eb0d63d-40a7-4256-ab23-8d45c77009fa"}, {"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-deleted", "tag": "72da5947-cccd-4ca5-91c9-c89652acda89"}, {"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-deleted", "tag": "11eb097c-17d3-4062-b2a5-36f297c7cb65"}, {"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-deleted", "tag": "9ca5d185-5a63-4f3f-a125-b9efa34773e5"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:09.946340 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ee19127-e395-436d-87b7-0246cb48cf9b req-d76af792-3bf2-4e78-a405-594d0c0783c7 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d184b-322f-4637-9084-f3c004f1638d HTTP/1.1" status: 200 len: 210 time: 0.0634639 Nov 12 04:19:09.957656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:09.958280 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.959723 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] 10.222.0.31 "PUT /v2.0/ports/5fe4a55b-5b89-44df-a4be-51bf35241c6c HTTP/1.1" status: 200 len: 1092 time: 1.9531085 Nov 12 04:19:09.973501 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a243fe4e-fc02-4d58-bd35-1d2528396531', 'tag': '5fe4a55b-5b89-44df-a4be-51bf35241c6c'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:09.978565 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2c4f5d-35cd-4e71-a237-3d4576fbc144" -d '{"events": [{"name": "network-changed", "server_uuid": "a243fe4e-fc02-4d58-bd35-1d2528396531", "tag": "5fe4a55b-5b89-44df-a4be-51bf35241c6c"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:10.025577 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364c06f4-08cb-424b-a68d-612335d07e32 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:10.043058 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21db5d9-ae13-4b11-b3e2-0418db510f6e None None] Sync routers for ids ['7f9dfcfa-1428-412d-9c1a-422897bd934a'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:10.045618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19418443-9d71-42a2-95cd-250e20e4a5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe4a55b-5b89-44df-a4be-51bf35241c6c,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:10.064026 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-448368bb-73a1-497b-9d5f-85706352cb6f req-68c1e760-8ac2-40d9-bfe3-0d1c4bfaaaca tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Made reservation on behalf of b6900d1249054fadbfe40cc1caa2a90c for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:10.074954 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-448368bb-73a1-497b-9d5f-85706352cb6f req-68c1e760-8ac2-40d9-bfe3-0d1c4bfaaaca tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:10.079323 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21db5d9-ae13-4b11-b3e2-0418db510f6e None None] Routers {'7f9dfcfa-1428-412d-9c1a-422897bd934a'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:10.080897 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f21db5d9-ae13-4b11-b3e2-0418db510f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:19:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7f9dfcfa-1428-412d-9c1a-422897bd934a'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:10.142556 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f21db5d9-ae13-4b11-b3e2-0418db510f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:10.157650 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21db5d9-ae13-4b11-b3e2-0418db510f6e None None] Routers {'7f9dfcfa-1428-412d-9c1a-422897bd934a'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:10.158567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f21db5d9-ae13-4b11-b3e2-0418db510f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:19:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7f9dfcfa-1428-412d-9c1a-422897bd934a'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:10.163141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5bad9-79c0-4c34-8c1f-7b1716e6f414 req-909b6aec-436c-4509-9b6c-2fd55b728ba7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:10.165496 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fe5bad9-79c0-4c34-8c1f-7b1716e6f414 req-909b6aec-436c-4509-9b6c-2fd55b728ba7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0817304 Nov 12 04:19:10.168801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-2301bd3c-30e2-4335-bc29-ea2901fa3946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:10.170329 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-2301bd3c-30e2-4335-bc29-ea2901fa3946 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eb91703e5dfa430ea4fc5eedaf5890a6&device_id=a243fe4e-fc02-4d58-bd35-1d2528396531 HTTP/1.1" status: 200 len: 1095 time: 0.1030893 Nov 12 04:19:10.189180 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-364c06f4-08cb-424b-a68d-612335d07e32 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:10.192531 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-364c06f4-08cb-424b-a68d-612335d07e32 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.1895206 Nov 12 04:19:10.194900 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41614) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:10.208513 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f21db5d9-ae13-4b11-b3e2-0418db510f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:10.209226 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21db5d9-ae13-4b11-b3e2-0418db510f6e None None] The sync data for ids ['7f9dfcfa-1428-412d-9c1a-422897bd934a'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:10.257425 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-448368bb-73a1-497b-9d5f-85706352cb6f req-68c1e760-8ac2-40d9-bfe3-0d1c4bfaaaca tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Allocated IP 172.20.0.10 (a4263860-229d-4fa1-9c19-77686e10aaf3/ff2f5419-ed18-4db4-9deb-4d2cbdac04a0/dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:10.300746 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-49b60a79-8eb4-4f5a-a608-f2f83dc81dea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fe4a55b-5b89-44df-a4be-51bf35241c6c HTTP/1.1" status: 200 len: 217 time: 0.1047578 Nov 12 04:19:10.436415 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-448368bb-73a1-497b-9d5f-85706352cb6f req-68c1e760-8ac2-40d9-bfe3-0d1c4bfaaaca tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:10.566467 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-448368bb-73a1-497b-9d5f-85706352cb6f req-68c1e760-8ac2-40d9-bfe3-0d1c4bfaaaca tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:10.617958 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-448368bb-73a1-497b-9d5f-85706352cb6f req-68c1e760-8ac2-40d9-bfe3-0d1c4bfaaaca tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Network a4263860-229d-4fa1-9c19-77686e10aaf3 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:10.622113 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-448368bb-73a1-497b-9d5f-85706352cb6f req-68c1e760-8ac2-40d9-bfe3-0d1c4bfaaaca tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:10.624408 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-448368bb-73a1-497b-9d5f-85706352cb6f req-68c1e760-8ac2-40d9-bfe3-0d1c4bfaaaca tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:10.631908 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1e760-8ac2-40d9-bfe3-0d1c4bfaaaca tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Pushing event updated for resources: {'Port': ['ID=dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:10.687628 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448368bb-73a1-497b-9d5f-85706352cb6f req-68c1e760-8ac2-40d9-bfe3-0d1c4bfaaaca tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:10.688195 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-448368bb-73a1-497b-9d5f-85706352cb6f req-68c1e760-8ac2-40d9-bfe3-0d1c4bfaaaca tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:10.735477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fe5bad9-79c0-4c34-8c1f-7b1716e6f414 req-2f3c0f20-4f05-4fa7-a5da-6310de7e5421 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5587358 Nov 12 04:19:10.743011 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-5be09b51-2a41-4774-a296-fb2e8ff7101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:10.745963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-5be09b51-2a41-4774-a296-fb2e8ff7101c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b7c8329-01ce-4aee-92c3-42a71406d03d HTTP/1.1" status: 200 len: 860 time: 0.4367602 Nov 12 04:19:10.801994 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2ef26379-20a1-4249-aae8-5601ddc66e36 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/routers/7f9dfcfa-1428-412d-9c1a-422897bd934a HTTP/1.1" status: 200 len: 880 time: 0.5863988 Nov 12 04:19:10.802327 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41622) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:10.811488 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-e867335b-c30f-4017-a5c3-30198e0a47f3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c8281c1b-71af-4acc-8b8f-1991de1d79b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544212 Nov 12 04:19:10.849604 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-448368bb-73a1-497b-9d5f-85706352cb6f req-68c1e760-8ac2-40d9-bfe3-0d1c4bfaaaca tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1306536 Nov 12 04:19:10.880125 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f349b833-dccd-4596-9058-90d729ac3e50 req-a04e9661-e032-4fe9-b5cf-ed79f4991729 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 210 time: 0.0475745 Nov 12 04:19:10.893402 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Request body: {'port': {'device_id': '167d184b-322f-4637-9084-f3c004f1638d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:11.002669 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:11.002897 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ae87435b-007e-4288-af5c-adbba435161b req-c3c19aa9-7b9a-4169-8ad7-c9524e68025f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=51bf74db-4039-4d7a-aff5-341e289c39ba HTTP/1.1" status: 200 len: 210 time: 0.0481551 Nov 12 04:19:11.024270 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-877f41c4-def3-4040-a74a-c3eab8fc76f0 service neutron] 10.222.0.31 "GET /v2.0/networks/c8281c1b-71af-4acc-8b8f-1991de1d79b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019229 Nov 12 04:19:11.162790 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09ae8ed4-7ac2-47da-8018-c60ab9f8d6f4 req-7dbf193f-e42c-48bd-8baa-efdacdccd4a9 service neutron] 10.222.0.31 "GET /v2.0/networks/c8281c1b-71af-4acc-8b8f-1991de1d79b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310964 Nov 12 04:19:11.315521 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-abe7c908-66c9-49dc-b4a4-048b863a0947 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1858816265&fields=id&tenant_id=c5c75ed7ece549b28cd4a02d51fff7b9 HTTP/1.1" status: 200 len: 267 time: 0.1515467 Nov 12 04:19:11.434130 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-59d81a32-69ed-4f8e-a66d-b411f730da0c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6387177 Nov 12 04:19:11.437066 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41636) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:11.441871 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0a22e550-3d1b-4294-b426-52dce24d194e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-654257536'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:11.449128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-f75b1294-335d-4887-baf6-1fea04c4070d tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:11.451323 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-f75b1294-335d-4887-baf6-1fea04c4070d tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/networks?id=b5f91168-755e-4974-947f-385966fc547e HTTP/1.1" status: 200 len: 815 time: 0.1345699 Nov 12 04:19:11.477471 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-969bf75e-a324-4ce6-ac20-9d7521c8da94 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/quotas/c5c75ed7ece549b28cd4a02d51fff7b9 HTTP/1.1" status: 200 len: 375 time: 0.0127995 Nov 12 04:19:11.541908 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-02f1eca9-070f-40e9-9ebc-86de83223125 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5c75ed7ece549b28cd4a02d51fff7b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581405 Nov 12 04:19:11.660188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-fe7d251e-ee7e-48ad-a398-7b349a573c90 service neutron] 10.222.0.37 "GET /v2.0/networks/b5f91168-755e-4974-947f-385966fc547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045470 Nov 12 04:19:11.792120 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827813e1-4afe-44db-947c-b67c4e2c3e62'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:11.794164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-2a152957-9452-4b25-be7f-bc271524c17e service neutron] 10.222.0.37 "GET /v2.0/networks/b5f91168-755e-4974-947f-385966fc547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268353 Nov 12 04:19:11.795691 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533a7aae-2405-488a-a869-bbfbb40bec0e" -d '{"events": [{"server_uuid": "b23f01a9-eaf3-4735-8eb0-8afabeb8a859", "name": "network-vif-unplugged", "status": "completed", "tag": "827813e1-4afe-44db-947c-b67c4e2c3e62"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:12.221720 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834cdd35-3791-4d84-a65c-1a997091e4dc x-openstack-request-id: req-834cdd35-3791-4d84-a65c-1a997091e4dc {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:12.222034 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-deleted", "tag": "1eb0d63d-40a7-4256-ab23-8d45c77009fa", "status": "completed", "code": 200}, {"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-deleted", "tag": "72da5947-cccd-4ca5-91c9-c89652acda89", "status": "completed", "code": 200}, {"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-deleted", "tag": "11eb097c-17d3-4062-b2a5-36f297c7cb65", "status": "completed", "code": 200}, {"server_uuid": "2e2bba86-f175-47c0-b7cd-c9368e646382", "name": "network-vif-deleted", "tag": "9ca5d185-5a63-4f3f-a125-b9efa34773e5", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:12.222291 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-834cdd35-3791-4d84-a65c-1a997091e4dc {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:12.222717 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-deleted', 'tag': '1eb0d63d-40a7-4256-ab23-8d45c77009fa', 'status': 'completed', 'code': 200} Nov 12 04:19:12.222971 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-deleted', 'tag': '72da5947-cccd-4ca5-91c9-c89652acda89', 'status': 'completed', 'code': 200} Nov 12 04:19:12.223221 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-deleted', 'tag': '11eb097c-17d3-4062-b2a5-36f297c7cb65', 'status': 'completed', 'code': 200} Nov 12 04:19:12.223950 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2bba86-f175-47c0-b7cd-c9368e646382', 'name': 'network-vif-deleted', 'tag': '9ca5d185-5a63-4f3f-a125-b9efa34773e5', 'status': 'completed', 'code': 200} Nov 12 04:19:12.238831 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:12.261981 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142bf54a-7952-483c-b5e6-9be8c1194dee x-openstack-request-id: req-142bf54a-7952-483c-b5e6-9be8c1194dee {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:12.261981 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a243fe4e-fc02-4d58-bd35-1d2528396531", "tag": "5fe4a55b-5b89-44df-a4be-51bf35241c6c", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:12.261981 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-142bf54a-7952-483c-b5e6-9be8c1194dee {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:12.262522 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a243fe4e-fc02-4d58-bd35-1d2528396531', 'tag': '5fe4a55b-5b89-44df-a4be-51bf35241c6c', 'status': 'completed', 'code': 200} Nov 12 04:19:12.291981 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:12.321288 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Transition to ACTIVE for port object dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:19:12.339132 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c4f5d-35cd-4e71-a237-3d4576fbc144 req-75b0dfd8-96eb-4c48-a3c0-3043e16b5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:12.340641 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2f2c4f5d-35cd-4e71-a237-3d4576fbc144 req-75b0dfd8-96eb-4c48-a3c0-3043e16b5f8f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eb91703e5dfa430ea4fc5eedaf5890a6&device_id=a243fe4e-fc02-4d58-bd35-1d2528396531 HTTP/1.1" status: 200 len: 1095 time: 0.0950239 Nov 12 04:19:12.407317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55094457-ada3-4250-9236-272ab213e0bc req-0598118e-b247-46d6-a5d6-964aa1af8bc0 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:12.408958 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55094457-ada3-4250-9236-272ab213e0bc req-0598118e-b247-46d6-a5d6-964aa1af8bc0 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 811 time: 0.4182243 Nov 12 04:19:12.435064 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-55094457-ada3-4250-9236-272ab213e0bc req-c8e35f2e-447c-40e9-bba9-9cd9752433b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Request body: {'port': {'device_id': '51bf74db-4039-4d7a-aff5-341e289c39ba', 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240', 'admin_state_up': True, 'tenant_id': '7c6a3aa233554afeb7f6e886fb2833b1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:12.453278 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:12.485986 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e9344-8f4c-42ec-bb00-96871153ac91 req-d72bc952-3692-45d6-ad6e-1f1558186c93 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:12.487696 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f9e9344-8f4c-42ec-bb00-96871153ac91 req-d72bc952-3692-45d6-ad6e-1f1558186c93 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.37 "GET /v2.0/ports?device_id=a243fe4e-fc02-4d58-bd35-1d2528396531 HTTP/1.1" status: 200 len: 943 time: 0.2045298 Nov 12 04:19:12.594601 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Pushing event updated for resources: {'Port': ['ID=dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:12.596254 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f9e9344-8f4c-42ec-bb00-96871153ac91 req-815bd756-9713-4cf4-ae1c-8d7a9d69250d tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.37 "GET /v2.0/security-groups?id=be769667-04f2-452f-b999-15c1ceb643e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993879 Nov 12 04:19:12.598517 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a22e550-3d1b-4294-b426-52dce24d194e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:12.639972 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c4f5d-35cd-4e71-a237-3d4576fbc144 req-d121b73e-74cc-43e2-9c66-558ffd9adf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:12.641823 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2f2c4f5d-35cd-4e71-a237-3d4576fbc144 req-d121b73e-74cc-43e2-9c66-558ffd9adf1e service neutron] 10.222.0.31 "GET /v2.0/networks?id=c8281c1b-71af-4acc-8b8f-1991de1d79b8 HTTP/1.1" status: 200 len: 921 time: 0.2701089 Nov 12 04:19:12.722306 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Attempting to bind port dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:12.722826 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Attempting to bind port dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'a9c04896-874d-4bc2-83f2-7201d02c32fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a4263860-229d-4fa1-9c19-77686e10aaf3'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:12.723456 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Attempting to bind port dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 on network a4263860-229d-4fa1-9c19-77686e10aaf3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:12.730699 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2f2c4f5d-35cd-4e71-a237-3d4576fbc144 req-bd11907f-2617-4a53-b0ec-43a92074311c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fe4a55b-5b89-44df-a4be-51bf35241c6c HTTP/1.1" status: 200 len: 217 time: 0.0539713 Nov 12 04:19:12.731861 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Port dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 on network a4263860-229d-4fa1-9c19-77686e10aaf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:19:12.732790 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Attempting to bind port dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 on network a4263860-229d-4fa1-9c19-77686e10aaf3 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:12.747233 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a22e550-3d1b-4294-b426-52dce24d194e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:12.749145 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:12.749527 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Checking segment: {'id': 'a9c04896-874d-4bc2-83f2-7201d02c32fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a4263860-229d-4fa1-9c19-77686e10aaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:12.749852 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Bound using segment: {'id': 'a9c04896-874d-4bc2-83f2-7201d02c32fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a4263860-229d-4fa1-9c19-77686e10aaf3'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:12.750299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Bound port: dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c04896-874d-4bc2-83f2-7201d02c32fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a4263860-229d-4fa1-9c19-77686e10aaf3'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:12.750655 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:12.779032 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd32102-fa40-47e8-a68d-daee88c4bc05 req-9d7e3e2b-dc1a-4909-8c68-1aa9e1678562 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:12.790607 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-edd32102-fa40-47e8-a68d-daee88c4bc05 req-9d7e3e2b-dc1a-4909-8c68-1aa9e1678562 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d184b-322f-4637-9084-f3c004f1638d HTTP/1.1" status: 200 len: 944 time: 0.0789654 Nov 12 04:19:12.824975 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55094457-ada3-4250-9236-272ab213e0bc req-c8e35f2e-447c-40e9-bba9-9cd9752433b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Made reservation on behalf of 7c6a3aa233554afeb7f6e886fb2833b1 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:12.829059 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-55094457-ada3-4250-9236-272ab213e0bc req-c8e35f2e-447c-40e9-bba9-9cd9752433b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.001476 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c4f5d-35cd-4e71-a237-3d4576fbc144 req-53017112-441b-4c47-89ec-569278672747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:13.002986 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2f2c4f5d-35cd-4e71-a237-3d4576fbc144 req-53017112-441b-4c47-89ec-569278672747 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b7c8329-01ce-4aee-92c3-42a71406d03d HTTP/1.1" status: 200 len: 860 time: 0.2647431 Nov 12 04:19:13.004596 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-55094457-ada3-4250-9236-272ab213e0bc req-c8e35f2e-447c-40e9-bba9-9cd9752433b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Allocated IP 172.20.0.7 (0550e788-ec39-4fbc-9b9c-fbf1372e1240/64085683-3376-464a-a4ff-b7367f1920e9/8f7eeab6-efc7-4ece-93be-fdc914e5e5f0) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:13.027675 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-edd32102-fa40-47e8-a68d-daee88c4bc05 req-f46861c0-8904-4edb-a4ab-dc4013030f73 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4e1580f-73db-41c8-bcbc-2cc523ba569d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349186 Nov 12 04:19:13.068154 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2f2c4f5d-35cd-4e71-a237-3d4576fbc144 req-e65159de-06f6-41e6-a53c-c6b488ec7402 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c8281c1b-71af-4acc-8b8f-1991de1d79b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536957 Nov 12 04:19:13.086834 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] For port dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:13.150679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a22e550-3d1b-4294-b426-52dce24d194e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 7f9dfcfa-1428-412d-9c1a-422897bd934a has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:19:13.152542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] For port dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479,segment=NetworkSegment(a9c04896-874d-4bc2-83f2-7201d02c32fc),segment_id=a9c04896-874d-4bc2-83f2-7201d02c32fc)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:13.240921 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 827813e1-4afe-44db-947c-b67c4e2c3e62 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:19:13.253722 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2f2c4f5d-35cd-4e71-a237-3d4576fbc144 req-1e4e234f-43cb-4f01-9e1e-bdf0bcbdcefd service neutron] 10.222.0.31 "GET /v2.0/networks/c8281c1b-71af-4acc-8b8f-1991de1d79b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768830 Nov 12 04:19:13.344537 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-55094457-ada3-4250-9236-272ab213e0bc req-c8e35f2e-447c-40e9-bba9-9cd9752433b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.355135 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.436748 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 827813e1-4afe-44db-947c-b67c4e2c3e62, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=827813e1-4afe-44db-947c-b67c4e2c3e62,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:13.454280 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'port_id': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'mac_address': 'fa:16:3e:c5:88:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:19:13.463003 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:13.463558 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.464946 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-448368bb-73a1-497b-9d5f-85706352cb6f req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] 10.222.0.21 "PUT /v2.0/ports/dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 HTTP/1.1" status: 200 len: 1093 time: 2.5774519 Nov 12 04:19:13.498039 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a22e550-3d1b-4294-b426-52dce24d194e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:13.509678 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0848ee0-3310-42ae-977e-6695b3a8d0a7 None None] Sync routers for ids ['7f9dfcfa-1428-412d-9c1a-422897bd934a'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:13.510161 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.512895 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a22e550-3d1b-4294-b426-52dce24d194e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.514159 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0a22e550-3d1b-4294-b426-52dce24d194e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/7f9dfcfa-1428-412d-9c1a-422897bd934a HTTP/1.1" status: 200 len: 887 time: 2.0760586 Nov 12 04:19:13.516896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41658) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:13.521738 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0848ee0-3310-42ae-977e-6695b3a8d0a7 None None] Routers {'7f9dfcfa-1428-412d-9c1a-422897bd934a'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:13.522598 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e0848ee0-3310-42ae-977e-6695b3a8d0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:19:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7f9dfcfa-1428-412d-9c1a-422897bd934a'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:13.527913 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2f2c4f5d-35cd-4e71-a237-3d4576fbc144 req-f8b7a3e5-7b36-4064-bd22-321c834d2dcc service neutron] 10.222.0.31 "GET /v2.0/networks/c8281c1b-71af-4acc-8b8f-1991de1d79b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642412 Nov 12 04:19:13.531129 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec26cc-8757-4f45-bd00-e43cb267d2ee service neutron] Pushing event updated for resources: {'Port': ['ID=dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:13.546230 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827813e1-4afe-44db-947c-b67c4e2c3e62 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:13.571350 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e0848ee0-3310-42ae-977e-6695b3a8d0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:13.596694 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 827813e1-4afe-44db-947c-b67c4e2c3e62, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=827813e1-4afe-44db-947c-b67c4e2c3e62,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:13.602764 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0848ee0-3310-42ae-977e-6695b3a8d0a7 None None] Routers {'7f9dfcfa-1428-412d-9c1a-422897bd934a'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:13.603327 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-55094457-ada3-4250-9236-272ab213e0bc req-c8e35f2e-447c-40e9-bba9-9cd9752433b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.603813 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e0848ee0-3310-42ae-977e-6695b3a8d0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:19:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7f9dfcfa-1428-412d-9c1a-422897bd934a'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:13.640961 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e0848ee0-3310-42ae-977e-6695b3a8d0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:13.642371 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55094457-ada3-4250-9236-272ab213e0bc req-c8e35f2e-447c-40e9-bba9-9cd9752433b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:13.643025 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0848ee0-3310-42ae-977e-6695b3a8d0a7 None None] The sync data for ids ['7f9dfcfa-1428-412d-9c1a-422897bd934a'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:13.649766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-55094457-ada3-4250-9236-272ab213e0bc req-c8e35f2e-447c-40e9-bba9-9cd9752433b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:13.658196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-55094457-ada3-4250-9236-272ab213e0bc req-c8e35f2e-447c-40e9-bba9-9cd9752433b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:13.676073 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.775179 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=827813e1-4afe-44db-947c-b67c4e2c3e62,revision_number=12']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:13.813340 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448368bb-73a1-497b-9d5f-85706352cb6f req-94e2f8fb-94aa-43d4-969d-4e5864ae6c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:13.816199 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-448368bb-73a1-497b-9d5f-85706352cb6f req-94e2f8fb-94aa-43d4-969d-4e5864ae6c19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6900d1249054fadbfe40cc1caa2a90c&device_id=167d184b-322f-4637-9084-f3c004f1638d HTTP/1.1" status: 200 len: 1096 time: 0.0820360 Nov 12 04:19:13.831427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e35f2e-447c-40e9-bba9-9cd9752433b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Pushing event updated for resources: {'Port': ['ID=8f7eeab6-efc7-4ece-93be-fdc914e5e5f0,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:13.842719 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['827813e1-4afe-44db-947c-b67c4e2c3e62'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:19:13.889367 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-448368bb-73a1-497b-9d5f-85706352cb6f req-c0c1288d-8c57-4e4b-b561-bb253562f2a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 HTTP/1.1" status: 200 len: 217 time: 0.0577350 Nov 12 04:19:13.894934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55094457-ada3-4250-9236-272ab213e0bc req-c8e35f2e-447c-40e9-bba9-9cd9752433b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:13.895566 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-55094457-ada3-4250-9236-272ab213e0bc req-c8e35f2e-447c-40e9-bba9-9cd9752433b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.914728 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8ce07fa2-894a-437a-a55e-f886ef9daa54 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/routers/7f9dfcfa-1428-412d-9c1a-422897bd934a HTTP/1.1" status: 200 len: 887 time: 0.3964193 Nov 12 04:19:13.918047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41664) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:13.952386 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c87b054d-662a-4185-8103-0be3e99a20c8 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f9dfcfa-1428-412d-9c1a-422897bd934a HTTP/1.1" status: 200 len: 205 time: 0.0324249 Nov 12 04:19:13.954960 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41666) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:13.970888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e3516-90a4-4d64-8c2f-5b78f9d56b17 req-61a74ee7-40d5-4f42-85fd-60687a3641de tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:13.975981 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b2e3516-90a4-4d64-8c2f-5b78f9d56b17 req-61a74ee7-40d5-4f42-85fd-60687a3641de tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 945 time: 0.1462922 Nov 12 04:19:13.998367 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448368bb-73a1-497b-9d5f-85706352cb6f req-da81e26e-0c05-4d8b-8440-4671c3faadda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:14.000844 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-448368bb-73a1-497b-9d5f-85706352cb6f req-da81e26e-0c05-4d8b-8440-4671c3faadda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ff2f5419-ed18-4db4-9deb-4d2cbdac04a0 HTTP/1.1" status: 200 len: 860 time: 0.1048782 Nov 12 04:19:14.030273 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41670) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:14.072269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55094457-ada3-4250-9236-272ab213e0bc req-c8e35f2e-447c-40e9-bba9-9cd9752433b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6468453 Nov 12 04:19:14.079516 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-448368bb-73a1-497b-9d5f-85706352cb6f req-31916cbb-e413-46e3-bfcc-38b47acee3eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4263860-229d-4fa1-9c19-77686e10aaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694888 Nov 12 04:19:14.093563 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Request body: {'port': {'device_id': '51bf74db-4039-4d7a-aff5-341e289c39ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:14.135681 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e5b19f-7708-4b0e-a0c0-05edc14b773e admin admin] Deleting subnet 85cbc174-85ef-4226-8e10-2346b6b901b3 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:19:14.169106 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b19f-7708-4b0e-a0c0-05edc14b773e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.187773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b2e3516-90a4-4d64-8c2f-5b78f9d56b17 req-f79b9ad9-a086-4ecf-b718-12490c55cc8d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959763 Nov 12 04:19:14.198231 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5fe4a55b-5b89-44df-a4be-51bf35241c6c details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:19:14.224499 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167d184b-322f-4637-9084-f3c004f1638d', 'tag': 'dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:14.229011 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c59db3-50b7-4fcc-954c-8b14316c0a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "167d184b-322f-4637-9084-f3c004f1638d", "tag": "dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:14.271554 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b19f-7708-4b0e-a0c0-05edc14b773e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.280532 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-122f181a-fd7d-445f-98d5-b22d6c4e37a3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.348157 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.387336 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-448368bb-73a1-497b-9d5f-85706352cb6f req-e55401a2-0a41-4391-91c4-9668d2ce51ec service neutron] 10.222.0.21 "GET /v2.0/networks/a4263860-229d-4fa1-9c19-77686e10aaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947776 Nov 12 04:19:14.397164 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b19f-7708-4b0e-a0c0-05edc14b773e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.433400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 5fe4a55b-5b89-44df-a4be-51bf35241c6c, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5fe4a55b-5b89-44df-a4be-51bf35241c6c,segment=NetworkSegment(10b19e3f-a87f-4581-a4f4-44d47604cbfb),segment_id=10b19e3f-a87f-4581-a4f4-44d47604cbfb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:14.439117 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c238673-26bd-4243-8517-ad9ec7ba0f76 req-741adfdb-b7af-47cc-a577-8a567fb15664 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 210 time: 0.0271270 Nov 12 04:19:14.470201 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '5fe4a55b-5b89-44df-a4be-51bf35241c6c', 'network_id': 'c8281c1b-71af-4acc-8b8f-1991de1d79b8', 'port_id': '5fe4a55b-5b89-44df-a4be-51bf35241c6c', 'mac_address': 'fa:16:3e:97:07:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7c8329-01ce-4aee-92c3-42a71406d03d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:19:14.478820 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022d8b79-9fc8-47b1-a1df-f2d1d58e6adc x-openstack-request-id: req-022d8b79-9fc8-47b1-a1df-f2d1d58e6adc {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:14.479205 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23f01a9-eaf3-4735-8eb0-8afabeb8a859", "name": "network-vif-unplugged", "status": "completed", "tag": "827813e1-4afe-44db-947c-b67c4e2c3e62", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:14.488547 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-022d8b79-9fc8-47b1-a1df-f2d1d58e6adc {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:14.488547 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'code': 200} Nov 12 04:19:14.560378 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.575177 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe4a55b-5b89-44df-a4be-51bf35241c6c {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:14.600355 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-122f181a-fd7d-445f-98d5-b22d6c4e37a3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.623432 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 5fe4a55b-5b89-44df-a4be-51bf35241c6c, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5fe4a55b-5b89-44df-a4be-51bf35241c6c,segment=NetworkSegment(10b19e3f-a87f-4581-a4f4-44d47604cbfb),segment_id=10b19e3f-a87f-4581-a4f4-44d47604cbfb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:14.636688 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b19f-7708-4b0e-a0c0-05edc14b773e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.667900 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9adf2f6d-7d45-454a-ba67-a55bc60e0c8e req-6aac5eb7-b6c0-4b68-8e9d-c6483e57b72e tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/ports?device_id=69932915-9fde-41d7-b42d-fb7d612b0369 HTTP/1.1" status: 200 len: 210 time: 0.0596223 Nov 12 04:19:14.709516 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5b19f-7708-4b0e-a0c0-05edc14b773e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85cbc174-85ef-4226-8e10-2346b6b901b3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:14.739009 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.740911 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b19f-7708-4b0e-a0c0-05edc14b773e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.748660 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d8e5b19f-7708-4b0e-a0c0-05edc14b773e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/85cbc174-85ef-4226-8e10-2346b6b901b3 HTTP/1.1" status: 204 len: 168 time: 0.7167029 Nov 12 04:19:14.755442 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41676) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:14.802807 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-448368bb-73a1-497b-9d5f-85706352cb6f req-2635be1f-eba5-4ed0-860f-d6dc622d43a2 service neutron] 10.222.0.21 "GET /v2.0/networks/a4263860-229d-4fa1-9c19-77686e10aaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818042 Nov 12 04:19:14.814037 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=5fe4a55b-5b89-44df-a4be-51bf35241c6c,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:14.864550 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f31f44b2-aac1-4775-b53f-0edb48f223d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.951625 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f31f44b2-aac1-4775-b53f-0edb48f223d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.960008 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e894bd-ddfe-46f5-9bc0-2d273b915294 req-0d8d37b1-7901-476c-90c2-f67fb2864466 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:14.961676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18e894bd-ddfe-46f5-9bc0-2d273b915294 req-0d8d37b1-7901-476c-90c2-f67fb2864466 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.37 "GET /v2.0/ports?device_id=a243fe4e-fc02-4d58-bd35-1d2528396531 HTTP/1.1" status: 200 len: 944 time: 0.1204257 Nov 12 04:19:14.974714 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-122f181a-fd7d-445f-98d5-b22d6c4e37a3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting port a1c2ef1f-5772-4e15-8393-7dd44b94fd08 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:14.975057 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-122f181a-fd7d-445f-98d5-b22d6c4e37a3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.976865 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f31f44b2-aac1-4775-b53f-0edb48f223d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c36d1e-5373-4c48-98a4-05efd6ed778c']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:14.987103 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f31f44b2-aac1-4775-b53f-0edb48f223d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72950ee-727f-4a47-8d7c-f109451b1313') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:14.987399 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f31f44b2-aac1-4775-b53f-0edb48f223d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72950ee-727f-4a47-8d7c-f109451b1313') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:14.999818 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f31f44b2-aac1-4775-b53f-0edb48f223d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.013787 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['5fe4a55b-5b89-44df-a4be-51bf35241c6c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:19:15.017005 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f31f44b2-aac1-4775-b53f-0edb48f223d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.029183 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31f44b2-aac1-4775-b53f-0edb48f223d0 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:19:15.030010 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f31f44b2-aac1-4775-b53f-0edb48f223d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:19:15.032670 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:19:15.118042 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:15.138926 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.169066 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18e894bd-ddfe-46f5-9bc0-2d273b915294 req-872cb0ff-a9d3-472c-9196-dd14f5d6b96a tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.37 "GET /v2.0/security-groups?id=be769667-04f2-452f-b999-15c1ceb643e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944065 Nov 12 04:19:15.181742 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-122f181a-fd7d-445f-98d5-b22d6c4e37a3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.197402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Transition to ACTIVE for port object 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:19:15.215208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-122f181a-fd7d-445f-98d5-b22d6c4e37a3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Calling delete_port for a1c2ef1f-5772-4e15-8393-7dd44b94fd08 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:15.269984 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f31f44b2-aac1-4775-b53f-0edb48f223d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.287707 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f31f44b2-aac1-4775-b53f-0edb48f223d0 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.288809 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 827813e1-4afe-44db-947c-b67c4e2c3e62 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:15.304394 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f31f44b2-aac1-4775-b53f-0edb48f223d0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/35c36d1e-5373-4c48-98a4-05efd6ed778c HTTP/1.1" status: 204 len: 168 time: 0.5466535 Nov 12 04:19:15.321393 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.330076 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f44b2-aac1-4775-b53f-0edb48f223d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=35c36d1e-5373-4c48-98a4-05efd6ed778c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:15.358553 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa6d16-871c-4dba-ba6d-a374ae13f258 req-08106c65-61e4-4826-86bc-d0208769be96 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:15.366205 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0fa6d16-871c-4dba-ba6d-a374ae13f258 req-08106c65-61e4-4826-86bc-d0208769be96 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=51bf74db-4039-4d7a-aff5-341e289c39ba HTTP/1.1" status: 200 len: 931 time: 0.1020083 Nov 12 04:19:15.444657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 827813e1-4afe-44db-947c-b67c4e2c3e62 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:15.447749 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.556661 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.559397 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7eeab6-efc7-4ece-93be-fdc914e5e5f0,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:15.615720 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0fa6d16-871c-4dba-ba6d-a374ae13f258 req-7c2499e0-722d-4cc7-bd1b-0edf434ab45f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002068 Nov 12 04:19:15.649887 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 827813e1-4afe-44db-947c-b67c4e2c3e62, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=827813e1-4afe-44db-947c-b67c4e2c3e62,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:15.680719 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Attempting to bind port 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:15.681347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Attempting to bind port 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:15.681992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Attempting to bind port 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:15.690422 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Port 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:19:15.691023 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Attempting to bind port 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:15.710246 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:15.711462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Checking segment: {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:15.712060 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Bound using segment: {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:15.713265 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Bound port: 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:15.713830 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.724603 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.790513 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-221dd4a2-957e-4b47-8c28-8975c5af0d90 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:15.792363 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-221dd4a2-957e-4b47-8c28-8975c5af0d90 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.21 "GET /v2.0/networks?id=b5f91168-755e-4974-947f-385966fc547e HTTP/1.1" status: 200 len: 815 time: 0.2190337 Nov 12 04:19:15.824507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f29a14-434a-4fc4-bd62-06974ba124a8 req-0faf0210-8cb2-4481-983f-ce72f9a8a779 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:15.843095 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45f29a14-434a-4fc4-bd62-06974ba124a8 req-0faf0210-8cb2-4481-983f-ce72f9a8a779 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d184b-322f-4637-9084-f3c004f1638d HTTP/1.1" status: 200 len: 944 time: 0.1216257 Nov 12 04:19:15.856873 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=827813e1-4afe-44db-947c-b67c4e2c3e62,revision_number=13']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:15.902553 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-5cbb1843-1b29-418b-889e-c1635e9ea424 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5c75ed7ece549b28cd4a02d51fff7b9 HTTP/1.1" status: 200 len: 380 time: 0.0930128 Nov 12 04:19:15.903135 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41686) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:15.914040 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-122f181a-fd7d-445f-98d5-b22d6c4e37a3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.922258 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-1a5fe8b6-c9ee-48d4-b50f-83a03c609739 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Request body: {'port': {'device_id': '69932915-9fde-41d7-b42d-fb7d612b0369', 'network_id': 'b5f91168-755e-4974-947f-385966fc547e', 'admin_state_up': True, 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'security_groups': ['8c8cc6bf-d20c-49fd-87b9-fd7d2f65b795']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:15.975430 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f181a-fd7d-445f-98d5-b22d6c4e37a3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Port': ['ID=a1c2ef1f-5772-4e15-8393-7dd44b94fd08,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:15.988627 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8b0c7561-4c1a-4b86-be7b-c29874121801 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2229d798384c4338a49f6fb663054041&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0836828 Nov 12 04:19:15.992691 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41688) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:15.993988 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] For port 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:15.999320 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8653a3-d324-4171-a642-1c0701f60590 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:16.035311 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] For port 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=8f7eeab6-efc7-4ece-93be-fdc914e5e5f0,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:16.110413 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45f29a14-434a-4fc4-bd62-06974ba124a8 req-0ad632d1-02ca-4da2-ac0f-a9f2503ee800 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4e1580f-73db-41c8-bcbc-2cc523ba569d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608876 Nov 12 04:19:16.156684 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.156939 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce79eec1-7004-4dab-aa3b-c41c1a7ddb5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.213746 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5fe4a55b-5b89-44df-a4be-51bf35241c6c up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:16.224360 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad1c3f1-f03c-4968-912a-3a218c2eb602 x-openstack-request-id: req-0ad1c3f1-f03c-4968-912a-3a218c2eb602 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:16.228694 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167d184b-322f-4637-9084-f3c004f1638d", "tag": "dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:16.228694 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ad1c3f1-f03c-4968-912a-3a218c2eb602 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:16.228694 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167d184b-322f-4637-9084-f3c004f1638d', 'tag': 'dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479', 'status': 'completed', 'code': 200} Nov 12 04:19:16.232520 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-122f181a-fd7d-445f-98d5-b22d6c4e37a3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.248059 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce79eec1-7004-4dab-aa3b-c41c1a7ddb5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.256865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:16.257794 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.259459 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55094457-ada3-4250-9236-272ab213e0bc req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] 10.222.0.31 "PUT /v2.0/ports/8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 HTTP/1.1" status: 200 len: 1092 time: 2.1705124 Nov 12 04:19:16.301963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bf74db-4039-4d7a-aff5-341e289c39ba', 'tag': '8f7eeab6-efc7-4ece-93be-fdc914e5e5f0'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:16.303888 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8075166a-d63d-4582-ace1-fc109675e1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "51bf74db-4039-4d7a-aff5-341e289c39ba", "tag": "8f7eeab6-efc7-4ece-93be-fdc914e5e5f0"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:16.346435 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-1a5fe8b6-c9ee-48d4-b50f-83a03c609739 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Made reservation on behalf of c5c75ed7ece549b28cd4a02d51fff7b9 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:16.352207 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-1a5fe8b6-c9ee-48d4-b50f-83a03c609739 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.441611 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 5fe4a55b-5b89-44df-a4be-51bf35241c6c completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:19:16.441999 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce79eec1-7004-4dab-aa3b-c41c1a7ddb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.445328 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce79eec1-7004-4dab-aa3b-c41c1a7ddb5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.446915 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ce79eec1-7004-4dab-aa3b-c41c1a7ddb5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d6800ca-a7ba-4af3-8970-7d28fd607b77 HTTP/1.1" status: 204 len: 168 time: 0.4537771 Nov 12 04:19:16.450599 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 5fe4a55b-5b89-44df-a4be-51bf35241c6c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:16.452455 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.471301 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79eec1-7004-4dab-aa3b-c41c1a7ddb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6800ca-a7ba-4af3-8970-7d28fd607b77,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:16.505958 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827813e1-4afe-44db-947c-b67c4e2c3e62'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:16.513039 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bc1647-968d-4411-ba39-69922b6ad9e8" -d '{"events": [{"server_uuid": "b23f01a9-eaf3-4735-8eb0-8afabeb8a859", "name": "network-vif-plugged", "status": "completed", "tag": "827813e1-4afe-44db-947c-b67c4e2c3e62"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:16.593914 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-1a5fe8b6-c9ee-48d4-b50f-83a03c609739 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Allocated IP 172.20.0.6 (b5f91168-755e-4974-947f-385966fc547e/9b41db93-a02f-43e2-b879-1519be01fa52/118030fd-940a-400f-b1e3-6bb64bb08040) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:16.637158 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.680559 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 5fe4a55b-5b89-44df-a4be-51bf35241c6c, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5fe4a55b-5b89-44df-a4be-51bf35241c6c,segment=NetworkSegment(10b19e3f-a87f-4581-a4f4-44d47604cbfb),segment_id=10b19e3f-a87f-4581-a4f4-44d47604cbfb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:16.734541 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.767517 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.819096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f36e75-802a-4d64-ab05-c1762b385e72 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7eeab6-efc7-4ece-93be-fdc914e5e5f0,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:16.831801 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-122f181a-fd7d-445f-98d5-b22d6c4e37a3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.838863 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-122f181a-fd7d-445f-98d5-b22d6c4e37a3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.884029 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-1a5fe8b6-c9ee-48d4-b50f-83a03c609739 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.886484 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=5fe4a55b-5b89-44df-a4be-51bf35241c6c,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:16.903269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c59db3-50b7-4fcc-954c-8b14316c0a2b req-af49d685-63d3-4acc-b411-9406c55ef0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:16.904791 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21c59db3-50b7-4fcc-954c-8b14316c0a2b req-af49d685-63d3-4acc-b411-9406c55ef0d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6900d1249054fadbfe40cc1caa2a90c&device_id=167d184b-322f-4637-9084-f3c004f1638d HTTP/1.1" status: 200 len: 1096 time: 0.6443713 Nov 12 04:19:16.916722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11758c7-9696-4582-aada-2212ba8171ad req-16725990-8a21-4245-b565-c9f1e225c17f tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:16.924116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a11758c7-9696-4582-aada-2212ba8171ad req-16725990-8a21-4245-b565-c9f1e225c17f tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 946 time: 0.6112039 Nov 12 04:19:16.933680 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55094457-ada3-4250-9236-272ab213e0bc req-662d3a8b-46de-4499-b58c-d851c0d53352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:16.935152 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55094457-ada3-4250-9236-272ab213e0bc req-662d3a8b-46de-4499-b58c-d851c0d53352 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&device_id=51bf74db-4039-4d7a-aff5-341e289c39ba HTTP/1.1" status: 200 len: 1095 time: 0.2299821 Nov 12 04:19:17.011061 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55094457-ada3-4250-9236-272ab213e0bc req-70e71fcc-d08d-4d4f-80b5-b68a210b3d00 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 HTTP/1.1" status: 200 len: 217 time: 0.0602584 Nov 12 04:19:17.020476 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-122f181a-fd7d-445f-98d5-b22d6c4e37a3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:17.021034 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122f181a-fd7d-445f-98d5-b22d6c4e37a3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Fanout notify agent at l3_agent the message router_deleted on router 7f9dfcfa-1428-412d-9c1a-422897bd934a {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:19:17.035356 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-122f181a-fd7d-445f-98d5-b22d6c4e37a3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:17.036617 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-122f181a-fd7d-445f-98d5-b22d6c4e37a3 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/routers/7f9dfcfa-1428-412d-9c1a-422897bd934a HTTP/1.1" status: 204 len: 168 time: 3.0807354 Nov 12 04:19:17.040846 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41720) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:17.048113 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b3e841cb-b229-4318-bdcd-b84d45cb3853 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'network': {'name': 'tempest-RoutersTest-1706533038'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:17.059583 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-1a5fe8b6-c9ee-48d4-b50f-83a03c609739 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:17.139725 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-1a5fe8b6-c9ee-48d4-b50f-83a03c609739 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Network b5f91168-755e-4974-947f-385966fc547e is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:17.146947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-1a5fe8b6-c9ee-48d4-b50f-83a03c609739 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:17.149111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-1a5fe8b6-c9ee-48d4-b50f-83a03c609739 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:17.166107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c59db3-50b7-4fcc-954c-8b14316c0a2b req-e89d8645-d997-4227-89a6-5d8f133fbf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:17.167839 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21c59db3-50b7-4fcc-954c-8b14316c0a2b req-e89d8645-d997-4227-89a6-5d8f133fbf4d service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4263860-229d-4fa1-9c19-77686e10aaf3 HTTP/1.1" status: 200 len: 921 time: 0.2110925 Nov 12 04:19:17.217789 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fe8b6-c9ee-48d4-b50f-83a03c609739 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Pushing event updated for resources: {'Port': ['ID=118030fd-940a-400f-b1e3-6bb64bb08040,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:17.235657 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55094457-ada3-4250-9236-272ab213e0bc req-e1c2c755-8605-4346-868e-1063b4ea377e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:17.237421 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55094457-ada3-4250-9236-272ab213e0bc req-e1c2c755-8605-4346-868e-1063b4ea377e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64085683-3376-464a-a4ff-b7367f1920e9 HTTP/1.1" status: 200 len: 851 time: 0.2146060 Nov 12 04:19:17.249366 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a11758c7-9696-4582-aada-2212ba8171ad req-738c6c60-344a-44e1-901a-40b3d77c2b8f tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3221712 Nov 12 04:19:17.255353 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e841cb-b229-4318-bdcd-b84d45cb3853 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Made reservation on behalf of abc02f61e3a54190864817d5a7dcd07b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:17.265470 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3e841cb-b229-4318-bdcd-b84d45cb3853 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:17.313238 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-1a5fe8b6-c9ee-48d4-b50f-83a03c609739 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:17.313743 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-1a5fe8b6-c9ee-48d4-b50f-83a03c609739 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:17.334392 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21c59db3-50b7-4fcc-954c-8b14316c0a2b req-5f56b9d5-166f-4237-a46d-46c8f89ab0ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 HTTP/1.1" status: 200 len: 217 time: 0.1330113 Nov 12 04:19:17.354207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e841cb-b229-4318-bdcd-b84d45cb3853 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:19:17.371048 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55094457-ada3-4250-9236-272ab213e0bc req-f767a1e4-82b6-43f1-be82-235f280de5a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0550e788-ec39-4fbc-9b9c-fbf1372e1240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501256 Nov 12 04:19:17.375856 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3e841cb-b229-4318-bdcd-b84d45cb3853 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:17.376213 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-b3e841cb-b229-4318-bdcd-b84d45cb3853 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Added segment 7d7d508c-bccf-4138-b7dd-1234e77e8c53 of type vlan for network 0e206787-aa58-4ca7-bec6-4ea7ce37ff40 Nov 12 04:19:17.430740 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3e841cb-b229-4318-bdcd-b84d45cb3853 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:17.447272 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00d556d3-6c39-45ed-92ff-9d12af902569 req-d870e542-0f6c-4231-ad4a-2c1fa0a73b74 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 210 time: 0.0748515 Nov 12 04:19:17.510100 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-1a5fe8b6-c9ee-48d4-b50f-83a03c609739 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5987859 Nov 12 04:19:17.529292 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Request body: {'port': {'device_id': '69932915-9fde-41d7-b42d-fb7d612b0369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:17.584612 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55094457-ada3-4250-9236-272ab213e0bc req-8970da11-3a66-4ef9-912d-3d3cd82af001 service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357055 Nov 12 04:19:17.605348 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c59db3-50b7-4fcc-954c-8b14316c0a2b req-e3e8ab9e-21ab-47f0-81af-31a6187dfc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:17.607298 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21c59db3-50b7-4fcc-954c-8b14316c0a2b req-e3e8ab9e-21ab-47f0-81af-31a6187dfc0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ff2f5419-ed18-4db4-9deb-4d2cbdac04a0 HTTP/1.1" status: 200 len: 860 time: 0.2512608 Nov 12 04:19:17.608310 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-74a422bc-4de3-4cb7-abd0-4f6d4a0c6077 None None] Provisioning complete for port 118030fd-940a-400f-b1e3-6bb64bb08040 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:17.609348 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74a422bc-4de3-4cb7-abd0-4f6d4a0c6077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:17.621570 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3e841cb-b229-4318-bdcd-b84d45cb3853 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:17.641620 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e841cb-b229-4318-bdcd-b84d45cb3853 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:17.645111 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3e841cb-b229-4318-bdcd-b84d45cb3853 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:17.699464 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-74a422bc-4de3-4cb7-abd0-4f6d4a0c6077 None None] Port 118030fd-940a-400f-b1e3-6bb64bb08040 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:17.723165 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55094457-ada3-4250-9236-272ab213e0bc req-94619d17-ec31-43be-b492-b41ed6d29a7d service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146307 Nov 12 04:19:17.772875 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e841cb-b229-4318-bdcd-b84d45cb3853 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Network': ['ID=0e206787-aa58-4ca7-bec6-4ea7ce37ff40,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:17.791840 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 0e206787-aa58-4ca7-bec6-4ea7ce37ff40 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:19:17.801489 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21c59db3-50b7-4fcc-954c-8b14316c0a2b req-fea7c8d9-c5da-41f5-a901-d119656eca6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4263860-229d-4fa1-9c19-77686e10aaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762904 Nov 12 04:19:17.831668 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:17.987177 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8c60f-018f-4c15-b6ed-9d8e9915bbf0 req-5f4dd8cd-415b-49ab-bc8b-e3c3dea4382a tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:17.988339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-91a8c60f-018f-4c15-b6ed-9d8e9915bbf0 req-5f4dd8cd-415b-49ab-bc8b-e3c3dea4382a tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/ports?device_id=69932915-9fde-41d7-b42d-fb7d612b0369 HTTP/1.1" status: 200 len: 931 time: 0.3779447 Nov 12 04:19:18.009545 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b3e841cb-b229-4318-bdcd-b84d45cb3853 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9643064 Nov 12 04:19:18.015579 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41744) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:18.027689 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-5e573073-3bba-4b60-b8fd-4fdeb0156330 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'subnet': {'network_id': '0e206787-aa58-4ca7-bec6-4ea7ce37ff40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:18.028913 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:18.096188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21c59db3-50b7-4fcc-954c-8b14316c0a2b req-b79070e0-797f-4627-8ae7-304910963d72 service neutron] 10.222.0.21 "GET /v2.0/networks/a4263860-229d-4fa1-9c19-77686e10aaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782745 Nov 12 04:19:18.314466 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118030fd-940a-400f-b1e3-6bb64bb08040 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:18.324020 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:18.353872 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Transition to ACTIVE for port object 118030fd-940a-400f-b1e3-6bb64bb08040 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:19:18.449070 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-91a8c60f-018f-4c15-b6ed-9d8e9915bbf0 req-0e44e4e8-716c-4211-aa4d-8e69295798aa tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c8cc6bf-d20c-49fd-87b9-fd7d2f65b795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4441676 Nov 12 04:19:18.498518 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21c59db3-50b7-4fcc-954c-8b14316c0a2b req-f307647a-28dc-4f5c-9d56-259ebf1daa11 service neutron] 10.222.0.21 "GET /v2.0/networks/a4263860-229d-4fa1-9c19-77686e10aaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913319 Nov 12 04:19:18.505258 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:18.622244 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Pushing event updated for resources: {'Port': ['ID=118030fd-940a-400f-b1e3-6bb64bb08040,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:18.637179 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e573073-3bba-4b60-b8fd-4fdeb0156330 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Made reservation on behalf of abc02f61e3a54190864817d5a7dcd07b for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:18.642757 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5e573073-3bba-4b60-b8fd-4fdeb0156330 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:18.799783 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Attempting to bind port 118030fd-940a-400f-b1e3-6bb64bb08040 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:18.800173 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Attempting to bind port 118030fd-940a-400f-b1e3-6bb64bb08040 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '3fba6191-91c0-483a-b682-ab2f7a434f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5f91168-755e-4974-947f-385966fc547e'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:18.800504 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Attempting to bind port 118030fd-940a-400f-b1e3-6bb64bb08040 on network b5f91168-755e-4974-947f-385966fc547e {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:18.804560 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d1370-8dc5-4419-bb22-b94ec1fffa1a req-c26fdd06-7124-46f7-a1c2-4779f3d2f07e tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:18.810425 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Port 118030fd-940a-400f-b1e3-6bb64bb08040 on network b5f91168-755e-4974-947f-385966fc547e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:19:18.811956 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-280d1370-8dc5-4419-bb22-b94ec1fffa1a req-c26fdd06-7124-46f7-a1c2-4779f3d2f07e tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.37 "GET /v2.0/ports?device_id=a243fe4e-fc02-4d58-bd35-1d2528396531 HTTP/1.1" status: 200 len: 945 time: 0.2241564 Nov 12 04:19:18.815030 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Attempting to bind port 118030fd-940a-400f-b1e3-6bb64bb08040 on network b5f91168-755e-4974-947f-385966fc547e {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:18.827829 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:18.828176 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Checking segment: {'id': '3fba6191-91c0-483a-b682-ab2f7a434f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5f91168-755e-4974-947f-385966fc547e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:18.828565 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Bound using segment: {'id': '3fba6191-91c0-483a-b682-ab2f7a434f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5f91168-755e-4974-947f-385966fc547e'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:18.828999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Bound port: 118030fd-940a-400f-b1e3-6bb64bb08040, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fba6191-91c0-483a-b682-ab2f7a434f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b5f91168-755e-4974-947f-385966fc547e'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:18.829364 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:18.969803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] For port 118030fd-940a-400f-b1e3-6bb64bb08040, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:18.974014 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] For port 118030fd-940a-400f-b1e3-6bb64bb08040, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=118030fd-940a-400f-b1e3-6bb64bb08040,segment=NetworkSegment(3fba6191-91c0-483a-b682-ab2f7a434f13),segment_id=3fba6191-91c0-483a-b682-ab2f7a434f13)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:19.062921 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-280d1370-8dc5-4419-bb22-b94ec1fffa1a req-4c0d222d-722d-4b18-8740-26383bfece27 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.37 "GET /v2.0/security-groups?id=be769667-04f2-452f-b999-15c1ceb643e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721283 Nov 12 04:19:19.065850 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:19.105504 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5e573073-3bba-4b60-b8fd-4fdeb0156330 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:19.167031 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:19.167737 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:19.169410 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] 10.222.0.21 "PUT /v2.0/ports/118030fd-940a-400f-b1e3-6bb64bb08040 HTTP/1.1" status: 200 len: 1092 time: 1.6443996 Nov 12 04:19:19.169941 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69932915-9fde-41d7-b42d-fb7d612b0369', 'tag': '118030fd-940a-400f-b1e3-6bb64bb08040'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:19.172783 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a5d6dc-9fcc-4fca-94cc-941c55cad3ec" -d '{"events": [{"name": "network-changed", "server_uuid": "69932915-9fde-41d7-b42d-fb7d612b0369", "tag": "118030fd-940a-400f-b1e3-6bb64bb08040"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:19.193753 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0d10e0-8dd3-49bb-a6e8-c518ded195fe x-openstack-request-id: req-7f0d10e0-8dd3-49bb-a6e8-c518ded195fe {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:19.196341 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23f01a9-eaf3-4735-8eb0-8afabeb8a859", "name": "network-vif-plugged", "status": "completed", "tag": "827813e1-4afe-44db-947c-b67c4e2c3e62", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:19.196637 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f0d10e0-8dd3-49bb-a6e8-c518ded195fe {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:19.197712 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'code': 200} Nov 12 04:19:19.265886 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886aaf51-1b28-4a5f-b0a6-cc4977903a12 service neutron] Pushing event updated for resources: {'Port': ['ID=118030fd-940a-400f-b1e3-6bb64bb08040,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:19.289395 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:19:19.296893 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e573073-3bba-4b60-b8fd-4fdeb0156330 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Subnet': ['ID=deb64711-6f42-4de6-969d-9ebc664885c8,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:19.351400 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e573073-3bba-4b60-b8fd-4fdeb0156330 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Checking segment: {'id': '7d7d508c-bccf-4138-b7dd-1234e77e8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0e206787-aa58-4ca7-bec6-4ea7ce37ff40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:19.351811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e573073-3bba-4b60-b8fd-4fdeb0156330 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network hostable DHCP agents. Network: 0e206787-aa58-4ca7-bec6-4ea7ce37ff40, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:19:19.408167 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-3839d438-5cfe-434a-acfa-d8b7006fc7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:19.408502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ccbe2-3ff2-4320-8975-593503051762 req-ca600476-b1da-48d2-b420-a433e97586e4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:19.409843 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-3839d438-5cfe-434a-acfa-d8b7006fc7da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5c75ed7ece549b28cd4a02d51fff7b9&device_id=69932915-9fde-41d7-b42d-fb7d612b0369 HTTP/1.1" status: 200 len: 1095 time: 0.0754561 Nov 12 04:19:19.410065 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b0ccbe2-3ff2-4320-8975-593503051762 req-ca600476-b1da-48d2-b420-a433e97586e4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=51bf74db-4039-4d7a-aff5-341e289c39ba HTTP/1.1" status: 200 len: 943 time: 0.1273613 Nov 12 04:19:19.545689 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e573073-3bba-4b60-b8fd-4fdeb0156330 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 0e206787-aa58-4ca7-bec6-4ea7ce37ff40 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:19:19.566215 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-7f36e58e-5311-4e7b-93e5-1cf2592c8a17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=118030fd-940a-400f-b1e3-6bb64bb08040 HTTP/1.1" status: 200 len: 217 time: 0.1366911 Nov 12 04:19:19.574961 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b0ccbe2-3ff2-4320-8975-593503051762 req-b674ed5b-3eb7-4dd1-85aa-79ba8ad72679 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547964 Nov 12 04:19:19.655123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479,segment=NetworkSegment(a9c04896-874d-4bc2-83f2-7201d02c32fc),segment_id=a9c04896-874d-4bc2-83f2-7201d02c32fc)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:19.675913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-d1333da5-ef92-40c2-b3d3-05a42f88188f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:19.680704 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-d1333da5-ef92-40c2-b3d3-05a42f88188f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b41db93-a02f-43e2-b879-1519be01fa52 HTTP/1.1" status: 200 len: 854 time: 0.1086693 Nov 12 04:19:19.684696 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479', 'network_id': 'a4263860-229d-4fa1-9c19-77686e10aaf3', 'port_id': 'dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479', 'mac_address': 'fa:16:3e:4d:17:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff2f5419-ed18-4db4-9deb-4d2cbdac04a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:19:19.687840 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f2edff-2a0c-4326-b148-b07c57148641 x-openstack-request-id: req-32f2edff-2a0c-4326-b148-b07c57148641 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:19.688139 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51bf74db-4039-4d7a-aff5-341e289c39ba", "tag": "8f7eeab6-efc7-4ece-93be-fdc914e5e5f0", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:19.688393 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32f2edff-2a0c-4326-b148-b07c57148641 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:19.688798 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bf74db-4039-4d7a-aff5-341e289c39ba', 'tag': '8f7eeab6-efc7-4ece-93be-fdc914e5e5f0', 'status': 'completed', 'code': 200} Nov 12 04:19:19.692194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-5e573073-3bba-4b60-b8fd-4fdeb0156330 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 0e206787-aa58-4ca7-bec6-4ea7ce37ff40) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:19.702915 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e573073-3bba-4b60-b8fd-4fdeb0156330 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:19.706015 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5e573073-3bba-4b60-b8fd-4fdeb0156330 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:19.727342 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156d5ed9-7ab7-45d6-aae3-7d986928f3e9 None None] Network 0e206787-aa58-4ca7-bec6-4ea7ce37ff40 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:19.765647 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-1ef9df9c-d4d6-454e-a0c2-26df0c4c87cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:19.767291 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-1ef9df9c-d4d6-454e-a0c2-26df0c4c87cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5f91168-755e-4974-947f-385966fc547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804992 Nov 12 04:19:19.825691 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075166a-d63d-4582-ace1-fc109675e1ac req-ac6c0505-f77a-4a8e-8ff4-ba1effa9c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:19.827574 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8075166a-d63d-4582-ace1-fc109675e1ac req-ac6c0505-f77a-4a8e-8ff4-ba1effa9c5bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&device_id=51bf74db-4039-4d7a-aff5-341e289c39ba HTTP/1.1" status: 200 len: 1095 time: 0.0978081 Nov 12 04:19:19.892842 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5e573073-3bba-4b60-b8fd-4fdeb0156330 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8734365 Nov 12 04:19:19.894624 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41764) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:19.901884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-1b553bd1-1712-472c-ac28-cab9d6fcfc3e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1875948654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:19.968156 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-97ca8723-a3f0-48b5-8c16-470f47e9d8c9 service neutron] 10.222.0.21 "GET /v2.0/networks/b5f91168-755e-4974-947f-385966fc547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929088 Nov 12 04:19:19.971461 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:19.981578 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2109178-942d-4fd6-b242-aaba5d170227 req-77b2f704-1055-45cb-866e-39f8207dd48e tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:19.991164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2109178-942d-4fd6-b242-aaba5d170227 req-77b2f704-1055-45cb-866e-39f8207dd48e tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d184b-322f-4637-9084-f3c004f1638d HTTP/1.1" status: 200 len: 944 time: 0.1808534 Nov 12 04:19:20.025843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:20.069479 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2109178-942d-4fd6-b242-aaba5d170227 req-a512fabe-eccf-46f1-a9fc-5eaaf7a990a7 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4e1580f-73db-41c8-bcbc-2cc523ba569d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751803 Nov 12 04:19:20.073512 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479,segment=NetworkSegment(a9c04896-874d-4bc2-83f2-7201d02c32fc),segment_id=a9c04896-874d-4bc2-83f2-7201d02c32fc)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:20.121371 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075166a-d63d-4582-ace1-fc109675e1ac req-e53e6aec-7d4e-4729-8d43-2b9a21e71415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:20.135817 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8075166a-d63d-4582-ace1-fc109675e1ac req-e53e6aec-7d4e-4729-8d43-2b9a21e71415 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 912 time: 0.2693903 Nov 12 04:19:20.156464 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fbbb2ec0-053e-466e-94a9-dfac2cb55a19 req-fe4f8ba7-cfd5-43d2-9499-c6bce8f4f987 service neutron] 10.222.0.21 "GET /v2.0/networks/b5f91168-755e-4974-947f-385966fc547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796567 Nov 12 04:19:20.248069 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b553bd1-1712-472c-ac28-cab9d6fcfc3e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:20.249435 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b553bd1-1712-472c-ac28-cab9d6fcfc3e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:20.251110 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:19:20.256493 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:20.259411 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8075166a-d63d-4582-ace1-fc109675e1ac req-def56b94-c45d-42f4-9e52-62ec7b1fa6c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 HTTP/1.1" status: 200 len: 217 time: 0.1110456 Nov 12 04:19:20.262569 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-0e206787-aa58-4ca7-bec6-4ea7ce37ff40', 'network_id': '0e206787-aa58-4ca7-bec6-4ea7ce37ff40', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'fixed_ips': [{'subnet_id': 'deb64711-6f42-4de6-969d-9ebc664885c8'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:19:20.264316 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:20.383181 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b553bd1-1712-472c-ac28-cab9d6fcfc3e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:20.456661 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b139f-b0ad-49cb-b2b6-74269f5b9a82 req-d26a588f-6e19-4ee2-86b9-25a59e2ac9d6 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:20.465341 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d01b139f-b0ad-49cb-b2b6-74269f5b9a82 req-d26a588f-6e19-4ee2-86b9-25a59e2ac9d6 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 946 time: 0.2244921 Nov 12 04:19:20.489077 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b553bd1-1712-472c-ac28-cab9d6fcfc3e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:20.512676 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075166a-d63d-4582-ace1-fc109675e1ac req-49418443-eb03-4a61-b7af-4bd571091ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:20.517975 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8075166a-d63d-4582-ace1-fc109675e1ac req-49418443-eb03-4a61-b7af-4bd571091ecd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64085683-3376-464a-a4ff-b7367f1920e9 HTTP/1.1" status: 200 len: 851 time: 0.1330240 Nov 12 04:19:20.576752 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8075166a-d63d-4582-ace1-fc109675e1ac req-30e96259-e9b5-4813-b2a6-7a99634ef16a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0550e788-ec39-4fbc-9b9c-fbf1372e1240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498784 Nov 12 04:19:20.722311 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b553bd1-1712-472c-ac28-cab9d6fcfc3e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:20.727864 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1b553bd1-1712-472c-ac28-cab9d6fcfc3e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8313429 Nov 12 04:19:20.730243 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8075166a-d63d-4582-ace1-fc109675e1ac req-e7b4a158-4b44-4c21-be0e-5e1e3e6cc922 service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430771 Nov 12 04:19:20.730986 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41774) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:20.791008 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=8f7eeab6-efc7-4ece-93be-fdc914e5e5f0,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:20.807979 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '8f7eeab6-efc7-4ece-93be-fdc914e5e5f0', 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240', 'port_id': '8f7eeab6-efc7-4ece-93be-fdc914e5e5f0', 'mac_address': 'fa:16:3e:07:af:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64085683-3376-464a-a4ff-b7367f1920e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:19:20.877893 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8075166a-d63d-4582-ace1-fc109675e1ac req-f2348389-90f0-4a97-8077-641261a58461 service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359155 Nov 12 04:19:20.894318 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d01b139f-b0ad-49cb-b2b6-74269f5b9a82 req-508fbecf-cec6-4e1b-95ce-048b10b5ddae tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4239547 Nov 12 04:19:20.970788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:20.981640 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:21.008692 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:21.031255 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=8f7eeab6-efc7-4ece-93be-fdc914e5e5f0,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:21.039761 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:19:21.103999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:21.103999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:21.103999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:21.103999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:21.103999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:21.103999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:21.104673 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:21.104673 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:21.104813 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:21.105131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:21.105452 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:21.105771 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:21.147572 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:21.168422 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61becf25-947b-4796-8a9b-1522ec0da5c1 req-c8332024-9432-41b0-9620-9b2d660ec024 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 210 time: 0.1385076 Nov 12 04:19:21.269003 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a243fe4e-fc02-4d58-bd35-1d2528396531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe4a55b-5b89-44df-a4be-51bf35241c6c'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:21.271816 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d40ee5d-2b74-4654-976b-98b80196a410 x-openstack-request-id: req-0d40ee5d-2b74-4654-976b-98b80196a410 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:21.272626 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69932915-9fde-41d7-b42d-fb7d612b0369", "tag": "118030fd-940a-400f-b1e3-6bb64bb08040", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:21.273599 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d40ee5d-2b74-4654-976b-98b80196a410 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:21.274175 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69932915-9fde-41d7-b42d-fb7d612b0369', 'tag': '118030fd-940a-400f-b1e3-6bb64bb08040', 'status': 'completed', 'code': 200} Nov 12 04:19:21.274590 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dde6eef-09d6-4183-9f2b-2a9f17cc8a8c" -d '{"events": [{"server_uuid": "a243fe4e-fc02-4d58-bd35-1d2528396531", "name": "network-vif-plugged", "status": "completed", "tag": "5fe4a55b-5b89-44df-a4be-51bf35241c6c"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:21.415330 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] Allocated IP 172.20.0.2 (0e206787-aa58-4ca7-bec6-4ea7ce37ff40/deb64711-6f42-4de6-969d-9ebc664885c8/6959f20e-3047-44f1-a45a-501d7cc89ab6) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:21.471809 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5d6dc-9fcc-4fca-94cc-941c55cad3ec req-65b55498-1c7c-423b-98cb-22f2af8ce0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:21.473318 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-82a5d6dc-9fcc-4fca-94cc-941c55cad3ec req-65b55498-1c7c-423b-98cb-22f2af8ce0d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5c75ed7ece549b28cd4a02d51fff7b9&device_id=69932915-9fde-41d7-b42d-fb7d612b0369 HTTP/1.1" status: 200 len: 1095 time: 0.1117494 Nov 12 04:19:21.495163 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=8f7eeab6-efc7-4ece-93be-fdc914e5e5f0,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:21.507011 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['8f7eeab6-efc7-4ece-93be-fdc914e5e5f0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:19:21.607905 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5d6dc-9fcc-4fca-94cc-941c55cad3ec req-56dda331-b99f-4e4c-9589-d291d5b2c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:21.609316 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-82a5d6dc-9fcc-4fca-94cc-941c55cad3ec req-56dda331-b99f-4e4c-9589-d291d5b2c62b service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5f91168-755e-4974-947f-385966fc547e HTTP/1.1" status: 200 len: 916 time: 0.1267779 Nov 12 04:19:21.685384 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-82a5d6dc-9fcc-4fca-94cc-941c55cad3ec req-b6d4046a-0ef3-464a-bda9-b65a2c42e7fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=118030fd-940a-400f-b1e3-6bb64bb08040 HTTP/1.1" status: 200 len: 217 time: 0.0685134 Nov 12 04:19:21.807516 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5d6dc-9fcc-4fca-94cc-941c55cad3ec req-1deedfce-1d31-43f1-8416-52dc2899a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:21.809209 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-82a5d6dc-9fcc-4fca-94cc-941c55cad3ec req-1deedfce-1d31-43f1-8416-52dc2899a69c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b41db93-a02f-43e2-b879-1519be01fa52 HTTP/1.1" status: 200 len: 854 time: 0.1156595 Nov 12 04:19:21.907855 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5d6dc-9fcc-4fca-94cc-941c55cad3ec req-72855045-5fd6-4236-984b-9975f9240d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:21.909511 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-82a5d6dc-9fcc-4fca-94cc-941c55cad3ec req-72855045-5fd6-4236-984b-9975f9240d46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5f91168-755e-4974-947f-385966fc547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925188 Nov 12 04:19:22.101627 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-82a5d6dc-9fcc-4fca-94cc-941c55cad3ec req-a20840b0-d2aa-47b2-b17b-853568b50ca1 service neutron] 10.222.0.21 "GET /v2.0/networks/b5f91168-755e-4974-947f-385966fc547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823995 Nov 12 04:19:22.112793 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-792ef40a-5059-435f-b4e1-539fbba56961 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:22.124052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dde22a-5f92-489e-afb3-6a9339e08e52 req-3605a354-df3f-424e-a2e9-3b49e75c86c2 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:22.132944 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a1dde22a-5f92-489e-afb3-6a9339e08e52 req-3605a354-df3f-424e-a2e9-3b49e75c86c2 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/ports?device_id=69932915-9fde-41d7-b42d-fb7d612b0369 HTTP/1.1" status: 200 len: 943 time: 0.1622736 Nov 12 04:19:22.166932 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:22.273019 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-82a5d6dc-9fcc-4fca-94cc-941c55cad3ec req-21359b3e-868b-4b64-a683-6b61898f6176 service neutron] 10.222.0.21 "GET /v2.0/networks/b5f91168-755e-4974-947f-385966fc547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633019 Nov 12 04:19:22.276858 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:22.378668 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] Pushing event updated for resources: {'Port': ['ID=6959f20e-3047-44f1-a45a-501d7cc89ab6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:22.388975 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] Network 0e206787-aa58-4ca7-bec6-4ea7ce37ff40 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:22.390878 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:22.393700 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:22.452198 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] Attempting to bind port 6959f20e-3047-44f1-a45a-501d7cc89ab6 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:22.452583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] Attempting to bind port 6959f20e-3047-44f1-a45a-501d7cc89ab6 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '7d7d508c-bccf-4138-b7dd-1234e77e8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0e206787-aa58-4ca7-bec6-4ea7ce37ff40'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:22.452850 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a1dde22a-5f92-489e-afb3-6a9339e08e52 req-db16be95-6a48-4639-803b-6dbc91257e92 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c8cc6bf-d20c-49fd-87b9-fd7d2f65b795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184941 Nov 12 04:19:22.453320 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] Attempting to bind port 6959f20e-3047-44f1-a45a-501d7cc89ab6 on network 0e206787-aa58-4ca7-bec6-4ea7ce37ff40 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:22.458758 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:22.459205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] Checking segment: {'id': '7d7d508c-bccf-4138-b7dd-1234e77e8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0e206787-aa58-4ca7-bec6-4ea7ce37ff40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:22.459708 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:22.460131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] Bound using segment: {'id': '7d7d508c-bccf-4138-b7dd-1234e77e8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0e206787-aa58-4ca7-bec6-4ea7ce37ff40'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:22.461057 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] Bound port: 6959f20e-3047-44f1-a45a-501d7cc89ab6, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7d508c-bccf-4138-b7dd-1234e77e8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0e206787-aa58-4ca7-bec6-4ea7ce37ff40'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:22.461550 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:22.529335 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-792ef40a-5059-435f-b4e1-539fbba56961 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Allocated IP 172.20.0.1 (0e206787-aa58-4ca7-bec6-4ea7ce37ff40/deb64711-6f42-4de6-969d-9ebc664885c8/0d6d889a-3810-45c9-b5aa-d0b8f4dfbe37) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:22.641290 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] For port 6959f20e-3047-44f1-a45a-501d7cc89ab6, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:22.644733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] For port 6959f20e-3047-44f1-a45a-501d7cc89ab6, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6959f20e-3047-44f1-a45a-501d7cc89ab6,segment=NetworkSegment(7d7d508c-bccf-4138-b7dd-1234e77e8c53),segment_id=7d7d508c-bccf-4138-b7dd-1234e77e8c53)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:22.744849 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ff4c8-7a1b-4fc3-afdd-0893c2ed416d req-aa10aff0-14dd-4951-aa24-baeb64da8a4d tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:22.752532 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e2ff4c8-7a1b-4fc3-afdd-0893c2ed416d req-aa10aff0-14dd-4951-aa24-baeb64da8a4d tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.37 "GET /v2.0/ports?device_id=a243fe4e-fc02-4d58-bd35-1d2528396531 HTTP/1.1" status: 200 len: 945 time: 0.1020632 Nov 12 04:19:22.757378 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-792ef40a-5059-435f-b4e1-539fbba56961 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:22.761157 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:22.869148 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e2ff4c8-7a1b-4fc3-afdd-0893c2ed416d req-549e9ead-6651-44da-8037-fad06f7bf41d tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.37 "GET /v2.0/security-groups?id=be769667-04f2-452f-b999-15c1ceb643e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156318 Nov 12 04:19:22.938260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee624b23-3297-4751-9ae9-4dd123a33077 None None] Pushing event updated for resources: {'Port': ['ID=6959f20e-3047-44f1-a45a-501d7cc89ab6,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:23.068019 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-792ef40a-5059-435f-b4e1-539fbba56961 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:23.162857 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ef40a-5059-435f-b4e1-539fbba56961 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=0d6d889a-3810-45c9-b5aa-d0b8f4dfbe37,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:23.191091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792ef40a-5059-435f-b4e1-539fbba56961 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 0e206787-aa58-4ca7-bec6-4ea7ce37ff40 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:23.193687 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-792ef40a-5059-435f-b4e1-539fbba56961 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:23.198765 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792ef40a-5059-435f-b4e1-539fbba56961 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:23.253744 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca7001-ff4e-4540-8733-a34c6361fb78 req-69a8ed62-96b5-47ff-9525-557ea2d0d04a tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:23.262277 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1eca7001-ff4e-4540-8733-a34c6361fb78 req-69a8ed62-96b5-47ff-9525-557ea2d0d04a tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=51bf74db-4039-4d7a-aff5-341e289c39ba HTTP/1.1" status: 200 len: 944 time: 0.2789149 Nov 12 04:19:23.324428 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-792ef40a-5059-435f-b4e1-539fbba56961 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:23.333844 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 118030fd-940a-400f-b1e3-6bb64bb08040 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:19:23.342804 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:23.519533 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1eca7001-ff4e-4540-8733-a34c6361fb78 req-0f4f806f-c19f-43fe-bee3-606d1b71d153 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526045 Nov 12 04:19:23.653487 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-792ef40a-5059-435f-b4e1-539fbba56961 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:23.709974 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 118030fd-940a-400f-b1e3-6bb64bb08040, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=118030fd-940a-400f-b1e3-6bb64bb08040,segment=NetworkSegment(3fba6191-91c0-483a-b682-ab2f7a434f13),segment_id=3fba6191-91c0-483a-b682-ab2f7a434f13)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:23.716948 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6959f20e-3047-44f1-a45a-501d7cc89ab6 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:23.725119 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:19:23.758210 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:23.758782 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:23.780958 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '118030fd-940a-400f-b1e3-6bb64bb08040', 'network_id': 'b5f91168-755e-4974-947f-385966fc547e', 'port_id': '118030fd-940a-400f-b1e3-6bb64bb08040', 'mac_address': 'fa:16:3e:7b:9c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b41db93-a02f-43e2-b879-1519be01fa52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:19:23.881716 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:23.907330 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 6959f20e-3047-44f1-a45a-501d7cc89ab6 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:23.908122 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:23.972702 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118030fd-940a-400f-b1e3-6bb64bb08040 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:24.081676 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 118030fd-940a-400f-b1e3-6bb64bb08040, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=118030fd-940a-400f-b1e3-6bb64bb08040,segment=NetworkSegment(3fba6191-91c0-483a-b682-ab2f7a434f13),segment_id=3fba6191-91c0-483a-b682-ab2f7a434f13)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:24.096465 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:24.124875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c705bf-837a-4086-9795-6a079221bb74 req-92558a7f-6023-417b-8269-a227758a633f tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:24.135406 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43c705bf-837a-4086-9795-6a079221bb74 req-92558a7f-6023-417b-8269-a227758a633f tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d184b-322f-4637-9084-f3c004f1638d HTTP/1.1" status: 200 len: 945 time: 0.4586968 Nov 12 04:19:24.192239 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:24.207582 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:24.250041 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 6959f20e-3047-44f1-a45a-501d7cc89ab6, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6959f20e-3047-44f1-a45a-501d7cc89ab6,segment=NetworkSegment(7d7d508c-bccf-4138-b7dd-1234e77e8c53),segment_id=7d7d508c-bccf-4138-b7dd-1234e77e8c53)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:24.258832 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:24.322823 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-792ef40a-5059-435f-b4e1-539fbba56961 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:24.330176 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479,segment=NetworkSegment(a9c04896-874d-4bc2-83f2-7201d02c32fc),segment_id=a9c04896-874d-4bc2-83f2-7201d02c32fc)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:24.343068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43c705bf-837a-4086-9795-6a079221bb74 req-e5b54721-7ff1-47de-8bd8-dbcec838a48d tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4e1580f-73db-41c8-bcbc-2cc523ba569d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066395 Nov 12 04:19:24.385049 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:24.404705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=118030fd-940a-400f-b1e3-6bb64bb08040,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:24.408207 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd03e90-e74e-4171-a6e3-b5d67330284c x-openstack-request-id: req-2dd03e90-e74e-4171-a6e3-b5d67330284c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:24.408503 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a243fe4e-fc02-4d58-bd35-1d2528396531", "name": "network-vif-plugged", "status": "completed", "tag": "5fe4a55b-5b89-44df-a4be-51bf35241c6c", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:24.408797 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2dd03e90-e74e-4171-a6e3-b5d67330284c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:24.409182 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a243fe4e-fc02-4d58-bd35-1d2528396531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe4a55b-5b89-44df-a4be-51bf35241c6c', 'code': 200} Nov 12 04:19:24.437095 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f143d5be-880b-4417-bd25-13c02d32f99c None None] Network 0e206787-aa58-4ca7-bec6-4ea7ce37ff40 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:24.441918 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-792ef40a-5059-435f-b4e1-539fbba56961 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:24.485570 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:19:24.519812 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:24.537553 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:24.537934 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:24.545675 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=6959f20e-3047-44f1-a45a-501d7cc89ab6,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:24.547308 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-792ef40a-5059-435f-b4e1-539fbba56961 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:24.553191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-912e7df7-1215-4e05-a74f-4f06f972adf7 None None] Provisioning complete for port 6959f20e-3047-44f1-a45a-501d7cc89ab6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:24.553562 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-912e7df7-1215-4e05-a74f-4f06f972adf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:24.654374 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:24.662619 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['118030fd-940a-400f-b1e3-6bb64bb08040'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:19:24.695884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077343b-3e8a-45ff-b146-df587a8b5cb7 req-ba0bcc88-0941-4f9e-8e2d-621c84be9c56 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:24.703700 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5077343b-3e8a-45ff-b146-df587a8b5cb7 req-ba0bcc88-0941-4f9e-8e2d-621c84be9c56 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 946 time: 0.1714385 Nov 12 04:19:24.781732 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e1b9b-b84c-4d29-b44e-39635077480c req-7fddf42e-94aa-42f9-96dd-b0226c31f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:24.785681 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-982e1b9b-b84c-4d29-b44e-39635077480c req-7fddf42e-94aa-42f9-96dd-b0226c31f724 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a243fe4e-fc02-4d58-bd35-1d2528396531 HTTP/1.1" status: 200 len: 1097 time: 0.2526035 Nov 12 04:19:24.791451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ef40a-5059-435f-b4e1-539fbba56961 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=0d6d889a-3810-45c9-b5aa-d0b8f4dfbe37,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:24.853471 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-982e1b9b-b84c-4d29-b44e-39635077480c req-6a183abf-fc4c-4e3b-b153-f80a7420a538 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=be769667-04f2-452f-b999-15c1ceb643e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537195 Nov 12 04:19:24.875815 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5077343b-3e8a-45ff-b146-df587a8b5cb7 req-5a5bf47f-46f2-44d4-b18a-a93bc1b7f30c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662283 Nov 12 04:19:24.932610 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:24.935917 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792ef40a-5059-435f-b4e1-539fbba56961 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 0e206787-aa58-4ca7-bec6-4ea7ce37ff40 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:24.938247 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-792ef40a-5059-435f-b4e1-539fbba56961 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:24.998412 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=8f7eeab6-efc7-4ece-93be-fdc914e5e5f0,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:25.099204 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:25.099556 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e4647ce-74fe-432c-8ef5-44e1d9a62051 req-889a818a-bc56-452a-a2a8-83ef25215e71 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 210 time: 0.0779169 Nov 12 04:19:25.286888 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-696b5dca-cc58-4991-abce-b14d41b0c68f tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=09922231c9dc4125871f99b6b22947ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569360 Nov 12 04:19:25.307011 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=8f7eeab6-efc7-4ece-93be-fdc914e5e5f0,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:25.378761 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5d12edfe-a3ad-44fa-a7ad-7246df001e84 None None] Provisioning complete for port 6959f20e-3047-44f1-a45a-501d7cc89ab6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:25.379403 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d12edfe-a3ad-44fa-a7ad-7246df001e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:25.469858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-d656cff5-c24d-486d-8ec6-a3be4d501c72 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:25.478062 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-d656cff5-c24d-486d-8ec6-a3be4d501c72 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899843 Nov 12 04:19:25.495116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-eca273e2-209e-4bc2-909a-17f80dcf5a3a tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/quotas/09922231c9dc4125871f99b6b22947ed HTTP/1.1" status: 200 len: 375 time: 0.0160904 Nov 12 04:19:25.504070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5d12edfe-a3ad-44fa-a7ad-7246df001e84 None None] Provisioning complete for port 0d6d889a-3810-45c9-b5aa-d0b8f4dfbe37 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:25.505041 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d12edfe-a3ad-44fa-a7ad-7246df001e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:25.524825 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-ff9e287c-c0bf-4d3d-b8d9-722573a9102b tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=09922231c9dc4125871f99b6b22947ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288239 Nov 12 04:19:25.577225 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5d12edfe-a3ad-44fa-a7ad-7246df001e84 None None] Port 0d6d889a-3810-45c9-b5aa-d0b8f4dfbe37 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:25.583228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6959f20e-3047-44f1-a45a-501d7cc89ab6 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:25.664076 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 6959f20e-3047-44f1-a45a-501d7cc89ab6 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:25.664326 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:25.875188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792ef40a-5059-435f-b4e1-539fbba56961 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 13e73da8-07c2-4d7a-95c7-e9f1811d8c7f is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:19:25.923081 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0e881dcf-369d-499b-abb3-d52bd3406512 None None] Provisioning complete for port 0d6d889a-3810-45c9-b5aa-d0b8f4dfbe37 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:25.923396 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0e881dcf-369d-499b-abb3-d52bd3406512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:25.970982 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0e881dcf-369d-499b-abb3-d52bd3406512 None None] Port 0d6d889a-3810-45c9-b5aa-d0b8f4dfbe37 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:26.070655 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792ef40a-5059-435f-b4e1-539fbba56961 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:26.098208 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6572a6e8-9716-4f68-9db7-a825b9b75356 None None] Sync routers for ids ['13e73da8-07c2-4d7a-95c7-e9f1811d8c7f'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:26.102911 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-792ef40a-5059-435f-b4e1-539fbba56961 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/13e73da8-07c2-4d7a-95c7-e9f1811d8c7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3668952 Nov 12 04:19:26.105063 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41818) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:26.139772 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6572a6e8-9716-4f68-9db7-a825b9b75356 None None] Routers {'13e73da8-07c2-4d7a-95c7-e9f1811d8c7f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:26.142228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-6572a6e8-9716-4f68-9db7-a825b9b75356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:19:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['13e73da8-07c2-4d7a-95c7-e9f1811d8c7f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:26.188212 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1fa5b766-98e1-4da5-8203-cbbda35153c8 None None] Provisioning complete for port 0d6d889a-3810-45c9-b5aa-d0b8f4dfbe37 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:26.188793 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b766-98e1-4da5-8203-cbbda35153c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:26.193349 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-6572a6e8-9716-4f68-9db7-a825b9b75356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:26.202069 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cbd144-91de-4b47-986c-ded75092f1db tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:26.209930 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-16cbd144-91de-4b47-986c-ded75092f1db tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/ports/0d6d889a-3810-45c9-b5aa-d0b8f4dfbe37 HTTP/1.1" status: 200 len: 910 time: 0.1029594 Nov 12 04:19:26.211369 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41822) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:26.217266 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9e09b842-4c39-42f9-9f4f-5ede85cba582 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'deb64711-6f42-4de6-969d-9ebc664885c8'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:26.267434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88b46d-a79e-42f3-852f-e8f80a6ffe25 req-a27e7b69-d92f-4f32-b9da-77a3884ae393 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:26.269113 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b88b46d-a79e-42f3-852f-e8f80a6ffe25 req-a27e7b69-d92f-4f32-b9da-77a3884ae393 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/ports?device_id=69932915-9fde-41d7-b42d-fb7d612b0369 HTTP/1.1" status: 200 len: 944 time: 0.1418793 Nov 12 04:19:26.288751 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6572a6e8-9716-4f68-9db7-a825b9b75356 None None] Routers {'13e73da8-07c2-4d7a-95c7-e9f1811d8c7f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:26.300429 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-6572a6e8-9716-4f68-9db7-a825b9b75356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:19:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['13e73da8-07c2-4d7a-95c7-e9f1811d8c7f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:26.305589 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5b766-98e1-4da5-8203-cbbda35153c8 None None] Port 0d6d889a-3810-45c9-b5aa-d0b8f4dfbe37 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:26.358531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-6572a6e8-9716-4f68-9db7-a825b9b75356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:26.359252 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6572a6e8-9716-4f68-9db7-a825b9b75356 None None] The sync data for ids ['13e73da8-07c2-4d7a-95c7-e9f1811d8c7f'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:26.410525 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167d184b-322f-4637-9084-f3c004f1638d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479'}, {'server_uuid': '51bf74db-4039-4d7a-aff5-341e289c39ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7eeab6-efc7-4ece-93be-fdc914e5e5f0'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:26.411187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b88b46d-a79e-42f3-852f-e8f80a6ffe25 req-85c989b0-38de-4d76-b6b6-8c07e810ad35 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c8cc6bf-d20c-49fd-87b9-fd7d2f65b795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316450 Nov 12 04:19:26.413447 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f5eeb9-83d0-4305-8687-ea4ba03502ec" -d '{"events": [{"server_uuid": "167d184b-322f-4637-9084-f3c004f1638d", "name": "network-vif-plugged", "status": "completed", "tag": "dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479"}, {"server_uuid": "51bf74db-4039-4d7a-aff5-341e289c39ba", "name": "network-vif-plugged", "status": "completed", "tag": "8f7eeab6-efc7-4ece-93be-fdc914e5e5f0"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:26.494347 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e09b842-4c39-42f9-9f4f-5ede85cba582 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:26.557557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea325a90-4905-404c-97c6-4907197801c7 req-ba49fd6d-87d3-480d-865a-a6710c1efcda tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:26.568048 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea325a90-4905-404c-97c6-4907197801c7 req-ba49fd6d-87d3-480d-865a-a6710c1efcda tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.37 "GET /v2.0/ports?device_id=a243fe4e-fc02-4d58-bd35-1d2528396531 HTTP/1.1" status: 200 len: 945 time: 0.0855303 Nov 12 04:19:26.648375 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea325a90-4905-404c-97c6-4907197801c7 req-77c6d712-4102-4255-8528-e9aa45ed9080 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.37 "GET /v2.0/security-groups?id=be769667-04f2-452f-b999-15c1ceb643e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789175 Nov 12 04:19:26.796355 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb608e-fdf4-4fae-aac4-c84a04d4786a req-87e569c1-4854-404b-b833-812d79210fcd tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:26.798067 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7fb608e-fdf4-4fae-aac4-c84a04d4786a req-87e569c1-4854-404b-b833-812d79210fcd tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=51bf74db-4039-4d7a-aff5-341e289c39ba HTTP/1.1" status: 200 len: 945 time: 0.0763383 Nov 12 04:19:26.889074 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7fb608e-fdf4-4fae-aac4-c84a04d4786a req-fe677cb2-bd1c-4129-b88a-e7cebc569893 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735500 Nov 12 04:19:27.084268 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0af74e-a1d6-4315-af83-f94e8ef12ad6 req-bb5b2ae4-27fd-4712-a198-79c9cd7f39fe tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:27.091097 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e0af74e-a1d6-4315-af83-f94e8ef12ad6 req-bb5b2ae4-27fd-4712-a198-79c9cd7f39fe tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d184b-322f-4637-9084-f3c004f1638d HTTP/1.1" status: 200 len: 946 time: 0.1044123 Nov 12 04:19:27.166160 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e0af74e-a1d6-4315-af83-f94e8ef12ad6 req-3d801663-835a-42b9-9322-117f09907bb0 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4e1580f-73db-41c8-bcbc-2cc523ba569d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640733 Nov 12 04:19:27.309268 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232cfcc-0a09-4604-a390-4af036c4f6cc req-2b5a2b97-0e62-482d-985c-8234dc38f610 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:27.311187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a232cfcc-0a09-4604-a390-4af036c4f6cc req-2b5a2b97-0e62-482d-985c-8234dc38f610 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 946 time: 0.0690095 Nov 12 04:19:27.365177 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 118030fd-940a-400f-b1e3-6bb64bb08040 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:27.413282 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a232cfcc-0a09-4604-a390-4af036c4f6cc req-40bad3f7-c8cb-496f-86cd-9860949ed9d1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934939 Nov 12 04:19:27.524127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45fed082-b45e-47dc-bff4-e1b90d06df61 req-b15d42a2-48b2-4f59-b829-78c67b198666 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a HTTP/1.1" status: 200 len: 210 time: 0.0293286 Nov 12 04:19:27.580244 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e09b842-4c39-42f9-9f4f-5ede85cba582 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.594797 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 118030fd-940a-400f-b1e3-6bb64bb08040 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:19:27.600586 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 118030fd-940a-400f-b1e3-6bb64bb08040 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:27.601205 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.667629 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1b508f4a-03d6-411e-843a-33e6e17a6184 req-d28d1034-0b3f-4253-9d0d-1245b24afe91 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 210 time: 0.0555794 Nov 12 04:19:27.674532 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e09b842-4c39-42f9-9f4f-5ede85cba582 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.734861 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.779764 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d60cff9-2f48-4326-8240-a9daee8d0b01 x-openstack-request-id: req-3d60cff9-2f48-4326-8240-a9daee8d0b01 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:27.780263 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167d184b-322f-4637-9084-f3c004f1638d", "name": "network-vif-plugged", "status": "completed", "tag": "dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479", "code": 200}, {"server_uuid": "51bf74db-4039-4d7a-aff5-341e289c39ba", "name": "network-vif-plugged", "status": "completed", "tag": "8f7eeab6-efc7-4ece-93be-fdc914e5e5f0", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:27.782703 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d60cff9-2f48-4326-8240-a9daee8d0b01 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:27.782703 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167d184b-322f-4637-9084-f3c004f1638d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479', 'code': 200} Nov 12 04:19:27.782703 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bf74db-4039-4d7a-aff5-341e289c39ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7eeab6-efc7-4ece-93be-fdc914e5e5f0', 'code': 200} Nov 12 04:19:27.795236 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 118030fd-940a-400f-b1e3-6bb64bb08040, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=118030fd-940a-400f-b1e3-6bb64bb08040,segment=NetworkSegment(3fba6191-91c0-483a-b682-ab2f7a434f13),segment_id=3fba6191-91c0-483a-b682-ab2f7a434f13)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:27.847853 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09b842-4c39-42f9-9f4f-5ede85cba582 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=0d6d889a-3810-45c9-b5aa-d0b8f4dfbe37,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:27.894018 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e09b842-4c39-42f9-9f4f-5ede85cba582 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:27.907357 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e09b842-4c39-42f9-9f4f-5ede85cba582 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.910090 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9e09b842-4c39-42f9-9f4f-5ede85cba582 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/ports/0d6d889a-3810-45c9-b5aa-d0b8f4dfbe37 HTTP/1.1" status: 200 len: 910 time: 1.6974266 Nov 12 04:19:27.911678 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.925921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41840) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:28.014018 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c02dd-ff4f-4235-9874-35ff5a1adb24 req-b6c87042-8c95-43fd-b932-b7afd60bf968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:28.017770 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-914c02dd-ff4f-4235-9874-35ff5a1adb24 req-b6c87042-8c95-43fd-b932-b7afd60bf968 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=167d184b-322f-4637-9084-f3c004f1638d HTTP/1.1" status: 200 len: 1098 time: 0.1042988 Nov 12 04:19:28.053928 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=118030fd-940a-400f-b1e3-6bb64bb08040,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:28.098653 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-914c02dd-ff4f-4235-9874-35ff5a1adb24 req-2568e006-7546-4429-8a39-29b6040c81dd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a4e1580f-73db-41c8-bcbc-2cc523ba569d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729685 Nov 12 04:19:28.186430 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f68e3-c734-4deb-873b-fb7f54a30395 req-00cab06a-cccc-464f-8d2b-30ab7c830c94 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:28.195807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b57f68e3-c734-4deb-873b-fb7f54a30395 req-00cab06a-cccc-464f-8d2b-30ab7c830c94 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/ports?device_id=69932915-9fde-41d7-b42d-fb7d612b0369 HTTP/1.1" status: 200 len: 945 time: 0.2941318 Nov 12 04:19:28.228738 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92061eb-119c-4ece-aa9d-11833fa85295 req-467b8696-4d86-4cb8-abc2-c47131d2f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:28.231286 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f92061eb-119c-4ece-aa9d-11833fa85295 req-467b8696-4d86-4cb8-abc2-c47131d2f776 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=51bf74db-4039-4d7a-aff5-341e289c39ba HTTP/1.1" status: 200 len: 1097 time: 0.3490255 Nov 12 04:19:28.353691 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b57f68e3-c734-4deb-873b-fb7f54a30395 req-266943ba-bbf8-4fa9-9b35-11d5dd4e3714 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c8cc6bf-d20c-49fd-87b9-fd7d2f65b795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510000 Nov 12 04:19:28.492399 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f92061eb-119c-4ece-aa9d-11833fa85295 req-cae7425f-44b0-4dc3-8a2b-1e51b87441ac service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223680 Nov 12 04:19:28.603072 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7dfebe-5610-417d-a9f1-d331294a293c req-de6f6686-e14a-47d9-89a9-6c5a93422e16 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:28.610610 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e7dfebe-5610-417d-a9f1-d331294a293c req-de6f6686-e14a-47d9-89a9-6c5a93422e16 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=51bf74db-4039-4d7a-aff5-341e289c39ba HTTP/1.1" status: 200 len: 945 time: 0.1003530 Nov 12 04:19:28.695595 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e7dfebe-5610-417d-a9f1-d331294a293c req-93225e70-ce3c-48d5-aa6b-73cb2b1e9e08 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818574 Nov 12 04:19:28.825441 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-052a74d5-7ea3-4d93-97fe-6a9d7a9e6176 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:28.901413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f2a18-0f83-4619-8764-530b09731c49 req-3a256432-2780-4c7b-8194-545166e223ce tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:28.909192 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e0f2a18-0f83-4619-8764-530b09731c49 req-3a256432-2780-4c7b-8194-545166e223ce tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d184b-322f-4637-9084-f3c004f1638d HTTP/1.1" status: 200 len: 946 time: 0.1361685 Nov 12 04:19:29.026600 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e0f2a18-0f83-4619-8764-530b09731c49 req-049b022f-97be-4f76-b460-20d4c8a8adb8 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4e1580f-73db-41c8-bcbc-2cc523ba569d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164401 Nov 12 04:19:29.251788 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b7261-7b57-4e0e-b9ec-399805e22fe2 req-8a25f95a-ff38-4a90-8a1b-422deaa999d1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:29.260502 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b62b7261-7b57-4e0e-b9ec-399805e22fe2 req-8a25f95a-ff38-4a90-8a1b-422deaa999d1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 946 time: 0.1348705 Nov 12 04:19:29.305247 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-052a74d5-7ea3-4d93-97fe-6a9d7a9e6176 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting port 0d6d889a-3810-45c9-b5aa-d0b8f4dfbe37 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:29.305632 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-052a74d5-7ea3-4d93-97fe-6a9d7a9e6176 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:29.711487 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b62b7261-7b57-4e0e-b9ec-399805e22fe2 req-c0c28db2-d81e-4557-b280-b0a90e2d7041 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4496555 Nov 12 04:19:29.721374 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-b57d07c1-8869-4e93-a1fb-40249bda0bda tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=09922231c9dc4125871f99b6b22947ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3806257 Nov 12 04:19:29.782693 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69932915-9fde-41d7-b42d-fb7d612b0369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118030fd-940a-400f-b1e3-6bb64bb08040'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:29.789576 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd058b7-4906-48b4-80c6-df431868af70" -d '{"events": [{"server_uuid": "69932915-9fde-41d7-b42d-fb7d612b0369", "name": "network-vif-plugged", "status": "completed", "tag": "118030fd-940a-400f-b1e3-6bb64bb08040"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:29.877077 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-052a74d5-7ea3-4d93-97fe-6a9d7a9e6176 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:29.907626 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9512a334-b1a5-44e6-a945-8c83b99c34f7 req-6c9e5e90-605e-4904-b500-02e05ce1bdcc tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a HTTP/1.1" status: 200 len: 210 time: 0.0850775 Nov 12 04:19:29.915851 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-052a74d5-7ea3-4d93-97fe-6a9d7a9e6176 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Calling delete_port for 0d6d889a-3810-45c9-b5aa-d0b8f4dfbe37 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:29.969983 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55094457-ada3-4250-9236-272ab213e0bc req-5c6fe5cc-d820-4c5e-b89f-48c4f714a6cc tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:29.973687 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-55094457-ada3-4250-9236-272ab213e0bc req-5c6fe5cc-d820-4c5e-b89f-48c4f714a6cc tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bf74db-4039-4d7a-aff5-341e289c39ba HTTP/1.1" status: 200 len: 945 time: 0.1161046 Nov 12 04:19:30.005560 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-1c3dc6e1-470e-4684-86b9-7a8bd5ac60ee tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:30.010281 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-1c3dc6e1-470e-4684-86b9-7a8bd5ac60ee tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735441 Nov 12 04:19:30.030511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-0734ad5e-b23c-45c6-be21-07afa9f23469 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Request body: {'port': {'device_id': '7cd88faf-3cd6-4983-ab4f-c09a46fb768a', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': '09922231c9dc4125871f99b6b22947ed'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:30.135732 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-69a10ed8-fa6c-478e-a137-4e55f633175d req-a2d77ff0-ed7b-4e13-9d51-fe8f67b85cff tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bba86-f175-47c0-b7cd-c9368e646382 HTTP/1.1" status: 200 len: 210 time: 0.0857823 Nov 12 04:19:30.202931 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-55094457-ada3-4250-9236-272ab213e0bc req-ec84ea22-7ff0-4e87-8352-48ed3e86f652 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Deleting port 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:30.203312 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-55094457-ada3-4250-9236-272ab213e0bc req-ec84ea22-7ff0-4e87-8352-48ed3e86f652 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:30.304183 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-55094457-ada3-4250-9236-272ab213e0bc req-ec84ea22-7ff0-4e87-8352-48ed3e86f652 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] For port 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=8f7eeab6-efc7-4ece-93be-fdc914e5e5f0,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:30.304870 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-55094457-ada3-4250-9236-272ab213e0bc req-ec84ea22-7ff0-4e87-8352-48ed3e86f652 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:30.322746 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-55094457-ada3-4250-9236-272ab213e0bc req-ec84ea22-7ff0-4e87-8352-48ed3e86f652 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Calling delete_port for 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:30.344366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad110c34-54c3-49ad-a94b-077ee30789c0 req-57ad31fe-91a1-4397-977f-4b8e2ebe6a0a tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:30.345944 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad110c34-54c3-49ad-a94b-077ee30789c0 req-57ad31fe-91a1-4397-977f-4b8e2ebe6a0a tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/ports?device_id=69932915-9fde-41d7-b42d-fb7d612b0369 HTTP/1.1" status: 200 len: 945 time: 0.0745080 Nov 12 04:19:30.377402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-0734ad5e-b23c-45c6-be21-07afa9f23469 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Made reservation on behalf of 09922231c9dc4125871f99b6b22947ed for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:30.382853 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-0734ad5e-b23c-45c6-be21-07afa9f23469 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:30.399721 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-0734ad5e-b23c-45c6-be21-07afa9f23469 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:30.414484 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-052a74d5-7ea3-4d93-97fe-6a9d7a9e6176 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:30.482328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a74d5-7ea3-4d93-97fe-6a9d7a9e6176 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Port': ['ID=0d6d889a-3810-45c9-b5aa-d0b8f4dfbe37,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:30.538398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad110c34-54c3-49ad-a94b-077ee30789c0 req-37e20017-9e75-4579-a8b0-acf65cdef9b9 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c8cc6bf-d20c-49fd-87b9-fd7d2f65b795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827490 Nov 12 04:19:30.567574 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-55094457-ada3-4250-9236-272ab213e0bc req-ec84ea22-7ff0-4e87-8352-48ed3e86f652 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:30.603560 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['8f7eeab6-efc7-4ece-93be-fdc914e5e5f0'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:19:30.616582 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84ea22-7ff0-4e87-8352-48ed3e86f652 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Pushing event deleted for resources: {'Port': ['ID=8f7eeab6-efc7-4ece-93be-fdc914e5e5f0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:30.672078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-55094457-ada3-4250-9236-272ab213e0bc req-ec84ea22-7ff0-4e87-8352-48ed3e86f652 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] No DVR routers for this DVR port 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:30.676236 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-55094457-ada3-4250-9236-272ab213e0bc req-ec84ea22-7ff0-4e87-8352-48ed3e86f652 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:30.682138 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-55094457-ada3-4250-9236-272ab213e0bc req-ec84ea22-7ff0-4e87-8352-48ed3e86f652 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "DELETE /v2.0/ports/8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 HTTP/1.1" status: 204 len: 173 time: 0.6970379 Nov 12 04:19:30.682138 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bf74db-4039-4d7a-aff5-341e289c39ba', 'name': 'network-vif-deleted', 'tag': '8f7eeab6-efc7-4ece-93be-fdc914e5e5f0'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:30.685546 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e631cc-c500-49b6-a060-0d670aed5ec9" -d '{"events": [{"server_uuid": "51bf74db-4039-4d7a-aff5-341e289c39ba", "name": "network-vif-deleted", "tag": "8f7eeab6-efc7-4ece-93be-fdc914e5e5f0"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:30.723382 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d2e53a4-cc71-4c64-9931-ea9a2b28781a req-1a867fc3-abe9-4f69-9876-9dcb0296f311 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=51bf74db-4039-4d7a-aff5-341e289c39ba HTTP/1.1" status: 200 len: 210 time: 0.0694280 Nov 12 04:19:30.777510 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e07074a-d547-412e-a654-8918c77c2262 x-openstack-request-id: req-0e07074a-d547-412e-a654-8918c77c2262 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:30.777868 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69932915-9fde-41d7-b42d-fb7d612b0369", "name": "network-vif-plugged", "status": "completed", "tag": "118030fd-940a-400f-b1e3-6bb64bb08040", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:30.778129 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e07074a-d547-412e-a654-8918c77c2262 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:30.778540 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69932915-9fde-41d7-b42d-fb7d612b0369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118030fd-940a-400f-b1e3-6bb64bb08040', 'code': 200} Nov 12 04:19:30.938746 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-052a74d5-7ea3-4d93-97fe-6a9d7a9e6176 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:30.967944 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b709e7f-f312-413a-b980-e26860de14b7 req-a633c9d0-c50e-41cc-9664-27afcad0dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:30.970169 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8b709e7f-f312-413a-b980-e26860de14b7 req-a633c9d0-c50e-41cc-9664-27afcad0dfcb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=69932915-9fde-41d7-b42d-fb7d612b0369 HTTP/1.1" status: 200 len: 1097 time: 0.0539837 Nov 12 04:19:30.983295 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-0734ad5e-b23c-45c6-be21-07afa9f23469 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:31.021228 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8b709e7f-f312-413a-b980-e26860de14b7 req-cdcc7d3c-bba7-44c0-b0ab-c007f37516c4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8c8cc6bf-d20c-49fd-87b9-fd7d2f65b795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440030 Nov 12 04:19:31.027041 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4bc11-0779-4887-8bfe-c7e48e23dbbd req-2a2d5652-f430-4a83-8b54-b66254967030 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:31.028638 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9eb4bc11-0779-4887-8bfe-c7e48e23dbbd req-2a2d5652-f430-4a83-8b54-b66254967030 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d184b-322f-4637-9084-f3c004f1638d HTTP/1.1" status: 200 len: 946 time: 0.1454995 Nov 12 04:19:31.172754 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9eb4bc11-0779-4887-8bfe-c7e48e23dbbd req-5ee01052-c996-4018-b304-a10ee34d7143 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4e1580f-73db-41c8-bcbc-2cc523ba569d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114137 Nov 12 04:19:31.182150 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052a74d5-7ea3-4d93-97fe-6a9d7a9e6176 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 13e73da8-07c2-4d7a-95c7-e9f1811d8c7f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:19:31.222738 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5f5a74-7cee-4aa9-aa77-76df00983c03 x-openstack-request-id: req-de5f5a74-7cee-4aa9-aa77-76df00983c03 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:31.223035 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bf74db-4039-4d7a-aff5-341e289c39ba", "name": "network-vif-deleted", "tag": "8f7eeab6-efc7-4ece-93be-fdc914e5e5f0", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:31.224385 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de5f5a74-7cee-4aa9-aa77-76df00983c03 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:31.224988 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bf74db-4039-4d7a-aff5-341e289c39ba', 'name': 'network-vif-deleted', 'tag': '8f7eeab6-efc7-4ece-93be-fdc914e5e5f0', 'status': 'completed', 'code': 200} Nov 12 04:19:31.283710 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052a74d5-7ea3-4d93-97fe-6a9d7a9e6176 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:31.292363 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be5f574-e126-4181-bcd1-798d87b553b9 None None] Sync routers for ids ['13e73da8-07c2-4d7a-95c7-e9f1811d8c7f'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:31.299950 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-052a74d5-7ea3-4d93-97fe-6a9d7a9e6176 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/13e73da8-07c2-4d7a-95c7-e9f1811d8c7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3710043 Nov 12 04:19:31.303276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41882) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:31.303450 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be5f574-e126-4181-bcd1-798d87b553b9 None None] Routers {'13e73da8-07c2-4d7a-95c7-e9f1811d8c7f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:31.303668 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0be5f574-e126-4181-bcd1-798d87b553b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:19:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['13e73da8-07c2-4d7a-95c7-e9f1811d8c7f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:31.339913 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0be5f574-e126-4181-bcd1-798d87b553b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:31.343981 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bd5ba9ad-88c3-4b10-9769-5c91de10f6a9 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/ports?device_id=13e73da8-07c2-4d7a-95c7-e9f1811d8c7f HTTP/1.1" status: 200 len: 205 time: 0.0374689 Nov 12 04:19:31.344373 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41884) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:31.352967 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be5f574-e126-4181-bcd1-798d87b553b9 None None] Routers {'13e73da8-07c2-4d7a-95c7-e9f1811d8c7f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:31.353671 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0be5f574-e126-4181-bcd1-798d87b553b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:19:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['13e73da8-07c2-4d7a-95c7-e9f1811d8c7f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:31.358346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41538581-1064-4772-a172-b9fa70f8a97c req-11183070-58c4-4dd6-bd71-5cd4a0824038 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:31.360012 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41538581-1064-4772-a172-b9fa70f8a97c req-11183070-58c4-4dd6-bd71-5cd4a0824038 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 946 time: 0.0901475 Nov 12 04:19:31.375193 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-0734ad5e-b23c-45c6-be21-07afa9f23469 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:31.388901 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0be5f574-e126-4181-bcd1-798d87b553b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:31.389626 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be5f574-e126-4181-bcd1-798d87b553b9 None None] The sync data for ids ['13e73da8-07c2-4d7a-95c7-e9f1811d8c7f'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:31.452860 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f70555a-ef03-4bbb-8e8b-570e088021b8 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:31.475640 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734ad5e-b23c-45c6-be21-07afa9f23469 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d922ca30-b35f-46bb-897b-9708dc0fa48e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:31.516494 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41538581-1064-4772-a172-b9fa70f8a97c req-4247567a-f22a-46af-85a0-57f78e012862 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458416 Nov 12 04:19:31.635352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-0734ad5e-b23c-45c6-be21-07afa9f23469 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Allocated IP 192.168.233.27 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/52618b31-2002-4802-b020-b8b5751a618c) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:31.692230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a27a24e1-2c1d-40a9-84cc-6407ff6f4e03 req-db4b42b5-e447-4b59-acef-43d5ac2e8ee0 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a HTTP/1.1" status: 200 len: 210 time: 0.0637386 Nov 12 04:19:31.817564 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f70555a-ef03-4bbb-8e8b-570e088021b8 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:31.821250 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f70555a-ef03-4bbb-8e8b-570e088021b8 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:31.903280 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-0734ad5e-b23c-45c6-be21-07afa9f23469 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:31.920997 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a3be2029-2259-4c74-9f68-9ee3422d11d8 req-dac3f1d7-256e-4f52-b314-d3b15bdbab70 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&device_id=51bf74db-4039-4d7a-aff5-341e289c39ba HTTP/1.1" status: 200 len: 210 time: 0.0331373 Nov 12 04:19:31.979808 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f07ce-6621-42eb-a621-6f3065191512 req-73e89620-67c2-4a1a-9181-712d45302bb7 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:31.989136 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb1f07ce-6621-42eb-a621-6f3065191512 req-73e89620-67c2-4a1a-9181-712d45302bb7 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/ports?device_id=69932915-9fde-41d7-b42d-fb7d612b0369 HTTP/1.1" status: 200 len: 945 time: 0.0980709 Nov 12 04:19:32.010286 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f70555a-ef03-4bbb-8e8b-570e088021b8 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.011005 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f70555a-ef03-4bbb-8e8b-570e088021b8 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Fanout notify agent at l3_agent the message router_deleted on router 13e73da8-07c2-4d7a-95c7-e9f1811d8c7f {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:19:32.019117 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f70555a-ef03-4bbb-8e8b-570e088021b8 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.020463 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8f70555a-ef03-4bbb-8e8b-570e088021b8 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/routers/13e73da8-07c2-4d7a-95c7-e9f1811d8c7f HTTP/1.1" status: 204 len: 168 time: 0.6750464 Nov 12 04:19:32.024039 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41902) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:32.088944 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-0734ad5e-b23c-45c6-be21-07afa9f23469 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.099840 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be2029-2259-4c74-9f68-9ee3422d11d8 req-32917687-e688-4564-99eb-95d94841fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:32.102049 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a3be2029-2259-4c74-9f68-9ee3422d11d8 req-32917687-e688-4564-99eb-95d94841fc7c service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1662078 Nov 12 04:19:32.126372 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb1f07ce-6621-42eb-a621-6f3065191512 req-9b5c68a5-0caa-4cd2-bb00-9c182c717449 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c8cc6bf-d20c-49fd-87b9-fd7d2f65b795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336167 Nov 12 04:19:32.159724 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad507ea1-7861-4840-94cb-d27dc98faca0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting subnet deb64711-6f42-4de6-969d-9ebc664885c8 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:19:32.164502 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad507ea1-7861-4840-94cb-d27dc98faca0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.219701 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad507ea1-7861-4840-94cb-d27dc98faca0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.266512 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be2029-2259-4c74-9f68-9ee3422d11d8 req-907757f1-69a7-4189-8a7c-e33a653bf7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:32.268064 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a3be2029-2259-4c74-9f68-9ee3422d11d8 req-907757f1-69a7-4189-8a7c-e33a653bf7da service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1580110 Nov 12 04:19:32.275751 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-0734ad5e-b23c-45c6-be21-07afa9f23469 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:32.296698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-0734ad5e-b23c-45c6-be21-07afa9f23469 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:32.332497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-0734ad5e-b23c-45c6-be21-07afa9f23469 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:32.345737 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab68e4fd-a86b-4aa4-aad4-9e2bd2272124 req-b4a10c18-79ed-4833-b015-42f2b618273a tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=51bf74db-4039-4d7a-aff5-341e289c39ba HTTP/1.1" status: 200 len: 210 time: 0.1172543 Nov 12 04:19:32.429883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734ad5e-b23c-45c6-be21-07afa9f23469 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Pushing event updated for resources: {'Port': ['ID=52618b31-2002-4802-b020-b8b5751a618c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:32.467893 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-0734ad5e-b23c-45c6-be21-07afa9f23469 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:32.468810 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-0734ad5e-b23c-45c6-be21-07afa9f23469 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.488058 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad507ea1-7861-4840-94cb-d27dc98faca0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.500073 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41906) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:32.600749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-0734ad5e-b23c-45c6-be21-07afa9f23469 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5695293 Nov 12 04:19:32.617991 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Request body: {'port': {'device_id': '7cd88faf-3cd6-4983-ab4f-c09a46fb768a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:32.642214 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f6cac42-5355-4182-b966-d32fc36e724c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.670967 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f6cac42-5355-4182-b966-d32fc36e724c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.681733 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad507ea1-7861-4840-94cb-d27dc98faca0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.691226 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b3dc92a6-63e4-4733-8b46-09e4bc8ea83e None None] Provisioning complete for port 52618b31-2002-4802-b020-b8b5751a618c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:32.691804 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b3dc92a6-63e4-4733-8b46-09e4bc8ea83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.737903 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b3dc92a6-63e4-4733-8b46-09e4bc8ea83e None None] Port 52618b31-2002-4802-b020-b8b5751a618c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:32.771618 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad507ea1-7861-4840-94cb-d27dc98faca0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.777226 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587b0ec6-bd8e-4e21-be98-ca5a894ca70e None None] Network 0e206787-aa58-4ca7-bec6-4ea7ce37ff40 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:32.779058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ad507ea1-7861-4840-94cb-d27dc98faca0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/subnets/deb64711-6f42-4de6-969d-9ebc664885c8 HTTP/1.1" status: 204 len: 168 time: 0.7539308 Nov 12 04:19:32.781879 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41916) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:32.800788 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad507ea1-7861-4840-94cb-d27dc98faca0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Subnet': ['ID=deb64711-6f42-4de6-969d-9ebc664885c8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:32.815579 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee32f5-520d-4afb-b1fd-2ad701843ba9 req-24a1d405-c07a-4b9c-b276-2923bb356ec7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:32.823230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18ee32f5-520d-4afb-b1fd-2ad701843ba9 req-24a1d405-c07a-4b9c-b276-2923bb356ec7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 946 time: 0.1823950 Nov 12 04:19:32.839197 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f6cac42-5355-4182-b966-d32fc36e724c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.842395 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f6cac42-5355-4182-b966-d32fc36e724c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.844202 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7f6cac42-5355-4182-b966-d32fc36e724c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "DELETE /v2.0/security-groups/dd19764b-9ed0-45ee-b6da-2e2d0821c03f HTTP/1.1" status: 204 len: 168 time: 0.3426983 Nov 12 04:19:32.848097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41918) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:32.870606 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-b72d5c0f-ce2a-4d0b-bbc0-ae1dbd6d79d6 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] show failed (client error): The resource could not be found. Nov 12 04:19:32.871597 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b72d5c0f-ce2a-4d0b-bbc0-ae1dbd6d79d6 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "GET /v2.0/security-groups/dd19764b-9ed0-45ee-b6da-2e2d0821c03f HTTP/1.1" status: 404 len: 347 time: 0.0207596 Nov 12 04:19:32.874406 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.880120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41920) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:32.896495 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cac42-5355-4182-b966-d32fc36e724c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd19764b-9ed0-45ee-b6da-2e2d0821c03f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:32.909550 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cac42-5355-4182-b966-d32fc36e724c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:32.910031 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cac42-5355-4182-b966-d32fc36e724c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:32.910452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cac42-5355-4182-b966-d32fc36e724c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:32.910906 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cac42-5355-4182-b966-d32fc36e724c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:32.911314 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cac42-5355-4182-b966-d32fc36e724c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:32.911718 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cac42-5355-4182-b966-d32fc36e724c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:32.912163 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cac42-5355-4182-b966-d32fc36e724c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:32.912684 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cac42-5355-4182-b966-d32fc36e724c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:32.913675 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cac42-5355-4182-b966-d32fc36e724c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:32.914122 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cac42-5355-4182-b966-d32fc36e724c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:32.914501 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cac42-5355-4182-b966-d32fc36e724c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:32.915040 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6cac42-5355-4182-b966-d32fc36e724c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:32.937422 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.978343 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18ee32f5-520d-4afb-b1fd-2ad701843ba9 req-067f153e-9cea-4b67-9e42-66151264f663 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510339 Nov 12 04:19:33.030537 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting port 6959f20e-3047-44f1-a45a-501d7cc89ab6 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:33.030537 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:33.099625 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f272fe-c8f2-4049-b2e1-0adb3a02ce2e None None] DHCP port deletion for 0e206787-aa58-4ca7-bec6-4ea7ce37ff40 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:33.144312 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-86f8bc99-b621-4d80-8569-493f4d5beb92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:33.153843 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] For port 6959f20e-3047-44f1-a45a-501d7cc89ab6, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6959f20e-3047-44f1-a45a-501d7cc89ab6,segment=NetworkSegment(7d7d508c-bccf-4138-b7dd-1234e77e8c53),segment_id=7d7d508c-bccf-4138-b7dd-1234e77e8c53)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:33.154210 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:33.173459 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Calling delete_port for 6959f20e-3047-44f1-a45a-501d7cc89ab6 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:33.180552 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e3f272fe-c8f2-4049-b2e1-0adb3a02ce2e None None] Deleting port 6959f20e-3047-44f1-a45a-501d7cc89ab6 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:33.181185 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3f272fe-c8f2-4049-b2e1-0adb3a02ce2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:33.263223 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e3f272fe-c8f2-4049-b2e1-0adb3a02ce2e None None] For port 6959f20e-3047-44f1-a45a-501d7cc89ab6, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6959f20e-3047-44f1-a45a-501d7cc89ab6,segment=NetworkSegment(7d7d508c-bccf-4138-b7dd-1234e77e8c53),segment_id=7d7d508c-bccf-4138-b7dd-1234e77e8c53)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:33.263922 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3f272fe-c8f2-4049-b2e1-0adb3a02ce2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:33.278890 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e3f272fe-c8f2-4049-b2e1-0adb3a02ce2e None None] Calling delete_port for 6959f20e-3047-44f1-a45a-501d7cc89ab6 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:33.360749 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:33.395177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Port': ['ID=6959f20e-3047-44f1-a45a-501d7cc89ab6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:33.402343 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3f272fe-c8f2-4049-b2e1-0adb3a02ce2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:33.404748 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] No DVR routers for this DVR port 6959f20e-3047-44f1-a45a-501d7cc89ab6 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:33.423713 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:19:33.430146 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f272fe-c8f2-4049-b2e1-0adb3a02ce2e None None] No DVR routers for this DVR port 6959f20e-3047-44f1-a45a-501d7cc89ab6 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:33.453870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f272fe-c8f2-4049-b2e1-0adb3a02ce2e None None] Pushing event deleted for resources: {'Port': ['ID=6959f20e-3047-44f1-a45a-501d7cc89ab6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:33.568040 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:33.583835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6959f20e-3047-44f1-a45a-501d7cc89ab6 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:33.631162 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 6959f20e-3047-44f1-a45a-501d7cc89ab6 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:33.634697 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6959f20e-3047-44f1-a45a-501d7cc89ab6 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:33.637501 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e206787-aa58-4ca7-bec6-4ea7ce37ff40']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:33.657155 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7d508c-bccf-4138-b7dd-1234e77e8c53') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:33.657598 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7d508c-bccf-4138-b7dd-1234e77e8c53') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:33.675498 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:33.702929 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:33.714700 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:19:33.715328 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:19:33.720228 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:19:33.843378 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2d3dbfb8-35c2-4571-9ab4-74d38c9a10e2 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Deleting port 0da04ae0-56b5-40cb-95c5-a5a8a69b6d4c {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:33.843975 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d3dbfb8-35c2-4571-9ab4-74d38c9a10e2 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:33.855609 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a3be2029-2259-4c74-9f68-9ee3422d11d8 req-323fcac7-7c29-4803-8e8b-239014f1c2c4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bf74db-4039-4d7a-aff5-341e289c39ba HTTP/1.1" status: 200 len: 210 time: 0.0317571 Nov 12 04:19:33.961242 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:33.961549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52618b31-2002-4802-b020-b8b5751a618c {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:33.974541 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d3dbfb8-35c2-4571-9ab4-74d38c9a10e2 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:33.974541 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d3dbfb8-35c2-4571-9ab4-74d38c9a10e2 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:33.975126 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:33.977969 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:33.980425 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/networks/0e206787-aa58-4ca7-bec6-4ea7ce37ff40 HTTP/1.1" status: 204 len: 168 time: 1.1966534 Nov 12 04:19:33.984815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41930) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:33.991968 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-07c15648-2352-4d0f-9d1c-3b814a1d9bd1 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-78743357', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:34.004413 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84b08f-4f5c-41f8-85ab-ce0c652dc714 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Network': ['ID=0e206787-aa58-4ca7-bec6-4ea7ce37ff40,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:34.008904 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2d3dbfb8-35c2-4571-9ab4-74d38c9a10e2 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Calling delete_port for 0da04ae0-56b5-40cb-95c5-a5a8a69b6d4c owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:34.025690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Transition to ACTIVE for port object 52618b31-2002-4802-b020-b8b5751a618c will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:19:34.152402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd9396-7d69-432a-8682-69a354af78be req-95e678c1-681f-43ce-bb38-60e6f3a13565 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:34.154211 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-28fd9396-7d69-432a-8682-69a354af78be req-95e678c1-681f-43ce-bb38-60e6f3a13565 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a HTTP/1.1" status: 200 len: 935 time: 0.0834463 Nov 12 04:19:34.262389 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-28fd9396-7d69-432a-8682-69a354af78be req-003da069-3571-4ab9-a8c8-e94c032c7fac tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d922ca30-b35f-46bb-897b-9708dc0fa48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996733 Nov 12 04:19:34.382026 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89ad19-5904-4b6f-b49d-a685aee212b4 req-252da13a-68fd-486d-8e01-b6fa36a3aedc tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:34.383905 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df89ad19-5904-4b6f-b49d-a685aee212b4 req-252da13a-68fd-486d-8e01-b6fa36a3aedc tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/ports?device_id=69932915-9fde-41d7-b42d-fb7d612b0369 HTTP/1.1" status: 200 len: 945 time: 0.0605664 Nov 12 04:19:34.459516 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df89ad19-5904-4b6f-b49d-a685aee212b4 req-1af6f7a0-6cad-4ec9-97fd-2b38d9211eed tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c8cc6bf-d20c-49fd-87b9-fd7d2f65b795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686390 Nov 12 04:19:34.461687 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7eeed3-d2d6-4607-9e4c-1eb5bf95a97d req-9d0a07b8-32a3-456b-8f75-47d3595e858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:34.463733 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-db7eeed3-d2d6-4607-9e4c-1eb5bf95a97d req-9d0a07b8-32a3-456b-8f75-47d3595e858e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 1098 time: 0.0662198 Nov 12 04:19:34.567932 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5d2f996-a572-412f-abdd-4acd73fc12ae req-9523ae04-09f2-4b90-a585-46c689092098 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=51bf74db-4039-4d7a-aff5-341e289c39ba HTTP/1.1" status: 200 len: 210 time: 0.0375712 Nov 12 04:19:34.572615 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:34.655665 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7eeed3-d2d6-4607-9e4c-1eb5bf95a97d req-de9b5e64-94eb-48e8-b26d-0b1f4945e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:34.659227 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-db7eeed3-d2d6-4607-9e4c-1eb5bf95a97d req-de9b5e64-94eb-48e8-b26d-0b1f4945e993 service neutron] 10.222.0.21 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.1541343 Nov 12 04:19:34.689998 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-07c15648-2352-4d0f-9d1c-3b814a1d9bd1 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:34.692751 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-07c15648-2352-4d0f-9d1c-3b814a1d9bd1 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:34.774088 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-07c15648-2352-4d0f-9d1c-3b814a1d9bd1 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:34.776597 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d3dbfb8-35c2-4571-9ab4-74d38c9a10e2 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:34.802059 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-db7eeed3-d2d6-4607-9e4c-1eb5bf95a97d req-6c64f463-ef3e-4236-b5a5-05ff026d0ce1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827813e1-4afe-44db-947c-b67c4e2c3e62 HTTP/1.1" status: 200 len: 1001 time: 0.1279469 Nov 12 04:19:34.867527 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2b8914-2a3e-45b9-966d-df205b304b5b None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:34.908464 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7eeed3-d2d6-4607-9e4c-1eb5bf95a97d req-0df9954c-c99a-4d39-b1a0-460def2fbb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:34.909993 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-db7eeed3-d2d6-4607-9e4c-1eb5bf95a97d req-0df9954c-c99a-4d39-b1a0-460def2fbb79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.0984044 Nov 12 04:19:34.930710 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-07c15648-2352-4d0f-9d1c-3b814a1d9bd1 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:34.981802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Pushing event updated for resources: {'Port': ['ID=52618b31-2002-4802-b020-b8b5751a618c,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:35.013405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7eeed3-d2d6-4607-9e4c-1eb5bf95a97d req-c995492c-fd48-4e96-bf18-fd95dc05d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:35.015759 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-db7eeed3-d2d6-4607-9e4c-1eb5bf95a97d req-c995492c-fd48-4e96-bf18-fd95dc05d75d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795829 Nov 12 04:19:35.057671 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3dbfb8-35c2-4571-9ab4-74d38c9a10e2 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event deleted for resources: {'Port': ['ID=0da04ae0-56b5-40cb-95c5-a5a8a69b6d4c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:35.065707 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Attempting to bind port 52618b31-2002-4802-b020-b8b5751a618c on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:35.066044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Attempting to bind port 52618b31-2002-4802-b020-b8b5751a618c by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:35.066377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Attempting to bind port 52618b31-2002-4802-b020-b8b5751a618c on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:35.079889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9eece-3939-4cc6-9feb-c3787afaad52 req-e4501084-7085-4402-a8b7-3eccbef30a27 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:35.081563 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-22a9eece-3939-4cc6-9feb-c3787afaad52 req-e4501084-7085-4402-a8b7-3eccbef30a27 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d184b-322f-4637-9084-f3c004f1638d HTTP/1.1" status: 200 len: 946 time: 0.4218035 Nov 12 04:19:35.084390 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d3dbfb8-35c2-4571-9ab4-74d38c9a10e2 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:35.087634 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d3dbfb8-35c2-4571-9ab4-74d38c9a10e2 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:35.091757 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2d3dbfb8-35c2-4571-9ab4-74d38c9a10e2 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "DELETE /v2.0/floatingips/6a4fbb27-643f-48ef-83ae-a42718a31fa5 HTTP/1.1" status: 204 len: 168 time: 2.2104404 Nov 12 04:19:35.092443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Port 52618b31-2002-4802-b020-b8b5751a618c on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:19:35.092773 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Attempting to bind port 52618b31-2002-4802-b020-b8b5751a618c on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:35.106456 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41936) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:35.144792 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-07c15648-2352-4d0f-9d1c-3b814a1d9bd1 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:35.146877 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-07c15648-2352-4d0f-9d1c-3b814a1d9bd1 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 1.1598105 Nov 12 04:19:35.151828 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41938) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:35.157205 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-72c4318a-aba5-4b64-a0e5-c3970e813949 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'network': {'name': 'tempest-RoutersTest-863412361'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:35.184213 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:35.184571 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:35.185452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:35.185960 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Bound port: 52618b31-2002-4802-b020-b8b5751a618c, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:35.186696 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:35.212343 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-db7eeed3-d2d6-4607-9e4c-1eb5bf95a97d req-7f493266-93db-4073-b738-90ce740a628d service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878977 Nov 12 04:19:35.331084 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-db7eeed3-d2d6-4607-9e4c-1eb5bf95a97d req-2ace1b86-ee02-4448-b7ec-a0724abc9ab4 service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106162 Nov 12 04:19:35.331949 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b5335-560f-4603-9abb-098c75f2c40b req-a795681e-92be-46c7-ba45-9bacdeecc361 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:35.333443 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-667b5335-560f-4603-9abb-098c75f2c40b req-a795681e-92be-46c7-ba45-9bacdeecc361 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.21 "GET /v2.0/ports?device_id=167d184b-322f-4637-9084-f3c004f1638d HTTP/1.1" status: 200 len: 946 time: 0.2382386 Nov 12 04:19:35.343412 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c4318a-aba5-4b64-a0e5-c3970e813949 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Made reservation on behalf of abc02f61e3a54190864817d5a7dcd07b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:35.350136 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72c4318a-aba5-4b64-a0e5-c3970e813949 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:35.363246 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-22a9eece-3939-4cc6-9feb-c3787afaad52 req-df9e7242-0209-412e-a035-d6be14679324 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4e1580f-73db-41c8-bcbc-2cc523ba569d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591434 Nov 12 04:19:35.398534 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c4318a-aba5-4b64-a0e5-c3970e813949 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:19:35.414579 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72c4318a-aba5-4b64-a0e5-c3970e813949 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:35.415402 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-72c4318a-aba5-4b64-a0e5-c3970e813949 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Added segment e5c82cf4-51a8-4103-a16f-add90723c61d of type vlan for network 11a20c8d-7728-4317-aacb-58e07a10b04d Nov 12 04:19:35.465541 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7a344-e608-40d4-aa8a-82b0c4a662fb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Deleting port a31dc5fe-a559-4a60-86e2-f58b3be550d8 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:35.465892 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e8b7a344-e608-40d4-aa8a-82b0c4a662fb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:35.470350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] For port 52618b31-2002-4802-b020-b8b5751a618c, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:35.481987 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] For port 52618b31-2002-4802-b020-b8b5751a618c, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=52618b31-2002-4802-b020-b8b5751a618c,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:35.574726 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72c4318a-aba5-4b64-a0e5-c3970e813949 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:35.578344 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51aab895-8250-4481-93f8-b2b4d8e2097c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:35.585862 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:35.677771 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:35.680980 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:35.680980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] 10.222.0.31 "PUT /v2.0/ports/52618b31-2002-4802-b020-b8b5751a618c HTTP/1.1" status: 200 len: 1096 time: 3.0682266 Nov 12 04:19:35.681987 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd88faf-3cd6-4983-ab4f-c09a46fb768a', 'tag': '52618b31-2002-4802-b020-b8b5751a618c'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:35.684603 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f13c30-06f3-4fdb-87d2-4c9e34b5c8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd88faf-3cd6-4983-ab4f-c09a46fb768a", "tag": "52618b31-2002-4802-b020-b8b5751a618c"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:35.686152 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1a916-9c52-4201-bb1b-21874909ca76 req-5ab7a165-4dd3-4018-9861-accbe55cd52d tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:35.687941 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2cc1a916-9c52-4201-bb1b-21874909ca76 req-5ab7a165-4dd3-4018-9861-accbe55cd52d tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.31 "GET /v2.0/ports?device_id=a243fe4e-fc02-4d58-bd35-1d2528396531 HTTP/1.1" status: 200 len: 945 time: 0.1375010 Nov 12 04:19:35.722453 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e8b7a344-e608-40d4-aa8a-82b0c4a662fb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:35.754765 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7a344-e608-40d4-aa8a-82b0c4a662fb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Calling delete_port for a31dc5fe-a559-4a60-86e2-f58b3be550d8 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:35.766301 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72c4318a-aba5-4b64-a0e5-c3970e813949 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:35.772147 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c4318a-aba5-4b64-a0e5-c3970e813949 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:35.777943 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72c4318a-aba5-4b64-a0e5-c3970e813949 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:35.872459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a175bf-adf0-49b5-bc3c-85384b76910c req-22a26f1e-5941-477f-a099-07e33bfaaab4 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:35.875095 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34a175bf-adf0-49b5-bc3c-85384b76910c req-22a26f1e-5941-477f-a099-07e33bfaaab4 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.37 "GET /v2.0/ports?device_id=a243fe4e-fc02-4d58-bd35-1d2528396531 HTTP/1.1" status: 200 len: 945 time: 0.3017309 Nov 12 04:19:35.889984 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4318a-aba5-4b64-a0e5-c3970e813949 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Network': ['ID=11a20c8d-7728-4317-aacb-58e07a10b04d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:35.899692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f188c-49ef-4908-9d99-e9ca8d88b54b service neutron] Pushing event updated for resources: {'Port': ['ID=52618b31-2002-4802-b020-b8b5751a618c,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:35.905146 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 11a20c8d-7728-4317-aacb-58e07a10b04d details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:19:35.910091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-667b5335-560f-4603-9abb-098c75f2c40b req-29537bb7-c36e-4013-a709-7dca721109f5 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Deleting port dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:35.910316 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-667b5335-560f-4603-9abb-098c75f2c40b req-29537bb7-c36e-4013-a709-7dca721109f5 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:35.916273 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-2cc1a916-9c52-4201-bb1b-21874909ca76 req-5ab6a857-b1c2-435f-8d7c-270c83af9af7 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Deleting port 5fe4a55b-5b89-44df-a4be-51bf35241c6c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:35.916569 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2cc1a916-9c52-4201-bb1b-21874909ca76 req-5ab6a857-b1c2-435f-8d7c-270c83af9af7 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:36.060685 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2cc1a916-9c52-4201-bb1b-21874909ca76 req-5ab6a857-b1c2-435f-8d7c-270c83af9af7 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] For port 5fe4a55b-5b89-44df-a4be-51bf35241c6c, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=5fe4a55b-5b89-44df-a4be-51bf35241c6c,segment=NetworkSegment(10b19e3f-a87f-4581-a4f4-44d47604cbfb),segment_id=10b19e3f-a87f-4581-a4f4-44d47604cbfb)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:36.061227 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2cc1a916-9c52-4201-bb1b-21874909ca76 req-5ab6a857-b1c2-435f-8d7c-270c83af9af7 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:36.066407 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-54039fbb-7f3b-409e-98d8-a76cc5648ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:36.067955 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-54039fbb-7f3b-409e-98d8-a76cc5648ecc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09922231c9dc4125871f99b6b22947ed&device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a HTTP/1.1" status: 200 len: 1099 time: 0.2182374 Nov 12 04:19:36.074133 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-2cc1a916-9c52-4201-bb1b-21874909ca76 req-5ab6a857-b1c2-435f-8d7c-270c83af9af7 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Calling delete_port for 5fe4a55b-5b89-44df-a4be-51bf35241c6c owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:36.086246 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34a175bf-adf0-49b5-bc3c-85384b76910c req-1171201a-5b3f-4950-a25d-66875447dbbb tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.37 "GET /v2.0/security-groups?id=be769667-04f2-452f-b999-15c1ceb643e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815643 Nov 12 04:19:36.152752 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-f72c1e57-0e7f-4417-9290-95e8a31e50c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=52618b31-2002-4802-b020-b8b5751a618c HTTP/1.1" status: 200 len: 217 time: 0.0625417 Nov 12 04:19:36.154466 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-667b5335-560f-4603-9abb-098c75f2c40b req-29537bb7-c36e-4013-a709-7dca721109f5 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] For port dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479,segment=NetworkSegment(a9c04896-874d-4bc2-83f2-7201d02c32fc),segment_id=a9c04896-874d-4bc2-83f2-7201d02c32fc)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:36.154863 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-667b5335-560f-4603-9abb-098c75f2c40b req-29537bb7-c36e-4013-a709-7dca721109f5 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:36.199921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-667b5335-560f-4603-9abb-098c75f2c40b req-29537bb7-c36e-4013-a709-7dca721109f5 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Calling delete_port for dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:36.288201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-b17382c9-53ae-4acc-a448-85abe1697ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:36.289689 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-b17382c9-53ae-4acc-a448-85abe1697ac1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1232746 Nov 12 04:19:36.392006 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-09cf79f3-ca74-47ed-80a1-2120d6dff4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:36.393513 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-09cf79f3-ca74-47ed-80a1-2120d6dff4ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0931010 Nov 12 04:19:36.406570 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-72c4318a-aba5-4b64-a0e5-c3970e813949 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2508395 Nov 12 04:19:36.406940 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41950) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:36.412254 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-421cb8ec-0ef4-40d5-ae76-549e8f6e15d1 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'subnet': {'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:36.471482 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2cc1a916-9c52-4201-bb1b-21874909ca76 req-5ab6a857-b1c2-435f-8d7c-270c83af9af7 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:36.489290 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e8b7a344-e608-40d4-aa8a-82b0c4a662fb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:36.505908 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['5fe4a55b-5b89-44df-a4be-51bf35241c6c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:19:36.519170 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6a857-b1c2-435f-8d7c-270c83af9af7 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Pushing event deleted for resources: {'Port': ['ID=5fe4a55b-5b89-44df-a4be-51bf35241c6c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:36.523441 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e281f4a-cb06-42cb-9657-4239343229ec req-da4c7476-bf01-4f57-86ba-8ce448cd9d29 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:36.530837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e281f4a-cb06-42cb-9657-4239343229ec req-da4c7476-bf01-4f57-86ba-8ce448cd9d29 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 946 time: 0.1767800 Nov 12 04:19:36.576197 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7a344-e608-40d4-aa8a-82b0c4a662fb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event deleted for resources: {'Port': ['ID=a31dc5fe-a559-4a60-86e2-f58b3be550d8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:36.587931 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc1a916-9c52-4201-bb1b-21874909ca76 req-5ab6a857-b1c2-435f-8d7c-270c83af9af7 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] No DVR routers for this DVR port 5fe4a55b-5b89-44df-a4be-51bf35241c6c on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:36.587931 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2cc1a916-9c52-4201-bb1b-21874909ca76 req-5ab6a857-b1c2-435f-8d7c-270c83af9af7 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:36.592062 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2cc1a916-9c52-4201-bb1b-21874909ca76 req-5ab6a857-b1c2-435f-8d7c-270c83af9af7 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.31 "DELETE /v2.0/ports/5fe4a55b-5b89-44df-a4be-51bf35241c6c HTTP/1.1" status: 204 len: 173 time: 0.8875029 Nov 12 04:19:36.592571 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a243fe4e-fc02-4d58-bd35-1d2528396531', 'name': 'network-vif-deleted', 'tag': '5fe4a55b-5b89-44df-a4be-51bf35241c6c'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:36.595182 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb7522d-82f2-4c60-a461-52f24ecaed2c" -d '{"events": [{"server_uuid": "a243fe4e-fc02-4d58-bd35-1d2528396531", "name": "network-vif-deleted", "tag": "5fe4a55b-5b89-44df-a4be-51bf35241c6c"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:36.636189 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421cb8ec-0ef4-40d5-ae76-549e8f6e15d1 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Made reservation on behalf of abc02f61e3a54190864817d5a7dcd07b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:36.644864 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-421cb8ec-0ef4-40d5-ae76-549e8f6e15d1 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:36.645130 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e281f4a-cb06-42cb-9657-4239343229ec req-6f2e3ca2-3532-42f2-9bc1-f4249d1259f4 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133881 Nov 12 04:19:36.656290 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-667b5335-560f-4603-9abb-098c75f2c40b req-29537bb7-c36e-4013-a709-7dca721109f5 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:36.683929 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:36.687476 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:19:36.763025 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-c6408533-2074-439f-ad80-d5675bf2de84 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503568 Nov 12 04:19:36.820161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29537bb7-c36e-4013-a709-7dca721109f5 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Pushing event deleted for resources: {'Port': ['ID=dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:36.868290 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e8b7a344-e608-40d4-aa8a-82b0c4a662fb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:36.875312 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e8b7a344-e608-40d4-aa8a-82b0c4a662fb tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "DELETE /v2.0/ports/a31dc5fe-a559-4a60-86e2-f58b3be550d8 HTTP/1.1" status: 204 len: 168 time: 1.7587748 Nov 12 04:19:36.875641 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41958) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:36.933557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-667b5335-560f-4603-9abb-098c75f2c40b req-29537bb7-c36e-4013-a709-7dca721109f5 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] No DVR routers for this DVR port dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:36.939024 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-667b5335-560f-4603-9abb-098c75f2c40b req-29537bb7-c36e-4013-a709-7dca721109f5 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:36.942499 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-667b5335-560f-4603-9abb-098c75f2c40b req-29537bb7-c36e-4013-a709-7dca721109f5 tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.21 "DELETE /v2.0/ports/dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 HTTP/1.1" status: 204 len: 173 time: 1.5781035 Nov 12 04:19:36.965077 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c2e47-2061-4a4b-89a5-77a705530632 req-eb02d9a7-48a5-43a4-be2b-03f6f6ac6eac tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:36.967199 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f71c2e47-2061-4a4b-89a5-77a705530632 req-eb02d9a7-48a5-43a4-be2b-03f6f6ac6eac tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/ports?device_id=69932915-9fde-41d7-b42d-fb7d612b0369 HTTP/1.1" status: 200 len: 945 time: 0.2129283 Nov 12 04:19:36.998665 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41960) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:37.004631 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-b7203e9f-3f8b-407a-abbf-49e032348a6a tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Request body: {'floatingip': {'port_id': '118030fd-940a-400f-b1e3-6bb64bb08040'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:37.043524 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-45df5bdf-a098-4b82-944d-2d9b1b6b2da6 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Deleting port 69415cbd-189f-422f-a960-2a926ad7a318 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:37.043866 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45df5bdf-a098-4b82-944d-2d9b1b6b2da6 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:37.092522 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8614705-f331-4742-a0d2-db0fc87cdef8 req-60b72ef7-a306-41f0-9821-4d32fdc9ee0f service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950537 Nov 12 04:19:37.129533 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-421cb8ec-0ef4-40d5-ae76-549e8f6e15d1 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:37.142541 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b7203e9f-3f8b-407a-abbf-49e032348a6a tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:37.220353 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cb8ec-0ef4-40d5-ae76-549e8f6e15d1 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Subnet': ['ID=7cd509e6-5703-4ce7-b46d-b35d191f91b0,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:37.287553 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421cb8ec-0ef4-40d5-ae76-549e8f6e15d1 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Checking segment: {'id': 'e5c82cf4-51a8-4103-a16f-add90723c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:37.292405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421cb8ec-0ef4-40d5-ae76-549e8f6e15d1 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network hostable DHCP agents. Network: 11a20c8d-7728-4317-aacb-58e07a10b04d, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:19:37.292405 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45df5bdf-a098-4b82-944d-2d9b1b6b2da6 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:37.310076 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-45df5bdf-a098-4b82-944d-2d9b1b6b2da6 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Calling delete_port for 69415cbd-189f-422f-a960-2a926ad7a318 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:37.356991 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa9c6d-c00b-42d2-876d-28d0ad5e552d req-d6e51ac1-5342-40d4-a5e0-447cc2a2e5e7 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:37.367410 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51fa9c6d-c00b-42d2-876d-28d0ad5e552d req-d6e51ac1-5342-40d4-a5e0-447cc2a2e5e7 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a HTTP/1.1" status: 200 len: 947 time: 0.2470312 Nov 12 04:19:37.476041 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421cb8ec-0ef4-40d5-ae76-549e8f6e15d1 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 11a20c8d-7728-4317-aacb-58e07a10b04d is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:19:37.505666 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51fa9c6d-c00b-42d2-876d-28d0ad5e552d req-8e37a4de-e2eb-4283-bbde-65f74c43e92f tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d922ca30-b35f-46bb-897b-9708dc0fa48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322072 Nov 12 04:19:37.606740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-421cb8ec-0ef4-40d5-ae76-549e8f6e15d1 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 11a20c8d-7728-4317-aacb-58e07a10b04d) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:37.607288 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc4bcfc-b7ec-4357-b12b-0a231a9eae88 x-openstack-request-id: req-1cc4bcfc-b7ec-4357-b12b-0a231a9eae88 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:37.609852 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd88faf-3cd6-4983-ab4f-c09a46fb768a", "tag": "52618b31-2002-4802-b020-b8b5751a618c", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:37.609852 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1cc4bcfc-b7ec-4357-b12b-0a231a9eae88 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:37.609852 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd88faf-3cd6-4983-ab4f-c09a46fb768a', 'tag': '52618b31-2002-4802-b020-b8b5751a618c', 'status': 'completed', 'code': 200} Nov 12 04:19:37.617873 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcf6f98-d57f-466b-96f6-8e718c433a52 None None] Network 11a20c8d-7728-4317-aacb-58e07a10b04d requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:37.622517 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421cb8ec-0ef4-40d5-ae76-549e8f6e15d1 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:37.623754 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-421cb8ec-0ef4-40d5-ae76-549e8f6e15d1 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:37.633956 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45df5bdf-a098-4b82-944d-2d9b1b6b2da6 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:37.772811 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df5bdf-a098-4b82-944d-2d9b1b6b2da6 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event deleted for resources: {'Port': ['ID=69415cbd-189f-422f-a960-2a926ad7a318,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:37.858107 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-421cb8ec-0ef4-40d5-ae76-549e8f6e15d1 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4496386 Nov 12 04:19:37.859190 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41970) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:37.956216 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce7576f2-e061-4d02-8d13-7f906ced91ac req-4b3bbf23-f4d1-4d03-8ccb-7e1c91f8ab1a tempest-InstanceActionsNegativeTestJSON-146928776 tempest-InstanceActionsNegativeTestJSON-146928776-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d184b-322f-4637-9084-f3c004f1638d HTTP/1.1" status: 200 len: 210 time: 0.1212251 Nov 12 04:19:38.071517 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45df5bdf-a098-4b82-944d-2d9b1b6b2da6 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:38.071517 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-45df5bdf-a098-4b82-944d-2d9b1b6b2da6 tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "DELETE /v2.0/ports/69415cbd-189f-422f-a960-2a926ad7a318 HTTP/1.1" status: 204 len: 168 time: 1.1038992 Nov 12 04:19:38.074335 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41972) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:38.074780 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15553688-b26c-4d6f-b1bd-78253b35d052 x-openstack-request-id: req-15553688-b26c-4d6f-b1bd-78253b35d052 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:38.074780 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a243fe4e-fc02-4d58-bd35-1d2528396531", "name": "network-vif-deleted", "tag": "5fe4a55b-5b89-44df-a4be-51bf35241c6c", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:38.074780 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15553688-b26c-4d6f-b1bd-78253b35d052 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:38.074780 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a243fe4e-fc02-4d58-bd35-1d2528396531', 'name': 'network-vif-deleted', 'tag': '5fe4a55b-5b89-44df-a4be-51bf35241c6c', 'status': 'completed', 'code': 200} Nov 12 04:19:38.077738 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-11a20c8d-7728-4317-aacb-58e07a10b04d', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:19:38.078859 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:38.359900 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:38.363130 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:38.394258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:38.394591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 8f7eeab6-efc7-4ece-93be-fdc914e5e5f0 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:38.395254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5fe4a55b-5b89-44df-a4be-51bf35241c6c no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:38.422552 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 5fe4a55b-5b89-44df-a4be-51bf35241c6c {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:38.423200 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 5fe4a55b-5b89-44df-a4be-51bf35241c6c not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:38.453452 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] Allocated IP 172.20.0.2 (11a20c8d-7728-4317-aacb-58e07a10b04d/7cd509e6-5703-4ce7-b46d-b35d191f91b0/2e5e6439-0e02-419a-a84f-ce2bb4078132) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:38.489872 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f13c30-06f3-4fdb-87d2-4c9e34b5c8b0 req-8cfd9df0-b604-4035-b6e7-1a886b387e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:38.491678 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f13c30-06f3-4fdb-87d2-4c9e34b5c8b0 req-8cfd9df0-b604-4035-b6e7-1a886b387e06 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09922231c9dc4125871f99b6b22947ed&device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a HTTP/1.1" status: 200 len: 1099 time: 0.8398857 Nov 12 04:19:38.576842 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb2cde2a-eb5c-4220-ad53-f6cbea126c59 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:38.590853 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cac3aa8b-be31-4365-92e8-227c6f8a36b4 req-070c305a-f799-4539-bb13-09184ab43da1 tempest-ServerMetadataNegativeTestJSON-1685367397 tempest-ServerMetadataNegativeTestJSON-1685367397-project] 10.222.0.37 "GET /v2.0/ports?device_id=a243fe4e-fc02-4d58-bd35-1d2528396531 HTTP/1.1" status: 200 len: 210 time: 0.1139081 Nov 12 04:19:38.643351 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:38.646501 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-48be90d7-5a5d-422e-a629-0aea62493b6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Deleting subnet 1a42fff2-0f1b-446e-9878-5ae2918f0d15 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:19:38.659752 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48be90d7-5a5d-422e-a629-0aea62493b6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:38.737294 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:38.776323 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] Network 11a20c8d-7728-4317-aacb-58e07a10b04d is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:38.779319 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:38.782330 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:38.798541 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] Pushing event updated for resources: {'Port': ['ID=2e5e6439-0e02-419a-a84f-ce2bb4078132,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:38.848400 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48be90d7-5a5d-422e-a629-0aea62493b6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:38.848977 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] Attempting to bind port 2e5e6439-0e02-419a-a84f-ce2bb4078132 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:38.849332 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] Attempting to bind port 2e5e6439-0e02-419a-a84f-ce2bb4078132 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'e5c82cf4-51a8-4103-a16f-add90723c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:38.850164 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] Attempting to bind port 2e5e6439-0e02-419a-a84f-ce2bb4078132 on network 11a20c8d-7728-4317-aacb-58e07a10b04d {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:38.854102 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-fb2cde2a-eb5c-4220-ad53-f6cbea126c59 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Allocated IP 172.20.0.1 (11a20c8d-7728-4317-aacb-58e07a10b04d/7cd509e6-5703-4ce7-b46d-b35d191f91b0/8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:38.855001 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:38.855321 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] Checking segment: {'id': 'e5c82cf4-51a8-4103-a16f-add90723c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:38.855881 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:38.856098 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] Bound using segment: {'id': 'e5c82cf4-51a8-4103-a16f-add90723c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:38.856875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] Bound port: 2e5e6439-0e02-419a-a84f-ce2bb4078132, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c82cf4-51a8-4103-a16f-add90723c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:38.857042 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:38.891344 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.db.resource_extend [None req-b7203e9f-3f8b-407a-abbf-49e032348a6a tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 04:19:38.926855 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] For port 2e5e6439-0e02-419a-a84f-ce2bb4078132, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:38.930293 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] For port 2e5e6439-0e02-419a-a84f-ce2bb4078132, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2e5e6439-0e02-419a-a84f-ce2bb4078132,segment=NetworkSegment(e5c82cf4-51a8-4103-a16f-add90723c61d),segment_id=e5c82cf4-51a8-4103-a16f-add90723c61d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:38.946320 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f13c30-06f3-4fdb-87d2-4c9e34b5c8b0 req-8d0fb4b6-61e8-474b-b46f-698b2b18673f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:38.947841 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f13c30-06f3-4fdb-87d2-4c9e34b5c8b0 req-8d0fb4b6-61e8-474b-b46f-698b2b18673f service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.3773086 Nov 12 04:19:38.959180 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99345aab-f7cf-415a-a765-991b40320718 req-147b9197-3642-4ce3-8659-d384cfbacc59 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:38.961263 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99345aab-f7cf-415a-a765-991b40320718 req-147b9197-3642-4ce3-8659-d384cfbacc59 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 946 time: 0.2403502 Nov 12 04:19:38.976947 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb2cde2a-eb5c-4220-ad53-f6cbea126c59 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:39.029297 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:39.029602 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f13c30-06f3-4fdb-87d2-4c9e34b5c8b0 req-bdbe337a-2d7b-4554-a3e4-050be4bc4569 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=52618b31-2002-4802-b020-b8b5751a618c HTTP/1.1" status: 200 len: 217 time: 0.0653553 Nov 12 04:19:39.052511 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b7203e9f-3f8b-407a-abbf-49e032348a6a tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:39.063865 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:39.091959 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8747f6b-a5b4-42f3-8085-4d8fed3f41fc None None] Pushing event updated for resources: {'Port': ['ID=2e5e6439-0e02-419a-a84f-ce2bb4078132,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:39.116814 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb2cde2a-eb5c-4220-ad53-f6cbea126c59 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:39.139706 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48be90d7-5a5d-422e-a629-0aea62493b6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:39.163478 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2cde2a-eb5c-4220-ad53-f6cbea126c59 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 11a20c8d-7728-4317-aacb-58e07a10b04d is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:39.166804 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-fb2cde2a-eb5c-4220-ad53-f6cbea126c59 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:39.167503 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99345aab-f7cf-415a-a765-991b40320718 req-d1ebb514-13b1-41f9-b1ea-16a2badd87db tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941013 Nov 12 04:19:39.170578 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b7203e9f-3f8b-407a-abbf-49e032348a6a tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:39.173139 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f13c30-06f3-4fdb-87d2-4c9e34b5c8b0 req-debd9551-6264-4568-bba0-cc033c2309e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:39.173397 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2cde2a-eb5c-4220-ad53-f6cbea126c59 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:39.174577 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f13c30-06f3-4fdb-87d2-4c9e34b5c8b0 req-debd9551-6264-4568-bba0-cc033c2309e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1210251 Nov 12 04:19:39.214328 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cde2a-eb5c-4220-ad53-f6cbea126c59 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:39.245583 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb2cde2a-eb5c-4220-ad53-f6cbea126c59 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:39.365711 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f13c30-06f3-4fdb-87d2-4c9e34b5c8b0 req-1de7c80b-c228-4f26-bb8d-ba1889a4f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:39.365711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f13c30-06f3-4fdb-87d2-4c9e34b5c8b0 req-1de7c80b-c228-4f26-bb8d-ba1889a4f5ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1521580 Nov 12 04:19:39.454331 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-b7203e9f-3f8b-407a-abbf-49e032348a6a tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Floating IP 49dbe677-d7cf-4f21-86c2-565ab3e7f38c associated. External IP: 172.25.1.75, port: 118030fd-940a-400f-b1e3-6bb64bb08040. Nov 12 04:19:39.458934 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:39.467474 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48be90d7-5a5d-422e-a629-0aea62493b6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:39.501162 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:39.501647 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:39.523195 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb2cde2a-eb5c-4220-ad53-f6cbea126c59 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:39.600369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be90d7-5a5d-422e-a629-0aea62493b6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event deleted for resources: {'Subnet': ['ID=1a42fff2-0f1b-446e-9878-5ae2918f0d15,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:39.616486 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effc64a6-036b-4c0b-ac77-35a8367743f1 None None] Network ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:39.634031 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167d184b-322f-4637-9084-f3c004f1638d', 'name': 'network-vif-deleted', 'tag': 'dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:39.636552 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d555d8ff-8cf5-4127-833c-bcb26f82b400" -d '{"events": [{"server_uuid": "167d184b-322f-4637-9084-f3c004f1638d", "name": "network-vif-deleted", "tag": "dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:39.640056 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-48be90d7-5a5d-422e-a629-0aea62493b6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:39.648653 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-48be90d7-5a5d-422e-a629-0aea62493b6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "DELETE /v2.0/subnets/1a42fff2-0f1b-446e-9878-5ae2918f0d15 HTTP/1.1" status: 204 len: 168 time: 1.6525266 Nov 12 04:19:39.663951 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42008) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:39.717199 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2e5e6439-0e02-419a-a84f-ce2bb4078132 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:39.747859 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-a07951a7-4382-46d6-b4b3-9d1736dd5ace tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:39.755909 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-a07951a7-4382-46d6-b4b3-9d1736dd5ace tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 811 time: 0.4538276 Nov 12 04:19:39.811990 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-effe0c9c-54e1-4030-bff4-13ed43992c4e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/quotas/7c6a3aa233554afeb7f6e886fb2833b1 HTTP/1.1" status: 200 len: 375 time: 0.0551257 Nov 12 04:19:39.820944 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f13c30-06f3-4fdb-87d2-4c9e34b5c8b0 req-14d204d2-87dd-4cc8-a079-db5701e9d240 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011953 Nov 12 04:19:39.837830 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42ae422-5a29-4569-983d-985d9c25edca tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Deleting subnet 61cd8dd5-27dc-411e-bdb2-d4a666d4799f {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:19:39.861035 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f42ae422-5a29-4569-983d-985d9c25edca tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:39.875767 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-d56cb5af-1d49-483f-82da-1497448df7ad tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611649 Nov 12 04:19:39.878587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2e5e6439-0e02-419a-a84f-ce2bb4078132 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:39.879181 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:39.955730 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb2cde2a-eb5c-4220-ad53-f6cbea126c59 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:39.985489 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e58e74-4ac9-4dd6-a9d8-b59e8f78f536 None None] DHCP port deletion for ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:40.017786 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb2cde2a-eb5c-4220-ad53-f6cbea126c59 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:40.076287 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:40.123767 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-61e58e74-4ac9-4dd6-a9d8-b59e8f78f536 None None] Deleting port 690ec1af-88b7-4c9c-9482-533faeb6cc5f {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:40.124624 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-61e58e74-4ac9-4dd6-a9d8-b59e8f78f536 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:40.155288 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb2cde2a-eb5c-4220-ad53-f6cbea126c59 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:40.160679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cde2a-eb5c-4220-ad53-f6cbea126c59 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:40.169242 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 2e5e6439-0e02-419a-a84f-ce2bb4078132, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2e5e6439-0e02-419a-a84f-ce2bb4078132,segment=NetworkSegment(e5c82cf4-51a8-4103-a16f-add90723c61d),segment_id=e5c82cf4-51a8-4103-a16f-add90723c61d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:40.240689 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-61e58e74-4ac9-4dd6-a9d8-b59e8f78f536 None None] For port 690ec1af-88b7-4c9c-9482-533faeb6cc5f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=690ec1af-88b7-4c9c-9482-533faeb6cc5f,segment=NetworkSegment(bccac6fd-e5f2-4f45-b088-510ff6a481ca),segment_id=bccac6fd-e5f2-4f45-b088-510ff6a481ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:40.243035 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-61e58e74-4ac9-4dd6-a9d8-b59e8f78f536 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:40.262570 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-61e58e74-4ac9-4dd6-a9d8-b59e8f78f536 None None] Calling delete_port for 690ec1af-88b7-4c9c-9482-533faeb6cc5f owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:40.270008 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:40.283830 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2cde2a-eb5c-4220-ad53-f6cbea126c59 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 11a20c8d-7728-4317-aacb-58e07a10b04d is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:40.286831 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-fb2cde2a-eb5c-4220-ad53-f6cbea126c59 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:40.358331 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 52618b31-2002-4802-b020-b8b5751a618c details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:19:40.366646 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f42ae422-5a29-4569-983d-985d9c25edca tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:40.428335 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=2e5e6439-0e02-419a-a84f-ce2bb4078132,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:40.516148 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e88409f-a58a-43ec-9aeb-893a69bc9d56 None None] Network 11a20c8d-7728-4317-aacb-58e07a10b04d requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:40.516660 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f13c30-06f3-4fdb-87d2-4c9e34b5c8b0 req-77566c8f-caba-4b82-bece-d89bfa4a1be2 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6850021 Nov 12 04:19:40.541470 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-82957882-1710-4785-96fb-51c6d3659d67 service neutron] 10.222.0.37 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665058 Nov 12 04:19:40.546091 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2cde2a-eb5c-4220-ad53-f6cbea126c59 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:19:40.603197 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-61e58e74-4ac9-4dd6-a9d8-b59e8f78f536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:40.605592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7203e9f-3f8b-407a-abbf-49e032348a6a tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Router 38205916-6f2d-4133-89cd-39ad57da4609 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:19:40.615063 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 52618b31-2002-4802-b020-b8b5751a618c, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=52618b31-2002-4802-b020-b8b5751a618c,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:40.620405 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f42ae422-5a29-4569-983d-985d9c25edca tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:40.620612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0023b02a-7199-49d1-bb42-66ebe3a2f280 None None] Provisioning complete for port 2e5e6439-0e02-419a-a84f-ce2bb4078132 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:40.620999 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0023b02a-7199-49d1-bb42-66ebe3a2f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:40.655775 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e58e74-4ac9-4dd6-a9d8-b59e8f78f536 None None] Pushing event deleted for resources: {'Port': ['ID=690ec1af-88b7-4c9c-9482-533faeb6cc5f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:40.681982 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e58e74-4ac9-4dd6-a9d8-b59e8f78f536 None None] No DVR routers for this DVR port 690ec1af-88b7-4c9c-9482-533faeb6cc5f on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:40.686388 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '52618b31-2002-4802-b020-b8b5751a618c', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '52618b31-2002-4802-b020-b8b5751a618c', 'mac_address': 'fa:16:3e:f2:f8:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:19:40.714773 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2cde2a-eb5c-4220-ad53-f6cbea126c59 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:40.724348 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fb2cde2a-eb5c-4220-ad53-f6cbea126c59 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/6d3b7acc-d795-4a26-82cf-a0ba1c15c859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8613682 Nov 12 04:19:40.725115 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42038) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:40.737310 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-edae8474-6f80-4597-a6d4-de901fc973ff tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'network': {'name': 'tempest-RoutersTest-1970056691'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:40.831864 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-07f0604b-7150-4b20-b58b-26a233ae41c6 service neutron] 10.222.0.37 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689450 Nov 12 04:19:40.854486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7203e9f-3f8b-407a-abbf-49e032348a6a tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:40.859380 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b7203e9f-3f8b-407a-abbf-49e032348a6a tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:40.864415 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd08867-0b12-4c6a-bf5c-f8b3445420a1 None None] Sync routers for ids ['38205916-6f2d-4133-89cd-39ad57da4609'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:40.877874 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edae8474-6f80-4597-a6d4-de901fc973ff tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Made reservation on behalf of abc02f61e3a54190864817d5a7dcd07b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:40.880689 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd08867-0b12-4c6a-bf5c-f8b3445420a1 None None] Routers {'38205916-6f2d-4133-89cd-39ad57da4609'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:40.881315 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bcd08867-0b12-4c6a-bf5c-f8b3445420a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:19:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['38205916-6f2d-4133-89cd-39ad57da4609'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:40.883621 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edae8474-6f80-4597-a6d4-de901fc973ff tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:40.890298 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b7203e9f-3f8b-407a-abbf-49e032348a6a tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "PUT /v2.0/floatingips/49dbe677-d7cf-4f21-86c2-565ab3e7f38c HTTP/1.1" status: 200 len: 990 time: 3.8900568 Nov 12 04:19:40.915566 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edae8474-6f80-4597-a6d4-de901fc973ff tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:19:40.921324 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] Sync routers for ids ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:40.921836 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f42ae422-5a29-4569-983d-985d9c25edca tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:40.953520 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edae8474-6f80-4597-a6d4-de901fc973ff tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:40.953855 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-edae8474-6f80-4597-a6d4-de901fc973ff tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Added segment 9e263018-43d8-4cb9-a4da-6dfd4c014869 of type vlan for network d58e4b91-a5c0-4793-b511-41b89c496ada Nov 12 04:19:40.994090 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ae422-5a29-4569-983d-985d9c25edca tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event deleted for resources: {'Subnet': ['ID=61cd8dd5-27dc-411e-bdb2-d4a666d4799f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:40.997490 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f42ae422-5a29-4569-983d-985d9c25edca tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:41.006521 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f42ae422-5a29-4569-983d-985d9c25edca tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "DELETE /v2.0/subnets/61cd8dd5-27dc-411e-bdb2-d4a666d4799f HTTP/1.1" status: 204 len: 168 time: 1.3415222 Nov 12 04:19:41.007705 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42046) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:41.014447 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e0d85c-3e27-4613-a226-f6d5bf098088 None None] Network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:41.016162 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] Routers {'6d3b7acc-d795-4a26-82cf-a0ba1c15c859'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:41.016811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:19:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:41.022219 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edae8474-6f80-4597-a6d4-de901fc973ff tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:41.091283 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-bcd08867-0b12-4c6a-bf5c-f8b3445420a1 None None] Set router 38205916-6f2d-4133-89cd-39ad57da4609 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:41.094529 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:41.133232 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edae8474-6f80-4597-a6d4-de901fc973ff tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:41.139822 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae8474-6f80-4597-a6d4-de901fc973ff tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:41.144346 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edae8474-6f80-4597-a6d4-de901fc973ff tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:41.144498 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d663cf9-93b6-4929-a086-8c287d28293b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:41.203292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52618b31-2002-4802-b020-b8b5751a618c {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:41.303403 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae8474-6f80-4597-a6d4-de901fc973ff tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Network': ['ID=d58e4b91-a5c0-4793-b511-41b89c496ada,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:41.320455 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d663cf9-93b6-4929-a086-8c287d28293b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:41.333746 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 52618b31-2002-4802-b020-b8b5751a618c, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=52618b31-2002-4802-b020-b8b5751a618c,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:41.339028 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network d58e4b91-a5c0-4793-b511-41b89c496ada details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:19:41.345899 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fa656-b35f-4876-a9ac-6d6cd4d85b70 req-a3a08c9b-a70a-4281-b656-0e78a303b540 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:41.347427 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e72fa656-b35f-4876-a9ac-6d6cd4d85b70 req-a3a08c9b-a70a-4281-b656-0e78a303b540 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a HTTP/1.1" status: 200 len: 947 time: 0.1534040 Nov 12 04:19:41.376983 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-8d663cf9-93b6-4929-a086-8c287d28293b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecbcbecc-0e29-431e-912b-e7c0f4b1ee19']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:41.392884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-8d663cf9-93b6-4929-a086-8c287d28293b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bccac6fd-e5f2-4f45-b088-510ff6a481ca') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:41.393201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-8d663cf9-93b6-4929-a086-8c287d28293b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bccac6fd-e5f2-4f45-b088-510ff6a481ca') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:41.403389 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-edae8474-6f80-4597-a6d4-de901fc973ff tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6708610 Nov 12 04:19:41.406675 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42056) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:41.411626 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c5ef2ca1-9cea-43be-b71b-eea22264577e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'subnet': {'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:41.414569 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d663cf9-93b6-4929-a086-8c287d28293b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:41.427340 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] Set router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:41.441801 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e72fa656-b35f-4876-a9ac-6d6cd4d85b70 req-cbb9f8b1-7c4e-44a9-86ee-dd9d4a8c81b4 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d922ca30-b35f-46bb-897b-9708dc0fa48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808873 Nov 12 04:19:41.442872 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d663cf9-93b6-4929-a086-8c287d28293b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:41.451199 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d663cf9-93b6-4929-a086-8c287d28293b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:19:41.451199 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d663cf9-93b6-4929-a086-8c287d28293b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:19:41.453458 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:19:41.492216 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:41.495238 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bcd08867-0b12-4c6a-bf5c-f8b3445420a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38205916-6f2d-4133-89cd-39ad57da4609', 'name': 'tempest-ServersTestFqdnHostnames-1521068609-router', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:35Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'gw_port': {'id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:39Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '49dbe677-d7cf-4f21-86c2-565ab3e7f38c', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'port_id': '118030fd-940a-400f-b1e3-6bb64bb08040', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f91168-755e-4974-947f-385966fc547e', 'mac_address': 'fa:16:3e:7b:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69932915-9fde-41d7-b42d-fb7d612b0369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:19:08Z', 'updated_at': '2021-11-12T04:19:38Z', 'revision_number': 1, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ecfda1-d684-4d25-8d12-3d6ce33c5c42', 'name': '', 'network_id': 'b5f91168-755e-4974-947f-385966fc547e', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'mac_address': 'fa:16:3e:b5:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9b41db93-a02f-43e2-b879-1519be01fa52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:52Z', 'updated_at': '2021-11-12T04:19:03Z', 'revision_number': 5, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'subnets': [{'id': '9b41db93-a02f-43e2-b879-1519be01fa52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:41.541101 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42058) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:41.555771 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd08867-0b12-4c6a-bf5c-f8b3445420a1 None None] Checking router: 38205916-6f2d-4133-89cd-39ad57da4609 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:19:41.576475 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd08867-0b12-4c6a-bf5c-f8b3445420a1 None None] Routers {'38205916-6f2d-4133-89cd-39ad57da4609'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:41.577123 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bcd08867-0b12-4c6a-bf5c-f8b3445420a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:19:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['38205916-6f2d-4133-89cd-39ad57da4609'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:41.597430 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42060) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:41.601069 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=52618b31-2002-4802-b020-b8b5751a618c,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:41.637570 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2e5e6439-0e02-419a-a84f-ce2bb4078132 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:41.666562 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-7616472b-808b-45a2-b6df-b96f86fac66f admin admin] Deleting subnet ff2f5419-ed18-4db4-9deb-4d2cbdac04a0 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:19:41.676970 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7616472b-808b-45a2-b6df-b96f86fac66f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:41.799715 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a19fe4-f509-46a5-bcb7-142491c05688 x-openstack-request-id: req-25a19fe4-f509-46a5-bcb7-142491c05688 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:41.800325 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167d184b-322f-4637-9084-f3c004f1638d", "name": "network-vif-deleted", "tag": "dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:41.800325 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25a19fe4-f509-46a5-bcb7-142491c05688 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:41.800649 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167d184b-322f-4637-9084-f3c004f1638d', 'name': 'network-vif-deleted', 'tag': 'dfa0dc8e-2bb6-4344-9f9e-4d5be8ee1479', 'status': 'completed', 'code': 200} Nov 12 04:19:41.843125 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7616472b-808b-45a2-b6df-b96f86fac66f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:41.847226 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['52618b31-2002-4802-b020-b8b5751a618c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:19:41.856370 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef9d10e-e6bc-4ed5-bb5f-3e8fd0405aaa admin admin] Deleting subnet 3b7c8329-01ce-4aee-92c3-42a71406d03d {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:19:41.884179 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7ef9d10e-e6bc-4ed5-bb5f-3e8fd0405aaa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:41.944701 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-bcd08867-0b12-4c6a-bf5c-f8b3445420a1 None None] Set router 38205916-6f2d-4133-89cd-39ad57da4609 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:41.945259 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d663cf9-93b6-4929-a086-8c287d28293b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:41.947051 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7616472b-808b-45a2-b6df-b96f86fac66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:41.970525 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d663cf9-93b6-4929-a086-8c287d28293b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:41.979220 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2e5e6439-0e02-419a-a84f-ce2bb4078132 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:41.979686 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:41.991531 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8d663cf9-93b6-4929-a086-8c287d28293b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "DELETE /v2.0/networks/ecbcbecc-0e29-431e-912b-e7c0f4b1ee19 HTTP/1.1" status: 204 len: 168 time: 0.9812388 Nov 12 04:19:42.042892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e95a814-adb8-4637-8e18-747eb9497abd None None] DHCP port deletion for 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:42.073146 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42064) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:42.073696 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ef2ca1-9cea-43be-b71b-eea22264577e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Made reservation on behalf of abc02f61e3a54190864817d5a7dcd07b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:42.084174 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:19:39Z', 'revision_number': 2, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:39Z', 'revision_number': 2, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:42.085847 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5ef2ca1-9cea-43be-b71b-eea22264577e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.114846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d663cf9-93b6-4929-a086-8c287d28293b tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event deleted for resources: {'Network': ['ID=ecbcbecc-0e29-431e-912b-e7c0f4b1ee19,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:42.153539 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7ef9d10e-e6bc-4ed5-bb5f-3e8fd0405aaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.163522 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] Checking router: 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:19:42.164215 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] Updating router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 port 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:19:42.219343 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7616472b-808b-45a2-b6df-b96f86fac66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.242232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e21c4-35d7-41c8-b3df-9309aa0b5119 req-2cc6a84b-398a-41aa-bf94-087d10397b82 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:42.255220 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bb1e21c4-35d7-41c8-b3df-9309aa0b5119 req-2cc6a84b-398a-41aa-bf94-087d10397b82 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 946 time: 0.4636405 Nov 12 04:19:42.259993 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7616472b-808b-45a2-b6df-b96f86fac66f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.266761 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42066) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:42.267247 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7616472b-808b-45a2-b6df-b96f86fac66f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ff2f5419-ed18-4db4-9deb-4d2cbdac04a0 HTTP/1.1" status: 204 len: 168 time: 0.7245805 Nov 12 04:19:42.307995 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616472b-808b-45a2-b6df-b96f86fac66f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff2f5419-ed18-4db4-9deb-4d2cbdac04a0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:42.308312 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9c9507d9-b014-4ce7-b3f4-5f9eb5c6f961 None None] Provisioning complete for port 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:42.308749 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9c9507d9-b014-4ce7-b3f4-5f9eb5c6f961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.310255 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7ef9d10e-e6bc-4ed5-bb5f-3e8fd0405aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.380328 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4e95a814-adb8-4637-8e18-747eb9497abd None None] Deleting port 2d679a52-2fa5-47eb-b5aa-5ff191149dc0 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:42.380328 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e95a814-adb8-4637-8e18-747eb9497abd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.392068 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9c9507d9-b014-4ce7-b3f4-5f9eb5c6f961 None None] Port 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:42.393880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 690ec1af-88b7-4c9c-9482-533faeb6cc5f no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:42.421031 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.426337 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.447023 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bb1e21c4-35d7-41c8-b3df-9309aa0b5119 req-a6253b78-82f8-4c16-ba55-44495d50c8a6 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892698 Nov 12 04:19:42.484939 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a7520c1e-dda8-4449-b453-2e8aa43cd1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.525442 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 690ec1af-88b7-4c9c-9482-533faeb6cc5f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:42.529002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 690ec1af-88b7-4c9c-9482-533faeb6cc5f not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:42.588820 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bcd08867-0b12-4c6a-bf5c-f8b3445420a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38205916-6f2d-4133-89cd-39ad57da4609', 'name': 'tempest-ServersTestFqdnHostnames-1521068609-router', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:35Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'gw_port': {'id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:39Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '49dbe677-d7cf-4f21-86c2-565ab3e7f38c', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'port_id': '118030fd-940a-400f-b1e3-6bb64bb08040', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f91168-755e-4974-947f-385966fc547e', 'mac_address': 'fa:16:3e:7b:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69932915-9fde-41d7-b42d-fb7d612b0369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:19:08Z', 'updated_at': '2021-11-12T04:19:38Z', 'revision_number': 1, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ecfda1-d684-4d25-8d12-3d6ce33c5c42', 'name': '', 'network_id': 'b5f91168-755e-4974-947f-385966fc547e', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'mac_address': 'fa:16:3e:b5:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9b41db93-a02f-43e2-b879-1519be01fa52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:52Z', 'updated_at': '2021-11-12T04:19:03Z', 'revision_number': 5, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'subnets': [{'id': '9b41db93-a02f-43e2-b879-1519be01fa52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:42.608513 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7ef9d10e-e6bc-4ed5-bb5f-3e8fd0405aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.622374 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a7520c1e-dda8-4449-b453-2e8aa43cd1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.662942 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd08867-0b12-4c6a-bf5c-f8b3445420a1 None None] The sync data for ids ['38205916-6f2d-4133-89cd-39ad57da4609'] in n-d-768509-24 is: [{'id': '38205916-6f2d-4133-89cd-39ad57da4609', 'name': 'tempest-ServersTestFqdnHostnames-1521068609-router', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:35Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'gw_port': {'id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:39Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '49dbe677-d7cf-4f21-86c2-565ab3e7f38c', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'port_id': '118030fd-940a-400f-b1e3-6bb64bb08040', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f91168-755e-4974-947f-385966fc547e', 'mac_address': 'fa:16:3e:7b:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69932915-9fde-41d7-b42d-fb7d612b0369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:19:08Z', 'updated_at': '2021-11-12T04:19:38Z', 'revision_number': 1, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ecfda1-d684-4d25-8d12-3d6ce33c5c42', 'name': '', 'network_id': 'b5f91168-755e-4974-947f-385966fc547e', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'mac_address': 'fa:16:3e:b5:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9b41db93-a02f-43e2-b879-1519be01fa52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:52Z', 'updated_at': '2021-11-12T04:19:03Z', 'revision_number': 5, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'subnets': [{'id': '9b41db93-a02f-43e2-b879-1519be01fa52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:42.672730 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Deleting port 2d679a52-2fa5-47eb-b5aa-5ff191149dc0 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:42.674980 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.690027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9d10e-e6bc-4ed5-bb5f-3e8fd0405aaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b7c8329-01ce-4aee-92c3-42a71406d03d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:42.692553 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9c9507d9-b014-4ce7-b3f4-5f9eb5c6f961 None None] Provisioning complete for port 2e5e6439-0e02-419a-a84f-ce2bb4078132 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:42.692930 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9c9507d9-b014-4ce7-b3f4-5f9eb5c6f961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.742215 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7ef9d10e-e6bc-4ed5-bb5f-3e8fd0405aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.749172 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7ef9d10e-e6bc-4ed5-bb5f-3e8fd0405aaa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3b7c8329-01ce-4aee-92c3-42a71406d03d HTTP/1.1" status: 204 len: 168 time: 1.1520865 Nov 12 04:19:42.750298 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42080) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:42.752180 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a7520c1e-dda8-4449-b453-2e8aa43cd1b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4263860-229d-4fa1-9c19-77686e10aaf3']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:42.775767 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9408cfba-d836-4749-b3a3-18be7395ab37 req-b3c4b894-1884-4b4d-9501-9518aa453af4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 210 time: 0.0997756 Nov 12 04:19:42.799492 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4e95a814-adb8-4637-8e18-747eb9497abd None None] For port 2d679a52-2fa5-47eb-b5aa-5ff191149dc0, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2d679a52-2fa5-47eb-b5aa-5ff191149dc0,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:42.800038 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e95a814-adb8-4637-8e18-747eb9497abd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.818945 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] For port 2d679a52-2fa5-47eb-b5aa-5ff191149dc0, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2d679a52-2fa5-47eb-b5aa-5ff191149dc0,segment=NetworkSegment(324fbf7c-b29d-475c-ba0b-2aa2db542775),segment_id=324fbf7c-b29d-475c-ba0b-2aa2db542775)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:42.818945 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.859587 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5ef2ca1-9cea-43be-b71b-eea22264577e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.868065 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Calling delete_port for 2d679a52-2fa5-47eb-b5aa-5ff191149dc0 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:42.869144 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a7520c1e-dda8-4449-b453-2e8aa43cd1b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c04896-874d-4bc2-83f2-7201d02c32fc') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:42.870059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a7520c1e-dda8-4449-b453-2e8aa43cd1b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c04896-874d-4bc2-83f2-7201d02c32fc') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:42.878955 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4e95a814-adb8-4637-8e18-747eb9497abd None None] Calling delete_port for 2d679a52-2fa5-47eb-b5aa-5ff191149dc0 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:42.894488 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a7520c1e-dda8-4449-b453-2e8aa43cd1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.916350 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a7520c1e-dda8-4449-b453-2e8aa43cd1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.933158 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef2ca1-9cea-43be-b71b-eea22264577e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Subnet': ['ID=e4633c14-dd62-4807-b4dd-46bd0ba93e5d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:42.995541 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d8d5101-edb7-4930-a5fd-9473e539f5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.020620 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013a359c-5240-4e4a-be15-5bf2df34cd3a None None] New status for floating IP 49dbe677-d7cf-4f21-86c2-565ab3e7f38c: ACTIVE {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:19:43.034308 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7520c1e-dda8-4449-b453-2e8aa43cd1b9 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:19:43.035352 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a7520c1e-dda8-4449-b453-2e8aa43cd1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:19:43.038086 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:19:43.063185 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ef2ca1-9cea-43be-b71b-eea22264577e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Checking segment: {'id': '9e263018-43d8-4cb9-a4da-6dfd4c014869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:43.063430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ef2ca1-9cea-43be-b71b-eea22264577e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network hostable DHCP agents. Network: d58e4b91-a5c0-4793-b511-41b89c496ada, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:19:43.135992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2e32c-f0e6-4efe-8dd6-f0b979be34b4 req-ba9b1dbf-2398-42d5-96d4-4ba295ec5610 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:43.137602 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51c2e32c-f0e6-4efe-8dd6-f0b979be34b4 req-ba9b1dbf-2398-42d5-96d4-4ba295ec5610 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a HTTP/1.1" status: 200 len: 948 time: 0.2187288 Nov 12 04:19:43.177609 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.206160 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event deleted for resources: {'Port': ['ID=2d679a52-2fa5-47eb-b5aa-5ff191149dc0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:43.216754 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d8d5101-edb7-4930-a5fd-9473e539f5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.225833 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] No DVR routers for this DVR port 2d679a52-2fa5-47eb-b5aa-5ff191149dc0 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:43.228014 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ef2ca1-9cea-43be-b71b-eea22264577e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network d58e4b91-a5c0-4793-b511-41b89c496ada is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:19:43.228391 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a7520c1e-dda8-4449-b453-2e8aa43cd1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.233073 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a7520c1e-dda8-4449-b453-2e8aa43cd1b9 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.236558 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a7520c1e-dda8-4449-b453-2e8aa43cd1b9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a4263860-229d-4fa1-9c19-77686e10aaf3 HTTP/1.1" status: 204 len: 168 time: 0.9620774 Nov 12 04:19:43.289041 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7520c1e-dda8-4449-b453-2e8aa43cd1b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4263860-229d-4fa1-9c19-77686e10aaf3,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:43.292927 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0d8d5101-edb7-4930-a5fd-9473e539f5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8281c1b-71af-4acc-8b8f-1991de1d79b8']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:43.318418 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51c2e32c-f0e6-4efe-8dd6-f0b979be34b4 req-14999999-2e3d-40ad-970b-5c18668d4f6b tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d922ca30-b35f-46bb-897b-9708dc0fa48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673017 Nov 12 04:19:43.328939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0d8d5101-edb7-4930-a5fd-9473e539f5c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b19e3f-a87f-4581-a4f4-44d47604cbfb') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:43.331277 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0d8d5101-edb7-4930-a5fd-9473e539f5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b19e3f-a87f-4581-a4f4-44d47604cbfb') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:43.354126 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.357485 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d8d5101-edb7-4930-a5fd-9473e539f5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.378245 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:43.386131 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d8d5101-edb7-4930-a5fd-9473e539f5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.391272 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324fbf7c-b29d-475c-ba0b-2aa2db542775') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:43.391788 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324fbf7c-b29d-475c-ba0b-2aa2db542775') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:43.395240 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.395851 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8d5101-edb7-4930-a5fd-9473e539f5c6 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:19:43.396566 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d8d5101-edb7-4930-a5fd-9473e539f5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:19:43.398834 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:19:43.401221 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c5ef2ca1-9cea-43be-b71b-eea22264577e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, d58e4b91-a5c0-4793-b511-41b89c496ada) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:43.404369 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ef2ca1-9cea-43be-b71b-eea22264577e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:43.404973 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5ef2ca1-9cea-43be-b71b-eea22264577e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.416521 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.417659 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0132831-4752-4db8-9921-734e623b5732 None None] Network d58e4b91-a5c0-4793-b511-41b89c496ada requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:43.435416 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.447030 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:19:43.447572 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:19:43.451005 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:19:43.487075 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 827813e1-4afe-44db-947c-b67c4e2c3e62 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:43.534693 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c5ef2ca1-9cea-43be-b71b-eea22264577e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1254802 Nov 12 04:19:43.535975 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42084) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:43.552883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182132d3-9cfd-4784-9e1a-38e7ba507969 req-44f6e265-a5a7-4106-8c9e-97065e25508b tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:43.554956 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-182132d3-9cfd-4784-9e1a-38e7ba507969 req-44f6e265-a5a7-4106-8c9e-97065e25508b tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 946 time: 0.1219313 Nov 12 04:19:43.560168 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.614304 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.616356 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-182132d3-9cfd-4784-9e1a-38e7ba507969 req-7120e43b-063b-44e3-b199-758b1bb88330 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544043 Nov 12 04:19:43.619482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2d679a52-2fa5-47eb-b5aa-5ff191149dc0 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:43.624215 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.632677 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] 10.222.0.37 "DELETE /v2.0/networks/7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 HTTP/1.1" status: 204 len: 168 time: 1.4336421 Nov 12 04:19:43.647639 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d8d5101-edb7-4930-a5fd-9473e539f5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.682107 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e95a814-adb8-4637-8e18-747eb9497abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.692792 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d8d5101-edb7-4930-a5fd-9473e539f5c6 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.699645 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0d8d5101-edb7-4930-a5fd-9473e539f5c6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c8281c1b-71af-4acc-8b8f-1991de1d79b8 HTTP/1.1" status: 204 len: 168 time: 0.9228077 Nov 12 04:19:43.700989 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d5101-edb7-4930-a5fd-9473e539f5c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8281c1b-71af-4acc-8b8f-1991de1d79b8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:43.719265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 2d679a52-2fa5-47eb-b5aa-5ff191149dc0 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:43.720188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2d679a52-2fa5-47eb-b5aa-5ff191149dc0 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:43.766279 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c7704-ec07-4349-87e9-b5b527be9a6c tempest-TaggedBootDevicesTest-595604942 tempest-TaggedBootDevicesTest-595604942-project] Pushing event deleted for resources: {'Network': ['ID=7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:43.789666 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fd57625d-96af-4394-82f3-e6cd9d0e135c None None] Provisioning complete for port 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:43.790028 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd57625d-96af-4394-82f3-e6cd9d0e135c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:43.802102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69932915-9fde-41d7-b42d-fb7d612b0369', 'tag': '118030fd-940a-400f-b1e3-6bb64bb08040'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:43.805148 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7037009c-63e9-4ae4-bbcf-eef763cf7087" -d '{"events": [{"name": "network-changed", "server_uuid": "69932915-9fde-41d7-b42d-fb7d612b0369", "tag": "118030fd-940a-400f-b1e3-6bb64bb08040"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:43.808999 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42100) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:43.819321 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4e95a814-adb8-4637-8e18-747eb9497abd None None] Network 7e1bc22a-b79e-4bcd-9013-d53fe5ad6c71 is not hosted by any dhcp agent {{(pid=103298) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:19:43.819882 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e95a814-adb8-4637-8e18-747eb9497abd None None] No DVR routers for this DVR port 2d679a52-2fa5-47eb-b5aa-5ff191149dc0 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:43.918561 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fd57625d-96af-4394-82f3-e6cd9d0e135c None None] Port 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:43.920232 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafbd7f-77af-41e9-a5ff-97c108143d35 None None] Pushing event updated for resources: {'Port': ['ID=8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:43.928556 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-58f42cf9-8114-4770-b4b4-14a3e31918b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6900d1249054fadbfe40cc1caa2a90c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1183212 Nov 12 04:19:43.930985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42106) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:44.020219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95a814-adb8-4637-8e18-747eb9497abd None None] Pushing event deleted for resources: {'Port': ['ID=2d679a52-2fa5-47eb-b5aa-5ff191149dc0,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:44.068147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d4d85bee-c40a-4b46-a179-997ac0149e54 req-845e037a-1c76-4fe3-9149-e2bb3a4b4d76 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 210 time: 0.0423968 Nov 12 04:19:44.143773 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] Attempting to bind port 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:44.144738 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] Attempting to bind port 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'e5c82cf4-51a8-4103-a16f-add90723c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:44.145270 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] Attempting to bind port 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3 on network 11a20c8d-7728-4317-aacb-58e07a10b04d {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:44.176593 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e838e3-c433-4d0a-9c9d-f4e8f34f54ae x-openstack-request-id: req-d4e838e3-c433-4d0a-9c9d-f4e8f34f54ae {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:44.176843 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69932915-9fde-41d7-b42d-fb7d612b0369", "tag": "118030fd-940a-400f-b1e3-6bb64bb08040", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:44.177077 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4e838e3-c433-4d0a-9c9d-f4e8f34f54ae {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:44.177523 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69932915-9fde-41d7-b42d-fb7d612b0369', 'tag': '118030fd-940a-400f-b1e3-6bb64bb08040', 'status': 'completed', 'code': 200} Nov 12 04:19:44.184796 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e1aad11-8202-4c88-9082-02d664e30422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:44.189234 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:44.260898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:44.261266 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] Checking segment: {'id': 'e5c82cf4-51a8-4103-a16f-add90723c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:44.261943 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:44.262497 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] Bound using segment: {'id': 'e5c82cf4-51a8-4103-a16f-add90723c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:44.263205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] Bound port: 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c82cf4-51a8-4103-a16f-add90723c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:44.264058 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:44.277215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42116) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:44.296330 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-d58e4b91-a5c0-4793-b511-41b89c496ada', 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'fixed_ips': [{'subnet_id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:19:44.297754 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:44.320422 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ca052491-fde0-4671-933c-9b3d9c7d7d2d None None] Provisioning complete for port 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:44.326245 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ca052491-fde0-4671-933c-9b3d9c7d7d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:44.326420 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e1aad11-8202-4c88-9082-02d664e30422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:44.363010 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827813e1-4afe-44db-947c-b67c4e2c3e62'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:44.363255 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f1d1e64a-222c-4940-92ee-e5699f9306f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb91703e5dfa430ea4fc5eedaf5890a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0789890 Nov 12 04:19:44.365314 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee4250c-2ff8-40d8-8401-122327d0810a" -d '{"events": [{"server_uuid": "b23f01a9-eaf3-4735-8eb0-8afabeb8a859", "name": "network-vif-unplugged", "status": "completed", "tag": "827813e1-4afe-44db-947c-b67c4e2c3e62"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:44.368356 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42122) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:44.372016 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037009c-63e9-4ae4-bbcf-eef763cf7087 req-cfe00287-6327-4ae9-b503-dece30f19e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:44.373633 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7037009c-63e9-4ae4-bbcf-eef763cf7087 req-cfe00287-6327-4ae9-b503-dece30f19e69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5c75ed7ece549b28cd4a02d51fff7b9&device_id=69932915-9fde-41d7-b42d-fb7d612b0369 HTTP/1.1" status: 200 len: 1097 time: 0.0950940 Nov 12 04:19:44.390572 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 52618b31-2002-4802-b020-b8b5751a618c up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:44.415532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-598d3327-67e3-4db5-a44c-a6a737d829e9 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:44.417017 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-598d3327-67e3-4db5-a44c-a6a737d829e9 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.21 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 811 time: 0.3471980 Nov 12 04:19:44.441519 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 827813e1-4afe-44db-947c-b67c4e2c3e62, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=827813e1-4afe-44db-947c-b67c4e2c3e62,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:44.444729 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-230e8f65-6402-43c0-8f9e-012116e70ea4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Request body: {'port': {'device_id': '385280de-8d17-41ba-b58b-219d5702c0df', 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240', 'admin_state_up': True, 'tenant_id': '7c6a3aa233554afeb7f6e886fb2833b1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:44.542885 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ca052491-fde0-4671-933c-9b3d9c7d7d2d None None] Port 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:44.558218 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44d97fa4-2bf1-4621-9044-39f35a4df868 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:44.578904 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:44.587685 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e1aad11-8202-4c88-9082-02d664e30422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:44.591440 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e1aad11-8202-4c88-9082-02d664e30422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:44.592783 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4e1aad11-8202-4c88-9082-02d664e30422 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4e1580f-73db-41c8-bcbc-2cc523ba569d HTTP/1.1" status: 204 len: 168 time: 0.6527603 Nov 12 04:19:44.605446 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c59495ea-3ca5-4ad8-a203-22b64094302c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:44.634077 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037009c-63e9-4ae4-bbcf-eef763cf7087 req-e6b3fd27-1c4a-43b2-9045-0548b176c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:44.637461 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7037009c-63e9-4ae4-bbcf-eef763cf7087 req-e6b3fd27-1c4a-43b2-9045-0548b176c2ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5f91168-755e-4974-947f-385966fc547e HTTP/1.1" status: 200 len: 916 time: 0.2532425 Nov 12 04:19:44.649977 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] For port 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:44.665472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1aad11-8202-4c88-9082-02d664e30422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e1580f-73db-41c8-bcbc-2cc523ba569d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:44.697800 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] For port 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3,segment=NetworkSegment(e5c82cf4-51a8-4103-a16f-add90723c61d),segment_id=e5c82cf4-51a8-4103-a16f-add90723c61d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:44.710170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4027d-a62d-4d03-8e4d-01e7d181fa6c req-b1f86da2-7db1-4a1d-a5ab-6cdf9b0fe9ab tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:44.714048 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-daa4027d-a62d-4d03-8e4d-01e7d181fa6c req-b1f86da2-7db1-4a1d-a5ab-6cdf9b0fe9ab tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a HTTP/1.1" status: 200 len: 948 time: 0.1812549 Nov 12 04:19:44.755731 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 52618b31-2002-4802-b020-b8b5751a618c completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:19:44.759471 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=827813e1-4afe-44db-947c-b67c4e2c3e62,revision_number=14']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:44.783051 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 52618b31-2002-4802-b020-b8b5751a618c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:44.783418 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:44.808829 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] Allocated IP 172.21.0.2 (d58e4b91-a5c0-4793-b511-41b89c496ada/e4633c14-dd62-4807-b4dd-46bd0ba93e5d/c8e68712-1e95-43a6-bb47-82813a564733) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:44.811399 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:44.814586 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c59495ea-3ca5-4ad8-a203-22b64094302c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:44.870590 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-daa4027d-a62d-4d03-8e4d-01e7d181fa6c req-0baa5d50-bedd-42ee-aded-b9d25da2a78a tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d922ca30-b35f-46bb-897b-9708dc0fa48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431928 Nov 12 04:19:44.876355 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-230e8f65-6402-43c0-8f9e-012116e70ea4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Made reservation on behalf of 7c6a3aa233554afeb7f6e886fb2833b1 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:44.883919 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-230e8f65-6402-43c0-8f9e-012116e70ea4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:44.936278 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7037009c-63e9-4ae4-bbcf-eef763cf7087 req-bf559841-a30d-4ff7-aa11-ff740200f462 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=118030fd-940a-400f-b1e3-6bb64bb08040 HTTP/1.1" status: 200 len: 1000 time: 0.2302198 Nov 12 04:19:44.971279 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6de151-da51-4386-abd3-8b251858df9f x-openstack-request-id: req-1d6de151-da51-4386-abd3-8b251858df9f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:44.977648 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23f01a9-eaf3-4735-8eb0-8afabeb8a859", "name": "network-vif-unplugged", "status": "completed", "tag": "827813e1-4afe-44db-947c-b67c4e2c3e62", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:44.977648 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d6de151-da51-4386-abd3-8b251858df9f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:44.977648 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'code': 200} Nov 12 04:19:45.007055 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] Routers {'6d3b7acc-d795-4a26-82cf-a0ba1c15c859'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:45.007951 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:19:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:45.172420 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037009c-63e9-4ae4-bbcf-eef763cf7087 req-fdab7ed4-5ed2-43ad-8e09-e289c5d3f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:45.177021 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7037009c-63e9-4ae4-bbcf-eef763cf7087 req-fdab7ed4-5ed2-43ad-8e09-e289c5d3f2b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b41db93-a02f-43e2-b879-1519be01fa52 HTTP/1.1" status: 200 len: 854 time: 0.1667249 Nov 12 04:19:45.177574 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafbd7f-77af-41e9-a5ff-97c108143d35 None None] Pushing event updated for resources: {'Port': ['ID=8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:45.237511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-230e8f65-6402-43c0-8f9e-012116e70ea4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Allocated IP 172.20.0.2 (0550e788-ec39-4fbc-9b9c-fbf1372e1240/64085683-3376-464a-a4ff-b7367f1920e9/9fb04f3c-da32-4462-a169-ab1d522a3aeb) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:45.270677 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c59495ea-3ca5-4ad8-a203-22b64094302c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:45.275191 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c59495ea-3ca5-4ad8-a203-22b64094302c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:45.288713 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c59495ea-3ca5-4ad8-a203-22b64094302c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be769667-04f2-452f-b999-15c1ceb643e1 HTTP/1.1" status: 204 len: 168 time: 0.9073906 Nov 12 04:19:45.291932 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59495ea-3ca5-4ad8-a203-22b64094302c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be769667-04f2-452f-b999-15c1ceb643e1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:45.297090 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037009c-63e9-4ae4-bbcf-eef763cf7087 req-26651afd-80af-4e2e-845c-4ce7384eed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:45.298738 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7037009c-63e9-4ae4-bbcf-eef763cf7087 req-26651afd-80af-4e2e-845c-4ce7384eed36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5f91168-755e-4974-947f-385966fc547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846200 Nov 12 04:19:45.321704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] Set router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:45.514571 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:45.538671 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7037009c-63e9-4ae4-bbcf-eef763cf7087 req-c70ee90d-f0a1-44eb-b092-3e450bf41a9f service neutron] 10.222.0.21 "GET /v2.0/networks/b5f91168-755e-4974-947f-385966fc547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225630 Nov 12 04:19:45.601048 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f2399886-138a-4c25-a994-4f786ef28bcc None None] Provisioning complete for port 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:45.601734 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2399886-138a-4c25-a994-4f786ef28bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:45.608990 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d2c60a8-90ff-4d4c-9e27-b0ec6ebc6312 req-ba48bcfa-ff56-456e-aa39-b5347c4fcf6b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 210 time: 0.3633223 Nov 12 04:19:45.639759 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-230e8f65-6402-43c0-8f9e-012116e70ea4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:45.749815 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7037009c-63e9-4ae4-bbcf-eef763cf7087 req-005a6b01-b2f4-489a-b68f-f69081a142a9 service neutron] 10.222.0.21 "GET /v2.0/networks/b5f91168-755e-4974-947f-385966fc547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118690 Nov 12 04:19:45.829718 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-230e8f65-6402-43c0-8f9e-012116e70ea4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:45.961072 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-230e8f65-6402-43c0-8f9e-012116e70ea4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:45.980170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-230e8f65-6402-43c0-8f9e-012116e70ea4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:46.016633 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-230e8f65-6402-43c0-8f9e-012116e70ea4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:46.063249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e8f65-6402-43c0-8f9e-012116e70ea4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Pushing event updated for resources: {'Port': ['ID=9fb04f3c-da32-4462-a169-ab1d522a3aeb,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:46.089846 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:46.093743 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 52618b31-2002-4802-b020-b8b5751a618c, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=52618b31-2002-4802-b020-b8b5751a618c,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:46.110877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8190b30-f78d-4631-acc0-3c7d5ab48c16 req-bb0cf01c-5e66-4f0b-ba28-3e7055256b40 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:46.112800 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8190b30-f78d-4631-acc0-3c7d5ab48c16 req-bb0cf01c-5e66-4f0b-ba28-3e7055256b40 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a HTTP/1.1" status: 200 len: 948 time: 0.1502185 Nov 12 04:19:46.124757 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-230e8f65-6402-43c0-8f9e-012116e70ea4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:46.125989 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-230e8f65-6402-43c0-8f9e-012116e70ea4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:46.198337 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8190b30-f78d-4631-acc0-3c7d5ab48c16 req-0c982c2c-d1c0-4814-9b2f-a511104b1ceb tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d922ca30-b35f-46bb-897b-9708dc0fa48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672379 Nov 12 04:19:46.198499 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2399886-138a-4c25-a994-4f786ef28bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:46.206070 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:46.218751 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:46.290996 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-230e8f65-6402-43c0-8f9e-012116e70ea4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8516133 Nov 12 04:19:46.294557 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-44d97fa4-2bf1-4621-9044-39f35a4df868 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Allocated IP 172.21.0.1 (d58e4b91-a5c0-4793-b511-41b89c496ada/e4633c14-dd62-4807-b4dd-46bd0ba93e5d/408a94eb-18c8-4ee8-af79-f1fd7ef71168) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:46.301595 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] Network d58e4b91-a5c0-4793-b511-41b89c496ada is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:46.312529 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Request body: {'port': {'device_id': '385280de-8d17-41ba-b58b-219d5702c0df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:46.320356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f2399886-138a-4c25-a994-4f786ef28bcc None None] For port 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3,segment=NetworkSegment(e5c82cf4-51a8-4103-a16f-add90723c61d),segment_id=e5c82cf4-51a8-4103-a16f-add90723c61d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:46.321953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] Pushing event updated for resources: {'Port': ['ID=c8e68712-1e95-43a6-bb47-82813a564733,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:46.325974 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:46.338062 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:46.369438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:19:39Z', 'revision_number': 2, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:44Z', 'revision_number': 4, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:46.402078 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1285db50-9017-45c5-803a-38e2f0a489da None None] The sync data for ids ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'] in n-d-768509-24 is: [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:19:39Z', 'revision_number': 2, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:44Z', 'revision_number': 4, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:46.454380 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2399886-138a-4c25-a994-4f786ef28bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:46.474890 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:46.505684 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44d97fa4-2bf1-4621-9044-39f35a4df868 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:46.543062 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=52618b31-2002-4802-b020-b8b5751a618c,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:46.601456 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] Attempting to bind port c8e68712-1e95-43a6-bb47-82813a564733 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:46.602292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] Attempting to bind port c8e68712-1e95-43a6-bb47-82813a564733 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '9e263018-43d8-4cb9-a4da-6dfd4c014869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:46.603175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] Attempting to bind port c8e68712-1e95-43a6-bb47-82813a564733 on network d58e4b91-a5c0-4793-b511-41b89c496ada {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:46.616758 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:46.617827 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] Checking segment: {'id': '9e263018-43d8-4cb9-a4da-6dfd4c014869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:46.618403 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:46.619028 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] Bound using segment: {'id': '9e263018-43d8-4cb9-a4da-6dfd4c014869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:46.619695 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] Bound port: c8e68712-1e95-43a6-bb47-82813a564733, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e263018-43d8-4cb9-a4da-6dfd4c014869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:46.620889 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:46.624013 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44d97fa4-2bf1-4621-9044-39f35a4df868 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:46.720003 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2399886-138a-4c25-a994-4f786ef28bcc None None] Pushing event updated for resources: {'Port': ['ID=8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:46.777971 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d97fa4-2bf1-4621-9044-39f35a4df868 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=408a94eb-18c8-4ee8-af79-f1fd7ef71168,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:46.871156 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] For port c8e68712-1e95-43a6-bb47-82813a564733, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:46.876765 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d97fa4-2bf1-4621-9044-39f35a4df868 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network d58e4b91-a5c0-4793-b511-41b89c496ada is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:46.876982 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] For port c8e68712-1e95-43a6-bb47-82813a564733, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c8e68712-1e95-43a6-bb47-82813a564733,segment=NetworkSegment(9e263018-43d8-4cb9-a4da-6dfd4c014869),segment_id=9e263018-43d8-4cb9-a4da-6dfd4c014869)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:46.878363 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-44d97fa4-2bf1-4621-9044-39f35a4df868 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:46.879766 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:46.890754 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d97fa4-2bf1-4621-9044-39f35a4df868 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:46.923497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0fe1b-e2af-4d80-9dfa-da47e1e4fdeb req-207af30e-5a5f-43d2-aad5-da37c1323c1d tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:46.925419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6c0fe1b-e2af-4d80-9dfa-da47e1e4fdeb req-207af30e-5a5f-43d2-aad5-da37c1323c1d tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 931 time: 0.1522954 Nov 12 04:19:46.961838 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:46.979017 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44d97fa4-2bf1-4621-9044-39f35a4df868 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:47.078993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd88faf-3cd6-4983-ab4f-c09a46fb768a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52618b31-2002-4802-b020-b8b5751a618c'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:47.081309 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c5931e-6720-4763-858d-7915221a753e" -d '{"events": [{"server_uuid": "7cd88faf-3cd6-4983-ab4f-c09a46fb768a", "name": "network-vif-plugged", "status": "completed", "tag": "52618b31-2002-4802-b020-b8b5751a618c"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:47.083653 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6c0fe1b-e2af-4d80-9dfa-da47e1e4fdeb req-d1864bc8-2b03-4d26-bd15-e814f5521a5d tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335182 Nov 12 04:19:47.140466 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42224) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:47.180872 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3645621-8f40-4725-a56b-3fc0e63d458b x-openstack-request-id: req-f3645621-8f40-4725-a56b-3fc0e63d458b {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:47.181384 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd88faf-3cd6-4983-ab4f-c09a46fb768a", "name": "network-vif-plugged", "status": "completed", "tag": "52618b31-2002-4802-b020-b8b5751a618c", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:47.181827 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3645621-8f40-4725-a56b-3fc0e63d458b {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:47.182398 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd88faf-3cd6-4983-ab4f-c09a46fb768a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52618b31-2002-4802-b020-b8b5751a618c', 'code': 200} Nov 12 04:19:47.183595 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92077f6-bece-4e3e-983a-52c0c59eda99 None None] Pushing event updated for resources: {'Port': ['ID=c8e68712-1e95-43a6-bb47-82813a564733,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:47.186834 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb04f3c-da32-4462-a169-ab1d522a3aeb {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:47.206216 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:47.246507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Transition to ACTIVE for port object 9fb04f3c-da32-4462-a169-ab1d522a3aeb will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:19:47.349444 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:47.374143 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44d97fa4-2bf1-4621-9044-39f35a4df868 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:47.401776 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c70c3617-50bd-4038-af48-f5c5f7bfcea1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-164798558-network', 'tenant_id': '1d9a5cbe82354aa68d80e8f3a1f1ba3b'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:47.526768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb04f3c-da32-4462-a169-ab1d522a3aeb,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:47.685296 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907764a-9693-40b9-9e8f-c5ea28e9e2ac req-9dd9c199-46fa-44be-b407-1fafc3213af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:47.686874 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7907764a-9693-40b9-9e8f-c5ea28e9e2ac req-9dd9c199-46fa-44be-b407-1fafc3213af8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a HTTP/1.1" status: 200 len: 1101 time: 0.3912756 Nov 12 04:19:47.702850 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70c3617-50bd-4038-af48-f5c5f7bfcea1 admin admin] Made reservation on behalf of 1d9a5cbe82354aa68d80e8f3a1f1ba3b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:47.705244 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c70c3617-50bd-4038-af48-f5c5f7bfcea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:47.714961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754ee08-18d2-4c64-8d51-4068957cd400 req-dcaae18c-b647-4575-97f7-a6757f0d4051 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:47.716724 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7754ee08-18d2-4c64-8d51-4068957cd400 req-dcaae18c-b647-4575-97f7-a6757f0d4051 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a HTTP/1.1" status: 200 len: 949 time: 0.3850460 Nov 12 04:19:47.762834 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:47.801609 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c70c3617-50bd-4038-af48-f5c5f7bfcea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:47.843934 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:47.845204 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:47.924467 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42250) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:48.037311 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.128435 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c70c3617-50bd-4038-af48-f5c5f7bfcea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.151258 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a353c031-2e6f-4893-900a-27ad5ef46522 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1732404826-network', 'tenant_id': '85b49f7fda8a4adf8c323ae957f4dc57'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:48.171001 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44d97fa4-2bf1-4621-9044-39f35a4df868 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.202564 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c70c3617-50bd-4038-af48-f5c5f7bfcea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.237406 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70c3617-50bd-4038-af48-f5c5f7bfcea1 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:19:48.249393 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c3617-50bd-4038-af48-f5c5f7bfcea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f63e8e-bad7-43d8-8ae5-f6f44d1f031c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:48.263592 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c70c3617-50bd-4038-af48-f5c5f7bfcea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.264195 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-c70c3617-50bd-4038-af48-f5c5f7bfcea1 admin admin] Added segment e6f0aeec-3824-4ca3-bf09-5b0cc243a156 of type vlan for network 5899c933-8abf-4894-ba87-9c7f598b19e1 Nov 12 04:19:48.301271 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44d97fa4-2bf1-4621-9044-39f35a4df868 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.322459 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7754ee08-18d2-4c64-8d51-4068957cd400 req-71295cfb-0844-4130-bbe9-a09f840f95df tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d922ca30-b35f-46bb-897b-9708dc0fa48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195779 Nov 12 04:19:48.325740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Attempting to bind port 9fb04f3c-da32-4462-a169-ab1d522a3aeb on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:48.326098 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Attempting to bind port 9fb04f3c-da32-4462-a169-ab1d522a3aeb by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:48.326492 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Attempting to bind port 9fb04f3c-da32-4462-a169-ab1d522a3aeb on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:48.336952 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Port 9fb04f3c-da32-4462-a169-ab1d522a3aeb on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:19:48.337366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Attempting to bind port 9fb04f3c-da32-4462-a169-ab1d522a3aeb on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:48.343910 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:48.344323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Checking segment: {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:48.344770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Bound using segment: {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:48.345264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Bound port: 9fb04f3c-da32-4462-a169-ab1d522a3aeb, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:48.345687 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.348652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a353c031-2e6f-4893-900a-27ad5ef46522 admin admin] Made reservation on behalf of 85b49f7fda8a4adf8c323ae957f4dc57 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:48.351607 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a353c031-2e6f-4893-900a-27ad5ef46522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.378168 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7907764a-9693-40b9-9e8f-c5ea28e9e2ac req-3dd2645d-4ccf-48de-8fa8-d4a5cb635887 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d922ca30-b35f-46bb-897b-9708dc0fa48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6579897 Nov 12 04:19:48.403433 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c70c3617-50bd-4038-af48-f5c5f7bfcea1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.421974 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a353c031-2e6f-4893-900a-27ad5ef46522 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.477342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] For port 9fb04f3c-da32-4462-a169-ab1d522a3aeb, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:48.481269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] For port 9fb04f3c-da32-4462-a169-ab1d522a3aeb, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9fb04f3c-da32-4462-a169-ab1d522a3aeb,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:48.590415 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.638912 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfac7ec-51ac-4e1b-ae03-5e03e8f2db2c req-799f358d-78c2-468f-9316-3280cc2c49bb tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:48.647508 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5cfac7ec-51ac-4e1b-ae03-5e03e8f2db2c req-799f358d-78c2-468f-9316-3280cc2c49bb tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1151366 Nov 12 04:19:48.659388 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:48.660119 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.661674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] 10.222.0.21 "PUT /v2.0/ports/9fb04f3c-da32-4462-a169-ab1d522a3aeb HTTP/1.1" status: 200 len: 1092 time: 2.3536692 Nov 12 04:19:48.663502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385280de-8d17-41ba-b58b-219d5702c0df', 'tag': '9fb04f3c-da32-4462-a169-ab1d522a3aeb'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:48.665833 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e5e2a5-c1fa-4c90-9b59-fc0def1d299c" -d '{"events": [{"name": "network-changed", "server_uuid": "385280de-8d17-41ba-b58b-219d5702c0df", "tag": "9fb04f3c-da32-4462-a169-ab1d522a3aeb"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:48.741167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63f42a-84b2-44ff-a084-255dc13ffe62 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb04f3c-da32-4462-a169-ab1d522a3aeb,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:48.742844 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523b88c1-dcb5-471c-bf6b-a1099f52679f None None] Network d58e4b91-a5c0-4793-b511-41b89c496ada requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:48.798030 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5cfac7ec-51ac-4e1b-ae03-5e03e8f2db2c req-9d6392ca-588a-4258-bd8b-f8d65cf53eb2 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493850 Nov 12 04:19:48.896792 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5d64b8d4-999d-41fe-a593-81904a49755b None None] Provisioning complete for port c8e68712-1e95-43a6-bb47-82813a564733 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:48.897373 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d64b8d4-999d-41fe-a593-81904a49755b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.905494 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-c19624d9-4fbc-4674-a6fb-db2f96f54f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:48.909034 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-c19624d9-4fbc-4674-a6fb-db2f96f54f2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 1095 time: 0.1093211 Nov 12 04:19:48.971065 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a353c031-2e6f-4893-900a-27ad5ef46522 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.983464 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c70c3617-50bd-4038-af48-f5c5f7bfcea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.984450 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70c3617-50bd-4038-af48-f5c5f7bfcea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:48.985028 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c70c3617-50bd-4038-af48-f5c5f7bfcea1 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.996356 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d97fa4-2bf1-4621-9044-39f35a4df868 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=408a94eb-18c8-4ee8-af79-f1fd7ef71168,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:49.000060 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44d97fa4-2bf1-4621-9044-39f35a4df868 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.013068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-4fc2a79a-b667-4e92-9b19-64a852eafbba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9fb04f3c-da32-4462-a169-ab1d522a3aeb HTTP/1.1" status: 200 len: 217 time: 0.0879672 Nov 12 04:19:49.046688 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc876ab-20d8-498b-8c94-8ab3a581c9d2 req-1049385f-2486-4bcf-b1b4-ad22d0d7859e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:49.050306 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a353c031-2e6f-4893-900a-27ad5ef46522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.050852 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bcc876ab-20d8-498b-8c94-8ab3a581c9d2 req-1049385f-2486-4bcf-b1b4-ad22d0d7859e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 943 time: 0.1347096 Nov 12 04:19:49.097142 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d64b8d4-999d-41fe-a593-81904a49755b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.129334 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-3764487c-8dcf-44a5-9c80-729cc744cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:49.132073 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-3764487c-8dcf-44a5-9c80-729cc744cb8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64085683-3376-464a-a4ff-b7367f1920e9 HTTP/1.1" status: 200 len: 851 time: 0.1053603 Nov 12 04:19:49.170184 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5d64b8d4-999d-41fe-a593-81904a49755b None None] For port c8e68712-1e95-43a6-bb47-82813a564733, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c8e68712-1e95-43a6-bb47-82813a564733,segment=NetworkSegment(9e263018-43d8-4cb9-a4da-6dfd4c014869),segment_id=9e263018-43d8-4cb9-a4da-6dfd4c014869)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:49.182394 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-73e17da6-b5b9-47dd-8b0f-88e07f9257f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0550e788-ec39-4fbc-9b9c-fbf1372e1240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359194 Nov 12 04:19:49.193672 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c70c3617-50bd-4038-af48-f5c5f7bfcea1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0509226 Nov 12 04:19:49.202014 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bcc876ab-20d8-498b-8c94-8ab3a581c9d2 req-f657c410-7785-4cbb-844b-6430b10f8464 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229367 Nov 12 04:19:49.207847 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42266) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:49.228394 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d64b8d4-999d-41fe-a593-81904a49755b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.238477 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-113b6b2c-65fa-4070-8e73-f9ebfe728346 admin admin] Request body: {'subnet': {'network_id': '5899c933-8abf-4894-ba87-9c7f598b19e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-164798558-subnet', 'tenant_id': '1d9a5cbe82354aa68d80e8f3a1f1ba3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:49.265428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c3617-50bd-4038-af48-f5c5f7bfcea1 admin admin] Pushing event updated for resources: {'Network': ['ID=5899c933-8abf-4894-ba87-9c7f598b19e1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:49.266525 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd9ae92-cfb2-485f-a828-ed93638b429d x-openstack-request-id: req-5cd9ae92-cfb2-485f-a828-ed93638b429d {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:49.266975 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385280de-8d17-41ba-b58b-219d5702c0df", "tag": "9fb04f3c-da32-4462-a169-ab1d522a3aeb", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:49.267348 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5cd9ae92-cfb2-485f-a828-ed93638b429d {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:49.267845 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385280de-8d17-41ba-b58b-219d5702c0df', 'tag': '9fb04f3c-da32-4462-a169-ab1d522a3aeb', 'status': 'completed', 'code': 200} Nov 12 04:19:49.294282 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a353c031-2e6f-4893-900a-27ad5ef46522 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:19:49.297009 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64b8d4-999d-41fe-a593-81904a49755b None None] Pushing event updated for resources: {'Port': ['ID=c8e68712-1e95-43a6-bb47-82813a564733,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:49.301498 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 5899c933-8abf-4894-ba87-9c7f598b19e1 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:19:49.358755 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a353c031-2e6f-4893-900a-27ad5ef46522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.359096 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-a353c031-2e6f-4893-900a-27ad5ef46522 admin admin] Added segment 5a1fde86-a291-4144-99d4-17965f668b72 of type vlan for network 2b83df4f-b929-4e4a-ac1e-c416f0ac229a Nov 12 04:19:49.369898 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353c031-2e6f-4893-900a-27ad5ef46522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22dc3fe-8d98-486b-b9c8-81caa470df99,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:49.424151 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-33ca9718-20aa-4982-a30e-fc4cd07cb24e service neutron] 10.222.0.21 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383208 Nov 12 04:19:49.460102 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d97fa4-2bf1-4621-9044-39f35a4df868 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network d58e4b91-a5c0-4793-b511-41b89c496ada is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:49.468860 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-44d97fa4-2bf1-4621-9044-39f35a4df868 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:49.488463 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a353c031-2e6f-4893-900a-27ad5ef46522 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.562882 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a1b57d89-c9e4-4913-ba35-bb82edfb8a09 None None] Provisioning complete for port 408a94eb-18c8-4ee8-af79-f1fd7ef71168 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:49.563462 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1b57d89-c9e4-4913-ba35-bb82edfb8a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.570062 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10aaeae1-a94d-4bb0-a7c0-c8b905d3552c req-96379f0a-5586-4068-ad6c-07d8c43d64b4 service neutron] 10.222.0.21 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352992 Nov 12 04:19:49.570062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113b6b2c-65fa-4070-8e73-f9ebfe728346 admin admin] Made reservation on behalf of 1d9a5cbe82354aa68d80e8f3a1f1ba3b for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:49.574015 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-113b6b2c-65fa-4070-8e73-f9ebfe728346 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.594147 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.db.resource_extend [None req-a353c031-2e6f-4893-900a-27ad5ef46522 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 04:19:49.637236 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a1b57d89-c9e4-4913-ba35-bb82edfb8a09 None None] Port 408a94eb-18c8-4ee8-af79-f1fd7ef71168 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:49.651132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a1b57d89-c9e4-4913-ba35-bb82edfb8a09 None None] Provisioning complete for port c8e68712-1e95-43a6-bb47-82813a564733 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:49.652346 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1b57d89-c9e4-4913-ba35-bb82edfb8a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.655185 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d97fa4-2bf1-4621-9044-39f35a4df868 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:19:49.694150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c8e68712-1e95-43a6-bb47-82813a564733 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:49.721408 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a353c031-2e6f-4893-900a-27ad5ef46522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.722426 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a353c031-2e6f-4893-900a-27ad5ef46522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:49.723126 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a353c031-2e6f-4893-900a-27ad5ef46522 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.868337 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port c8e68712-1e95-43a6-bb47-82813a564733 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:49.868719 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.888483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5e2a5-c1fa-4c90-9b59-fc0def1d299c req-00b77759-1df3-413a-a3fb-b1354214ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:49.890076 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3e5e2a5-c1fa-4c90-9b59-fc0def1d299c req-00b77759-1df3-413a-a3fb-b1354214ca8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 1095 time: 0.1123421 Nov 12 04:19:49.890623 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353c031-2e6f-4893-900a-27ad5ef46522 admin admin] Pushing event updated for resources: {'Network': ['ID=2b83df4f-b929-4e4a-ac1e-c416f0ac229a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:49.904978 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d97fa4-2bf1-4621-9044-39f35a4df868 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:49.920059 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 2b83df4f-b929-4e4a-ac1e-c416f0ac229a details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:19:49.925724 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a353c031-2e6f-4893-900a-27ad5ef46522 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9956613 Nov 12 04:19:49.930211 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] Sync routers for ids ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:49.945922 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42274) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:49.952306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-6d517b3e-5f38-41d4-bfa5-8d3dfe9e2b0c admin admin] Request body: {'subnet': {'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1732404826-subnet', 'tenant_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:49.957214 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] Routers {'6d3b7acc-d795-4a26-82cf-a0ba1c15c859'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:49.962717 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:19:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:49.962955 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-44d97fa4-2bf1-4621-9044-39f35a4df868 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/6d3b7acc-d795-4a26-82cf-a0ba1c15c859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4217529 Nov 12 04:19:49.975922 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42276) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:49.981535 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-6ccdb3be-7b0c-45d2-abf1-bd37345b0db0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'network': {'name': 'tempest-RoutersTest-57080203'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:50.055043 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65e9ce-3dbb-4714-b7ac-7c5d13cd9b5a req-dc0d1bf0-ad7c-4dce-a406-f103dbbf2daf tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:50.057789 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8c048e75-0359-425e-9342-f6c67de38e4f None None] Provisioning complete for port 408a94eb-18c8-4ee8-af79-f1fd7ef71168 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:50.058167 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c048e75-0359-425e-9342-f6c67de38e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:50.062850 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b65e9ce-3dbb-4714-b7ac-7c5d13cd9b5a req-dc0d1bf0-ad7c-4dce-a406-f103dbbf2daf tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a HTTP/1.1" status: 200 len: 949 time: 0.2198424 Nov 12 04:19:50.067999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7b451-03cd-4897-9f71-4bbe3769f822 req-c0220d29-1efc-4957-bf4b-fddf20a094b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:50.070988 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97a7b451-03cd-4897-9f71-4bbe3769f822 req-c0220d29-1efc-4957-bf4b-fddf20a094b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 1096 time: 0.1446948 Nov 12 04:19:50.095293 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] Set router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:50.127501 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d517b3e-5f38-41d4-bfa5-8d3dfe9e2b0c admin admin] Made reservation on behalf of 85b49f7fda8a4adf8c323ae957f4dc57 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:50.133266 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d517b3e-5f38-41d4-bfa5-8d3dfe9e2b0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:50.194464 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8c048e75-0359-425e-9342-f6c67de38e4f None None] Port 408a94eb-18c8-4ee8-af79-f1fd7ef71168 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:50.280485 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7b451-03cd-4897-9f71-4bbe3769f822 req-f019d343-6123-41fb-a28b-90ce42845936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:50.282831 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97a7b451-03cd-4897-9f71-4bbe3769f822 req-f019d343-6123-41fb-a28b-90ce42845936 service neutron] 10.222.0.21 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.2046907 Nov 12 04:19:50.328838 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-354e9162-84be-412f-8396-1412b756a9de None None] Provisioning complete for port 408a94eb-18c8-4ee8-af79-f1fd7ef71168 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:50.329125 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-354e9162-84be-412f-8396-1412b756a9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:50.330994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5e2a5-c1fa-4c90-9b59-fc0def1d299c req-4dbf9211-b7f1-4efd-8669-9e62fc6ae24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:50.333214 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3e5e2a5-c1fa-4c90-9b59-fc0def1d299c req-4dbf9211-b7f1-4efd-8669-9e62fc6ae24e service neutron] 10.222.0.21 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 912 time: 0.4223373 Nov 12 04:19:50.352302 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b65e9ce-3dbb-4714-b7ac-7c5d13cd9b5a req-7a492f22-41f3-44fb-9590-385092f0573d tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d922ca30-b35f-46bb-897b-9708dc0fa48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876258 Nov 12 04:19:50.374856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccdb3be-7b0c-45d2-abf1-bd37345b0db0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Made reservation on behalf of abc02f61e3a54190864817d5a7dcd07b for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:50.388179 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6ccdb3be-7b0c-45d2-abf1-bd37345b0db0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:50.405065 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-354e9162-84be-412f-8396-1412b756a9de None None] Port 408a94eb-18c8-4ee8-af79-f1fd7ef71168 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:50.424744 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97a7b451-03cd-4897-9f71-4bbe3769f822 req-0a5f517d-a9a5-495e-8a0e-7f8c9e45f16e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827813e1-4afe-44db-947c-b67c4e2c3e62 HTTP/1.1" status: 200 len: 999 time: 0.1348083 Nov 12 04:19:50.464966 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-113b6b2c-65fa-4070-8e73-f9ebfe728346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:50.524404 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7b451-03cd-4897-9f71-4bbe3769f822 req-aaf756f6-9ac7-4f62-8198-e67b2fb0cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:50.527814 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97a7b451-03cd-4897-9f71-4bbe3769f822 req-aaf756f6-9ac7-4f62-8198-e67b2fb0cca0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.0859776 Nov 12 04:19:50.577191 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b6b2c-65fa-4070-8e73-f9ebfe728346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fad23203-3db0-4bdf-97af-b03a03d0baec,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:50.603398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3e5e2a5-c1fa-4c90-9b59-fc0def1d299c req-0ba619a5-6cb0-4172-8cbc-37608210b32c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9fb04f3c-da32-4462-a169-ab1d522a3aeb HTTP/1.1" status: 200 len: 217 time: 0.2442899 Nov 12 04:19:50.623671 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:19:47Z', 'revision_number': 3, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '408a94eb-18c8-4ee8-af79-f1fd7ef71168', 'name': '', 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:ea:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:44Z', 'updated_at': '2021-11-12T04:19:47Z', 'revision_number': 2, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:50.625745 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7b451-03cd-4897-9f71-4bbe3769f822 req-88aa2877-5937-4f5c-ba58-03d75a6d100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:50.627682 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97a7b451-03cd-4897-9f71-4bbe3769f822 req-88aa2877-5937-4f5c-ba58-03d75a6d100b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907695 Nov 12 04:19:50.655484 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] Checking router: 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:19:50.656214 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] Updating router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 port 408a94eb-18c8-4ee8-af79-f1fd7ef71168 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:19:50.683365 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:50.763812 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ccdb3be-7b0c-45d2-abf1-bd37345b0db0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:19:50.774402 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97a7b451-03cd-4897-9f71-4bbe3769f822 req-63be70b3-ffa5-4ba3-9e91-67418348006f service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402092 Nov 12 04:19:50.786084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113b6b2c-65fa-4070-8e73-f9ebfe728346 admin admin] Checking segment: {'id': 'e6f0aeec-3824-4ca3-bf09-5b0cc243a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5899c933-8abf-4894-ba87-9c7f598b19e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:50.786751 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113b6b2c-65fa-4070-8e73-f9ebfe728346 admin admin] Network hostable DHCP agents. Network: 5899c933-8abf-4894-ba87-9c7f598b19e1, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:19:50.790004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5e2a5-c1fa-4c90-9b59-fc0def1d299c req-65644b1c-ceb6-4c71-936a-fa2351660c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:50.791803 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3e5e2a5-c1fa-4c90-9b59-fc0def1d299c req-65644b1c-ceb6-4c71-936a-fa2351660c8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64085683-3376-464a-a4ff-b7367f1920e9 HTTP/1.1" status: 200 len: 851 time: 0.1700144 Nov 12 04:19:50.815355 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6ccdb3be-7b0c-45d2-abf1-bd37345b0db0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:50.816028 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-6ccdb3be-7b0c-45d2-abf1-bd37345b0db0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Added segment 639c9168-3f77-4306-86c5-32b312c20533 of type vlan for network 09208621-106b-42ae-8459-913dce08b05e Nov 12 04:19:50.868520 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4bf4e-a102-4646-b043-ff7d15a5739b req-6007122b-679d-4bd1-b297-f16e6b79f78c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:50.875996 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0a4bf4e-a102-4646-b043-ff7d15a5739b req-6007122b-679d-4bd1-b297-f16e6b79f78c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.2572267 Nov 12 04:19:50.879229 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3e5e2a5-c1fa-4c90-9b59-fc0def1d299c req-2f38eea6-acc1-4082-90dd-07ace6401fbf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0550e788-ec39-4fbc-9b9c-fbf1372e1240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755837 Nov 12 04:19:50.899228 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-97a7b451-03cd-4897-9f71-4bbe3769f822 req-c525d1db-d72b-4f2a-a011-918f024e257f service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155531 Nov 12 04:19:51.035120 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6ccdb3be-7b0c-45d2-abf1-bd37345b0db0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:51.049966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113b6b2c-65fa-4070-8e73-f9ebfe728346 admin admin] Network 5899c933-8abf-4894-ba87-9c7f598b19e1 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:19:51.064225 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:51.089284 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0a4bf4e-a102-4646-b043-ff7d15a5739b req-fc2510f6-610f-4dee-86de-32e13f615f6c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125363 Nov 12 04:19:51.122010 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:51.125843 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3e5e2a5-c1fa-4c90-9b59-fc0def1d299c req-e721380b-6acf-4270-b4f3-65a1ec769feb service neutron] 10.222.0.21 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360153 Nov 12 04:19:51.181486 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d517b3e-5f38-41d4-bfa5-8d3dfe9e2b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:51.224265 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6ccdb3be-7b0c-45d2-abf1-bd37345b0db0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:51.235502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccdb3be-7b0c-45d2-abf1-bd37345b0db0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:51.236479 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6ccdb3be-7b0c-45d2-abf1-bd37345b0db0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:51.239859 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-113b6b2c-65fa-4070-8e73-f9ebfe728346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 5899c933-8abf-4894-ba87-9c7f598b19e1) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:51.251408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380f2bc9-b071-4034-ac84-ded151cd06bf None None] Network 5899c933-8abf-4894-ba87-9c7f598b19e1 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:51.335075 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da714c-4ea8-41a7-bc8b-853ec57ed521 None None] Pushing event updated for resources: {'Port': ['ID=408a94eb-18c8-4ee8-af79-f1fd7ef71168,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:51.358927 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] Attempting to bind port 408a94eb-18c8-4ee8-af79-f1fd7ef71168 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:51.359731 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] Attempting to bind port 408a94eb-18c8-4ee8-af79-f1fd7ef71168 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '9e263018-43d8-4cb9-a4da-6dfd4c014869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:51.360471 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] Attempting to bind port 408a94eb-18c8-4ee8-af79-f1fd7ef71168 on network d58e4b91-a5c0-4793-b511-41b89c496ada {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:51.364359 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da714c-4ea8-41a7-bc8b-853ec57ed521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:51.365052 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da714c-4ea8-41a7-bc8b-853ec57ed521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:51.366361 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da714c-4ea8-41a7-bc8b-853ec57ed521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:51.367023 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da714c-4ea8-41a7-bc8b-853ec57ed521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:51.367570 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da714c-4ea8-41a7-bc8b-853ec57ed521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:51.368170 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da714c-4ea8-41a7-bc8b-853ec57ed521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:51.368751 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da714c-4ea8-41a7-bc8b-853ec57ed521 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:51.369304 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da714c-4ea8-41a7-bc8b-853ec57ed521 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:51.369848 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da714c-4ea8-41a7-bc8b-853ec57ed521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:51.371210 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da714c-4ea8-41a7-bc8b-853ec57ed521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:51.376957 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da714c-4ea8-41a7-bc8b-853ec57ed521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:51.376957 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da714c-4ea8-41a7-bc8b-853ec57ed521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:51.379925 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:51.380837 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] Checking segment: {'id': '9e263018-43d8-4cb9-a4da-6dfd4c014869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:51.382166 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:51.382755 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] Bound using segment: {'id': '9e263018-43d8-4cb9-a4da-6dfd4c014869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:51.383328 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] Bound port: 408a94eb-18c8-4ee8-af79-f1fd7ef71168, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e263018-43d8-4cb9-a4da-6dfd4c014869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:51.383818 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:51.449657 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113b6b2c-65fa-4070-8e73-f9ebfe728346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:51.450545 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-113b6b2c-65fa-4070-8e73-f9ebfe728346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:51.521270 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] For port 408a94eb-18c8-4ee8-af79-f1fd7ef71168, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:51.529976 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] For port 408a94eb-18c8-4ee8-af79-f1fd7ef71168, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=408a94eb-18c8-4ee8-af79-f1fd7ef71168,segment=NetworkSegment(9e263018-43d8-4cb9-a4da-6dfd4c014869),segment_id=9e263018-43d8-4cb9-a4da-6dfd4c014869)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:51.562665 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a21b9aa-df05-4a24-bba6-d01bc96e6764 None None] Network 5899c933-8abf-4894-ba87-9c7f598b19e1 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:51.592891 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d517b3e-5f38-41d4-bfa5-8d3dfe9e2b0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e8233b1-aa6e-479f-9cdc-91daccb1fad4,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:51.609155 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374df467-3e14-4d70-ae9c-72236410cdd4 req-32919c48-3b5c-49f8-9389-5e969c9fe61b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:51.616219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-374df467-3e14-4d70-ae9c-72236410cdd4 req-32919c48-3b5c-49f8-9389-5e969c9fe61b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 943 time: 0.3663521 Nov 12 04:19:51.630312 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:51.641294 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6ccdb3be-7b0c-45d2-abf1-bd37345b0db0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.6619010 Nov 12 04:19:51.642186 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42292) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:51.648383 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ed891fd3-a3db-4d1d-9829-24f84638fe4f tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'subnet': {'network_id': '09208621-106b-42ae-8459-913dce08b05e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:51.651068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-113b6b2c-65fa-4070-8e73-f9ebfe728346 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4286692 Nov 12 04:19:51.664234 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccdb3be-7b0c-45d2-abf1-bd37345b0db0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Network': ['ID=09208621-106b-42ae-8459-913dce08b05e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:51.666716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0b62a227-3c46-4aca-a6a1-6a924e4c08b7 None None] Provisioning complete for port 408a94eb-18c8-4ee8-af79-f1fd7ef71168 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:51.667252 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b62a227-3c46-4aca-a6a1-6a924e4c08b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:51.731866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 09208621-106b-42ae-8459-913dce08b05e details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:19:51.745676 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d517b3e-5f38-41d4-bfa5-8d3dfe9e2b0c admin admin] Checking segment: {'id': '5a1fde86-a291-4144-99d4-17965f668b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:51.746303 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d517b3e-5f38-41d4-bfa5-8d3dfe9e2b0c admin admin] Network hostable DHCP agents. Network: 2b83df4f-b929-4e4a-ac1e-c416f0ac229a, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:19:51.810931 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-374df467-3e14-4d70-ae9c-72236410cdd4 req-0047b03b-966c-457e-a75d-7b96b44c2de1 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744857 Nov 12 04:19:51.822879 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3e5e2a5-c1fa-4c90-9b59-fc0def1d299c req-3ea2a143-1114-4376-9db0-8cb667135abf service neutron] 10.222.0.21 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6822402 Nov 12 04:19:51.853959 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] Routers {'6d3b7acc-d795-4a26-82cf-a0ba1c15c859'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:51.854606 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:19:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:51.860992 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da714c-4ea8-41a7-bc8b-853ec57ed521 None None] Pushing event updated for resources: {'Port': ['ID=408a94eb-18c8-4ee8-af79-f1fd7ef71168,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:51.902780 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d517b3e-5f38-41d4-bfa5-8d3dfe9e2b0c admin admin] Network 2b83df4f-b929-4e4a-ac1e-c416f0ac229a is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:19:51.931917 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed891fd3-a3db-4d1d-9829-24f84638fe4f tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Made reservation on behalf of abc02f61e3a54190864817d5a7dcd07b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:51.936332 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ed891fd3-a3db-4d1d-9829-24f84638fe4f tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:51.977912 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-6d517b3e-5f38-41d4-bfa5-8d3dfe9e2b0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 2b83df4f-b929-4e4a-ac1e-c416f0ac229a) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:51.982647 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d517b3e-5f38-41d4-bfa5-8d3dfe9e2b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:51.983252 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d517b3e-5f38-41d4-bfa5-8d3dfe9e2b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.061458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e28de91-31f1-4481-874c-602ab4ea9b41 None None] Network 2b83df4f-b929-4e4a-ac1e-c416f0ac229a requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:52.100986 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] Set router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:52.112803 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6d517b3e-5f38-41d4-bfa5-8d3dfe9e2b0c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1648674 Nov 12 04:19:52.117945 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42304) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:52.123754 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1732404826-router', 'tenant_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:52.234394 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b62a227-3c46-4aca-a6a1-6a924e4c08b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.281284 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.283687 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.365636 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0b62a227-3c46-4aca-a6a1-6a924e4c08b7 None None] For port 408a94eb-18c8-4ee8-af79-f1fd7ef71168, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=408a94eb-18c8-4ee8-af79-f1fd7ef71168,segment=NetworkSegment(9e263018-43d8-4cb9-a4da-6dfd4c014869),segment_id=9e263018-43d8-4cb9-a4da-6dfd4c014869)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:52.395333 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.416383 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5da8827-b24d-4fab-83f9-251031e63eae None None] Network 2b83df4f-b929-4e4a-ac1e-c416f0ac229a requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:52.423035 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:19:47Z', 'revision_number': 3, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '408a94eb-18c8-4ee8-af79-f1fd7ef71168', 'name': '', 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:ea:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:44Z', 'updated_at': '2021-11-12T04:19:51Z', 'revision_number': 4, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:52.438943 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b62a227-3c46-4aca-a6a1-6a924e4c08b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.451841 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ed891fd3-a3db-4d1d-9829-24f84638fe4f tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.463236 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9807b5-6aef-490e-a7cf-c6f2da5e928d None None] The sync data for ids ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'] in n-d-768509-24 is: [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:19:47Z', 'revision_number': 3, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '408a94eb-18c8-4ee8-af79-f1fd7ef71168', 'name': '', 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:ea:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:44Z', 'updated_at': '2021-11-12T04:19:51Z', 'revision_number': 4, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:52.591025 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed891fd3-a3db-4d1d-9829-24f84638fe4f tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Checking segment: {'id': '639c9168-3f77-4306-86c5-32b312c20533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '09208621-106b-42ae-8459-913dce08b05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:52.595196 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed891fd3-a3db-4d1d-9829-24f84638fe4f tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network hostable DHCP agents. Network: 09208621-106b-42ae-8459-913dce08b05e, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:19:52.610023 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed891fd3-a3db-4d1d-9829-24f84638fe4f tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Subnet': ['ID=16cb3560-6e62-499e-9a59-c4f51d7624f6,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:52.678485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-db472b67-8ff2-4873-9160-98061150f5ba None None] Provisioning complete for port 408a94eb-18c8-4ee8-af79-f1fd7ef71168 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:52.678877 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db472b67-8ff2-4873-9160-98061150f5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.683679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62a227-3c46-4aca-a6a1-6a924e4c08b7 None None] Pushing event updated for resources: {'Port': ['ID=408a94eb-18c8-4ee8-af79-f1fd7ef71168,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:52.708094 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed891fd3-a3db-4d1d-9829-24f84638fe4f tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 09208621-106b-42ae-8459-913dce08b05e is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:19:52.794847 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ed891fd3-a3db-4d1d-9829-24f84638fe4f tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 09208621-106b-42ae-8459-913dce08b05e) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:52.799807 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed891fd3-a3db-4d1d-9829-24f84638fe4f tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:52.800421 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ed891fd3-a3db-4d1d-9829-24f84638fe4f tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.817162 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.825036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c62d288-2329-443d-9f1b-cc438bc97323 None None] Network 09208621-106b-42ae-8459-913dce08b05e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:52.888413 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ed891fd3-a3db-4d1d-9829-24f84638fe4f tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2456434 Nov 12 04:19:52.891422 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42316) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:53.285873 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.317196 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.551302 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Allocated IP 172.25.1.223 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/52c11cc7-fc7b-4018-8116-c94d8bd1261f) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:53.566952 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eeac8707-df03-4600-ab54-8dac32eef8b7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.738204 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 9fb04f3c-da32-4462-a169-ab1d522a3aeb details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:19:53.740339 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 408a94eb-18c8-4ee8-af79-f1fd7ef71168 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:53.798192 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-09208621-106b-42ae-8459-913dce08b05e', 'network_id': '09208621-106b-42ae-8459-913dce08b05e', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'fixed_ips': [{'subnet_id': '16cb3560-6e62-499e-9a59-c4f51d7624f6'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:19:53.799110 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:54.020857 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:54.062972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 408a94eb-18c8-4ee8-af79-f1fd7ef71168 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:54.063351 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:54.103051 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-2eb3785b-c47a-40ce-9f2d-1270d7862b7b tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:54.106220 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-2eb3785b-c47a-40ce-9f2d-1270d7862b7b tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/networks?id=5899c933-8abf-4894-ba87-9c7f598b19e1 HTTP/1.1" status: 200 len: 813 time: 0.7771235 Nov 12 04:19:54.113438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 9fb04f3c-da32-4462-a169-ab1d522a3aeb, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9fb04f3c-da32-4462-a169-ab1d522a3aeb,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:54.135687 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-1c08af7e-6c09-42d9-898d-a0abd76c364c tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/quotas/1d9a5cbe82354aa68d80e8f3a1f1ba3b HTTP/1.1" status: 200 len: 375 time: 0.0225067 Nov 12 04:19:54.140327 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] Allocated IP 172.22.0.2 (09208621-106b-42ae-8459-913dce08b05e/16cb3560-6e62-499e-9a59-c4f51d7624f6/5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:54.143456 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '9fb04f3c-da32-4462-a169-ab1d522a3aeb', 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240', 'port_id': '9fb04f3c-da32-4462-a169-ab1d522a3aeb', 'mac_address': 'fa:16:3e:96:27:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64085683-3376-464a-a4ff-b7367f1920e9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:19:54.150257 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:54.176166 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-26a070ab-f15b-4700-890f-48a0a7357be8 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9a5cbe82354aa68d80e8f3a1f1ba3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390735 Nov 12 04:19:54.240283 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:54.302436 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-0c60a38a-4480-4649-b58c-7067fd55cd41 service neutron] 10.222.0.37 "GET /v2.0/networks/5899c933-8abf-4894-ba87-9c7f598b19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011102 Nov 12 04:19:54.304995 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb04f3c-da32-4462-a169-ab1d522a3aeb {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:54.310553 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:54.324808 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:54.336002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:54.345389 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 9fb04f3c-da32-4462-a169-ab1d522a3aeb, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9fb04f3c-da32-4462-a169-ab1d522a3aeb,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:54.351258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532f8f7e-2a9a-4a7c-8e17-eb685886ea5c None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:54.427641 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:54.431989 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Pushing event updated for resources: {'Port': ['ID=52c11cc7-fc7b-4018-8116-c94d8bd1261f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:54.455455 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:54.508489 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=9fb04f3c-da32-4462-a169-ab1d522a3aeb,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:54.511059 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-3a692c2f-31c8-47d2-9256-1d6cb1960201 service neutron] 10.222.0.37 "GET /v2.0/networks/5899c933-8abf-4894-ba87-9c7f598b19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695051 Nov 12 04:19:54.512549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:54.513021 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:54.513469 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:54.513878 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:54.514334 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:54.514805 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:54.515213 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:54.515670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:54.516281 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:54.516619 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:54.517007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:54.518680 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:54.532923 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:54.537383 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7c7a0f04-8daa-4a46-8c49-8bc06dd8f56c None None] Provisioning complete for port 52c11cc7-fc7b-4018-8116-c94d8bd1261f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:54.537755 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0f04-8daa-4a46-8c49-8bc06dd8f56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:54.612323 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-eeac8707-df03-4600-ab54-8dac32eef8b7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Allocated IP 172.22.0.1 (09208621-106b-42ae-8459-913dce08b05e/16cb3560-6e62-499e-9a59-c4f51d7624f6/a356a788-6bb3-4a1c-9154-8801a5988b42) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:54.667136 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] Network 09208621-106b-42ae-8459-913dce08b05e is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:54.673233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:54.676153 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:54.717095 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7c7a0f04-8daa-4a46-8c49-8bc06dd8f56c None None] Port 52c11cc7-fc7b-4018-8116-c94d8bd1261f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:54.719901 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] Pushing event updated for resources: {'Port': ['ID=5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:54.800237 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eeac8707-df03-4600-ab54-8dac32eef8b7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:54.800920 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] Attempting to bind port 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:54.801783 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] Attempting to bind port 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '639c9168-3f77-4306-86c5-32b312c20533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '09208621-106b-42ae-8459-913dce08b05e'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:54.802453 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] Attempting to bind port 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a on network 09208621-106b-42ae-8459-913dce08b05e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:54.811494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:54.811494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] Checking segment: {'id': '639c9168-3f77-4306-86c5-32b312c20533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '09208621-106b-42ae-8459-913dce08b05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:54.811494 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:54.811494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] Bound using segment: {'id': '639c9168-3f77-4306-86c5-32b312c20533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '09208621-106b-42ae-8459-913dce08b05e'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:54.811932 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] Bound port: 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639c9168-3f77-4306-86c5-32b312c20533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '09208621-106b-42ae-8459-913dce08b05e'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:54.812260 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:54.895058 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['9fb04f3c-da32-4462-a169-ab1d522a3aeb'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:19:54.937185 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eeac8707-df03-4600-ab54-8dac32eef8b7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:54.941408 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.034078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeac8707-df03-4600-ab54-8dac32eef8b7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 09208621-106b-42ae-8459-913dce08b05e is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:55.038398 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-eeac8707-df03-4600-ab54-8dac32eef8b7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:55.040460 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac8707-df03-4600-ab54-8dac32eef8b7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=a356a788-6bb3-4a1c-9154-8801a5988b42,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:55.042683 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac8707-df03-4600-ab54-8dac32eef8b7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:55.060999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] For port 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:55.065316 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] For port 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a,segment=NetworkSegment(639c9168-3f77-4306-86c5-32b312c20533),segment_id=639c9168-3f77-4306-86c5-32b312c20533)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:55.133039 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eeac8707-df03-4600-ab54-8dac32eef8b7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.156968 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.325321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf692d-89b8-41ad-a833-912e2dc80972 req-addf409b-23c3-41e4-ac89-7695b82f515e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:55.326890 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cdf692d-89b8-41ad-a833-912e2dc80972 req-addf409b-23c3-41e4-ac89-7695b82f515e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.2193694 Nov 12 04:19:55.346158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497301c4-71d6-458b-b427-c325d7b1a50a None None] Pushing event updated for resources: {'Port': ['ID=5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:55.376991 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.447018 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eeac8707-df03-4600-ab54-8dac32eef8b7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.534578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cdf692d-89b8-41ad-a833-912e2dc80972 req-5272e1e0-38e6-4945-8c84-2cc2152b7faf tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939137 Nov 12 04:19:55.766194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fdbe1-bafe-405a-b7a9-1d7d6eac76cd req-cdc5420a-9569-47f5-963d-8196fe119a1f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:55.767632 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d6fdbe1-bafe-405a-b7a9-1d7d6eac76cd req-cdc5420a-9569-47f5-963d-8196fe119a1f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 944 time: 0.1122196 Nov 12 04:19:55.819421 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:55.910189 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:55.910569 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.913970 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d6fdbe1-bafe-405a-b7a9-1d7d6eac76cd req-473808d5-d79d-4636-8951-12175f1dacce tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318648 Nov 12 04:19:55.956987 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eeac8707-df03-4600-ab54-8dac32eef8b7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.975935 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Router bd26e2f6-e96a-44aa-a636-2618b811b0ec is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:19:56.045884 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eeac8707-df03-4600-ab54-8dac32eef8b7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:56.060949 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:56.186614 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a,segment=NetworkSegment(639c9168-3f77-4306-86c5-32b312c20533),segment_id=639c9168-3f77-4306-86c5-32b312c20533)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:56.197208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:56.210248 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] Sync routers for ids ['bd26e2f6-e96a-44aa-a636-2618b811b0ec'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:56.236701 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] Routers {'bd26e2f6-e96a-44aa-a636-2618b811b0ec'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:56.236701 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:19:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['bd26e2f6-e96a-44aa-a636-2618b811b0ec'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:56.253330 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac8707-df03-4600-ab54-8dac32eef8b7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=a356a788-6bb3-4a1c-9154-8801a5988b42,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:56.274743 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eeac8707-df03-4600-ab54-8dac32eef8b7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:56.284511 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:56.297738 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-20d86d78-e4e0-4aff-90a8-018158017e54 req-496e9b5d-bd88-4010-869c-e8dc2a9cfdea tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9656511-2361-404b-98f3-2133e5690aa9 HTTP/1.1" status: 200 len: 210 time: 0.0911491 Nov 12 04:19:56.451813 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeac8707-df03-4600-ab54-8dac32eef8b7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 09208621-106b-42ae-8459-913dce08b05e is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:56.459191 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-eeac8707-df03-4600-ab54-8dac32eef8b7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:56.492424 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:56.517288 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] Set router bd26e2f6-e96a-44aa-a636-2618b811b0ec gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:56.543323 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:56.546969 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b8b59e89-2946-485a-8334-7c6fce71ac18 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4268456 Nov 12 04:19:56.549364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42360) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:56.764645 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeac8707-df03-4600-ab54-8dac32eef8b7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:19:56.798086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e5e63-e61c-4de4-b397-d0d82a70bee8 req-b3d49649-058d-4f19-8779-a70b8c6e9529 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:56.807007 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-205e5e63-e61c-4de4-b397-d0d82a70bee8 req-b3d49649-058d-4f19-8779-a70b8c6e9529 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1654921 Nov 12 04:19:56.876078 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9ac088-2d56-4eb9-8bcd-7906f32a8ec5 None None] Network 09208621-106b-42ae-8459-913dce08b05e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:56.929699 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeac8707-df03-4600-ab54-8dac32eef8b7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:56.935379 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-eeac8707-df03-4600-ab54-8dac32eef8b7 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/6d3b7acc-d795-4a26-82cf-a0ba1c15c859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0425196 Nov 12 04:19:56.940194 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42362) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:56.941185 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] Sync routers for ids ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:56.944071 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a06dc821-0dc5-4848-976f-52acb2b32863 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'network': {'name': 'tempest-RoutersTest-528088950'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:56.944964 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-205e5e63-e61c-4de4-b397-d0d82a70bee8 req-ae9b0a47-2844-4231-98ed-95c309dd7fe5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237569 Nov 12 04:19:56.965981 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] Routers {'6d3b7acc-d795-4a26-82cf-a0ba1c15c859'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:56.971309 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:19:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:57.078107 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd26e2f6-e96a-44aa-a636-2618b811b0ec', 'name': 'tempest-ServerRescueTestJSON-1732404826-router', 'tenant_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '52c11cc7-fc7b-4018-8116-c94d8bd1261f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:52Z', 'updated_at': '2021-11-12T04:19:54Z', 'revision_number': 3, 'project_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'gw_port': {'id': '52c11cc7-fc7b-4018-8116-c94d8bd1261f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:56:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd26e2f6-e96a-44aa-a636-2618b811b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:53Z', 'updated_at': '2021-11-12T04:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:57.088250 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0826120c-2588-4bfa-bd69-becad7e85d2b None None] Provisioning complete for port 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:57.088869 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0826120c-2588-4bfa-bd69-becad7e85d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:57.091172 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06dc821-0dc5-4848-976f-52acb2b32863 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Made reservation on behalf of abc02f61e3a54190864817d5a7dcd07b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:57.095394 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a06dc821-0dc5-4848-976f-52acb2b32863 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:57.143065 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06dc821-0dc5-4848-976f-52acb2b32863 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:19:57.159455 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a06dc821-0dc5-4848-976f-52acb2b32863 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:57.162854 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-a06dc821-0dc5-4848-976f-52acb2b32863 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Added segment 5a5c2adf-408b-430a-9fb0-71220f88d792 of type vlan for network 5cc498f0-d837-4974-894e-149eb8f9674b Nov 12 04:19:57.219921 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] Checking router: bd26e2f6-e96a-44aa-a636-2618b811b0ec for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:19:57.225013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] Updating router bd26e2f6-e96a-44aa-a636-2618b811b0ec port 52c11cc7-fc7b-4018-8116-c94d8bd1261f binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:19:57.255966 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] Set router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:57.259935 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a06dc821-0dc5-4848-976f-52acb2b32863 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:57.298477 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:57.392449 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33950de5-29f0-44d4-a42d-9a0951372b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:57.400215 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a06dc821-0dc5-4848-976f-52acb2b32863 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:57.405875 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06dc821-0dc5-4848-976f-52acb2b32863 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:57.406500 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a06dc821-0dc5-4848-976f-52acb2b32863 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:57.407162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a9dde-8383-4e58-bae5-99cb582db480 req-8f328051-a30b-4299-b66a-21b030aaff26 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:57.417017 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a3a9dde-8383-4e58-bae5-99cb582db480 req-8f328051-a30b-4299-b66a-21b030aaff26 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 944 time: 0.2524984 Nov 12 04:19:57.565916 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 9fb04f3c-da32-4462-a169-ab1d522a3aeb up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:57.574440 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a3a9dde-8383-4e58-bae5-99cb582db480 req-572f3da6-e0e4-4901-a5ae-7414def6a451 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559560 Nov 12 04:19:57.598860 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06dc821-0dc5-4848-976f-52acb2b32863 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Network': ['ID=5cc498f0-d837-4974-894e-149eb8f9674b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:57.611789 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a06dc821-0dc5-4848-976f-52acb2b32863 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6702659 Nov 12 04:19:57.613870 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42376) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:57.631199 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d28be0e3-5c1e-4c51-b602-2bc6f4b54ec6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'subnet': {'network_id': '5cc498f0-d837-4974-894e-149eb8f9674b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:57.665949 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:19:55Z', 'revision_number': 4, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '408a94eb-18c8-4ee8-af79-f1fd7ef71168', 'name': '', 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:ea:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:44Z', 'updated_at': '2021-11-12T04:19:52Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a356a788-6bb3-4a1c-9154-8801a5988b42', 'name': '', 'network_id': '09208621-106b-42ae-8459-913dce08b05e', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:8a:b0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:53Z', 'updated_at': '2021-11-12T04:19:55Z', 'revision_number': 2, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:57.704900 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] Checking router: 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:19:57.705610 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] Updating router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 port a356a788-6bb3-4a1c-9154-8801a5988b42 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:19:57.743761 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:57.945176 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81604aee-a21d-48ad-b7a6-39041f6d5275 req-c627ffb1-a9bf-4721-8870-8f45f6dd72d5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:57.958208 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81604aee-a21d-48ad-b7a6-39041f6d5275 req-c627ffb1-a9bf-4721-8870-8f45f6dd72d5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1768548 Nov 12 04:19:57.966133 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28be0e3-5c1e-4c51-b602-2bc6f4b54ec6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Made reservation on behalf of abc02f61e3a54190864817d5a7dcd07b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:57.970646 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d28be0e3-5c1e-4c51-b602-2bc6f4b54ec6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.003365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-33950de5-29f0-44d4-a42d-9a0951372b3d admin admin] Allocated IP 172.20.0.1 (2b83df4f-b929-4e4a-ac1e-c416f0ac229a/6e8233b1-aa6e-479f-9cdc-91daccb1fad4/b24aa49f-457b-4d11-83fa-4a5e720038a2) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:58.143677 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.262542 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.345281 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5e6f6-4b3c-407f-bf8f-9613b2fd472d None None] Pushing event updated for resources: {'Port': ['ID=a356a788-6bb3-4a1c-9154-8801a5988b42,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:58.429229 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d28be0e3-5c1e-4c51-b602-2bc6f4b54ec6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.540298 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28be0e3-5c1e-4c51-b602-2bc6f4b54ec6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Subnet': ['ID=e1bd1c92-67be-4e00-8912-1b632bec0609,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:58.589331 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] Attempting to bind port a356a788-6bb3-4a1c-9154-8801a5988b42 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:58.589896 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] Attempting to bind port a356a788-6bb3-4a1c-9154-8801a5988b42 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '639c9168-3f77-4306-86c5-32b312c20533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '09208621-106b-42ae-8459-913dce08b05e'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:58.590405 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] Attempting to bind port a356a788-6bb3-4a1c-9154-8801a5988b42 on network 09208621-106b-42ae-8459-913dce08b05e {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:58.600072 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:58.600592 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] Checking segment: {'id': '639c9168-3f77-4306-86c5-32b312c20533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '09208621-106b-42ae-8459-913dce08b05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:58.601081 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.601559 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] Bound using segment: {'id': '639c9168-3f77-4306-86c5-32b312c20533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '09208621-106b-42ae-8459-913dce08b05e'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:58.602123 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] Bound port: a356a788-6bb3-4a1c-9154-8801a5988b42, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639c9168-3f77-4306-86c5-32b312c20533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '09208621-106b-42ae-8459-913dce08b05e'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:58.602779 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.682228 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28be0e3-5c1e-4c51-b602-2bc6f4b54ec6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Checking segment: {'id': '5a5c2adf-408b-430a-9fb0-71220f88d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5cc498f0-d837-4974-894e-149eb8f9674b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:58.682660 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28be0e3-5c1e-4c51-b602-2bc6f4b54ec6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network hostable DHCP agents. Network: 5cc498f0-d837-4974-894e-149eb8f9674b, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:19:58.695119 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] For port a356a788-6bb3-4a1c-9154-8801a5988b42, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:58.698648 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] For port a356a788-6bb3-4a1c-9154-8801a5988b42, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a356a788-6bb3-4a1c-9154-8801a5988b42,segment=NetworkSegment(639c9168-3f77-4306-86c5-32b312c20533),segment_id=639c9168-3f77-4306-86c5-32b312c20533)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:58.737752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 5cc498f0-d837-4974-894e-149eb8f9674b details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:19:58.740074 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:58.772662 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.801536 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28be0e3-5c1e-4c51-b602-2bc6f4b54ec6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 5cc498f0-d837-4974-894e-149eb8f9674b is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:19:58.832224 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81604aee-a21d-48ad-b7a6-39041f6d5275 req-a8dc360b-7289-43e7-a8c7-13184b7ae7f3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8718789 Nov 12 04:19:58.883333 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] Routers {'6d3b7acc-d795-4a26-82cf-a0ba1c15c859'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:58.884509 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:19:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:58.891431 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d28be0e3-5c1e-4c51-b602-2bc6f4b54ec6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 5cc498f0-d837-4974-894e-149eb8f9674b) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:58.896391 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28be0e3-5c1e-4c51-b602-2bc6f4b54ec6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:58.897786 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d28be0e3-5c1e-4c51-b602-2bc6f4b54ec6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.971393 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a590fac-f921-414a-abc1-b1e8c9fbdfe4 None None] Network 5cc498f0-d837-4974-894e-149eb8f9674b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:58.991552 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d28be0e3-5c1e-4c51-b602-2bc6f4b54ec6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3740613 Nov 12 04:19:58.994259 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42386) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:59.039335 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.088431 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] Set router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:59.161775 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-e1e0a5cf-aad5-4a06-bb8a-0f90510f81d3 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:59.164416 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-e1e0a5cf-aad5-4a06-bb8a-0f90510f81d3 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.21 "GET /v2.0/networks?id=5899c933-8abf-4894-ba87-9c7f598b19e1 HTTP/1.1" status: 200 len: 813 time: 1.1186800 Nov 12 04:19:59.220046 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34dc7011-a260-4cb4-8fa3-578323d1a830 req-942402aa-3ea0-4d73-b69d-b9105630466d tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9656511-2361-404b-98f3-2133e5690aa9 HTTP/1.1" status: 200 len: 210 time: 0.1132109 Nov 12 04:19:59.246995 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.265854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-c4518acd-0c27-4c18-b7c6-8230bf795fac tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Request body: {'port': {'device_id': 'f9656511-2361-404b-98f3-2133e5690aa9', 'network_id': '5899c933-8abf-4894-ba87-9c7f598b19e1', 'admin_state_up': True, 'tenant_id': '1d9a5cbe82354aa68d80e8f3a1f1ba3b'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:59.283328 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5e6f6-4b3c-407f-bf8f-9613b2fd472d None None] Pushing event updated for resources: {'Port': ['ID=a356a788-6bb3-4a1c-9154-8801a5988b42,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:59.301661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c8e2b7d1-9d5c-4ac5-907a-fe9084cc94b6 None None] Provisioning complete for port 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:59.301661 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c8e2b7d1-9d5c-4ac5-907a-fe9084cc94b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.318278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1262307-135a-4ffa-9f50-fe1b7423ee3f None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:59.319469 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33950de5-29f0-44d4-a42d-9a0951372b3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.357192 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 9fb04f3c-da32-4462-a169-ab1d522a3aeb completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:19:59.369249 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 9fb04f3c-da32-4462-a169-ab1d522a3aeb triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:59.369610 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.449151 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:59.449520 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.461200 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] Attempting to bind port 52c11cc7-fc7b-4018-8116-c94d8bd1261f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:59.461576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] Attempting to bind port 52c11cc7-fc7b-4018-8116-c94d8bd1261f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:59.462223 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] Attempting to bind port 52c11cc7-fc7b-4018-8116-c94d8bd1261f on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:59.495087 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb97f27-5675-4842-905f-773beaa976fb None None] Pushing event updated for resources: {'Port': ['ID=52c11cc7-fc7b-4018-8116-c94d8bd1261f,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:59.522905 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:59.523279 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:59.523676 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.524067 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:59.524545 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] Bound port: 52c11cc7-fc7b-4018-8116-c94d8bd1261f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:59.524923 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.544138 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:19:55Z', 'revision_number': 4, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '408a94eb-18c8-4ee8-af79-f1fd7ef71168', 'name': '', 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:ea:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:44Z', 'updated_at': '2021-11-12T04:19:52Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a356a788-6bb3-4a1c-9154-8801a5988b42', 'name': '', 'network_id': '09208621-106b-42ae-8459-913dce08b05e', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:8a:b0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:53Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:59.576549 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e13b7b0-342d-4ef1-ac7d-9205bdf9a37e None None] The sync data for ids ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'] in n-d-768509-24 is: [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:19:55Z', 'revision_number': 4, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '408a94eb-18c8-4ee8-af79-f1fd7ef71168', 'name': '', 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:ea:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:44Z', 'updated_at': '2021-11-12T04:19:52Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a356a788-6bb3-4a1c-9154-8801a5988b42', 'name': '', 'network_id': '09208621-106b-42ae-8459-913dce08b05e', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:8a:b0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:53Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:59.588698 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] For port 52c11cc7-fc7b-4018-8116-c94d8bd1261f, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:59.602451 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] For port 52c11cc7-fc7b-4018-8116-c94d8bd1261f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=52c11cc7-fc7b-4018-8116-c94d8bd1261f,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:59.638329 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1f370-df24-4258-9de2-2cb1444b4df6 req-68395562-dc4f-49d4-833f-4662a79b7b0f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:59.638329 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14c1f370-df24-4258-9de2-2cb1444b4df6 req-68395562-dc4f-49d4-833f-4662a79b7b0f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 944 time: 0.1994593 Nov 12 04:19:59.751761 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.756002 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33950de5-29f0-44d4-a42d-9a0951372b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.769425 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-754b5575-c411-42ef-8e93-b14ecfc78d62 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.837073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33950de5-29f0-44d4-a42d-9a0951372b3d admin admin] Network 2b83df4f-b929-4e4a-ac1e-c416f0ac229a is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:59.873486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-33950de5-29f0-44d4-a42d-9a0951372b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:59.880427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33950de5-29f0-44d4-a42d-9a0951372b3d admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:59.898033 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-5cc498f0-d837-4974-894e-149eb8f9674b', 'network_id': '5cc498f0-d837-4974-894e-149eb8f9674b', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'fixed_ips': [{'subnet_id': 'e1bd1c92-67be-4e00-8912-1b632bec0609'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:19:59.899001 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.955422 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228ecb9a-6e30-497f-9f8e-88da8f322dc6 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:59.980296 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-c4518acd-0c27-4c18-b7c6-8230bf795fac tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Made reservation on behalf of 1d9a5cbe82354aa68d80e8f3a1f1ba3b for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:59.984606 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-c4518acd-0c27-4c18-b7c6-8230bf795fac tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.999877 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.000474 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14c1f370-df24-4258-9de2-2cb1444b4df6 req-ee8bb587-8d6f-464f-bbca-1280a2c12690 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316367 Nov 12 04:20:00.035886 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb97f27-5675-4842-905f-773beaa976fb None None] Pushing event updated for resources: {'Port': ['ID=52c11cc7-fc7b-4018-8116-c94d8bd1261f,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:00.036262 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33950de5-29f0-44d4-a42d-9a0951372b3d admin admin] Pushing event updated for resources: {'Port': ['ID=b24aa49f-457b-4d11-83fa-4a5e720038a2,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:00.129100 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33950de5-29f0-44d4-a42d-9a0951372b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.178370 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] Routers {'bd26e2f6-e96a-44aa-a636-2618b811b0ec'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:00.179545 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:19:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['bd26e2f6-e96a-44aa-a636-2618b811b0ec'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:00.189265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c8e2b7d1-9d5c-4ac5-907a-fe9084cc94b6 None None] Provisioning complete for port a356a788-6bb3-4a1c-9154-8801a5988b42 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:00.189783 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c8e2b7d1-9d5c-4ac5-907a-fe9084cc94b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.279620 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385280de-8d17-41ba-b58b-219d5702c0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb04f3c-da32-4462-a169-ab1d522a3aeb'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:00.283575 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7600adc8-4b68-4ccc-bd60-18b6e88a0881" -d '{"events": [{"server_uuid": "385280de-8d17-41ba-b58b-219d5702c0df", "name": "network-vif-plugged", "status": "completed", "tag": "9fb04f3c-da32-4462-a169-ab1d522a3aeb"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:00.308271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-754b5575-c411-42ef-8e93-b14ecfc78d62 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Allocated IP 172.23.0.1 (5cc498f0-d837-4974-894e-149eb8f9674b/e1bd1c92-67be-4e00-8912-1b632bec0609/f09eab3a-d493-4b70-9cb5-6de53692225a) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:00.337427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a356a788-6bb3-4a1c-9154-8801a5988b42 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:00.388234 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 9fb04f3c-da32-4462-a169-ab1d522a3aeb, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9fb04f3c-da32-4462-a169-ab1d522a3aeb,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:00.470039 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.533016 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-5444c7eb-3640-433b-a018-4559af4e3b32 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:00.541016 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-5444c7eb-3640-433b-a018-4559af4e3b32 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 812 time: 0.3670905 Nov 12 04:20:00.544360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] Set router bd26e2f6-e96a-44aa-a636-2618b811b0ec gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:00.545062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-c4518acd-0c27-4c18-b7c6-8230bf795fac tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Allocated IP 172.20.0.10 (5899c933-8abf-4894-ba87-9c7f598b19e1/fad23203-3db0-4bdf-97af-b03a03d0baec/22550d3c-d031-403d-87f1-ff386e45c76d) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:00.571011 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-5ab8698d-679f-458e-bbf7-83153f0ae299 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/quotas/6f5af4b98cc849f0a88a477e27cdba3b HTTP/1.1" status: 200 len: 375 time: 0.0286860 Nov 12 04:20:00.672472 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=9fb04f3c-da32-4462-a169-ab1d522a3aeb,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:00.721818 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port a356a788-6bb3-4a1c-9154-8801a5988b42 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:00.722188 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.723943 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33950de5-29f0-44d4-a42d-9a0951372b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.726747 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c8e2b7d1-9d5c-4ac5-907a-fe9084cc94b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.803488 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-a2656a3f-6a5e-47e0-91f3-e35eafa0920a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2305520 Nov 12 04:20:00.817596 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c8e2b7d1-9d5c-4ac5-907a-fe9084cc94b6 None None] For port a356a788-6bb3-4a1c-9154-8801a5988b42, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a356a788-6bb3-4a1c-9154-8801a5988b42,segment=NetworkSegment(639c9168-3f77-4306-86c5-32b312c20533),segment_id=639c9168-3f77-4306-86c5-32b312c20533)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:00.928812 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c8e2b7d1-9d5c-4ac5-907a-fe9084cc94b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.973919 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.999154 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-c4518acd-0c27-4c18-b7c6-8230bf795fac tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.028808 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2b7d1-9d5c-4ac5-907a-fe9084cc94b6 None None] Pushing event updated for resources: {'Port': ['ID=a356a788-6bb3-4a1c-9154-8801a5988b42,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:01.060507 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-754b5575-c411-42ef-8e93-b14ecfc78d62 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.080023 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd26e2f6-e96a-44aa-a636-2618b811b0ec', 'name': 'tempest-ServerRescueTestJSON-1732404826-router', 'tenant_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '52c11cc7-fc7b-4018-8116-c94d8bd1261f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:52Z', 'updated_at': '2021-11-12T04:19:54Z', 'revision_number': 3, 'project_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'gw_port': {'id': '52c11cc7-fc7b-4018-8116-c94d8bd1261f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:56:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd26e2f6-e96a-44aa-a636-2618b811b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:53Z', 'updated_at': '2021-11-12T04:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:01.117830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f0bdc1-feea-4664-a304-41bd27f2936d None None] The sync data for ids ['bd26e2f6-e96a-44aa-a636-2618b811b0ec'] in n-d-768509-24 is: [{'id': 'bd26e2f6-e96a-44aa-a636-2618b811b0ec', 'name': 'tempest-ServerRescueTestJSON-1732404826-router', 'tenant_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '52c11cc7-fc7b-4018-8116-c94d8bd1261f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:52Z', 'updated_at': '2021-11-12T04:19:54Z', 'revision_number': 3, 'project_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'gw_port': {'id': '52c11cc7-fc7b-4018-8116-c94d8bd1261f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:56:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd26e2f6-e96a-44aa-a636-2618b811b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:53Z', 'updated_at': '2021-11-12T04:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:01.128297 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-bac98201-fbeb-4f2f-9bbe-63de90766eb2 None None] Provisioning complete for port a356a788-6bb3-4a1c-9154-8801a5988b42 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:01.128955 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bac98201-fbeb-4f2f-9bbe-63de90766eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.151267 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-c4518acd-0c27-4c18-b7c6-8230bf795fac tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.171769 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-754b5575-c411-42ef-8e93-b14ecfc78d62 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.239720 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4518acd-0c27-4c18-b7c6-8230bf795fac tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Pushing event updated for resources: {'Port': ['ID=22550d3c-d031-403d-87f1-ff386e45c76d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:01.251218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-72f0fa1b-ca46-460d-b4a6-6563afba105b service neutron] 10.222.0.37 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465232 Nov 12 04:20:01.267440 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b5575-c411-42ef-8e93-b14ecfc78d62 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=f09eab3a-d493-4b70-9cb5-6de53692225a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:01.292748 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754b5575-c411-42ef-8e93-b14ecfc78d62 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 5cc498f0-d837-4974-894e-149eb8f9674b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:01.294272 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-754b5575-c411-42ef-8e93-b14ecfc78d62 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:01.307571 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b5575-c411-42ef-8e93-b14ecfc78d62 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:01.330607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-c4518acd-0c27-4c18-b7c6-8230bf795fac tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Network 5899c933-8abf-4894-ba87-9c7f598b19e1 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:01.375066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-c4518acd-0c27-4c18-b7c6-8230bf795fac tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:01.383467 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-c4518acd-0c27-4c18-b7c6-8230bf795fac tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:01.407154 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-754b5575-c411-42ef-8e93-b14ecfc78d62 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.445297 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-c4518acd-0c27-4c18-b7c6-8230bf795fac tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:01.445876 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-c4518acd-0c27-4c18-b7c6-8230bf795fac tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.618946 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] Allocated IP 172.23.0.2 (5cc498f0-d837-4974-894e-149eb8f9674b/e1bd1c92-67be-4e00-8912-1b632bec0609/84b73029-616a-47ff-9ca1-f9cf9e25eb31) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:01.619885 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-e190d5c6-335c-48ac-b034-dd54bf0db2be service neutron] 10.222.0.37 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576500 Nov 12 04:20:01.622563 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33950de5-29f0-44d4-a42d-9a0951372b3d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.629205 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:20:01.629640 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:20:01.644882 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-c4518acd-0c27-4c18-b7c6-8230bf795fac tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4033597 Nov 12 04:20:01.665787 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Request body: {'port': {'device_id': 'f9656511-2361-404b-98f3-2133e5690aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:01.750360 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33950de5-29f0-44d4-a42d-9a0951372b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.763906 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-754b5575-c411-42ef-8e93-b14ecfc78d62 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.862557 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-bac98201-fbeb-4f2f-9bbe-63de90766eb2 None None] Provisioning complete for port 52c11cc7-fc7b-4018-8116-c94d8bd1261f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:01.868849 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bac98201-fbeb-4f2f-9bbe-63de90766eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.907392 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.970923 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33950de5-29f0-44d4-a42d-9a0951372b3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.979838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33950de5-29f0-44d4-a42d-9a0951372b3d admin admin] Pushing event updated for resources: {'Port': ['ID=b24aa49f-457b-4d11-83fa-4a5e720038a2,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:02.093061 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:02.185933 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bac98201-fbeb-4f2f-9bbe-63de90766eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:02.214538 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:02.377225 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-bac98201-fbeb-4f2f-9bbe-63de90766eb2 None None] For port 52c11cc7-fc7b-4018-8116-c94d8bd1261f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=52c11cc7-fc7b-4018-8116-c94d8bd1261f,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:02.414212 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] Network 5cc498f0-d837-4974-894e-149eb8f9674b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:02.426684 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:02.436524 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:02.468711 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bac98201-fbeb-4f2f-9bbe-63de90766eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:02.488819 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] Pushing event updated for resources: {'Port': ['ID=84b73029-616a-47ff-9ca1-f9cf9e25eb31,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:02.503455 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-754b5575-c411-42ef-8e93-b14ecfc78d62 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:02.589523 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-754b5575-c411-42ef-8e93-b14ecfc78d62 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:02.612545 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8537f1a-638a-463b-8cbb-dd8b20d69c23 req-b50550b4-e6bc-42db-96c3-e298beb5fa25 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:02.621676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c8537f1a-638a-463b-8cbb-dd8b20d69c23 req-b50550b4-e6bc-42db-96c3-e298beb5fa25 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9656511-2361-404b-98f3-2133e5690aa9 HTTP/1.1" status: 200 len: 932 time: 0.3373303 Nov 12 04:20:02.701629 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33950de5-29f0-44d4-a42d-9a0951372b3d admin admin] Network 2b83df4f-b929-4e4a-ac1e-c416f0ac229a is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:02.714805 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac98201-fbeb-4f2f-9bbe-63de90766eb2 None None] Pushing event updated for resources: {'Port': ['ID=52c11cc7-fc7b-4018-8116-c94d8bd1261f,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:02.718550 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-33950de5-29f0-44d4-a42d-9a0951372b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:02.735415 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] Attempting to bind port 84b73029-616a-47ff-9ca1-f9cf9e25eb31 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:02.735809 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] Attempting to bind port 84b73029-616a-47ff-9ca1-f9cf9e25eb31 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '5a5c2adf-408b-430a-9fb0-71220f88d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5cc498f0-d837-4974-894e-149eb8f9674b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:02.737603 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] Attempting to bind port 84b73029-616a-47ff-9ca1-f9cf9e25eb31 on network 5cc498f0-d837-4974-894e-149eb8f9674b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:02.759228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:02.760740 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] Checking segment: {'id': '5a5c2adf-408b-430a-9fb0-71220f88d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5cc498f0-d837-4974-894e-149eb8f9674b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:02.761142 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:02.761547 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] Bound using segment: {'id': '5a5c2adf-408b-430a-9fb0-71220f88d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5cc498f0-d837-4974-894e-149eb8f9674b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:02.764243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] Bound port: 84b73029-616a-47ff-9ca1-f9cf9e25eb31, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5c2adf-408b-430a-9fb0-71220f88d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5cc498f0-d837-4974-894e-149eb8f9674b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:02.764712 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:02.826777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a356a788-6bb3-4a1c-9154-8801a5988b42 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:02.827089 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-754b5575-c411-42ef-8e93-b14ecfc78d62 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:02.908764 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b5575-c411-42ef-8e93-b14ecfc78d62 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event updated for resources: {'Port': ['ID=f09eab3a-d493-4b70-9cb5-6de53692225a,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:02.925151 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] For port 84b73029-616a-47ff-9ca1-f9cf9e25eb31, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:02.930650 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] For port 84b73029-616a-47ff-9ca1-f9cf9e25eb31, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=84b73029-616a-47ff-9ca1-f9cf9e25eb31,segment=NetworkSegment(5a5c2adf-408b-430a-9fb0-71220f88d792),segment_id=5a5c2adf-408b-430a-9fb0-71220f88d792)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:02.936233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port a356a788-6bb3-4a1c-9154-8801a5988b42 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:02.936233 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:02.943471 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c8537f1a-638a-463b-8cbb-dd8b20d69c23 req-a98b5df7-f850-49f8-a1f0-f11f3513ec79 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4f63e8e-bad7-43d8-8ae5-f6f44d1f031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204446 Nov 12 04:20:03.036226 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:03.162894 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfb9010-38ad-4924-bebc-6a1802c41828 x-openstack-request-id: req-ccfb9010-38ad-4924-bebc-6a1802c41828 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:03.163189 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385280de-8d17-41ba-b58b-219d5702c0df", "name": "network-vif-plugged", "status": "completed", "tag": "9fb04f3c-da32-4462-a169-ab1d522a3aeb", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:03.163451 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ccfb9010-38ad-4924-bebc-6a1802c41828 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:03.163841 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385280de-8d17-41ba-b58b-219d5702c0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb04f3c-da32-4462-a169-ab1d522a3aeb', 'code': 200} Nov 12 04:20:03.183803 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cb9dd-30fc-441a-bd6c-c90fcd674b01 None None] Pushing event updated for resources: {'Port': ['ID=84b73029-616a-47ff-9ca1-f9cf9e25eb31,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:03.255229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 52c11cc7-fc7b-4018-8116-c94d8bd1261f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:03.272043 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754b5575-c411-42ef-8e93-b14ecfc78d62 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Network 5cc498f0-d837-4974-894e-149eb8f9674b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:03.274056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-754b5575-c411-42ef-8e93-b14ecfc78d62 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:03.322203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 52c11cc7-fc7b-4018-8116-c94d8bd1261f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:03.322597 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:03.346052 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5b0b864-695b-4434-a8bc-c83f5ef78cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:03.385598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22550d3c-d031-403d-87f1-ff386e45c76d {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:20:03.399924 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c6c9b-97cc-4306-887f-f1539a1bd73d req-fccf7073-a872-4419-8dcd-6582e217329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:03.401584 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-656c6c9b-97cc-4306-887f-f1539a1bd73d req-fccf7073-a872-4419-8dcd-6582e217329d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 1097 time: 0.2240963 Nov 12 04:20:03.407085 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:03.441160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Transition to ACTIVE for port object 22550d3c-d031-403d-87f1-ff386e45c76d will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:20:03.483223 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754b5575-c411-42ef-8e93-b14ecfc78d62 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:03.504857 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33950de5-29f0-44d4-a42d-9a0951372b3d admin admin] Router bd26e2f6-e96a-44aa-a636-2618b811b0ec has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:03.567706 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501626cf-6611-4a24-89c0-3725800a8dd1 req-931dca1f-60df-4eb4-af63-4958fe097c1b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:03.590697 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-501626cf-6611-4a24-89c0-3725800a8dd1 req-931dca1f-60df-4eb4-af63-4958fe097c1b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 945 time: 0.3441496 Nov 12 04:20:03.590919 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-656c6c9b-97cc-4306-887f-f1539a1bd73d req-7732b7ff-13a8-4638-85be-189374e4103d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773946 Nov 12 04:20:03.669604 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:03.725621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754b5575-c411-42ef-8e93-b14ecfc78d62 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:03.739980 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-754b5575-c411-42ef-8e93-b14ecfc78d62 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/6d3b7acc-d795-4a26-82cf-a0ba1c15c859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7419872 Nov 12 04:20:03.740467 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42434) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:03.745294 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] Sync routers for ids ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:03.754677 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-733b81bd-f138-4b61-9db4-e4b16446971c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:03.767450 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] Routers {'6d3b7acc-d795-4a26-82cf-a0ba1c15c859'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:03.768169 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:19:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:03.856083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Pushing event updated for resources: {'Port': ['ID=22550d3c-d031-403d-87f1-ff386e45c76d,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:03.939669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] Set router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:03.998173 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-501626cf-6611-4a24-89c0-3725800a8dd1 req-c4315c8d-e5b4-426f-a16d-933a45940edf tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102161 Nov 12 04:20:04.312631 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:01Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '408a94eb-18c8-4ee8-af79-f1fd7ef71168', 'name': '', 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:ea:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:44Z', 'updated_at': '2021-11-12T04:19:52Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a356a788-6bb3-4a1c-9154-8801a5988b42', 'name': '', 'network_id': '09208621-106b-42ae-8459-913dce08b05e', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:8a:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:53Z', 'updated_at': '2021-11-12T04:20:00Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f09eab3a-d493-4b70-9cb5-6de53692225a', 'name': '', 'network_id': '5cc498f0-d837-4974-894e-149eb8f9674b', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:b3:4a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'e1bd1c92-67be-4e00-8912-1b632bec0609', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:59Z', 'updated_at': '2021-11-12T04:20:02Z', 'revision_number': 2, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e1bd1c92-67be-4e00-8912-1b632bec0609', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:04.331229 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Attempting to bind port 22550d3c-d031-403d-87f1-ff386e45c76d on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:04.331572 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Attempting to bind port 22550d3c-d031-403d-87f1-ff386e45c76d by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'e6f0aeec-3824-4ca3-bf09-5b0cc243a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5899c933-8abf-4894-ba87-9c7f598b19e1'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:04.331911 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Attempting to bind port 22550d3c-d031-403d-87f1-ff386e45c76d on network 5899c933-8abf-4894-ba87-9c7f598b19e1 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:04.361717 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e722d4b7-ed79-4299-bd8f-dc2b27d5a15a req-a83dc6c3-2e06-41cf-b81b-d15973c4fd31 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 210 time: 0.1483901 Nov 12 04:20:04.364638 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Port 22550d3c-d031-403d-87f1-ff386e45c76d on network 5899c933-8abf-4894-ba87-9c7f598b19e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:20:04.364888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Attempting to bind port 22550d3c-d031-403d-87f1-ff386e45c76d on network 5899c933-8abf-4894-ba87-9c7f598b19e1 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:04.375943 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] Checking router: 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:04.377481 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] Updating router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 port f09eab3a-d493-4b70-9cb5-6de53692225a binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:20:04.415382 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:04.415722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Checking segment: {'id': 'e6f0aeec-3824-4ca3-bf09-5b0cc243a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5899c933-8abf-4894-ba87-9c7f598b19e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:04.416129 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Bound using segment: {'id': 'e6f0aeec-3824-4ca3-bf09-5b0cc243a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5899c933-8abf-4894-ba87-9c7f598b19e1'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:04.416568 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Bound port: 22550d3c-d031-403d-87f1-ff386e45c76d, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6f0aeec-3824-4ca3-bf09-5b0cc243a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5899c933-8abf-4894-ba87-9c7f598b19e1'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:04.416929 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:04.446851 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:04.516012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33950de5-29f0-44d4-a42d-9a0951372b3d admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:04.517907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.extraroute_db [None req-733b81bd-f138-4b61-9db4-e4b16446971c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 04:20:04.529925 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-33950de5-29f0-44d4-a42d-9a0951372b3d admin admin] 10.222.0.37 "PUT /v2.0/routers/bd26e2f6-e96a-44aa-a636-2618b811b0ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9707401 Nov 12 04:20:04.561777 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.extraroute_db [None req-733b81bd-f138-4b61-9db4-e4b16446971c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Removed routes are [] {{(pid=103297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 04:20:04.562204 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-733b81bd-f138-4b61-9db4-e4b16446971c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:04.673234 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] Sync routers for ids ['bd26e2f6-e96a-44aa-a636-2618b811b0ec'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:04.704458 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] Routers {'bd26e2f6-e96a-44aa-a636-2618b811b0ec'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:04.713177 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:19:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['bd26e2f6-e96a-44aa-a636-2618b811b0ec'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:04.756581 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] For port 22550d3c-d031-403d-87f1-ff386e45c76d, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:04.772316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] For port 22550d3c-d031-403d-87f1-ff386e45c76d, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=22550d3c-d031-403d-87f1-ff386e45c76d,segment=NetworkSegment(e6f0aeec-3824-4ca3-bf09-5b0cc243a156),segment_id=e6f0aeec-3824-4ca3-bf09-5b0cc243a156)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:04.877320 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:04.956682 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 84b73029-616a-47ff-9ca1-f9cf9e25eb31 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:05.027291 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:05.032858 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.038296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] 10.222.0.21 "PUT /v2.0/ports/22550d3c-d031-403d-87f1-ff386e45c76d HTTP/1.1" status: 200 len: 1093 time: 3.3751979 Nov 12 04:20:05.047625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9656511-2361-404b-98f3-2133e5690aa9', 'tag': '22550d3c-d031-403d-87f1-ff386e45c76d'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:05.047945 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] Set router bd26e2f6-e96a-44aa-a636-2618b811b0ec gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:05.051013 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-733b81bd-f138-4b61-9db4-e4b16446971c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.051789 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cab719-264f-44f2-9296-0d014a653c02" -d '{"events": [{"name": "network-changed", "server_uuid": "f9656511-2361-404b-98f3-2133e5690aa9", "tag": "22550d3c-d031-403d-87f1-ff386e45c76d"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:05.057490 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.240650 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-733b81bd-f138-4b61-9db4-e4b16446971c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.241838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052ea0e-c32e-4e42-b5ad-f6bc2d571fda service neutron] Pushing event updated for resources: {'Port': ['ID=22550d3c-d031-403d-87f1-ff386e45c76d,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:05.241838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3909db3-5c2f-4655-abb9-56c5f7aa169a req-e35c32cc-6aa4-4fdc-8864-0d7139624944 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:05.241838 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3909db3-5c2f-4655-abb9-56c5f7aa169a req-e35c32cc-6aa4-4fdc-8864-0d7139624944 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9656511-2361-404b-98f3-2133e5690aa9 HTTP/1.1" status: 200 len: 944 time: 0.3127508 Nov 12 04:20:05.242801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 84b73029-616a-47ff-9ca1-f9cf9e25eb31 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:05.242801 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.243699 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3909db3-5c2f-4655-abb9-56c5f7aa169a req-a6c56cce-d583-447e-ba07-d7cc7630f90b tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4f63e8e-bad7-43d8-8ae5-f6f44d1f031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997117 Nov 12 04:20:05.244470 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733b81bd-f138-4b61-9db4-e4b16446971c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:05.273005 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.330270 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 84b73029-616a-47ff-9ca1-f9cf9e25eb31, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=84b73029-616a-47ff-9ca1-f9cf9e25eb31,segment=NetworkSegment(5a5c2adf-408b-430a-9fb0-71220f88d792),segment_id=5a5c2adf-408b-430a-9fb0-71220f88d792)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:05.332730 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61562ea-4282-47f6-b0b4-c68b253f5421 None None] Network 5cc498f0-d837-4974-894e-149eb8f9674b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:05.409880 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733b81bd-f138-4b61-9db4-e4b16446971c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:05.416555 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd26e2f6-e96a-44aa-a636-2618b811b0ec', 'name': 'tempest-ServerRescueTestJSON-1732404826-router', 'tenant_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '52c11cc7-fc7b-4018-8116-c94d8bd1261f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:52Z', 'updated_at': '2021-11-12T04:20:00Z', 'revision_number': 4, 'project_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'gw_port': {'id': '52c11cc7-fc7b-4018-8116-c94d8bd1261f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:56:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26e2f6-e96a-44aa-a636-2618b811b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:53Z', 'updated_at': '2021-11-12T04:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'b24aa49f-457b-4d11-83fa-4a5e720038a2', 'name': '', 'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a', 'tenant_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'mac_address': 'fa:16:3e:42:c3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd26e2f6-e96a-44aa-a636-2618b811b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '6e8233b1-aa6e-479f-9cdc-91daccb1fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:57Z', 'updated_at': '2021-11-12T04:20:00Z', 'revision_number': 2, 'project_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'subnets': [{'id': '6e8233b1-aa6e-479f-9cdc-91daccb1fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:05.420654 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-733b81bd-f138-4b61-9db4-e4b16446971c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.425122 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-733b81bd-f138-4b61-9db4-e4b16446971c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/6d3b7acc-d795-4a26-82cf-a0ba1c15c859 HTTP/1.1" status: 200 len: 932 time: 1.6801021 Nov 12 04:20:05.425621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42466) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:05.477699 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] Checking router: bd26e2f6-e96a-44aa-a636-2618b811b0ec for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:05.478160 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] Updating router bd26e2f6-e96a-44aa-a636-2618b811b0ec port b24aa49f-457b-4d11-83fa-4a5e720038a2 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:20:05.543675 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.545643 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.547052 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.547557 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 52c11cc7-fc7b-4018-8116-c94d8bd1261f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:05.593866 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d1ec0a73-8638-4f4e-8bf6-cd0d9dfbddf0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/routers/6d3b7acc-d795-4a26-82cf-a0ba1c15c859 HTTP/1.1" status: 200 len: 932 time: 0.1639292 Nov 12 04:20:05.595820 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42474) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:05.603351 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-47a60f83-3832-4f4a-85e2-2d8dedd91aa4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'router': {'routes': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:05.613238 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d3159356-35f9-4d9b-b948-9382b3e22d58 None None] Provisioning complete for port 84b73029-616a-47ff-9ca1-f9cf9e25eb31 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:05.621645 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3159356-35f9-4d9b-b948-9382b3e22d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.681095 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-b08bf997-e0d6-4f3f-8195-7ca3c4815e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:05.682835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-b08bf997-e0d6-4f3f-8195-7ca3c4815e3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d9a5cbe82354aa68d80e8f3a1f1ba3b&device_id=f9656511-2361-404b-98f3-2133e5690aa9 HTTP/1.1" status: 200 len: 1096 time: 0.1136582 Nov 12 04:20:05.696437 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-0686dcac-f700-4cc2-ad20-caf1dc71f328 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:05.700504 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-0686dcac-f700-4cc2-ad20-caf1dc71f328 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/networks?id=2b83df4f-b929-4e4a-ac1e-c416f0ac229a HTTP/1.1" status: 200 len: 811 time: 0.2387998 Nov 12 04:20:05.800371 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-aae603a9-9a1a-4e6f-9836-32c6f7864276 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22550d3c-d031-403d-87f1-ff386e45c76d HTTP/1.1" status: 200 len: 217 time: 0.0871100 Nov 12 04:20:05.810127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-02a12f41-03a6-4de4-9f00-be826a4315c6 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/quotas/85b49f7fda8a4adf8c323ae957f4dc57 HTTP/1.1" status: 200 len: 375 time: 0.0978513 Nov 12 04:20:05.888564 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdfe4e-9b16-404d-b1da-97c7aff1c751 None None] Pushing event updated for resources: {'Port': ['ID=f09eab3a-d493-4b70-9cb5-6de53692225a,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:05.900023 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ac3e2c8-e7cb-487d-b988-6f2caaff5c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.928989 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.976719 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] Attempting to bind port f09eab3a-d493-4b70-9cb5-6de53692225a on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:05.977282 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] Attempting to bind port f09eab3a-d493-4b70-9cb5-6de53692225a by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '5a5c2adf-408b-430a-9fb0-71220f88d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5cc498f0-d837-4974-894e-149eb8f9674b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:05.977535 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] Attempting to bind port f09eab3a-d493-4b70-9cb5-6de53692225a on network 5cc498f0-d837-4974-894e-149eb8f9674b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:06.007280 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:06.007703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] Checking segment: {'id': '5a5c2adf-408b-430a-9fb0-71220f88d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5cc498f0-d837-4974-894e-149eb8f9674b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:06.008050 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:06.008444 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] Bound using segment: {'id': '5a5c2adf-408b-430a-9fb0-71220f88d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5cc498f0-d837-4974-894e-149eb8f9674b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:06.009078 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] Bound port: f09eab3a-d493-4b70-9cb5-6de53692225a, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5c2adf-408b-430a-9fb0-71220f88d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5cc498f0-d837-4974-894e-149eb8f9674b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:06.009507 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:06.023413 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:06.041785 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-3b53561e-75a9-4163-b514-e47b24b9bc3d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:06.042821 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-3b53561e-75a9-4163-b514-e47b24b9bc3d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.21 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 812 time: 0.2954862 Nov 12 04:20:06.079206 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-4281e999-1a62-440f-ad8a-46f2f997b759 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Request body: {'port': {'device_id': '29fa6731-b513-4e5c-84e6-1b15b18db9a0', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'admin_state_up': True, 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:06.148675 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbdec3-0254-49f5-9655-d4156412a619 None None] Pushing event updated for resources: {'Port': ['ID=b24aa49f-457b-4d11-83fa-4a5e720038a2,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:06.170042 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] Attempting to bind port b24aa49f-457b-4d11-83fa-4a5e720038a2 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:06.170042 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] Attempting to bind port b24aa49f-457b-4d11-83fa-4a5e720038a2 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '5a1fde86-a291-4144-99d4-17965f668b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:06.170042 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] Attempting to bind port b24aa49f-457b-4d11-83fa-4a5e720038a2 on network 2b83df4f-b929-4e4a-ac1e-c416f0ac229a {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:06.170042 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:06.170042 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] Checking segment: {'id': '5a1fde86-a291-4144-99d4-17965f668b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:06.170042 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:06.170042 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] Bound using segment: {'id': '5a1fde86-a291-4144-99d4-17965f668b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:06.170042 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] Bound port: b24aa49f-457b-4d11-83fa-4a5e720038a2, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1fde86-a291-4144-99d4-17965f668b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:06.170838 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:06.272490 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] For port b24aa49f-457b-4d11-83fa-4a5e720038a2, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:06.276059 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=84b73029-616a-47ff-9ca1-f9cf9e25eb31,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:06.280359 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 52c11cc7-fc7b-4018-8116-c94d8bd1261f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:06.285619 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:06.293995 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] For port b24aa49f-457b-4d11-83fa-4a5e720038a2, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b24aa49f-457b-4d11-83fa-4a5e720038a2,segment=NetworkSegment(5a1fde86-a291-4144-99d4-17965f668b72),segment_id=5a1fde86-a291-4144-99d4-17965f668b72)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:06.388756 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:06.470024 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-8e56b991-1560-478c-bff2-87b9cda1fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:06.478271 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-8e56b991-1560-478c-bff2-87b9cda1fd6e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fad23203-3db0-4bdf-97af-b03a03d0baec HTTP/1.1" status: 200 len: 853 time: 0.6653125 Nov 12 04:20:06.503967 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.extraroute_db [None req-47a60f83-3832-4f4a-85e2-2d8dedd91aa4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Added routes are [] {{(pid=103297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 04:20:06.504383 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.extraroute_db [None req-47a60f83-3832-4f4a-85e2-2d8dedd91aa4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 04:20:06.506249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f347a2dc-2c1e-4695-9e26-42e94eb7bf77 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=85b49f7fda8a4adf8c323ae957f4dc57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6951509 Nov 12 04:20:06.510933 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-4281e999-1a62-440f-ad8a-46f2f997b759 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Made reservation on behalf of 6f5af4b98cc849f0a88a477e27cdba3b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:20:06.527254 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] Routers {'bd26e2f6-e96a-44aa-a636-2618b811b0ec'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:06.532239 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['bd26e2f6-e96a-44aa-a636-2618b811b0ec'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:06.533086 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbdec3-0254-49f5-9655-d4156412a619 None None] Pushing event updated for resources: {'Port': ['ID=b24aa49f-457b-4d11-83fa-4a5e720038a2,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:06.533694 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-4281e999-1a62-440f-ad8a-46f2f997b759 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:06.567406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42482) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:06.633607 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-86475cbc-5f70-4d7c-b4ec-c2ba90d777f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5899c933-8abf-4894-ba87-9c7f598b19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1449957 Nov 12 04:20:06.663300 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] For port f09eab3a-d493-4b70-9cb5-6de53692225a, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:06.669277 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] For port f09eab3a-d493-4b70-9cb5-6de53692225a, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f09eab3a-d493-4b70-9cb5-6de53692225a,segment=NetworkSegment(5a5c2adf-408b-430a-9fb0-71220f88d792),segment_id=5a5c2adf-408b-430a-9fb0-71220f88d792)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:06.679376 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47a60f83-3832-4f4a-85e2-2d8dedd91aa4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:06.680535 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-18b4604e-df1e-46d4-ab4f-437ff84f3604 None None] Provisioning complete for port f09eab3a-d493-4b70-9cb5-6de53692225a triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:06.681044 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18b4604e-df1e-46d4-ab4f-437ff84f3604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:06.731550 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:06.733263 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-18b4604e-df1e-46d4-ab4f-437ff84f3604 None None] Port f09eab3a-d493-4b70-9cb5-6de53692225a cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:20:06.766111 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:06.805671 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] Set router bd26e2f6-e96a-44aa-a636-2618b811b0ec gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:06.831170 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdfe4e-9b16-404d-b1da-97c7aff1c751 None None] Pushing event updated for resources: {'Port': ['ID=f09eab3a-d493-4b70-9cb5-6de53692225a,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:06.843400 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-4281e999-1a62-440f-ad8a-46f2f997b759 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Allocated IP 172.20.0.10 (795d5285-3b6a-4de6-8e94-3800661b542b/5a37ec33-8e39-40f9-bf74-00357aef3619/7ec7cc86-a327-46e3-82cc-6403e1f00ad8) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:06.864985 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-18b4604e-df1e-46d4-ab4f-437ff84f3604 None None] Provisioning complete for port 84b73029-616a-47ff-9ca1-f9cf9e25eb31 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:06.864985 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18b4604e-df1e-46d4-ab4f-437ff84f3604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:06.880989 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] Routers {'6d3b7acc-d795-4a26-82cf-a0ba1c15c859'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:06.882545 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:07.067349 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] Set router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:07.153641 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 84b73029-616a-47ff-9ca1-f9cf9e25eb31 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:07.251715 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-642f4c5e-b980-4fe4-923a-04a1b8206a45 service neutron] 10.222.0.37 "GET /v2.0/networks/2b83df4f-b929-4e4a-ac1e-c416f0ac229a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7391210 Nov 12 04:20:07.286560 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47a60f83-3832-4f4a-85e2-2d8dedd91aa4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:07.299845 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47a60f83-3832-4f4a-85e2-2d8dedd91aa4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:07.342222 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 84b73029-616a-47ff-9ca1-f9cf9e25eb31 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:07.342615 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:07.367306 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd26e2f6-e96a-44aa-a636-2618b811b0ec', 'name': 'tempest-ServerRescueTestJSON-1732404826-router', 'tenant_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '52c11cc7-fc7b-4018-8116-c94d8bd1261f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:52Z', 'updated_at': '2021-11-12T04:20:00Z', 'revision_number': 4, 'project_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'gw_port': {'id': '52c11cc7-fc7b-4018-8116-c94d8bd1261f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:56:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26e2f6-e96a-44aa-a636-2618b811b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:53Z', 'updated_at': '2021-11-12T04:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'b24aa49f-457b-4d11-83fa-4a5e720038a2', 'name': '', 'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a', 'tenant_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'mac_address': 'fa:16:3e:42:c3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd26e2f6-e96a-44aa-a636-2618b811b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '6e8233b1-aa6e-479f-9cdc-91daccb1fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:57Z', 'updated_at': '2021-11-12T04:20:06Z', 'revision_number': 4, 'project_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'subnets': [{'id': '6e8233b1-aa6e-479f-9cdc-91daccb1fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:07.406926 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-821b7b9d-9d58-42fe-acc4-db25520aba3d service neutron] 10.222.0.21 "GET /v2.0/networks/5899c933-8abf-4894-ba87-9c7f598b19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7624977 Nov 12 04:20:07.409634 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f773df8-27f4-4dc3-a98e-d800592881fa None None] The sync data for ids ['bd26e2f6-e96a-44aa-a636-2618b811b0ec'] in n-d-768509-24 is: [{'id': 'bd26e2f6-e96a-44aa-a636-2618b811b0ec', 'name': 'tempest-ServerRescueTestJSON-1732404826-router', 'tenant_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '52c11cc7-fc7b-4018-8116-c94d8bd1261f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:52Z', 'updated_at': '2021-11-12T04:20:00Z', 'revision_number': 4, 'project_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'gw_port': {'id': '52c11cc7-fc7b-4018-8116-c94d8bd1261f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:56:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26e2f6-e96a-44aa-a636-2618b811b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:53Z', 'updated_at': '2021-11-12T04:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'b24aa49f-457b-4d11-83fa-4a5e720038a2', 'name': '', 'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a', 'tenant_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'mac_address': 'fa:16:3e:42:c3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd26e2f6-e96a-44aa-a636-2618b811b0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '6e8233b1-aa6e-479f-9cdc-91daccb1fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:57Z', 'updated_at': '2021-11-12T04:20:06Z', 'revision_number': 4, 'project_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'subnets': [{'id': '6e8233b1-aa6e-479f-9cdc-91daccb1fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:07.674933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-9b5d3f07-cd6b-4906-ad94-d64217391ef7 service neutron] 10.222.0.37 "GET /v2.0/networks/2b83df4f-b929-4e4a-ac1e-c416f0ac229a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176333 Nov 12 04:20:07.703596 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33818aaf-2c60-4749-bb23-eddb587a6181 req-764dd543-e7be-4de4-82ed-c830850b9f8c service neutron] 10.222.0.21 "GET /v2.0/networks/5899c933-8abf-4894-ba87-9c7f598b19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731409 Nov 12 04:20:07.844346 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-29cc42b6-b713-4e4a-a216-c6379ef64105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:07.861270 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-54192a10-0ae1-4f73-a0e7-4d9980d54538 None None] Provisioning complete for port f09eab3a-d493-4b70-9cb5-6de53692225a triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:07.861977 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54192a10-0ae1-4f73-a0e7-4d9980d54538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:07.992807 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:06Z', 'revision_number': 7, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '408a94eb-18c8-4ee8-af79-f1fd7ef71168', 'name': '', 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:ea:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:44Z', 'updated_at': '2021-11-12T04:19:52Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a356a788-6bb3-4a1c-9154-8801a5988b42', 'name': '', 'network_id': '09208621-106b-42ae-8459-913dce08b05e', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:8a:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:53Z', 'updated_at': '2021-11-12T04:20:00Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f09eab3a-d493-4b70-9cb5-6de53692225a', 'name': '', 'network_id': '5cc498f0-d837-4974-894e-149eb8f9674b', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:b3:4a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'e1bd1c92-67be-4e00-8912-1b632bec0609', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:59Z', 'updated_at': '2021-11-12T04:20:06Z', 'revision_number': 4, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e1bd1c92-67be-4e00-8912-1b632bec0609', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:08.186776 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db98afd9-0f3a-4c53-8621-d5758717716f None None] The sync data for ids ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'] in n-d-768509-24 is: [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:06Z', 'revision_number': 7, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '408a94eb-18c8-4ee8-af79-f1fd7ef71168', 'name': '', 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:ea:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:44Z', 'updated_at': '2021-11-12T04:19:52Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a356a788-6bb3-4a1c-9154-8801a5988b42', 'name': '', 'network_id': '09208621-106b-42ae-8459-913dce08b05e', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:8a:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:53Z', 'updated_at': '2021-11-12T04:20:00Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f09eab3a-d493-4b70-9cb5-6de53692225a', 'name': '', 'network_id': '5cc498f0-d837-4974-894e-149eb8f9674b', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:b3:4a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'e1bd1c92-67be-4e00-8912-1b632bec0609', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:59Z', 'updated_at': '2021-11-12T04:20:06Z', 'revision_number': 4, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e1bd1c92-67be-4e00-8912-1b632bec0609', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:08.219395 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54192a10-0ae1-4f73-a0e7-4d9980d54538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:08.287890 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-54192a10-0ae1-4f73-a0e7-4d9980d54538 None None] For port f09eab3a-d493-4b70-9cb5-6de53692225a, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f09eab3a-d493-4b70-9cb5-6de53692225a,segment=NetworkSegment(5a5c2adf-408b-430a-9fb0-71220f88d792),segment_id=5a5c2adf-408b-430a-9fb0-71220f88d792)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:08.345107 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a60f83-3832-4f4a-85e2-2d8dedd91aa4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:08.353638 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990ad7c-6e48-4f58-9a93-7de61a5345a5 req-863030d9-28eb-4d7a-a254-bfd08a14874a tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:08.354115 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54192a10-0ae1-4f73-a0e7-4d9980d54538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:08.362227 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4990ad7c-6e48-4f58-9a93-7de61a5345a5 req-863030d9-28eb-4d7a-a254-bfd08a14874a tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 945 time: 0.2531245 Nov 12 04:20:08.409890 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:08.451289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4990ad7c-6e48-4f58-9a93-7de61a5345a5 req-7efe41fb-db72-4ecd-b45a-756db6f24e40 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880530 Nov 12 04:20:08.460086 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54192a10-0ae1-4f73-a0e7-4d9980d54538 None None] Pushing event updated for resources: {'Port': ['ID=f09eab3a-d493-4b70-9cb5-6de53692225a,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:08.493118 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f3e81f98-e403-4e14-acac-d169a65fc6dd None None] Provisioning complete for port f09eab3a-d493-4b70-9cb5-6de53692225a triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:08.493625 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3e81f98-e403-4e14-acac-d169a65fc6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:08.563043 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-4281e999-1a62-440f-ad8a-46f2f997b759 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:08.604618 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856ed7f1-5889-4ad4-ab44-dca006c9083f x-openstack-request-id: req-856ed7f1-5889-4ad4-ab44-dca006c9083f {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:08.605667 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9656511-2361-404b-98f3-2133e5690aa9", "tag": "22550d3c-d031-403d-87f1-ff386e45c76d", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:08.606157 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-856ed7f1-5889-4ad4-ab44-dca006c9083f {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:08.608052 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9656511-2361-404b-98f3-2133e5690aa9', 'tag': '22550d3c-d031-403d-87f1-ff386e45c76d', 'status': 'completed', 'code': 200} Nov 12 04:20:08.623322 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a60f83-3832-4f4a-85e2-2d8dedd91aa4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:08.662949 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47a60f83-3832-4f4a-85e2-2d8dedd91aa4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:08.664786 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-47a60f83-3832-4f4a-85e2-2d8dedd91aa4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/6d3b7acc-d795-4a26-82cf-a0ba1c15c859 HTTP/1.1" status: 200 len: 698 time: 3.0674388 Nov 12 04:20:08.668771 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-29cc42b6-b713-4e4a-a216-c6379ef64105 admin admin] Deleting port 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:08.668771 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-29cc42b6-b713-4e4a-a216-c6379ef64105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:08.678497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42500) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:08.817853 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-4281e999-1a62-440f-ad8a-46f2f997b759 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:08.898728 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281e999-1a62-440f-ad8a-46f2f997b759 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Pushing event updated for resources: {'Port': ['ID=7ec7cc86-a327-46e3-82cc-6403e1f00ad8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:08.902334 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-4281e999-1a62-440f-ad8a-46f2f997b759 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Network 795d5285-3b6a-4de6-8e94-3800661b542b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:08.904106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-4281e999-1a62-440f-ad8a-46f2f997b759 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:08.906495 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-4281e999-1a62-440f-ad8a-46f2f997b759 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:08.953531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cab719-264f-44f2-9296-0d014a653c02 req-8f8e6e48-9879-4c19-a809-aa0359f33947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:08.956637 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-32cab719-264f-44f2-9296-0d014a653c02 req-8f8e6e48-9879-4c19-a809-aa0359f33947 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d9a5cbe82354aa68d80e8f3a1f1ba3b&device_id=f9656511-2361-404b-98f3-2133e5690aa9 HTTP/1.1" status: 200 len: 1096 time: 0.2927382 Nov 12 04:20:08.983513 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-4281e999-1a62-440f-ad8a-46f2f997b759 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:08.987251 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-4281e999-1a62-440f-ad8a-46f2f997b759 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:08.988587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-804be41f-6bf5-45a0-bb2d-11da305a3d6d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/routers/6d3b7acc-d795-4a26-82cf-a0ba1c15c859 HTTP/1.1" status: 200 len: 698 time: 0.3003266 Nov 12 04:20:08.993173 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42502) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:09.086101 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd6cf5-781e-43bf-a47b-7cb92ea3d618 req-4df5f67b-9b7f-439c-83cc-6110c1a40d2e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:09.087708 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4fd6cf5-781e-43bf-a47b-7cb92ea3d618 req-4df5f67b-9b7f-439c-83cc-6110c1a40d2e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 932 time: 0.2911813 Nov 12 04:20:09.097378 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:09.098678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-29cc42b6-b713-4e4a-a216-c6379ef64105 admin admin] For port 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9,segment=NetworkSegment(bb8512e5-5d36-459a-96bb-a9a9dd8130cc),segment_id=bb8512e5-5d36-459a-96bb-a9a9dd8130cc)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:09.099067 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-29cc42b6-b713-4e4a-a216-c6379ef64105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:09.142132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f09eab3a-d493-4b70-9cb5-6de53692225a up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:09.162784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-29cc42b6-b713-4e4a-a216-c6379ef64105 admin admin] Calling delete_port for 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:09.176667 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-4281e999-1a62-440f-ad8a-46f2f997b759 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1131482 Nov 12 04:20:09.220108 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Request body: {'port': {'device_id': '29fa6731-b513-4e5c-84e6-1b15b18db9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:09.249830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port f09eab3a-d493-4b70-9cb5-6de53692225a triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:09.250403 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:09.329935 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0bd936cf-c9a6-4a27-9957-0a8556dcf235 None None] Provisioning complete for port 7ec7cc86-a327-46e3-82cc-6403e1f00ad8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:09.330390 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0bd936cf-c9a6-4a27-9957-0a8556dcf235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:09.370073 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4fd6cf5-781e-43bf-a47b-7cb92ea3d618 req-89c25eac-7e43-4d2a-89e3-561a09bca431 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734792 Nov 12 04:20:09.396677 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0bd936cf-c9a6-4a27-9957-0a8556dcf235 None None] Port 7ec7cc86-a327-46e3-82cc-6403e1f00ad8 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:20:09.406705 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:09.418248 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b24aa49f-457b-4d11-83fa-4a5e720038a2 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:09.485077 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cab719-264f-44f2-9296-0d014a653c02 req-6bc7ec4b-9242-4bd0-9ed7-094698f37e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:09.490059 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-32cab719-264f-44f2-9296-0d014a653c02 req-6bc7ec4b-9242-4bd0-9ed7-094698f37e27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5899c933-8abf-4894-ba87-9c7f598b19e1 HTTP/1.1" status: 200 len: 914 time: 0.5156701 Nov 12 04:20:09.510842 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port b24aa49f-457b-4d11-83fa-4a5e720038a2 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:09.511216 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:09.616002 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:09.658943 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port b24aa49f-457b-4d11-83fa-4a5e720038a2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b24aa49f-457b-4d11-83fa-4a5e720038a2,segment=NetworkSegment(5a1fde86-a291-4144-99d4-17965f668b72),segment_id=5a1fde86-a291-4144-99d4-17965f668b72)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:09.683690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-32cab719-264f-44f2-9296-0d014a653c02 req-85ccc952-c632-49a5-b659-1f1bcca14750 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22550d3c-d031-403d-87f1-ff386e45c76d HTTP/1.1" status: 200 len: 217 time: 0.1832690 Nov 12 04:20:09.714787 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:09.753316 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-29cc42b6-b713-4e4a-a216-c6379ef64105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:09.782243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=b24aa49f-457b-4d11-83fa-4a5e720038a2,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:09.795853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc42b6-b713-4e4a-a216-c6379ef64105 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:09.825289 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cab719-264f-44f2-9296-0d014a653c02 req-1834ac80-bd3b-4bcc-b4d5-0259f7396078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:09.826823 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-32cab719-264f-44f2-9296-0d014a653c02 req-1834ac80-bd3b-4bcc-b4d5-0259f7396078 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fad23203-3db0-4bdf-97af-b03a03d0baec HTTP/1.1" status: 200 len: 853 time: 0.1185720 Nov 12 04:20:09.835436 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256439e7-c321-4391-9fc4-95965813caea req-71e12220-a2bd-42e9-b38f-8afb5254862a tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:09.836962 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-256439e7-c321-4391-9fc4-95965813caea req-71e12220-a2bd-42e9-b38f-8afb5254862a tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9656511-2361-404b-98f3-2133e5690aa9 HTTP/1.1" status: 200 len: 944 time: 0.2220583 Nov 12 04:20:09.863430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec7cc86-a327-46e3-82cc-6403e1f00ad8 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:20:09.878809 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:09.892676 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-978004a1-c70f-4338-b67a-b5c6c683a894 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:09.912648 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-32cab719-264f-44f2-9296-0d014a653c02 req-c66f4159-6ded-4160-89e7-36345c179194 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5899c933-8abf-4894-ba87-9c7f598b19e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725853 Nov 12 04:20:09.930852 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Transition to ACTIVE for port object 7ec7cc86-a327-46e3-82cc-6403e1f00ad8 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:20:10.033515 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:10.083717 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-256439e7-c321-4391-9fc4-95965813caea req-99d31f6e-6eb9-4c48-b3fc-6e2695018381 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4f63e8e-bad7-43d8-8ae5-f6f44d1f031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149124 Nov 12 04:20:10.130028 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec7cc86-a327-46e3-82cc-6403e1f00ad8,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:10.145232 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-29cc42b6-b713-4e4a-a216-c6379ef64105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:10.148620 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-32cab719-264f-44f2-9296-0d014a653c02 req-4dfa7d9e-282c-4b20-8e7f-035070069b42 service neutron] 10.222.0.21 "GET /v2.0/networks/5899c933-8abf-4894-ba87-9c7f598b19e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257645 Nov 12 04:20:10.255698 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Attempting to bind port 7ec7cc86-a327-46e3-82cc-6403e1f00ad8 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:10.256113 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Attempting to bind port 7ec7cc86-a327-46e3-82cc-6403e1f00ad8 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:10.256640 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Attempting to bind port 7ec7cc86-a327-46e3-82cc-6403e1f00ad8 on network 795d5285-3b6a-4de6-8e94-3800661b542b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:10.260539 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9695d1c-f385-4e43-875b-c4bfc22e15a4 req-7f47e95a-4651-479c-995b-7e9d36f5f6eb tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 210 time: 0.0795155 Nov 12 04:20:10.265771 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Port 7ec7cc86-a327-46e3-82cc-6403e1f00ad8 on network 795d5285-3b6a-4de6-8e94-3800661b542b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:20:10.269745 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Attempting to bind port 7ec7cc86-a327-46e3-82cc-6403e1f00ad8 on network 795d5285-3b6a-4de6-8e94-3800661b542b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:10.294959 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:10.298498 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Checking segment: {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:10.298498 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Bound using segment: {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:10.298498 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Bound port: 7ec7cc86-a327-46e3-82cc-6403e1f00ad8, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:10.298498 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:10.406296 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] For port 7ec7cc86-a327-46e3-82cc-6403e1f00ad8, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:10.409766 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] For port 7ec7cc86-a327-46e3-82cc-6403e1f00ad8, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=7ec7cc86-a327-46e3-82cc-6403e1f00ad8,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:10.418508 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c06469-c3a2-42b5-8ca7-7bcc0c01db54 None None] Sync routers for ids ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:10.423393 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:20:10.444889 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-978004a1-c70f-4338-b67a-b5c6c683a894 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting port f09eab3a-d493-4b70-9cb5-6de53692225a {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:10.445248 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-978004a1-c70f-4338-b67a-b5c6c683a894 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:10.465329 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c06469-c3a2-42b5-8ca7-7bcc0c01db54 None None] Routers {'6d3b7acc-d795-4a26-82cf-a0ba1c15c859'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:10.466017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-15c06469-c3a2-42b5-8ca7-7bcc0c01db54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:10.508351 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:10.567692 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:10.571494 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:10.571494 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] 10.222.0.21 "PUT /v2.0/ports/7ec7cc86-a327-46e3-82cc-6403e1f00ad8 HTTP/1.1" status: 200 len: 1093 time: 1.3632009 Nov 12 04:20:10.571494 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fa6731-b513-4e5c-84e6-1b15b18db9a0', 'tag': '7ec7cc86-a327-46e3-82cc-6403e1f00ad8'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:10.572678 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99205673-68a2-4e6e-a25d-6158c49467d1" -d '{"events": [{"name": "network-changed", "server_uuid": "29fa6731-b513-4e5c-84e6-1b15b18db9a0", "tag": "7ec7cc86-a327-46e3-82cc-6403e1f00ad8"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:10.608197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-15c06469-c3a2-42b5-8ca7-7bcc0c01db54 None None] Set router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:10.621288 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-978004a1-c70f-4338-b67a-b5c6c683a894 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] For port f09eab3a-d493-4b70-9cb5-6de53692225a, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f09eab3a-d493-4b70-9cb5-6de53692225a,segment=NetworkSegment(5a5c2adf-408b-430a-9fb0-71220f88d792),segment_id=5a5c2adf-408b-430a-9fb0-71220f88d792)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:10.621655 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-978004a1-c70f-4338-b67a-b5c6c683a894 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:10.624335 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59afb1-b295-452e-b680-03b4ae23f981 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec7cc86-a327-46e3-82cc-6403e1f00ad8,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:10.638701 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-978004a1-c70f-4338-b67a-b5c6c683a894 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Calling delete_port for f09eab3a-d493-4b70-9cb5-6de53692225a owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:10.811755 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-32cab719-264f-44f2-9296-0d014a653c02 req-a020c465-9690-4521-96d4-6d60801cf4a1 service neutron] 10.222.0.21 "GET /v2.0/networks/5899c933-8abf-4894-ba87-9c7f598b19e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6459448 Nov 12 04:20:10.866749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-249c4317-4a00-44bf-b098-552488b2dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:10.869171 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-249c4317-4a00-44bf-b098-552488b2dfb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 1096 time: 0.1270492 Nov 12 04:20:10.992911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-15c06469-c3a2-42b5-8ca7-7bcc0c01db54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:06Z', 'revision_number': 7, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '408a94eb-18c8-4ee8-af79-f1fd7ef71168', 'name': '', 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:ea:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:44Z', 'updated_at': '2021-11-12T04:19:52Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a356a788-6bb3-4a1c-9154-8801a5988b42', 'name': '', 'network_id': '09208621-106b-42ae-8459-913dce08b05e', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:8a:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:53Z', 'updated_at': '2021-11-12T04:20:00Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f09eab3a-d493-4b70-9cb5-6de53692225a', 'name': '', 'network_id': '5cc498f0-d837-4974-894e-149eb8f9674b', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:b3:4a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'e1bd1c92-67be-4e00-8912-1b632bec0609', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:59Z', 'updated_at': '2021-11-12T04:20:08Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e1bd1c92-67be-4e00-8912-1b632bec0609', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:10.997162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46eaa5-5384-4d3f-857b-d42b7beb5e8d req-28b4c424-8b3b-4d1c-933d-4c86650226c1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:10.998659 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b46eaa5-5384-4d3f-857b-d42b7beb5e8d req-28b4c424-8b3b-4d1c-933d-4c86650226c1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 944 time: 0.1350820 Nov 12 04:20:11.016992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cc42b6-b713-4e4a-a216-c6379ef64105 admin admin] Router 16718ee3-e7ac-4924-b850-d5f822cdab0b has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:11.042791 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-14111d15-5602-44e6-8af5-3d2a977e30db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ec7cc86-a327-46e3-82cc-6403e1f00ad8 HTTP/1.1" status: 200 len: 217 time: 0.0738800 Nov 12 04:20:11.043883 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c06469-c3a2-42b5-8ca7-7bcc0c01db54 None None] Checking router: 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:11.060679 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b46eaa5-5384-4d3f-857b-d42b7beb5e8d req-8361ecbe-9907-436c-b645-9a0cde539bce tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553341 Nov 12 04:20:11.066450 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c06469-c3a2-42b5-8ca7-7bcc0c01db54 None None] Routers {'6d3b7acc-d795-4a26-82cf-a0ba1c15c859'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:11.066450 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-15c06469-c3a2-42b5-8ca7-7bcc0c01db54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:11.123022 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b24aa49f-457b-4d11-83fa-4a5e720038a2 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:11.144781 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-6484aa2a-6a38-4c51-a601-f729f7117081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:11.148138 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-6484aa2a-6a38-4c51-a601-f729f7117081 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.0906477 Nov 12 04:20:11.199201 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-978004a1-c70f-4338-b67a-b5c6c683a894 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:11.262414 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a9517b-8b2c-43fa-a85e-5e604de17980 x-openstack-request-id: req-b4a9517b-8b2c-43fa-a85e-5e604de17980 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:11.263147 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29fa6731-b513-4e5c-84e6-1b15b18db9a0", "tag": "7ec7cc86-a327-46e3-82cc-6403e1f00ad8", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:11.263621 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4a9517b-8b2c-43fa-a85e-5e604de17980 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:11.264276 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29fa6731-b513-4e5c-84e6-1b15b18db9a0', 'tag': '7ec7cc86-a327-46e3-82cc-6403e1f00ad8', 'status': 'completed', 'code': 200} Nov 12 04:20:11.295364 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978004a1-c70f-4338-b67a-b5c6c683a894 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Port': ['ID=f09eab3a-d493-4b70-9cb5-6de53692225a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:11.314313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cc42b6-b713-4e4a-a216-c6379ef64105 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:11.321899 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-29cc42b6-b713-4e4a-a216-c6379ef64105 admin admin] 10.222.0.37 "PUT /v2.0/routers/16718ee3-e7ac-4924-b850-d5f822cdab0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7515924 Nov 12 04:20:11.325131 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42522) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:11.330692 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe751d0-db51-4d77-897a-de8096a5c4bc None None] Sync routers for ids ['16718ee3-e7ac-4924-b850-d5f822cdab0b'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:11.343696 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe751d0-db51-4d77-897a-de8096a5c4bc None None] Routers {'16718ee3-e7ac-4924-b850-d5f822cdab0b'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:11.344222 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cfe751d0-db51-4d77-897a-de8096a5c4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['16718ee3-e7ac-4924-b850-d5f822cdab0b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:11.423302 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-15c06469-c3a2-42b5-8ca7-7bcc0c01db54 None None] Set router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:11.500967 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-046f3cdb-e680-457a-a50e-91f0a7d29ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:11.503347 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-046f3cdb-e680-457a-a50e-91f0a7d29ec6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3067865 Nov 12 04:20:11.511851 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port b24aa49f-457b-4d11-83fa-4a5e720038a2 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:11.512234 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:11.539380 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-acd945b5-f877-435e-af50-4788f9966b32 admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:11.577224 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-cfe751d0-db51-4d77-897a-de8096a5c4bc None None] Set router 16718ee3-e7ac-4924-b850-d5f822cdab0b gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:11.640578 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 22550d3c-d031-403d-87f1-ff386e45c76d details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:20:11.755002 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-978004a1-c70f-4338-b67a-b5c6c683a894 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:11.756106 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-acd945b5-f877-435e-af50-4788f9966b32 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:11.793904 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-cc7bf84e-b0bd-4efc-89ce-869319ca7842 service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774162 Nov 12 04:20:11.804906 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cfe751d0-db51-4d77-897a-de8096a5c4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'name': 'tempest-TaggedBootDevicesTest-37807826-router', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '5def5009-f526-49a3-928e-e539dad55926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:27Z', 'updated_at': '2021-11-12T04:20:09Z', 'revision_number': 5, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'gw_port': {'id': '5def5009-f526-49a3-928e-e539dad55926', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:11.820843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-de65cdd2-a673-4955-8d18-ec16265d7a25 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:11.822669 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-de65cdd2-a673-4955-8d18-ec16265d7a25 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.21 "GET /v2.0/networks?id=2b83df4f-b929-4e4a-ac1e-c416f0ac229a HTTP/1.1" status: 200 len: 811 time: 0.6057065 Nov 12 04:20:11.839668 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe751d0-db51-4d77-897a-de8096a5c4bc None None] Checking router: 16718ee3-e7ac-4924-b850-d5f822cdab0b for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:11.850812 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe751d0-db51-4d77-897a-de8096a5c4bc None None] Routers {'16718ee3-e7ac-4924-b850-d5f822cdab0b'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:11.851783 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cfe751d0-db51-4d77-897a-de8096a5c4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['16718ee3-e7ac-4924-b850-d5f822cdab0b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:11.866990 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f01fb5-25d8-4957-8e00-4fcbe8526877 req-c1505be9-84ff-45cb-9089-63deb13ba6c1 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:11.880566 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18f01fb5-25d8-4957-8e00-4fcbe8526877 req-c1505be9-84ff-45cb-9089-63deb13ba6c1 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 945 time: 0.1903622 Nov 12 04:20:11.889209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-37d93cfc-2bd8-493e-98d8-5a08c38dc48f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Request body: {'port': {'device_id': '546eb9c4-3a20-42a5-92c7-453b175d0799', 'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a', 'admin_state_up': True, 'tenant_id': '85b49f7fda8a4adf8c323ae957f4dc57'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:11.971382 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 22550d3c-d031-403d-87f1-ff386e45c76d, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=22550d3c-d031-403d-87f1-ff386e45c76d,segment=NetworkSegment(e6f0aeec-3824-4ca3-bf09-5b0cc243a156),segment_id=e6f0aeec-3824-4ca3-bf09-5b0cc243a156)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:11.998691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '22550d3c-d031-403d-87f1-ff386e45c76d', 'network_id': '5899c933-8abf-4894-ba87-9c7f598b19e1', 'port_id': '22550d3c-d031-403d-87f1-ff386e45c76d', 'mac_address': 'fa:16:3e:2a:fb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad23203-3db0-4bdf-97af-b03a03d0baec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:20:12.034187 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-cfe751d0-db51-4d77-897a-de8096a5c4bc None None] Set router 16718ee3-e7ac-4924-b850-d5f822cdab0b gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:12.055826 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-15c06469-c3a2-42b5-8ca7-7bcc0c01db54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:06Z', 'revision_number': 7, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '408a94eb-18c8-4ee8-af79-f1fd7ef71168', 'name': '', 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:ea:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:44Z', 'updated_at': '2021-11-12T04:19:52Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a356a788-6bb3-4a1c-9154-8801a5988b42', 'name': '', 'network_id': '09208621-106b-42ae-8459-913dce08b05e', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:8a:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:53Z', 'updated_at': '2021-11-12T04:20:00Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f09eab3a-d493-4b70-9cb5-6de53692225a', 'name': '', 'network_id': '5cc498f0-d837-4974-894e-149eb8f9674b', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:b3:4a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'e1bd1c92-67be-4e00-8912-1b632bec0609', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:59Z', 'updated_at': '2021-11-12T04:20:08Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e1bd1c92-67be-4e00-8912-1b632bec0609', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:12.094570 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c06469-c3a2-42b5-8ca7-7bcc0c01db54 None None] The sync data for ids ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'] in n-d-768509-24 is: [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:06Z', 'revision_number': 7, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '408a94eb-18c8-4ee8-af79-f1fd7ef71168', 'name': '', 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:ea:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:44Z', 'updated_at': '2021-11-12T04:19:52Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a356a788-6bb3-4a1c-9154-8801a5988b42', 'name': '', 'network_id': '09208621-106b-42ae-8459-913dce08b05e', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:8a:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:53Z', 'updated_at': '2021-11-12T04:20:00Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f09eab3a-d493-4b70-9cb5-6de53692225a', 'name': '', 'network_id': '5cc498f0-d837-4974-894e-149eb8f9674b', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:b3:4a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'e1bd1c92-67be-4e00-8912-1b632bec0609', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:59Z', 'updated_at': '2021-11-12T04:20:08Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e1bd1c92-67be-4e00-8912-1b632bec0609', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:12.100252 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:12.125071 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22550d3c-d031-403d-87f1-ff386e45c76d {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:20:12.178012 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 22550d3c-d031-403d-87f1-ff386e45c76d, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=22550d3c-d031-403d-87f1-ff386e45c76d,segment=NetworkSegment(e6f0aeec-3824-4ca3-bf09-5b0cc243a156),segment_id=e6f0aeec-3824-4ca3-bf09-5b0cc243a156)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:12.184657 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5162169e-7d81-4bfc-a0e6-45c353994fa8 req-1f9a62ea-440d-4b87-9b4c-417967004060 service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516903 Nov 12 04:20:12.191220 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978004a1-c70f-4338-b67a-b5c6c683a894 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:12.227879 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18f01fb5-25d8-4957-8e00-4fcbe8526877 req-7fe1eb8a-e61e-4ecf-b221-034357be235c tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462439 Nov 12 04:20:12.247124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-acd945b5-f877-435e-af50-4788f9966b32 admin admin] Deleting port 5def5009-f526-49a3-928e-e539dad55926 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:12.247523 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-acd945b5-f877-435e-af50-4788f9966b32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:12.267684 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-37d93cfc-2bd8-493e-98d8-5a08c38dc48f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Made reservation on behalf of 85b49f7fda8a4adf8c323ae957f4dc57 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:20:12.275904 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-37d93cfc-2bd8-493e-98d8-5a08c38dc48f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:12.279281 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cfe751d0-db51-4d77-897a-de8096a5c4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'name': 'tempest-TaggedBootDevicesTest-37807826-router', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '5def5009-f526-49a3-928e-e539dad55926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:27Z', 'updated_at': '2021-11-12T04:20:09Z', 'revision_number': 5, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'gw_port': {'id': '5def5009-f526-49a3-928e-e539dad55926', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:12.320852 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe751d0-db51-4d77-897a-de8096a5c4bc None None] The sync data for ids ['16718ee3-e7ac-4924-b850-d5f822cdab0b'] in n-d-768509-24 is: [{'id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'name': 'tempest-TaggedBootDevicesTest-37807826-router', 'tenant_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '5def5009-f526-49a3-928e-e539dad55926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:27Z', 'updated_at': '2021-11-12T04:20:09Z', 'revision_number': 5, 'project_id': '72d4754f04e94e6c9e3f339cc9bdd8f4', 'gw_port': {'id': '5def5009-f526-49a3-928e-e539dad55926', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718ee3-e7ac-4924-b850-d5f822cdab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:12.330331 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978004a1-c70f-4338-b67a-b5c6c683a894 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:12.342616 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:12.353365 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-978004a1-c70f-4338-b67a-b5c6c683a894 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/6d3b7acc-d795-4a26-82cf-a0ba1c15c859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3540208 Nov 12 04:20:12.353365 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42532) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:12.397212 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ea63b0-9314-41a1-8d50-da241e456a80 None None] Sync routers for ids ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:12.421859 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=22550d3c-d031-403d-87f1-ff386e45c76d,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:12.428647 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ea63b0-9314-41a1-8d50-da241e456a80 None None] Routers {'6d3b7acc-d795-4a26-82cf-a0ba1c15c859'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:12.428647 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-14ea63b0-9314-41a1-8d50-da241e456a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:12.441116 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f050b1-0a3a-4ab8-909a-97bfaace819c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting subnet e1bd1c92-67be-4e00-8912-1b632bec0609 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:20:12.442199 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-acd945b5-f877-435e-af50-4788f9966b32 admin admin] For port 5def5009-f526-49a3-928e-e539dad55926, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=5def5009-f526-49a3-928e-e539dad55926,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:12.442570 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-acd945b5-f877-435e-af50-4788f9966b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:12.445375 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01f050b1-0a3a-4ab8-909a-97bfaace819c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:12.472487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-acd945b5-f877-435e-af50-4788f9966b32 admin admin] Calling delete_port for 5def5009-f526-49a3-928e-e539dad55926 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:12.483449 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166754cd-e5f0-4ac4-8acd-73048643a3c7 req-e5c9bd5e-54f7-4b4f-9dbc-5aaca1cdbc91 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:12.489229 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01f050b1-0a3a-4ab8-909a-97bfaace819c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:12.489475 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-166754cd-e5f0-4ac4-8acd-73048643a3c7 req-e5c9bd5e-54f7-4b4f-9dbc-5aaca1cdbc91 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9656511-2361-404b-98f3-2133e5690aa9 HTTP/1.1" status: 200 len: 944 time: 0.1807296 Nov 12 04:20:12.518772 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-14ea63b0-9314-41a1-8d50-da241e456a80 None None] Set router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:12.618863 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01f050b1-0a3a-4ab8-909a-97bfaace819c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:12.646909 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99205673-68a2-4e6e-a25d-6158c49467d1 req-c507994e-b858-4b09-b2b7-741d9ab01c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:12.648301 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-99205673-68a2-4e6e-a25d-6158c49467d1 req-c507994e-b858-4b09-b2b7-741d9ab01c00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 1096 time: 0.0884953 Nov 12 04:20:12.690534 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-166754cd-e5f0-4ac4-8acd-73048643a3c7 req-b45e69d2-8482-4315-98f7-b274ecbc5ada tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4f63e8e-bad7-43d8-8ae5-f6f44d1f031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620841 Nov 12 04:20:12.787277 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-37d93cfc-2bd8-493e-98d8-5a08c38dc48f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Allocated IP 172.20.0.11 (2b83df4f-b929-4e4a-ac1e-c416f0ac229a/6e8233b1-aa6e-479f-9cdc-91daccb1fad4/549eeb88-053c-41b8-a8a8-67bfc24cb467) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:12.796114 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99205673-68a2-4e6e-a25d-6158c49467d1 req-e350773d-072a-4369-bed9-f2fabd09e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:12.797779 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-99205673-68a2-4e6e-a25d-6158c49467d1 req-e350773d-072a-4369-bed9-f2fabd09e3a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.1380820 Nov 12 04:20:12.814611 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-14ea63b0-9314-41a1-8d50-da241e456a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:10Z', 'revision_number': 8, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '408a94eb-18c8-4ee8-af79-f1fd7ef71168', 'name': '', 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:ea:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:44Z', 'updated_at': '2021-11-12T04:19:52Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a356a788-6bb3-4a1c-9154-8801a5988b42', 'name': '', 'network_id': '09208621-106b-42ae-8459-913dce08b05e', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:8a:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:53Z', 'updated_at': '2021-11-12T04:20:00Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:12.828186 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dead9ecf-4ebf-4662-acf0-0f52417ba30b req-c59ffb0d-c608-44d6-9095-119666541feb tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 210 time: 0.0428853 Nov 12 04:20:12.863385 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ea63b0-9314-41a1-8d50-da241e456a80 None None] Checking router: 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:12.875147 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-99205673-68a2-4e6e-a25d-6158c49467d1 req-573bb593-c355-4fc4-802d-57d18cabd763 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ec7cc86-a327-46e3-82cc-6403e1f00ad8 HTTP/1.1" status: 200 len: 217 time: 0.0652785 Nov 12 04:20:12.876801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ea63b0-9314-41a1-8d50-da241e456a80 None None] Routers {'6d3b7acc-d795-4a26-82cf-a0ba1c15c859'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:12.877154 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01f050b1-0a3a-4ab8-909a-97bfaace819c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:12.877494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-14ea63b0-9314-41a1-8d50-da241e456a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:12.968265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['22550d3c-d031-403d-87f1-ff386e45c76d'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:20:12.972882 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f050b1-0a3a-4ab8-909a-97bfaace819c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Subnet': ['ID=e1bd1c92-67be-4e00-8912-1b632bec0609,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:12.988107 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01f050b1-0a3a-4ab8-909a-97bfaace819c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:12.993799 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-01f050b1-0a3a-4ab8-909a-97bfaace819c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/subnets/e1bd1c92-67be-4e00-8912-1b632bec0609 HTTP/1.1" status: 204 len: 168 time: 0.6432509 Nov 12 04:20:13.002121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42536) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:13.018081 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070800b1-c9a9-4f85-a081-9778a5f39c60 None None] Network 5cc498f0-d837-4974-894e-149eb8f9674b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:13.024219 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99205673-68a2-4e6e-a25d-6158c49467d1 req-7cc4037d-e748-4c10-a8f5-058ba153301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:13.025711 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-99205673-68a2-4e6e-a25d-6158c49467d1 req-7cc4037d-e748-4c10-a8f5-058ba153301b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.1420739 Nov 12 04:20:13.110026 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99205673-68a2-4e6e-a25d-6158c49467d1 req-d544978c-4927-496b-938e-8975e27702d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:13.111626 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-99205673-68a2-4e6e-a25d-6158c49467d1 req-d544978c-4927-496b-938e-8975e27702d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779417 Nov 12 04:20:13.120105 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:13.147296 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:20:13.147641 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6a4ca1fc-aeb8-4a0f-a658-6cee040dfee9 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:13.170975 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-14ea63b0-9314-41a1-8d50-da241e456a80 None None] Set router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:13.242056 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9977180-d2ee-4bea-8ec1-b2f778b83076 req-0065682b-58b7-43c5-9aa2-aea0b522653a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:13.244271 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a9977180-d2ee-4bea-8ec1-b2f778b83076 req-0065682b-58b7-43c5-9aa2-aea0b522653a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 944 time: 0.2407012 Nov 12 04:20:13.253673 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:13.294382 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-37d93cfc-2bd8-493e-98d8-5a08c38dc48f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:13.364519 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a9977180-d2ee-4bea-8ec1-b2f778b83076 req-98b2a9e0-b9cd-45c5-b3c5-1d0c5fdcb024 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045973 Nov 12 04:20:13.370178 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-acd945b5-f877-435e-af50-4788f9966b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:13.408700 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd945b5-f877-435e-af50-4788f9966b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=5def5009-f526-49a3-928e-e539dad55926,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:13.565407 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-acd945b5-f877-435e-af50-4788f9966b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:13.634876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa8e281-9d2a-4edf-9d87-d6020e330278 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:20:13.638479 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-99205673-68a2-4e6e-a25d-6158c49467d1 req-421d7696-b519-4f82-b80b-e9024e3d923f service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183764 Nov 12 04:20:13.647797 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-37d93cfc-2bd8-493e-98d8-5a08c38dc48f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:13.734532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-37d93cfc-2bd8-493e-98d8-5a08c38dc48f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Network 2b83df4f-b929-4e4a-ac1e-c416f0ac229a is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:13.764082 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-99205673-68a2-4e6e-a25d-6158c49467d1 req-576b73db-37cc-4cad-bad9-ec5518a78d6a service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153185 Nov 12 04:20:13.795478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-37d93cfc-2bd8-493e-98d8-5a08c38dc48f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:13.806167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-37d93cfc-2bd8-493e-98d8-5a08c38dc48f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:13.811848 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting port 84b73029-616a-47ff-9ca1-f9cf9e25eb31 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:13.812188 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:13.861588 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-acd945b5-f877-435e-af50-4788f9966b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:13.871248 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-acd945b5-f877-435e-af50-4788f9966b32 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:13.896082 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11adadfa-49bd-4090-86a6-1a55826a160c None None] DHCP port deletion for 5cc498f0-d837-4974-894e-149eb8f9674b request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:20:13.952521 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-14ea63b0-9314-41a1-8d50-da241e456a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:10Z', 'revision_number': 8, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '408a94eb-18c8-4ee8-af79-f1fd7ef71168', 'name': '', 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:ea:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:44Z', 'updated_at': '2021-11-12T04:19:52Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a356a788-6bb3-4a1c-9154-8801a5988b42', 'name': '', 'network_id': '09208621-106b-42ae-8459-913dce08b05e', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:8a:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:53Z', 'updated_at': '2021-11-12T04:20:00Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:13.986496 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ea63b0-9314-41a1-8d50-da241e456a80 None None] The sync data for ids ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'] in n-d-768509-24 is: [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:10Z', 'revision_number': 8, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '408a94eb-18c8-4ee8-af79-f1fd7ef71168', 'name': '', 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:ea:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:44Z', 'updated_at': '2021-11-12T04:19:52Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a356a788-6bb3-4a1c-9154-8801a5988b42', 'name': '', 'network_id': '09208621-106b-42ae-8459-913dce08b05e', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:8a:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:53Z', 'updated_at': '2021-11-12T04:20:00Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '16cb3560-6e62-499e-9a59-c4f51d7624f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:14.014334 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-11adadfa-49bd-4090-86a6-1a55826a160c None None] Deleting port 84b73029-616a-47ff-9ca1-f9cf9e25eb31 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:14.028242 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11adadfa-49bd-4090-86a6-1a55826a160c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:14.099519 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-11adadfa-49bd-4090-86a6-1a55826a160c None None] For port 84b73029-616a-47ff-9ca1-f9cf9e25eb31, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=84b73029-616a-47ff-9ca1-f9cf9e25eb31,segment=NetworkSegment(5a5c2adf-408b-430a-9fb0-71220f88d792),segment_id=5a5c2adf-408b-430a-9fb0-71220f88d792)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:14.100025 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11adadfa-49bd-4090-86a6-1a55826a160c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:14.114027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-11adadfa-49bd-4090-86a6-1a55826a160c None None] Calling delete_port for 84b73029-616a-47ff-9ca1-f9cf9e25eb31 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:14.264314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d93cfc-2bd8-493e-98d8-5a08c38dc48f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Pushing event updated for resources: {'Port': ['ID=549eeb88-053c-41b8-a8a8-67bfc24cb467,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:14.274532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-37d93cfc-2bd8-493e-98d8-5a08c38dc48f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:14.275173 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-37d93cfc-2bd8-493e-98d8-5a08c38dc48f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:14.289002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c5b2d-5c1e-4bda-b9a7-14c1c2b9f930 req-f56dd3cb-bf5b-4841-b512-2a12335294c6 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:14.290497 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-967c5b2d-5c1e-4bda-b9a7-14c1c2b9f930 req-f56dd3cb-bf5b-4841-b512-2a12335294c6 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 945 time: 0.5892437 Nov 12 04:20:14.294754 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] For port 84b73029-616a-47ff-9ca1-f9cf9e25eb31, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=84b73029-616a-47ff-9ca1-f9cf9e25eb31,segment=NetworkSegment(5a5c2adf-408b-430a-9fb0-71220f88d792),segment_id=5a5c2adf-408b-430a-9fb0-71220f88d792)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:14.295134 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:14.308252 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11adadfa-49bd-4090-86a6-1a55826a160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:14.322826 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Calling delete_port for 84b73029-616a-47ff-9ca1-f9cf9e25eb31 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:14.334702 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adadfa-49bd-4090-86a6-1a55826a160c None None] Pushing event deleted for resources: {'Port': ['ID=84b73029-616a-47ff-9ca1-f9cf9e25eb31,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:14.342269 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-acd945b5-f877-435e-af50-4788f9966b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:14.342827 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd945b5-f877-435e-af50-4788f9966b32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16718ee3-e7ac-4924-b850-d5f822cdab0b {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:20:14.352321 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11adadfa-49bd-4090-86a6-1a55826a160c None None] No DVR routers for this DVR port 84b73029-616a-47ff-9ca1-f9cf9e25eb31 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:20:14.353288 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-acd945b5-f877-435e-af50-4788f9966b32 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:14.354437 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-acd945b5-f877-435e-af50-4788f9966b32 admin admin] 10.222.0.37 "DELETE /v2.0/routers/16718ee3-e7ac-4924-b850-d5f822cdab0b HTTP/1.1" status: 204 len: 168 time: 3.0287187 Nov 12 04:20:14.360057 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42546) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:14.414993 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-967c5b2d-5c1e-4bda-b9a7-14c1c2b9f930 req-5c49c138-9f38-40a4-8827-c77a3387ed2e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170988 Nov 12 04:20:14.436099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-37d93cfc-2bd8-493e-98d8-5a08c38dc48f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5901432 Nov 12 04:20:14.443497 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-93152055-d515-4eef-aad8-fa63ce326f33 admin admin] Deleting subnet ac2df72c-3697-4006-a460-6748e4420277 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:20:14.447756 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93152055-d515-4eef-aad8-fa63ce326f33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:14.457634 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Request body: {'port': {'device_id': '546eb9c4-3a20-42a5-92c7-453b175d0799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:14.500748 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93152055-d515-4eef-aad8-fa63ce326f33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:14.593480 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:14.626316 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93152055-d515-4eef-aad8-fa63ce326f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:14.640554 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:14.693660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Port': ['ID=84b73029-616a-47ff-9ca1-f9cf9e25eb31,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:14.700460 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] No DVR routers for this DVR port 84b73029-616a-47ff-9ca1-f9cf9e25eb31 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:20:14.752800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e6d65-faa1-4140-bf63-8afb2ae4eed6 req-6c37e072-7b8b-4361-a35e-ca1afbed6d1f tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:14.754357 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-100e6d65-faa1-4140-bf63-8afb2ae4eed6 req-6c37e072-7b8b-4361-a35e-ca1afbed6d1f tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9656511-2361-404b-98f3-2133e5690aa9 HTTP/1.1" status: 200 len: 945 time: 0.1833134 Nov 12 04:20:14.795136 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93152055-d515-4eef-aad8-fa63ce326f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:14.824605 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93152055-d515-4eef-aad8-fa63ce326f33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac2df72c-3697-4006-a460-6748e4420277,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:14.833165 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93152055-d515-4eef-aad8-fa63ce326f33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:14.837058 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-93152055-d515-4eef-aad8-fa63ce326f33 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ac2df72c-3697-4006-a460-6748e4420277 HTTP/1.1" status: 204 len: 168 time: 0.4754732 Nov 12 04:20:14.841415 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42554) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:14.843342 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed93c45c-30a0-4a6e-8803-8873bd0060ee None None] Network 19bce048-112d-4f21-ac62-0b363c707e0b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:14.926400 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:15.030609 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc498f0-d837-4974-894e-149eb8f9674b']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:15.089521 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05460e4d-1a34-4a29-8b80-f6833780dc2d None None] DHCP port deletion for 19bce048-112d-4f21-ac62-0b363c707e0b request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:20:15.099692 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-100e6d65-faa1-4140-bf63-8afb2ae4eed6 req-2c4473cc-be91-4cb8-a551-ddbc9c9b8a19 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4f63e8e-bad7-43d8-8ae5-f6f44d1f031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858555 Nov 12 04:20:15.128866 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5c2adf-408b-430a-9fb0-71220f88d792') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:15.129244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5c2adf-408b-430a-9fb0-71220f88d792') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:15.129656 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f09eab3a-d493-4b70-9cb5-6de53692225a no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:15.144069 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:15.155382 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:15.165876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: f09eab3a-d493-4b70-9cb5-6de53692225a {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:20:15.166090 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f09eab3a-d493-4b70-9cb5-6de53692225a not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:15.166473 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 5def5009-f526-49a3-928e-e539dad55926 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:15.196027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 5def5009-f526-49a3-928e-e539dad55926 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:20:15.196373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 5def5009-f526-49a3-928e-e539dad55926 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:15.196805 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 84b73029-616a-47ff-9ca1-f9cf9e25eb31 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:15.210439 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:15.223093 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 84b73029-616a-47ff-9ca1-f9cf9e25eb31 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:20:15.223442 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 84b73029-616a-47ff-9ca1-f9cf9e25eb31 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:15.227297 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-05460e4d-1a34-4a29-8b80-f6833780dc2d None None] Deleting port 7cae010f-8663-4acf-ba16-073f1e90c0e4 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:15.227674 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-05460e4d-1a34-4a29-8b80-f6833780dc2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:15.250406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:20:15.250918 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:20:15.256215 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:20:15.294665 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-05460e4d-1a34-4a29-8b80-f6833780dc2d None None] For port 7cae010f-8663-4acf-ba16-073f1e90c0e4, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7cae010f-8663-4acf-ba16-073f1e90c0e4,segment=NetworkSegment(bb8512e5-5d36-459a-96bb-a9a9dd8130cc),segment_id=bb8512e5-5d36-459a-96bb-a9a9dd8130cc)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:15.295178 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-05460e4d-1a34-4a29-8b80-f6833780dc2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:15.313137 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-05460e4d-1a34-4a29-8b80-f6833780dc2d None None] Calling delete_port for 7cae010f-8663-4acf-ba16-073f1e90c0e4 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:15.353561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ac8fa-abbf-40fc-834b-c1dcd397879e req-cbc2038e-af4a-4f14-a3f2-b914a1bb5981 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:15.354428 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f46ac8fa-abbf-40fc-834b-c1dcd397879e req-cbc2038e-af4a-4f14-a3f2-b914a1bb5981 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 932 time: 0.1850705 Nov 12 04:20:15.427888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549eeb88-053c-41b8-a8a8-67bfc24cb467 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:20:15.438600 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:15.447569 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] Deleting port 7cae010f-8663-4acf-ba16-073f1e90c0e4 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:15.447919 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:15.455274 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:15.461482 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:15.464694 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/networks/5cc498f0-d837-4974-894e-149eb8f9674b HTTP/1.1" status: 204 len: 168 time: 2.4592481 Nov 12 04:20:15.467757 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42558) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:15.479493 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-05460e4d-1a34-4a29-8b80-f6833780dc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:15.495769 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Transition to ACTIVE for port object 549eeb88-053c-41b8-a8a8-67bfc24cb467 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:20:15.508117 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05460e4d-1a34-4a29-8b80-f6833780dc2d None None] Pushing event deleted for resources: {'Port': ['ID=7cae010f-8663-4acf-ba16-073f1e90c0e4,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:15.514024 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05460e4d-1a34-4a29-8b80-f6833780dc2d None None] No DVR routers for this DVR port 7cae010f-8663-4acf-ba16-073f1e90c0e4 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:20:15.530835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f46ac8fa-abbf-40fc-834b-c1dcd397879e req-8a81ddf3-2fae-4dc8-a31e-c330b7b66ba6 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656535 Nov 12 04:20:15.569200 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db428c-15b8-40c4-b28d-7cbb43861299 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Network': ['ID=5cc498f0-d837-4974-894e-149eb8f9674b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:15.574931 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:15.642990 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 7ec7cc86-a327-46e3-82cc-6403e1f00ad8 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:20:15.666930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] For port 7cae010f-8663-4acf-ba16-073f1e90c0e4, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7cae010f-8663-4acf-ba16-073f1e90c0e4,segment=NetworkSegment(bb8512e5-5d36-459a-96bb-a9a9dd8130cc),segment_id=bb8512e5-5d36-459a-96bb-a9a9dd8130cc)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:15.667370 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:15.668131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 22550d3c-d031-403d-87f1-ff386e45c76d up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:15.702930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Pushing event updated for resources: {'Port': ['ID=549eeb88-053c-41b8-a8a8-67bfc24cb467,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:15.714829 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] Calling delete_port for 7cae010f-8663-4acf-ba16-073f1e90c0e4 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:15.761616 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df329c-ccc9-40e2-9ada-224f84f82310 req-ed03b8e3-264e-4eaa-a80b-e85d1fbdd232 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:15.763760 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39df329c-ccc9-40e2-9ada-224f84f82310 req-ed03b8e3-264e-4eaa-a80b-e85d1fbdd232 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 944 time: 0.1727214 Nov 12 04:20:15.833473 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 7ec7cc86-a327-46e3-82cc-6403e1f00ad8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=7ec7cc86-a327-46e3-82cc-6403e1f00ad8,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:15.849338 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '7ec7cc86-a327-46e3-82cc-6403e1f00ad8', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'port_id': '7ec7cc86-a327-46e3-82cc-6403e1f00ad8', 'mac_address': 'fa:16:3e:f9:36:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:20:15.876968 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 22550d3c-d031-403d-87f1-ff386e45c76d completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:20:15.884698 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 22550d3c-d031-403d-87f1-ff386e45c76d triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:15.885416 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:15.916725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Attempting to bind port 549eeb88-053c-41b8-a8a8-67bfc24cb467 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:15.917209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Attempting to bind port 549eeb88-053c-41b8-a8a8-67bfc24cb467 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '5a1fde86-a291-4144-99d4-17965f668b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:15.917643 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Attempting to bind port 549eeb88-053c-41b8-a8a8-67bfc24cb467 on network 2b83df4f-b929-4e4a-ac1e-c416f0ac229a {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:15.928578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-39df329c-ccc9-40e2-9ada-224f84f82310 req-811a2445-f395-4638-86f5-9d0577e3371d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156225 Nov 12 04:20:15.930313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Port 549eeb88-053c-41b8-a8a8-67bfc24cb467 on network 2b83df4f-b929-4e4a-ac1e-c416f0ac229a not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:20:15.930589 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Attempting to bind port 549eeb88-053c-41b8-a8a8-67bfc24cb467 on network 2b83df4f-b929-4e4a-ac1e-c416f0ac229a {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:15.936854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:15.937317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Checking segment: {'id': '5a1fde86-a291-4144-99d4-17965f668b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:15.937802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Bound using segment: {'id': '5a1fde86-a291-4144-99d4-17965f668b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:15.938367 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Bound port: 549eeb88-053c-41b8-a8a8-67bfc24cb467, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1fde86-a291-4144-99d4-17965f668b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:15.938853 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:15.943741 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:15.958715 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:15.970811 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-188cbd78-6215-448b-8206-473bc02e9bab tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:15.983816 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=7cae010f-8663-4acf-ba16-073f1e90c0e4,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:15.989474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] No DVR routers for this DVR port 7cae010f-8663-4acf-ba16-073f1e90c0e4 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:20:16.010653 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:16.021886 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec7cc86-a327-46e3-82cc-6403e1f00ad8 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:20:16.046183 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9656511-2361-404b-98f3-2133e5690aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22550d3c-d031-403d-87f1-ff386e45c76d'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:16.052890 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced8484d-1a60-407b-8e3a-a8302f5a7e4b" -d '{"events": [{"server_uuid": "f9656511-2361-404b-98f3-2133e5690aa9", "name": "network-vif-plugged", "status": "completed", "tag": "22550d3c-d031-403d-87f1-ff386e45c76d"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:16.065711 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 7ec7cc86-a327-46e3-82cc-6403e1f00ad8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=7ec7cc86-a327-46e3-82cc-6403e1f00ad8,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:16.070777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 22550d3c-d031-403d-87f1-ff386e45c76d, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=22550d3c-d031-403d-87f1-ff386e45c76d,segment=NetworkSegment(e6f0aeec-3824-4ca3-bf09-5b0cc243a156),segment_id=e6f0aeec-3824-4ca3-bf09-5b0cc243a156)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:16.125509 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:16.165012 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:16.168042 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] For port 549eeb88-053c-41b8-a8a8-67bfc24cb467, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:16.186332 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=7ec7cc86-a327-46e3-82cc-6403e1f00ad8,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:16.189929 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:16.195037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] For port 549eeb88-053c-41b8-a8a8-67bfc24cb467, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=549eeb88-053c-41b8-a8a8-67bfc24cb467,segment=NetworkSegment(5a1fde86-a291-4144-99d4-17965f668b72),segment_id=5a1fde86-a291-4144-99d4-17965f668b72)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:16.199144 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19bce048-112d-4f21-ac62-0b363c707e0b']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:16.210677 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8512e5-5d36-459a-96bb-a9a9dd8130cc') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:16.211186 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8512e5-5d36-459a-96bb-a9a9dd8130cc') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:16.222121 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:16.237156 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:16.245035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:20:16.245449 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:20:16.247848 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:20:16.275512 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=22550d3c-d031-403d-87f1-ff386e45c76d,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:16.304968 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:16.329054 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:16.330158 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:16.332366 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] 10.222.0.21 "PUT /v2.0/ports/549eeb88-053c-41b8-a8a8-67bfc24cb467 HTTP/1.1" status: 200 len: 1093 time: 1.8793108 Nov 12 04:20:16.337300 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546eb9c4-3a20-42a5-92c7-453b175d0799', 'tag': '549eeb88-053c-41b8-a8a8-67bfc24cb467'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:16.338842 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d350f82-d8c5-4b62-9e91-450723fc2ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "546eb9c4-3a20-42a5-92c7-453b175d0799", "tag": "549eeb88-053c-41b8-a8a8-67bfc24cb467"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:16.375316 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-188cbd78-6215-448b-8206-473bc02e9bab tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting port a356a788-6bb3-4a1c-9154-8801a5988b42 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:16.375497 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-188cbd78-6215-448b-8206-473bc02e9bab tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:16.410329 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94dcf08-52bb-49a3-beac-6202e8dc2421 service neutron] Pushing event updated for resources: {'Port': ['ID=549eeb88-053c-41b8-a8a8-67bfc24cb467,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:16.457197 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:16.462507 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:16.467476 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] 10.222.0.37 "DELETE /v2.0/networks/19bce048-112d-4f21-ac62-0b363c707e0b HTTP/1.1" status: 204 len: 168 time: 1.6159058 Nov 12 04:20:16.482521 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da496fe1-4c0d-407d-bb9f-5933dc532f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=19bce048-112d-4f21-ac62-0b363c707e0b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:16.492678 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-188cbd78-6215-448b-8206-473bc02e9bab tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] For port a356a788-6bb3-4a1c-9154-8801a5988b42, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a356a788-6bb3-4a1c-9154-8801a5988b42,segment=NetworkSegment(639c9168-3f77-4306-86c5-32b312c20533),segment_id=639c9168-3f77-4306-86c5-32b312c20533)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:16.493126 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-188cbd78-6215-448b-8206-473bc02e9bab tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:16.509449 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-188cbd78-6215-448b-8206-473bc02e9bab tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Calling delete_port for a356a788-6bb3-4a1c-9154-8801a5988b42 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:16.547495 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec373fc-804d-4e3f-839c-536239e9a164 x-openstack-request-id: req-dec373fc-804d-4e3f-839c-536239e9a164 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:16.548028 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9656511-2361-404b-98f3-2133e5690aa9", "name": "network-vif-plugged", "status": "completed", "tag": "22550d3c-d031-403d-87f1-ff386e45c76d", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:16.548352 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dec373fc-804d-4e3f-839c-536239e9a164 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:16.548833 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9656511-2361-404b-98f3-2133e5690aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22550d3c-d031-403d-87f1-ff386e45c76d', 'code': 200} Nov 12 04:20:16.575181 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['7ec7cc86-a327-46e3-82cc-6403e1f00ad8'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:20:16.690313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-19fee264-c500-45bc-a6b7-1be5726dc8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:16.692231 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-19fee264-c500-45bc-a6b7-1be5726dc8ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85b49f7fda8a4adf8c323ae957f4dc57&device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 1096 time: 0.1472623 Nov 12 04:20:16.756054 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:16.758370 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-257db0d6-d4bf-4f50-ac12-5f495e9d4e8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=549eeb88-053c-41b8-a8a8-67bfc24cb467 HTTP/1.1" status: 200 len: 217 time: 0.0477002 Nov 12 04:20:16.767865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee57dd-d7c1-40bb-b67a-74199054e80c req-442e7e59-53ef-47be-9a95-0b119b8e7f74 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:16.769670 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14ee57dd-d7c1-40bb-b67a-74199054e80c req-442e7e59-53ef-47be-9a95-0b119b8e7f74 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9656511-2361-404b-98f3-2133e5690aa9 HTTP/1.1" status: 200 len: 946 time: 0.1299865 Nov 12 04:20:16.806597 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878fea0-357f-492b-8ac9-850451bb0b22 req-5be5964f-d8d9-4a21-92af-9ed221c4bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:16.809091 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9878fea0-357f-492b-8ac9-850451bb0b22 req-5be5964f-d8d9-4a21-92af-9ed221c4bce3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f9656511-2361-404b-98f3-2133e5690aa9 HTTP/1.1" status: 200 len: 1098 time: 0.1054969 Nov 12 04:20:16.846287 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-a4f5ae85-6708-43cd-baeb-f7a111ebcac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:16.848504 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-a4f5ae85-6708-43cd-baeb-f7a111ebcac0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e8233b1-aa6e-479f-9cdc-91daccb1fad4 HTTP/1.1" status: 200 len: 851 time: 0.0771735 Nov 12 04:20:16.869417 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14ee57dd-d7c1-40bb-b67a-74199054e80c req-7ada0da3-e46d-4c5c-87f1-fb782954a342 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4f63e8e-bad7-43d8-8ae5-f6f44d1f031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883954 Nov 12 04:20:16.889757 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-33f20d82-1409-4322-bd49-8e7434406af0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b83df4f-b929-4e4a-ac1e-c416f0ac229a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324223 Nov 12 04:20:16.939853 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9878fea0-357f-492b-8ac9-850451bb0b22 req-bb4d9e13-1368-4ecc-8f10-ef828cf36672 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f4f63e8e-bad7-43d8-8ae5-f6f44d1f031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984592 Nov 12 04:20:16.941100 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42576) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:16.987585 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-188cbd78-6215-448b-8206-473bc02e9bab tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:16.988323 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f305311-0dda-4a13-a127-ed0989be3356 x-openstack-request-id: req-3f305311-0dda-4a13-a127-ed0989be3356 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:16.988323 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546eb9c4-3a20-42a5-92c7-453b175d0799", "tag": "549eeb88-053c-41b8-a8a8-67bfc24cb467", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:16.989119 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f305311-0dda-4a13-a127-ed0989be3356 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:16.989119 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546eb9c4-3a20-42a5-92c7-453b175d0799', 'tag': '549eeb88-053c-41b8-a8a8-67bfc24cb467', 'status': 'completed', 'code': 200} Nov 12 04:20:17.014892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 7cae010f-8663-4acf-ba16-073f1e90c0e4 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:17.038527 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-59d09479-7639-4a79-85c5-a10761901e79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72d4754f04e94e6c9e3f339cc9bdd8f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0960281 Nov 12 04:20:17.039671 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188cbd78-6215-448b-8206-473bc02e9bab tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Port': ['ID=a356a788-6bb3-4a1c-9154-8801a5988b42,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:17.041734 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42580) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:17.067109 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 7cae010f-8663-4acf-ba16-073f1e90c0e4 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:20:17.068757 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 7cae010f-8663-4acf-ba16-073f1e90c0e4 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:17.134674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-ff43caff-cfd5-4e64-ae70-c099362b1960 service neutron] 10.222.0.21 "GET /v2.0/networks/2b83df4f-b929-4e4a-ac1e-c416f0ac229a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291343 Nov 12 04:20:17.149520 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ab376-4196-488a-97aa-689106f22989 req-cb13817c-4be0-452c-993a-e7f18f53e78d tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:17.149520 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0a4ab376-4196-488a-97aa-689106f22989 req-cb13817c-4be0-452c-993a-e7f18f53e78d tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 945 time: 0.1006916 Nov 12 04:20:17.235208 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0a4ab376-4196-488a-97aa-689106f22989 req-259c3a48-8503-4aea-a155-8d49c72e73ae tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788515 Nov 12 04:20:17.315723 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-188cbd78-6215-448b-8206-473bc02e9bab tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:17.331908 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7f2d2ab-33d7-48ee-8854-5c298c492785 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:17.370389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ca563-7c32-454f-8dee-0d24424f855a req-40dff91b-335a-4936-9464-980032943c50 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:17.371917 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-200ca563-7c32-454f-8dee-0d24424f855a req-40dff91b-335a-4936-9464-980032943c50 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 944 time: 0.0833406 Nov 12 04:20:17.415310 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7f2d2ab-33d7-48ee-8854-5c298c492785 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:17.471050 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-200ca563-7c32-454f-8dee-0d24424f855a req-739aedf4-7016-4212-a429-c4f28567a98d tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713561 Nov 12 04:20:17.480315 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f6428ce-41b4-4be9-b5d2-b865309f8828 req-3a73e8d1-ef30-43cd-bf96-3ef7cde12ef0 service neutron] 10.222.0.21 "GET /v2.0/networks/2b83df4f-b929-4e4a-ac1e-c416f0ac229a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470625 Nov 12 04:20:17.642868 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac36ae-3df4-40ca-8928-c73ab6556ea0 req-2f3034e3-76ab-4305-8569-91642f0e9548 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:17.654262 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29ac36ae-3df4-40ca-8928-c73ab6556ea0 req-2f3034e3-76ab-4305-8569-91642f0e9548 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 945 time: 0.0881674 Nov 12 04:20:17.665015 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188cbd78-6215-448b-8206-473bc02e9bab tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:17.712750 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29ac36ae-3df4-40ca-8928-c73ab6556ea0 req-a173efb7-12ce-4baf-8b07-9c37c8eabaa7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585670 Nov 12 04:20:17.760936 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7f2d2ab-33d7-48ee-8854-5c298c492785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:17.764406 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7f2d2ab-33d7-48ee-8854-5c298c492785 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:17.768157 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e7f2d2ab-33d7-48ee-8854-5c298c492785 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0201917c-3403-41c7-8fed-dc688622fa75 HTTP/1.1" status: 204 len: 168 time: 0.7160983 Nov 12 04:20:17.779601 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d350f82-d8c5-4b62-9e91-450723fc2ef6 req-7fb557be-19c2-4b98-b01a-c219b3791a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:17.781626 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d350f82-d8c5-4b62-9e91-450723fc2ef6 req-7fb557be-19c2-4b98-b01a-c219b3791a37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85b49f7fda8a4adf8c323ae957f4dc57&device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 1096 time: 0.0554705 Nov 12 04:20:17.786089 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2d2ab-33d7-48ee-8854-5c298c492785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0201917c-3403-41c7-8fed-dc688622fa75,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:17.823759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188cbd78-6215-448b-8206-473bc02e9bab tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:17.843681 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af73f066-a0fd-45a9-b893-d3cc428f7f26 None None] Sync routers for ids ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:17.850470 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-188cbd78-6215-448b-8206-473bc02e9bab tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/6d3b7acc-d795-4a26-82cf-a0ba1c15c859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3811784 Nov 12 04:20:17.853651 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af73f066-a0fd-45a9-b893-d3cc428f7f26 None None] Routers {'6d3b7acc-d795-4a26-82cf-a0ba1c15c859'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:17.854269 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-af73f066-a0fd-45a9-b893-d3cc428f7f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:17.855922 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42588) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:17.957391 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c1a936-8f82-44c1-99b2-33e28fc2c96b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting subnet 16cb3560-6e62-499e-9a59-c4f51d7624f6 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:20:17.961981 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25c1a936-8f82-44c1-99b2-33e28fc2c96b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:17.986855 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d350f82-d8c5-4b62-9e91-450723fc2ef6 req-b0ab389d-d00c-41e9-8ddb-663b970264bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:17.986855 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d350f82-d8c5-4b62-9e91-450723fc2ef6 req-b0ab389d-d00c-41e9-8ddb-663b970264bf service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b83df4f-b929-4e4a-ac1e-c416f0ac229a HTTP/1.1" status: 200 len: 912 time: 0.1920338 Nov 12 04:20:17.990725 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-af73f066-a0fd-45a9-b893-d3cc428f7f26 None None] Set router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:18.008476 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25c1a936-8f82-44c1-99b2-33e28fc2c96b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.051014 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.078362 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d350f82-d8c5-4b62-9e91-450723fc2ef6 req-5c85d7e4-e105-48e6-abbb-fafa481433e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=549eeb88-053c-41b8-a8a8-67bfc24cb467 HTTP/1.1" status: 200 len: 217 time: 0.0786607 Nov 12 04:20:18.126787 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25c1a936-8f82-44c1-99b2-33e28fc2c96b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.170981 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d350f82-d8c5-4b62-9e91-450723fc2ef6 req-18e484c3-a221-465d-afe8-6d4213513c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:18.175390 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d350f82-d8c5-4b62-9e91-450723fc2ef6 req-18e484c3-a221-465d-afe8-6d4213513c8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e8233b1-aa6e-479f-9cdc-91daccb1fad4 HTTP/1.1" status: 200 len: 851 time: 0.0777855 Nov 12 04:20:18.188739 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a905049-19c9-4c8b-a13c-309abedb44d9 req-e395aca1-c05f-41d3-a5ea-ab08865e5338 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:18.198360 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a905049-19c9-4c8b-a13c-309abedb44d9 req-e395aca1-c05f-41d3-a5ea-ab08865e5338 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9656511-2361-404b-98f3-2133e5690aa9 HTTP/1.1" status: 200 len: 946 time: 0.1323187 Nov 12 04:20:18.249337 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d350f82-d8c5-4b62-9e91-450723fc2ef6 req-a9ff635c-f5e4-4e3d-b07d-17b180c83735 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b83df4f-b929-4e4a-ac1e-c416f0ac229a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370200 Nov 12 04:20:18.271249 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-af73f066-a0fd-45a9-b893-d3cc428f7f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:16Z', 'revision_number': 9, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '408a94eb-18c8-4ee8-af79-f1fd7ef71168', 'name': '', 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:ea:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:44Z', 'updated_at': '2021-11-12T04:19:52Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:18.296100 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a905049-19c9-4c8b-a13c-309abedb44d9 req-ee1c29c6-192e-400c-9814-3e7f37c9e850 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4f63e8e-bad7-43d8-8ae5-f6f44d1f031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966775 Nov 12 04:20:18.312445 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af73f066-a0fd-45a9-b893-d3cc428f7f26 None None] Checking router: 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:18.335938 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af73f066-a0fd-45a9-b893-d3cc428f7f26 None None] Routers {'6d3b7acc-d795-4a26-82cf-a0ba1c15c859'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:18.336642 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-af73f066-a0fd-45a9-b893-d3cc428f7f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:18.366001 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25c1a936-8f82-44c1-99b2-33e28fc2c96b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.397622 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d350f82-d8c5-4b62-9e91-450723fc2ef6 req-1c5a2509-8e2c-46d1-8b85-79d234b6b3b8 service neutron] 10.222.0.21 "GET /v2.0/networks/2b83df4f-b929-4e4a-ac1e-c416f0ac229a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404693 Nov 12 04:20:18.415291 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1a936-8f82-44c1-99b2-33e28fc2c96b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Subnet': ['ID=16cb3560-6e62-499e-9a59-c4f51d7624f6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:18.447560 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55531799-0c75-4bc6-af58-b36b1982b30d None None] Network 09208621-106b-42ae-8459-913dce08b05e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:18.454073 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25c1a936-8f82-44c1-99b2-33e28fc2c96b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.468844 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-25c1a936-8f82-44c1-99b2-33e28fc2c96b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/subnets/16cb3560-6e62-499e-9a59-c4f51d7624f6 HTTP/1.1" status: 204 len: 168 time: 0.6116157 Nov 12 04:20:18.474528 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42604) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:18.556080 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-af73f066-a0fd-45a9-b893-d3cc428f7f26 None None] Set router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:18.590446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85633541-d8a4-4444-b907-cfb62187e288 req-da6b3321-0279-404c-af7c-617bb31820c0 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:18.599944 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85633541-d8a4-4444-b907-cfb62187e288 req-da6b3321-0279-404c-af7c-617bb31820c0 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 945 time: 0.1878803 Nov 12 04:20:18.621172 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.648382 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d350f82-d8c5-4b62-9e91-450723fc2ef6 req-00c33f85-edea-4d10-82b9-b7520b594243 service neutron] 10.222.0.21 "GET /v2.0/networks/2b83df4f-b929-4e4a-ac1e-c416f0ac229a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334142 Nov 12 04:20:18.705947 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85633541-d8a4-4444-b907-cfb62187e288 req-dadfd34e-9bb9-4ba0-ac74-70e2c5d5cbb1 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044848 Nov 12 04:20:18.719131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e85bb3-8bb4-4e4f-a90f-b96ef776121a None None] DHCP port deletion for 09208621-106b-42ae-8459-913dce08b05e request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:20:18.737570 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting port 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:18.737919 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.792953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-92e85bb3-8bb4-4e4f-a90f-b96ef776121a None None] Deleting port 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:18.793594 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-92e85bb3-8bb4-4e4f-a90f-b96ef776121a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.893332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] For port 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a,segment=NetworkSegment(639c9168-3f77-4306-86c5-32b312c20533),segment_id=639c9168-3f77-4306-86c5-32b312c20533)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:18.895070 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.901202 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-92e85bb3-8bb4-4e4f-a90f-b96ef776121a None None] For port 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a,segment=NetworkSegment(639c9168-3f77-4306-86c5-32b312c20533),segment_id=639c9168-3f77-4306-86c5-32b312c20533)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:18.901595 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-92e85bb3-8bb4-4e4f-a90f-b96ef776121a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.915786 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866cea2-b84c-4a38-95d4-ab8f6fd19066 req-0d3aeecf-a1ce-4b54-b990-9a6feaf455a4 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:18.925085 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c866cea2-b84c-4a38-95d4-ab8f6fd19066 req-0d3aeecf-a1ce-4b54-b990-9a6feaf455a4 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 944 time: 0.1491950 Nov 12 04:20:18.928705 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Calling delete_port for 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:18.946799 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-92e85bb3-8bb4-4e4f-a90f-b96ef776121a None None] Calling delete_port for 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:19.008876 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-af73f066-a0fd-45a9-b893-d3cc428f7f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:16Z', 'revision_number': 9, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '408a94eb-18c8-4ee8-af79-f1fd7ef71168', 'name': '', 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:ea:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:44Z', 'updated_at': '2021-11-12T04:19:52Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:19.054163 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c866cea2-b84c-4a38-95d4-ab8f6fd19066 req-f2b4abad-f9f3-4bbe-a1e2-cf8eda4e8bc0 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274781 Nov 12 04:20:19.147928 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:19.229942 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.236944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No active binding found for port 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a {{(pid=103298) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 04:20:19.237599 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:19.241929 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-92e85bb3-8bb4-4e4f-a90f-b96ef776121a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.273387 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Port': ['ID=5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:19.276123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e85bb3-8bb4-4e4f-a90f-b96ef776121a None None] Pushing event deleted for resources: {'Port': ['ID=5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:19.279321 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e85bb3-8bb4-4e4f-a90f-b96ef776121a None None] No DVR routers for this DVR port 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:20:19.300750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] No DVR routers for this DVR port 5f5ba01a-e8d4-494e-ab52-0cb19ada0d5a on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:20:19.304243 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02eccc4-ded7-4479-9f64-f11baf832136 req-f72f5401-84c1-4d0d-a0be-ecea7a0f021a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:19.311834 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b02eccc4-ded7-4479-9f64-f11baf832136 req-f72f5401-84c1-4d0d-a0be-ecea7a0f021a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 945 time: 0.1393070 Nov 12 04:20:19.315064 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af73f066-a0fd-45a9-b893-d3cc428f7f26 None None] The sync data for ids ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'] in n-d-768509-24 is: [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:16Z', 'revision_number': 9, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '408a94eb-18c8-4ee8-af79-f1fd7ef71168', 'name': '', 'network_id': 'd58e4b91-a5c0-4793-b511-41b89c496ada', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:ea:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:44Z', 'updated_at': '2021-11-12T04:19:52Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': 'e4633c14-dd62-4807-b4dd-46bd0ba93e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:19.335187 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efeb81-41fc-4775-a498-d3c75f96c49c req-af15ae7f-339d-45f5-945a-1681c906f654 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:19.336558 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-87efeb81-41fc-4775-a498-d3c75f96c49c req-af15ae7f-339d-45f5-945a-1681c906f654 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.21 "GET /v2.0/ports?device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 945 time: 0.1724961 Nov 12 04:20:19.406867 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.430878 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09208621-106b-42ae-8459-913dce08b05e']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:19.442441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639c9168-3f77-4306-86c5-32b312c20533') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:19.445896 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b02eccc4-ded7-4479-9f64-f11baf832136 req-738bff87-449a-4de3-8368-bf8ec5561905 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330898 Nov 12 04:20:19.455490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639c9168-3f77-4306-86c5-32b312c20533') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:19.500955 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.513399 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42628) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:19.525274 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.528846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-87efeb81-41fc-4775-a498-d3c75f96c49c req-ff583dbb-a2d5-4242-9936-2ac9e37d654f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Deleting port 9fb04f3c-da32-4462-a169-ab1d522a3aeb {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:19.529193 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-87efeb81-41fc-4775-a498-d3c75f96c49c req-ff583dbb-a2d5-4242-9936-2ac9e37d654f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.538409 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:20:19.539409 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:20:19.556015 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:20:19.666904 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-3d22737e-cbf6-4fc7-9d39-8ffd28414814 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1528916454-network', 'tenant_id': '694dfe10d12642dab043cfebb032500c'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:19.679532 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 7ec7cc86-a327-46e3-82cc-6403e1f00ad8 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:19.694767 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-87efeb81-41fc-4775-a498-d3c75f96c49c req-ff583dbb-a2d5-4242-9936-2ac9e37d654f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] For port 9fb04f3c-da32-4462-a169-ab1d522a3aeb, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9fb04f3c-da32-4462-a169-ab1d522a3aeb,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:19.695340 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-87efeb81-41fc-4775-a498-d3c75f96c49c req-ff583dbb-a2d5-4242-9936-2ac9e37d654f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.703138 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.709784 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.718736 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/networks/09208621-106b-42ae-8459-913dce08b05e HTTP/1.1" status: 204 len: 168 time: 1.2420785 Nov 12 04:20:19.719760 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42632) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:19.737709 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-87efeb81-41fc-4775-a498-d3c75f96c49c req-ff583dbb-a2d5-4242-9936-2ac9e37d654f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Calling delete_port for 9fb04f3c-da32-4462-a169-ab1d522a3aeb owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:19.752355 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60ae55-e68c-4f2c-9fa9-7392a72be4ec tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Network': ['ID=09208621-106b-42ae-8459-913dce08b05e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:19.862237 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 7ec7cc86-a327-46e3-82cc-6403e1f00ad8 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:20:19.866564 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 7ec7cc86-a327-46e3-82cc-6403e1f00ad8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:19.867248 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.955560 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.981735 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fa6731-b513-4e5c-84e6-1b15b18db9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec7cc86-a327-46e3-82cc-6403e1f00ad8'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:19.983978 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f554dc-0fad-43e9-9822-ff1be898f442" -d '{"events": [{"server_uuid": "29fa6731-b513-4e5c-84e6-1b15b18db9a0", "name": "network-vif-plugged", "status": "completed", "tag": "7ec7cc86-a327-46e3-82cc-6403e1f00ad8"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:20.001063 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 7ec7cc86-a327-46e3-82cc-6403e1f00ad8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=7ec7cc86-a327-46e3-82cc-6403e1f00ad8,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:20.114065 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:20.165650 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d22737e-cbf6-4fc7-9d39-8ffd28414814 admin admin] Made reservation on behalf of 694dfe10d12642dab043cfebb032500c for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:20:20.166721 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=7ec7cc86-a327-46e3-82cc-6403e1f00ad8,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:20.167963 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d22737e-cbf6-4fc7-9d39-8ffd28414814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:20.194013 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61f14a-6340-4c4d-bef1-39d05157d035 req-cbbb5c6e-fd01-4e9c-b161-ad7a823268d4 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:20.195511 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f61f14a-6340-4c4d-bef1-39d05157d035 req-cbbb5c6e-fd01-4e9c-b161-ad7a823268d4 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9656511-2361-404b-98f3-2133e5690aa9 HTTP/1.1" status: 200 len: 946 time: 0.5352449 Nov 12 04:20:20.199223 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d22737e-cbf6-4fc7-9d39-8ffd28414814 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:20.420788 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f61f14a-6340-4c4d-bef1-39d05157d035 req-10bce256-78a2-43be-9774-6184a8a91fbc tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4f63e8e-bad7-43d8-8ae5-f6f44d1f031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167985 Nov 12 04:20:20.546651 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d22737e-cbf6-4fc7-9d39-8ffd28414814 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:20.566539 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-87efeb81-41fc-4775-a498-d3c75f96c49c req-ff583dbb-a2d5-4242-9936-2ac9e37d654f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:20.602969 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['9fb04f3c-da32-4462-a169-ab1d522a3aeb'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:20:20.604029 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff583dbb-a2d5-4242-9936-2ac9e37d654f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Pushing event deleted for resources: {'Port': ['ID=9fb04f3c-da32-4462-a169-ab1d522a3aeb,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:20.650134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b9311-b2e3-4691-907c-864b2e823ffc req-e065f094-79c5-444e-9901-828b6641b120 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:20.654308 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b98b9311-b2e3-4691-907c-864b2e823ffc req-e065f094-79c5-444e-9901-828b6641b120 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 867 time: 0.1308830 Nov 12 04:20:20.669478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-87efeb81-41fc-4775-a498-d3c75f96c49c req-ff583dbb-a2d5-4242-9936-2ac9e37d654f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] No DVR routers for this DVR port 9fb04f3c-da32-4462-a169-ab1d522a3aeb on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:20:20.670134 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d22737e-cbf6-4fc7-9d39-8ffd28414814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:20.684003 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-87efeb81-41fc-4775-a498-d3c75f96c49c req-ff583dbb-a2d5-4242-9936-2ac9e37d654f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:20.687103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-87efeb81-41fc-4775-a498-d3c75f96c49c req-ff583dbb-a2d5-4242-9936-2ac9e37d654f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.21 "DELETE /v2.0/ports/9fb04f3c-da32-4462-a169-ab1d522a3aeb HTTP/1.1" status: 204 len: 173 time: 1.3409767 Nov 12 04:20:20.689343 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385280de-8d17-41ba-b58b-219d5702c0df', 'name': 'network-vif-deleted', 'tag': '9fb04f3c-da32-4462-a169-ab1d522a3aeb'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:20.691544 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab7f681-78d5-4958-abbe-32b7047cf070" -d '{"events": [{"server_uuid": "385280de-8d17-41ba-b58b-219d5702c0df", "name": "network-vif-deleted", "tag": "9fb04f3c-da32-4462-a169-ab1d522a3aeb"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:20.731782 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d22737e-cbf6-4fc7-9d39-8ffd28414814 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:20:20.744289 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22737e-cbf6-4fc7-9d39-8ffd28414814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b182f906-cd96-43f3-876e-e2d8979312f3,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:20.760577 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d22737e-cbf6-4fc7-9d39-8ffd28414814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:20.761021 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-3d22737e-cbf6-4fc7-9d39-8ffd28414814 admin admin] Added segment f5e31acf-7f0b-49f2-8833-f551ec21f619 of type vlan for network 72faa5c3-6261-4e3e-996d-d21c6e621d2c Nov 12 04:20:20.802450 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b98b9311-b2e3-4691-907c-864b2e823ffc req-2e994865-a01c-4cef-a321-78e1ffdbb5d4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357560 Nov 12 04:20:20.848308 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d22737e-cbf6-4fc7-9d39-8ffd28414814 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:20.862911 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1fb56d-0d90-4575-b4a7-16b1827495fb x-openstack-request-id: req-4a1fb56d-0d90-4575-b4a7-16b1827495fb {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:20.868438 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fa6731-b513-4e5c-84e6-1b15b18db9a0", "name": "network-vif-plugged", "status": "completed", "tag": "7ec7cc86-a327-46e3-82cc-6403e1f00ad8", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:20.868438 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a1fb56d-0d90-4575-b4a7-16b1827495fb {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:20.868438 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fa6731-b513-4e5c-84e6-1b15b18db9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec7cc86-a327-46e3-82cc-6403e1f00ad8', 'code': 200} Nov 12 04:20:20.883159 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d9d24bf-4d96-4afb-ba36-8b2e29cc274c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:20.928981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a356a788-6bb3-4a1c-9154-8801a5988b42 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:20.962478 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: a356a788-6bb3-4a1c-9154-8801a5988b42 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:20:20.963177 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a356a788-6bb3-4a1c-9154-8801a5988b42 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:20.981481 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d22737e-cbf6-4fc7-9d39-8ffd28414814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:20.983128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d22737e-cbf6-4fc7-9d39-8ffd28414814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:20.983348 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d22737e-cbf6-4fc7-9d39-8ffd28414814 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:21.124281 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22737e-cbf6-4fc7-9d39-8ffd28414814 admin admin] Pushing event updated for resources: {'Network': ['ID=72faa5c3-6261-4e3e-996d-d21c6e621d2c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:21.136251 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 72faa5c3-6261-4e3e-996d-d21c6e621d2c details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:20:21.163037 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3d22737e-cbf6-4fc7-9d39-8ffd28414814 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6484368 Nov 12 04:20:21.168555 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42650) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:21.178971 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-96e8cbea-8298-473d-9953-9347eb4e3e96 admin admin] Request body: {'subnet': {'network_id': '72faa5c3-6261-4e3e-996d-d21c6e621d2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1528916454-subnet', 'tenant_id': '694dfe10d12642dab043cfebb032500c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:21.201705 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece7cbd-c9e0-44d0-928e-8b9789d4e68d req-63bc5ec1-c00f-4cba-a638-4dfda1cc0a53 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:21.204234 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fece7cbd-c9e0-44d0-928e-8b9789d4e68d req-63bc5ec1-c00f-4cba-a638-4dfda1cc0a53 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 944 time: 0.2272971 Nov 12 04:20:21.210404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a266d-2ccf-4584-bd59-33a03200bb8e req-1e4c1b93-0e48-4f66-b372-bb90bb5b9b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:21.212658 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-714a266d-2ccf-4584-bd59-33a03200bb8e req-1e4c1b93-0e48-4f66-b372-bb90bb5b9b57 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 1098 time: 0.2072601 Nov 12 04:20:21.320453 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e8cbea-8298-473d-9953-9347eb4e3e96 admin admin] Made reservation on behalf of 694dfe10d12642dab043cfebb032500c for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:20:21.321015 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fece7cbd-c9e0-44d0-928e-8b9789d4e68d req-66c7743e-a18f-4622-bc76-18002ea463a1 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060550 Nov 12 04:20:21.323968 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-714a266d-2ccf-4584-bd59-33a03200bb8e req-96e3b9ae-7154-409e-952a-1b2ab9f33214 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973008 Nov 12 04:20:21.327938 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96e8cbea-8298-473d-9953-9347eb4e3e96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:21.505383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d24bf-4d96-4afb-ba36-8b2e29cc274c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting port 408a94eb-18c8-4ee8-af79-f1fd7ef71168 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:21.506011 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d9d24bf-4d96-4afb-ba36-8b2e29cc274c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:21.590346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c15040-02c0-4609-b0fd-bbf5d207a175 req-a4f51b9d-6210-479a-9dd2-73a424cb09c8 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:21.592017 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55c15040-02c0-4609-b0fd-bbf5d207a175 req-a4f51b9d-6210-479a-9dd2-73a424cb09c8 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 946 time: 0.1261010 Nov 12 04:20:21.641165 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-2d9d24bf-4d96-4afb-ba36-8b2e29cc274c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] For port 408a94eb-18c8-4ee8-af79-f1fd7ef71168, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=408a94eb-18c8-4ee8-af79-f1fd7ef71168,segment=NetworkSegment(9e263018-43d8-4cb9-a4da-6dfd4c014869),segment_id=9e263018-43d8-4cb9-a4da-6dfd4c014869)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:21.641630 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d9d24bf-4d96-4afb-ba36-8b2e29cc274c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:21.663819 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d24bf-4d96-4afb-ba36-8b2e29cc274c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Calling delete_port for 408a94eb-18c8-4ee8-af79-f1fd7ef71168 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:21.680199 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 549eeb88-053c-41b8-a8a8-67bfc24cb467 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:20:21.682281 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55c15040-02c0-4609-b0fd-bbf5d207a175 req-4a3b4ac5-0151-4a97-8ad1-3579cd8f2ec2 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796032 Nov 12 04:20:21.692138 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96e8cbea-8298-473d-9953-9347eb4e3e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:21.841837 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8cbea-8298-473d-9953-9347eb4e3e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efa095b5-c9ed-4549-b391-50088fd09383,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:21.861587 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8cbea-8298-473d-9953-9347eb4e3e96 admin admin] Checking segment: {'id': 'f5e31acf-7f0b-49f2-8833-f551ec21f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '72faa5c3-6261-4e3e-996d-d21c6e621d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:21.865247 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e8cbea-8298-473d-9953-9347eb4e3e96 admin admin] Network hostable DHCP agents. Network: 72faa5c3-6261-4e3e-996d-d21c6e621d2c, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:20:21.935673 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 549eeb88-053c-41b8-a8a8-67bfc24cb467, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=549eeb88-053c-41b8-a8a8-67bfc24cb467,segment=NetworkSegment(5a1fde86-a291-4144-99d4-17965f668b72),segment_id=5a1fde86-a291-4144-99d4-17965f668b72)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:21.954373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '549eeb88-053c-41b8-a8a8-67bfc24cb467', 'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a', 'port_id': '549eeb88-053c-41b8-a8a8-67bfc24cb467', 'mac_address': 'fa:16:3e:4e:0a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8233b1-aa6e-479f-9cdc-91daccb1fad4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:20:21.959620 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d52baac-88f2-4d90-82e7-4ceb493062cc x-openstack-request-id: req-2d52baac-88f2-4d90-82e7-4ceb493062cc {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:21.960068 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385280de-8d17-41ba-b58b-219d5702c0df", "name": "network-vif-deleted", "tag": "9fb04f3c-da32-4462-a169-ab1d522a3aeb", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:21.960428 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d52baac-88f2-4d90-82e7-4ceb493062cc {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:21.960969 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385280de-8d17-41ba-b58b-219d5702c0df', 'name': 'network-vif-deleted', 'tag': '9fb04f3c-da32-4462-a169-ab1d522a3aeb', 'status': 'completed', 'code': 200} Nov 12 04:20:21.999225 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e8cbea-8298-473d-9953-9347eb4e3e96 admin admin] Network 72faa5c3-6261-4e3e-996d-d21c6e621d2c is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:20:21.999705 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:22.018691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549eeb88-053c-41b8-a8a8-67bfc24cb467 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:20:22.045691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 549eeb88-053c-41b8-a8a8-67bfc24cb467, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=549eeb88-053c-41b8-a8a8-67bfc24cb467,segment=NetworkSegment(5a1fde86-a291-4144-99d4-17965f668b72),segment_id=5a1fde86-a291-4144-99d4-17965f668b72)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:22.105477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44b4d5ca-45b3-445d-872b-0b0d058f8e30 req-eaed569e-3aa3-44cb-98a1-62aa5dc7159a tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=385280de-8d17-41ba-b58b-219d5702c0df HTTP/1.1" status: 200 len: 210 time: 0.0288746 Nov 12 04:20:22.109425 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d9d24bf-4d96-4afb-ba36-8b2e29cc274c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:22.136859 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-96e8cbea-8298-473d-9953-9347eb4e3e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 72faa5c3-6261-4e3e-996d-d21c6e621d2c) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:22.137277 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:22.149199 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e8cbea-8298-473d-9953-9347eb4e3e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:22.150120 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-96e8cbea-8298-473d-9953-9347eb4e3e96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:22.186858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d24bf-4d96-4afb-ba36-8b2e29cc274c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Port': ['ID=408a94eb-18c8-4ee8-af79-f1fd7ef71168,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:22.191999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04072f7c-5a57-4f77-a732-3297d5ff8fb5 None None] Network 72faa5c3-6261-4e3e-996d-d21c6e621d2c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:22.261655 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-96e8cbea-8298-473d-9953-9347eb4e3e96 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0827854 Nov 12 04:20:22.586902 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=549eeb88-053c-41b8-a8a8-67bfc24cb467,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:22.591106 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d9d24bf-4d96-4afb-ba36-8b2e29cc274c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:22.604150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:22.604776 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:22.605277 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:22.605773 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:22.606266 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:22.606809 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:22.607300 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:22.607912 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:22.608417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:22.608904 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:22.609584 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:22.610065 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:22.680556 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be782054-4c9e-4133-a781-de86c1fd8028 None None] Network 72faa5c3-6261-4e3e-996d-d21c6e621d2c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:22.800752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['549eeb88-053c-41b8-a8a8-67bfc24cb467'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:20:22.830865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9d24bf-4d96-4afb-ba36-8b2e29cc274c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:22.992318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9d24bf-4d96-4afb-ba36-8b2e29cc274c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:22.998680 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2d9d24bf-4d96-4afb-ba36-8b2e29cc274c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/6d3b7acc-d795-4a26-82cf-a0ba1c15c859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2746468 Nov 12 04:20:23.001438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42678) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:23.008521 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceac128-b6ef-413e-8815-2f33d75f42fb None None] Sync routers for ids ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:23.032832 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceac128-b6ef-413e-8815-2f33d75f42fb None None] Routers {'6d3b7acc-d795-4a26-82cf-a0ba1c15c859'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:23.033437 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-aceac128-b6ef-413e-8815-2f33d75f42fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:23.048615 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ca064-6bc6-4b2f-a71b-1d35c729fd40 req-e96db217-a16b-4416-9177-fcc5cb87dd04 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:23.050084 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-944ca064-6bc6-4b2f-a71b-1d35c729fd40 req-e96db217-a16b-4416-9177-fcc5cb87dd04 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 945 time: 0.1088974 Nov 12 04:20:23.081793 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-874f7525-20b8-4846-b61c-93f2ed7fe897 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting subnet e4633c14-dd62-4807-b4dd-46bd0ba93e5d {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:20:23.088844 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-874f7525-20b8-4846-b61c-93f2ed7fe897 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:23.129605 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-aceac128-b6ef-413e-8815-2f33d75f42fb None None] Set router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:23.149839 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-874f7525-20b8-4846-b61c-93f2ed7fe897 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:23.155811 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-944ca064-6bc6-4b2f-a71b-1d35c729fd40 req-6ea68821-0a3f-4ddf-a83c-22090a4be741 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935035 Nov 12 04:20:23.284152 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-874f7525-20b8-4846-b61c-93f2ed7fe897 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:23.356764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-aceac128-b6ef-413e-8815-2f33d75f42fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:21Z', 'revision_number': 10, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:23.406603 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceac128-b6ef-413e-8815-2f33d75f42fb None None] Checking router: 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:23.416704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceac128-b6ef-413e-8815-2f33d75f42fb None None] Routers {'6d3b7acc-d795-4a26-82cf-a0ba1c15c859'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:23.417212 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-aceac128-b6ef-413e-8815-2f33d75f42fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:23.477369 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-874f7525-20b8-4846-b61c-93f2ed7fe897 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:23.506597 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-aceac128-b6ef-413e-8815-2f33d75f42fb None None] Set router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:23.517625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f7525-20b8-4846-b61c-93f2ed7fe897 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Subnet': ['ID=e4633c14-dd62-4807-b4dd-46bd0ba93e5d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:23.522010 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-874f7525-20b8-4846-b61c-93f2ed7fe897 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:23.525156 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-874f7525-20b8-4846-b61c-93f2ed7fe897 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/subnets/e4633c14-dd62-4807-b4dd-46bd0ba93e5d HTTP/1.1" status: 204 len: 168 time: 0.5228548 Nov 12 04:20:23.528253 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42694) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:23.541334 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a82b42-4056-48bc-b8bc-fa8b11394caa None None] Network d58e4b91-a5c0-4793-b511-41b89c496ada requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:23.559580 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-5c9e9e10-eef6-4c55-b52f-658ba378ab31 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:23.564152 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-5c9e9e10-eef6-4c55-b52f-658ba378ab31 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/networks?id=72faa5c3-6261-4e3e-996d-d21c6e621d2c HTTP/1.1" status: 200 len: 814 time: 0.1547973 Nov 12 04:20:23.584545 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-0cf28673-d8cd-4349-8a69-a214f1d3fde7 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/quotas/694dfe10d12642dab043cfebb032500c HTTP/1.1" status: 200 len: 375 time: 0.0163445 Nov 12 04:20:23.618943 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:23.633397 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-e84ee8aa-c675-42ff-b0c7-141ebfb176ef tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=694dfe10d12642dab043cfebb032500c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410273 Nov 12 04:20:23.682819 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting port c8e68712-1e95-43a6-bb47-82813a564733 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:23.683089 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:23.729172 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 9fb04f3c-da32-4462-a169-ab1d522a3aeb no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:23.766293 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-5a0ca862-64a7-4fe3-8750-0748b82f2d82 service neutron] 10.222.0.37 "GET /v2.0/networks/72faa5c3-6261-4e3e-996d-d21c6e621d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234856 Nov 12 04:20:23.767807 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 9fb04f3c-da32-4462-a169-ab1d522a3aeb {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:20:23.768153 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 9fb04f3c-da32-4462-a169-ab1d522a3aeb not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:23.777052 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] For port c8e68712-1e95-43a6-bb47-82813a564733, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c8e68712-1e95-43a6-bb47-82813a564733,segment=NetworkSegment(9e263018-43d8-4cb9-a4da-6dfd4c014869),segment_id=9e263018-43d8-4cb9-a4da-6dfd4c014869)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:23.777730 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:23.794878 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Calling delete_port for c8e68712-1e95-43a6-bb47-82813a564733 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:23.864940 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-aceac128-b6ef-413e-8815-2f33d75f42fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:21Z', 'revision_number': 10, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:23.872436 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-ab7cda66-51bb-4beb-83f9-f0cbd10588a3 service neutron] 10.222.0.37 "GET /v2.0/networks/72faa5c3-6261-4e3e-996d-d21c6e621d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046097 Nov 12 04:20:23.910233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceac128-b6ef-413e-8815-2f33d75f42fb None None] The sync data for ids ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'] in n-d-768509-24 is: [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:21Z', 'revision_number': 10, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None, '_interfaces': [{'id': '8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3', 'name': '', 'network_id': '11a20c8d-7728-4317-aacb-58e07a10b04d', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'mac_address': 'fa:16:3e:0c:9e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:38Z', 'updated_at': '2021-11-12T04:19:46Z', 'revision_number': 5, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'subnets': [{'id': '7cd509e6-5703-4ce7-b46d-b35d191f91b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:23.925891 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e52582e-4b51-4316-98e0-95cafa6bcb6b None None] DHCP port deletion for d58e4b91-a5c0-4793-b511-41b89c496ada request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:20:23.976579 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:23.984777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7e52582e-4b51-4316-98e0-95cafa6bcb6b None None] Deleting port c8e68712-1e95-43a6-bb47-82813a564733 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:23.985731 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e52582e-4b51-4316-98e0-95cafa6bcb6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:24.005979 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Port': ['ID=c8e68712-1e95-43a6-bb47-82813a564733,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:24.007877 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] No DVR routers for this DVR port c8e68712-1e95-43a6-bb47-82813a564733 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:20:24.054981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7e52582e-4b51-4316-98e0-95cafa6bcb6b None None] For port c8e68712-1e95-43a6-bb47-82813a564733, host n-d-768509-24, got binding levels [] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:24.055380 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e52582e-4b51-4316-98e0-95cafa6bcb6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:24.068764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7e52582e-4b51-4316-98e0-95cafa6bcb6b None None] Calling delete_port for c8e68712-1e95-43a6-bb47-82813a564733 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:24.071667 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.ipam_backend_mixin [None req-7e52582e-4b51-4316-98e0-95cafa6bcb6b None None] Port c8e68712-1e95-43a6-bb47-82813a564733 was not found and therefore no delete operation was performed {{(pid=103298) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:20:24.072930 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e52582e-4b51-4316-98e0-95cafa6bcb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:24.095100 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:24.103448 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52582e-4b51-4316-98e0-95cafa6bcb6b None None] Pushing event deleted for resources: {'Port': ['ID=c8e68712-1e95-43a6-bb47-82813a564733,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:24.107316 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e52582e-4b51-4316-98e0-95cafa6bcb6b None None] No DVR routers for this DVR port c8e68712-1e95-43a6-bb47-82813a564733 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:20:24.121172 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58e4b91-a5c0-4793-b511-41b89c496ada']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:24.132135 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e263018-43d8-4cb9-a4da-6dfd4c014869') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:24.132432 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e263018-43d8-4cb9-a4da-6dfd4c014869') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:24.147108 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:24.166598 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:24.173104 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:20:24.174502 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:20:24.178259 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:20:24.240974 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a0873-3830-4529-976a-5ca0914cffd2 req-66f0e4ce-035c-462c-a302-f343a34ad084 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:24.242709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d0a0873-3830-4529-976a-5ca0914cffd2 req-66f0e4ce-035c-462c-a302-f343a34ad084 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 946 time: 0.0671065 Nov 12 04:20:24.310932 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d0a0873-3830-4529-976a-5ca0914cffd2 req-c52fd900-451c-4c27-b886-388af37e25e2 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610476 Nov 12 04:20:24.353884 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:24.369597 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:24.376915 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/networks/d58e4b91-a5c0-4793-b511-41b89c496ada HTTP/1.1" status: 204 len: 168 time: 0.8440416 Nov 12 04:20:24.378109 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42710) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:24.385001 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acfe02-0f71-4a84-8fbd-6af35b7c0da6 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Network': ['ID=d58e4b91-a5c0-4793-b511-41b89c496ada,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:24.885592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efb798-cd54-4315-9642-0b808e237aaf req-cf94d8a2-00ea-45d2-a9f2-421eba18b88b tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:24.887072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-36efb798-cd54-4315-9642-0b808e237aaf req-cf94d8a2-00ea-45d2-a9f2-421eba18b88b tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9656511-2361-404b-98f3-2133e5690aa9 HTTP/1.1" status: 200 len: 946 time: 0.4811587 Nov 12 04:20:24.939733 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73de48-5fa1-401e-8ef1-19851609717b req-9957fd49-bd7f-42f5-be4b-f65766080e84 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:24.941175 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca73de48-5fa1-401e-8ef1-19851609717b req-9957fd49-bd7f-42f5-be4b-f65766080e84 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9656511-2361-404b-98f3-2133e5690aa9 HTTP/1.1" status: 200 len: 946 time: 0.1647241 Nov 12 04:20:24.961612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 408a94eb-18c8-4ee8-af79-f1fd7ef71168 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:24.983212 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 408a94eb-18c8-4ee8-af79-f1fd7ef71168 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:20:24.983816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 408a94eb-18c8-4ee8-af79-f1fd7ef71168 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:24.984228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c8e68712-1e95-43a6-bb47-82813a564733 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:25.003568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: c8e68712-1e95-43a6-bb47-82813a564733 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:20:25.004342 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c8e68712-1e95-43a6-bb47-82813a564733 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:25.088599 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-36efb798-cd54-4315-9642-0b808e237aaf req-899554dd-5269-4122-aca6-41d17d816ca7 tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4f63e8e-bad7-43d8-8ae5-f6f44d1f031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659689 Nov 12 04:20:25.151721 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-ca73de48-5fa1-401e-8ef1-19851609717b req-bf58da72-f4a4-4fd8-85fa-b35c572f32cc tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Deleting port 22550d3c-d031-403d-87f1-ff386e45c76d {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:25.152066 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ca73de48-5fa1-401e-8ef1-19851609717b req-bf58da72-f4a4-4fd8-85fa-b35c572f32cc tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.318236 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c325f10a-9afb-4afe-898e-27846cf40532 req-7e9874e6-f71c-4fab-b57c-1e1dcad207f2 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 210 time: 0.0594106 Nov 12 04:20:25.324570 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-ca73de48-5fa1-401e-8ef1-19851609717b req-bf58da72-f4a4-4fd8-85fa-b35c572f32cc tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] For port 22550d3c-d031-403d-87f1-ff386e45c76d, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=22550d3c-d031-403d-87f1-ff386e45c76d,segment=NetworkSegment(e6f0aeec-3824-4ca3-bf09-5b0cc243a156),segment_id=e6f0aeec-3824-4ca3-bf09-5b0cc243a156)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:25.324946 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ca73de48-5fa1-401e-8ef1-19851609717b req-bf58da72-f4a4-4fd8-85fa-b35c572f32cc tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.350485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-ca73de48-5fa1-401e-8ef1-19851609717b req-bf58da72-f4a4-4fd8-85fa-b35c572f32cc tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Calling delete_port for 22550d3c-d031-403d-87f1-ff386e45c76d owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:25.422272 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-35e0b125-03f7-49b8-ac0e-4fe30a69864a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.555127 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff37aca-8405-4353-8df6-5ad857665f14 req-0f4deffb-7cd7-41fe-8e28-175a3faf4f34 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:25.556614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ff37aca-8405-4353-8df6-5ad857665f14 req-0f4deffb-7cd7-41fe-8e28-175a3faf4f34 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 945 time: 0.1492343 Nov 12 04:20:25.726351 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ff37aca-8405-4353-8df6-5ad857665f14 req-91a14c53-e03b-431e-b3a0-0dbed68802cd tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599836 Nov 12 04:20:25.738378 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 549eeb88-053c-41b8-a8a8-67bfc24cb467 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:25.841492 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-35e0b125-03f7-49b8-ac0e-4fe30a69864a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting port 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:25.841861 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-35e0b125-03f7-49b8-ac0e-4fe30a69864a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.846059 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ca73de48-5fa1-401e-8ef1-19851609717b req-bf58da72-f4a4-4fd8-85fa-b35c572f32cc tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.869532 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 549eeb88-053c-41b8-a8a8-67bfc24cb467 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:20:25.873802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 549eeb88-053c-41b8-a8a8-67bfc24cb467 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:25.874173 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.898141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58da72-f4a4-4fd8-85fa-b35c572f32cc tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Pushing event deleted for resources: {'Port': ['ID=22550d3c-d031-403d-87f1-ff386e45c76d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:25.968607 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.976694 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca73de48-5fa1-401e-8ef1-19851609717b req-bf58da72-f4a4-4fd8-85fa-b35c572f32cc tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] No DVR routers for this DVR port 22550d3c-d031-403d-87f1-ff386e45c76d on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:20:25.981655 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ca73de48-5fa1-401e-8ef1-19851609717b req-bf58da72-f4a4-4fd8-85fa-b35c572f32cc tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.985598 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca73de48-5fa1-401e-8ef1-19851609717b req-bf58da72-f4a4-4fd8-85fa-b35c572f32cc tempest-ServerAddressesTestJSON-858690161 tempest-ServerAddressesTestJSON-858690161-project] 10.222.0.21 "DELETE /v2.0/ports/22550d3c-d031-403d-87f1-ff386e45c76d HTTP/1.1" status: 204 len: 173 time: 1.0292530 Nov 12 04:20:25.985995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9656511-2361-404b-98f3-2133e5690aa9', 'name': 'network-vif-deleted', 'tag': '22550d3c-d031-403d-87f1-ff386e45c76d'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:25.988843 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0361fea-6748-4bad-b228-2b76342f85a0" -d '{"events": [{"server_uuid": "f9656511-2361-404b-98f3-2133e5690aa9", "name": "network-vif-deleted", "tag": "22550d3c-d031-403d-87f1-ff386e45c76d"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:26.006233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546eb9c4-3a20-42a5-92c7-453b175d0799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549eeb88-053c-41b8-a8a8-67bfc24cb467'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:26.010973 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c2ba29-f9da-44aa-986e-591a730de545" -d '{"events": [{"server_uuid": "546eb9c4-3a20-42a5-92c7-453b175d0799", "name": "network-vif-plugged", "status": "completed", "tag": "549eeb88-053c-41b8-a8a8-67bfc24cb467"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:26.013265 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-35e0b125-03f7-49b8-ac0e-4fe30a69864a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] For port 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3,segment=NetworkSegment(e5c82cf4-51a8-4103-a16f-add90723c61d),segment_id=e5c82cf4-51a8-4103-a16f-add90723c61d)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:26.016680 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-35e0b125-03f7-49b8-ac0e-4fe30a69864a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:26.028883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-35e0b125-03f7-49b8-ac0e-4fe30a69864a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Calling delete_port for 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:26.038740 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 549eeb88-053c-41b8-a8a8-67bfc24cb467, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=549eeb88-053c-41b8-a8a8-67bfc24cb467,segment=NetworkSegment(5a1fde86-a291-4144-99d4-17965f668b72),segment_id=5a1fde86-a291-4144-99d4-17965f668b72)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:26.142359 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:26.143280 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 22550d3c-d031-403d-87f1-ff386e45c76d no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:26.197877 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 22550d3c-d031-403d-87f1-ff386e45c76d {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:20:26.198215 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 22550d3c-d031-403d-87f1-ff386e45c76d not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:26.221969 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=549eeb88-053c-41b8-a8a8-67bfc24cb467,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:26.291057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-ba54cf18-9b8a-48eb-ade7-4f23d9ecd58f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:26.292573 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-ba54cf18-9b8a-48eb-ade7-4f23d9ecd58f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 811 time: 0.1900673 Nov 12 04:20:26.315700 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-04831c8f-3223-4278-8a74-15caee1171e1 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/quotas/7c6a3aa233554afeb7f6e886fb2833b1 HTTP/1.1" status: 200 len: 375 time: 0.0161695 Nov 12 04:20:26.347959 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-e0e6ddd0-0d22-4b25-b830-0caa8001f862 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265777 Nov 12 04:20:26.445133 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-35e0b125-03f7-49b8-ac0e-4fe30a69864a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:26.451538 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-d2d7c4a8-8b07-42a0-a2ae-113c087e457e service neutron] 10.222.0.37 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956354 Nov 12 04:20:26.476403 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0b125-03f7-49b8-ac0e-4fe30a69864a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Port': ['ID=8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:26.724121 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-6abbd3f1-148e-4fb8-aace-46cc9299e9d7 service neutron] 10.222.0.37 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507288 Nov 12 04:20:26.725269 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-35e0b125-03f7-49b8-ac0e-4fe30a69864a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:26.924494 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e0b125-03f7-49b8-ac0e-4fe30a69864a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:26.987129 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c184066-6921-44b7-a908-392f727cfcd6 x-openstack-request-id: req-7c184066-6921-44b7-a908-392f727cfcd6 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:26.987425 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9656511-2361-404b-98f3-2133e5690aa9", "name": "network-vif-deleted", "tag": "22550d3c-d031-403d-87f1-ff386e45c76d", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:26.987712 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c184066-6921-44b7-a908-392f727cfcd6 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:26.988076 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9656511-2361-404b-98f3-2133e5690aa9', 'name': 'network-vif-deleted', 'tag': '22550d3c-d031-403d-87f1-ff386e45c76d', 'status': 'completed', 'code': 200} Nov 12 04:20:27.119193 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e0b125-03f7-49b8-ac0e-4fe30a69864a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:27.125460 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-d439a1e1-ced1-4755-a4be-32996836861d tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:27.126415 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-d439a1e1-ced1-4755-a4be-32996836861d tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.21 "GET /v2.0/networks?id=72faa5c3-6261-4e3e-996d-d21c6e621d2c HTTP/1.1" status: 200 len: 814 time: 0.2707658 Nov 12 04:20:27.128867 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6ac54d-9a59-41fe-bad6-9ab1805c906e None None] Sync routers for ids ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:27.142418 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-35e0b125-03f7-49b8-ac0e-4fe30a69864a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/6d3b7acc-d795-4a26-82cf-a0ba1c15c859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7603302 Nov 12 04:20:27.145209 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42748) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:27.148282 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6ac54d-9a59-41fe-bad6-9ab1805c906e None None] Routers {'6d3b7acc-d795-4a26-82cf-a0ba1c15c859'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:27.148810 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0e6ac54d-9a59-41fe-bad6-9ab1805c906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:27.156240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-676f6174-0166-4343-9151-9a5f9b4bc7b7 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Request body: {'port': {'device_id': 'ae6970a1-a50d-46b7-8793-6194e3c6ce1e', 'network_id': '72faa5c3-6261-4e3e-996d-d21c6e621d2c', 'admin_state_up': True, 'tenant_id': '694dfe10d12642dab043cfebb032500c'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:27.253178 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0e6ac54d-9a59-41fe-bad6-9ab1805c906e None None] Set router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:27.257171 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc60289-3ae6-4a6d-aeae-77cb3e45c287 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting subnet 7cd509e6-5703-4ce7-b46d-b35d191f91b0 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:20:27.268257 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cc60289-3ae6-4a6d-aeae-77cb3e45c287 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:27.339929 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0e6ac54d-9a59-41fe-bad6-9ab1805c906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:26Z', 'revision_number': 11, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:27.361654 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cc60289-3ae6-4a6d-aeae-77cb3e45c287 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:27.369022 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6ac54d-9a59-41fe-bad6-9ab1805c906e None None] Checking router: 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:27.390452 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6ac54d-9a59-41fe-bad6-9ab1805c906e None None] Routers {'6d3b7acc-d795-4a26-82cf-a0ba1c15c859'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:27.391120 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0e6ac54d-9a59-41fe-bad6-9ab1805c906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:27.503836 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0e6ac54d-9a59-41fe-bad6-9ab1805c906e None None] Set router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:27.516919 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cc60289-3ae6-4a6d-aeae-77cb3e45c287 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:27.560066 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0e6ac54d-9a59-41fe-bad6-9ab1805c906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:26Z', 'revision_number': 11, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:27.591227 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6ac54d-9a59-41fe-bad6-9ab1805c906e None None] The sync data for ids ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'] in n-d-768509-24 is: [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:26Z', 'revision_number': 11, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:27.603416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4cece-9439-4a48-ab0f-8b98c330c605 req-15e9fb29-5b95-4305-bbcf-bb99ca65d8d0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:27.605239 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90a4cece-9439-4a48-ab0f-8b98c330c605 req-15e9fb29-5b95-4305-bbcf-bb99ca65d8d0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 946 time: 0.5292339 Nov 12 04:20:27.686784 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90a4cece-9439-4a48-ab0f-8b98c330c605 req-7b292628-eca3-43dc-a5c7-d992e47e2c45 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739801 Nov 12 04:20:27.708465 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cc60289-3ae6-4a6d-aeae-77cb3e45c287 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:27.736559 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc60289-3ae6-4a6d-aeae-77cb3e45c287 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Subnet': ['ID=7cd509e6-5703-4ce7-b46d-b35d191f91b0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:27.748050 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cc60289-3ae6-4a6d-aeae-77cb3e45c287 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:27.753195 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb29655-2dbf-4e80-a2d8-be2cefb0ed5d None None] Network 11a20c8d-7728-4317-aacb-58e07a10b04d requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:27.757066 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2cc60289-3ae6-4a6d-aeae-77cb3e45c287 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/subnets/7cd509e6-5703-4ce7-b46d-b35d191f91b0 HTTP/1.1" status: 204 len: 168 time: 0.6105626 Nov 12 04:20:27.763182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42758) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:27.775905 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfe7a89-8bfe-4ff4-938a-30d80067f1c6 x-openstack-request-id: req-cdfe7a89-8bfe-4ff4-938a-30d80067f1c6 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:27.776210 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546eb9c4-3a20-42a5-92c7-453b175d0799", "name": "network-vif-plugged", "status": "completed", "tag": "549eeb88-053c-41b8-a8a8-67bfc24cb467", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:27.776470 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cdfe7a89-8bfe-4ff4-938a-30d80067f1c6 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:27.776874 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546eb9c4-3a20-42a5-92c7-453b175d0799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549eeb88-053c-41b8-a8a8-67bfc24cb467', 'code': 200} Nov 12 04:20:27.783591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-676f6174-0166-4343-9151-9a5f9b4bc7b7 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Made reservation on behalf of 694dfe10d12642dab043cfebb032500c for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:20:27.790661 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-676f6174-0166-4343-9151-9a5f9b4bc7b7 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:27.818382 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42760) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:27.909432 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed06a92-65cb-4bb1-b2c4-c7efdb54076d admin admin] Deleting subnet fad23203-3db0-4bdf-97af-b03a03d0baec {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:20:27.917881 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ed06a92-65cb-4bb1-b2c4-c7efdb54076d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:27.974814 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.043464 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c7d75c-42a3-4193-a0bd-5d458be441e1 None None] DHCP port deletion for 11a20c8d-7728-4317-aacb-58e07a10b04d request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:20:28.054348 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433c9a9-a3eb-4336-84e0-d1996371acb4 req-e06a3908-0fe9-4ffa-81d4-88b6e7ecf20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:28.060633 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5433c9a9-a3eb-4336-84e0-d1996371acb4 req-e06a3908-0fe9-4ffa-81d4-88b6e7ecf20a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 1098 time: 0.1445656 Nov 12 04:20:28.079711 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ed06a92-65cb-4bb1-b2c4-c7efdb54076d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.119038 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-91c7d75c-42a3-4193-a0bd-5d458be441e1 None None] Deleting port 2e5e6439-0e02-419a-a84f-ce2bb4078132 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:28.119394 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91c7d75c-42a3-4193-a0bd-5d458be441e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.143581 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-594cde31-805e-43fd-8728-7730d0568f55 req-4d94480a-59c6-47b0-bf4c-ffd9b7c1edef tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 210 time: 0.0513539 Nov 12 04:20:28.200378 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-676f6174-0166-4343-9151-9a5f9b4bc7b7 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Allocated IP 172.20.0.3 (72faa5c3-6261-4e3e-996d-d21c6e621d2c/efa095b5-c9ed-4549-b391-50088fd09383/d99d7863-05dc-42d0-a7ad-2d5df316ae8c) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:28.215395 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ed06a92-65cb-4bb1-b2c4-c7efdb54076d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.242394 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-91c7d75c-42a3-4193-a0bd-5d458be441e1 None None] For port 2e5e6439-0e02-419a-a84f-ce2bb4078132, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2e5e6439-0e02-419a-a84f-ce2bb4078132,segment=NetworkSegment(e5c82cf4-51a8-4103-a16f-add90723c61d),segment_id=e5c82cf4-51a8-4103-a16f-add90723c61d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:28.243369 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91c7d75c-42a3-4193-a0bd-5d458be441e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.245124 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5433c9a9-a3eb-4336-84e0-d1996371acb4 req-5b505aa1-ffe0-4c40-b748-01618bae783d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111085 Nov 12 04:20:28.265878 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Deleting port 2e5e6439-0e02-419a-a84f-ce2bb4078132 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:28.265878 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.266501 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-91c7d75c-42a3-4193-a0bd-5d458be441e1 None None] Calling delete_port for 2e5e6439-0e02-419a-a84f-ce2bb4078132 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:28.406051 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ed06a92-65cb-4bb1-b2c4-c7efdb54076d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.438882 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed06a92-65cb-4bb1-b2c4-c7efdb54076d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fad23203-3db0-4bdf-97af-b03a03d0baec,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:28.443073 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ed06a92-65cb-4bb1-b2c4-c7efdb54076d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.446104 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0f977-690a-4032-afb3-a2b800128e8d req-2299a096-1354-4743-ba95-97c6358a51be tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:28.446291 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5ed06a92-65cb-4bb1-b2c4-c7efdb54076d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fad23203-3db0-4bdf-97af-b03a03d0baec HTTP/1.1" status: 204 len: 168 time: 0.6266212 Nov 12 04:20:28.448867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42762) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:28.451110 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57e0f977-690a-4032-afb3-a2b800128e8d req-2299a096-1354-4743-ba95-97c6358a51be tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.2055273 Nov 12 04:20:28.458542 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] For port 2e5e6439-0e02-419a-a84f-ce2bb4078132, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2e5e6439-0e02-419a-a84f-ce2bb4078132,segment=NetworkSegment(e5c82cf4-51a8-4103-a16f-add90723c61d),segment_id=e5c82cf4-51a8-4103-a16f-add90723c61d)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:28.459123 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.479916 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Calling delete_port for 2e5e6439-0e02-419a-a84f-ce2bb4078132 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:28.530913 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-419fa6f9-c8ff-442f-af33-4bcb6f934887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.537291 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91c7d75c-42a3-4193-a0bd-5d458be441e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.565782 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7d75c-42a3-4193-a0bd-5d458be441e1 None None] Pushing event deleted for resources: {'Port': ['ID=2e5e6439-0e02-419a-a84f-ce2bb4078132,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:28.575580 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c7d75c-42a3-4193-a0bd-5d458be441e1 None None] No DVR routers for this DVR port 2e5e6439-0e02-419a-a84f-ce2bb4078132 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:20:28.629297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57e0f977-690a-4032-afb3-a2b800128e8d req-97fbdab8-76ba-44d1-9b4f-16b0b0b9ba4d tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518188 Nov 12 04:20:28.658199 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-419fa6f9-c8ff-442f-af33-4bcb6f934887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.665096 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-676f6174-0166-4343-9151-9a5f9b4bc7b7 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.695977 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-419fa6f9-c8ff-442f-af33-4bcb6f934887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5899c933-8abf-4894-ba87-9c7f598b19e1']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:28.716352 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-419fa6f9-c8ff-442f-af33-4bcb6f934887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f0aeec-3824-4ca3-bf09-5b0cc243a156') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:28.716964 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-419fa6f9-c8ff-442f-af33-4bcb6f934887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f0aeec-3824-4ca3-bf09-5b0cc243a156') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:28.717778 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-534928c8-1b1b-4b48-87ff-2be85de1e187 req-0960013a-ec85-4930-8b65-44e9e3e0e739 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 210 time: 0.0324643 Nov 12 04:20:28.730867 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-419fa6f9-c8ff-442f-af33-4bcb6f934887 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.734996 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.768804 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-419fa6f9-c8ff-442f-af33-4bcb6f934887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.780086 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419fa6f9-c8ff-442f-af33-4bcb6f934887 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:20:28.780488 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-419fa6f9-c8ff-442f-af33-4bcb6f934887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:20:28.782217 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:20:28.789726 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] No DVR routers for this DVR port 2e5e6439-0e02-419a-a84f-ce2bb4078132 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:20:28.791510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Port': ['ID=2e5e6439-0e02-419a-a84f-ce2bb4078132,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:28.911824 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.927951 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-676f6174-0166-4343-9151-9a5f9b4bc7b7 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.960173 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66996537-29e5-4bbd-b0ac-297d6785e1a3 req-22995c79-4158-457b-ae38-3938b06c1a7d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:28.961536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-66996537-29e5-4bbd-b0ac-297d6785e1a3 req-22995c79-4158-457b-ae38-3938b06c1a7d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 946 time: 0.1379201 Nov 12 04:20:28.965479 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a20c8d-7728-4317-aacb-58e07a10b04d']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:28.966777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:28.978133 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c82cf4-51a8-4103-a16f-add90723c61d') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:28.978797 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c82cf4-51a8-4103-a16f-add90723c61d') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:28.989855 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.990417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:20:28.991076 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8acbd750-9bfa-4fb1-a8dd-e8e0da26dbc3 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:28.991501 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2e5e6439-0e02-419a-a84f-ce2bb4078132 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:29.005606 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-419fa6f9-c8ff-442f-af33-4bcb6f934887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:29.011196 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-419fa6f9-c8ff-442f-af33-4bcb6f934887 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:29.014439 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 2e5e6439-0e02-419a-a84f-ce2bb4078132 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:20:29.015131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2e5e6439-0e02-419a-a84f-ce2bb4078132 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:29.024931 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-419fa6f9-c8ff-442f-af33-4bcb6f934887 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5899c933-8abf-4894-ba87-9c7f598b19e1 HTTP/1.1" status: 204 len: 168 time: 0.5746720 Nov 12 04:20:29.037079 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fa6f9-c8ff-442f-af33-4bcb6f934887 admin admin] Pushing event deleted for resources: {'Network': ['ID=5899c933-8abf-4894-ba87-9c7f598b19e1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:29.055431 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:29.060343 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-676f6174-0166-4343-9151-9a5f9b4bc7b7 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Network 72faa5c3-6261-4e3e-996d-d21c6e621d2c is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:29.073573 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-676f6174-0166-4343-9151-9a5f9b4bc7b7 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:29.079700 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:20:29.080110 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:20:29.083638 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:20:29.088347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-676f6174-0166-4343-9151-9a5f9b4bc7b7 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:29.102921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f6174-0166-4343-9151-9a5f9b4bc7b7 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Pushing event updated for resources: {'Port': ['ID=d99d7863-05dc-42d0-a7ad-2d5df316ae8c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:29.201219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-66996537-29e5-4bbd-b0ac-297d6785e1a3 req-83bba509-10bc-4156-a8c4-5f26468e4531 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829274 Nov 12 04:20:29.207520 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-676f6174-0166-4343-9151-9a5f9b4bc7b7 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:29.212149 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-676f6174-0166-4343-9151-9a5f9b4bc7b7 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:29.298231 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:29.313464 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:29.323392 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/networks/11a20c8d-7728-4317-aacb-58e07a10b04d HTTP/1.1" status: 204 len: 168 time: 1.5514162 Nov 12 04:20:29.323959 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42774) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:29.329302 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3c6d2aa0-7c21-4e6f-a096-3b6d4dad379b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'router': {'routes': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:29.331741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3de3a-381e-4bd0-83c8-035837da8bae tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Pushing event deleted for resources: {'Network': ['ID=11a20c8d-7728-4317-aacb-58e07a10b04d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:29.373413 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-676f6174-0166-4343-9151-9a5f9b4bc7b7 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2222769 Nov 12 04:20:29.401759 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Request body: {'port': {'device_id': 'ae6970a1-a50d-46b7-8793-6194e3c6ce1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:29.428698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42776) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:29.465926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19c365-04d4-47c7-a68d-655015eab138 req-7eb95b43-0053-408a-81df-f1a8a13b5c34 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:29.467543 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e19c365-04d4-47c7-a68d-655015eab138 req-7eb95b43-0053-408a-81df-f1a8a13b5c34 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 931 time: 0.1087847 Nov 12 04:20:29.504525 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.extraroute_db [None req-3c6d2aa0-7c21-4e6f-a096-3b6d4dad379b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Added routes are [] {{(pid=103297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 04:20:29.505522 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.extraroute_db [None req-3c6d2aa0-7c21-4e6f-a096-3b6d4dad379b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Removed routes are [] {{(pid=103297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 04:20:29.506175 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c6d2aa0-7c21-4e6f-a096-3b6d4dad379b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:29.526746 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ddbb55b0-5904-4526-9cd2-cccae395898f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d9a5cbe82354aa68d80e8f3a1f1ba3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0968568 Nov 12 04:20:29.530253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42780) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:29.545985 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:29.584791 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e19c365-04d4-47c7-a68d-655015eab138 req-4dc2d1ea-8381-4081-a89f-075d3a41cca7 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b182f906-cd96-43f3-876e-e2d8979312f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066349 Nov 12 04:20:29.661860 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1c368e8b-5d16-424e-977f-3fe67b68a73e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:29.672805 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c6d2aa0-7c21-4e6f-a096-3b6d4dad379b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:29.682686 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c6d2aa0-7c21-4e6f-a096-3b6d4dad379b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:29.738260 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1c368e8b-5d16-424e-977f-3fe67b68a73e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:29.782275 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6d2aa0-7c21-4e6f-a096-3b6d4dad379b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:29.878152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af1cad-3a77-49aa-b1a5-8fb59e41d220 req-9874255b-a17d-43bd-baa9-5e7a8bd7d404 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:29.879681 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d7af1cad-3a77-49aa-b1a5-8fb59e41d220 req-9874255b-a17d-43bd-baa9-5e7a8bd7d404 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.1444976 Nov 12 04:20:29.978027 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d7af1cad-3a77-49aa-b1a5-8fb59e41d220 req-e8cc9150-ec25-49ec-bc51-d48abcfd0dc0 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758839 Nov 12 04:20:29.984070 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1c368e8b-5d16-424e-977f-3fe67b68a73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:29.986653 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1c368e8b-5d16-424e-977f-3fe67b68a73e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:29.991065 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1c368e8b-5d16-424e-977f-3fe67b68a73e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4f63e8e-bad7-43d8-8ae5-f6f44d1f031c HTTP/1.1" status: 204 len: 168 time: 0.4580739 Nov 12 04:20:30.002800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c368e8b-5d16-424e-977f-3fe67b68a73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f63e8e-bad7-43d8-8ae5-f6f44d1f031c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:30.051471 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99d7863-05dc-42d0-a7ad-2d5df316ae8c {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:20:30.066382 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:30.091036 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Transition to ACTIVE for port object d99d7863-05dc-42d0-a7ad-2d5df316ae8c will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:20:30.177511 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf9ea0a0-633e-4e8d-afcb-e972c7d5d1f8 req-04ff0605-882e-480c-ba2f-2338001ce19c tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 210 time: 0.0407312 Nov 12 04:20:30.209936 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:30.242065 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6d2aa0-7c21-4e6f-a096-3b6d4dad379b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:30.258034 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71ae8b9-b376-4362-824f-f48f9f1b20d0 None None] Sync routers for ids ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:30.277059 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c6d2aa0-7c21-4e6f-a096-3b6d4dad379b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:30.278555 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71ae8b9-b376-4362-824f-f48f9f1b20d0 None None] Routers {'6d3b7acc-d795-4a26-82cf-a0ba1c15c859'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:30.279007 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3c6d2aa0-7c21-4e6f-a096-3b6d4dad379b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/6d3b7acc-d795-4a26-82cf-a0ba1c15c859 HTTP/1.1" status: 200 len: 699 time: 0.9538465 Nov 12 04:20:30.281826 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42790) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:30.289606 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c71ae8b9-b376-4362-824f-f48f9f1b20d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:30.321163 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Pushing event updated for resources: {'Port': ['ID=d99d7863-05dc-42d0-a7ad-2d5df316ae8c,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:30.323902 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b5f6480c-69c7-4108-a86f-590f6d593ed4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d3b7acc-d795-4a26-82cf-a0ba1c15c859 HTTP/1.1" status: 200 len: 205 time: 0.0409393 Nov 12 04:20:30.327072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42794) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:30.426320 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Attempting to bind port d99d7863-05dc-42d0-a7ad-2d5df316ae8c on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:30.426595 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Attempting to bind port d99d7863-05dc-42d0-a7ad-2d5df316ae8c by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'f5e31acf-7f0b-49f2-8833-f551ec21f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '72faa5c3-6261-4e3e-996d-d21c6e621d2c'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:30.426953 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Attempting to bind port d99d7863-05dc-42d0-a7ad-2d5df316ae8c on network 72faa5c3-6261-4e3e-996d-d21c6e621d2c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:30.441841 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-dfb853ac-549b-43f3-9e8f-3d8996af6069 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:30.443900 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-dfb853ac-549b-43f3-9e8f-3d8996af6069 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.21 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 811 time: 0.2657068 Nov 12 04:20:30.445948 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Port d99d7863-05dc-42d0-a7ad-2d5df316ae8c on network 72faa5c3-6261-4e3e-996d-d21c6e621d2c not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:20:30.446286 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Attempting to bind port d99d7863-05dc-42d0-a7ad-2d5df316ae8c on network 72faa5c3-6261-4e3e-996d-d21c6e621d2c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:30.446866 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35f81d91-8a0b-4cf8-b75e-8f0632431a3a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:30.466287 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:30.466844 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Checking segment: {'id': 'f5e31acf-7f0b-49f2-8833-f551ec21f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '72faa5c3-6261-4e3e-996d-d21c6e621d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:30.467238 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Bound using segment: {'id': 'f5e31acf-7f0b-49f2-8833-f551ec21f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '72faa5c3-6261-4e3e-996d-d21c6e621d2c'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:30.467685 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Bound port: d99d7863-05dc-42d0-a7ad-2d5df316ae8c, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5e31acf-7f0b-49f2-8833-f551ec21f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '72faa5c3-6261-4e3e-996d-d21c6e621d2c'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:30.468044 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:30.480076 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42d822-852d-4d91-9d8c-c89c28ab81bd req-c18a28f6-fee5-44ec-8484-3c0195ca0e44 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:30.481661 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b42d822-852d-4d91-9d8c-c89c28ab81bd req-c18a28f6-fee5-44ec-8484-3c0195ca0e44 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 946 time: 0.1095383 Nov 12 04:20:30.491229 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-cad48ca8-cdba-4f75-bea5-28518aad781e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Request body: {'port': {'device_id': '7482cf57-29e0-47ee-888e-8a6bd97272ec', 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240', 'admin_state_up': True, 'tenant_id': '7c6a3aa233554afeb7f6e886fb2833b1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:30.591170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] For port d99d7863-05dc-42d0-a7ad-2d5df316ae8c, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:30.598698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] For port d99d7863-05dc-42d0-a7ad-2d5df316ae8c, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d99d7863-05dc-42d0-a7ad-2d5df316ae8c,segment=NetworkSegment(f5e31acf-7f0b-49f2-8833-f551ec21f619),segment_id=f5e31acf-7f0b-49f2-8833-f551ec21f619)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:30.601121 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c71ae8b9-b376-4362-824f-f48f9f1b20d0 None None] Set router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:30.636588 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b42d822-852d-4d91-9d8c-c89c28ab81bd req-151e94e2-ec44-46ab-9d22-cd850116cda7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420677 Nov 12 04:20:30.672534 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c71ae8b9-b376-4362-824f-f48f9f1b20d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:26Z', 'revision_number': 11, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:30.703718 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71ae8b9-b376-4362-824f-f48f9f1b20d0 None None] Checking router: 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:30.721819 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71ae8b9-b376-4362-824f-f48f9f1b20d0 None None] Routers {'6d3b7acc-d795-4a26-82cf-a0ba1c15c859'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:30.722676 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c71ae8b9-b376-4362-824f-f48f9f1b20d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:30.760397 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35f81d91-8a0b-4cf8-b75e-8f0632431a3a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:30.766081 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:30.766730 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35f81d91-8a0b-4cf8-b75e-8f0632431a3a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:30.804323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:30.804969 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:30.806499 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] 10.222.0.21 "PUT /v2.0/ports/d99d7863-05dc-42d0-a7ad-2d5df316ae8c HTTP/1.1" status: 200 len: 1092 time: 1.4104552 Nov 12 04:20:30.841279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6970a1-a50d-46b7-8793-6194e3c6ce1e', 'tag': 'd99d7863-05dc-42d0-a7ad-2d5df316ae8c'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:30.846870 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0392563-262e-423d-8047-a4785cbdd27a" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6970a1-a50d-46b7-8793-6194e3c6ce1e", "tag": "d99d7863-05dc-42d0-a7ad-2d5df316ae8c"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:30.850276 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c71ae8b9-b376-4362-824f-f48f9f1b20d0 None None] Set router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:30.914089 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c71ae8b9-b376-4362-824f-f48f9f1b20d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:26Z', 'revision_number': 11, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:30.915862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbecb7-be37-4b55-9995-17177cf7f277 service neutron] Pushing event updated for resources: {'Port': ['ID=d99d7863-05dc-42d0-a7ad-2d5df316ae8c,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:30.945779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71ae8b9-b376-4362-824f-f48f9f1b20d0 None None] The sync data for ids ['6d3b7acc-d795-4a26-82cf-a0ba1c15c859'] in n-d-768509-24 is: [{'id': '6d3b7acc-d795-4a26-82cf-a0ba1c15c859', 'name': 'tempest-RoutersTest-router-78743357', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:34Z', 'updated_at': '2021-11-12T04:20:26Z', 'revision_number': 11, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:30.970994 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-cad48ca8-cdba-4f75-bea5-28518aad781e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Made reservation on behalf of 7c6a3aa233554afeb7f6e886fb2833b1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:20:30.971232 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-cad48ca8-cdba-4f75-bea5-28518aad781e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:30.973145 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35f81d91-8a0b-4cf8-b75e-8f0632431a3a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:30.973948 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f81d91-8a0b-4cf8-b75e-8f0632431a3a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Fanout notify agent at l3_agent the message router_deleted on router 6d3b7acc-d795-4a26-82cf-a0ba1c15c859 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:20:30.981566 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35f81d91-8a0b-4cf8-b75e-8f0632431a3a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:30.983021 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-35f81d91-8a0b-4cf8-b75e-8f0632431a3a tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/routers/6d3b7acc-d795-4a26-82cf-a0ba1c15c859 HTTP/1.1" status: 204 len: 168 time: 0.6550193 Nov 12 04:20:30.994712 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42810) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:30.996221 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34559b41-9228-49a3-88b9-8beed54d337e req-7e683590-46a6-484c-9d8e-bf9e2314baa2 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:30.997879 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34559b41-9228-49a3-88b9-8beed54d337e req-7e683590-46a6-484c-9d8e-bf9e2314baa2 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 943 time: 0.1074195 Nov 12 04:20:31.001231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-09322384-d090-46f6-84d2-604bf9d18d68 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1323381293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:31.086655 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-44a66ff6-e603-4468-a8af-3d4c27b080a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:31.088165 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-44a66ff6-e603-4468-a8af-3d4c27b080a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=694dfe10d12642dab043cfebb032500c&device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 1095 time: 0.0893869 Nov 12 04:20:31.093826 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34559b41-9228-49a3-88b9-8beed54d337e req-b146f3f8-b5a5-4b3b-93f6-14459356e81a tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b182f906-cd96-43f3-876e-e2d8979312f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609207 Nov 12 04:20:31.147768 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-71d2c4b2-7258-459c-b4d6-ff98ae5f8c8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d99d7863-05dc-42d0-a7ad-2d5df316ae8c HTTP/1.1" status: 200 len: 217 time: 0.0424960 Nov 12 04:20:31.165384 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09322384-d090-46f6-84d2-604bf9d18d68 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.172401 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09322384-d090-46f6-84d2-604bf9d18d68 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.205591 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777a0ad6-7bc9-42c6-83d7-eed8f6594f0f x-openstack-request-id: req-777a0ad6-7bc9-42c6-83d7-eed8f6594f0f {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:31.205974 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6970a1-a50d-46b7-8793-6194e3c6ce1e", "tag": "d99d7863-05dc-42d0-a7ad-2d5df316ae8c", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:31.206289 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-777a0ad6-7bc9-42c6-83d7-eed8f6594f0f {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:31.206772 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6970a1-a50d-46b7-8793-6194e3c6ce1e', 'tag': 'd99d7863-05dc-42d0-a7ad-2d5df316ae8c', 'status': 'completed', 'code': 200} Nov 12 04:20:31.216299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-cad48ca8-cdba-4f75-bea5-28518aad781e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Allocated IP 172.20.0.12 (0550e788-ec39-4fbc-9b9c-fbf1372e1240/64085683-3376-464a-a4ff-b7367f1920e9/61a47659-1c1a-4806-8740-d4dba52b2973) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:31.235141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-5bfd35e6-52da-4620-bf9c-762df66f52b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:31.237369 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-5bfd35e6-52da-4620-bf9c-762df66f52b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=efa095b5-c9ed-4549-b391-50088fd09383 HTTP/1.1" status: 200 len: 854 time: 0.0814898 Nov 12 04:20:31.262842 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09322384-d090-46f6-84d2-604bf9d18d68 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.299649 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-b09efba9-1b8d-418e-a240-d927697802b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72faa5c3-6261-4e3e-996d-d21c6e621d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496287 Nov 12 04:20:31.368090 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09322384-d090-46f6-84d2-604bf9d18d68 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.408006 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcff77d-68fa-443a-b396-cf23a547b0d4 req-5bab25f3-1adc-4a33-952d-ab2ab246424c tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:31.409679 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4fcff77d-68fa-443a-b396-cf23a547b0d4 req-5bab25f3-1adc-4a33-952d-ab2ab246424c tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.1707904 Nov 12 04:20:31.437741 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-84187537-8ec5-497a-a53e-2f8893a82297 service neutron] 10.222.0.21 "GET /v2.0/networks/72faa5c3-6261-4e3e-996d-d21c6e621d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291392 Nov 12 04:20:31.483886 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-cad48ca8-cdba-4f75-bea5-28518aad781e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.528054 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09322384-d090-46f6-84d2-604bf9d18d68 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.529190 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-09322384-d090-46f6-84d2-604bf9d18d68 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5332284 Nov 12 04:20:31.532208 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42824) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:31.539497 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4fcff77d-68fa-443a-b396-cf23a547b0d4 req-daccfba2-ee3f-40cc-ac5b-6a2ee13b61ba tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151910 Nov 12 04:20:31.540910 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-89726891-6036-4c1f-81b6-d02678d8f6da tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:31.585637 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca59e9eb-b0a4-462d-a1d2-a6964529aef4 req-46d3defe-e6ed-425d-9117-4e5772e48592 service neutron] 10.222.0.21 "GET /v2.0/networks/72faa5c3-6261-4e3e-996d-d21c6e621d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382394 Nov 12 04:20:31.666804 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-cad48ca8-cdba-4f75-bea5-28518aad781e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.714801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4b63e-2272-44d2-bbda-c616e3a9ab72 req-05cb8175-52dc-48de-8dcc-47ea2b40e868 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:31.716490 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-19d4b63e-2272-44d2-bbda-c616e3a9ab72 req-05cb8175-52dc-48de-8dcc-47ea2b40e868 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 932 time: 0.0817647 Nov 12 04:20:31.722042 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42834) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:31.753565 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-cad48ca8-cdba-4f75-bea5-28518aad781e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:31.791981 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-cad48ca8-cdba-4f75-bea5-28518aad781e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:31.797821 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-19d4b63e-2272-44d2-bbda-c616e3a9ab72 req-340b9d55-f9a3-4f30-887f-cad90aa977b3 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730565 Nov 12 04:20:31.807522 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-cad48ca8-cdba-4f75-bea5-28518aad781e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:31.858995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0392563-262e-423d-8047-a4785cbdd27a req-3e5ca0b3-3897-406d-9c1a-a033de8d1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:31.860863 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0392563-262e-423d-8047-a4785cbdd27a req-3e5ca0b3-3897-406d-9c1a-a033de8d1bc2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=694dfe10d12642dab043cfebb032500c&device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 1095 time: 0.0577307 Nov 12 04:20:31.862462 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad48ca8-cdba-4f75-bea5-28518aad781e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Pushing event updated for resources: {'Port': ['ID=61a47659-1c1a-4806-8740-d4dba52b2973,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:31.873892 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89726891-6036-4c1f-81b6-d02678d8f6da tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.903639 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-cad48ca8-cdba-4f75-bea5-28518aad781e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:31.904030 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-206994dc-fd45-4052-9ed2-64361184be22 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1164798423-network', 'tenant_id': 'b9019578042747a383772ed6f903d689'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:31.904257 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-cad48ca8-cdba-4f75-bea5-28518aad781e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.959412 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89726891-6036-4c1f-81b6-d02678d8f6da tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.979974 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0392563-262e-423d-8047-a4785cbdd27a req-3a30ef2c-ff30-40f0-972e-68aa4feaef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:31.981532 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0392563-262e-423d-8047-a4785cbdd27a req-3a30ef2c-ff30-40f0-972e-68aa4feaef2b service neutron] 10.222.0.21 "GET /v2.0/networks?id=72faa5c3-6261-4e3e-996d-d21c6e621d2c HTTP/1.1" status: 200 len: 915 time: 0.1137471 Nov 12 04:20:32.001516 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-cad48ca8-cdba-4f75-bea5-28518aad781e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5144632 Nov 12 04:20:32.026554 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0392563-262e-423d-8047-a4785cbdd27a req-df70bd67-fdcb-4d3c-8947-b00dfc4065db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d99d7863-05dc-42d0-a7ad-2d5df316ae8c HTTP/1.1" status: 200 len: 217 time: 0.0374072 Nov 12 04:20:32.034489 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Request body: {'port': {'device_id': '7482cf57-29e0-47ee-888e-8a6bd97272ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:32.088919 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0392563-262e-423d-8047-a4785cbdd27a req-47ce0f38-864b-4d9c-803d-ce8149f30e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:32.090124 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0392563-262e-423d-8047-a4785cbdd27a req-47ce0f38-864b-4d9c-803d-ce8149f30e59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=efa095b5-c9ed-4549-b391-50088fd09383 HTTP/1.1" status: 200 len: 854 time: 0.0569229 Nov 12 04:20:32.111301 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:32.132279 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0392563-262e-423d-8047-a4785cbdd27a req-b1817076-111c-49c5-be1e-4a4c49ade49d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72faa5c3-6261-4e3e-996d-d21c6e621d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347726 Nov 12 04:20:32.165531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206994dc-fd45-4052-9ed2-64361184be22 admin admin] Made reservation on behalf of b9019578042747a383772ed6f903d689 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:20:32.167934 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-206994dc-fd45-4052-9ed2-64361184be22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:32.208484 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-206994dc-fd45-4052-9ed2-64361184be22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:32.268050 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0392563-262e-423d-8047-a4785cbdd27a req-f26347ec-37de-4a0e-928a-2a18c165b0e0 service neutron] 10.222.0.21 "GET /v2.0/networks/72faa5c3-6261-4e3e-996d-d21c6e621d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277945 Nov 12 04:20:32.340863 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89726891-6036-4c1f-81b6-d02678d8f6da tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Router d86e534b-179e-46c1-b5aa-de13c14c8467 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:20:32.377787 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-206994dc-fd45-4052-9ed2-64361184be22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:32.396319 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0392563-262e-423d-8047-a4785cbdd27a req-e235fd05-f6b1-4eb9-8961-5bb68569ac61 service neutron] 10.222.0.21 "GET /v2.0/networks/72faa5c3-6261-4e3e-996d-d21c6e621d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178010 Nov 12 04:20:32.464347 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89726891-6036-4c1f-81b6-d02678d8f6da tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:32.470348 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a47659-1c1a-4806-8740-d4dba52b2973 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:20:32.478039 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a4621-8151-44d5-8e23-8dd8bf91e087 None None] Sync routers for ids ['d86e534b-179e-46c1-b5aa-de13c14c8467'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:32.478568 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:32.489097 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037a4621-8151-44d5-8e23-8dd8bf91e087 None None] Routers {'d86e534b-179e-46c1-b5aa-de13c14c8467'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:32.489585 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89726891-6036-4c1f-81b6-d02678d8f6da tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:32.493313 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-89726891-6036-4c1f-81b6-d02678d8f6da tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "PUT /v2.0/routers/d86e534b-179e-46c1-b5aa-de13c14c8467 HTTP/1.1" status: 200 len: 694 time: 0.9565892 Nov 12 04:20:32.493459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42844) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:32.493864 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-037a4621-8151-44d5-8e23-8dd8bf91e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d86e534b-179e-46c1-b5aa-de13c14c8467'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:32.498449 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Transition to ACTIVE for port object 61a47659-1c1a-4806-8740-d4dba52b2973 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:20:32.500527 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-206994dc-fd45-4052-9ed2-64361184be22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:32.564646 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-037a4621-8151-44d5-8e23-8dd8bf91e087 None None] Set router d86e534b-179e-46c1-b5aa-de13c14c8467 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:32.602193 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206994dc-fd45-4052-9ed2-64361184be22 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:20:32.607343 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:32.623408 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5a845bb5-05ca-4327-80b5-099dd4f921be tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/routers/d86e534b-179e-46c1-b5aa-de13c14c8467 HTTP/1.1" status: 200 len: 700 time: 0.1288285 Nov 12 04:20:32.624194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206994dc-fd45-4052-9ed2-64361184be22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb815f6-a500-4e8f-987b-96f743b9a35b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:32.626655 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42848) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:32.649713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6ae68-a998-42ad-9bfa-d937451693f8 req-14f0b937-b465-4301-a8ec-dc0102a94841 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:32.651674 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-037a4621-8151-44d5-8e23-8dd8bf91e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86e534b-179e-46c1-b5aa-de13c14c8467', 'name': 'tempest-RoutersTest-router-1323381293', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:31Z', 'updated_at': '2021-11-12T04:20:31Z', 'revision_number': 2, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:32.657243 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0eb6ae68-a998-42ad-9bfa-d937451693f8 req-14f0b937-b465-4301-a8ec-dc0102a94841 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 946 time: 0.2044659 Nov 12 04:20:32.677699 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-206994dc-fd45-4052-9ed2-64361184be22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:32.678184 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-206994dc-fd45-4052-9ed2-64361184be22 admin admin] Added segment 4fc00150-f6bd-45fa-8813-e47d423ffb11 of type vlan for network a266bfcf-2eac-457b-9e05-7c8abcbb3c16 Nov 12 04:20:32.685720 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Pushing event updated for resources: {'Port': ['ID=61a47659-1c1a-4806-8740-d4dba52b2973,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:32.713104 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a4621-8151-44d5-8e23-8dd8bf91e087 None None] Checking router: d86e534b-179e-46c1-b5aa-de13c14c8467 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:32.723448 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037a4621-8151-44d5-8e23-8dd8bf91e087 None None] Routers {'d86e534b-179e-46c1-b5aa-de13c14c8467'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:32.724202 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-037a4621-8151-44d5-8e23-8dd8bf91e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d86e534b-179e-46c1-b5aa-de13c14c8467'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:32.736913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Attempting to bind port 61a47659-1c1a-4806-8740-d4dba52b2973 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:32.737230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Attempting to bind port 61a47659-1c1a-4806-8740-d4dba52b2973 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:32.737554 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Attempting to bind port 61a47659-1c1a-4806-8740-d4dba52b2973 on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:32.743320 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e9b10dc5-5d9e-47a6-aa36-5d55520fce37 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/ports?device_id=d86e534b-179e-46c1-b5aa-de13c14c8467 HTTP/1.1" status: 200 len: 205 time: 0.1063888 Nov 12 04:20:32.744045 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42850) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:32.751643 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Port 61a47659-1c1a-4806-8740-d4dba52b2973 on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:20:32.751643 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Attempting to bind port 61a47659-1c1a-4806-8740-d4dba52b2973 on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:32.794799 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-206994dc-fd45-4052-9ed2-64361184be22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:32.804748 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:32.805122 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Checking segment: {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:32.805475 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Bound using segment: {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:32.805915 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Bound port: 61a47659-1c1a-4806-8740-d4dba52b2973, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:32.806278 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:32.809102 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-037a4621-8151-44d5-8e23-8dd8bf91e087 None None] Set router d86e534b-179e-46c1-b5aa-de13c14c8467 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:32.816387 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090c36d-a359-437e-a04a-472580e2bc2e req-8bc81dbc-7e1c-494b-be1a-abbbc44ae8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:32.818419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2090c36d-a359-437e-a04a-472580e2bc2e req-8bc81dbc-7e1c-494b-be1a-abbbc44ae8a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85b49f7fda8a4adf8c323ae957f4dc57&device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 1098 time: 0.2019906 Nov 12 04:20:32.835694 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0eb6ae68-a998-42ad-9bfa-d937451693f8 req-f1319e3d-62f5-4735-a32f-64624240482e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762574 Nov 12 04:20:32.852536 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-027c1814-d2d0-4fd5-80c3-18c57985f223 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:32.888746 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-037a4621-8151-44d5-8e23-8dd8bf91e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86e534b-179e-46c1-b5aa-de13c14c8467', 'name': 'tempest-RoutersTest-router-1323381293', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:31Z', 'updated_at': '2021-11-12T04:20:31Z', 'revision_number': 2, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:32.932092 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a4621-8151-44d5-8e23-8dd8bf91e087 None None] The sync data for ids ['d86e534b-179e-46c1-b5aa-de13c14c8467'] in n-d-768509-24 is: [{'id': 'd86e534b-179e-46c1-b5aa-de13c14c8467', 'name': 'tempest-RoutersTest-router-1323381293', 'tenant_id': 'abc02f61e3a54190864817d5a7dcd07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:31Z', 'updated_at': '2021-11-12T04:20:31Z', 'revision_number': 2, 'project_id': 'abc02f61e3a54190864817d5a7dcd07b', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:33.035911 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] For port 61a47659-1c1a-4806-8740-d4dba52b2973, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:33.044088 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] For port 61a47659-1c1a-4806-8740-d4dba52b2973, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=61a47659-1c1a-4806-8740-d4dba52b2973,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:33.117944 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-027c1814-d2d0-4fd5-80c3-18c57985f223 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:33.120865 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-027c1814-d2d0-4fd5-80c3-18c57985f223 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:33.124460 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:33.137317 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-48246fcc-b6ba-426d-a8be-4d69950bd148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:33.219201 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:33.220022 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:33.221384 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] 10.222.0.21 "PUT /v2.0/ports/61a47659-1c1a-4806-8740-d4dba52b2973 HTTP/1.1" status: 200 len: 1093 time: 1.1908858 Nov 12 04:20:33.222563 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7482cf57-29e0-47ee-888e-8a6bd97272ec', 'tag': '61a47659-1c1a-4806-8740-d4dba52b2973'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:33.224975 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5906ff-f4d7-4e91-924b-cd9e92157922" -d '{"events": [{"name": "network-changed", "server_uuid": "7482cf57-29e0-47ee-888e-8a6bd97272ec", "tag": "61a47659-1c1a-4806-8740-d4dba52b2973"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:33.246399 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Pushing event updated for resources: {'Port': ['ID=61a47659-1c1a-4806-8740-d4dba52b2973,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:33.255642 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:33.255642 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:33.255888 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:33.256223 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:33.256483 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:33.256808 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:33.257128 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:33.257662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:33.257766 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:33.258058 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:33.258377 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:33.258723 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8407b-cbe4-4f4f-8eca-de630a2e730c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:33.268832 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-206994dc-fd45-4052-9ed2-64361184be22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:33.270376 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206994dc-fd45-4052-9ed2-64361184be22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:33.271003 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-206994dc-fd45-4052-9ed2-64361184be22 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:33.308189 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-027c1814-d2d0-4fd5-80c3-18c57985f223 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:33.308718 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027c1814-d2d0-4fd5-80c3-18c57985f223 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Fanout notify agent at l3_agent the message router_deleted on router d86e534b-179e-46c1-b5aa-de13c14c8467 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:20:33.316861 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-027c1814-d2d0-4fd5-80c3-18c57985f223 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:33.319335 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-027c1814-d2d0-4fd5-80c3-18c57985f223 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/routers/d86e534b-179e-46c1-b5aa-de13c14c8467 HTTP/1.1" status: 204 len: 168 time: 0.5741742 Nov 12 04:20:33.322937 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42856) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:33.395342 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-eed5fe1c-df28-43af-b6fd-d992f2002fbe tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/ports?device_id=d86e534b-179e-46c1-b5aa-de13c14c8467 HTTP/1.1" status: 200 len: 205 time: 0.0669160 Nov 12 04:20:33.400584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42858) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:33.419199 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-206994dc-fd45-4052-9ed2-64361184be22 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6960230 Nov 12 04:20:33.431825 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206994dc-fd45-4052-9ed2-64361184be22 admin admin] Pushing event updated for resources: {'Network': ['ID=a266bfcf-2eac-457b-9e05-7c8abcbb3c16,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:33.436833 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090c36d-a359-437e-a04a-472580e2bc2e req-81abe67c-c686-4d83-9a06-ca67f83e6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:33.438367 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2090c36d-a359-437e-a04a-472580e2bc2e req-81abe67c-c686-4d83-9a06-ca67f83e6bad service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b83df4f-b929-4e4a-ac1e-c416f0ac229a HTTP/1.1" status: 200 len: 912 time: 0.6091440 Nov 12 04:20:33.446717 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network a266bfcf-2eac-457b-9e05-7c8abcbb3c16 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:20:33.451404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e03bf-68c4-4425-9a5f-cc2afbbd2189 req-964f60d8-4dde-4fb6-bc75-aca7692b8486 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:33.453341 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f36e03bf-68c4-4425-9a5f-cc2afbbd2189 req-964f60d8-4dde-4fb6-bc75-aca7692b8486 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 943 time: 0.1879127 Nov 12 04:20:33.465227 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-c751f982-2005-43e5-af5d-f35074885c07 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] delete failed (client error): The resource could not be found. Nov 12 04:20:33.470003 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c751f982-2005-43e5-af5d-f35074885c07 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/routers/d86e534b-179e-46c1-b5aa-de13c14c8467 HTTP/1.1" status: 404 len: 336 time: 0.0687470 Nov 12 04:20:33.471241 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42862) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:33.511321 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6474112-8a60-4745-8fba-c3329866326f tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] DELETE failed (client error): The resource could not be found. Nov 12 04:20:33.512046 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6474112-8a60-4745-8fba-c3329866326f tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:20:33.517981 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2090c36d-a359-437e-a04a-472580e2bc2e req-ba252acd-4182-4601-a0be-0ff626d10726 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=549eeb88-053c-41b8-a8a8-67bfc24cb467 HTTP/1.1" status: 200 len: 217 time: 0.0619633 Nov 12 04:20:33.518660 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f6474112-8a60-4745-8fba-c3329866326f tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/subnets/e1bd1c92-67be-4e00-8912-1b632bec0609 HTTP/1.1" status: 404 len: 337 time: 0.0444465 Nov 12 04:20:33.522034 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42864) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:33.534379 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-72924319-5c2f-425c-854f-b1a6bfdc230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:33.536778 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-72924319-5c2f-425c-854f-b1a6bfdc230d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 1096 time: 0.1701136 Nov 12 04:20:33.565364 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e9c07e-62dc-488a-abf9-e016b7ed7c9b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] DELETE failed (client error): The resource could not be found. Nov 12 04:20:33.565823 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e9c07e-62dc-488a-abf9-e016b7ed7c9b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:20:33.571715 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d9e9c07e-62dc-488a-abf9-e016b7ed7c9b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/subnets/16cb3560-6e62-499e-9a59-c4f51d7624f6 HTTP/1.1" status: 404 len: 337 time: 0.0484192 Nov 12 04:20:33.573521 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42866) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:33.599276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090c36d-a359-437e-a04a-472580e2bc2e req-bccbfe64-182c-411e-bde9-d4c7ae99eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:33.600736 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2090c36d-a359-437e-a04a-472580e2bc2e req-bccbfe64-182c-411e-bde9-d4c7ae99eaaf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e8233b1-aa6e-479f-9cdc-91daccb1fad4 HTTP/1.1" status: 200 len: 851 time: 0.0772686 Nov 12 04:20:33.613637 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-451106ec-fd38-45ca-87d3-255cc1549de4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61a47659-1c1a-4806-8740-d4dba52b2973 HTTP/1.1" status: 200 len: 217 time: 0.0559933 Nov 12 04:20:33.638576 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c434ac0-e3e8-4dcc-8e0a-7f0a3f230f57 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] DELETE failed (client error): The resource could not be found. Nov 12 04:20:33.639055 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c434ac0-e3e8-4dcc-8e0a-7f0a3f230f57 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:20:33.644858 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9c434ac0-e3e8-4dcc-8e0a-7f0a3f230f57 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/subnets/e4633c14-dd62-4807-b4dd-46bd0ba93e5d HTTP/1.1" status: 404 len: 337 time: 0.0702229 Nov 12 04:20:33.645497 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42870) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:33.645930 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f36e03bf-68c4-4425-9a5f-cc2afbbd2189 req-a7fd436d-6579-40b8-a875-59310f6a8e1d tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b182f906-cd96-43f3-876e-e2d8979312f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816607 Nov 12 04:20:33.648630 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2090c36d-a359-437e-a04a-472580e2bc2e req-274f62fe-b774-4d6c-93d7-7029d00d49b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b83df4f-b929-4e4a-ac1e-c416f0ac229a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362327 Nov 12 04:20:33.707827 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c6e54c-6817-48d6-b330-b8c5e7c7784b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] DELETE failed (client error): The resource could not be found. Nov 12 04:20:33.708469 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c6e54c-6817-48d6-b330-b8c5e7c7784b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:20:33.712191 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-20c6e54c-6817-48d6-b330-b8c5e7c7784b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/subnets/7cd509e6-5703-4ce7-b46d-b35d191f91b0 HTTP/1.1" status: 404 len: 337 time: 0.0394936 Nov 12 04:20:33.715101 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42876) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:33.754748 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-90d6dde5-6790-4f72-8a16-19b3395aa063 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d3b7acc-d795-4a26-82cf-a0ba1c15c859 HTTP/1.1" status: 200 len: 205 time: 0.0379848 Nov 12 04:20:33.759535 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42878) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:33.811018 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-e853cc46-1d68-4755-8c0d-19d49f9c2c9b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] delete failed (client error): The resource could not be found. Nov 12 04:20:33.814575 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e853cc46-1d68-4755-8c0d-19d49f9c2c9b tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/routers/6d3b7acc-d795-4a26-82cf-a0ba1c15c859 HTTP/1.1" status: 404 len: 336 time: 0.0513902 Nov 12 04:20:33.814575 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-c23879fa-d1f4-4135-af5a-908509f717a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:33.815023 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-c23879fa-d1f4-4135-af5a-908509f717a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64085683-3376-464a-a4ff-b7367f1920e9 HTTP/1.1" status: 200 len: 851 time: 0.1845150 Nov 12 04:20:33.815528 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42880) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:33.829060 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2090c36d-a359-437e-a04a-472580e2bc2e req-994e6a83-6b9c-4090-89a6-050c755e2837 service neutron] 10.222.0.21 "GET /v2.0/networks/2b83df4f-b929-4e4a-ac1e-c416f0ac229a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727176 Nov 12 04:20:33.839294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17681c-2a76-41f2-9dd4-e6ba6822a8bd req-637a34a3-ed93-4bd1-8743-99cfab94b2e1 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:33.840801 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d17681c-2a76-41f2-9dd4-e6ba6822a8bd req-637a34a3-ed93-4bd1-8743-99cfab94b2e1 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.1005402 Nov 12 04:20:33.855892 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5cdd87e3-e859-4fb1-9af0-b79ffcd31f57 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/ports?device_id=13e73da8-07c2-4d7a-95c7-e9f1811d8c7f HTTP/1.1" status: 200 len: 205 time: 0.0366168 Nov 12 04:20:33.856248 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42882) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:33.878197 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-debd1483-1900-4514-8ec4-308a18224265 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0550e788-ec39-4fbc-9b9c-fbf1372e1240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511954 Nov 12 04:20:33.928744 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-684e2741-07f9-4ffb-96a9-126b47f346cf tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] delete failed (client error): The resource could not be found. Nov 12 04:20:33.929693 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-684e2741-07f9-4ffb-96a9-126b47f346cf tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/routers/13e73da8-07c2-4d7a-95c7-e9f1811d8c7f HTTP/1.1" status: 404 len: 336 time: 0.0724838 Nov 12 04:20:33.935988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42886) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:33.946350 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d17681c-2a76-41f2-9dd4-e6ba6822a8bd req-ee32ff98-9959-4e03-a167-f0dba130a6fe tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968342 Nov 12 04:20:33.966914 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2090c36d-a359-437e-a04a-472580e2bc2e req-4be88fd9-b352-4b11-8447-411c78f63381 service neutron] 10.222.0.21 "GET /v2.0/networks/2b83df4f-b929-4e4a-ac1e-c416f0ac229a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243718 Nov 12 04:20:33.992690 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c85218-2088-4162-b4b8-6d7ce715aada tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] DELETE failed (client error): The resource could not be found. Nov 12 04:20:33.993160 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c85218-2088-4162-b4b8-6d7ce715aada tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:20:33.996191 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-50c85218-2088-4162-b4b8-6d7ce715aada tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/subnets/deb64711-6f42-4de6-969d-9ebc664885c8 HTTP/1.1" status: 404 len: 337 time: 0.0593047 Nov 12 04:20:33.999192 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42890) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:34.028604 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e3d37c02-f765-4346-94c6-b5dc83e51f31 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f9dfcfa-1428-412d-9c1a-422897bd934a HTTP/1.1" status: 200 len: 205 time: 0.0280225 Nov 12 04:20:34.031433 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42892) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:34.048756 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-25f8ec7a-9089-432d-b146-401654eaff50 service neutron] 10.222.0.21 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383619 Nov 12 04:20:34.101260 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-73edbafd-3b26-4b0c-b14a-9d22f6c8c75c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] delete failed (client error): The resource could not be found. Nov 12 04:20:34.105012 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-73edbafd-3b26-4b0c-b14a-9d22f6c8c75c tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/routers/7f9dfcfa-1428-412d-9c1a-422897bd934a HTTP/1.1" status: 404 len: 336 time: 0.0625417 Nov 12 04:20:34.105220 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42896) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:34.143457 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f107cc6d-fdde-45c2-8817-e5e280fde72e tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/ports?device_id=60723265-b974-48cc-aa30-358e82a57cb0 HTTP/1.1" status: 200 len: 205 time: 0.0348675 Nov 12 04:20:34.143807 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42900) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:34.159078 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe823d7c-f72d-4cb6-b7d2-788b705349fd req-33f15129-feb3-40c8-803c-8dd5a97f09c3 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:34.160740 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe823d7c-f72d-4cb6-b7d2-788b705349fd req-33f15129-feb3-40c8-803c-8dd5a97f09c3 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 944 time: 0.1306593 Nov 12 04:20:34.208764 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-72d053bd-0068-4fd5-a87d-a18042063603 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] delete failed (client error): The resource could not be found. Nov 12 04:20:34.212792 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-72d053bd-0068-4fd5-a87d-a18042063603 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/routers/60723265-b974-48cc-aa30-358e82a57cb0 HTTP/1.1" status: 404 len: 336 time: 0.0679374 Nov 12 04:20:34.214553 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42902) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:34.261069 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2058801-f5a4-4e3c-a980-af18fed47814 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] DELETE failed (client error): The resource could not be found. Nov 12 04:20:34.261529 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2058801-f5a4-4e3c-a980-af18fed47814 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:20:34.265238 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a2058801-f5a4-4e3c-a980-af18fed47814 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/subnets/799f2a2d-33dd-4b61-a69c-87a9047f4400 HTTP/1.1" status: 404 len: 337 time: 0.0490730 Nov 12 04:20:34.267650 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42904) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:34.310362 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-295415be-db64-4596-8383-2e9ba62a8dd4 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7 HTTP/1.1" status: 200 len: 205 time: 0.0417526 Nov 12 04:20:34.312910 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42906) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:34.326243 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe823d7c-f72d-4cb6-b7d2-788b705349fd req-5137880e-6380-428a-9214-fcbe62088a88 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255846 Nov 12 04:20:34.359054 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-74f2b827-2037-4343-bb7d-c0dc4dfa2af0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] delete failed (client error): The resource could not be found. Nov 12 04:20:34.372129 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-74f2b827-2037-4343-bb7d-c0dc4dfa2af0 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/routers/6cbca767-cbf3-45b4-b1ff-7a3c9f4d84a7 HTTP/1.1" status: 404 len: 336 time: 0.0463636 Nov 12 04:20:34.372129 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42908) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:34.400388 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-07bc3476-70db-4d9d-9a76-43b0e145941d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] DELETE failed (client error): The resource could not be found. Nov 12 04:20:34.401007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07bc3476-70db-4d9d-9a76-43b0e145941d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:20:34.409271 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-07bc3476-70db-4d9d-9a76-43b0e145941d tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/subnets/63ee91f9-3f0f-4660-bd0b-2d049ed12bd1 HTTP/1.1" status: 404 len: 337 time: 0.0402019 Nov 12 04:20:34.409271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42912) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:34.468065 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9fbbc54a-36cf-40b5-a929-4ab04e5b2c48 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43 HTTP/1.1" status: 200 len: 205 time: 0.0571506 Nov 12 04:20:34.468264 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a801d7-de3b-469b-964f-d5b5206d9f14 x-openstack-request-id: req-31a801d7-de3b-469b-964f-d5b5206d9f14 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:34.468264 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7482cf57-29e0-47ee-888e-8a6bd97272ec", "tag": "61a47659-1c1a-4806-8740-d4dba52b2973", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:34.468819 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31a801d7-de3b-469b-964f-d5b5206d9f14 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:34.468819 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7482cf57-29e0-47ee-888e-8a6bd97272ec', 'tag': '61a47659-1c1a-4806-8740-d4dba52b2973', 'status': 'completed', 'code': 200} Nov 12 04:20:34.469811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42914) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:34.519916 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-cfffdeab-4028-4442-8d90-58df1fddfda2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] delete failed (client error): The resource could not be found. Nov 12 04:20:34.521705 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cfffdeab-4028-4442-8d90-58df1fddfda2 tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/routers/8e53e38e-d1ae-4ff0-a0ea-28d859c6ab43 HTTP/1.1" status: 404 len: 336 time: 0.0498497 Nov 12 04:20:34.524292 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42916) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:34.534173 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6a58616c-8537-48bf-a9e8-e7154f09421b req-a67eed5a-2605-4e7a-b62d-64b5c06aec34 service neutron] 10.222.0.21 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719579 Nov 12 04:20:34.560778 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fb15bc3-f7fc-41d9-91ae-d858092add88 req-4c27dd95-f96e-47c5-bd8f-cfed19d9ddd7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1695442 Nov 12 04:20:34.561786 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-f464a7ad-0c5a-4fb8-8a38-059d3b34a1cc tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] DELETE failed (client error): The resource could not be found. Nov 12 04:20:34.562222 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f464a7ad-0c5a-4fb8-8a38-059d3b34a1cc tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:20:34.565935 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f464a7ad-0c5a-4fb8-8a38-059d3b34a1cc tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/subnets/f94c300b-ff97-4d71-a183-ddf5caf5568c HTTP/1.1" status: 404 len: 337 time: 0.0399833 Nov 12 04:20:34.573127 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42918) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:34.605793 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-972fd9b4-382c-4a99-b487-ec962edca7fe tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] DELETE failed (client error): The resource could not be found. Nov 12 04:20:34.606561 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-972fd9b4-382c-4a99-b487-ec962edca7fe tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:20:34.609702 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-972fd9b4-382c-4a99-b487-ec962edca7fe tempest-RoutersTest-503086307 tempest-RoutersTest-503086307-project] 10.222.0.37 "DELETE /v2.0/subnets/31e865f2-9bed-4dca-b7f7-b71019b12b45 HTTP/1.1" status: 404 len: 337 time: 0.0355661 Nov 12 04:20:34.775353 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5906ff-f4d7-4e91-924b-cd9e92157922 req-3a40b4a8-acc2-4fee-acf9-645d1c252202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:34.777034 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0d5906ff-f4d7-4e91-924b-cd9e92157922 req-3a40b4a8-acc2-4fee-acf9-645d1c252202 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 1096 time: 0.0746667 Nov 12 04:20:34.809704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0fb84-6716-4655-a8c9-1f1f1e71d86a req-af89e2c5-349f-4070-b347-9c533a1b54ea tempest-ComputeTenantNetworksTest-1560877675 tempest-ComputeTenantNetworksTest-1560877675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:34.815637 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0fb84-6716-4655-a8c9-1f1f1e71d86a req-af89e2c5-349f-4070-b347-9c533a1b54ea tempest-ComputeTenantNetworksTest-1560877675 tempest-ComputeTenantNetworksTest-1560877675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:34.821762 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0fb84-6716-4655-a8c9-1f1f1e71d86a req-af89e2c5-349f-4070-b347-9c533a1b54ea tempest-ComputeTenantNetworksTest-1560877675 tempest-ComputeTenantNetworksTest-1560877675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:34.824175 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25a0fb84-6716-4655-a8c9-1f1f1e71d86a req-af89e2c5-349f-4070-b347-9c533a1b54ea tempest-ComputeTenantNetworksTest-1560877675 tempest-ComputeTenantNetworksTest-1560877675-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2543335 Nov 12 04:20:34.828961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb15bc3-f7fc-41d9-91ae-d858092add88 req-3bff18e4-119a-4649-af0e-7816c1202c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:34.830693 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fb15bc3-f7fc-41d9-91ae-d858092add88 req-3bff18e4-119a-4649-af0e-7816c1202c1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 1096 time: 0.1251016 Nov 12 04:20:34.888208 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5906ff-f4d7-4e91-924b-cd9e92157922 req-3b2f487e-37cc-4b0e-9fee-9f0cf93db4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:34.889874 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0d5906ff-f4d7-4e91-924b-cd9e92157922 req-3b2f487e-37cc-4b0e-9fee-9f0cf93db4d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 912 time: 0.1059861 Nov 12 04:20:34.941736 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0d5906ff-f4d7-4e91-924b-cd9e92157922 req-b1de4567-e7aa-408a-9ae9-032261b380fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61a47659-1c1a-4806-8740-d4dba52b2973 HTTP/1.1" status: 200 len: 217 time: 0.0446715 Nov 12 04:20:34.993225 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d5896-d790-4773-bf11-7e08a3bd131e req-a3f082a3-4186-4a9a-ac58-069b621e7c01 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:34.994889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a7d5896-d790-4773-bf11-7e08a3bd131e req-a3f082a3-4186-4a9a-ac58-069b621e7c01 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 946 time: 0.0700860 Nov 12 04:20:34.998706 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5906ff-f4d7-4e91-924b-cd9e92157922 req-2b6153ba-ff9b-41e4-b40b-f936b69a6ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:34.999792 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb15bc3-f7fc-41d9-91ae-d858092add88 req-302bea56-b5ef-4af8-b0f1-9cd0d47ae28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:35.000445 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0d5906ff-f4d7-4e91-924b-cd9e92157922 req-2b6153ba-ff9b-41e4-b40b-f936b69a6ee0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64085683-3376-464a-a4ff-b7367f1920e9 HTTP/1.1" status: 200 len: 851 time: 0.0522604 Nov 12 04:20:35.001207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fb15bc3-f7fc-41d9-91ae-d858092add88 req-302bea56-b5ef-4af8-b0f1-9cd0d47ae28d service neutron] 10.222.0.21 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.1378717 Nov 12 04:20:35.039699 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0d5906ff-f4d7-4e91-924b-cd9e92157922 req-0b4c0fe6-b075-497f-bb87-b9dc250e889d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0550e788-ec39-4fbc-9b9c-fbf1372e1240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266099 Nov 12 04:20:35.096479 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42932) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:35.120118 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a7d5896-d790-4773-bf11-7e08a3bd131e req-9e229b8e-34fa-45af-b01a-a45e7648ca1c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092396 Nov 12 04:20:35.124433 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fb15bc3-f7fc-41d9-91ae-d858092add88 req-d2cd9630-4058-4f54-bd38-1f19c57a8a30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827813e1-4afe-44db-947c-b67c4e2c3e62 HTTP/1.1" status: 200 len: 999 time: 0.1061633 Nov 12 04:20:35.161807 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0d5906ff-f4d7-4e91-924b-cd9e92157922 req-02b0f51c-c5da-49be-8a36-abf510cbdcb9 service neutron] 10.222.0.21 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139898 Nov 12 04:20:35.194171 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb15bc3-f7fc-41d9-91ae-d858092add88 req-d7f9c0da-5834-494f-8ec2-02c4db0a20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:35.196674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fb15bc3-f7fc-41d9-91ae-d858092add88 req-d7f9c0da-5834-494f-8ec2-02c4db0a20d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.0641217 Nov 12 04:20:35.283582 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0d5906ff-f4d7-4e91-924b-cd9e92157922 req-5b30d03d-d0c0-47ef-8aa1-21741b56d3f7 service neutron] 10.222.0.21 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135516 Nov 12 04:20:35.328253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb15bc3-f7fc-41d9-91ae-d858092add88 req-3612923c-50ab-41ee-81e0-2a3f45893473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:35.329759 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fb15bc3-f7fc-41d9-91ae-d858092add88 req-3612923c-50ab-41ee-81e0-2a3f45893473 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069062 Nov 12 04:20:35.337225 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f2b649ea-3739-406d-a6fd-7d4551b5988e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=abc02f61e3a54190864817d5a7dcd07b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2360380 Nov 12 04:20:35.339921 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42936) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:35.394196 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27b6f73b-4afa-4497-8e57-c96605d5874f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:35.404510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18034a69-1ab6-4bf0-92e5-9d83848e0d70 req-2844050d-73db-4320-a2e4-338d061fe4ee tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:35.406016 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18034a69-1ab6-4bf0-92e5-9d83848e0d70 req-2844050d-73db-4320-a2e4-338d061fe4ee tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 943 time: 0.1224928 Nov 12 04:20:35.417623 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27b6f73b-4afa-4497-8e57-c96605d5874f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:35.473607 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fb15bc3-f7fc-41d9-91ae-d858092add88 req-b5b08d90-9438-4057-b64a-cc556363f00e service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352167 Nov 12 04:20:35.481248 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18034a69-1ab6-4bf0-92e5-9d83848e0d70 req-a445629a-e18c-452f-9269-5e8857262f4b tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b182f906-cd96-43f3-876e-e2d8979312f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682724 Nov 12 04:20:35.564680 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a605aef8-7589-4cb6-bf6f-7f86d2b699a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:35.593615 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27b6f73b-4afa-4497-8e57-c96605d5874f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:35.596470 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-27b6f73b-4afa-4497-8e57-c96605d5874f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:35.597684 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-27b6f73b-4afa-4497-8e57-c96605d5874f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46bfdee3-32ea-4baa-b4e8-90a21415eba1 HTTP/1.1" status: 204 len: 168 time: 0.2567680 Nov 12 04:20:35.610852 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6f73b-4afa-4497-8e57-c96605d5874f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bfdee3-32ea-4baa-b4e8-90a21415eba1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:35.651412 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1842e-bd6f-419e-800e-aff1c45864a5 req-dfe33082-4710-4226-b137-8839065ee06e tempest-ComputeTenantNetworksTest-1560877675 tempest-ComputeTenantNetworksTest-1560877675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:35.652749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5d1842e-bd6f-419e-800e-aff1c45864a5 req-dfe33082-4710-4226-b137-8839065ee06e tempest-ComputeTenantNetworksTest-1560877675 tempest-ComputeTenantNetworksTest-1560877675-project] 10.222.0.37 "GET /v2.0/networks/a266bfcf-2eac-457b-9e05-7c8abcbb3c16 HTTP/1.1" status: 200 len: 769 time: 0.1433039 Nov 12 04:20:35.662755 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42942) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:35.671933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fb15bc3-f7fc-41d9-91ae-d858092add88 req-7cddf923-3a54-4e1a-afde-7411857022da service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896331 Nov 12 04:20:35.725260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d99d7863-05dc-42d0-a7ad-2d5df316ae8c details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:20:35.772731 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98a0782f-78ae-4ddf-b207-8c7e81de14a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:35.799007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821381fd-9b2c-45b7-8fcc-4251a6ba2a34 req-8088f403-080d-4993-822d-30dacf2bbdec tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:35.800516 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-821381fd-9b2c-45b7-8fcc-4251a6ba2a34 req-8088f403-080d-4993-822d-30dacf2bbdec tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.0780876 Nov 12 04:20:35.851070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port d99d7863-05dc-42d0-a7ad-2d5df316ae8c, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d99d7863-05dc-42d0-a7ad-2d5df316ae8c,segment=NetworkSegment(f5e31acf-7f0b-49f2-8833-f551ec21f619),segment_id=f5e31acf-7f0b-49f2-8833-f551ec21f619)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:35.862428 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98a0782f-78ae-4ddf-b207-8c7e81de14a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:35.865317 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'd99d7863-05dc-42d0-a7ad-2d5df316ae8c', 'network_id': '72faa5c3-6261-4e3e-996d-d21c6e621d2c', 'port_id': 'd99d7863-05dc-42d0-a7ad-2d5df316ae8c', 'mac_address': 'fa:16:3e:5f:dd:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa095b5-c9ed-4549-b391-50088fd09383', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:20:35.882248 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-821381fd-9b2c-45b7-8fcc-4251a6ba2a34 req-83e8746c-9f37-4219-ad6a-9e74307200ea tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694299 Nov 12 04:20:35.900602 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-98a0782f-78ae-4ddf-b207-8c7e81de14a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a266bfcf-2eac-457b-9e05-7c8abcbb3c16']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:35.913630 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:35.915265 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-98a0782f-78ae-4ddf-b207-8c7e81de14a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc00150-f6bd-45fa-8813-e47d423ffb11') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:35.916859 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-98a0782f-78ae-4ddf-b207-8c7e81de14a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc00150-f6bd-45fa-8813-e47d423ffb11') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:35.928701 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98a0782f-78ae-4ddf-b207-8c7e81de14a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:35.940174 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99d7863-05dc-42d0-a7ad-2d5df316ae8c {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:20:35.952748 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98a0782f-78ae-4ddf-b207-8c7e81de14a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:35.961256 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a0782f-78ae-4ddf-b207-8c7e81de14a5 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98a0782f-78ae-4ddf-b207-8c7e81de14a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:20:35.976445 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:20:35.979338 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port d99d7863-05dc-42d0-a7ad-2d5df316ae8c, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d99d7863-05dc-42d0-a7ad-2d5df316ae8c,segment=NetworkSegment(f5e31acf-7f0b-49f2-8833-f551ec21f619),segment_id=f5e31acf-7f0b-49f2-8833-f551ec21f619)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:36.002429 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00911b0e-588d-43dd-a90d-1584c9f93a2b req-14b1f164-bab9-44a1-9b87-ecf1c55a0250 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:36.004206 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00911b0e-588d-43dd-a90d-1584c9f93a2b req-14b1f164-bab9-44a1-9b87-ecf1c55a0250 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 944 time: 0.0714190 Nov 12 04:20:36.063167 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00911b0e-588d-43dd-a90d-1584c9f93a2b req-d74df4a0-6b67-4bd3-8326-c53baccb1f6e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509877 Nov 12 04:20:36.245741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32157a46-1b07-4b96-ab50-36202cfd1c30 req-c2bb46a7-49a8-4b8b-8fca-ea45f8247faa tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:36.247259 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-32157a46-1b07-4b96-ab50-36202cfd1c30 req-c2bb46a7-49a8-4b8b-8fca-ea45f8247faa tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 946 time: 0.0517344 Nov 12 04:20:36.297676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-32157a46-1b07-4b96-ab50-36202cfd1c30 req-bdcb2475-3610-46fe-8840-a144459549df tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437286 Nov 12 04:20:36.433559 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:36.462360 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98a0782f-78ae-4ddf-b207-8c7e81de14a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:36.473534 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98a0782f-78ae-4ddf-b207-8c7e81de14a5 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:36.483837 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-98a0782f-78ae-4ddf-b207-8c7e81de14a5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a266bfcf-2eac-457b-9e05-7c8abcbb3c16 HTTP/1.1" status: 204 len: 168 time: 0.8199008 Nov 12 04:20:36.488140 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=d99d7863-05dc-42d0-a7ad-2d5df316ae8c,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:36.495837 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0782f-78ae-4ddf-b207-8c7e81de14a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a266bfcf-2eac-457b-9e05-7c8abcbb3c16,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:36.630751 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905d901-8f22-4eab-87b8-b36c3b046d88 req-2d2ecdf7-309d-471f-9166-0a6c4f4f9d6b tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:36.632339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e905d901-8f22-4eab-87b8-b36c3b046d88 req-2d2ecdf7-309d-471f-9166-0a6c4f4f9d6b tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 944 time: 0.0618422 Nov 12 04:20:36.639370 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:36.681367 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e905d901-8f22-4eab-87b8-b36c3b046d88 req-287438d1-d7a9-438a-a03d-c39b18c1cc3f tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b182f906-cd96-43f3-876e-e2d8979312f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414510 Nov 12 04:20:36.804848 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6c36f09-562f-4505-8afb-56014f92ee25 req-6994a4d2-e127-4f67-98c9-4c24b8988f7c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529399 Nov 12 04:20:36.921465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c36f09-562f-4505-8afb-56014f92ee25 req-6c9a6518-3b3c-4d69-a674-7d3ed33117b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:36.923049 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6c36f09-562f-4505-8afb-56014f92ee25 req-6c9a6518-3b3c-4d69-a674-7d3ed33117b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09922231c9dc4125871f99b6b22947ed&device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a HTTP/1.1" status: 200 len: 1101 time: 0.0510201 Nov 12 04:20:36.993964 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42976) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:37.033324 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['d99d7863-05dc-42d0-a7ad-2d5df316ae8c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:20:37.048981 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-012b5078-592a-4a82-9392-b5978e2990c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9019578042747a383772ed6f903d689&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0538397 Nov 12 04:20:37.056044 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42978) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:37.060042 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834def74-3304-4232-9ed4-65c25392f378 req-76d82c83-d71f-44fe-bfa2-038a68dd8d7d tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:37.062289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-834def74-3304-4232-9ed4-65c25392f378 req-76d82c83-d71f-44fe-bfa2-038a68dd8d7d tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.1199105 Nov 12 04:20:37.101642 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42982) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:37.131252 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c36f09-562f-4505-8afb-56014f92ee25 req-04f443bd-f3a8-456b-a041-a37e2f931019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:37.141766 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6c36f09-562f-4505-8afb-56014f92ee25 req-04f443bd-f3a8-456b-a041-a37e2f931019 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.1844938 Nov 12 04:20:37.152544 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-33d3b36b-1a34-4d97-a14a-04ed82bc3b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:37.175379 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-834def74-3304-4232-9ed4-65c25392f378 req-ebd75c29-2809-4a7e-be10-71b28cbb6aee tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042790 Nov 12 04:20:37.198217 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-33d3b36b-1a34-4d97-a14a-04ed82bc3b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:37.291611 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6c36f09-562f-4505-8afb-56014f92ee25 req-26a36081-b407-44f2-956a-1a5a08a19505 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=52618b31-2002-4802-b020-b8b5751a618c HTTP/1.1" status: 200 len: 217 time: 0.1142411 Nov 12 04:20:37.384648 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-17522ef4-5225-4a8c-8348-877e13fe9cb3 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1697637837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:37.394972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c36f09-562f-4505-8afb-56014f92ee25 req-075fe526-0a31-4c72-a797-9c7829b86248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:37.394972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6c36f09-562f-4505-8afb-56014f92ee25 req-075fe526-0a31-4c72-a797-9c7829b86248 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0944374 Nov 12 04:20:37.407803 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de98a6-59e2-4ac9-9bca-4f47bc790740 req-24f8df39-d8df-47bd-a7cf-45568f98bad6 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:37.409236 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53de98a6-59e2-4ac9-9bca-4f47bc790740 req-24f8df39-d8df-47bd-a7cf-45568f98bad6 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 944 time: 0.0942698 Nov 12 04:20:37.485003 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c36f09-562f-4505-8afb-56014f92ee25 req-7a4082a4-f5f4-4d9a-a41d-d4e3468cd5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:37.487046 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6c36f09-562f-4505-8afb-56014f92ee25 req-7a4082a4-f5f4-4d9a-a41d-d4e3468cd5e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0768077 Nov 12 04:20:37.491587 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17522ef4-5225-4a8c-8348-877e13fe9cb3 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:37.492664 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17522ef4-5225-4a8c-8348-877e13fe9cb3 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:37.492825 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53de98a6-59e2-4ac9-9bca-4f47bc790740 req-73192eda-ab8d-466e-840b-19b22a55bea4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746264 Nov 12 04:20:37.496083 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-33d3b36b-1a34-4d97-a14a-04ed82bc3b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:37.498675 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-33d3b36b-1a34-4d97-a14a-04ed82bc3b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:37.499816 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-33d3b36b-1a34-4d97-a14a-04ed82bc3b45 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9eb815f6-a500-4e8f-987b-96f743b9a35b HTTP/1.1" status: 204 len: 168 time: 0.4425607 Nov 12 04:20:37.512276 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3b36b-1a34-4d97-a14a-04ed82bc3b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb815f6-a500-4e8f-987b-96f743b9a35b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:37.595339 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17522ef4-5225-4a8c-8348-877e13fe9cb3 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:37.681081 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6c36f09-562f-4505-8afb-56014f92ee25 req-868f2d2b-c4be-4b3a-868e-13dcddcbbab6 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830606 Nov 12 04:20:37.692110 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17522ef4-5225-4a8c-8348-877e13fe9cb3 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:37.694059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee58c-f320-4049-a33a-539b58b67d50 req-a546cbcd-f731-45fd-8384-fe5a0a6bcdd0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:37.695867 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e3ee58c-f320-4049-a33a-539b58b67d50 req-a546cbcd-f731-45fd-8384-fe5a0a6bcdd0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 946 time: 0.0760927 Nov 12 04:20:37.735633 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 61a47659-1c1a-4806-8740-d4dba52b2973 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:20:37.801926 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17522ef4-5225-4a8c-8348-877e13fe9cb3 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:37.807256 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-17522ef4-5225-4a8c-8348-877e13fe9cb3 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7039547 Nov 12 04:20:37.809082 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42994) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:37.815385 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6bbbb794-63e2-4d5b-813c-396989ca2934 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-474561951'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:37.878202 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 61a47659-1c1a-4806-8740-d4dba52b2973, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=61a47659-1c1a-4806-8740-d4dba52b2973,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:37.894990 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '61a47659-1c1a-4806-8740-d4dba52b2973', 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240', 'port_id': '61a47659-1c1a-4806-8740-d4dba52b2973', 'mac_address': 'fa:16:3e:22:ed:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64085683-3376-464a-a4ff-b7367f1920e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:20:37.936676 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbbb794-63e2-4d5b-813c-396989ca2934 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Made reservation on behalf of 37e7b1401be942f4bcaae755f7ec17ae for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:20:37.939267 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:37.945066 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb794-63e2-4d5b-813c-396989ca2934 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:37.957738 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a47659-1c1a-4806-8740-d4dba52b2973 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:20:37.964940 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb794-63e2-4d5b-813c-396989ca2934 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:37.981875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 61a47659-1c1a-4806-8740-d4dba52b2973, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=61a47659-1c1a-4806-8740-d4dba52b2973,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:38.061419 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:38.086493 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb794-63e2-4d5b-813c-396989ca2934 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:38.101251 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e3ee58c-f320-4049-a33a-539b58b67d50 req-dc5cce23-42a9-40e9-85be-4123d632cbde tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852155 Nov 12 04:20:38.118219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6c36f09-562f-4505-8afb-56014f92ee25 req-79b8925b-0cf7-4cd7-ac72-e28946203f04 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213052 Nov 12 04:20:38.150444 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=61a47659-1c1a-4806-8740-d4dba52b2973,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:38.171629 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb794-63e2-4d5b-813c-396989ca2934 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:38.202063 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbbb794-63e2-4d5b-813c-396989ca2934 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:20:38.211388 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbb794-63e2-4d5b-813c-396989ca2934 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da989b25-8fa1-41e0-8cd9-ca57c5e521cd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:38.217682 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb794-63e2-4d5b-813c-396989ca2934 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:38.221284 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-6bbbb794-63e2-4d5b-813c-396989ca2934 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Added segment 1e7852e3-7f79-4b24-b9f3-93565547ff0a of type vlan for network 2250e84d-4014-4eeb-b6f9-78ab6bae894a Nov 12 04:20:38.221534 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:38.270662 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb794-63e2-4d5b-813c-396989ca2934 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:38.343951 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e687d1-2729-468b-adaa-be0376bba0e9 req-715d122a-0f68-47d3-8ad7-f2fd5a8ce5aa tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:38.345390 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4e687d1-2729-468b-adaa-be0376bba0e9 req-715d122a-0f68-47d3-8ad7-f2fd5a8ce5aa tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 944 time: 0.0529008 Nov 12 04:20:38.397278 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4e687d1-2729-468b-adaa-be0376bba0e9 req-5911b6a7-192a-4d78-a17b-0beb88422dcd tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b182f906-cd96-43f3-876e-e2d8979312f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440772 Nov 12 04:20:38.421595 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb794-63e2-4d5b-813c-396989ca2934 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:38.427385 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbbb794-63e2-4d5b-813c-396989ca2934 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:38.428044 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb794-63e2-4d5b-813c-396989ca2934 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:38.500709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbb794-63e2-4d5b-813c-396989ca2934 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event updated for resources: {'Network': ['ID=2250e84d-4014-4eeb-b6f9-78ab6bae894a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:38.512859 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 2250e84d-4014-4eeb-b6f9-78ab6bae894a details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:20:38.521905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56042f51-31c2-462e-90a1-8b733eb6048a req-34e5234a-f78f-4659-a15c-e11b02d1ec72 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:38.523507 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56042f51-31c2-462e-90a1-8b733eb6048a req-34e5234a-f78f-4659-a15c-e11b02d1ec72 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.0582910 Nov 12 04:20:38.585539 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6bbbb794-63e2-4d5b-813c-396989ca2934 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7764864 Nov 12 04:20:38.586547 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['61a47659-1c1a-4806-8740-d4dba52b2973'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:20:38.588341 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43012) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:38.594044 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-daad7405-6e86-4fae-8eeb-da85b08b5bb4 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Request body: {'subnet': {'network_id': '2250e84d-4014-4eeb-b6f9-78ab6bae894a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:38.601485 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56042f51-31c2-462e-90a1-8b733eb6048a req-83d34eda-1c76-44fd-9b9e-c5b659c57009 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676255 Nov 12 04:20:38.762896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ac538-e5fc-40c8-9210-3f99c5459400 req-862780af-4e87-4034-8379-b23ec10f854d tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:38.764426 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-515ac538-e5fc-40c8-9210-3f99c5459400 req-862780af-4e87-4034-8379-b23ec10f854d tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 945 time: 0.0808294 Nov 12 04:20:38.814437 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-515ac538-e5fc-40c8-9210-3f99c5459400 req-f4a5b3d3-4ce4-4d53-b97d-b4794d2f78fb tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431898 Nov 12 04:20:38.856333 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daad7405-6e86-4fae-8eeb-da85b08b5bb4 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Made reservation on behalf of 37e7b1401be942f4bcaae755f7ec17ae for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:20:38.862062 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-daad7405-6e86-4fae-8eeb-da85b08b5bb4 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:39.101514 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:39.166658 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43026) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:39.168240 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-daad7405-6e86-4fae-8eeb-da85b08b5bb4 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:39.236141 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad7405-6e86-4fae-8eeb-da85b08b5bb4 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event updated for resources: {'Subnet': ['ID=67259412-827f-4cdb-8913-d8ba41a32816,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:39.246584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daad7405-6e86-4fae-8eeb-da85b08b5bb4 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Checking segment: {'id': '1e7852e3-7f79-4b24-b9f3-93565547ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2250e84d-4014-4eeb-b6f9-78ab6bae894a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:39.247114 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daad7405-6e86-4fae-8eeb-da85b08b5bb4 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Network hostable DHCP agents. Network: 2250e84d-4014-4eeb-b6f9-78ab6bae894a, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:20:39.253861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e40fc6-3e6b-4ab9-8426-f48dfae9d3eb req-735d426a-f191-4dfa-8881-5aa7c4e32f23 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:39.262257 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13e40fc6-3e6b-4ab9-8426-f48dfae9d3eb req-735d426a-f191-4dfa-8881-5aa7c4e32f23 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 946 time: 0.0633910 Nov 12 04:20:39.312306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-b857b1ec-520b-40eb-9f93-7d0d94083af4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2065826784-network', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:39.324329 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13e40fc6-3e6b-4ab9-8426-f48dfae9d3eb req-385224fd-07b3-4c95-ab46-2105a0f6304a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611653 Nov 12 04:20:39.362401 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daad7405-6e86-4fae-8eeb-da85b08b5bb4 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Network 2250e84d-4014-4eeb-b6f9-78ab6bae894a is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:20:39.439479 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b857b1ec-520b-40eb-9f93-7d0d94083af4 admin admin] Made reservation on behalf of 68e65df8b8044d01af3fe2cd05222833 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:20:39.444283 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b857b1ec-520b-40eb-9f93-7d0d94083af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:39.451480 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b857b1ec-520b-40eb-9f93-7d0d94083af4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:39.514032 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-daad7405-6e86-4fae-8eeb-da85b08b5bb4 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 2250e84d-4014-4eeb-b6f9-78ab6bae894a) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:39.524461 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daad7405-6e86-4fae-8eeb-da85b08b5bb4 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:39.526657 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-daad7405-6e86-4fae-8eeb-da85b08b5bb4 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:39.530625 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0fc084-7362-4098-9313-78ee5bfb7f9d None None] Network 2250e84d-4014-4eeb-b6f9-78ab6bae894a requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:39.559081 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccafdb8-1cce-4732-9a4e-9bb4ee040dcb req-e03641cf-1745-4ab9-b89c-bce4d3f6ab7b tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:39.560861 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cccafdb8-1cce-4732-9a4e-9bb4ee040dcb req-e03641cf-1745-4ab9-b89c-bce4d3f6ab7b tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 944 time: 0.0907564 Nov 12 04:20:39.636244 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-daad7405-6e86-4fae-8eeb-da85b08b5bb4 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0464709 Nov 12 04:20:39.642254 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b857b1ec-520b-40eb-9f93-7d0d94083af4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:39.647578 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43036) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:39.652796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-33ef23b1-cf2e-4341-98d6-87d51fdcddef tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Request body: {'network': {'name': 'tempest-router-network01--684958738'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:39.662863 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cccafdb8-1cce-4732-9a4e-9bb4ee040dcb req-19677fba-0e7a-47a5-b7be-9e6b4a8fafcd tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b182f906-cd96-43f3-876e-e2d8979312f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923166 Nov 12 04:20:39.731086 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b857b1ec-520b-40eb-9f93-7d0d94083af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:39.764668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b857b1ec-520b-40eb-9f93-7d0d94083af4 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:20:39.765290 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d99d7863-05dc-42d0-a7ad-2d5df316ae8c up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:39.775824 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ef23b1-cf2e-4341-98d6-87d51fdcddef tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Made reservation on behalf of 37e7b1401be942f4bcaae755f7ec17ae for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:20:39.779445 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-33ef23b1-cf2e-4341-98d6-87d51fdcddef tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:39.796308 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-2250e84d-4014-4eeb-b6f9-78ab6bae894a', 'network_id': '2250e84d-4014-4eeb-b6f9-78ab6bae894a', 'tenant_id': '37e7b1401be942f4bcaae755f7ec17ae', 'fixed_ips': [{'subnet_id': '67259412-827f-4cdb-8913-d8ba41a32816'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:20:39.798070 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:39.835903 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b857b1ec-520b-40eb-9f93-7d0d94083af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:39.836251 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-b857b1ec-520b-40eb-9f93-7d0d94083af4 admin admin] Added segment 7212d2e1-d100-4c55-b1a2-48cc9896c092 of type vlan for network 6ad961c3-f85d-49ef-ab75-6849d57fa1e5 Nov 12 04:20:39.837078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ef23b1-cf2e-4341-98d6-87d51fdcddef tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:20:39.839345 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857b1ec-520b-40eb-9f93-7d0d94083af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fd17e0-9f83-4c53-b5cb-e6386b1dd255,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:39.860607 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-33ef23b1-cf2e-4341-98d6-87d51fdcddef tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:39.861151 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-33ef23b1-cf2e-4341-98d6-87d51fdcddef tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Added segment e51604b3-7de5-48fb-86ce-7618d36fe8b3 of type vlan for network 8fcbfcd5-a1be-4c19-885e-df7b504f9d5c Nov 12 04:20:39.943616 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b857b1ec-520b-40eb-9f93-7d0d94083af4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:39.954614 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-33ef23b1-cf2e-4341-98d6-87d51fdcddef tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:39.975654 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3a6f2-fd7b-4d7c-b48f-f77e77ac4d26 req-ec6990e8-7fcb-4753-8383-34fd7ad17bc1 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:39.977205 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bce3a6f2-fd7b-4d7c-b48f-f77e77ac4d26 req-ec6990e8-7fcb-4753-8383-34fd7ad17bc1 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.1882789 Nov 12 04:20:40.013013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] Allocated IP 172.20.0.2 (2250e84d-4014-4eeb-b6f9-78ab6bae894a/67259412-827f-4cdb-8913-d8ba41a32816/47eef161-6617-470a-a92a-0ad756c8c1f9) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:40.027503 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port d99d7863-05dc-42d0-a7ad-2d5df316ae8c completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:20:40.032517 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port d99d7863-05dc-42d0-a7ad-2d5df316ae8c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:40.032843 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:40.037846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bce3a6f2-fd7b-4d7c-b48f-f77e77ac4d26 req-56617b8d-63fd-44f5-b31c-ebc877852d3b tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465112 Nov 12 04:20:40.057471 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-33ef23b1-cf2e-4341-98d6-87d51fdcddef tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:40.059337 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b857b1ec-520b-40eb-9f93-7d0d94083af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:40.063925 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b857b1ec-520b-40eb-9f93-7d0d94083af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:40.066786 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b857b1ec-520b-40eb-9f93-7d0d94083af4 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:40.071056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ef23b1-cf2e-4341-98d6-87d51fdcddef tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:40.075009 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-33ef23b1-cf2e-4341-98d6-87d51fdcddef tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:40.177436 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857b1ec-520b-40eb-9f93-7d0d94083af4 admin admin] Pushing event updated for resources: {'Network': ['ID=6ad961c3-f85d-49ef-ab75-6849d57fa1e5,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:40.199283 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef23b1-cf2e-4341-98d6-87d51fdcddef tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event updated for resources: {'Network': ['ID=8fcbfcd5-a1be-4c19-885e-df7b504f9d5c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:40.205734 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 6ad961c3-f85d-49ef-ab75-6849d57fa1e5 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:20:40.219401 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 8fcbfcd5-a1be-4c19-885e-df7b504f9d5c details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:20:40.227066 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b857b1ec-520b-40eb-9f93-7d0d94083af4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0563414 Nov 12 04:20:40.228082 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43044) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:40.233289 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-2afc7a6c-ecb2-4c85-b061-840d3aab2c19 admin admin] Request body: {'subnet': {'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2065826784-subnet', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:40.259194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2abae-c7ea-4ca7-b94c-2c08aeb71225 req-8f2c24cb-48da-4df6-883a-fc1c2a71d971 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:40.263099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbb2abae-c7ea-4ca7-b94c-2c08aeb71225 req-8f2c24cb-48da-4df6-883a-fc1c2a71d971 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 945 time: 0.0823212 Nov 12 04:20:40.289970 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-33ef23b1-cf2e-4341-98d6-87d51fdcddef tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6390154 Nov 12 04:20:40.290208 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43046) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:40.295251 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e96790e8-4fce-451a-a669-08346e9715e1 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Request body: {'network': {'name': 'tempest-router-network02--1767901750'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:40.333265 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbb2abae-c7ea-4ca7-b94c-2c08aeb71225 req-f79082b6-daa4-4ab8-9c0a-75845a1edd94 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656106 Nov 12 04:20:40.371182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afc7a6c-ecb2-4c85-b061-840d3aab2c19 admin admin] Made reservation on behalf of 68e65df8b8044d01af3fe2cd05222833 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:20:40.374932 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2afc7a6c-ecb2-4c85-b061-840d3aab2c19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:40.409239 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:40.447351 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:40.456449 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6970a1-a50d-46b7-8793-6194e3c6ce1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99d7863-05dc-42d0-a7ad-2d5df316ae8c'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:40.459411 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39364f4a-5dbc-4983-b7d2-eff3f9998932" -d '{"events": [{"server_uuid": "ae6970a1-a50d-46b7-8793-6194e3c6ce1e", "name": "network-vif-plugged", "status": "completed", "tag": "d99d7863-05dc-42d0-a7ad-2d5df316ae8c"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:40.467365 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96790e8-4fce-451a-a669-08346e9715e1 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Made reservation on behalf of 37e7b1401be942f4bcaae755f7ec17ae for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:20:40.471244 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e96790e8-4fce-451a-a669-08346e9715e1 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:40.474170 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port d99d7863-05dc-42d0-a7ad-2d5df316ae8c, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d99d7863-05dc-42d0-a7ad-2d5df316ae8c,segment=NetworkSegment(f5e31acf-7f0b-49f2-8833-f551ec21f619),segment_id=f5e31acf-7f0b-49f2-8833-f551ec21f619)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:40.503086 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96790e8-4fce-451a-a669-08346e9715e1 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:20:40.513228 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e96790e8-4fce-451a-a669-08346e9715e1 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:40.513572 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-e96790e8-4fce-451a-a669-08346e9715e1 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Added segment c8aaa264-f328-440a-b31e-22b420d42ca0 of type vlan for network da418b9e-4209-464b-9037-f028f5f5c264 Nov 12 04:20:40.531931 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:40.552511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be8789-c2d9-49ab-9e3c-13d162d76a0b req-7d52d26e-0db0-4e29-8ba0-6aac304bb6e6 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:40.554166 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-93be8789-c2d9-49ab-9e3c-13d162d76a0b req-7d52d26e-0db0-4e29-8ba0-6aac304bb6e6 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 946 time: 0.1060445 Nov 12 04:20:40.586618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] Network 2250e84d-4014-4eeb-b6f9-78ab6bae894a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:40.590046 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:40.596019 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:40.599189 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e96790e8-4fce-451a-a669-08346e9715e1 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:40.608001 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:40.623030 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] Pushing event updated for resources: {'Port': ['ID=47eef161-6617-470a-a92a-0ad756c8c1f9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:40.675353 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-93be8789-c2d9-49ab-9e3c-13d162d76a0b req-3f0a3d4f-048a-4de7-b9ed-0db7af508f82 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967965 Nov 12 04:20:40.713790 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e96790e8-4fce-451a-a669-08346e9715e1 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:40.727223 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96790e8-4fce-451a-a669-08346e9715e1 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:40.727223 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e96790e8-4fce-451a-a669-08346e9715e1 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:40.770231 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] Attempting to bind port 47eef161-6617-470a-a92a-0ad756c8c1f9 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:40.770967 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] Attempting to bind port 47eef161-6617-470a-a92a-0ad756c8c1f9 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1e7852e3-7f79-4b24-b9f3-93565547ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2250e84d-4014-4eeb-b6f9-78ab6bae894a'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:40.771551 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] Attempting to bind port 47eef161-6617-470a-a92a-0ad756c8c1f9 on network 2250e84d-4014-4eeb-b6f9-78ab6bae894a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:40.781234 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:40.781904 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] Checking segment: {'id': '1e7852e3-7f79-4b24-b9f3-93565547ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2250e84d-4014-4eeb-b6f9-78ab6bae894a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:40.782422 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2afc7a6c-ecb2-4c85-b061-840d3aab2c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:40.783035 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:40.783605 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] Bound using segment: {'id': '1e7852e3-7f79-4b24-b9f3-93565547ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2250e84d-4014-4eeb-b6f9-78ab6bae894a'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:40.784388 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] Bound port: 47eef161-6617-470a-a92a-0ad756c8c1f9, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7852e3-7f79-4b24-b9f3-93565547ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2250e84d-4014-4eeb-b6f9-78ab6bae894a'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:40.785012 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:40.788426 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=d99d7863-05dc-42d0-a7ad-2d5df316ae8c,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:40.843254 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96790e8-4fce-451a-a669-08346e9715e1 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event updated for resources: {'Network': ['ID=da418b9e-4209-464b-9037-f028f5f5c264,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:40.880145 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc31c5ec-1fba-4f69-ac27-4fe47756a912 x-openstack-request-id: req-fc31c5ec-1fba-4f69-ac27-4fe47756a912 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:40.880736 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6970a1-a50d-46b7-8793-6194e3c6ce1e", "name": "network-vif-plugged", "status": "completed", "tag": "d99d7863-05dc-42d0-a7ad-2d5df316ae8c", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:40.881294 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc31c5ec-1fba-4f69-ac27-4fe47756a912 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:40.881811 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6970a1-a50d-46b7-8793-6194e3c6ce1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99d7863-05dc-42d0-a7ad-2d5df316ae8c', 'code': 200} Nov 12 04:20:40.885973 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network da418b9e-4209-464b-9037-f028f5f5c264 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:20:40.925447 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e96790e8-4fce-451a-a669-08346e9715e1 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6339581 Nov 12 04:20:40.933683 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43058) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:40.933911 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc7a6c-ecb2-4c85-b061-840d3aab2c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0988c1bc-aeed-49ae-93ca-f21585d34390,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:40.935303 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4d0f7aa8-77af-497f-8c77-c7bb49a45f0e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Request body: {'subnet': {'network_id': '8fcbfcd5-a1be-4c19-885e-df7b504f9d5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:40.958509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc7a6c-ecb2-4c85-b061-840d3aab2c19 admin admin] Checking segment: {'id': '7212d2e1-d100-4c55-b1a2-48cc9896c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:40.959554 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afc7a6c-ecb2-4c85-b061-840d3aab2c19 admin admin] Network hostable DHCP agents. Network: 6ad961c3-f85d-49ef-ab75-6849d57fa1e5, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:20:41.021228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] For port 47eef161-6617-470a-a92a-0ad756c8c1f9, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:41.026086 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] For port 47eef161-6617-470a-a92a-0ad756c8c1f9, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=47eef161-6617-470a-a92a-0ad756c8c1f9,segment=NetworkSegment(1e7852e3-7f79-4b24-b9f3-93565547ff0a),segment_id=1e7852e3-7f79-4b24-b9f3-93565547ff0a)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:41.096351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f250e-3133-416b-b2d5-64ebbf996de4 req-42e2ee50-685a-44af-8c04-838468a57fc6 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:41.098578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce8f250e-3133-416b-b2d5-64ebbf996de4 req-42e2ee50-685a-44af-8c04-838468a57fc6 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 945 time: 0.1345761 Nov 12 04:20:41.100878 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fa02f-0c73-4689-ad6d-2522f39eb5b5 req-0bb8c8fc-80cc-4e04-b10d-673ef12c99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:41.102419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c19fa02f-0c73-4689-ad6d-2522f39eb5b5 req-0bb8c8fc-80cc-4e04-b10d-673ef12c99c0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 1097 time: 0.1177027 Nov 12 04:20:41.124743 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:41.164205 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afc7a6c-ecb2-4c85-b061-840d3aab2c19 admin admin] Network 6ad961c3-f85d-49ef-ab75-6849d57fa1e5 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:20:41.192750 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6014e-8619-4720-bda4-15885167c1ff None None] Pushing event updated for resources: {'Port': ['ID=47eef161-6617-470a-a92a-0ad756c8c1f9,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:41.203762 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce8f250e-3133-416b-b2d5-64ebbf996de4 req-6efe4b87-0f24-407d-ba1c-f0a43972f752 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b182f906-cd96-43f3-876e-e2d8979312f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964553 Nov 12 04:20:41.206425 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c19fa02f-0c73-4689-ad6d-2522f39eb5b5 req-dc2c52b8-3baf-4c35-adfd-aa33447198df service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b182f906-cd96-43f3-876e-e2d8979312f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814736 Nov 12 04:20:41.233287 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0f7aa8-77af-497f-8c77-c7bb49a45f0e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Made reservation on behalf of 37e7b1401be942f4bcaae755f7ec17ae for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:20:41.236889 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7aa8-77af-497f-8c77-c7bb49a45f0e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:41.279672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-2afc7a6c-ecb2-4c85-b061-840d3aab2c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 6ad961c3-f85d-49ef-ab75-6849d57fa1e5) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:41.284884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afc7a6c-ecb2-4c85-b061-840d3aab2c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:41.285856 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2afc7a6c-ecb2-4c85-b061-840d3aab2c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:41.295268 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f475b984-28a8-4358-962b-7adac421172d None None] Network 6ad961c3-f85d-49ef-ab75-6849d57fa1e5 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:41.398937 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2afc7a6c-ecb2-4c85-b061-840d3aab2c19 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1705265 Nov 12 04:20:41.402164 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43064) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:41.404844 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-920daa48-67ef-4f49-aa45-88a47799bd56 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:41.476736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aedbf9-42b5-4f67-a732-b12d4c172d1b req-09aad2d4-ee75-4ea3-9095-33439c168712 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:41.485632 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17aedbf9-42b5-4f67-a732-b12d4c172d1b req-09aad2d4-ee75-4ea3-9095-33439c168712 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.1378098 Nov 12 04:20:41.554792 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17aedbf9-42b5-4f67-a732-b12d4c172d1b req-615c4b2b-8473-4de3-99c6-15348566d66a tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682619 Nov 12 04:20:41.617548 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-920daa48-67ef-4f49-aa45-88a47799bd56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:41.618558 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-920daa48-67ef-4f49-aa45-88a47799bd56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:41.686730 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-920daa48-67ef-4f49-aa45-88a47799bd56 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:41.701916 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7aa8-77af-497f-8c77-c7bb49a45f0e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:41.730695 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'fixed_ips': [{'subnet_id': '0988c1bc-aeed-49ae-93ca-f21585d34390'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:20:41.730695 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:41.772057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a04f2-03ac-43a6-b92b-64d315dff985 req-d7c450f7-3b10-4498-ad69-01cba60c02a0 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:41.774160 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc1a04f2-03ac-43a6-b92b-64d315dff985 req-d7c450f7-3b10-4498-ad69-01cba60c02a0 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 945 time: 0.1151967 Nov 12 04:20:41.824100 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 61a47659-1c1a-4806-8740-d4dba52b2973 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:41.827653 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f7aa8-77af-497f-8c77-c7bb49a45f0e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event updated for resources: {'Subnet': ['ID=add76d42-5c3a-4250-91c7-77a2694fdead,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:41.851933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc1a04f2-03ac-43a6-b92b-64d315dff985 req-e0125283-3a03-4a0a-911f-b963bc195a88 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703201 Nov 12 04:20:41.870252 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0f7aa8-77af-497f-8c77-c7bb49a45f0e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Checking segment: {'id': 'e51604b3-7de5-48fb-86ce-7618d36fe8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8fcbfcd5-a1be-4c19-885e-df7b504f9d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:41.871482 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0f7aa8-77af-497f-8c77-c7bb49a45f0e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Network hostable DHCP agents. Network: 8fcbfcd5-a1be-4c19-885e-df7b504f9d5c, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:20:41.971750 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-920daa48-67ef-4f49-aa45-88a47799bd56 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:41.988073 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] Allocated IP 172.20.0.2 (6ad961c3-f85d-49ef-ab75-6849d57fa1e5/0988c1bc-aeed-49ae-93ca-f21585d34390/e628a144-a8d2-4121-bb19-a2fdd3c896d2) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:42.016298 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 61a47659-1c1a-4806-8740-d4dba52b2973 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:20:42.017845 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be2f41-7044-4668-98ad-12a72919c896 req-06b67a2b-6a06-407b-a098-f17733b18bf5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:42.024079 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44be2f41-7044-4668-98ad-12a72919c896 req-06b67a2b-6a06-407b-a098-f17733b18bf5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 946 time: 0.0967710 Nov 12 04:20:42.024707 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 61a47659-1c1a-4806-8740-d4dba52b2973 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:42.025102 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:42.084412 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44be2f41-7044-4668-98ad-12a72919c896 req-00d24dee-14b9-4ec5-85e4-bbd024414e05 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572321 Nov 12 04:20:42.135864 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0f7aa8-77af-497f-8c77-c7bb49a45f0e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Network 8fcbfcd5-a1be-4c19-885e-df7b504f9d5c is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:20:42.279953 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4d0f7aa8-77af-497f-8c77-c7bb49a45f0e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 8fcbfcd5-a1be-4c19-885e-df7b504f9d5c) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:42.284208 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:42.292731 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0f7aa8-77af-497f-8c77-c7bb49a45f0e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:42.293399 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7aa8-77af-497f-8c77-c7bb49a45f0e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:42.301783 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:42.303984 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dc8d14-d22f-45ba-9cde-de4ecb010e0f None None] Network 8fcbfcd5-a1be-4c19-885e-df7b504f9d5c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:42.461455 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:42.493303 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d1539-a8db-4ba0-9f2c-8f8a8e1dcdf8 req-2fb2c60c-9cb1-4dbe-ba36-162a5deb1f91 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:42.501918 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a5d1539-a8db-4ba0-9f2c-8f8a8e1dcdf8 req-2fb2c60c-9cb1-4dbe-ba36-162a5deb1f91 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 945 time: 0.0909352 Nov 12 04:20:42.510126 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4d0f7aa8-77af-497f-8c77-c7bb49a45f0e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5799074 Nov 12 04:20:42.517535 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43074) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:42.530171 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4b8702d6-29f1-479e-93ff-269097a6360e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Request body: {'subnet': {'network_id': 'da418b9e-4209-464b-9037-f028f5f5c264', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:42.539869 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 61a47659-1c1a-4806-8740-d4dba52b2973, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=61a47659-1c1a-4806-8740-d4dba52b2973,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:42.583532 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a5d1539-a8db-4ba0-9f2c-8f8a8e1dcdf8 req-b4ceacd8-4a1f-481c-a32e-c1e019f0df0b tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b182f906-cd96-43f3-876e-e2d8979312f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801618 Nov 12 04:20:42.607124 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] Network 6ad961c3-f85d-49ef-ab75-6849d57fa1e5 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:42.627672 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:42.642431 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:42.654423 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] Pushing event updated for resources: {'Port': ['ID=e628a144-a8d2-4121-bb19-a2fdd3c896d2,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:42.663447 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:42.675249 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-920daa48-67ef-4f49-aa45-88a47799bd56 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:42.724645 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-920daa48-67ef-4f49-aa45-88a47799bd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:42.753017 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1073e-e6e6-4e56-8922-b6051ae8dfa8 req-8d57d3ac-28f1-4a68-be16-113be77b7bfa tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:42.761642 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-22b1073e-e6e6-4e56-8922-b6051ae8dfa8 req-8d57d3ac-28f1-4a68-be16-113be77b7bfa tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.0716374 Nov 12 04:20:42.782023 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83702545-38e2-4556-a17e-9f2cbd47466c None None] Network 2250e84d-4014-4eeb-b6f9-78ab6bae894a requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:42.833064 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-22b1073e-e6e6-4e56-8922-b6051ae8dfa8 req-3b3f5401-b7a6-4358-8f56-3f1f5d934cc1 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703945 Nov 12 04:20:42.878858 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-920daa48-67ef-4f49-aa45-88a47799bd56 admin admin] Allocated IP 172.25.1.68 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/50d2e410-bc5f-4b83-8866-6ef14d356c81) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:42.889251 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7482cf57-29e0-47ee-888e-8a6bd97272ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a47659-1c1a-4806-8740-d4dba52b2973'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:42.895062 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b61a67-a336-4107-b0d8-c896a3a5213b" -d '{"events": [{"server_uuid": "7482cf57-29e0-47ee-888e-8a6bd97272ec", "name": "network-vif-plugged", "status": "completed", "tag": "61a47659-1c1a-4806-8740-d4dba52b2973"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:42.905712 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] Attempting to bind port e628a144-a8d2-4121-bb19-a2fdd3c896d2 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:42.906199 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] Attempting to bind port e628a144-a8d2-4121-bb19-a2fdd3c896d2 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '7212d2e1-d100-4c55-b1a2-48cc9896c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:42.906778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] Attempting to bind port e628a144-a8d2-4121-bb19-a2fdd3c896d2 on network 6ad961c3-f85d-49ef-ab75-6849d57fa1e5 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:42.918765 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8702d6-29f1-479e-93ff-269097a6360e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Made reservation on behalf of 37e7b1401be942f4bcaae755f7ec17ae for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:20:42.922887 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b8702d6-29f1-479e-93ff-269097a6360e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:42.924745 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=61a47659-1c1a-4806-8740-d4dba52b2973,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:42.948833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:42.949356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] Checking segment: {'id': '7212d2e1-d100-4c55-b1a2-48cc9896c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:42.949856 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:42.950344 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] Bound using segment: {'id': '7212d2e1-d100-4c55-b1a2-48cc9896c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:42.950977 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] Bound port: e628a144-a8d2-4121-bb19-a2fdd3c896d2, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7212d2e1-d100-4c55-b1a2-48cc9896c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:42.951485 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:42.998561 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-8fcbfcd5-a1be-4c19-885e-df7b504f9d5c', 'network_id': '8fcbfcd5-a1be-4c19-885e-df7b504f9d5c', 'tenant_id': '37e7b1401be942f4bcaae755f7ec17ae', 'fixed_ips': [{'subnet_id': 'add76d42-5c3a-4250-91c7-77a2694fdead'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:20:43.009596 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:43.054277 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-133c5282-09af-4d10-9353-dd30356db8af None None] Provisioning complete for port 47eef161-6617-470a-a92a-0ad756c8c1f9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:43.056978 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-133c5282-09af-4d10-9353-dd30356db8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:43.080474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d0af1-7dd3-483d-92df-aab856125bff req-d50fa7fc-5b55-42cd-8a1c-3b6f23bec1ed tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:43.093277 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf6d0af1-7dd3-483d-92df-aab856125bff req-d50fa7fc-5b55-42cd-8a1c-3b6f23bec1ed tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.1523941 Nov 12 04:20:43.104282 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 47eef161-6617-470a-a92a-0ad756c8c1f9 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:43.147464 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-920daa48-67ef-4f49-aa45-88a47799bd56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:43.175243 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf6d0af1-7dd3-483d-92df-aab856125bff req-802e1203-1c70-4c75-8fce-bbb4169925f1 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809753 Nov 12 04:20:43.331456 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-920daa48-67ef-4f49-aa45-88a47799bd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:43.342314 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304ab3c4-2599-4b20-b90b-056f8880b42d x-openstack-request-id: req-304ab3c4-2599-4b20-b90b-056f8880b42d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:43.342900 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7482cf57-29e0-47ee-888e-8a6bd97272ec", "name": "network-vif-plugged", "status": "completed", "tag": "61a47659-1c1a-4806-8740-d4dba52b2973", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:43.342900 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-304ab3c4-2599-4b20-b90b-056f8880b42d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:43.343926 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7482cf57-29e0-47ee-888e-8a6bd97272ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a47659-1c1a-4806-8740-d4dba52b2973', 'code': 200} Nov 12 04:20:43.393103 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f938b-8f60-405b-8cbd-47e76609ed60 req-6a08652a-9fde-4e88-99e1-8a9ff4c6f5d7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:43.394993 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d78f938b-8f60-405b-8cbd-47e76609ed60 req-6a08652a-9fde-4e88-99e1-8a9ff4c6f5d7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 946 time: 0.0988419 Nov 12 04:20:43.408313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b6259-41d4-459b-8bde-bf8dfc7d6f48 req-d0712b7e-146e-48f9-af12-1f295f6df52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:43.409867 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-139b6259-41d4-459b-8bde-bf8dfc7d6f48 req-d0712b7e-146e-48f9-af12-1f295f6df52d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 1098 time: 0.0653327 Nov 12 04:20:43.412798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920daa48-67ef-4f49-aa45-88a47799bd56 admin admin] Pushing event updated for resources: {'Port': ['ID=50d2e410-bc5f-4b83-8866-6ef14d356c81,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:43.419237 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b8702d6-29f1-479e-93ff-269097a6360e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:43.433980 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920daa48-67ef-4f49-aa45-88a47799bd56 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:43.439227 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-920daa48-67ef-4f49-aa45-88a47799bd56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:43.452343 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920daa48-67ef-4f49-aa45-88a47799bd56 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:43.470013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bf2a38-a4af-41ce-abe8-55907ab97f02 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:20:43.502325 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d78f938b-8f60-405b-8cbd-47e76609ed60 req-22719e2e-30b5-4666-9837-5b39f761f04a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971415 Nov 12 04:20:43.506211 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-139b6259-41d4-459b-8bde-bf8dfc7d6f48 req-f0167592-4760-4ca1-9f8d-ab988b1e1211 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848129 Nov 12 04:20:43.507299 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 47eef161-6617-470a-a92a-0ad756c8c1f9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:43.507677 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:43.512268 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] For port e628a144-a8d2-4121-bb19-a2fdd3c896d2, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:43.606900 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-133c5282-09af-4d10-9353-dd30356db8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:43.633142 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] For port e628a144-a8d2-4121-bb19-a2fdd3c896d2, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e628a144-a8d2-4121-bb19-a2fdd3c896d2,segment=NetworkSegment(7212d2e1-d100-4c55-b1a2-48cc9896c092),segment_id=7212d2e1-d100-4c55-b1a2-48cc9896c092)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:43.638674 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] Allocated IP 172.20.0.2 (8fcbfcd5-a1be-4c19-885e-df7b504f9d5c/add76d42-5c3a-4250-91c7-77a2694fdead/c1a3a845-1413-4e22-abac-47c5832dc507) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:43.669695 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-133c5282-09af-4d10-9353-dd30356db8af None None] For port 47eef161-6617-470a-a92a-0ad756c8c1f9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=47eef161-6617-470a-a92a-0ad756c8c1f9,segment=NetworkSegment(1e7852e3-7f79-4b24-b9f3-93565547ff0a),segment_id=1e7852e3-7f79-4b24-b9f3-93565547ff0a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:43.697014 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8702d6-29f1-479e-93ff-269097a6360e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Checking segment: {'id': 'c8aaa264-f328-440a-b31e-22b420d42ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'da418b9e-4209-464b-9037-f028f5f5c264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:43.697370 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8702d6-29f1-479e-93ff-269097a6360e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Network hostable DHCP agents. Network: da418b9e-4209-464b-9037-f028f5f5c264, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:20:43.703739 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8702d6-29f1-479e-93ff-269097a6360e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event updated for resources: {'Subnet': ['ID=12680247-8388-4c6a-8b30-15d0ac03f36b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:43.724349 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:43.730457 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:43.777285 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-133c5282-09af-4d10-9353-dd30356db8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:43.851917 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8702d6-29f1-479e-93ff-269097a6360e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Network da418b9e-4209-464b-9037-f028f5f5c264 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:20:43.898489 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:20:43.898862 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:20:43.930268 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df924945-27b0-49f7-8787-35a45d27df24 None None] Pushing event updated for resources: {'Port': ['ID=e628a144-a8d2-4121-bb19-a2fdd3c896d2,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:43.937817 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4b8702d6-29f1-479e-93ff-269097a6360e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, da418b9e-4209-464b-9037-f028f5f5c264) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:43.945238 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8702d6-29f1-479e-93ff-269097a6360e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:43.945781 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b8702d6-29f1-479e-93ff-269097a6360e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:43.972404 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74381359-5677-4b3b-9a75-f2e8fb1f0037 None None] Network da418b9e-4209-464b-9037-f028f5f5c264 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:43.976921 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1ffcef91-2c7e-4070-996c-9281311a47fc None None] Provisioning complete for port 50d2e410-bc5f-4b83-8866-6ef14d356c81 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:43.977058 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-920daa48-67ef-4f49-aa45-88a47799bd56 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:43.977188 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ffcef91-2c7e-4070-996c-9281311a47fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:44.086568 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4b8702d6-29f1-479e-93ff-269097a6360e tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5604289 Nov 12 04:20:44.091318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43094) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:44.347094 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c5282-09af-4d10-9353-dd30356db8af None None] Pushing event updated for resources: {'Port': ['ID=47eef161-6617-470a-a92a-0ad756c8c1f9,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:44.352919 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1ffcef91-2c7e-4070-996c-9281311a47fc None None] Port 50d2e410-bc5f-4b83-8866-6ef14d356c81 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:20:44.371795 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:44.374767 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989d9ab-aa46-4b70-8c26-35572ca074a2 req-60f0edf1-1f9e-4b0d-b55c-dd688f27c1d1 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:44.383306 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7989d9ab-aa46-4b70-8c26-35572ca074a2 req-60f0edf1-1f9e-4b0d-b55c-dd688f27c1d1 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 945 time: 0.3351076 Nov 12 04:20:44.392773 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1ffcef91-2c7e-4070-996c-9281311a47fc None None] Provisioning complete for port 47eef161-6617-470a-a92a-0ad756c8c1f9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:44.393028 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ffcef91-2c7e-4070-996c-9281311a47fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:44.411257 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-920daa48-67ef-4f49-aa45-88a47799bd56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:44.472206 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:44.540988 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7989d9ab-aa46-4b70-8c26-35572ca074a2 req-855f6a45-b1ac-4b7c-a456-5826aeeb9955 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b182f906-cd96-43f3-876e-e2d8979312f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538508 Nov 12 04:20:44.574562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] Network 8fcbfcd5-a1be-4c19-885e-df7b504f9d5c is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:44.583219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] Pushing event updated for resources: {'Port': ['ID=c1a3a845-1413-4e22-abac-47c5832dc507,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:44.601187 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:44.607387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:44.635613 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d510c27e-70e8-4a72-832a-7f30cb38f090 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:44.640170 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-da418b9e-4209-464b-9037-f028f5f5c264', 'network_id': 'da418b9e-4209-464b-9037-f028f5f5c264', 'tenant_id': '37e7b1401be942f4bcaae755f7ec17ae', 'fixed_ips': [{'subnet_id': '12680247-8388-4c6a-8b30-15d0ac03f36b'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:20:44.641298 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:44.764477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920daa48-67ef-4f49-aa45-88a47799bd56 admin admin] Router b78a9bdf-1373-49c1-96a0-0cdf32d77807 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:20:44.774225 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] Attempting to bind port c1a3a845-1413-4e22-abac-47c5832dc507 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:44.774951 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] Attempting to bind port c1a3a845-1413-4e22-abac-47c5832dc507 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'e51604b3-7de5-48fb-86ce-7618d36fe8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8fcbfcd5-a1be-4c19-885e-df7b504f9d5c'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:44.775557 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] Attempting to bind port c1a3a845-1413-4e22-abac-47c5832dc507 on network 8fcbfcd5-a1be-4c19-885e-df7b504f9d5c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:44.790255 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:44.791050 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] Checking segment: {'id': 'e51604b3-7de5-48fb-86ce-7618d36fe8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8fcbfcd5-a1be-4c19-885e-df7b504f9d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:44.791693 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:44.792279 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] Bound using segment: {'id': 'e51604b3-7de5-48fb-86ce-7618d36fe8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8fcbfcd5-a1be-4c19-885e-df7b504f9d5c'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:44.792962 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] Bound port: c1a3a845-1413-4e22-abac-47c5832dc507, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51604b3-7de5-48fb-86ce-7618d36fe8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8fcbfcd5-a1be-4c19-885e-df7b504f9d5c'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:44.793721 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:44.826811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198197a0-ce76-41db-81dd-38da8c6cf429 req-63af1be1-ddec-4787-8868-96cbefa240dd tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:44.836513 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-198197a0-ce76-41db-81dd-38da8c6cf429 req-63af1be1-ddec-4787-8868-96cbefa240dd tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.2033360 Nov 12 04:20:44.964385 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920daa48-67ef-4f49-aa45-88a47799bd56 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:44.994079 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-198197a0-ce76-41db-81dd-38da8c6cf429 req-ae75aa14-7254-4604-900c-feee7543039f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478932 Nov 12 04:20:44.994425 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] Sync routers for ids ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:44.998197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] Allocated IP 172.20.0.2 (da418b9e-4209-464b-9037-f028f5f5c264/12680247-8388-4c6a-8b30-15d0ac03f36b/387c0a1b-4fea-4e8b-a9fd-f5bc73feb947) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:45.004938 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] For port c1a3a845-1413-4e22-abac-47c5832dc507, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:45.008900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] For port c1a3a845-1413-4e22-abac-47c5832dc507, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c1a3a845-1413-4e22-abac-47c5832dc507,segment=NetworkSegment(e51604b3-7de5-48fb-86ce-7618d36fe8b3),segment_id=e51604b3-7de5-48fb-86ce-7618d36fe8b3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:45.026047 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] Routers {'b78a9bdf-1373-49c1-96a0-0cdf32d77807'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:45.026888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:45.098945 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-920daa48-67ef-4f49-aa45-88a47799bd56 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:45.100510 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-920daa48-67ef-4f49-aa45-88a47799bd56 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6999378 Nov 12 04:20:45.107103 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-d510c27e-70e8-4a72-832a-7f30cb38f090 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Allocated IP 172.20.0.1 (8fcbfcd5-a1be-4c19-885e-df7b504f9d5c/add76d42-5c3a-4250-91c7-77a2694fdead/6ac37f20-d4a4-41c4-bdff-9c64053327aa) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:45.110899 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43106) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:45.164950 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:45.318526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849dfa4-d9e2-41c7-a228-0beaf8b98d93 req-088e4058-fc8f-40fe-97c8-4cdf37faeaa5 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:45.320182 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4849dfa4-d9e2-41c7-a228-0beaf8b98d93 req-088e4058-fc8f-40fe-97c8-4cdf37faeaa5 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.1912801 Nov 12 04:20:45.360153 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:45.372746 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e628a144-a8d2-4121-bb19-a2fdd3c896d2 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:45.435966 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d510c27e-70e8-4a72-832a-7f30cb38f090 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:45.440591 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4849dfa4-d9e2-41c7-a228-0beaf8b98d93 req-72565b8e-ccc3-40b8-b2fd-4a2571e5db06 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123557 Nov 12 04:20:45.478802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] Set router b78a9bdf-1373-49c1-96a0-0cdf32d77807 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:45.585264 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:45.591887 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e71b504-2274-4e3b-aad3-136a841cb4b3 None None] Network 6ad961c3-f85d-49ef-ab75-6849d57fa1e5 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:45.605011 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d510c27e-70e8-4a72-832a-7f30cb38f090 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:45.658650 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e147de-af6d-498f-9e64-c8225f59048a None None] Pushing event updated for resources: {'Port': ['ID=c1a3a845-1413-4e22-abac-47c5832dc507,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:45.689538 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510c27e-70e8-4a72-832a-7f30cb38f090 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event updated for resources: {'Port': ['ID=6ac37f20-d4a4-41c4-bdff-9c64053327aa,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:45.719569 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d510c27e-70e8-4a72-832a-7f30cb38f090 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Network 8fcbfcd5-a1be-4c19-885e-df7b504f9d5c is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:45.758294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-d510c27e-70e8-4a72-832a-7f30cb38f090 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:45.761254 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d510c27e-70e8-4a72-832a-7f30cb38f090 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:45.794158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] Network da418b9e-4209-464b-9037-f028f5f5c264 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:45.809272 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:45.813191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:45.838765 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d510c27e-70e8-4a72-832a-7f30cb38f090 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:45.854679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f74d33a0-bf54-495f-bf54-4eed32228b14 None None] Provisioning complete for port e628a144-a8d2-4121-bb19-a2fdd3c896d2 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:45.855454 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f74d33a0-bf54-495f-bf54-4eed32228b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:45.856841 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492735a6-0442-440d-bbbf-1f2a3193e009 req-c2deaaf4-e4ca-4013-a990-8f92adab2a9f tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:45.862518 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-492735a6-0442-440d-bbbf-1f2a3193e009 req-c2deaaf4-e4ca-4013-a990-8f92adab2a9f tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 946 time: 0.3097317 Nov 12 04:20:45.895961 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] Pushing event updated for resources: {'Port': ['ID=387c0a1b-4fea-4e8b-a9fd-f5bc73feb947,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:46.020243 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-492735a6-0442-440d-bbbf-1f2a3193e009 req-658871ff-7768-4ba8-81e2-4de336f56b87 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137693 Nov 12 04:20:46.053747 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port e628a144-a8d2-4121-bb19-a2fdd3c896d2 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:46.054445 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:46.154696 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] Attempting to bind port 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:46.155299 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] Attempting to bind port 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'c8aaa264-f328-440a-b31e-22b420d42ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'da418b9e-4209-464b-9037-f028f5f5c264'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:46.156186 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] Attempting to bind port 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947 on network da418b9e-4209-464b-9037-f028f5f5c264 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:46.192570 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d510c27e-70e8-4a72-832a-7f30cb38f090 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:46.212215 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:46.212597 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] Checking segment: {'id': 'c8aaa264-f328-440a-b31e-22b420d42ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'da418b9e-4209-464b-9037-f028f5f5c264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:46.212745 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d63236b-548f-4bb2-987f-cfc6823f41d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:46.213178 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:46.213390 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] Bound using segment: {'id': 'c8aaa264-f328-440a-b31e-22b420d42ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'da418b9e-4209-464b-9037-f028f5f5c264'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:46.213878 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] Bound port: 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8aaa264-f328-440a-b31e-22b420d42ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'da418b9e-4209-464b-9037-f028f5f5c264'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:46.214264 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:46.417245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:20:43Z', 'revision_number': 3, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port': {'id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:42Z', 'updated_at': '2021-11-12T04:20:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:46.426866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] For port 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:46.436405 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] For port 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=387c0a1b-4fea-4e8b-a9fd-f5bc73feb947,segment=NetworkSegment(c8aaa264-f328-440a-b31e-22b420d42ca0),segment_id=c8aaa264-f328-440a-b31e-22b420d42ca0)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:46.458571 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f74d33a0-bf54-495f-bf54-4eed32228b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:46.504462 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-8d63236b-548f-4bb2-987f-cfc6823f41d5 admin admin] Allocated IP 172.20.0.1 (6ad961c3-f85d-49ef-ab75-6849d57fa1e5/0988c1bc-aeed-49ae-93ca-f21585d34390/8ff24903-099c-4f6e-8143-fa9f10623e6f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:46.671623 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c2ab5-d746-4add-a11c-bb0257164ac7 req-d53826c7-fe88-4702-b33d-4a84f8f7ed9c tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:46.675106 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a5c2ab5-d746-4add-a11c-bb0257164ac7 req-d53826c7-fe88-4702-b33d-4a84f8f7ed9c tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.2178442 Nov 12 04:20:46.702622 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d63236b-548f-4bb2-987f-cfc6823f41d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:46.718524 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:46.740098 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] Checking router: b78a9bdf-1373-49c1-96a0-0cdf32d77807 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:46.741682 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] Updating router b78a9bdf-1373-49c1-96a0-0cdf32d77807 port 50d2e410-bc5f-4b83-8866-6ef14d356c81 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:20:46.790874 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:46.800104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a5c2ab5-d746-4add-a11c-bb0257164ac7 req-93f25504-935d-458f-9ab4-0d488c8ed11e tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130345 Nov 12 04:20:46.821029 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:46.836569 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d510c27e-70e8-4a72-832a-7f30cb38f090 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:46.840998 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d63236b-548f-4bb2-987f-cfc6823f41d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:46.889616 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d63236b-548f-4bb2-987f-cfc6823f41d5 admin admin] Network 6ad961c3-f85d-49ef-ab75-6849d57fa1e5 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:46.893403 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8d63236b-548f-4bb2-987f-cfc6823f41d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:46.902268 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d63236b-548f-4bb2-987f-cfc6823f41d5 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:46.902432 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d510c27e-70e8-4a72-832a-7f30cb38f090 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:46.921644 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883841d6-c16a-43eb-81ee-75dd1802a57d None None] Pushing event updated for resources: {'Port': ['ID=387c0a1b-4fea-4e8b-a9fd-f5bc73feb947,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:46.963130 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63236b-548f-4bb2-987f-cfc6823f41d5 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff24903-099c-4f6e-8143-fa9f10623e6f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:46.990835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port e628a144-a8d2-4121-bb19-a2fdd3c896d2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e628a144-a8d2-4121-bb19-a2fdd3c896d2,segment=NetworkSegment(7212d2e1-d100-4c55-b1a2-48cc9896c092),segment_id=7212d2e1-d100-4c55-b1a2-48cc9896c092)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:46.991542 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d63236b-548f-4bb2-987f-cfc6823f41d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:47.068595 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:47.070590 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d510c27e-70e8-4a72-832a-7f30cb38f090 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:47.082129 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510c27e-70e8-4a72-832a-7f30cb38f090 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event updated for resources: {'Port': ['ID=6ac37f20-d4a4-41c4-bdff-9c64053327aa,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:47.105558 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb41885-d51e-494b-9901-4d08c0b76ddd None None] Network 8fcbfcd5-a1be-4c19-885e-df7b504f9d5c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:47.197176 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:47.198004 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 47eef161-6617-470a-a92a-0ad756c8c1f9 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:47.369387 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d510c27e-70e8-4a72-832a-7f30cb38f090 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Network 8fcbfcd5-a1be-4c19-885e-df7b504f9d5c is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:47.378606 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-d510c27e-70e8-4a72-832a-7f30cb38f090 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:47.391922 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a724c2f-a294-48fd-94c1-291889aed353 req-9b85d0f2-eb85-4c17-b0b5-1c67a41e9da3 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:47.395522 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a724c2f-a294-48fd-94c1-291889aed353 req-9b85d0f2-eb85-4c17-b0b5-1c67a41e9da3 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.0861604 Nov 12 04:20:47.407874 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d63236b-548f-4bb2-987f-cfc6823f41d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:47.427542 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:20:47.429036 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-f74d33a0-bf54-495f-bf54-4eed32228b14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:20:47.429437 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-f74d33a0-bf54-495f-bf54-4eed32228b14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:20:47.611199 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 47eef161-6617-470a-a92a-0ad756c8c1f9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:47.611532 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:47.613129 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=e628a144-a8d2-4121-bb19-a2fdd3c896d2,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:47.665581 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d63236b-548f-4bb2-987f-cfc6823f41d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:47.766777 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d63236b-548f-4bb2-987f-cfc6823f41d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:47.822702 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:47.900828 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63236b-548f-4bb2-987f-cfc6823f41d5 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff24903-099c-4f6e-8143-fa9f10623e6f,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:47.916119 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d63236b-548f-4bb2-987f-cfc6823f41d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:47.919765 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a724c2f-a294-48fd-94c1-291889aed353 req-e222ff3c-997e-45f6-97f2-dfcb0558a584 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811702 Nov 12 04:20:47.948469 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f1a2f-c181-40d3-9d17-545b2fe0b3b7 req-cd9def55-aa59-4b9f-bae1-ef882b0173dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:47.951446 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:47.955977 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c88f1a2f-c181-40d3-9d17-545b2fe0b3b7 req-cd9def55-aa59-4b9f-bae1-ef882b0173dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=694dfe10d12642dab043cfebb032500c&device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 1097 time: 0.5573111 Nov 12 04:20:48.067988 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58005bff-9aa9-4a09-8e9a-cecffa063c0c None None] Pushing event updated for resources: {'Port': ['ID=50d2e410-bc5f-4b83-8866-6ef14d356c81,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:48.090986 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:48.144331 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] Attempting to bind port 50d2e410-bc5f-4b83-8866-6ef14d356c81 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:48.146490 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] Attempting to bind port 50d2e410-bc5f-4b83-8866-6ef14d356c81 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:48.148115 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] Attempting to bind port 50d2e410-bc5f-4b83-8866-6ef14d356c81 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:48.160779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6520f6f-f05b-4c26-8630-aba59eea5b60 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:20:48.168103 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:48.171380 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:48.171380 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:48.171380 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:48.173849 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] Bound port: 50d2e410-bc5f-4b83-8866-6ef14d356c81, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:48.174354 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:48.286951 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] For port 50d2e410-bc5f-4b83-8866-6ef14d356c81, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:48.292235 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] For port 50d2e410-bc5f-4b83-8866-6ef14d356c81, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=50d2e410-bc5f-4b83-8866-6ef14d356c81,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:48.302334 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:48.304193 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d63236b-548f-4bb2-987f-cfc6823f41d5 admin admin] Network 6ad961c3-f85d-49ef-ab75-6849d57fa1e5 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:48.305692 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8d63236b-548f-4bb2-987f-cfc6823f41d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:48.383492 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34bfb2-0621-434a-808f-cca24f974c65 req-62ae14db-ca46-4a2d-9bc1-a8aa224155c0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:48.392374 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a34bfb2-0621-434a-808f-cca24f974c65 req-62ae14db-ca46-4a2d-9bc1-a8aa224155c0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 946 time: 0.3192489 Nov 12 04:20:48.396269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f1a2f-c181-40d3-9d17-545b2fe0b3b7 req-5b27cb37-1f62-488d-ba46-58a6c891ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:48.398022 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c88f1a2f-c181-40d3-9d17-545b2fe0b3b7 req-5b27cb37-1f62-488d-ba46-58a6c891ed61 service neutron] 10.222.0.21 "GET /v2.0/networks?id=72faa5c3-6261-4e3e-996d-d21c6e621d2c HTTP/1.1" status: 200 len: 915 time: 0.4341297 Nov 12 04:20:48.426918 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:48.478386 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:48.479613 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:48.492875 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a34bfb2-0621-434a-808f-cca24f974c65 req-2e0b3f1c-a142-469f-8328-17e267840bac tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989776 Nov 12 04:20:48.495661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-03735c8a-c963-4cab-b5c4-be78709d631f None None] Provisioning complete for port 50d2e410-bc5f-4b83-8866-6ef14d356c81 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:48.496381 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03735c8a-c963-4cab-b5c4-be78709d631f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:48.515267 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d510c27e-70e8-4a72-832a-7f30cb38f090 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Router 4fc9c519-b9cf-4080-8130-6cb2b64724d1 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:20:48.519003 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacbcb04-f2c3-4eb2-9aeb-600f650e8713 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:20:48.560783 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] Routers {'b78a9bdf-1373-49c1-96a0-0cdf32d77807'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:48.561523 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:48.614329 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d63236b-548f-4bb2-987f-cfc6823f41d5 admin admin] Router b78a9bdf-1373-49c1-96a0-0cdf32d77807 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:48.663218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c88f1a2f-c181-40d3-9d17-545b2fe0b3b7 req-f0f6c412-36c2-4744-b3b8-5f4b009d721e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d99d7863-05dc-42d0-a7ad-2d5df316ae8c HTTP/1.1" status: 200 len: 217 time: 0.1869011 Nov 12 04:20:48.666823 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58005bff-9aa9-4a09-8e9a-cecffa063c0c None None] Pushing event updated for resources: {'Port': ['ID=50d2e410-bc5f-4b83-8866-6ef14d356c81,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:48.752781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5699da5a-dc8d-4eae-93a8-5dfea165a41e None None] Network da418b9e-4209-464b-9037-f028f5f5c264 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:48.860438 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03735c8a-c963-4cab-b5c4-be78709d631f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:48.875919 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d63236b-548f-4bb2-987f-cfc6823f41d5 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:48.883447 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8d63236b-548f-4bb2-987f-cfc6823f41d5 admin admin] 10.222.0.37 "PUT /v2.0/routers/b78a9bdf-1373-49c1-96a0-0cdf32d77807/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7708452 Nov 12 04:20:48.918498 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e9a05-3ab3-432b-93d0-7f18ff8d76d5 req-2363be4f-a88f-4ebf-bbf4-0d321690a416 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:48.920372 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af4e9a05-3ab3-432b-93d0-7f18ff8d76d5 req-2363be4f-a88f-4ebf-bbf4-0d321690a416 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 945 time: 0.2507465 Nov 12 04:20:48.972203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-03735c8a-c963-4cab-b5c4-be78709d631f None None] For port 50d2e410-bc5f-4b83-8866-6ef14d356c81, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=50d2e410-bc5f-4b83-8866-6ef14d356c81,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:48.992400 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:48.998201 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] Set router b78a9bdf-1373-49c1-96a0-0cdf32d77807 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:49.032939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af4e9a05-3ab3-432b-93d0-7f18ff8d76d5 req-a3a61de0-6532-49fb-9d69-c503d9ae4caa tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b182f906-cd96-43f3-876e-e2d8979312f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032603 Nov 12 04:20:49.038160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f1a2f-c181-40d3-9d17-545b2fe0b3b7 req-d51d57dc-f89d-436a-8ddf-7e3e3149317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:49.038582 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c88f1a2f-c181-40d3-9d17-545b2fe0b3b7 req-d51d57dc-f89d-436a-8ddf-7e3e3149317a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=efa095b5-c9ed-4549-b391-50088fd09383 HTTP/1.1" status: 200 len: 854 time: 0.2354355 Nov 12 04:20:49.039844 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d510c27e-70e8-4a72-832a-7f30cb38f090 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:49.045217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d510c27e-70e8-4a72-832a-7f30cb38f090 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "PUT /v2.0/routers/4fc9c519-b9cf-4080-8130-6cb2b64724d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9527073 Nov 12 04:20:49.048103 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43132) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:49.051630 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc08733-2653-4cac-8084-02df22b21048 None None] Sync routers for ids ['4fc9c519-b9cf-4080-8130-6cb2b64724d1'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:49.061521 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03735c8a-c963-4cab-b5c4-be78709d631f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:49.076002 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc08733-2653-4cac-8084-02df22b21048 None None] Routers {'4fc9c519-b9cf-4080-8130-6cb2b64724d1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:49.081026 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8bc08733-2653-4cac-8084-02df22b21048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4fc9c519-b9cf-4080-8130-6cb2b64724d1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:49.091154 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c88f1a2f-c181-40d3-9d17-545b2fe0b3b7 req-6c313721-30f8-4b36-955b-8b49554f8112 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72faa5c3-6261-4e3e-996d-d21c6e621d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407476 Nov 12 04:20:49.195002 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8bc08733-2653-4cac-8084-02df22b21048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:49.210589 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc08733-2653-4cac-8084-02df22b21048 None None] Routers {'4fc9c519-b9cf-4080-8130-6cb2b64724d1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:49.212407 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8bc08733-2653-4cac-8084-02df22b21048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4fc9c519-b9cf-4080-8130-6cb2b64724d1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:49.232431 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c88f1a2f-c181-40d3-9d17-545b2fe0b3b7 req-e173a647-4403-4427-a838-0cc9f6536aa3 service neutron] 10.222.0.21 "GET /v2.0/networks/72faa5c3-6261-4e3e-996d-d21c6e621d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329970 Nov 12 04:20:49.257765 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8bc08733-2653-4cac-8084-02df22b21048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:49.258811 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc08733-2653-4cac-8084-02df22b21048 None None] The sync data for ids ['4fc9c519-b9cf-4080-8130-6cb2b64724d1'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:49.277267 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=387c0a1b-4fea-4e8b-a9fd-f5bc73feb947,segment=NetworkSegment(c8aaa264-f328-440a-b31e-22b420d42ca0),segment_id=c8aaa264-f328-440a-b31e-22b420d42ca0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:49.289906 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-03735c8a-c963-4cab-b5c4-be78709d631f None None] Provisioning complete for port e628a144-a8d2-4121-bb19-a2fdd3c896d2 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:49.290283 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03735c8a-c963-4cab-b5c4-be78709d631f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:49.351689 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03735c8a-c963-4cab-b5c4-be78709d631f None None] Pushing event updated for resources: {'Port': ['ID=50d2e410-bc5f-4b83-8866-6ef14d356c81,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:49.473257 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758ebfa-0c12-46b2-9415-6cd15bf6eda2 req-2db3c0be-f082-412f-b197-d9f92d29ddcf tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:49.474915 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d758ebfa-0c12-46b2-9415-6cd15bf6eda2 req-2db3c0be-f082-412f-b197-d9f92d29ddcf tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.0870671 Nov 12 04:20:49.509629 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c88f1a2f-c181-40d3-9d17-545b2fe0b3b7 req-a9456a28-6af3-4ca5-9505-2f662a1724d2 service neutron] 10.222.0.21 "GET /v2.0/networks/72faa5c3-6261-4e3e-996d-d21c6e621d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582507 Nov 12 04:20:49.568597 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d758ebfa-0c12-46b2-9415-6cd15bf6eda2 req-8b2bda9d-d3ab-4440-b73b-ede2f6a47334 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874979 Nov 12 04:20:49.575950 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-38fd36a1-4626-4137-9e57-3db7fa00e416 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:20:49.577026 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-38fd36a1-4626-4137-9e57-3db7fa00e416 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "PUT /v2.0/routers/4fc9c519-b9cf-4080-8130-6cb2b64724d1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5271289 Nov 12 04:20:49.580172 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43140) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:49.592169 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:49.592976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c1a3a845-1413-4e22-abac-47c5832dc507 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:49.768702 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=387c0a1b-4fea-4e8b-a9fd-f5bc73feb947,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:49.831652 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port c1a3a845-1413-4e22-abac-47c5832dc507 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:49.832554 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:49.869768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-03735c8a-c963-4cab-b5c4-be78709d631f None None] Provisioning complete for port 6ac37f20-d4a4-41c4-bdff-9c64053327aa triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:49.870145 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03735c8a-c963-4cab-b5c4-be78709d631f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:49.929326 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-03735c8a-c963-4cab-b5c4-be78709d631f None None] Port 6ac37f20-d4a4-41c4-bdff-9c64053327aa cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:20:49.944267 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:20:47Z', 'revision_number': 4, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port': {'id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:42Z', 'updated_at': '2021-11-12T04:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '8ff24903-099c-4f6e-8143-fa9f10623e6f', 'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'mac_address': 'fa:16:3e:11:df:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:46Z', 'updated_at': '2021-11-12T04:20:47Z', 'revision_number': 2, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'subnets': [{'id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:49.978592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8848c4a9-71af-4b1f-abef-8b49e3439bcf None None] The sync data for ids ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'] in n-d-768509-24 is: [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:20:47Z', 'revision_number': 4, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port': {'id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:42Z', 'updated_at': '2021-11-12T04:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '8ff24903-099c-4f6e-8143-fa9f10623e6f', 'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'mac_address': 'fa:16:3e:11:df:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:46Z', 'updated_at': '2021-11-12T04:20:47Z', 'revision_number': 2, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'subnets': [{'id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:50.016939 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-03735c8a-c963-4cab-b5c4-be78709d631f None None] Provisioning complete for port c1a3a845-1413-4e22-abac-47c5832dc507 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:50.017647 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03735c8a-c963-4cab-b5c4-be78709d631f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:50.057085 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35648a63-81cc-4075-8c90-811dca0d9801 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:50.064304 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:50.123104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port c1a3a845-1413-4e22-abac-47c5832dc507, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c1a3a845-1413-4e22-abac-47c5832dc507,segment=NetworkSegment(e51604b3-7de5-48fb-86ce-7618d36fe8b3),segment_id=e51604b3-7de5-48fb-86ce-7618d36fe8b3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:50.178179 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03735c8a-c963-4cab-b5c4-be78709d631f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:50.203156 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:50.204515 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e628a144-a8d2-4121-bb19-a2fdd3c896d2 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:50.389208 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port e628a144-a8d2-4121-bb19-a2fdd3c896d2 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:50.393000 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:50.406029 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-03735c8a-c963-4cab-b5c4-be78709d631f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:20:50.406399 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-03735c8a-c963-4cab-b5c4-be78709d631f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:20:50.471651 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=c1a3a845-1413-4e22-abac-47c5832dc507,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:50.549486 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-35648a63-81cc-4075-8c90-811dca0d9801 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Deleting port 6ac37f20-d4a4-41c4-bdff-9c64053327aa {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:50.549486 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35648a63-81cc-4075-8c90-811dca0d9801 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:50.708594 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35648a63-81cc-4075-8c90-811dca0d9801 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:50.724074 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-35648a63-81cc-4075-8c90-811dca0d9801 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Calling delete_port for 6ac37f20-d4a4-41c4-bdff-9c64053327aa owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:50.778389 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:50.885785 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:50.886170 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:51.052293 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-03735c8a-c963-4cab-b5c4-be78709d631f None None] Provisioning complete for port 8ff24903-099c-4f6e-8143-fa9f10623e6f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:51.052670 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03735c8a-c963-4cab-b5c4-be78709d631f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:51.092228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c1a3a845-1413-4e22-abac-47c5832dc507 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:51.099147 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35648a63-81cc-4075-8c90-811dca0d9801 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:51.135426 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-03735c8a-c963-4cab-b5c4-be78709d631f None None] Port 8ff24903-099c-4f6e-8143-fa9f10623e6f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:20:51.146778 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35648a63-81cc-4075-8c90-811dca0d9801 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event deleted for resources: {'Port': ['ID=6ac37f20-d4a4-41c4-bdff-9c64053327aa,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:51.156496 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port c1a3a845-1413-4e22-abac-47c5832dc507 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:51.156882 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:51.274213 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43164) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:51.284194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-9f01e652-ff66-402f-a9ce-9a353bca4547 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2134727376', 'description': 'tempest-description--312433379'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:51.361003 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6c051238-2af0-4734-9de4-db5e54220713 None None] Provisioning complete for port 50d2e410-bc5f-4b83-8866-6ef14d356c81 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:51.361380 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6c051238-2af0-4734-9de4-db5e54220713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:51.428139 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-35648a63-81cc-4075-8c90-811dca0d9801 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:51.431188 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9f01e652-ff66-402f-a9ce-9a353bca4547 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:51.466777 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abd1aa-cfcf-445b-bfbc-340a9b222870 req-cb23fdaa-338a-4d90-ae0d-1669285ba8b1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:51.476170 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60abd1aa-cfcf-445b-bfbc-340a9b222870 req-cb23fdaa-338a-4d90-ae0d-1669285ba8b1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 946 time: 0.0995624 Nov 12 04:20:51.544271 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60abd1aa-cfcf-445b-bfbc-340a9b222870 req-7077af8a-2882-4dc5-ad04-1dcb891da8ce tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630078 Nov 12 04:20:51.580767 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6c051238-2af0-4734-9de4-db5e54220713 None None] Provisioning complete for port 8ff24903-099c-4f6e-8143-fa9f10623e6f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:51.581138 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6c051238-2af0-4734-9de4-db5e54220713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:51.613727 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9f01e652-ff66-402f-a9ce-9a353bca4547 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:51.656522 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6c051238-2af0-4734-9de4-db5e54220713 None None] Port 8ff24903-099c-4f6e-8143-fa9f10623e6f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:20:51.660458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6c051238-2af0-4734-9de4-db5e54220713 None None] Could not find standard attr ID for object 6ac37f20-d4a4-41c4-bdff-9c64053327aa. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:20:51.690276 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6c051238-2af0-4734-9de4-db5e54220713 None None] Provisioning complete for port 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:51.691815 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6c051238-2af0-4734-9de4-db5e54220713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:51.729848 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9f01e652-ff66-402f-a9ce-9a353bca4547 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:51.732280 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35648a63-81cc-4075-8c90-811dca0d9801 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Router 4fc9c519-b9cf-4080-8130-6cb2b64724d1 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:51.773496 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d92048-9403-4fe6-b7fa-9d48135c97bc req-9e429294-6b36-429d-8000-e566cf452029 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:51.781162 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57d92048-9403-4fe6-b7fa-9d48135c97bc req-9e429294-6b36-429d-8000-e566cf452029 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 945 time: 0.1155362 Nov 12 04:20:51.829427 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35648a63-81cc-4075-8c90-811dca0d9801 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:51.838287 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-35648a63-81cc-4075-8c90-811dca0d9801 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "PUT /v2.0/routers/4fc9c519-b9cf-4080-8130-6cb2b64724d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2512925 Nov 12 04:20:51.840224 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43168) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:51.846204 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f80983-9ecb-4ae2-b0ec-e718572fa251 None None] Sync routers for ids ['4fc9c519-b9cf-4080-8130-6cb2b64724d1'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:51.867033 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f80983-9ecb-4ae2-b0ec-e718572fa251 None None] Routers {'4fc9c519-b9cf-4080-8130-6cb2b64724d1'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:51.867376 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57d92048-9403-4fe6-b7fa-9d48135c97bc req-3ffcc9e5-57e6-4ae1-adcf-a23f0f568ba3 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b182f906-cd96-43f3-876e-e2d8979312f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803561 Nov 12 04:20:51.868589 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f3f80983-9ecb-4ae2-b0ec-e718572fa251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4fc9c519-b9cf-4080-8130-6cb2b64724d1'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:51.901710 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9f01e652-ff66-402f-a9ce-9a353bca4547 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:51.902991 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9f01e652-ff66-402f-a9ce-9a353bca4547 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6269813 Nov 12 04:20:51.905840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43172) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:51.910344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-05c383b6-a06b-45e9-a3d3-be1a10e9eb18 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Request body: {'security_group_rule': {'security_group_id': '6eae6e5c-934d-49aa-8289-f9d25b8fb7f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:51.915641 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f3f80983-9ecb-4ae2-b0ec-e718572fa251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:51.916255 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-32f0fc43-a90b-4e9f-b795-0f3d633435cb tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] delete failed (client error): The resource could not be found. Nov 12 04:20:51.917288 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-32f0fc43-a90b-4e9f-b795-0f3d633435cb tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1313143069 HTTP/1.1" status: 404 len: 335 time: 0.0762792 Nov 12 04:20:51.921457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01e652-ff66-402f-a9ce-9a353bca4547 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:51.924557 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43174) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:51.930436 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-15615285-fc0a-4797-ae98-6976f6ea2103 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Request body: {'router': {'external_gateway_info': {'network_id': '4fc9c519-b9cf-4080-8130-6cb2b64724d1'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:51.947487 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f80983-9ecb-4ae2-b0ec-e718572fa251 None None] Routers {'4fc9c519-b9cf-4080-8130-6cb2b64724d1'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:51.948417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f3f80983-9ecb-4ae2-b0ec-e718572fa251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4fc9c519-b9cf-4080-8130-6cb2b64724d1'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:51.984157 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f3f80983-9ecb-4ae2-b0ec-e718572fa251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:51.984917 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f80983-9ecb-4ae2-b0ec-e718572fa251 None None] The sync data for ids ['4fc9c519-b9cf-4080-8130-6cb2b64724d1'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:52.032936 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-05c383b6-a06b-45e9-a3d3-be1a10e9eb18 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.138664 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-05c383b6-a06b-45e9-a3d3-be1a10e9eb18 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.156606 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b09291-953c-4cf2-8733-4ae52e84760d req-41919957-9b92-4224-bbe3-57434c2583f4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:52.158262 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a4b09291-953c-4cf2-8733-4ae52e84760d req-41919957-9b92-4224-bbe3-57434c2583f4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.0798230 Nov 12 04:20:52.211090 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a4b09291-953c-4cf2-8733-4ae52e84760d req-8d2bb356-beab-4e90-89d2-ed7b9372c712 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453646 Nov 12 04:20:52.240668 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-05c383b6-a06b-45e9-a3d3-be1a10e9eb18 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.261543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c383b6-a06b-45e9-a3d3-be1a10e9eb18 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced3895f-b946-4fb2-b42b-2a722a579a69,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:52.339052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac262d-1751-4a29-b71d-e90bf2510bfd req-a6fbc545-e210-4a92-a0ad-d0ec04040735 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:52.340684 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4ac262d-1751-4a29-b71d-e90bf2510bfd req-a6fbc545-e210-4a92-a0ad-d0ec04040735 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.0524037 Nov 12 04:20:52.379408 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-05c383b6-a06b-45e9-a3d3-be1a10e9eb18 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.380753 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-05c383b6-a06b-45e9-a3d3-be1a10e9eb18 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4739456 Nov 12 04:20:52.383665 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43178) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:52.390846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-38d6d0d7-b1f9-422e-a3cf-dcca74c08e46 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Request body: {'security_group_rule': {'security_group_id': '6eae6e5c-934d-49aa-8289-f9d25b8fb7f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:52.410702 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4ac262d-1751-4a29-b71d-e90bf2510bfd req-fec9dafe-3ea0-4470-ac59-a930224f90f8 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628600 Nov 12 04:20:52.493442 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-38d6d0d7-b1f9-422e-a3cf-dcca74c08e46 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.545460 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-15615285-fc0a-4797-ae98-6976f6ea2103 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.582815 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-38d6d0d7-b1f9-422e-a3cf-dcca74c08e46 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.656299 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-38d6d0d7-b1f9-422e-a3cf-dcca74c08e46 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.686098 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-15615285-fc0a-4797-ae98-6976f6ea2103 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] update failed (client error): The resource could not be found. Nov 12 04:20:52.691183 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6d0d7-b1f9-422e-a3cf-dcca74c08e46 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffe7a94-4829-4867-8b19-fe07ffb66635,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:52.693113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43184) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:52.693397 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-15615285-fc0a-4797-ae98-6976f6ea2103 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "PUT /v2.0/routers/4fc9c519-b9cf-4080-8130-6cb2b64724d1 HTTP/1.1" status: 404 len: 339 time: 0.7673166 Nov 12 04:20:52.745691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 50d2e410-bc5f-4b83-8866-6ef14d356c81 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:52.822140 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 50d2e410-bc5f-4b83-8866-6ef14d356c81 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:52.824071 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.899953 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-38d6d0d7-b1f9-422e-a3cf-dcca74c08e46 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.901340 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-38d6d0d7-b1f9-422e-a3cf-dcca74c08e46 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5166759 Nov 12 04:20:52.907590 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43186) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:52.916698 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3e51f27a-dd61-4958-8a9a-feda9b97850e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:53.039030 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e51f27a-dd61-4958-8a9a-feda9b97850e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.083433 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] Sync routers for ids ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:53.105357 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] Routers {'b78a9bdf-1373-49c1-96a0-0cdf32d77807'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:53.106098 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:53.167084 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e51f27a-dd61-4958-8a9a-feda9b97850e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.178509 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.201293 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647a327-8c19-48b3-bf77-c229d6ec7170 req-1d3c658f-ebe3-4d44-8bc9-1e0a5251da4c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:53.203367 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1647a327-8c19-48b3-bf77-c229d6ec7170 req-1d3c658f-ebe3-4d44-8bc9-1e0a5251da4c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 946 time: 0.1251392 Nov 12 04:20:53.285419 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] Set router b78a9bdf-1373-49c1-96a0-0cdf32d77807 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:53.344748 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-3e51f27a-dd61-4958-8a9a-feda9b97850e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Allocated IP 172.25.1.55 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/e4f430ee-6a3a-4ebd-a629-f971e8448a16) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:53.459577 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1647a327-8c19-48b3-bf77-c229d6ec7170 req-48558dbf-38ee-4b20-bf31-33ac74750d26 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477233 Nov 12 04:20:53.530951 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e51f27a-dd61-4958-8a9a-feda9b97850e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.611455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Allocated IP 172.20.0.1 (2250e84d-4014-4eeb-b6f9-78ab6bae894a/67259412-827f-4cdb-8913-d8ba41a32816/ee1f7efb-4a94-43cb-8842-d2f03343fb8c) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:53.648069 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e51f27a-dd61-4958-8a9a-feda9b97850e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.653355 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28f5fa-b16b-4b6f-89e8-5a953ab068f1 req-8b5b30d3-3f24-4e23-b141-a39628c193bb tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:53.655101 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b28f5fa-b16b-4b6f-89e8-5a953ab068f1 req-8b5b30d3-3f24-4e23-b141-a39628c193bb tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 945 time: 0.0966039 Nov 12 04:20:53.696328 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:20:47Z', 'revision_number': 4, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port': {'id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:42Z', 'updated_at': '2021-11-12T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '8ff24903-099c-4f6e-8143-fa9f10623e6f', 'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'mac_address': 'fa:16:3e:11:df:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:46Z', 'updated_at': '2021-11-12T04:20:47Z', 'revision_number': 2, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'subnets': [{'id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:53.698322 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51f27a-dd61-4958-8a9a-feda9b97850e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:53.701662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3e51f27a-dd61-4958-8a9a-feda9b97850e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:53.704244 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51f27a-dd61-4958-8a9a-feda9b97850e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:53.742549 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] Checking router: b78a9bdf-1373-49c1-96a0-0cdf32d77807 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:53.742549 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] Updating router b78a9bdf-1373-49c1-96a0-0cdf32d77807 port 8ff24903-099c-4f6e-8143-fa9f10623e6f binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:20:53.752438 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51f27a-dd61-4958-8a9a-feda9b97850e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Pushing event updated for resources: {'Port': ['ID=e4f430ee-6a3a-4ebd-a629-f971e8448a16,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:53.756072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b28f5fa-b16b-4b6f-89e8-5a953ab068f1 req-a790621d-9b1a-4242-a9cf-8a886bef1c92 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b182f906-cd96-43f3-876e-e2d8979312f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901597 Nov 12 04:20:53.786445 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.787147 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.822804 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e51f27a-dd61-4958-8a9a-feda9b97850e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.953709 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e51f27a-dd61-4958-8a9a-feda9b97850e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.959666 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1ef96-6ad3-4dc8-bebc-ff405a6f4dd1 req-585768b9-7ca3-4f7a-9279-e135f559d352 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:53.961203 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9d1ef96-6ad3-4dc8-bebc-ff405a6f4dd1 req-585768b9-7ca3-4f7a-9279-e135f559d352 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.0572596 Nov 12 04:20:53.979285 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.050486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Network 2250e84d-4014-4eeb-b6f9-78ab6bae894a is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:54.061185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event updated for resources: {'Port': ['ID=ee1f7efb-4a94-43cb-8842-d2f03343fb8c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:54.064930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:54.067305 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:54.118427 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.136883 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.156405 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e51f27a-dd61-4958-8a9a-feda9b97850e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.165634 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9d1ef96-6ad3-4dc8-bebc-ff405a6f4dd1 req-d4be0599-2a90-4021-b794-aaeb2c3cd264 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975038 Nov 12 04:20:54.221218 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.250018 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e51f27a-dd61-4958-8a9a-feda9b97850e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.331533 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b09ec-7088-4596-ba57-6bf061b55254 None None] Pushing event updated for resources: {'Port': ['ID=8ff24903-099c-4f6e-8143-fa9f10623e6f,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:54.360780 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584efac-a2a1-443e-a979-0caadb8fe9b6 req-c4d09f0e-7311-42d4-b308-73d270a8dcf6 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:54.364188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a584efac-a2a1-443e-a979-0caadb8fe9b6 req-c4d09f0e-7311-42d4-b308-73d270a8dcf6 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.1237037 Nov 12 04:20:54.375585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e95ab421-67d5-4fff-b6ef-4ddf2664f1ed None None] Provisioning complete for port ee1f7efb-4a94-43cb-8842-d2f03343fb8c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:54.376174 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e95ab421-67d5-4fff-b6ef-4ddf2664f1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.387984 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b09ec-7088-4596-ba57-6bf061b55254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.388538 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b09ec-7088-4596-ba57-6bf061b55254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.388946 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b09ec-7088-4596-ba57-6bf061b55254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.389348 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b09ec-7088-4596-ba57-6bf061b55254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.389777 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b09ec-7088-4596-ba57-6bf061b55254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.390208 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b09ec-7088-4596-ba57-6bf061b55254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.390606 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b09ec-7088-4596-ba57-6bf061b55254 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.391024 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b09ec-7088-4596-ba57-6bf061b55254 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.391420 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b09ec-7088-4596-ba57-6bf061b55254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.392021 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b09ec-7088-4596-ba57-6bf061b55254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.392558 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b09ec-7088-4596-ba57-6bf061b55254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.392949 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b09ec-7088-4596-ba57-6bf061b55254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.408184 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] Attempting to bind port 8ff24903-099c-4f6e-8143-fa9f10623e6f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:54.408621 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] Attempting to bind port 8ff24903-099c-4f6e-8143-fa9f10623e6f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '7212d2e1-d100-4c55-b1a2-48cc9896c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:54.409098 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] Attempting to bind port 8ff24903-099c-4f6e-8143-fa9f10623e6f on network 6ad961c3-f85d-49ef-ab75-6849d57fa1e5 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:54.422907 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:54.423386 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] Checking segment: {'id': '7212d2e1-d100-4c55-b1a2-48cc9896c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:54.423850 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.425115 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] Bound using segment: {'id': '7212d2e1-d100-4c55-b1a2-48cc9896c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:54.426812 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] Bound port: 8ff24903-099c-4f6e-8143-fa9f10623e6f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7212d2e1-d100-4c55-b1a2-48cc9896c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:54.428606 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.456557 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51f27a-dd61-4958-8a9a-feda9b97850e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Pushing event updated for resources: {'Port': ['ID=e4f430ee-6a3a-4ebd-a629-f971e8448a16,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:54.466589 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e95ab421-67d5-4fff-b6ef-4ddf2664f1ed None None] Port ee1f7efb-4a94-43cb-8842-d2f03343fb8c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:20:54.467378 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e51f27a-dd61-4958-8a9a-feda9b97850e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.487568 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.529639 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] For port 8ff24903-099c-4f6e-8143-fa9f10623e6f, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:54.532228 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a584efac-a2a1-443e-a979-0caadb8fe9b6 req-b86fff20-7c2e-4b04-beda-b23abd22661a tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605589 Nov 12 04:20:54.536572 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] For port 8ff24903-099c-4f6e-8143-fa9f10623e6f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8ff24903-099c-4f6e-8143-fa9f10623e6f,segment=NetworkSegment(7212d2e1-d100-4c55-b1a2-48cc9896c092),segment_id=7212d2e1-d100-4c55-b1a2-48cc9896c092)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:54.560912 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e51f27a-dd61-4958-8a9a-feda9b97850e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.563353 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3e51f27a-dd61-4958-8a9a-feda9b97850e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6521816 Nov 12 04:20:54.619392 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0c02d27b-1c21-4d4a-a015-60993295b363 None None] Provisioning complete for port 8ff24903-099c-4f6e-8143-fa9f10623e6f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:54.619996 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0c02d27b-1c21-4d4a-a015-60993295b363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.633375 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.662570 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0c02d27b-1c21-4d4a-a015-60993295b363 None None] Port 8ff24903-099c-4f6e-8143-fa9f10623e6f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:20:54.694236 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] Routers {'b78a9bdf-1373-49c1-96a0-0cdf32d77807'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:54.694904 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:54.730272 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b09ec-7088-4596-ba57-6bf061b55254 None None] Pushing event updated for resources: {'Port': ['ID=8ff24903-099c-4f6e-8143-fa9f10623e6f,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:54.732457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b921555-704b-400a-9231-0d3cba6f4238 req-b1ac45f5-4d81-48dd-99e6-f89c5df7d2a8 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:54.735741 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b921555-704b-400a-9231-0d3cba6f4238 req-b1ac45f5-4d81-48dd-99e6-f89c5df7d2a8 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 946 time: 0.0840847 Nov 12 04:20:54.847310 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] Set router b78a9bdf-1373-49c1-96a0-0cdf32d77807 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:54.876278 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b921555-704b-400a-9231-0d3cba6f4238 req-81db5fce-a935-41ef-9ba6-4ea03f067536 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235645 Nov 12 04:20:54.950529 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:55.010558 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-25f34439-6ee5-4a74-839d-747747d8bbf9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2134727376&fields=id&tenant_id=68e65df8b8044d01af3fe2cd05222833 HTTP/1.1" status: 200 len: 267 time: 0.0478532 Nov 12 04:20:55.024591 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:55.090399 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-aae8dbfc-9451-46bd-812c-5764e26fd65d None None] Provisioning complete for port 8ff24903-099c-4f6e-8143-fa9f10623e6f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:55.091078 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aae8dbfc-9451-46bd-812c-5764e26fd65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:55.103119 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:20:47Z', 'revision_number': 4, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port': {'id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:42Z', 'updated_at': '2021-11-12T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '8ff24903-099c-4f6e-8143-fa9f10623e6f', 'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'mac_address': 'fa:16:3e:11:df:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:46Z', 'updated_at': '2021-11-12T04:20:54Z', 'revision_number': 4, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'subnets': [{'id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:55.137209 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb522b-76b5-4a32-802d-fde033d897c7 None None] The sync data for ids ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'] in n-d-768509-24 is: [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:20:47Z', 'revision_number': 4, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port': {'id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:42Z', 'updated_at': '2021-11-12T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '8ff24903-099c-4f6e-8143-fa9f10623e6f', 'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'mac_address': 'fa:16:3e:11:df:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:46Z', 'updated_at': '2021-11-12T04:20:54Z', 'revision_number': 4, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'subnets': [{'id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:55.166790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event updated for resources: {'Port': ['ID=ee1f7efb-4a94-43cb-8842-d2f03343fb8c,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:55.178495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:55.178955 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:55.179370 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:55.180033 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:55.180186 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:55.180618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:55.180846 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aae8dbfc-9451-46bd-812c-5764e26fd65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:55.181080 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:55.181503 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:55.181884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:55.182285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:55.182708 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:55.183120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:55.186668 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:55.249249 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-aae8dbfc-9451-46bd-812c-5764e26fd65d None None] For port 8ff24903-099c-4f6e-8143-fa9f10623e6f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8ff24903-099c-4f6e-8143-fa9f10623e6f,segment=NetworkSegment(7212d2e1-d100-4c55-b1a2-48cc9896c092),segment_id=7212d2e1-d100-4c55-b1a2-48cc9896c092)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:55.321134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-0d76e670-0cde-4515-983b-663184af4fd1 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:55.322686 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-0d76e670-0cde-4515-983b-663184af4fd1 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/networks?id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5 HTTP/1.1" status: 200 len: 811 time: 0.3010077 Nov 12 04:20:55.335572 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aae8dbfc-9451-46bd-812c-5764e26fd65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:55.360727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9e9f0-9979-4479-90f0-bc6e408d466a req-a2096d36-14ce-4f4c-83ca-73af8d0d8d1b tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:55.362314 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cbf9e9f0-9979-4479-90f0-bc6e408d466a req-a2096d36-14ce-4f4c-83ca-73af8d0d8d1b tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 945 time: 0.1701992 Nov 12 04:20:55.367134 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-443f2f78-fc07-43e5-a4b2-51a010dc6521 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/quotas/68e65df8b8044d01af3fe2cd05222833 HTTP/1.1" status: 200 len: 375 time: 0.0322106 Nov 12 04:20:55.400629 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8dbfc-9451-46bd-812c-5764e26fd65d None None] Pushing event updated for resources: {'Port': ['ID=8ff24903-099c-4f6e-8143-fa9f10623e6f,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:55.451115 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Network 2250e84d-4014-4eeb-b6f9-78ab6bae894a is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:55.458206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:55.511724 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-0a568e6d-61ea-4d25-b20b-9af2ca991ff2 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=68e65df8b8044d01af3fe2cd05222833&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1359026 Nov 12 04:20:55.688731 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Router 4fc9c519-b9cf-4080-8130-6cb2b64724d1 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:55.712164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-cbf9e9f0-9979-4479-90f0-bc6e408d466a req-e26eccb1-4eb3-4ddd-be4b-062ceb45e3bc tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Deleting port d99d7863-05dc-42d0-a7ad-2d5df316ae8c {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:55.712656 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cbf9e9f0-9979-4479-90f0-bc6e408d466a req-e26eccb1-4eb3-4ddd-be4b-062ceb45e3bc tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:55.771246 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7b2890f4-c80d-40cf-a5e0-136780c178cd None None] Provisioning complete for port ee1f7efb-4a94-43cb-8842-d2f03343fb8c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:55.772703 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b2890f4-c80d-40cf-a5e0-136780c178cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:55.811049 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7b2890f4-c80d-40cf-a5e0-136780c178cd None None] Port ee1f7efb-4a94-43cb-8842-d2f03343fb8c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:20:56.154581 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-cbc294e6-58dc-4604-80ba-6076142bac8c service neutron] 10.222.0.37 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018763 Nov 12 04:20:56.251603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:56.254247 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-cbf9e9f0-9979-4479-90f0-bc6e408d466a req-e26eccb1-4eb3-4ddd-be4b-062ceb45e3bc tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] For port d99d7863-05dc-42d0-a7ad-2d5df316ae8c, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d99d7863-05dc-42d0-a7ad-2d5df316ae8c,segment=NetworkSegment(f5e31acf-7f0b-49f2-8833-f551ec21f619),segment_id=f5e31acf-7f0b-49f2-8833-f551ec21f619)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:56.255079 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cbf9e9f0-9979-4479-90f0-bc6e408d466a req-e26eccb1-4eb3-4ddd-be4b-062ceb45e3bc tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.272036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948f882a-c4be-4051-869c-c81f6a3255bb None None] Sync routers for ids ['4fc9c519-b9cf-4080-8130-6cb2b64724d1'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:56.272156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43264) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:56.272625 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a196a252-1e69-4f72-b492-4b0ad9395df6 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "PUT /v2.0/routers/4fc9c519-b9cf-4080-8130-6cb2b64724d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5714765 Nov 12 04:20:56.278910 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-cbf9e9f0-9979-4479-90f0-bc6e408d466a req-e26eccb1-4eb3-4ddd-be4b-062ceb45e3bc tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Calling delete_port for d99d7863-05dc-42d0-a7ad-2d5df316ae8c owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:56.279121 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948f882a-c4be-4051-869c-c81f6a3255bb None None] Routers {'4fc9c519-b9cf-4080-8130-6cb2b64724d1'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:56.279754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-948f882a-c4be-4051-869c-c81f6a3255bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4fc9c519-b9cf-4080-8130-6cb2b64724d1'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:56.317869 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-948f882a-c4be-4051-869c-c81f6a3255bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:56.326762 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948f882a-c4be-4051-869c-c81f6a3255bb None None] Routers {'4fc9c519-b9cf-4080-8130-6cb2b64724d1'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:56.327465 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-948f882a-c4be-4051-869c-c81f6a3255bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4fc9c519-b9cf-4080-8130-6cb2b64724d1'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:56.347202 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-6f776dba-5271-4f73-9203-e4cefbd418f1 service neutron] 10.222.0.37 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830952 Nov 12 04:20:56.362217 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-948f882a-c4be-4051-869c-c81f6a3255bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:56.362988 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948f882a-c4be-4051-869c-c81f6a3255bb None None] The sync data for ids ['4fc9c519-b9cf-4080-8130-6cb2b64724d1'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:56.372074 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-57610d33-5492-456e-b567-c1b3e8d6c6ae tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.463990 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-57610d33-5492-456e-b567-c1b3e8d6c6ae tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 04:20:56.465047 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-57610d33-5492-456e-b567-c1b3e8d6c6ae tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "DELETE /v2.0/routers/4fc9c519-b9cf-4080-8130-6cb2b64724d1 HTTP/1.1" status: 409 len: 329 time: 0.1949911 Nov 12 04:20:56.468073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43268) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:56.548552 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cbf9e9f0-9979-4479-90f0-bc6e408d466a req-e26eccb1-4eb3-4ddd-be4b-062ceb45e3bc tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.580525 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26eccb1-4eb3-4ddd-be4b-062ceb45e3bc tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Pushing event deleted for resources: {'Port': ['ID=d99d7863-05dc-42d0-a7ad-2d5df316ae8c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:56.592302 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['d99d7863-05dc-42d0-a7ad-2d5df316ae8c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:20:56.647861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf9e9f0-9979-4479-90f0-bc6e408d466a req-e26eccb1-4eb3-4ddd-be4b-062ceb45e3bc tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] No DVR routers for this DVR port d99d7863-05dc-42d0-a7ad-2d5df316ae8c on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:20:56.653399 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cbf9e9f0-9979-4479-90f0-bc6e408d466a req-e26eccb1-4eb3-4ddd-be4b-062ceb45e3bc tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.657203 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cbf9e9f0-9979-4479-90f0-bc6e408d466a req-e26eccb1-4eb3-4ddd-be4b-062ceb45e3bc tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.21 "DELETE /v2.0/ports/d99d7863-05dc-42d0-a7ad-2d5df316ae8c HTTP/1.1" status: 204 len: 173 time: 1.2831554 Nov 12 04:20:56.657644 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6970a1-a50d-46b7-8793-6194e3c6ce1e', 'name': 'network-vif-deleted', 'tag': 'd99d7863-05dc-42d0-a7ad-2d5df316ae8c'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:56.660000 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4310d6a-b242-4e9a-a2bd-cb9f53cecf24" -d '{"events": [{"server_uuid": "ae6970a1-a50d-46b7-8793-6194e3c6ce1e", "name": "network-vif-deleted", "tag": "d99d7863-05dc-42d0-a7ad-2d5df316ae8c"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:56.755131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8ff24903-099c-4f6e-8143-fa9f10623e6f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:56.789217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eac463c2-df8e-4061-b3e1-da346c882366 req-4c42c8e9-6ca7-43b4-87b7-f566072ce474 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 210 time: 0.1149018 Nov 12 04:20:56.826306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 8ff24903-099c-4f6e-8143-fa9f10623e6f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:56.827476 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.061543 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8073751f-1d44-4d7b-ac6b-4c24c46b1742 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.157943 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615fcc1-0ae4-44b5-8b16-8ec573d18e25 req-46d31e50-b4a9-489a-9c0c-00be8c09171c tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:57.159388 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d615fcc1-0ae4-44b5-8b16-8ec573d18e25 req-46d31e50-b4a9-489a-9c0c-00be8c09171c tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.1299372 Nov 12 04:20:57.269305 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d615fcc1-0ae4-44b5-8b16-8ec573d18e25 req-f26dbba9-d295-486e-a6c5-f7451b83febf tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965388 Nov 12 04:20:57.408185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bbf01-b95c-4e8f-9aa9-859e1263cd16 req-7cc9b972-cb91-420e-8309-2efa3f24b54a tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:57.409650 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-411bbf01-b95c-4e8f-9aa9-859e1263cd16 req-7cc9b972-cb91-420e-8309-2efa3f24b54a tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.0798655 Nov 12 04:20:57.426835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-8073751f-1d44-4d7b-ac6b-4c24c46b1742 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Deleting port ee1f7efb-4a94-43cb-8842-d2f03343fb8c {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:57.427187 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8073751f-1d44-4d7b-ac6b-4c24c46b1742 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.523847 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-411bbf01-b95c-4e8f-9aa9-859e1263cd16 req-adc835d5-61b0-41fb-8ab1-371043f482c9 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063030 Nov 12 04:20:57.546936 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8073751f-1d44-4d7b-ac6b-4c24c46b1742 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.562410 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-8073751f-1d44-4d7b-ac6b-4c24c46b1742 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Calling delete_port for ee1f7efb-4a94-43cb-8842-d2f03343fb8c owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:57.676304 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9df2a-27ff-4b84-b095-7499eff05a7a req-b121cc57-df4f-45da-8980-20801d970b57 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:57.677952 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01c9df2a-27ff-4b84-b095-7499eff05a7a req-b121cc57-df4f-45da-8980-20801d970b57 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 946 time: 0.0726013 Nov 12 04:20:57.765807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01c9df2a-27ff-4b84-b095-7499eff05a7a req-ae75e765-1661-452d-82d8-5bab605372d3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581427 Nov 12 04:20:57.836675 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff7439e1-8937-4033-b607-f6a70ad11908 req-5a315d7a-86f8-4781-af8a-6ec944810c29 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 210 time: 0.0313303 Nov 12 04:20:57.882404 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c12f4a3-9a7f-4030-8d9b-cc5053f2d696 x-openstack-request-id: req-9c12f4a3-9a7f-4030-8d9b-cc5053f2d696 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:57.882404 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6970a1-a50d-46b7-8793-6194e3c6ce1e", "name": "network-vif-deleted", "tag": "d99d7863-05dc-42d0-a7ad-2d5df316ae8c", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:57.882404 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c12f4a3-9a7f-4030-8d9b-cc5053f2d696 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:57.882404 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6970a1-a50d-46b7-8793-6194e3c6ce1e', 'name': 'network-vif-deleted', 'tag': 'd99d7863-05dc-42d0-a7ad-2d5df316ae8c', 'status': 'completed', 'code': 200} Nov 12 04:20:57.901464 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8073751f-1d44-4d7b-ac6b-4c24c46b1742 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.938846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073751f-1d44-4d7b-ac6b-4c24c46b1742 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event deleted for resources: {'Port': ['ID=ee1f7efb-4a94-43cb-8842-d2f03343fb8c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:58.141282 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc6b209b-404b-4f3a-82df-6384942f6aa0 req-c67c388b-cac6-42d5-85df-18cc722f9a42 tempest-InstanceActionsTestJSON-1474557363 tempest-InstanceActionsTestJSON-1474557363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6970a1-a50d-46b7-8793-6194e3c6ce1e HTTP/1.1" status: 200 len: 210 time: 0.0584977 Nov 12 04:20:58.142009 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8073751f-1d44-4d7b-ac6b-4c24c46b1742 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:58.310407 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8073751f-1d44-4d7b-ac6b-4c24c46b1742 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Router 4fc9c519-b9cf-4080-8130-6cb2b64724d1 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:58.427099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f450cbd-1a76-41c7-8ae2-8f073cd5b2a6 req-b407627f-0b51-419a-82b5-6fdd46fdf2a5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:58.428610 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f450cbd-1a76-41c7-8ae2-8f073cd5b2a6 req-b407627f-0b51-419a-82b5-6fdd46fdf2a5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1146104 Nov 12 04:20:58.431608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8073751f-1d44-4d7b-ac6b-4c24c46b1742 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:58.436744 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8073751f-1d44-4d7b-ac6b-4c24c46b1742 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "PUT /v2.0/routers/4fc9c519-b9cf-4080-8130-6cb2b64724d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9670625 Nov 12 04:20:58.440206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43312) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:58.448873 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad8146a-7106-4fcd-b32d-ccb45e6400a3 None None] Sync routers for ids ['4fc9c519-b9cf-4080-8130-6cb2b64724d1'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:58.464210 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad8146a-7106-4fcd-b32d-ccb45e6400a3 None None] Routers {'4fc9c519-b9cf-4080-8130-6cb2b64724d1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:58.464811 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3ad8146a-7106-4fcd-b32d-ccb45e6400a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4fc9c519-b9cf-4080-8130-6cb2b64724d1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:58.483590 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-ef68beb5-57e9-4d8a-bb96-1094c1a50d83 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] show failed (client error): The resource could not be found. Nov 12 04:20:58.488716 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ef68beb5-57e9-4d8a-bb96-1094c1a50d83 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1037145413 HTTP/1.1" status: 404 len: 335 time: 0.0434408 Nov 12 04:20:58.488886 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43314) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:58.493418 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c2bc1167-d0a1-428c-9f3b-d0e513cece0a tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:58.510072 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3ad8146a-7106-4fcd-b32d-ccb45e6400a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:58.523994 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad8146a-7106-4fcd-b32d-ccb45e6400a3 None None] Routers {'4fc9c519-b9cf-4080-8130-6cb2b64724d1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:58.525333 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3ad8146a-7106-4fcd-b32d-ccb45e6400a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['4fc9c519-b9cf-4080-8130-6cb2b64724d1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:58.532496 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f450cbd-1a76-41c7-8ae2-8f073cd5b2a6 req-c3b6935f-44d1-4d50-8b46-d97f59a31e35 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852988 Nov 12 04:20:58.536189 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-c2bc1167-d0a1-428c-9f3b-d0e513cece0a tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] update failed (client error): The resource could not be found. Nov 12 04:20:58.537394 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c2bc1167-d0a1-428c-9f3b-d0e513cece0a tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-56217719 HTTP/1.1" status: 404 len: 333 time: 0.0477910 Nov 12 04:20:58.542089 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43316) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:58.600728 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3ad8146a-7106-4fcd-b32d-ccb45e6400a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:58.600728 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad8146a-7106-4fcd-b32d-ccb45e6400a3 None None] The sync data for ids ['4fc9c519-b9cf-4080-8130-6cb2b64724d1'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:58.623677 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-1203bb38-cd57-48a1-8afb-5c9c5a3b0be4 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Deleting subnet 12680247-8388-4c6a-8b30-15d0ac03f36b {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:20:58.627449 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1203bb38-cd57-48a1-8afb-5c9c5a3b0be4 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:58.690796 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1203bb38-cd57-48a1-8afb-5c9c5a3b0be4 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:58.745853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f506b3-61c3-4508-a968-0fa0eb79d9b7 req-c93ce510-5a7f-402c-80ca-0e6dbed6d231 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:58.747424 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f2f506b3-61c3-4508-a968-0fa0eb79d9b7 req-c93ce510-5a7f-402c-80ca-0e6dbed6d231 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.0978594 Nov 12 04:20:58.823140 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1203bb38-cd57-48a1-8afb-5c9c5a3b0be4 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:58.854845 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f2f506b3-61c3-4508-a968-0fa0eb79d9b7 req-b1899585-d240-4c17-b92c-91469606861f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999954 Nov 12 04:20:58.967404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4021d-96d9-4815-9bd0-116762ff5c72 req-b594e8da-96ad-469b-886a-2beb1827b73f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:58.968928 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6dc4021d-96d9-4815-9bd0-116762ff5c72 req-b594e8da-96ad-469b-886a-2beb1827b73f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.0544093 Nov 12 04:20:58.975633 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1203bb38-cd57-48a1-8afb-5c9c5a3b0be4 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.010949 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203bb38-cd57-48a1-8afb-5c9c5a3b0be4 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event deleted for resources: {'Subnet': ['ID=12680247-8388-4c6a-8b30-15d0ac03f36b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:59.028361 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1203bb38-cd57-48a1-8afb-5c9c5a3b0be4 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.030940 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdb6ea5-f5b2-4002-af5e-2cb712e6cd5f None None] Network da418b9e-4209-464b-9037-f028f5f5c264 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:59.034331 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1203bb38-cd57-48a1-8afb-5c9c5a3b0be4 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "DELETE /v2.0/subnets/12680247-8388-4c6a-8b30-15d0ac03f36b HTTP/1.1" status: 204 len: 168 time: 0.4883580 Nov 12 04:20:59.034450 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43334) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:59.056522 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6dc4021d-96d9-4815-9bd0-116762ff5c72 req-cb388e65-a818-4953-b1b0-49274642253d tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784943 Nov 12 04:20:59.121595 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ed54bb-11df-4c73-88bf-41d0f92823b3 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Deleting subnet add76d42-5c3a-4250-91c7-77a2694fdead {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:20:59.125865 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6ed54bb-11df-4c73-88bf-41d0f92823b3 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.178010 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6ed54bb-11df-4c73-88bf-41d0f92823b3 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.193926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f77cde-7b89-4c71-aad1-38eb022fbaac req-f6fd5a25-c2e9-407e-a470-87a7eebe40e5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:59.202855 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82f77cde-7b89-4c71-aad1-38eb022fbaac req-f6fd5a25-c2e9-407e-a470-87a7eebe40e5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0827854 Nov 12 04:20:59.269609 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82f77cde-7b89-4c71-aad1-38eb022fbaac req-5c9fd45e-f123-4dcf-a39b-c09e208b9233 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648801 Nov 12 04:20:59.297733 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6ed54bb-11df-4c73-88bf-41d0f92823b3 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.321107 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4275be8-e8cd-4d18-8618-444cccc22e3d None None] DHCP port deletion for da418b9e-4209-464b-9037-f028f5f5c264 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:20:59.382406 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8370ad70-2c96-4875-8187-55d10f2ad585 req-875163dd-07a0-4507-87f2-4518bfc7501f tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 210 time: 0.0324333 Nov 12 04:20:59.392158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f4275be8-e8cd-4d18-8618-444cccc22e3d None None] Deleting port 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:59.392512 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4275be8-e8cd-4d18-8618-444cccc22e3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.435443 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43346) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:59.488119 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c592a85-15a3-46f7-8b50-5b980b19f0f0 admin admin] Deleting subnet efa095b5-c9ed-4549-b391-50088fd09383 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:20:59.490060 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f4275be8-e8cd-4d18-8618-444cccc22e3d None None] For port 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=387c0a1b-4fea-4e8b-a9fd-f5bc73feb947,segment=NetworkSegment(c8aaa264-f328-440a-b31e-22b420d42ca0),segment_id=c8aaa264-f328-440a-b31e-22b420d42ca0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:59.490711 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4275be8-e8cd-4d18-8618-444cccc22e3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.491272 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c592a85-15a3-46f7-8b50-5b980b19f0f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.503903 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f4275be8-e8cd-4d18-8618-444cccc22e3d None None] Calling delete_port for 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:59.510383 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6ed54bb-11df-4c73-88bf-41d0f92823b3 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.546290 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed54bb-11df-4c73-88bf-41d0f92823b3 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event deleted for resources: {'Subnet': ['ID=add76d42-5c3a-4250-91c7-77a2694fdead,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:59.556902 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6ed54bb-11df-4c73-88bf-41d0f92823b3 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.560104 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e6ed54bb-11df-4c73-88bf-41d0f92823b3 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "DELETE /v2.0/subnets/add76d42-5c3a-4250-91c7-77a2694fdead HTTP/1.1" status: 204 len: 168 time: 0.5235858 Nov 12 04:20:59.562708 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43354) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:59.570737 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1a6553-d9b9-4794-8482-7ed799e631f9 None None] Network 8fcbfcd5-a1be-4c19-885e-df7b504f9d5c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:59.572340 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c592a85-15a3-46f7-8b50-5b980b19f0f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.636515 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c592a85-15a3-46f7-8b50-5b980b19f0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.719041 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.782307 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c592a85-15a3-46f7-8b50-5b980b19f0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.808242 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-98faa92b-5dbd-4beb-bcc8-f9b8819f4d15 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:59.809803 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-98faa92b-5dbd-4beb-bcc8-f9b8819f4d15 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 812 time: 0.2038996 Nov 12 04:20:59.821603 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c592a85-15a3-46f7-8b50-5b980b19f0f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efa095b5-c9ed-4549-b391-50088fd09383,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:59.825533 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c592a85-15a3-46f7-8b50-5b980b19f0f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.829632 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1c592a85-15a3-46f7-8b50-5b980b19f0f0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/efa095b5-c9ed-4549-b391-50088fd09383 HTTP/1.1" status: 204 len: 168 time: 0.3929842 Nov 12 04:20:59.833174 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43364) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:59.880787 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-6cb64615-1d19-4141-9ebb-ce4378c30d11 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/quotas/6f5af4b98cc849f0a88a477e27cdba3b HTTP/1.1" status: 200 len: 375 time: 0.0590346 Nov 12 04:20:59.908906 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Deleting port 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:59.909254 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.919147 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d99d7863-05dc-42d0-a7ad-2d5df316ae8c no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:59.950081 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: d99d7863-05dc-42d0-a7ad-2d5df316ae8c {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:20:59.950434 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d99d7863-05dc-42d0-a7ad-2d5df316ae8c not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:59.973919 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e877c63-32f8-46dd-b1f5-a7920f7493a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.990701 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4275be8-e8cd-4d18-8618-444cccc22e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.041116 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4275be8-e8cd-4d18-8618-444cccc22e3d None None] No DVR routers for this DVR port 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:21:00.042791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4275be8-e8cd-4d18-8618-444cccc22e3d None None] Pushing event deleted for resources: {'Port': ['ID=387c0a1b-4fea-4e8b-a9fd-f5bc73feb947,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:00.086956 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e877c63-32f8-46dd-b1f5-a7920f7493a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.121919 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0e877c63-32f8-46dd-b1f5-a7920f7493a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72faa5c3-6261-4e3e-996d-d21c6e621d2c']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:00.139429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0e877c63-32f8-46dd-b1f5-a7920f7493a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e31acf-7f0b-49f2-8833-f551ec21f619') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:00.140300 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0e877c63-32f8-46dd-b1f5-a7920f7493a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e31acf-7f0b-49f2-8833-f551ec21f619') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:00.143821 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8db3b3-2f1d-4518-ba1a-886fd26b53bb None None] DHCP port deletion for 8fcbfcd5-a1be-4c19-885e-df7b504f9d5c request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:21:00.158189 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e877c63-32f8-46dd-b1f5-a7920f7493a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.181444 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e877c63-32f8-46dd-b1f5-a7920f7493a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.189252 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e877c63-32f8-46dd-b1f5-a7920f7493a3 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:21:00.189833 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e877c63-32f8-46dd-b1f5-a7920f7493a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.263810 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4c8db3b3-2f1d-4518-ba1a-886fd26b53bb None None] Deleting port c1a3a845-1413-4e22-abac-47c5832dc507 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:21:00.264609 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c8db3b3-2f1d-4518-ba1a-886fd26b53bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:21:00.268523 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:21:00.322783 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-45b918b1-5764-4240-8a66-d9f34344cd71 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:00.324149 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-45b918b1-5764-4240-8a66-d9f34344cd71 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.31 "GET /v2.0/networks?id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5 HTTP/1.1" status: 200 len: 811 time: 0.5338340 Nov 12 04:21:00.337613 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4c8db3b3-2f1d-4518-ba1a-886fd26b53bb None None] For port c1a3a845-1413-4e22-abac-47c5832dc507, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c1a3a845-1413-4e22-abac-47c5832dc507,segment=NetworkSegment(e51604b3-7de5-48fb-86ce-7618d36fe8b3),segment_id=e51604b3-7de5-48fb-86ce-7618d36fe8b3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:00.338132 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c8db3b3-2f1d-4518-ba1a-886fd26b53bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.344937 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-247834a0-422f-479b-8da2-e5dddeaaf65b tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4513097 Nov 12 04:21:00.351876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4c8db3b3-2f1d-4518-ba1a-886fd26b53bb None None] Calling delete_port for c1a3a845-1413-4e22-abac-47c5832dc507 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:21:00.364004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] For port 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947, host n-d-768509-24, got binding levels [] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:00.364640 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.386974 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e877c63-32f8-46dd-b1f5-a7920f7493a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.400328 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e877c63-32f8-46dd-b1f5-a7920f7493a3 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.407489 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0e877c63-32f8-46dd-b1f5-a7920f7493a3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/72faa5c3-6261-4e3e-996d-d21c6e621d2c HTTP/1.1" status: 204 len: 168 time: 0.5732329 Nov 12 04:21:00.415092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Calling delete_port for 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:21:00.426845 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_backend_mixin [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Port 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947 was not found and therefore no delete operation was performed {{(pid=103296) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:21:00.431639 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e877c63-32f8-46dd-b1f5-a7920f7493a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=72faa5c3-6261-4e3e-996d-d21c6e621d2c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:00.443661 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.513526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event deleted for resources: {'Port': ['ID=387c0a1b-4fea-4e8b-a9fd-f5bc73feb947,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:00.515411 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] No DVR routers for this DVR port 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:21:00.537672 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-29063d4a-9977-4e73-a81d-4d9bbf74b0e1 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68e65df8b8044d01af3fe2cd05222833 HTTP/1.1" status: 200 len: 380 time: 0.1915050 Nov 12 04:21:00.566597 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-d2d656b4-fcf9-453d-8822-bf1fe6ebfcd4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Request body: {'port': {'device_id': 'eea80002-29e4-432d-9f2e-ee66f9bd6337', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'admin_state_up': True, 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'security_groups': ['6eae6e5c-934d-49aa-8289-f9d25b8fb7f5']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:00.594069 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4c8db3b3-2f1d-4518-ba1a-886fd26b53bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.632565 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8db3b3-2f1d-4518-ba1a-886fd26b53bb None None] No DVR routers for this DVR port c1a3a845-1413-4e22-abac-47c5832dc507 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:21:00.641854 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8db3b3-2f1d-4518-ba1a-886fd26b53bb None None] Pushing event deleted for resources: {'Port': ['ID=c1a3a845-1413-4e22-abac-47c5832dc507,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:00.683222 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-c1c520cd-1b26-4a55-9717-c308a9fb921d service neutron] 10.222.0.37 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142662 Nov 12 04:21:00.695803 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.717469 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:21:00.746305 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:21:00.746683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 387c0a1b-4fea-4e8b-a9fd-f5bc73feb947 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:21:00.747122 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c1a3a845-1413-4e22-abac-47c5832dc507 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:21:00.766934 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: c1a3a845-1413-4e22-abac-47c5832dc507 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:21:00.767272 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c1a3a845-1413-4e22-abac-47c5832dc507 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:21:00.785542 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da418b9e-4209-464b-9037-f028f5f5c264']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:00.807046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8aaa264-f328-440a-b31e-22b420d42ca0') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:00.807344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8aaa264-f328-440a-b31e-22b420d42ca0') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:00.828254 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.859626 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.880858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:21:00.881263 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:21:00.884247 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:21:00.887167 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-f12e9489-26c4-4fef-929d-5893deda041b service neutron] 10.222.0.37 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933486 Nov 12 04:21:00.935206 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43388) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:00.964273 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-d2d656b4-fcf9-453d-8822-bf1fe6ebfcd4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Made reservation on behalf of 68e65df8b8044d01af3fe2cd05222833 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:00.968108 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-d2d656b4-fcf9-453d-8822-bf1fe6ebfcd4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.975918 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ea594dc1-167e-4343-a5ae-02186268b18c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=694dfe10d12642dab043cfebb032500c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395992 Nov 12 04:21:00.978432 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43390) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:01.025313 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.029779 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.033223 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "DELETE /v2.0/networks/da418b9e-4209-464b-9037-f028f5f5c264 HTTP/1.1" status: 204 len: 168 time: 1.4693105 Nov 12 04:21:01.036274 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43394) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:01.047954 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f09ca91-a097-4612-837a-589a70db9989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.063026 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4add2-b180-4e2d-bd70-ab1e23a1420d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event deleted for resources: {'Network': ['ID=da418b9e-4209-464b-9037-f028f5f5c264,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:01.149838 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f09ca91-a097-4612-837a-589a70db9989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.164588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-d2d656b4-fcf9-453d-8822-bf1fe6ebfcd4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Allocated IP 172.20.0.13 (6ad961c3-f85d-49ef-ab75-6849d57fa1e5/0988c1bc-aeed-49ae-93ca-f21585d34390/b1eddfde-e61e-42fb-9198-c87212897997) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:01.194613 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48846132-4950-4a8e-a42b-1274517e8d0d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.288549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4849b2d-2d1d-42ca-a788-15da0408cb57 req-3fb0a43c-d23c-4455-8482-b7b45f6ce92f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:01.296025 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d4849b2d-2d1d-42ca-a788-15da0408cb57 req-3fb0a43c-d23c-4455-8482-b7b45f6ce92f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.1161416 Nov 12 04:21:01.323369 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48846132-4950-4a8e-a42b-1274517e8d0d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.348780 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-48846132-4950-4a8e-a42b-1274517e8d0d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fcbfcd5-a1be-4c19-885e-df7b504f9d5c']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:01.358853 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-48846132-4950-4a8e-a42b-1274517e8d0d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51604b3-7de5-48fb-86ce-7618d36fe8b3') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:01.359152 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-48846132-4950-4a8e-a42b-1274517e8d0d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51604b3-7de5-48fb-86ce-7618d36fe8b3') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:01.368817 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48846132-4950-4a8e-a42b-1274517e8d0d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.382490 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48846132-4950-4a8e-a42b-1274517e8d0d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.388529 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48846132-4950-4a8e-a42b-1274517e8d0d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:21:01.388915 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48846132-4950-4a8e-a42b-1274517e8d0d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:21:01.391936 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:21:01.401683 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d4849b2d-2d1d-42ca-a788-15da0408cb57 req-32c74911-8d51-4c93-a0e9-ca9d2c378eaa tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043463 Nov 12 04:21:01.418552 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-d2d656b4-fcf9-453d-8822-bf1fe6ebfcd4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.436329 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f09ca91-a097-4612-837a-589a70db9989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.438877 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f09ca91-a097-4612-837a-589a70db9989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.440026 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8f09ca91-a097-4612-837a-589a70db9989 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b182f906-cd96-43f3-876e-e2d8979312f3 HTTP/1.1" status: 204 len: 168 time: 0.4605961 Nov 12 04:21:01.470213 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09ca91-a097-4612-837a-589a70db9989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b182f906-cd96-43f3-876e-e2d8979312f3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:01.531697 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-d2d656b4-fcf9-453d-8822-bf1fe6ebfcd4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.551930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89a0c0-7159-4173-b3f7-8d911ec6127e req-a9ca7842-84af-485a-b5b4-891083e1ca6f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:01.553491 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0a89a0c0-7159-4173-b3f7-8d911ec6127e req-a9ca7842-84af-485a-b5b4-891083e1ca6f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.0787189 Nov 12 04:21:01.564619 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48846132-4950-4a8e-a42b-1274517e8d0d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.573039 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48846132-4950-4a8e-a42b-1274517e8d0d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.579344 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-48846132-4950-4a8e-a42b-1274517e8d0d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "DELETE /v2.0/networks/8fcbfcd5-a1be-4c19-885e-df7b504f9d5c HTTP/1.1" status: 204 len: 168 time: 0.5417039 Nov 12 04:21:01.580418 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43410) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:01.630951 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-d2d656b4-fcf9-453d-8822-bf1fe6ebfcd4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Network 6ad961c3-f85d-49ef-ab75-6849d57fa1e5 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:01.642512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-d2d656b4-fcf9-453d-8822-bf1fe6ebfcd4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:01.660103 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d402c45-ff9a-4b19-8802-3f249bfec453 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Deleting subnet 67259412-827f-4cdb-8913-d8ba41a32816 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:21:01.663631 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d402c45-ff9a-4b19-8802-3f249bfec453 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.674217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d656b4-fcf9-453d-8822-bf1fe6ebfcd4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Pushing event updated for resources: {'Port': ['ID=b1eddfde-e61e-42fb-9198-c87212897997,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:01.692853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-d2d656b4-fcf9-453d-8822-bf1fe6ebfcd4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:01.749819 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d402c45-ff9a-4b19-8802-3f249bfec453 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.783371 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0a89a0c0-7159-4173-b3f7-8d911ec6127e req-a0d2a8a5-fef6-444b-9800-c7fae619a02f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092857 Nov 12 04:21:01.828172 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48846132-4950-4a8e-a42b-1274517e8d0d tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event deleted for resources: {'Network': ['ID=8fcbfcd5-a1be-4c19-885e-df7b504f9d5c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:01.852458 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-d2d656b4-fcf9-453d-8822-bf1fe6ebfcd4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:01.853244 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-d2d656b4-fcf9-453d-8822-bf1fe6ebfcd4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.868686 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d402c45-ff9a-4b19-8802-3f249bfec453 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.969331 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-d2d656b4-fcf9-453d-8822-bf1fe6ebfcd4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4056017 Nov 12 04:21:01.985359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Request body: {'port': {'device_id': 'eea80002-29e4-432d-9f2e-ee66f9bd6337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:01.995799 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d64ef2-9c5d-4cbd-a485-288c3dfefbba req-e4511fe3-d1ab-4b82-865a-6c29a816a7fa tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:01.997363 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3d64ef2-9c5d-4cbd-a485-288c3dfefbba req-e4511fe3-d1ab-4b82-865a-6c29a816a7fa tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 932 time: 0.0694103 Nov 12 04:21:02.027948 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-dac11de1-fe90-4542-8c81-3048a938de64 None None] Provisioning complete for port b1eddfde-e61e-42fb-9198-c87212897997 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:02.028965 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dac11de1-fe90-4542-8c81-3048a938de64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.069718 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-dac11de1-fe90-4542-8c81-3048a938de64 None None] Port b1eddfde-e61e-42fb-9198-c87212897997 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:21:02.069973 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d402c45-ff9a-4b19-8802-3f249bfec453 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.104785 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d402c45-ff9a-4b19-8802-3f249bfec453 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event deleted for resources: {'Subnet': ['ID=67259412-827f-4cdb-8913-d8ba41a32816,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:02.114139 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3d64ef2-9c5d-4cbd-a485-288c3dfefbba req-8b5cb8e7-22c7-433f-8b3a-b32f494692b9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896854 Nov 12 04:21:02.125340 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d402c45-ff9a-4b19-8802-3f249bfec453 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.143489 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2ecb38-0978-42f2-9dbc-b015c295eb6d None None] Network 2250e84d-4014-4eeb-b6f9-78ab6bae894a requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:02.145683 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.156089 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8d402c45-ff9a-4b19-8802-3f249bfec453 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "DELETE /v2.0/subnets/67259412-827f-4cdb-8913-d8ba41a32816 HTTP/1.1" status: 204 len: 168 time: 0.5643265 Nov 12 04:21:02.156815 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43428) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:02.289431 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.360776 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f2464423-3d69-41ce-ad31-24d0712722b7 req-caa752a1-59db-432b-ae03-770c1fe299d7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=6542be59-941a-44ae-8331-5f1854bf54c1 HTTP/1.1" status: 200 len: 210 time: 0.0571425 Nov 12 04:21:02.390249 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Deleting port 47eef161-6617-470a-a92a-0ad756c8c1f9 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:21:02.391252 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.426797 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0fe70a-0bf0-40a9-81b5-7d7186412677 None None] DHCP port deletion for 2250e84d-4014-4eeb-b6f9-78ab6bae894a request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:21:02.468895 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] For port 47eef161-6617-470a-a92a-0ad756c8c1f9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=47eef161-6617-470a-a92a-0ad756c8c1f9,segment=NetworkSegment(1e7852e3-7f79-4b24-b9f3-93565547ff0a),segment_id=1e7852e3-7f79-4b24-b9f3-93565547ff0a)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:02.469691 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.482445 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Calling delete_port for 47eef161-6617-470a-a92a-0ad756c8c1f9 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:21:02.483008 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6a0fe70a-0bf0-40a9-81b5-7d7186412677 None None] Deleting port 47eef161-6617-470a-a92a-0ad756c8c1f9 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:21:02.483120 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6a0fe70a-0bf0-40a9-81b5-7d7186412677 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.559759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-6a0fe70a-0bf0-40a9-81b5-7d7186412677 None None] For port 47eef161-6617-470a-a92a-0ad756c8c1f9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=47eef161-6617-470a-a92a-0ad756c8c1f9,segment=NetworkSegment(1e7852e3-7f79-4b24-b9f3-93565547ff0a),segment_id=1e7852e3-7f79-4b24-b9f3-93565547ff0a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:02.560156 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6a0fe70a-0bf0-40a9-81b5-7d7186412677 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.575927 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6a0fe70a-0bf0-40a9-81b5-7d7186412677 None None] Calling delete_port for 47eef161-6617-470a-a92a-0ad756c8c1f9 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:21:02.587279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1eddfde-e61e-42fb-9198-c87212897997 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:02.597535 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.622443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2269246-8715-4c81-b745-b42d56e7aeb8 req-e80b50b3-cb66-482c-aa14-3da31aad5427 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:02.624061 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2269246-8715-4c81-b745-b42d56e7aeb8 req-e80b50b3-cb66-482c-aa14-3da31aad5427 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.1122277 Nov 12 04:21:02.700683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 47eef161-6617-470a-a92a-0ad756c8c1f9 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:21:02.708587 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.711547 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Transition to ACTIVE for port object b1eddfde-e61e-42fb-9198-c87212897997 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:21:02.735317 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 47eef161-6617-470a-a92a-0ad756c8c1f9 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:21:02.735885 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 47eef161-6617-470a-a92a-0ad756c8c1f9 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:21:02.746831 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2269246-8715-4c81-b745-b42d56e7aeb8 req-139f924e-5874-4d86-bf67-d0379aeece13 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131659 Nov 12 04:21:02.761858 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6a0fe70a-0bf0-40a9-81b5-7d7186412677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.799966 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] No DVR routers for this DVR port 47eef161-6617-470a-a92a-0ad756c8c1f9 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:21:02.802567 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event deleted for resources: {'Port': ['ID=47eef161-6617-470a-a92a-0ad756c8c1f9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:02.804583 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.814147 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0fe70a-0bf0-40a9-81b5-7d7186412677 None None] No DVR routers for this DVR port 47eef161-6617-470a-a92a-0ad756c8c1f9 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:21:02.833115 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fe70a-0bf0-40a9-81b5-7d7186412677 None None] Pushing event deleted for resources: {'Port': ['ID=47eef161-6617-470a-a92a-0ad756c8c1f9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:02.901403 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.901775 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Pushing event updated for resources: {'Port': ['ID=b1eddfde-e61e-42fb-9198-c87212897997,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:02.957054 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2250e84d-4014-4eeb-b6f9-78ab6bae894a']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:02.975178 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7852e3-7f79-4b24-b9f3-93565547ff0a') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:02.976775 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7852e3-7f79-4b24-b9f3-93565547ff0a') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:02.991609 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.008364 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.022559 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:21:03.022965 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.058071 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa25f98-891a-4e7b-8399-0fdd6644cdf7 req-a0a704f9-2eb8-453b-a1c0-23c81069678a tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:03.059737 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fa25f98-891a-4e7b-8399-0fdd6644cdf7 req-a0a704f9-2eb8-453b-a1c0-23c81069678a tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.1708939 Nov 12 04:21:03.069671 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Attempting to bind port b1eddfde-e61e-42fb-9198-c87212897997 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:03.070007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Attempting to bind port b1eddfde-e61e-42fb-9198-c87212897997 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '7212d2e1-d100-4c55-b1a2-48cc9896c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:03.070332 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Attempting to bind port b1eddfde-e61e-42fb-9198-c87212897997 on network 6ad961c3-f85d-49ef-ab75-6849d57fa1e5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:03.075579 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Port b1eddfde-e61e-42fb-9198-c87212897997 on network 6ad961c3-f85d-49ef-ab75-6849d57fa1e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:21:03.075897 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Attempting to bind port b1eddfde-e61e-42fb-9198-c87212897997 on network 6ad961c3-f85d-49ef-ab75-6849d57fa1e5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:21:03.102478 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:21:03.119443 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43454) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:03.127603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:03.128177 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Checking segment: {'id': '7212d2e1-d100-4c55-b1a2-48cc9896c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:03.128880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Bound using segment: {'id': '7212d2e1-d100-4c55-b1a2-48cc9896c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:03.129392 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Bound port: b1eddfde-e61e-42fb-9198-c87212897997, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7212d2e1-d100-4c55-b1a2-48cc9896c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:03.129812 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.151543 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1372a5da-3f24-4787-a533-ddc04ad101f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.197165 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.202020 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fa25f98-891a-4e7b-8399-0fdd6644cdf7 req-ed280032-7236-4850-9a36-9e782e673f80 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228106 Nov 12 04:21:03.212709 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.237934 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "DELETE /v2.0/networks/2250e84d-4014-4eeb-b6f9-78ab6bae894a HTTP/1.1" status: 204 len: 168 time: 1.0777743 Nov 12 04:21:03.238439 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43460) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:03.265888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] For port b1eddfde-e61e-42fb-9198-c87212897997, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:03.269780 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] For port b1eddfde-e61e-42fb-9198-c87212897997, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b1eddfde-e61e-42fb-9198-c87212897997,segment=NetworkSegment(7212d2e1-d100-4c55-b1a2-48cc9896c092),segment_id=7212d2e1-d100-4c55-b1a2-48cc9896c092)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:03.302703 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-861f3c4d-6699-4151-9a21-7f7e3f350cdb tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc9c519-b9cf-4080-8130-6cb2b64724d1 HTTP/1.1" status: 200 len: 205 time: 0.0573857 Nov 12 04:21:03.305084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43464) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:03.307402 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-16e86067-2532-4dba-b70d-2d8d5cbc7a68 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1419150725-network', 'tenant_id': '36368efb658a436f99484cc6d0056f0d'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:03.310790 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc376e6-70d4-4a89-a9cb-c9fbe6fc276c tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Pushing event deleted for resources: {'Network': ['ID=2250e84d-4014-4eeb-b6f9-78ab6bae894a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:03.400971 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1658dc19-6305-4bb7-8a91-0a55bfcc3e96 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.404006 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.478718 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e86067-2532-4dba-b70d-2d8d5cbc7a68 admin admin] Made reservation on behalf of 36368efb658a436f99484cc6d0056f0d for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:03.481179 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16e86067-2532-4dba-b70d-2d8d5cbc7a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.490459 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16e86067-2532-4dba-b70d-2d8d5cbc7a68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.507101 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970942e-b948-4ebe-9c0a-bac94009f0e4 req-64c2f2b6-fe62-429a-a90a-991ca0744715 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:03.508675 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5970942e-b948-4ebe-9c0a-bac94009f0e4 req-64c2f2b6-fe62-429a-a90a-991ca0744715 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 944 time: 0.2155907 Nov 12 04:21:03.519527 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:03.520154 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.521815 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] 10.222.0.31 "PUT /v2.0/ports/b1eddfde-e61e-42fb-9198-c87212897997 HTTP/1.1" status: 200 len: 1093 time: 1.5404835 Nov 12 04:21:03.521959 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea80002-29e4-432d-9f2e-ee66f9bd6337', 'tag': 'b1eddfde-e61e-42fb-9198-c87212897997'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:03.524557 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3453699f-b0cb-4f75-bd0b-79e6aa844f12" -d '{"events": [{"name": "network-changed", "server_uuid": "eea80002-29e4-432d-9f2e-ee66f9bd6337", "tag": "b1eddfde-e61e-42fb-9198-c87212897997"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:03.604413 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16e86067-2532-4dba-b70d-2d8d5cbc7a68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.686736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07774a9-05ec-4091-b562-cf60004b953f service neutron] Pushing event updated for resources: {'Port': ['ID=b1eddfde-e61e-42fb-9198-c87212897997,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:03.691644 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16e86067-2532-4dba-b70d-2d8d5cbc7a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.705594 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1658dc19-6305-4bb7-8a91-0a55bfcc3e96 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.710496 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1658dc19-6305-4bb7-8a91-0a55bfcc3e96 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.744378 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e86067-2532-4dba-b70d-2d8d5cbc7a68 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:21:03.771178 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5970942e-b948-4ebe-9c0a-bac94009f0e4 req-d882ce87-8dbc-44be-aa59-3eb75bddf3a4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540290 Nov 12 04:21:03.774856 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e86067-2532-4dba-b70d-2d8d5cbc7a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6dc716-3f3b-49db-ae81-c0f069c8d61d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:03.785137 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16e86067-2532-4dba-b70d-2d8d5cbc7a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.785617 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-16e86067-2532-4dba-b70d-2d8d5cbc7a68 admin admin] Added segment d5dd6d07-ea7a-4c5c-a98f-4946c44fcd24 of type vlan for network 5b8ec918-c98a-401c-ba5f-00a1157d101e Nov 12 04:21:03.796842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-08dc8d8e-d4b4-45fc-9276-1a0e575a8065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:03.799213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-08dc8d8e-d4b4-45fc-9276-1a0e575a8065 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68e65df8b8044d01af3fe2cd05222833&device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 1096 time: 0.1338322 Nov 12 04:21:03.851584 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16e86067-2532-4dba-b70d-2d8d5cbc7a68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.872939 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1658dc19-6305-4bb7-8a91-0a55bfcc3e96 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.873466 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1658dc19-6305-4bb7-8a91-0a55bfcc3e96 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Fanout notify agent at l3_agent the message router_deleted on router 4fc9c519-b9cf-4080-8130-6cb2b64724d1 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:21:03.875973 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-94666325-6d57-4c71-b270-e1b55da480d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1eddfde-e61e-42fb-9198-c87212897997 HTTP/1.1" status: 200 len: 217 time: 0.0606546 Nov 12 04:21:03.881911 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1658dc19-6305-4bb7-8a91-0a55bfcc3e96 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.885812 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1658dc19-6305-4bb7-8a91-0a55bfcc3e96 tempest-RoutersNegativeTest-12482719 tempest-RoutersNegativeTest-12482719-project] 10.222.0.37 "DELETE /v2.0/routers/4fc9c519-b9cf-4080-8130-6cb2b64724d1 HTTP/1.1" status: 204 len: 168 time: 0.5769393 Nov 12 04:21:03.931130 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-a4cafcd5-0b3b-4be7-864c-fd8ed84dc9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:03.934393 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-a4cafcd5-0b3b-4be7-864c-fd8ed84dc9a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0988c1bc-aeed-49ae-93ca-f21585d34390 HTTP/1.1" status: 200 len: 850 time: 0.0504279 Nov 12 04:21:03.952447 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16e86067-2532-4dba-b70d-2d8d5cbc7a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.958885 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e86067-2532-4dba-b70d-2d8d5cbc7a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:03.958885 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16e86067-2532-4dba-b70d-2d8d5cbc7a68 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.999457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-f5b61d50-be75-4712-aa3e-301da226883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:04.000926 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-f5b61d50-be75-4712-aa3e-301da226883d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586579 Nov 12 04:21:04.017033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cfef9bdb-a86b-46fd-af38-17e3ad215624 req-f7269ad3-8f4a-4235-a42e-fc2c66e326a3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=6542be59-941a-44ae-8331-5f1854bf54c1 HTTP/1.1" status: 200 len: 210 time: 0.0306666 Nov 12 04:21:04.077422 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41da7777-02d9-46e8-bf27-68afd54ecfb0 x-openstack-request-id: req-41da7777-02d9-46e8-bf27-68afd54ecfb0 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:04.077590 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea80002-29e4-432d-9f2e-ee66f9bd6337", "tag": "b1eddfde-e61e-42fb-9198-c87212897997", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:04.082221 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41da7777-02d9-46e8-bf27-68afd54ecfb0 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:04.082221 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea80002-29e4-432d-9f2e-ee66f9bd6337', 'tag': 'b1eddfde-e61e-42fb-9198-c87212897997', 'status': 'completed', 'code': 200} Nov 12 04:21:04.120204 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-14f8bbeb-e502-40b0-a0fc-cd2d880a968c service neutron] 10.222.0.31 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052303 Nov 12 04:21:04.122621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e86067-2532-4dba-b70d-2d8d5cbc7a68 admin admin] Pushing event updated for resources: {'Network': ['ID=5b8ec918-c98a-401c-ba5f-00a1157d101e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:04.135337 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 5b8ec918-c98a-401c-ba5f-00a1157d101e details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:21:04.152266 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-16e86067-2532-4dba-b70d-2d8d5cbc7a68 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0309079 Nov 12 04:21:04.158342 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43484) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:04.164375 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6622c987-7d6f-4739-89d6-2d9120073a34 admin admin] Request body: {'subnet': {'network_id': '5b8ec918-c98a-401c-ba5f-00a1157d101e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1419150725-subnet', 'tenant_id': '36368efb658a436f99484cc6d0056f0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:04.172487 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-126c4982-b955-4252-9f59-91640fb91566 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:04.174409 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-126c4982-b955-4252-9f59-91640fb91566 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.31 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 812 time: 0.2513390 Nov 12 04:21:04.193091 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-960bb532-6c75-4c8d-9990-b20498154c4a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Request body: {'port': {'device_id': '6542be59-941a-44ae-8331-5f1854bf54c1', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'admin_state_up': True, 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:04.274260 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e7526-b52f-42c7-9cd3-840a2f418505 req-e46af201-de51-4306-be7c-5f3e6cecbc10 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:04.275789 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b3e7526-b52f-42c7-9cd3-840a2f418505 req-e46af201-de51-4306-be7c-5f3e6cecbc10 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.1107683 Nov 12 04:21:04.282861 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-770cca8a-bb07-47b7-a62c-906c4c3ead90 req-dc4858ce-051d-4d92-aef5-c94093f3e359 service neutron] 10.222.0.31 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496222 Nov 12 04:21:04.316544 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6622c987-7d6f-4739-89d6-2d9120073a34 admin admin] Made reservation on behalf of 36368efb658a436f99484cc6d0056f0d for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:04.319312 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6622c987-7d6f-4739-89d6-2d9120073a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:04.338297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b3e7526-b52f-42c7-9cd3-840a2f418505 req-cc08768b-99d0-4bcc-93dc-4182f9aac7ec tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520403 Nov 12 04:21:04.515266 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9bab8-149f-4515-9adb-9b7d82c520d0 req-0b691c9e-c905-4d2c-83af-b63be6cf07fc tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:04.516775 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09e9bab8-149f-4515-9adb-9b7d82c520d0 req-0b691c9e-c905-4d2c-83af-b63be6cf07fc tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.0928071 Nov 12 04:21:04.517985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43492) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:04.535491 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453699f-b0cb-4f75-bd0b-79e6aa844f12 req-826cb7dc-38b8-4404-a550-52328875afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:04.536945 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3453699f-b0cb-4f75-bd0b-79e6aa844f12 req-826cb7dc-38b8-4404-a550-52328875afa6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68e65df8b8044d01af3fe2cd05222833&device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 1096 time: 0.0848582 Nov 12 04:21:04.558228 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-960bb532-6c75-4c8d-9990-b20498154c4a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Made reservation on behalf of 6f5af4b98cc849f0a88a477e27cdba3b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:04.561777 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-960bb532-6c75-4c8d-9990-b20498154c4a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:04.588188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09e9bab8-149f-4515-9adb-9b7d82c520d0 req-09e9ab6f-05f3-4b15-8168-e0d2d64bcb9e tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627053 Nov 12 04:21:04.633098 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6622c987-7d6f-4739-89d6-2d9120073a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:04.726643 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453699f-b0cb-4f75-bd0b-79e6aa844f12 req-d3c2db40-2941-4118-b751-b2aa0c6d117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:04.728247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3453699f-b0cb-4f75-bd0b-79e6aa844f12 req-d3c2db40-2941-4118-b751-b2aa0c6d117f service neutron] 10.222.0.31 "GET /v2.0/networks?id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5 HTTP/1.1" status: 200 len: 912 time: 0.1539652 Nov 12 04:21:04.734082 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-73346187-41ee-49a4-8e55-b2ad646c1743 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37e7b1401be942f4bcaae755f7ec17ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2150676 Nov 12 04:21:04.734755 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43498) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:04.751802 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622c987-7d6f-4739-89d6-2d9120073a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68daf72d-8067-48a6-ada8-cf68dd7028f9,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:04.764407 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6622c987-7d6f-4739-89d6-2d9120073a34 admin admin] Checking segment: {'id': 'd5dd6d07-ea7a-4c5c-a98f-4946c44fcd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5b8ec918-c98a-401c-ba5f-00a1157d101e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:04.764870 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6622c987-7d6f-4739-89d6-2d9120073a34 admin admin] Network hostable DHCP agents. Network: 5b8ec918-c98a-401c-ba5f-00a1157d101e, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:21:04.794391 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3453699f-b0cb-4f75-bd0b-79e6aa844f12 req-93072d82-cc31-40ee-a199-96ad581a33ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1eddfde-e61e-42fb-9198-c87212897997 HTTP/1.1" status: 200 len: 217 time: 0.0533545 Nov 12 04:21:04.797854 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-960bb532-6c75-4c8d-9990-b20498154c4a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Allocated IP 172.20.0.11 (795d5285-3b6a-4de6-8e94-3800661b542b/5a37ec33-8e39-40f9-bf74-00357aef3619/95a43564-d716-40c4-9200-f25692332996) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:04.908137 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6622c987-7d6f-4739-89d6-2d9120073a34 admin admin] Network 5b8ec918-c98a-401c-ba5f-00a1157d101e is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:21:04.924766 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aa321c6d-ac1f-4b18-ab82-e110f7709f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:04.944836 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453699f-b0cb-4f75-bd0b-79e6aa844f12 req-f1e5a9cb-63d0-450f-9079-eb98735a54c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:04.946346 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3453699f-b0cb-4f75-bd0b-79e6aa844f12 req-f1e5a9cb-63d0-450f-9079-eb98735a54c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0988c1bc-aeed-49ae-93ca-f21585d34390 HTTP/1.1" status: 200 len: 850 time: 0.1388354 Nov 12 04:21:04.967154 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-960bb532-6c75-4c8d-9990-b20498154c4a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:04.973790 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aa321c6d-ac1f-4b18-ab82-e110f7709f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.001038 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb948a0-09dd-4df5-81c5-3d59c2a0042d req-467ac632-2c52-45a3-a18a-6e5bff6da64a tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:05.002573 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fb948a0-09dd-4df5-81c5-3d59c2a0042d req-467ac632-2c52-45a3-a18a-6e5bff6da64a tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 944 time: 0.1374259 Nov 12 04:21:05.049867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-6622c987-7d6f-4739-89d6-2d9120073a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 5b8ec918-c98a-401c-ba5f-00a1157d101e) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:05.054100 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6622c987-7d6f-4739-89d6-2d9120073a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:05.054718 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6622c987-7d6f-4739-89d6-2d9120073a34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.062778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e994ae0-a2ae-4ac8-8151-1be147a16731 None None] Network 5b8ec918-c98a-401c-ba5f-00a1157d101e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:05.076798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453699f-b0cb-4f75-bd0b-79e6aa844f12 req-94e7637a-21aa-40ee-bbda-263c208fe644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:05.078337 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3453699f-b0cb-4f75-bd0b-79e6aa844f12 req-94e7637a-21aa-40ee-bbda-263c208fe644 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209669 Nov 12 04:21:05.079447 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-960bb532-6c75-4c8d-9990-b20498154c4a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.094667 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fb948a0-09dd-4df5-81c5-3d59c2a0042d req-6680acf5-01cf-4974-874e-704e9e16eeb1 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838153 Nov 12 04:21:05.148773 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['7ec7cc86-a327-46e3-82cc-6403e1f00ad8'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:21:05.168843 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6622c987-7d6f-4739-89d6-2d9120073a34 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0126803 Nov 12 04:21:05.180994 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-960bb532-6c75-4c8d-9990-b20498154c4a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Network 795d5285-3b6a-4de6-8e94-3800661b542b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:05.185239 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-960bb532-6c75-4c8d-9990-b20498154c4a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:05.188578 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-960bb532-6c75-4c8d-9990-b20498154c4a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:05.244479 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bb532-6c75-4c8d-9990-b20498154c4a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Pushing event updated for resources: {'Port': ['ID=95a43564-d716-40c4-9200-f25692332996,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:05.245465 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3453699f-b0cb-4f75-bd0b-79e6aa844f12 req-ad7fdad8-a050-4277-9995-e4d21ff0ac93 service neutron] 10.222.0.31 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552911 Nov 12 04:21:05.274930 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-960bb532-6c75-4c8d-9990-b20498154c4a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:05.275584 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-960bb532-6c75-4c8d-9990-b20498154c4a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.361570 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-960bb532-6c75-4c8d-9990-b20498154c4a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1723001 Nov 12 04:21:05.382469 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aa321c6d-ac1f-4b18-ab82-e110f7709f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.385717 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aa321c6d-ac1f-4b18-ab82-e110f7709f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.389268 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-aa321c6d-ac1f-4b18-ab82-e110f7709f90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da989b25-8fa1-41e0-8cd9-ca57c5e521cd HTTP/1.1" status: 204 len: 168 time: 0.6513865 Nov 12 04:21:05.405043 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Request body: {'port': {'device_id': '6542be59-941a-44ae-8331-5f1854bf54c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:05.422961 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a622fd-f66b-49f1-8c90-df1ae961516f None None] Network 5b8ec918-c98a-401c-ba5f-00a1157d101e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:05.442420 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa321c6d-ac1f-4b18-ab82-e110f7709f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da989b25-8fa1-41e0-8cd9-ca57c5e521cd,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:05.543935 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079ba22-4513-483f-b3c4-b59f90f6ef50 req-ae356670-8086-468c-8eb6-98b096fe8ad0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:05.547845 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5079ba22-4513-483f-b3c4-b59f90f6ef50 req-ae356670-8086-468c-8eb6-98b096fe8ad0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=6542be59-941a-44ae-8331-5f1854bf54c1 HTTP/1.1" status: 200 len: 932 time: 0.1401947 Nov 12 04:21:05.552653 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.560473 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3453699f-b0cb-4f75-bd0b-79e6aa844f12 req-2a132e02-ca2f-44df-8f3f-629e247f2360 service neutron] 10.222.0.31 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988939 Nov 12 04:21:05.632241 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ab3f8020-4af8-4cdd-bdf7-72dac4fced8b None None] Provisioning complete for port 95a43564-d716-40c4-9200-f25692332996 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:05.632625 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab3f8020-4af8-4cdd-bdf7-72dac4fced8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.685184 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bdac34b-d4f5-4036-8480-f8c4d4544307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.774262 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f8020-4af8-4cdd-bdf7-72dac4fced8b None None] Port 95a43564-d716-40c4-9200-f25692332996 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:21:05.987305 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5079ba22-4513-483f-b3c4-b59f90f6ef50 req-d24dd36d-4500-4622-a54b-ed531708f360 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349856 Nov 12 04:21:06.001552 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a43564-d716-40c4-9200-f25692332996 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:06.018005 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:06.032208 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Transition to ACTIVE for port object 95a43564-d716-40c4-9200-f25692332996 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:21:06.123590 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2b2a6-8db0-4267-9e19-9d7fd8018aff req-ed698b50-58e5-4fe6-a436-aa77a1e91770 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:06.125010 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64d2b2a6-8db0-4267-9e19-9d7fd8018aff req-ed698b50-58e5-4fe6-a436-aa77a1e91770 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.0730393 Nov 12 04:21:06.177984 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64d2b2a6-8db0-4267-9e19-9d7fd8018aff req-5df86a57-5f80-4cc6-a31c-8316115c319e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467815 Nov 12 04:21:06.181073 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:06.294491 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=95a43564-d716-40c4-9200-f25692332996,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:06.380160 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Attempting to bind port 95a43564-d716-40c4-9200-f25692332996 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:06.380396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Attempting to bind port 95a43564-d716-40c4-9200-f25692332996 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:06.380927 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Attempting to bind port 95a43564-d716-40c4-9200-f25692332996 on network 795d5285-3b6a-4de6-8e94-3800661b542b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:06.385637 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Port 95a43564-d716-40c4-9200-f25692332996 on network 795d5285-3b6a-4de6-8e94-3800661b542b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:21:06.386274 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Attempting to bind port 95a43564-d716-40c4-9200-f25692332996 on network 795d5285-3b6a-4de6-8e94-3800661b542b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:06.390943 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:06.391284 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Checking segment: {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:06.391671 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Bound using segment: {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:06.392099 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Bound port: 95a43564-d716-40c4-9200-f25692332996, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:06.392501 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:06.471718 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] For port 95a43564-d716-40c4-9200-f25692332996, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:06.476260 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] For port 95a43564-d716-40c4-9200-f25692332996, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=95a43564-d716-40c4-9200-f25692332996,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:06.511748 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66071f31-0c1d-4b25-a8b7-1498cb1714ea req-255488ba-1b13-4310-a002-34e2cace6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:06.513873 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-66071f31-0c1d-4b25-a8b7-1498cb1714ea req-255488ba-1b13-4310-a002-34e2cace6a29 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 1098 time: 0.0586255 Nov 12 04:21:06.559086 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:06.592161 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-66071f31-0c1d-4b25-a8b7-1498cb1714ea req-34ef9019-1b80-4c14-83e5-164ae41e180c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697761 Nov 12 04:21:06.621087 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:06.621625 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:06.623083 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] 10.222.0.31 "PUT /v2.0/ports/95a43564-d716-40c4-9200-f25692332996 HTTP/1.1" status: 200 len: 1093 time: 1.2389851 Nov 12 04:21:06.623481 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6542be59-941a-44ae-8331-5f1854bf54c1', 'tag': '95a43564-d716-40c4-9200-f25692332996'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:06.649318 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1710a4f2-6b8e-4885-82a4-27ebcec6dec8" -d '{"events": [{"name": "network-changed", "server_uuid": "6542be59-941a-44ae-8331-5f1854bf54c1", "tag": "95a43564-d716-40c4-9200-f25692332996"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:06.667317 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f09bde-84f8-41f3-be39-78ecd31ac5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=95a43564-d716-40c4-9200-f25692332996,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:06.672043 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device b1eddfde-e61e-42fb-9198-c87212897997 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:21:06.676025 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:06.839945 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port b1eddfde-e61e-42fb-9198-c87212897997, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b1eddfde-e61e-42fb-9198-c87212897997,segment=NetworkSegment(7212d2e1-d100-4c55-b1a2-48cc9896c092),segment_id=7212d2e1-d100-4c55-b1a2-48cc9896c092)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:06.842436 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-ed082210-670d-4ad3-84bc-f379a21b7a11 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:06.844006 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-ed082210-670d-4ad3-84bc-f379a21b7a11 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/networks?id=5b8ec918-c98a-401c-ba5f-00a1157d101e HTTP/1.1" status: 200 len: 818 time: 0.1743176 Nov 12 04:21:06.857584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-e392344b-5e40-4658-8f25-604955668c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:06.859823 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-e392344b-5e40-4658-8f25-604955668c74 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=6542be59-941a-44ae-8331-5f1854bf54c1 HTTP/1.1" status: 200 len: 1096 time: 0.0914149 Nov 12 04:21:06.864193 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'b1eddfde-e61e-42fb-9198-c87212897997', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'port_id': 'b1eddfde-e61e-42fb-9198-c87212897997', 'mac_address': 'fa:16:3e:d6:d1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:21:06.877655 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-7af13a6f-0a55-4346-933f-95d95ebc137e tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/quotas/36368efb658a436f99484cc6d0056f0d HTTP/1.1" status: 200 len: 375 time: 0.0221782 Nov 12 04:21:06.928660 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:06.949629 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-f280b4e2-1bc9-4af1-a693-673b9ff46b95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95a43564-d716-40c4-9200-f25692332996 HTTP/1.1" status: 200 len: 217 time: 0.0674107 Nov 12 04:21:06.949882 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-1c68ed27-761d-489a-8978-04a57f1b61b7 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=36368efb658a436f99484cc6d0056f0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635872 Nov 12 04:21:06.950742 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1eddfde-e61e-42fb-9198-c87212897997 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:06.991301 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port b1eddfde-e61e-42fb-9198-c87212897997, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b1eddfde-e61e-42fb-9198-c87212897997,segment=NetworkSegment(7212d2e1-d100-4c55-b1a2-48cc9896c092),segment_id=7212d2e1-d100-4c55-b1a2-48cc9896c092)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:07.011631 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-4f944f6d-8d43-4a2d-a65f-e6731e0b8275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:07.013331 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-4f944f6d-8d43-4a2d-a65f-e6731e0b8275 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.0647957 Nov 12 04:21:07.053007 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43578) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:07.081024 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-3507b87f-ddfa-4bdc-9c70-6bc5909cec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:07.083419 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-3507b87f-ddfa-4bdc-9c70-6bc5909cec3f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624018 Nov 12 04:21:07.101734 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-fbb2ea77-1e13-4ba9-bfcb-f3a0c1570939 service neutron] 10.222.0.37 "GET /v2.0/networks/5b8ec918-c98a-401c-ba5f-00a1157d101e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314054 Nov 12 04:21:07.188322 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-282f11a6-52ff-4416-abc9-fdb216a3f712 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group': {'name': 'tempest-secgroup--1042179227'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:07.203101 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-81d62f54-0c55-49e6-ace7-d142fdaf33b9 service neutron] 10.222.0.31 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114948 Nov 12 04:21:07.208538 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-3768d48d-1309-4680-9d54-dc5b7d9a4502 service neutron] 10.222.0.37 "GET /v2.0/networks/5b8ec918-c98a-401c-ba5f-00a1157d101e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004384 Nov 12 04:21:07.227036 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.296859 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-282f11a6-52ff-4416-abc9-fdb216a3f712 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.299251 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=b1eddfde-e61e-42fb-9198-c87212897997,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:07.315496 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-282f11a6-52ff-4416-abc9-fdb216a3f712 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.326757 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f536e6fe-8a63-4db5-83c0-797290a3eb6d req-c9c6f06f-e95f-48a8-9446-e39d68bb778e service neutron] 10.222.0.31 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154273 Nov 12 04:21:07.400557 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-282f11a6-52ff-4416-abc9-fdb216a3f712 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.495750 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-282f11a6-52ff-4416-abc9-fdb216a3f712 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.519872 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['b1eddfde-e61e-42fb-9198-c87212897997'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:21:07.523738 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413b3d1-a2d5-4372-9bb2-628dfb0195b7 req-a3550ada-8404-4ebb-be53-5f5b8bb772de tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:07.525545 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0413b3d1-a2d5-4372-9bb2-628dfb0195b7 req-a3550ada-8404-4ebb-be53-5f5b8bb772de tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.0626385 Nov 12 04:21:07.568486 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f11a6-52ff-4416-abc9-fdb216a3f712 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd1c077-f7c6-406b-b7f2-805d2fcd6091,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:07.591640 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0413b3d1-a2d5-4372-9bb2-628dfb0195b7 req-716810fd-d230-4c96-bf74-000a88a4d277 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582032 Nov 12 04:21:07.627160 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-282f11a6-52ff-4416-abc9-fdb216a3f712 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.696085 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-282f11a6-52ff-4416-abc9-fdb216a3f712 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.715624 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb894af7-48b7-4b77-a6a2-51b4c16f366c req-37cd29bc-1d2e-498d-8ebb-866ca0728013 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:07.723839 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb894af7-48b7-4b77-a6a2-51b4c16f366c req-37cd29bc-1d2e-498d-8ebb-866ca0728013 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 945 time: 0.0640121 Nov 12 04:21:07.737002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f11a6-52ff-4416-abc9-fdb216a3f712 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d020c5-f0b2-4c4f-b092-55ab27a22927,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:07.783448 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb894af7-48b7-4b77-a6a2-51b4c16f366c req-7144f74d-9b17-4217-a64b-d749299e4c9b tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586989 Nov 12 04:21:07.830102 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-282f11a6-52ff-4416-abc9-fdb216a3f712 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.833255 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-282f11a6-52ff-4416-abc9-fdb216a3f712 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7785287 Nov 12 04:21:07.835947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43598) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:07.901366 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b92282ff-644d-4ea8-8b97-1acb1e89be42 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0617080 Nov 12 04:21:07.901601 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43600) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:07.905937 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4ac375c6-fb4b-4859-873d-dc45601500e4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group': {'name': 'tempest-security--1797194563', 'description': 'tempest-security-description-2074071011'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:07.943289 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ac375c6-fb4b-4859-873d-dc45601500e4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.982488 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bf4449-d3e4-4342-b49d-cb8ff1ccd58e x-openstack-request-id: req-29bf4449-d3e4-4342-b49d-cb8ff1ccd58e {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:07.982814 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6542be59-941a-44ae-8331-5f1854bf54c1", "tag": "95a43564-d716-40c4-9200-f25692332996", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:07.983129 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29bf4449-d3e4-4342-b49d-cb8ff1ccd58e {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:07.983492 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6542be59-941a-44ae-8331-5f1854bf54c1', 'tag': '95a43564-d716-40c4-9200-f25692332996', 'status': 'completed', 'code': 200} Nov 12 04:21:08.000320 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ac375c6-fb4b-4859-873d-dc45601500e4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.071680 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710a4f2-6b8e-4885-82a4-27ebcec6dec8 req-b3a7a549-d7b4-4e3e-ab82-b0a2ea661465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:08.073219 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1710a4f2-6b8e-4885-82a4-27ebcec6dec8 req-b3a7a549-d7b4-4e3e-ab82-b0a2ea661465 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=6542be59-941a-44ae-8331-5f1854bf54c1 HTTP/1.1" status: 200 len: 1096 time: 0.0421300 Nov 12 04:21:08.091689 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb11de-5fee-44e6-9127-93afc5a308f6 req-5e38f7f9-ca85-4ff5-a7cc-5ab4188a02d5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:08.094879 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7cb11de-5fee-44e6-9127-93afc5a308f6 req-5e38f7f9-ca85-4ff5-a7cc-5ab4188a02d5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=6542be59-941a-44ae-8331-5f1854bf54c1 HTTP/1.1" status: 200 len: 944 time: 0.0591700 Nov 12 04:21:08.107176 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ac375c6-fb4b-4859-873d-dc45601500e4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.109760 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ac375c6-fb4b-4859-873d-dc45601500e4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.111002 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4ac375c6-fb4b-4859-873d-dc45601500e4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "PUT /v2.0/security-groups/25d020c5-f0b2-4c4f-b092-55ab27a22927 HTTP/1.1" status: 200 len: 1797 time: 0.2085538 Nov 12 04:21:08.115177 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43606) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:08.202826 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7cb11de-5fee-44e6-9127-93afc5a308f6 req-3a18ffdf-f894-4565-9e24-b6f33b3e8d51 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945082 Nov 12 04:21:08.217349 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b8ca896a-3415-4dca-8a90-4de895ac3107 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-groups/25d020c5-f0b2-4c4f-b092-55ab27a22927 HTTP/1.1" status: 200 len: 1797 time: 0.1009247 Nov 12 04:21:08.220065 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43610) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:08.268594 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.334921 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4fd1d35f-221a-45ce-b0a9-ff31f0b6b2e5 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.361351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb4c5a-8463-4010-8cb5-7b22f0c5efda req-7c31e2f2-b489-454a-a4b4-2f64d4570356 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:08.363685 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9acb4c5a-8463-4010-8cb5-7b22f0c5efda req-7c31e2f2-b489-454a-a4b4-2f64d4570356 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.0894616 Nov 12 04:21:08.373310 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4fd1d35f-221a-45ce-b0a9-ff31f0b6b2e5 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.452904 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9acb4c5a-8463-4010-8cb5-7b22f0c5efda req-04754f5a-569d-44c7-8fbf-67e673ac5fd5 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705388 Nov 12 04:21:08.527411 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e05becbe-6cc1-4e8e-b218-78e41689f37f req-537ddee4-2e2c-43ec-a3b9-917418310770 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/ports?device_id=af62a2ac-51d4-4917-afb4-c55e2777ac14 HTTP/1.1" status: 200 len: 210 time: 0.0311298 Nov 12 04:21:08.529893 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4fd1d35f-221a-45ce-b0a9-ff31f0b6b2e5 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.532918 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4fd1d35f-221a-45ce-b0a9-ff31f0b6b2e5 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.534197 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4fd1d35f-221a-45ce-b0a9-ff31f0b6b2e5 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "DELETE /v2.0/security-groups/25d020c5-f0b2-4c4f-b092-55ab27a22927 HTTP/1.1" status: 204 len: 168 time: 0.3129597 Nov 12 04:21:08.537954 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43616) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:08.554555 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac375c6-fb4b-4859-873d-dc45601500e4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d020c5-f0b2-4c4f-b092-55ab27a22927,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:08.559880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1d35f-221a-45ce-b0a9-ff31f0b6b2e5 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d020c5-f0b2-4c4f-b092-55ab27a22927,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:08.592202 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710a4f2-6b8e-4885-82a4-27ebcec6dec8 req-ffbf9bd7-e0bf-4196-8f74-19b5b3bfaa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:08.594276 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1710a4f2-6b8e-4885-82a4-27ebcec6dec8 req-ffbf9bd7-e0bf-4196-8f74-19b5b3bfaa09 service neutron] 10.222.0.31 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.5136187 Nov 12 04:21:08.618327 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-488620fb-5889-4d45-9891-05f9349f3128 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0778842 Nov 12 04:21:08.622946 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43622) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:08.644598 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1710a4f2-6b8e-4885-82a4-27ebcec6dec8 req-b2b5b067-a430-44a5-8043-310141b8cc77 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95a43564-d716-40c4-9200-f25692332996 HTTP/1.1" status: 200 len: 217 time: 0.0419991 Nov 12 04:21:08.653496 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-9bc87bf2-9ea4-44f5-9336-b70976073077 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] delete failed (client error): The resource could not be found. Nov 12 04:21:08.658936 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9bc87bf2-9ea4-44f5-9336-b70976073077 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "DELETE /v2.0/security-groups/25d020c5-f0b2-4c4f-b092-55ab27a22927 HTTP/1.1" status: 404 len: 347 time: 0.0289075 Nov 12 04:21:08.662554 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43624) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:08.669111 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-49af60b7-4a7b-4e91-84b1-6bd8a004736a tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group': {'name': 'tempest-secgroup--770082209'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:08.706766 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device b1eddfde-e61e-42fb-9198-c87212897997 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:08.714827 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710a4f2-6b8e-4885-82a4-27ebcec6dec8 req-9ac728da-a110-4635-82c6-7c2615c39017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:08.716649 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1710a4f2-6b8e-4885-82a4-27ebcec6dec8 req-9ac728da-a110-4635-82c6-7c2615c39017 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.0650692 Nov 12 04:21:08.783003 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710a4f2-6b8e-4885-82a4-27ebcec6dec8 req-67db1bdd-2efb-4ad4-9928-087d5a36dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:08.785261 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1710a4f2-6b8e-4885-82a4-27ebcec6dec8 req-67db1bdd-2efb-4ad4-9928-087d5a36dd9b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608037 Nov 12 04:21:08.801616 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b83215-ce8a-4ea9-80e4-e474219c36d9 req-1c490101-30c2-4adc-a053-f78c0670b419 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:08.804433 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90b83215-ce8a-4ea9-80e4-e474219c36d9 req-1c490101-30c2-4adc-a053-f78c0670b419 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.0570495 Nov 12 04:21:08.861263 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port b1eddfde-e61e-42fb-9198-c87212897997 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:21:08.868995 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port b1eddfde-e61e-42fb-9198-c87212897997 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:08.876326 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.877746 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49af60b7-4a7b-4e91-84b1-6bd8a004736a tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.886428 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90b83215-ce8a-4ea9-80e4-e474219c36d9 req-8e37fb73-e35b-4617-b306-ff5804297805 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755088 Nov 12 04:21:08.950146 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1710a4f2-6b8e-4885-82a4-27ebcec6dec8 req-0f627e31-8906-4f71-9151-69c885857ec6 service neutron] 10.222.0.31 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572618 Nov 12 04:21:08.985846 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:09.018527 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea80002-29e4-432d-9f2e-ee66f9bd6337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1eddfde-e61e-42fb-9198-c87212897997'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:09.021639 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e531023-cc6c-4391-a36e-ac6dba33fd85" -d '{"events": [{"server_uuid": "eea80002-29e4-432d-9f2e-ee66f9bd6337", "name": "network-vif-plugged", "status": "completed", "tag": "b1eddfde-e61e-42fb-9198-c87212897997"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:09.035741 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port b1eddfde-e61e-42fb-9198-c87212897997, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b1eddfde-e61e-42fb-9198-c87212897997,segment=NetworkSegment(7212d2e1-d100-4c55-b1a2-48cc9896c092),segment_id=7212d2e1-d100-4c55-b1a2-48cc9896c092)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:09.052244 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49af60b7-4a7b-4e91-84b1-6bd8a004736a tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:09.069375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c36266-a681-4568-bb74-160046d70bbe req-61f280c5-365f-4001-b160-995e5349251c tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:09.071039 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-23c36266-a681-4568-bb74-160046d70bbe req-61f280c5-365f-4001-b160-995e5349251c tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 945 time: 0.0953975 Nov 12 04:21:09.088627 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1710a4f2-6b8e-4885-82a4-27ebcec6dec8 req-1c8be6e1-1187-44b2-91c6-4bd166ee380e service neutron] 10.222.0.31 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316688 Nov 12 04:21:09.122043 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-23c36266-a681-4568-bb74-160046d70bbe req-2c749749-f6ee-4383-8913-53451506775f tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436068 Nov 12 04:21:09.162506 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:09.164209 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:09.172942 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49af60b7-4a7b-4e91-84b1-6bd8a004736a tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:09.222373 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af60b7-4a7b-4e91-84b1-6bd8a004736a tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0431157-5aec-4621-9e7a-5f9cb4e9bce3,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:09.227220 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=b1eddfde-e61e-42fb-9198-c87212897997,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:09.277160 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1020a6b-ebce-4626-a801-b4a2148a47b2 x-openstack-request-id: req-e1020a6b-ebce-4626-a801-b4a2148a47b2 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:09.277823 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea80002-29e4-432d-9f2e-ee66f9bd6337", "name": "network-vif-plugged", "status": "completed", "tag": "b1eddfde-e61e-42fb-9198-c87212897997", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:09.277823 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1020a6b-ebce-4626-a801-b4a2148a47b2 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:09.278083 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea80002-29e4-432d-9f2e-ee66f9bd6337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1eddfde-e61e-42fb-9198-c87212897997', 'code': 200} Nov 12 04:21:09.406215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb6625-64db-4306-ae5c-645138dbcb9b req-77e74e59-ec01-4704-8910-0ab54c18c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:09.407819 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-60bb6625-64db-4306-ae5c-645138dbcb9b req-77e74e59-ec01-4704-8910-0ab54c18c06b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 1098 time: 0.0443757 Nov 12 04:21:09.415012 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49af60b7-4a7b-4e91-84b1-6bd8a004736a tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:09.416575 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-49af60b7-4a7b-4e91-84b1-6bd8a004736a tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7509580 Nov 12 04:21:09.419055 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43654) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:09.423342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-27131ae6-3b58-4fdf-87ba-0dff7858aef7 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group_rule': {'security_group_id': 'a0431157-5aec-4621-9e7a-5f9cb4e9bce3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:09.454382 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-60bb6625-64db-4306-ae5c-645138dbcb9b req-b903242e-be84-40c7-8141-2014bea12372 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390904 Nov 12 04:21:09.476676 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-6d955c37-0951-41ff-8f68-0bcbbcfea9bc tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:09.478071 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-6d955c37-0951-41ff-8f68-0bcbbcfea9bc tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/networks?id=2b83df4f-b929-4e4a-ac1e-c416f0ac229a HTTP/1.1" status: 200 len: 811 time: 0.1308782 Nov 12 04:21:09.494012 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-3810a326-6b47-471f-9666-3e833084e2ec tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/quotas/85b49f7fda8a4adf8c323ae957f4dc57 HTTP/1.1" status: 200 len: 375 time: 0.0090525 Nov 12 04:21:09.552356 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-51c763b3-71ed-49c5-95b9-5d8913a125f3 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=85b49f7fda8a4adf8c323ae957f4dc57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527020 Nov 12 04:21:09.622606 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-27131ae6-3b58-4fdf-87ba-0dff7858aef7 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:09.687112 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-850a41b2-23a9-4d9a-bc14-a8801ea49209 service neutron] 10.222.0.37 "GET /v2.0/networks/2b83df4f-b929-4e4a-ac1e-c416f0ac229a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274190 Nov 12 04:21:09.697751 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-27131ae6-3b58-4fdf-87ba-0dff7858aef7 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:09.783265 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-f00c5876-cdd2-41f2-af89-916cac4dfcb1 service neutron] 10.222.0.37 "GET /v2.0/networks/2b83df4f-b929-4e4a-ac1e-c416f0ac229a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874043 Nov 12 04:21:09.798194 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-27131ae6-3b58-4fdf-87ba-0dff7858aef7 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:09.818133 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27131ae6-3b58-4fdf-87ba-0dff7858aef7 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f12760c-d897-4d4b-857f-1e68a1a5379e,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:09.897253 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-27131ae6-3b58-4fdf-87ba-0dff7858aef7 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:09.898511 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-27131ae6-3b58-4fdf-87ba-0dff7858aef7 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4785419 Nov 12 04:21:09.901346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43664) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:09.925739 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9c9065b-b787-4723-ac86-c71fb61538c9 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:09.933163 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9c9065b-b787-4723-ac86-c71fb61538c9 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:10.072059 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9c9065b-b787-4723-ac86-c71fb61538c9 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:10.092984 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9c9065b-b787-4723-ac86-c71fb61538c9 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:10.094707 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e9c9065b-b787-4723-ac86-c71fb61538c9 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5f12760c-d897-4d4b-857f-1e68a1a5379e HTTP/1.1" status: 204 len: 168 time: 0.1923342 Nov 12 04:21:10.095893 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9065b-b787-4723-ac86-c71fb61538c9 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f12760c-d897-4d4b-857f-1e68a1a5379e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:10.097641 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43672) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:10.181367 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0417f-1bbd-4901-a32b-2908c400e2c2 req-6e005b81-bdac-4b01-b1d4-7c20b6cce06b tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:10.182191 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f73771c5-2e37-4c58-82c6-78e990b10acf tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0831904 Nov 12 04:21:10.182881 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43678) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:10.184085 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41b0417f-1bbd-4901-a32b-2908c400e2c2 req-6e005b81-bdac-4b01-b1d4-7c20b6cce06b tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=6542be59-941a-44ae-8331-5f1854bf54c1 HTTP/1.1" status: 200 len: 944 time: 0.0689042 Nov 12 04:21:10.256914 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41b0417f-1bbd-4901-a32b-2908c400e2c2 req-4fc69ee5-93b6-4f7b-999d-d0b8f3a713ef tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601320 Nov 12 04:21:10.257872 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4055e6e-69d4-46a2-a43c-beac236a1189 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:10.295558 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4055e6e-69d4-46a2-a43c-beac236a1189 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:10.363207 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecfbce-b758-45c7-b735-1a0dc443cdce req-154e6873-8ac9-44c2-b239-e01931edf5d8 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:10.364834 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53ecfbce-b758-45c7-b735-1a0dc443cdce req-154e6873-8ac9-44c2-b239-e01931edf5d8 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.0523438 Nov 12 04:21:10.398686 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4055e6e-69d4-46a2-a43c-beac236a1189 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:10.401603 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4055e6e-69d4-46a2-a43c-beac236a1189 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:10.402839 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b4055e6e-69d4-46a2-a43c-beac236a1189 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "DELETE /v2.0/security-groups/a0431157-5aec-4621-9e7a-5f9cb4e9bce3 HTTP/1.1" status: 204 len: 168 time: 0.2187409 Nov 12 04:21:10.406215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43690) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:10.417590 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53ecfbce-b758-45c7-b735-1a0dc443cdce req-f222fa6e-6bcf-4e74-b4a4-db032d527d15 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466492 Nov 12 04:21:10.433700 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4055e6e-69d4-46a2-a43c-beac236a1189 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0431157-5aec-4621-9e7a-5f9cb4e9bce3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:10.476656 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-93a56e11-8d97-4a70-916a-769dd3fa7d0e tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0691781 Nov 12 04:21:10.483039 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43692) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:10.495351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-8b8fe56d-f942-43ca-a42a-ebc7573a795f tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group': {'name': 'tempest-secgroup--1816674188'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:10.543947 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-445e2951-2ecf-4c87-95c6-ee20558b2284 req-82dfc745-e4d7-4a64-8bfb-e4bc17d5d616 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/ports?device_id=af62a2ac-51d4-4917-afb4-c55e2777ac14 HTTP/1.1" status: 200 len: 210 time: 0.0384905 Nov 12 04:21:10.608076 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b8fe56d-f942-43ca-a42a-ebc7573a795f tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:10.630262 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1fe57d4b-1b35-41d8-b675-adba6855feb7 req-4785dedb-5e85-4b61-b270-7f7cea2ba5c5 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0357602 Nov 12 04:21:10.710888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 95a43564-d716-40c4-9200-f25692332996 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:21:10.712350 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b8fe56d-f942-43ca-a42a-ebc7573a795f tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:10.800545 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b8fe56d-f942-43ca-a42a-ebc7573a795f tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:10.813795 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb03e58-5700-4296-a220-faa955333f75 req-4d6301dd-1def-4560-95cb-6becf4913bd9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:10.815316 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbb03e58-5700-4296-a220-faa955333f75 req-4d6301dd-1def-4560-95cb-6becf4913bd9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.0646837 Nov 12 04:21:10.847626 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 95a43564-d716-40c4-9200-f25692332996, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=95a43564-d716-40c4-9200-f25692332996,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:10.861236 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '95a43564-d716-40c4-9200-f25692332996', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'port_id': '95a43564-d716-40c4-9200-f25692332996', 'mac_address': 'fa:16:3e:da:f3:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:21:10.866862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fe56d-f942-43ca-a42a-ebc7573a795f tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8443b85b-99d0-47ca-a282-dbb6ccafde1e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:10.900405 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbb03e58-5700-4296-a220-faa955333f75 req-1f6b50ec-c5eb-4888-814f-b0c1ded28cc1 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757074 Nov 12 04:21:10.920422 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:10.938591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a43564-d716-40c4-9200-f25692332996 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:10.955930 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b8fe56d-f942-43ca-a42a-ebc7573a795f tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:10.960750 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8b8fe56d-f942-43ca-a42a-ebc7573a795f tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4766095 Nov 12 04:21:10.963279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43700) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:10.968212 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-56e9afc4-ec5e-49ea-b210-cd98e8294083 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group_rule': {'security_group_id': '8443b85b-99d0-47ca-a282-dbb6ccafde1e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:10.971010 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 95a43564-d716-40c4-9200-f25692332996, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=95a43564-d716-40c4-9200-f25692332996,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:11.068258 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-1da1af20-80c0-4280-aecb-4ffa44b40a55 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:11.069758 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-1da1af20-80c0-4280-aecb-4ffa44b40a55 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.31 "GET /v2.0/networks?id=5b8ec918-c98a-401c-ba5f-00a1157d101e HTTP/1.1" status: 200 len: 818 time: 0.1514769 Nov 12 04:21:11.073138 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:11.084637 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56e9afc4-ec5e-49ea-b210-cd98e8294083 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:11.098140 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-19d5bc0a-9435-4e3e-9e4f-f15ab09f8adb tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Request body: {'port': {'device_id': 'af62a2ac-51d4-4917-afb4-c55e2777ac14', 'network_id': '5b8ec918-c98a-401c-ba5f-00a1157d101e', 'admin_state_up': True, 'tenant_id': '36368efb658a436f99484cc6d0056f0d'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:11.134275 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=95a43564-d716-40c4-9200-f25692332996,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:11.176974 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56e9afc4-ec5e-49ea-b210-cd98e8294083 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:11.285559 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56e9afc4-ec5e-49ea-b210-cd98e8294083 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:11.308057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9afc4-ec5e-49ea-b210-cd98e8294083 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6234df-82fd-41a3-89f5-e4410562c2e3,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:11.331802 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-19d5bc0a-9435-4e3e-9e4f-f15ab09f8adb tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Made reservation on behalf of 36368efb658a436f99484cc6d0056f0d for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:11.336055 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-19d5bc0a-9435-4e3e-9e4f-f15ab09f8adb tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:11.364954 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['95a43564-d716-40c4-9200-f25692332996'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:21:11.394022 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd7ae1-51ac-4f35-8b00-e7b7ddeea394 req-de886844-c6f8-412f-b80c-b5e93ed8ed07 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:11.395744 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9abd7ae1-51ac-4f35-8b00-e7b7ddeea394 req-de886844-c6f8-412f-b80c-b5e93ed8ed07 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=6542be59-941a-44ae-8331-5f1854bf54c1 HTTP/1.1" status: 200 len: 945 time: 0.0678563 Nov 12 04:21:11.424069 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56e9afc4-ec5e-49ea-b210-cd98e8294083 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:11.425746 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-56e9afc4-ec5e-49ea-b210-cd98e8294083 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4609916 Nov 12 04:21:11.438537 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43710) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:11.438537 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a1d935c2-c800-47ec-ae21-5547e10a9e28 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group_rule': {'security_group_id': '8443b85b-99d0-47ca-a282-dbb6ccafde1e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:11.479095 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9abd7ae1-51ac-4f35-8b00-e7b7ddeea394 req-dcf44350-772d-4e31-a220-3afabc0573d9 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769558 Nov 12 04:21:11.579870 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-19d5bc0a-9435-4e3e-9e4f-f15ab09f8adb tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Allocated IP 172.20.0.5 (5b8ec918-c98a-401c-ba5f-00a1157d101e/68daf72d-8067-48a6-ada8-cf68dd7028f9/409066db-d28d-42b5-830c-34cdefcbba6e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:11.600814 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1d935c2-c800-47ec-ae21-5547e10a9e28 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:11.619094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49c32f-83bf-49d4-8273-174e7ac5639e req-bdaacc7f-bdfb-4bf3-b253-be01722985c1 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:11.620717 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf49c32f-83bf-49d4-8273-174e7ac5639e req-bdaacc7f-bdfb-4bf3-b253-be01722985c1 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.0814316 Nov 12 04:21:11.711508 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf49c32f-83bf-49d4-8273-174e7ac5639e req-332331fc-b16b-4273-9f5c-0dec6ac66e87 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844762 Nov 12 04:21:11.715169 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1d935c2-c800-47ec-ae21-5547e10a9e28 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:11.775673 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1d935c2-c800-47ec-ae21-5547e10a9e28 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:11.794961 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-19d5bc0a-9435-4e3e-9e4f-f15ab09f8adb tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:11.798985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d935c2-c800-47ec-ae21-5547e10a9e28 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cc8b57-ab74-4f18-b4d7-927ac9eceb03,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:11.828984 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2212464b-cd6c-46ea-adf7-9137cec07667 req-fd8f057f-e579-4815-b931-c28b06324a0b tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/ports?device_id=af62a2ac-51d4-4917-afb4-c55e2777ac14 HTTP/1.1" status: 200 len: 210 time: 0.0315652 Nov 12 04:21:11.853052 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1d935c2-c800-47ec-ae21-5547e10a9e28 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:11.854718 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a1d935c2-c800-47ec-ae21-5547e10a9e28 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4237447 Nov 12 04:21:11.857236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43722) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:11.862349 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-0ea99a3f-befe-41da-b472-daefef4075ec tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group_rule': {'security_group_id': '8443b85b-99d0-47ca-a282-dbb6ccafde1e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:11.927177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54bd85a0-8248-4141-9a03-21ae77cdb699 req-46a9881a-5fff-4559-a450-88a25e81025e tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0270255 Nov 12 04:21:11.941940 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-19d5bc0a-9435-4e3e-9e4f-f15ab09f8adb tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:11.991051 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0ea99a3f-befe-41da-b472-daefef4075ec tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.000486 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-19d5bc0a-9435-4e3e-9e4f-f15ab09f8adb tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Network 5b8ec918-c98a-401c-ba5f-00a1157d101e is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:12.007337 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-19d5bc0a-9435-4e3e-9e4f-f15ab09f8adb tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:12.011898 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-19d5bc0a-9435-4e3e-9e4f-f15ab09f8adb tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:12.038332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5bc0a-9435-4e3e-9e4f-f15ab09f8adb tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Pushing event updated for resources: {'Port': ['ID=409066db-d28d-42b5-830c-34cdefcbba6e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:12.069283 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-19d5bc0a-9435-4e3e-9e4f-f15ab09f8adb tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:12.069924 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-19d5bc0a-9435-4e3e-9e4f-f15ab09f8adb tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.090333 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef803587-21b6-493b-b2be-3f34fa43b5d6 req-555e6f78-49a8-426f-ab7c-c21550e969ae tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:12.092553 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef803587-21b6-493b-b2be-3f34fa43b5d6 req-555e6f78-49a8-426f-ab7c-c21550e969ae tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.0959461 Nov 12 04:21:12.099103 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0ea99a3f-befe-41da-b472-daefef4075ec tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.148357 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef803587-21b6-493b-b2be-3f34fa43b5d6 req-0228bccf-eda1-4c34-8234-f35b15c43cfc tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478897 Nov 12 04:21:12.178784 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-19d5bc0a-9435-4e3e-9e4f-f15ab09f8adb tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0909083 Nov 12 04:21:12.192559 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0ea99a3f-befe-41da-b472-daefef4075ec tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.197956 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Request body: {'port': {'device_id': 'af62a2ac-51d4-4917-afb4-c55e2777ac14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:12.212735 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea99a3f-befe-41da-b472-daefef4075ec tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5e72c8-fa42-497a-9265-30d69cdfccda,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:12.272225 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.313113 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0ea99a3f-befe-41da-b472-daefef4075ec tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.314328 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0ea99a3f-befe-41da-b472-daefef4075ec tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4558072 Nov 12 04:21:12.331202 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43736) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:12.337287 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-87f01781-e525-43a0-ae66-deff6a62b9d0 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group_rule': {'security_group_id': '8443b85b-99d0-47ca-a282-dbb6ccafde1e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:12.374132 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40accf45-63aa-4af5-a695-5b28eefdf599 req-abf79708-af8f-40a7-b09c-10c64184819f tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:12.375701 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-40accf45-63aa-4af5-a695-5b28eefdf599 req-abf79708-af8f-40a7-b09c-10c64184819f tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.0766325 Nov 12 04:21:12.387149 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43740) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:12.392911 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-e0a680cb-484a-44a8-84fc-936ff0701296 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Request body: {'floatingip': {'port_id': 'b1eddfde-e61e-42fb-9198-c87212897997'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:12.437842 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0a680cb-484a-44a8-84fc-936ff0701296 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.507655 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87f01781-e525-43a0-ae66-deff6a62b9d0 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.649240 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 409066db-d28d-42b5-830c-34cdefcbba6e {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:12.657060 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.671970 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Transition to ACTIVE for port object 409066db-d28d-42b5-830c-34cdefcbba6e will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:21:12.721049 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 95a43564-d716-40c4-9200-f25692332996 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:12.759994 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87f01781-e525-43a0-ae66-deff6a62b9d0 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.774828 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.810882 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a140904-36c0-4999-9338-ca2e8d7b9b40 req-7dc1d270-bf93-424a-ba3b-792e42911e32 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:12.812511 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a140904-36c0-4999-9338-ca2e8d7b9b40 req-7dc1d270-bf93-424a-ba3b-792e42911e32 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=6542be59-941a-44ae-8331-5f1854bf54c1 HTTP/1.1" status: 200 len: 945 time: 0.1853969 Nov 12 04:21:12.862526 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=409066db-d28d-42b5-830c-34cdefcbba6e,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:12.871907 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87f01781-e525-43a0-ae66-deff6a62b9d0 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.900665 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-401ab36e-06fd-45d5-9ab9-680e5dffa22e tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:12.902175 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-401ab36e-06fd-45d5-9ab9-680e5dffa22e tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.21 "GET /v2.0/networks?id=2b83df4f-b929-4e4a-ac1e-c416f0ac229a HTTP/1.1" status: 200 len: 811 time: 0.2764010 Nov 12 04:21:12.913120 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 95a43564-d716-40c4-9200-f25692332996 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:21:12.918486 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 95a43564-d716-40c4-9200-f25692332996 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:12.921968 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Attempting to bind port 409066db-d28d-42b5-830c-34cdefcbba6e on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:12.922302 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.922414 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Attempting to bind port 409066db-d28d-42b5-830c-34cdefcbba6e by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'd5dd6d07-ea7a-4c5c-a98f-4946c44fcd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5b8ec918-c98a-401c-ba5f-00a1157d101e'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:12.922414 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Attempting to bind port 409066db-d28d-42b5-830c-34cdefcbba6e on network 5b8ec918-c98a-401c-ba5f-00a1157d101e {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:12.926350 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Port 409066db-d28d-42b5-830c-34cdefcbba6e on network 5b8ec918-c98a-401c-ba5f-00a1157d101e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:21:12.927973 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Attempting to bind port 409066db-d28d-42b5-830c-34cdefcbba6e on network 5b8ec918-c98a-401c-ba5f-00a1157d101e {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:12.933349 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:12.933693 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Checking segment: {'id': 'd5dd6d07-ea7a-4c5c-a98f-4946c44fcd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5b8ec918-c98a-401c-ba5f-00a1157d101e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:12.934059 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Bound using segment: {'id': 'd5dd6d07-ea7a-4c5c-a98f-4946c44fcd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5b8ec918-c98a-401c-ba5f-00a1157d101e'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:12.934480 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Bound port: 409066db-d28d-42b5-830c-34cdefcbba6e, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5dd6d07-ea7a-4c5c-a98f-4946c44fcd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5b8ec918-c98a-401c-ba5f-00a1157d101e'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:12.935011 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.948208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-cdb681a5-52d4-44ad-8459-c7c1d90c0517 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Request body: {'port': {'device_id': 'ac99e69c-e12c-405c-b383-abab9d92f7d0', 'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a', 'admin_state_up': True, 'tenant_id': '85b49f7fda8a4adf8c323ae957f4dc57'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:12.958958 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f01781-e525-43a0-ae66-deff6a62b9d0 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ecdcfe-4f76-4fcf-8689-f64aacf26c9a,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:13.063771 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] For port 409066db-d28d-42b5-830c-34cdefcbba6e, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:13.067642 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] For port 409066db-d28d-42b5-830c-34cdefcbba6e, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=409066db-d28d-42b5-830c-34cdefcbba6e,segment=NetworkSegment(d5dd6d07-ea7a-4c5c-a98f-4946c44fcd24),segment_id=d5dd6d07-ea7a-4c5c-a98f-4946c44fcd24)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:13.090809 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:13.097793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a140904-36c0-4999-9338-ca2e8d7b9b40 req-77507fde-7235-4a27-9fed-8d5d13178333 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683594 Nov 12 04:21:13.129797 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87f01781-e525-43a0-ae66-deff6a62b9d0 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:13.130793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-87f01781-e525-43a0-ae66-deff6a62b9d0 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7975438 Nov 12 04:21:13.133762 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43758) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:13.138192 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6542be59-941a-44ae-8331-5f1854bf54c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a43564-d716-40c4-9200-f25692332996'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:13.141857 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc500e0-3f3d-4d61-893e-584fa7165598" -d '{"events": [{"server_uuid": "6542be59-941a-44ae-8331-5f1854bf54c1", "name": "network-vif-plugged", "status": "completed", "tag": "95a43564-d716-40c4-9200-f25692332996"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:13.144939 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ec40d3ae-c823-4573-8ae2-83afef256dac tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group_rule': {'security_group_id': '8443b85b-99d0-47ca-a282-dbb6ccafde1e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:13.158206 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:13.167202 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 95a43564-d716-40c4-9200-f25692332996, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=95a43564-d716-40c4-9200-f25692332996,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:13.215290 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:13.215902 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:13.217308 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] 10.222.0.31 "PUT /v2.0/ports/409066db-d28d-42b5-830c-34cdefcbba6e HTTP/1.1" status: 200 len: 1092 time: 1.0247247 Nov 12 04:21:13.218241 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af62a2ac-51d4-4917-afb4-c55e2777ac14', 'tag': '409066db-d28d-42b5-830c-34cdefcbba6e'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:13.220282 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a0438b-b443-4a64-8b49-94b2e7beef7c" -d '{"events": [{"name": "network-changed", "server_uuid": "af62a2ac-51d4-4917-afb4-c55e2777ac14", "tag": "409066db-d28d-42b5-830c-34cdefcbba6e"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:13.250196 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc1f31-0ab2-415f-a5d6-bfa0f6f9a8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=409066db-d28d-42b5-830c-34cdefcbba6e,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:13.261332 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:13.306775 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ec40d3ae-c823-4573-8ae2-83afef256dac tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:13.339037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2b165-ea0f-4011-9e74-070d127328c3 req-768083f0-612d-462f-83ae-bb071259eabc tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:13.346676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1ed2b165-ea0f-4011-9e74-070d127328c3 req-768083f0-612d-462f-83ae-bb071259eabc tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.1288531 Nov 12 04:21:13.386492 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ec40d3ae-c823-4573-8ae2-83afef256dac tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:13.408768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-cdb681a5-52d4-44ad-8459-c7c1d90c0517 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Made reservation on behalf of 85b49f7fda8a4adf8c323ae957f4dc57 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:13.412305 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-cdb681a5-52d4-44ad-8459-c7c1d90c0517 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:13.441787 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0a680cb-484a-44a8-84fc-936ff0701296 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:13.462477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-27c7d518-5b7a-422b-86a5-f2a7743b45e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:13.465822 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-27c7d518-5b7a-422b-86a5-f2a7743b45e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36368efb658a436f99484cc6d0056f0d&device_id=af62a2ac-51d4-4917-afb4-c55e2777ac14 HTTP/1.1" status: 200 len: 1095 time: 0.0757558 Nov 12 04:21:13.466881 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ec40d3ae-c823-4573-8ae2-83afef256dac tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:13.482434 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1ed2b165-ea0f-4011-9e74-070d127328c3 req-0e2a4616-2ee4-4637-a7fb-8706618a8c4d tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302025 Nov 12 04:21:13.485217 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40d3ae-c823-4573-8ae2-83afef256dac tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e24e59af-c3f9-4e52-98f7-21c6a34ea79a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:13.538924 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=95a43564-d716-40c4-9200-f25692332996,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:13.561699 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-b9b3e969-1018-4d55-b6e7-d090735a0b91 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=409066db-d28d-42b5-830c-34cdefcbba6e HTTP/1.1" status: 200 len: 217 time: 0.0775242 Nov 12 04:21:13.581617 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0a680cb-484a-44a8-84fc-936ff0701296 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:13.613010 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-e6a3f12a-f8a8-453e-95d1-bfcc15a6d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:13.614525 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-e6a3f12a-f8a8-453e-95d1-bfcc15a6d3c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=68daf72d-8067-48a6-ada8-cf68dd7028f9 HTTP/1.1" status: 200 len: 858 time: 0.0457273 Nov 12 04:21:13.634430 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ec40d3ae-c823-4573-8ae2-83afef256dac tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:13.635663 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ec40d3ae-c823-4573-8ae2-83afef256dac tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5008676 Nov 12 04:21:13.649997 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43770) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:13.652347 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-b16cf098-3e4d-43eb-a076-ac29834b2a5a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b8ec918-c98a-401c-ba5f-00a1157d101e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304048 Nov 12 04:21:13.705900 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-cdb681a5-52d4-44ad-8459-c7c1d90c0517 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Allocated IP 172.20.0.7 (2b83df4f-b929-4e4a-ac1e-c416f0ac229a/6e8233b1-aa6e-479f-9cdc-91daccb1fad4/691cd86d-dd88-48ad-8f37-16ac3420bed2) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:13.757582 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-250864c5-740d-4b3a-8131-50cbbfc02182 service neutron] 10.222.0.31 "GET /v2.0/networks/5b8ec918-c98a-401c-ba5f-00a1157d101e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979519 Nov 12 04:21:13.758031 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f250d5f7-e8ec-4eb6-ad09-9e555d7ee176 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:13.772819 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f250d5f7-e8ec-4eb6-ad09-9e555d7ee176 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:13.794318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985f5cd-2c52-48e6-8e53-e9deefad4031 req-3c06e87f-a634-4fb1-b371-4ef9f49328ad tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:13.795850 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5985f5cd-2c52-48e6-8e53-e9deefad4031 req-3c06e87f-a634-4fb1-b371-4ef9f49328ad tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/ports?device_id=af62a2ac-51d4-4917-afb4-c55e2777ac14 HTTP/1.1" status: 200 len: 943 time: 0.2182879 Nov 12 04:21:13.860302 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-e0a680cb-484a-44a8-84fc-936ff0701296 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Floating IP 3d9d741a-5a7b-4bde-97d4-d3ea4168a289 associated. External IP: 172.25.1.55, port: b1eddfde-e61e-42fb-9198-c87212897997. Nov 12 04:21:13.865612 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-361070bc-e974-4d2e-ab0f-00318a0bcd60 req-0d5e2e7a-52ac-4256-9755-dd54ec2c9fdf service neutron] 10.222.0.31 "GET /v2.0/networks/5b8ec918-c98a-401c-ba5f-00a1157d101e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986161 Nov 12 04:21:14.296117 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f250d5f7-e8ec-4eb6-ad09-9e555d7ee176 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:14.305384 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f250d5f7-e8ec-4eb6-ad09-9e555d7ee176 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:14.306468 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f250d5f7-e8ec-4eb6-ad09-9e555d7ee176 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e24e59af-c3f9-4e52-98f7-21c6a34ea79a HTTP/1.1" status: 204 len: 168 time: 0.6528311 Nov 12 04:21:14.309492 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43784) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:14.314346 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5985f5cd-2c52-48e6-8e53-e9deefad4031 req-3ae2bb4c-a32b-4af5-9a92-74e3670813df tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc6dc716-3f3b-49db-ae81-c0f069c8d61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029182 Nov 12 04:21:14.336109 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250d5f7-e8ec-4eb6-ad09-9e555d7ee176 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e24e59af-c3f9-4e52-98f7-21c6a34ea79a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:14.384655 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d16095a7-46e8-4628-98a2-1962144abd09 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0738747 Nov 12 04:21:14.385629 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43786) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:14.416594 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-92e66bd6-d333-4204-838c-3a149868dbee tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:14.424063 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-cdb681a5-52d4-44ad-8459-c7c1d90c0517 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:14.427107 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-92e66bd6-d333-4204-838c-3a149868dbee tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:14.461630 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-400ccd07-1c48-4643-938b-7c773b00075d req-af921984-60bf-407e-a502-218c650c0f73 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0357528 Nov 12 04:21:14.509181 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1551e4d-0df7-43d3-b736-0c2c5932e2aa x-openstack-request-id: req-c1551e4d-0df7-43d3-b736-0c2c5932e2aa {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:14.509738 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6542be59-941a-44ae-8331-5f1854bf54c1", "name": "network-vif-plugged", "status": "completed", "tag": "95a43564-d716-40c4-9200-f25692332996", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:14.509738 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1551e4d-0df7-43d3-b736-0c2c5932e2aa {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:14.510149 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6542be59-941a-44ae-8331-5f1854bf54c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a43564-d716-40c4-9200-f25692332996', 'code': 200} Nov 12 04:21:14.541101 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-92e66bd6-d333-4204-838c-3a149868dbee tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:14.547264 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-92e66bd6-d333-4204-838c-3a149868dbee tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:14.548325 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-92e66bd6-d333-4204-838c-3a149868dbee tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f9ecdcfe-4f76-4fcf-8689-f64aacf26c9a HTTP/1.1" status: 204 len: 168 time: 0.1615517 Nov 12 04:21:14.549165 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a680cb-484a-44a8-84fc-936ff0701296 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Router b78a9bdf-1373-49c1-96a0-0cdf32d77807 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:21:14.553329 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43792) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:14.560648 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e66bd6-d333-4204-838c-3a149868dbee tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9ecdcfe-4f76-4fcf-8689-f64aacf26c9a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:14.564061 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0062a15a-beed-4469-8dff-9d0d83f98ec4 x-openstack-request-id: req-0062a15a-beed-4469-8dff-9d0d83f98ec4 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:14.564467 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af62a2ac-51d4-4917-afb4-c55e2777ac14", "tag": "409066db-d28d-42b5-830c-34cdefcbba6e", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:14.564800 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0062a15a-beed-4469-8dff-9d0d83f98ec4 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:14.566086 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af62a2ac-51d4-4917-afb4-c55e2777ac14', 'tag': '409066db-d28d-42b5-830c-34cdefcbba6e', 'status': 'completed', 'code': 200} Nov 12 04:21:14.631197 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-cdb681a5-52d4-44ad-8459-c7c1d90c0517 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:14.669566 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['549eeb88-053c-41b8-a8a8-67bfc24cb467'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:21:14.682530 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0438b-b443-4a64-8b49-94b2e7beef7c req-bff235d4-8dce-4707-81e8-d916cc202959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:14.691094 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-84a0438b-b443-4a64-8b49-94b2e7beef7c req-bff235d4-8dce-4707-81e8-d916cc202959 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36368efb658a436f99484cc6d0056f0d&device_id=af62a2ac-51d4-4917-afb4-c55e2777ac14 HTTP/1.1" status: 200 len: 1095 time: 0.0860417 Nov 12 04:21:14.757279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-cdb681a5-52d4-44ad-8459-c7c1d90c0517 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Network 2b83df4f-b929-4e4a-ac1e-c416f0ac229a is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:14.769144 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-cdb681a5-52d4-44ad-8459-c7c1d90c0517 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:14.772086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb681a5-52d4-44ad-8459-c7c1d90c0517 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Pushing event updated for resources: {'Port': ['ID=691cd86d-dd88-48ad-8f37-16ac3420bed2,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:14.798536 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-cdb681a5-52d4-44ad-8459-c7c1d90c0517 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:14.825078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0438b-b443-4a64-8b49-94b2e7beef7c req-3d9ef557-339b-491f-a6d8-04a021c68ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:14.826801 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-84a0438b-b443-4a64-8b49-94b2e7beef7c req-3d9ef557-339b-491f-a6d8-04a021c68ae5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5b8ec918-c98a-401c-ba5f-00a1157d101e HTTP/1.1" status: 200 len: 919 time: 0.1319969 Nov 12 04:21:14.881889 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-84a0438b-b443-4a64-8b49-94b2e7beef7c req-16ed8d43-2d66-4d7f-b9cf-46dbd5f195ad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=409066db-d28d-42b5-830c-34cdefcbba6e HTTP/1.1" status: 200 len: 217 time: 0.0471168 Nov 12 04:21:14.883247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-51eba39c-90cb-4bb9-a77b-2cc2b4089949 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3287666 Nov 12 04:21:14.885847 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43796) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:14.914840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf5332-ac9f-40cc-b7f2-11a1d6fc159a req-c805995b-d1b1-423a-a14c-5876d148b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:14.916457 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9adf5332-ac9f-40cc-b7f2-11a1d6fc159a req-c805995b-d1b1-423a-a14c-5876d148b711 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6542be59-941a-44ae-8331-5f1854bf54c1 HTTP/1.1" status: 200 len: 1098 time: 0.2267103 Nov 12 04:21:14.931366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-cdb681a5-52d4-44ad-8459-c7c1d90c0517 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:14.931906 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-cdb681a5-52d4-44ad-8459-c7c1d90c0517 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:14.939650 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61382aef-268c-45c2-af3d-5a3945cb34ff tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:14.951792 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61382aef-268c-45c2-af3d-5a3945cb34ff tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:14.963585 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbc3ff-938a-4452-93af-afdc7ac92db8 req-ffaa6107-21d3-4cdb-9e0a-cb6287494b26 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:14.979048 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0438b-b443-4a64-8b49-94b2e7beef7c req-2541d3c2-4e36-41b1-9095-37560313df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:14.979240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dafbc3ff-938a-4452-93af-afdc7ac92db8 req-ffaa6107-21d3-4cdb-9e0a-cb6287494b26 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=6542be59-941a-44ae-8331-5f1854bf54c1 HTTP/1.1" status: 200 len: 946 time: 0.2436299 Nov 12 04:21:14.979364 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-84a0438b-b443-4a64-8b49-94b2e7beef7c req-2541d3c2-4e36-41b1-9095-37560313df03 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=68daf72d-8067-48a6-ada8-cf68dd7028f9 HTTP/1.1" status: 200 len: 858 time: 0.0717866 Nov 12 04:21:14.979494 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a680cb-484a-44a8-84fc-936ff0701296 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:21:14.982114 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0a680cb-484a-44a8-84fc-936ff0701296 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:14.989787 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402fcd9f-7fbf-493f-a19b-ef0f54af0708 None None] Sync routers for ids ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:21:15.001898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402fcd9f-7fbf-493f-a19b-ef0f54af0708 None None] Routers {'b78a9bdf-1373-49c1-96a0-0cdf32d77807'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:15.003314 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-402fcd9f-7fbf-493f-a19b-ef0f54af0708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:21:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:15.009856 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-84a0438b-b443-4a64-8b49-94b2e7beef7c req-ac67a20f-744f-4707-bd39-b036d85750d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b8ec918-c98a-401c-ba5f-00a1157d101e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342934 Nov 12 04:21:15.057859 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e0a680cb-484a-44a8-84fc-936ff0701296 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "PUT /v2.0/floatingips/3d9d741a-5a7b-4bde-97d4-d3ea4168a289 HTTP/1.1" status: 200 len: 991 time: 2.6668351 Nov 12 04:21:15.064306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea80002-29e4-432d-9f2e-ee66f9bd6337', 'tag': 'b1eddfde-e61e-42fb-9198-c87212897997'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:15.066214 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f80dbdf-2358-4d60-9ede-02c83a9cb26a" -d '{"events": [{"name": "network-changed", "server_uuid": "eea80002-29e4-432d-9f2e-ee66f9bd6337", "tag": "b1eddfde-e61e-42fb-9198-c87212897997"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:15.102594 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dafbc3ff-938a-4452-93af-afdc7ac92db8 req-5e3a81ce-8e21-43c6-a9ac-68be5e530a4f tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300735 Nov 12 04:21:15.109846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-cdb681a5-52d4-44ad-8459-c7c1d90c0517 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1719260 Nov 12 04:21:15.113225 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61382aef-268c-45c2-af3d-5a3945cb34ff tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:15.116080 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9adf5332-ac9f-40cc-b7f2-11a1d6fc159a req-557f95f8-1fee-42df-b273-fdfbb8df8040 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780136 Nov 12 04:21:15.122854 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-61382aef-268c-45c2-af3d-5a3945cb34ff tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:15.123955 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-61382aef-268c-45c2-af3d-5a3945cb34ff tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ed5e72c8-fa42-497a-9265-30d69cdfccda HTTP/1.1" status: 204 len: 168 time: 0.2364981 Nov 12 04:21:15.127277 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43806) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:15.127781 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-84a0438b-b443-4a64-8b49-94b2e7beef7c req-747970fe-d2ee-43c3-8f0a-9b28b4e261f3 service neutron] 10.222.0.31 "GET /v2.0/networks/5b8ec918-c98a-401c-ba5f-00a1157d101e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080487 Nov 12 04:21:15.133807 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61382aef-268c-45c2-af3d-5a3945cb34ff tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed5e72c8-fa42-497a-9265-30d69cdfccda,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:15.142531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Request body: {'port': {'device_id': 'ac99e69c-e12c-405c-b383-abab9d92f7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:15.187806 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-402fcd9f-7fbf-493f-a19b-ef0f54af0708 None None] Set router b78a9bdf-1373-49c1-96a0-0cdf32d77807 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:15.307165 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e1700386-6ec4-4b2c-a5fb-1a58c945a852 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1777844 Nov 12 04:21:15.311494 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43810) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:15.318030 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:15.328783 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b72a6-1357-4338-94ea-08b53deab79f req-9efd4755-fc85-46e3-8f58-885d576db9f8 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:15.331004 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d9b72a6-1357-4338-94ea-08b53deab79f req-9efd4755-fc85-46e3-8f58-885d576db9f8 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.1232207 Nov 12 04:21:15.348447 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b440b5d-bd3c-437b-a295-a9e8f3516624 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:15.360803 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b440b5d-bd3c-437b-a295-a9e8f3516624 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:15.435581 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d9b72a6-1357-4338-94ea-08b53deab79f req-32229c8f-79bf-4ae3-928c-49003dcfd991 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938513 Nov 12 04:21:15.441616 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-402fcd9f-7fbf-493f-a19b-ef0f54af0708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:20:47Z', 'revision_number': 4, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port': {'id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:42Z', 'updated_at': '2021-11-12T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '3d9d741a-5a7b-4bde-97d4-d3ea4168a289', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'port_id': 'b1eddfde-e61e-42fb-9198-c87212897997', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'mac_address': 'fa:16:3e:d6:d1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea80002-29e4-432d-9f2e-ee66f9bd6337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:20:53Z', 'updated_at': '2021-11-12T04:21:13Z', 'revision_number': 1, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff24903-099c-4f6e-8143-fa9f10623e6f', 'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'mac_address': 'fa:16:3e:11:df:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:46Z', 'updated_at': '2021-11-12T04:20:55Z', 'revision_number': 5, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'subnets': [{'id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:15.481410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402fcd9f-7fbf-493f-a19b-ef0f54af0708 None None] Checking router: b78a9bdf-1373-49c1-96a0-0cdf32d77807 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:21:15.491013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402fcd9f-7fbf-493f-a19b-ef0f54af0708 None None] Routers {'b78a9bdf-1373-49c1-96a0-0cdf32d77807'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:15.491866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-402fcd9f-7fbf-493f-a19b-ef0f54af0708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:21:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:15.505869 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-84a0438b-b443-4a64-8b49-94b2e7beef7c req-69f337b6-6c9e-4711-b816-f0d533387fc8 service neutron] 10.222.0.31 "GET /v2.0/networks/5b8ec918-c98a-401c-ba5f-00a1157d101e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163049 Nov 12 04:21:15.512238 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b440b5d-bd3c-437b-a295-a9e8f3516624 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:15.521362 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b440b5d-bd3c-437b-a295-a9e8f3516624 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:15.538746 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8b440b5d-bd3c-437b-a295-a9e8f3516624 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/43cc8b57-ab74-4f18-b4d7-927ac9eceb03 HTTP/1.1" status: 204 len: 168 time: 0.2254236 Nov 12 04:21:15.541470 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43820) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:15.565874 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b440b5d-bd3c-437b-a295-a9e8f3516624 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43cc8b57-ab74-4f18-b4d7-927ac9eceb03,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:15.622377 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e8797e89-5803-41cd-a4fb-5d3689b0b918 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0616059 Nov 12 04:21:15.623042 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43822) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:15.633583 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42ef89e-96cf-4f0e-9aac-4c0b6bca0cfe x-openstack-request-id: req-b42ef89e-96cf-4f0e-9aac-4c0b6bca0cfe {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:15.633875 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea80002-29e4-432d-9f2e-ee66f9bd6337", "tag": "b1eddfde-e61e-42fb-9198-c87212897997", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:15.634128 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b42ef89e-96cf-4f0e-9aac-4c0b6bca0cfe {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:15.634524 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea80002-29e4-432d-9f2e-ee66f9bd6337', 'tag': 'b1eddfde-e61e-42fb-9198-c87212897997', 'status': 'completed', 'code': 200} Nov 12 04:21:15.651263 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fbac178-3cea-4af4-98ce-0c677bc2eb71 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:15.663882 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fbac178-3cea-4af4-98ce-0c677bc2eb71 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:15.667957 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-402fcd9f-7fbf-493f-a19b-ef0f54af0708 None None] Set router b78a9bdf-1373-49c1-96a0-0cdf32d77807 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:15.750011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80dbdf-2358-4d60-9ede-02c83a9cb26a req-cc268938-a5d9-43f4-a393-0308426175e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:15.751660 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f80dbdf-2358-4d60-9ede-02c83a9cb26a req-cc268938-a5d9-43f4-a393-0308426175e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68e65df8b8044d01af3fe2cd05222833&device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 1098 time: 0.0691788 Nov 12 04:21:15.799202 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db163cdd-3246-4c32-b3c9-fab11f2453cb req-6ee76230-1f70-4c72-90b8-0ecd34203287 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:15.800887 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db163cdd-3246-4c32-b3c9-fab11f2453cb req-6ee76230-1f70-4c72-90b8-0ecd34203287 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/ports?device_id=af62a2ac-51d4-4917-afb4-c55e2777ac14 HTTP/1.1" status: 200 len: 943 time: 0.1074643 Nov 12 04:21:15.818439 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 691cd86d-dd88-48ad-8f37-16ac3420bed2 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:15.833953 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:15.856802 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80dbdf-2358-4d60-9ede-02c83a9cb26a req-7032583c-b3c0-491c-8542-e219376375ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:15.858284 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f80dbdf-2358-4d60-9ede-02c83a9cb26a req-7032583c-b3c0-491c-8542-e219376375ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5 HTTP/1.1" status: 200 len: 912 time: 0.0986350 Nov 12 04:21:15.859146 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fbac178-3cea-4af4-98ce-0c677bc2eb71 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:15.863878 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Transition to ACTIVE for port object 691cd86d-dd88-48ad-8f37-16ac3420bed2 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:21:15.866613 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fbac178-3cea-4af4-98ce-0c677bc2eb71 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:15.867947 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4fbac178-3cea-4af4-98ce-0c677bc2eb71 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6a6234df-82fd-41a3-89f5-e4410562c2e3 HTTP/1.1" status: 204 len: 168 time: 0.2438035 Nov 12 04:21:15.870783 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43828) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:15.878828 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbac178-3cea-4af4-98ce-0c677bc2eb71 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a6234df-82fd-41a3-89f5-e4410562c2e3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:15.883107 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db163cdd-3246-4c32-b3c9-fab11f2453cb req-bc983633-38b1-4bf8-be10-1be26f820212 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc6dc716-3f3b-49db-ae81-c0f069c8d61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741529 Nov 12 04:21:15.932574 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b0415f65-480c-41aa-93a5-0ad0d05a0350 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0605552 Nov 12 04:21:15.934200 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43830) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:15.953755 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f80dbdf-2358-4d60-9ede-02c83a9cb26a req-9e155a01-138d-4524-b206-f174cc933cc5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1eddfde-e61e-42fb-9198-c87212897997 HTTP/1.1" status: 200 len: 999 time: 0.0812821 Nov 12 04:21:15.960878 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:16.022384 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80dbdf-2358-4d60-9ede-02c83a9cb26a req-aece9569-5dc4-4a20-9807-c9ccafa2b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:16.024514 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f80dbdf-2358-4d60-9ede-02c83a9cb26a req-aece9569-5dc4-4a20-9807-c9ccafa2b2dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0988c1bc-aeed-49ae-93ca-f21585d34390 HTTP/1.1" status: 200 len: 850 time: 0.0615261 Nov 12 04:21:16.066679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-402fcd9f-7fbf-493f-a19b-ef0f54af0708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:20:47Z', 'revision_number': 4, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port': {'id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:42Z', 'updated_at': '2021-11-12T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '3d9d741a-5a7b-4bde-97d4-d3ea4168a289', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'port_id': 'b1eddfde-e61e-42fb-9198-c87212897997', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'mac_address': 'fa:16:3e:d6:d1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea80002-29e4-432d-9f2e-ee66f9bd6337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:20:53Z', 'updated_at': '2021-11-12T04:21:13Z', 'revision_number': 1, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff24903-099c-4f6e-8143-fa9f10623e6f', 'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'mac_address': 'fa:16:3e:11:df:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:46Z', 'updated_at': '2021-11-12T04:20:55Z', 'revision_number': 5, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'subnets': [{'id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:16.089750 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Pushing event updated for resources: {'Port': ['ID=691cd86d-dd88-48ad-8f37-16ac3420bed2,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:16.105748 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402fcd9f-7fbf-493f-a19b-ef0f54af0708 None None] The sync data for ids ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'] in n-d-768509-24 is: [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:20:47Z', 'revision_number': 4, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port': {'id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:42Z', 'updated_at': '2021-11-12T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '3d9d741a-5a7b-4bde-97d4-d3ea4168a289', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'port_id': 'b1eddfde-e61e-42fb-9198-c87212897997', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'mac_address': 'fa:16:3e:d6:d1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea80002-29e4-432d-9f2e-ee66f9bd6337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:20:53Z', 'updated_at': '2021-11-12T04:21:13Z', 'revision_number': 1, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff24903-099c-4f6e-8143-fa9f10623e6f', 'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'mac_address': 'fa:16:3e:11:df:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:46Z', 'updated_at': '2021-11-12T04:20:55Z', 'revision_number': 5, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'subnets': [{'id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:21:16.135624 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80dbdf-2358-4d60-9ede-02c83a9cb26a req-d5ab0328-73d9-41ea-8038-c6aa74364b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:16.138733 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f80dbdf-2358-4d60-9ede-02c83a9cb26a req-d5ab0328-73d9-41ea-8038-c6aa74364b3a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019583 Nov 12 04:21:16.153438 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b1f9ae22-70da-4d11-8eae-ee3883460409 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:16.171722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5734b-cd40-4894-8795-360aabd9ad4c req-01abbfbd-a466-49d5-83b7-863846df693e tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:16.179734 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bcb5734b-cd40-4894-8795-360aabd9ad4c req-01abbfbd-a466-49d5-83b7-863846df693e tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 943 time: 0.1961570 Nov 12 04:21:16.224200 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b1f9ae22-70da-4d11-8eae-ee3883460409 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:16.285190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Attempting to bind port 691cd86d-dd88-48ad-8f37-16ac3420bed2 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:16.292186 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Attempting to bind port 691cd86d-dd88-48ad-8f37-16ac3420bed2 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '5a1fde86-a291-4144-99d4-17965f668b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:16.292186 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Attempting to bind port 691cd86d-dd88-48ad-8f37-16ac3420bed2 on network 2b83df4f-b929-4e4a-ac1e-c416f0ac229a {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:16.302055 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bcb5734b-cd40-4894-8795-360aabd9ad4c req-8280d55b-6884-4768-acb9-cb2e78043a65 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213729 Nov 12 04:21:16.305131 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Port 691cd86d-dd88-48ad-8f37-16ac3420bed2 on network 2b83df4f-b929-4e4a-ac1e-c416f0ac229a not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:21:16.305549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Attempting to bind port 691cd86d-dd88-48ad-8f37-16ac3420bed2 on network 2b83df4f-b929-4e4a-ac1e-c416f0ac229a {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:16.314369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:16.314824 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Checking segment: {'id': '5a1fde86-a291-4144-99d4-17965f668b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:16.315591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Bound using segment: {'id': '5a1fde86-a291-4144-99d4-17965f668b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:16.315870 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Bound port: 691cd86d-dd88-48ad-8f37-16ac3420bed2, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1fde86-a291-4144-99d4-17965f668b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:16.316368 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:16.334363 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f80dbdf-2358-4d60-9ede-02c83a9cb26a req-7fe0c1f5-ba41-49e9-87dc-49381469aa3a service neutron] 10.222.0.31 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505296 Nov 12 04:21:16.390129 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] For port 691cd86d-dd88-48ad-8f37-16ac3420bed2, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:16.394922 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] For port 691cd86d-dd88-48ad-8f37-16ac3420bed2, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=691cd86d-dd88-48ad-8f37-16ac3420bed2,segment=NetworkSegment(5a1fde86-a291-4144-99d4-17965f668b72),segment_id=5a1fde86-a291-4144-99d4-17965f668b72)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:16.445093 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f80dbdf-2358-4d60-9ede-02c83a9cb26a req-8466107e-3da0-4331-bea1-956b00067e90 service neutron] 10.222.0.31 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990732 Nov 12 04:21:16.463311 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be9dbdc-ca06-4537-a89e-fbb1c417c3a1 None None] New status for floating IP 3d9d741a-5a7b-4bde-97d4-d3ea4168a289: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:21:16.503077 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca917d-4bd5-42ad-9e34-10fa60879baa req-6e17ca9d-dc53-433e-82e0-9fffd3959982 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:16.504579 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75ca917d-4bd5-42ad-9e34-10fa60879baa req-6e17ca9d-dc53-433e-82e0-9fffd3959982 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=6542be59-941a-44ae-8331-5f1854bf54c1 HTTP/1.1" status: 200 len: 946 time: 0.0552638 Nov 12 04:21:16.505405 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b1f9ae22-70da-4d11-8eae-ee3883460409 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:16.508019 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b1f9ae22-70da-4d11-8eae-ee3883460409 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:16.509056 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b1f9ae22-70da-4d11-8eae-ee3883460409 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "DELETE /v2.0/security-groups/8443b85b-99d0-47ca-a282-dbb6ccafde1e HTTP/1.1" status: 204 len: 168 time: 0.5738137 Nov 12 04:21:16.512002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43842) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:16.529270 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9ae22-70da-4d11-8eae-ee3883460409 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8443b85b-99d0-47ca-a282-dbb6ccafde1e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:16.569227 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d7bc6b39-c990-4006-8148-079e6aa42a85 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0521259 Nov 12 04:21:16.571406 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43846) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:16.576294 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-25cb2520-82d2-4a84-ac64-0bfbb73e75c6 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737290335'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:16.600620 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:16.617874 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75ca917d-4bd5-42ad-9e34-10fa60879baa req-54d4b528-7c6a-4e61-a816-588cf1a881ba tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931730 Nov 12 04:21:16.652364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:16.654264 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:16.654438 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] 10.222.0.21 "PUT /v2.0/ports/691cd86d-dd88-48ad-8f37-16ac3420bed2 HTTP/1.1" status: 200 len: 1092 time: 1.5239327 Nov 12 04:21:16.680913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8a242-4719-458e-8eb1-65a8bc183da1 service neutron] Pushing event updated for resources: {'Port': ['ID=691cd86d-dd88-48ad-8f37-16ac3420bed2,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:16.701100 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25cb2520-82d2-4a84-ac64-0bfbb73e75c6 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:16.724535 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 409066db-d28d-42b5-830c-34cdefcbba6e details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:21:16.812572 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25cb2520-82d2-4a84-ac64-0bfbb73e75c6 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:16.817620 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a78fb2-ab2a-444f-83b5-26a95e668092 req-694a1828-8ce5-40cb-97cf-67683f3ab5e0 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:16.822581 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:16.824990 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-19a78fb2-ab2a-444f-83b5-26a95e668092 req-694a1828-8ce5-40cb-97cf-67683f3ab5e0 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.0966859 Nov 12 04:21:16.886718 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 409066db-d28d-42b5-830c-34cdefcbba6e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=409066db-d28d-42b5-830c-34cdefcbba6e,segment=NetworkSegment(d5dd6d07-ea7a-4c5c-a98f-4946c44fcd24),segment_id=d5dd6d07-ea7a-4c5c-a98f-4946c44fcd24)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:16.899222 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '409066db-d28d-42b5-830c-34cdefcbba6e', 'network_id': '5b8ec918-c98a-401c-ba5f-00a1157d101e', 'port_id': '409066db-d28d-42b5-830c-34cdefcbba6e', 'mac_address': 'fa:16:3e:6c:7c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68daf72d-8067-48a6-ada8-cf68dd7028f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:21:16.906133 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-19a78fb2-ab2a-444f-83b5-26a95e668092 req-c2fd7df9-5086-4525-8a6d-f07f37148ac9 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705147 Nov 12 04:21:16.912984 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-a17023d3-bb7e-4b3c-ac6b-0a0243ca72c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:16.914098 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-a17023d3-bb7e-4b3c-ac6b-0a0243ca72c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85b49f7fda8a4adf8c323ae957f4dc57&device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 1095 time: 0.0635827 Nov 12 04:21:16.917938 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25cb2520-82d2-4a84-ac64-0bfbb73e75c6 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:16.937154 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:16.952576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 409066db-d28d-42b5-830c-34cdefcbba6e {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:16.975207 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 409066db-d28d-42b5-830c-34cdefcbba6e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=409066db-d28d-42b5-830c-34cdefcbba6e,segment=NetworkSegment(d5dd6d07-ea7a-4c5c-a98f-4946c44fcd24),segment_id=d5dd6d07-ea7a-4c5c-a98f-4946c44fcd24)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:16.976245 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-e8b54b9c-644b-4fb0-a20e-c10753a5afbd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=691cd86d-dd88-48ad-8f37-16ac3420bed2 HTTP/1.1" status: 200 len: 217 time: 0.0466366 Nov 12 04:21:16.980489 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb2520-82d2-4a84-ac64-0bfbb73e75c6 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d986c7-b1ce-40ba-b068-f56ad36d77bd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:17.034793 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25cb2520-82d2-4a84-ac64-0bfbb73e75c6 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:17.036069 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-25cb2520-82d2-4a84-ac64-0bfbb73e75c6 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4636919 Nov 12 04:21:17.037372 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-0aeb163d-0d79-4eb5-91ca-1c7a2cd096b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:17.039060 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-0aeb163d-0d79-4eb5-91ca-1c7a2cd096b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e8233b1-aa6e-479f-9cdc-91daccb1fad4 HTTP/1.1" status: 200 len: 851 time: 0.0544868 Nov 12 04:21:17.045477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43856) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:17.050131 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-236357de-de04-4901-a700-fcbe4024bcc6 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group_rule': {'security_group_id': 'a1d986c7-b1ce-40ba-b068-f56ad36d77bd', 'direction': 'ingress', 'protocol': 17}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:17.072298 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:17.085635 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-051486d9-8a90-445d-8d4f-f3dde76f3e68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b83df4f-b929-4e4a-ac1e-c416f0ac229a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311208 Nov 12 04:21:17.144759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=409066db-d28d-42b5-830c-34cdefcbba6e,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:17.176177 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-236357de-de04-4901-a700-fcbe4024bcc6 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:17.205488 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277a014-69f7-45c1-90e1-a2d9ba80c3f1 req-fcd327c4-ca75-48f4-a4f9-07ae8e4f64e8 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:17.207585 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3277a014-69f7-45c1-90e1-a2d9ba80c3f1 req-fcd327c4-ca75-48f4-a4f9-07ae8e4f64e8 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/ports?device_id=af62a2ac-51d4-4917-afb4-c55e2777ac14 HTTP/1.1" status: 200 len: 944 time: 0.1207139 Nov 12 04:21:17.236768 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-236357de-de04-4901-a700-fcbe4024bcc6 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:17.249371 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-c40bce1f-177e-4c5d-b1de-79154e991027 service neutron] 10.222.0.21 "GET /v2.0/networks/2b83df4f-b929-4e4a-ac1e-c416f0ac229a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520655 Nov 12 04:21:17.308552 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3277a014-69f7-45c1-90e1-a2d9ba80c3f1 req-6222cc96-c36e-415b-b940-cf42e61709bd tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc6dc716-3f3b-49db-ae81-c0f069c8d61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890806 Nov 12 04:21:17.335407 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-236357de-de04-4901-a700-fcbe4024bcc6 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:17.353556 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236357de-de04-4901-a700-fcbe4024bcc6 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca214856-eb5b-4928-87f5-86cd0965ca8c,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:17.391185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ad7ed505-2576-4b93-89d7-4582d50d2b83 req-2b3c8227-724c-4852-942f-06cc27c34ba1 service neutron] 10.222.0.21 "GET /v2.0/networks/2b83df4f-b929-4e4a-ac1e-c416f0ac229a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304107 Nov 12 04:21:17.416742 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['409066db-d28d-42b5-830c-34cdefcbba6e'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:21:17.435054 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84150d0a-08cf-4b81-8dc7-534cf98c991e req-018baed3-cbda-42e5-af3c-d0e2752dfa6f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:17.436988 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84150d0a-08cf-4b81-8dc7-534cf98c991e req-018baed3-cbda-42e5-af3c-d0e2752dfa6f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 943 time: 0.0661054 Nov 12 04:21:17.462355 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-236357de-de04-4901-a700-fcbe4024bcc6 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:17.464039 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-236357de-de04-4901-a700-fcbe4024bcc6 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4171758 Nov 12 04:21:17.467518 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43868) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:17.506005 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84150d0a-08cf-4b81-8dc7-534cf98c991e req-5971c560-47ea-4d56-89fe-c258aa6b118e tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619991 Nov 12 04:21:17.548571 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6450851f-9ad9-44c4-b789-f431e1856d91 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:17.577161 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6450851f-9ad9-44c4-b789-f431e1856d91 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:17.636114 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac99e69c-e12c-405c-b383-abab9d92f7d0', 'tag': '691cd86d-dd88-48ad-8f37-16ac3420bed2'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:17.638435 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c809fde9-7847-4ff1-a3cc-4d2fd42b86c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ac99e69c-e12c-405c-b383-abab9d92f7d0", "tag": "691cd86d-dd88-48ad-8f37-16ac3420bed2"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:17.676783 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372687a9-c166-4b50-a256-1609de5121e3 x-openstack-request-id: req-372687a9-c166-4b50-a256-1609de5121e3 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:17.677067 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac99e69c-e12c-405c-b383-abab9d92f7d0", "tag": "691cd86d-dd88-48ad-8f37-16ac3420bed2", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:17.677322 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-372687a9-c166-4b50-a256-1609de5121e3 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:17.677722 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac99e69c-e12c-405c-b383-abab9d92f7d0', 'tag': '691cd86d-dd88-48ad-8f37-16ac3420bed2', 'status': 'completed', 'code': 200} Nov 12 04:21:17.707154 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6450851f-9ad9-44c4-b789-f431e1856d91 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:17.710357 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6450851f-9ad9-44c4-b789-f431e1856d91 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:17.713633 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6450851f-9ad9-44c4-b789-f431e1856d91 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "DELETE /v2.0/security-groups/a1d986c7-b1ce-40ba-b068-f56ad36d77bd HTTP/1.1" status: 204 len: 168 time: 0.2420449 Nov 12 04:21:17.714715 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43876) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:17.744853 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450851f-9ad9-44c4-b789-f431e1856d91 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d986c7-b1ce-40ba-b068-f56ad36d77bd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:17.771994 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8aab8531-028e-47fa-adb2-9a530214f350 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0560951 Nov 12 04:21:17.775471 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43878) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:17.780984 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5c155e24-7c14-478f-a6a9-e0ce4e9b9c3e tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group': {'name': 'tempest-secgroup--252239188'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:17.804692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809fde9-7847-4ff1-a3cc-4d2fd42b86c1 req-9de7b6fa-48d1-43d8-ba57-71f925f62352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:17.806173 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c809fde9-7847-4ff1-a3cc-4d2fd42b86c1 req-9de7b6fa-48d1-43d8-ba57-71f925f62352 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85b49f7fda8a4adf8c323ae957f4dc57&device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 1095 time: 0.0824823 Nov 12 04:21:17.815234 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76902608-4f4f-4b9f-ad1e-e821605ce2c1 req-7666abab-6865-485f-9a5e-9c7771be600d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:17.816654 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76902608-4f4f-4b9f-ad1e-e821605ce2c1 req-7666abab-6865-485f-9a5e-9c7771be600d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=6542be59-941a-44ae-8331-5f1854bf54c1 HTTP/1.1" status: 200 len: 946 time: 0.0834782 Nov 12 04:21:17.906883 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c155e24-7c14-478f-a6a9-e0ce4e9b9c3e tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:17.923573 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76902608-4f4f-4b9f-ad1e-e821605ce2c1 req-9e09f01e-aec6-42b7-bc5c-9b57522fd8f5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986729 Nov 12 04:21:17.962446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809fde9-7847-4ff1-a3cc-4d2fd42b86c1 req-53410594-cdfc-4113-885b-8995969a2c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:17.965183 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c809fde9-7847-4ff1-a3cc-4d2fd42b86c1 req-53410594-cdfc-4113-885b-8995969a2c03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b83df4f-b929-4e4a-ac1e-c416f0ac229a HTTP/1.1" status: 200 len: 912 time: 0.1475930 Nov 12 04:21:18.009579 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:18.019476 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c155e24-7c14-478f-a6a9-e0ce4e9b9c3e tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:18.028362 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c809fde9-7847-4ff1-a3cc-4d2fd42b86c1 req-a17efd2e-b5ec-4b8b-b88d-5d2be7d23440 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=691cd86d-dd88-48ad-8f37-16ac3420bed2 HTTP/1.1" status: 200 len: 217 time: 0.0550334 Nov 12 04:21:18.101280 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c155e24-7c14-478f-a6a9-e0ce4e9b9c3e tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:18.114866 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bea6d-aa5b-4fce-b487-7b7eeee7bbb2 req-527ad50a-159c-4221-b673-96e4378c3017 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:18.116383 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd8bea6d-aa5b-4fce-b487-7b7eeee7bbb2 req-527ad50a-159c-4221-b673-96e4378c3017 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.0906162 Nov 12 04:21:18.117970 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809fde9-7847-4ff1-a3cc-4d2fd42b86c1 req-1a3294c9-4d03-4347-9cba-636a490c44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:18.119327 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c809fde9-7847-4ff1-a3cc-4d2fd42b86c1 req-1a3294c9-4d03-4347-9cba-636a490c44d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e8233b1-aa6e-479f-9cdc-91daccb1fad4 HTTP/1.1" status: 200 len: 851 time: 0.0810142 Nov 12 04:21:18.138476 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c155e24-7c14-478f-a6a9-e0ce4e9b9c3e tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2c50a4-9357-43a5-80b6-63ff2e6dd560,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:18.161395 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c809fde9-7847-4ff1-a3cc-4d2fd42b86c1 req-8b860d45-59ab-4d3b-a401-a25baa5c5a11 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b83df4f-b929-4e4a-ac1e-c416f0ac229a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323987 Nov 12 04:21:18.214448 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd8bea6d-aa5b-4fce-b487-7b7eeee7bbb2 req-fcf845a4-7946-47a4-a7b6-77bc5989e5b0 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914493 Nov 12 04:21:18.229611 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c155e24-7c14-478f-a6a9-e0ce4e9b9c3e tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:18.233358 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5c155e24-7c14-478f-a6a9-e0ce4e9b9c3e tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4541373 Nov 12 04:21:18.236505 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43890) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:18.240985 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2661783e-c05d-4055-8d0e-534d5f1a52eb tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group': {'name': 'tempest-secgroup--200910066'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:18.272760 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c809fde9-7847-4ff1-a3cc-4d2fd42b86c1 req-db8e70d8-7896-48c2-b800-d0864b3aaafd service neutron] 10.222.0.21 "GET /v2.0/networks/2b83df4f-b929-4e4a-ac1e-c416f0ac229a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007230 Nov 12 04:21:18.383063 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c809fde9-7847-4ff1-a3cc-4d2fd42b86c1 req-ac47f88c-a0a2-44de-96d9-6493a59cf73d service neutron] 10.222.0.21 "GET /v2.0/networks/2b83df4f-b929-4e4a-ac1e-c416f0ac229a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020179 Nov 12 04:21:18.477825 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2661783e-c05d-4055-8d0e-534d5f1a52eb tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:18.495364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189a5ec-3f86-479e-aee2-ef3ac59ae157 req-3cc6c956-d706-4223-b528-e13c96886aea tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:18.496858 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9189a5ec-3f86-479e-aee2-ef3ac59ae157 req-3cc6c956-d706-4223-b528-e13c96886aea tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/ports?device_id=af62a2ac-51d4-4917-afb4-c55e2777ac14 HTTP/1.1" status: 200 len: 944 time: 0.0505130 Nov 12 04:21:18.548679 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9189a5ec-3f86-479e-aee2-ef3ac59ae157 req-f8d212e6-d74c-4d76-aad6-dd6adc6eda5f tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc6dc716-3f3b-49db-ae81-c0f069c8d61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448503 Nov 12 04:21:18.552113 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2661783e-c05d-4055-8d0e-534d5f1a52eb tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:18.626566 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2661783e-c05d-4055-8d0e-534d5f1a52eb tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:18.657181 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661783e-c05d-4055-8d0e-534d5f1a52eb tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39bd274-0bb6-457c-931c-81a043be8acc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:18.660515 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c86b5f-0335-4694-9f0b-01b565a93c7d req-de9fb3cc-3a42-447c-9568-a26b28b98bb2 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:18.661978 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-37c86b5f-0335-4694-9f0b-01b565a93c7d req-de9fb3cc-3a42-447c-9568-a26b28b98bb2 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 943 time: 0.0492637 Nov 12 04:21:18.717187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-37c86b5f-0335-4694-9f0b-01b565a93c7d req-eac505df-7740-4cd5-a1d7-13189b3e5885 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485070 Nov 12 04:21:18.726617 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2661783e-c05d-4055-8d0e-534d5f1a52eb tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:18.728130 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2661783e-c05d-4055-8d0e-534d5f1a52eb tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4906652 Nov 12 04:21:18.735490 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43906) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:18.740451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-45a66c7f-2343-472a-a952-da15e10494e4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group_rule': {'security_group_id': '3a2c50a4-9357-43a5-80b6-63ff2e6dd560', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd39bd274-0bb6-457c-931c-81a043be8acc', 'remote_ip_prefix': None}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:18.750235 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 409066db-d28d-42b5-830c-34cdefcbba6e up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:18.882067 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-45a66c7f-2343-472a-a952-da15e10494e4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:18.906447 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 409066db-d28d-42b5-830c-34cdefcbba6e completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:21:18.911594 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 409066db-d28d-42b5-830c-34cdefcbba6e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:18.912047 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:18.957489 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-45a66c7f-2343-472a-a952-da15e10494e4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:18.990803 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:19.016976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af62a2ac-51d4-4917-afb4-c55e2777ac14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409066db-d28d-42b5-830c-34cdefcbba6e'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:19.019829 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d27092-abfb-4146-bdc1-51801edea7b9" -d '{"events": [{"server_uuid": "af62a2ac-51d4-4917-afb4-c55e2777ac14", "name": "network-vif-plugged", "status": "completed", "tag": "409066db-d28d-42b5-830c-34cdefcbba6e"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:19.033073 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 409066db-d28d-42b5-830c-34cdefcbba6e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=409066db-d28d-42b5-830c-34cdefcbba6e,segment=NetworkSegment(d5dd6d07-ea7a-4c5c-a98f-4946c44fcd24),segment_id=d5dd6d07-ea7a-4c5c-a98f-4946c44fcd24)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:19.055156 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-45a66c7f-2343-472a-a952-da15e10494e4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:19.058670 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a33954-9879-4a2b-be5f-6ab81c5d76f3 x-openstack-request-id: req-a4a33954-9879-4a2b-be5f-6ab81c5d76f3 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:19.058670 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af62a2ac-51d4-4917-afb4-c55e2777ac14", "name": "network-vif-plugged", "status": "completed", "tag": "409066db-d28d-42b5-830c-34cdefcbba6e", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:19.058670 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4a33954-9879-4a2b-be5f-6ab81c5d76f3 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:19.058670 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af62a2ac-51d4-4917-afb4-c55e2777ac14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409066db-d28d-42b5-830c-34cdefcbba6e', 'code': 200} Nov 12 04:21:19.073923 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a66c7f-2343-472a-a952-da15e10494e4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1b1629-4f19-46ae-bfad-69cce6d3bc27,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:19.158247 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:19.181687 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447a214-7022-42e6-a671-20a41386e5c3 req-c33ca324-438c-449d-92dd-a79b9d8c46f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:19.183214 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1447a214-7022-42e6-a671-20a41386e5c3 req-c33ca324-438c-449d-92dd-a79b9d8c46f7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=af62a2ac-51d4-4917-afb4-c55e2777ac14 HTTP/1.1" status: 200 len: 1096 time: 0.0424557 Nov 12 04:21:19.189175 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-45a66c7f-2343-472a-a952-da15e10494e4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:19.190771 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-45a66c7f-2343-472a-a952-da15e10494e4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4540899 Nov 12 04:21:19.193556 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43914) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:19.212901 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=409066db-d28d-42b5-830c-34cdefcbba6e,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:19.230930 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b22f1b71-fceb-48e2-a6f9-02f6707f1242 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:19.240205 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b22f1b71-fceb-48e2-a6f9-02f6707f1242 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:19.252506 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1447a214-7022-42e6-a671-20a41386e5c3 req-c53232af-1c0f-43d1-8f6e-e209511ed731 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cc6dc716-3f3b-49db-ae81-c0f069c8d61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620899 Nov 12 04:21:19.348656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c3eb9-2c47-41cf-aab2-73449589ac67 req-ce9745f8-63e8-4f1f-96ef-a3b0baa4dea7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:19.350145 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e98c3eb9-2c47-41cf-aab2-73449589ac67 req-ce9745f8-63e8-4f1f-96ef-a3b0baa4dea7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.0520015 Nov 12 04:21:19.392127 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b22f1b71-fceb-48e2-a6f9-02f6707f1242 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:19.397487 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b22f1b71-fceb-48e2-a6f9-02f6707f1242 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:19.398622 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b22f1b71-fceb-48e2-a6f9-02f6707f1242 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5e1b1629-4f19-46ae-bfad-69cce6d3bc27 HTTP/1.1" status: 204 len: 168 time: 0.2038131 Nov 12 04:21:19.401463 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43924) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:19.409537 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e98c3eb9-2c47-41cf-aab2-73449589ac67 req-7cccd622-6f4d-4792-b9f1-89b707da8005 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527110 Nov 12 04:21:19.413885 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f1b71-fceb-48e2-a6f9-02f6707f1242 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e1b1629-4f19-46ae-bfad-69cce6d3bc27,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:19.454583 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a1dcc94f-0662-4e3f-b186-680974ad72da tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0506532 Nov 12 04:21:19.457080 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43928) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:19.511016 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43c66ed5-590b-4b31-bbb4-ff9822aee239 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:19.538537 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43c66ed5-590b-4b31-bbb4-ff9822aee239 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:19.713392 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43c66ed5-590b-4b31-bbb4-ff9822aee239 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:19.716032 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43c66ed5-590b-4b31-bbb4-ff9822aee239 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:19.717218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-43c66ed5-590b-4b31-bbb4-ff9822aee239 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "DELETE /v2.0/security-groups/d39bd274-0bb6-457c-931c-81a043be8acc HTTP/1.1" status: 204 len: 168 time: 0.2590580 Nov 12 04:21:19.720138 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43934) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:19.731681 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c66ed5-590b-4b31-bbb4-ff9822aee239 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39bd274-0bb6-457c-931c-81a043be8acc,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:19.753095 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17392856-cd7d-4c88-87ab-c13cfcbef329 req-8ca463ae-e745-45e3-b43c-6b8ff5ce6e95 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:19.754521 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17392856-cd7d-4c88-87ab-c13cfcbef329 req-8ca463ae-e745-45e3-b43c-6b8ff5ce6e95 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/ports?device_id=af62a2ac-51d4-4917-afb4-c55e2777ac14 HTTP/1.1" status: 200 len: 945 time: 0.0702281 Nov 12 04:21:19.801634 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-285f49d8-a7de-4e0f-9cb0-35b3d5187e3a tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0801265 Nov 12 04:21:19.804548 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43938) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:19.819142 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17392856-cd7d-4c88-87ab-c13cfcbef329 req-9cee02d1-9e5e-4a00-a96e-0433cc7cdf04 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc6dc716-3f3b-49db-ae81-c0f069c8d61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568652 Nov 12 04:21:19.867118 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-59f875e5-2894-42db-83ff-3251f212bb70 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:19.914936 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-59f875e5-2894-42db-83ff-3251f212bb70 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:19.960319 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795c2b4-43ad-49db-8feb-fcb708dd9798 req-8ac91031-2d4f-4d2a-a434-ba2b5116490d tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:19.961922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c795c2b4-43ad-49db-8feb-fcb708dd9798 req-8ac91031-2d4f-4d2a-a434-ba2b5116490d tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 943 time: 0.0845001 Nov 12 04:21:20.014688 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c795c2b4-43ad-49db-8feb-fcb708dd9798 req-0fae8e2f-e98e-4b90-871f-18a21a2c8e73 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448208 Nov 12 04:21:20.043858 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-59f875e5-2894-42db-83ff-3251f212bb70 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:20.050758 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-59f875e5-2894-42db-83ff-3251f212bb70 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:20.053659 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-59f875e5-2894-42db-83ff-3251f212bb70 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "DELETE /v2.0/security-groups/3a2c50a4-9357-43a5-80b6-63ff2e6dd560 HTTP/1.1" status: 204 len: 168 time: 0.2462296 Nov 12 04:21:20.056337 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43946) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:20.061583 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f875e5-2894-42db-83ff-3251f212bb70 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2c50a4-9357-43a5-80b6-63ff2e6dd560,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:20.106585 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1c0fce57-ba4f-4fb8-aa6f-c1ee11d3e944 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0488944 Nov 12 04:21:20.110402 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43948) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:20.115052 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-adf30a20-2993-42c1-80e4-714da947506b tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314390344'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:20.209666 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-adf30a20-2993-42c1-80e4-714da947506b tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:20.276015 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-adf30a20-2993-42c1-80e4-714da947506b tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:20.375061 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-adf30a20-2993-42c1-80e4-714da947506b tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:20.407196 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf30a20-2993-42c1-80e4-714da947506b tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f15a6e-f4d0-473b-bdd7-080bfbf68c2f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:20.520963 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-adf30a20-2993-42c1-80e4-714da947506b tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:20.522319 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-adf30a20-2993-42c1-80e4-714da947506b tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4107523 Nov 12 04:21:20.525492 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43958) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:20.530568 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-614fd9aa-5616-4c32-815c-1c3e25701fd7 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group_rule': {'security_group_id': 'd9f15a6e-f4d0-473b-bdd7-080bfbf68c2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:20.562424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cec5e-0e08-4926-9aca-3ee09ca70dd5 req-1b2b3bb2-e6a6-409d-9431-6186c1c24b5d tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:20.564489 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c46cec5e-0e08-4926-9aca-3ee09ca70dd5 req-1b2b3bb2-e6a6-409d-9431-6186c1c24b5d tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.0678935 Nov 12 04:21:20.614126 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c46cec5e-0e08-4926-9aca-3ee09ca70dd5 req-1a28f9b9-b6e6-4850-86d7-dde75a8db68c tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430412 Nov 12 04:21:20.679512 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-614fd9aa-5616-4c32-815c-1c3e25701fd7 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:20.736639 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-614fd9aa-5616-4c32-815c-1c3e25701fd7 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:20.832581 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-614fd9aa-5616-4c32-815c-1c3e25701fd7 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:20.860585 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fd9aa-5616-4c32-815c-1c3e25701fd7 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce2f6fb-bd22-4005-af1a-102f7c4965e5,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:20.959773 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-614fd9aa-5616-4c32-815c-1c3e25701fd7 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:20.960465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb1522-790c-4352-b5df-b24b9528a632 req-00717834-4745-4862-86fd-3161e8e56b62 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:20.960999 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-614fd9aa-5616-4c32-815c-1c3e25701fd7 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4343333 Nov 12 04:21:20.962128 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5bb1522-790c-4352-b5df-b24b9528a632 req-00717834-4745-4862-86fd-3161e8e56b62 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/ports?device_id=af62a2ac-51d4-4917-afb4-c55e2777ac14 HTTP/1.1" status: 200 len: 945 time: 0.0539105 Nov 12 04:21:20.963832 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43970) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:20.991178 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe9bc7eb-34ff-4593-993f-980f27dcffe1 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:21.000869 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe9bc7eb-34ff-4593-993f-980f27dcffe1 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:21.124223 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe9bc7eb-34ff-4593-993f-980f27dcffe1 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:21.130977 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe9bc7eb-34ff-4593-993f-980f27dcffe1 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:21.132562 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fe9bc7eb-34ff-4593-993f-980f27dcffe1 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4ce2f6fb-bd22-4005-af1a-102f7c4965e5 HTTP/1.1" status: 204 len: 168 time: 0.1678243 Nov 12 04:21:21.138440 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43978) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:21.145495 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bc7eb-34ff-4593-993f-980f27dcffe1 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ce2f6fb-bd22-4005-af1a-102f7c4965e5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:21.184366 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-da145ca7-92a0-405d-9455-bbb6957b6f9e tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0423768 Nov 12 04:21:21.185637 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43982) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:21.245654 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f95f19f8-d37e-4915-8c0b-5d3df46171b5 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:21.276095 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f95f19f8-d37e-4915-8c0b-5d3df46171b5 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:21.329055 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5bb1522-790c-4352-b5df-b24b9528a632 req-4739a63f-9d1e-4ac7-8f6c-f53956fd1235 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc6dc716-3f3b-49db-ae81-c0f069c8d61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596790 Nov 12 04:21:21.392166 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f95f19f8-d37e-4915-8c0b-5d3df46171b5 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:21.395735 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f95f19f8-d37e-4915-8c0b-5d3df46171b5 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:21.399916 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43988) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:21.400165 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f95f19f8-d37e-4915-8c0b-5d3df46171b5 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "DELETE /v2.0/security-groups/d9f15a6e-f4d0-473b-bdd7-080bfbf68c2f HTTP/1.1" status: 204 len: 168 time: 0.2132709 Nov 12 04:21:21.417405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f19f8-d37e-4915-8c0b-5d3df46171b5 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f15a6e-f4d0-473b-bdd7-080bfbf68c2f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:21.480890 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-afd5d21d-1663-4558-b125-41e8861af819 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0797908 Nov 12 04:21:21.484805 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43992) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:21.489604 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0a4d3af6-e874-4e18-bd39-2badca1265df tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group': {'name': 'tempest-secgroup--1090043559'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:21.494164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b383b9-1585-424b-b425-af720a221ae9 req-ca59811c-f4f3-4c2a-b06f-89ee67d71b9d tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:21.495752 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16b383b9-1585-424b-b425-af720a221ae9 req-ca59811c-f4f3-4c2a-b06f-89ee67d71b9d tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 943 time: 0.0871263 Nov 12 04:21:21.546185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16b383b9-1585-424b-b425-af720a221ae9 req-973970ce-7d94-4a8b-8e71-78cb4cd29f9a tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435095 Nov 12 04:21:21.615542 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a4d3af6-e874-4e18-bd39-2badca1265df tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:21.713751 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a4d3af6-e874-4e18-bd39-2badca1265df tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:21.797632 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a4d3af6-e874-4e18-bd39-2badca1265df tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:21.827713 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d3af6-e874-4e18-bd39-2badca1265df tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097febed-d2c3-4e98-833b-783ee5c5f6f4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:21.903118 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a4d3af6-e874-4e18-bd39-2badca1265df tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:21.903118 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0a4d3af6-e874-4e18-bd39-2badca1265df tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4124608 Nov 12 04:21:21.903118 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44004) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:21.905445 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-72974c1c-8eb2-4332-b981-18be9ad548eb tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group_rule': {'security_group_id': '097febed-d2c3-4e98-833b-783ee5c5f6f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:21.944870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 691cd86d-dd88-48ad-8f37-16ac3420bed2 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:21:22.060994 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72974c1c-8eb2-4332-b981-18be9ad548eb tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:22.064538 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 691cd86d-dd88-48ad-8f37-16ac3420bed2, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=691cd86d-dd88-48ad-8f37-16ac3420bed2,segment=NetworkSegment(5a1fde86-a291-4144-99d4-17965f668b72),segment_id=5a1fde86-a291-4144-99d4-17965f668b72)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:22.078056 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '691cd86d-dd88-48ad-8f37-16ac3420bed2', 'network_id': '2b83df4f-b929-4e4a-ac1e-c416f0ac229a', 'port_id': '691cd86d-dd88-48ad-8f37-16ac3420bed2', 'mac_address': 'fa:16:3e:24:78:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8233b1-aa6e-479f-9cdc-91daccb1fad4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:21:22.128926 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72974c1c-8eb2-4332-b981-18be9ad548eb tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:22.134805 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:22.150955 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691cd86d-dd88-48ad-8f37-16ac3420bed2 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:22.177776 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 691cd86d-dd88-48ad-8f37-16ac3420bed2, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=691cd86d-dd88-48ad-8f37-16ac3420bed2,segment=NetworkSegment(5a1fde86-a291-4144-99d4-17965f668b72),segment_id=5a1fde86-a291-4144-99d4-17965f668b72)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:22.266814 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31512fc6-a583-4928-85c1-d322d04dfce2 req-fdf0039b-1cb6-41f4-8c74-34f8dd86e63c tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:22.269055 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31512fc6-a583-4928-85c1-d322d04dfce2 req-fdf0039b-1cb6-41f4-8c74-34f8dd86e63c tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.0553985 Nov 12 04:21:22.323230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31512fc6-a583-4928-85c1-d322d04dfce2 req-e1950179-3afb-41b8-a794-d11ffa578b82 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461068 Nov 12 04:21:22.341205 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72974c1c-8eb2-4332-b981-18be9ad548eb tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:22.365042 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72974c1c-8eb2-4332-b981-18be9ad548eb tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36264c3-2b55-4987-8b7b-b135119b3344,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:22.380749 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:22.447530 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=691cd86d-dd88-48ad-8f37-16ac3420bed2,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:22.497070 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-72974c1c-8eb2-4332-b981-18be9ad548eb tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:22.498346 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-72974c1c-8eb2-4332-b981-18be9ad548eb tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5962427 Nov 12 04:21:22.501199 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44014) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:22.518747 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-18770fb7-3e95-4f36-b8e1-440df28a41c9 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-group-rules/b36264c3-2b55-4987-8b7b-b135119b3344 HTTP/1.1" status: 200 len: 763 time: 0.0158894 Nov 12 04:21:22.521316 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44018) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:22.564615 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ad6e1fc1-e230-4854-b1f0-2776e507bcb8 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0418670 Nov 12 04:21:22.567692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44020) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:22.638745 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f34b92f-7234-4a2a-8302-c5dd9d2c6f95 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:22.650942 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f34b92f-7234-4a2a-8302-c5dd9d2c6f95 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:22.661056 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef547207-77c4-4b78-9e04-d94d710b0e1d req-b70febf2-cfba-4af0-b759-5e6aba6347c0 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:22.662675 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef547207-77c4-4b78-9e04-d94d710b0e1d req-b70febf2-cfba-4af0-b759-5e6aba6347c0 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/ports?device_id=af62a2ac-51d4-4917-afb4-c55e2777ac14 HTTP/1.1" status: 200 len: 945 time: 0.0924654 Nov 12 04:21:22.723980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef547207-77c4-4b78-9e04-d94d710b0e1d req-cf16d562-ba50-4189-a4aa-bb1e9e679be0 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc6dc716-3f3b-49db-ae81-c0f069c8d61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536308 Nov 12 04:21:22.775732 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f34b92f-7234-4a2a-8302-c5dd9d2c6f95 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:22.782790 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f34b92f-7234-4a2a-8302-c5dd9d2c6f95 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:22.784800 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1f34b92f-7234-4a2a-8302-c5dd9d2c6f95 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b36264c3-2b55-4987-8b7b-b135119b3344 HTTP/1.1" status: 204 len: 168 time: 0.2156854 Nov 12 04:21:22.788040 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44026) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:22.814867 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34b92f-7234-4a2a-8302-c5dd9d2c6f95 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b36264c3-2b55-4987-8b7b-b135119b3344,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:22.864841 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2a21f025-ece3-479c-8150-77e79d60200c tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0753169 Nov 12 04:21:22.869013 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44030) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:22.873851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-79bc0cb9-937a-4f53-b5eb-013d33b7027d tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group_rule': {'security_group_id': '097febed-d2c3-4e98-833b-783ee5c5f6f4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:22.882806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a98648-fc8d-424d-b1e8-47768b8b404f req-55ab0848-6a4e-415c-81da-1b33c98bc483 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:22.884324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84a98648-fc8d-424d-b1e8-47768b8b404f req-55ab0848-6a4e-415c-81da-1b33c98bc483 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 944 time: 0.0844319 Nov 12 04:21:22.908890 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['691cd86d-dd88-48ad-8f37-16ac3420bed2'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:21:22.937310 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84a98648-fc8d-424d-b1e8-47768b8b404f req-c1f5bf07-b652-4eeb-bcb5-2d4cf8fa6ed0 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451295 Nov 12 04:21:22.964362 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-79bc0cb9-937a-4f53-b5eb-013d33b7027d tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:23.033383 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-79bc0cb9-937a-4f53-b5eb-013d33b7027d tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:23.106412 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-79bc0cb9-937a-4f53-b5eb-013d33b7027d tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:23.132848 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc0cb9-937a-4f53-b5eb-013d33b7027d tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d5987b-fae9-4e0f-a7f9-57191be65c8e,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:23.182396 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-79bc0cb9-937a-4f53-b5eb-013d33b7027d tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:23.183670 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-79bc0cb9-937a-4f53-b5eb-013d33b7027d tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3135545 Nov 12 04:21:23.186260 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44036) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:23.202670 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-004b853c-5d59-4c6d-89e2-2b884f4c40a7 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-group-rules/24d5987b-fae9-4e0f-a7f9-57191be65c8e HTTP/1.1" status: 200 len: 763 time: 0.0152645 Nov 12 04:21:23.205350 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44038) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:23.243807 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3658e523-8cba-4ab2-a2af-3c0dc25ef2c0 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0367160 Nov 12 04:21:23.246146 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44040) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:23.272522 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4002e353-ac94-4b6f-8def-d25864b531ae tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:23.280283 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4002e353-ac94-4b6f-8def-d25864b531ae tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:23.392066 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4002e353-ac94-4b6f-8def-d25864b531ae tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:23.399832 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4002e353-ac94-4b6f-8def-d25864b531ae tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:23.403530 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4002e353-ac94-4b6f-8def-d25864b531ae tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/24d5987b-fae9-4e0f-a7f9-57191be65c8e HTTP/1.1" status: 204 len: 168 time: 0.1541626 Nov 12 04:21:23.405132 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44046) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:23.406581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002e353-ac94-4b6f-8def-d25864b531ae tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24d5987b-fae9-4e0f-a7f9-57191be65c8e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:23.500447 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-196183bd-fbf5-45c7-929c-69abdfdcf6da tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0939436 Nov 12 04:21:23.503592 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44052) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:23.508586 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2d72fe9c-5523-44b7-8171-6ec358144490 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Request body: {'security_group_rule': {'security_group_id': '097febed-d2c3-4e98-833b-783ee5c5f6f4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:23.509118 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53303218-b46f-4e0d-80a8-3ab28dab701b req-19a00732-15b5-4cee-889a-44101a94989b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:23.510664 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53303218-b46f-4e0d-80a8-3ab28dab701b req-19a00732-15b5-4cee-889a-44101a94989b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.0968413 Nov 12 04:21:23.571080 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53303218-b46f-4e0d-80a8-3ab28dab701b req-36e73b5e-8b9f-4fe8-84d2-6dc110316656 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495439 Nov 12 04:21:23.598041 n-d-768509-24 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-2d72fe9c-5523-44b7-8171-6ec358144490 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Project 7f543861f90e4d3bbc07ebc877e36b89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:21:23.603351 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d72fe9c-5523-44b7-8171-6ec358144490 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:23.652554 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d72fe9c-5523-44b7-8171-6ec358144490 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:23.716363 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d72fe9c-5523-44b7-8171-6ec358144490 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:23.742806 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72fe9c-5523-44b7-8171-6ec358144490 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c50463e-cd41-4d6e-9e7f-19a83b0d3ccf,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:23.805959 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d72fe9c-5523-44b7-8171-6ec358144490 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:23.809648 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2d72fe9c-5523-44b7-8171-6ec358144490 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3024125 Nov 12 04:21:23.809958 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44062) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:23.827930 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e6dac905-2f2b-41ba-bea5-fb8a3837b7ce tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-group-rules/2c50463e-cd41-4d6e-9e7f-19a83b0d3ccf HTTP/1.1" status: 200 len: 769 time: 0.0169363 Nov 12 04:21:23.830731 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44064) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:23.857787 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ec59c-afd8-4f1b-8dcb-1ab5afadd406 req-f01eb312-a0cf-443c-80e0-6957045396ca tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:23.859324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5d4ec59c-afd8-4f1b-8dcb-1ab5afadd406 req-f01eb312-a0cf-443c-80e0-6957045396ca tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/ports?device_id=af62a2ac-51d4-4917-afb4-c55e2777ac14 HTTP/1.1" status: 200 len: 945 time: 0.0570033 Nov 12 04:21:23.875290 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-035eb97a-d137-42ee-b2f2-244ede59f2e2 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0432332 Nov 12 04:21:23.878084 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44066) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:23.904198 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-029f02a2-94b1-4be4-9931-b49515e3d5d4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:23.914138 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-029f02a2-94b1-4be4-9931-b49515e3d5d4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:23.914810 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5d4ec59c-afd8-4f1b-8dcb-1ab5afadd406 req-df8a689c-c270-43d3-a7af-17b0be270d1b tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc6dc716-3f3b-49db-ae81-c0f069c8d61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449333 Nov 12 04:21:23.973555 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 61a47659-1c1a-4806-8740-d4dba52b2973 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:21:24.021291 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-029f02a2-94b1-4be4-9931-b49515e3d5d4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:24.027717 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-029f02a2-94b1-4be4-9931-b49515e3d5d4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:24.031602 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-029f02a2-94b1-4be4-9931-b49515e3d5d4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2c50463e-cd41-4d6e-9e7f-19a83b0d3ccf HTTP/1.1" status: 204 len: 168 time: 0.1500108 Nov 12 04:21:24.043010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44072) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:24.057976 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f02a2-94b1-4be4-9931-b49515e3d5d4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c50463e-cd41-4d6e-9e7f-19a83b0d3ccf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:24.084395 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877673a-0d1d-4938-9509-efb66f083d46 req-e0f85cda-ca70-4574-841c-afaf14f39839 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:24.086129 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d877673a-0d1d-4938-9509-efb66f083d46 req-e0f85cda-ca70-4574-841c-afaf14f39839 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 944 time: 0.0716176 Nov 12 04:21:24.088696 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 61a47659-1c1a-4806-8740-d4dba52b2973, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=61a47659-1c1a-4806-8740-d4dba52b2973,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:24.104823 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '61a47659-1c1a-4806-8740-d4dba52b2973', 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240', 'port_id': '61a47659-1c1a-4806-8740-d4dba52b2973', 'mac_address': 'fa:16:3e:22:ed:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64085683-3376-464a-a4ff-b7367f1920e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:21:24.109285 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6f1058d9-98de-4647-a1f1-9d54c5723f2a tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0636160 Nov 12 04:21:24.112177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44078) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:24.148018 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:24.148379 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2077c0-b6e1-48ef-be46-24cf2dadc42b req-f76fa78c-ae67-4df9-9ffd-0a7b6de1a64e tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:24.150073 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-aa2077c0-b6e1-48ef-be46-24cf2dadc42b req-f76fa78c-ae67-4df9-9ffd-0a7b6de1a64e tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.31 "GET /v2.0/ports?device_id=af62a2ac-51d4-4917-afb4-c55e2777ac14 HTTP/1.1" status: 200 len: 945 time: 0.0889716 Nov 12 04:21:24.162911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61a47659-1c1a-4806-8740-d4dba52b2973 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:24.184562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 61a47659-1c1a-4806-8740-d4dba52b2973, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=61a47659-1c1a-4806-8740-d4dba52b2973,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:24.187247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d877673a-0d1d-4938-9509-efb66f083d46 req-57f1d7d4-d767-4b46-8420-975b14243211 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707567 Nov 12 04:21:24.195384 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5109247-02ee-426a-8be3-d386529ae861 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:24.249366 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5109247-02ee-426a-8be3-d386529ae861 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:24.249688 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:24.305257 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=61a47659-1c1a-4806-8740-d4dba52b2973,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:24.318516 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:24.318516 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:24.318516 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:24.318516 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:24.318516 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:24.318516 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:24.319118 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:24.319118 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:24.319275 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:24.319551 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:24.321440 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:24.321440 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:24.340176 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-aa2077c0-b6e1-48ef-be46-24cf2dadc42b req-3d7758b1-b4f1-4859-b97b-4e6b0245785c tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Deleting port 409066db-d28d-42b5-830c-34cdefcbba6e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:21:24.340500 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aa2077c0-b6e1-48ef-be46-24cf2dadc42b req-3d7758b1-b4f1-4859-b97b-4e6b0245785c tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:24.398841 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5109247-02ee-426a-8be3-d386529ae861 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:24.401388 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5109247-02ee-426a-8be3-d386529ae861 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:24.402523 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e5109247-02ee-426a-8be3-d386529ae861 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "DELETE /v2.0/security-groups/097febed-d2c3-4e98-833b-783ee5c5f6f4 HTTP/1.1" status: 204 len: 168 time: 0.2894115 Nov 12 04:21:24.405575 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44082) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:24.417924 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5109247-02ee-426a-8be3-d386529ae861 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=097febed-d2c3-4e98-833b-783ee5c5f6f4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:24.429179 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:21:24.461067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-aa2077c0-b6e1-48ef-be46-24cf2dadc42b req-3d7758b1-b4f1-4859-b97b-4e6b0245785c tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] For port 409066db-d28d-42b5-830c-34cdefcbba6e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=409066db-d28d-42b5-830c-34cdefcbba6e,segment=NetworkSegment(d5dd6d07-ea7a-4c5c-a98f-4946c44fcd24),segment_id=d5dd6d07-ea7a-4c5c-a98f-4946c44fcd24)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:24.461067 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aa2077c0-b6e1-48ef-be46-24cf2dadc42b req-3d7758b1-b4f1-4859-b97b-4e6b0245785c tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:24.468167 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['61a47659-1c1a-4806-8740-d4dba52b2973'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:21:24.475989 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-aa2077c0-b6e1-48ef-be46-24cf2dadc42b req-3d7758b1-b4f1-4859-b97b-4e6b0245785c tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Calling delete_port for 409066db-d28d-42b5-830c-34cdefcbba6e owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:21:24.476541 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9e56729c-b492-47a3-820e-3ffa3fc22652 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0696087 Nov 12 04:21:24.482474 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44086) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:24.601982 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ef6050de-6e6c-4720-9341-eeacc0fe13f4 tempest-SecGroupIPv6Test-1408735112 tempest-SecGroupIPv6Test-1408735112-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1183548 Nov 12 04:21:24.764100 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aa2077c0-b6e1-48ef-be46-24cf2dadc42b req-3d7758b1-b4f1-4859-b97b-4e6b0245785c tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:24.767859 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7e0f1-d2d2-4bce-beeb-776903625ed2 req-06e78ade-352d-4fe1-9c3c-658edd118fda tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:24.775970 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21a7e0f1-d2d2-4bce-beeb-776903625ed2 req-06e78ade-352d-4fe1-9c3c-658edd118fda tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 945 time: 0.0661006 Nov 12 04:21:24.796479 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7758b1-b4f1-4859-b97b-4e6b0245785c tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Pushing event deleted for resources: {'Port': ['ID=409066db-d28d-42b5-830c-34cdefcbba6e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:24.813832 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['409066db-d28d-42b5-830c-34cdefcbba6e'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:21:24.824278 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21a7e0f1-d2d2-4bce-beeb-776903625ed2 req-e37c7344-6c45-4e7c-b9fa-e28124bd4bcb tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473778 Nov 12 04:21:24.881345 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2077c0-b6e1-48ef-be46-24cf2dadc42b req-3d7758b1-b4f1-4859-b97b-4e6b0245785c tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] No DVR routers for this DVR port 409066db-d28d-42b5-830c-34cdefcbba6e on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:21:24.884428 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-aa2077c0-b6e1-48ef-be46-24cf2dadc42b req-3d7758b1-b4f1-4859-b97b-4e6b0245785c tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:24.888301 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-aa2077c0-b6e1-48ef-be46-24cf2dadc42b req-3d7758b1-b4f1-4859-b97b-4e6b0245785c tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.31 "DELETE /v2.0/ports/409066db-d28d-42b5-830c-34cdefcbba6e HTTP/1.1" status: 204 len: 173 time: 0.7168941 Nov 12 04:21:24.888750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af62a2ac-51d4-4917-afb4-c55e2777ac14', 'name': 'network-vif-deleted', 'tag': '409066db-d28d-42b5-830c-34cdefcbba6e'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:24.895418 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6834ccc9-363d-4ede-b767-ff5189a1125d" -d '{"events": [{"server_uuid": "af62a2ac-51d4-4917-afb4-c55e2777ac14", "name": "network-vif-deleted", "tag": "409066db-d28d-42b5-830c-34cdefcbba6e"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:25.062685 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b1a115-3708-40c4-a0e7-04a816359e2f x-openstack-request-id: req-a1b1a115-3708-40c4-a0e7-04a816359e2f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:25.062991 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af62a2ac-51d4-4917-afb4-c55e2777ac14", "name": "network-vif-deleted", "tag": "409066db-d28d-42b5-830c-34cdefcbba6e", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:25.063264 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1b1a115-3708-40c4-a0e7-04a816359e2f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:25.063663 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af62a2ac-51d4-4917-afb4-c55e2777ac14', 'name': 'network-vif-deleted', 'tag': '409066db-d28d-42b5-830c-34cdefcbba6e', 'status': 'completed', 'code': 200} Nov 12 04:21:25.159314 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-788d43cc-7e6c-46ca-bfe8-5989da2fc940 req-98559c64-c8d9-4663-954c-0ab26e8f9c99 tempest-InstanceActionsV221TestJSON-749043567 tempest-InstanceActionsV221TestJSON-749043567-project] 10.222.0.37 "GET /v2.0/ports?device_id=af62a2ac-51d4-4917-afb4-c55e2777ac14 HTTP/1.1" status: 200 len: 210 time: 0.0452023 Nov 12 04:21:25.199733 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44110) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:25.366365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1379dc-4edf-4096-82c6-3f3074e87e84 req-6802996a-b6ce-49e9-a936-ffe85dc90cdf tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:25.367936 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba1379dc-4edf-4096-82c6-3f3074e87e84 req-6802996a-b6ce-49e9-a936-ffe85dc90cdf tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 944 time: 0.0842855 Nov 12 04:21:25.409262 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a317d451-f318-4647-9856-de882a3591bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f543861f90e4d3bbc07ebc877e36b89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2078037 Nov 12 04:21:25.411945 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44120) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:25.437380 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba1379dc-4edf-4096-82c6-3f3074e87e84 req-a8baa215-fa0c-4faf-8621-c885db7129e6 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600226 Nov 12 04:21:25.465039 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-565e5719-507f-47a4-8b2e-74a1c1bddf5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:25.488271 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-565e5719-507f-47a4-8b2e-74a1c1bddf5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:25.627381 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-565e5719-507f-47a4-8b2e-74a1c1bddf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:25.631291 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-565e5719-507f-47a4-8b2e-74a1c1bddf5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:25.636557 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-565e5719-507f-47a4-8b2e-74a1c1bddf5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6dd1c077-f7c6-406b-b7f2-805d2fcd6091 HTTP/1.1" status: 204 len: 168 time: 0.2198248 Nov 12 04:21:25.646130 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e5719-507f-47a4-8b2e-74a1c1bddf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd1c077-f7c6-406b-b7f2-805d2fcd6091,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:25.975647 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dbc26-1e75-435f-b01b-233307345cee req-6192c33a-4d49-45dc-9846-217ef4e93ca4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:25.975944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 61a47659-1c1a-4806-8740-d4dba52b2973 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:25.977220 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d1dbc26-1e75-435f-b01b-233307345cee req-6192c33a-4d49-45dc-9846-217ef4e93ca4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 945 time: 0.0576048 Nov 12 04:21:26.048499 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d1dbc26-1e75-435f-b01b-233307345cee req-de3c880d-6d1b-4038-a026-e0f972e8a5a2 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622735 Nov 12 04:21:26.051530 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 61a47659-1c1a-4806-8740-d4dba52b2973 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:26.051530 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.170116 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.207276 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7482cf57-29e0-47ee-888e-8a6bd97272ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a47659-1c1a-4806-8740-d4dba52b2973'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:26.211048 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b61f7c-2147-4ea8-9620-d19cd35f69ab" -d '{"events": [{"server_uuid": "7482cf57-29e0-47ee-888e-8a6bd97272ec", "name": "network-vif-plugged", "status": "completed", "tag": "61a47659-1c1a-4806-8740-d4dba52b2973"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:26.228394 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 61a47659-1c1a-4806-8740-d4dba52b2973, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=61a47659-1c1a-4806-8740-d4dba52b2973,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:26.310087 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b8b1c6-521e-4529-8344-5eaffa4e46c9 x-openstack-request-id: req-a2b8b1c6-521e-4529-8344-5eaffa4e46c9 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:26.310705 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7482cf57-29e0-47ee-888e-8a6bd97272ec", "name": "network-vif-plugged", "status": "completed", "tag": "61a47659-1c1a-4806-8740-d4dba52b2973", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:26.311411 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2b8b1c6-521e-4529-8344-5eaffa4e46c9 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:26.311875 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7482cf57-29e0-47ee-888e-8a6bd97272ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a47659-1c1a-4806-8740-d4dba52b2973', 'code': 200} Nov 12 04:21:26.347015 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.347813 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 691cd86d-dd88-48ad-8f37-16ac3420bed2 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:26.454823 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=61a47659-1c1a-4806-8740-d4dba52b2973,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:26.499920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44166) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:26.535275 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 691cd86d-dd88-48ad-8f37-16ac3420bed2 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:21:26.539667 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 691cd86d-dd88-48ad-8f37-16ac3420bed2 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:26.540128 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.613499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d831a3-bf6a-418d-866a-8c11b4d3b3b9 admin admin] Deleting subnet 68daf72d-8067-48a6-ada8-cf68dd7028f9 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:21:26.622375 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0d831a3-bf6a-418d-866a-8c11b4d3b3b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.687987 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.688471 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc994e26-a87d-4f05-8c53-0879d94830ee req-95f7be5a-218c-4e3b-a8a2-1debf454bfd1 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:26.690106 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc994e26-a87d-4f05-8c53-0879d94830ee req-95f7be5a-218c-4e3b-a8a2-1debf454bfd1 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 944 time: 0.1262426 Nov 12 04:21:26.695777 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0d831a3-bf6a-418d-866a-8c11b4d3b3b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.729117 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 691cd86d-dd88-48ad-8f37-16ac3420bed2, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=691cd86d-dd88-48ad-8f37-16ac3420bed2,segment=NetworkSegment(5a1fde86-a291-4144-99d4-17965f668b72),segment_id=5a1fde86-a291-4144-99d4-17965f668b72)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:26.772696 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 409066db-d28d-42b5-830c-34cdefcbba6e no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:21:26.778662 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0d831a3-bf6a-418d-866a-8c11b4d3b3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.803625 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 409066db-d28d-42b5-830c-34cdefcbba6e {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:21:26.803960 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 409066db-d28d-42b5-830c-34cdefcbba6e not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:21:26.817448 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc994e26-a87d-4f05-8c53-0879d94830ee req-ca2cfac4-387f-4937-b6dc-c1ecb13a2441 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135788 Nov 12 04:21:26.839200 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.893514 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=691cd86d-dd88-48ad-8f37-16ac3420bed2,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:26.917931 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44184) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:26.930695 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0d831a3-bf6a-418d-866a-8c11b4d3b3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.955321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d831a3-bf6a-418d-866a-8c11b4d3b3b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68daf72d-8067-48a6-ada8-cf68dd7028f9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:26.967701 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0d831a3-bf6a-418d-866a-8c11b4d3b3b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.975131 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44188) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:26.975715 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e0d831a3-bf6a-418d-866a-8c11b4d3b3b9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/68daf72d-8067-48a6-ada8-cf68dd7028f9 HTTP/1.1" status: 204 len: 168 time: 0.4738243 Nov 12 04:21:27.046744 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-faf96c8d-8418-4705-8d67-36dbed73c4be tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:27.048168 n-d-768509-24 neutron-server[103296]: WARNING neutron.api.v2.base [None req-faf96c8d-8418-4705-8d67-36dbed73c4be tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 04:21:27.048666 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-faf96c8d-8418-4705-8d67-36dbed73c4be tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 04:21:27.049736 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-faf96c8d-8418-4705-8d67-36dbed73c4be tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1305215 Nov 12 04:21:27.053836 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44190) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:27.068342 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bc2ec90d-8e4d-4b10-bdb3-0499a223e8fa tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group': {'name': 'tempest-secgroup--811403328'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:27.083518 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e98c0df-cc3a-40df-a5f1-b2013d3ea7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.183074 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e98c0df-cc3a-40df-a5f1-b2013d3ea7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.197551 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988260a-4002-4d62-b59a-30ac2c622efb req-15ac5524-4d13-4e68-a037-5d126ba37d08 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:27.199315 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2988260a-4002-4d62-b59a-30ac2c622efb req-15ac5524-4d13-4e68-a037-5d126ba37d08 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.0678411 Nov 12 04:21:27.206146 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc2ec90d-8e4d-4b10-bdb3-0499a223e8fa tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.217261 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3e98c0df-cc3a-40df-a5f1-b2013d3ea7ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8ec918-c98a-401c-ba5f-00a1157d101e']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:27.219760 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc2ec90d-8e4d-4b10-bdb3-0499a223e8fa tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.240648 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3e98c0df-cc3a-40df-a5f1-b2013d3ea7ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5dd6d07-ea7a-4c5c-a98f-4946c44fcd24') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:27.240990 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3e98c0df-cc3a-40df-a5f1-b2013d3ea7ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5dd6d07-ea7a-4c5c-a98f-4946c44fcd24') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:27.257380 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e98c0df-cc3a-40df-a5f1-b2013d3ea7ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.258977 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2988260a-4002-4d62-b59a-30ac2c622efb req-b56126d2-3e3c-49ef-8c75-98f21fa2a6de tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513749 Nov 12 04:21:27.274611 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e98c0df-cc3a-40df-a5f1-b2013d3ea7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.297458 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e98c0df-cc3a-40df-a5f1-b2013d3ea7ae admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:21:27.297841 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e98c0df-cc3a-40df-a5f1-b2013d3ea7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:21:27.300809 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:21:27.458743 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e98c0df-cc3a-40df-a5f1-b2013d3ea7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.465172 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e98c0df-cc3a-40df-a5f1-b2013d3ea7ae admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.468468 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3e98c0df-cc3a-40df-a5f1-b2013d3ea7ae admin admin] 10.222.0.37 "DELETE /v2.0/networks/5b8ec918-c98a-401c-ba5f-00a1157d101e HTTP/1.1" status: 204 len: 168 time: 0.4919741 Nov 12 04:21:27.493978 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98c0df-cc3a-40df-a5f1-b2013d3ea7ae admin admin] Pushing event deleted for resources: {'Network': ['ID=5b8ec918-c98a-401c-ba5f-00a1157d101e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:27.530190 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc2ec90d-8e4d-4b10-bdb3-0499a223e8fa tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.582768 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc2ec90d-8e4d-4b10-bdb3-0499a223e8fa tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.647653 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ec90d-8e4d-4b10-bdb3-0499a223e8fa tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffa6d9b-3709-4e99-b807-f92d106cdbaf,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:27.694608 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc2ec90d-8e4d-4b10-bdb3-0499a223e8fa tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.753322 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc2ec90d-8e4d-4b10-bdb3-0499a223e8fa tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.786083 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ec90d-8e4d-4b10-bdb3-0499a223e8fa tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9379b3a2-0ad9-4973-b9e0-e992c03eb504,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:27.865697 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc2ec90d-8e4d-4b10-bdb3-0499a223e8fa tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.867554 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bc2ec90d-8e4d-4b10-bdb3-0499a223e8fa tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8126819 Nov 12 04:21:27.870501 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44234) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:27.876542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-918851c3-f95e-4c39-b223-2a31a45b84d3 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': '9379b3a2-0ad9-4973-b9e0-e992c03eb504', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:27.966504 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44240) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:27.972856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a54372-a2dc-4e04-a10e-8e9ad7c215aa req-ab422e02-dd53-415e-a746-e7b9ffe47095 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:27.981518 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41a54372-a2dc-4e04-a10e-8e9ad7c215aa req-ab422e02-dd53-415e-a746-e7b9ffe47095 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0707390 Nov 12 04:21:28.018703 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-34494c6b-70e9-403a-8f12-b787fabea601 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36368efb658a436f99484cc6d0056f0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567782 Nov 12 04:21:28.021487 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44242) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:28.073933 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-918851c3-f95e-4c39-b223-2a31a45b84d3 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:28.075327 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41a54372-a2dc-4e04-a10e-8e9ad7c215aa req-a053e9f4-c9fe-46cb-910e-fbb23d83f440 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926836 Nov 12 04:21:28.103988 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb529b5f-9138-4886-a619-989953de0581 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:28.144226 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb529b5f-9138-4886-a619-989953de0581 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:28.203985 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-918851c3-f95e-4c39-b223-2a31a45b84d3 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:28.312860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac99e69c-e12c-405c-b383-abab9d92f7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691cd86d-dd88-48ad-8f37-16ac3420bed2'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:28.319274 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17546ad2-5049-4eb3-9325-da3472986827" -d '{"events": [{"server_uuid": "ac99e69c-e12c-405c-b383-abab9d92f7d0", "name": "network-vif-plugged", "status": "completed", "tag": "691cd86d-dd88-48ad-8f37-16ac3420bed2"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:28.325571 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-918851c3-f95e-4c39-b223-2a31a45b84d3 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:28.353244 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918851c3-f95e-4c39-b223-2a31a45b84d3 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b5ea2e-d5a2-4b88-84d9-6dc06b491f77,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:28.373442 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb529b5f-9138-4886-a619-989953de0581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:28.378125 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cb529b5f-9138-4886-a619-989953de0581 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:28.397505 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cb529b5f-9138-4886-a619-989953de0581 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc6dc716-3f3b-49db-ae81-c0f069c8d61d HTTP/1.1" status: 204 len: 168 time: 0.3745956 Nov 12 04:21:28.427033 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb529b5f-9138-4886-a619-989953de0581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6dc716-3f3b-49db-ae81-c0f069c8d61d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:28.467397 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-918851c3-f95e-4c39-b223-2a31a45b84d3 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:28.468705 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-918851c3-f95e-4c39-b223-2a31a45b84d3 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5971911 Nov 12 04:21:28.472162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44262) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:28.485673 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-02f80dd4-96f0-493a-93b1-7b5fc1997332 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': '9379b3a2-0ad9-4973-b9e0-e992c03eb504', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:28.563659 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e46b36-1384-4b56-b95f-4bd82024294e req-a9e1dac2-cac1-45e2-8cf9-2cebf883199d tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:28.565731 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-38e46b36-1384-4b56-b95f-4bd82024294e req-a9e1dac2-cac1-45e2-8cf9-2cebf883199d tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.1417160 Nov 12 04:21:28.609947 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02f80dd4-96f0-493a-93b1-7b5fc1997332 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:28.654414 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-38e46b36-1384-4b56-b95f-4bd82024294e req-9ae9b31c-83cd-4829-8c35-585d52307aac tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826299 Nov 12 04:21:28.718096 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab768907-3a2f-409c-b953-8800af01fac7 x-openstack-request-id: req-ab768907-3a2f-409c-b953-8800af01fac7 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:28.718697 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac99e69c-e12c-405c-b383-abab9d92f7d0", "name": "network-vif-plugged", "status": "completed", "tag": "691cd86d-dd88-48ad-8f37-16ac3420bed2", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:28.718697 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab768907-3a2f-409c-b953-8800af01fac7 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:28.719339 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac99e69c-e12c-405c-b383-abab9d92f7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691cd86d-dd88-48ad-8f37-16ac3420bed2', 'code': 200} Nov 12 04:21:28.782164 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-02f80dd4-96f0-493a-93b1-7b5fc1997332 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 04:21:28.785602 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-02f80dd4-96f0-493a-93b1-7b5fc1997332 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3122432 Nov 12 04:21:28.796283 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44270) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:28.948907 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7e629f3-41c9-42f0-b4f6-c83a3d9c9514 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:28.960340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002d277-7338-4a80-9dd0-c9d4d219f832 req-ba78ccc9-2e70-424d-b7c9-e028c3b870e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:28.972204 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4002d277-7338-4a80-9dd0-c9d4d219f832 req-ba78ccc9-2e70-424d-b7c9-e028c3b870e8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 1097 time: 0.1255472 Nov 12 04:21:29.058691 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7e629f3-41c9-42f0-b4f6-c83a3d9c9514 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:29.071512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4002d277-7338-4a80-9dd0-c9d4d219f832 req-9bb22383-428c-4fad-bc11-22581358f717 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984790 Nov 12 04:21:29.247882 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b211be-787e-4e01-8241-f57d3d0969f3 req-89445fec-2fa7-4597-951d-759bb0b5c507 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:29.257142 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29b211be-787e-4e01-8241-f57d3d0969f3 req-89445fec-2fa7-4597-951d-759bb0b5c507 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0848227 Nov 12 04:21:29.335375 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29b211be-787e-4e01-8241-f57d3d0969f3 req-710b354c-f6d7-419f-83f6-6d288f83e8d7 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769808 Nov 12 04:21:29.358082 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7e629f3-41c9-42f0-b4f6-c83a3d9c9514 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:29.362282 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7e629f3-41c9-42f0-b4f6-c83a3d9c9514 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:29.363678 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f7e629f3-41c9-42f0-b4f6-c83a3d9c9514 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "DELETE /v2.0/security-groups/9379b3a2-0ad9-4973-b9e0-e992c03eb504 HTTP/1.1" status: 204 len: 168 time: 0.5652850 Nov 12 04:21:29.367741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44286) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:29.386648 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e629f3-41c9-42f0-b4f6-c83a3d9c9514 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9379b3a2-0ad9-4973-b9e0-e992c03eb504,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:29.464242 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44290) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:29.464584 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7cd9fb78-59a0-4426-a1ba-a12e49b6544c tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0956035 Nov 12 04:21:29.472156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-abca0960-7a5c-41db-9a0e-8a3c0273fd36 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1255624515'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:29.574665 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-abca0960-7a5c-41db-9a0e-8a3c0273fd36 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:29.688724 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-abca0960-7a5c-41db-9a0e-8a3c0273fd36 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:29.757715 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-abca0960-7a5c-41db-9a0e-8a3c0273fd36 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:29.821905 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca0960-7a5c-41db-9a0e-8a3c0273fd36 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=999cf51e-1860-4e88-98de-8de564baf775,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:29.874282 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-abca0960-7a5c-41db-9a0e-8a3c0273fd36 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:29.875608 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-abca0960-7a5c-41db-9a0e-8a3c0273fd36 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4095864 Nov 12 04:21:29.881005 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44308) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:29.885847 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3f46d16c-dc9e-4508-8231-3898481b9e1d tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': '999cf51e-1860-4e88-98de-8de564baf775', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:29.886671 n-d-768509-24 neutron-server[103297]: WARNING neutron.api.v2.base [None req-3f46d16c-dc9e-4508-8231-3898481b9e1d tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 04:21:29.887179 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-3f46d16c-dc9e-4508-8231-3898481b9e1d tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:21:29.889543 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3f46d16c-dc9e-4508-8231-3898481b9e1d tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064502 Nov 12 04:21:29.891707 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44310) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:30.084506 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-180baa91-5b1a-42de-a45a-966238c9dd25 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:30.155735 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44318) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:30.189508 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-180baa91-5b1a-42de-a45a-966238c9dd25 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:30.275152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49f2ee-d020-4ea5-8c1b-6d37da4c4d6d req-7fb0bceb-1696-4741-9626-004b3480a000 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:30.282837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee49f2ee-d020-4ea5-8c1b-6d37da4c4d6d req-7fb0bceb-1696-4741-9626-004b3480a000 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.1825416 Nov 12 04:21:30.312970 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6c4db7f8-fa00-49c8-9299-a81c99979eb2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1676937578-network', 'tenant_id': '17b273415a774f6394a0dc06f457b9cf'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:30.390681 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee49f2ee-d020-4ea5-8c1b-6d37da4c4d6d req-9d80a75f-1e54-4999-ab8c-fb6de83f81db tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908911 Nov 12 04:21:30.439154 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-180baa91-5b1a-42de-a45a-966238c9dd25 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:30.441372 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-180baa91-5b1a-42de-a45a-966238c9dd25 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:30.443047 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-180baa91-5b1a-42de-a45a-966238c9dd25 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "DELETE /v2.0/security-groups/999cf51e-1860-4e88-98de-8de564baf775 HTTP/1.1" status: 204 len: 168 time: 0.5491440 Nov 12 04:21:30.446750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44326) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:30.465141 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4db7f8-fa00-49c8-9299-a81c99979eb2 admin admin] Made reservation on behalf of 17b273415a774f6394a0dc06f457b9cf for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:30.466660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180baa91-5b1a-42de-a45a-966238c9dd25 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=999cf51e-1860-4e88-98de-8de564baf775,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:30.469310 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c4db7f8-fa00-49c8-9299-a81c99979eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:30.501148 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c4db7f8-fa00-49c8-9299-a81c99979eb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:30.540519 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e188c308-5049-49fb-a429-e00c4436f468 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0922091 Nov 12 04:21:30.546558 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44334) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:30.553965 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a3e6b620-3c02-48bd-9eda-aaf5d196ca4e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1167782821'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:30.635954 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c4db7f8-fa00-49c8-9299-a81c99979eb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:30.715646 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a3e6b620-3c02-48bd-9eda-aaf5d196ca4e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:30.740531 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c4db7f8-fa00-49c8-9299-a81c99979eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:30.792715 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4db7f8-fa00-49c8-9299-a81c99979eb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:21:30.820066 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4db7f8-fa00-49c8-9299-a81c99979eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4aba09-4f3f-47d7-8ed4-984717bd941e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:30.824131 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c4db7f8-fa00-49c8-9299-a81c99979eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:30.824614 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-6c4db7f8-fa00-49c8-9299-a81c99979eb2 admin admin] Added segment c2d3b458-c887-41a6-a2f9-b7e2fc618acb of type vlan for network b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa Nov 12 04:21:30.914976 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c4db7f8-fa00-49c8-9299-a81c99979eb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:30.916075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108a958-3cbd-4db1-99a4-da12e7a62ba0 req-949ff29b-fa57-41cb-b556-439768d23b68 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:30.925596 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f108a958-3cbd-4db1-99a4-da12e7a62ba0 req-949ff29b-fa57-41cb-b556-439768d23b68 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.1383030 Nov 12 04:21:30.972038 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a3e6b620-3c02-48bd-9eda-aaf5d196ca4e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:30.998245 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c4db7f8-fa00-49c8-9299-a81c99979eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:30.999288 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4db7f8-fa00-49c8-9299-a81c99979eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:30.999989 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c4db7f8-fa00-49c8-9299-a81c99979eb2 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.025916 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f108a958-3cbd-4db1-99a4-da12e7a62ba0 req-6b193fbf-d056-4bce-ba89-e7c47bd6701f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984445 Nov 12 04:21:31.039883 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a3e6b620-3c02-48bd-9eda-aaf5d196ca4e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.092022 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4db7f8-fa00-49c8-9299-a81c99979eb2 admin admin] Pushing event updated for resources: {'Network': ['ID=b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:31.106194 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:21:31.117916 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6b620-3c02-48bd-9eda-aaf5d196ca4e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a71acb4b-aafd-4297-9667-6f45252c3539,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:31.121770 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6c4db7f8-fa00-49c8-9299-a81c99979eb2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9636693 Nov 12 04:21:31.127007 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44342) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:31.143005 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-08fe9e63-3196-4fda-aa42-071ee5c61f84 admin admin] Request body: {'subnet': {'network_id': 'b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1676937578-subnet', 'tenant_id': '17b273415a774f6394a0dc06f457b9cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:31.144136 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a3e6b620-3c02-48bd-9eda-aaf5d196ca4e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.145793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a3e6b620-3c02-48bd-9eda-aaf5d196ca4e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5980415 Nov 12 04:21:31.149627 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44344) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:31.155306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-f34ef216-1c64-4e44-b562-36840123ea81 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': 'a71acb4b-aafd-4297-9667-6f45252c3539', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:31.159106 n-d-768509-24 neutron-server[103296]: WARNING neutron.api.v2.base [None req-f34ef216-1c64-4e44-b562-36840123ea81 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 04:21:31.159106 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-f34ef216-1c64-4e44-b562-36840123ea81 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:21:31.160009 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f34ef216-1c64-4e44-b562-36840123ea81 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0091527 Nov 12 04:21:31.163293 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44346) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:31.244775 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fe9e63-3196-4fda-aa42-071ee5c61f84 admin admin] Made reservation on behalf of 17b273415a774f6394a0dc06f457b9cf for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:31.248295 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08fe9e63-3196-4fda-aa42-071ee5c61f84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.296692 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5e063b9c-3c7a-48b2-81da-1155d9d90e56 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.377372 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5e063b9c-3c7a-48b2-81da-1155d9d90e56 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.403222 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f255c75-a77a-422d-af55-c5c6df74e3fc req-5298989d-3572-4fe9-9a3e-4b9c686362e0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:31.405021 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f255c75-a77a-422d-af55-c5c6df74e3fc req-5298989d-3572-4fe9-9a3e-4b9c686362e0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1036625 Nov 12 04:21:31.483775 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f255c75-a77a-422d-af55-c5c6df74e3fc req-137adce3-bd99-4231-9547-b959a2821779 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641072 Nov 12 04:21:31.529258 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5e063b9c-3c7a-48b2-81da-1155d9d90e56 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.541602 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5e063b9c-3c7a-48b2-81da-1155d9d90e56 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.541602 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5e063b9c-3c7a-48b2-81da-1155d9d90e56 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "DELETE /v2.0/security-groups/a71acb4b-aafd-4297-9667-6f45252c3539 HTTP/1.1" status: 204 len: 168 time: 0.3688097 Nov 12 04:21:31.541793 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44354) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:31.544990 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e063b9c-3c7a-48b2-81da-1155d9d90e56 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71acb4b-aafd-4297-9667-6f45252c3539,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:31.615432 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08fe9e63-3196-4fda-aa42-071ee5c61f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.657470 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e2cdb1dd-a4c2-4e1a-88a1-c2703d2a8cc2 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1189342 Nov 12 04:21:31.665301 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44360) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:31.670854 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c888facd-edd0-48df-be4c-71fc4e86d994 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group': {'name': 'tempest-secgroup--337837449'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:31.680082 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b9ae3-2337-48e7-bf38-71d0c1d559bb req-5a89bdb7-0155-4956-baca-eec09c166693 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:31.687331 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f8b9ae3-2337-48e7-bf38-71d0c1d559bb req-5a89bdb7-0155-4956-baca-eec09c166693 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.1109014 Nov 12 04:21:31.714707 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe9e63-3196-4fda-aa42-071ee5c61f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaaf3bd6-3273-446b-b86d-d15ab6b6a69d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:31.778988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fe9e63-3196-4fda-aa42-071ee5c61f84 admin admin] Checking segment: {'id': 'c2d3b458-c887-41a6-a2f9-b7e2fc618acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:31.779363 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fe9e63-3196-4fda-aa42-071ee5c61f84 admin admin] Network hostable DHCP agents. Network: b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:21:31.780928 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f8b9ae3-2337-48e7-bf38-71d0c1d559bb req-c6d332ea-226f-4562-8452-2b587cf92972 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866685 Nov 12 04:21:31.801788 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c888facd-edd0-48df-be4c-71fc4e86d994 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.895187 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c888facd-edd0-48df-be4c-71fc4e86d994 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.897810 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fe9e63-3196-4fda-aa42-071ee5c61f84 admin admin] Network b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:21:31.912502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e40802-bebd-4f48-bcf8-362804568b7c req-1db1cbb1-19e6-4510-9463-6214187b519e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:31.923162 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27e40802-bebd-4f48-bcf8-362804568b7c req-1db1cbb1-19e6-4510-9463-6214187b519e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0762432 Nov 12 04:21:31.999309 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27e40802-bebd-4f48-bcf8-362804568b7c req-a663b2a1-3bdd-496e-9a75-ea21a6794083 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751114 Nov 12 04:21:32.003852 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c888facd-edd0-48df-be4c-71fc4e86d994 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.045807 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-08fe9e63-3196-4fda-aa42-071ee5c61f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:32.057294 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209062c8-39f6-4c12-a538-15e0c7c7e5a1 None None] Network b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:32.059231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888facd-edd0-48df-be4c-71fc4e86d994 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb5074a-230b-4481-8c8c-d4d4c3d578ba,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:32.088229 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fe9e63-3196-4fda-aa42-071ee5c61f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:32.088930 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08fe9e63-3196-4fda-aa42-071ee5c61f84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.152373 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c888facd-edd0-48df-be4c-71fc4e86d994 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.174877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44372) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:32.181125 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c888facd-edd0-48df-be4c-71fc4e86d994 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5082433 Nov 12 04:21:32.183762 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-572beb1d-b3e6-49af-b5ba-df944ce472e3 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': 'abb5074a-230b-4481-8c8c-d4d4c3d578ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:32.201291 n-d-768509-24 neutron-server[103296]: WARNING neutron.api.v2.base [None req-572beb1d-b3e6-49af-b5ba-df944ce472e3 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 04:21:32.207153 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-572beb1d-b3e6-49af-b5ba-df944ce472e3 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:21:32.207153 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-572beb1d-b3e6-49af-b5ba-df944ce472e3 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0274980 Nov 12 04:21:32.207852 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44376) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:32.217328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-10417911-81df-47fb-997b-c9026486247e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': 'abb5074a-230b-4481-8c8c-d4d4c3d578ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:32.219525 n-d-768509-24 neutron-server[103296]: WARNING neutron.api.v2.base [None req-10417911-81df-47fb-997b-c9026486247e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 04:21:32.230471 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-10417911-81df-47fb-997b-c9026486247e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:21:32.230471 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-10417911-81df-47fb-997b-c9026486247e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0201809 Nov 12 04:21:32.235773 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-08fe9e63-3196-4fda-aa42-071ee5c61f84 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1014614 Nov 12 04:21:32.238332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44380) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:32.244980 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-217d7e12-5709-49e8-b1a5-7c7574aa49e2 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': 'abb5074a-230b-4481-8c8c-d4d4c3d578ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:32.247041 n-d-768509-24 neutron-server[103297]: WARNING neutron.api.v2.base [None req-217d7e12-5709-49e8-b1a5-7c7574aa49e2 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 04:21:32.250680 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-217d7e12-5709-49e8-b1a5-7c7574aa49e2 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:21:32.260126 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44382) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:32.274263 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-217d7e12-5709-49e8-b1a5-7c7574aa49e2 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0130742 Nov 12 04:21:32.278539 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-f67db1f5-5929-43d5-b522-95e7c8c87aee tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': 'abb5074a-230b-4481-8c8c-d4d4c3d578ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:32.285615 n-d-768509-24 neutron-server[103296]: WARNING neutron.api.v2.base [None req-f67db1f5-5929-43d5-b522-95e7c8c87aee tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 04:21:32.288748 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-f67db1f5-5929-43d5-b522-95e7c8c87aee tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:21:32.290174 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f67db1f5-5929-43d5-b522-95e7c8c87aee tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0287855 Nov 12 04:21:32.293127 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44384) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:32.392267 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b28059-5798-4c0b-ac6f-198c4baf64b1 None None] Network b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:32.429791 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1cb754a3-6d18-40b0-b55c-24893a065ac5 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.511685 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1cb754a3-6d18-40b0-b55c-24893a065ac5 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.749348 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1cb754a3-6d18-40b0-b55c-24893a065ac5 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.752743 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1cb754a3-6d18-40b0-b55c-24893a065ac5 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.754412 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1cb754a3-6d18-40b0-b55c-24893a065ac5 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "DELETE /v2.0/security-groups/abb5074a-230b-4481-8c8c-d4d4c3d578ba HTTP/1.1" status: 204 len: 168 time: 0.4591084 Nov 12 04:21:32.757074 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44394) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:32.764326 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb754a3-6d18-40b0-b55c-24893a065ac5 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb5074a-230b-4481-8c8c-d4d4c3d578ba,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:32.825947 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244d2e1-1f22-419a-a98a-0982c8c0f9a5 req-482a2605-9778-494b-81b3-44de8244d858 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:32.827773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c244d2e1-1f22-419a-a98a-0982c8c0f9a5 req-482a2605-9778-494b-81b3-44de8244d858 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.1095474 Nov 12 04:21:32.837673 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5fa1e967-61f3-4d72-9af0-106508ba79c8 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0750325 Nov 12 04:21:32.842263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44400) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:32.847634 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-850c17e4-9b59-4eb1-a234-b901f3a4892e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group': {'name': 'tempest-secgroup--648035469'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:32.898245 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c244d2e1-1f22-419a-a98a-0982c8c0f9a5 req-fa8ef6e4-8daf-47f6-8428-17a742fc24ec tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593343 Nov 12 04:21:33.193762 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-850c17e4-9b59-4eb1-a234-b901f3a4892e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.215585 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b49bbb10-6ff6-45c8-bf21-11590968397d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.269421 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-850c17e4-9b59-4eb1-a234-b901f3a4892e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.308515 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-bb73d4c2-0b20-41c8-9fdd-eb6ce494a785 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:33.310034 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-bb73d4c2-0b20-41c8-9fdd-eb6ce494a785 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/networks?id=b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa HTTP/1.1" status: 200 len: 818 time: 0.1194031 Nov 12 04:21:33.326285 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-4bc88a4b-b075-48f2-84c2-4cf536fc545e tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/quotas/17b273415a774f6394a0dc06f457b9cf HTTP/1.1" status: 200 len: 375 time: 0.0096493 Nov 12 04:21:33.352491 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-850c17e4-9b59-4eb1-a234-b901f3a4892e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.371605 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-fd0d4eae-6280-4008-8403-9b33987c1d39 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=17b273415a774f6394a0dc06f457b9cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390949 Nov 12 04:21:33.497597 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-850c17e4-9b59-4eb1-a234-b901f3a4892e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.509763 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-850c17e4-9b59-4eb1-a234-b901f3a4892e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6659007 Nov 12 04:21:33.512299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c17e4-9b59-4eb1-a234-b901f3a4892e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac801ff-6a63-4799-9f11-ee119147db0d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:33.514748 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44422) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:33.520459 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-cedfb360-3c2c-4682-adaa-6d086591507e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': '8ac801ff-6a63-4799-9f11-ee119147db0d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:33.521210 n-d-768509-24 neutron-server[103297]: WARNING neutron.api.v2.base [None req-cedfb360-3c2c-4682-adaa-6d086591507e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 04:21:33.521701 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-cedfb360-3c2c-4682-adaa-6d086591507e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:21:33.522688 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cedfb360-3c2c-4682-adaa-6d086591507e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069814 Nov 12 04:21:33.525546 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-4a9feb97-93bc-4d06-86a8-26f600d80ff6 service neutron] 10.222.0.37 "GET /v2.0/networks/b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453836 Nov 12 04:21:33.528947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44424) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:33.563327 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-92ddcd8b-7b11-402b-b454-493e8a2f67bb tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': '8ac801ff-6a63-4799-9f11-ee119147db0d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:33.595472 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c17e4-9b59-4eb1-a234-b901f3a4892e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.596778 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c17e4-9b59-4eb1-a234-b901f3a4892e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.597750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c17e4-9b59-4eb1-a234-b901f3a4892e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.598305 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c17e4-9b59-4eb1-a234-b901f3a4892e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.598927 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c17e4-9b59-4eb1-a234-b901f3a4892e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.599491 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c17e4-9b59-4eb1-a234-b901f3a4892e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.600013 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c17e4-9b59-4eb1-a234-b901f3a4892e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.600552 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c17e4-9b59-4eb1-a234-b901f3a4892e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.601052 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c17e4-9b59-4eb1-a234-b901f3a4892e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.601691 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c17e4-9b59-4eb1-a234-b901f3a4892e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.602259 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c17e4-9b59-4eb1-a234-b901f3a4892e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.602865 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c17e4-9b59-4eb1-a234-b901f3a4892e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.695678 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-7176a78a-7e10-491a-ab4d-028a19ce8495 service neutron] 10.222.0.37 "GET /v2.0/networks/b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689517 Nov 12 04:21:33.809427 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-92ddcd8b-7b11-402b-b454-493e8a2f67bb tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:21:33.810518 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-92ddcd8b-7b11-402b-b454-493e8a2f67bb tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2806427 Nov 12 04:21:33.813303 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44428) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:33.819377 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f1b13e65-6211-4c6a-8082-f85905d91ed9 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': '8ac801ff-6a63-4799-9f11-ee119147db0d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:33.819991 n-d-768509-24 neutron-server[103297]: WARNING neutron.api.v2.base [None req-f1b13e65-6211-4c6a-8082-f85905d91ed9 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 04:21:33.820483 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-f1b13e65-6211-4c6a-8082-f85905d91ed9 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:21:33.822683 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f1b13e65-6211-4c6a-8082-f85905d91ed9 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071473 Nov 12 04:21:33.825117 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44432) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:33.829859 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-d34292bd-7c30-4d54-bc88-d73492ce1f22 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': '8ac801ff-6a63-4799-9f11-ee119147db0d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:34.011634 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-d34292bd-7c30-4d54-bc88-d73492ce1f22 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:21:34.012948 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d34292bd-7c30-4d54-bc88-d73492ce1f22 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1871104 Nov 12 04:21:34.018696 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44436) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:34.026367 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a288e11f-fe84-452f-8ab2-20ebc8a387cf tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': '8ac801ff-6a63-4799-9f11-ee119147db0d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:34.029540 n-d-768509-24 neutron-server[103296]: WARNING neutron.api.v2.base [None req-a288e11f-fe84-452f-8ab2-20ebc8a387cf tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 04:21:34.030198 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-a288e11f-fe84-452f-8ab2-20ebc8a387cf tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:21:34.031403 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a288e11f-fe84-452f-8ab2-20ebc8a387cf tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090930 Nov 12 04:21:34.039136 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44438) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:34.046910 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f6c3f6a0-014b-4cf5-a5d3-fc4315cf4b05 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': '8ac801ff-6a63-4799-9f11-ee119147db0d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:34.239763 n-d-768509-24 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-f6c3f6a0-014b-4cf5-a5d3-fc4315cf4b05 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Project 0106090d2af545d0be5a92bc7beec36d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:21:34.352333 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-f6c3f6a0-014b-4cf5-a5d3-fc4315cf4b05 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:21:34.353407 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f6c3f6a0-014b-4cf5-a5d3-fc4315cf4b05 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3130679 Nov 12 04:21:34.356716 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44448) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:34.363988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-962a7da6-28b2-435e-b56b-7334bb8f7979 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': '8ac801ff-6a63-4799-9f11-ee119147db0d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:34.363988 n-d-768509-24 neutron-server[103297]: WARNING neutron.api.v2.base [None req-962a7da6-28b2-435e-b56b-7334bb8f7979 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 04:21:34.363988 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-962a7da6-28b2-435e-b56b-7334bb8f7979 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:21:34.365303 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-962a7da6-28b2-435e-b56b-7334bb8f7979 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072255 Nov 12 04:21:34.368992 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44450) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:34.383881 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6fdda-b7e6-4420-b8df-db058e82d1ee req-48829811-fb46-4c64-9ab3-89d1b75f70bd tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:34.385578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cca6fdda-b7e6-4420-b8df-db058e82d1ee req-48829811-fb46-4c64-9ab3-89d1b75f70bd tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0762882 Nov 12 04:21:34.394884 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9cc5bb8d-a092-44fc-a79d-6f6313bbcc7a tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': '8ac801ff-6a63-4799-9f11-ee119147db0d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:34.451879 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cca6fdda-b7e6-4420-b8df-db058e82d1ee req-18ea62a3-d75a-423a-b6b7-0b72d36028b7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575912 Nov 12 04:21:34.546570 n-d-768509-24 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-9cc5bb8d-a092-44fc-a79d-6f6313bbcc7a tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Project 0106090d2af545d0be5a92bc7beec36d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:21:34.597774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc43cf-7d86-4f6f-9a5a-d2465da28e83 req-54bfaf57-cb39-4562-a7bf-3e49dd2baa27 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:34.600032 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99fc43cf-7d86-4f6f-9a5a-d2465da28e83 req-54bfaf57-cb39-4562-a7bf-3e49dd2baa27 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.0733857 Nov 12 04:21:34.667333 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-9cc5bb8d-a092-44fc-a79d-6f6313bbcc7a tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:21:34.670793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99fc43cf-7d86-4f6f-9a5a-d2465da28e83 req-41e68f50-c623-468b-8275-b854b413187b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611770 Nov 12 04:21:34.672076 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9cc5bb8d-a092-44fc-a79d-6f6313bbcc7a tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3007436 Nov 12 04:21:34.675691 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44460) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:34.683084 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8c9b239d-2183-4316-9c80-5cc0d92cf0d7 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': '8ac801ff-6a63-4799-9f11-ee119147db0d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:34.820053 n-d-768509-24 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-8c9b239d-2183-4316-9c80-5cc0d92cf0d7 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Project 0106090d2af545d0be5a92bc7beec36d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:21:34.900694 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-8c9b239d-2183-4316-9c80-5cc0d92cf0d7 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:21:34.901875 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8c9b239d-2183-4316-9c80-5cc0d92cf0d7 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2238801 Nov 12 04:21:34.905552 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44468) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:35.062376 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c6c7666-ad85-46ae-a7b4-fa309387292c tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.103100 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c6c7666-ad85-46ae-a7b4-fa309387292c tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.279843 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c6c7666-ad85-46ae-a7b4-fa309387292c tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.283221 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c6c7666-ad85-46ae-a7b4-fa309387292c tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.291475 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ceb0-7517-4c0d-a0ca-1d11644ab766 req-dc5a8d8e-9939-40c6-a41e-fb3540fe5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:35.291673 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1c6c7666-ad85-46ae-a7b4-fa309387292c tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "DELETE /v2.0/security-groups/8ac801ff-6a63-4799-9f11-ee119147db0d HTTP/1.1" status: 204 len: 168 time: 0.3786113 Nov 12 04:21:35.291791 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1234ceb0-7517-4c0d-a0ca-1d11644ab766 req-dc5a8d8e-9939-40c6-a41e-fb3540fe5094 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85b49f7fda8a4adf8c323ae957f4dc57&device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0541196 Nov 12 04:21:35.291791 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44480) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:35.308529 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c7666-ad85-46ae-a7b4-fa309387292c tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac801ff-6a63-4799-9f11-ee119147db0d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:35.491944 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ceb0-7517-4c0d-a0ca-1d11644ab766 req-9ebda2d9-39e8-4886-9d60-bee0a2429244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:35.493621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1234ceb0-7517-4c0d-a0ca-1d11644ab766 req-9ebda2d9-39e8-4886-9d60-bee0a2429244 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b83df4f-b929-4e4a-ac1e-c416f0ac229a HTTP/1.1" status: 200 len: 912 time: 0.1844420 Nov 12 04:21:35.552297 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e750035-7a0d-47d7-934c-667eb1289515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.553834 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1234ceb0-7517-4c0d-a0ca-1d11644ab766 req-f6419476-690f-42e0-bc08-1cd8659e1c57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=691cd86d-dd88-48ad-8f37-16ac3420bed2 HTTP/1.1" status: 200 len: 217 time: 0.0490615 Nov 12 04:21:35.559995 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-53abc34b-dda5-4301-a764-672ae8fca64f tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2701712 Nov 12 04:21:35.572895 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44488) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:35.580642 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-11849ba3-3e5b-4fb0-b63b-ceb518bf6fd4 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019857972'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:35.623620 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ceb0-7517-4c0d-a0ca-1d11644ab766 req-babc3539-6ecc-4a7a-b17b-593f8acf591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:35.625301 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1234ceb0-7517-4c0d-a0ca-1d11644ab766 req-babc3539-6ecc-4a7a-b17b-593f8acf591f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e8233b1-aa6e-479f-9cdc-91daccb1fad4 HTTP/1.1" status: 200 len: 851 time: 0.0637128 Nov 12 04:21:35.707048 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1234ceb0-7517-4c0d-a0ca-1d11644ab766 req-9c4311c5-68db-4a5a-bbf4-494a7a23d464 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b83df4f-b929-4e4a-ac1e-c416f0ac229a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652616 Nov 12 04:21:35.738527 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11849ba3-3e5b-4fb0-b63b-ceb518bf6fd4 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.841449 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1234ceb0-7517-4c0d-a0ca-1d11644ab766 req-078431e1-0958-4419-9949-262725087d12 service neutron] 10.222.0.21 "GET /v2.0/networks/2b83df4f-b929-4e4a-ac1e-c416f0ac229a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249290 Nov 12 04:21:35.871264 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11849ba3-3e5b-4fb0-b63b-ceb518bf6fd4 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.894099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93923a9-dbd5-41e5-a65d-e25f97f0b80d req-501646df-50f4-4620-ba0c-3a1437a10840 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:35.895833 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f93923a9-dbd5-41e5-a65d-e25f97f0b80d req-501646df-50f4-4620-ba0c-3a1437a10840 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.2557616 Nov 12 04:21:35.969132 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11849ba3-3e5b-4fb0-b63b-ceb518bf6fd4 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.021716 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f93923a9-dbd5-41e5-a65d-e25f97f0b80d req-d8baa87f-73a1-4d83-a89d-f62bd88d3ddb tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114137 Nov 12 04:21:36.022053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11849ba3-3e5b-4fb0-b63b-ceb518bf6fd4 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e292c2-14ca-4489-a410-2f548020182a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:36.102375 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11849ba3-3e5b-4fb0-b63b-ceb518bf6fd4 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.103666 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-11849ba3-3e5b-4fb0-b63b-ceb518bf6fd4 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5297318 Nov 12 04:21:36.106569 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44502) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:36.114466 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1150c035-2e2f-4796-b6a7-d5abd8ccdd91 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': 'd5e292c2-14ca-4489-a410-2f548020182a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:36.129404 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9a6f777-8b1b-4173-92b7-75049e78f415 req-8ebcc7b2-e04e-464c-86de-59b20ac17a12 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d530997e-c408-4c3b-8072-132be53da87a HTTP/1.1" status: 200 len: 210 time: 0.0404298 Nov 12 04:21:36.170147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1234ceb0-7517-4c0d-a0ca-1d11644ab766 req-917890dd-1798-414f-900c-34122384821a service neutron] 10.222.0.21 "GET /v2.0/networks/2b83df4f-b929-4e4a-ac1e-c416f0ac229a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202813 Nov 12 04:21:36.379078 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6741699-3445-4c40-b6f9-a54ca00bf0d2 req-8906b55f-a8bc-4b70-bb3c-5971e1a1047e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=69932915-9fde-41d7-b42d-fb7d612b0369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0673323 Nov 12 04:21:36.438349 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-1150c035-2e2f-4796-b6a7-d5abd8ccdd91 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The resource could not be found. Nov 12 04:21:36.441097 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1150c035-2e2f-4796-b6a7-d5abd8ccdd91 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3330121 Nov 12 04:21:36.445284 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44510) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:36.450721 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-84a01d12-27e9-4f74-b368-9864a23b5de4 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': 'd5e292c2-14ca-4489-a410-2f548020182a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1afb4c8c-ad4e-45ab-b586-30723f7a14bc'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:36.521639 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6741699-3445-4c40-b6f9-a54ca00bf0d2 req-9b84606b-df26-41bf-b1c1-89978c1b0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:36.522553 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6741699-3445-4c40-b6f9-a54ca00bf0d2 req-9b84606b-df26-41bf-b1c1-89978c1b0307 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5c75ed7ece549b28cd4a02d51fff7b9&device_id=69932915-9fde-41d7-b42d-fb7d612b0369 HTTP/1.1" status: 200 len: 1097 time: 0.0785758 Nov 12 04:21:36.691351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6741699-3445-4c40-b6f9-a54ca00bf0d2 req-db595b70-fb0b-4801-86aa-f8d91ef8e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:36.692967 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6741699-3445-4c40-b6f9-a54ca00bf0d2 req-db595b70-fb0b-4801-86aa-f8d91ef8e553 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5f91168-755e-4974-947f-385966fc547e HTTP/1.1" status: 200 len: 916 time: 0.1187594 Nov 12 04:21:36.713130 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.776626 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-84a01d12-27e9-4f74-b368-9864a23b5de4 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The resource could not be found. Nov 12 04:21:36.776626 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-84a01d12-27e9-4f74-b368-9864a23b5de4 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3203619 Nov 12 04:21:36.776626 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44518) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:36.797261 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6741699-3445-4c40-b6f9-a54ca00bf0d2 req-9ecd3ae1-710c-4c75-bf50-0c2486d4c391 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=118030fd-940a-400f-b1e3-6bb64bb08040 HTTP/1.1" status: 200 len: 1000 time: 0.0953183 Nov 12 04:21:36.891866 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6741699-3445-4c40-b6f9-a54ca00bf0d2 req-b2d3e0f7-cc62-4e1b-9302-51b7c2986940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:36.896736 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6741699-3445-4c40-b6f9-a54ca00bf0d2 req-b2d3e0f7-cc62-4e1b-9302-51b7c2986940 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b41db93-a02f-43e2-b879-1519be01fa52 HTTP/1.1" status: 200 len: 854 time: 0.0876307 Nov 12 04:21:36.940685 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1097e6a7-49b1-4050-ad21-e49ce242c8ed req-0b2fc37a-304d-4bd3-b96b-0381fa91adee service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1103311 Nov 12 04:21:36.973584 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a09ab0b-9459-4d70-9da4-7f35cc1b52ea tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.037714 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6741699-3445-4c40-b6f9-a54ca00bf0d2 req-db1a5d74-cf06-4a80-8f55-22727aa81269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:37.040129 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6741699-3445-4c40-b6f9-a54ca00bf0d2 req-db1a5d74-cf06-4a80-8f55-22727aa81269 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5f91168-755e-4974-947f-385966fc547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355724 Nov 12 04:21:37.078411 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a09ab0b-9459-4d70-9da4-7f35cc1b52ea tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.143186 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097e6a7-49b1-4050-ad21-e49ce242c8ed req-06221444-3bba-4906-87e4-4bfe97da41d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:37.144778 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1097e6a7-49b1-4050-ad21-e49ce242c8ed req-06221444-3bba-4906-87e4-4bfe97da41d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09922231c9dc4125871f99b6b22947ed&device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a HTTP/1.1" status: 200 len: 1101 time: 0.1211514 Nov 12 04:21:37.170293 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e796d-4eed-47a3-819d-d14845bb3867 req-999b7880-cb96-4d0b-a48d-32e65c9ad18d tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:37.170293 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-407e796d-4eed-47a3-819d-d14845bb3867 req-999b7880-cb96-4d0b-a48d-32e65c9ad18d tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.1818838 Nov 12 04:21:37.254670 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6741699-3445-4c40-b6f9-a54ca00bf0d2 req-4dd1d59d-0b96-4780-a152-e4a41d700313 service neutron] 10.222.0.21 "GET /v2.0/networks/b5f91168-755e-4974-947f-385966fc547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969662 Nov 12 04:21:37.284950 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-407e796d-4eed-47a3-819d-d14845bb3867 req-314c14a2-0ea7-4092-84f0-ddedd4e54647 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878589 Nov 12 04:21:37.285857 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a09ab0b-9459-4d70-9da4-7f35cc1b52ea tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.285857 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a09ab0b-9459-4d70-9da4-7f35cc1b52ea tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.285857 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6a09ab0b-9459-4d70-9da4-7f35cc1b52ea tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "DELETE /v2.0/security-groups/d5e292c2-14ca-4489-a410-2f548020182a HTTP/1.1" status: 204 len: 168 time: 0.4997666 Nov 12 04:21:37.285857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44530) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:37.360758 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09ab0b-9459-4d70-9da4-7f35cc1b52ea tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e292c2-14ca-4489-a410-2f548020182a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:37.451300 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097e6a7-49b1-4050-ad21-e49ce242c8ed req-374b6943-784f-4ff9-91be-a14e6bfb513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:37.454231 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1097e6a7-49b1-4050-ad21-e49ce242c8ed req-374b6943-784f-4ff9-91be-a14e6bfb513d service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.2733297 Nov 12 04:21:37.459205 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7a2972b1-adaf-4000-aceb-0706dce5de68 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1231031 Nov 12 04:21:37.465323 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44532) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:37.470434 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6741699-3445-4c40-b6f9-a54ca00bf0d2 req-b1ab2c5b-088d-4dba-873a-2c14828278a0 service neutron] 10.222.0.21 "GET /v2.0/networks/b5f91168-755e-4974-947f-385966fc547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117069 Nov 12 04:21:37.479714 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-40bbbb41-e4e7-4b31-9a9a-3ce83b497d7d tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': '31abc659-aec1-425b-bcd8-05bfdf367525', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:37.524404 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1097e6a7-49b1-4050-ad21-e49ce242c8ed req-83a479f9-ea2a-45fc-817a-5b6d27d0ce22 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=52618b31-2002-4802-b020-b8b5751a618c HTTP/1.1" status: 200 len: 217 time: 0.0601041 Nov 12 04:21:37.596616 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097e6a7-49b1-4050-ad21-e49ce242c8ed req-8305118e-2a8c-4d56-9982-081394e7d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:37.637834 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1097e6a7-49b1-4050-ad21-e49ce242c8ed req-8305118e-2a8c-4d56-9982-081394e7d51b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0658724 Nov 12 04:21:37.654538 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097e6a7-49b1-4050-ad21-e49ce242c8ed req-ee09326e-a74a-4227-813a-3c95f706d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:37.655981 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1097e6a7-49b1-4050-ad21-e49ce242c8ed req-ee09326e-a74a-4227-813a-3c95f706d4a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0484040 Nov 12 04:21:37.761722 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1097e6a7-49b1-4050-ad21-e49ce242c8ed req-acc0f060-969e-4da0-9321-c52d9ef2dea2 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968008 Nov 12 04:21:37.864816 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1097e6a7-49b1-4050-ad21-e49ce242c8ed req-af6f3755-4ec2-4b28-9d26-57c443c9f06d service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930908 Nov 12 04:21:38.214638 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-40bbbb41-e4e7-4b31-9a9a-3ce83b497d7d tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The resource could not be found. Nov 12 04:21:38.216398 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-40bbbb41-e4e7-4b31-9a9a-3ce83b497d7d tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7487988 Nov 12 04:21:38.220359 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44544) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:38.225133 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-74f04cd4-af80-4405-a47d-4cc6d112ac50 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1889053228'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:38.265011 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e634ee-7543-4e62-aaa5-84f48b719e5f req-9664b91e-b531-4c96-87b4-abe51581c1f5 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:38.267247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6e634ee-7543-4e62-aaa5-84f48b719e5f req-9664b91e-b531-4c96-87b4-abe51581c1f5 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0728352 Nov 12 04:21:38.306317 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:38.322614 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-74f04cd4-af80-4405-a47d-4cc6d112ac50 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:38.369220 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6e634ee-7543-4e62-aaa5-84f48b719e5f req-9263e0d1-9faf-4ae5-88dd-7bb687e50c8d tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920978 Nov 12 04:21:38.493263 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-74f04cd4-af80-4405-a47d-4cc6d112ac50 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:38.510727 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2cb6282-9212-4e6f-be7b-aedfc9de53bd req-72976246-c6d9-4d39-b4b5-97c3873c8742 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d530997e-c408-4c3b-8072-132be53da87a HTTP/1.1" status: 200 len: 210 time: 0.0641632 Nov 12 04:21:38.600369 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-74f04cd4-af80-4405-a47d-4cc6d112ac50 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:38.670300 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f04cd4-af80-4405-a47d-4cc6d112ac50 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed1ed10-ddd5-4eab-ab50-0635902bb416,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:38.682249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ade1a-6a85-44d2-8296-7cd31d07e23a req-1ca6cb91-5818-487a-9758-3587967d32f2 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:38.691159 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-680ade1a-6a85-44d2-8296-7cd31d07e23a req-1ca6cb91-5818-487a-9758-3587967d32f2 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1182475 Nov 12 04:21:38.771697 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-74f04cd4-af80-4405-a47d-4cc6d112ac50 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:38.776160 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-74f04cd4-af80-4405-a47d-4cc6d112ac50 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5517111 Nov 12 04:21:38.776605 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44560) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:38.789278 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-680ade1a-6a85-44d2-8296-7cd31d07e23a req-ea433e9d-b9b7-44aa-908f-acf3487b1878 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957568 Nov 12 04:21:38.814316 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c1a9c525-22a4-441d-a176-71487a8ddd6b tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347702506'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:38.941246 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb24d79-cb24-414b-9048-dd81037aed11 req-3135f6cf-93f1-4e26-a9bf-7ade986047e3 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:38.949998 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7fb24d79-cb24-414b-9048-dd81037aed11 req-3135f6cf-93f1-4e26-a9bf-7ade986047e3 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.0772226 Nov 12 04:21:38.976404 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-764781ef-0d7d-4bc8-956c-da549ea5144a tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:38.982741 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-764781ef-0d7d-4bc8-956c-da549ea5144a tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.31 "GET /v2.0/networks?id=b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa HTTP/1.1" status: 200 len: 818 time: 0.1689677 Nov 12 04:21:39.014551 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-3664ff38-d71b-44cb-aa54-d1db3dce254f tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Request body: {'port': {'device_id': 'f880b358-fc0f-4f9c-b84d-0fb3375c38b6', 'network_id': 'b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa', 'admin_state_up': True, 'tenant_id': '17b273415a774f6394a0dc06f457b9cf'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:39.085994 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7fb24d79-cb24-414b-9048-dd81037aed11 req-7d55e1a7-ce62-47c2-b3ab-3ee021fb3e66 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348844 Nov 12 04:21:39.097253 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:39.178434 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1a9c525-22a4-441d-a176-71487a8ddd6b tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:39.374236 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1a9c525-22a4-441d-a176-71487a8ddd6b tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:39.403819 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-3664ff38-d71b-44cb-aa54-d1db3dce254f tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Made reservation on behalf of 17b273415a774f6394a0dc06f457b9cf for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:39.407659 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-3664ff38-d71b-44cb-aa54-d1db3dce254f tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:39.455707 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1a9c525-22a4-441d-a176-71487a8ddd6b tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:39.539373 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c399c6-5851-4693-85fd-4cb4b3cb1b26 req-e5e07798-28e7-4442-a426-58613ddc16fd tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:39.547836 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c399c6-5851-4693-85fd-4cb4b3cb1b26 req-e5e07798-28e7-4442-a426-58613ddc16fd tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0866027 Nov 12 04:21:39.614113 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9c525-22a4-441d-a176-71487a8ddd6b tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=356005b9-bda8-4f32-adca-3e1b6fe5a03a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:39.656183 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49c399c6-5851-4693-85fd-4cb4b3cb1b26 req-f604ebb4-e5e9-4f97-be2e-b8644dec880c tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073811 Nov 12 04:21:39.688739 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1a9c525-22a4-441d-a176-71487a8ddd6b tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:39.693415 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c1a9c525-22a4-441d-a176-71487a8ddd6b tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9129522 Nov 12 04:21:39.695186 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44574) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:39.804078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-03b83d28-2759-48b5-891b-929e87d62b12 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': '1ed1ed10-ddd5-4eab-ab50-0635902bb416', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '356005b9-bda8-4f32-adca-3e1b6fe5a03a'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:39.839630 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-3664ff38-d71b-44cb-aa54-d1db3dce254f tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Allocated IP 172.20.0.5 (b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa/eaaf3bd6-3273-446b-b86d-d15ab6b6a69d/62cf225b-cbdb-427d-99a8-d64c6341861e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:40.003509 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-162516b5-b4b0-429f-8f94-f694bc2ca4b9 req-41dac6e9-dc41-46fc-8e2e-ea7a18c63b46 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d530997e-c408-4c3b-8072-132be53da87a HTTP/1.1" status: 200 len: 210 time: 0.1895049 Nov 12 04:21:40.095543 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-3664ff38-d71b-44cb-aa54-d1db3dce254f tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.139979 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-03b83d28-2759-48b5-891b-929e87d62b12 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:21:40.141065 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-03b83d28-2759-48b5-891b-929e87d62b12 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3447895 Nov 12 04:21:40.145155 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44586) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:40.221201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce04b185-1217-4e3b-a4bd-5f8f04dfa1b9 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:40.223039 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce04b185-1217-4e3b-a4bd-5f8f04dfa1b9 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.31 "GET /v2.0/networks?id=b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa HTTP/1.1" status: 200 len: 818 time: 0.4406693 Nov 12 04:21:40.230557 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-557f0ef7-cbf1-4c39-9121-ea6ee82e6665 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.252397 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-3664ff38-d71b-44cb-aa54-d1db3dce254f tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.255710 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-29ba3bb9-7816-4727-95e5-10631d5f7cf9 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Request body: {'port': {'device_id': '3306b06a-dfb3-4231-bbac-614cdfa258bd', 'network_id': 'b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa', 'admin_state_up': True, 'tenant_id': '17b273415a774f6394a0dc06f457b9cf'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:40.315858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d5bf2-4c9e-4956-a42b-a7b323af16a5 req-cb52550f-50eb-4fe6-bb1d-d386e3c035a5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:40.317736 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea1d5bf2-4c9e-4956-a42b-a7b323af16a5 req-cb52550f-50eb-4fe6-bb1d-d386e3c035a5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1731303 Nov 12 04:21:40.330832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-45ac43f0-754b-4b32-abfc-ca8c2f508b6b tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:40.332507 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-45ac43f0-754b-4b32-abfc-ca8c2f508b6b tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.21 "GET /v2.0/networks?id=b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa HTTP/1.1" status: 200 len: 818 time: 0.3548412 Nov 12 04:21:40.387506 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-6181ce94-1849-43f4-8eda-6aceed07847b tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Request body: {'port': {'device_id': 'd530997e-c408-4c3b-8072-132be53da87a', 'network_id': 'b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa', 'admin_state_up': True, 'tenant_id': '17b273415a774f6394a0dc06f457b9cf'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:40.596208 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea1d5bf2-4c9e-4956-a42b-a7b323af16a5 req-b6b87889-24bf-4b93-b780-101dbf14fc83 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462618 Nov 12 04:21:40.803544 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664ff38-d71b-44cb-aa54-d1db3dce254f tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Pushing event updated for resources: {'Port': ['ID=62cf225b-cbdb-427d-99a8-d64c6341861e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:40.817600 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-3664ff38-d71b-44cb-aa54-d1db3dce254f tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Network b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:40.819381 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-557f0ef7-cbf1-4c39-9121-ea6ee82e6665 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.820699 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b190e00-7b4f-47aa-befa-262e8b9dc642 req-2b60d20f-7fd7-459c-a1f8-f2bf6e6639e8 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:40.828999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-3664ff38-d71b-44cb-aa54-d1db3dce254f tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:40.829351 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b190e00-7b4f-47aa-befa-262e8b9dc642 req-2b60d20f-7fd7-459c-a1f8-f2bf6e6639e8 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.1056664 Nov 12 04:21:40.856269 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-3664ff38-d71b-44cb-aa54-d1db3dce254f tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:40.888210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b190e00-7b4f-47aa-befa-262e8b9dc642 req-e848ff01-798f-42ad-817c-79c97edce0b3 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559511 Nov 12 04:21:40.905852 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-6181ce94-1849-43f4-8eda-6aceed07847b tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Made reservation on behalf of 17b273415a774f6394a0dc06f457b9cf for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:40.914139 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-6181ce94-1849-43f4-8eda-6aceed07847b tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.933208 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-3664ff38-d71b-44cb-aa54-d1db3dce254f tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:40.933979 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-3664ff38-d71b-44cb-aa54-d1db3dce254f tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.997520 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-557f0ef7-cbf1-4c39-9121-ea6ee82e6665 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.000349 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-557f0ef7-cbf1-4c39-9121-ea6ee82e6665 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.003205 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-557f0ef7-cbf1-4c39-9121-ea6ee82e6665 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "DELETE /v2.0/security-groups/356005b9-bda8-4f32-adca-3e1b6fe5a03a HTTP/1.1" status: 204 len: 168 time: 0.8551843 Nov 12 04:21:41.021513 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44600) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:41.035403 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f0ef7-cbf1-4c39-9121-ea6ee82e6665 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=356005b9-bda8-4f32-adca-3e1b6fe5a03a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:41.125683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-6181ce94-1849-43f4-8eda-6aceed07847b tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Allocated IP 172.20.0.14 (b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa/eaaf3bd6-3273-446b-b86d-d15ab6b6a69d/78a8263d-51aa-4513-b830-a5f56dd06160) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:41.126618 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-3664ff38-d71b-44cb-aa54-d1db3dce254f tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1191945 Nov 12 04:21:41.162813 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Request body: {'port': {'device_id': 'f880b358-fc0f-4f9c-b84d-0fb3375c38b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:41.262550 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-385f7bbe-22c2-460c-a4b1-1264fff47caa tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2360811 Nov 12 04:21:41.263245 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44606) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:41.268582 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.523583 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-498f2429-a5f7-4dc8-8aca-525e49209e96 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.552295 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-498f2429-a5f7-4dc8-8aca-525e49209e96 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.597447 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-29ba3bb9-7816-4727-95e5-10631d5f7cf9 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Made reservation on behalf of 17b273415a774f6394a0dc06f457b9cf for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:41.602548 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-29ba3bb9-7816-4727-95e5-10631d5f7cf9 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.679790 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-498f2429-a5f7-4dc8-8aca-525e49209e96 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.683253 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-498f2429-a5f7-4dc8-8aca-525e49209e96 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.688507 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-498f2429-a5f7-4dc8-8aca-525e49209e96 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "DELETE /v2.0/security-groups/1ed1ed10-ddd5-4eab-ab50-0635902bb416 HTTP/1.1" status: 204 len: 168 time: 0.4215825 Nov 12 04:21:41.688652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44612) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:41.737591 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f2429-a5f7-4dc8-8aca-525e49209e96 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed1ed10-ddd5-4eab-ab50-0635902bb416,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:41.784856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422296c-1753-48d0-bbfd-e91f58fa0290 req-c0ae2a9a-1fa9-4b2f-a2a1-5e5cba93111e tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:41.793230 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5557f2c7-ff67-434e-9605-9e714255a8ad tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0777400 Nov 12 04:21:41.795799 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6422296c-1753-48d0-bbfd-e91f58fa0290 req-c0ae2a9a-1fa9-4b2f-a2a1-5e5cba93111e tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.2007439 Nov 12 04:21:41.795999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44616) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:41.800100 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-be190f23-3a01-4234-a8b4-6de51272dab8 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1734912902'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:41.805386 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-6181ce94-1849-43f4-8eda-6aceed07847b tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.876226 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6422296c-1753-48d0-bbfd-e91f58fa0290 req-989f744c-ffc2-4388-861b-227d1a6b306f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812399 Nov 12 04:21:41.896374 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be190f23-3a01-4234-a8b4-6de51272dab8 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.975773 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-6181ce94-1849-43f4-8eda-6aceed07847b tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.061955 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be190f23-3a01-4234-a8b4-6de51272dab8 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.085083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-6181ce94-1849-43f4-8eda-6aceed07847b tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Network b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:42.105414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-6181ce94-1849-43f4-8eda-6aceed07847b tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:42.145127 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-6181ce94-1849-43f4-8eda-6aceed07847b tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:42.157609 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be190f23-3a01-4234-a8b4-6de51272dab8 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.168450 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181ce94-1849-43f4-8eda-6aceed07847b tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Pushing event updated for resources: {'Port': ['ID=78a8263d-51aa-4513-b830-a5f56dd06160,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:42.244696 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c343b-c66c-46e0-9e06-7024bee3f227 req-38affaf4-a7db-43e3-8645-de521b232126 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:42.258115 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c48c343b-c66c-46e0-9e06-7024bee3f227 req-38affaf4-a7db-43e3-8645-de521b232126 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d530997e-c408-4c3b-8072-132be53da87a HTTP/1.1" status: 200 len: 932 time: 0.2196550 Nov 12 04:21:42.282672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-6181ce94-1849-43f4-8eda-6aceed07847b tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:42.284230 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-6181ce94-1849-43f4-8eda-6aceed07847b tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.345216 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62cf225b-cbdb-427d-99a8-d64c6341861e {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:42.391626 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.391626 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be190f23-3a01-4234-a8b4-6de51272dab8 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42810cd6-1ae8-4635-b25c-af583fb87780,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:42.402441 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c48c343b-c66c-46e0-9e06-7024bee3f227 req-1d4c60d5-ab4f-4168-a124-35923f21f937 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee4aba09-4f3f-47d7-8ed4-984717bd941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018207 Nov 12 04:21:42.488410 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Transition to ACTIVE for port object 62cf225b-cbdb-427d-99a8-d64c6341861e will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:21:42.550101 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-6181ce94-1849-43f4-8eda-6aceed07847b tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1672709 Nov 12 04:21:42.574255 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b928c5-af0a-48a7-b064-366b5dcba9d2 req-611f91b7-0b94-4a09-8d88-5ad2e72a0d6e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:42.586979 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be190f23-3a01-4234-a8b4-6de51272dab8 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.591978 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-be190f23-3a01-4234-a8b4-6de51272dab8 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7961235 Nov 12 04:21:42.592865 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44632) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:42.597213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82b928c5-af0a-48a7-b064-366b5dcba9d2 req-611f91b7-0b94-4a09-8d88-5ad2e72a0d6e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1039493 Nov 12 04:21:42.604094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Request body: {'port': {'device_id': 'd530997e-c408-4c3b-8072-132be53da87a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:42.605101 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2f0911e9-4e48-4251-82be-00538fd01279 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': '42810cd6-1ae8-4635-b25c-af583fb87780', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:42.676108 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.762404 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82b928c5-af0a-48a7-b064-366b5dcba9d2 req-41843549-14f8-4e5d-8616-aad3adce203e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638761 Nov 12 04:21:42.777243 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Pushing event updated for resources: {'Port': ['ID=62cf225b-cbdb-427d-99a8-d64c6341861e,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:42.800411 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-29ba3bb9-7816-4727-95e5-10631d5f7cf9 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Allocated IP 172.20.0.7 (b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa/eaaf3bd6-3273-446b-b86d-d15ab6b6a69d/50405686-0294-4f53-92c1-2ecb4bee1576) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:42.821139 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.008225 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Attempting to bind port 62cf225b-cbdb-427d-99a8-d64c6341861e on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:43.008622 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Attempting to bind port 62cf225b-cbdb-427d-99a8-d64c6341861e by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'c2d3b458-c887-41a6-a2f9-b7e2fc618acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:43.008964 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Attempting to bind port 62cf225b-cbdb-427d-99a8-d64c6341861e on network b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:43.042902 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-2f0911e9-4e48-4251-82be-00538fd01279 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:21:43.044164 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2f0911e9-4e48-4251-82be-00538fd01279 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4502041 Nov 12 04:21:43.046905 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44638) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:43.052293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c19053a8-b459-4171-ab7b-55b24ba047f3 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group_rule': {'security_group_id': '42810cd6-1ae8-4635-b25c-af583fb87780', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:43.060065 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Port 62cf225b-cbdb-427d-99a8-d64c6341861e on network b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:21:43.060749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Attempting to bind port 62cf225b-cbdb-427d-99a8-d64c6341861e on network b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:43.072015 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:43.072494 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Checking segment: {'id': 'c2d3b458-c887-41a6-a2f9-b7e2fc618acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:43.072994 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Bound using segment: {'id': 'c2d3b458-c887-41a6-a2f9-b7e2fc618acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:43.073538 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Bound port: 62cf225b-cbdb-427d-99a8-d64c6341861e, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d3b458-c887-41a6-a2f9-b7e2fc618acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:43.073994 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.136697 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ce4ee-7e01-4207-a1d4-56331e993997 req-17ad1328-50a5-4b3a-a4c0-0714d2f77621 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:43.200187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed1ce4ee-7e01-4207-a1d4-56331e993997 req-17ad1328-50a5-4b3a-a4c0-0714d2f77621 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.2237599 Nov 12 04:21:43.223351 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] For port 62cf225b-cbdb-427d-99a8-d64c6341861e, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:43.237560 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] For port 62cf225b-cbdb-427d-99a8-d64c6341861e, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=62cf225b-cbdb-427d-99a8-d64c6341861e,segment=NetworkSegment(c2d3b458-c887-41a6-a2f9-b7e2fc618acb),segment_id=c2d3b458-c887-41a6-a2f9-b7e2fc618acb)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:43.365892 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed1ce4ee-7e01-4207-a1d4-56331e993997 req-5b0f8e5a-e00a-44f6-a216-6133ddee69a5 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120175 Nov 12 04:21:43.383935 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-29ba3bb9-7816-4727-95e5-10631d5f7cf9 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.433248 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.462684 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-c19053a8-b459-4171-ab7b-55b24ba047f3 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:21:43.463645 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c19053a8-b459-4171-ab7b-55b24ba047f3 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4156768 Nov 12 04:21:43.475038 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:43.475038 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.475273 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] 10.222.0.31 "PUT /v2.0/ports/62cf225b-cbdb-427d-99a8-d64c6341861e HTTP/1.1" status: 200 len: 1092 time: 2.3331816 Nov 12 04:21:43.475793 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f880b358-fc0f-4f9c-b84d-0fb3375c38b6', 'tag': '62cf225b-cbdb-427d-99a8-d64c6341861e'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:43.475939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44646) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:43.477950 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf74acb-3d14-470f-8cfc-16984e668b38" -d '{"events": [{"name": "network-changed", "server_uuid": "f880b358-fc0f-4f9c-b84d-0fb3375c38b6", "tag": "62cf225b-cbdb-427d-99a8-d64c6341861e"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:43.502277 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce598122-3e91-42a1-87de-04807159ff33 service neutron] Pushing event updated for resources: {'Port': ['ID=62cf225b-cbdb-427d-99a8-d64c6341861e,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:43.532142 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-29ba3bb9-7816-4727-95e5-10631d5f7cf9 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.718382 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-9de5f5b8-162c-4fd7-975e-cce9b8240c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:43.720148 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-9de5f5b8-162c-4fd7-975e-cce9b8240c17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17b273415a774f6394a0dc06f457b9cf&device_id=f880b358-fc0f-4f9c-b84d-0fb3375c38b6 HTTP/1.1" status: 200 len: 1095 time: 0.0863461 Nov 12 04:21:43.731609 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba3bb9-7816-4727-95e5-10631d5f7cf9 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Pushing event updated for resources: {'Port': ['ID=50405686-0294-4f53-92c1-2ecb4bee1576,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:43.785249 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-5f13b6ac-7acf-486e-8bf9-b1ddf69980b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62cf225b-cbdb-427d-99a8-d64c6341861e HTTP/1.1" status: 200 len: 217 time: 0.0483048 Nov 12 04:21:43.813841 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7c37c555-e69d-4b28-a555-a1b4349b5ebb tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.843221 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7c37c555-e69d-4b28-a555-a1b4349b5ebb tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.844062 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-89710d55-3436-4dc5-9e22-28f9848ea1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:43.848807 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-89710d55-3436-4dc5-9e22-28f9848ea1d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eaaf3bd6-3273-446b-b86d-d15ab6b6a69d HTTP/1.1" status: 200 len: 858 time: 0.0531514 Nov 12 04:21:43.855289 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-29ba3bb9-7816-4727-95e5-10631d5f7cf9 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Network b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:43.873636 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a8263d-51aa-4513-b830-a5f56dd06160 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:43.882797 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.885950 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-22724c0e-7dd6-4275-9fe2-395ffe61a7dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294800 Nov 12 04:21:43.893537 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-29ba3bb9-7816-4727-95e5-10631d5f7cf9 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:43.905198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-29ba3bb9-7816-4727-95e5-10631d5f7cf9 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:43.962184 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Transition to ACTIVE for port object 78a8263d-51aa-4513-b830-a5f56dd06160 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:21:43.997236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edee61-e8c8-42f2-9bbb-53819b2b40da req-0cb3569b-da3d-47fd-a346-58cfab955914 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:43.999894 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0edee61-e8c8-42f2-9bbb-53819b2b40da req-0cb3569b-da3d-47fd-a346-58cfab955914 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.2637708 Nov 12 04:21:44.011994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-29ba3bb9-7816-4727-95e5-10631d5f7cf9 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:44.013061 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-29ba3bb9-7816-4727-95e5-10631d5f7cf9 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:44.043915 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-73dcb8ae-0e11-437f-b5ef-e181dfab8796 service neutron] 10.222.0.31 "GET /v2.0/networks/b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317275 Nov 12 04:21:44.049958 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [req-1784657d-1a89-4e64-9296-547843bac377 req-e9fa96de-6443-40f1-8830-b0e8fb9ea0b5 service neutron] (103297) timed out ('10.222.0.31', 50809) {{(pid=103297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:21:44.057441 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:44.116231 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7c37c555-e69d-4b28-a555-a1b4349b5ebb tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:44.119268 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7c37c555-e69d-4b28-a555-a1b4349b5ebb tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:44.123165 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7c37c555-e69d-4b28-a555-a1b4349b5ebb tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "DELETE /v2.0/security-groups/42810cd6-1ae8-4635-b25c-af583fb87780 HTTP/1.1" status: 204 len: 168 time: 0.6455204 Nov 12 04:21:44.124366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44662) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:44.160085 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37c555-e69d-4b28-a555-a1b4349b5ebb tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42810cd6-1ae8-4635-b25c-af583fb87780,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:44.199669 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0edee61-e8c8-42f2-9bbb-53819b2b40da req-aa8f18d1-2c16-4a70-a9a1-e701aa8e2a5f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809208 Nov 12 04:21:44.209329 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bbd176c1-0d8d-4e65-989a-24ba555ef5c4 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0838280 Nov 12 04:21:44.212591 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-133ce9df-7638-4e75-a481-d1e9b1bb111a service neutron] 10.222.0.31 "GET /v2.0/networks/b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601238 Nov 12 04:21:44.212591 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44664) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:44.217137 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-db4a713a-2bfe-4ec7-9a36-b6efa4f34a75 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group': {'name': 'tempest-secgroup--300985657'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:44.254148 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-29ba3bb9-7816-4727-95e5-10631d5f7cf9 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0000052 Nov 12 04:21:44.284332 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Request body: {'port': {'device_id': '3306b06a-dfb3-4231-bbac-614cdfa258bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:44.369046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Pushing event updated for resources: {'Port': ['ID=78a8263d-51aa-4513-b830-a5f56dd06160,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:44.403102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Attempting to bind port 78a8263d-51aa-4513-b830-a5f56dd06160 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:44.403439 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Attempting to bind port 78a8263d-51aa-4513-b830-a5f56dd06160 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'c2d3b458-c887-41a6-a2f9-b7e2fc618acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:44.403764 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Attempting to bind port 78a8263d-51aa-4513-b830-a5f56dd06160 on network b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:44.415569 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Port 78a8263d-51aa-4513-b830-a5f56dd06160 on network b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:21:44.415891 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Attempting to bind port 78a8263d-51aa-4513-b830-a5f56dd06160 on network b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:44.426124 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db4a713a-2bfe-4ec7-9a36-b6efa4f34a75 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:44.449238 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:44.449743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Checking segment: {'id': 'c2d3b458-c887-41a6-a2f9-b7e2fc618acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:44.450137 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Bound using segment: {'id': 'c2d3b458-c887-41a6-a2f9-b7e2fc618acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:44.450608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Bound port: 78a8263d-51aa-4513-b830-a5f56dd06160, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d3b458-c887-41a6-a2f9-b7e2fc618acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:44.450987 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:44.464266 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:44.490135 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e0438-3d55-4a9f-b22d-8ce5a55fe7a2 req-e3beb2d7-f8ff-4af6-a498-49dafaa9c55e tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:44.492029 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb7e0438-3d55-4a9f-b22d-8ce5a55fe7a2 req-e3beb2d7-f8ff-4af6-a498-49dafaa9c55e tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d530997e-c408-4c3b-8072-132be53da87a HTTP/1.1" status: 200 len: 944 time: 0.1592631 Nov 12 04:21:44.505137 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db4a713a-2bfe-4ec7-9a36-b6efa4f34a75 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:44.591956 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db4a713a-2bfe-4ec7-9a36-b6efa4f34a75 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:44.610700 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] For port 78a8263d-51aa-4513-b830-a5f56dd06160, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:44.619485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] For port 78a8263d-51aa-4513-b830-a5f56dd06160, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=78a8263d-51aa-4513-b830-a5f56dd06160,segment=NetworkSegment(c2d3b458-c887-41a6-a2f9-b7e2fc618acb),segment_id=c2d3b458-c887-41a6-a2f9-b7e2fc618acb)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:44.622444 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a713a-2bfe-4ec7-9a36-b6efa4f34a75 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5578e13d-a9ca-4965-ad01-788724cf1703,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:44.672413 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb7e0438-3d55-4a9f-b22d-8ce5a55fe7a2 req-eb32d161-47fa-4ad5-9ce1-0f2300003eb3 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee4aba09-4f3f-47d7-8ed4-984717bd941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554966 Nov 12 04:21:44.720034 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db4a713a-2bfe-4ec7-9a36-b6efa4f34a75 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:44.723556 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-db4a713a-2bfe-4ec7-9a36-b6efa4f34a75 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5099866 Nov 12 04:21:44.727135 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44682) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:44.764697 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-f025eb29-8f94-4988-9bbd-161cff0bb47d tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:44.764697 n-d-768509-24 neutron-server[103296]: WARNING neutron.api.v2.base [None req-f025eb29-8f94-4988-9bbd-161cff0bb47d tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 04:21:44.764697 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-f025eb29-8f94-4988-9bbd-161cff0bb47d tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 04:21:44.765436 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da39bd9b-fb4d-42d3-9497-3e8d04000235 x-openstack-request-id: req-da39bd9b-fb4d-42d3-9497-3e8d04000235 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:44.765436 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f880b358-fc0f-4f9c-b84d-0fb3375c38b6", "tag": "62cf225b-cbdb-427d-99a8-d64c6341861e", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:44.765436 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da39bd9b-fb4d-42d3-9497-3e8d04000235 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:44.765693 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f025eb29-8f94-4988-9bbd-161cff0bb47d tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "PUT /v2.0/security-groups/5578e13d-a9ca-4965-ad01-788724cf1703 HTTP/1.1" status: 409 len: 330 time: 0.0307024 Nov 12 04:21:44.765984 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f880b358-fc0f-4f9c-b84d-0fb3375c38b6', 'tag': '62cf225b-cbdb-427d-99a8-d64c6341861e', 'status': 'completed', 'code': 200} Nov 12 04:21:44.766098 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:44.768095 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44684) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:44.815124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:44.815748 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:44.817113 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] 10.222.0.21 "PUT /v2.0/ports/78a8263d-51aa-4513-b830-a5f56dd06160 HTTP/1.1" status: 200 len: 1093 time: 2.2175374 Nov 12 04:21:44.817635 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd530997e-c408-4c3b-8072-132be53da87a', 'tag': '78a8263d-51aa-4513-b830-a5f56dd06160'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:44.819946 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d71f83a-fb7d-4ccf-9f29-7e1ba03f25b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d530997e-c408-4c3b-8072-132be53da87a", "tag": "78a8263d-51aa-4513-b830-a5f56dd06160"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:44.866570 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56fa7850-b0d6-4cae-bc68-2e86be26d3b5 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:44.886364 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf74acb-3d14-470f-8cfc-16984e668b38 req-afd7a3e7-1cde-4377-a9d3-c9fae7244539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:44.886831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc8abf-6431-4a69-9ed2-67475f51dff8 service neutron] Pushing event updated for resources: {'Port': ['ID=78a8263d-51aa-4513-b830-a5f56dd06160,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:44.887943 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-faf74acb-3d14-470f-8cfc-16984e668b38 req-afd7a3e7-1cde-4377-a9d3-c9fae7244539 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17b273415a774f6394a0dc06f457b9cf&device_id=f880b358-fc0f-4f9c-b84d-0fb3375c38b6 HTTP/1.1" status: 200 len: 1095 time: 0.0786662 Nov 12 04:21:44.896920 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56fa7850-b0d6-4cae-bc68-2e86be26d3b5 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:44.946055 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a08755-c14b-48f5-a43c-0ab24bd142b7 req-811dbfcb-7ff6-4561-955d-6969a571cde1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:44.947924 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58a08755-c14b-48f5-a43c-0ab24bd142b7 req-811dbfcb-7ff6-4561-955d-6969a571cde1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1213896 Nov 12 04:21:45.038791 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf74acb-3d14-470f-8cfc-16984e668b38 req-e9beb491-cf43-4e7a-9734-5de4cd7f25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:45.044274 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-faf74acb-3d14-470f-8cfc-16984e668b38 req-e9beb491-cf43-4e7a-9734-5de4cd7f25a1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa HTTP/1.1" status: 200 len: 919 time: 0.1444294 Nov 12 04:21:45.052165 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50405686-0294-4f53-92c1-2ecb4bee1576 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:45.071292 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.074687 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58a08755-c14b-48f5-a43c-0ab24bd142b7 req-d34ad40d-0e74-4c34-a3c4-93349f1e0b33 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072063 Nov 12 04:21:45.079355 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-7db39932-4143-4caa-9f7e-964844f256a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:45.081395 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-7db39932-4143-4caa-9f7e-964844f256a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17b273415a774f6394a0dc06f457b9cf&device_id=d530997e-c408-4c3b-8072-132be53da87a HTTP/1.1" status: 200 len: 1096 time: 0.1153479 Nov 12 04:21:45.104977 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56fa7850-b0d6-4cae-bc68-2e86be26d3b5 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.108948 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-56fa7850-b0d6-4cae-bc68-2e86be26d3b5 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.110131 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-56fa7850-b0d6-4cae-bc68-2e86be26d3b5 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "DELETE /v2.0/security-groups/5578e13d-a9ca-4965-ad01-788724cf1703 HTTP/1.1" status: 204 len: 168 time: 0.3410585 Nov 12 04:21:45.111880 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-faf74acb-3d14-470f-8cfc-16984e668b38 req-32a16e93-42ec-400f-a76b-e67fe7fffeea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62cf225b-cbdb-427d-99a8-d64c6341861e HTTP/1.1" status: 200 len: 217 time: 0.0587554 Nov 12 04:21:45.115091 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44698) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:45.117557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Transition to ACTIVE for port object 50405686-0294-4f53-92c1-2ecb4bee1576 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:21:45.144295 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa7850-b0d6-4cae-bc68-2e86be26d3b5 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5578e13d-a9ca-4965-ad01-788724cf1703,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:45.174823 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-b6cd4a7a-4c27-4175-a0f8-633acf2f21df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78a8263d-51aa-4513-b830-a5f56dd06160 HTTP/1.1" status: 200 len: 217 time: 0.0661139 Nov 12 04:21:45.206369 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.209803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf74acb-3d14-470f-8cfc-16984e668b38 req-c39b89bc-f130-48b1-bee4-937364aa990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:45.211329 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-faf74acb-3d14-470f-8cfc-16984e668b38 req-c39b89bc-f130-48b1-bee4-937364aa990e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eaaf3bd6-3273-446b-b86d-d15ab6b6a69d HTTP/1.1" status: 200 len: 858 time: 0.0829415 Nov 12 04:21:45.215099 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-72474874-4b25-46fa-b70d-2b08aa643c6c tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0978463 Nov 12 04:21:45.219059 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44702) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:45.262900 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-faf74acb-3d14-470f-8cfc-16984e668b38 req-a6dbbd1f-c505-4a84-a4f5-2885de7ef86e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348563 Nov 12 04:21:45.264168 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-00f6c65c-27ef-4588-ae98-37f6766ed454 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] delete failed (client error): The resource could not be found. Nov 12 04:21:45.269464 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-00f6c65c-27ef-4588-ae98-37f6766ed454 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "DELETE /v2.0/security-groups/cb855576-0e38-48e3-bc06-6fa8c6380b6e HTTP/1.1" status: 404 len: 347 time: 0.0451863 Nov 12 04:21:45.275478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44708) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:45.313612 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-8960bcb2-e523-4905-9a01-f6864a4a6c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:45.315035 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-8960bcb2-e523-4905-9a01-f6864a4a6c86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eaaf3bd6-3273-446b-b86d-d15ab6b6a69d HTTP/1.1" status: 200 len: 858 time: 0.1214769 Nov 12 04:21:45.326939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076a34d-6c96-4a03-90dc-d4896ca6a684 req-e3881365-78c3-4e5a-b679-b63607c156e4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:45.328411 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b076a34d-6c96-4a03-90dc-d4896ca6a684 req-e3881365-78c3-4e5a-b679-b63607c156e4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.1687129 Nov 12 04:21:45.337329 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-f9ce2557-80db-45c6-a22c-65365c126565 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] show failed (client error): The resource could not be found. Nov 12 04:21:45.337329 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f9ce2557-80db-45c6-a22c-65365c126565 tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "GET /v2.0/security-groups/1f789a70-cf94-4eeb-b10c-304a2c553cc9 HTTP/1.1" status: 404 len: 347 time: 0.0554824 Nov 12 04:21:45.341349 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Pushing event updated for resources: {'Port': ['ID=50405686-0294-4f53-92c1-2ecb4bee1576,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:45.346611 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44712) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:45.400182 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-22380e18-a1f7-45cd-9e22-7a800bc88c61 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699940 Nov 12 04:21:45.406503 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-faf74acb-3d14-470f-8cfc-16984e668b38 req-5d802c0e-546d-4788-80e4-b2d034824122 service neutron] 10.222.0.31 "GET /v2.0/networks/b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370690 Nov 12 04:21:45.421897 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-fb8506e1-0be4-4460-93fd-3fffdf91f60e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] show failed (client error): The resource could not be found. Nov 12 04:21:45.428796 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fb8506e1-0be4-4460-93fd-3fffdf91f60e tempest-NegativeSecGroupIPv6Test-230139455 tempest-NegativeSecGroupIPv6Test-230139455-project] 10.222.0.37 "GET /v2.0/security-group-rules/e9e77d9c-a335-4ad9-bf64-4a9751412d04 HTTP/1.1" status: 404 len: 356 time: 0.0717580 Nov 12 04:21:45.502823 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-faf74acb-3d14-470f-8cfc-16984e668b38 req-7735f966-b980-4080-9e25-d136ee8a4842 service neutron] 10.222.0.31 "GET /v2.0/networks/b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889678 Nov 12 04:21:45.537088 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b076a34d-6c96-4a03-90dc-d4896ca6a684 req-dd3a37f2-21e7-4e6c-975d-16ea0e40ec6e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917787 Nov 12 04:21:45.549381 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Attempting to bind port 50405686-0294-4f53-92c1-2ecb4bee1576 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:45.549706 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Attempting to bind port 50405686-0294-4f53-92c1-2ecb4bee1576 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'c2d3b458-c887-41a6-a2f9-b7e2fc618acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:45.550032 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Attempting to bind port 50405686-0294-4f53-92c1-2ecb4bee1576 on network b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:45.556097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Port 50405686-0294-4f53-92c1-2ecb4bee1576 on network b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:21:45.556333 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Attempting to bind port 50405686-0294-4f53-92c1-2ecb4bee1576 on network b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:45.569133 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:45.569724 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Checking segment: {'id': 'c2d3b458-c887-41a6-a2f9-b7e2fc618acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:45.570383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Bound using segment: {'id': 'c2d3b458-c887-41a6-a2f9-b7e2fc618acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:45.571483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Bound port: 50405686-0294-4f53-92c1-2ecb4bee1576, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d3b458-c887-41a6-a2f9-b7e2fc618acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:45.572100 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.609038 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-e08ee7f9-290b-49c0-802b-4c210bf7a54c service neutron] 10.222.0.21 "GET /v2.0/networks/b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952789 Nov 12 04:21:45.722951 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] For port 50405686-0294-4f53-92c1-2ecb4bee1576, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:45.744046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] For port 50405686-0294-4f53-92c1-2ecb4bee1576, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=50405686-0294-4f53-92c1-2ecb4bee1576,segment=NetworkSegment(c2d3b458-c887-41a6-a2f9-b7e2fc618acb),segment_id=c2d3b458-c887-41a6-a2f9-b7e2fc618acb)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:45.760241 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-a0053bf9-3096-4fd5-86cf-9620ed3ed595 service neutron] 10.222.0.21 "GET /v2.0/networks/b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292019 Nov 12 04:21:45.810365 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bdde57-c818-4286-86fa-04866d4b7579 x-openstack-request-id: req-94bdde57-c818-4286-86fa-04866d4b7579 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:45.811057 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d530997e-c408-4c3b-8072-132be53da87a", "tag": "78a8263d-51aa-4513-b830-a5f56dd06160", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:45.811057 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94bdde57-c818-4286-86fa-04866d4b7579 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:45.811596 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd530997e-c408-4c3b-8072-132be53da87a', 'tag': '78a8263d-51aa-4513-b830-a5f56dd06160', 'status': 'completed', 'code': 200} Nov 12 04:21:45.821685 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.866506 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:45.867237 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.869282 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] 10.222.0.31 "PUT /v2.0/ports/50405686-0294-4f53-92c1-2ecb4bee1576 HTTP/1.1" status: 200 len: 1092 time: 1.5890772 Nov 12 04:21:45.888526 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44724) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:45.899041 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769d8d7-4fe5-44c4-a064-7ddfa51010b7 service neutron] Pushing event updated for resources: {'Port': ['ID=50405686-0294-4f53-92c1-2ecb4bee1576,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:45.967759 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039173d-c4a2-419c-9b9d-05bf13116da8 req-bb513a4a-eb0b-44a9-bca3-8e831524e028 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:45.969925 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6039173d-c4a2-419c-9b9d-05bf13116da8 req-bb513a4a-eb0b-44a9-bca3-8e831524e028 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0631511 Nov 12 04:21:46.063775 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-05849934-b8e7-4fe4-bc65-dcc22d7d5be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:46.067589 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1f52d811-ef7f-4ea0-9f27-0f2926e85b8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0106090d2af545d0be5a92bc7beec36d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1754625 Nov 12 04:21:46.067744 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-05849934-b8e7-4fe4-bc65-dcc22d7d5be2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17b273415a774f6394a0dc06f457b9cf&device_id=3306b06a-dfb3-4231-bbac-614cdfa258bd HTTP/1.1" status: 200 len: 1095 time: 0.0717676 Nov 12 04:21:46.067948 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44728) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:46.071520 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6039173d-c4a2-419c-9b9d-05bf13116da8 req-470da860-a434-4518-b43f-cb56372fe4fc tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950201 Nov 12 04:21:46.134038 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf4e5-673e-4ded-ab68-58a82429d196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.161697 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf4e5-673e-4ded-ab68-58a82429d196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.165201 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-3f3145c3-74bb-479f-a241-3f092e2a0813 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50405686-0294-4f53-92c1-2ecb4bee1576 HTTP/1.1" status: 200 len: 217 time: 0.0817547 Nov 12 04:21:46.256424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-c8acdb1a-dd6e-4941-82f5-a51d8cefc513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:46.258031 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-c8acdb1a-dd6e-4941-82f5-a51d8cefc513 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eaaf3bd6-3273-446b-b86d-d15ab6b6a69d HTTP/1.1" status: 200 len: 858 time: 0.0806367 Nov 12 04:21:46.260192 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71f83a-fb7d-4ccf-9f29-7e1ba03f25b6 req-173f52a4-be35-4f27-99fa-a298ac358ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:46.261959 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d71f83a-fb7d-4ccf-9f29-7e1ba03f25b6 req-173f52a4-be35-4f27-99fa-a298ac358ee4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=17b273415a774f6394a0dc06f457b9cf&device_id=d530997e-c408-4c3b-8072-132be53da87a HTTP/1.1" status: 200 len: 1096 time: 0.1771836 Nov 12 04:21:46.271977 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf4e5-673e-4ded-ab68-58a82429d196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.274872 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf4e5-673e-4ded-ab68-58a82429d196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.281126 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9d4cf4e5-673e-4ded-ab68-58a82429d196 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ffa6d9b-3709-4e99-b807-f92d106cdbaf HTTP/1.1" status: 204 len: 168 time: 0.2072003 Nov 12 04:21:46.286730 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30ec68-e61a-4bd1-a834-b949ffee4fb8 req-23e08e7e-15ff-4e0d-8604-bda393ff8279 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:46.287186 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cf4e5-673e-4ded-ab68-58a82429d196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffa6d9b-3709-4e99-b807-f92d106cdbaf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:46.295258 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e30ec68-e61a-4bd1-a834-b949ffee4fb8 req-23e08e7e-15ff-4e0d-8604-bda393ff8279 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d530997e-c408-4c3b-8072-132be53da87a HTTP/1.1" status: 200 len: 944 time: 0.1331270 Nov 12 04:21:46.330435 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-a59faa24-4994-43ba-9e42-09bc70706586 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641870 Nov 12 04:21:46.640534 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06eb4a-6551-4266-8bb7-981181bc0696 req-a8fbb180-6412-4968-b3d7-029382c6332c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:46.643353 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9c06eb4a-6551-4266-8bb7-981181bc0696 req-a8fbb180-6412-4968-b3d7-029382c6332c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 1098 time: 0.0545864 Nov 12 04:21:46.763207 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.774935 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06eb4a-6551-4266-8bb7-981181bc0696 req-6fb49b74-2b88-4579-ae6d-860ad53e6987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:46.777484 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9c06eb4a-6551-4266-8bb7-981181bc0696 req-6fb49b74-2b88-4579-ae6d-860ad53e6987 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 912 time: 0.1262820 Nov 12 04:21:46.813189 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e30ec68-e61a-4bd1-a834-b949ffee4fb8 req-da341f12-c71e-4823-9608-628c6ffaf3cc tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee4aba09-4f3f-47d7-8ed4-984717bd941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034080 Nov 12 04:21:46.837368 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9c06eb4a-6551-4266-8bb7-981181bc0696 req-b53130dc-a529-4829-8edd-92d0d0fa0149 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61a47659-1c1a-4806-8740-d4dba52b2973 HTTP/1.1" status: 200 len: 217 time: 0.0514290 Nov 12 04:21:46.853107 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-9ca95886-2840-4e1c-b60e-654150195017 service neutron] 10.222.0.31 "GET /v2.0/networks/b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049446 Nov 12 04:21:46.854373 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71f83a-fb7d-4ccf-9f29-7e1ba03f25b6 req-6639c562-ab93-49e9-bc9d-195290806e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:46.855988 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d71f83a-fb7d-4ccf-9f29-7e1ba03f25b6 req-6639c562-ab93-49e9-bc9d-195290806e17 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa HTTP/1.1" status: 200 len: 919 time: 0.5808156 Nov 12 04:21:46.862862 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 62cf225b-cbdb-427d-99a8-d64c6341861e details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:21:46.911849 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06eb4a-6551-4266-8bb7-981181bc0696 req-198a5804-df67-4716-a774-bd0faa3ac6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:46.913497 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9c06eb4a-6551-4266-8bb7-981181bc0696 req-198a5804-df67-4716-a774-bd0faa3ac6b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64085683-3376-464a-a4ff-b7367f1920e9 HTTP/1.1" status: 200 len: 851 time: 0.0689046 Nov 12 04:21:46.981706 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9c06eb4a-6551-4266-8bb7-981181bc0696 req-7a0ac997-3623-4db1-ba93-12a0ec32e404 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0550e788-ec39-4fbc-9b9c-fbf1372e1240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587535 Nov 12 04:21:46.998508 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d71f83a-fb7d-4ccf-9f29-7e1ba03f25b6 req-7e5e5a64-700c-4eb2-9607-d2d867da9e43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78a8263d-51aa-4513-b830-a5f56dd06160 HTTP/1.1" status: 200 len: 217 time: 0.1255226 Nov 12 04:21:47.138140 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9c06eb4a-6551-4266-8bb7-981181bc0696 req-893148f5-4104-4bf5-be07-96853baebb05 service neutron] 10.222.0.21 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464729 Nov 12 04:21:47.139384 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 62cf225b-cbdb-427d-99a8-d64c6341861e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=62cf225b-cbdb-427d-99a8-d64c6341861e,segment=NetworkSegment(c2d3b458-c887-41a6-a2f9-b7e2fc618acb),segment_id=c2d3b458-c887-41a6-a2f9-b7e2fc618acb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:47.139885 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71f83a-fb7d-4ccf-9f29-7e1ba03f25b6 req-c0fa1c98-4cd4-43c5-816f-84d1f6de3f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:47.141904 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d71f83a-fb7d-4ccf-9f29-7e1ba03f25b6 req-c0fa1c98-4cd4-43c5-816f-84d1f6de3f1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eaaf3bd6-3273-446b-b86d-d15ab6b6a69d HTTP/1.1" status: 200 len: 858 time: 0.1351857 Nov 12 04:21:47.153572 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '62cf225b-cbdb-427d-99a8-d64c6341861e', 'network_id': 'b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa', 'port_id': '62cf225b-cbdb-427d-99a8-d64c6341861e', 'mac_address': 'fa:16:3e:b7:9f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaaf3bd6-3273-446b-b86d-d15ab6b6a69d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:21:47.189477 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aacd74-5131-44e2-9b00-082495100ff8 req-71db134b-63d0-4378-852c-ee3709d3d3c2 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:47.197337 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.199750 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f9aacd74-5131-44e2-9b00-082495100ff8 req-71db134b-63d0-4378-852c-ee3709d3d3c2 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.2628098 Nov 12 04:21:47.215906 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cf225b-cbdb-427d-99a8-d64c6341861e {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:47.244112 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 62cf225b-cbdb-427d-99a8-d64c6341861e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=62cf225b-cbdb-427d-99a8-d64c6341861e,segment=NetworkSegment(c2d3b458-c887-41a6-a2f9-b7e2fc618acb),segment_id=c2d3b458-c887-41a6-a2f9-b7e2fc618acb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:47.249612 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d71f83a-fb7d-4ccf-9f29-7e1ba03f25b6 req-029f1f49-378f-4422-91a4-9d21b18d4945 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934875 Nov 12 04:21:47.264559 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9c06eb4a-6551-4266-8bb7-981181bc0696 req-07c102d4-7752-4648-a80c-eb37b831b634 service neutron] 10.222.0.21 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098487 Nov 12 04:21:47.321338 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae5edb4-0b85-474d-b31a-4ce81e32b610 req-b7560b15-ae74-4760-aa4f-a709bc4d44ca service neutron] 10.222.0.31 "GET /v2.0/networks/b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494889 Nov 12 04:21:47.323375 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.340319 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f9aacd74-5131-44e2-9b00-082495100ff8 req-19240515-c079-4db9-bb51-34f3803b6392 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367176 Nov 12 04:21:47.451948 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=62cf225b-cbdb-427d-99a8-d64c6341861e,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:47.488331 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d71f83a-fb7d-4ccf-9f29-7e1ba03f25b6 req-2994fc37-c2cf-4c81-b825-4cd15de7c8cf service neutron] 10.222.0.21 "GET /v2.0/networks/b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223749 Nov 12 04:21:47.539226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79778d-b6ae-4219-9c9b-a41ee2da2ce5 req-7f472b10-7bd1-475c-a89b-9a3d7c4709c0 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:47.543189 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f79778d-b6ae-4219-9c9b-a41ee2da2ce5 req-7f472b10-7bd1-475c-a89b-9a3d7c4709c0 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.1056163 Nov 12 04:21:47.567893 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44764) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:47.646750 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d71f83a-fb7d-4ccf-9f29-7e1ba03f25b6 req-ed99dde2-04bd-4062-add3-bdffdf840bc9 service neutron] 10.222.0.21 "GET /v2.0/networks/b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463845 Nov 12 04:21:47.651460 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f79778d-b6ae-4219-9c9b-a41ee2da2ce5 req-b5a9ddbf-a220-425b-9dcb-4b1ae52f58d7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789144 Nov 12 04:21:47.678247 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['62cf225b-cbdb-427d-99a8-d64c6341861e'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:21:47.719265 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-12f75323-b97f-4a04-b57c-dec4bdfdace8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1476467818-network', 'tenant_id': '6e6de9b4439f4878b81157f7a03d2042'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:47.797155 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f75323-b97f-4a04-b57c-dec4bdfdace8 admin admin] Made reservation on behalf of 6e6de9b4439f4878b81157f7a03d2042 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:47.799726 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12f75323-b97f-4a04-b57c-dec4bdfdace8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.811321 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12f75323-b97f-4a04-b57c-dec4bdfdace8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.812345 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3306b06a-dfb3-4231-bbac-614cdfa258bd', 'tag': '50405686-0294-4f53-92c1-2ecb4bee1576'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:47.816285 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25c1554-7664-4b5d-b5f0-091bd45a8c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "3306b06a-dfb3-4231-bbac-614cdfa258bd", "tag": "50405686-0294-4f53-92c1-2ecb4bee1576"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:47.904374 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12f75323-b97f-4a04-b57c-dec4bdfdace8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.951240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd556892-389c-4da1-bc10-f6f37b036a17 req-1c4152c2-5b82-4557-9216-3cf852ac4d3e tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:47.951240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fd556892-389c-4da1-bc10-f6f37b036a17 req-1c4152c2-5b82-4557-9216-3cf852ac4d3e tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0546267 Nov 12 04:21:47.997033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fd556892-389c-4da1-bc10-f6f37b036a17 req-a3f4addc-a479-4a07-8fbd-0db27f5e4339 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424521 Nov 12 04:21:48.037670 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12f75323-b97f-4a04-b57c-dec4bdfdace8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.068617 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f75323-b97f-4a04-b57c-dec4bdfdace8 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:21:48.071707 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.078876 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f75323-b97f-4a04-b57c-dec4bdfdace8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4623dfda-3702-427b-a3e9-e9786bad0f90,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:48.096643 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12f75323-b97f-4a04-b57c-dec4bdfdace8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.097136 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-12f75323-b97f-4a04-b57c-dec4bdfdace8 admin admin] Added segment 88f98a2e-2d90-4c48-ab8b-bf8e91c48a01 of type vlan for network a6faab64-7517-4b57-8b95-3c944b788ed1 Nov 12 04:21:48.110010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca567581-f6b1-4057-bde8-c45fc5ce66dd req-ac1b3155-2618-416f-9ad1-2437a51e74f1 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:48.112563 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca567581-f6b1-4057-bde8-c45fc5ce66dd req-ac1b3155-2618-416f-9ad1-2437a51e74f1 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d530997e-c408-4c3b-8072-132be53da87a HTTP/1.1" status: 200 len: 944 time: 0.0562682 Nov 12 04:21:48.140373 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12f75323-b97f-4a04-b57c-dec4bdfdace8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.165377 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca567581-f6b1-4057-bde8-c45fc5ce66dd req-c2b15ccd-7124-4b9b-962d-2a26d7db9721 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee4aba09-4f3f-47d7-8ed4-984717bd941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454662 Nov 12 04:21:48.209956 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b7f3a3-e3db-4800-8afb-45186433b9c4 x-openstack-request-id: req-f0b7f3a3-e3db-4800-8afb-45186433b9c4 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:48.210248 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3306b06a-dfb3-4231-bbac-614cdfa258bd", "tag": "50405686-0294-4f53-92c1-2ecb4bee1576", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:48.210504 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0b7f3a3-e3db-4800-8afb-45186433b9c4 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:48.210948 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3306b06a-dfb3-4231-bbac-614cdfa258bd', 'tag': '50405686-0294-4f53-92c1-2ecb4bee1576', 'status': 'completed', 'code': 200} Nov 12 04:21:48.265881 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12f75323-b97f-4a04-b57c-dec4bdfdace8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.267015 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f75323-b97f-4a04-b57c-dec4bdfdace8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:48.267603 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12f75323-b97f-4a04-b57c-dec4bdfdace8 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.312678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c1554-7664-4b5d-b5f0-091bd45a8c6e req-e14f7766-be24-4189-8af2-4b3eeba60138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:48.314970 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a25c1554-7664-4b5d-b5f0-091bd45a8c6e req-e14f7766-be24-4189-8af2-4b3eeba60138 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17b273415a774f6394a0dc06f457b9cf&device_id=3306b06a-dfb3-4231-bbac-614cdfa258bd HTTP/1.1" status: 200 len: 1095 time: 0.0483413 Nov 12 04:21:48.331779 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f75323-b97f-4a04-b57c-dec4bdfdace8 admin admin] Pushing event updated for resources: {'Network': ['ID=a6faab64-7517-4b57-8b95-3c944b788ed1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:48.342277 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network a6faab64-7517-4b57-8b95-3c944b788ed1 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:21:48.365718 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-12f75323-b97f-4a04-b57c-dec4bdfdace8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7966816 Nov 12 04:21:48.368806 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44774) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:48.374342 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c81ad5a8-2a91-4e20-a262-a5b734fb42dc admin admin] Request body: {'subnet': {'network_id': 'a6faab64-7517-4b57-8b95-3c944b788ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1476467818-subnet', 'tenant_id': '6e6de9b4439f4878b81157f7a03d2042', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:48.436651 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c1554-7664-4b5d-b5f0-091bd45a8c6e req-a548ea87-0ce5-45e9-ac44-7f55a723143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:48.438162 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a25c1554-7664-4b5d-b5f0-091bd45a8c6e req-a548ea87-0ce5-45e9-ac44-7f55a723143a service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa HTTP/1.1" status: 200 len: 919 time: 0.1150713 Nov 12 04:21:48.460223 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81ad5a8-2a91-4e20-a262-a5b734fb42dc admin admin] Made reservation on behalf of 6e6de9b4439f4878b81157f7a03d2042 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:48.462827 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c81ad5a8-2a91-4e20-a262-a5b734fb42dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.512986 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a25c1554-7664-4b5d-b5f0-091bd45a8c6e req-2fb30a55-348e-45ae-a48f-6c95565664ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50405686-0294-4f53-92c1-2ecb4bee1576 HTTP/1.1" status: 200 len: 217 time: 0.0657735 Nov 12 04:21:48.565143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537baba-e725-45be-a6c3-2556ccfa86c7 req-0e680906-1187-42ae-adb6-c31bce024579 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:48.566791 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c537baba-e725-45be-a6c3-2556ccfa86c7 req-0e680906-1187-42ae-adb6-c31bce024579 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1180003 Nov 12 04:21:48.593567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c1554-7664-4b5d-b5f0-091bd45a8c6e req-26286e93-6846-49d4-ab36-709c453e6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:48.596614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a25c1554-7664-4b5d-b5f0-091bd45a8c6e req-26286e93-6846-49d4-ab36-709c453e6a45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eaaf3bd6-3273-446b-b86d-d15ab6b6a69d HTTP/1.1" status: 200 len: 858 time: 0.0736661 Nov 12 04:21:48.651388 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a25c1554-7664-4b5d-b5f0-091bd45a8c6e req-bdbcadbe-1c37-48b6-a0e3-4c6baa73a5e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417302 Nov 12 04:21:48.663192 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c537baba-e725-45be-a6c3-2556ccfa86c7 req-456a9f83-ce05-427d-b48e-a092ac984300 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892506 Nov 12 04:21:48.713269 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c81ad5a8-2a91-4e20-a262-a5b734fb42dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.787687 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ad5a8-2a91-4e20-a262-a5b734fb42dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5803e91-0eb1-448c-883a-09fcf08eee80,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:48.796239 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81ad5a8-2a91-4e20-a262-a5b734fb42dc admin admin] Checking segment: {'id': '88f98a2e-2d90-4c48-ab8b-bf8e91c48a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a6faab64-7517-4b57-8b95-3c944b788ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:48.798583 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81ad5a8-2a91-4e20-a262-a5b734fb42dc admin admin] Network hostable DHCP agents. Network: a6faab64-7517-4b57-8b95-3c944b788ed1, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:21:48.809916 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a25c1554-7664-4b5d-b5f0-091bd45a8c6e req-0babc613-0bb9-41d7-bd06-1f911aed7e61 service neutron] 10.222.0.31 "GET /v2.0/networks/b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453962 Nov 12 04:21:48.826148 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5dbef-0633-4fd6-8738-b743429eca5d req-4474153f-73b6-45c4-9e26-cf6dee619d9b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:48.827859 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1bb5dbef-0633-4fd6-8738-b743429eca5d req-4474153f-73b6-45c4-9e26-cf6dee619d9b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.0749922 Nov 12 04:21:48.877356 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81ad5a8-2a91-4e20-a262-a5b734fb42dc admin admin] Network a6faab64-7517-4b57-8b95-3c944b788ed1 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:21:48.884691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 62cf225b-cbdb-427d-99a8-d64c6341861e up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:48.948750 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1bb5dbef-0633-4fd6-8738-b743429eca5d req-fd8a8605-55ba-45a4-9ccd-0babf813d819 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098139 Nov 12 04:21:48.961415 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a25c1554-7664-4b5d-b5f0-091bd45a8c6e req-e881ad81-70ce-44b0-9931-ce11765682f5 service neutron] 10.222.0.31 "GET /v2.0/networks/b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324208 Nov 12 04:21:48.962734 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c81ad5a8-2a91-4e20-a262-a5b734fb42dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, a6faab64-7517-4b57-8b95-3c944b788ed1) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:48.967901 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81ad5a8-2a91-4e20-a262-a5b734fb42dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:48.968664 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c81ad5a8-2a91-4e20-a262-a5b734fb42dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.977005 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227f0a16-038c-45dc-bd5a-604a56e5ca98 None None] Network a6faab64-7517-4b57-8b95-3c944b788ed1 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:49.042290 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 62cf225b-cbdb-427d-99a8-d64c6341861e completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:21:49.051109 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c81ad5a8-2a91-4e20-a262-a5b734fb42dc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6809845 Nov 12 04:21:49.056044 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 62cf225b-cbdb-427d-99a8-d64c6341861e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:49.056524 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:49.165343 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4b1215-c0f4-4532-80c3-755f1b31f3b0 None None] Network a6faab64-7517-4b57-8b95-3c944b788ed1 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:49.264538 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:49.306884 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f880b358-fc0f-4f9c-b84d-0fb3375c38b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cf225b-cbdb-427d-99a8-d64c6341861e'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:49.310486 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd5a65f-883f-480e-bf25-6b5d00bc6ca5" -d '{"events": [{"server_uuid": "f880b358-fc0f-4f9c-b84d-0fb3375c38b6", "name": "network-vif-plugged", "status": "completed", "tag": "62cf225b-cbdb-427d-99a8-d64c6341861e"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:49.330487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b138c40-333f-4c72-9341-4c5c24d9afbe req-38d11da5-a8af-4ee4-b6a3-dc35726709ab tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:49.347617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 62cf225b-cbdb-427d-99a8-d64c6341861e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=62cf225b-cbdb-427d-99a8-d64c6341861e,segment=NetworkSegment(c2d3b458-c887-41a6-a2f9-b7e2fc618acb),segment_id=c2d3b458-c887-41a6-a2f9-b7e2fc618acb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:49.350825 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b138c40-333f-4c72-9341-4c5c24d9afbe req-38d11da5-a8af-4ee4-b6a3-dc35726709ab tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0985827 Nov 12 04:21:49.409655 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b138c40-333f-4c72-9341-4c5c24d9afbe req-a6b3a204-d57c-445d-8bad-79a0821c218a tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595384 Nov 12 04:21:49.434126 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:49.479494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=62cf225b-cbdb-427d-99a8-d64c6341861e,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:49.550844 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98199ad8-09d0-49f4-a604-1a55597765ad req-356403ae-5cde-41ca-bfc8-27a95b44d8b0 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:49.552038 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-98199ad8-09d0-49f4-a604-1a55597765ad req-356403ae-5cde-41ca-bfc8-27a95b44d8b0 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d530997e-c408-4c3b-8072-132be53da87a HTTP/1.1" status: 200 len: 944 time: 0.0613532 Nov 12 04:21:49.617573 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-98199ad8-09d0-49f4-a604-1a55597765ad req-71a4d396-ca4c-4b29-bc74-cb3dfae7243f tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee4aba09-4f3f-47d7-8ed4-984717bd941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581980 Nov 12 04:21:49.681440 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256aa115-c34c-450a-bd2a-fe3858249050 x-openstack-request-id: req-256aa115-c34c-450a-bd2a-fe3858249050 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:49.681884 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f880b358-fc0f-4f9c-b84d-0fb3375c38b6", "name": "network-vif-plugged", "status": "completed", "tag": "62cf225b-cbdb-427d-99a8-d64c6341861e", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:49.682272 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-256aa115-c34c-450a-bd2a-fe3858249050 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:49.682914 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f880b358-fc0f-4f9c-b84d-0fb3375c38b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cf225b-cbdb-427d-99a8-d64c6341861e', 'code': 200} Nov 12 04:21:49.846299 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f417e0-b4b4-4391-b812-aefbbb9647cc req-9acff73a-8f78-4720-9de4-5f4eaa9ecad7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:49.853583 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74f417e0-b4b4-4391-b812-aefbbb9647cc req-9acff73a-8f78-4720-9de4-5f4eaa9ecad7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0935037 Nov 12 04:21:49.894080 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9c914-4f55-4869-8358-f90518147648 req-3e0e634e-8299-440c-b53f-36c8cb7b2b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:49.895791 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-97c9c914-4f55-4869-8358-f90518147648 req-3e0e634e-8299-440c-b53f-36c8cb7b2b1d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f880b358-fc0f-4f9c-b84d-0fb3375c38b6 HTTP/1.1" status: 200 len: 1097 time: 0.0976009 Nov 12 04:21:49.916706 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74f417e0-b4b4-4391-b812-aefbbb9647cc req-33f422be-831a-404c-a124-b63d2795f6b1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622652 Nov 12 04:21:49.948498 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44810) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:49.953854 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-22eac0e7-e658-44c1-9e12-3aaaa3500caf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1866758523-network', 'tenant_id': 'd4523457099b433dbdc54091078d0928'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:49.967130 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-97c9c914-4f55-4869-8358-f90518147648 req-9a2f289b-99b5-4b91-b60c-77abf216c09a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ee4aba09-4f3f-47d7-8ed4-984717bd941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602963 Nov 12 04:21:50.037661 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22eac0e7-e658-44c1-9e12-3aaaa3500caf admin admin] Made reservation on behalf of d4523457099b433dbdc54091078d0928 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:50.040286 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22eac0e7-e658-44c1-9e12-3aaaa3500caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.049708 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22eac0e7-e658-44c1-9e12-3aaaa3500caf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.087380 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 78a8263d-51aa-4513-b830-a5f56dd06160 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:21:50.103132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 61a47659-1c1a-4806-8740-d4dba52b2973 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:21:50.166608 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22eac0e7-e658-44c1-9e12-3aaaa3500caf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.254453 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba71bb3-7957-4ccd-8217-f823b6acef2d req-912ec448-f0e2-466b-9ffd-1817bfc1433b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:50.261999 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bba71bb3-7957-4ccd-8217-f823b6acef2d req-912ec448-f0e2-466b-9ffd-1817bfc1433b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 946 time: 0.0662830 Nov 12 04:21:50.263607 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 78a8263d-51aa-4513-b830-a5f56dd06160, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=78a8263d-51aa-4513-b830-a5f56dd06160,segment=NetworkSegment(c2d3b458-c887-41a6-a2f9-b7e2fc618acb),segment_id=c2d3b458-c887-41a6-a2f9-b7e2fc618acb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:50.306350 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22eac0e7-e658-44c1-9e12-3aaaa3500caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.308311 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '78a8263d-51aa-4513-b830-a5f56dd06160', 'network_id': 'b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa', 'port_id': '78a8263d-51aa-4513-b830-a5f56dd06160', 'mac_address': 'fa:16:3e:54:12:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaaf3bd6-3273-446b-b86d-d15ab6b6a69d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:21:50.319220 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bba71bb3-7957-4ccd-8217-f823b6acef2d req-9336aefc-83df-40a6-b0fa-25dcf02b0458 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562665 Nov 12 04:21:50.364111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22eac0e7-e658-44c1-9e12-3aaaa3500caf admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:21:50.368430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eac0e7-e658-44c1-9e12-3aaaa3500caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09801970-95e6-4f0f-97b2-647bb4efc101,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:50.395622 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.401554 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22eac0e7-e658-44c1-9e12-3aaaa3500caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.401554 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-22eac0e7-e658-44c1-9e12-3aaaa3500caf admin admin] Added segment e7ba44c4-76e5-4c28-9612-ec5264f4e0b0 of type vlan for network b882f3e0-fd09-422b-be6d-8a90fc2fce27 Nov 12 04:21:50.403010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa60b9-c6b3-4beb-a8fc-052b7790a945 req-74c7a35d-9ea4-4862-94ac-4126f2fdfe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:50.405925 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4faa60b9-c6b3-4beb-a8fc-052b7790a945 req-74c7a35d-9ea4-4862-94ac-4126f2fdfe8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 1096 time: 0.0754781 Nov 12 04:21:50.415704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a8263d-51aa-4513-b830-a5f56dd06160 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:50.422571 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.450412 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22eac0e7-e658-44c1-9e12-3aaaa3500caf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.456909 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 78a8263d-51aa-4513-b830-a5f56dd06160, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=78a8263d-51aa-4513-b830-a5f56dd06160,segment=NetworkSegment(c2d3b458-c887-41a6-a2f9-b7e2fc618acb),segment_id=c2d3b458-c887-41a6-a2f9-b7e2fc618acb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:50.478499 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 61a47659-1c1a-4806-8740-d4dba52b2973, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=61a47659-1c1a-4806-8740-d4dba52b2973,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:50.534767 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.566832 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22eac0e7-e658-44c1-9e12-3aaaa3500caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.566832 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eac0e7-e658-44c1-9e12-3aaaa3500caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:50.566832 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22eac0e7-e658-44c1-9e12-3aaaa3500caf admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.567195 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.604037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa60b9-c6b3-4beb-a8fc-052b7790a945 req-a3fa3fbe-6e59-4f85-9775-0b2a54c7db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:50.605855 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4faa60b9-c6b3-4beb-a8fc-052b7790a945 req-a3fa3fbe-6e59-4f85-9775-0b2a54c7db56 service neutron] 10.222.0.21 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.1909294 Nov 12 04:21:50.625799 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=78a8263d-51aa-4513-b830-a5f56dd06160,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:50.641421 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eac0e7-e658-44c1-9e12-3aaaa3500caf admin admin] Pushing event updated for resources: {'Network': ['ID=b882f3e0-fd09-422b-be6d-8a90fc2fce27,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:50.684410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network b882f3e0-fd09-422b-be6d-8a90fc2fce27 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:21:50.686262 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-22eac0e7-e658-44c1-9e12-3aaaa3500caf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7352915 Nov 12 04:21:50.686754 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44828) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:50.691357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5404b-66c2-4cec-897b-dab931bce437 req-3d4df16a-6923-429e-aae3-01bf006941d0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:50.693123 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bc5404b-66c2-4cec-897b-dab931bce437 req-3d4df16a-6923-429e-aae3-01bf006941d0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1512909 Nov 12 04:21:50.704055 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8a24e815-a9a1-4c45-9790-991b027ba4e3 admin admin] Request body: {'subnet': {'network_id': 'b882f3e0-fd09-422b-be6d-8a90fc2fce27', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1866758523-subnet', 'tenant_id': 'd4523457099b433dbdc54091078d0928', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:50.729505 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4faa60b9-c6b3-4beb-a8fc-052b7790a945 req-c4f55533-7229-47cf-8cf5-a2a9e28a102a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827813e1-4afe-44db-947c-b67c4e2c3e62 HTTP/1.1" status: 200 len: 999 time: 0.1157823 Nov 12 04:21:50.774260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=61a47659-1c1a-4806-8740-d4dba52b2973,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:50.801379 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a24e815-a9a1-4c45-9790-991b027ba4e3 admin admin] Made reservation on behalf of d4523457099b433dbdc54091078d0928 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:50.802397 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bc5404b-66c2-4cec-897b-dab931bce437 req-7996cf4e-dfba-4afc-90d7-aa33c1123823 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008973 Nov 12 04:21:50.804159 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a24e815-a9a1-4c45-9790-991b027ba4e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.836313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa60b9-c6b3-4beb-a8fc-052b7790a945 req-e92cf434-dc6d-4674-872d-2a876e9db96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:50.839839 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4faa60b9-c6b3-4beb-a8fc-052b7790a945 req-e92cf434-dc6d-4674-872d-2a876e9db96a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.0973041 Nov 12 04:21:50.901407 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 50405686-0294-4f53-92c1-2ecb4bee1576 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:21:50.906013 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa60b9-c6b3-4beb-a8fc-052b7790a945 req-f4e56fa9-b75f-4e4e-bb20-c75848753b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:50.909984 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4faa60b9-c6b3-4beb-a8fc-052b7790a945 req-f4e56fa9-b75f-4e4e-bb20-c75848753b47 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605905 Nov 12 04:21:51.023378 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4faa60b9-c6b3-4beb-a8fc-052b7790a945 req-c95d23cb-9f8b-4dab-aed9-adb9fe34b5fa service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043859 Nov 12 04:21:51.062175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 50405686-0294-4f53-92c1-2ecb4bee1576, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=50405686-0294-4f53-92c1-2ecb4bee1576,segment=NetworkSegment(c2d3b458-c887-41a6-a2f9-b7e2fc618acb),segment_id=c2d3b458-c887-41a6-a2f9-b7e2fc618acb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:51.080170 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '50405686-0294-4f53-92c1-2ecb4bee1576', 'network_id': 'b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa', 'port_id': '50405686-0294-4f53-92c1-2ecb4bee1576', 'mac_address': 'fa:16:3e:d8:13:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaaf3bd6-3273-446b-b86d-d15ab6b6a69d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:21:51.082388 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['78a8263d-51aa-4513-b830-a5f56dd06160'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:21:51.149260 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4faa60b9-c6b3-4beb-a8fc-052b7790a945 req-ae9ecb5e-c5ef-4220-9bea-882556e98a97 service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172111 Nov 12 04:21:51.164466 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a24e815-a9a1-4c45-9790-991b027ba4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.168835 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.200329 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50405686-0294-4f53-92c1-2ecb4bee1576 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:51.223764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 50405686-0294-4f53-92c1-2ecb4bee1576, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=50405686-0294-4f53-92c1-2ecb4bee1576,segment=NetworkSegment(c2d3b458-c887-41a6-a2f9-b7e2fc618acb),segment_id=c2d3b458-c887-41a6-a2f9-b7e2fc618acb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:51.286642 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.300257 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24e815-a9a1-4c45-9790-991b027ba4e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=860c4d49-465e-4aa9-8c36-857c3380be73,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:51.312368 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a24e815-a9a1-4c45-9790-991b027ba4e3 admin admin] Checking segment: {'id': 'e7ba44c4-76e5-4c28-9612-ec5264f4e0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b882f3e0-fd09-422b-be6d-8a90fc2fce27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:51.312653 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a24e815-a9a1-4c45-9790-991b027ba4e3 admin admin] Network hostable DHCP agents. Network: b882f3e0-fd09-422b-be6d-8a90fc2fce27, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:21:51.370095 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=50405686-0294-4f53-92c1-2ecb4bee1576,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:51.488689 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a24e815-a9a1-4c45-9790-991b027ba4e3 admin admin] Network b882f3e0-fd09-422b-be6d-8a90fc2fce27 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:21:51.563049 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8a24e815-a9a1-4c45-9790-991b027ba4e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, b882f3e0-fd09-422b-be6d-8a90fc2fce27) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:51.568271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a24e815-a9a1-4c45-9790-991b027ba4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:51.568877 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a24e815-a9a1-4c45-9790-991b027ba4e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.587326 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3459b4-518a-4051-af85-dafcc125f1ff None None] Network b882f3e0-fd09-422b-be6d-8a90fc2fce27 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:51.640922 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8a24e815-a9a1-4c45-9790-991b027ba4e3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9523478 Nov 12 04:21:51.663637 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['50405686-0294-4f53-92c1-2ecb4bee1576'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:21:51.690724 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7482cf57-29e0-47ee-888e-8a6bd97272ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61a47659-1c1a-4806-8740-d4dba52b2973'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:51.693197 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00e27e2-4745-48d3-bfd1-dbac53c361bc" -d '{"events": [{"server_uuid": "7482cf57-29e0-47ee-888e-8a6bd97272ec", "name": "network-vif-unplugged", "status": "completed", "tag": "61a47659-1c1a-4806-8740-d4dba52b2973"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:51.833435 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36fadde-2055-4612-bb41-78899f3769ad None None] Network b882f3e0-fd09-422b-be6d-8a90fc2fce27 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:51.865416 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44868) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:51.929050 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6357c9-bea0-41d1-b1cc-d482e569ffbc admin admin] Deleting subnet d5803e91-0eb1-448c-883a-09fcf08eee80 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:21:51.933831 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b6357c9-bea0-41d1-b1cc-d482e569ffbc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.984751 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b6357c9-bea0-41d1-b1cc-d482e569ffbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.043591 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b6357c9-bea0-41d1-b1cc-d482e569ffbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.158484 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b6357c9-bea0-41d1-b1cc-d482e569ffbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.186155 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6357c9-bea0-41d1-b1cc-d482e569ffbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5803e91-0eb1-448c-883a-09fcf08eee80,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:52.191576 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3b6357c9-bea0-41d1-b1cc-d482e569ffbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.195124 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3b6357c9-bea0-41d1-b1cc-d482e569ffbc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d5803e91-0eb1-448c-883a-09fcf08eee80 HTTP/1.1" status: 204 len: 168 time: 0.3283725 Nov 12 04:21:52.198364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44880) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:52.279495 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4c562b3a-da62-4642-9375-73a0904e4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.369153 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4c562b3a-da62-4642-9375-73a0904e4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.390504 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-4c562b3a-da62-4642-9375-73a0904e4a69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6faab64-7517-4b57-8b95-3c944b788ed1']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:52.401461 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-4c562b3a-da62-4642-9375-73a0904e4a69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f98a2e-2d90-4c48-ab8b-bf8e91c48a01') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:52.401763 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-4c562b3a-da62-4642-9375-73a0904e4a69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f98a2e-2d90-4c48-ab8b-bf8e91c48a01') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:52.417593 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4c562b3a-da62-4642-9375-73a0904e4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.435067 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4c562b3a-da62-4642-9375-73a0904e4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.441246 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c562b3a-da62-4642-9375-73a0904e4a69 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:21:52.441636 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4c562b3a-da62-4642-9375-73a0904e4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:21:52.443355 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:21:52.541452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51974c4-86f4-40f6-b702-87e624f6c091 req-9740afd4-4231-4454-8a9c-739f1adbbc91 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:52.542992 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a51974c4-86f4-40f6-b702-87e624f6c091 req-9740afd4-4231-4454-8a9c-739f1adbbc91 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=7482cf57-29e0-47ee-888e-8a6bd97272ec HTTP/1.1" status: 200 len: 944 time: 0.0587902 Nov 12 04:21:52.600742 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4c562b3a-da62-4642-9375-73a0904e4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.625980 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4c562b3a-da62-4642-9375-73a0904e4a69 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.630477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4c562b3a-da62-4642-9375-73a0904e4a69 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a6faab64-7517-4b57-8b95-3c944b788ed1 HTTP/1.1" status: 204 len: 168 time: 0.4310002 Nov 12 04:21:52.634160 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44884) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:52.651035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c562b3a-da62-4642-9375-73a0904e4a69 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6faab64-7517-4b57-8b95-3c944b788ed1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:52.693637 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-a51974c4-86f4-40f6-b702-87e624f6c091 req-05b977c5-1c30-440a-8020-99a2dc83a9b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Deleting port 61a47659-1c1a-4806-8740-d4dba52b2973 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:21:52.693973 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a51974c4-86f4-40f6-b702-87e624f6c091 req-05b977c5-1c30-440a-8020-99a2dc83a9b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.697126 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-723c1dfe-aff2-4e0a-8f76-d906d0965562 admin admin] Deleting subnet 860c4d49-465e-4aa9-8c36-857c3380be73 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:21:52.701971 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-723c1dfe-aff2-4e0a-8f76-d906d0965562 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.751121 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-723c1dfe-aff2-4e0a-8f76-d906d0965562 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.806378 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-723c1dfe-aff2-4e0a-8f76-d906d0965562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.824896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-a51974c4-86f4-40f6-b702-87e624f6c091 req-05b977c5-1c30-440a-8020-99a2dc83a9b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] For port 61a47659-1c1a-4806-8740-d4dba52b2973, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=61a47659-1c1a-4806-8740-d4dba52b2973,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:52.825449 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a51974c4-86f4-40f6-b702-87e624f6c091 req-05b977c5-1c30-440a-8020-99a2dc83a9b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.845226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-a51974c4-86f4-40f6-b702-87e624f6c091 req-05b977c5-1c30-440a-8020-99a2dc83a9b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Calling delete_port for 61a47659-1c1a-4806-8740-d4dba52b2973 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:21:52.908835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 50405686-0294-4f53-92c1-2ecb4bee1576 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:52.957669 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-723c1dfe-aff2-4e0a-8f76-d906d0965562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.988239 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c1dfe-aff2-4e0a-8f76-d906d0965562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=860c4d49-465e-4aa9-8c36-857c3380be73,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:52.997314 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-723c1dfe-aff2-4e0a-8f76-d906d0965562 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.999085 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-723c1dfe-aff2-4e0a-8f76-d906d0965562 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/860c4d49-465e-4aa9-8c36-857c3380be73 HTTP/1.1" status: 204 len: 168 time: 0.3644314 Nov 12 04:21:53.002509 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44896) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:53.031937 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 50405686-0294-4f53-92c1-2ecb4bee1576 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:21:53.045979 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 50405686-0294-4f53-92c1-2ecb4bee1576 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:53.045979 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.083001 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a51974c4-86f4-40f6-b702-87e624f6c091 req-05b977c5-1c30-440a-8020-99a2dc83a9b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.103599 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7af58e5-b754-4944-945f-fa118811fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.127749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b977c5-1c30-440a-8020-99a2dc83a9b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Pushing event deleted for resources: {'Port': ['ID=61a47659-1c1a-4806-8740-d4dba52b2973,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:53.194318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51974c4-86f4-40f6-b702-87e624f6c091 req-05b977c5-1c30-440a-8020-99a2dc83a9b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] No DVR routers for this DVR port 61a47659-1c1a-4806-8740-d4dba52b2973 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:21:53.198487 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a51974c4-86f4-40f6-b702-87e624f6c091 req-05b977c5-1c30-440a-8020-99a2dc83a9b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.210711 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.212809 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a51974c4-86f4-40f6-b702-87e624f6c091 req-05b977c5-1c30-440a-8020-99a2dc83a9b7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "DELETE /v2.0/ports/61a47659-1c1a-4806-8740-d4dba52b2973 HTTP/1.1" status: 204 len: 173 time: 0.6617815 Nov 12 04:21:53.213851 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7482cf57-29e0-47ee-888e-8a6bd97272ec', 'name': 'network-vif-deleted', 'tag': '61a47659-1c1a-4806-8740-d4dba52b2973'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:53.217455 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52317f1a-5e4e-43e1-be5f-32d2fac2f531" -d '{"events": [{"server_uuid": "7482cf57-29e0-47ee-888e-8a6bd97272ec", "name": "network-vif-deleted", "tag": "61a47659-1c1a-4806-8740-d4dba52b2973"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:53.233177 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7af58e5-b754-4944-945f-fa118811fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.258497 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 50405686-0294-4f53-92c1-2ecb4bee1576, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=50405686-0294-4f53-92c1-2ecb4bee1576,segment=NetworkSegment(c2d3b458-c887-41a6-a2f9-b7e2fc618acb),segment_id=c2d3b458-c887-41a6-a2f9-b7e2fc618acb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:53.263444 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c7af58e5-b754-4944-945f-fa118811fc2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b882f3e0-fd09-422b-be6d-8a90fc2fce27']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:53.275780 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c7af58e5-b754-4944-945f-fa118811fc2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ba44c4-76e5-4c28-9612-ec5264f4e0b0') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:53.276097 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c7af58e5-b754-4944-945f-fa118811fc2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ba44c4-76e5-4c28-9612-ec5264f4e0b0') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:53.287578 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7af58e5-b754-4944-945f-fa118811fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.303562 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7af58e5-b754-4944-945f-fa118811fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.314325 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7af58e5-b754-4944-945f-fa118811fc2a admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7af58e5-b754-4944-945f-fa118811fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:21:53.317935 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:21:53.335256 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.406415 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=50405686-0294-4f53-92c1-2ecb4bee1576,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:53.489123 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7af58e5-b754-4944-945f-fa118811fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.493615 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7af58e5-b754-4944-945f-fa118811fc2a admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.499678 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c7af58e5-b754-4944-945f-fa118811fc2a admin admin] 10.222.0.37 "DELETE /v2.0/networks/b882f3e0-fd09-422b-be6d-8a90fc2fce27 HTTP/1.1" status: 204 len: 168 time: 0.4936776 Nov 12 04:21:53.511705 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af58e5-b754-4944-945f-fa118811fc2a admin admin] Pushing event deleted for resources: {'Network': ['ID=b882f3e0-fd09-422b-be6d-8a90fc2fce27,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:53.955797 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44938) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:54.011015 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44944) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:54.012020 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-10f81538-b545-4e75-8d7a-3ebd33fad301 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e6de9b4439f4878b81157f7a03d2042&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0532825 Nov 12 04:21:54.088424 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f094e653-51eb-429b-8d50-3afca4dde8e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:54.097681 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 78a8263d-51aa-4513-b830-a5f56dd06160 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:54.128762 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f094e653-51eb-429b-8d50-3afca4dde8e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:54.163285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6ef4e-5594-4147-a9c3-453183825545 req-5ba650a4-f33d-4ddb-8d50-3555ad48cbae tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:54.164855 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29d6ef4e-5594-4147-a9c3-453183825545 req-5ba650a4-f33d-4ddb-8d50-3555ad48cbae tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0896749 Nov 12 04:21:54.212271 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 78a8263d-51aa-4513-b830-a5f56dd06160 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:21:54.216822 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 78a8263d-51aa-4513-b830-a5f56dd06160 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:54.218191 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:54.226964 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29d6ef4e-5594-4147-a9c3-453183825545 req-3a1371ac-3e8f-4caf-9e24-7c81835cc00a tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541170 Nov 12 04:21:54.277616 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f094e653-51eb-429b-8d50-3afca4dde8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:54.279855 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f094e653-51eb-429b-8d50-3afca4dde8e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:54.285402 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f094e653-51eb-429b-8d50-3afca4dde8e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4623dfda-3702-427b-a3e9-e9786bad0f90 HTTP/1.1" status: 204 len: 168 time: 0.2692819 Nov 12 04:21:54.292005 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094e653-51eb-429b-8d50-3afca4dde8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4623dfda-3702-427b-a3e9-e9786bad0f90,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:54.374202 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a8c05-0b9c-46b6-a507-107b32c45b92 req-6a2ad2c5-3d25-428f-9c1a-5d55f6c14d59 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:54.375781 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-993a8c05-0b9c-46b6-a507-107b32c45b92 req-6a2ad2c5-3d25-428f-9c1a-5d55f6c14d59 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d530997e-c408-4c3b-8072-132be53da87a HTTP/1.1" status: 200 len: 945 time: 0.0564938 Nov 12 04:21:54.382970 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:54.431313 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 78a8263d-51aa-4513-b830-a5f56dd06160, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=78a8263d-51aa-4513-b830-a5f56dd06160,segment=NetworkSegment(c2d3b458-c887-41a6-a2f9-b7e2fc618acb),segment_id=c2d3b458-c887-41a6-a2f9-b7e2fc618acb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:54.456049 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-993a8c05-0b9c-46b6-a507-107b32c45b92 req-9be376b3-5938-4d4b-9c4a-4292981a510d tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee4aba09-4f3f-47d7-8ed4-984717bd941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704365 Nov 12 04:21:54.506176 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:54.585543 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7802eec9-8e40-49c2-96b9-b5f5314840ae x-openstack-request-id: req-7802eec9-8e40-49c2-96b9-b5f5314840ae {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:54.585840 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7482cf57-29e0-47ee-888e-8a6bd97272ec", "name": "network-vif-unplugged", "status": "failed", "tag": "61a47659-1c1a-4806-8740-d4dba52b2973", "code": 422}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:54.586099 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7802eec9-8e40-49c2-96b9-b5f5314840ae {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:54.591145 n-d-768509-24 neutron-server[103298]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7482cf57-29e0-47ee-888e-8a6bd97272ec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '61a47659-1c1a-4806-8740-d4dba52b2973', 'code': 422} returned with failed status Nov 12 04:21:54.591145 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=78a8263d-51aa-4513-b830-a5f56dd06160,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:54.696713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c74a3-f358-4ebb-8447-7403a2981959 req-fa31560d-5b79-4cf6-ad91-42e8b6888581 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:54.698300 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd0c74a3-f358-4ebb-8447-7403a2981959 req-fa31560d-5b79-4cf6-ad91-42e8b6888581 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0642502 Nov 12 04:21:54.766422 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd0c74a3-f358-4ebb-8447-7403a2981959 req-756e1566-ff0f-456f-8203-2ee3b4cf5d3d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579603 Nov 12 04:21:54.952415 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2434d01-b807-41eb-8c71-7bf713b4ee65 x-openstack-request-id: req-d2434d01-b807-41eb-8c71-7bf713b4ee65 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:54.955633 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7482cf57-29e0-47ee-888e-8a6bd97272ec", "name": "network-vif-deleted", "tag": "61a47659-1c1a-4806-8740-d4dba52b2973", "status": "failed", "code": 422}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:54.955633 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2434d01-b807-41eb-8c71-7bf713b4ee65 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:54.955633 n-d-768509-24 neutron-server[103296]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7482cf57-29e0-47ee-888e-8a6bd97272ec', 'name': 'network-vif-deleted', 'tag': '61a47659-1c1a-4806-8740-d4dba52b2973', 'status': 'failed', 'code': 422} returned with failed status Nov 12 04:21:55.107804 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce85a41-625f-4646-8165-6cf59ebb2a39 req-c0c18e95-e926-47a8-862d-8a6a57f28091 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:55.111435 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ce85a41-625f-4646-8165-6cf59ebb2a39 req-c0c18e95-e926-47a8-862d-8a6a57f28091 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0780811 Nov 12 04:21:55.165484 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ce85a41-625f-4646-8165-6cf59ebb2a39 req-5e3cbc91-c220-4288-b072-423f55ad3c6e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495489 Nov 12 04:21:55.254182 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45010) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:55.303364 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-475ad9a8-0365-4cc7-93fe-f8bc8b026ea0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4523457099b433dbdc54091078d0928&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479710 Nov 12 04:21:55.307395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45018) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:55.358571 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c391f78-608c-4942-a9d4-3cf8d0d6ca84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:55.358867 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-4183c04e-4fa5-48af-bd0e-ef68c6a55787 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:55.360391 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-4183c04e-4fa5-48af-bd0e-ef68c6a55787 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 811 time: 0.1150146 Nov 12 04:21:55.376682 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-42d72e4b-7083-4fb2-8cd5-53c78b536cca tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/quotas/7c6a3aa233554afeb7f6e886fb2833b1 HTTP/1.1" status: 200 len: 375 time: 0.0092757 Nov 12 04:21:55.383520 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c391f78-608c-4942-a9d4-3cf8d0d6ca84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:55.415571 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-036d3da6-d441-4f4a-9ce0-9d06304c5f4c tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330880 Nov 12 04:21:55.500891 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c391f78-608c-4942-a9d4-3cf8d0d6ca84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:55.505563 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c391f78-608c-4942-a9d4-3cf8d0d6ca84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:55.507252 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0c391f78-608c-4942-a9d4-3cf8d0d6ca84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09801970-95e6-4f0f-97b2-647bb4efc101 HTTP/1.1" status: 204 len: 168 time: 0.1974247 Nov 12 04:21:55.524981 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-2f0e074b-886c-4b44-85d3-a3301343dbb7 service neutron] 10.222.0.37 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986197 Nov 12 04:21:55.528204 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c391f78-608c-4942-a9d4-3cf8d0d6ca84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09801970-95e6-4f0f-97b2-647bb4efc101,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:55.653581 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-7800ec6d-33a3-4f59-8c9a-c888e30cbc05 service neutron] 10.222.0.37 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056564 Nov 12 04:21:56.416338 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c499cd-a5ca-402b-ba5f-989d9bb8184d req-667d0e2c-0b05-47d4-bccb-cb46c6fdf083 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:56.418006 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44c499cd-a5ca-402b-ba5f-989d9bb8184d req-667d0e2c-0b05-47d4-bccb-cb46c6fdf083 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0564418 Nov 12 04:21:56.488216 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44c499cd-a5ca-402b-ba5f-989d9bb8184d req-fe8dbd26-e6a8-45d3-b657-3717b080eb60 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625679 Nov 12 04:21:56.588079 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3306b06a-dfb3-4231-bbac-614cdfa258bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50405686-0294-4f53-92c1-2ecb4bee1576'}, {'server_uuid': 'd530997e-c408-4c3b-8072-132be53da87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a8263d-51aa-4513-b830-a5f56dd06160'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:56.591784 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a902c0-f93d-4035-9a20-e5f41c3b74da" -d '{"events": [{"server_uuid": "3306b06a-dfb3-4231-bbac-614cdfa258bd", "name": "network-vif-plugged", "status": "completed", "tag": "50405686-0294-4f53-92c1-2ecb4bee1576"}, {"server_uuid": "d530997e-c408-4c3b-8072-132be53da87a", "name": "network-vif-plugged", "status": "completed", "tag": "78a8263d-51aa-4513-b830-a5f56dd06160"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:56.604031 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74c105-9a37-475d-841f-2607b09fd3f9 req-f84b6502-9a4d-4057-9103-8f6114984eeb tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:56.605651 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2e74c105-9a37-475d-841f-2607b09fd3f9 req-f84b6502-9a4d-4057-9103-8f6114984eeb tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d530997e-c408-4c3b-8072-132be53da87a HTTP/1.1" status: 200 len: 946 time: 0.0589759 Nov 12 04:21:56.663672 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2e74c105-9a37-475d-841f-2607b09fd3f9 req-4f817238-808b-489d-b15d-8989594efb37 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee4aba09-4f3f-47d7-8ed4-984717bd941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517895 Nov 12 04:21:56.854596 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b6ff0ac-6ab8-41fa-9927-d63d1718b520 req-6aaa578c-378f-4feb-b7a6-1fae2dac807b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 210 time: 0.0270927 Nov 12 04:21:57.046162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b948d-83df-463d-b8f2-e7766630c04d req-45d3bb9e-82a1-4db1-9630-44cb8dc49d24 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:57.051153 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-522b948d-83df-463d-b8f2-e7766630c04d req-45d3bb9e-82a1-4db1-9630-44cb8dc49d24 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0606232 Nov 12 04:21:57.108365 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-522b948d-83df-463d-b8f2-e7766630c04d req-b7909e19-0411-44fb-bc9d-930cb07ea6eb tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536146 Nov 12 04:21:57.164312 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d093629-4366-48b7-888e-363c4b4538e9 x-openstack-request-id: req-9d093629-4366-48b7-888e-363c4b4538e9 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:57.164502 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3306b06a-dfb3-4231-bbac-614cdfa258bd", "name": "network-vif-plugged", "status": "completed", "tag": "50405686-0294-4f53-92c1-2ecb4bee1576", "code": 200}, {"server_uuid": "d530997e-c408-4c3b-8072-132be53da87a", "name": "network-vif-plugged", "status": "completed", "tag": "78a8263d-51aa-4513-b830-a5f56dd06160", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:57.164757 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d093629-4366-48b7-888e-363c4b4538e9 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:57.165158 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3306b06a-dfb3-4231-bbac-614cdfa258bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50405686-0294-4f53-92c1-2ecb4bee1576', 'code': 200} Nov 12 04:21:57.165411 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd530997e-c408-4c3b-8072-132be53da87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a8263d-51aa-4513-b830-a5f56dd06160', 'code': 200} Nov 12 04:21:57.323147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cc1a1-1d3d-4065-bb9b-9c9eb4f1c15f req-bc39be68-c892-46ef-8932-2a98fd1dab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:57.324652 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d1cc1a1-1d3d-4065-bb9b-9c9eb4f1c15f req-bc39be68-c892-46ef-8932-2a98fd1dab17 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d530997e-c408-4c3b-8072-132be53da87a HTTP/1.1" status: 200 len: 1098 time: 0.0739801 Nov 12 04:21:57.338619 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae7f7a-0cee-4e3f-ab74-1c715a15fe7c req-6bd343c5-5528-486c-bd95-93b870d7a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:57.340068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8ae7f7a-0cee-4e3f-ab74-1c715a15fe7c req-6bd343c5-5528-486c-bd95-93b870d7a149 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3306b06a-dfb3-4231-bbac-614cdfa258bd HTTP/1.1" status: 200 len: 1097 time: 0.0623798 Nov 12 04:21:57.408530 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d1cc1a1-1d3d-4065-bb9b-9c9eb4f1c15f req-b4809e9a-8a0d-40bf-9b83-25cbced2b761 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ee4aba09-4f3f-47d7-8ed4-984717bd941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770204 Nov 12 04:21:57.412136 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8ae7f7a-0cee-4e3f-ab74-1c715a15fe7c req-3f31a9f5-8d43-480d-a3be-fe83de617c03 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ee4aba09-4f3f-47d7-8ed4-984717bd941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614469 Nov 12 04:21:57.516447 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12aef2-7ec4-4b01-840c-d0655b21413d req-df91208d-d94f-4484-8693-94806da17d4f tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:57.520378 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f12aef2-7ec4-4b01-840c-d0655b21413d req-df91208d-d94f-4484-8693-94806da17d4f tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0527489 Nov 12 04:21:57.566558 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f12aef2-7ec4-4b01-840c-d0655b21413d req-2c17f2f2-8c9b-427e-88bf-f2ccd8b71221 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424478 Nov 12 04:21:57.678164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52005365-8810-45a3-8521-6929915daef0 req-cf63b491-6fbe-4726-84a4-79b5cc8a7f92 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:57.679723 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52005365-8810-45a3-8521-6929915daef0 req-cf63b491-6fbe-4726-84a4-79b5cc8a7f92 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0539160 Nov 12 04:21:57.760107 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52005365-8810-45a3-8521-6929915daef0 req-61a58202-efb0-4b4f-a798-0a7e3631ef58 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689375 Nov 12 04:21:57.864817 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabccb9e-8d53-42f9-85ff-e53c62b0edf4 req-5034129d-793d-41ca-9cf4-e9943e34f390 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:57.866289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cabccb9e-8d53-42f9-85ff-e53c62b0edf4 req-5034129d-793d-41ca-9cf4-e9943e34f390 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d530997e-c408-4c3b-8072-132be53da87a HTTP/1.1" status: 200 len: 946 time: 0.0507758 Nov 12 04:21:57.914264 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cabccb9e-8d53-42f9-85ff-e53c62b0edf4 req-70c68120-a135-46ec-b539-3db66266db1d tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee4aba09-4f3f-47d7-8ed4-984717bd941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418763 Nov 12 04:21:58.098683 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2920ecfc-688d-48c4-8bb2-a8f67c7cfebb req-26ca72cf-a7e0-4411-9bdc-0b6bda164964 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 210 time: 0.0275526 Nov 12 04:21:58.245636 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45200) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:58.298429 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-4d1a1b32-b0b8-417c-8ed0-251cfe97c002 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:58.300033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-4d1a1b32-b0b8-417c-8ed0-251cfe97c002 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 811 time: 0.1118662 Nov 12 04:21:58.322389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Request body: {'port': {'device_id': '60786099-8d05-44cf-ad3b-66f5f3439db5', 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240', 'admin_state_up': True, 'tenant_id': '7c6a3aa233554afeb7f6e886fb2833b1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:58.365008 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-462e9c66-f649-4c9f-a072-b09775ec8e25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:58.518897 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-462e9c66-f649-4c9f-a072-b09775ec8e25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:58.540213 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Made reservation on behalf of 7c6a3aa233554afeb7f6e886fb2833b1 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:58.543984 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:58.654170 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-462e9c66-f649-4c9f-a072-b09775ec8e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:58.697657 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e9c66-f649-4c9f-a072-b09775ec8e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcde63f9-230e-4499-a2af-914b6632ae93,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:58.717675 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-462e9c66-f649-4c9f-a072-b09775ec8e25 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=168fcd6eb46549ec9262487fed3c28cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4696224 Nov 12 04:21:58.717675 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45222) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:58.718846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Allocated IP 172.20.0.2 (0550e788-ec39-4fbc-9b9c-fbf1372e1240/64085683-3376-464a-a4ff-b7367f1920e9/423e204a-2dea-4ed6-8227-0ba002093637) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:58.739310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f1114-7c29-42f7-8fde-62afd71b0257 req-ceece680-7d87-453d-a436-37b50cc89cd1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:58.741066 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-161f1114-7c29-42f7-8fde-62afd71b0257 req-ceece680-7d87-453d-a436-37b50cc89cd1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0923579 Nov 12 04:21:58.772619 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e80afa1c-47e7-477b-be5c-b1271c1effce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:58.795365 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e80afa1c-47e7-477b-be5c-b1271c1effce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:58.841893 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-161f1114-7c29-42f7-8fde-62afd71b0257 req-706a1d70-aaac-4249-aa1d-d299483f4fe8 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906496 Nov 12 04:21:58.927709 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:58.928871 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e80afa1c-47e7-477b-be5c-b1271c1effce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:58.931753 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e80afa1c-47e7-477b-be5c-b1271c1effce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:58.932964 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e80afa1c-47e7-477b-be5c-b1271c1effce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fcde63f9-230e-4499-a2af-914b6632ae93 HTTP/1.1" status: 204 len: 168 time: 0.2135677 Nov 12 04:21:58.943227 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80afa1c-47e7-477b-be5c-b1271c1effce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcde63f9-230e-4499-a2af-914b6632ae93,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:58.989704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779b1db-b6f3-4d49-a75f-a71c311d658a req-8acca0c4-ad4f-47d4-b289-439ebfafba88 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:58.991247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d779b1db-b6f3-4d49-a75f-a71c311d658a req-8acca0c4-ad4f-47d4-b289-439ebfafba88 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0757849 Nov 12 04:21:59.042554 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d779b1db-b6f3-4d49-a75f-a71c311d658a req-2a5b2da1-01aa-4265-8f9a-e33960eded0a tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441391 Nov 12 04:21:59.071438 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:59.112072 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:59.125605 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:59.129955 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:59.172232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Pushing event updated for resources: {'Port': ['ID=423e204a-2dea-4ed6-8227-0ba002093637,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:59.196828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:59.197174 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:59.197507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:59.197843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:59.198177 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:59.198509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:59.198860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:59.199190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:59.199979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:59.199979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:59.200349 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:59.200672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:59.221408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe289e1e-bc5f-48b2-bafe-e5e7ee8ea766 req-496f7381-9a3c-42a7-ade9-b4ac336b0e10 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:59.222952 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe289e1e-bc5f-48b2-bafe-e5e7ee8ea766 req-496f7381-9a3c-42a7-ade9-b4ac336b0e10 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d530997e-c408-4c3b-8072-132be53da87a HTTP/1.1" status: 200 len: 946 time: 0.1152384 Nov 12 04:21:59.228765 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:59.229380 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:59.278776 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe289e1e-bc5f-48b2-bafe-e5e7ee8ea766 req-966b0fc9-8545-4232-b4c3-7ebc12987899 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee4aba09-4f3f-47d7-8ed4-984717bd941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465221 Nov 12 04:21:59.317324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-efdab332-e03f-4231-8b36-79ce8c84e529 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9989016 Nov 12 04:21:59.346397 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Request body: {'port': {'device_id': '60786099-8d05-44cf-ad3b-66f5f3439db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:59.412989 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:59.726092 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45268) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:59.741249 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bd80031-18b0-458f-9a10-965fc7f9ade4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:59.807524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f63a39-b375-4c01-be15-8b4179189551 req-a30cd01b-0ebf-4a29-afae-9336d6a9d8fa tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:59.809052 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0f63a39-b375-4c01-be15-8b4179189551 req-a30cd01b-0ebf-4a29-afae-9336d6a9d8fa tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 931 time: 0.3811331 Nov 12 04:21:59.822204 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bd80031-18b0-458f-9a10-965fc7f9ade4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:59.928223 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bd80031-18b0-458f-9a10-965fc7f9ade4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:59.959071 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0f63a39-b375-4c01-be15-8b4179189551 req-db1ad429-7098-4a04-9341-d6cf824d7fc2 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074278 Nov 12 04:21:59.967455 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8bd80031-18b0-458f-9a10-965fc7f9ade4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84284857d730443d9dfd7e1c25efe81a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2396586 Nov 12 04:21:59.968332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd80031-18b0-458f-9a10-965fc7f9ade4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ce3eed-e761-448b-82b6-5278038c46f9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:59.970578 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45280) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:00.047239 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-270fbc15-418b-4f3d-b3f3-871ac61947f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:00.067066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423e204a-2dea-4ed6-8227-0ba002093637 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:22:00.069745 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-270fbc15-418b-4f3d-b3f3-871ac61947f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:00.075293 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:00.092374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Transition to ACTIVE for port object 423e204a-2dea-4ed6-8227-0ba002093637 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:22:00.164410 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:00.196877 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-270fbc15-418b-4f3d-b3f3-871ac61947f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:00.199542 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-270fbc15-418b-4f3d-b3f3-871ac61947f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:00.200676 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-270fbc15-418b-4f3d-b3f3-871ac61947f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3ce3eed-e761-448b-82b6-5278038c46f9 HTTP/1.1" status: 204 len: 168 time: 0.2178621 Nov 12 04:22:00.213662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fbc15-418b-4f3d-b3f3-871ac61947f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ce3eed-e761-448b-82b6-5278038c46f9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:00.225159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Pushing event updated for resources: {'Port': ['ID=423e204a-2dea-4ed6-8227-0ba002093637,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:00.238988 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280185d5-6f15-4a29-80c4-2926ef71784f req-22e184ab-f838-4b6e-8e15-585acd39893d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:00.240826 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-280185d5-6f15-4a29-80c4-2926ef71784f req-22e184ab-f838-4b6e-8e15-585acd39893d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1170309 Nov 12 04:22:00.348513 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-280185d5-6f15-4a29-80c4-2926ef71784f req-8b66f686-b822-411a-9c65-22fe33c3f304 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859630 Nov 12 04:22:00.349550 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Attempting to bind port 423e204a-2dea-4ed6-8227-0ba002093637 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:00.349922 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Attempting to bind port 423e204a-2dea-4ed6-8227-0ba002093637 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:00.350220 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Attempting to bind port 423e204a-2dea-4ed6-8227-0ba002093637 on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:00.354957 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Port 423e204a-2dea-4ed6-8227-0ba002093637 on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:22:00.355272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Attempting to bind port 423e204a-2dea-4ed6-8227-0ba002093637 on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:00.371306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:00.372070 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Checking segment: {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:00.372454 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Bound using segment: {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:00.373165 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Bound port: 423e204a-2dea-4ed6-8227-0ba002093637, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:00.373313 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:00.468874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] For port 423e204a-2dea-4ed6-8227-0ba002093637, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:00.474567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] For port 423e204a-2dea-4ed6-8227-0ba002093637, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=423e204a-2dea-4ed6-8227-0ba002093637,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:00.483568 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eef827-495d-4e26-8c47-92a8739a6a57 req-b9afe6b8-3629-45ae-8afa-aafb531deff5 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:00.485145 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7eef827-495d-4e26-8c47-92a8739a6a57 req-b9afe6b8-3629-45ae-8afa-aafb531deff5 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0763204 Nov 12 04:22:00.538801 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7eef827-495d-4e26-8c47-92a8739a6a57 req-54de6015-16a6-41ac-8c9c-189cf749e918 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430663 Nov 12 04:22:00.544891 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:00.581804 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:00.582436 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:00.583866 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] 10.222.0.31 "PUT /v2.0/ports/423e204a-2dea-4ed6-8227-0ba002093637 HTTP/1.1" status: 200 len: 1092 time: 1.2421250 Nov 12 04:22:00.584316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60786099-8d05-44cf-ad3b-66f5f3439db5', 'tag': '423e204a-2dea-4ed6-8227-0ba002093637'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:00.586580 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4267a77-8f98-4d43-9bbd-bd613389ea8b" -d '{"events": [{"name": "network-changed", "server_uuid": "60786099-8d05-44cf-ad3b-66f5f3439db5", "tag": "423e204a-2dea-4ed6-8227-0ba002093637"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:00.637544 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b713e60-52fa-4eb1-babe-cf1fe3a1952e service neutron] Pushing event updated for resources: {'Port': ['ID=423e204a-2dea-4ed6-8227-0ba002093637,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:00.664584 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939118c-fd6b-4765-a024-e4ae55a390c4 req-3c63efff-2b0d-4e1a-9a34-6c2e5efbfcf7 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:00.666414 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5939118c-fd6b-4765-a024-e4ae55a390c4 req-3c63efff-2b0d-4e1a-9a34-6c2e5efbfcf7 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d530997e-c408-4c3b-8072-132be53da87a HTTP/1.1" status: 200 len: 946 time: 0.0622814 Nov 12 04:22:00.722801 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5939118c-fd6b-4765-a024-e4ae55a390c4 req-1628025c-6700-4f0f-96f7-976851ae8543 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee4aba09-4f3f-47d7-8ed4-984717bd941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498908 Nov 12 04:22:00.771203 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-004144db-caeb-45df-8bfe-ac54ada1e85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:00.776514 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-004144db-caeb-45df-8bfe-ac54ada1e85e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 1095 time: 0.0491409 Nov 12 04:22:00.837116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-4be7293e-36f0-40b4-aa65-b36986c660e7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=423e204a-2dea-4ed6-8227-0ba002093637 HTTP/1.1" status: 200 len: 217 time: 0.0432799 Nov 12 04:22:00.887841 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-3ead3a5f-b68b-45dd-bcba-7be691ba51a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:00.889227 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-3ead3a5f-b68b-45dd-bcba-7be691ba51a5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64085683-3376-464a-a4ff-b7367f1920e9 HTTP/1.1" status: 200 len: 851 time: 0.0451868 Nov 12 04:22:00.923405 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-1c733f15-3481-47a5-bc7f-2f8916705837 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0550e788-ec39-4fbc-9b9c-fbf1372e1240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270574 Nov 12 04:22:01.019431 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-43f0be45-e8be-452a-bb8b-c832765fb5b5 service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885150 Nov 12 04:22:01.131586 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9128c2a8-37d5-4d98-8c97-b40e6ecbf25e req-7fb0a25c-07fc-4f2e-8e17-074f0dfa5a23 service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050627 Nov 12 04:22:01.161414 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89676e0c-73f5-4d39-b57a-ae1f3bd45177 x-openstack-request-id: req-89676e0c-73f5-4d39-b57a-ae1f3bd45177 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:01.161822 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60786099-8d05-44cf-ad3b-66f5f3439db5", "tag": "423e204a-2dea-4ed6-8227-0ba002093637", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:01.162408 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89676e0c-73f5-4d39-b57a-ae1f3bd45177 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:01.162778 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60786099-8d05-44cf-ad3b-66f5f3439db5', 'tag': '423e204a-2dea-4ed6-8227-0ba002093637', 'status': 'completed', 'code': 200} Nov 12 04:22:01.267008 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b33bb-8502-4aa2-9fad-4ddf680e0f23 req-57931193-9a08-4c55-9f91-fea4f8df8d83 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:01.268563 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-165b33bb-8502-4aa2-9fad-4ddf680e0f23 req-57931193-9a08-4c55-9f91-fea4f8df8d83 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=3306b06a-dfb3-4231-bbac-614cdfa258bd HTTP/1.1" status: 200 len: 945 time: 0.0575402 Nov 12 04:22:01.347672 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-165b33bb-8502-4aa2-9fad-4ddf680e0f23 req-c4603aad-020f-4a9f-9410-8220933fe0fd tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee4aba09-4f3f-47d7-8ed4-984717bd941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718303 Nov 12 04:22:01.354939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4267a77-8f98-4d43-9bbd-bd613389ea8b req-57cc6a58-f723-4f0b-b0a3-23640ab96e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:01.370328 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4267a77-8f98-4d43-9bbd-bd613389ea8b req-57cc6a58-f723-4f0b-b0a3-23640ab96e7e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 1095 time: 0.0659459 Nov 12 04:22:01.429823 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:22:01.501858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4267a77-8f98-4d43-9bbd-bd613389ea8b req-5628f5d1-a0a1-45b4-b26d-c0a8c572bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:01.503409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4267a77-8f98-4d43-9bbd-bd613389ea8b req-5628f5d1-a0a1-45b4-b26d-c0a8c572bc5c service neutron] 10.222.0.31 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 912 time: 0.1323264 Nov 12 04:22:01.519842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8bed5-1eba-4055-ad05-6b262521e827 req-a7aa18a5-1f70-4b3e-a884-0ffa79fc3e5a tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:01.521238 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7e8bed5-1eba-4055-ad05-6b262521e827 req-a7aa18a5-1f70-4b3e-a884-0ffa79fc3e5a tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 943 time: 0.0922990 Nov 12 04:22:01.574807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4267a77-8f98-4d43-9bbd-bd613389ea8b req-86c7fe18-6a1d-4ece-8be2-fd4ffa088d18 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=423e204a-2dea-4ed6-8227-0ba002093637 HTTP/1.1" status: 200 len: 217 time: 0.0496728 Nov 12 04:22:01.639187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7e8bed5-1eba-4055-ad05-6b262521e827 req-9a2b435b-a653-41b6-a57d-23d6928729d3 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110756 Nov 12 04:22:01.648715 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4267a77-8f98-4d43-9bbd-bd613389ea8b req-ad5b064a-c7b1-450d-9697-eb4ea69550b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:01.659702 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4267a77-8f98-4d43-9bbd-bd613389ea8b req-ad5b064a-c7b1-450d-9697-eb4ea69550b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64085683-3376-464a-a4ff-b7367f1920e9 HTTP/1.1" status: 200 len: 851 time: 0.0793643 Nov 12 04:22:01.699496 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4267a77-8f98-4d43-9bbd-bd613389ea8b req-b2b8f2d7-d281-4c4d-855b-1aa325672064 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0550e788-ec39-4fbc-9b9c-fbf1372e1240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261226 Nov 12 04:22:01.813034 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35936ebc-fee7-4953-9c62-9611aa04c911 req-daca933c-7c9d-4259-acf4-a886087458cb tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:01.814621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-35936ebc-fee7-4953-9c62-9611aa04c911 req-daca933c-7c9d-4259-acf4-a886087458cb tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1142607 Nov 12 04:22:01.850190 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4267a77-8f98-4d43-9bbd-bd613389ea8b req-399e3ea1-74a2-4325-92a7-5849430ffea2 service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404212 Nov 12 04:22:01.897442 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-35936ebc-fee7-4953-9c62-9611aa04c911 req-f72991e0-6ff6-4032-86b3-446a048a473f tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762246 Nov 12 04:22:01.967413 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4267a77-8f98-4d43-9bbd-bd613389ea8b req-ed0588c0-4059-4436-ab0d-7c432ce4b0ba service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057329 Nov 12 04:22:02.114019 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ad72c-4ba3-4a72-9379-1d40d3a004d1 req-570b48f3-cf6f-4c7e-bbfc-c3e2f412b769 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:02.115601 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-755ad72c-4ba3-4a72-9379-1d40d3a004d1 req-570b48f3-cf6f-4c7e-bbfc-c3e2f412b769 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=f880b358-fc0f-4f9c-b84d-0fb3375c38b6 HTTP/1.1" status: 200 len: 945 time: 0.0542831 Nov 12 04:22:02.167926 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-755ad72c-4ba3-4a72-9379-1d40d3a004d1 req-91757d42-9b75-48bb-b912-03c1d87f9d7c tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee4aba09-4f3f-47d7-8ed4-984717bd941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460846 Nov 12 04:22:02.277496 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e5a69-691e-4b47-8f26-32e8c486f3c6 req-2e5a3a6a-fe76-4a18-838c-fb4e32ebed79 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:02.279063 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-162e5a69-691e-4b47-8f26-32e8c486f3c6 req-2e5a3a6a-fe76-4a18-838c-fb4e32ebed79 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0511692 Nov 12 04:22:02.327674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-162e5a69-691e-4b47-8f26-32e8c486f3c6 req-82ece142-669d-442e-9cb4-02c8d72f627f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426371 Nov 12 04:22:02.441598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0272a9-b087-40fe-8bb9-5caa8a872d16 req-93e388b5-96f8-47b8-b331-523d22ff71bc tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:02.443217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f0272a9-b087-40fe-8bb9-5caa8a872d16 req-93e388b5-96f8-47b8-b331-523d22ff71bc tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0554416 Nov 12 04:22:02.491111 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f0272a9-b087-40fe-8bb9-5caa8a872d16 req-024c756e-88e3-4658-9cd7-6e690730ff1e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419900 Nov 12 04:22:02.952806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b11a7-4ca6-4356-b084-e25ac8588035 req-a5934b6f-2d24-4b22-895e-2299bf58df51 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:02.954562 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-886b11a7-4ca6-4356-b084-e25ac8588035 req-a5934b6f-2d24-4b22-895e-2299bf58df51 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0511873 Nov 12 04:22:03.001477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-886b11a7-4ca6-4356-b084-e25ac8588035 req-1612392e-483e-4e9f-8d01-19fe8180e302 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410147 Nov 12 04:22:03.107950 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4271473-bebd-420a-92ef-ddcda024ba39 req-dbe235cd-d9a8-498e-821b-e3801a36299c tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:03.109446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4271473-bebd-420a-92ef-ddcda024ba39 req-dbe235cd-d9a8-498e-821b-e3801a36299c tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 943 time: 0.0502684 Nov 12 04:22:03.157234 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1022f166-66cf-4dd1-87d1-71f248933394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:03.164727 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4271473-bebd-420a-92ef-ddcda024ba39 req-82d2a294-13bd-466e-80b9-d7d28a9d9da2 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479679 Nov 12 04:22:03.279212 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b920586-754f-4f94-be8b-335287e1328e req-2aba055a-5243-4bef-a835-d5e75d1ad276 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:03.280713 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b920586-754f-4f94-be8b-335287e1328e req-2aba055a-5243-4bef-a835-d5e75d1ad276 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=f880b358-fc0f-4f9c-b84d-0fb3375c38b6 HTTP/1.1" status: 200 len: 945 time: 0.0571394 Nov 12 04:22:03.330116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b920586-754f-4f94-be8b-335287e1328e req-5aac5a5a-4f94-478c-8731-b20cbfeb8147 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee4aba09-4f3f-47d7-8ed4-984717bd941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415957 Nov 12 04:22:03.532659 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651a7fb-032b-45df-9838-3d0b99e1f55a req-5b4bc8bf-9261-44a7-9e3d-f410d8c2f691 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:03.534178 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5651a7fb-032b-45df-9838-3d0b99e1f55a req-5b4bc8bf-9261-44a7-9e3d-f410d8c2f691 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0641181 Nov 12 04:22:03.592390 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5651a7fb-032b-45df-9838-3d0b99e1f55a req-1e317808-91bc-4cc7-8547-5f7387380bc5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518987 Nov 12 04:22:03.730869 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d996c1-00c0-4b3c-b461-740113c6fe6a req-9fbb2af6-c2e7-4daf-8f92-7feb8e6dc49b tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:03.732652 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45d996c1-00c0-4b3c-b461-740113c6fe6a req-9fbb2af6-c2e7-4daf-8f92-7feb8e6dc49b tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0795259 Nov 12 04:22:03.745321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82ad66-d3f1-4e6c-8e31-9ff568c541d8 req-22c58b9e-1d9f-485c-9758-cbe5532b114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:03.747163 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7e82ad66-d3f1-4e6c-8e31-9ff568c541d8 req-22c58b9e-1d9f-485c-9758-cbe5532b114f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0642641 Nov 12 04:22:03.826400 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7e82ad66-d3f1-4e6c-8e31-9ff568c541d8 req-a7c8b415-cc63-4586-bba8-51a454bb9fd6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702760 Nov 12 04:22:03.830524 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45d996c1-00c0-4b3c-b461-740113c6fe6a req-11a61a03-bed8-49c0-998b-eacc2c8b1017 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823164 Nov 12 04:22:04.319656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b9f19-0c40-48a3-ab88-13f5174be3ea req-d43edb6c-f2ca-468b-a8d9-6748ab4b714c tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:04.321382 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-059b9f19-0c40-48a3-ab88-13f5174be3ea req-d43edb6c-f2ca-468b-a8d9-6748ab4b714c tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 943 time: 0.0722740 Nov 12 04:22:04.380806 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-059b9f19-0c40-48a3-ab88-13f5174be3ea req-591acb0a-3c17-4023-98be-00ecc8aa545a tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485871 Nov 12 04:22:04.520291 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f38f1-85db-4155-8d62-63f7599450b4 req-ebd5e9e7-9473-4ca4-8a04-80cd26a7d32e tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:04.522354 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d6f38f1-85db-4155-8d62-63f7599450b4 req-ebd5e9e7-9473-4ca4-8a04-80cd26a7d32e tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=f880b358-fc0f-4f9c-b84d-0fb3375c38b6 HTTP/1.1" status: 200 len: 945 time: 0.0721135 Nov 12 04:22:04.573947 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bb6e6-9b63-4965-af28-425d413f80c0 req-c05bf46b-f149-40e3-9332-9f834de5493f tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:04.575589 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7e8bb6e6-9b63-4965-af28-425d413f80c0 req-c05bf46b-f149-40e3-9332-9f834de5493f tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.31 "GET /v2.0/ports?device_id=f880b358-fc0f-4f9c-b84d-0fb3375c38b6 HTTP/1.1" status: 200 len: 945 time: 0.0923195 Nov 12 04:22:04.648038 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d6f38f1-85db-4155-8d62-63f7599450b4 req-c71792b5-6195-43f0-bc2d-09f84c646898 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee4aba09-4f3f-47d7-8ed4-984717bd941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191595 Nov 12 04:22:04.722074 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-7e8bb6e6-9b63-4965-af28-425d413f80c0 req-089557a6-0589-4976-ba8b-b6baf21d1b73 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Deleting port 62cf225b-cbdb-427d-99a8-d64c6341861e {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:04.722608 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7e8bb6e6-9b63-4965-af28-425d413f80c0 req-089557a6-0589-4976-ba8b-b6baf21d1b73 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:04.820680 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-7e8bb6e6-9b63-4965-af28-425d413f80c0 req-089557a6-0589-4976-ba8b-b6baf21d1b73 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] For port 62cf225b-cbdb-427d-99a8-d64c6341861e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=62cf225b-cbdb-427d-99a8-d64c6341861e,segment=NetworkSegment(c2d3b458-c887-41a6-a2f9-b7e2fc618acb),segment_id=c2d3b458-c887-41a6-a2f9-b7e2fc618acb)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:04.821042 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7e8bb6e6-9b63-4965-af28-425d413f80c0 req-089557a6-0589-4976-ba8b-b6baf21d1b73 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:04.835158 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-7e8bb6e6-9b63-4965-af28-425d413f80c0 req-089557a6-0589-4976-ba8b-b6baf21d1b73 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Calling delete_port for 62cf225b-cbdb-427d-99a8-d64c6341861e owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:04.959141 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 423e204a-2dea-4ed6-8227-0ba002093637 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:22:05.000987 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5093c8-4f27-459b-9007-768c695521a0 req-6f6396c7-ef54-42fd-a5c5-4671e90d11c8 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:05.003109 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d5093c8-4f27-459b-9007-768c695521a0 req-6f6396c7-ef54-42fd-a5c5-4671e90d11c8 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0815616 Nov 12 04:22:05.087304 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d5093c8-4f27-459b-9007-768c695521a0 req-10dd515d-6b17-4e24-a986-0b5d8b46df7e tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678499 Nov 12 04:22:05.090491 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 423e204a-2dea-4ed6-8227-0ba002093637, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=423e204a-2dea-4ed6-8227-0ba002093637,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:05.102917 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7e8bb6e6-9b63-4965-af28-425d413f80c0 req-089557a6-0589-4976-ba8b-b6baf21d1b73 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:05.115072 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '423e204a-2dea-4ed6-8227-0ba002093637', 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240', 'port_id': '423e204a-2dea-4ed6-8227-0ba002093637', 'mac_address': 'fa:16:3e:39:b1:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64085683-3376-464a-a4ff-b7367f1920e9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:22:05.138315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089557a6-0589-4976-ba8b-b6baf21d1b73 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Pushing event deleted for resources: {'Port': ['ID=62cf225b-cbdb-427d-99a8-d64c6341861e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:05.143420 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['62cf225b-cbdb-427d-99a8-d64c6341861e', '50405686-0294-4f53-92c1-2ecb4bee1576'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:22:05.168926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['78a8263d-51aa-4513-b830-a5f56dd06160'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:22:05.192579 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8bb6e6-9b63-4965-af28-425d413f80c0 req-089557a6-0589-4976-ba8b-b6baf21d1b73 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] No DVR routers for this DVR port 62cf225b-cbdb-427d-99a8-d64c6341861e on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:05.195533 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7e8bb6e6-9b63-4965-af28-425d413f80c0 req-089557a6-0589-4976-ba8b-b6baf21d1b73 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:05.199228 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7e8bb6e6-9b63-4965-af28-425d413f80c0 req-089557a6-0589-4976-ba8b-b6baf21d1b73 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.31 "DELETE /v2.0/ports/62cf225b-cbdb-427d-99a8-d64c6341861e HTTP/1.1" status: 204 len: 173 time: 0.6101878 Nov 12 04:22:05.199947 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f880b358-fc0f-4f9c-b84d-0fb3375c38b6', 'name': 'network-vif-deleted', 'tag': '62cf225b-cbdb-427d-99a8-d64c6341861e'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:05.202290 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7000614d-b64a-4a3f-a3fe-853a29e3f3a5" -d '{"events": [{"server_uuid": "f880b358-fc0f-4f9c-b84d-0fb3375c38b6", "name": "network-vif-deleted", "tag": "62cf225b-cbdb-427d-99a8-d64c6341861e"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:05.264793 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14f17e5-c4ad-4430-becb-a3e1e37a05eb x-openstack-request-id: req-a14f17e5-c4ad-4430-becb-a3e1e37a05eb {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:05.265100 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f880b358-fc0f-4f9c-b84d-0fb3375c38b6", "name": "network-vif-deleted", "tag": "62cf225b-cbdb-427d-99a8-d64c6341861e", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:05.265361 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a14f17e5-c4ad-4430-becb-a3e1e37a05eb {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:05.265775 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f880b358-fc0f-4f9c-b84d-0fb3375c38b6', 'name': 'network-vif-deleted', 'tag': '62cf225b-cbdb-427d-99a8-d64c6341861e', 'status': 'completed', 'code': 200} Nov 12 04:22:05.423113 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:05.479893 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423e204a-2dea-4ed6-8227-0ba002093637 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:22:05.530572 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 423e204a-2dea-4ed6-8227-0ba002093637, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=423e204a-2dea-4ed6-8227-0ba002093637,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:05.545666 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48861639-58eb-4420-8976-21d426e5df4b req-b50c5b3b-a0ee-41f8-b2b1-a19fe92d2885 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:05.551811 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48861639-58eb-4420-8976-21d426e5df4b req-b50c5b3b-a0ee-41f8-b2b1-a19fe92d2885 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 943 time: 0.0689816 Nov 12 04:22:05.572421 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6aa07986-247e-4fc9-8d87-fbfdbe0224e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:05.603616 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:05.643130 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48861639-58eb-4420-8976-21d426e5df4b req-7003633b-321e-4b6e-a807-9dd7140ede2a tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847566 Nov 12 04:22:05.732867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=423e204a-2dea-4ed6-8227-0ba002093637,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:05.784942 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-22b6d927-d5d3-43fe-95b0-64ff318f45e8 req-df7ad943-c86e-47b7-b246-3a2968387462 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=f880b358-fc0f-4f9c-b84d-0fb3375c38b6 HTTP/1.1" status: 200 len: 210 time: 0.0348198 Nov 12 04:22:06.001291 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['423e204a-2dea-4ed6-8227-0ba002093637'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:22:06.225523 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6a39e-3dac-4038-8b53-b6124f13e400 req-0bfda9fc-f764-4e02-b532-6b9ca51f427b tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:06.230326 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0f6a39e-3dac-4038-8b53-b6124f13e400 req-0bfda9fc-f764-4e02-b532-6b9ca51f427b tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0613773 Nov 12 04:22:06.289830 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0f6a39e-3dac-4038-8b53-b6124f13e400 req-24d93df3-2858-45e2-96ad-8302be168419 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561123 Nov 12 04:22:06.634379 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:06.791141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c68045-85c9-4e5a-96c2-10706e51a836 req-f177cee2-a219-407e-a933-2e26bd1e3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:06.792677 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89c68045-85c9-4e5a-96c2-10706e51a836 req-f177cee2-a219-407e-a933-2e26bd1e3348 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=85b49f7fda8a4adf8c323ae957f4dc57&device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0426288 Nov 12 04:22:06.913339 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c68045-85c9-4e5a-96c2-10706e51a836 req-4e67152e-2101-4aa9-8de8-3f84c4f1e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:06.915550 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89c68045-85c9-4e5a-96c2-10706e51a836 req-4e67152e-2101-4aa9-8de8-3f84c4f1e509 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b83df4f-b929-4e4a-ac1e-c416f0ac229a HTTP/1.1" status: 200 len: 912 time: 0.1151588 Nov 12 04:22:06.966716 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89c68045-85c9-4e5a-96c2-10706e51a836 req-89bb9bf5-a95e-40a0-b96b-1843b573b88c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=691cd86d-dd88-48ad-8f37-16ac3420bed2 HTTP/1.1" status: 200 len: 217 time: 0.0440636 Nov 12 04:22:06.977467 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 423e204a-2dea-4ed6-8227-0ba002093637 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:07.043649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c68045-85c9-4e5a-96c2-10706e51a836 req-73efade9-ce6f-45f7-ae60-f73d234e832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:07.045097 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89c68045-85c9-4e5a-96c2-10706e51a836 req-73efade9-ce6f-45f7-ae60-f73d234e832a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e8233b1-aa6e-479f-9cdc-91daccb1fad4 HTTP/1.1" status: 200 len: 851 time: 0.0713468 Nov 12 04:22:07.093704 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89c68045-85c9-4e5a-96c2-10706e51a836 req-9fd5e7ac-51d8-4f82-861c-5df9b7f48f49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b83df4f-b929-4e4a-ac1e-c416f0ac229a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376968 Nov 12 04:22:07.151436 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 423e204a-2dea-4ed6-8227-0ba002093637 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:22:07.156133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 423e204a-2dea-4ed6-8227-0ba002093637 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:07.156568 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:07.169776 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77293e29-5ce0-40bf-88c6-77aa0eaa103c req-ff450f96-b3e3-4f5e-a2a5-24b7d5e4a064 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:07.171385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77293e29-5ce0-40bf-88c6-77aa0eaa103c req-ff450f96-b3e3-4f5e-a2a5-24b7d5e4a064 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.1308086 Nov 12 04:22:07.247435 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89c68045-85c9-4e5a-96c2-10706e51a836 req-3cbd472f-625a-419a-ad06-0d7ca38dfdc2 service neutron] 10.222.0.21 "GET /v2.0/networks/2b83df4f-b929-4e4a-ac1e-c416f0ac229a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440597 Nov 12 04:22:07.254471 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77293e29-5ce0-40bf-88c6-77aa0eaa103c req-5322f4df-2182-47dc-82f3-e65ee575f93e tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750768 Nov 12 04:22:07.286032 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:07.404874 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60786099-8d05-44cf-ad3b-66f5f3439db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423e204a-2dea-4ed6-8227-0ba002093637'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:07.407757 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a911f03-db6b-4111-81d9-e39fdb418329" -d '{"events": [{"server_uuid": "60786099-8d05-44cf-ad3b-66f5f3439db5", "name": "network-vif-plugged", "status": "completed", "tag": "423e204a-2dea-4ed6-8227-0ba002093637"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:07.427939 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 423e204a-2dea-4ed6-8227-0ba002093637, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=423e204a-2dea-4ed6-8227-0ba002093637,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:07.464523 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89c68045-85c9-4e5a-96c2-10706e51a836 req-e78398c2-7cf2-4ac2-ba20-fea3f87a69d2 service neutron] 10.222.0.21 "GET /v2.0/networks/2b83df4f-b929-4e4a-ac1e-c416f0ac229a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090180 Nov 12 04:22:07.490424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbcf49-d0dd-482f-b30f-1a026e2fb7d9 req-11765406-833d-478f-89d1-e6a770335501 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:07.492155 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1adbcf49-d0dd-482f-b30f-1a026e2fb7d9 req-11765406-833d-478f-89d1-e6a770335501 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 944 time: 0.0731089 Nov 12 04:22:07.500014 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:07.562848 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=423e204a-2dea-4ed6-8227-0ba002093637,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:07.565083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1adbcf49-d0dd-482f-b30f-1a026e2fb7d9 req-46f38ff3-cfda-4619-b9ff-f0c46958e5bb tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647063 Nov 12 04:22:07.816160 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ba2844-2fe2-4d6f-aab5-5bdd867dd797 x-openstack-request-id: req-c4ba2844-2fe2-4d6f-aab5-5bdd867dd797 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:07.816464 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60786099-8d05-44cf-ad3b-66f5f3439db5", "name": "network-vif-plugged", "status": "completed", "tag": "423e204a-2dea-4ed6-8227-0ba002093637", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:07.816725 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4ba2844-2fe2-4d6f-aab5-5bdd867dd797 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:07.817124 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60786099-8d05-44cf-ad3b-66f5f3439db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423e204a-2dea-4ed6-8227-0ba002093637', 'code': 200} Nov 12 04:22:07.962004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04622750-65c0-4e3a-a96e-a3faac42759f req-cd6d8a86-bcf5-48bf-88db-07be5701987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:07.964467 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-04622750-65c0-4e3a-a96e-a3faac42759f req-cd6d8a86-bcf5-48bf-88db-07be5701987c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 1097 time: 0.0518610 Nov 12 04:22:08.013172 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-04622750-65c0-4e3a-a96e-a3faac42759f req-071e2905-131a-477c-9b85-1d2b473cb1f0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416481 Nov 12 04:22:08.185366 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:08.401996 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5731e74-05a2-4eb0-8693-2d86a4cd5be4 req-04ad5c0a-d34c-428b-97d2-f667280fac79 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:08.403559 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5731e74-05a2-4eb0-8693-2d86a4cd5be4 req-04ad5c0a-d34c-428b-97d2-f667280fac79 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0511351 Nov 12 04:22:08.458067 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5731e74-05a2-4eb0-8693-2d86a4cd5be4 req-fc9cb503-4c3d-48c4-a2c9-fb6a15a46ff0 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476747 Nov 12 04:22:08.727939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63477935-a5da-4fc0-8802-a8edea67a334 req-3b618432-6df9-4e37-a828-e461acce9060 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:08.738282 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63477935-a5da-4fc0-8802-a8edea67a334 req-3b618432-6df9-4e37-a828-e461acce9060 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.0766730 Nov 12 04:22:08.806379 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63477935-a5da-4fc0-8802-a8edea67a334 req-496b52a1-bdd8-4630-a4dd-29d7a68b09c9 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665376 Nov 12 04:22:08.998948 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 62cf225b-cbdb-427d-99a8-d64c6341861e no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:09.032294 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 62cf225b-cbdb-427d-99a8-d64c6341861e {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:09.033954 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 62cf225b-cbdb-427d-99a8-d64c6341861e not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:09.048100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda48305-cc47-4a9c-8bdc-7de4c797b577 req-777c91e4-d79e-47d5-b172-54320a4bbd37 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:09.055073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda48305-cc47-4a9c-8bdc-7de4c797b577 req-777c91e4-d79e-47d5-b172-54320a4bbd37 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:09.056826 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bda48305-cc47-4a9c-8bdc-7de4c797b577 req-777c91e4-d79e-47d5-b172-54320a4bbd37 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d530997e-c408-4c3b-8072-132be53da87a&device_id=3306b06a-dfb3-4231-bbac-614cdfa258bd HTTP/1.1" status: 200 len: 1682 time: 0.1240671 Nov 12 04:22:09.095703 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:09.124393 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bda48305-cc47-4a9c-8bdc-7de4c797b577 req-27613551-06ca-4819-90eb-5e5302fdcf58 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee4aba09-4f3f-47d7-8ed4-984717bd941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592289 Nov 12 04:22:09.969790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c00919-5a1b-41ca-9bcc-4de260fa4f83 req-25fcb257-75dd-4e3e-bc06-588688ffb156 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:09.971434 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-98c00919-5a1b-41ca-9bcc-4de260fa4f83 req-25fcb257-75dd-4e3e-bc06-588688ffb156 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0639613 Nov 12 04:22:10.040107 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-98c00919-5a1b-41ca-9bcc-4de260fa4f83 req-59a66f18-bf42-490d-b183-9a66162a48bf tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533738 Nov 12 04:22:10.163370 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efba351-6b9d-4a79-8203-5ace8e1c9a93 req-cad09c98-633c-4543-9567-51890d96b96e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:10.171391 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7efba351-6b9d-4a79-8203-5ace8e1c9a93 req-cad09c98-633c-4543-9567-51890d96b96e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.0646768 Nov 12 04:22:10.221577 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7efba351-6b9d-4a79-8203-5ace8e1c9a93 req-69807f1f-1366-4d9f-8043-8245f4a648d1 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482104 Nov 12 04:22:11.177939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ce58f-bda7-412a-a099-03e05d48339f req-23473a8a-45ed-47cd-abe4-17fc461f4569 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:11.180301 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-730ce58f-bda7-412a-a099-03e05d48339f req-23473a8a-45ed-47cd-abe4-17fc461f4569 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.0640335 Nov 12 04:22:11.239402 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-730ce58f-bda7-412a-a099-03e05d48339f req-4fc0e942-9b5f-4b4f-9abc-1f95f03a4511 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535557 Nov 12 04:22:11.385622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f692e70-4a6c-4722-9f13-d1ff41f9b242 req-16c8f3dd-2cf0-446d-9f13-ac047568faeb tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:11.387206 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f692e70-4a6c-4722-9f13-d1ff41f9b242 req-16c8f3dd-2cf0-446d-9f13-ac047568faeb tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0748484 Nov 12 04:22:11.449518 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f692e70-4a6c-4722-9f13-d1ff41f9b242 req-a28b82ee-5b6c-40ac-87a3-f56336664922 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550208 Nov 12 04:22:11.621867 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874302ff-523b-4691-bcd4-3699aacf9e6b req-80358fd3-d5fb-4fac-9dbd-82f7b1b562d4 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:11.623703 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-874302ff-523b-4691-bcd4-3699aacf9e6b req-80358fd3-d5fb-4fac-9dbd-82f7b1b562d4 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.31 "GET /v2.0/ports?device_id=3306b06a-dfb3-4231-bbac-614cdfa258bd HTTP/1.1" status: 200 len: 945 time: 0.0865779 Nov 12 04:22:11.666735 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ad682-3585-4e71-abcb-3c2953fde6cb req-3dcde7a6-fd60-42e8-8dbb-a09b8ec8a424 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:11.674807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-954ad682-3585-4e71-abcb-3c2953fde6cb req-3dcde7a6-fd60-42e8-8dbb-a09b8ec8a424 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=3306b06a-dfb3-4231-bbac-614cdfa258bd HTTP/1.1" status: 200 len: 945 time: 0.1270032 Nov 12 04:22:11.753866 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-954ad682-3585-4e71-abcb-3c2953fde6cb req-dd50ead2-19af-4914-b5a7-3950d359a386 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee4aba09-4f3f-47d7-8ed4-984717bd941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779550 Nov 12 04:22:11.787856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-874302ff-523b-4691-bcd4-3699aacf9e6b req-43568f79-9450-4289-be19-2305bbeffc03 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Deleting port 50405686-0294-4f53-92c1-2ecb4bee1576 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:11.788201 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-874302ff-523b-4691-bcd4-3699aacf9e6b req-43568f79-9450-4289-be19-2305bbeffc03 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:11.912965 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-874302ff-523b-4691-bcd4-3699aacf9e6b req-43568f79-9450-4289-be19-2305bbeffc03 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] For port 50405686-0294-4f53-92c1-2ecb4bee1576, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=50405686-0294-4f53-92c1-2ecb4bee1576,segment=NetworkSegment(c2d3b458-c887-41a6-a2f9-b7e2fc618acb),segment_id=c2d3b458-c887-41a6-a2f9-b7e2fc618acb)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:11.913390 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-874302ff-523b-4691-bcd4-3699aacf9e6b req-43568f79-9450-4289-be19-2305bbeffc03 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:11.930586 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-874302ff-523b-4691-bcd4-3699aacf9e6b req-43568f79-9450-4289-be19-2305bbeffc03 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Calling delete_port for 50405686-0294-4f53-92c1-2ecb4bee1576 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:12.136107 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-874302ff-523b-4691-bcd4-3699aacf9e6b req-43568f79-9450-4289-be19-2305bbeffc03 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:12.173885 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['50405686-0294-4f53-92c1-2ecb4bee1576'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:22:12.174504 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43568f79-9450-4289-be19-2305bbeffc03 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Pushing event deleted for resources: {'Port': ['ID=50405686-0294-4f53-92c1-2ecb4bee1576,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:12.214292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['78a8263d-51aa-4513-b830-a5f56dd06160'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:22:12.239233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-874302ff-523b-4691-bcd4-3699aacf9e6b req-43568f79-9450-4289-be19-2305bbeffc03 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] No DVR routers for this DVR port 50405686-0294-4f53-92c1-2ecb4bee1576 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:12.245585 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-874302ff-523b-4691-bcd4-3699aacf9e6b req-43568f79-9450-4289-be19-2305bbeffc03 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:12.250385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-874302ff-523b-4691-bcd4-3699aacf9e6b req-43568f79-9450-4289-be19-2305bbeffc03 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.31 "DELETE /v2.0/ports/50405686-0294-4f53-92c1-2ecb4bee1576 HTTP/1.1" status: 204 len: 173 time: 0.6187856 Nov 12 04:22:12.251318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3306b06a-dfb3-4231-bbac-614cdfa258bd', 'name': 'network-vif-deleted', 'tag': '50405686-0294-4f53-92c1-2ecb4bee1576'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:12.253903 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfee786e-74e9-4ddb-9612-abd69cc28779" -d '{"events": [{"server_uuid": "3306b06a-dfb3-4231-bbac-614cdfa258bd", "name": "network-vif-deleted", "tag": "50405686-0294-4f53-92c1-2ecb4bee1576"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:12.395759 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5827ea3-c187-4b14-8379-bc780e2b6aec req-5451d639-cd1d-4c59-a397-79a7be521f55 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:12.404510 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5827ea3-c187-4b14-8379-bc780e2b6aec req-5451d639-cd1d-4c59-a397-79a7be521f55 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0702515 Nov 12 04:22:12.468976 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5827ea3-c187-4b14-8379-bc780e2b6aec req-95d317c4-25c5-4ef6-950a-b89518394278 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636923 Nov 12 04:22:12.522705 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4f570b-3cb4-495e-9471-8656bd5d03d6 x-openstack-request-id: req-9c4f570b-3cb4-495e-9471-8656bd5d03d6 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:12.523250 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3306b06a-dfb3-4231-bbac-614cdfa258bd", "name": "network-vif-deleted", "tag": "50405686-0294-4f53-92c1-2ecb4bee1576", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:12.523740 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c4f570b-3cb4-495e-9471-8656bd5d03d6 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:12.524355 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3306b06a-dfb3-4231-bbac-614cdfa258bd', 'name': 'network-vif-deleted', 'tag': '50405686-0294-4f53-92c1-2ecb4bee1576', 'status': 'completed', 'code': 200} Nov 12 04:22:12.628066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40bfc7-0797-4dce-8ad6-fbfb3e7c2905 req-d7b3c5f8-7c62-47a2-86eb-f7f7f672725f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:12.629731 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f40bfc7-0797-4dce-8ad6-fbfb3e7c2905 req-d7b3c5f8-7c62-47a2-86eb-f7f7f672725f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.0572989 Nov 12 04:22:12.706209 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f40bfc7-0797-4dce-8ad6-fbfb3e7c2905 req-6d88ed91-0be4-4547-bba8-8ec9a0a0eaff tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652752 Nov 12 04:22:12.789369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba7502-ce6d-4ffa-b3d0-e7d67a098ccb req-80707e11-9323-4f09-8193-af0444ab72a0 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:12.790997 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26ba7502-ce6d-4ffa-b3d0-e7d67a098ccb req-80707e11-9323-4f09-8193-af0444ab72a0 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.21 "GET /v2.0/ports?device_id=d530997e-c408-4c3b-8072-132be53da87a HTTP/1.1" status: 200 len: 946 time: 0.0659745 Nov 12 04:22:12.897428 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-26ba7502-ce6d-4ffa-b3d0-e7d67a098ccb req-6dd88186-6d27-4d40-be3a-14c66b982c33 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Deleting port 78a8263d-51aa-4513-b830-a5f56dd06160 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:12.897760 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-26ba7502-ce6d-4ffa-b3d0-e7d67a098ccb req-6dd88186-6d27-4d40-be3a-14c66b982c33 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:12.996454 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-26ba7502-ce6d-4ffa-b3d0-e7d67a098ccb req-6dd88186-6d27-4d40-be3a-14c66b982c33 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] For port 78a8263d-51aa-4513-b830-a5f56dd06160, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=78a8263d-51aa-4513-b830-a5f56dd06160,segment=NetworkSegment(c2d3b458-c887-41a6-a2f9-b7e2fc618acb),segment_id=c2d3b458-c887-41a6-a2f9-b7e2fc618acb)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:12.997110 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-26ba7502-ce6d-4ffa-b3d0-e7d67a098ccb req-6dd88186-6d27-4d40-be3a-14c66b982c33 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:13.013240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-26ba7502-ce6d-4ffa-b3d0-e7d67a098ccb req-6dd88186-6d27-4d40-be3a-14c66b982c33 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Calling delete_port for 78a8263d-51aa-4513-b830-a5f56dd06160 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:13.151688 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f36d571-4b4d-40d8-91a8-cafa840bf5c6 req-0a2a208d-c8c6-4947-adcb-ca4862117ae1 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=3306b06a-dfb3-4231-bbac-614cdfa258bd HTTP/1.1" status: 200 len: 210 time: 0.0273170 Nov 12 04:22:13.594174 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-26ba7502-ce6d-4ffa-b3d0-e7d67a098ccb req-6dd88186-6d27-4d40-be3a-14c66b982c33 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:13.609512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503eb042-0303-46e0-a9c3-0d75ee42494e req-85ba51b7-cdfe-427b-84a9-ccbd61e9a11b tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:13.611736 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-503eb042-0303-46e0-a9c3-0d75ee42494e req-85ba51b7-cdfe-427b-84a9-ccbd61e9a11b tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a HTTP/1.1" status: 200 len: 949 time: 0.3696034 Nov 12 04:22:13.641901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd88186-6d27-4d40-be3a-14c66b982c33 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Pushing event deleted for resources: {'Port': ['ID=78a8263d-51aa-4513-b830-a5f56dd06160,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:13.712428 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ba7502-ce6d-4ffa-b3d0-e7d67a098ccb req-6dd88186-6d27-4d40-be3a-14c66b982c33 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] No DVR routers for this DVR port 78a8263d-51aa-4513-b830-a5f56dd06160 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:13.718441 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-26ba7502-ce6d-4ffa-b3d0-e7d67a098ccb req-6dd88186-6d27-4d40-be3a-14c66b982c33 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:13.721798 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26ba7502-ce6d-4ffa-b3d0-e7d67a098ccb req-6dd88186-6d27-4d40-be3a-14c66b982c33 tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.21 "DELETE /v2.0/ports/78a8263d-51aa-4513-b830-a5f56dd06160 HTTP/1.1" status: 204 len: 173 time: 0.9232914 Nov 12 04:22:13.735225 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-503eb042-0303-46e0-a9c3-0d75ee42494e req-2ea1cc45-8e2b-4e53-854e-3d17f7899165 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d922ca30-b35f-46bb-897b-9708dc0fa48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999711 Nov 12 04:22:14.032522 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99571a4-14ae-4d44-aba2-3767631e18b2 req-a0fc7343-2bcc-4770-9e17-ad16c9f97301 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:14.034745 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e99571a4-14ae-4d44-aba2-3767631e18b2 req-a0fc7343-2bcc-4770-9e17-ad16c9f97301 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0561914 Nov 12 04:22:14.103022 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e99571a4-14ae-4d44-aba2-3767631e18b2 req-ca9119f0-e40d-49d3-9375-8a6b8b94db11 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611658 Nov 12 04:22:14.220100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752f36f-061c-424c-ab12-3626db1d977d req-8de92190-0eff-46a6-8fe8-cf7e3abc786c tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:14.222307 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e752f36f-061c-424c-ab12-3626db1d977d req-8de92190-0eff-46a6-8fe8-cf7e3abc786c tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.0511549 Nov 12 04:22:14.275692 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e752f36f-061c-424c-ab12-3626db1d977d req-eed824bd-a9b4-4e18-aeea-7bac6215998f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473735 Nov 12 04:22:14.414348 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56fa2f60-515c-4a2c-9e97-dfa9cea94cec req-67508afb-2513-461a-9b0c-23ea8dde9deb tempest-ListServersNegativeTestJSON-2000534404 tempest-ListServersNegativeTestJSON-2000534404-project] 10.222.0.37 "GET /v2.0/ports?device_id=d530997e-c408-4c3b-8072-132be53da87a HTTP/1.1" status: 200 len: 210 time: 0.0310206 Nov 12 04:22:14.526214 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd530997e-c408-4c3b-8072-132be53da87a', 'name': 'network-vif-deleted', 'tag': '78a8263d-51aa-4513-b830-a5f56dd06160'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:14.528623 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4ed804-0950-44bf-8c14-3558819d702b" -d '{"events": [{"server_uuid": "d530997e-c408-4c3b-8072-132be53da87a", "name": "network-vif-deleted", "tag": "78a8263d-51aa-4513-b830-a5f56dd06160"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:14.566988 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78b8d31-6dba-4c5a-8b6e-29229f4ec9b8 x-openstack-request-id: req-e78b8d31-6dba-4c5a-8b6e-29229f4ec9b8 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:14.567419 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d530997e-c408-4c3b-8072-132be53da87a", "name": "network-vif-deleted", "tag": "78a8263d-51aa-4513-b830-a5f56dd06160", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:14.567686 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e78b8d31-6dba-4c5a-8b6e-29229f4ec9b8 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:14.568095 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd530997e-c408-4c3b-8072-132be53da87a', 'name': 'network-vif-deleted', 'tag': '78a8263d-51aa-4513-b830-a5f56dd06160', 'status': 'completed', 'code': 200} Nov 12 04:22:14.883333 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821f3fc-9476-4f75-8c74-db249a8aec14 req-a9e5cf2f-2dea-4fda-9333-27578648ea05 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:14.884900 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a821f3fc-9476-4f75-8c74-db249a8aec14 req-a9e5cf2f-2dea-4fda-9333-27578648ea05 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a HTTP/1.1" status: 200 len: 949 time: 0.0806084 Nov 12 04:22:14.901968 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac40c2-1918-44d4-8693-9c4331a4587c req-c16187bc-0ea7-4f9a-beef-e93d13bd1dd6 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:14.903416 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4fac40c2-1918-44d4-8693-9c4331a4587c req-c16187bc-0ea7-4f9a-beef-e93d13bd1dd6 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a HTTP/1.1" status: 200 len: 949 time: 0.0876524 Nov 12 04:22:15.000368 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a821f3fc-9476-4f75-8c74-db249a8aec14 req-e744bb54-3da4-425c-a5ae-2b2bbba73bc6 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d922ca30-b35f-46bb-897b-9708dc0fa48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066227 Nov 12 04:22:15.009255 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 50405686-0294-4f53-92c1-2ecb4bee1576 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:15.034947 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-4fac40c2-1918-44d4-8693-9c4331a4587c req-993000b0-1144-437c-9ba7-448c1e804dc9 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Deleting port 52618b31-2002-4802-b020-b8b5751a618c {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:15.036020 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4fac40c2-1918-44d4-8693-9c4331a4587c req-993000b0-1144-437c-9ba7-448c1e804dc9 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:15.041953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 50405686-0294-4f53-92c1-2ecb4bee1576 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:15.057083 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 50405686-0294-4f53-92c1-2ecb4bee1576 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:15.134301 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-4fac40c2-1918-44d4-8693-9c4331a4587c req-993000b0-1144-437c-9ba7-448c1e804dc9 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] For port 52618b31-2002-4802-b020-b8b5751a618c, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=52618b31-2002-4802-b020-b8b5751a618c,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:15.134806 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4fac40c2-1918-44d4-8693-9c4331a4587c req-993000b0-1144-437c-9ba7-448c1e804dc9 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:15.148690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-4fac40c2-1918-44d4-8693-9c4331a4587c req-993000b0-1144-437c-9ba7-448c1e804dc9 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Calling delete_port for 52618b31-2002-4802-b020-b8b5751a618c owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:15.320341 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d0cd5-8370-4508-8848-69297ccda1c8 req-bf79273e-abed-4cee-9d5d-692ecb278d3b tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:15.321921 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-298d0cd5-8370-4508-8848-69297ccda1c8 req-bf79273e-abed-4cee-9d5d-692ecb278d3b tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0859528 Nov 12 04:22:15.378108 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4fac40c2-1918-44d4-8693-9c4331a4587c req-993000b0-1144-437c-9ba7-448c1e804dc9 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:15.383825 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-298d0cd5-8370-4508-8848-69297ccda1c8 req-d2083d38-ad23-45de-89c8-5ed2717a3c9e tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555012 Nov 12 04:22:15.417159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993000b0-1144-437c-9ba7-448c1e804dc9 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Pushing event deleted for resources: {'Port': ['ID=52618b31-2002-4802-b020-b8b5751a618c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:15.417303 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['52618b31-2002-4802-b020-b8b5751a618c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:22:15.494697 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fac40c2-1918-44d4-8693-9c4331a4587c req-993000b0-1144-437c-9ba7-448c1e804dc9 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] No DVR routers for this DVR port 52618b31-2002-4802-b020-b8b5751a618c on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:15.498768 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-4fac40c2-1918-44d4-8693-9c4331a4587c req-993000b0-1144-437c-9ba7-448c1e804dc9 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:15.502818 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4fac40c2-1918-44d4-8693-9c4331a4587c req-993000b0-1144-437c-9ba7-448c1e804dc9 tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.31 "DELETE /v2.0/ports/52618b31-2002-4802-b020-b8b5751a618c HTTP/1.1" status: 204 len: 173 time: 0.5928328 Nov 12 04:22:15.551430 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999c3b6-bb19-4f07-bfd2-ef8938860eb2 req-9b16cb4e-17a9-4dc4-86cf-2d200a48a084 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:15.552963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5999c3b6-bb19-4f07-bfd2-ef8938860eb2 req-9b16cb4e-17a9-4dc4-86cf-2d200a48a084 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.0852408 Nov 12 04:22:15.608596 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5999c3b6-bb19-4f07-bfd2-ef8938860eb2 req-ea52de10-1531-484a-8a8d-f8f38aa9f84e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492804 Nov 12 04:22:15.660161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45772) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:15.707728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd5ca3a-a800-4186-864a-fca22326cb5f admin admin] Deleting subnet eaaf3bd6-3273-446b-b86d-d15ab6b6a69d {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:22:15.711864 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-edd5ca3a-a800-4186-864a-fca22326cb5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:15.751454 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-edd5ca3a-a800-4186-864a-fca22326cb5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:15.804340 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-edd5ca3a-a800-4186-864a-fca22326cb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:15.940693 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-edd5ca3a-a800-4186-864a-fca22326cb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:15.967793 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5ca3a-a800-4186-864a-fca22326cb5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaaf3bd6-3273-446b-b86d-d15ab6b6a69d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:15.971290 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-edd5ca3a-a800-4186-864a-fca22326cb5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:15.974552 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-edd5ca3a-a800-4186-864a-fca22326cb5f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/eaaf3bd6-3273-446b-b86d-d15ab6b6a69d HTTP/1.1" status: 204 len: 168 time: 0.3132849 Nov 12 04:22:15.977221 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45782) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:16.088738 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0c6e8fb6-9ac6-4749-af6c-02e944812416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:16.122875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c70d39-64d5-43c5-b03f-1af804316df7 req-e13c5119-b902-4bc0-9bc4-c5975fb62561 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:16.127329 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57c70d39-64d5-43c5-b03f-1af804316df7 req-e13c5119-b902-4bc0-9bc4-c5975fb62561 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0913529 Nov 12 04:22:16.179507 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8e8edd7-9783-4a38-abf6-b6bea426a00e req-107fe5a7-6e01-4863-b947-f2ad06fa9e8d tempest-VolumesBackupsTest-1227816813 tempest-VolumesBackupsTest-1227816813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd88faf-3cd6-4983-ab4f-c09a46fb768a HTTP/1.1" status: 200 len: 210 time: 0.0539076 Nov 12 04:22:16.201736 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 78a8263d-51aa-4513-b830-a5f56dd06160 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:16.247645 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 78a8263d-51aa-4513-b830-a5f56dd06160 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:16.248391 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 78a8263d-51aa-4513-b830-a5f56dd06160 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:16.292140 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0c6e8fb6-9ac6-4749-af6c-02e944812416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:16.314341 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0c6e8fb6-9ac6-4749-af6c-02e944812416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:16.327315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0c6e8fb6-9ac6-4749-af6c-02e944812416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d3b458-c887-41a6-a2f9-b7e2fc618acb') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:16.327712 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0c6e8fb6-9ac6-4749-af6c-02e944812416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d3b458-c887-41a6-a2f9-b7e2fc618acb') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:16.341478 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0c6e8fb6-9ac6-4749-af6c-02e944812416 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:16.366276 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0c6e8fb6-9ac6-4749-af6c-02e944812416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:16.375571 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-57c70d39-64d5-43c5-b03f-1af804316df7 req-ed9a6c06-9ab8-46db-acdd-d4659c51950f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Deleting port 691cd86d-dd88-48ad-8f37-16ac3420bed2 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:16.376668 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57c70d39-64d5-43c5-b03f-1af804316df7 req-ed9a6c06-9ab8-46db-acdd-d4659c51950f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:16.381160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6e8fb6-9ac6-4749-af6c-02e944812416 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:22:16.381587 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0c6e8fb6-9ac6-4749-af6c-02e944812416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:22:16.383382 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:22:16.566240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-57c70d39-64d5-43c5-b03f-1af804316df7 req-ed9a6c06-9ab8-46db-acdd-d4659c51950f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] For port 691cd86d-dd88-48ad-8f37-16ac3420bed2, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=691cd86d-dd88-48ad-8f37-16ac3420bed2,segment=NetworkSegment(5a1fde86-a291-4144-99d4-17965f668b72),segment_id=5a1fde86-a291-4144-99d4-17965f668b72)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:16.566494 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57c70d39-64d5-43c5-b03f-1af804316df7 req-ed9a6c06-9ab8-46db-acdd-d4659c51950f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:16.568783 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd88faf-3cd6-4983-ab4f-c09a46fb768a', 'name': 'network-vif-deleted', 'tag': '52618b31-2002-4802-b020-b8b5751a618c'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:16.571480 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f246c5bb-815a-4aef-9849-79c60ec6a26a" -d '{"events": [{"server_uuid": "7cd88faf-3cd6-4983-ab4f-c09a46fb768a", "name": "network-vif-deleted", "tag": "52618b31-2002-4802-b020-b8b5751a618c"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:16.588056 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39759-50f3-4020-8c60-3a7e183a8bb2 req-733bde52-46f4-4415-a474-593fed4a207a tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:16.589900 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-98a39759-50f3-4020-8c60-3a7e183a8bb2 req-733bde52-46f4-4415-a474-593fed4a207a tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 945 time: 0.1039937 Nov 12 04:22:16.592835 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0c6e8fb6-9ac6-4749-af6c-02e944812416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:16.603842 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0c6e8fb6-9ac6-4749-af6c-02e944812416 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:16.607068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0c6e8fb6-9ac6-4749-af6c-02e944812416 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa HTTP/1.1" status: 204 len: 168 time: 0.6285660 Nov 12 04:22:16.608739 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-57c70d39-64d5-43c5-b03f-1af804316df7 req-ed9a6c06-9ab8-46db-acdd-d4659c51950f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Calling delete_port for 691cd86d-dd88-48ad-8f37-16ac3420bed2 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:16.652265 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e8fb6-9ac6-4749-af6c-02e944812416 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9a423cf-6e9d-46ad-b54f-2f5cf1dfe8fa,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:16.739265 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-98a39759-50f3-4020-8c60-3a7e183a8bb2 req-9c275f14-af41-4ad8-8665-fd5d1eaa5b83 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394887 Nov 12 04:22:16.785071 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:16.799897 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c418c8-8f2b-4138-bce9-a163fa82b13a x-openstack-request-id: req-06c418c8-8f2b-4138-bce9-a163fa82b13a {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:16.800204 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd88faf-3cd6-4983-ab4f-c09a46fb768a", "name": "network-vif-deleted", "tag": "52618b31-2002-4802-b020-b8b5751a618c", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:16.800480 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06c418c8-8f2b-4138-bce9-a163fa82b13a {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:16.800870 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd88faf-3cd6-4983-ab4f-c09a46fb768a', 'name': 'network-vif-deleted', 'tag': '52618b31-2002-4802-b020-b8b5751a618c', 'status': 'completed', 'code': 200} Nov 12 04:22:16.914422 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cffe54-8eb8-4ffe-98da-b32dd9db3380 req-d4862b1e-843c-436c-a37f-eb3d2de00ef0 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:16.916120 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1cffe54-8eb8-4ffe-98da-b32dd9db3380 req-d4862b1e-843c-436c-a37f-eb3d2de00ef0 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.0559020 Nov 12 04:22:16.953546 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57c70d39-64d5-43c5-b03f-1af804316df7 req-ed9a6c06-9ab8-46db-acdd-d4659c51950f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:16.987999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['549eeb88-053c-41b8-a8a8-67bfc24cb467', '691cd86d-dd88-48ad-8f37-16ac3420bed2'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:22:16.996093 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a6c06-9ab8-46db-acdd-d4659c51950f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Pushing event deleted for resources: {'Port': ['ID=691cd86d-dd88-48ad-8f37-16ac3420bed2,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:17.048856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c70d39-64d5-43c5-b03f-1af804316df7 req-ed9a6c06-9ab8-46db-acdd-d4659c51950f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] No DVR routers for this DVR port 691cd86d-dd88-48ad-8f37-16ac3420bed2 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:17.048856 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1cffe54-8eb8-4ffe-98da-b32dd9db3380 req-adf02a0a-39e9-4e09-9dd3-df6401aa4e57 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250260 Nov 12 04:22:17.048856 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57c70d39-64d5-43c5-b03f-1af804316df7 req-ed9a6c06-9ab8-46db-acdd-d4659c51950f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:17.051996 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57c70d39-64d5-43c5-b03f-1af804316df7 req-ed9a6c06-9ab8-46db-acdd-d4659c51950f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.21 "DELETE /v2.0/ports/691cd86d-dd88-48ad-8f37-16ac3420bed2 HTTP/1.1" status: 204 len: 173 time: 0.9153316 Nov 12 04:22:17.087527 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45802) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:17.133399 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-13ce30ce-6310-4069-8286-ce78ecce70c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17b273415a774f6394a0dc06f457b9cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446501 Nov 12 04:22:17.138781 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45804) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:17.200473 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe9427dd-2986-4388-9b36-7911f6c948aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:17.226842 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe9427dd-2986-4388-9b36-7911f6c948aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:17.380313 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe9427dd-2986-4388-9b36-7911f6c948aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:17.383429 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe9427dd-2986-4388-9b36-7911f6c948aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:17.384643 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fe9427dd-2986-4388-9b36-7911f6c948aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee4aba09-4f3f-47d7-8ed4-984717bd941e HTTP/1.1" status: 204 len: 168 time: 0.2477038 Nov 12 04:22:17.408403 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9427dd-2986-4388-9b36-7911f6c948aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4aba09-4f3f-47d7-8ed4-984717bd941e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:17.883476 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e8b4e808-ef2e-4c66-9f18-1d46557e8854 req-38e0131e-0f60-45a9-a7a4-79304935bd81 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac99e69c-e12c-405c-b383-abab9d92f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0358129 Nov 12 04:22:18.051683 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:18.209552 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0864a6e-ec61-4c78-b306-a277fe0ab793 req-ac7f8578-0320-43c0-9632-d00db5cdad5c tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:18.210813 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0864a6e-ec61-4c78-b306-a277fe0ab793 req-ac7f8578-0320-43c0-9632-d00db5cdad5c tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.0739539 Nov 12 04:22:18.272685 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0864a6e-ec61-4c78-b306-a277fe0ab793 req-9570722b-2b11-4731-bb7e-7f0d0d072d65 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497470 Nov 12 04:22:18.802315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac99e69c-e12c-405c-b383-abab9d92f7d0', 'name': 'network-vif-deleted', 'tag': '691cd86d-dd88-48ad-8f37-16ac3420bed2'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:18.806833 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2196267c-929a-4ba6-aec7-a1448c952498" -d '{"events": [{"server_uuid": "ac99e69c-e12c-405c-b383-abab9d92f7d0", "name": "network-vif-deleted", "tag": "691cd86d-dd88-48ad-8f37-16ac3420bed2"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:18.848174 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9670bf81-69c5-49f9-b55c-d7a0475e0f2a x-openstack-request-id: req-9670bf81-69c5-49f9-b55c-d7a0475e0f2a {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:18.848695 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac99e69c-e12c-405c-b383-abab9d92f7d0", "name": "network-vif-deleted", "tag": "691cd86d-dd88-48ad-8f37-16ac3420bed2", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:18.849245 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9670bf81-69c5-49f9-b55c-d7a0475e0f2a {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:18.849867 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac99e69c-e12c-405c-b383-abab9d92f7d0', 'name': 'network-vif-deleted', 'tag': '691cd86d-dd88-48ad-8f37-16ac3420bed2', 'status': 'completed', 'code': 200} Nov 12 04:22:19.020943 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 52618b31-2002-4802-b020-b8b5751a618c no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:19.045250 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 52618b31-2002-4802-b020-b8b5751a618c {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:19.047127 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 52618b31-2002-4802-b020-b8b5751a618c not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:19.578126 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8db2dc-ee02-4f2b-9084-314b1230541e req-089df2dd-ca5e-4fb9-ada8-a939e4b0b744 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:19.580597 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac8db2dc-ee02-4f2b-9084-314b1230541e req-089df2dd-ca5e-4fb9-ada8-a939e4b0b744 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.0520773 Nov 12 04:22:19.647052 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac8db2dc-ee02-4f2b-9084-314b1230541e req-e55764b9-2249-4752-aab5-ef07e023cdf2 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593629 Nov 12 04:22:19.789905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1627223-9eed-4e17-a683-4fa7ef30c419 req-22bbc9c7-47f4-4996-8cf1-00bd1ba0ab1b tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:19.791842 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1627223-9eed-4e17-a683-4fa7ef30c419 req-22bbc9c7-47f4-4996-8cf1-00bd1ba0ab1b tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.0644050 Nov 12 04:22:19.850055 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1627223-9eed-4e17-a683-4fa7ef30c419 req-7be67ddc-427f-4656-8325-fb10b24e84b4 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520802 Nov 12 04:22:20.199705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 691cd86d-dd88-48ad-8f37-16ac3420bed2 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:20.233448 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 691cd86d-dd88-48ad-8f37-16ac3420bed2 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:20.234589 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 691cd86d-dd88-48ad-8f37-16ac3420bed2 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:20.667502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45900) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:20.812241 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4fd45c31-6615-4340-8fa0-c98d0610f603 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:20.849971 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffc104-38ce-4ac6-a5c5-153f9cb04d11 req-393cf36f-0da4-4d9b-aa2a-70ba2992beae tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:20.851592 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a9ffc104-38ce-4ac6-a5c5-153f9cb04d11 req-393cf36f-0da4-4d9b-aa2a-70ba2992beae tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.1123474 Nov 12 04:22:20.930699 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a9ffc104-38ce-4ac6-a5c5-153f9cb04d11 req-0cfb245e-2482-43f8-9122-567e24bd9955 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685384 Nov 12 04:22:20.965617 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4fd45c31-6615-4340-8fa0-c98d0610f603 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:21.061318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7600f-bda5-4f90-abde-4fe6970e160c req-56ab65e8-206a-455a-b3ae-8c5f0ae08488 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:21.062771 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63c7600f-bda5-4f90-abde-4fe6970e160c req-56ab65e8-206a-455a-b3ae-8c5f0ae08488 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.0511401 Nov 12 04:22:21.064622 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4fd45c31-6615-4340-8fa0-c98d0610f603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:21.132992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd45c31-6615-4340-8fa0-c98d0610f603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0596f09-e352-43f9-9143-e5f669362ea1,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:21.147297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4fd45c31-6615-4340-8fa0-c98d0610f603 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e88da2f8f12d4504afe3b2529c9c50de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4754400 Nov 12 04:22:21.148252 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45914) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:21.173872 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63c7600f-bda5-4f90-abde-4fe6970e160c req-29ee54dd-b2e3-45ae-a7b3-5397c7b22b9f tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050076 Nov 12 04:22:21.211687 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50648a98-951c-4dfa-9ec1-9c10f0fa6750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:21.240914 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50648a98-951c-4dfa-9ec1-9c10f0fa6750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:21.362667 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50648a98-951c-4dfa-9ec1-9c10f0fa6750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:21.366052 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50648a98-951c-4dfa-9ec1-9c10f0fa6750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:21.372464 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-50648a98-951c-4dfa-9ec1-9c10f0fa6750 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0596f09-e352-43f9-9143-e5f669362ea1 HTTP/1.1" status: 204 len: 168 time: 0.2222369 Nov 12 04:22:21.401266 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50648a98-951c-4dfa-9ec1-9c10f0fa6750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0596f09-e352-43f9-9143-e5f669362ea1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:22.220271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b34688-6e2a-4bc8-8e6b-d7172559ecef req-a84c3bce-24fa-4dbe-83d7-38708e5d0fb7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:22.232319 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9b34688-6e2a-4bc8-8e6b-d7172559ecef req-a84c3bce-24fa-4dbe-83d7-38708e5d0fb7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.1580248 Nov 12 04:22:22.351000 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9b34688-6e2a-4bc8-8e6b-d7172559ecef req-cb1612f9-156b-46b6-9ed7-5d4f06db76ec tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176426 Nov 12 04:22:22.378125 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45980) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:22.508706 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-5af99363-3b40-4d48-abf3-39b629079720 req-1053c8cf-5714-4550-b7ce-2a27f481b621 tempest-LiveMigrationTest-1609293070 tempest-LiveMigrationTest-1609293070-project] (103296) timed out ('10.222.0.37', 46944) {{(pid=103296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:22:22.606257 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-332a3e8b-213b-41eb-a394-2d7ef196fee6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.651978 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6287f6c-8261-4e48-b0c1-fa9a5e5af4af req-cf0ffdd6-0bef-412e-881e-c904603eebde tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:22.654322 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e6287f6c-8261-4e48-b0c1-fa9a5e5af4af req-cf0ffdd6-0bef-412e-881e-c904603eebde tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.21 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.2277777 Nov 12 04:22:22.669726 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ade8b5-1ad1-4124-a599-29813ff1e35b req-a5ae1a88-3c68-4862-95b8-1d2d8ac254a3 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:22.671762 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0ade8b5-1ad1-4124-a599-29813ff1e35b req-a5ae1a88-3c68-4862-95b8-1d2d8ac254a3 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/ports?device_id=546eb9c4-3a20-42a5-92c7-453b175d0799 HTTP/1.1" status: 200 len: 946 time: 0.1562812 Nov 12 04:22:22.800655 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0ade8b5-1ad1-4124-a599-29813ff1e35b req-ae094e34-4472-4d22-b742-579964031c42 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22dc3fe-8d98-486b-b9c8-81caa470df99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159110 Nov 12 04:22:22.829034 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-332a3e8b-213b-41eb-a394-2d7ef196fee6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.905159 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-332a3e8b-213b-41eb-a394-2d7ef196fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.942591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-e6287f6c-8261-4e48-b0c1-fa9a5e5af4af req-2bdfdd81-b457-4aa6-8f30-4ca41818cb01 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Deleting port 549eeb88-053c-41b8-a8a8-67bfc24cb467 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:22.942939 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e6287f6c-8261-4e48-b0c1-fa9a5e5af4af req-2bdfdd81-b457-4aa6-8f30-4ca41818cb01 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.952621 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-332a3e8b-213b-41eb-a394-2d7ef196fee6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d454966decb4867bdab102336a92f5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5713880 Nov 12 04:22:22.956837 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45998) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:22.987796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a3e8b-213b-41eb-a394-2d7ef196fee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5d46b8-d005-4fe8-b4b3-7b6a6be04be4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:23.055106 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-efc90499-2875-4b7c-adf9-a9052d774ba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.105777 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-efc90499-2875-4b7c-adf9-a9052d774ba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.129647 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-e6287f6c-8261-4e48-b0c1-fa9a5e5af4af req-2bdfdd81-b457-4aa6-8f30-4ca41818cb01 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] For port 549eeb88-053c-41b8-a8a8-67bfc24cb467, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=549eeb88-053c-41b8-a8a8-67bfc24cb467,segment=NetworkSegment(5a1fde86-a291-4144-99d4-17965f668b72),segment_id=5a1fde86-a291-4144-99d4-17965f668b72)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:23.130031 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e6287f6c-8261-4e48-b0c1-fa9a5e5af4af req-2bdfdd81-b457-4aa6-8f30-4ca41818cb01 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.167725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-e6287f6c-8261-4e48-b0c1-fa9a5e5af4af req-2bdfdd81-b457-4aa6-8f30-4ca41818cb01 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Calling delete_port for 549eeb88-053c-41b8-a8a8-67bfc24cb467 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:23.254400 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-efc90499-2875-4b7c-adf9-a9052d774ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.257457 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-efc90499-2875-4b7c-adf9-a9052d774ba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.258964 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-efc90499-2875-4b7c-adf9-a9052d774ba4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d5d46b8-d005-4fe8-b4b3-7b6a6be04be4 HTTP/1.1" status: 204 len: 168 time: 0.3005903 Nov 12 04:22:23.273976 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc90499-2875-4b7c-adf9-a9052d774ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5d46b8-d005-4fe8-b4b3-7b6a6be04be4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:23.459708 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e6287f6c-8261-4e48-b0c1-fa9a5e5af4af req-2bdfdd81-b457-4aa6-8f30-4ca41818cb01 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.493260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['549eeb88-053c-41b8-a8a8-67bfc24cb467'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:22:23.498204 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfdd81-b457-4aa6-8f30-4ca41818cb01 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Pushing event deleted for resources: {'Port': ['ID=549eeb88-053c-41b8-a8a8-67bfc24cb467,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:23.550942 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6287f6c-8261-4e48-b0c1-fa9a5e5af4af req-2bdfdd81-b457-4aa6-8f30-4ca41818cb01 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] No DVR routers for this DVR port 549eeb88-053c-41b8-a8a8-67bfc24cb467 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:23.553635 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e6287f6c-8261-4e48-b0c1-fa9a5e5af4af req-2bdfdd81-b457-4aa6-8f30-4ca41818cb01 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.557001 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e6287f6c-8261-4e48-b0c1-fa9a5e5af4af req-2bdfdd81-b457-4aa6-8f30-4ca41818cb01 tempest-ServerRescueTestJSON-1689379921 tempest-ServerRescueTestJSON-1689379921-project] 10.222.0.21 "DELETE /v2.0/ports/549eeb88-053c-41b8-a8a8-67bfc24cb467 HTTP/1.1" status: 204 len: 173 time: 0.8840382 Nov 12 04:22:23.557452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546eb9c4-3a20-42a5-92c7-453b175d0799', 'name': 'network-vif-deleted', 'tag': '549eeb88-053c-41b8-a8a8-67bfc24cb467'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:23.559790 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934fc234-a8d8-42d9-a080-f2e8d9539695" -d '{"events": [{"server_uuid": "546eb9c4-3a20-42a5-92c7-453b175d0799", "name": "network-vif-deleted", "tag": "549eeb88-053c-41b8-a8a8-67bfc24cb467"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:24.196273 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46070) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:24.218711 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a360a5a-91a9-4c9b-b71a-9f672af9015a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.319296 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a360a5a-91a9-4c9b-b71a-9f672af9015a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.415331 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a360a5a-91a9-4c9b-b71a-9f672af9015a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.456113 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a360a5a-91a9-4c9b-b71a-9f672af9015a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb34c62-a8a5-4ff8-9023-bcd24178e0ed,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:24.475510 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5a360a5a-91a9-4c9b-b71a-9f672af9015a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e6934403742491c82db4e4557f2cf44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2780461 Nov 12 04:22:24.482478 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46074) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:24.544127 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a52d565-1bd0-4dcc-b7fe-46704551841a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.575101 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a52d565-1bd0-4dcc-b7fe-46704551841a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.605801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc394c7-c651-4cd1-aae2-666f53f3cf3f req-65132157-45f1-484a-b481-abab8fe9d0c7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:24.608638 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbc394c7-c651-4cd1-aae2-666f53f3cf3f req-65132157-45f1-484a-b481-abab8fe9d0c7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.1313324 Nov 12 04:22:24.696239 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbc394c7-c651-4cd1-aae2-666f53f3cf3f req-50f7266e-43aa-43e1-a18c-98f740029888 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785964 Nov 12 04:22:24.702142 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a52d565-1bd0-4dcc-b7fe-46704551841a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.712652 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a52d565-1bd0-4dcc-b7fe-46704551841a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.720293 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7a52d565-1bd0-4dcc-b7fe-46704551841a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5fb34c62-a8a5-4ff8-9023-bcd24178e0ed HTTP/1.1" status: 204 len: 168 time: 0.2358100 Nov 12 04:22:24.742006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52d565-1bd0-4dcc-b7fe-46704551841a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb34c62-a8a5-4ff8-9023-bcd24178e0ed,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:24.779806 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e163a6-48ff-47bb-a7e0-4385c86da14c x-openstack-request-id: req-c8e163a6-48ff-47bb-a7e0-4385c86da14c {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:24.780366 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546eb9c4-3a20-42a5-92c7-453b175d0799", "name": "network-vif-deleted", "tag": "549eeb88-053c-41b8-a8a8-67bfc24cb467", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:24.780784 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8e163a6-48ff-47bb-a7e0-4385c86da14c {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:24.781959 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546eb9c4-3a20-42a5-92c7-453b175d0799', 'name': 'network-vif-deleted', 'tag': '549eeb88-053c-41b8-a8a8-67bfc24cb467', 'status': 'completed', 'code': 200} Nov 12 04:22:24.822233 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46078) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:25.275419 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-056e9f6c-9c97-48b8-b308-ceed48f6019b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:25.600333 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-056e9f6c-9c97-48b8-b308-ceed48f6019b admin admin] Deleting port b24aa49f-457b-4d11-83fa-4a5e720038a2 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:25.600808 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-056e9f6c-9c97-48b8-b308-ceed48f6019b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:25.699625 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-056e9f6c-9c97-48b8-b308-ceed48f6019b admin admin] For port b24aa49f-457b-4d11-83fa-4a5e720038a2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b24aa49f-457b-4d11-83fa-4a5e720038a2,segment=NetworkSegment(5a1fde86-a291-4144-99d4-17965f668b72),segment_id=5a1fde86-a291-4144-99d4-17965f668b72)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:25.700584 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-056e9f6c-9c97-48b8-b308-ceed48f6019b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:25.727828 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-056e9f6c-9c97-48b8-b308-ceed48f6019b admin admin] Calling delete_port for b24aa49f-457b-4d11-83fa-4a5e720038a2 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:26.048795 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-056e9f6c-9c97-48b8-b308-ceed48f6019b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.083741 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e9f6c-9c97-48b8-b308-ceed48f6019b admin admin] Pushing event deleted for resources: {'Port': ['ID=b24aa49f-457b-4d11-83fa-4a5e720038a2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:26.231165 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e6a1f-40c6-42ce-8f69-1101614402ef req-0cf8d071-1c7f-4940-9069-0db38c1e6298 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:26.233471 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e9e6a1f-40c6-42ce-8f69-1101614402ef req-0cf8d071-1c7f-4940-9069-0db38c1e6298 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.0700283 Nov 12 04:22:26.241020 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 549eeb88-053c-41b8-a8a8-67bfc24cb467 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:26.276861 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 549eeb88-053c-41b8-a8a8-67bfc24cb467 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:26.283308 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 549eeb88-053c-41b8-a8a8-67bfc24cb467 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:26.302389 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-056e9f6c-9c97-48b8-b308-ceed48f6019b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.307385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e9e6a1f-40c6-42ce-8f69-1101614402ef req-b3c0eb74-cb81-49d9-8135-92bab1db387e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556846 Nov 12 04:22:26.515234 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551776e7-53b8-4dbd-9a51-bd46f2eda482 req-0925ece7-e8e4-42e4-be6f-6c6aa59e56c4 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:26.517290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-551776e7-53b8-4dbd-9a51-bd46f2eda482 req-0925ece7-e8e4-42e4-be6f-6c6aa59e56c4 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/ports?device_id=69932915-9fde-41d7-b42d-fb7d612b0369 HTTP/1.1" status: 200 len: 945 time: 0.0605359 Nov 12 04:22:26.590485 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-551776e7-53b8-4dbd-9a51-bd46f2eda482 req-4aa65b34-4e38-4455-936f-3c604a322fdf tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c8cc6bf-d20c-49fd-87b9-fd7d2f65b795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629432 Nov 12 04:22:27.041143 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056e9f6c-9c97-48b8-b308-ceed48f6019b admin admin] Router bd26e2f6-e96a-44aa-a636-2618b811b0ec has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:27.194253 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056e9f6c-9c97-48b8-b308-ceed48f6019b admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:27.209147 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-056e9f6c-9c97-48b8-b308-ceed48f6019b admin admin] 10.222.0.37 "PUT /v2.0/routers/bd26e2f6-e96a-44aa-a636-2618b811b0ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3858149 Nov 12 04:22:27.212430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46146) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:27.213426 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b03a6-fb56-4f9e-b973-677ecacbdf41 None None] Sync routers for ids ['bd26e2f6-e96a-44aa-a636-2618b811b0ec'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:27.226975 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b03a6-fb56-4f9e-b973-677ecacbdf41 None None] Routers {'bd26e2f6-e96a-44aa-a636-2618b811b0ec'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:27.227980 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e16b03a6-fb56-4f9e-b973-677ecacbdf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:22:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['bd26e2f6-e96a-44aa-a636-2618b811b0ec'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:27.373873 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7a06f7e-3815-4e0c-befd-818c19a000f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.407275 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e16b03a6-fb56-4f9e-b973-677ecacbdf41 None None] Set router bd26e2f6-e96a-44aa-a636-2618b811b0ec gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:27.528568 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff43a4-afb7-4f66-8d55-2ca8489fea18 req-af7843ad-15a5-4a73-bc57-1aa2ced633dd tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:27.539920 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90ff43a4-afb7-4f66-8d55-2ca8489fea18 req-af7843ad-15a5-4a73-bc57-1aa2ced633dd tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.1072514 Nov 12 04:22:27.586226 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7a06f7e-3815-4e0c-befd-818c19a000f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.674418 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90ff43a4-afb7-4f66-8d55-2ca8489fea18 req-c59f523c-033d-4d8e-bf9e-4480ce06ada3 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093359 Nov 12 04:22:27.791609 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d7a06f7e-3815-4e0c-befd-818c19a000f1 admin admin] Deleting port 52c11cc7-fc7b-4018-8116-c94d8bd1261f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:27.794439 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7a06f7e-3815-4e0c-befd-818c19a000f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.836776 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e16b03a6-fb56-4f9e-b973-677ecacbdf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd26e2f6-e96a-44aa-a636-2618b811b0ec', 'name': 'tempest-ServerRescueTestJSON-1732404826-router', 'tenant_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '52c11cc7-fc7b-4018-8116-c94d8bd1261f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:52Z', 'updated_at': '2021-11-12T04:22:25Z', 'revision_number': 5, 'project_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'gw_port': {'id': '52c11cc7-fc7b-4018-8116-c94d8bd1261f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:56:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26e2f6-e96a-44aa-a636-2618b811b0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:53Z', 'updated_at': '2021-11-12T04:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:27.879756 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56983a-6c06-43e7-b425-208d04fb7f4c req-35c88986-2b1f-4dca-bae3-574b2a91c342 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:27.881674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e56983a-6c06-43e7-b425-208d04fb7f4c req-35c88986-2b1f-4dca-bae3-574b2a91c342 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/ports?device_id=69932915-9fde-41d7-b42d-fb7d612b0369 HTTP/1.1" status: 200 len: 945 time: 0.1129270 Nov 12 04:22:27.927382 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b03a6-fb56-4f9e-b973-677ecacbdf41 None None] Checking router: bd26e2f6-e96a-44aa-a636-2618b811b0ec for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:27.937569 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b03a6-fb56-4f9e-b973-677ecacbdf41 None None] Routers {'bd26e2f6-e96a-44aa-a636-2618b811b0ec'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:27.938191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e16b03a6-fb56-4f9e-b973-677ecacbdf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:22:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['bd26e2f6-e96a-44aa-a636-2618b811b0ec'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:27.945129 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f09cd-a1bc-4467-ba35-f92017884516 req-9fac4fe9-9466-411b-bbf2-e326a0f994e7 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:27.947075 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-746f09cd-a1bc-4467-ba35-f92017884516 req-9fac4fe9-9466-411b-bbf2-e326a0f994e7 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.21 "GET /v2.0/ports?device_id=69932915-9fde-41d7-b42d-fb7d612b0369 HTTP/1.1" status: 200 len: 945 time: 0.1378565 Nov 12 04:22:27.977133 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e56983a-6c06-43e7-b425-208d04fb7f4c req-cec601be-13fe-4c2a-8b4d-418f5f934872 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c8cc6bf-d20c-49fd-87b9-fd7d2f65b795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829546 Nov 12 04:22:28.054920 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-d7a06f7e-3815-4e0c-befd-818c19a000f1 admin admin] For port 52c11cc7-fc7b-4018-8116-c94d8bd1261f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=52c11cc7-fc7b-4018-8116-c94d8bd1261f,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:28.055464 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7a06f7e-3815-4e0c-befd-818c19a000f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.085572 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e16b03a6-fb56-4f9e-b973-677ecacbdf41 None None] Set router bd26e2f6-e96a-44aa-a636-2618b811b0ec gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:28.090188 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d7a06f7e-3815-4e0c-befd-818c19a000f1 admin admin] Calling delete_port for 52c11cc7-fc7b-4018-8116-c94d8bd1261f owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:28.158854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-746f09cd-a1bc-4467-ba35-f92017884516 req-1b1f398f-8e34-4ed3-a0a9-97963b2975a9 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Deleting port 118030fd-940a-400f-b1e3-6bb64bb08040 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:28.159262 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-746f09cd-a1bc-4467-ba35-f92017884516 req-1b1f398f-8e34-4ed3-a0a9-97963b2975a9 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.189609 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e16b03a6-fb56-4f9e-b973-677ecacbdf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd26e2f6-e96a-44aa-a636-2618b811b0ec', 'name': 'tempest-ServerRescueTestJSON-1732404826-router', 'tenant_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:52Z', 'updated_at': '2021-11-12T04:22:27Z', 'revision_number': 6, 'project_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:28.243279 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b03a6-fb56-4f9e-b973-677ecacbdf41 None None] The sync data for ids ['bd26e2f6-e96a-44aa-a636-2618b811b0ec'] in n-d-768509-24 is: [{'id': 'bd26e2f6-e96a-44aa-a636-2618b811b0ec', 'name': 'tempest-ServerRescueTestJSON-1732404826-router', 'tenant_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:52Z', 'updated_at': '2021-11-12T04:22:27Z', 'revision_number': 6, 'project_id': '85b49f7fda8a4adf8c323ae957f4dc57', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:28.342074 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-746f09cd-a1bc-4467-ba35-f92017884516 req-1b1f398f-8e34-4ed3-a0a9-97963b2975a9 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] For port 118030fd-940a-400f-b1e3-6bb64bb08040, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=118030fd-940a-400f-b1e3-6bb64bb08040,segment=NetworkSegment(3fba6191-91c0-483a-b682-ab2f7a434f13),segment_id=3fba6191-91c0-483a-b682-ab2f7a434f13)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:28.342977 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-746f09cd-a1bc-4467-ba35-f92017884516 req-1b1f398f-8e34-4ed3-a0a9-97963b2975a9 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.471196 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7a06f7e-3815-4e0c-befd-818c19a000f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.506442 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a06f7e-3815-4e0c-befd-818c19a000f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c11cc7-fc7b-4018-8116-c94d8bd1261f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:28.523873 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2822445f-ef28-4ab9-a111-d5b85ce915f3 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:28.584165 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-746f09cd-a1bc-4467-ba35-f92017884516 req-1b1f398f-8e34-4ed3-a0a9-97963b2975a9 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.584854 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-746f09cd-a1bc-4467-ba35-f92017884516 req-1b1f398f-8e34-4ed3-a0a9-97963b2975a9 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.585214 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-746f09cd-a1bc-4467-ba35-f92017884516 req-1b1f398f-8e34-4ed3-a0a9-97963b2975a9 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Floating IP 49dbe677-d7cf-4f21-86c2-565ab3e7f38c disassociated. External IP: 172.25.1.75, port: 118030fd-940a-400f-b1e3-6bb64bb08040. Nov 12 04:22:28.586411 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-746f09cd-a1bc-4467-ba35-f92017884516 req-1b1f398f-8e34-4ed3-a0a9-97963b2975a9 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Calling delete_port for 118030fd-940a-400f-b1e3-6bb64bb08040 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:28.609141 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7a06f7e-3815-4e0c-befd-818c19a000f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.816286 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7a06f7e-3815-4e0c-befd-818c19a000f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.820202 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7a06f7e-3815-4e0c-befd-818c19a000f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.875401 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b24aa49f-457b-4d11-83fa-4a5e720038a2 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:28.906584 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-746f09cd-a1bc-4467-ba35-f92017884516 req-1b1f398f-8e34-4ed3-a0a9-97963b2975a9 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.921666 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: b24aa49f-457b-4d11-83fa-4a5e720038a2 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:28.923061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b24aa49f-457b-4d11-83fa-4a5e720038a2 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:28.946973 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f398f-8e34-4ed3-a0a9-97963b2975a9 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Pushing event deleted for resources: {'Port': ['ID=118030fd-940a-400f-b1e3-6bb64bb08040,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:28.971703 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e973c13-3724-4507-b301-797a9c1f3b63 req-733499cc-7792-4b25-bb39-28ed15ef92a7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:28.973963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e973c13-3724-4507-b301-797a9c1f3b63 req-733499cc-7792-4b25-bb39-28ed15ef92a7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.1160784 Nov 12 04:22:28.979910 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7a06f7e-3815-4e0c-befd-818c19a000f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.980444 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a06f7e-3815-4e0c-befd-818c19a000f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd26e2f6-e96a-44aa-a636-2618b811b0ec {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:22:28.988671 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7a06f7e-3815-4e0c-befd-818c19a000f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.991845 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d7a06f7e-3815-4e0c-befd-818c19a000f1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/bd26e2f6-e96a-44aa-a636-2618b811b0ec HTTP/1.1" status: 204 len: 168 time: 1.7784715 Nov 12 04:22:28.993361 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46178) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:29.047388 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-28258b24-c84d-4146-90b6-c3e38ebb0308 admin admin] Deleting subnet 6e8233b1-aa6e-479f-9cdc-91daccb1fad4 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:22:29.051892 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28258b24-c84d-4146-90b6-c3e38ebb0308 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.096019 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e973c13-3724-4507-b301-797a9c1f3b63 req-5736068d-3dfb-42c8-af82-9c811d673d9e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859230 Nov 12 04:22:29.104389 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28258b24-c84d-4146-90b6-c3e38ebb0308 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.130246 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-746f09cd-a1bc-4467-ba35-f92017884516 req-1b1f398f-8e34-4ed3-a0a9-97963b2975a9 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Router 38205916-6f2d-4133-89cd-39ad57da4609 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:29.176938 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28258b24-c84d-4146-90b6-c3e38ebb0308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.282915 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28258b24-c84d-4146-90b6-c3e38ebb0308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.301502 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f0fb584-ef0b-4e62-85bf-f4800fd5d08c req-3a53275d-c340-4b68-940f-28b9baf50f52 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/ports?device_id=69932915-9fde-41d7-b42d-fb7d612b0369 HTTP/1.1" status: 200 len: 210 time: 0.0689178 Nov 12 04:22:29.335584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28258b24-c84d-4146-90b6-c3e38ebb0308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e8233b1-aa6e-479f-9cdc-91daccb1fad4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:29.335742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-746f09cd-a1bc-4467-ba35-f92017884516 req-1b1f398f-8e34-4ed3-a0a9-97963b2975a9 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:29.349822 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97920132-b0a6-4e84-a1f1-c7489f053397 None None] Sync routers for ids ['38205916-6f2d-4133-89cd-39ad57da4609'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:29.365206 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28258b24-c84d-4146-90b6-c3e38ebb0308 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.370070 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97920132-b0a6-4e84-a1f1-c7489f053397 None None] Routers {'38205916-6f2d-4133-89cd-39ad57da4609'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:29.372577 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-97920132-b0a6-4e84-a1f1-c7489f053397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:22:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['38205916-6f2d-4133-89cd-39ad57da4609'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:29.375653 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-28258b24-c84d-4146-90b6-c3e38ebb0308 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6e8233b1-aa6e-479f-9cdc-91daccb1fad4 HTTP/1.1" status: 204 len: 168 time: 0.3812251 Nov 12 04:22:29.379884 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46188) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:29.441815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-746f09cd-a1bc-4467-ba35-f92017884516 req-1b1f398f-8e34-4ed3-a0a9-97963b2975a9 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] No DVR routers for this DVR port 118030fd-940a-400f-b1e3-6bb64bb08040 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:29.444804 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-746f09cd-a1bc-4467-ba35-f92017884516 req-1b1f398f-8e34-4ed3-a0a9-97963b2975a9 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.451548 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-746f09cd-a1bc-4467-ba35-f92017884516 req-1b1f398f-8e34-4ed3-a0a9-97963b2975a9 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.21 "DELETE /v2.0/ports/118030fd-940a-400f-b1e3-6bb64bb08040 HTTP/1.1" status: 204 len: 173 time: 1.4976346 Nov 12 04:22:29.452501 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69932915-9fde-41d7-b42d-fb7d612b0369', 'name': 'network-vif-deleted', 'tag': '118030fd-940a-400f-b1e3-6bb64bb08040'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:29.467586 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56239e87-3571-4e87-8690-77c8ff4dfece" -d '{"events": [{"server_uuid": "69932915-9fde-41d7-b42d-fb7d612b0369", "name": "network-vif-deleted", "tag": "118030fd-940a-400f-b1e3-6bb64bb08040"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:29.575385 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4ac8-ee2f-48ed-9979-e21002eaf453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.788651 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8c5b27-2b15-4567-810a-c12b56397aec x-openstack-request-id: req-ed8c5b27-2b15-4567-810a-c12b56397aec {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:29.790667 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69932915-9fde-41d7-b42d-fb7d612b0369", "name": "network-vif-deleted", "tag": "118030fd-940a-400f-b1e3-6bb64bb08040", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:29.790667 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed8c5b27-2b15-4567-810a-c12b56397aec {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:29.792029 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69932915-9fde-41d7-b42d-fb7d612b0369', 'name': 'network-vif-deleted', 'tag': '118030fd-940a-400f-b1e3-6bb64bb08040', 'status': 'completed', 'code': 200} Nov 12 04:22:29.852092 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4ac8-ee2f-48ed-9979-e21002eaf453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.881879 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b3ad4ac8-ee2f-48ed-9979-e21002eaf453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b83df4f-b929-4e4a-ac1e-c416f0ac229a']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:29.896362 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b3ad4ac8-ee2f-48ed-9979-e21002eaf453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1fde86-a291-4144-99d4-17965f668b72') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:29.897119 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b3ad4ac8-ee2f-48ed-9979-e21002eaf453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1fde86-a291-4144-99d4-17965f668b72') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:29.914011 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4ac8-ee2f-48ed-9979-e21002eaf453 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.940242 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4ac8-ee2f-48ed-9979-e21002eaf453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.958074 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ad4ac8-ee2f-48ed-9979-e21002eaf453 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:22:29.959997 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4ac8-ee2f-48ed-9979-e21002eaf453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:22:29.991908 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:22:30.006577 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-97920132-b0a6-4e84-a1f1-c7489f053397 None None] Set router 38205916-6f2d-4133-89cd-39ad57da4609 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:30.145161 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4ac8-ee2f-48ed-9979-e21002eaf453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.181470 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4ac8-ee2f-48ed-9979-e21002eaf453 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.194522 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b3ad4ac8-ee2f-48ed-9979-e21002eaf453 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2b83df4f-b929-4e4a-ac1e-c416f0ac229a HTTP/1.1" status: 204 len: 168 time: 0.8113554 Nov 12 04:22:30.194522 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad4ac8-ee2f-48ed-9979-e21002eaf453 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b83df4f-b929-4e4a-ac1e-c416f0ac229a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:30.272883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ff987-f831-4f0a-8121-44bd48cd35c7 req-f9ef17fc-ed18-4ff2-a152-d72b1bb7f3a8 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:30.272883 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-750ff987-f831-4f0a-8121-44bd48cd35c7 req-f9ef17fc-ed18-4ff2-a152-d72b1bb7f3a8 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.0769212 Nov 12 04:22:30.278782 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 118030fd-940a-400f-b1e3-6bb64bb08040 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:30.305263 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 118030fd-940a-400f-b1e3-6bb64bb08040 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:30.305956 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 118030fd-940a-400f-b1e3-6bb64bb08040 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:30.399265 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-750ff987-f831-4f0a-8121-44bd48cd35c7 req-2b5e822c-8a01-42bf-8dc1-99343fb76a93 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216917 Nov 12 04:22:30.405510 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-97920132-b0a6-4e84-a1f1-c7489f053397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38205916-6f2d-4133-89cd-39ad57da4609', 'name': 'tempest-ServersTestFqdnHostnames-1521068609-router', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:35Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'gw_port': {'id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:39Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '79ecfda1-d684-4d25-8d12-3d6ce33c5c42', 'name': '', 'network_id': 'b5f91168-755e-4974-947f-385966fc547e', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'mac_address': 'fa:16:3e:b5:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9b41db93-a02f-43e2-b879-1519be01fa52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:52Z', 'updated_at': '2021-11-12T04:19:03Z', 'revision_number': 5, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'subnets': [{'id': '9b41db93-a02f-43e2-b879-1519be01fa52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:30.447231 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97920132-b0a6-4e84-a1f1-c7489f053397 None None] Checking router: 38205916-6f2d-4133-89cd-39ad57da4609 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:30.465392 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97920132-b0a6-4e84-a1f1-c7489f053397 None None] Routers {'38205916-6f2d-4133-89cd-39ad57da4609'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:30.469141 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-97920132-b0a6-4e84-a1f1-c7489f053397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:22:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['38205916-6f2d-4133-89cd-39ad57da4609'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:30.600089 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d0a4274-e374-4eb4-9e4b-067d7c8aadb3 req-b6a30e0b-2e83-469c-b61b-e473c2f60259 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/ports?device_id=69932915-9fde-41d7-b42d-fb7d612b0369 HTTP/1.1" status: 200 len: 210 time: 0.0547101 Nov 12 04:22:30.677867 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-97920132-b0a6-4e84-a1f1-c7489f053397 None None] Set router 38205916-6f2d-4133-89cd-39ad57da4609 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:30.695557 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 52c11cc7-fc7b-4018-8116-c94d8bd1261f no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:30.742317 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 52c11cc7-fc7b-4018-8116-c94d8bd1261f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:30.743083 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 52c11cc7-fc7b-4018-8116-c94d8bd1261f not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:30.767267 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46212) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:30.815449 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e9c3ed57-041c-4096-abfe-74a0052988af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85b49f7fda8a4adf8c323ae957f4dc57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461586 Nov 12 04:22:30.817913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46216) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:30.918697 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d87e31c-f309-432d-a1cb-8795bb9d2040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.952132 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d87e31c-f309-432d-a1cb-8795bb9d2040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.978937 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-97920132-b0a6-4e84-a1f1-c7489f053397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38205916-6f2d-4133-89cd-39ad57da4609', 'name': 'tempest-ServersTestFqdnHostnames-1521068609-router', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:35Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'gw_port': {'id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:39Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '79ecfda1-d684-4d25-8d12-3d6ce33c5c42', 'name': '', 'network_id': 'b5f91168-755e-4974-947f-385966fc547e', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'mac_address': 'fa:16:3e:b5:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9b41db93-a02f-43e2-b879-1519be01fa52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:52Z', 'updated_at': '2021-11-12T04:19:03Z', 'revision_number': 5, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'subnets': [{'id': '9b41db93-a02f-43e2-b879-1519be01fa52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:31.021344 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97920132-b0a6-4e84-a1f1-c7489f053397 None None] The sync data for ids ['38205916-6f2d-4133-89cd-39ad57da4609'] in n-d-768509-24 is: [{'id': '38205916-6f2d-4133-89cd-39ad57da4609', 'name': 'tempest-ServersTestFqdnHostnames-1521068609-router', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:35Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'gw_port': {'id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:39Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '79ecfda1-d684-4d25-8d12-3d6ce33c5c42', 'name': '', 'network_id': 'b5f91168-755e-4974-947f-385966fc547e', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'mac_address': 'fa:16:3e:b5:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9b41db93-a02f-43e2-b879-1519be01fa52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:52Z', 'updated_at': '2021-11-12T04:19:03Z', 'revision_number': 5, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'subnets': [{'id': '9b41db93-a02f-43e2-b879-1519be01fa52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:31.088825 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d87e31c-f309-432d-a1cb-8795bb9d2040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.093333 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d87e31c-f309-432d-a1cb-8795bb9d2040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.097877 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5d87e31c-f309-432d-a1cb-8795bb9d2040 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f22dc3fe-8d98-486b-b9c8-81caa470df99 HTTP/1.1" status: 204 len: 168 time: 0.2775989 Nov 12 04:22:31.112185 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87e31c-f309-432d-a1cb-8795bb9d2040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22dc3fe-8d98-486b-b9c8-81caa470df99,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:31.455843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5892546d-aee3-4853-9cf4-07d465ae6818 None None] New status for floating IP 49dbe677-d7cf-4f21-86c2-565ab3e7f38c: DOWN {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:22:31.664448 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dade03-0404-45b6-9e5f-6fc9ee1f0727 req-3c3fbb6a-cd39-49ac-a016-d03149429c60 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:31.667222 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72dade03-0404-45b6-9e5f-6fc9ee1f0727 req-3c3fbb6a-cd39-49ac-a016-d03149429c60 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.1471424 Nov 12 04:22:31.779156 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72dade03-0404-45b6-9e5f-6fc9ee1f0727 req-bce15524-e13d-4deb-8eec-ba5954ecb3ff tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957637 Nov 12 04:22:31.896576 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46246) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:32.027698 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46256) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:32.098565 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cac10a2-218a-4615-9f6d-e7a72851d58d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.145163 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5dc27142-00aa-42d5-b35d-e5d10e11e6c0 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.197763 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5dc27142-00aa-42d5-b35d-e5d10e11e6c0 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.284980 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cac10a2-218a-4615-9f6d-e7a72851d58d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.396594 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cac10a2-218a-4615-9f6d-e7a72851d58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.437761 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5dc27142-00aa-42d5-b35d-e5d10e11e6c0 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.440928 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5dc27142-00aa-42d5-b35d-e5d10e11e6c0 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.444850 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46262) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:32.445250 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5dc27142-00aa-42d5-b35d-e5d10e11e6c0 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "DELETE /v2.0/security-groups/8c8cc6bf-d20c-49fd-87b9-fd7d2f65b795 HTTP/1.1" status: 204 len: 168 time: 0.4161313 Nov 12 04:22:32.463446 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6cac10a2-218a-4615-9f6d-e7a72851d58d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f1f02bf651745d3a191deadab46072d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5647321 Nov 12 04:22:32.465099 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac10a2-218a-4615-9f6d-e7a72851d58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed79939c-95af-4ec1-8e80-a22a78cbf0d1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:32.478851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46264) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:32.499985 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-7ef48847-6275-416f-91a8-4625612077e1 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] show failed (client error): The resource could not be found. Nov 12 04:22:32.504906 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7ef48847-6275-416f-91a8-4625612077e1 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "GET /v2.0/security-groups/8c8cc6bf-d20c-49fd-87b9-fd7d2f65b795 HTTP/1.1" status: 404 len: 347 time: 0.0576022 Nov 12 04:22:32.511265 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46268) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:32.552076 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc27142-00aa-42d5-b35d-e5d10e11e6c0 tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8cc6bf-d20c-49fd-87b9-fd7d2f65b795,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:32.628933 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8c69abf-3673-4b44-9646-a50c58eee199 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.670804 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8c69abf-3673-4b44-9646-a50c58eee199 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.805550 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-bd05e5a3-3dd7-4123-b5b0-89643d15aabb tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Deleting port 1fa37dc1-0e84-4c86-9909-a87bd9e8d055 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:32.806152 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd05e5a3-3dd7-4123-b5b0-89643d15aabb tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.859300 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8c69abf-3673-4b44-9646-a50c58eee199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.863453 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8c69abf-3673-4b44-9646-a50c58eee199 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.865982 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d8c69abf-3673-4b44-9646-a50c58eee199 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed79939c-95af-4ec1-8e80-a22a78cbf0d1 HTTP/1.1" status: 204 len: 168 time: 0.3846323 Nov 12 04:22:32.888584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c69abf-3673-4b44-9646-a50c58eee199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed79939c-95af-4ec1-8e80-a22a78cbf0d1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:32.927287 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd05e5a3-3dd7-4123-b5b0-89643d15aabb tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.928005 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd05e5a3-3dd7-4123-b5b0-89643d15aabb tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.996080 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-bd05e5a3-3dd7-4123-b5b0-89643d15aabb tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Calling delete_port for 1fa37dc1-0e84-4c86-9909-a87bd9e8d055 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:33.015896 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46288) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:33.148608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af52c5-61e2-4178-958b-92c1f2e5ea96 req-d210752f-b40c-4e45-8a06-5592b3ceb81e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:33.150607 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-812ebcf1-46ba-472a-854a-21ea1c2a186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.152647 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8af52c5-61e2-4178-958b-92c1f2e5ea96 req-d210752f-b40c-4e45-8a06-5592b3ceb81e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.2084136 Nov 12 04:22:33.208799 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1517459181-network', 'tenant_id': 'c5dbdfbedb0645dfa188fd2273da30e3'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:33.276648 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Made reservation on behalf of c5dbdfbedb0645dfa188fd2273da30e3 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:33.282887 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.303409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8af52c5-61e2-4178-958b-92c1f2e5ea96 req-7bca740f-28b2-4c84-86d1-3c5a01c41658 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660071 Nov 12 04:22:33.311909 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.328647 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd05e5a3-3dd7-4123-b5b0-89643d15aabb tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.520778 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05e5a3-3dd7-4123-b5b0-89643d15aabb tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Pushing event deleted for resources: {'Port': ['ID=1fa37dc1-0e84-4c86-9909-a87bd9e8d055,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:33.523506 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.553800 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd05e5a3-3dd7-4123-b5b0-89643d15aabb tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.556925 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd05e5a3-3dd7-4123-b5b0-89643d15aabb tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.558256 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bd05e5a3-3dd7-4123-b5b0-89643d15aabb tempest-ServersTestFqdnHostnames-1949147502 tempest-ServersTestFqdnHostnames-1949147502-project] 10.222.0.37 "DELETE /v2.0/floatingips/49dbe677-d7cf-4f21-86c2-565ab3e7f38c HTTP/1.1" status: 204 len: 168 time: 1.0455143 Nov 12 04:22:33.562058 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46302) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:33.653914 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.716325 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:33.721425 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:22:33.768810 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.769243 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.769667 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.770070 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.770473 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.770889 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.771284 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.771732 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.772122 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.772520 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.772913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.773315 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.785370 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.785863 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Added segment 3511ccee-5633-4cc0-acc5-c9fb5a1e69da of type vlan for network 0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f Nov 12 04:22:33.870080 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.009011 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.010134 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:34.010745 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.117986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] Pushing event updated for resources: {'Network': ['ID=0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:34.129712 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:22:34.192993 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-611144f5-4583-475a-ad06-4bf0408a6c45 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1752424 Nov 12 04:22:34.196217 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46318) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:34.202249 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-594399d0-80f3-4365-9cfc-364657dbe9c7 admin admin] Request body: {'subnet': {'network_id': '0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1517459181-subnet', 'tenant_id': 'c5dbdfbedb0645dfa188fd2273da30e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:34.339810 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-907281d8-2fd8-41aa-b309-5679187e352d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.383917 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594399d0-80f3-4365-9cfc-364657dbe9c7 admin admin] Made reservation on behalf of c5dbdfbedb0645dfa188fd2273da30e3 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:34.389931 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-594399d0-80f3-4365-9cfc-364657dbe9c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.528264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288f880-0746-4c14-b6a3-19aeff84907a req-0f49b587-5aeb-459e-8cd1-2c6500602cb1 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:34.538601 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f288f880-0746-4c14-b6a3-19aeff84907a req-0f49b587-5aeb-459e-8cd1-2c6500602cb1 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.0987179 Nov 12 04:22:34.618021 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f288f880-0746-4c14-b6a3-19aeff84907a req-eb6f6f6f-400b-4f1f-8003-38756f5a941f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789361 Nov 12 04:22:34.895132 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-594399d0-80f3-4365-9cfc-364657dbe9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.953796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594399d0-80f3-4365-9cfc-364657dbe9c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c7d94b8-4379-4d9a-b153-80af21551b65,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:34.981420 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-43286179-7609-4ded-b889-5f108f13cf98 req-b5de5f05-825b-49aa-b172-4a9e15a483cf service neutron] (103296) timed out ('10.222.0.37', 48652) {{(pid=103296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:22:34.989320 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-907281d8-2fd8-41aa-b309-5679187e352d admin admin] Deleting port 79ecfda1-d684-4d25-8d12-3d6ce33c5c42 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:34.989720 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-907281d8-2fd8-41aa-b309-5679187e352d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.991890 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594399d0-80f3-4365-9cfc-364657dbe9c7 admin admin] Checking segment: {'id': '3511ccee-5633-4cc0-acc5-c9fb5a1e69da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:34.992253 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594399d0-80f3-4365-9cfc-364657dbe9c7 admin admin] Network hostable DHCP agents. Network: 0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:22:35.099663 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-907281d8-2fd8-41aa-b309-5679187e352d admin admin] For port 79ecfda1-d684-4d25-8d12-3d6ce33c5c42, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=79ecfda1-d684-4d25-8d12-3d6ce33c5c42,segment=NetworkSegment(3fba6191-91c0-483a-b682-ab2f7a434f13),segment_id=3fba6191-91c0-483a-b682-ab2f7a434f13)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:35.100116 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-907281d8-2fd8-41aa-b309-5679187e352d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:35.116652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-907281d8-2fd8-41aa-b309-5679187e352d admin admin] Calling delete_port for 79ecfda1-d684-4d25-8d12-3d6ce33c5c42 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:35.166801 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594399d0-80f3-4365-9cfc-364657dbe9c7 admin admin] Network 0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:22:35.269314 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-594399d0-80f3-4365-9cfc-364657dbe9c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:35.282925 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903c0a7a-ca9b-4760-b3c1-80eeb298115c None None] Network 0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:35.381490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594399d0-80f3-4365-9cfc-364657dbe9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:35.382366 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-594399d0-80f3-4365-9cfc-364657dbe9c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:35.465073 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-907281d8-2fd8-41aa-b309-5679187e352d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:35.542688 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907281d8-2fd8-41aa-b309-5679187e352d admin admin] Pushing event deleted for resources: {'Port': ['ID=79ecfda1-d684-4d25-8d12-3d6ce33c5c42,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:35.561423 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-594399d0-80f3-4365-9cfc-364657dbe9c7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3560989 Nov 12 04:22:35.791973 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e2b442-b300-42ce-b2ee-9c7defa7ca46 None None] Network 0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:35.960923 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d07a3-9a37-4a26-886a-178504bc4168 req-293c63d6-3c72-4fa3-8f5a-b206bd9c181b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:35.983542 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e11d07a3-9a37-4a26-886a-178504bc4168 req-293c63d6-3c72-4fa3-8f5a-b206bd9c181b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.1853130 Nov 12 04:22:36.075576 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e11d07a3-9a37-4a26-886a-178504bc4168 req-de795f9c-14a1-4f0e-a3ec-012a755c5749 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838802 Nov 12 04:22:36.109181 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-907281d8-2fd8-41aa-b309-5679187e352d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.134665 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64036114-760d-4860-a497-80360e20fe7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.427064 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907281d8-2fd8-41aa-b309-5679187e352d admin admin] Router 38205916-6f2d-4133-89cd-39ad57da4609 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:36.602500 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907281d8-2fd8-41aa-b309-5679187e352d admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:36.616512 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dc24d0-32dc-4707-88d8-97a4f1cc9744 None None] Sync routers for ids ['38205916-6f2d-4133-89cd-39ad57da4609'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:36.619179 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-907281d8-2fd8-41aa-b309-5679187e352d admin admin] 10.222.0.37 "PUT /v2.0/routers/38205916-6f2d-4133-89cd-39ad57da4609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0515866 Nov 12 04:22:36.624700 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46386) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:36.636423 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dc24d0-32dc-4707-88d8-97a4f1cc9744 None None] Routers {'38205916-6f2d-4133-89cd-39ad57da4609'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:36.637054 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c0dc24d0-32dc-4707-88d8-97a4f1cc9744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:22:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['38205916-6f2d-4133-89cd-39ad57da4609'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:36.706379 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.727810 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-957170d2-66cb-447a-9a15-9b010e0561df tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:36.750214 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-957170d2-66cb-447a-9a15-9b010e0561df tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/networks?id=0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f HTTP/1.1" status: 200 len: 814 time: 0.2113004 Nov 12 04:22:36.782037 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-d734b768-ba92-4801-9301-999c9b1da67b tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/quotas/c5dbdfbedb0645dfa188fd2273da30e3 HTTP/1.1" status: 200 len: 375 time: 0.0289328 Nov 12 04:22:36.868813 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c0dc24d0-32dc-4707-88d8-97a4f1cc9744 None None] Set router 38205916-6f2d-4133-89cd-39ad57da4609 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:36.912019 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29a29f1f-4c96-403c-b46f-6efd4fb7f4a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.115947 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c0dc24d0-32dc-4707-88d8-97a4f1cc9744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38205916-6f2d-4133-89cd-39ad57da4609', 'name': 'tempest-ServersTestFqdnHostnames-1521068609-router', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:35Z', 'updated_at': '2021-11-12T04:22:35Z', 'revision_number': 5, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'gw_port': {'id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:39Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:37.138123 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29a29f1f-4c96-403c-b46f-6efd4fb7f4a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.147034 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dc24d0-32dc-4707-88d8-97a4f1cc9744 None None] Checking router: 38205916-6f2d-4133-89cd-39ad57da4609 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:37.157379 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dc24d0-32dc-4707-88d8-97a4f1cc9744 None None] Routers {'38205916-6f2d-4133-89cd-39ad57da4609'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:37.158228 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c0dc24d0-32dc-4707-88d8-97a4f1cc9744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:22:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['38205916-6f2d-4133-89cd-39ad57da4609'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:37.309572 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c0dc24d0-32dc-4707-88d8-97a4f1cc9744 None None] Set router 38205916-6f2d-4133-89cd-39ad57da4609 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:37.384335 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-29a29f1f-4c96-403c-b46f-6efd4fb7f4a5 admin admin] Deleting port d5922ef8-2322-4ee4-b35a-ed9a33a666b1 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:37.384990 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29a29f1f-4c96-403c-b46f-6efd4fb7f4a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.543717 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-dea7a8ef-384c-4d7c-8dd7-a4b7ea146418 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5dbdfbedb0645dfa188fd2273da30e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7595847 Nov 12 04:22:37.583738 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-29a29f1f-4c96-403c-b46f-6efd4fb7f4a5 admin admin] For port d5922ef8-2322-4ee4-b35a-ed9a33a666b1, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d5922ef8-2322-4ee4-b35a-ed9a33a666b1,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:37.584344 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29a29f1f-4c96-403c-b46f-6efd4fb7f4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.612397 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-29a29f1f-4c96-403c-b46f-6efd4fb7f4a5 admin admin] Calling delete_port for d5922ef8-2322-4ee4-b35a-ed9a33a666b1 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:37.659331 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c0dc24d0-32dc-4707-88d8-97a4f1cc9744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38205916-6f2d-4133-89cd-39ad57da4609', 'name': 'tempest-ServersTestFqdnHostnames-1521068609-router', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:35Z', 'updated_at': '2021-11-12T04:22:35Z', 'revision_number': 5, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'gw_port': {'id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:39Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:37.667293 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-c6d4a605-53be-4ef7-9cb7-e86a768189c2 service neutron] 10.222.0.37 "GET /v2.0/networks/0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117144 Nov 12 04:22:37.718032 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dc24d0-32dc-4707-88d8-97a4f1cc9744 None None] The sync data for ids ['38205916-6f2d-4133-89cd-39ad57da4609'] in n-d-768509-24 is: [{'id': '38205916-6f2d-4133-89cd-39ad57da4609', 'name': 'tempest-ServersTestFqdnHostnames-1521068609-router', 'tenant_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:35Z', 'updated_at': '2021-11-12T04:22:35Z', 'revision_number': 5, 'project_id': 'c5c75ed7ece549b28cd4a02d51fff7b9', 'gw_port': {'id': 'd5922ef8-2322-4ee4-b35a-ed9a33a666b1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38205916-6f2d-4133-89cd-39ad57da4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:39Z', 'updated_at': '2021-11-12T04:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:37.788872 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-216e3fec-ebd3-4a58-bfee-e4bcd75ff081 req-cc1498d4-dcef-40de-9a84-d1080f39cd39 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2434962 Nov 12 04:22:37.819557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46416) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:37.937121 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-ec27077b-8839-4359-a389-4fcffa941853 service neutron] 10.222.0.37 "GET /v2.0/networks/0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457561 Nov 12 04:22:37.956693 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e3fec-ebd3-4a58-bfee-e4bcd75ff081 req-505616b6-c79b-454b-a0a7-52571f59c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:37.965919 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-216e3fec-ebd3-4a58-bfee-e4bcd75ff081 req-505616b6-c79b-454b-a0a7-52571f59c2d7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68e65df8b8044d01af3fe2cd05222833&device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 1098 time: 0.1283989 Nov 12 04:22:38.014326 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29a29f1f-4c96-403c-b46f-6efd4fb7f4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:38.133575 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a29f1f-4c96-403c-b46f-6efd4fb7f4a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5922ef8-2322-4ee4-b35a-ed9a33a666b1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:38.154121 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a3e571-25b5-4921-b81d-0caf7a1c0e78 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:38.198815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e3fec-ebd3-4a58-bfee-e4bcd75ff081 req-06ce3a87-996a-469a-a6a3-b3428015c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:38.212548 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-216e3fec-ebd3-4a58-bfee-e4bcd75ff081 req-06ce3a87-996a-469a-a6a3-b3428015c3f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5 HTTP/1.1" status: 200 len: 912 time: 0.2207525 Nov 12 04:22:38.213426 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:38.293789 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29a29f1f-4c96-403c-b46f-6efd4fb7f4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:38.431805 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:22:38.451940 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-216e3fec-ebd3-4a58-bfee-e4bcd75ff081 req-e1296dc4-0b5c-419b-9360-43183c46f8b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1eddfde-e61e-42fb-9198-c87212897997 HTTP/1.1" status: 200 len: 1001 time: 0.2323983 Nov 12 04:22:38.689515 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-20b66d8a-fe38-4b21-ab9d-9c702543caff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:38.693879 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29a29f1f-4c96-403c-b46f-6efd4fb7f4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:38.693879 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29a29f1f-4c96-403c-b46f-6efd4fb7f4a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:38.696233 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ab5aa0f-014c-48f0-a77b-dbbf7dd5fa1a req-7dc548b3-8044-4c68-9168-18b284e9b510 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2047226 Nov 12 04:22:38.696233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38fd7a-e298-4d4c-96c2-c3d8bb61b57d req-76ed5f10-0e0d-484b-8b99-e06d21397301 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:38.696233 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de38fd7a-e298-4d4c-96c2-c3d8bb61b57d req-76ed5f10-0e0d-484b-8b99-e06d21397301 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.2401438 Nov 12 04:22:38.760683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e3fec-ebd3-4a58-bfee-e4bcd75ff081 req-3174e703-fdde-42ab-bddc-5b28e8a2c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:38.762302 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-216e3fec-ebd3-4a58-bfee-e4bcd75ff081 req-3174e703-fdde-42ab-bddc-5b28e8a2c999 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0988c1bc-aeed-49ae-93ca-f21585d34390 HTTP/1.1" status: 200 len: 850 time: 0.2525432 Nov 12 04:22:38.810585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 79ecfda1-d684-4d25-8d12-3d6ce33c5c42 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:38.834854 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 79ecfda1-d684-4d25-8d12-3d6ce33c5c42 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:38.835548 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 79ecfda1-d684-4d25-8d12-3d6ce33c5c42 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:38.857296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de38fd7a-e298-4d4c-96c2-c3d8bb61b57d req-ba269830-39a7-4198-bf84-c2cb3ede65cd tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642060 Nov 12 04:22:38.863104 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5aa0f-014c-48f0-a77b-dbbf7dd5fa1a req-49af9222-7e8b-4c2b-b982-9b14442b9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:38.865129 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ab5aa0f-014c-48f0-a77b-dbbf7dd5fa1a req-49af9222-7e8b-4c2b-b982-9b14442b9542 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 1098 time: 0.1400721 Nov 12 04:22:38.894587 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e3fec-ebd3-4a58-bfee-e4bcd75ff081 req-7b9ec2b7-a946-4812-8d9e-6ee906654bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:38.896357 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-216e3fec-ebd3-4a58-bfee-e4bcd75ff081 req-7b9ec2b7-a946-4812-8d9e-6ee906654bc7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1262329 Nov 12 04:22:38.899352 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-20b66d8a-fe38-4b21-ab9d-9c702543caff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:38.912852 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-216e3fec-ebd3-4a58-bfee-e4bcd75ff081 req-7816ad54-55d2-4f5c-aa56-37e4d58dd0ff service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:22:38.913881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-216e3fec-ebd3-4a58-bfee-e4bcd75ff081 req-7816ad54-55d2-4f5c-aa56-37e4d58dd0ff service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106030 Nov 12 04:22:39.066824 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-20119ee3-72d8-4c3d-9e09-f14fe11929dd req-18b1491e-07a4-4a2a-8dff-661c2324a496 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 210 time: 0.0412214 Nov 12 04:22:39.111810 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-216e3fec-ebd3-4a58-bfee-e4bcd75ff081 req-e79e66b2-394f-4ed8-bcbd-6fba5f47814b service neutron] 10.222.0.31 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892109 Nov 12 04:22:39.199703 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5aa0f-014c-48f0-a77b-dbbf7dd5fa1a req-991c2fc6-6fe1-4769-9f53-547414912ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:39.202195 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29a29f1f-4c96-403c-b46f-6efd4fb7f4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.203052 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a29f1f-4c96-403c-b46f-6efd4fb7f4a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38205916-6f2d-4133-89cd-39ad57da4609 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:22:39.205984 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ab5aa0f-014c-48f0-a77b-dbbf7dd5fa1a req-991c2fc6-6fe1-4769-9f53-547414912ef7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.3043745 Nov 12 04:22:39.208989 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29a29f1f-4c96-403c-b46f-6efd4fb7f4a5 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.210659 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-29a29f1f-4c96-403c-b46f-6efd4fb7f4a5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/38205916-6f2d-4133-89cd-39ad57da4609 HTTP/1.1" status: 204 len: 168 time: 2.5881665 Nov 12 04:22:39.213009 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46438) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:39.242340 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.281724 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-20b66d8a-fe38-4b21-ab9d-9c702543caff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.286101 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ab5aa0f-014c-48f0-a77b-dbbf7dd5fa1a req-1ad590f3-651e-470a-8beb-6f780ffc4723 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ec7cc86-a327-46e3-82cc-6403e1f00ad8 HTTP/1.1" status: 200 len: 217 time: 0.0721345 Nov 12 04:22:39.294037 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-64647edb-a46b-44f5-aee6-cd5097e5fbad admin admin] Deleting subnet 9b41db93-a02f-43e2-b879-1519be01fa52 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:22:39.303763 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64647edb-a46b-44f5-aee6-cd5097e5fbad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.344226 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64647edb-a46b-44f5-aee6-cd5097e5fbad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.373179 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-216e3fec-ebd3-4a58-bfee-e4bcd75ff081 req-0befa26b-d4f5-4261-b61a-32e1fc63a731 service neutron] 10.222.0.31 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537572 Nov 12 04:22:39.377023 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b66d8a-fe38-4b21-ab9d-9c702543caff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a596a9ee-b2b2-42e3-8a96-9f31e1828bc9,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:39.384111 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-20b66d8a-fe38-4b21-ab9d-9c702543caff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6168bf378674daca6f3c341bcc9db3a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5620217 Nov 12 04:22:39.387803 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46440) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:39.417351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5aa0f-014c-48f0-a77b-dbbf7dd5fa1a req-c84cb8d5-bbf1-4c47-84f5-87ae3b34f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:39.418883 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ab5aa0f-014c-48f0-a77b-dbbf7dd5fa1a req-c84cb8d5-bbf1-4c47-84f5-87ae3b34f727 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.1131246 Nov 12 04:22:39.495247 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b533a56e-82e5-4dc0-863f-5bd72dda06ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.511798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5aa0f-014c-48f0-a77b-dbbf7dd5fa1a req-baa71144-e0f6-4154-bf23-c2a3aab2bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:39.513464 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ab5aa0f-014c-48f0-a77b-dbbf7dd5fa1a req-baa71144-e0f6-4154-bf23-c2a3aab2bc99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861144 Nov 12 04:22:39.540407 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b533a56e-82e5-4dc0-863f-5bd72dda06ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.554275 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64647edb-a46b-44f5-aee6-cd5097e5fbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.692184 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46446) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:39.717552 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ab5aa0f-014c-48f0-a77b-dbbf7dd5fa1a req-a075a5a8-e319-4695-8fe1-499b03805969 service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927683 Nov 12 04:22:39.739766 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64647edb-a46b-44f5-aee6-cd5097e5fbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.794397 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64647edb-a46b-44f5-aee6-cd5097e5fbad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b41db93-a02f-43e2-b879-1519be01fa52,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:39.796089 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419712e4-dec6-47d4-9cdf-eee1202c0b4c req-524d19de-fdf2-497f-9d54-ccd2e6da8aaf tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:39.804490 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-419712e4-dec6-47d4-9cdf-eee1202c0b4c req-524d19de-fdf2-497f-9d54-ccd2e6da8aaf tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.1422937 Nov 12 04:22:39.809382 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b533a56e-82e5-4dc0-863f-5bd72dda06ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.813087 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b533a56e-82e5-4dc0-863f-5bd72dda06ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.814841 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b533a56e-82e5-4dc0-863f-5bd72dda06ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a596a9ee-b2b2-42e3-8a96-9f31e1828bc9 HTTP/1.1" status: 204 len: 168 time: 0.4294696 Nov 12 04:22:39.817302 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d491048-ce5d-48aa-82b5-2a855da8fbe3 None None] Network b5f91168-755e-4974-947f-385966fc547e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:39.826135 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64647edb-a46b-44f5-aee6-cd5097e5fbad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.838378 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-64647edb-a46b-44f5-aee6-cd5097e5fbad admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9b41db93-a02f-43e2-b879-1519be01fa52 HTTP/1.1" status: 204 len: 168 time: 0.6217983 Nov 12 04:22:39.839362 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46454) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:39.892100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533a56e-82e5-4dc0-863f-5bd72dda06ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a596a9ee-b2b2-42e3-8a96-9f31e1828bc9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:39.975449 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-419712e4-dec6-47d4-9cdf-eee1202c0b4c req-477cdda1-2026-4203-b6c7-d79b8270b5d4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701136 Nov 12 04:22:39.984825 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ab5aa0f-014c-48f0-a77b-dbbf7dd5fa1a req-8daf4f81-3bba-4699-ab07-e72b00e043b9 service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593408 Nov 12 04:22:40.009757 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89abb883-a464-49b4-ab6b-da86bf8a2dda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.032096 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.173835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] DHCP port deletion for b5f91168-755e-4974-947f-385966fc547e request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:40.178645 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89abb883-a464-49b4-ab6b-da86bf8a2dda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.185300 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] Deleting port 88327c07-e962-4ea1-9628-f3498514844b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:40.185300 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.266326 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1164dcf3-73b9-48c9-b4df-56a58a284d02 req-a7890362-2efd-4355-9b5b-b0d43eec5faf tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 210 time: 0.0430155 Nov 12 04:22:40.300961 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] For port 88327c07-e962-4ea1-9628-f3498514844b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=88327c07-e962-4ea1-9628-f3498514844b,segment=NetworkSegment(3fba6191-91c0-483a-b682-ab2f7a434f13),segment_id=3fba6191-91c0-483a-b682-ab2f7a434f13)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:40.304529 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.304529 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89abb883-a464-49b4-ab6b-da86bf8a2dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.317511 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] Deleting port 88327c07-e962-4ea1-9628-f3498514844b {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:40.319043 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.336754 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] Calling delete_port for 88327c07-e962-4ea1-9628-f3498514844b owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:40.375134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46464) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:40.392396 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-89abb883-a464-49b4-ab6b-da86bf8a2dda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76aa67a2ddea4f54b987cbb200a0154d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6900532 Nov 12 04:22:40.406112 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] For port 88327c07-e962-4ea1-9628-f3498514844b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=88327c07-e962-4ea1-9628-f3498514844b,segment=NetworkSegment(3fba6191-91c0-483a-b682-ab2f7a434f13),segment_id=3fba6191-91c0-483a-b682-ab2f7a434f13)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:40.407994 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.426425 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] Calling delete_port for 88327c07-e962-4ea1-9628-f3498514844b owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:40.442529 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eb3b0624-428e-45f2-b256-58000b619184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.452237 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abb883-a464-49b4-ab6b-da86bf8a2dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e552304a-9f4c-45a7-bcfe-5ec6d1b57e70,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:40.471296 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eb3b0624-428e-45f2-b256-58000b619184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.615253 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.630537 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.639277 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eb3b0624-428e-45f2-b256-58000b619184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.644726 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eb3b0624-428e-45f2-b256-58000b619184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.646138 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-eb3b0624-428e-45f2-b256-58000b619184 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e552304a-9f4c-45a7-bcfe-5ec6d1b57e70 HTTP/1.1" status: 204 len: 168 time: 0.2697244 Nov 12 04:22:40.647496 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] Pushing event deleted for resources: {'Port': ['ID=88327c07-e962-4ea1-9628-f3498514844b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:40.648549 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] No DVR routers for this DVR port 88327c07-e962-4ea1-9628-f3498514844b on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:40.689736 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] Pushing event deleted for resources: {'Port': ['ID=88327c07-e962-4ea1-9628-f3498514844b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:40.689920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b0624-428e-45f2-b256-58000b619184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e552304a-9f4c-45a7-bcfe-5ec6d1b57e70,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:40.694304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] No DVR routers for this DVR port 88327c07-e962-4ea1-9628-f3498514844b on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:40.722382 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:40.722382 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:40.722382 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:40.722382 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:40.722382 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:40.722382 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:40.723069 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:40.723069 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:40.724370 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:40.741918 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:40.742620 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:40.743905 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c909a9-0a01-4629-a5bf-e2469d9508c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:40.807454 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d5922ef8-2322-4ee4-b35a-ed9a33a666b1 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:40.820591 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.847601 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f91168-755e-4974-947f-385966fc547e']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:40.852237 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: d5922ef8-2322-4ee4-b35a-ed9a33a666b1 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:40.854830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d5922ef8-2322-4ee4-b35a-ed9a33a666b1 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:40.854830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 88327c07-e962-4ea1-9628-f3498514844b no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:40.857679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fba6191-91c0-483a-b682-ab2f7a434f13') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:40.857975 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fba6191-91c0-483a-b682-ab2f7a434f13') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:40.873901 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 88327c07-e962-4ea1-9628-f3498514844b {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:40.876760 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 88327c07-e962-4ea1-9628-f3498514844b not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:40.878195 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.893320 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.901027 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:22:40.901492 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:22:40.903486 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:22:40.907582 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46468) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:40.922520 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b950f34a-304c-48db-be5e-860c6c69a2f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:41.088214 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1339c4-67de-4974-9c2b-f2b72fdd768d req-132c54c4-4d95-478f-9527-f755bbbeaf35 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:41.088214 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc1339c4-67de-4974-9c2b-f2b72fdd768d req-132c54c4-4d95-478f-9527-f755bbbeaf35 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.0773594 Nov 12 04:22:41.088418 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:41.100827 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:41.109936 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b5f91168-755e-4974-947f-385966fc547e HTTP/1.1" status: 204 len: 168 time: 1.2649963 Nov 12 04:22:41.137569 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821e2cf-d456-44c1-aa5f-4bd8486c3471 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5f91168-755e-4974-947f-385966fc547e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:41.198279 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b950f34a-304c-48db-be5e-860c6c69a2f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:41.234427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba0282-9777-40d4-bd40-82b022caec94 req-7691628a-a421-4942-8ae9-2055f1f7f15d tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:41.243304 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55ba0282-9777-40d4-bd40-82b022caec94 req-7691628a-a421-4942-8ae9-2055f1f7f15d tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 945 time: 0.1568408 Nov 12 04:22:41.302739 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-bc1339c4-67de-4974-9c2b-f2b72fdd768d req-2342de34-9377-4315-89ec-4d29356e9ebb tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Deleting port 423e204a-2dea-4ed6-8227-0ba002093637 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:41.302739 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-bc1339c4-67de-4974-9c2b-f2b72fdd768d req-2342de34-9377-4315-89ec-4d29356e9ebb tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:41.308179 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b950f34a-304c-48db-be5e-860c6c69a2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:41.354822 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55ba0282-9777-40d4-bd40-82b022caec94 req-3137d5c4-6993-4332-9ded-ae343e3cdefa tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104085 Nov 12 04:22:41.458521 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b950f34a-304c-48db-be5e-860c6c69a2f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9644baae2371498aaa3752eb52e5a7d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5495405 Nov 12 04:22:41.461013 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46484) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:41.466592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950f34a-304c-48db-be5e-860c6c69a2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584e637c-df49-484f-aecb-c6ff870caf9d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:41.512504 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-bc1339c4-67de-4974-9c2b-f2b72fdd768d req-2342de34-9377-4315-89ec-4d29356e9ebb tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] For port 423e204a-2dea-4ed6-8227-0ba002093637, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=423e204a-2dea-4ed6-8227-0ba002093637,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:41.512878 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-bc1339c4-67de-4974-9c2b-f2b72fdd768d req-2342de34-9377-4315-89ec-4d29356e9ebb tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:41.536957 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-bc1339c4-67de-4974-9c2b-f2b72fdd768d req-2342de34-9377-4315-89ec-4d29356e9ebb tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Calling delete_port for 423e204a-2dea-4ed6-8227-0ba002093637 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:41.543634 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b639f7c0-f28c-4a38-be08-e8ba67775cad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:41.573425 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b639f7c0-f28c-4a38-be08-e8ba67775cad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:41.619026 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6579c3db-6d04-4ab7-adb8-527d3e67ad47 req-87658e12-28f1-454d-9327-8c667cfe42ab tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 210 time: 0.0758626 Nov 12 04:22:41.702057 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b639f7c0-f28c-4a38-be08-e8ba67775cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:41.707138 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b639f7c0-f28c-4a38-be08-e8ba67775cad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:41.708715 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b639f7c0-f28c-4a38-be08-e8ba67775cad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/584e637c-df49-484f-aecb-c6ff870caf9d HTTP/1.1" status: 204 len: 168 time: 0.2467611 Nov 12 04:22:41.721522 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639f7c0-f28c-4a38-be08-e8ba67775cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584e637c-df49-484f-aecb-c6ff870caf9d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:41.730245 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46488) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:41.765602 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e342553b-23e2-4452-90f0-e869ec4f65ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:41.772759 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46490) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:41.825170 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-bc1339c4-67de-4974-9c2b-f2b72fdd768d req-2342de34-9377-4315-89ec-4d29356e9ebb tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:41.834232 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5cebbba0-126b-489f-a30d-21a2e76b48a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5c75ed7ece549b28cd4a02d51fff7b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0603213 Nov 12 04:22:41.839132 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46492) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:41.860890 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['423e204a-2dea-4ed6-8227-0ba002093637'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:22:41.898967 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e342553b-23e2-4452-90f0-e869ec4f65ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:41.904151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342de34-9377-4315-89ec-4d29356e9ebb tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Pushing event deleted for resources: {'Port': ['ID=423e204a-2dea-4ed6-8227-0ba002093637,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:41.967250 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e342553b-23e2-4452-90f0-e869ec4f65ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:41.988170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1339c4-67de-4974-9c2b-f2b72fdd768d req-2342de34-9377-4315-89ec-4d29356e9ebb tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] No DVR routers for this DVR port 423e204a-2dea-4ed6-8227-0ba002093637 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:42.016981 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-bc1339c4-67de-4974-9c2b-f2b72fdd768d req-2342de34-9377-4315-89ec-4d29356e9ebb tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.021417 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc1339c4-67de-4974-9c2b-f2b72fdd768d req-2342de34-9377-4315-89ec-4d29356e9ebb tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "DELETE /v2.0/ports/423e204a-2dea-4ed6-8227-0ba002093637 HTTP/1.1" status: 204 len: 173 time: 1.0094974 Nov 12 04:22:42.024022 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60786099-8d05-44cf-ad3b-66f5f3439db5', 'name': 'network-vif-deleted', 'tag': '423e204a-2dea-4ed6-8227-0ba002093637'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:42.028238 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42df11b-171d-42d3-acc8-12fb5c537913" -d '{"events": [{"server_uuid": "60786099-8d05-44cf-ad3b-66f5f3439db5", "name": "network-vif-deleted", "tag": "423e204a-2dea-4ed6-8227-0ba002093637"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:42.032706 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e342553b-23e2-4452-90f0-e869ec4f65ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2921c96aa061455fbf87d0e9d77dbdec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2990680 Nov 12 04:22:42.032706 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342553b-23e2-4452-90f0-e869ec4f65ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b440445a-1993-4a2d-b0c6-7b3ce77bcd1d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:42.036010 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46496) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:42.071505 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9b95317c-8e40-494d-b246-f47043f620cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.205607 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6a517e-4bd1-4dbc-a8e6-cb01793227ad x-openstack-request-id: req-6c6a517e-4bd1-4dbc-a8e6-cb01793227ad {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:42.205607 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60786099-8d05-44cf-ad3b-66f5f3439db5", "name": "network-vif-deleted", "tag": "423e204a-2dea-4ed6-8227-0ba002093637", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:42.205607 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c6a517e-4bd1-4dbc-a8e6-cb01793227ad {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:42.205607 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60786099-8d05-44cf-ad3b-66f5f3439db5', 'name': 'network-vif-deleted', 'tag': '423e204a-2dea-4ed6-8227-0ba002093637', 'status': 'completed', 'code': 200} Nov 12 04:22:42.206019 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38044ea4-3f12-477a-91d9-604b47e616f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.206122 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9b95317c-8e40-494d-b246-f47043f620cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.206238 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38044ea4-3f12-477a-91d9-604b47e616f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.206340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-dcc572b1-91e8-45cf-92ec-6567115d6233 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:42.206340 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-dcc572b1-91e8-45cf-92ec-6567115d6233 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.21 "GET /v2.0/networks?id=0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f HTTP/1.1" status: 200 len: 814 time: 0.1973944 Nov 12 04:22:42.222372 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-338e9cbb-c11d-48ba-b58a-a5c3bf6c9ac7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Request body: {'port': {'device_id': 'c9ce2993-0531-45a0-93d3-19f6aceb0a98', 'network_id': '0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f', 'admin_state_up': True, 'tenant_id': 'c5dbdfbedb0645dfa188fd2273da30e3'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:42.460411 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-46047900-2a84-4b0e-a496-ac7fef3570d9 req-2948bcce-03bd-4048-9884-80daf185f4f4 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 210 time: 0.0343969 Nov 12 04:22:42.585753 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-338e9cbb-c11d-48ba-b58a-a5c3bf6c9ac7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Made reservation on behalf of c5dbdfbedb0645dfa188fd2273da30e3 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:42.586310 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38044ea4-3f12-477a-91d9-604b47e616f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.591998 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38044ea4-3f12-477a-91d9-604b47e616f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.592434 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-338e9cbb-c11d-48ba-b58a-a5c3bf6c9ac7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.594117 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-38044ea4-3f12-477a-91d9-604b47e616f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b440445a-1993-4a2d-b0c6-7b3ce77bcd1d HTTP/1.1" status: 204 len: 168 time: 0.5578997 Nov 12 04:22:42.596128 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9b95317c-8e40-494d-b246-f47043f620cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.599146 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9b95317c-8e40-494d-b246-f47043f620cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.600561 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9b95317c-8e40-494d-b246-f47043f620cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b7f812b-136a-400c-8cef-6eb870a99982 HTTP/1.1" status: 204 len: 168 time: 0.7591972 Nov 12 04:22:42.623257 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95317c-8e40-494d-b246-f47043f620cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7f812b-136a-400c-8cef-6eb870a99982,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:42.627197 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38044ea4-3f12-477a-91d9-604b47e616f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b440445a-1993-4a2d-b0c6-7b3ce77bcd1d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:42.770962 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0a94eaf4-982f-45c5-8f38-067b634abdef req-ed08a82c-b4af-4a34-8b94-62cc4d2fc4f9 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 210 time: 0.0406127 Nov 12 04:22:42.836435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-338e9cbb-c11d-48ba-b58a-a5c3bf6c9ac7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Allocated IP 172.20.0.14 (0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f/2c7d94b8-4379-4d9a-b153-80af21551b65/eed06a5e-8678-401c-8a5f-cba757927912) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:43.010542 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-338e9cbb-c11d-48ba-b58a-a5c3bf6c9ac7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:43.149291 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-338e9cbb-c11d-48ba-b58a-a5c3bf6c9ac7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:43.206779 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-338e9cbb-c11d-48ba-b58a-a5c3bf6c9ac7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Network 0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:43.210365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-338e9cbb-c11d-48ba-b58a-a5c3bf6c9ac7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:43.217363 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-338e9cbb-c11d-48ba-b58a-a5c3bf6c9ac7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:43.252404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e9cbb-c11d-48ba-b58a-a5c3bf6c9ac7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Pushing event updated for resources: {'Port': ['ID=eed06a5e-8678-401c-8a5f-cba757927912,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:43.290012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-338e9cbb-c11d-48ba-b58a-a5c3bf6c9ac7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:43.290624 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-338e9cbb-c11d-48ba-b58a-a5c3bf6c9ac7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:43.453239 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-338e9cbb-c11d-48ba-b58a-a5c3bf6c9ac7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2329977 Nov 12 04:22:43.471993 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Request body: {'port': {'device_id': 'c9ce2993-0531-45a0-93d3-19f6aceb0a98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:43.577936 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:43.662465 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95ea8258-8571-4353-a9e7-380dfe3d44e3 req-c6d47a44-3997-4455-a684-eaff7d03fb31 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=60786099-8d05-44cf-ad3b-66f5f3439db5 HTTP/1.1" status: 200 len: 210 time: 0.0381329 Nov 12 04:22:43.988095 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfeab8-9588-4c14-8b25-8b25f368f916 req-a0aaa46b-77dd-44ad-a9a5-0472fc05815d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:43.995527 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a9bfeab8-9588-4c14-8b25-8b25f368f916 req-a0aaa46b-77dd-44ad-a9a5-0472fc05815d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 932 time: 0.0950305 Nov 12 04:22:44.084573 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a9bfeab8-9588-4c14-8b25-8b25f368f916 req-fc9bcb03-b39c-43ff-9342-211a0d67962c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881546 Nov 12 04:22:44.093233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed06a5e-8678-401c-8a5f-cba757927912 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:22:44.101834 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.115281 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Transition to ACTIVE for port object eed06a5e-8678-401c-8a5f-cba757927912 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:22:44.184670 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.243377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Pushing event updated for resources: {'Port': ['ID=eed06a5e-8678-401c-8a5f-cba757927912,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:44.332395 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Attempting to bind port eed06a5e-8678-401c-8a5f-cba757927912 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:44.332830 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Attempting to bind port eed06a5e-8678-401c-8a5f-cba757927912 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '3511ccee-5633-4cc0-acc5-c9fb5a1e69da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:44.333190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Attempting to bind port eed06a5e-8678-401c-8a5f-cba757927912 on network 0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:44.338292 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Port eed06a5e-8678-401c-8a5f-cba757927912 on network 0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:22:44.338621 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Attempting to bind port eed06a5e-8678-401c-8a5f-cba757927912 on network 0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:44.380208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:44.380208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Checking segment: {'id': '3511ccee-5633-4cc0-acc5-c9fb5a1e69da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:44.380208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Bound using segment: {'id': '3511ccee-5633-4cc0-acc5-c9fb5a1e69da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:44.380208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Bound port: eed06a5e-8678-401c-8a5f-cba757927912, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3511ccee-5633-4cc0-acc5-c9fb5a1e69da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:44.380208 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.424356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] For port eed06a5e-8678-401c-8a5f-cba757927912, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:44.429207 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] For port eed06a5e-8678-401c-8a5f-cba757927912, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=eed06a5e-8678-401c-8a5f-cba757927912,segment=NetworkSegment(3511ccee-5633-4cc0-acc5-c9fb5a1e69da),segment_id=3511ccee-5633-4cc0-acc5-c9fb5a1e69da)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:44.510978 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.549736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:44.549736 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.549736 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] 10.222.0.21 "PUT /v2.0/ports/eed06a5e-8678-401c-8a5f-cba757927912 HTTP/1.1" status: 200 len: 1093 time: 1.0830398 Nov 12 04:22:44.549736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ce2993-0531-45a0-93d3-19f6aceb0a98', 'tag': 'eed06a5e-8678-401c-8a5f-cba757927912'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:44.551638 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e732876f-9636-4932-8ed4-f2d25d03684c" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ce2993-0531-45a0-93d3-19f6aceb0a98", "tag": "eed06a5e-8678-401c-8a5f-cba757927912"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:44.611152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee0a3a-96ea-46e4-b4fc-be08c2404943 service neutron] Pushing event updated for resources: {'Port': ['ID=eed06a5e-8678-401c-8a5f-cba757927912,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:44.615101 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb00932f-b8ed-4022-ae9e-df1b29977b3e x-openstack-request-id: req-fb00932f-b8ed-4022-ae9e-df1b29977b3e {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:44.615293 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ce2993-0531-45a0-93d3-19f6aceb0a98", "tag": "eed06a5e-8678-401c-8a5f-cba757927912", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:44.615518 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb00932f-b8ed-4022-ae9e-df1b29977b3e {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:44.615903 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ce2993-0531-45a0-93d3-19f6aceb0a98', 'tag': 'eed06a5e-8678-401c-8a5f-cba757927912', 'status': 'completed', 'code': 200} Nov 12 04:22:44.723229 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732876f-9636-4932-8ed4-f2d25d03684c req-5528613a-9fb9-4b01-9a7f-50afc85403d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:44.725851 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e732876f-9636-4932-8ed4-f2d25d03684c req-5528613a-9fb9-4b01-9a7f-50afc85403d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5dbdfbedb0645dfa188fd2273da30e3&device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 1096 time: 0.0677273 Nov 12 04:22:44.966648 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732876f-9636-4932-8ed4-f2d25d03684c req-9e190bc5-660c-428a-bf1f-2b28400c4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:44.968573 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e732876f-9636-4932-8ed4-f2d25d03684c req-9e190bc5-660c-428a-bf1f-2b28400c4df3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c5dbdfbedb0645dfa188fd2273da30e3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2287121 Nov 12 04:22:45.197007 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 423e204a-2dea-4ed6-8227-0ba002093637 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:45.228902 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 423e204a-2dea-4ed6-8227-0ba002093637 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:45.229459 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 423e204a-2dea-4ed6-8227-0ba002093637 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:45.532967 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732876f-9636-4932-8ed4-f2d25d03684c req-0fb9c426-a937-49ce-91d5-3de7b475ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:45.534473 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e732876f-9636-4932-8ed4-f2d25d03684c req-0fb9c426-a937-49ce-91d5-3de7b475ce0f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5579457 Nov 12 04:22:45.565911 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-09a7af09-f2aa-4f94-81f2-4eea178668b2 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:45.582950 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-09a7af09-f2aa-4f94-81f2-4eea178668b2 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 811 time: 0.1993041 Nov 12 04:22:45.608293 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-43e6bf1f-d1e6-44ce-9251-4e5a0ac442d1 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/quotas/7c6a3aa233554afeb7f6e886fb2833b1 HTTP/1.1" status: 200 len: 375 time: 0.0228434 Nov 12 04:22:45.611038 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46622) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:45.693706 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-94e145df-f304-472b-92ba-4d367082ab95 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747330 Nov 12 04:22:45.746873 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-580240fc-5eda-46e4-baa5-b07b9f62ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:45.748225 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-580240fc-5eda-46e4-baa5-b07b9f62ad76 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5dbdfbedb0645dfa188fd2273da30e3&device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 1096 time: 0.1307025 Nov 12 04:22:45.811975 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-bab9da6c-0cda-4a23-916e-9640a29c79d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eed06a5e-8678-401c-8a5f-cba757927912 HTTP/1.1" status: 200 len: 217 time: 0.0373986 Nov 12 04:22:45.912268 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-a881c968-19a0-4942-b638-73bc117341c7 service neutron] 10.222.0.37 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046330 Nov 12 04:22:45.915241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-17ec729d-b7c7-453b-a034-23532356d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:45.917057 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-17ec729d-b7c7-453b-a034-23532356d6bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c7d94b8-4379-4d9a-b153-80af21551b65 HTTP/1.1" status: 200 len: 854 time: 0.0816259 Nov 12 04:22:45.973270 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-f9cd71ae-51fa-4ec2-a6de-a1cfa572d0e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455694 Nov 12 04:22:45.974224 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-eb6fd67f-a0db-459d-bc6b-3ccddc05ca7b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1714417968-network', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:46.070360 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6fd67f-a0db-459d-bc6b-3ccddc05ca7b admin admin] Made reservation on behalf of c2da92794a0540cfa9ccbce1e95a15a3 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:46.072980 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd67f-a0db-459d-bc6b-3ccddc05ca7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.092893 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd67f-a0db-459d-bc6b-3ccddc05ca7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.145902 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-d2a2925d-d59f-41d8-b3cf-16da1a45f90d service neutron] 10.222.0.21 "GET /v2.0/networks/0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257689 Nov 12 04:22:46.202743 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd67f-a0db-459d-bc6b-3ccddc05ca7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.241725 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd67f-a0db-459d-bc6b-3ccddc05ca7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.255644 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-19d37cdd-a5d8-4fd6-909a-018775827b5d service neutron] 10.222.0.37 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365624 Nov 12 04:22:46.278258 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6fd67f-a0db-459d-bc6b-3ccddc05ca7b admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:22:46.325372 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd67f-a0db-459d-bc6b-3ccddc05ca7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.327488 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-eb6fd67f-a0db-459d-bc6b-3ccddc05ca7b admin admin] Added segment c3320d2f-1f1d-4144-9305-fc487dd0be6d of type vlan for network fb300127-0441-4443-aae7-eeff2c911c12 Nov 12 04:22:46.337996 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5924198-ec8a-4e54-b1da-7f62ffeff4cc req-8ce9e842-d6de-4dd1-86dd-2c171c6f5470 service neutron] 10.222.0.21 "GET /v2.0/networks/0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807461 Nov 12 04:22:46.668601 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c5018-66be-49f8-a3aa-18ea22e421e6 req-56370ee8-2b86-4bf1-8779-9c0b0320ec1a tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:46.670404 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb7c5018-66be-49f8-a3aa-18ea22e421e6 req-56370ee8-2b86-4bf1-8779-9c0b0320ec1a tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 944 time: 0.0842161 Nov 12 04:22:46.788742 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb7c5018-66be-49f8-a3aa-18ea22e421e6 req-b0c3fd6a-1c4c-4aff-8460-bced7df21417 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104486 Nov 12 04:22:46.807394 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.880963 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fd67f-a0db-459d-bc6b-3ccddc05ca7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4912eb-b1fb-48fe-a38a-a33d0e6ad136,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:46.917576 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd67f-a0db-459d-bc6b-3ccddc05ca7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.032125 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6426422-c40c-4abd-8cf7-502b975d45aa req-0bd60dbe-333b-4884-a4c8-5617ad4b4d0f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 210 time: 0.0267651 Nov 12 04:22:47.064890 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd67f-a0db-459d-bc6b-3ccddc05ca7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.065979 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6fd67f-a0db-459d-bc6b-3ccddc05ca7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:47.066693 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd67f-a0db-459d-bc6b-3ccddc05ca7b admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.136759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fd67f-a0db-459d-bc6b-3ccddc05ca7b admin admin] Pushing event updated for resources: {'Network': ['ID=fb300127-0441-4443-aae7-eeff2c911c12,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:47.148245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network fb300127-0441-4443-aae7-eeff2c911c12 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:22:47.167961 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-eb6fd67f-a0db-459d-bc6b-3ccddc05ca7b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5558033 Nov 12 04:22:47.170749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46686) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:47.181517 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f4234200-e15e-44f1-9516-c3e3cfda796e admin admin] Request body: {'subnet': {'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1714417968-subnet', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:47.310148 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4234200-e15e-44f1-9516-c3e3cfda796e admin admin] Made reservation on behalf of c2da92794a0540cfa9ccbce1e95a15a3 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:47.316322 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f4234200-e15e-44f1-9516-c3e3cfda796e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.436853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46694) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:47.580892 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7726b21b-1681-4596-98ce-092825bc6a32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.670185 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7726b21b-1681-4596-98ce-092825bc6a32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.756333 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f4234200-e15e-44f1-9516-c3e3cfda796e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.757408 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7726b21b-1681-4596-98ce-092825bc6a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.803615 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7726b21b-1681-4596-98ce-092825bc6a32 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c0508a65b924a6c8705432c6312accc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3653142 Nov 12 04:22:47.806069 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726b21b-1681-4596-98ce-092825bc6a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c28836f-381c-4b56-947c-18eb9916997f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:47.809083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46704) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:47.872495 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4234200-e15e-44f1-9516-c3e3cfda796e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc4ed48-686a-4892-81a2-ac8d11ac1cc4,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:47.872495 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4234200-e15e-44f1-9516-c3e3cfda796e admin admin] Checking segment: {'id': 'c3320d2f-1f1d-4144-9305-fc487dd0be6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:47.872495 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4234200-e15e-44f1-9516-c3e3cfda796e admin admin] Network hostable DHCP agents. Network: fb300127-0441-4443-aae7-eeff2c911c12, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:22:47.912132 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f8a4bd4f-f1c1-4606-b9b3-deffa9dd798a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.961212 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f8a4bd4f-f1c1-4606-b9b3-deffa9dd798a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.003302 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4234200-e15e-44f1-9516-c3e3cfda796e admin admin] Network fb300127-0441-4443-aae7-eeff2c911c12 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:22:48.009194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd14b2-0aba-4fd0-93f9-1652466a7554 req-14fb9dca-9934-4e2e-87d7-f95724ebeb27 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:48.016586 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fffd14b2-0aba-4fd0-93f9-1652466a7554 req-14fb9dca-9934-4e2e-87d7-f95724ebeb27 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 944 time: 0.0953705 Nov 12 04:22:48.036388 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.068565 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fffd14b2-0aba-4fd0-93f9-1652466a7554 req-11b72d0a-2bef-4cfc-afa3-97fcae08bd83 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495310 Nov 12 04:22:48.099194 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f4234200-e15e-44f1-9516-c3e3cfda796e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, fb300127-0441-4443-aae7-eeff2c911c12) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:48.104027 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4234200-e15e-44f1-9516-c3e3cfda796e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:48.104621 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f4234200-e15e-44f1-9516-c3e3cfda796e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.110543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300d0bd8-ac83-47a4-a3ea-e955a91d62a9 None None] Network fb300127-0441-4443-aae7-eeff2c911c12 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:48.135130 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f8a4bd4f-f1c1-4606-b9b3-deffa9dd798a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.145133 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f8a4bd4f-f1c1-4606-b9b3-deffa9dd798a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.145133 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f8a4bd4f-f1c1-4606-b9b3-deffa9dd798a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c28836f-381c-4b56-947c-18eb9916997f HTTP/1.1" status: 204 len: 168 time: 0.3326511 Nov 12 04:22:48.166731 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4bd4f-f1c1-4606-b9b3-deffa9dd798a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c28836f-381c-4b56-947c-18eb9916997f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:48.199241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46718) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:48.204626 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f4234200-e15e-44f1-9516-c3e3cfda796e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0302415 Nov 12 04:22:48.207392 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-2390760e-9926-4ccf-a6b7-a258d32d893e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1714417968-router', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:48.308668 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52c6d1dd-752c-4604-a0e2-d3b9a6c3678e req-e2576b31-cdcf-43bb-80fa-5641d039a3e1 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 210 time: 0.0334356 Nov 12 04:22:48.361678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-fb300127-0441-4443-aae7-eeff2c911c12', 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'fixed_ips': [{'subnet_id': '3fc4ed48-686a-4892-81a2-ac8d11ac1cc4'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:22:48.362775 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.381261 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2390760e-9926-4ccf-a6b7-a258d32d893e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.382091 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2390760e-9926-4ccf-a6b7-a258d32d893e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.445005 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2390760e-9926-4ccf-a6b7-a258d32d893e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.550522 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] Allocated IP 172.20.0.2 (fb300127-0441-4443-aae7-eeff2c911c12/3fc4ed48-686a-4892-81a2-ac8d11ac1cc4/b1f912ad-fe0b-431c-b34a-e3b01bf59102) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:48.690122 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2390760e-9926-4ccf-a6b7-a258d32d893e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.773861 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.842486 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.888144 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] Network fb300127-0441-4443-aae7-eeff2c911c12 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:48.891286 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:48.895799 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:48.899336 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] Pushing event updated for resources: {'Port': ['ID=b1f912ad-fe0b-431c-b34a-e3b01bf59102,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:48.994373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] Attempting to bind port b1f912ad-fe0b-431c-b34a-e3b01bf59102 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:48.994373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] Attempting to bind port b1f912ad-fe0b-431c-b34a-e3b01bf59102 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'c3320d2f-1f1d-4144-9305-fc487dd0be6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:48.994373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] Attempting to bind port b1f912ad-fe0b-431c-b34a-e3b01bf59102 on network fb300127-0441-4443-aae7-eeff2c911c12 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:49.002495 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:49.003197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] Checking segment: {'id': 'c3320d2f-1f1d-4144-9305-fc487dd0be6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:49.004218 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.004818 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] Bound using segment: {'id': 'c3320d2f-1f1d-4144-9305-fc487dd0be6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:49.005485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] Bound port: b1f912ad-fe0b-431c-b34a-e3b01bf59102, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3320d2f-1f1d-4144-9305-fc487dd0be6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:49.006499 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.039254 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2390760e-9926-4ccf-a6b7-a258d32d893e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.075334 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2390760e-9926-4ccf-a6b7-a258d32d893e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.126443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] For port b1f912ad-fe0b-431c-b34a-e3b01bf59102, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:49.132073 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] For port b1f912ad-fe0b-431c-b34a-e3b01bf59102, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b1f912ad-fe0b-431c-b34a-e3b01bf59102,segment=NetworkSegment(c3320d2f-1f1d-4144-9305-fc487dd0be6d),segment_id=c3320d2f-1f1d-4144-9305-fc487dd0be6d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:49.160699 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46732) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:49.181718 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64d1054b-1c7b-4fdb-ad9b-5c281038283a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.225925 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.340673 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32f5bd-2444-41d2-aab0-b835cb3b725c None None] Pushing event updated for resources: {'Port': ['ID=b1f912ad-fe0b-431c-b34a-e3b01bf59102,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:49.375083 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64d1054b-1c7b-4fdb-ad9b-5c281038283a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.424616 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-2390760e-9926-4ccf-a6b7-a258d32d893e admin admin] Allocated IP 172.25.1.147 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/0e15db3b-0ba8-4810-8922-bc1233d8dfd3) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:49.456989 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecb1f7-338f-4cef-9796-2910da360282 req-39a340d1-41fc-4555-82e3-e3acd5f596e6 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:49.458669 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-15ecb1f7-338f-4cef-9796-2910da360282 req-39a340d1-41fc-4555-82e3-e3acd5f596e6 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 944 time: 0.2579195 Nov 12 04:22:49.484513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-90179275-c9de-4b96-8e43-bf15ee517bd9 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:49.487206 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-90179275-c9de-4b96-8e43-bf15ee517bd9 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 811 time: 0.2739530 Nov 12 04:22:49.510433 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64d1054b-1c7b-4fdb-ad9b-5c281038283a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.523425 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-f4e45c99-e1d2-409b-89ec-b72828f00c4f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Request body: {'port': {'device_id': 'cae0e0dd-68f5-422b-b3f8-bb8ce7a45684', 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240', 'admin_state_up': True, 'tenant_id': '7c6a3aa233554afeb7f6e886fb2833b1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:49.590362 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-64d1054b-1c7b-4fdb-ad9b-5c281038283a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6eb5bea9a9054cab9444f7687d9146a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4267476 Nov 12 04:22:49.610135 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1054b-1c7b-4fdb-ad9b-5c281038283a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83c6d8f-b7c3-48b1-a241-d81f2e8dddeb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:49.613710 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46738) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:49.667918 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-15ecb1f7-338f-4cef-9796-2910da360282 req-18ae25ab-9948-4f1a-b166-511831c03462 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812778 Nov 12 04:22:49.736684 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39d05441-e496-407a-8fea-d1ce027bccb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.789868 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39d05441-e496-407a-8fea-d1ce027bccb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.843845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46742) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:49.939486 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2bef333-a8b9-4fc1-86b2-e55a5e2a18c7 req-a9182fae-a24c-48e2-9a81-bb63dd9ba4ec tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 210 time: 0.0513413 Nov 12 04:22:49.943476 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2390760e-9926-4ccf-a6b7-a258d32d893e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.972120 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca992c62-29ef-4814-8f79-56375985aa61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.975375 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39d05441-e496-407a-8fea-d1ce027bccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.977987 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39d05441-e496-407a-8fea-d1ce027bccb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.982144 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-39d05441-e496-407a-8fea-d1ce027bccb6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b83c6d8f-b7c3-48b1-a241-d81f2e8dddeb HTTP/1.1" status: 204 len: 168 time: 0.3640206 Nov 12 04:22:49.994756 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d05441-e496-407a-8fea-d1ce027bccb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83c6d8f-b7c3-48b1-a241-d81f2e8dddeb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:50.064966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-f4e45c99-e1d2-409b-89ec-b72828f00c4f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Made reservation on behalf of 7c6a3aa233554afeb7f6e886fb2833b1 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:50.068867 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-f4e45c99-e1d2-409b-89ec-b72828f00c4f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.083612 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca992c62-29ef-4814-8f79-56375985aa61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.101743 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2390760e-9926-4ccf-a6b7-a258d32d893e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.196026 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2390760e-9926-4ccf-a6b7-a258d32d893e admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:50.208661 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-2390760e-9926-4ccf-a6b7-a258d32d893e admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:50.214911 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2390760e-9926-4ccf-a6b7-a258d32d893e admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:50.218032 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390760e-9926-4ccf-a6b7-a258d32d893e admin admin] Pushing event updated for resources: {'Port': ['ID=0e15db3b-0ba8-4810-8922-bc1233d8dfd3,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:50.227399 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0c38df-a202-4532-90ef-a4e6dee6132d None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:50.238120 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca992c62-29ef-4814-8f79-56375985aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.299509 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ca992c62-29ef-4814-8f79-56375985aa61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27ca8e78803e4fa09f2c459e5d345dd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4474866 Nov 12 04:22:50.299509 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46750) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:50.299785 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f6a29e1f-3009-468c-be1f-7730d04f04c3 None None] Provisioning complete for port 0e15db3b-0ba8-4810-8922-bc1233d8dfd3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:50.299785 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6a29e1f-3009-468c-be1f-7730d04f04c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.307406 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca992c62-29ef-4814-8f79-56375985aa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6844188-8c20-48d7-a9a0-1211d73976c9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:50.331001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-f4e45c99-e1d2-409b-89ec-b72828f00c4f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Allocated IP 172.20.0.10 (0550e788-ec39-4fbc-9b9c-fbf1372e1240/64085683-3376-464a-a4ff-b7367f1920e9/3151d5ed-17a5-4504-ba6b-5b0ad637464d) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:50.368279 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd23ae7c-7b87-49ad-bc4b-62ca8020f52c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.373788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f6a29e1f-3009-468c-be1f-7730d04f04c3 None None] Port 0e15db3b-0ba8-4810-8922-bc1233d8dfd3 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:50.397203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device eed06a5e-8678-401c-8a5f-cba757927912 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:22:50.408372 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd23ae7c-7b87-49ad-bc4b-62ca8020f52c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.539629 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port eed06a5e-8678-401c-8a5f-cba757927912, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=eed06a5e-8678-401c-8a5f-cba757927912,segment=NetworkSegment(3511ccee-5633-4cc0-acc5-c9fb5a1e69da),segment_id=3511ccee-5633-4cc0-acc5-c9fb5a1e69da)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:50.557576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'eed06a5e-8678-401c-8a5f-cba757927912', 'network_id': '0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f', 'port_id': 'eed06a5e-8678-401c-8a5f-cba757927912', 'mac_address': 'fa:16:3e:04:19:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7d94b8-4379-4d9a-b153-80af21551b65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:22:50.573307 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd23ae7c-7b87-49ad-bc4b-62ca8020f52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.575972 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd23ae7c-7b87-49ad-bc4b-62ca8020f52c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.577801 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fd23ae7c-7b87-49ad-bc4b-62ca8020f52c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6844188-8c20-48d7-a9a0-1211d73976c9 HTTP/1.1" status: 204 len: 168 time: 0.2789152 Nov 12 04:22:50.593187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23ae7c-7b87-49ad-bc4b-62ca8020f52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6844188-8c20-48d7-a9a0-1211d73976c9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:50.651992 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b01019-87a8-49ec-819d-463414f3de93 None None] Network fb300127-0441-4443-aae7-eeff2c911c12 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:50.699521 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-f4e45c99-e1d2-409b-89ec-b72828f00c4f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.708411 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2390760e-9926-4ccf-a6b7-a258d32d893e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.745910 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.811052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2185ba09-31f8-4169-ba3e-52c267efd023 None None] Provisioning complete for port b1f912ad-fe0b-431c-b34a-e3b01bf59102 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:50.811723 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2185ba09-31f8-4169-ba3e-52c267efd023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.852082 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed06a5e-8678-401c-8a5f-cba757927912 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:22:50.890908 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48c3f7-fd59-42d3-b57e-25ae32ca58e6 req-4661d12e-c3f0-41a7-b332-94dd0339cd50 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:50.894342 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f48c3f7-fd59-42d3-b57e-25ae32ca58e6 req-4661d12e-c3f0-41a7-b332-94dd0339cd50 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 944 time: 0.0717168 Nov 12 04:22:50.901068 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port eed06a5e-8678-401c-8a5f-cba757927912, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=eed06a5e-8678-401c-8a5f-cba757927912,segment=NetworkSegment(3511ccee-5633-4cc0-acc5-c9fb5a1e69da),segment_id=3511ccee-5633-4cc0-acc5-c9fb5a1e69da)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:50.958512 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b1f912ad-fe0b-431c-b34a-e3b01bf59102 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:50.963725 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-f4e45c99-e1d2-409b-89ec-b72828f00c4f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:51.013977 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:51.053903 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2185ba09-31f8-4169-ba3e-52c267efd023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:51.073292 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-f4e45c99-e1d2-409b-89ec-b72828f00c4f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:51.086438 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f48c3f7-fd59-42d3-b57e-25ae32ca58e6 req-c5c0101e-10a9-43e6-b9ed-88e2a0aa95ee tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608715 Nov 12 04:22:51.133328 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=eed06a5e-8678-401c-8a5f-cba757927912,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:51.133911 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-f4e45c99-e1d2-409b-89ec-b72828f00c4f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:51.138553 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-f4e45c99-e1d2-409b-89ec-b72828f00c4f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:51.140189 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2185ba09-31f8-4169-ba3e-52c267efd023 None None] For port b1f912ad-fe0b-431c-b34a-e3b01bf59102, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b1f912ad-fe0b-431c-b34a-e3b01bf59102,segment=NetworkSegment(c3320d2f-1f1d-4144-9305-fc487dd0be6d),segment_id=c3320d2f-1f1d-4144-9305-fc487dd0be6d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:51.142137 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port b1f912ad-fe0b-431c-b34a-e3b01bf59102 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:51.142734 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:51.145543 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2390760e-9926-4ccf-a6b7-a258d32d893e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:51.195402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e45c99-e1d2-409b-89ec-b72828f00c4f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Pushing event updated for resources: {'Port': ['ID=3151d5ed-17a5-4504-ba6b-5b0ad637464d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:51.235651 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2185ba09-31f8-4169-ba3e-52c267efd023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:51.276187 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:51.423565 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:22:51.424185 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:22:51.430754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185ba09-31f8-4169-ba3e-52c267efd023 None None] Pushing event updated for resources: {'Port': ['ID=b1f912ad-fe0b-431c-b34a-e3b01bf59102,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:51.465137 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['eed06a5e-8678-401c-8a5f-cba757927912'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:22:51.680612 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-f4e45c99-e1d2-409b-89ec-b72828f00c4f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:51.681295 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-f4e45c99-e1d2-409b-89ec-b72828f00c4f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:51.708094 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46782) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:51.724149 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-97aeeed9-3542-4e4b-9197-5b32c329f3fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:51.733016 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4fd66cf5-5ffa-4534-99b9-1958a8c92622 None None] Provisioning complete for port b1f912ad-fe0b-431c-b34a-e3b01bf59102 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:51.734051 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4fd66cf5-5ffa-4534-99b9-1958a8c92622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:51.791917 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd6f71-ba59-47cd-84ca-9da3166e0938 req-f4d2d59d-55ba-4350-97d5-682b07d6afec tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:51.793502 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ebd6f71-ba59-47cd-84ca-9da3166e0938 req-f4d2d59d-55ba-4350-97d5-682b07d6afec tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 932 time: 0.1369891 Nov 12 04:22:51.826847 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-97aeeed9-3542-4e4b-9197-5b32c329f3fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:51.853629 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-f4e45c99-e1d2-409b-89ec-b72828f00c4f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3463223 Nov 12 04:22:51.896608 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ebd6f71-ba59-47cd-84ca-9da3166e0938 req-9ffc27f5-6ee6-4190-aee7-793755db0018 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685480 Nov 12 04:22:51.927654 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-97aeeed9-3542-4e4b-9197-5b32c329f3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:51.980468 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-97aeeed9-3542-4e4b-9197-5b32c329f3fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dadcabd3b5034b4e9ef42edf20a4611b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2704031 Nov 12 04:22:51.982583 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aeeed9-3542-4e4b-9197-5b32c329f3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45059ab8-9f3f-44fb-a269-eec2fc9e3c81,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:51.983379 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46788) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:52.013601 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2390760e-9926-4ccf-a6b7-a258d32d893e admin admin] Router d45acd03-da2d-4cb2-b3eb-f468a91ea3eb is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:22:52.089379 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Request body: {'port': {'device_id': 'cae0e0dd-68f5-422b-b3f8-bb8ce7a45684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:52.113145 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-275154a8-1a7d-4fd3-938c-abb0c43d5759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.204502 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-275154a8-1a7d-4fd3-938c-abb0c43d5759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.261907 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.289374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2390760e-9926-4ccf-a6b7-a258d32d893e admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:52.301711 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] Sync routers for ids ['d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:52.323463 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] Routers {'d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:52.324405 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:22:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:52.352851 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae74ee-114d-4461-84c0-7775892a3556 req-6ca29a8c-d8ca-4d83-b447-2a14dfac5e97 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:52.354396 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7ae74ee-114d-4461-84c0-7775892a3556 req-6ca29a8c-d8ca-4d83-b447-2a14dfac5e97 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 945 time: 0.1589150 Nov 12 04:22:52.449238 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2390760e-9926-4ccf-a6b7-a258d32d893e admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.453316 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2390760e-9926-4ccf-a6b7-a258d32d893e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2501681 Nov 12 04:22:52.453484 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] Set router d45acd03-da2d-4cb2-b3eb-f468a91ea3eb gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:52.454461 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46802) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:52.462269 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-275154a8-1a7d-4fd3-938c-abb0c43d5759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.465881 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-275154a8-1a7d-4fd3-938c-abb0c43d5759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.469484 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-275154a8-1a7d-4fd3-938c-abb0c43d5759 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45059ab8-9f3f-44fb-a269-eec2fc9e3c81 HTTP/1.1" status: 204 len: 168 time: 0.4843850 Nov 12 04:22:52.509803 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275154a8-1a7d-4fd3-938c-abb0c43d5759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45059ab8-9f3f-44fb-a269-eec2fc9e3c81,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:52.552729 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7ae74ee-114d-4461-84c0-7775892a3556 req-b272e837-1743-4a88-aafc-10fa469ce03e tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855030 Nov 12 04:22:52.685860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'name': 'tempest-TaggedBootDevicesTest_v242-1714417968-router', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:48Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 3, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'gw_port': {'id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:49Z', 'updated_at': '2021-11-12T04:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:52.754513 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] Checking router: d45acd03-da2d-4cb2-b3eb-f468a91ea3eb for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:52.754869 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] Updating router d45acd03-da2d-4cb2-b3eb-f468a91ea3eb port 0e15db3b-0ba8-4810-8922-bc1233d8dfd3 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:22:52.776857 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b1f912ad-fe0b-431c-b34a-e3b01bf59102 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:52.804922 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3151d5ed-17a5-4504-ba6b-5b0ad637464d {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:22:52.811931 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.817226 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.834437 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Transition to ACTIVE for port object 3151d5ed-17a5-4504-ba6b-5b0ad637464d will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:22:52.933321 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.937479 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port b1f912ad-fe0b-431c-b34a-e3b01bf59102 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:52.937880 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.984494 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Pushing event updated for resources: {'Port': ['ID=3151d5ed-17a5-4504-ba6b-5b0ad637464d,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:53.153260 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Attempting to bind port 3151d5ed-17a5-4504-ba6b-5b0ad637464d on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:53.153610 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Attempting to bind port 3151d5ed-17a5-4504-ba6b-5b0ad637464d by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:53.159895 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Attempting to bind port 3151d5ed-17a5-4504-ba6b-5b0ad637464d on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:53.223044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Port 3151d5ed-17a5-4504-ba6b-5b0ad637464d on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:22:53.223979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Attempting to bind port 3151d5ed-17a5-4504-ba6b-5b0ad637464d on network 0550e788-ec39-4fbc-9b9c-fbf1372e1240 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:53.231916 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:53.232408 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.232809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Checking segment: {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:53.233444 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Bound using segment: {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:53.234185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Bound port: 3151d5ed-17a5-4504-ba6b-5b0ad637464d, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8985d109-0495-4bb3-afe3-9ba24b63b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:53.235619 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.247780 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d190ce8f-d358-4794-8a38-a963a682c775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.275569 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defc4de-4c72-4650-90ce-e144f09a383d req-3261a18c-9137-4d6c-ae8f-050b1991d045 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:53.279766 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1defc4de-4c72-4650-90ce-e144f09a383d req-3261a18c-9137-4d6c-ae8f-050b1991d045 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 944 time: 0.1630156 Nov 12 04:22:53.399289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1defc4de-4c72-4650-90ce-e144f09a383d req-7aa48b24-f975-431d-8b8e-80122b5c4f60 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134849 Nov 12 04:22:53.416561 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.462118 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] For port 3151d5ed-17a5-4504-ba6b-5b0ad637464d, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:53.473513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] For port 3151d5ed-17a5-4504-ba6b-5b0ad637464d, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=3151d5ed-17a5-4504-ba6b-5b0ad637464d,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:53.498899 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5dfd1a-2e1e-4040-be53-8ea133f22d94 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:53.509246 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] Attempting to bind port 0e15db3b-0ba8-4810-8922-bc1233d8dfd3 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:53.535543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] Attempting to bind port 0e15db3b-0ba8-4810-8922-bc1233d8dfd3 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:53.535543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] Attempting to bind port 0e15db3b-0ba8-4810-8922-bc1233d8dfd3 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:53.535543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a734e1a-4b9e-4d34-9ce7-7853e78b0dbe None None] Pushing event updated for resources: {'Port': ['ID=0e15db3b-0ba8-4810-8922-bc1233d8dfd3,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:53.535543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:53.535543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:53.535543 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.535543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:53.535543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] Bound port: 0e15db3b-0ba8-4810-8922-bc1233d8dfd3, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:53.535543 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.544902 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-d190ce8f-d358-4794-8a38-a963a682c775 admin admin] Allocated IP 172.20.0.1 (fb300127-0441-4443-aae7-eeff2c911c12/3fc4ed48-686a-4892-81a2-ac8d11ac1cc4/4b433b06-67c5-4499-8052-8ecb7e059356) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:53.601189 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7f4d3b5c-d0e9-482f-aeb1-d3cbd6ec8f92 None None] Provisioning complete for port 0e15db3b-0ba8-4810-8922-bc1233d8dfd3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:53.601564 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f4d3b5c-d0e9-482f-aeb1-d3cbd6ec8f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.603560 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] For port 0e15db3b-0ba8-4810-8922-bc1233d8dfd3, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:53.607493 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] For port 0e15db3b-0ba8-4810-8922-bc1233d8dfd3, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0e15db3b-0ba8-4810-8922-bc1233d8dfd3,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:53.626222 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.647830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d3b5c-d0e9-482f-aeb1-d3cbd6ec8f92 None None] Port 0e15db3b-0ba8-4810-8922-bc1233d8dfd3 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:53.667602 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d190ce8f-d358-4794-8a38-a963a682c775 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.694604 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:53.695269 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.696865 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] 10.222.0.31 "PUT /v2.0/ports/3151d5ed-17a5-4504-ba6b-5b0ad637464d HTTP/1.1" status: 200 len: 1093 time: 1.8273256 Nov 12 04:22:53.700896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae0e0dd-68f5-422b-b3f8-bb8ce7a45684', 'tag': '3151d5ed-17a5-4504-ba6b-5b0ad637464d'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:53.704316 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d76f10c-56d1-4e8e-9c31-46cb125882c5" -d '{"events": [{"name": "network-changed", "server_uuid": "cae0e0dd-68f5-422b-b3f8-bb8ce7a45684", "tag": "3151d5ed-17a5-4504-ba6b-5b0ad637464d"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:53.755210 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0ee26-f049-4191-8180-b8a4a0940402 service neutron] Pushing event updated for resources: {'Port': ['ID=3151d5ed-17a5-4504-ba6b-5b0ad637464d,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:53.755985 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.772495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3fb75-6151-4cd4-8a57-448087adb124 req-8624eb51-8f84-4026-bdeb-ff820307a6de tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:53.774054 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73f3fb75-6151-4cd4-8a57-448087adb124 req-8624eb51-8f84-4026-bdeb-ff820307a6de tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 945 time: 0.0992644 Nov 12 04:22:53.805463 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087bcb3b-9a9d-4435-8718-378e99b4b441 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:53.827260 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73f3fb75-6151-4cd4-8a57-448087adb124 req-1638b561-f32f-47ef-9e91-c7305f467b71 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458984 Nov 12 04:22:53.827474 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a734e1a-4b9e-4d34-9ce7-7853e78b0dbe None None] Pushing event updated for resources: {'Port': ['ID=0e15db3b-0ba8-4810-8922-bc1233d8dfd3,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:53.830845 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] Routers {'d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:53.831044 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d190ce8f-d358-4794-8a38-a963a682c775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.831451 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:22:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:53.914535 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d190ce8f-d358-4794-8a38-a963a682c775 admin admin] Network fb300127-0441-4443-aae7-eeff2c911c12 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:53.915899 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190ce8f-d358-4794-8a38-a963a682c775 admin admin] Pushing event updated for resources: {'Port': ['ID=4b433b06-67c5-4499-8052-8ecb7e059356,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:53.919973 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d190ce8f-d358-4794-8a38-a963a682c775 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:53.922321 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190ce8f-d358-4794-8a38-a963a682c775 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:53.949692 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] Set router d45acd03-da2d-4cb2-b3eb-f468a91ea3eb gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:53.975546 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-1b84b6c4-3fe8-4321-b7c8-e704ce2c1144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:53.977017 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d190ce8f-d358-4794-8a38-a963a682c775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.978450 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-1b84b6c4-3fe8-4321-b7c8-e704ce2c1144 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 1096 time: 0.1046734 Nov 12 04:22:54.143384 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a7b82f-3fd8-40fc-b3a3-e2b3d2ded6cb x-openstack-request-id: req-15a7b82f-3fd8-40fc-b3a3-e2b3d2ded6cb {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:54.143384 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae0e0dd-68f5-422b-b3f8-bb8ce7a45684", "tag": "3151d5ed-17a5-4504-ba6b-5b0ad637464d", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:54.144333 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15a7b82f-3fd8-40fc-b3a3-e2b3d2ded6cb {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:54.146716 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae0e0dd-68f5-422b-b3f8-bb8ce7a45684', 'tag': '3151d5ed-17a5-4504-ba6b-5b0ad637464d', 'status': 'completed', 'code': 200} Nov 12 04:22:54.151653 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-18af7071-b67d-49c0-875a-c5697ddd1a5e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3151d5ed-17a5-4504-ba6b-5b0ad637464d HTTP/1.1" status: 200 len: 217 time: 0.1527734 Nov 12 04:22:54.184465 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8a231da3-f762-4f89-a331-bb0261bd3719 None None] Provisioning complete for port 0e15db3b-0ba8-4810-8922-bc1233d8dfd3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:54.184973 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a231da3-f762-4f89-a331-bb0261bd3719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.223159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-643fe07e-919b-455a-91de-04116ac1ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:54.224692 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-643fe07e-919b-455a-91de-04116ac1ad12 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64085683-3376-464a-a4ff-b7367f1920e9 HTTP/1.1" status: 200 len: 851 time: 0.0659654 Nov 12 04:22:54.268243 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-63b98a6d-bc05-4e2c-910c-602c1d0d6ca2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0550e788-ec39-4fbc-9b9c-fbf1372e1240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346422 Nov 12 04:22:54.291198 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a231da3-f762-4f89-a331-bb0261bd3719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.352070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8a231da3-f762-4f89-a331-bb0261bd3719 None None] For port 0e15db3b-0ba8-4810-8922-bc1233d8dfd3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0e15db3b-0ba8-4810-8922-bc1233d8dfd3,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:54.380353 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'name': 'tempest-TaggedBootDevicesTest_v242-1714417968-router', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:48Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 3, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'gw_port': {'id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:49Z', 'updated_at': '2021-11-12T04:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:54.411287 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device eed06a5e-8678-401c-8a5f-cba757927912 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:54.421746 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d190ce8f-d358-4794-8a38-a963a682c775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.428047 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-dc7d9ca9-dcd7-4763-93e6-ab0316c5956b service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521699 Nov 12 04:22:54.461250 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e052d6fa-765c-4a36-be25-c23e73b7f254 None None] The sync data for ids ['d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'] in n-d-768509-24 is: [{'id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'name': 'tempest-TaggedBootDevicesTest_v242-1714417968-router', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:48Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 3, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'gw_port': {'id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:49Z', 'updated_at': '2021-11-12T04:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:54.463310 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a231da3-f762-4f89-a331-bb0261bd3719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.638770 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a231da3-f762-4f89-a331-bb0261bd3719 None None] Pushing event updated for resources: {'Port': ['ID=0e15db3b-0ba8-4810-8922-bc1233d8dfd3,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:54.659779 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d190ce8f-d358-4794-8a38-a963a682c775 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.668367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d31d69b4-514a-4955-93d4-4e62bb683bf3 None None] Provisioning complete for port 4b433b06-67c5-4499-8052-8ecb7e059356 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:54.669195 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d31d69b4-514a-4955-93d4-4e62bb683bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.678584 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e818cdef-9df9-4e1f-9af0-e273979dd260 req-53cd716f-205b-475a-90f7-eda9bafab39c service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421498 Nov 12 04:22:54.690871 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba3f88-1086-4cfb-87e8-65b92c9b8442 req-ea273e17-4ffe-4e26-8b8b-d06581e17521 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:54.700232 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7ba3f88-1086-4cfb-87e8-65b92c9b8442 req-ea273e17-4ffe-4e26-8b8b-d06581e17521 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 944 time: 0.1366723 Nov 12 04:22:54.728239 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d31d69b4-514a-4955-93d4-4e62bb683bf3 None None] Port 4b433b06-67c5-4499-8052-8ecb7e059356 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:54.756154 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port eed06a5e-8678-401c-8a5f-cba757927912 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:22:54.776239 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port eed06a5e-8678-401c-8a5f-cba757927912 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:54.776239 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.794757 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7ba3f88-1086-4cfb-87e8-65b92c9b8442 req-8f3e6410-80e6-4787-969e-644e6fb718d3 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934196 Nov 12 04:22:54.882130 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d190ce8f-d358-4794-8a38-a963a682c775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.946582 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.987629 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ce2993-0531-45a0-93d3-19f6aceb0a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed06a5e-8678-401c-8a5f-cba757927912'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:54.990123 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d190ce8f-d358-4794-8a38-a963a682c775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.990899 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7662ca-d675-4604-9cf2-39e82fea688a" -d '{"events": [{"server_uuid": "c9ce2993-0531-45a0-93d3-19f6aceb0a98", "name": "network-vif-plugged", "status": "completed", "tag": "eed06a5e-8678-401c-8a5f-cba757927912"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:55.022971 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port eed06a5e-8678-401c-8a5f-cba757927912, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=eed06a5e-8678-401c-8a5f-cba757927912,segment=NetworkSegment(3511ccee-5633-4cc0-acc5-c9fb5a1e69da),segment_id=3511ccee-5633-4cc0-acc5-c9fb5a1e69da)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:55.070564 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc75048-ef92-4357-b84d-b387c328ff73 req-e8d63018-0840-42be-ba1f-8d2786a6c023 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:55.072241 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dc75048-ef92-4357-b84d-b387c328ff73 req-e8d63018-0840-42be-ba1f-8d2786a6c023 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 945 time: 0.1220782 Nov 12 04:22:55.073286 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190ce8f-d358-4794-8a38-a963a682c775 admin admin] Pushing event updated for resources: {'Port': ['ID=4b433b06-67c5-4499-8052-8ecb7e059356,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:55.080692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76f10c-56d1-4e8e-9c31-46cb125882c5 req-42f2e130-8471-4f33-aa81-0cb87cf73783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:55.086719 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d76f10c-56d1-4e8e-9c31-46cb125882c5 req-42f2e130-8471-4f33-aa81-0cb87cf73783 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 1096 time: 0.0695276 Nov 12 04:22:55.150452 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:55.168548 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d190ce8f-d358-4794-8a38-a963a682c775 admin admin] Network fb300127-0441-4443-aae7-eeff2c911c12 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:55.170304 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d190ce8f-d358-4794-8a38-a963a682c775 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:55.229342 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dc75048-ef92-4357-b84d-b387c328ff73 req-a6df61ec-0f85-40a5-9b01-d522c9e70bf6 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312342 Nov 12 04:22:55.264048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76f10c-56d1-4e8e-9c31-46cb125882c5 req-7da8be55-9079-4105-9cb5-a55420f65609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:55.266953 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d76f10c-56d1-4e8e-9c31-46cb125882c5 req-7da8be55-9079-4105-9cb5-a55420f65609 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 200 len: 912 time: 0.1763685 Nov 12 04:22:55.291747 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=eed06a5e-8678-401c-8a5f-cba757927912,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:55.297562 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b3425b-7074-464c-ab94-7ca6cd3f7645 x-openstack-request-id: req-92b3425b-7074-464c-ab94-7ca6cd3f7645 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:55.297562 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ce2993-0531-45a0-93d3-19f6aceb0a98", "name": "network-vif-plugged", "status": "completed", "tag": "eed06a5e-8678-401c-8a5f-cba757927912", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:55.297562 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92b3425b-7074-464c-ab94-7ca6cd3f7645 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:55.297955 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ce2993-0531-45a0-93d3-19f6aceb0a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed06a5e-8678-401c-8a5f-cba757927912', 'code': 200} Nov 12 04:22:55.371182 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d76f10c-56d1-4e8e-9c31-46cb125882c5 req-e8fe457c-700e-432e-9a3c-ab246ad613ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3151d5ed-17a5-4504-ba6b-5b0ad637464d HTTP/1.1" status: 200 len: 217 time: 0.0947058 Nov 12 04:22:55.424609 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d190ce8f-d358-4794-8a38-a963a682c775 admin admin] Router d45acd03-da2d-4cb2-b3eb-f468a91ea3eb has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:55.479228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5eb95-7792-4473-8c03-4f9f24d15970 req-b5221b54-3961-400f-8b58-d8fc91ef413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:55.480743 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c3c5eb95-7792-4473-8c03-4f9f24d15970 req-b5221b54-3961-400f-8b58-d8fc91ef413f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 1098 time: 0.0919538 Nov 12 04:22:55.487441 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76f10c-56d1-4e8e-9c31-46cb125882c5 req-2ffa05b5-949f-48db-bd29-33777d9ece1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:55.489005 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d76f10c-56d1-4e8e-9c31-46cb125882c5 req-2ffa05b5-949f-48db-bd29-33777d9ece1f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64085683-3376-464a-a4ff-b7367f1920e9 HTTP/1.1" status: 200 len: 851 time: 0.0959084 Nov 12 04:22:55.538981 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d76f10c-56d1-4e8e-9c31-46cb125882c5 req-1992621d-4596-4eb2-bba2-c23892efbae8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0550e788-ec39-4fbc-9b9c-fbf1372e1240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343373 Nov 12 04:22:55.594228 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d190ce8f-d358-4794-8a38-a963a682c775 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:55.595240 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-88f3e0b6-6f28-477d-8097-ccae03f4cb6c None None] Provisioning complete for port 4b433b06-67c5-4499-8052-8ecb7e059356 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:55.596929 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88f3e0b6-6f28-477d-8097-ccae03f4cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:55.604362 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d190ce8f-d358-4794-8a38-a963a682c775 admin admin] 10.222.0.37 "PUT /v2.0/routers/d45acd03-da2d-4cb2-b3eb-f468a91ea3eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1467648 Nov 12 04:22:55.631729 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c3c5eb95-7792-4473-8c03-4f9f24d15970 req-d9efdfd2-4679-479e-b2fb-a427d0aec40f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415401 Nov 12 04:22:55.661700 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-88f3e0b6-6f28-477d-8097-ccae03f4cb6c None None] Port 4b433b06-67c5-4499-8052-8ecb7e059356 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:55.753454 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46886) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:55.773470 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d76f10c-56d1-4e8e-9c31-46cb125882c5 req-6edbd973-d8e2-4274-9177-c8d49f10673a service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240195 Nov 12 04:22:55.950072 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8aad9e71-7215-4313-afeb-d46c805d56bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:55.983488 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d76f10c-56d1-4e8e-9c31-46cb125882c5 req-22f7da48-fbe7-483b-84aa-9bf68647ac96 service neutron] 10.222.0.31 "GET /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012908 Nov 12 04:22:56.003797 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6097e6-af82-43aa-beb4-08e77e49872e req-21963458-8382-4d15-a829-a6612566e4f6 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:56.007889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b6097e6-af82-43aa-beb4-08e77e49872e req-21963458-8382-4d15-a829-a6612566e4f6 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 944 time: 0.0814440 Nov 12 04:22:56.093249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b6097e6-af82-43aa-beb4-08e77e49872e req-ead8bd49-d5a5-46bc-a310-d12c225a2d3e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859897 Nov 12 04:22:56.118117 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8aad9e71-7215-4313-afeb-d46c805d56bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:56.241844 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8aad9e71-7215-4313-afeb-d46c805d56bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:56.315831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46940) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:56.316428 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8aad9e71-7215-4313-afeb-d46c805d56bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c9f45c2986e485a8a12367f663d5e0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5615196 Nov 12 04:22:56.328620 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad9e71-7215-4313-afeb-d46c805d56bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d7a402-a7d1-4e3c-a24c-835bb290435b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:56.424799 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538be82-13e3-47a8-a94d-29809a26ea31 req-da514cad-ba1e-42dc-ab74-74f4783e4306 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:56.426578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7538be82-13e3-47a8-a94d-29809a26ea31 req-da514cad-ba1e-42dc-ab74-74f4783e4306 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1118731 Nov 12 04:22:56.466924 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-904815d4-8e94-4566-adc7-7d5ade52ea38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:56.504181 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-904815d4-8e94-4566-adc7-7d5ade52ea38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:56.525789 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7538be82-13e3-47a8-a94d-29809a26ea31 req-96a41d86-692b-4e9d-baf9-9962b0235f70 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849559 Nov 12 04:22:56.787221 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] Sync routers for ids ['d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:56.796299 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-904815d4-8e94-4566-adc7-7d5ade52ea38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:56.810743 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-904815d4-8e94-4566-adc7-7d5ade52ea38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:56.810743 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-904815d4-8e94-4566-adc7-7d5ade52ea38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0d7a402-a7d1-4e3c-a24c-835bb290435b HTTP/1.1" status: 204 len: 168 time: 0.4862921 Nov 12 04:22:56.810960 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] Routers {'d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:56.810960 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:22:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:56.818445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904815d4-8e94-4566-adc7-7d5ade52ea38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d7a402-a7d1-4e3c-a24c-835bb290435b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:56.823634 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0e15db3b-0ba8-4810-8922-bc1233d8dfd3 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:56.936904 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 0e15db3b-0ba8-4810-8922-bc1233d8dfd3 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:56.942508 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:56.959008 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] Set router d45acd03-da2d-4cb2-b3eb-f468a91ea3eb gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:57.317431 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'name': 'tempest-TaggedBootDevicesTest_v242-1714417968-router', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:48Z', 'updated_at': '2021-11-12T04:22:54Z', 'revision_number': 4, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'gw_port': {'id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:49Z', 'updated_at': '2021-11-12T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4b433b06-67c5-4499-8052-8ecb7e059356', 'name': '', 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'mac_address': 'fa:16:3e:b1:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '3fc4ed48-686a-4892-81a2-ac8d11ac1cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:53Z', 'updated_at': '2021-11-12T04:22:54Z', 'revision_number': 2, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'subnets': [{'id': '3fc4ed48-686a-4892-81a2-ac8d11ac1cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:57.404673 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1edefb-d6e2-408a-8a7c-4409741b8c04 req-9344cd33-fc71-4a99-ac50-02ee483647f5 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:57.408048 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c1edefb-d6e2-408a-8a7c-4409741b8c04 req-9344cd33-fc71-4a99-ac50-02ee483647f5 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 944 time: 0.1241925 Nov 12 04:22:57.436702 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] Checking router: d45acd03-da2d-4cb2-b3eb-f468a91ea3eb for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:57.438921 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] Updating router d45acd03-da2d-4cb2-b3eb-f468a91ea3eb port 4b433b06-67c5-4499-8052-8ecb7e059356 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:22:57.465048 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 3151d5ed-17a5-4504-ba6b-5b0ad637464d details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:22:57.499308 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:57.599417 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c1edefb-d6e2-408a-8a7c-4409741b8c04 req-ccbeb40f-28de-41de-b497-b10dcd4a2b84 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818867 Nov 12 04:22:57.872558 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 3151d5ed-17a5-4504-ba6b-5b0ad637464d, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=3151d5ed-17a5-4504-ba6b-5b0ad637464d,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:57.873948 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57825c5-306d-4f1d-bf30-f3ade4f1fb9a req-0b4f5ea3-dbf5-4e1f-b21e-7f05db375e4f tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:57.877021 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e57825c5-306d-4f1d-bf30-f3ade4f1fb9a req-0b4f5ea3-dbf5-4e1f-b21e-7f05db375e4f tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1290300 Nov 12 04:22:57.901618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '3151d5ed-17a5-4504-ba6b-5b0ad637464d', 'network_id': '0550e788-ec39-4fbc-9b9c-fbf1372e1240', 'port_id': '3151d5ed-17a5-4504-ba6b-5b0ad637464d', 'mac_address': 'fa:16:3e:bb:f5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64085683-3376-464a-a4ff-b7367f1920e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:22:57.905220 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:57.979321 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:57.985283 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.007789 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e57825c5-306d-4f1d-bf30-f3ade4f1fb9a req-efe7b39e-f379-408e-9264-95a8a1fc6e68 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821650 Nov 12 04:22:58.019850 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3151d5ed-17a5-4504-ba6b-5b0ad637464d {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:22:58.078820 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 3151d5ed-17a5-4504-ba6b-5b0ad637464d, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=3151d5ed-17a5-4504-ba6b-5b0ad637464d,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:58.150114 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.174127 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd3e5a-890f-4d8d-9cef-d0d6805aa0bf None None] Pushing event updated for resources: {'Port': ['ID=4b433b06-67c5-4499-8052-8ecb7e059356,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:58.255673 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3e5a-890f-4d8d-9cef-d0d6805aa0bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:58.255673 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3e5a-890f-4d8d-9cef-d0d6805aa0bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:58.257448 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3e5a-890f-4d8d-9cef-d0d6805aa0bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:58.257801 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3e5a-890f-4d8d-9cef-d0d6805aa0bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:58.258136 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3e5a-890f-4d8d-9cef-d0d6805aa0bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:58.258471 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3e5a-890f-4d8d-9cef-d0d6805aa0bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:58.258835 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3e5a-890f-4d8d-9cef-d0d6805aa0bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:58.259164 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3e5a-890f-4d8d-9cef-d0d6805aa0bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:58.259490 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3e5a-890f-4d8d-9cef-d0d6805aa0bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:58.259812 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3e5a-890f-4d8d-9cef-d0d6805aa0bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:58.260140 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3e5a-890f-4d8d-9cef-d0d6805aa0bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:58.260460 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3e5a-890f-4d8d-9cef-d0d6805aa0bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:58.266972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=3151d5ed-17a5-4504-ba6b-5b0ad637464d,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:58.311292 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] Attempting to bind port 4b433b06-67c5-4499-8052-8ecb7e059356 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:58.311292 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] Attempting to bind port 4b433b06-67c5-4499-8052-8ecb7e059356 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'c3320d2f-1f1d-4144-9305-fc487dd0be6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:58.311715 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] Attempting to bind port 4b433b06-67c5-4499-8052-8ecb7e059356 on network fb300127-0441-4443-aae7-eeff2c911c12 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:58.333676 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:58.334724 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] Checking segment: {'id': 'c3320d2f-1f1d-4144-9305-fc487dd0be6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:58.334880 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.335314 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] Bound using segment: {'id': 'c3320d2f-1f1d-4144-9305-fc487dd0be6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:58.335875 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] Bound port: 4b433b06-67c5-4499-8052-8ecb7e059356, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3320d2f-1f1d-4144-9305-fc487dd0be6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:58.336256 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.505676 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] For port 4b433b06-67c5-4499-8052-8ecb7e059356, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:58.515321 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['3151d5ed-17a5-4504-ba6b-5b0ad637464d'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:22:58.517523 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] For port 4b433b06-67c5-4499-8052-8ecb7e059356, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4b433b06-67c5-4499-8052-8ecb7e059356,segment=NetworkSegment(c3320d2f-1f1d-4144-9305-fc487dd0be6d),segment_id=c3320d2f-1f1d-4144-9305-fc487dd0be6d)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:58.619106 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.634946 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-caead9cd-fa59-4ac3-919b-e06648e21d16 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:58.636641 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-caead9cd-fa59-4ac3-919b-e06648e21d16 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/networks?id=0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f HTTP/1.1" status: 200 len: 814 time: 0.2076187 Nov 12 04:22:58.654734 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-3bc4413d-2fe9-4840-b6d5-1484dfe36cdb tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/quotas/c5dbdfbedb0645dfa188fd2273da30e3 HTTP/1.1" status: 200 len: 375 time: 0.0108874 Nov 12 04:22:58.671206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c171406e-a039-445c-9cf5-3cefd070bc80 None None] Provisioning complete for port 4b433b06-67c5-4499-8052-8ecb7e059356 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:58.671206 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c171406e-a039-445c-9cf5-3cefd070bc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.703955 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] Routers {'d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:58.703955 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:22:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:58.806282 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-d87706b8-bec6-465d-9a07-6622c2e05974 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5dbdfbedb0645dfa188fd2273da30e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1437912 Nov 12 04:22:58.834881 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd3e5a-890f-4d8d-9cef-d0d6805aa0bf None None] Pushing event updated for resources: {'Port': ['ID=4b433b06-67c5-4499-8052-8ecb7e059356,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:58.866012 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c171406e-a039-445c-9cf5-3cefd070bc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.941225 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c171406e-a039-445c-9cf5-3cefd070bc80 None None] For port 4b433b06-67c5-4499-8052-8ecb7e059356, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4b433b06-67c5-4499-8052-8ecb7e059356,segment=NetworkSegment(c3320d2f-1f1d-4144-9305-fc487dd0be6d),segment_id=c3320d2f-1f1d-4144-9305-fc487dd0be6d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:58.973980 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] Set router d45acd03-da2d-4cb2-b3eb-f468a91ea3eb gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:58.983629 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-d5d4007c-0ab9-4749-8d78-6090e1e52aa7 service neutron] 10.222.0.37 "GET /v2.0/networks/0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762419 Nov 12 04:22:59.024428 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c171406e-a039-445c-9cf5-3cefd070bc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:59.095324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-3ce64a0c-38b7-40dc-8b99-b4033f0708f8 service neutron] 10.222.0.37 "GET /v2.0/networks/0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098201 Nov 12 04:22:59.120582 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171406e-a039-445c-9cf5-3cefd070bc80 None None] Pushing event updated for resources: {'Port': ['ID=4b433b06-67c5-4499-8052-8ecb7e059356,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:59.165373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-708e3e06-7eb4-4047-b4da-b3d3003925dc None None] Provisioning complete for port 4b433b06-67c5-4499-8052-8ecb7e059356 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:59.165763 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-708e3e06-7eb4-4047-b4da-b3d3003925dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:59.367302 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'name': 'tempest-TaggedBootDevicesTest_v242-1714417968-router', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:48Z', 'updated_at': '2021-11-12T04:22:54Z', 'revision_number': 4, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'gw_port': {'id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:49Z', 'updated_at': '2021-11-12T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4b433b06-67c5-4499-8052-8ecb7e059356', 'name': '', 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'mac_address': 'fa:16:3e:b1:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '3fc4ed48-686a-4892-81a2-ac8d11ac1cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:53Z', 'updated_at': '2021-11-12T04:22:58Z', 'revision_number': 4, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'subnets': [{'id': '3fc4ed48-686a-4892-81a2-ac8d11ac1cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:59.382923 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d601e70-5d1b-4cea-a55e-ee1883b00464 req-11975178-54ce-4dcc-8dca-7f4824188df9 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:59.384763 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d601e70-5d1b-4cea-a55e-ee1883b00464 req-11975178-54ce-4dcc-8dca-7f4824188df9 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 945 time: 0.0645933 Nov 12 04:22:59.405198 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c392feb2-a397-4997-a78a-118b592e7896 None None] The sync data for ids ['d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'] in n-d-768509-24 is: [{'id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'name': 'tempest-TaggedBootDevicesTest_v242-1714417968-router', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:48Z', 'updated_at': '2021-11-12T04:22:54Z', 'revision_number': 4, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'gw_port': {'id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:49Z', 'updated_at': '2021-11-12T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4b433b06-67c5-4499-8052-8ecb7e059356', 'name': '', 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'mac_address': 'fa:16:3e:b1:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '3fc4ed48-686a-4892-81a2-ac8d11ac1cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:53Z', 'updated_at': '2021-11-12T04:22:58Z', 'revision_number': 4, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'subnets': [{'id': '3fc4ed48-686a-4892-81a2-ac8d11ac1cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:59.542395 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d601e70-5d1b-4cea-a55e-ee1883b00464 req-75585f3e-541a-4eeb-a215-dfd3c3cf2527 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476929 Nov 12 04:23:00.170439 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d088c76c-ac30-4a00-9a1b-7780b7fa45cb req-2f54f89f-d88f-46b3-b39c-44dd9b5ca935 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3b283c-0f55-417f-b486-bc3bccc5496c HTTP/1.1" status: 200 len: 210 time: 0.0795476 Nov 12 04:23:00.291182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b672a9-49eb-4079-97a1-614187ad7597 req-695c0680-8a20-414e-a03c-e7ef54a74326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:00.291182 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67b672a9-49eb-4079-97a1-614187ad7597 req-695c0680-8a20-414e-a03c-e7ef54a74326 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 1096 time: 0.0801532 Nov 12 04:23:00.445426 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b672a9-49eb-4079-97a1-614187ad7597 req-d7409233-c23e-486e-a649-d481c74dc117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:00.448629 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67b672a9-49eb-4079-97a1-614187ad7597 req-d7409233-c23e-486e-a649-d481c74dc117 service neutron] 10.222.0.21 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.1507688 Nov 12 04:23:00.567373 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67b672a9-49eb-4079-97a1-614187ad7597 req-c302bb87-5e44-46f1-9866-5036f4230324 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827813e1-4afe-44db-947c-b67c4e2c3e62 HTTP/1.1" status: 200 len: 999 time: 0.1113291 Nov 12 04:23:00.664811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b672a9-49eb-4079-97a1-614187ad7597 req-fcd09c15-6e2c-4118-82fd-e2034a320c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:00.667783 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67b672a9-49eb-4079-97a1-614187ad7597 req-fcd09c15-6e2c-4118-82fd-e2034a320c66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.0926261 Nov 12 04:23:00.817150 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b672a9-49eb-4079-97a1-614187ad7597 req-7ac3bc10-1a0b-4f83-bf9a-15d1ed7d7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:00.823958 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67b672a9-49eb-4079-97a1-614187ad7597 req-7ac3bc10-1a0b-4f83-bf9a-15d1ed7d7696 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1443286 Nov 12 04:23:00.837740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-67b672a9-49eb-4079-97a1-614187ad7597 req-0d67da56-8a4b-4019-98d8-26efe9284bf1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:23:00.847395 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67b672a9-49eb-4079-97a1-614187ad7597 req-0d67da56-8a4b-4019-98d8-26efe9284bf1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153613 Nov 12 04:23:00.951513 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4b433b06-67c5-4499-8052-8ecb7e059356 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:01.024398 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4b433b06-67c5-4499-8052-8ecb7e059356 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:01.024774 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.098319 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67b672a9-49eb-4079-97a1-614187ad7597 req-4de407e0-13d4-47ff-8075-451b637c1c80 service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461882 Nov 12 04:23:01.272498 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 3151d5ed-17a5-4504-ba6b-5b0ad637464d up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:01.293714 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67b672a9-49eb-4079-97a1-614187ad7597 req-68b653c3-aab7-49f5-a662-11badaebc1fe service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874993 Nov 12 04:23:01.483242 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 3151d5ed-17a5-4504-ba6b-5b0ad637464d completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:23:01.489328 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 3151d5ed-17a5-4504-ba6b-5b0ad637464d triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:01.489328 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.633939 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.663819 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae0e0dd-68f5-422b-b3f8-bb8ce7a45684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3151d5ed-17a5-4504-ba6b-5b0ad637464d'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:01.666581 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b55fbc-70ad-4dd7-8191-c69944c2572a" -d '{"events": [{"server_uuid": "cae0e0dd-68f5-422b-b3f8-bb8ce7a45684", "name": "network-vif-plugged", "status": "completed", "tag": "3151d5ed-17a5-4504-ba6b-5b0ad637464d"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:01.699457 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 3151d5ed-17a5-4504-ba6b-5b0ad637464d, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=3151d5ed-17a5-4504-ba6b-5b0ad637464d,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:01.813155 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4869c-e08f-4b3c-9d5a-f34f8191e9ca req-afe4fda6-8aac-46f1-8118-0581c92c5974 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:01.820872 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8d4869c-e08f-4b3c-9d5a-f34f8191e9ca req-afe4fda6-8aac-46f1-8118-0581c92c5974 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0689428 Nov 12 04:23:01.838484 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.883306 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8d4869c-e08f-4b3c-9d5a-f34f8191e9ca req-dc22b5e0-4176-4349-b7d6-febbc5615e36 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614297 Nov 12 04:23:01.947105 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=3151d5ed-17a5-4504-ba6b-5b0ad637464d,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:02.090848 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cf9ba-a02b-44b6-a071-8ffab245a79c req-3d955503-0437-4394-bb16-4e7dd69467dd tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:02.099488 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c28cf9ba-a02b-44b6-a071-8ffab245a79c req-3d955503-0437-4394-bb16-4e7dd69467dd tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 946 time: 0.1078749 Nov 12 04:23:02.250559 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c28cf9ba-a02b-44b6-a071-8ffab245a79c req-86e44344-1d51-49dd-bb15-bb41b7799303 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292329 Nov 12 04:23:02.419939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c26b37e2-299b-42a5-8596-5ccf1dea084a req-ea47def0-b68d-43e4-aca3-e9217819df1e tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3b283c-0f55-417f-b486-bc3bccc5496c HTTP/1.1" status: 200 len: 210 time: 0.0527031 Nov 12 04:23:02.475261 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87bad25-db87-472e-98fd-472657a2defc x-openstack-request-id: req-b87bad25-db87-472e-98fd-472657a2defc {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:02.476102 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae0e0dd-68f5-422b-b3f8-bb8ce7a45684", "name": "network-vif-plugged", "status": "completed", "tag": "3151d5ed-17a5-4504-ba6b-5b0ad637464d", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:02.476522 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b87bad25-db87-472e-98fd-472657a2defc {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:02.477096 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae0e0dd-68f5-422b-b3f8-bb8ce7a45684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3151d5ed-17a5-4504-ba6b-5b0ad637464d', 'code': 200} Nov 12 04:23:02.481350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-2f2cba1f-9d17-4e40-a2e6-1ef659c63181 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:02.482912 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-2f2cba1f-9d17-4e40-a2e6-1ef659c63181 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.21 "GET /v2.0/networks?id=0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f HTTP/1.1" status: 200 len: 814 time: 0.2207882 Nov 12 04:23:02.508766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Request body: {'port': {'device_id': '5a3b283c-0f55-417f-b486-bc3bccc5496c', 'network_id': '0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f', 'admin_state_up': True, 'tenant_id': 'c5dbdfbedb0645dfa188fd2273da30e3'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:02.684741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea171334-ebe1-40ea-bf33-a99294899e1c req-bfc161f8-36a9-4135-b866-222b76c96877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:02.686584 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea171334-ebe1-40ea-bf33-a99294899e1c req-bfc161f8-36a9-4135-b866-222b76c96877 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 1098 time: 0.0656145 Nov 12 04:23:02.765017 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea171334-ebe1-40ea-bf33-a99294899e1c req-e1e63806-6729-428b-859d-f970df356d1a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689836 Nov 12 04:23:02.830171 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Made reservation on behalf of c5dbdfbedb0645dfa188fd2273da30e3 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:02.835200 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:03.144930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a945d2-0b99-4ec4-a9a8-9ff469b9604f req-5fc4691e-070d-441c-8e64-3d2048308c69 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:03.149318 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45a945d2-0b99-4ec4-a9a8-9ff469b9604f req-5fc4691e-070d-441c-8e64-3d2048308c69 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1427629 Nov 12 04:23:03.159057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Allocated IP 172.20.0.8 (0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f/2c7d94b8-4379-4d9a-b153-80af21551b65/65bc9c82-af8c-4b91-84e0-8edc17164157) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:03.172903 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2c41ccce-7187-4ba9-96d3-e6330ead0258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:03.231624 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45a945d2-0b99-4ec4-a9a8-9ff469b9604f req-d223ee2e-d3cd-4a50-a969-a07d0b6a8826 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740178 Nov 12 04:23:03.421768 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:03.455814 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc9de9-1ff9-45c1-af21-5cda461ad449 req-f1eb9e65-e79c-4b99-a390-1098369ef515 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:03.457499 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67dc9de9-1ff9-45c1-af21-5cda461ad449 req-f1eb9e65-e79c-4b99-a390-1098369ef515 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 946 time: 0.0915012 Nov 12 04:23:03.570486 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67dc9de9-1ff9-45c1-af21-5cda461ad449 req-d132cb90-58e4-4583-9c89-6a5647a8ee66 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942857 Nov 12 04:23:03.600459 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:03.637969 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['eed06a5e-8678-401c-8a5f-cba757927912'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:23:03.696555 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Pushing event updated for resources: {'Port': ['ID=65bc9c82-af8c-4b91-84e0-8edc17164157,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:03.802395 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:03.803066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:03.807081 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:03.807593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:03.808421 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:03.808759 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:03.809087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:03.809416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:03.809739 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:03.810060 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:03.810377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:03.810732 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:03.828671 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Network 0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:03.832181 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:03.840160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:03.906893 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:03.907990 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:03.965022 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a43e3-3be0-464d-9434-f416726a468d req-ff7ab4a0-3f05-4be5-9fd2-2a2883aabe07 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:03.971073 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b06a43e3-3be0-464d-9434-f416726a468d req-ff7ab4a0-3f05-4be5-9fd2-2a2883aabe07 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3b283c-0f55-417f-b486-bc3bccc5496c HTTP/1.1" status: 200 len: 931 time: 0.2685227 Nov 12 04:23:04.042824 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b06a43e3-3be0-464d-9434-f416726a468d req-29d6b6cf-095a-4a4c-98c6-e7bbd6b7589c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662129 Nov 12 04:23:04.067294 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-c2f537e4-d461-4db6-8db9-5c3b625ef1c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5625770 Nov 12 04:23:04.087770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Request body: {'port': {'device_id': '5a3b283c-0f55-417f-b486-bc3bccc5496c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:04.174786 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:04.903774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dea8b8-dea1-4bb5-8716-e27de15d6d9e req-c421933e-20e2-4aeb-a264-31db55e6e21d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:04.905347 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7dea8b8-dea1-4bb5-8716-e27de15d6d9e req-c421933e-20e2-4aeb-a264-31db55e6e21d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1021013 Nov 12 04:23:05.021489 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7dea8b8-dea1-4bb5-8716-e27de15d6d9e req-e4f80946-bb6e-4ea2-a0ee-6a32b1e24db6 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861728 Nov 12 04:23:05.108135 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65bc9c82-af8c-4b91-84e0-8edc17164157 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:23:05.129017 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.145517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Transition to ACTIVE for port object 65bc9c82-af8c-4b91-84e0-8edc17164157 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:23:05.224965 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.287652 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe6417-52e4-4ff5-8b2a-f0df08340d02 req-1917da27-ed8d-4082-bac5-6c24f6286dcf tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:05.289208 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-19fe6417-52e4-4ff5-8b2a-f0df08340d02 req-1917da27-ed8d-4082-bac5-6c24f6286dcf tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 946 time: 0.1113951 Nov 12 04:23:05.299554 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Pushing event updated for resources: {'Port': ['ID=65bc9c82-af8c-4b91-84e0-8edc17164157,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:05.396256 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-19fe6417-52e4-4ff5-8b2a-f0df08340d02 req-d2992507-34dd-463c-ab9f-cf6eaa434a3f tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003959 Nov 12 04:23:05.411091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Attempting to bind port 65bc9c82-af8c-4b91-84e0-8edc17164157 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:05.411374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Attempting to bind port 65bc9c82-af8c-4b91-84e0-8edc17164157 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '3511ccee-5633-4cc0-acc5-c9fb5a1e69da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:05.411928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Attempting to bind port 65bc9c82-af8c-4b91-84e0-8edc17164157 on network 0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:05.416642 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Port 65bc9c82-af8c-4b91-84e0-8edc17164157 on network 0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:23:05.416966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Attempting to bind port 65bc9c82-af8c-4b91-84e0-8edc17164157 on network 0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:05.431856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:05.432046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Checking segment: {'id': '3511ccee-5633-4cc0-acc5-c9fb5a1e69da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:05.432442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Bound using segment: {'id': '3511ccee-5633-4cc0-acc5-c9fb5a1e69da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:05.432855 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Bound port: 65bc9c82-af8c-4b91-84e0-8edc17164157, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3511ccee-5633-4cc0-acc5-c9fb5a1e69da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:05.433212 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.516197 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01d9dfc5-f1f2-4e3b-9eb1-02981f07c0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.581014 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86e281-dd9c-4ae6-8991-9c2a9377ab4a req-85bad186-2d36-498a-9273-75bfb4d7e695 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:05.582742 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb86e281-dd9c-4ae6-8991-9c2a9377ab4a req-85bad186-2d36-498a-9273-75bfb4d7e695 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3b283c-0f55-417f-b486-bc3bccc5496c HTTP/1.1" status: 200 len: 943 time: 0.0847070 Nov 12 04:23:05.591304 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] For port 65bc9c82-af8c-4b91-84e0-8edc17164157, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:05.595834 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] For port 65bc9c82-af8c-4b91-84e0-8edc17164157, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=65bc9c82-af8c-4b91-84e0-8edc17164157,segment=NetworkSegment(3511ccee-5633-4cc0-acc5-c9fb5a1e69da),segment_id=3511ccee-5633-4cc0-acc5-c9fb5a1e69da)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:05.659053 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb86e281-dd9c-4ae6-8991-9c2a9377ab4a req-e4cff403-1f4e-4366-a548-46829583ecd0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652235 Nov 12 04:23:05.659053 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.708232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:05.708870 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.710421 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] 10.222.0.21 "PUT /v2.0/ports/65bc9c82-af8c-4b91-84e0-8edc17164157 HTTP/1.1" status: 200 len: 1092 time: 1.6274421 Nov 12 04:23:05.710905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3b283c-0f55-417f-b486-bc3bccc5496c', 'tag': '65bc9c82-af8c-4b91-84e0-8edc17164157'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:05.713177 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36ea9ca-5ad2-4d12-95d1-cdc5ca420d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3b283c-0f55-417f-b486-bc3bccc5496c", "tag": "65bc9c82-af8c-4b91-84e0-8edc17164157"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:05.751171 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc14e08-c49a-4af0-bd45-4e8c3a37704a service neutron] Pushing event updated for resources: {'Port': ['ID=65bc9c82-af8c-4b91-84e0-8edc17164157,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:05.874593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-98f4f379-5b97-4f37-b1da-a46d9aa4667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:05.876477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-98f4f379-5b97-4f37-b1da-a46d9aa4667d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5dbdfbedb0645dfa188fd2273da30e3&device_id=5a3b283c-0f55-417f-b486-bc3bccc5496c HTTP/1.1" status: 200 len: 1095 time: 0.0570345 Nov 12 04:23:05.936050 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-d4371dae-f44e-46cb-b722-52a1e7d65982 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65bc9c82-af8c-4b91-84e0-8edc17164157 HTTP/1.1" status: 200 len: 217 time: 0.0450666 Nov 12 04:23:05.998686 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-467dc04f-80a9-487d-8fe3-491a0fd2467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:06.000185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-467dc04f-80a9-487d-8fe3-491a0fd2467d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c7d94b8-4379-4d9a-b153-80af21551b65 HTTP/1.1" status: 200 len: 854 time: 0.0567551 Nov 12 04:23:06.051977 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-8393c296-8e1c-49bb-91cb-5711b6d37e75 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441999 Nov 12 04:23:06.187596 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-52922d49-f3c3-4b2b-b9f1-448eee9f2fcb service neutron] 10.222.0.21 "GET /v2.0/networks/0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147776 Nov 12 04:23:06.312034 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5759107b-a6b5-4deb-b90b-9b4739610cc6 x-openstack-request-id: req-5759107b-a6b5-4deb-b90b-9b4739610cc6 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:06.312580 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3b283c-0f55-417f-b486-bc3bccc5496c", "tag": "65bc9c82-af8c-4b91-84e0-8edc17164157", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:06.312889 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5759107b-a6b5-4deb-b90b-9b4739610cc6 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:06.313393 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3b283c-0f55-417f-b486-bc3bccc5496c', 'tag': '65bc9c82-af8c-4b91-84e0-8edc17164157', 'status': 'completed', 'code': 200} Nov 12 04:23:06.399933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1248c6bc-ba09-476c-9e54-d33be325dd49 req-c9a345a8-eece-40c5-8791-90817b9c1261 service neutron] 10.222.0.21 "GET /v2.0/networks/0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049353 Nov 12 04:23:06.447595 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae9885-104a-489c-8467-c7d0bd742d13 req-c13f0730-515f-4247-999e-1522da8e8dbf tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:06.449457 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75ae9885-104a-489c-8467-c7d0bd742d13 req-c13f0730-515f-4247-999e-1522da8e8dbf tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0714815 Nov 12 04:23:06.538267 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75ae9885-104a-489c-8467-c7d0bd742d13 req-94517f04-f864-44de-a78f-09daed1951f1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767567 Nov 12 04:23:06.542365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47362) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:06.643655 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ea9ca-5ad2-4d12-95d1-cdc5ca420d4d req-618a9267-ee2b-4609-9c7b-7e6aa478b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:06.645212 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a36ea9ca-5ad2-4d12-95d1-cdc5ca420d4d req-618a9267-ee2b-4609-9c7b-7e6aa478b207 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5dbdfbedb0645dfa188fd2273da30e3&device_id=5a3b283c-0f55-417f-b486-bc3bccc5496c HTTP/1.1" status: 200 len: 1095 time: 0.0824790 Nov 12 04:23:06.656224 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:06.769632 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ea9ca-5ad2-4d12-95d1-cdc5ca420d4d req-79ddd26f-a6b1-4be6-be32-616ffcbf287d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:06.771171 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a36ea9ca-5ad2-4d12-95d1-cdc5ca420d4d req-79ddd26f-a6b1-4be6-be32-616ffcbf287d service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f HTTP/1.1" status: 200 len: 915 time: 0.1178122 Nov 12 04:23:06.839969 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a36ea9ca-5ad2-4d12-95d1-cdc5ca420d4d req-3115eac1-5e5d-4c00-a55d-aae072c5fa93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65bc9c82-af8c-4b91-84e0-8edc17164157 HTTP/1.1" status: 200 len: 217 time: 0.0591452 Nov 12 04:23:06.868823 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cb13138-c7ef-42be-aa5f-214402b5f879 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:06.977476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b21b3e-b4e9-4650-91d2-4f15e720bea0 req-6466bda5-89e6-4e3f-b5ef-6d7a9b33d3cf tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:06.984948 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17b21b3e-b4e9-4650-91d2-4f15e720bea0 req-6466bda5-89e6-4e3f-b5ef-6d7a9b33d3cf tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 946 time: 0.2127132 Nov 12 04:23:07.004001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ea9ca-5ad2-4d12-95d1-cdc5ca420d4d req-642e0b70-f593-4e1f-adb4-51992c12230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:07.005610 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a36ea9ca-5ad2-4d12-95d1-cdc5ca420d4d req-642e0b70-f593-4e1f-adb4-51992c12230f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c7d94b8-4379-4d9a-b153-80af21551b65 HTTP/1.1" status: 200 len: 854 time: 0.1464062 Nov 12 04:23:07.050330 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17b21b3e-b4e9-4650-91d2-4f15e720bea0 req-8c00e27f-f862-4420-bc17-2cfe80132a6b tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638287 Nov 12 04:23:07.085257 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a36ea9ca-5ad2-4d12-95d1-cdc5ca420d4d req-4f04a4c5-8c99-4ab3-bc2c-c462ed385261 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338507 Nov 12 04:23:07.111646 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cb13138-c7ef-42be-aa5f-214402b5f879 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:07.182361 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cb13138-c7ef-42be-aa5f-214402b5f879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:07.262966 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9cb13138-c7ef-42be-aa5f-214402b5f879 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecd94f5e0e514d1a95056499e404dcf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7136891 Nov 12 04:23:07.264557 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47370) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:07.284554 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a36ea9ca-5ad2-4d12-95d1-cdc5ca420d4d req-134b4948-d978-4200-82eb-d8dc507ed7d9 service neutron] 10.222.0.21 "GET /v2.0/networks/0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894612 Nov 12 04:23:07.284554 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb13138-c7ef-42be-aa5f-214402b5f879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c3e593-736e-473c-88df-8bd2f33a8a21,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:07.409459 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ac707dc-82d2-49e7-9a62-8bdcbe6bd477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:07.436107 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ac707dc-82d2-49e7-9a62-8bdcbe6bd477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:07.449148 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a36ea9ca-5ad2-4d12-95d1-cdc5ca420d4d req-309b58ae-918a-4cb5-9a5c-443446362368 service neutron] 10.222.0.21 "GET /v2.0/networks/0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311078 Nov 12 04:23:07.494717 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7e906-4764-4c7a-ae3f-754ff22ef7a9 req-f218bea3-bd95-4ec5-98d5-ff83a1d4eba3 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:07.503147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fde7e906-4764-4c7a-ae3f-754ff22ef7a9 req-f218bea3-bd95-4ec5-98d5-ff83a1d4eba3 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3b283c-0f55-417f-b486-bc3bccc5496c HTTP/1.1" status: 200 len: 943 time: 0.2336984 Nov 12 04:23:07.553983 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fde7e906-4764-4c7a-ae3f-754ff22ef7a9 req-af55e4d2-82b9-4c78-a8eb-ed4293692171 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495627 Nov 12 04:23:07.579123 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ac707dc-82d2-49e7-9a62-8bdcbe6bd477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:07.582163 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ac707dc-82d2-49e7-9a62-8bdcbe6bd477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:07.594459 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5ac707dc-82d2-49e7-9a62-8bdcbe6bd477 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84c3e593-736e-473c-88df-8bd2f33a8a21 HTTP/1.1" status: 204 len: 168 time: 0.3192449 Nov 12 04:23:07.612089 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac707dc-82d2-49e7-9a62-8bdcbe6bd477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c3e593-736e-473c-88df-8bd2f33a8a21,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:07.714208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd733c9-1583-425d-835f-7e098711bc8b req-8ae7f09e-a08e-4262-8487-61988d7aeadf tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:07.733967 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fd733c9-1583-425d-835f-7e098711bc8b req-8ae7f09e-a08e-4262-8487-61988d7aeadf tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0864370 Nov 12 04:23:07.793301 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fd733c9-1583-425d-835f-7e098711bc8b req-ecdcab00-68c0-43b7-b435-beda33a80d2e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583625 Nov 12 04:23:08.201435 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:08.255880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58ca5c-5ee2-44df-9670-4388b25eaffc req-740bff14-dc83-4a05-bb03-b40d4b717f72 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:08.257890 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a58ca5c-5ee2-44df-9670-4388b25eaffc req-740bff14-dc83-4a05-bb03-b40d4b717f72 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 946 time: 0.0847523 Nov 12 04:23:08.332947 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a58ca5c-5ee2-44df-9670-4388b25eaffc req-eb2d042f-484a-4314-a08d-110544b9c327 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682421 Nov 12 04:23:08.965361 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fee31-f9e0-4de8-bf67-2afed008b932 req-d83093fc-3979-43d3-b0c9-5f402d916a76 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:08.994015 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e4fee31-f9e0-4de8-bf67-2afed008b932 req-d83093fc-3979-43d3-b0c9-5f402d916a76 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3b283c-0f55-417f-b486-bc3bccc5496c HTTP/1.1" status: 200 len: 943 time: 0.1069720 Nov 12 04:23:09.098511 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.123373 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e4fee31-f9e0-4de8-bf67-2afed008b932 req-074fb852-6259-414f-84b4-647e1c2519c6 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259770 Nov 12 04:23:09.281568 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888d15f-c5eb-49ef-ba27-1e75bb1721a6 req-f97b980e-f8c0-487e-bfac-9afa57b7f974 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:09.291598 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4888d15f-c5eb-49ef-ba27-1e75bb1721a6 req-f97b980e-f8c0-487e-bfac-9afa57b7f974 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 946 time: 0.0991435 Nov 12 04:23:09.350407 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4888d15f-c5eb-49ef-ba27-1e75bb1721a6 req-172c42a8-c974-45c7-aff3-f24f92ed7ff7 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575824 Nov 12 04:23:10.294779 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5fd9b-9124-41ee-87be-c2799e5b6dd3 req-f622723a-1846-420b-9728-fb7a38319639 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:10.305059 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-91d5fd9b-9124-41ee-87be-c2799e5b6dd3 req-f622723a-1846-420b-9728-fb7a38319639 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3b283c-0f55-417f-b486-bc3bccc5496c HTTP/1.1" status: 200 len: 943 time: 0.0639498 Nov 12 04:23:10.374921 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-91d5fd9b-9124-41ee-87be-c2799e5b6dd3 req-d193f65a-2414-4133-bb60-cd59a7211b6b tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648129 Nov 12 04:23:10.481864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 65bc9c82-af8c-4b91-84e0-8edc17164157 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:23:10.524910 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176eeae-bee7-40af-9f66-99173c80859c req-e64fc6ce-5e67-4889-bad2-61a5add7a42e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:10.526435 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7176eeae-bee7-40af-9f66-99173c80859c req-e64fc6ce-5e67-4889-bad2-61a5add7a42e tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 946 time: 0.0651155 Nov 12 04:23:10.649781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 65bc9c82-af8c-4b91-84e0-8edc17164157, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=65bc9c82-af8c-4b91-84e0-8edc17164157,segment=NetworkSegment(3511ccee-5633-4cc0-acc5-c9fb5a1e69da),segment_id=3511ccee-5633-4cc0-acc5-c9fb5a1e69da)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:10.666258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '65bc9c82-af8c-4b91-84e0-8edc17164157', 'network_id': '0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f', 'port_id': '65bc9c82-af8c-4b91-84e0-8edc17164157', 'mac_address': 'fa:16:3e:2b:78:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7d94b8-4379-4d9a-b153-80af21551b65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:23:10.744107 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:10.745910 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7176eeae-bee7-40af-9f66-99173c80859c req-60fddfd6-7c8e-4efb-9075-33b0bd6a9585 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bbe509d-492c-4aba-b4c2-8557106f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078664 Nov 12 04:23:10.761205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65bc9c82-af8c-4b91-84e0-8edc17164157 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:23:10.777073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c49a85-2e5f-4427-8d03-202b0f77ad22 req-060cb762-f1ee-40dd-8459-19b1572e4f12 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:10.778917 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95c49a85-2e5f-4427-8d03-202b0f77ad22 req-060cb762-f1ee-40dd-8459-19b1572e4f12 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "GET /v2.0/ports?device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 946 time: 0.2191982 Nov 12 04:23:10.792959 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 65bc9c82-af8c-4b91-84e0-8edc17164157, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=65bc9c82-af8c-4b91-84e0-8edc17164157,segment=NetworkSegment(3511ccee-5633-4cc0-acc5-c9fb5a1e69da),segment_id=3511ccee-5633-4cc0-acc5-c9fb5a1e69da)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:10.893309 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:10.962913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-95c49a85-2e5f-4427-8d03-202b0f77ad22 req-db53458d-633a-44d0-9801-7d894fbe4a30 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Deleting port 3151d5ed-17a5-4504-ba6b-5b0ad637464d {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:10.963195 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-95c49a85-2e5f-4427-8d03-202b0f77ad22 req-db53458d-633a-44d0-9801-7d894fbe4a30 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:10.992894 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=65bc9c82-af8c-4b91-84e0-8edc17164157,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:11.132922 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-95c49a85-2e5f-4427-8d03-202b0f77ad22 req-db53458d-633a-44d0-9801-7d894fbe4a30 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] For port 3151d5ed-17a5-4504-ba6b-5b0ad637464d, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=3151d5ed-17a5-4504-ba6b-5b0ad637464d,segment=NetworkSegment(8985d109-0495-4bb3-afe3-9ba24b63b995),segment_id=8985d109-0495-4bb3-afe3-9ba24b63b995)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:11.132922 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-95c49a85-2e5f-4427-8d03-202b0f77ad22 req-db53458d-633a-44d0-9801-7d894fbe4a30 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:11.149834 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-95c49a85-2e5f-4427-8d03-202b0f77ad22 req-db53458d-633a-44d0-9801-7d894fbe4a30 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Calling delete_port for 3151d5ed-17a5-4504-ba6b-5b0ad637464d owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:11.289449 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['65bc9c82-af8c-4b91-84e0-8edc17164157'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:23:11.407495 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-95c49a85-2e5f-4427-8d03-202b0f77ad22 req-db53458d-633a-44d0-9801-7d894fbe4a30 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:11.466136 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47480) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:11.483606 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53458d-633a-44d0-9801-7d894fbe4a30 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Pushing event deleted for resources: {'Port': ['ID=3151d5ed-17a5-4504-ba6b-5b0ad637464d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:11.635464 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c49a85-2e5f-4427-8d03-202b0f77ad22 req-db53458d-633a-44d0-9801-7d894fbe4a30 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] No DVR routers for this DVR port 3151d5ed-17a5-4504-ba6b-5b0ad637464d on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:23:11.639970 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-95c49a85-2e5f-4427-8d03-202b0f77ad22 req-db53458d-633a-44d0-9801-7d894fbe4a30 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:11.643905 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95c49a85-2e5f-4427-8d03-202b0f77ad22 req-db53458d-633a-44d0-9801-7d894fbe4a30 tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.31 "DELETE /v2.0/ports/3151d5ed-17a5-4504-ba6b-5b0ad637464d HTTP/1.1" status: 204 len: 173 time: 0.8582866 Nov 12 04:23:11.645233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae0e0dd-68f5-422b-b3f8-bb8ce7a45684', 'name': 'network-vif-deleted', 'tag': '3151d5ed-17a5-4504-ba6b-5b0ad637464d'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:11.666379 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b393350a-5e65-4094-bf6c-fda505ea475a" -d '{"events": [{"server_uuid": "cae0e0dd-68f5-422b-b3f8-bb8ce7a45684", "name": "network-vif-deleted", "tag": "3151d5ed-17a5-4504-ba6b-5b0ad637464d"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:11.690101 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f505d37-5778-49ac-806b-13516ceb725d req-35a5ba56-98b0-4f7d-ba4c-391736c32c21 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:11.698745 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f505d37-5778-49ac-806b-13516ceb725d req-35a5ba56-98b0-4f7d-ba4c-391736c32c21 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3b283c-0f55-417f-b486-bc3bccc5496c HTTP/1.1" status: 200 len: 944 time: 0.1997859 Nov 12 04:23:11.759317 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f505d37-5778-49ac-806b-13516ceb725d req-6d26b7d2-96cd-430e-918e-ab24217c8191 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595293 Nov 12 04:23:11.762722 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ed86e3c-296c-420a-856f-7cd7837a9ef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:11.847722 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88b15c5-2b0d-4651-ad0b-1e9a73a3affc x-openstack-request-id: req-d88b15c5-2b0d-4651-ad0b-1e9a73a3affc {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:11.848026 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae0e0dd-68f5-422b-b3f8-bb8ce7a45684", "name": "network-vif-deleted", "tag": "3151d5ed-17a5-4504-ba6b-5b0ad637464d", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:11.848291 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d88b15c5-2b0d-4651-ad0b-1e9a73a3affc {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:11.848706 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae0e0dd-68f5-422b-b3f8-bb8ce7a45684', 'name': 'network-vif-deleted', 'tag': '3151d5ed-17a5-4504-ba6b-5b0ad637464d', 'status': 'completed', 'code': 200} Nov 12 04:23:11.882675 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ed86e3c-296c-420a-856f-7cd7837a9ef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:11.961358 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ed86e3c-296c-420a-856f-7cd7837a9ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:11.978756 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62555aa3-84ba-4194-a949-271e12ac0ff4 req-d99907a2-3bef-4d4f-a612-bef3c5f1d7fc tempest-DeleteServersTestJSON-1294313297 tempest-DeleteServersTestJSON-1294313297-project] 10.222.0.37 "GET /v2.0/ports?device_id=cae0e0dd-68f5-422b-b3f8-bb8ce7a45684 HTTP/1.1" status: 200 len: 210 time: 0.0503385 Nov 12 04:23:12.003221 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47502) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:12.003449 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1ed86e3c-296c-420a-856f-7cd7837a9ef6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44154235095146bd9e8350e8aa30d1e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5358725 Nov 12 04:23:12.023119 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed86e3c-296c-420a-856f-7cd7837a9ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8aa9ce-d53e-48f4-a0d2-c5f8bb23b86e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:12.066316 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c4269038-c3c1-489f-b244-d359f151bb10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.094072 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c4269038-c3c1-489f-b244-d359f151bb10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.278232 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c4269038-c3c1-489f-b244-d359f151bb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.281951 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c4269038-c3c1-489f-b244-d359f151bb10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.285691 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c4269038-c3c1-489f-b244-d359f151bb10 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa8aa9ce-d53e-48f4-a0d2-c5f8bb23b86e HTTP/1.1" status: 204 len: 168 time: 0.2790306 Nov 12 04:23:12.295140 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4269038-c3c1-489f-b244-d359f151bb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8aa9ce-d53e-48f4-a0d2-c5f8bb23b86e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:12.494515 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 65bc9c82-af8c-4b91-84e0-8edc17164157 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:12.647562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 65bc9c82-af8c-4b91-84e0-8edc17164157 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:23:12.652778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 65bc9c82-af8c-4b91-84e0-8edc17164157 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:12.653713 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.825740 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.877823 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 65bc9c82-af8c-4b91-84e0-8edc17164157, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=65bc9c82-af8c-4b91-84e0-8edc17164157,segment=NetworkSegment(3511ccee-5633-4cc0-acc5-c9fb5a1e69da),segment_id=3511ccee-5633-4cc0-acc5-c9fb5a1e69da)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:12.879347 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3b283c-0f55-417f-b486-bc3bccc5496c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bc9c82-af8c-4b91-84e0-8edc17164157'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:12.882175 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bdbdb0-dd9c-41ce-9933-b7494f16cba1" -d '{"events": [{"server_uuid": "5a3b283c-0f55-417f-b486-bc3bccc5496c", "name": "network-vif-plugged", "status": "completed", "tag": "65bc9c82-af8c-4b91-84e0-8edc17164157"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:12.957608 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:13.029214 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42d58e-f5e1-4681-854f-d9a86569c520 req-a80c3c8b-dd75-490c-b904-d92b2de4a2a3 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:13.032026 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cc42d58e-f5e1-4681-854f-d9a86569c520 req-a80c3c8b-dd75-490c-b904-d92b2de4a2a3 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3b283c-0f55-417f-b486-bc3bccc5496c HTTP/1.1" status: 200 len: 944 time: 0.1296668 Nov 12 04:23:13.072111 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=65bc9c82-af8c-4b91-84e0-8edc17164157,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:13.148146 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cc42d58e-f5e1-4681-854f-d9a86569c520 req-09bb6d44-11fd-4f1f-a033-e41c9c9f39c7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097555 Nov 12 04:23:13.204587 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6849ca0d-85e3-4a03-b8c8-d615d58c8133 x-openstack-request-id: req-6849ca0d-85e3-4a03-b8c8-d615d58c8133 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:13.204882 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3b283c-0f55-417f-b486-bc3bccc5496c", "name": "network-vif-plugged", "status": "completed", "tag": "65bc9c82-af8c-4b91-84e0-8edc17164157", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:13.205134 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6849ca0d-85e3-4a03-b8c8-d615d58c8133 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:13.205528 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3b283c-0f55-417f-b486-bc3bccc5496c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bc9c82-af8c-4b91-84e0-8edc17164157', 'code': 200} Nov 12 04:23:13.277167 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 3151d5ed-17a5-4504-ba6b-5b0ad637464d no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:23:13.321722 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 3151d5ed-17a5-4504-ba6b-5b0ad637464d {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:23:13.322470 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 3151d5ed-17a5-4504-ba6b-5b0ad637464d not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:23:13.598663 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0507f77-9cb1-4a70-92ba-9be3ccf685b1 req-9052a595-3328-4974-987f-0f796cbed15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:13.607204 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0507f77-9cb1-4a70-92ba-9be3ccf685b1 req-9052a595-3328-4974-987f-0f796cbed15d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5a3b283c-0f55-417f-b486-bc3bccc5496c HTTP/1.1" status: 200 len: 1097 time: 0.2876365 Nov 12 04:23:13.613183 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47556) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:13.648990 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c16c9438-8774-4469-b460-c14485d79c44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:13.739406 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0507f77-9cb1-4a70-92ba-9be3ccf685b1 req-b16c03f1-bbdb-4ef0-b48e-f8401f62003e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298120 Nov 12 04:23:13.832007 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c16c9438-8774-4469-b460-c14485d79c44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:13.904212 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c16c9438-8774-4469-b460-c14485d79c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:13.948503 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c9438-8774-4469-b460-c14485d79c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab82438-14a2-4691-8113-d8d4ef211984,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:13.956000 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c16c9438-8774-4469-b460-c14485d79c44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9550e2936d454b8a91c5b5e3d53685d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3399811 Nov 12 04:23:13.958526 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47572) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:14.018044 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37a04071-01a9-49b5-b0cb-bbbf6a6c535c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:14.045525 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37a04071-01a9-49b5-b0cb-bbbf6a6c535c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:14.212858 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37a04071-01a9-49b5-b0cb-bbbf6a6c535c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:14.223460 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37a04071-01a9-49b5-b0cb-bbbf6a6c535c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:14.223460 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-37a04071-01a9-49b5-b0cb-bbbf6a6c535c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ab82438-14a2-4691-8113-d8d4ef211984 HTTP/1.1" status: 204 len: 168 time: 0.2570393 Nov 12 04:23:14.259005 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a04071-01a9-49b5-b0cb-bbbf6a6c535c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab82438-14a2-4691-8113-d8d4ef211984,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:14.428772 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a6b40-07f7-4d46-930d-fcb3e0a59857 req-310d61fc-0ad4-4ebe-94bf-7d25205174cd tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:14.431169 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df5a6b40-07f7-4d46-930d-fcb3e0a59857 req-310d61fc-0ad4-4ebe-94bf-7d25205174cd tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3b283c-0f55-417f-b486-bc3bccc5496c HTTP/1.1" status: 200 len: 945 time: 0.1300535 Nov 12 04:23:14.489179 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df5a6b40-07f7-4d46-930d-fcb3e0a59857 req-ef2da4f1-3050-49e9-b0e7-07203d687f5d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511553 Nov 12 04:23:15.433787 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:23:15.725643 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533d8bf-323a-4cec-9433-61b7af950b7e req-b5b07cce-edf1-4bb6-9721-5d488851d36c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:15.727608 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8533d8bf-323a-4cec-9433-61b7af950b7e req-b5b07cce-edf1-4bb6-9721-5d488851d36c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3b283c-0f55-417f-b486-bc3bccc5496c HTTP/1.1" status: 200 len: 945 time: 0.1363220 Nov 12 04:23:15.796186 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8533d8bf-323a-4cec-9433-61b7af950b7e req-2a3b43e5-44b4-4d19-81d6-04c0339e646a tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574217 Nov 12 04:23:16.801200 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:17.036623 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44227703-cabe-41db-a917-af2acf88e471 req-865776bd-6df9-4f31-86b7-70eeffa74961 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:17.038216 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44227703-cabe-41db-a917-af2acf88e471 req-865776bd-6df9-4f31-86b7-70eeffa74961 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3b283c-0f55-417f-b486-bc3bccc5496c HTTP/1.1" status: 200 len: 945 time: 0.0923941 Nov 12 04:23:17.113156 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44227703-cabe-41db-a917-af2acf88e471 req-60d9756a-2240-4913-bce4-c65dd5e34154 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594423 Nov 12 04:23:18.083934 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:18.320634 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5700bf-cac8-4db6-951a-647a01703fe0 req-be5b83d9-6f63-40c1-ab72-2bb80669726a tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:18.323072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b5700bf-cac8-4db6-951a-647a01703fe0 req-be5b83d9-6f63-40c1-ab72-2bb80669726a tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3b283c-0f55-417f-b486-bc3bccc5496c HTTP/1.1" status: 200 len: 945 time: 0.0805261 Nov 12 04:23:18.409112 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b5700bf-cac8-4db6-951a-647a01703fe0 req-3a30f2a0-1cfa-45eb-af2e-7e23190aed54 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763569 Nov 12 04:23:18.982987 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47826) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:19.329682 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4c2f0a-75ea-4ae6-85a8-4a1b66270f8d admin admin] Deleting subnet 64085683-3376-464a-a4ff-b7367f1920e9 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:23:19.343552 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9e4c2f0a-75ea-4ae6-85a8-4a1b66270f8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:19.415234 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9e4c2f0a-75ea-4ae6-85a8-4a1b66270f8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:19.474283 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9e4c2f0a-75ea-4ae6-85a8-4a1b66270f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:19.644867 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d01c1-d184-4d88-9608-f014ba607774 req-7f09d274-4f57-470c-91ae-2c21e2aec117 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:19.679368 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc8d01c1-d184-4d88-9608-f014ba607774 req-7f09d274-4f57-470c-91ae-2c21e2aec117 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3b283c-0f55-417f-b486-bc3bccc5496c HTTP/1.1" status: 200 len: 945 time: 0.1108577 Nov 12 04:23:19.738353 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc8d01c1-d184-4d88-9608-f014ba607774 req-efe9fd01-1a06-48b1-bdfe-3a8f860a5940 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823224 Nov 12 04:23:20.170160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d151f1f-426b-4e39-b1c6-c8fdfe6a8fc8 req-10e844ba-467a-446d-99da-a5567841c461 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:20.172289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d151f1f-426b-4e39-b1c6-c8fdfe6a8fc8 req-10e844ba-467a-446d-99da-a5567841c461 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3b283c-0f55-417f-b486-bc3bccc5496c HTTP/1.1" status: 200 len: 945 time: 0.0673897 Nov 12 04:23:20.271145 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-8d151f1f-426b-4e39-b1c6-c8fdfe6a8fc8 req-4d692a6f-f03d-47df-98ad-f1bbd9aaabda tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Deleting port 65bc9c82-af8c-4b91-84e0-8edc17164157 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:20.271393 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8d151f1f-426b-4e39-b1c6-c8fdfe6a8fc8 req-4d692a6f-f03d-47df-98ad-f1bbd9aaabda tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.368908 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8d151f1f-426b-4e39-b1c6-c8fdfe6a8fc8 req-4d692a6f-f03d-47df-98ad-f1bbd9aaabda tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] For port 65bc9c82-af8c-4b91-84e0-8edc17164157, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=65bc9c82-af8c-4b91-84e0-8edc17164157,segment=NetworkSegment(3511ccee-5633-4cc0-acc5-c9fb5a1e69da),segment_id=3511ccee-5633-4cc0-acc5-c9fb5a1e69da)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:20.369508 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8d151f1f-426b-4e39-b1c6-c8fdfe6a8fc8 req-4d692a6f-f03d-47df-98ad-f1bbd9aaabda tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.388171 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-8d151f1f-426b-4e39-b1c6-c8fdfe6a8fc8 req-4d692a6f-f03d-47df-98ad-f1bbd9aaabda tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Calling delete_port for 65bc9c82-af8c-4b91-84e0-8edc17164157 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:20.390814 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9e4c2f0a-75ea-4ae6-85a8-4a1b66270f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.428166 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c2f0a-75ea-4ae6-85a8-4a1b66270f8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64085683-3376-464a-a4ff-b7367f1920e9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:20.431181 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9e4c2f0a-75ea-4ae6-85a8-4a1b66270f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.434285 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9e4c2f0a-75ea-4ae6-85a8-4a1b66270f8d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/64085683-3376-464a-a4ff-b7367f1920e9 HTTP/1.1" status: 204 len: 168 time: 1.4496708 Nov 12 04:23:20.436916 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47892) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:20.492796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47896) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:20.599864 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-debab5a2-3860-4604-90c5-daeaa284d98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.717612 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-debab5a2-3860-4604-90c5-daeaa284d98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.754167 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-debab5a2-3860-4604-90c5-daeaa284d98e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0550e788-ec39-4fbc-9b9c-fbf1372e1240']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:20.766606 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-debab5a2-3860-4604-90c5-daeaa284d98e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8985d109-0495-4bb3-afe3-9ba24b63b995') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:20.767179 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-debab5a2-3860-4604-90c5-daeaa284d98e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8985d109-0495-4bb3-afe3-9ba24b63b995') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:20.799002 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-debab5a2-3860-4604-90c5-daeaa284d98e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.817480 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d429584b-45f3-4def-ab1c-213db5a0487f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.825842 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-debab5a2-3860-4604-90c5-daeaa284d98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.837527 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-debab5a2-3860-4604-90c5-daeaa284d98e admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:23:20.837930 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-debab5a2-3860-4604-90c5-daeaa284d98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:23:20.839630 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:23:20.896926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dff88f-67d9-4897-ab8e-bd8f537ba393 req-7ceec1b5-4fb9-437c-89da-55b564be4d0b tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:20.898562 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-37dff88f-67d9-4897-ab8e-bd8f537ba393 req-7ceec1b5-4fb9-437c-89da-55b564be4d0b tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3b283c-0f55-417f-b486-bc3bccc5496c HTTP/1.1" status: 200 len: 945 time: 0.0683165 Nov 12 04:23:20.931588 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8d151f1f-426b-4e39-b1c6-c8fdfe6a8fc8 req-4d692a6f-f03d-47df-98ad-f1bbd9aaabda tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.971420 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['eed06a5e-8678-401c-8a5f-cba757927912'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:23:20.992784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d692a6f-f03d-47df-98ad-f1bbd9aaabda tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Pushing event deleted for resources: {'Port': ['ID=65bc9c82-af8c-4b91-84e0-8edc17164157,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:21.007883 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d429584b-45f3-4def-ab1c-213db5a0487f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.036200 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-debab5a2-3860-4604-90c5-daeaa284d98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.053355 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-debab5a2-3860-4604-90c5-daeaa284d98e admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.053355 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-debab5a2-3860-4604-90c5-daeaa284d98e admin admin] 10.222.0.37 "DELETE /v2.0/networks/0550e788-ec39-4fbc-9b9c-fbf1372e1240 HTTP/1.1" status: 204 len: 168 time: 0.6105695 Nov 12 04:23:21.089635 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-37dff88f-67d9-4897-ab8e-bd8f537ba393 req-9bb9e790-00fc-43ad-a109-b97c8a71aa6c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745315 Nov 12 04:23:21.100400 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debab5a2-3860-4604-90c5-daeaa284d98e admin admin] Pushing event deleted for resources: {'Network': ['ID=0550e788-ec39-4fbc-9b9c-fbf1372e1240,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:21.110063 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d429584b-45f3-4def-ab1c-213db5a0487f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.115683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d151f1f-426b-4e39-b1c6-c8fdfe6a8fc8 req-4d692a6f-f03d-47df-98ad-f1bbd9aaabda tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] No DVR routers for this DVR port 65bc9c82-af8c-4b91-84e0-8edc17164157 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:23:21.120056 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8d151f1f-426b-4e39-b1c6-c8fdfe6a8fc8 req-4d692a6f-f03d-47df-98ad-f1bbd9aaabda tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.123835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d151f1f-426b-4e39-b1c6-c8fdfe6a8fc8 req-4d692a6f-f03d-47df-98ad-f1bbd9aaabda tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.21 "DELETE /v2.0/ports/65bc9c82-af8c-4b91-84e0-8edc17164157 HTTP/1.1" status: 204 len: 173 time: 0.9444156 Nov 12 04:23:21.124900 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3b283c-0f55-417f-b486-bc3bccc5496c', 'name': 'network-vif-deleted', 'tag': '65bc9c82-af8c-4b91-84e0-8edc17164157'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:21.131609 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232d1be0-fe49-4346-ad3b-6b5d17e5b923" -d '{"events": [{"server_uuid": "5a3b283c-0f55-417f-b486-bc3bccc5496c", "name": "network-vif-deleted", "tag": "65bc9c82-af8c-4b91-84e0-8edc17164157"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:21.208789 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429584b-45f3-4def-ab1c-213db5a0487f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566b13de-0176-4ebb-b281-c83bf0eafbf1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:21.215904 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2482c4-bff0-43f6-8857-6333575c8501 x-openstack-request-id: req-1f2482c4-bff0-43f6-8857-6333575c8501 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:21.216585 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3b283c-0f55-417f-b486-bc3bccc5496c", "name": "network-vif-deleted", "tag": "65bc9c82-af8c-4b91-84e0-8edc17164157", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:21.221647 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f2482c4-bff0-43f6-8857-6333575c8501 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:21.222264 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3b283c-0f55-417f-b486-bc3bccc5496c', 'name': 'network-vif-deleted', 'tag': '65bc9c82-af8c-4b91-84e0-8edc17164157', 'status': 'completed', 'code': 200} Nov 12 04:23:21.228603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47936) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:21.228728 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d429584b-45f3-4def-ab1c-213db5a0487f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6bcb5f1803604dc1bbb6c4d23e17d7e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7309930 Nov 12 04:23:21.313236 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5bbb0f13-bf91-4f9b-ace5-0f46dc1a00c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.335894 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5bbb0f13-bf91-4f9b-ace5-0f46dc1a00c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.484048 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5bbb0f13-bf91-4f9b-ace5-0f46dc1a00c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.484048 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5bbb0f13-bf91-4f9b-ace5-0f46dc1a00c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.484048 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5bbb0f13-bf91-4f9b-ace5-0f46dc1a00c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/566b13de-0176-4ebb-b281-c83bf0eafbf1 HTTP/1.1" status: 204 len: 168 time: 0.2559156 Nov 12 04:23:21.495949 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb0f13-bf91-4f9b-ace5-0f46dc1a00c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566b13de-0176-4ebb-b281-c83bf0eafbf1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:21.534965 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47948) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:21.617614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6637ae5a-4709-46bc-8b97-e79501935233 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c6a3aa233554afeb7f6e886fb2833b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0818079 Nov 12 04:23:21.618108 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47956) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:21.758545 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e45ce117-61e5-4639-8fa4-784f407190bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.805155 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e45ce117-61e5-4639-8fa4-784f407190bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.961242 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e45ce117-61e5-4639-8fa4-784f407190bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.965229 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e45ce117-61e5-4639-8fa4-784f407190bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.966833 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e45ce117-61e5-4639-8fa4-784f407190bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6bbe509d-492c-4aba-b4c2-8557106f6c52 HTTP/1.1" status: 204 len: 168 time: 0.3475857 Nov 12 04:23:21.978728 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ce117-61e5-4639-8fa4-784f407190bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbe509d-492c-4aba-b4c2-8557106f6c52,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:22.512105 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 65bc9c82-af8c-4b91-84e0-8edc17164157 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:23:22.545185 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 65bc9c82-af8c-4b91-84e0-8edc17164157 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:23:22.545530 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 65bc9c82-af8c-4b91-84e0-8edc17164157 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:23:22.661712 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bb8f421e-5d9f-466e-9879-b82d587edc13 req-5b487fd6-1ca0-4ac6-8302-dbf56ccb8686 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3b283c-0f55-417f-b486-bc3bccc5496c HTTP/1.1" status: 200 len: 210 time: 0.0731719 Nov 12 04:23:22.742580 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47998) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:22.776052 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e30e777a-6187-4659-92b6-3167a8365c22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:22.880802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb6479-61d3-4f8c-9487-8d85950cbd6d req-a6a9ad48-57ee-4478-a9db-758926837b05 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:22.882186 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0bb6479-61d3-4f8c-9487-8d85950cbd6d req-a6a9ad48-57ee-4478-a9db-758926837b05 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.0967255 Nov 12 04:23:22.961654 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e30e777a-6187-4659-92b6-3167a8365c22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:23.002282 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0bb6479-61d3-4f8c-9487-8d85950cbd6d req-06e95cf8-7cd6-480b-be7e-c333af39c694 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055081 Nov 12 04:23:23.040761 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e30e777a-6187-4659-92b6-3167a8365c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:23.085568 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e30e777a-6187-4659-92b6-3167a8365c22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a589e909b5b492dbf34762e38e99a8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3317521 Nov 12 04:23:23.087267 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48016) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:23.116863 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e777a-6187-4659-92b6-3167a8365c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806a3df7-d6e2-4285-8f6f-98aa8900eb46,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:23.196162 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9bddc258-94e2-4b6e-b0e5-86c02a235e60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:23.253736 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9bddc258-94e2-4b6e-b0e5-86c02a235e60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:23.401322 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9bddc258-94e2-4b6e-b0e5-86c02a235e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:23.410268 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9bddc258-94e2-4b6e-b0e5-86c02a235e60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:23.417683 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9bddc258-94e2-4b6e-b0e5-86c02a235e60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/806a3df7-d6e2-4285-8f6f-98aa8900eb46 HTTP/1.1" status: 204 len: 168 time: 0.3252161 Nov 12 04:23:23.432239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddc258-94e2-4b6e-b0e5-86c02a235e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806a3df7-d6e2-4285-8f6f-98aa8900eb46,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:23.884491 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf36e69-4e53-4955-91bc-b67e168531d1 req-4421fa15-51cd-4888-906b-baa54979184b tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:23.886093 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7bf36e69-4e53-4955-91bc-b67e168531d1 req-4421fa15-51cd-4888-906b-baa54979184b tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0615301 Nov 12 04:23:23.940747 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7bf36e69-4e53-4955-91bc-b67e168531d1 req-0b20f704-344a-4cd7-8836-0eb9da415281 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478077 Nov 12 04:23:24.157568 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ecd81-2698-48a3-bc6d-a93b94dc9435 req-dff63f65-0578-4a49-b7ad-f9b7776f4ec2 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:24.160138 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e24ecd81-2698-48a3-bc6d-a93b94dc9435 req-dff63f65-0578-4a49-b7ad-f9b7776f4ec2 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.0743520 Nov 12 04:23:24.222412 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e24ecd81-2698-48a3-bc6d-a93b94dc9435 req-4c55aaa8-dca8-4c89-8f8d-97f10cc89383 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598207 Nov 12 04:23:24.333825 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48094) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:24.428972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7fc5e-4d89-41b7-86a1-60ffbf048859 req-c701c284-0648-44ad-8f01-ab868a2d35b0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:24.431164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-acd7fc5e-4d89-41b7-86a1-60ffbf048859 req-c701c284-0648-44ad-8f01-ab868a2d35b0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0672734 Nov 12 04:23:24.509035 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-acd7fc5e-4d89-41b7-86a1-60ffbf048859 req-f483d4b4-8e1d-4074-a30a-76824814c7c7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664332 Nov 12 04:23:24.545190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-49eb3097-cfed-4016-9cb7-2445a823cfdc admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-880625327-network', 'tenant_id': '30270a58cabc4c199978c7ac49ec7f25'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:24.660912 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49eb3097-cfed-4016-9cb7-2445a823cfdc admin admin] Made reservation on behalf of 30270a58cabc4c199978c7ac49ec7f25 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:24.663513 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49eb3097-cfed-4016-9cb7-2445a823cfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:24.678316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9873f0c-3e0e-4257-b828-50256ca6b66a req-0b453b2b-c911-404e-a445-a086cb58b939 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:24.679921 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9873f0c-3e0e-4257-b828-50256ca6b66a req-0b453b2b-c911-404e-a445-a086cb58b939 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0753512 Nov 12 04:23:24.691561 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49eb3097-cfed-4016-9cb7-2445a823cfdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:24.811691 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9873f0c-3e0e-4257-b828-50256ca6b66a req-eaf1bbad-4ca1-4701-9f54-62c3032ef4b7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221926 Nov 12 04:23:24.872279 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49eb3097-cfed-4016-9cb7-2445a823cfdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:24.932318 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49eb3097-cfed-4016-9cb7-2445a823cfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:24.977912 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49eb3097-cfed-4016-9cb7-2445a823cfdc admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:23:25.005196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb3097-cfed-4016-9cb7-2445a823cfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:25.015583 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49eb3097-cfed-4016-9cb7-2445a823cfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:25.015934 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-49eb3097-cfed-4016-9cb7-2445a823cfdc admin admin] Added segment 9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca of type vlan for network 6a76e814-73d2-4e4a-8781-449a1ff523d7 Nov 12 04:23:25.102379 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49eb3097-cfed-4016-9cb7-2445a823cfdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:25.200805 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49eb3097-cfed-4016-9cb7-2445a823cfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:25.203179 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49eb3097-cfed-4016-9cb7-2445a823cfdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:25.203768 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49eb3097-cfed-4016-9cb7-2445a823cfdc admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:25.309666 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb3097-cfed-4016-9cb7-2445a823cfdc admin admin] Pushing event updated for resources: {'Network': ['ID=6a76e814-73d2-4e4a-8781-449a1ff523d7,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:25.322981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 6a76e814-73d2-4e4a-8781-449a1ff523d7 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:23:25.361428 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-49eb3097-cfed-4016-9cb7-2445a823cfdc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0233977 Nov 12 04:23:25.361839 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48148) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:25.368182 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e6780eca-c3ab-42fa-b1f4-2bcaf242bea4 admin admin] Request body: {'subnet': {'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-880625327-subnet', 'tenant_id': '30270a58cabc4c199978c7ac49ec7f25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:25.419542 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f639c-2417-43f0-873b-ab0d6d52f372 req-baa6f139-7409-4fa6-8be4-1867d79f8db9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:25.421732 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b1f639c-2417-43f0-873b-ab0d6d52f372 req-baa6f139-7409-4fa6-8be4-1867d79f8db9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.1006520 Nov 12 04:23:25.481479 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6780eca-c3ab-42fa-b1f4-2bcaf242bea4 admin admin] Made reservation on behalf of 30270a58cabc4c199978c7ac49ec7f25 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:25.485504 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6780eca-c3ab-42fa-b1f4-2bcaf242bea4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:25.531358 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b1f639c-2417-43f0-873b-ab0d6d52f372 req-1f48dce1-0ab1-4a6b-b96c-4d4173127639 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988350 Nov 12 04:23:25.801348 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6780eca-c3ab-42fa-b1f4-2bcaf242bea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:25.949282 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6780eca-c3ab-42fa-b1f4-2bcaf242bea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa95a144-ef18-486f-afe6-5aa6185981b9,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:26.005004 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6780eca-c3ab-42fa-b1f4-2bcaf242bea4 admin admin] Checking segment: {'id': '9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:26.005558 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6780eca-c3ab-42fa-b1f4-2bcaf242bea4 admin admin] Network hostable DHCP agents. Network: 6a76e814-73d2-4e4a-8781-449a1ff523d7, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:23:26.087812 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6780eca-c3ab-42fa-b1f4-2bcaf242bea4 admin admin] Network 6a76e814-73d2-4e4a-8781-449a1ff523d7 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:23:26.196450 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e6780eca-c3ab-42fa-b1f4-2bcaf242bea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 6a76e814-73d2-4e4a-8781-449a1ff523d7) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:26.201733 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6780eca-c3ab-42fa-b1f4-2bcaf242bea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:26.209391 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e6780eca-c3ab-42fa-b1f4-2bcaf242bea4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:26.209516 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a34c894-cb01-4f8d-9370-529b02d9230a None None] Network 6a76e814-73d2-4e4a-8781-449a1ff523d7 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:23:26.312972 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e6780eca-c3ab-42fa-b1f4-2bcaf242bea4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9490564 Nov 12 04:23:26.562899 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-6a76e814-73d2-4e4a-8781-449a1ff523d7', 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7', 'tenant_id': '30270a58cabc4c199978c7ac49ec7f25', 'fixed_ips': [{'subnet_id': 'fa95a144-ef18-486f-afe6-5aa6185981b9'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:23:26.567072 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:26.793951 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8a9f0-f826-411d-b7c4-67b8bb086393 req-fdaa90f5-93eb-4f78-b119-1044e8f3da61 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:26.806094 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdd8a9f0-f826-411d-b7c4-67b8bb086393 req-fdaa90f5-93eb-4f78-b119-1044e8f3da61 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.1299503 Nov 12 04:23:26.898426 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdd8a9f0-f826-411d-b7c4-67b8bb086393 req-f0636cee-15a3-4c9f-97ea-7f053b56c2e5 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797560 Nov 12 04:23:26.909684 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] Allocated IP 172.20.0.2 (6a76e814-73d2-4e4a-8781-449a1ff523d7/fa95a144-ef18-486f-afe6-5aa6185981b9/d1df5171-8548-4be5-8b1c-37507dea274c) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:27.169100 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:27.296998 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:27.384324 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] Pushing event updated for resources: {'Port': ['ID=d1df5171-8548-4be5-8b1c-37507dea274c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:27.398545 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48238) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:27.399806 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] Network 6a76e814-73d2-4e4a-8781-449a1ff523d7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:27.407415 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:27.423039 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:27.517804 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] Attempting to bind port d1df5171-8548-4be5-8b1c-37507dea274c on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:27.533686 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] Attempting to bind port d1df5171-8548-4be5-8b1c-37507dea274c by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:27.533686 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] Attempting to bind port d1df5171-8548-4be5-8b1c-37507dea274c on network 6a76e814-73d2-4e4a-8781-449a1ff523d7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:27.533686 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:27.533686 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] Checking segment: {'id': '9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:27.533686 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:27.533686 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] Bound using segment: {'id': '9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:27.533686 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] Bound port: d1df5171-8548-4be5-8b1c-37507dea274c, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:27.533686 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:27.664210 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-e8aeae38-bf84-44bc-9e48-a0b76918e4b9 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:27.675436 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-e8aeae38-bf84-44bc-9e48-a0b76918e4b9 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/networks?id=6a76e814-73d2-4e4a-8781-449a1ff523d7 HTTP/1.1" status: 200 len: 815 time: 0.3419039 Nov 12 04:23:27.727118 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-9edc352a-2a8b-4e32-9713-3dd08ddc76c9 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/quotas/30270a58cabc4c199978c7ac49ec7f25 HTTP/1.1" status: 200 len: 375 time: 0.0504475 Nov 12 04:23:27.780539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] For port d1df5171-8548-4be5-8b1c-37507dea274c, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:27.785334 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] For port d1df5171-8548-4be5-8b1c-37507dea274c, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d1df5171-8548-4be5-8b1c-37507dea274c,segment=NetworkSegment(9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca),segment_id=9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:27.793059 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a8d41b6-5692-42ce-bbac-2257462f20a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:27.830017 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-c7c5e847-8239-4dbf-aedb-33479b10e64e tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=30270a58cabc4c199978c7ac49ec7f25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1011243 Nov 12 04:23:27.843228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-753f258e-c247-43a8-9b19-8a1a83ddab7f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:23:27.844636 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-753f258e-c247-43a8-9b19-8a1a83ddab7f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070708 Nov 12 04:23:27.941164 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a8d41b6-5692-42ce-bbac-2257462f20a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:27.944299 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:27.988390 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-9aade1c6-c399-4175-91e3-76f5db87c2e9 service neutron] 10.222.0.37 "GET /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315682 Nov 12 04:23:28.018146 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe5269-0255-42aa-9e5d-21457f86bc45 None None] Pushing event updated for resources: {'Port': ['ID=d1df5171-8548-4be5-8b1c-37507dea274c,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:28.058304 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a8d41b6-5692-42ce-bbac-2257462f20a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:28.133882 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2a8d41b6-5692-42ce-bbac-2257462f20a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f7e875fab2740629b70212973f14726&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7397091 Nov 12 04:23:28.134757 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48260) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:28.150127 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d41b6-5692-42ce-bbac-2257462f20a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea24ff8b-1cc3-4960-a69a-01ea4d0e86ea,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:28.159807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-18490ac8-fb04-4a0d-baf3-6fda11ab97bd service neutron] 10.222.0.37 "GET /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597483 Nov 12 04:23:28.239560 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-74dce5ec-d68d-4c53-8b99-5eb7274cab47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:28.274945 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-74dce5ec-d68d-4c53-8b99-5eb7274cab47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:28.549937 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-74dce5ec-d68d-4c53-8b99-5eb7274cab47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:28.556263 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-74dce5ec-d68d-4c53-8b99-5eb7274cab47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:28.563719 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-74dce5ec-d68d-4c53-8b99-5eb7274cab47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea24ff8b-1cc3-4960-a69a-01ea4d0e86ea HTTP/1.1" status: 204 len: 168 time: 0.4214504 Nov 12 04:23:28.573414 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dce5ec-d68d-4c53-8b99-5eb7274cab47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea24ff8b-1cc3-4960-a69a-01ea4d0e86ea,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:28.618790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6f7ab-93b6-40bb-80ee-52f7af633978 req-eb78b383-4f01-4a46-8689-176d02a5ddad tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:28.622154 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-feb6f7ab-93b6-40bb-80ee-52f7af633978 req-eb78b383-4f01-4a46-8689-176d02a5ddad tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.1032333 Nov 12 04:23:28.758510 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-feb6f7ab-93b6-40bb-80ee-52f7af633978 req-65f20c25-d5a2-46f5-9fa7-9f48d6d092b7 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249983 Nov 12 04:23:28.863700 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d1df5171-8548-4be5-8b1c-37507dea274c up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:28.951014 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d1df5171-8548-4be5-8b1c-37507dea274c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:28.952189 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:29.122586 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:29.198264 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port d1df5171-8548-4be5-8b1c-37507dea274c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d1df5171-8548-4be5-8b1c-37507dea274c,segment=NetworkSegment(9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca),segment_id=9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:29.244283 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-7adcc352-f892-4701-8d2f-76bdf2fac70f tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:29.251760 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-7adcc352-f892-4701-8d2f-76bdf2fac70f tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/networks?id=6a76e814-73d2-4e4a-8781-449a1ff523d7 HTTP/1.1" status: 200 len: 815 time: 0.2059176 Nov 12 04:23:29.269686 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-74e6e838-5450-4b4b-9f89-025463636ca6 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/quotas/30270a58cabc4c199978c7ac49ec7f25 HTTP/1.1" status: 200 len: 375 time: 0.0169804 Nov 12 04:23:29.313942 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:29.375108 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-4fd8ea1d-d3db-436e-91a4-ae2c4f11e3d8 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=30270a58cabc4c199978c7ac49ec7f25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1043239 Nov 12 04:23:29.377630 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=d1df5171-8548-4be5-8b1c-37507dea274c,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:29.498035 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-c58fbbf0-a0dc-45c7-95cc-82edd988f58c service neutron] 10.222.0.37 "GET /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218300 Nov 12 04:23:29.511295 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fc588e-601e-409c-a404-e1a2173f809b None None] Network 6a76e814-73d2-4e4a-8781-449a1ff523d7 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:23:29.630019 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-431ee681-c41a-49a3-b72c-1ef55a1c493c None None] Provisioning complete for port d1df5171-8548-4be5-8b1c-37507dea274c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:29.630429 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-431ee681-c41a-49a3-b72c-1ef55a1c493c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:29.693274 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-0dbbcd64-62a0-4bc3-8af0-9243a9ffbb16 service neutron] 10.222.0.37 "GET /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861043 Nov 12 04:23:30.200444 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cb900-b742-4cc7-967c-6560f113c4d8 req-746a83f7-f130-485d-9c6a-90376382ad78 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:30.209513 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-483cb900-b742-4cc7-967c-6560f113c4d8 req-746a83f7-f130-485d-9c6a-90376382ad78 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1142366 Nov 12 04:23:30.289130 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-483cb900-b742-4cc7-967c-6560f113c4d8 req-6e7b5a3f-cbcf-404d-ba5d-bcab7831884b tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738468 Nov 12 04:23:30.302988 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-07f6df60-9e7f-44ef-a8a9-c98fa35330c9 None None] Provisioning complete for port d1df5171-8548-4be5-8b1c-37507dea274c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:30.302988 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07f6df60-9e7f-44ef-a8a9-c98fa35330c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:30.453768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6deee-e20c-43e2-87c7-8a91a66afeb4 req-72a3b9f1-b51e-4b6a-9ec8-fb8c425dd76f tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:30.455523 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74c6deee-e20c-43e2-87c7-8a91a66afeb4 req-72a3b9f1-b51e-4b6a-9ec8-fb8c425dd76f tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.0913692 Nov 12 04:23:30.562521 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74c6deee-e20c-43e2-87c7-8a91a66afeb4 req-f27f2038-1778-415a-a1b7-9f26563c53fb tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003442 Nov 12 04:23:30.844675 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d1df5171-8548-4be5-8b1c-37507dea274c up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:30.876017 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455393c-2da0-4d76-88f9-f108dde97660 req-4c9b549d-36cb-487f-b901-92ed88bdf136 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:30.876017 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8455393c-2da0-4d76-88f9-f108dde97660 req-4c9b549d-36cb-487f-b901-92ed88bdf136 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/networks?id=6a76e814-73d2-4e4a-8781-449a1ff523d7 HTTP/1.1" status: 200 len: 815 time: 0.1898060 Nov 12 04:23:30.931158 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8455393c-2da0-4d76-88f9-f108dde97660 req-6b9ccfae-d5d6-4e32-a474-97a86c0bff83 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/quotas/30270a58cabc4c199978c7ac49ec7f25 HTTP/1.1" status: 200 len: 375 time: 0.0221925 Nov 12 04:23:31.015128 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d1df5171-8548-4be5-8b1c-37507dea274c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:31.016492 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.027080 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8455393c-2da0-4d76-88f9-f108dde97660 req-cbed7ab9-fb9f-4da7-9ef7-f25217a40557 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=30270a58cabc4c199978c7ac49ec7f25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0885081 Nov 12 04:23:31.154473 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8455393c-2da0-4d76-88f9-f108dde97660 req-67376bc1-4922-4da5-9c3d-e4fa13782415 service neutron] 10.222.0.37 "GET /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258767 Nov 12 04:23:31.281997 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8455393c-2da0-4d76-88f9-f108dde97660 req-6ca579a5-2717-4ae9-9bbf-da7345bde488 service neutron] 10.222.0.37 "GET /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204696 Nov 12 04:23:31.864465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fe330-d299-43e0-87f0-6aceb92b1633 req-476948ff-ca7c-42c3-81cb-3ad6a5a99eb7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:31.866928 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ae7fe330-d299-43e0-87f0-6aceb92b1633 req-476948ff-ca7c-42c3-81cb-3ad6a5a99eb7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0719142 Nov 12 04:23:31.947674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ae7fe330-d299-43e0-87f0-6aceb92b1633 req-c73eab03-2eee-484d-912e-ef544b998161 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739577 Nov 12 04:23:32.071006 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5fd87-8f86-4215-8630-e98e41499f1a req-2c93a283-c764-4b5b-a5a8-1c987108879f tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:32.072351 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6df5fd87-8f86-4215-8630-e98e41499f1a req-2c93a283-c764-4b5b-a5a8-1c987108879f tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.0589380 Nov 12 04:23:32.204998 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6df5fd87-8f86-4215-8630-e98e41499f1a req-b0c974ae-84f4-45f3-8e9c-35eccc9397fc tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174414 Nov 12 04:23:32.382561 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81b653e3-38b7-467c-b260-229b28a9503f req-7d19800d-941b-436e-9265-3ccbe4308b23 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 210 time: 0.0438461 Nov 12 04:23:32.403974 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-61969642-67c8-4a67-b523-4e944528ca9a tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:32.406064 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-61969642-67c8-4a67-b523-4e944528ca9a tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.31 "GET /v2.0/networks?id=6a76e814-73d2-4e4a-8781-449a1ff523d7 HTTP/1.1" status: 200 len: 815 time: 0.2272916 Nov 12 04:23:32.427549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-17404ffe-23b8-4de2-ae28-94cd5a5043f4 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Request body: {'port': {'device_id': '84f575c2-9d5f-4c1b-a1b9-0fc84e398b31', 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7', 'admin_state_up': True, 'tenant_id': '30270a58cabc4c199978c7ac49ec7f25'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:32.697985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-17404ffe-23b8-4de2-ae28-94cd5a5043f4 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Made reservation on behalf of 30270a58cabc4c199978c7ac49ec7f25 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:32.703727 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-17404ffe-23b8-4de2-ae28-94cd5a5043f4 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.905379 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-17404ffe-23b8-4de2-ae28-94cd5a5043f4 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Allocated IP 172.20.0.14 (6a76e814-73d2-4e4a-8781-449a1ff523d7/fa95a144-ef18-486f-afe6-5aa6185981b9/157d3728-418f-49be-8670-d0a5f89e1a09) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:33.105590 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-17404ffe-23b8-4de2-ae28-94cd5a5043f4 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.183670 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9d73aef-d291-4714-9266-523d4144825d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.247727 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-eed2fcb9-3696-4db7-ae23-1df70601b32f tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:33.248261 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-eed2fcb9-3696-4db7-ae23-1df70601b32f tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.31 "GET /v2.0/networks?id=6a76e814-73d2-4e4a-8781-449a1ff523d7 HTTP/1.1" status: 200 len: 815 time: 0.1635194 Nov 12 04:23:33.269560 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Request body: {'port': {'device_id': 'c43eacd4-0350-448d-8470-a4b19fb2a4bb', 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7', 'admin_state_up': True, 'tenant_id': '30270a58cabc4c199978c7ac49ec7f25'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:33.276212 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-17404ffe-23b8-4de2-ae28-94cd5a5043f4 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.361678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-17404ffe-23b8-4de2-ae28-94cd5a5043f4 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Network 6a76e814-73d2-4e4a-8781-449a1ff523d7 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:33.365322 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-17404ffe-23b8-4de2-ae28-94cd5a5043f4 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:33.371977 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-17404ffe-23b8-4de2-ae28-94cd5a5043f4 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:33.469289 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17404ffe-23b8-4de2-ae28-94cd5a5043f4 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Pushing event updated for resources: {'Port': ['ID=157d3728-418f-49be-8670-d0a5f89e1a09,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:33.523865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2459429-441e-4042-a0cc-3370fbca4df7 req-15f02669-40e9-4b96-a160-87b80664ec2d tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:33.525729 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f2459429-441e-4042-a0cc-3370fbca4df7 req-15f02669-40e9-4b96-a160-87b80664ec2d tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.2272639 Nov 12 04:23:33.549118 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-17404ffe-23b8-4de2-ae28-94cd5a5043f4 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:33.553825 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-17404ffe-23b8-4de2-ae28-94cd5a5043f4 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.622727 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f2459429-441e-4042-a0cc-3370fbca4df7 req-40748258-d207-4a1e-995c-fefd2d8fd90b tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839958 Nov 12 04:23:33.669563 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Made reservation on behalf of 30270a58cabc4c199978c7ac49ec7f25 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:33.673957 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.747867 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cebc983e-629c-43ea-b1f2-f983e2ebf354 req-f5b51524-64a7-4614-bcf6-f30837a06189 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 210 time: 0.0370083 Nov 12 04:23:33.784853 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-17404ffe-23b8-4de2-ae28-94cd5a5043f4 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3614514 Nov 12 04:23:33.818805 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Request body: {'port': {'device_id': '84f575c2-9d5f-4c1b-a1b9-0fc84e398b31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:33.903186 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d7d943ea-b416-499f-b11b-44cb139a25e2 None None] Provisioning complete for port 157d3728-418f-49be-8670-d0a5f89e1a09 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:33.903554 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d7d943ea-b416-499f-b11b-44cb139a25e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.012305 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d7d943ea-b416-499f-b11b-44cb139a25e2 None None] Port 157d3728-418f-49be-8670-d0a5f89e1a09 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:34.041988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Allocated IP 172.20.0.5 (6a76e814-73d2-4e4a-8781-449a1ff523d7/fa95a144-ef18-486f-afe6-5aa6185981b9/857b9fd8-0b9f-4261-97a9-d1c37d045288) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:34.250484 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.320848 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.431083 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.537243 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Network 6a76e814-73d2-4e4a-8781-449a1ff523d7 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:34.548259 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:34.555666 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:34.620652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Pushing event updated for resources: {'Port': ['ID=857b9fd8-0b9f-4261-97a9-d1c37d045288,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:34.635971 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.636300 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.636653 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.636991 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.637326 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.637661 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.637984 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.638318 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.638674 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.639025 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.639352 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.639675 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.666877 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:34.667692 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.768848 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157d3728-418f-49be-8670-d0a5f89e1a09 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:23:34.778179 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.809416 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-a1877f28-531b-4ba5-a129-bb6e6e9a4deb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5449355 Nov 12 04:23:34.828857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Request body: {'port': {'device_id': 'c43eacd4-0350-448d-8470-a4b19fb2a4bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:34.848124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Transition to ACTIVE for port object 157d3728-418f-49be-8670-d0a5f89e1a09 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:23:34.890976 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ceae1-53bc-49fe-8ce1-569096b2c79b req-0a7326e1-8eed-4ca8-9391-1331427b3da8 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:34.896377 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e53ceae1-53bc-49fe-8ce1-569096b2c79b req-0a7326e1-8eed-4ca8-9391-1331427b3da8 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.1482170 Nov 12 04:23:34.925826 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.020390 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.062685 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-422ebfd2-c43d-4b53-994b-ea1b1d8db814 None None] Provisioning complete for port 857b9fd8-0b9f-4261-97a9-d1c37d045288 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:35.063252 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-422ebfd2-c43d-4b53-994b-ea1b1d8db814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.128014 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Pushing event updated for resources: {'Port': ['ID=157d3728-418f-49be-8670-d0a5f89e1a09,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:35.160667 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e53ceae1-53bc-49fe-8ce1-569096b2c79b req-c6d2ea9e-ffab-4fbf-9440-016d5bb3e52b tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547259 Nov 12 04:23:35.261460 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-422ebfd2-c43d-4b53-994b-ea1b1d8db814 None None] Port 857b9fd8-0b9f-4261-97a9-d1c37d045288 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:35.315058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455393c-2da0-4d76-88f9-f108dde97660 req-f73a83e7-c934-4873-b43c-ed3c096fe29b tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:35.335369 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8455393c-2da0-4d76-88f9-f108dde97660 req-f73a83e7-c934-4873-b43c-ed3c096fe29b tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.21 "GET /v2.0/networks?id=6a76e814-73d2-4e4a-8781-449a1ff523d7 HTTP/1.1" status: 200 len: 815 time: 0.3490043 Nov 12 04:23:35.366048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-8455393c-2da0-4d76-88f9-f108dde97660 req-3c689ed7-dc9d-43d8-a636-2f855bbbc2cb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Request body: {'port': {'device_id': '50689bc0-f8b2-4fbd-9ccf-e78619e0b933', 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7', 'admin_state_up': True, 'tenant_id': '30270a58cabc4c199978c7ac49ec7f25'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:35.543880 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 857b9fd8-0b9f-4261-97a9-d1c37d045288 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:23:35.551291 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.574549 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Transition to ACTIVE for port object 857b9fd8-0b9f-4261-97a9-d1c37d045288 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:23:35.578593 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3b1c479-1b8b-4e29-a7bc-a06ff587941d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.590472 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f34f5d1-26e6-4da4-9623-16ea80bb22ce req-a75804c6-71a4-4ce7-b78e-13d517c85197 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 210 time: 0.2516437 Nov 12 04:23:35.675299 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Attempting to bind port 157d3728-418f-49be-8670-d0a5f89e1a09 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:35.675641 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Attempting to bind port 157d3728-418f-49be-8670-d0a5f89e1a09 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:35.675979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Attempting to bind port 157d3728-418f-49be-8670-d0a5f89e1a09 on network 6a76e814-73d2-4e4a-8781-449a1ff523d7 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:35.685463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Port 157d3728-418f-49be-8670-d0a5f89e1a09 on network 6a76e814-73d2-4e4a-8781-449a1ff523d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:23:35.686313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Attempting to bind port 157d3728-418f-49be-8670-d0a5f89e1a09 on network 6a76e814-73d2-4e4a-8781-449a1ff523d7 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:35.693342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:35.697900 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Checking segment: {'id': '9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:35.697900 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Bound using segment: {'id': '9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:35.697900 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Bound port: 157d3728-418f-49be-8670-d0a5f89e1a09, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:35.697900 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.767655 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] For port 157d3728-418f-49be-8670-d0a5f89e1a09, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:35.771487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] For port 157d3728-418f-49be-8670-d0a5f89e1a09, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=157d3728-418f-49be-8670-d0a5f89e1a09,segment=NetworkSegment(9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca),segment_id=9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:35.772926 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.809393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8455393c-2da0-4d76-88f9-f108dde97660 req-3c689ed7-dc9d-43d8-a636-2f855bbbc2cb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Made reservation on behalf of 30270a58cabc4c199978c7ac49ec7f25 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:35.833263 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8455393c-2da0-4d76-88f9-f108dde97660 req-3c689ed7-dc9d-43d8-a636-2f855bbbc2cb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.837189 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Pushing event updated for resources: {'Port': ['ID=857b9fd8-0b9f-4261-97a9-d1c37d045288,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:35.853028 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.952059 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Attempting to bind port 857b9fd8-0b9f-4261-97a9-d1c37d045288 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:35.952766 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Attempting to bind port 857b9fd8-0b9f-4261-97a9-d1c37d045288 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:35.953485 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Attempting to bind port 857b9fd8-0b9f-4261-97a9-d1c37d045288 on network 6a76e814-73d2-4e4a-8781-449a1ff523d7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:35.960531 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Port 857b9fd8-0b9f-4261-97a9-d1c37d045288 on network 6a76e814-73d2-4e4a-8781-449a1ff523d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:23:35.961167 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Attempting to bind port 857b9fd8-0b9f-4261-97a9-d1c37d045288 on network 6a76e814-73d2-4e4a-8781-449a1ff523d7 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:35.968444 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:35.968788 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Checking segment: {'id': '9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:35.972618 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Bound using segment: {'id': '9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:35.975807 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Bound port: 857b9fd8-0b9f-4261-97a9-d1c37d045288, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:35.976228 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.000790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:36.001571 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.003451 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] 10.222.0.31 "PUT /v2.0/ports/157d3728-418f-49be-8670-d0a5f89e1a09 HTTP/1.1" status: 200 len: 1093 time: 2.1911848 Nov 12 04:23:36.008506 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f575c2-9d5f-4c1b-a1b9-0fc84e398b31', 'tag': '157d3728-418f-49be-8670-d0a5f89e1a09'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:36.010986 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e89c0b-8159-42fe-b4d4-b77b04d6a348" -d '{"events": [{"name": "network-changed", "server_uuid": "84f575c2-9d5f-4c1b-a1b9-0fc84e398b31", "tag": "157d3728-418f-49be-8670-d0a5f89e1a09"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:36.118477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] For port 857b9fd8-0b9f-4261-97a9-d1c37d045288, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:36.122106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] For port 857b9fd8-0b9f-4261-97a9-d1c37d045288, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=857b9fd8-0b9f-4261-97a9-d1c37d045288,segment=NetworkSegment(9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca),segment_id=9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:36.177836 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3ee6f-ae11-491b-ab10-d31826db82fc service neutron] Pushing event updated for resources: {'Port': ['ID=157d3728-418f-49be-8670-d0a5f89e1a09,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:36.271232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703784d-1ba9-4fdd-a168-b2fe54a922ba req-990e3eef-c547-47c0-b511-247c5790ff43 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:36.272807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d703784d-1ba9-4fdd-a168-b2fe54a922ba req-990e3eef-c547-47c0-b511-247c5790ff43 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.1954210 Nov 12 04:23:36.337744 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.363555 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:36.366645 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.368230 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] 10.222.0.31 "PUT /v2.0/ports/857b9fd8-0b9f-4261-97a9-d1c37d045288 HTTP/1.1" status: 200 len: 1092 time: 1.5443118 Nov 12 04:23:36.369956 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43eacd4-0350-448d-8470-a4b19fb2a4bb', 'tag': '857b9fd8-0b9f-4261-97a9-d1c37d045288'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:36.372522 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ae8893-b2e0-49e6-9177-153c628af655" -d '{"events": [{"name": "network-changed", "server_uuid": "c43eacd4-0350-448d-8470-a4b19fb2a4bb", "tag": "857b9fd8-0b9f-4261-97a9-d1c37d045288"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:36.409451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-8455393c-2da0-4d76-88f9-f108dde97660 req-3c689ed7-dc9d-43d8-a636-2f855bbbc2cb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Allocated IP 172.20.0.9 (6a76e814-73d2-4e4a-8781-449a1ff523d7/fa95a144-ef18-486f-afe6-5aa6185981b9/83099c9d-2738-4415-a378-3b6996d7ec87) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:36.449074 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-6219adc2-80c1-40e4-976f-03f009f8c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:36.450877 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-6219adc2-80c1-40e4-976f-03f009f8c7a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=30270a58cabc4c199978c7ac49ec7f25&device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 1096 time: 0.2041404 Nov 12 04:23:36.485838 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d703784d-1ba9-4fdd-a168-b2fe54a922ba req-1b192226-6f15-4e2a-963c-046ce6f7ee24 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061229 Nov 12 04:23:36.537670 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0c37b-ada4-41ec-93b3-be39c4dffaac req-4be11e91-ff5b-4347-95f0-302c00a23f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:36.537670 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4af0c37b-ada4-41ec-93b3-be39c4dffaac req-4be11e91-ff5b-4347-95f0-302c00a23f28 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68e65df8b8044d01af3fe2cd05222833&device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 1098 time: 0.0960875 Nov 12 04:23:36.547857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d657a-48ff-4fa5-9a19-48781a3f4b4d service neutron] Pushing event updated for resources: {'Port': ['ID=857b9fd8-0b9f-4261-97a9-d1c37d045288,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:36.593011 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-935351ae-6650-4dee-9dfe-8dca07c3b925 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=157d3728-418f-49be-8670-d0a5f89e1a09 HTTP/1.1" status: 200 len: 217 time: 0.1236277 Nov 12 04:23:36.732561 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.748361 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0c37b-ada4-41ec-93b3-be39c4dffaac req-d153657a-6ec1-47d2-acf9-69e52b034d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:36.753671 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4af0c37b-ada4-41ec-93b3-be39c4dffaac req-d153657a-6ec1-47d2-acf9-69e52b034d82 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5 HTTP/1.1" status: 200 len: 912 time: 0.2024722 Nov 12 04:23:36.908587 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4af0c37b-ada4-41ec-93b3-be39c4dffaac req-2fe64040-feaa-4356-adaf-9e0a2f0d0fc1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1eddfde-e61e-42fb-9198-c87212897997 HTTP/1.1" status: 200 len: 1001 time: 0.1455286 Nov 12 04:23:36.963994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-a0f8a734-1b30-4151-83b7-fcae37efd0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:36.965532 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-a0f8a734-1b30-4151-83b7-fcae37efd0b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa95a144-ef18-486f-afe6-5aa6185981b9 HTTP/1.1" status: 200 len: 854 time: 0.1344550 Nov 12 04:23:36.977713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-1eb9a939-72f6-4fed-adf9-f610e5459f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:36.979512 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0c37b-ada4-41ec-93b3-be39c4dffaac req-b80af094-36fe-4ec3-a4ee-4c8b11a7355d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:36.979877 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-1eb9a939-72f6-4fed-adf9-f610e5459f5f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=30270a58cabc4c199978c7ac49ec7f25&device_id=c43eacd4-0350-448d-8470-a4b19fb2a4bb HTTP/1.1" status: 200 len: 1095 time: 0.3694746 Nov 12 04:23:36.982197 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4af0c37b-ada4-41ec-93b3-be39c4dffaac req-b80af094-36fe-4ec3-a4ee-4c8b11a7355d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0988c1bc-aeed-49ae-93ca-f21585d34390 HTTP/1.1" status: 200 len: 850 time: 0.0659893 Nov 12 04:23:37.055896 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0c37b-ada4-41ec-93b3-be39c4dffaac req-22437293-ed69-43bd-a1eb-4ae629d20bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:37.059016 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4af0c37b-ada4-41ec-93b3-be39c4dffaac req-22437293-ed69-43bd-a1eb-4ae629d20bb1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575891 Nov 12 04:23:37.105767 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd3b12-7073-4572-95ba-598925c028d0 req-5280a3fa-af01-401e-a726-2cd2f06548b6 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:37.107437 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fefd3b12-7073-4572-95ba-598925c028d0 req-5280a3fa-af01-401e-a726-2cd2f06548b6 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.5064979 Nov 12 04:23:37.113574 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8455393c-2da0-4d76-88f9-f108dde97660 req-3c689ed7-dc9d-43d8-a636-2f855bbbc2cb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:37.116165 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-9f0e8b00-eac4-47b1-b080-cf3386e13189 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=857b9fd8-0b9f-4261-97a9-d1c37d045288 HTTP/1.1" status: 200 len: 217 time: 0.1099560 Nov 12 04:23:37.219061 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-b6c794b2-72b5-40da-b32c-46bca5532358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:37.222218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-b6c794b2-72b5-40da-b32c-46bca5532358 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6a76e814-73d2-4e4a-8781-449a1ff523d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2357647 Nov 12 04:23:37.269230 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4af0c37b-ada4-41ec-93b3-be39c4dffaac req-8f582bbc-11f5-4547-9c68-295d9d42576e service neutron] 10.222.0.31 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025664 Nov 12 04:23:37.274036 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-7d70584f-6208-4572-80f8-1fc1c232870b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:37.275993 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-7d70584f-6208-4572-80f8-1fc1c232870b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa95a144-ef18-486f-afe6-5aa6185981b9 HTTP/1.1" status: 200 len: 854 time: 0.1442990 Nov 12 04:23:37.360659 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fefd3b12-7073-4572-95ba-598925c028d0 req-10dfe08c-051b-4e2b-b342-3453724ca5f3 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433054 Nov 12 04:23:37.414281 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-ad8be415-3d7c-40fc-b118-1d997a4c5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:37.416015 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-ad8be415-3d7c-40fc-b118-1d997a4c5e0c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6a76e814-73d2-4e4a-8781-449a1ff523d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1263230 Nov 12 04:23:37.424065 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-ca627d6b-cab9-40f2-9d10-6b343031c149 service neutron] 10.222.0.31 "GET /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923537 Nov 12 04:23:37.429898 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4af0c37b-ada4-41ec-93b3-be39c4dffaac req-3e144b81-5787-43b9-952d-4af7f270db7a service neutron] 10.222.0.31 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526723 Nov 12 04:23:37.452766 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8455393c-2da0-4d76-88f9-f108dde97660 req-3c689ed7-dc9d-43d8-a636-2f855bbbc2cb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:37.496634 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557a284b-401d-421a-af5f-0861c3a1121f x-openstack-request-id: req-557a284b-401d-421a-af5f-0861c3a1121f {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:37.501787 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f575c2-9d5f-4c1b-a1b9-0fc84e398b31", "tag": "157d3728-418f-49be-8670-d0a5f89e1a09", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:37.501787 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-557a284b-401d-421a-af5f-0861c3a1121f {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:37.501787 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f575c2-9d5f-4c1b-a1b9-0fc84e398b31', 'tag': '157d3728-418f-49be-8670-d0a5f89e1a09', 'status': 'completed', 'code': 200} Nov 12 04:23:37.687828 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55fd036f-1aa6-48ea-9b7b-b369b4b558a8 req-85629002-8fd9-43b6-ab1a-8c221bc4b3f9 service neutron] 10.222.0.31 "GET /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471523 Nov 12 04:23:37.692132 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595948ca-394a-44d3-84c9-b68b373f59b9 x-openstack-request-id: req-595948ca-394a-44d3-84c9-b68b373f59b9 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:37.692595 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43eacd4-0350-448d-8470-a4b19fb2a4bb", "tag": "857b9fd8-0b9f-4261-97a9-d1c37d045288", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:37.692705 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-595948ca-394a-44d3-84c9-b68b373f59b9 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:37.693078 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43eacd4-0350-448d-8470-a4b19fb2a4bb', 'tag': '857b9fd8-0b9f-4261-97a9-d1c37d045288', 'status': 'completed', 'code': 200} Nov 12 04:23:37.703012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8455393c-2da0-4d76-88f9-f108dde97660 req-3c689ed7-dc9d-43d8-a636-2f855bbbc2cb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Network 6a76e814-73d2-4e4a-8781-449a1ff523d7 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:37.764791 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c689ed7-dc9d-43d8-a636-2f855bbbc2cb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Pushing event updated for resources: {'Port': ['ID=83099c9d-2738-4415-a378-3b6996d7ec87,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:37.774821 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-8455393c-2da0-4d76-88f9-f108dde97660 req-3c689ed7-dc9d-43d8-a636-2f855bbbc2cb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:37.808123 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8455393c-2da0-4d76-88f9-f108dde97660 req-3c689ed7-dc9d-43d8-a636-2f855bbbc2cb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:37.861367 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-50943a91-56cd-4208-840b-399b45d658f5 service neutron] 10.222.0.31 "GET /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361782 Nov 12 04:23:37.904116 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455393c-2da0-4d76-88f9-f108dde97660 req-3c689ed7-dc9d-43d8-a636-2f855bbbc2cb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:37.905332 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8455393c-2da0-4d76-88f9-f108dde97660 req-3c689ed7-dc9d-43d8-a636-2f855bbbc2cb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:38.019084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5db51-1cab-4ff2-b7b3-0194d63f7bcc req-f5fc9baf-239f-451c-afdc-eda17df01d67 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:38.028588 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdf5db51-1cab-4ff2-b7b3-0194d63f7bcc req-f5fc9baf-239f-451c-afdc-eda17df01d67 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 931 time: 0.2552056 Nov 12 04:23:38.108291 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f8fa5350-bad8-4184-98c9-46159a0063c8 None None] Provisioning complete for port 83099c9d-2738-4415-a378-3b6996d7ec87 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:38.112480 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8fa5350-bad8-4184-98c9-46159a0063c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:38.182177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8455393c-2da0-4d76-88f9-f108dde97660 req-3c689ed7-dc9d-43d8-a636-2f855bbbc2cb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8412201 Nov 12 04:23:38.207141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Request body: {'port': {'device_id': '50689bc0-f8b2-4fbd-9ccf-e78619e0b933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:38.226175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f8fa5350-bad8-4184-98c9-46159a0063c8 None None] Port 83099c9d-2738-4415-a378-3b6996d7ec87 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:38.271293 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdf5db51-1cab-4ff2-b7b3-0194d63f7bcc req-cc9b94d3-737e-4790-a098-7a19d0d52b1c tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356963 Nov 12 04:23:38.291200 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48638) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:38.310198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e89c0b-8159-42fe-b4d4-b77b04d6a348 req-0a7da37a-abfc-414b-b249-0703c36a9bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:38.321366 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9e89c0b-8159-42fe-b4d4-b77b04d6a348 req-0a7da37a-abfc-414b-b249-0703c36a9bea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=30270a58cabc4c199978c7ac49ec7f25&device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 1096 time: 0.4039955 Nov 12 04:23:38.355299 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:38.447444 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:38.478025 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5602708e-3bfd-4701-a4d0-1218c00a01c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:38.568031 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff06268b-34cd-4dd1-a78c-fa7af04c819b req-1c29c21a-efdc-4090-b679-804fcf90a005 service neutron] 10.222.0.31 "GET /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6587307 Nov 12 04:23:38.591689 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22fff9-acba-4030-87cb-a879b29d99a6 req-ebce4f2f-109c-431f-8338-072d2317ff41 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:38.594315 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a22fff9-acba-4030-87cb-a879b29d99a6 req-ebce4f2f-109c-431f-8338-072d2317ff41 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1983151 Nov 12 04:23:38.599749 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5602708e-3bfd-4701-a4d0-1218c00a01c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:38.743774 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a22fff9-acba-4030-87cb-a879b29d99a6 req-6b87af1e-7fc0-4dd1-9742-17356f25f55f tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351266 Nov 12 04:23:38.753275 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5602708e-3bfd-4701-a4d0-1218c00a01c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:38.822681 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e89c0b-8159-42fe-b4d4-b77b04d6a348 req-0baa2f2e-9f9b-4672-8dfe-001ec187ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:38.822681 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9e89c0b-8159-42fe-b4d4-b77b04d6a348 req-0baa2f2e-9f9b-4672-8dfe-001ec187ab83 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6a76e814-73d2-4e4a-8781-449a1ff523d7 HTTP/1.1" status: 200 len: 916 time: 0.4534936 Nov 12 04:23:38.947091 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5602708e-3bfd-4701-a4d0-1218c00a01c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc1ed629d2bc45cf91c2afa6487f0f38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6545265 Nov 12 04:23:38.959725 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48650) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:38.988867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602708e-3bfd-4701-a4d0-1218c00a01c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac3c7e6-9704-41a4-863f-1021d06a63ba,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:39.016756 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9e89c0b-8159-42fe-b4d4-b77b04d6a348 req-1e6ba875-4930-48df-977d-e23f2352a2c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=157d3728-418f-49be-8670-d0a5f89e1a09 HTTP/1.1" status: 200 len: 217 time: 0.1789286 Nov 12 04:23:39.035969 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae8893-b2e0-49e6-9177-153c628af655 req-db0dcf03-8123-4923-8df9-30a41b40a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:39.037737 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-45ae8893-b2e0-49e6-9177-153c628af655 req-db0dcf03-8123-4923-8df9-30a41b40a2d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=30270a58cabc4c199978c7ac49ec7f25&device_id=c43eacd4-0350-448d-8470-a4b19fb2a4bb HTTP/1.1" status: 200 len: 1095 time: 0.1543078 Nov 12 04:23:39.040930 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0110cffb-6429-4bba-9f22-aa3f1eca9afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.088066 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0110cffb-6429-4bba-9f22-aa3f1eca9afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.104886 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd0c592b-0f30-4149-b2c2-f7958829fd20 req-37b465e6-aec1-4fca-a28f-4555b822102e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6542be59-941a-44ae-8331-5f1854bf54c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2818389 Nov 12 04:23:39.137539 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.138685 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666b93c-a83f-424a-8db5-7e1982495a9c req-a6ff29bf-2a9d-4079-867f-6424dce1122f tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:39.146282 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6666b93c-a83f-424a-8db5-7e1982495a9c req-a6ff29bf-2a9d-4079-867f-6424dce1122f tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.2414975 Nov 12 04:23:39.160752 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e89c0b-8159-42fe-b4d4-b77b04d6a348 req-9eee77ed-530e-4556-9d3c-390fa1bd7b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:39.162362 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9e89c0b-8159-42fe-b4d4-b77b04d6a348 req-9eee77ed-530e-4556-9d3c-390fa1bd7b3d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa95a144-ef18-486f-afe6-5aa6185981b9 HTTP/1.1" status: 200 len: 854 time: 0.1152852 Nov 12 04:23:39.194685 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae8893-b2e0-49e6-9177-153c628af655 req-24998839-88c2-45f2-a145-7eb376050d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:39.194685 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-45ae8893-b2e0-49e6-9177-153c628af655 req-24998839-88c2-45f2-a145-7eb376050d66 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6a76e814-73d2-4e4a-8781-449a1ff523d7 HTTP/1.1" status: 200 len: 916 time: 0.1432197 Nov 12 04:23:39.245895 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-45ae8893-b2e0-49e6-9177-153c628af655 req-6934abc2-5c57-4dba-b05f-2972e122cb70 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=857b9fd8-0b9f-4261-97a9-d1c37d045288 HTTP/1.1" status: 200 len: 217 time: 0.0429165 Nov 12 04:23:39.298803 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0110cffb-6429-4bba-9f22-aa3f1eca9afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.302362 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0110cffb-6429-4bba-9f22-aa3f1eca9afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.308666 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0110cffb-6429-4bba-9f22-aa3f1eca9afa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aac3c7e6-9704-41a4-863f-1021d06a63ba HTTP/1.1" status: 204 len: 168 time: 0.3449502 Nov 12 04:23:39.328903 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110cffb-6429-4bba-9f22-aa3f1eca9afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac3c7e6-9704-41a4-863f-1021d06a63ba,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:39.350578 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae8893-b2e0-49e6-9177-153c628af655 req-dff1b9e1-3dd9-4705-9663-d3bd9b6768c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:39.352370 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-45ae8893-b2e0-49e6-9177-153c628af655 req-dff1b9e1-3dd9-4705-9663-d3bd9b6768c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa95a144-ef18-486f-afe6-5aa6185981b9 HTTP/1.1" status: 200 len: 854 time: 0.0985563 Nov 12 04:23:39.379260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 157d3728-418f-49be-8670-d0a5f89e1a09 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:23:39.474914 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae8893-b2e0-49e6-9177-153c628af655 req-1629ed5e-cf70-4680-a872-5183f4f08f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:39.476726 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-45ae8893-b2e0-49e6-9177-153c628af655 req-1629ed5e-cf70-4680-a872-5183f4f08f6d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6a76e814-73d2-4e4a-8781-449a1ff523d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1137514 Nov 12 04:23:39.630538 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 157d3728-418f-49be-8670-d0a5f89e1a09, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=157d3728-418f-49be-8670-d0a5f89e1a09,segment=NetworkSegment(9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca),segment_id=9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:39.676206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '157d3728-418f-49be-8670-d0a5f89e1a09', 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7', 'port_id': '157d3728-418f-49be-8670-d0a5f89e1a09', 'mac_address': 'fa:16:3e:d6:fa:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa95a144-ef18-486f-afe6-5aa6185981b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:23:39.744611 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-45ae8893-b2e0-49e6-9177-153c628af655 req-5a3f22b8-756e-4ecf-9fb9-9cd796a51593 service neutron] 10.222.0.31 "GET /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526109 Nov 12 04:23:39.756752 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.787249 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157d3728-418f-49be-8670-d0a5f89e1a09 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:23:39.819144 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 157d3728-418f-49be-8670-d0a5f89e1a09, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=157d3728-418f-49be-8670-d0a5f89e1a09,segment=NetworkSegment(9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca),segment_id=9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:39.871874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e89c0b-8159-42fe-b4d4-b77b04d6a348 req-571d866c-c15a-42b1-bba1-978073a2b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:39.873964 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9e89c0b-8159-42fe-b4d4-b77b04d6a348 req-571d866c-c15a-42b1-bba1-978073a2b533 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6a76e814-73d2-4e4a-8781-449a1ff523d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6906743 Nov 12 04:23:39.879323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c592b-0f30-4149-b2c2-f7958829fd20 req-e8947f00-d97f-44d3-bd9c-2ba60b387a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:39.880841 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd0c592b-0f30-4149-b2c2-f7958829fd20 req-e8947f00-d97f-44d3-bd9c-2ba60b387a84 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=6542be59-941a-44ae-8331-5f1854bf54c1 HTTP/1.1" status: 200 len: 1098 time: 0.7221200 Nov 12 04:23:39.886728 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.892838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83099c9d-2738-4415-a378-3b6996d7ec87 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:23:39.930989 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6666b93c-a83f-424a-8db5-7e1982495a9c req-5d4778f5-b33b-4f23-a67a-e62933f59dbc tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7789338 Nov 12 04:23:39.961841 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-45ae8893-b2e0-49e6-9177-153c628af655 req-5b52c588-ebe7-435f-9ab1-06c189c80c2d service neutron] 10.222.0.31 "GET /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050769 Nov 12 04:23:39.991301 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.991560 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=157d3728-418f-49be-8670-d0a5f89e1a09,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:40.186621 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['157d3728-418f-49be-8670-d0a5f89e1a09'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:23:40.234592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Transition to ACTIVE for port object 83099c9d-2738-4415-a378-3b6996d7ec87 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:23:40.340459 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9e89c0b-8159-42fe-b4d4-b77b04d6a348 req-f419a842-937e-4fa5-8d17-9edbade4da7f service neutron] 10.222.0.31 "GET /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399140 Nov 12 04:23:40.369492 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:40.425523 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48680) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:40.457793 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b185ed2d-367e-44ac-b80d-816dd6f68f8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:40.495163 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Pushing event updated for resources: {'Port': ['ID=83099c9d-2738-4415-a378-3b6996d7ec87,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:40.528548 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c592b-0f30-4149-b2c2-f7958829fd20 req-ca545c51-dddb-4ae1-b5a8-ffa20c1c63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:40.530942 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd0c592b-0f30-4149-b2c2-f7958829fd20 req-ca545c51-dddb-4ae1-b5a8-ffa20c1c63ab service neutron] 10.222.0.31 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.5901828 Nov 12 04:23:40.556509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98f542-d86f-4cb2-a97a-59f6578e8fa5 req-578a0bdd-210e-43c7-b939-2e59980406ea tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:40.569646 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b98f542-d86f-4cb2-a97a-59f6578e8fa5 req-578a0bdd-210e-43c7-b939-2e59980406ea tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 931 time: 0.4958932 Nov 12 04:23:40.602673 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b185ed2d-367e-44ac-b80d-816dd6f68f8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:40.674750 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b185ed2d-367e-44ac-b80d-816dd6f68f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:40.705003 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b185ed2d-367e-44ac-b80d-816dd6f68f8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0630a239e634a4db03d117510f8b346&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2779677 Nov 12 04:23:40.711973 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48682) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:40.767631 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185ed2d-367e-44ac-b80d-816dd6f68f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2604f9b8-d996-4d32-8bf6-d1006aa9b3a6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:40.825338 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-280c34b8-2ee3-49cb-86c4-6702f745ee35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:40.854686 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-280c34b8-2ee3-49cb-86c4-6702f745ee35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:40.903966 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd0c592b-0f30-4149-b2c2-f7958829fd20 req-2e944f2e-4302-4b77-b9fc-e904ed028876 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95a43564-d716-40c4-9200-f25692332996 HTTP/1.1" status: 200 len: 217 time: 0.3630095 Nov 12 04:23:41.008934 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b98f542-d86f-4cb2-a97a-59f6578e8fa5 req-7dc35d17-c3f9-489e-9f05-6b65069b9aae tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379389 Nov 12 04:23:41.047353 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-280c34b8-2ee3-49cb-86c4-6702f745ee35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:41.054175 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-280c34b8-2ee3-49cb-86c4-6702f745ee35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:41.056326 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-280c34b8-2ee3-49cb-86c4-6702f745ee35 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2604f9b8-d996-4d32-8bf6-d1006aa9b3a6 HTTP/1.1" status: 204 len: 168 time: 0.3433712 Nov 12 04:23:41.062188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c592b-0f30-4149-b2c2-f7958829fd20 req-e4744e95-f659-4983-9614-b293fba7d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:41.063960 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd0c592b-0f30-4149-b2c2-f7958829fd20 req-e4744e95-f659-4983-9614-b293fba7d38f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.1304817 Nov 12 04:23:41.066010 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9e89c0b-8159-42fe-b4d4-b77b04d6a348 req-ddadd5bc-4e67-46c8-a359-799b39b34859 service neutron] 10.222.0.31 "GET /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7155974 Nov 12 04:23:41.067271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Attempting to bind port 83099c9d-2738-4415-a378-3b6996d7ec87 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:41.067695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Attempting to bind port 83099c9d-2738-4415-a378-3b6996d7ec87 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:41.069553 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Attempting to bind port 83099c9d-2738-4415-a378-3b6996d7ec87 on network 6a76e814-73d2-4e4a-8781-449a1ff523d7 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:41.071321 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c34b8-2ee3-49cb-86c4-6702f745ee35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2604f9b8-d996-4d32-8bf6-d1006aa9b3a6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:41.078389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Port 83099c9d-2738-4415-a378-3b6996d7ec87 on network 6a76e814-73d2-4e4a-8781-449a1ff523d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:23:41.103666 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Attempting to bind port 83099c9d-2738-4415-a378-3b6996d7ec87 on network 6a76e814-73d2-4e4a-8781-449a1ff523d7 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:41.173587 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:41.174080 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Checking segment: {'id': '9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:41.174564 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Bound using segment: {'id': '9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:41.175190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Bound port: 83099c9d-2738-4415-a378-3b6996d7ec87, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:41.175901 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:41.271304 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c592b-0f30-4149-b2c2-f7958829fd20 req-3f23901f-bde1-479b-ac67-bf67204eb7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:41.273245 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd0c592b-0f30-4149-b2c2-f7958829fd20 req-3f23901f-bde1-479b-ac67-bf67204eb7fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1546342 Nov 12 04:23:41.299046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c44e1-22b6-442a-b39b-b13d04ca6f33 req-ca7ea587-3ba7-45bb-a4ea-79f6c9788baa tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:41.300599 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d1c44e1-22b6-442a-b39b-b13d04ca6f33 req-ca7ea587-3ba7-45bb-a4ea-79f6c9788baa tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1221380 Nov 12 04:23:41.390384 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 857b9fd8-0b9f-4261-97a9-d1c37d045288 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:23:41.400158 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] For port 83099c9d-2738-4415-a378-3b6996d7ec87, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:41.402372 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 157d3728-418f-49be-8670-d0a5f89e1a09 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:41.434386 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] For port 83099c9d-2738-4415-a378-3b6996d7ec87, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=83099c9d-2738-4415-a378-3b6996d7ec87,segment=NetworkSegment(9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca),segment_id=9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:41.548411 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:41.559378 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 857b9fd8-0b9f-4261-97a9-d1c37d045288, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=857b9fd8-0b9f-4261-97a9-d1c37d045288,segment=NetworkSegment(9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca),segment_id=9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:41.560420 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd0c592b-0f30-4149-b2c2-f7958829fd20 req-3f60086f-9461-47a6-8d46-bd85e29b4690 service neutron] 10.222.0.31 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737768 Nov 12 04:23:41.573332 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '857b9fd8-0b9f-4261-97a9-d1c37d045288', 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7', 'port_id': '857b9fd8-0b9f-4261-97a9-d1c37d045288', 'mac_address': 'fa:16:3e:fb:f2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa95a144-ef18-486f-afe6-5aa6185981b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:23:41.599042 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d1c44e1-22b6-442a-b39b-b13d04ca6f33 req-2ffab5d1-ed86-4ff1-a5d6-5438b84216db tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749536 Nov 12 04:23:41.638140 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 157d3728-418f-49be-8670-d0a5f89e1a09 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:23:41.651170 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:41.652559 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Pushing event updated for resources: {'Port': ['ID=83099c9d-2738-4415-a378-3b6996d7ec87,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:41.674429 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:41.674593 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:41.676290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8455393c-2da0-4d76-88f9-f108dde97660 req-1a2f0ec2-9401-4d62-8cbf-1682436cda82 service neutron] 10.222.0.21 "PUT /v2.0/ports/83099c9d-2738-4415-a378-3b6996d7ec87 HTTP/1.1" status: 200 len: 1092 time: 3.4736972 Nov 12 04:23:41.677858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50689bc0-f8b2-4fbd-9ccf-e78619e0b933', 'tag': '83099c9d-2738-4415-a378-3b6996d7ec87'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:41.679262 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 157d3728-418f-49be-8670-d0a5f89e1a09 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:41.679642 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:41.681586 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680653e8-0a85-4aed-a65c-53eb0547e57c" -d '{"events": [{"name": "network-changed", "server_uuid": "50689bc0-f8b2-4fbd-9ccf-e78619e0b933", "tag": "83099c9d-2738-4415-a378-3b6996d7ec87"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:41.744554 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 857b9fd8-0b9f-4261-97a9-d1c37d045288 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:23:41.887092 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 857b9fd8-0b9f-4261-97a9-d1c37d045288, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=857b9fd8-0b9f-4261-97a9-d1c37d045288,segment=NetworkSegment(9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca),segment_id=9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:41.913555 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd0c592b-0f30-4149-b2c2-f7958829fd20 req-b68f651f-e62a-44e6-b733-63820702f05d service neutron] 10.222.0.31 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127463 Nov 12 04:23:41.915906 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455393c-2da0-4d76-88f9-f108dde97660 req-200f1b43-5e0e-4f50-873f-5005fab68369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:41.917428 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8455393c-2da0-4d76-88f9-f108dde97660 req-200f1b43-5e0e-4f50-873f-5005fab68369 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30270a58cabc4c199978c7ac49ec7f25&device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 1095 time: 0.1077440 Nov 12 04:23:41.925895 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4599a-0104-4ff8-a1e3-4d92bd2cc31e req-304cd271-9d90-4952-bd88-50241fb99b79 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:41.938371 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33b4599a-0104-4ff8-a1e3-4d92bd2cc31e req-304cd271-9d90-4952-bd88-50241fb99b79 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.2123954 Nov 12 04:23:41.961379 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:42.010494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f575c2-9d5f-4c1b-a1b9-0fc84e398b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157d3728-418f-49be-8670-d0a5f89e1a09'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:42.013632 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7a8faf-64a3-4c41-8d5e-aee42556cfba" -d '{"events": [{"server_uuid": "84f575c2-9d5f-4c1b-a1b9-0fc84e398b31", "name": "network-vif-plugged", "status": "completed", "tag": "157d3728-418f-49be-8670-d0a5f89e1a09"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:42.026744 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8455393c-2da0-4d76-88f9-f108dde97660 req-36259110-6710-482b-9ab9-2c2ef3d39011 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83099c9d-2738-4415-a378-3b6996d7ec87 HTTP/1.1" status: 200 len: 217 time: 0.0847800 Nov 12 04:23:42.039222 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:42.061914 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 157d3728-418f-49be-8670-d0a5f89e1a09, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=157d3728-418f-49be-8670-d0a5f89e1a09,segment=NetworkSegment(9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca),segment_id=9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:42.151140 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33b4599a-0104-4ff8-a1e3-4d92bd2cc31e req-f08abf67-efaf-4990-abb5-dc3d65b3f9e2 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117145 Nov 12 04:23:42.162005 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:42.170716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=857b9fd8-0b9f-4261-97a9-d1c37d045288,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:42.197869 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:42.198219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:42.199135 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:42.200189 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:42.200351 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:42.200744 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:42.203431 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:42.203949 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:42.204424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455393c-2da0-4d76-88f9-f108dde97660 req-672732e2-de22-49d6-b532-c3c106f21019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:42.204579 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:42.206670 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8455393c-2da0-4d76-88f9-f108dde97660 req-672732e2-de22-49d6-b532-c3c106f21019 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa95a144-ef18-486f-afe6-5aa6185981b9 HTTP/1.1" status: 200 len: 854 time: 0.1695528 Nov 12 04:23:42.207392 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:42.208191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:42.211992 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:42.243958 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752fa2e8-ecfa-4363-83c0-bea941f10b74 x-openstack-request-id: req-752fa2e8-ecfa-4363-83c0-bea941f10b74 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:42.244259 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50689bc0-f8b2-4fbd-9ccf-e78619e0b933", "tag": "83099c9d-2738-4415-a378-3b6996d7ec87", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:42.244519 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-752fa2e8-ecfa-4363-83c0-bea941f10b74 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:42.247096 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50689bc0-f8b2-4fbd-9ccf-e78619e0b933', 'tag': '83099c9d-2738-4415-a378-3b6996d7ec87', 'status': 'completed', 'code': 200} Nov 12 04:23:42.296870 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455393c-2da0-4d76-88f9-f108dde97660 req-121ed76b-1883-4ada-a0a6-b3310f90bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:42.298815 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8455393c-2da0-4d76-88f9-f108dde97660 req-121ed76b-1883-4ada-a0a6-b3310f90bf73 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a76e814-73d2-4e4a-8781-449a1ff523d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852334 Nov 12 04:23:42.387365 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=157d3728-418f-49be-8670-d0a5f89e1a09,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:42.459098 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['857b9fd8-0b9f-4261-97a9-d1c37d045288'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:23:42.475172 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8455393c-2da0-4d76-88f9-f108dde97660 req-9fafddeb-7c56-41e7-855b-3b79a6a2e9f7 service neutron] 10.222.0.21 "GET /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684327 Nov 12 04:23:42.721626 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60ccff6-143c-4f6e-86f2-ed72e69c7a57 x-openstack-request-id: req-e60ccff6-143c-4f6e-86f2-ed72e69c7a57 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:42.721930 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f575c2-9d5f-4c1b-a1b9-0fc84e398b31", "name": "network-vif-plugged", "status": "completed", "tag": "157d3728-418f-49be-8670-d0a5f89e1a09", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:42.722768 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e60ccff6-143c-4f6e-86f2-ed72e69c7a57 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:42.722768 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f575c2-9d5f-4c1b-a1b9-0fc84e398b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157d3728-418f-49be-8670-d0a5f89e1a09', 'code': 200} Nov 12 04:23:42.741485 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8455393c-2da0-4d76-88f9-f108dde97660 req-afa34ff6-72dd-4d6b-902c-1ad62b0155d8 service neutron] 10.222.0.21 "GET /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511218 Nov 12 04:23:42.934201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44457cd1-6614-4992-b1de-850cf3cd683e req-428363bf-805c-4c02-a4cf-16ddbffc39e6 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:42.935814 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44457cd1-6614-4992-b1de-850cf3cd683e req-428363bf-805c-4c02-a4cf-16ddbffc39e6 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 943 time: 0.1766546 Nov 12 04:23:42.941232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2f7a9-89c3-47f6-a02d-6952f29d0300 req-b8cdadc3-2b93-4976-a894-b4d8caeadcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:42.942861 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0ab2f7a9-89c3-47f6-a02d-6952f29d0300 req-b8cdadc3-2b93-4976-a894-b4d8caeadcd1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 1098 time: 0.1340055 Nov 12 04:23:42.969406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680653e8-0a85-4aed-a65c-53eb0547e57c req-eeef52ee-a663-4166-bbe8-2df86e5c7bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:42.973580 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-680653e8-0a85-4aed-a65c-53eb0547e57c req-eeef52ee-a663-4166-bbe8-2df86e5c7bc4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30270a58cabc4c199978c7ac49ec7f25&device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 1095 time: 0.0891213 Nov 12 04:23:43.093919 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44457cd1-6614-4992-b1de-850cf3cd683e req-99ca0efd-add0-4b6f-897b-3b1acc33eae8 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490669 Nov 12 04:23:43.157644 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0ab2f7a9-89c3-47f6-a02d-6952f29d0300 req-86da7735-1583-4202-be6b-7cc9fa4fc31d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815050 Nov 12 04:23:43.218002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680653e8-0a85-4aed-a65c-53eb0547e57c req-f38098e6-1d92-4fb0-93c8-ccbfcd5e3316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:43.220076 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-680653e8-0a85-4aed-a65c-53eb0547e57c req-f38098e6-1d92-4fb0-93c8-ccbfcd5e3316 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a76e814-73d2-4e4a-8781-449a1ff523d7 HTTP/1.1" status: 200 len: 916 time: 0.2337060 Nov 12 04:23:43.312882 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-680653e8-0a85-4aed-a65c-53eb0547e57c req-ebe7a61f-26ca-406f-b489-ddb210ddc6dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83099c9d-2738-4415-a378-3b6996d7ec87 HTTP/1.1" status: 200 len: 217 time: 0.0718751 Nov 12 04:23:43.358682 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1270b-605f-4dc3-b537-d2b111b3e4fc req-be2b4ccf-705a-4279-a040-3a72f13f0f1d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:43.360267 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-20b1270b-605f-4dc3-b537-d2b111b3e4fc req-be2b4ccf-705a-4279-a040-3a72f13f0f1d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1363726 Nov 12 04:23:43.389206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680653e8-0a85-4aed-a65c-53eb0547e57c req-50ca13b6-ef7d-48f4-838d-f062ca1e00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:43.390801 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-680653e8-0a85-4aed-a65c-53eb0547e57c req-50ca13b6-ef7d-48f4-838d-f062ca1e00a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa95a144-ef18-486f-afe6-5aa6185981b9 HTTP/1.1" status: 200 len: 854 time: 0.0765805 Nov 12 04:23:43.400811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 857b9fd8-0b9f-4261-97a9-d1c37d045288 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:43.458391 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-20b1270b-605f-4dc3-b537-d2b111b3e4fc req-9b176575-0259-4b3d-9fd5-cb0a186fbbe3 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894580 Nov 12 04:23:43.503532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680653e8-0a85-4aed-a65c-53eb0547e57c req-f5690fe9-2f64-4d7b-ab3d-695bdae31b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:43.503532 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-680653e8-0a85-4aed-a65c-53eb0547e57c req-f5690fe9-2f64-4d7b-ab3d-695bdae31b39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a76e814-73d2-4e4a-8781-449a1ff523d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994713 Nov 12 04:23:43.629165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 857b9fd8-0b9f-4261-97a9-d1c37d045288 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:23:43.640472 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 857b9fd8-0b9f-4261-97a9-d1c37d045288 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:43.641106 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:43.662612 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-680653e8-0a85-4aed-a65c-53eb0547e57c req-cd3a0f75-257f-466c-8e68-56f313be01a8 service neutron] 10.222.0.21 "GET /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543558 Nov 12 04:23:43.672944 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3ba83-9321-4904-b46b-76efe701f1e9 req-da6280c2-f08e-4d61-9e7e-cda48bbc4104 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:43.681357 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55b3ba83-9321-4904-b46b-76efe701f1e9 req-da6280c2-f08e-4d61-9e7e-cda48bbc4104 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0955434 Nov 12 04:23:43.843442 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55b3ba83-9321-4904-b46b-76efe701f1e9 req-c1f5e0b3-3c91-453d-9e32-ad6e7e7b561d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610422 Nov 12 04:23:43.869355 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:43.882137 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-680653e8-0a85-4aed-a65c-53eb0547e57c req-f2194476-c15c-40ff-a4bf-5dcd4c4710cc service neutron] 10.222.0.21 "GET /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974761 Nov 12 04:23:43.914070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 857b9fd8-0b9f-4261-97a9-d1c37d045288, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=857b9fd8-0b9f-4261-97a9-d1c37d045288,segment=NetworkSegment(9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca),segment_id=9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:43.989294 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:44.010953 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48772) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:44.100830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=857b9fd8-0b9f-4261-97a9-d1c37d045288,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:44.195226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddc76d-344a-4df0-bcf2-161cef09a9ab req-a2a02186-09de-426d-b304-58d390296368 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:44.197515 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8eddc76d-344a-4df0-bcf2-161cef09a9ab req-a2a02186-09de-426d-b304-58d390296368 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0773525 Nov 12 04:23:44.199449 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3829aa74-60a8-43ae-ab4c-ec7b769654dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:44.274400 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8eddc76d-344a-4df0-bcf2-161cef09a9ab req-5f866333-7fd8-4ddc-afa3-33fe45e05856 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699973 Nov 12 04:23:44.313096 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3829aa74-60a8-43ae-ab4c-ec7b769654dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:44.412229 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3829aa74-60a8-43ae-ab4c-ec7b769654dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:44.430075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba02fc-4a27-408c-9130-7697b2595b9c req-9ae52405-c9c0-4917-9af5-fc0741acf97f tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:44.431605 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-91ba02fc-4a27-408c-9130-7697b2595b9c req-9ae52405-c9c0-4917-9af5-fc0741acf97f tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 943 time: 0.0770235 Nov 12 04:23:44.460196 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829aa74-60a8-43ae-ab4c-ec7b769654dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecb1262-2ddb-4b4c-80ab-58b142575057,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:44.465194 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3829aa74-60a8-43ae-ab4c-ec7b769654dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48231a7cc60949529f5219dc91290d7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4531081 Nov 12 04:23:44.468617 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48792) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:44.533636 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ff08-7b00-4222-ad18-385b26e78ff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:44.537791 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-91ba02fc-4a27-408c-9130-7697b2595b9c req-fdbbe246-cd68-46c5-bfd7-08463504f58d tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998592 Nov 12 04:23:44.572499 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ff08-7b00-4222-ad18-385b26e78ff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:44.662981 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fd92e-9dfc-4813-9ac6-82894d8f391d req-0b161593-eeea-410b-881c-8e0c6bcd2871 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:44.664631 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a3fd92e-9dfc-4813-9ac6-82894d8f391d req-0b161593-eeea-410b-881c-8e0c6bcd2871 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0567153 Nov 12 04:23:44.722997 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ff08-7b00-4222-ad18-385b26e78ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:44.724563 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43eacd4-0350-448d-8470-a4b19fb2a4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857b9fd8-0b9f-4261-97a9-d1c37d045288'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:44.725935 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ff08-7b00-4222-ad18-385b26e78ff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:44.727421 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f3a5ff08-7b00-4222-ad18-385b26e78ff3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cecb1262-2ddb-4b4c-80ab-58b142575057 HTTP/1.1" status: 204 len: 168 time: 0.2575984 Nov 12 04:23:44.727896 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e7e775-7ef2-4ca3-b982-818dbccba362" -d '{"events": [{"server_uuid": "c43eacd4-0350-448d-8470-a4b19fb2a4bb", "name": "network-vif-plugged", "status": "completed", "tag": "857b9fd8-0b9f-4261-97a9-d1c37d045288"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:44.765134 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a3fd92e-9dfc-4813-9ac6-82894d8f391d req-e6f40702-28c2-41e9-b481-9861d0d017d1 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923448 Nov 12 04:23:44.779505 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5ff08-7b00-4222-ad18-385b26e78ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecb1262-2ddb-4b4c-80ab-58b142575057,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:44.824656 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adf5fa7-603f-4530-969f-93cd44a8d89e x-openstack-request-id: req-6adf5fa7-603f-4530-969f-93cd44a8d89e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:44.824952 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43eacd4-0350-448d-8470-a4b19fb2a4bb", "name": "network-vif-plugged", "status": "completed", "tag": "857b9fd8-0b9f-4261-97a9-d1c37d045288", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:44.825210 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6adf5fa7-603f-4530-969f-93cd44a8d89e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:44.825607 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43eacd4-0350-448d-8470-a4b19fb2a4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857b9fd8-0b9f-4261-97a9-d1c37d045288', 'code': 200} Nov 12 04:23:44.979534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9480a3-23ed-48e7-9f5f-f212dc5f7ed2 req-00849f51-6d9c-4c80-bc4e-2cfd868d2a51 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:44.981057 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a9480a3-23ed-48e7-9f5f-f212dc5f7ed2 req-00849f51-6d9c-4c80-bc4e-2cfd868d2a51 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0884371 Nov 12 04:23:44.985893 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd46dd-0923-4d95-aee3-ac5e9ba2cc5c req-6a53bf89-6cdb-474c-a309-6947be27bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:44.989612 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fcdd46dd-0923-4d95-aee3-ac5e9ba2cc5c req-6a53bf89-6cdb-474c-a309-6947be27bed6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c43eacd4-0350-448d-8470-a4b19fb2a4bb HTTP/1.1" status: 200 len: 1097 time: 0.0660651 Nov 12 04:23:45.070110 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fcdd46dd-0923-4d95-aee3-ac5e9ba2cc5c req-95556c2d-3150-4cbe-8860-9111869dddca service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725276 Nov 12 04:23:45.074211 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a9480a3-23ed-48e7-9f5f-f212dc5f7ed2 req-920db928-5c68-479e-943a-3579c456c288 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846195 Nov 12 04:23:45.284374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a692da-54d0-4418-a3a6-1be3d6b863d4 req-12edbe8c-98fa-4a3c-b6a5-34bd0e2836cf tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:45.284374 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43a692da-54d0-4418-a3a6-1be3d6b863d4 req-12edbe8c-98fa-4a3c-b6a5-34bd0e2836cf tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0805261 Nov 12 04:23:45.343613 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43a692da-54d0-4418-a3a6-1be3d6b863d4 req-9bdb489a-f424-4cba-80a0-3571329f2fcd tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522397 Nov 12 04:23:45.634787 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d983e9-5c1e-46f1-8a06-ebaebf9f2e6f req-112d8cbc-ccd4-45e0-9f40-07c306848f76 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:45.638071 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e6d983e9-5c1e-46f1-8a06-ebaebf9f2e6f req-112d8cbc-ccd4-45e0-9f40-07c306848f76 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0710456 Nov 12 04:23:45.710244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e6d983e9-5c1e-46f1-8a06-ebaebf9f2e6f req-5ba15cd8-af08-4653-a127-35eb541da60c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632067 Nov 12 04:23:45.835357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505cac2-3216-476c-9b7f-87b58f2eebd6 req-60b32ec6-25f9-4499-a14c-90b3ff57aabc tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:45.843595 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d505cac2-3216-476c-9b7f-87b58f2eebd6 req-60b32ec6-25f9-4499-a14c-90b3ff57aabc tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 943 time: 0.0707192 Nov 12 04:23:45.908619 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d505cac2-3216-476c-9b7f-87b58f2eebd6 req-bc2ca72b-b7d4-4c4b-b066-a0f39759ce22 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640662 Nov 12 04:23:46.045604 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f08d1-ab98-41c1-8ff0-aa14c8c8985e req-7d7cfd1b-9efe-49aa-ab26-cc3f719dc108 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:46.053615 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e98f08d1-ab98-41c1-8ff0-aa14c8c8985e req-7d7cfd1b-9efe-49aa-ab26-cc3f719dc108 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0674472 Nov 12 04:23:46.116472 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e98f08d1-ab98-41c1-8ff0-aa14c8c8985e req-0d1b0cd5-5c03-4759-997b-861cefc2247c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619652 Nov 12 04:23:46.529197 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704698af-c813-48f9-8a33-ff8eb9e7c519 req-d2194762-3c73-4c74-af84-d823cdd00fa8 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:46.536941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-704698af-c813-48f9-8a33-ff8eb9e7c519 req-d2194762-3c73-4c74-af84-d823cdd00fa8 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/networks?id=0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f HTTP/1.1" status: 200 len: 814 time: 0.2169003 Nov 12 04:23:46.563940 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-704698af-c813-48f9-8a33-ff8eb9e7c519 req-e56b71c9-7c0e-4273-8c01-3d1ff8cb4781 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/quotas/c5dbdfbedb0645dfa188fd2273da30e3 HTTP/1.1" status: 200 len: 375 time: 0.0180886 Nov 12 04:23:46.622279 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-704698af-c813-48f9-8a33-ff8eb9e7c519 req-a6bbb14d-7a95-4dd4-9a9f-326f83390934 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5dbdfbedb0645dfa188fd2273da30e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495462 Nov 12 04:23:46.634545 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 83099c9d-2738-4415-a378-3b6996d7ec87 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:23:46.786289 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 83099c9d-2738-4415-a378-3b6996d7ec87, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=83099c9d-2738-4415-a378-3b6996d7ec87,segment=NetworkSegment(9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca),segment_id=9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:46.799440 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95452ab2-5268-4269-a1f7-9b99e8885690 req-097287de-533f-409f-8518-9c60a2bf8862 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:46.801267 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95452ab2-5268-4269-a1f7-9b99e8885690 req-097287de-533f-409f-8518-9c60a2bf8862 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0970261 Nov 12 04:23:46.803818 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '83099c9d-2738-4415-a378-3b6996d7ec87', 'network_id': '6a76e814-73d2-4e4a-8781-449a1ff523d7', 'port_id': '83099c9d-2738-4415-a378-3b6996d7ec87', 'mac_address': 'fa:16:3e:20:50:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa95a144-ef18-486f-afe6-5aa6185981b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:23:46.888720 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:46.891280 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95452ab2-5268-4269-a1f7-9b99e8885690 req-8848f1d5-b3f1-4158-accf-d6670362c999 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828717 Nov 12 04:23:46.913694 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:46.920574 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83099c9d-2738-4415-a378-3b6996d7ec87 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:23:46.943759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 83099c9d-2738-4415-a378-3b6996d7ec87, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=83099c9d-2738-4415-a378-3b6996d7ec87,segment=NetworkSegment(9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca),segment_id=9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:46.994573 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:47.068819 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=83099c9d-2738-4415-a378-3b6996d7ec87,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:47.084121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d847c5-6a6e-4743-a679-86346e248608 req-6040068d-5448-42c9-a6d9-002d62c2a744 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:47.097432 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-38d847c5-6a6e-4743-a679-86346e248608 req-6040068d-5448-42c9-a6d9-002d62c2a744 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1130581 Nov 12 04:23:47.186683 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-38d847c5-6a6e-4743-a679-86346e248608 req-670ea0da-26f7-4ba6-be59-da71b2e1da99 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881753 Nov 12 04:23:47.377492 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48914) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:47.417241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4efe7c-465c-4821-9a6c-23eb142c2109 req-d0ee6b18-a080-47fc-ac41-4815704c5bd3 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:47.430021 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7e4efe7c-465c-4821-9a6c-23eb142c2109 req-d0ee6b18-a080-47fc-ac41-4815704c5bd3 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 944 time: 0.1075530 Nov 12 04:23:47.435815 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['83099c9d-2738-4415-a378-3b6996d7ec87'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:23:47.563922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7e4efe7c-465c-4821-9a6c-23eb142c2109 req-029956e4-4660-410f-84ed-26f70302e5c3 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326587 Nov 12 04:23:47.671848 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e1acbae4-d7ba-4c01-9334-39863c556df4 tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1372457367'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:47.672399 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e1acbae4-d7ba-4c01-9334-39863c556df4 tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] Unknown quota resources ['metering_label']. {{(pid=103297) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:23:47.767145 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b1c5eb3-0dbf-454e-8afe-e5df0b5b46a5 req-f26f37ff-86b4-46d4-bd61-ca8f2cc2b7f0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c5dbdfbedb0645dfa188fd2273da30e3 HTTP/1.1" status: 200 len: 221 time: 0.0636730 Nov 12 04:23:47.893672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131bebf-e2a1-4b16-9354-1cf7cc0fe93c req-55e408a6-e66e-4fbb-8f66-8f7b76d6cf97 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:47.895788 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c131bebf-e2a1-4b16-9354-1cf7cc0fe93c req-55e408a6-e66e-4fbb-8f66-8f7b76d6cf97 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0676589 Nov 12 04:23:47.959326 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c131bebf-e2a1-4b16-9354-1cf7cc0fe93c req-69c73905-7735-40b9-ab79-367d4902118f tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561779 Nov 12 04:23:48.073522 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1acbae4-d7ba-4c01-9334-39863c556df4 tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:48.074967 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e1acbae4-d7ba-4c01-9334-39863c556df4 tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6949794 Nov 12 04:23:48.077936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48936) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:48.082264 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ea3120aa-db81-4b2b-be74-20604df78fd2 tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c542564f-0e92-49f1-94f7-6222adc9a626'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:48.082804 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ea3120aa-db81-4b2b-be74-20604df78fd2 tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103297) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:23:48.100983 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4bda0-e3e7-460b-afd1-54cf7089dae4 req-84480b35-0bc7-4038-869a-fd10c9b286dc tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:48.102564 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ccd4bda0-e3e7-460b-afd1-54cf7089dae4 req-84480b35-0bc7-4038-869a-fd10c9b286dc tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0517344 Nov 12 04:23:48.104063 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:48.173857 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ccd4bda0-e3e7-460b-afd1-54cf7089dae4 req-23af7063-bdcd-4837-b3d3-86f23e6127de tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638108 Nov 12 04:23:48.319782 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62f5a6-8b2e-4de5-9826-c42e0aa24ec3 req-fd1c0cfd-5dfe-4241-860b-259890eef177 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:48.321389 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5d62f5a6-8b2e-4de5-9826-c42e0aa24ec3 req-fd1c0cfd-5dfe-4241-860b-259890eef177 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0531359 Nov 12 04:23:48.375174 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5d62f5a6-8b2e-4de5-9826-c42e0aa24ec3 req-e151060b-9d69-41cf-a818-2192e1728290 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472257 Nov 12 04:23:48.538860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98b9c6-4803-4491-9cef-06184452bd2b req-5764db49-b20f-4cb1-930e-709bfaaed0da tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:48.540720 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b98b9c6-4803-4491-9cef-06184452bd2b req-5764db49-b20f-4cb1-930e-709bfaaed0da tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0876441 Nov 12 04:23:48.571403 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48952) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:48.576660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-9691a2bb-5a9e-4bcf-84e7-6b191f1b379f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1630484344'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:48.611611 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b98b9c6-4803-4491-9cef-06184452bd2b req-07ef1e7e-b2bf-4214-b41f-f75817e8d004 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622180 Nov 12 04:23:48.617680 n-d-768509-24 neutron-server[103297]: WARNING neutron.services.metering.metering_plugin [None req-ea3120aa-db81-4b2b-be74-20604df78fd2 tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 04:23:48.652275 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 83099c9d-2738-4415-a378-3b6996d7ec87 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:48.706582 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9691a2bb-5a9e-4bcf-84e7-6b191f1b379f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Made reservation on behalf of c2da92794a0540cfa9ccbce1e95a15a3 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:48.709962 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9691a2bb-5a9e-4bcf-84e7-6b191f1b379f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:48.787792 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ea3120aa-db81-4b2b-be74-20604df78fd2 tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:48.792213 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ea3120aa-db81-4b2b-be74-20604df78fd2 tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7102072 Nov 12 04:23:48.792395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48966) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:48.799407 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-49712f7f-9896-4380-97c2-2d555652c3ed tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c542564f-0e92-49f1-94f7-6222adc9a626'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:48.799407 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-49712f7f-9896-4380-97c2-2d555652c3ed tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103297) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:23:48.809588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043c9b1-4b88-412a-8d23-63b2f54f6eec req-a1046bfa-29a2-4b14-8581-5ea85f513423 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:48.817691 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9043c9b1-4b88-412a-8d23-63b2f54f6eec req-a1046bfa-29a2-4b14-8581-5ea85f513423 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 944 time: 0.1431806 Nov 12 04:23:48.842092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9691a2bb-5a9e-4bcf-84e7-6b191f1b379f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:23:48.846215 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 83099c9d-2738-4415-a378-3b6996d7ec87 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:23:48.850561 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 83099c9d-2738-4415-a378-3b6996d7ec87 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:48.856352 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:48.868720 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9691a2bb-5a9e-4bcf-84e7-6b191f1b379f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:48.869075 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-9691a2bb-5a9e-4bcf-84e7-6b191f1b379f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Added segment 1b70b2a2-a948-49f3-9cfb-789f8980c4e7 of type vlan for network 79d2f23a-da96-4615-8aa1-f0a58d232473 Nov 12 04:23:48.897712 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9043c9b1-4b88-412a-8d23-63b2f54f6eec req-98ab3e84-d3a6-4063-b8af-dcf4544be12e tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788922 Nov 12 04:23:48.954574 n-d-768509-24 neutron-server[103297]: WARNING neutron.services.metering.metering_plugin [None req-49712f7f-9896-4380-97c2-2d555652c3ed tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 04:23:48.973459 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9691a2bb-5a9e-4bcf-84e7-6b191f1b379f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.027971 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.065902 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49712f7f-9896-4380-97c2-2d555652c3ed tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.067106 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-49712f7f-9896-4380-97c2-2d555652c3ed tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2737083 Nov 12 04:23:49.069634 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48970) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:49.082811 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b5d51724-3d63-44c6-b33e-7d4a7679e96c tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=b51aceb9-6e51-458a-9211-ea6076e661ca HTTP/1.1" status: 200 len: 462 time: 0.0119987 Nov 12 04:23:49.089001 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48972) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:49.100485 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9691a2bb-5a9e-4bcf-84e7-6b191f1b379f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.117953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 83099c9d-2738-4415-a378-3b6996d7ec87, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=83099c9d-2738-4415-a378-3b6996d7ec87,segment=NetworkSegment(9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca),segment_id=9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:49.119352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9691a2bb-5a9e-4bcf-84e7-6b191f1b379f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:49.119982 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9691a2bb-5a9e-4bcf-84e7-6b191f1b379f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.127610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50689bc0-f8b2-4fbd-9ccf-e78619e0b933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83099c9d-2738-4415-a378-3b6996d7ec87'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:49.129841 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03df1d82-f995-475c-967d-ea06690fa8de" -d '{"events": [{"server_uuid": "50689bc0-f8b2-4fbd-9ccf-e78619e0b933", "name": "network-vif-plugged", "status": "completed", "tag": "83099c9d-2738-4415-a378-3b6996d7ec87"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:49.166328 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.227979 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9691a2bb-5a9e-4bcf-84e7-6b191f1b379f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6553323 Nov 12 04:23:49.231471 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48978) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:49.241584 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0e1d9-12e3-46b8-9fc8-9d9f5628e8af req-00881a98-7cb8-4028-bbc0-c70b48540042 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:49.243600 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecb0e1d9-12e3-46b8-9fc8-9d9f5628e8af req-00881a98-7cb8-4028-bbc0-c70b48540042 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.2314689 Nov 12 04:23:49.248458 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-5a09331a-7a15-4c11-ad2c-cbcbff4d053b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-566086827'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:49.263254 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691a2bb-5a9e-4bcf-84e7-6b191f1b379f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event updated for resources: {'Network': ['ID=79d2f23a-da96-4615-8aa1-f0a58d232473,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:49.282577 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 79d2f23a-da96-4615-8aa1-f0a58d232473 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:23:49.283375 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=83099c9d-2738-4415-a378-3b6996d7ec87,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:49.325056 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecb0e1d9-12e3-46b8-9fc8-9d9f5628e8af req-3b10b961-5729-43af-ba31-abcd864b1adc tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705950 Nov 12 04:23:49.363264 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8ca40e13-f477-4318-b44f-ed5faf995e2d tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.364635 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8ca40e13-f477-4318-b44f-ed5faf995e2d tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/b51aceb9-6e51-458a-9211-ea6076e661ca HTTP/1.1" status: 204 len: 168 time: 0.2746704 Nov 12 04:23:49.366236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a09331a-7a15-4c11-ad2c-cbcbff4d053b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Made reservation on behalf of c2da92794a0540cfa9ccbce1e95a15a3 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:49.367571 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48982) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:49.370134 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5a09331a-7a15-4c11-ad2c-cbcbff4d053b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.385575 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48984) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:49.401714 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e038eff-ec3e-4902-ab4a-d02aa304691d x-openstack-request-id: req-7e038eff-ec3e-4902-ab4a-d02aa304691d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:49.402008 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50689bc0-f8b2-4fbd-9ccf-e78619e0b933", "name": "network-vif-plugged", "status": "completed", "tag": "83099c9d-2738-4415-a378-3b6996d7ec87", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:49.402267 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e038eff-ec3e-4902-ab4a-d02aa304691d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:49.402714 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50689bc0-f8b2-4fbd-9ccf-e78619e0b933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83099c9d-2738-4415-a378-3b6996d7ec87', 'code': 200} Nov 12 04:23:49.404408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48988) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:49.412141 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c6018dd0-da5c-42d7-923a-8ae47a63bae5 tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=b51aceb9-6e51-458a-9211-ea6076e661ca HTTP/1.1" status: 200 len: 221 time: 0.0433297 Nov 12 04:23:49.412532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-59075ab6-a4c3-454f-9756-1e162a11737d tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--398030567', 'description': 'label created by tempest'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:49.413009 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-59075ab6-a4c3-454f-9756-1e162a11737d tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] Unknown quota resources ['metering_label']. {{(pid=103296) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:23:49.547931 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b6af339-64ec-4010-97d0-2aef948db687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.558319 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a09331a-7a15-4c11-ad2c-cbcbff4d053b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:23:49.674672 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b6af339-64ec-4010-97d0-2aef948db687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.754489 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b6af339-64ec-4010-97d0-2aef948db687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.780848 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6af339-64ec-4010-97d0-2aef948db687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243629f4-cb3b-4f36-9b98-b68e01ae1a6a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:49.813212 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8b6af339-64ec-4010-97d0-2aef948db687 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1e911cee87546d180863844e668b7e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4215577 Nov 12 04:23:49.817053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48992) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:49.873157 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbdaca74-07b0-497d-8fcf-8e8257a430fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.897575 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbdaca74-07b0-497d-8fcf-8e8257a430fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:50.029933 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbdaca74-07b0-497d-8fcf-8e8257a430fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:50.033167 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbdaca74-07b0-497d-8fcf-8e8257a430fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:50.036886 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fbdaca74-07b0-497d-8fcf-8e8257a430fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/243629f4-cb3b-4f36-9b98-b68e01ae1a6a HTTP/1.1" status: 204 len: 168 time: 0.2163222 Nov 12 04:23:50.042813 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdaca74-07b0-497d-8fcf-8e8257a430fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243629f4-cb3b-4f36-9b98-b68e01ae1a6a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:50.062381 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5a09331a-7a15-4c11-ad2c-cbcbff4d053b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:50.062908 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-5a09331a-7a15-4c11-ad2c-cbcbff4d053b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Added segment 8dc154d6-7960-4447-be39-027a9ad6840e of type vlan for network 8ce3611a-3158-4092-88f0-6068ca0e253f Nov 12 04:23:50.120497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ab2eb-89d0-47ce-a279-da9461828036 req-ac754363-7bf1-4c50-99dc-73f614c38306 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:50.122081 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f2ab2eb-89d0-47ce-a279-da9461828036 req-ac754363-7bf1-4c50-99dc-73f614c38306 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.6131787 Nov 12 04:23:50.206398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d40f8a-ddf3-49fe-bf95-404a9c09381c req-253c8a22-787b-4c5c-a912-019b02c3acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:50.207984 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5d40f8a-ddf3-49fe-bf95-404a9c09381c req-253c8a22-787b-4c5c-a912-019b02c3acbd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 1097 time: 0.7002416 Nov 12 04:23:50.210773 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-59075ab6-a4c3-454f-9756-1e162a11737d tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:50.217172 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-59075ab6-a4c3-454f-9756-1e162a11737d tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8073630 Nov 12 04:23:50.217319 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49002) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:50.221346 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5a09331a-7a15-4c11-ad2c-cbcbff4d053b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:50.296085 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f2ab2eb-89d0-47ce-a279-da9461828036 req-823cc4b9-3729-4298-981f-b4a3ee08f12a tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536815 Nov 12 04:23:50.316988 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-60085c23-ba4f-42d5-8c17-383682b5b4a2 tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=179a5c88-6ea5-4eea-a64f-eb4bb6d6dc3f HTTP/1.1" status: 200 len: 467 time: 0.1010931 Nov 12 04:23:50.317567 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49004) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:50.320246 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5d40f8a-ddf3-49fe-bf95-404a9c09381c req-8d9a7f7d-90e6-4291-b269-0df1c7b1fc84 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949330 Nov 12 04:23:50.355101 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5a09331a-7a15-4c11-ad2c-cbcbff4d053b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:50.362082 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a09331a-7a15-4c11-ad2c-cbcbff4d053b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:50.362996 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5a09331a-7a15-4c11-ad2c-cbcbff4d053b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:50.491579 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5a09331a-7a15-4c11-ad2c-cbcbff4d053b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2583714 Nov 12 04:23:50.495319 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09331a-7a15-4c11-ad2c-cbcbff4d053b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event updated for resources: {'Network': ['ID=8ce3611a-3158-4092-88f0-6068ca0e253f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:50.507192 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49010) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:50.509201 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 8ce3611a-3158-4092-88f0-6068ca0e253f details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:23:50.516768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-01ac2548-3c11-41c1-a0a9-e652dfc758df tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Request body: {'subnet': {'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:50.622877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ee068-702c-4453-a7d1-5eac22c5b425 req-d1965ced-71bc-4ff7-80d0-eafc3d8c87ba tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:50.624611 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e27ee068-702c-4453-a7d1-5eac22c5b425 req-d1965ced-71bc-4ff7-80d0-eafc3d8c87ba tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 945 time: 0.2178035 Nov 12 04:23:50.644048 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa0cdfe8-1c5d-431b-ad4f-2194440bd4b4 tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:50.645004 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fa0cdfe8-1c5d-431b-ad4f-2194440bd4b4 tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/179a5c88-6ea5-4eea-a64f-eb4bb6d6dc3f HTTP/1.1" status: 204 len: 168 time: 0.3263795 Nov 12 04:23:50.647783 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49014) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:50.660202 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-19f7efed-8e11-4d2d-9461-1d38119841f9 tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=179a5c88-6ea5-4eea-a64f-eb4bb6d6dc3f HTTP/1.1" status: 200 len: 216 time: 0.0112975 Nov 12 04:23:50.667047 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49016) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:50.676559 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-aef76e1b-a335-4a16-863a-1841659d07e0 tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0084169 Nov 12 04:23:50.679849 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49018) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:50.688551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e27ee068-702c-4453-a7d1-5eac22c5b425 req-7e916e93-3d89-464b-a440-e320451b18b3 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567434 Nov 12 04:23:50.692019 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-10a85ee5-8c1b-4acf-9fe6-1024f29da581 tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0105224 Nov 12 04:23:50.705704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49020) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:50.767389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ac2548-3c11-41c1-a0a9-e652dfc758df tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Made reservation on behalf of c2da92794a0540cfa9ccbce1e95a15a3 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:50.771088 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01ac2548-3c11-41c1-a0a9-e652dfc758df tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:50.827951 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-04d57708-433f-44b1-ad3e-65c06f885655 tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/c542564f-0e92-49f1-94f7-6222adc9a626 HTTP/1.1" status: 200 len: 473 time: 0.1200562 Nov 12 04:23:50.831953 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49024) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:50.853345 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4fbf4fcc-cee4-4e0e-907d-f5cc7409ffa2 tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/2067f73e-2e24-4e8b-b2f1-0d056f9c2ef5 HTTP/1.1" status: 200 len: 459 time: 0.0202203 Nov 12 04:23:50.853977 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49026) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:50.930919 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ffd76-bd01-4ff5-8b19-78e5810b00b4 req-0d9e4955-1187-4804-ac57-26b6f22cd7a0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:50.932403 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fd2ffd76-bd01-4ff5-8b19-78e5810b00b4 req-0d9e4955-1187-4804-ac57-26b6f22cd7a0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1166306 Nov 12 04:23:50.986226 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49028) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:51.020962 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fd2ffd76-bd01-4ff5-8b19-78e5810b00b4 req-1f64508c-3643-43fa-b9e7-bcea523775e6 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808375 Nov 12 04:23:51.044102 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c50d0dd9-47b6-47e8-a473-9dcc8a073726 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:51.087407 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f345684f-386f-460c-b829-d5cbfd2290e6 tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:51.091153 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f345684f-386f-460c-b829-d5cbfd2290e6 tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/2067f73e-2e24-4e8b-b2f1-0d056f9c2ef5 HTTP/1.1" status: 204 len: 168 time: 0.2361538 Nov 12 04:23:51.092539 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49032) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:51.164615 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01ac2548-3c11-41c1-a0a9-e652dfc758df tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:51.212755 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbc693-6ebe-45a1-9222-f1e888ddefaf req-157e2328-49aa-4504-abb8-4abb24ac138c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:51.214469 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90cbc693-6ebe-45a1-9222-f1e888ddefaf req-157e2328-49aa-4504-abb8-4abb24ac138c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0927041 Nov 12 04:23:51.256961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac2548-3c11-41c1-a0a9-e652dfc758df tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event updated for resources: {'Subnet': ['ID=def5bb2e-e9ac-468c-88b9-6c140d20e94c,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:51.292128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac2548-3c11-41c1-a0a9-e652dfc758df tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Checking segment: {'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:51.292803 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac2548-3c11-41c1-a0a9-e652dfc758df tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Network hostable DHCP agents. Network: 79d2f23a-da96-4615-8aa1-f0a58d232473, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:23:51.317728 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90cbc693-6ebe-45a1-9222-f1e888ddefaf req-e6b813f9-f443-4e54-a7b0-30cd78526a4b tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889142 Nov 12 04:23:51.359531 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c50d0dd9-47b6-47e8-a473-9dcc8a073726 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:51.431298 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d5532aa-8a2e-4bf1-95d6-af91ba84e4ea tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:51.435029 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5d5532aa-8a2e-4bf1-95d6-af91ba84e4ea tempest-MeteringIpV6TestJSON-305926135 tempest-MeteringIpV6TestJSON-305926135-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/c542564f-0e92-49f1-94f7-6222adc9a626 HTTP/1.1" status: 204 len: 168 time: 0.3386109 Nov 12 04:23:51.454585 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b90a0-533f-4e60-b8cd-85cb2ecd510a req-6fecf495-88ac-4788-9876-e7a950737477 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:51.456319 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b51b90a0-533f-4e60-b8cd-85cb2ecd510a req-6fecf495-88ac-4788-9876-e7a950737477 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0512726 Nov 12 04:23:51.463765 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c50d0dd9-47b6-47e8-a473-9dcc8a073726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:51.467898 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac2548-3c11-41c1-a0a9-e652dfc758df tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Network 79d2f23a-da96-4615-8aa1-f0a58d232473 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:23:51.509010 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c50d0dd9-47b6-47e8-a473-9dcc8a073726 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac5f13f752534f7d8ef1b28c61edfecf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5215127 Nov 12 04:23:51.509847 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d0dd9-47b6-47e8-a473-9dcc8a073726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b6e9c3-4276-499e-ab8c-5d15ebe1f38e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:51.512805 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49044) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:51.545366 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b51b90a0-533f-4e60-b8cd-85cb2ecd510a req-8eb005ea-f473-4658-9624-09924b23175f tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819495 Nov 12 04:23:51.592216 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-01ac2548-3c11-41c1-a0a9-e652dfc758df tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 79d2f23a-da96-4615-8aa1-f0a58d232473) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:51.598661 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac2548-3c11-41c1-a0a9-e652dfc758df tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:51.599446 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01ac2548-3c11-41c1-a0a9-e652dfc758df tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:51.602987 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4216ec7a-b7f6-46b7-9483-cf2049db2a43 None None] Network 79d2f23a-da96-4615-8aa1-f0a58d232473 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:23:51.629799 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43093869-4f96-459b-9649-f4f03d0d923a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:51.660318 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43093869-4f96-459b-9649-f4f03d0d923a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:51.721721 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-01ac2548-3c11-41c1-a0a9-e652dfc758df tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2113175 Nov 12 04:23:51.732905 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49052) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:51.739611 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d6d113c0-cff5-4869-aade-168885d724da tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Request body: {'subnet': {'network_id': '8ce3611a-3158-4092-88f0-6068ca0e253f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:51.774083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706664a-065d-46bd-ae5f-8159ced42088 req-ef03058f-8059-4c7a-b712-fe7eca7e0d64 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:51.780959 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0706664a-065d-46bd-ae5f-8159ced42088 req-ef03058f-8059-4c7a-b712-fe7eca7e0d64 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1073925 Nov 12 04:23:51.817972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-79d2f23a-da96-4615-8aa1-f0a58d232473', 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'fixed_ips': [{'subnet_id': 'def5bb2e-e9ac-468c-88b9-6c140d20e94c'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:23:51.819536 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:51.852395 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0706664a-065d-46bd-ae5f-8159ced42088 req-2fd8e3ce-b338-4498-bf77-9a25bff5d14a tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702960 Nov 12 04:23:51.880314 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43093869-4f96-459b-9649-f4f03d0d923a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:51.887225 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43093869-4f96-459b-9649-f4f03d0d923a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:51.887225 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-43093869-4f96-459b-9649-f4f03d0d923a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04b6e9c3-4276-499e-ab8c-5d15ebe1f38e HTTP/1.1" status: 204 len: 168 time: 0.3696027 Nov 12 04:23:51.893719 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43093869-4f96-459b-9649-f4f03d0d923a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b6e9c3-4276-499e-ab8c-5d15ebe1f38e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:52.006449 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d113c0-cff5-4869-aade-168885d724da tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Made reservation on behalf of c2da92794a0540cfa9ccbce1e95a15a3 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:52.010030 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6d113c0-cff5-4869-aade-168885d724da tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:52.016023 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc38e22-6b4f-453a-8329-767ca19597ed req-6264fa31-18a4-420f-a898-020680b23be9 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:52.017587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2bc38e22-6b4f-453a-8329-767ca19597ed req-6264fa31-18a4-420f-a898-020680b23be9 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 945 time: 0.0689495 Nov 12 04:23:52.034931 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] Allocated IP 10.1.1.2 (79d2f23a-da96-4615-8aa1-f0a58d232473/def5bb2e-e9ac-468c-88b9-6c140d20e94c/e6595ee4-3c33-40a5-9a7b-41cf29f16e43) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:52.082720 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2bc38e22-6b4f-453a-8329-767ca19597ed req-f5644dc9-3d52-4ed6-bc9a-b40bb970c1a7 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526361 Nov 12 04:23:52.145696 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49062) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:52.266330 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:52.290842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184287d2-8fba-4341-b9d7-16a7fa103944 req-d9e77158-3c3e-4316-9fd4-928f6ab69a6f tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:52.299212 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-184287d2-8fba-4341-b9d7-16a7fa103944 req-d9e77158-3c3e-4316-9fd4-928f6ab69a6f tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1005049 Nov 12 04:23:52.378729 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:52.392226 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-184287d2-8fba-4341-b9d7-16a7fa103944 req-c9479836-a04b-437a-aa07-a885b11a5716 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892980 Nov 12 04:23:52.412777 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6d113c0-cff5-4869-aade-168885d724da tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:52.434295 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:23:52.438725 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b06bfc2-657c-46fa-ae5c-0fd8f3d19f2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:52.441223 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] Network 79d2f23a-da96-4615-8aa1-f0a58d232473 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:52.444685 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:52.447746 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:52.498394 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] Pushing event updated for resources: {'Port': ['ID=e6595ee4-3c33-40a5-9a7b-41cf29f16e43,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:52.540320 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] Attempting to bind port e6595ee4-3c33-40a5-9a7b-41cf29f16e43 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:52.540559 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d113c0-cff5-4869-aade-168885d724da tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Checking segment: {'id': '8dc154d6-7960-4447-be39-027a9ad6840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8ce3611a-3158-4092-88f0-6068ca0e253f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:52.541230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d113c0-cff5-4869-aade-168885d724da tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Network hostable DHCP agents. Network: 8ce3611a-3158-4092-88f0-6068ca0e253f, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:23:52.541629 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] Attempting to bind port e6595ee4-3c33-40a5-9a7b-41cf29f16e43 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:52.542379 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] Attempting to bind port e6595ee4-3c33-40a5-9a7b-41cf29f16e43 on network 79d2f23a-da96-4615-8aa1-f0a58d232473 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:52.543660 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d113c0-cff5-4869-aade-168885d724da tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event updated for resources: {'Subnet': ['ID=aa523a34-d8df-4b2a-8bb1-49cddad3028a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:52.551314 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:52.551995 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] Checking segment: {'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:52.552631 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:52.553514 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] Bound using segment: {'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:52.554273 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] Bound port: e6595ee4-3c33-40a5-9a7b-41cf29f16e43, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:52.554972 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:52.602591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def691db-3060-4d0b-919b-10129766697d req-8710b269-b23e-424c-b191-fa12f6aba390 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:52.609746 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-def691db-3060-4d0b-919b-10129766697d req-8710b269-b23e-424c-b191-fa12f6aba390 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0889826 Nov 12 04:23:52.622589 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] For port e6595ee4-3c33-40a5-9a7b-41cf29f16e43, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:52.627520 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] For port e6595ee4-3c33-40a5-9a7b-41cf29f16e43, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e6595ee4-3c33-40a5-9a7b-41cf29f16e43,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:52.654427 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b06bfc2-657c-46fa-ae5c-0fd8f3d19f2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:52.657748 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d113c0-cff5-4869-aade-168885d724da tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Network 8ce3611a-3158-4092-88f0-6068ca0e253f is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:23:52.681481 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-def691db-3060-4d0b-919b-10129766697d req-0ac4e8fa-f08a-4fe2-99a9-bc060381729b tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708346 Nov 12 04:23:52.701856 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:52.720996 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b06bfc2-657c-46fa-ae5c-0fd8f3d19f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:52.721474 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d6d113c0-cff5-4869-aade-168885d724da tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 8ce3611a-3158-4092-88f0-6068ca0e253f) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:52.734784 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f39dff3-51fb-4809-a51b-7b82af7a0893 None None] Network 8ce3611a-3158-4092-88f0-6068ca0e253f requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:23:52.754643 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d113c0-cff5-4869-aade-168885d724da tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:52.755937 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6d113c0-cff5-4869-aade-168885d724da tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:52.775403 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6b06bfc2-657c-46fa-ae5c-0fd8f3d19f2a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=950a5c31247c44cd8b4e398112b68682&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6283467 Nov 12 04:23:52.779974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49078) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:52.781050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06bfc2-657c-46fa-ae5c-0fd8f3d19f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cb0389-b5db-4a8c-9a26-bd8071c2ef25,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:52.823432 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49080) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:52.848214 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-93f68509-1e9d-44e3-a32f-593d2c0380da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:52.867622 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d6d113c0-cff5-4869-aade-168885d724da tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1330466 Nov 12 04:23:52.868223 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a491d9-023b-42a1-9afd-0e8946a96166 None None] Pushing event updated for resources: {'Port': ['ID=e6595ee4-3c33-40a5-9a7b-41cf29f16e43,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:52.870743 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49084) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:52.880662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e84954ac-2db6-4e58-ae76-9e17a8685ca6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Request body: {'port': {'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473', 'name': 'tempest-TaggedBootDevicesTest_v242-1414239863', 'fixed_ips': [{'subnet_id': 'def5bb2e-e9ac-468c-88b9-6c140d20e94c'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:52.895561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53465d4-acf8-4d01-97b7-d83b8bbd1271 req-2be3a9c2-0787-45f4-984f-9f38f4be4d77 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:52.897175 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a53465d4-acf8-4d01-97b7-d83b8bbd1271 req-2be3a9c2-0787-45f4-984f-9f38f4be4d77 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1083083 Nov 12 04:23:52.904456 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b6a841e7-7798-458f-801e-09ec9ac0e351 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:52.947127 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b6a841e7-7798-458f-801e-09ec9ac0e351 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:52.992498 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a53465d4-acf8-4d01-97b7-d83b8bbd1271 req-fba5f7d3-f7bc-40a0-9690-11308a4dc926 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723298 Nov 12 04:23:53.028539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-8ce3611a-3158-4092-88f0-6068ca0e253f', 'network_id': '8ce3611a-3158-4092-88f0-6068ca0e253f', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'fixed_ips': [{'subnet_id': 'aa523a34-d8df-4b2a-8bb1-49cddad3028a'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:23:53.029499 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:53.040172 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-93f68509-1e9d-44e3-a32f-593d2c0380da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:53.137608 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b6a841e7-7798-458f-801e-09ec9ac0e351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:53.142465 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b6a841e7-7798-458f-801e-09ec9ac0e351 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:53.150663 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b6a841e7-7798-458f-801e-09ec9ac0e351 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92cb0389-b5db-4a8c-9a26-bd8071c2ef25 HTTP/1.1" status: 204 len: 168 time: 0.3620021 Nov 12 04:23:53.164257 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a841e7-7798-458f-801e-09ec9ac0e351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cb0389-b5db-4a8c-9a26-bd8071c2ef25,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:53.174704 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-93f68509-1e9d-44e3-a32f-593d2c0380da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:53.222670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f68509-1e9d-44e3-a32f-593d2c0380da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7727072b-4dd6-4a37-aa08-5ba3bd8b9a57,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:53.253238 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-93f68509-1e9d-44e3-a32f-593d2c0380da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=18562d0897464541aeb20bd65a450b57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4285457 Nov 12 04:23:53.255894 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49092) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:53.262273 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb3784-1bf4-4518-bfdb-67a7b9451297 req-4fc34b95-ab6f-401a-b4f6-41115bf1b22c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:53.270480 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aebb3784-1bf4-4518-bfdb-67a7b9451297 req-4fc34b95-ab6f-401a-b4f6-41115bf1b22c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1795959 Nov 12 04:23:53.297784 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84954ac-2db6-4e58-ae76-9e17a8685ca6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Made reservation on behalf of c2da92794a0540cfa9ccbce1e95a15a3 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:53.347289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aebb3784-1bf4-4518-bfdb-67a7b9451297 req-53cf2db6-d155-4d9a-a258-91b84a1c9701 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758703 Nov 12 04:23:53.381512 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] Allocated IP 10.2.2.2 (8ce3611a-3158-4092-88f0-6068ca0e253f/aa523a34-d8df-4b2a-8bb1-49cddad3028a/76b91e78-14ee-43cf-b26d-e51ad5885065) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:53.512468 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7b6cf-9b6b-4fa7-bdc9-393ffb2cc168 req-f4804c33-42fa-42e7-ab7d-5564cf699e8b tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:53.520921 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5d7b6cf-9b6b-4fa7-bdc9-393ffb2cc168 req-f4804c33-42fa-42e7-ab7d-5564cf699e8b tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 945 time: 0.0709162 Nov 12 04:23:53.538005 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a6f694f-da9c-417d-85ff-fe9c06314d5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:53.585839 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5d7b6cf-9b6b-4fa7-bdc9-393ffb2cc168 req-67ec8436-2fbf-4dc7-84d2-5856a7d97763 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595584 Nov 12 04:23:53.615488 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a6f694f-da9c-417d-85ff-fe9c06314d5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:53.642876 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e84954ac-2db6-4e58-ae76-9e17a8685ca6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:53.655893 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:53.678745 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-e84954ac-2db6-4e58-ae76-9e17a8685ca6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] device_id is not set on port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:23:53.730380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd78484-318c-41f5-98d6-d0ab31b2306c req-4858ac93-9639-4e45-bf50-4fbb2a0d4e64 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:53.734683 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:53.743775 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7fd78484-318c-41f5-98d6-d0ab31b2306c req-4858ac93-9639-4e45-bf50-4fbb2a0d4e64 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 946 time: 0.0747471 Nov 12 04:23:53.833645 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7fd78484-318c-41f5-98d6-d0ab31b2306c req-27feb0cf-d6c6-4fcd-9478-fd65491d59fa tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870922 Nov 12 04:23:53.853256 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a6f694f-da9c-417d-85ff-fe9c06314d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:53.855927 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a6f694f-da9c-417d-85ff-fe9c06314d5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:53.861083 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4a6f694f-da9c-417d-85ff-fe9c06314d5a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7727072b-4dd6-4a37-aa08-5ba3bd8b9a57 HTTP/1.1" status: 204 len: 168 time: 0.6000266 Nov 12 04:23:53.890055 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] Network 8ce3611a-3158-4092-88f0-6068ca0e253f is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:53.902686 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:53.911238 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f694f-da9c-417d-85ff-fe9c06314d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7727072b-4dd6-4a37-aa08-5ba3bd8b9a57,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:53.914301 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:53.930188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] Pushing event updated for resources: {'Port': ['ID=76b91e78-14ee-43cf-b26d-e51ad5885065,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:54.019547 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] Attempting to bind port 76b91e78-14ee-43cf-b26d-e51ad5885065 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:54.020129 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] Attempting to bind port 76b91e78-14ee-43cf-b26d-e51ad5885065 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '8dc154d6-7960-4447-be39-027a9ad6840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8ce3611a-3158-4092-88f0-6068ca0e253f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:54.020818 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] Attempting to bind port 76b91e78-14ee-43cf-b26d-e51ad5885065 on network 8ce3611a-3158-4092-88f0-6068ca0e253f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:54.027224 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:54.027879 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] Checking segment: {'id': '8dc154d6-7960-4447-be39-027a9ad6840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8ce3611a-3158-4092-88f0-6068ca0e253f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:54.028474 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:54.029634 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] Bound using segment: {'id': '8dc154d6-7960-4447-be39-027a9ad6840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8ce3611a-3158-4092-88f0-6068ca0e253f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:54.030293 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] Bound port: 76b91e78-14ee-43cf-b26d-e51ad5885065, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc154d6-7960-4447-be39-027a9ad6840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8ce3611a-3158-4092-88f0-6068ca0e253f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:54.030886 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:54.056606 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-e84954ac-2db6-4e58-ae76-9e17a8685ca6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Allocated IP 10.1.1.190 (79d2f23a-da96-4615-8aa1-f0a58d232473/def5bb2e-e9ac-468c-88b9-6c140d20e94c/4cbb731e-d485-43c6-aa7c-f94c8d5d99e5) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:54.062950 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1ad50-7071-41a1-925f-d53048c1ef19 req-e02bfcde-df88-4d09-a769-56cba5dc007b tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:54.078418 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5dc1ad50-7071-41a1-925f-d53048c1ef19 req-e02bfcde-df88-4d09-a769-56cba5dc007b tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1379123 Nov 12 04:23:54.125096 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] For port 76b91e78-14ee-43cf-b26d-e51ad5885065, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:54.132708 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] For port 76b91e78-14ee-43cf-b26d-e51ad5885065, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=76b91e78-14ee-43cf-b26d-e51ad5885065,segment=NetworkSegment(8dc154d6-7960-4447-be39-027a9ad6840e),segment_id=8dc154d6-7960-4447-be39-027a9ad6840e)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:54.157446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5dc1ad50-7071-41a1-925f-d53048c1ef19 req-c915a56f-72c0-4649-834a-2a5efc905a16 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774679 Nov 12 04:23:54.230242 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:54.328933 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c127fe-b234-4ff0-88fc-4d430f4fd8c1 req-6996872a-1ad1-427b-8095-1c98b3df6aee tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:54.329438 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e84954ac-2db6-4e58-ae76-9e17a8685ca6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:54.331253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-83c127fe-b234-4ff0-88fc-4d430f4fd8c1 req-6996872a-1ad1-427b-8095-1c98b3df6aee tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43eacd4-0350-448d-8470-a4b19fb2a4bb HTTP/1.1" status: 200 len: 945 time: 0.0692945 Nov 12 04:23:54.404074 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-83c127fe-b234-4ff0-88fc-4d430f4fd8c1 req-2171779d-1e87-4420-8632-2db9591cfdc9 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663090 Nov 12 04:23:54.482439 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7e64fd-e00b-4058-bc04-2b8dae8fa999 None None] Network 79d2f23a-da96-4615-8aa1-f0a58d232473 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:23:54.495943 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49118) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:54.508415 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e84954ac-2db6-4e58-ae76-9e17a8685ca6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:54.558734 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-84427409-4278-4b94-8d6d-c235267f7488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:54.620112 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66483111-2b6f-48ef-b09f-e6df3cef5089 None None] Pushing event updated for resources: {'Port': ['ID=76b91e78-14ee-43cf-b26d-e51ad5885065,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:54.664895 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4968cc0a-feb1-42ad-9a5e-d44b5080fd58 None None] Provisioning complete for port e6595ee4-3c33-40a5-9a7b-41cf29f16e43 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:54.666103 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4968cc0a-feb1-42ad-9a5e-d44b5080fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:54.718378 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84954ac-2db6-4e58-ae76-9e17a8685ca6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Network 79d2f23a-da96-4615-8aa1-f0a58d232473 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:54.721790 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e84954ac-2db6-4e58-ae76-9e17a8685ca6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:54.733851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84954ac-2db6-4e58-ae76-9e17a8685ca6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:54.761836 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734e7a2-766d-40f1-b79e-6c9be2b4f703 req-19efdab8-0599-441a-9837-b4daa2d8b2fd tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:54.768803 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3734e7a2-766d-40f1-b79e-6c9be2b4f703 req-19efdab8-0599-441a-9837-b4daa2d8b2fd tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1914287 Nov 12 04:23:54.821278 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84954ac-2db6-4e58-ae76-9e17a8685ca6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event updated for resources: {'Port': ['ID=4cbb731e-d485-43c6-aa7c-f94c8d5d99e5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:54.915963 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84954ac-2db6-4e58-ae76-9e17a8685ca6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:54.917742 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e84954ac-2db6-4e58-ae76-9e17a8685ca6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:54.941297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3734e7a2-766d-40f1-b79e-6c9be2b4f703 req-716b1403-3e04-4618-a6a6-bddfc0f26674 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634028 Nov 12 04:23:54.951983 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-84427409-4278-4b94-8d6d-c235267f7488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:54.964949 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4968cc0a-feb1-42ad-9a5e-d44b5080fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.039888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4968cc0a-feb1-42ad-9a5e-d44b5080fd58 None None] For port e6595ee4-3c33-40a5-9a7b-41cf29f16e43, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e6595ee4-3c33-40a5-9a7b-41cf29f16e43,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:55.061715 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e6595ee4-3c33-40a5-9a7b-41cf29f16e43 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:55.062999 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-84427409-4278-4b94-8d6d-c235267f7488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.138412 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49126) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:55.147841 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e84954ac-2db6-4e58-ae76-9e17a8685ca6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2758310 Nov 12 04:23:55.155302 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-84427409-4278-4b94-8d6d-c235267f7488 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=324a92ea37b6418d85e49ca62267c9ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6551726 Nov 12 04:23:55.156138 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49128) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:55.156817 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84427409-4278-4b94-8d6d-c235267f7488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc00bf7-2e32-4a2a-a875-6fd66303ead9,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:55.163830 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-bb5bf742-82a1-4640-a583-97be4eed8129 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Request body: {'port': {'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473', 'name': 'tempest-TaggedBootDevicesTest_v242-675403261', 'fixed_ips': [{'subnet_id': 'def5bb2e-e9ac-468c-88b9-6c140d20e94c'}]}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:55.172773 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4968cc0a-feb1-42ad-9a5e-d44b5080fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.249648 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ad819e0-8f13-4bb2-b6e5-8a6e67c53f21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.253010 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port e6595ee4-3c33-40a5-9a7b-41cf29f16e43 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:55.253619 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.301869 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ad819e0-8f13-4bb2-b6e5-8a6e67c53f21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.323998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968cc0a-feb1-42ad-9a5e-d44b5080fd58 None None] Pushing event updated for resources: {'Port': ['ID=e6595ee4-3c33-40a5-9a7b-41cf29f16e43,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:55.433094 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-92197497-bdfb-4d84-91a3-db09de572840 None None] Provisioning complete for port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:55.433475 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-92197497-bdfb-4d84-91a3-db09de572840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.440666 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974ead0-8401-4c86-aa60-7de321dc5e00 req-c56e4f9b-4a0e-4051-bc28-f523fbc02d74 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:55.442279 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d974ead0-8401-4c86-aa60-7de321dc5e00 req-c56e4f9b-4a0e-4051-bc28-f523fbc02d74 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 945 time: 0.0825434 Nov 12 04:23:55.469833 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ad819e0-8f13-4bb2-b6e5-8a6e67c53f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.473186 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ad819e0-8f13-4bb2-b6e5-8a6e67c53f21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.477849 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4ad819e0-8f13-4bb2-b6e5-8a6e67c53f21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fcc00bf7-2e32-4a2a-a875-6fd66303ead9 HTTP/1.1" status: 204 len: 168 time: 0.3372433 Nov 12 04:23:55.496058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5bf742-82a1-4640-a583-97be4eed8129 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Made reservation on behalf of c2da92794a0540cfa9ccbce1e95a15a3 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:55.498422 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad819e0-8f13-4bb2-b6e5-8a6e67c53f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc00bf7-2e32-4a2a-a875-6fd66303ead9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:55.522286 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-92197497-bdfb-4d84-91a3-db09de572840 None None] Port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:55.555169 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d974ead0-8401-4c86-aa60-7de321dc5e00 req-7a09219b-43fa-41d5-927c-be1cc0457c25 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060419 Nov 12 04:23:55.583338 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-92197497-bdfb-4d84-91a3-db09de572840 None None] Provisioning complete for port e6595ee4-3c33-40a5-9a7b-41cf29f16e43 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:55.583801 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-92197497-bdfb-4d84-91a3-db09de572840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.733306 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf742-82a1-4640-a583-97be4eed8129 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.762094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-bb5bf742-82a1-4640-a583-97be4eed8129 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] device_id is not set on port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:23:55.925079 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ed36e415-f651-4d51-8590-a226fbe630e9 None None] Provisioning complete for port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:55.925079 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed36e415-f651-4d51-8590-a226fbe630e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.955634 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97195d94-e459-435d-9e78-df8bbc85b578 req-1ba8bf1b-b04b-4796-8fb0-e6cedf344e15 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:55.957457 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-97195d94-e459-435d-9e78-df8bbc85b578 req-1ba8bf1b-b04b-4796-8fb0-e6cedf344e15 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 946 time: 0.0868144 Nov 12 04:23:55.967453 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ed36e415-f651-4d51-8590-a226fbe630e9 None None] Port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:56.033282 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-bb5bf742-82a1-4640-a583-97be4eed8129 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Allocated IP 10.1.1.141 (79d2f23a-da96-4615-8aa1-f0a58d232473/def5bb2e-e9ac-468c-88b9-6c140d20e94c/748ffb26-f9f4-41f0-b898-e8e2c87b6af5) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:56.055707 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-97195d94-e459-435d-9e78-df8bbc85b578 req-d4b61b90-70b5-4921-83c4-c434f84d93a6 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778100 Nov 12 04:23:56.112043 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51737eda-041b-4f09-90cf-02c9fbae47d5 None None] Network 8ce3611a-3158-4092-88f0-6068ca0e253f requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:23:56.228808 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-41b0393d-bdf7-4ed8-bc49-394526e4187e None None] Provisioning complete for port 76b91e78-14ee-43cf-b26d-e51ad5885065 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:56.229175 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41b0393d-bdf7-4ed8-bc49-394526e4187e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:56.259144 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ec26c-5f8c-4e15-8be7-5e11a07765d4 req-744607f0-1cad-45dd-8746-9f225fbe9ef8 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:56.260653 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-065ec26c-5f8c-4e15-8be7-5e11a07765d4 req-744607f0-1cad-45dd-8746-9f225fbe9ef8 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1107645 Nov 12 04:23:56.302815 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf742-82a1-4640-a583-97be4eed8129 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:56.346279 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-065ec26c-5f8c-4e15-8be7-5e11a07765d4 req-614e173b-128c-4e44-a182-41e2ca7810c0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785906 Nov 12 04:23:56.387792 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41b0393d-bdf7-4ed8-bc49-394526e4187e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:56.436461 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-41b0393d-bdf7-4ed8-bc49-394526e4187e None None] For port 76b91e78-14ee-43cf-b26d-e51ad5885065, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=76b91e78-14ee-43cf-b26d-e51ad5885065,segment=NetworkSegment(8dc154d6-7960-4447-be39-027a9ad6840e),segment_id=8dc154d6-7960-4447-be39-027a9ad6840e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:56.447802 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf742-82a1-4640-a583-97be4eed8129 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:56.517364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5bf742-82a1-4640-a583-97be4eed8129 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Network 79d2f23a-da96-4615-8aa1-f0a58d232473 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:56.528064 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-bb5bf742-82a1-4640-a583-97be4eed8129 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:56.531314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5bf742-82a1-4640-a583-97be4eed8129 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:56.552286 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41b0393d-bdf7-4ed8-bc49-394526e4187e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:56.596768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5bf742-82a1-4640-a583-97be4eed8129 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:56.597719 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf742-82a1-4640-a583-97be4eed8129 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:56.614283 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bf742-82a1-4640-a583-97be4eed8129 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event updated for resources: {'Port': ['ID=748ffb26-f9f4-41f0-b898-e8e2c87b6af5,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:56.650321 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0393d-bdf7-4ed8-bc49-394526e4187e None None] Pushing event updated for resources: {'Port': ['ID=76b91e78-14ee-43cf-b26d-e51ad5885065,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:56.743897 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bb5bf742-82a1-4640-a583-97be4eed8129 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5840738 Nov 12 04:23:56.813224 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ed0d7-3016-43bc-b024-e6e9e70b2d11 req-c54c2bcb-e039-48e4-9dbe-4e5398a60bb2 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:56.820488 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ed0d7-3016-43bc-b024-e6e9e70b2d11 req-c54c2bcb-e039-48e4-9dbe-4e5398a60bb2 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:56.843499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ed0d7-3016-43bc-b024-e6e9e70b2d11 req-c54c2bcb-e039-48e4-9dbe-4e5398a60bb2 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:56.851089 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f12ed0d7-3016-43bc-b024-e6e9e70b2d11 req-c54c2bcb-e039-48e4-9dbe-4e5398a60bb2 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933&device_id=c43eacd4-0350-448d-8470-a4b19fb2a4bb&device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 2417 time: 0.1741121 Nov 12 04:23:56.899749 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c5ccc383-b4a1-44dc-b19c-0ebc1b4d8f31 None None] Provisioning complete for port 76b91e78-14ee-43cf-b26d-e51ad5885065 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:56.900123 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc383-b4a1-44dc-b19c-0ebc1b4d8f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:56.928811 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f12ed0d7-3016-43bc-b024-e6e9e70b2d11 req-2fec9d64-9cc3-4ebc-ba21-758cc9c47056 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767605 Nov 12 04:23:57.097122 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 76b91e78-14ee-43cf-b26d-e51ad5885065 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:57.172431 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 76b91e78-14ee-43cf-b26d-e51ad5885065 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:57.172899 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:57.182531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49170) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:57.224284 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8477cc2f-a162-484e-9967-32ec61d00410 None None] Provisioning complete for port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:57.224651 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8477cc2f-a162-484e-9967-32ec61d00410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:57.290078 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8477cc2f-a162-484e-9967-32ec61d00410 None None] Port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:57.304631 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e6595ee4-3c33-40a5-9a7b-41cf29f16e43 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:57.345549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f8f4e-6cce-4b9d-8c81-89e372d6f3b1 req-8e5065ae-d4be-4f38-b12c-047843fca937 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:57.347127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-974f8f4e-6cce-4b9d-8c81-89e372d6f3b1 req-8e5065ae-d4be-4f38-b12c-047843fca937 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0992696 Nov 12 04:23:57.357015 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port e6595ee4-3c33-40a5-9a7b-41cf29f16e43 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:57.357520 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-65a28c83-4855-43b1-8e96-7b091364fa60 tempest-AgentManagementNegativeTest-995422668 tempest-AgentManagementNegativeTest-995422668-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1733289 Nov 12 04:23:57.360503 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:57.411313 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-974f8f4e-6cce-4b9d-8c81-89e372d6f3b1 req-c95f2575-ee2c-4299-82c5-a96aaea0da1d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526578 Nov 12 04:23:57.662399 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49182) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:57.667005 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-4f444631-81bd-42b6-bee6-733e7dabb22f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1662338989', 'description': 'tempest-description--754611085'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:57.754276 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4f444631-81bd-42b6-bee6-733e7dabb22f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:57.807887 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba3e13-e326-4ede-93b9-037c520a9087 req-6119c133-c1fc-48c5-a667-ddf6c1f45bf6 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:57.809395 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fba3e13-e326-4ede-93b9-037c520a9087 req-6119c133-c1fc-48c5-a667-ddf6c1f45bf6 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 945 time: 0.0673244 Nov 12 04:23:57.899846 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4f444631-81bd-42b6-bee6-733e7dabb22f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:57.905755 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fba3e13-e326-4ede-93b9-037c520a9087 req-66e73741-da34-456e-889c-c21881a0060b tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844038 Nov 12 04:23:57.923087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49190) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:57.989684 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4f444631-81bd-42b6-bee6-733e7dabb22f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.046775 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f444631-81bd-42b6-bee6-733e7dabb22f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e6c171-e7d5-4250-ad88-db39b24caac4,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:58.064333 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b1ee3ce5-0f76-478c-ab05-f4fd61142432 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.138374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12994925-3ef8-4bff-8dde-7af062695f53 req-198ebcde-bc9a-4c7f-b35e-a1c499fa67d9 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:58.139888 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-12994925-3ef8-4bff-8dde-7af062695f53 req-198ebcde-bc9a-4c7f-b35e-a1c499fa67d9 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0776770 Nov 12 04:23:58.142576 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4f444631-81bd-42b6-bee6-733e7dabb22f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.146244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4f444631-81bd-42b6-bee6-733e7dabb22f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4802730 Nov 12 04:23:58.146951 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49198) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:58.151936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1453dd69-6fab-40e0-bde1-4ac9d773f578 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Request body: {'security_group_rule': {'security_group_id': 'e0e6c171-e7d5-4250-ad88-db39b24caac4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:58.217841 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-12994925-3ef8-4bff-8dde-7af062695f53 req-9402b408-d5e8-40f2-9cb2-2ada8fa14a81 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709960 Nov 12 04:23:58.235479 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b1ee3ce5-0f76-478c-ab05-f4fd61142432 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.263501 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1453dd69-6fab-40e0-bde1-4ac9d773f578 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.286342 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b1ee3ce5-0f76-478c-ab05-f4fd61142432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.331216 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1453dd69-6fab-40e0-bde1-4ac9d773f578 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.336158 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b1ee3ce5-0f76-478c-ab05-f4fd61142432 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=459378a4fd66446a91bae1fa80321e44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4118280 Nov 12 04:23:58.337659 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee3ce5-0f76-478c-ab05-f4fd61142432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b419f8-61d5-4a25-9d19-ca4351a3adbe,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:58.339781 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49204) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:58.396562 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11aeb11f-19f2-4d3f-8d12-18b2f593c25b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.411808 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1453dd69-6fab-40e0-bde1-4ac9d773f578 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.438469 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9fb99-3cf3-4a07-8b5a-e1591c70972b req-102394e9-ae67-410d-9d05-9e89a8b022dc tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:58.440106 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96c9fb99-3cf3-4a07-8b5a-e1591c70972b req-102394e9-ae67-410d-9d05-9e89a8b022dc tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0558517 Nov 12 04:23:58.442082 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11aeb11f-19f2-4d3f-8d12-18b2f593c25b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.451517 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453dd69-6fab-40e0-bde1-4ac9d773f578 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42c42e8-87d7-43c6-a112-4044f02d2dea,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:58.504429 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96c9fb99-3cf3-4a07-8b5a-e1591c70972b req-2a0a1b84-9971-4d45-9f4f-62a25c569e46 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568929 Nov 12 04:23:58.557184 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1453dd69-6fab-40e0-bde1-4ac9d773f578 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.561204 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1453dd69-6fab-40e0-bde1-4ac9d773f578 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4102309 Nov 12 04:23:58.564920 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49210) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:58.565718 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-76e7179c-b4df-4499-b10f-1b2e95bce9bd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Request body: {'security_group_rule': {'security_group_id': 'e0e6c171-e7d5-4250-ad88-db39b24caac4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:58.585627 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11aeb11f-19f2-4d3f-8d12-18b2f593c25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.588275 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11aeb11f-19f2-4d3f-8d12-18b2f593c25b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.593639 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-11aeb11f-19f2-4d3f-8d12-18b2f593c25b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14b419f8-61d5-4a25-9d19-ca4351a3adbe HTTP/1.1" status: 204 len: 168 time: 0.2484412 Nov 12 04:23:58.601793 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aeb11f-19f2-4d3f-8d12-18b2f593c25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b419f8-61d5-4a25-9d19-ca4351a3adbe,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:58.677645 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76e7179c-b4df-4499-b10f-1b2e95bce9bd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.742223 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76e7179c-b4df-4499-b10f-1b2e95bce9bd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.846136 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76e7179c-b4df-4499-b10f-1b2e95bce9bd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.867891 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7179c-b4df-4499-b10f-1b2e95bce9bd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8cdf7f-3cb3-4f73-967f-4a81783c44d8,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:58.970406 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76e7179c-b4df-4499-b10f-1b2e95bce9bd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.981022 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-76e7179c-b4df-4499-b10f-1b2e95bce9bd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4100351 Nov 12 04:23:58.981394 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49224) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:58.986118 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-871c606c-a046-46e9-b8de-989ca15cdcda tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:59.125774 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-871c606c-a046-46e9-b8de-989ca15cdcda tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:59.179956 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7aafa2-8c90-415d-b950-26f898c79489 req-9d620710-f9c2-4195-9dcd-bfb7f9610d59 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:59.184005 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e7aafa2-8c90-415d-b950-26f898c79489 req-9d620710-f9c2-4195-9dcd-bfb7f9610d59 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0749319 Nov 12 04:23:59.241168 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e7aafa2-8c90-415d-b950-26f898c79489 req-3f0d0b7b-a051-437d-b094-816192697976 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501175 Nov 12 04:23:59.272354 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-871c606c-a046-46e9-b8de-989ca15cdcda tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:59.392352 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-871c606c-a046-46e9-b8de-989ca15cdcda tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Allocated IP 172.25.1.67 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/ff5728af-66cc-4286-97e9-c688fffef1ef) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:59.508370 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-871c606c-a046-46e9-b8de-989ca15cdcda tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:59.658351 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-871c606c-a046-46e9-b8de-989ca15cdcda tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:59.697227 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871c606c-a046-46e9-b8de-989ca15cdcda tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:59.707012 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-871c606c-a046-46e9-b8de-989ca15cdcda tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:59.709916 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871c606c-a046-46e9-b8de-989ca15cdcda tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:59.712431 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c606c-a046-46e9-b8de-989ca15cdcda tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event updated for resources: {'Port': ['ID=ff5728af-66cc-4286-97e9-c688fffef1ef,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:59.800759 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-871c606c-a046-46e9-b8de-989ca15cdcda tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:59.929595 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-871c606c-a046-46e9-b8de-989ca15cdcda tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:59.932190 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49256) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:59.945072 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbf8be-a18e-4933-98e4-39360fc65f0e req-2af47fc6-a6c8-4279-83c3-0d421e230f39 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:59.946696 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a1cbf8be-a18e-4933-98e4-39360fc65f0e req-2af47fc6-a6c8-4279-83c3-0d421e230f39 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 946 time: 0.0701108 Nov 12 04:24:00.005512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a1cbf8be-a18e-4933-98e4-39360fc65f0e req-27bfb07c-7043-4044-a3d3-be77a7c08093 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525737 Nov 12 04:24:00.073171 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6693d00a-c5ed-4f94-9ff1-a041e909a169 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1914704391'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:00.129083 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-871c606c-a046-46e9-b8de-989ca15cdcda tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.211662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6693d00a-c5ed-4f94-9ff1-a041e909a169 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:00.215224 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6693d00a-c5ed-4f94-9ff1-a041e909a169 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.225644 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6693d00a-c5ed-4f94-9ff1-a041e909a169 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.227394 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-871c606c-a046-46e9-b8de-989ca15cdcda tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.315599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c606c-a046-46e9-b8de-989ca15cdcda tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event updated for resources: {'Port': ['ID=ff5728af-66cc-4286-97e9-c688fffef1ef,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:00.334080 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-871c606c-a046-46e9-b8de-989ca15cdcda tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.380366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4de02-7a2b-47f4-bcbe-3d4d0c34afe1 req-34240e12-af69-4b9f-b16e-df33671f60a5 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:00.383000 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-40b4de02-7a2b-47f4-bcbe-3d4d0c34afe1 req-34240e12-af69-4b9f-b16e-df33671f60a5 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0686390 Nov 12 04:24:00.386528 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6693d00a-c5ed-4f94-9ff1-a041e909a169 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.437252 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-40b4de02-7a2b-47f4-bcbe-3d4d0c34afe1 req-a82efdb5-1a98-4f62-8224-17c2a8fc569a tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432093 Nov 12 04:24:00.460053 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-871c606c-a046-46e9-b8de-989ca15cdcda tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.461633 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-871c606c-a046-46e9-b8de-989ca15cdcda tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4793952 Nov 12 04:24:00.487126 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6693d00a-c5ed-4f94-9ff1-a041e909a169 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.520886 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6693d00a-c5ed-4f94-9ff1-a041e909a169 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:24:00.527315 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693d00a-c5ed-4f94-9ff1-a041e909a169 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d30ef600-dc2d-470c-bd7d-80e03a161ce5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:00.536329 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6693d00a-c5ed-4f94-9ff1-a041e909a169 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.536666 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-6693d00a-c5ed-4f94-9ff1-a041e909a169 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Added segment 91048b08-136f-41ec-b45e-4ce845b72653 of type vlan for network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe Nov 12 04:24:00.597662 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6693d00a-c5ed-4f94-9ff1-a041e909a169 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.708835 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6693d00a-c5ed-4f94-9ff1-a041e909a169 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.714657 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6693d00a-c5ed-4f94-9ff1-a041e909a169 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:00.715438 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6693d00a-c5ed-4f94-9ff1-a041e909a169 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.798104 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693d00a-c5ed-4f94-9ff1-a041e909a169 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Network': ['ID=52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:00.811668 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:24:00.865775 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6693d00a-c5ed-4f94-9ff1-a041e909a169 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9326816 Nov 12 04:24:00.869267 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49276) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:00.875488 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-842c11fd-c825-4102-83e2-b35e735fee87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:01.004593 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-968c89f4-fedc-495d-812b-17737a83f94a tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1662338989&fields=id&tenant_id=c2da92794a0540cfa9ccbce1e95a15a3 HTTP/1.1" status: 200 len: 267 time: 0.0461111 Nov 12 04:24:01.069723 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-d3ffe77c-5f42-4454-a49e-afa9e68a4cb6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:01.071213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-d3ffe77c-5f42-4454-a49e-afa9e68a4cb6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports/4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 HTTP/1.1" status: 200 len: 937 time: 0.0593767 Nov 12 04:24:01.114616 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842c11fd-c825-4102-83e2-b35e735fee87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:01.118872 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-842c11fd-c825-4102-83e2-b35e735fee87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:01.126312 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-1b08ce88-cd20-47aa-97fa-08b7fcf9d789 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:01.127816 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-1b08ce88-cd20-47aa-97fa-08b7fcf9d789 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports/748ffb26-f9f4-41f0-b898-e8e2c87b6af5 HTTP/1.1" status: 200 len: 936 time: 0.0498884 Nov 12 04:24:01.199882 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-c21eb890-1e1f-40ea-870b-45c81b9d76ad tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?network_id=8ce3611a-3158-4092-88f0-6068ca0e253f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0604007 Nov 12 04:24:01.259559 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-a21afdd3-08f4-4e42-b16b-c671122f4640 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?network_id=8ce3611a-3158-4092-88f0-6068ca0e253f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0511441 Nov 12 04:24:01.400522 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-842c11fd-c825-4102-83e2-b35e735fee87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:01.411824 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-bb8b8696-3061-4eac-bbb2-4e40896c9a7b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:01.417908 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-bb8b8696-3061-4eac-bbb2-4e40896c9a7b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:01.424501 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-bb8b8696-3061-4eac-bbb2-4e40896c9a7b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:01.426135 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-bb8b8696-3061-4eac-bbb2-4e40896c9a7b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/networks?id=fb300127-0441-4443-aae7-eeff2c911c12&id=79d2f23a-da96-4615-8aa1-f0a58d232473&id=79d2f23a-da96-4615-8aa1-f0a58d232473&id=8ce3611a-3158-4092-88f0-6068ca0e253f&id=8ce3611a-3158-4092-88f0-6068ca0e253f HTTP/1.1" status: 200 len: 1995 time: 0.1593328 Nov 12 04:24:01.446298 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-dc4e173e-592a-4442-a71b-414321c474ff tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/quotas/c2da92794a0540cfa9ccbce1e95a15a3 HTTP/1.1" status: 200 len: 375 time: 0.0135608 Nov 12 04:24:01.474405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c11fd-c825-4102-83e2-b35e735fee87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=994959ac-cda2-4bdd-8e23-2e78fffb54e4,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:01.480639 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842c11fd-c825-4102-83e2-b35e735fee87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:01.481272 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842c11fd-c825-4102-83e2-b35e735fee87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network hostable DHCP agents. Network: 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:24:01.539878 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-89b1fc21-dc97-4b23-bd87-d5afb8842cb2 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2da92794a0540cfa9ccbce1e95a15a3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0865571 Nov 12 04:24:01.710490 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9e76d83d-6e67-47bc-8a97-6b2755a4d569 service neutron] 10.222.0.37 "GET /v2.0/networks/fb300127-0441-4443-aae7-eeff2c911c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552031 Nov 12 04:24:01.804661 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-8aaa1896-1176-4e42-926f-a3dd75e87788 service neutron] 10.222.0.37 "GET /v2.0/networks/fb300127-0441-4443-aae7-eeff2c911c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853488 Nov 12 04:24:01.846169 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-d423361c-074c-4bc7-9d52-f744d6160608 service neutron] 10.222.0.37 "GET /v2.0/ports/4cbb731e-d485-43c6-aa7c-f94c8d5d99e5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0339277 Nov 12 04:24:01.939260 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-b595f9a0-8925-42e6-932a-51c2ff1a1701 service neutron] 10.222.0.37 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871351 Nov 12 04:24:02.041140 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-ba1cff12-bfd1-466e-aa82-9e3da09bf737 service neutron] 10.222.0.37 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954030 Nov 12 04:24:02.063118 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842c11fd-c825-4102-83e2-b35e735fee87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:24:02.082767 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-1b9befd5-5c0a-4b84-a470-2ab4a4af1374 service neutron] 10.222.0.37 "GET /v2.0/ports/748ffb26-f9f4-41f0-b898-e8e2c87b6af5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0352311 Nov 12 04:24:02.169535 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-f983c38e-b5af-4c8e-b669-16c71e97483e service neutron] 10.222.0.37 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808954 Nov 12 04:24:02.251653 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-842c11fd-c825-4102-83e2-b35e735fee87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:02.256341 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c11fd-c825-4102-83e2-b35e735fee87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:02.256947 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-842c11fd-c825-4102-83e2-b35e735fee87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.263627 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4690cfae-9559-497e-9f19-42fcdef223e6 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:02.267525 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-0c08d631-5fd5-43c7-a513-d6a25abb0d3e service neutron] 10.222.0.37 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918446 Nov 12 04:24:02.373654 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-842c11fd-c825-4102-83e2-b35e735fee87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5026968 Nov 12 04:24:02.374992 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-d4311b8f-a592-4cb6-8c6c-d5980af5c2cb service neutron] 10.222.0.37 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964768 Nov 12 04:24:02.376864 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49302) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:02.381913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'name': 'tempest-NetworksTestDHCPv6-649563899'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:02.427766 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': '994959ac-cda2-4bdd-8e23-2e78fffb54e4'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:24:02.429158 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.579650 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] Allocated IP 2001:db8::2 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/994959ac-cda2-4bdd-8e23-2e78fffb54e4/9aa16f70-3bfb-4e04-99d5-f0fe35782a42) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:02.736150 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.864075 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.878755 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-154dcfc7-0fc3-4c0c-b907-415c1a886ddc service neutron] 10.222.0.37 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712443 Nov 12 04:24:02.902717 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:02.908341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:02.910953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:02.922150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] Pushing event updated for resources: {'Port': ['ID=9aa16f70-3bfb-4e04-99d5-f0fe35782a42,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:02.986354 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] Attempting to bind port 9aa16f70-3bfb-4e04-99d5-f0fe35782a42 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:02.987221 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] Attempting to bind port 9aa16f70-3bfb-4e04-99d5-f0fe35782a42 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:02.987647 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] Attempting to bind port 9aa16f70-3bfb-4e04-99d5-f0fe35782a42 on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:02.990507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:02.996529 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:02.997036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:02.997567 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.997991 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:02.998574 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] Bound port: 9aa16f70-3bfb-4e04-99d5-f0fe35782a42, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:02.999082 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.999304 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:03.004253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5dda897b-d93c-455f-9941-c84baf368772 service neutron] 10.222.0.37 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118288 Nov 12 04:24:03.049035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port ad94a4e5-0375-4dae-a203-dbfd5bb9a9a8 yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:24:03.096072 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] For port 9aa16f70-3bfb-4e04-99d5-f0fe35782a42, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:03.099865 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] For port 9aa16f70-3bfb-4e04-99d5-f0fe35782a42, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9aa16f70-3bfb-4e04-99d5-f0fe35782a42,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:03.189327 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-555f1488-4c35-479b-941f-38e3b205cd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:03.198926 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-e6de9681-7d75-4f58-b152-fd6ea9cada63 service neutron] 10.222.0.37 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840196 Nov 12 04:24:03.241049 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:03.254010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::19c (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/994959ac-cda2-4bdd-8e23-2e78fffb54e4/ad94a4e5-0375-4dae-a203-dbfd5bb9a9a8) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:03.328876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066e8bc-a7b9-4333-b71b-6192f98c0a01 None None] Pushing event updated for resources: {'Port': ['ID=9aa16f70-3bfb-4e04-99d5-f0fe35782a42,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:03.366085 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-af6277af-882c-478e-827e-644a8a8331ed service neutron] 10.222.0.37 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572797 Nov 12 04:24:03.581048 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9238cb66-fb8f-4dcc-9556-e7c827f752f2 service neutron] 10.222.0.37 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057917 Nov 12 04:24:03.608144 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:03.720491 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-bcd3c6bf-9105-41f2-b9e3-6a9941bfad8a service neutron] 10.222.0.37 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339662 Nov 12 04:24:03.796858 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:03.865337 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:03.875106 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:03.886568 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:03.892367 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:03.893015 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:03.898098 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=ad94a4e5-0375-4dae-a203-dbfd5bb9a9a8,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:03.904055 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5acf723d-e74c-4a36-94a3-46face2abb2e service neutron] 10.222.0.37 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773522 Nov 12 04:24:03.913476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:03.913837 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:03.914196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:03.914567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:03.914962 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:03.915335 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:03.915699 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:03.916072 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:03.916439 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:03.916789 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:03.917182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:03.917564 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:03.994468 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b9f56bcf-1838-4fcc-9f7c-0dd2c2636f54 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6146162 Nov 12 04:24:03.994468 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49312) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:04.114384 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1eac08-f0bd-4392-9276-1f02bea1c761 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:04.121348 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1eac08-f0bd-4392-9276-1f02bea1c761 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:04.125928 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49320) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:04.135876 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bc1eac08-f0bd-4392-9276-1f02bea1c761 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1390772 Nov 12 04:24:04.230065 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ae78c158-40fc-4358-81d6-04b48d13b8bc tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port ad94a4e5-0375-4dae-a203-dbfd5bb9a9a8 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:04.230302 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae78c158-40fc-4358-81d6-04b48d13b8bc tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.320649 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae78c158-40fc-4358-81d6-04b48d13b8bc tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.332648 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac35882-c0fb-4053-9c77-c72fd77a15ed None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:04.333566 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ae78c158-40fc-4358-81d6-04b48d13b8bc tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for ad94a4e5-0375-4dae-a203-dbfd5bb9a9a8 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:04.409075 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-384dc6d7-bc0c-4e40-ab68-b30b526f3405 None None] Provisioning complete for port 9aa16f70-3bfb-4e04-99d5-f0fe35782a42 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:04.409437 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-384dc6d7-bc0c-4e40-ab68-b30b526f3405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.549999 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae78c158-40fc-4358-81d6-04b48d13b8bc tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.591483 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78c158-40fc-4358-81d6-04b48d13b8bc tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=ad94a4e5-0375-4dae-a203-dbfd5bb9a9a8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:04.627882 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae78c158-40fc-4358-81d6-04b48d13b8bc tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.634186 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ae78c158-40fc-4358-81d6-04b48d13b8bc tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/ad94a4e5-0375-4dae-a203-dbfd5bb9a9a8 HTTP/1.1" status: 204 len: 168 time: 0.5042510 Nov 12 04:24:04.635560 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49334) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:04.718378 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-384dc6d7-bc0c-4e40-ab68-b30b526f3405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.742586 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fad5d8-8d7e-498d-9db1-deb229942c6a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:04.744453 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fad5d8-8d7e-498d-9db1-deb229942c6a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:04.749153 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-76fad5d8-8d7e-498d-9db1-deb229942c6a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1104467 Nov 12 04:24:04.750411 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49336) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:04.755115 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-384dc6d7-bc0c-4e40-ab68-b30b526f3405 None None] For port 9aa16f70-3bfb-4e04-99d5-f0fe35782a42, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9aa16f70-3bfb-4e04-99d5-f0fe35782a42,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:04.817400 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-384dc6d7-bc0c-4e40-ab68-b30b526f3405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.825819 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0329b8c-b839-455a-b222-1b665099c0f4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet 994959ac-cda2-4bdd-8e23-2e78fffb54e4 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:24:04.829295 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0329b8c-b839-455a-b222-1b665099c0f4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.882593 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384dc6d7-bc0c-4e40-ab68-b30b526f3405 None None] Pushing event updated for resources: {'Port': ['ID=9aa16f70-3bfb-4e04-99d5-f0fe35782a42,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:04.886042 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0329b8c-b839-455a-b222-1b665099c0f4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.940114 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9aa16f70-3bfb-4e04-99d5-f0fe35782a42 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:04.996413 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0329b8c-b839-455a-b222-1b665099c0f4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.999795 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 9aa16f70-3bfb-4e04-99d5-f0fe35782a42 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:05.000165 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.146317 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5c734c08-6155-4313-b348-89a3e40c6dbc None None] Provisioning complete for port 9aa16f70-3bfb-4e04-99d5-f0fe35782a42 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:05.146317 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c734c08-6155-4313-b348-89a3e40c6dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.206378 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0329b8c-b839-455a-b222-1b665099c0f4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.232642 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5c734c08-6155-4313-b348-89a3e40c6dbc None None] Could not find standard attr ID for object ad94a4e5-0375-4dae-a203-dbfd5bb9a9a8. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:24:05.241829 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0329b8c-b839-455a-b222-1b665099c0f4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=994959ac-cda2-4bdd-8e23-2e78fffb54e4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:05.245798 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d0329b8c-b839-455a-b222-1b665099c0f4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.250163 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d0329b8c-b839-455a-b222-1b665099c0f4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/994959ac-cda2-4bdd-8e23-2e78fffb54e4 HTTP/1.1" status: 204 len: 168 time: 0.4990466 Nov 12 04:24:05.252739 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49344) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:05.317337 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e2627ac0-f3d1-41fb-9307-f9b53ea9ef45 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633528 Nov 12 04:24:05.320196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49346) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:05.326576 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-bb090e24-e466-42ba-9e97-d5895a0ef32c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:05.365005 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a522fa3f-8502-4a75-8431-fc0baf457020 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:05.491707 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb090e24-e466-42ba-9e97-d5895a0ef32c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:05.496489 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb090e24-e466-42ba-9e97-d5895a0ef32c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.500998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b5e50f48-ee91-4f8e-9d3b-bb7304445999 None None] Could not find standard attr ID for object ad94a4e5-0375-4dae-a203-dbfd5bb9a9a8. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:24:05.594758 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1537c824-f393-44b6-b977-65fa00a19626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.614867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab050b9-1690-432c-9f9d-b007eb67886a None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:24:05.638373 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a388c-b927-4eb3-b513-82afcd8c1fe9 req-2fbd0253-3bbe-4968-82d4-3db6786112d7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:05.644677 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df5a388c-b927-4eb3-b513-82afcd8c1fe9 req-2fbd0253-3bbe-4968-82d4-3db6786112d7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1443892 Nov 12 04:24:05.678977 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-eab050b9-1690-432c-9f9d-b007eb67886a None None] Deleting port 9aa16f70-3bfb-4e04-99d5-f0fe35782a42 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:05.678977 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eab050b9-1690-432c-9f9d-b007eb67886a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.754956 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-eab050b9-1690-432c-9f9d-b007eb67886a None None] For port 9aa16f70-3bfb-4e04-99d5-f0fe35782a42, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9aa16f70-3bfb-4e04-99d5-f0fe35782a42,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:05.755355 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eab050b9-1690-432c-9f9d-b007eb67886a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.768656 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-eab050b9-1690-432c-9f9d-b007eb67886a None None] Calling delete_port for 9aa16f70-3bfb-4e04-99d5-f0fe35782a42 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:05.790183 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df5a388c-b927-4eb3-b513-82afcd8c1fe9 req-4b479d6f-ea7c-4edd-9e55-f75b162d211d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445677 Nov 12 04:24:05.871801 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb090e24-e466-42ba-9e97-d5895a0ef32c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.932682 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb090e24-e466-42ba-9e97-d5895a0ef32c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:05.941282 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-bb090e24-e466-42ba-9e97-d5895a0ef32c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:05.946723 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb090e24-e466-42ba-9e97-d5895a0ef32c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:05.947716 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb090e24-e466-42ba-9e97-d5895a0ef32c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.961903 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eab050b9-1690-432c-9f9d-b007eb67886a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.965609 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb090e24-e466-42ba-9e97-d5895a0ef32c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=428d1d6f-e7db-443c-ab78-eba12a4e67f4,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:05.975679 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2044b12-4433-4716-ba57-c0310bda394b req-edcbe5dc-c8d6-46b5-8e9d-31008fcfd017 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:05.977215 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f2044b12-4433-4716-ba57-c0310bda394b req-edcbe5dc-c8d6-46b5-8e9d-31008fcfd017 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 946 time: 0.1187770 Nov 12 04:24:06.008881 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab050b9-1690-432c-9f9d-b007eb67886a None None] No DVR routers for this DVR port 9aa16f70-3bfb-4e04-99d5-f0fe35782a42 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:24:06.010615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab050b9-1690-432c-9f9d-b007eb67886a None None] Pushing event deleted for resources: {'Port': ['ID=9aa16f70-3bfb-4e04-99d5-f0fe35782a42,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:06.037492 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6642c3-bccb-4ff2-a124-ec28e00b80c4 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:06.047047 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f2044b12-4433-4716-ba57-c0310bda394b req-58b9c794-7858-4738-833b-63deff9cc0c6 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614316 Nov 12 04:24:06.062674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bb090e24-e466-42ba-9e97-d5895a0ef32c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7340472 Nov 12 04:24:06.069940 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49364) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:06.077446 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6bc37d86-2366-40f3-9e98-9365eabd8bf4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'name': 'tempest-NetworksTestDHCPv6-1590745987'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:06.168196 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18791151-ac5d-4a43-a3c9-9b6fb5b88bb8 req-f7270940-d281-41b4-a545-3849c0d56689 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 210 time: 0.0498309 Nov 12 04:24:06.276479 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7208205d-374a-4170-883a-5450fb47b23c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': '428d1d6f-e7db-443c-ab78-eba12a4e67f4'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:24:06.277477 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7208205d-374a-4170-883a-5450fb47b23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:06.288350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4d3ce-611a-4630-9f05-e0e2ee48ff37 req-9ba886e4-3425-4557-8130-8e552a6d64f5 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:06.290121 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dfd4d3ce-611a-4630-9f05-e0e2ee48ff37 req-9ba886e4-3425-4557-8130-8e552a6d64f5 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0598116 Nov 12 04:24:06.314329 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc37d86-2366-40f3-9e98-9365eabd8bf4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:06.317835 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6bc37d86-2366-40f3-9e98-9365eabd8bf4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:06.336041 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-6bc37d86-2366-40f3-9e98-9365eabd8bf4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port 74ecf0e6-2e32-4228-8c40-ab1857891dba yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:24:06.401391 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dfd4d3ce-611a-4630-9f05-e0e2ee48ff37 req-af70b241-73f0-43ab-871b-9d07f4736b18 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026437 Nov 12 04:24:06.475753 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-6bc37d86-2366-40f3-9e98-9365eabd8bf4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::15 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/428d1d6f-e7db-443c-ab78-eba12a4e67f4/74ecf0e6-2e32-4228-8c40-ab1857891dba) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:06.562668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2eb3f-f4ac-4148-abce-b59b361e770a req-90498b75-4290-4d2e-9fc8-d408d3438519 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:06.564328 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7f2eb3f-f4ac-4148-abce-b59b361e770a req-90498b75-4290-4d2e-9fc8-d408d3438519 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0604661 Nov 12 04:24:06.621293 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7f2eb3f-f4ac-4148-abce-b59b361e770a req-7bca09bd-accf-4eb1-bbef-070789a805bf tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504544 Nov 12 04:24:06.677947 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6bc37d86-2366-40f3-9e98-9365eabd8bf4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:06.680407 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:06.780078 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21fd50-390a-4850-8175-b985e887efdc req-b6e98f41-77c4-47d4-820e-04caf3be1f35 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:06.782343 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef21fd50-390a-4850-8175-b985e887efdc req-b6e98f41-77c4-47d4-820e-04caf3be1f35 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0676570 Nov 12 04:24:06.818367 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6bc37d86-2366-40f3-9e98-9365eabd8bf4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:06.857238 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9aa16f70-3bfb-4e04-99d5-f0fe35782a42 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:24:06.861338 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef21fd50-390a-4850-8175-b985e887efdc req-9cf88a74-7a4b-4578-b21a-fcc2ce6ff0ac tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649869 Nov 12 04:24:06.877719 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc37d86-2366-40f3-9e98-9365eabd8bf4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:06.882136 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-6bc37d86-2366-40f3-9e98-9365eabd8bf4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:06.886277 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc37d86-2366-40f3-9e98-9365eabd8bf4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:06.893560 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 9aa16f70-3bfb-4e04-99d5-f0fe35782a42 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:24:06.893896 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9aa16f70-3bfb-4e04-99d5-f0fe35782a42 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:24:06.915490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc37d86-2366-40f3-9e98-9365eabd8bf4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:06.915490 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6bc37d86-2366-40f3-9e98-9365eabd8bf4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:06.925557 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-7208205d-374a-4170-883a-5450fb47b23c None None] Allocated IP 2001:db8::2 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/428d1d6f-e7db-443c-ab78-eba12a4e67f4/61a03c4f-4031-4026-823c-fa142a777fc0) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:06.947173 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc37d86-2366-40f3-9e98-9365eabd8bf4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=74ecf0e6-2e32-4228-8c40-ab1857891dba,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:07.033149 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9022d-812d-43e0-9755-6e8012d669a3 req-bb96559b-f6b7-4cef-a6a9-2701ad05f8bf tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:07.034779 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8fd9022d-812d-43e0-9755-6e8012d669a3 req-bb96559b-f6b7-4cef-a6a9-2701ad05f8bf tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0639484 Nov 12 04:24:07.092931 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6bc37d86-2366-40f3-9e98-9365eabd8bf4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0177896 Nov 12 04:24:07.093901 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49386) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:07.107222 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8fd9022d-812d-43e0-9755-6e8012d669a3 req-38baedcd-10c1-4644-9064-ad82a78172fc tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635059 Nov 12 04:24:07.125683 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7208205d-374a-4170-883a-5450fb47b23c None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.166797 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384cf257-d1be-42ab-952e-0e0de480962e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:07.169890 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-384cf257-d1be-42ab-952e-0e0de480962e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0742128 Nov 12 04:24:07.172880 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49390) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:07.223672 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7208205d-374a-4170-883a-5450fb47b23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.256237 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d2a46-240d-495e-88de-1c92121d7989 req-3d94b2bc-025d-4e03-b2a7-d9095f60fa6d tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:07.265692 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7208205d-374a-4170-883a-5450fb47b23c None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:07.269237 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-7208205d-374a-4170-883a-5450fb47b23c None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:07.269859 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-521d2a46-240d-495e-88de-1c92121d7989 req-3d94b2bc-025d-4e03-b2a7-d9095f60fa6d tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 946 time: 0.0838461 Nov 12 04:24:07.273273 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208205d-374a-4170-883a-5450fb47b23c None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:07.293261 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208205d-374a-4170-883a-5450fb47b23c None None] Pushing event updated for resources: {'Port': ['ID=61a03c4f-4031-4026-823c-fa142a777fc0,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:07.350866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7208205d-374a-4170-883a-5450fb47b23c None None] Attempting to bind port 61a03c4f-4031-4026-823c-fa142a777fc0 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:07.351404 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7208205d-374a-4170-883a-5450fb47b23c None None] Attempting to bind port 61a03c4f-4031-4026-823c-fa142a777fc0 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:07.352050 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208205d-374a-4170-883a-5450fb47b23c None None] Attempting to bind port 61a03c4f-4031-4026-823c-fa142a777fc0 on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:07.363131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208205d-374a-4170-883a-5450fb47b23c None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:07.363131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208205d-374a-4170-883a-5450fb47b23c None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:07.363131 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7208205d-374a-4170-883a-5450fb47b23c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.363131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208205d-374a-4170-883a-5450fb47b23c None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:07.363131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7208205d-374a-4170-883a-5450fb47b23c None None] Bound port: 61a03c4f-4031-4026-823c-fa142a777fc0, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:07.363131 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7208205d-374a-4170-883a-5450fb47b23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.379262 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-521d2a46-240d-495e-88de-1c92121d7989 req-d71c260b-6ece-4171-8582-f885b0a11f29 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079693 Nov 12 04:24:07.509578 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7208205d-374a-4170-883a-5450fb47b23c None None] For port 61a03c4f-4031-4026-823c-fa142a777fc0, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:07.513828 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7208205d-374a-4170-883a-5450fb47b23c None None] For port 61a03c4f-4031-4026-823c-fa142a777fc0, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=61a03c4f-4031-4026-823c-fa142a777fc0,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:07.543520 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f13b9-bd53-45ef-87e9-15332ba97244 req-eeb38963-0ae2-4a34-9d00-09a4968755f6 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:07.547099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-267f13b9-bd53-45ef-87e9-15332ba97244 req-eeb38963-0ae2-4a34-9d00-09a4968755f6 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0762997 Nov 12 04:24:07.600898 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7208205d-374a-4170-883a-5450fb47b23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.645208 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-267f13b9-bd53-45ef-87e9-15332ba97244 req-9f96259f-b57e-4b3c-a4df-1a1d6414677e tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920990 Nov 12 04:24:07.674363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208205d-374a-4170-883a-5450fb47b23c None None] Pushing event updated for resources: {'Port': ['ID=61a03c4f-4031-4026-823c-fa142a777fc0,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:07.701726 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6c8cc733-e39d-4bfa-b5f8-edbba72c304e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port 74ecf0e6-2e32-4228-8c40-ab1857891dba {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:07.707695 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c8cc733-e39d-4bfa-b5f8-edbba72c304e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.743484 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a831046b-97c5-4088-bbd2-54e652b73627 req-fef357ec-895c-45da-bb1e-8a199523b42d tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 210 time: 0.0346241 Nov 12 04:24:07.831525 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c8cc733-e39d-4bfa-b5f8-edbba72c304e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.846240 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6c8cc733-e39d-4bfa-b5f8-edbba72c304e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for 74ecf0e6-2e32-4228-8c40-ab1857891dba owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:07.987602 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f1387-effd-4961-b1ca-83e30315cf55 req-2060a89c-1c69-43e3-ad11-e5ba36deed8d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:07.992680 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f02f1387-effd-4961-b1ca-83e30315cf55 req-2060a89c-1c69-43e3-ad11-e5ba36deed8d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1013238 Nov 12 04:24:08.053109 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f02f1387-effd-4961-b1ca-83e30315cf55 req-bde69125-af87-4b8f-a265-30654414ade3 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568132 Nov 12 04:24:08.143291 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c8cc733-e39d-4bfa-b5f8-edbba72c304e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.177369 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8cc733-e39d-4bfa-b5f8-edbba72c304e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=74ecf0e6-2e32-4228-8c40-ab1857891dba,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:08.201839 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd5d99-7771-4e97-b302-9648a366adec req-c0884566-e16a-433f-b693-6f7f3b51e2f4 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:08.204933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fcfd5d99-7771-4e97-b302-9648a366adec req-c0884566-e16a-433f-b693-6f7f3b51e2f4 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0665593 Nov 12 04:24:08.206851 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c8cc733-e39d-4bfa-b5f8-edbba72c304e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.210493 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6c8cc733-e39d-4bfa-b5f8-edbba72c304e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/74ecf0e6-2e32-4228-8c40-ab1857891dba HTTP/1.1" status: 204 len: 168 time: 1.0361521 Nov 12 04:24:08.212821 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49408) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:08.228674 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.267349 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fcfd5d99-7771-4e97-b302-9648a366adec req-ca659ab9-e787-4480-9da8-61ca8e1e813e tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523906 Nov 12 04:24:08.272558 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab68715-8860-448d-b703-152ed32ceb17 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:08.274305 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab68715-8860-448d-b703-152ed32ceb17 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:08.278815 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-eab68715-8860-448d-b703-152ed32ceb17 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0621438 Nov 12 04:24:08.279531 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49410) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:08.332117 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9820b6-c269-4b78-9e2d-d8fa27df8878 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet 428d1d6f-e7db-443c-ab78-eba12a4e67f4 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:24:08.335407 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c9820b6-c269-4b78-9e2d-d8fa27df8878 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.378263 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c9820b6-c269-4b78-9e2d-d8fa27df8878 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.419205 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08de10d-4513-4fc0-9715-12ffa317c02a req-e0740854-618e-4a88-8af9-bd31d1a0cb6f tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:08.426888 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d08de10d-4513-4fc0-9715-12ffa317c02a req-e0740854-618e-4a88-8af9-bd31d1a0cb6f tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0707834 Nov 12 04:24:08.481380 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d08de10d-4513-4fc0-9715-12ffa317c02a req-0c722b9d-2ecf-4793-9726-6195bc16951c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533257 Nov 12 04:24:08.521573 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c9820b6-c269-4b78-9e2d-d8fa27df8878 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.616401 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985cf36-bbda-4830-a90b-974868641f66 req-18f6c0a5-55cc-4aef-bc3d-11871d674c90 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:08.617999 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e985cf36-bbda-4830-a90b-974868641f66 req-18f6c0a5-55cc-4aef-bc3d-11871d674c90 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 946 time: 0.0527043 Nov 12 04:24:08.652409 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c9820b6-c269-4b78-9e2d-d8fa27df8878 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.687873 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9820b6-c269-4b78-9e2d-d8fa27df8878 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=428d1d6f-e7db-443c-ab78-eba12a4e67f4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:08.690464 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c9820b6-c269-4b78-9e2d-d8fa27df8878 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.698968 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7c9820b6-c269-4b78-9e2d-d8fa27df8878 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/428d1d6f-e7db-443c-ab78-eba12a4e67f4 HTTP/1.1" status: 204 len: 168 time: 0.4182749 Nov 12 04:24:08.700052 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49424) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:08.715140 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e985cf36-bbda-4830-a90b-974868641f66 req-e4686803-d6d8-47fb-b311-173d6922c8ca tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887940 Nov 12 04:24:08.717752 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-f4e65fc2-32bf-4335-9f48-ce100217c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:08.722003 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-f4e65fc2-32bf-4335-9f48-ce100217c349 service neutron] 10.222.0.21 "GET /v2.0/ports/4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 HTTP/1.1" status: 200 len: 1033 time: 0.0754015 Nov 12 04:24:08.766594 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-300bbe2e-c1d6-4b0d-8dd9-efcdd122e1ab tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615633 Nov 12 04:24:08.768022 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49426) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:08.777868 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b36ad3db-cab0-4b76-9e50-ee3e66d579ed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:08.791383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-73610c61-ec41-4b4e-b182-8a052a93c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:08.793146 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-73610c61-ec41-4b4e-b182-8a052a93c3a5 service neutron] 10.222.0.21 "GET /v2.0/ports/748ffb26-f9f4-41f0-b898-e8e2c87b6af5 HTTP/1.1" status: 200 len: 1032 time: 0.0560331 Nov 12 04:24:08.970563 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 61a03c4f-4031-4026-823c-fa142a777fc0 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:09.007599 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be5335-98f0-47a2-a9c5-8bc3f39548ae req-0f29b23c-4dac-4b47-8e5d-321119d53f43 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:09.007891 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2cf49c-1295-4b68-a452-aeb6b4f5eff4 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:09.009143 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85be5335-98f0-47a2-a9c5-8bc3f39548ae req-0f29b23c-4dac-4b47-8e5d-321119d53f43 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1004601 Nov 12 04:24:09.018268 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-760159ea-373c-4d24-93cb-6cf6f4d9daaa tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:09.023775 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36ad3db-cab0-4b76-9e50-ee3e66d579ed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:09.026400 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-760159ea-373c-4d24-93cb-6cf6f4d9daaa tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:09.026565 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b36ad3db-cab0-4b76-9e50-ee3e66d579ed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.033521 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-760159ea-373c-4d24-93cb-6cf6f4d9daaa tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:09.035180 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-760159ea-373c-4d24-93cb-6cf6f4d9daaa tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.21 "GET /v2.0/networks?id=fb300127-0441-4443-aae7-eeff2c911c12&id=79d2f23a-da96-4615-8aa1-f0a58d232473&id=79d2f23a-da96-4615-8aa1-f0a58d232473&id=79d2f23a-da96-4615-8aa1-f0a58d232473&id=79d2f23a-da96-4615-8aa1-f0a58d232473&id=8ce3611a-3158-4092-88f0-6068ca0e253f&id=8ce3611a-3158-4092-88f0-6068ca0e253f HTTP/1.1" status: 200 len: 1995 time: 0.2339160 Nov 12 04:24:09.146217 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.147676 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-996ab09b-af78-413f-8b97-a17aa0eb50a8 None None] Provisioning complete for port 61a03c4f-4031-4026-823c-fa142a777fc0 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:09.148043 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-996ab09b-af78-413f-8b97-a17aa0eb50a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.176596 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85be5335-98f0-47a2-a9c5-8bc3f39548ae req-bc99662e-805c-404b-a1f9-2371c862f8eb tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403100 Nov 12 04:24:09.183933 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 61a03c4f-4031-4026-823c-fa142a777fc0 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:09.185115 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.259512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-4dfe3fa7-b490-448c-b24d-cd2797cf8362 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2da92794a0540cfa9ccbce1e95a15a3 HTTP/1.1" status: 200 len: 380 time: 0.1858287 Nov 12 04:24:09.292440 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-4412d7eb-3ac2-45c3-a30e-9f6bea5a99d5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Request body: {'port': {'device_id': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12', 'admin_state_up': True, 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'security_groups': ['e0e6c171-e7d5-4250-ad88-db39b24caac4']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:09.320288 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b36ad3db-cab0-4b76-9e50-ee3e66d579ed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.377377 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f779eef6-fdf2-4bd7-b798-15c758c8a49e None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:24:09.390161 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36ad3db-cab0-4b76-9e50-ee3e66d579ed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:09.398487 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b36ad3db-cab0-4b76-9e50-ee3e66d579ed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:09.409308 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36ad3db-cab0-4b76-9e50-ee3e66d579ed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:09.410037 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b36ad3db-cab0-4b76-9e50-ee3e66d579ed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.461004 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2e9d5bbf-5d8b-4c80-b897-fea02df0f9d0 req-eff6e872-3bb3-45a7-a94a-9dca2f77f201 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 210 time: 0.0537014 Nov 12 04:24:09.466293 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-996ab09b-af78-413f-8b97-a17aa0eb50a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.468691 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.468953 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ad3db-cab0-4b76-9e50-ee3e66d579ed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=0085f4fa-7910-4773-ae4e-8adf969900cf,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:09.490315 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b36ad3db-cab0-4b76-9e50-ee3e66d579ed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7210326 Nov 12 04:24:09.499247 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49434) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:09.504677 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-64c3c310-ae57-4c75-9d4b-eb57883ba1f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'name': 'tempest-NetworksTestDHCPv6-1707681105'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:09.514050 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 61a03c4f-4031-4026-823c-fa142a777fc0, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=61a03c4f-4031-4026-823c-fa142a777fc0,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:09.565821 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f779eef6-fdf2-4bd7-b798-15c758c8a49e None None] Deleting port 61a03c4f-4031-4026-823c-fa142a777fc0 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:09.566189 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f779eef6-fdf2-4bd7-b798-15c758c8a49e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.618976 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.677960 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ad444-64a5-4743-95ca-008d3f6b55b9 req-1a3a1468-7a81-4af4-89a1-308f673f3fe3 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:09.692005 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-694ad444-64a5-4743-95ca-008d3f6b55b9 req-1a3a1468-7a81-4af4-89a1-308f673f3fe3 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0723307 Nov 12 04:24:09.695850 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-4412d7eb-3ac2-45c3-a30e-9f6bea5a99d5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Made reservation on behalf of c2da92794a0540cfa9ccbce1e95a15a3 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:09.710794 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-4412d7eb-3ac2-45c3-a30e-9f6bea5a99d5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.749304 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-996ab09b-af78-413f-8b97-a17aa0eb50a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:24:09.749716 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-996ab09b-af78-413f-8b97-a17aa0eb50a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:24:09.751867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f779eef6-fdf2-4bd7-b798-15c758c8a49e None None] For port 61a03c4f-4031-4026-823c-fa142a777fc0, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=61a03c4f-4031-4026-823c-fa142a777fc0,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:09.755158 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f779eef6-fdf2-4bd7-b798-15c758c8a49e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.755158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=61a03c4f-4031-4026-823c-fa142a777fc0,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:09.769705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f779eef6-fdf2-4bd7-b798-15c758c8a49e None None] Calling delete_port for 61a03c4f-4031-4026-823c-fa142a777fc0 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:09.771660 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c3c310-ae57-4c75-9d4b-eb57883ba1f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:09.776188 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64c3c310-ae57-4c75-9d4b-eb57883ba1f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.816039 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-64c3c310-ae57-4c75-9d4b-eb57883ba1f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port cda898a7-add9-4e19-9f5a-b3e708ea9d27 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:24:09.909829 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-694ad444-64a5-4743-95ca-008d3f6b55b9 req-980cb4b1-5e0b-4d3e-ae48-5b5e148dc370 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956456 Nov 12 04:24:09.980411 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-64c3c310-ae57-4c75-9d4b-eb57883ba1f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::28f (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/0085f4fa-7910-4773-ae4e-8adf969900cf/cda898a7-add9-4e19-9f5a-b3e708ea9d27) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:09.988896 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f779eef6-fdf2-4bd7-b798-15c758c8a49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.030482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779eef6-fdf2-4bd7-b798-15c758c8a49e None None] Pushing event deleted for resources: {'Port': ['ID=61a03c4f-4031-4026-823c-fa142a777fc0,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:10.035356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-4412d7eb-3ac2-45c3-a30e-9f6bea5a99d5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Allocated IP 172.20.0.6 (fb300127-0441-4443-aae7-eeff2c911c12/3fc4ed48-686a-4892-81a2-ac8d11ac1cc4/8b3ed3ea-e971-45fe-8276-9cc198e22638) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:10.037543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f779eef6-fdf2-4bd7-b798-15c758c8a49e None None] No DVR routers for this DVR port 61a03c4f-4031-4026-823c-fa142a777fc0 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:24:10.060238 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b83d5a-b505-4761-b88c-25eb00d1dac3 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:10.155076 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89989575-29a3-4b09-ae24-5ea89e441d48 req-508208d1-62f7-4d02-9e5f-158787147fde tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:10.165105 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89989575-29a3-4b09-ae24-5ea89e441d48 req-508208d1-62f7-4d02-9e5f-158787147fde tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 946 time: 0.1087706 Nov 12 04:24:10.271897 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89989575-29a3-4b09-ae24-5ea89e441d48 req-ead46625-ae5b-4990-a5f6-272e30d2a821 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057959 Nov 12 04:24:10.293794 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64c3c310-ae57-4c75-9d4b-eb57883ba1f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.367708 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-996ab09b-af78-413f-8b97-a17aa0eb50a8 None None] Port 61a03c4f-4031-4026-823c-fa142a777fc0 update to ACTIVE by agent not found {{(pid=103298) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 04:24:10.395549 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': '0085f4fa-7910-4773-ae4e-8adf969900cf'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:24:10.396202 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.412218 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-4412d7eb-3ac2-45c3-a30e-9f6bea5a99d5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.424639 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64c3c310-ae57-4c75-9d4b-eb57883ba1f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.443667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ff91c-a9be-4593-9b2c-890f9db65f57 req-37890662-74ba-4511-be38-cc71bb1d09c4 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:10.446044 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b47ff91c-a9be-4593-9b2c-890f9db65f57 req-37890662-74ba-4511-be38-cc71bb1d09c4 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0925941 Nov 12 04:24:10.488438 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c3c310-ae57-4c75-9d4b-eb57883ba1f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:10.492655 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-64c3c310-ae57-4c75-9d4b-eb57883ba1f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:10.501917 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c3c310-ae57-4c75-9d4b-eb57883ba1f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:10.509275 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c3c310-ae57-4c75-9d4b-eb57883ba1f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:10.510115 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64c3c310-ae57-4c75-9d4b-eb57883ba1f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.544764 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3c310-ae57-4c75-9d4b-eb57883ba1f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=cda898a7-add9-4e19-9f5a-b3e708ea9d27,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:10.558960 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b47ff91c-a9be-4593-9b2c-890f9db65f57 req-4f9b2770-8d98-4df4-bd48-09fc9a0af78b tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985370 Nov 12 04:24:10.616119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49454) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:10.618156 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] Allocated IP 2001:db8::2 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/0085f4fa-7910-4773-ae4e-8adf969900cf/0ca8222d-c807-4d48-886b-14637401e16e) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:10.624217 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-64c3c310-ae57-4c75-9d4b-eb57883ba1f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1237102 Nov 12 04:24:10.664277 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-4412d7eb-3ac2-45c3-a30e-9f6bea5a99d5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.799399 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.802121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511791eb-ccca-48ea-930b-19c1851a3c08 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:10.806466 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-511791eb-ccca-48ea-930b-19c1851a3c08 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1865816 Nov 12 04:24:10.807606 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49456) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:10.816846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-4412d7eb-3ac2-45c3-a30e-9f6bea5a99d5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Network fb300127-0441-4443-aae7-eeff2c911c12 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:10.822713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-4412d7eb-3ac2-45c3-a30e-9f6bea5a99d5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:10.825889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-4412d7eb-3ac2-45c3-a30e-9f6bea5a99d5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:10.866081 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412d7eb-3ac2-45c3-a30e-9f6bea5a99d5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event updated for resources: {'Port': ['ID=8b3ed3ea-e971-45fe-8276-9cc198e22638,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:10.874889 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.896327 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e244018-26f6-4c93-9f9e-7dc2736c5c52 req-47464eb2-c1dc-44b8-928d-7d9828fc08b1 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:10.904434 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e244018-26f6-4c93-9f9e-7dc2736c5c52 req-47464eb2-c1dc-44b8-928d-7d9828fc08b1 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 931 time: 0.2247684 Nov 12 04:24:10.971304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 61a03c4f-4031-4026-823c-fa142a777fc0 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:24:10.985313 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e244018-26f6-4c93-9f9e-7dc2736c5c52 req-b017646f-6c58-4380-8b0d-4d86ddc0531f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796561 Nov 12 04:24:11.006476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-4412d7eb-3ac2-45c3-a30e-9f6bea5a99d5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:11.014742 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-4412d7eb-3ac2-45c3-a30e-9f6bea5a99d5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.038587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 61a03c4f-4031-4026-823c-fa142a777fc0 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:24:11.039214 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 61a03c4f-4031-4026-823c-fa142a777fc0 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:24:11.062895 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:11.068006 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:11.074030 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] Pushing event updated for resources: {'Port': ['ID=0ca8222d-c807-4d48-886b-14637401e16e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:11.078515 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:11.087215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f455df47-cdb8-4da2-8663-5c15d4d052d0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port cda898a7-add9-4e19-9f5a-b3e708ea9d27 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:11.087561 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f455df47-cdb8-4da2-8663-5c15d4d052d0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.106051 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-4412d7eb-3ac2-45c3-a30e-9f6bea5a99d5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8442788 Nov 12 04:24:11.139230 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-529c4805-c7f8-4a7e-a1bc-d2a2aae16321 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Request body: {'port': {'device_id': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473', 'admin_state_up': True, 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'security_groups': ['e0e6c171-e7d5-4250-ad88-db39b24caac4']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:11.170788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] Attempting to bind port 0ca8222d-c807-4d48-886b-14637401e16e on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:11.171228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] Attempting to bind port 0ca8222d-c807-4d48-886b-14637401e16e by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:11.171559 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] Attempting to bind port 0ca8222d-c807-4d48-886b-14637401e16e on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:11.194970 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:11.195352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:11.196202 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.196202 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:11.196597 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] Bound port: 0ca8222d-c807-4d48-886b-14637401e16e, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:11.196977 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.268587 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f455df47-cdb8-4da2-8663-5c15d4d052d0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.305572 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f455df47-cdb8-4da2-8663-5c15d4d052d0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for cda898a7-add9-4e19-9f5a-b3e708ea9d27 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:11.309208 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] For port 0ca8222d-c807-4d48-886b-14637401e16e, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:11.313814 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] For port 0ca8222d-c807-4d48-886b-14637401e16e, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0ca8222d-c807-4d48-886b-14637401e16e,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:11.319259 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d269b22a-5fc7-4c18-b003-4975ec45464a None None] Provisioning complete for port 8b3ed3ea-e971-45fe-8276-9cc198e22638 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:11.319765 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d269b22a-5fc7-4c18-b003-4975ec45464a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.359761 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d269b22a-5fc7-4c18-b003-4975ec45464a None None] Port 8b3ed3ea-e971-45fe-8276-9cc198e22638 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:24:11.408331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682d97d-8dc1-47d5-ac54-f7a5ec808996 req-b2cbee15-cb89-46b7-8370-327cf0c94122 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:11.418182 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.427006 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d682d97d-8dc1-47d5-ac54-f7a5ec808996 req-b2cbee15-cb89-46b7-8370-327cf0c94122 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1194599 Nov 12 04:24:11.495983 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d682d97d-8dc1-47d5-ac54-f7a5ec808996 req-2b880611-dd0d-412a-8a94-5e28c0b8ec8a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666263 Nov 12 04:24:11.503907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa461e1-bffe-4ac3-b967-e9fa0baae8ff None None] Pushing event updated for resources: {'Port': ['ID=0ca8222d-c807-4d48-886b-14637401e16e,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:11.542404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-529c4805-c7f8-4a7e-a1bc-d2a2aae16321 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Made reservation on behalf of c2da92794a0540cfa9ccbce1e95a15a3 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:11.542404 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-529c4805-c7f8-4a7e-a1bc-d2a2aae16321 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.583284 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f455df47-cdb8-4da2-8663-5c15d4d052d0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.645345 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455df47-cdb8-4da2-8663-5c15d4d052d0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=cda898a7-add9-4e19-9f5a-b3e708ea9d27,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:11.686480 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f455df47-cdb8-4da2-8663-5c15d4d052d0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.695316 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f455df47-cdb8-4da2-8663-5c15d4d052d0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/cda898a7-add9-4e19-9f5a-b3e708ea9d27 HTTP/1.1" status: 204 len: 168 time: 0.8857496 Nov 12 04:24:11.695976 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49472) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:11.731945 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8903a9b-89ea-4bfd-b7c1-67893f6baf82 req-b745b655-1596-4d93-a4ec-654c5f6cd5a4 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:11.733678 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8903a9b-89ea-4bfd-b7c1-67893f6baf82 req-b745b655-1596-4d93-a4ec-654c5f6cd5a4 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1123531 Nov 12 04:24:11.795772 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5269f0ed-3fbd-4601-bb25-c15ad00a8912 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:11.802362 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5269f0ed-3fbd-4601-bb25-c15ad00a8912 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:11.810111 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5269f0ed-3fbd-4601-bb25-c15ad00a8912 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1104486 Nov 12 04:24:11.817230 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49474) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:11.860238 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-529c4805-c7f8-4a7e-a1bc-d2a2aae16321 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Allocated IP 10.1.1.200 (79d2f23a-da96-4615-8aa1-f0a58d232473/def5bb2e-e9ac-468c-88b9-6c140d20e94c/10c4593c-bc35-4324-a92d-6a4c5e8e4683) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:12.063452 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8903a9b-89ea-4bfd-b7c1-67893f6baf82 req-a1fccc3f-ba86-4c39-9fc1-44b0ec751f3c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909393 Nov 12 04:24:12.107880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ccc0e8-f47c-4767-8048-0fa8c201e011 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet 0085f4fa-7910-4773-ae4e-8adf969900cf {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:24:12.114366 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-529c4805-c7f8-4a7e-a1bc-d2a2aae16321 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:12.118077 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61ccc0e8-f47c-4767-8048-0fa8c201e011 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:12.216690 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61ccc0e8-f47c-4767-8048-0fa8c201e011 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:12.273473 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ac726-1630-4a0d-a939-25dea6062ff1 req-39484285-b1d5-44b2-adf7-0ae50c17eeac tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:12.279568 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-912ac726-1630-4a0d-a939-25dea6062ff1 req-39484285-b1d5-44b2-adf7-0ae50c17eeac tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 946 time: 0.1378162 Nov 12 04:24:12.362581 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-529c4805-c7f8-4a7e-a1bc-d2a2aae16321 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:12.394951 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61ccc0e8-f47c-4767-8048-0fa8c201e011 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:12.453740 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-912ac726-1630-4a0d-a939-25dea6062ff1 req-a97f697f-7415-411f-a4f6-f928890eab8d tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578448 Nov 12 04:24:12.522101 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c4805-c7f8-4a7e-a1bc-d2a2aae16321 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event updated for resources: {'Port': ['ID=10c4593c-bc35-4324-a92d-6a4c5e8e4683,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:12.552535 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-529c4805-c7f8-4a7e-a1bc-d2a2aae16321 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Network 79d2f23a-da96-4615-8aa1-f0a58d232473 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:12.557060 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-529c4805-c7f8-4a7e-a1bc-d2a2aae16321 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:12.562939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-529c4805-c7f8-4a7e-a1bc-d2a2aae16321 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:12.650259 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-529c4805-c7f8-4a7e-a1bc-d2a2aae16321 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:12.650952 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-529c4805-c7f8-4a7e-a1bc-d2a2aae16321 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:12.666046 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61ccc0e8-f47c-4767-8048-0fa8c201e011 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:12.686314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed374cc-b840-46bc-9b37-4901256e5f4e req-8cd17629-aa7b-42fc-ab86-f913c91a9730 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:12.687945 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eed374cc-b840-46bc-9b37-4901256e5f4e req-8cd17629-aa7b-42fc-ab86-f913c91a9730 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0996885 Nov 12 04:24:12.722781 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccc0e8-f47c-4767-8048-0fa8c201e011 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=0085f4fa-7910-4773-ae4e-8adf969900cf,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:12.738789 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61ccc0e8-f47c-4767-8048-0fa8c201e011 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:12.743078 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-61ccc0e8-f47c-4767-8048-0fa8c201e011 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/0085f4fa-7910-4773-ae4e-8adf969900cf HTTP/1.1" status: 204 len: 168 time: 0.9295487 Nov 12 04:24:12.745566 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49486) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:12.805836 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eed374cc-b840-46bc-9b37-4901256e5f4e req-b492eade-3255-41e7-b10b-60cc1d33597f tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877402 Nov 12 04:24:12.811368 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-529c4805-c7f8-4a7e-a1bc-d2a2aae16321 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6753454 Nov 12 04:24:12.851115 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5ef1fddc-f58a-4081-92c0-609b4d4df42e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Request body: {'port': {'device_id': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473', 'admin_state_up': True, 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'security_groups': ['e0e6c171-e7d5-4250-ad88-db39b24caac4']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:12.879333 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f85c81f2-8a9e-46e5-b74c-e21fb55fc3d0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1322443 Nov 12 04:24:12.880949 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49492) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:12.987754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0ca8222d-c807-4d48-886b-14637401e16e up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:13.029771 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218ba986-8d60-443a-b4d2-b594a8843938 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:13.050544 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49494) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:13.051848 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-218ba986-8d60-443a-b4d2-b594a8843938 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1697443 Nov 12 04:24:13.078878 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08036301-11ef-4212-840a-30e2c8c1c51d None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:13.147542 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88ba0a-ba58-48ad-8f9a-a394c0afcb06 req-cd691714-ae58-4a48-ab0d-7f13232befee tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:13.154390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88ba0a-ba58-48ad-8f9a-a394c0afcb06 req-cd691714-ae58-4a48-ab0d-7f13232befee tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:13.162660 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc88ba0a-ba58-48ad-8f9a-a394c0afcb06 req-cd691714-ae58-4a48-ab0d-7f13232befee tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 1653 time: 0.2107093 Nov 12 04:24:13.187748 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3c1c7587-81c3-4766-8346-3e4df891f9f3 None None] Provisioning complete for port 10c4593c-bc35-4324-a92d-6a4c5e8e4683 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:13.188114 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c1c7587-81c3-4766-8346-3e4df891f9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:13.484304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3c1c7587-81c3-4766-8346-3e4df891f9f3 None None] Port 10c4593c-bc35-4324-a92d-6a4c5e8e4683 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:24:13.517904 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 0ca8222d-c807-4d48-886b-14637401e16e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:13.518362 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:13.569984 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3c1c7587-81c3-4766-8346-3e4df891f9f3 None None] Provisioning complete for port 0ca8222d-c807-4d48-886b-14637401e16e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:13.570695 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c1c7587-81c3-4766-8346-3e4df891f9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:13.573245 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5288ca-7fc4-4b3b-8be9-19d956fd4b87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:13.574828 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-be5288ca-7fc4-4b3b-8be9-19d956fd4b87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5191171 Nov 12 04:24:13.583992 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49506) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:13.628555 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc88ba0a-ba58-48ad-8f9a-a394c0afcb06 req-590fcf11-1212-4808-91a4-a0166fdc8ba6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4644759 Nov 12 04:24:13.709658 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d0c08541-f121-4ff9-9840-9143a4fd8a97 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1244109 Nov 12 04:24:13.714536 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49508) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:13.741641 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-aa0a0fc8-9026-4eb6-a262-7c6a1a4de2b7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:13.758126 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5ef1fddc-f58a-4081-92c0-609b4d4df42e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Made reservation on behalf of c2da92794a0540cfa9ccbce1e95a15a3 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:13.761545 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5ef1fddc-f58a-4081-92c0-609b4d4df42e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:13.770750 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf81285-22b0-4d84-9a13-bd3ca81a4be5 None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:24:13.848842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fa833-5c6f-4d62-8177-392eb264249f req-e4c3a639-28ec-4c73-9bfb-4a0a6d6627e3 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:13.850131 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:13.850928 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b0fa833-5c6f-4d62-8177-392eb264249f req-e4c3a639-28ec-4c73-9bfb-4a0a6d6627e3 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1563041 Nov 12 04:24:13.940926 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0a0fc8-9026-4eb6-a262-7c6a1a4de2b7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:13.941539 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c1c7587-81c3-4766-8346-3e4df891f9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:13.945984 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa0a0fc8-9026-4eb6-a262-7c6a1a4de2b7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:13.955179 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b0fa833-5c6f-4d62-8177-392eb264249f req-86a11855-e39b-4a0f-b85d-16d636dbdb9f tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944221 Nov 12 04:24:13.972925 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 0ca8222d-c807-4d48-886b-14637401e16e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0ca8222d-c807-4d48-886b-14637401e16e,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:14.000281 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-caf81285-22b0-4d84-9a13-bd3ca81a4be5 None None] Deleting port 0ca8222d-c807-4d48-886b-14637401e16e {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:14.000999 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-caf81285-22b0-4d84-9a13-bd3ca81a4be5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:14.005302 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5ef1fddc-f58a-4081-92c0-609b4d4df42e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Allocated IP 10.1.1.216 (79d2f23a-da96-4615-8aa1-f0a58d232473/def5bb2e-e9ac-468c-88b9-6c140d20e94c/a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:14.063234 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:14.155304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-caf81285-22b0-4d84-9a13-bd3ca81a4be5 None None] For port 0ca8222d-c807-4d48-886b-14637401e16e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0ca8222d-c807-4d48-886b-14637401e16e,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:14.155702 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-caf81285-22b0-4d84-9a13-bd3ca81a4be5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:14.196835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-caf81285-22b0-4d84-9a13-bd3ca81a4be5 None None] Calling delete_port for 0ca8222d-c807-4d48-886b-14637401e16e owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:14.199974 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-3c1c7587-81c3-4766-8346-3e4df891f9f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:24:14.200587 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-3c1c7587-81c3-4766-8346-3e4df891f9f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:24:14.206070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=0ca8222d-c807-4d48-886b-14637401e16e,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:14.267979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-78f93d34-41f5-4439-9ef3-7c76b3d3a47f tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:14.275824 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-78f93d34-41f5-4439-9ef3-7c76b3d3a47f tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 812 time: 0.1679676 Nov 12 04:24:14.309462 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-2df1c43a-d9cb-4ac4-9ea3-349be3142bd5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/quotas/6f5af4b98cc849f0a88a477e27cdba3b HTTP/1.1" status: 200 len: 375 time: 0.0324392 Nov 12 04:24:14.424610 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5ef1fddc-f58a-4081-92c0-609b4d4df42e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:14.430590 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-caf81285-22b0-4d84-9a13-bd3ca81a4be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:14.440219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-9ce2f2bd-0529-4dbe-9ddf-eca3b026758b tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1017745 Nov 12 04:24:14.468639 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa0a0fc8-9026-4eb6-a262-7c6a1a4de2b7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:14.471235 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf81285-22b0-4d84-9a13-bd3ca81a4be5 None None] Pushing event deleted for resources: {'Port': ['ID=0ca8222d-c807-4d48-886b-14637401e16e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:14.479698 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf81285-22b0-4d84-9a13-bd3ca81a4be5 None None] No DVR routers for this DVR port 0ca8222d-c807-4d48-886b-14637401e16e on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:24:14.530611 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0a0fc8-9026-4eb6-a262-7c6a1a4de2b7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:14.534376 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-aa0a0fc8-9026-4eb6-a262-7c6a1a4de2b7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:14.537297 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0a0fc8-9026-4eb6-a262-7c6a1a4de2b7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:14.537888 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa0a0fc8-9026-4eb6-a262-7c6a1a4de2b7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:14.555281 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c0daeb-d413-4f77-b970-c73d6d3b6bed None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:14.562782 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a0fc8-9026-4eb6-a262-7c6a1a4de2b7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=e1eb09a7-e110-43cf-af60-74614c68db1f,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:14.576633 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-5e7478e4-f21d-49a3-848f-508f3bf7a42b service neutron] 10.222.0.37 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227493 Nov 12 04:24:14.653361 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-aa0a0fc8-9026-4eb6-a262-7c6a1a4de2b7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9354196 Nov 12 04:24:14.653738 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49532) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:14.662772 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-eeca64f9-9d2b-46cf-acd4-8c3699cefeb7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'fixed_ips': [{'subnet_id': 'e1eb09a7-e110-43cf-af60-74614c68db1f', 'ip_address': '2001:db8::dab8:3a1c:1494:cefc'}], 'name': 'tempest-NetworksTestDHCPv6-570888724'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:14.683213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-a7863a91-dbc5-4a06-af74-8ef7676849d4 service neutron] 10.222.0.37 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008334 Nov 12 04:24:14.709231 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5ef1fddc-f58a-4081-92c0-609b4d4df42e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:14.760563 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5ef1fddc-f58a-4081-92c0-609b4d4df42e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Network 79d2f23a-da96-4615-8aa1-f0a58d232473 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:14.770353 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5ef1fddc-f58a-4081-92c0-609b4d4df42e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:14.781778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3c1c7587-81c3-4766-8346-3e4df891f9f3 None None] Port 0ca8222d-c807-4d48-886b-14637401e16e update to ACTIVE by agent not found {{(pid=103298) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 04:24:14.796752 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5ef1fddc-f58a-4081-92c0-609b4d4df42e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:14.857894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1fddc-f58a-4081-92c0-609b4d4df42e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event updated for resources: {'Port': ['ID=a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:14.891277 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': 'e1eb09a7-e110-43cf-af60-74614c68db1f'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:24:14.892149 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:14.957985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5ef1fddc-f58a-4081-92c0-609b4d4df42e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:14.962915 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5ef1fddc-f58a-4081-92c0-609b4d4df42e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:14.977236 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeca64f9-9d2b-46cf-acd4-8c3699cefeb7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:15.084413 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5ef1fddc-f58a-4081-92c0-609b4d4df42e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2493627 Nov 12 04:24:15.092430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0ca8222d-c807-4d48-886b-14637401e16e no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:24:15.097587 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eeca64f9-9d2b-46cf-acd4-8c3699cefeb7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:15.104295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9a8f364f-0f0b-463f-8038-d06666d2800f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Request body: {'port': {'device_id': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8ce3611a-3158-4092-88f0-6068ca0e253f', 'admin_state_up': True, 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'security_groups': ['e0e6c171-e7d5-4250-ad88-db39b24caac4']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:15.143959 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-eeca64f9-9d2b-46cf-acd4-8c3699cefeb7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port 93f6164b-c656-406f-b9c1-73c93dc90aad yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:24:15.198667 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 0ca8222d-c807-4d48-886b-14637401e16e {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:24:15.199016 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0ca8222d-c807-4d48-886b-14637401e16e not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:24:15.277180 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5d64ae09-1ade-458b-98f5-492fead26ef2 None None] Provisioning complete for port a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:15.277561 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d64ae09-1ade-458b-98f5-492fead26ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:15.334569 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] Allocated IP 2001:db8::2 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/e1eb09a7-e110-43cf-af60-74614c68db1f/c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:15.404621 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1733f-d9f8-4caa-8f4e-d6724d264b1c req-af906251-6ac0-4467-bcc3-d002c847ad4f tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:15.406196 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beb1733f-d9f8-4caa-8f4e-d6724d264b1c req-af906251-6ac0-4467-bcc3-d002c847ad4f tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 946 time: 0.1013339 Nov 12 04:24:15.417931 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9a8f364f-0f0b-463f-8038-d06666d2800f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Made reservation on behalf of c2da92794a0540cfa9ccbce1e95a15a3 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:15.452480 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5d64ae09-1ade-458b-98f5-492fead26ef2 None None] Port a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:24:15.531497 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beb1733f-d9f8-4caa-8f4e-d6724d264b1c req-135f867b-92c4-42d8-9d0a-9f592f06f0ca tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930653 Nov 12 04:24:15.548151 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:15.553204 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9a8f364f-0f0b-463f-8038-d06666d2800f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:15.675005 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:15.740397 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:15.748174 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:15.753556 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:15.761931 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-eeca64f9-9d2b-46cf-acd4-8c3699cefeb7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::dab8:3a1c:1494:cefc (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/e1eb09a7-e110-43cf-af60-74614c68db1f/93f6164b-c656-406f-b9c1-73c93dc90aad) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:15.771873 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] Pushing event updated for resources: {'Port': ['ID=c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:15.867026 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8674405-4d86-4b78-8d6d-0c13fb561c38 req-a4163db6-cdda-4b50-a323-7e3788513d41 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:15.873329 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8674405-4d86-4b78-8d6d-0c13fb561c38 req-a4163db6-cdda-4b50-a323-7e3788513d41 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:15.878872 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] Attempting to bind port c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:15.879385 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] Attempting to bind port c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:15.879841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] Attempting to bind port c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:15.879970 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8674405-4d86-4b78-8d6d-0c13fb561c38 req-a4163db6-cdda-4b50-a323-7e3788513d41 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:15.882189 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8674405-4d86-4b78-8d6d-0c13fb561c38 req-a4163db6-cdda-4b50-a323-7e3788513d41 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 2374 time: 0.1647019 Nov 12 04:24:15.888613 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:15.889783 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:15.890396 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:15.890941 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:15.891514 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] Bound port: c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:15.891994 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:15.975424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9a8f364f-0f0b-463f-8038-d06666d2800f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Allocated IP 10.2.2.100 (8ce3611a-3158-4092-88f0-6068ca0e253f/aa523a34-d8df-4b2a-8bb1-49cddad3028a/ee1c7c92-c878-4363-aaec-68d541b247e9) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:15.981115 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8674405-4d86-4b78-8d6d-0c13fb561c38 req-b2bfb67b-67b0-40fa-8ade-1215a3b346ca tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911441 Nov 12 04:24:16.019474 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] For port c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:16.023783 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] For port c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:16.067339 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eeca64f9-9d2b-46cf-acd4-8c3699cefeb7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:16.101577 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-02e088b7-ad73-46c6-9715-40d60351d14f req-dcdcf24b-01e5-420b-b095-67b64c7f83a1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0d9b00e-f99d-4b77-afa7-d80694ad7e5e HTTP/1.1" status: 200 len: 210 time: 0.0427449 Nov 12 04:24:16.135803 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:16.219733 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eeca64f9-9d2b-46cf-acd4-8c3699cefeb7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:16.222705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc0b44-9912-488c-ae57-02b9bd249ff9 None None] Pushing event updated for resources: {'Port': ['ID=c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:16.252995 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9a8f364f-0f0b-463f-8038-d06666d2800f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:16.276571 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffe282-0f0f-45e2-8306-f59c3d63e022 req-80cc1e31-a1a2-4e5c-a9d8-217ba1fd3c2a tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:16.278793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecffe282-0f0f-45e2-8306-f59c3d63e022 req-80cc1e31-a1a2-4e5c-a9d8-217ba1fd3c2a tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1008811 Nov 12 04:24:16.293827 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeca64f9-9d2b-46cf-acd4-8c3699cefeb7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:16.297423 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-eeca64f9-9d2b-46cf-acd4-8c3699cefeb7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:16.300678 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeca64f9-9d2b-46cf-acd4-8c3699cefeb7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:16.306865 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeca64f9-9d2b-46cf-acd4-8c3699cefeb7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:16.307613 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eeca64f9-9d2b-46cf-acd4-8c3699cefeb7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:16.315142 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca64f9-9d2b-46cf-acd4-8c3699cefeb7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=93f6164b-c656-406f-b9c1-73c93dc90aad,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:16.346927 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecffe282-0f0f-45e2-8306-f59c3d63e022 req-22466bc7-7709-46fe-a96d-f254f29e2bd1 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567572 Nov 12 04:24:16.442289 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-eeca64f9-9d2b-46cf-acd4-8c3699cefeb7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7853351 Nov 12 04:24:16.442657 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49566) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:16.496413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f9075-5154-49f6-a5d0-a7e3549de3cc req-3752c77c-c75f-4775-a263-a64ed1d8e120 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:16.499529 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-285f9075-5154-49f6-a5d0-a7e3549de3cc req-3752c77c-c75f-4775-a263-a64ed1d8e120 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0724609 Nov 12 04:24:16.551835 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb8b2a2-7fdb-4d78-855f-98ee7eb3fb5e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:16.565064 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb8b2a2-7fdb-4d78-855f-98ee7eb3fb5e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:16.567682 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-adb8b2a2-7fdb-4d78-855f-98ee7eb3fb5e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1229579 Nov 12 04:24:16.570897 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49570) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:16.597754 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9a8f364f-0f0b-463f-8038-d06666d2800f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:16.719624 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-285f9075-5154-49f6-a5d0-a7e3549de3cc req-f3a95594-d232-402e-bded-236212d78faa tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125363 Nov 12 04:24:16.728578 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9a8f364f-0f0b-463f-8038-d06666d2800f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Network 8ce3611a-3158-4092-88f0-6068ca0e253f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:16.749058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9a8f364f-0f0b-463f-8038-d06666d2800f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:16.753163 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9a8f364f-0f0b-463f-8038-d06666d2800f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:16.827285 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-cfbcf3cc-ec57-428b-a636-86a02e05c560 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port 93f6164b-c656-406f-b9c1-73c93dc90aad {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:16.828169 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfbcf3cc-ec57-428b-a636-86a02e05c560 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:16.833430 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:16.950984 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f364f-0f0b-463f-8038-d06666d2800f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event updated for resources: {'Port': ['ID=ee1c7c92-c878-4363-aaec-68d541b247e9,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:17.005554 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9a8f364f-0f0b-463f-8038-d06666d2800f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:17.007677 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9a8f364f-0f0b-463f-8038-d06666d2800f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:17.030196 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:17.088710 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfbcf3cc-ec57-428b-a636-86a02e05c560 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:17.091076 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261101e-7d6f-4cfd-adf3-0823ea63a657 req-a0554d21-697b-4938-9d18-e68cabaed4e1 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:17.092793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1261101e-7d6f-4cfd-adf3-0823ea63a657 req-a0554d21-697b-4938-9d18-e68cabaed4e1 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 946 time: 0.1941793 Nov 12 04:24:17.128993 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-cfbcf3cc-ec57-428b-a636-86a02e05c560 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for 93f6164b-c656-406f-b9c1-73c93dc90aad owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:17.149969 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:17.150522 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:17.163907 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9a8f364f-0f0b-463f-8038-d06666d2800f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0639684 Nov 12 04:24:17.191970 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5a873d70-5145-43c7-9b5e-d4c2da9b23cd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Request body: {'port': {'device_id': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8ce3611a-3158-4092-88f0-6068ca0e253f', 'admin_state_up': True, 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'security_groups': ['e0e6c171-e7d5-4250-ad88-db39b24caac4']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:17.300335 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1261101e-7d6f-4cfd-adf3-0823ea63a657 req-d79644c8-c35f-4681-a595-2150f3cdba3f tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010524 Nov 12 04:24:17.346538 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3ae3db2a-3a4a-4f12-921d-19c243c26158 None None] Provisioning complete for port ee1c7c92-c878-4363-aaec-68d541b247e9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:17.346937 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ae3db2a-3a4a-4f12-921d-19c243c26158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:17.389421 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:17.406179 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfbcf3cc-ec57-428b-a636-86a02e05c560 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:17.436148 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3ae3db2a-3a4a-4f12-921d-19c243c26158 None None] Port ee1c7c92-c878-4363-aaec-68d541b247e9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:24:17.487998 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbcf3cc-ec57-428b-a636-86a02e05c560 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=93f6164b-c656-406f-b9c1-73c93dc90aad,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:17.510673 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:17.534998 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfbcf3cc-ec57-428b-a636-86a02e05c560 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:17.538279 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cfbcf3cc-ec57-428b-a636-86a02e05c560 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/93f6164b-c656-406f-b9c1-73c93dc90aad HTTP/1.1" status: 204 len: 168 time: 0.9665360 Nov 12 04:24:17.541010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49588) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:17.564521 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5a873d70-5145-43c7-9b5e-d4c2da9b23cd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Made reservation on behalf of c2da92794a0540cfa9ccbce1e95a15a3 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:17.573131 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5a873d70-5145-43c7-9b5e-d4c2da9b23cd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:17.623446 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:17.642874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e5184-c324-4209-84a5-89cccb67ba0c req-8419b6dd-5907-4898-98ab-9725be85bd4d tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:17.648993 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e5184-c324-4209-84a5-89cccb67ba0c req-8419b6dd-5907-4898-98ab-9725be85bd4d tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:17.655415 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e5184-c324-4209-84a5-89cccb67ba0c req-8419b6dd-5907-4898-98ab-9725be85bd4d tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:17.665722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e5184-c324-4209-84a5-89cccb67ba0c req-8419b6dd-5907-4898-98ab-9725be85bd4d tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:17.675340 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc0e5184-c324-4209-84a5-89cccb67ba0c req-8419b6dd-5907-4898-98ab-9725be85bd4d tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 3095 time: 0.1916416 Nov 12 04:24:17.699118 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:17.737818 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13208ba-ef4a-4c58-81c8-e5a178170c4f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:17.739451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13208ba-ef4a-4c58-81c8-e5a178170c4f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:17.740901 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b13208ba-ef4a-4c58-81c8-e5a178170c4f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1983120 Nov 12 04:24:17.743855 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49590) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:17.791304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-11c697be-de70-4b43-a0b8-1b21c61d85bd None None] Provisioning complete for port c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:17.791693 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11c697be-de70-4b43-a0b8-1b21c61d85bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:17.826321 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc0e5184-c324-4209-84a5-89cccb67ba0c req-7ea79e3c-241b-4ee4-b1da-8c8014a608a8 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493316 Nov 12 04:24:17.850191 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-df56c7da-696a-4835-aa9f-cbfa0d148a8d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet e1eb09a7-e110-43cf-af60-74614c68db1f {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:24:17.855351 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df56c7da-696a-4835-aa9f-cbfa0d148a8d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:17.940009 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df56c7da-696a-4835-aa9f-cbfa0d148a8d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:18.034811 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:18.079926 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c5e98f9-ecb6-4c1b-8337-870ca2408882 req-bbb3849e-635f-4205-bb36-8fe4db5ab165 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0d9b00e-f99d-4b77-afa7-d80694ad7e5e HTTP/1.1" status: 200 len: 210 time: 0.1193657 Nov 12 04:24:18.131925 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df56c7da-696a-4835-aa9f-cbfa0d148a8d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:18.166089 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-627e795c-bc51-47ce-9bea-64ca7054b3a9 None None] Could not find standard attr ID for object 93f6164b-c656-406f-b9c1-73c93dc90aad. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:24:18.166594 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-31849dfc-dbf7-4077-9bee-f2b6c4c29e42 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:18.168267 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-31849dfc-dbf7-4077-9bee-f2b6c4c29e42 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.31 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 812 time: 0.2387576 Nov 12 04:24:18.182766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5a873d70-5145-43c7-9b5e-d4c2da9b23cd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Allocated IP 10.2.2.200 (8ce3611a-3158-4092-88f0-6068ca0e253f/aa523a34-d8df-4b2a-8bb1-49cddad3028a/9c757535-b667-421c-b16e-cd68aff94d0b) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:18.190242 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-ea7e0adc-bf5c-4252-87f3-c3feb768a584 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Request body: {'port': {'device_id': 'e0d9b00e-f99d-4b77-afa7-d80694ad7e5e', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'admin_state_up': True, 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:18.394489 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df56c7da-696a-4835-aa9f-cbfa0d148a8d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:18.445717 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56c7da-696a-4835-aa9f-cbfa0d148a8d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=e1eb09a7-e110-43cf-af60-74614c68db1f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:18.457520 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df56c7da-696a-4835-aa9f-cbfa0d148a8d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:18.478370 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-df56c7da-696a-4835-aa9f-cbfa0d148a8d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/e1eb09a7-e110-43cf-af60-74614c68db1f HTTP/1.1" status: 204 len: 168 time: 0.7252290 Nov 12 04:24:18.480721 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49604) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:18.542011 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c075d-b8ea-4740-a2ce-c8d3de737771 req-420c4d5d-0d5e-487d-ac86-4f0b16899cef tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:18.552763 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd11e370-a2bd-4233-9cd9-0d6f447558d7 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:18.564942 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a52c075d-b8ea-4740-a2ce-c8d3de737771 req-420c4d5d-0d5e-487d-ac86-4f0b16899cef tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1961417 Nov 12 04:24:18.597367 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2ab511dc-7e7a-43c2-8f29-12033207d19d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1169050 Nov 12 04:24:18.602681 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49608) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:18.608507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-ea7e0adc-bf5c-4252-87f3-c3feb768a584 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Made reservation on behalf of 6f5af4b98cc849f0a88a477e27cdba3b for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:18.612065 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-ea7e0adc-bf5c-4252-87f3-c3feb768a584 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:18.619925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8327182e-2e5d-4345-af78-12a1aa9fef05 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:18.731781 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a52c075d-b8ea-4740-a2ce-c8d3de737771 req-acf478c7-1c32-4950-a6e9-f75b5adbe22f tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633735 Nov 12 04:24:18.742180 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5a873d70-5145-43c7-9b5e-d4c2da9b23cd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:18.897981 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-ea7e0adc-bf5c-4252-87f3-c3feb768a584 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Allocated IP 172.20.0.5 (795d5285-3b6a-4de6-8e94-3800661b542b/5a37ec33-8e39-40f9-bf74-00357aef3619/db4f9677-34b1-4f1e-a282-14c63f53782a) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:18.970000 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:19.035506 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5a873d70-5145-43c7-9b5e-d4c2da9b23cd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:19.057132 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8327182e-2e5d-4345-af78-12a1aa9fef05 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:19.059709 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cae8a88-fa8a-4d12-b30b-f94e43ebe75c None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:24:19.063090 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8327182e-2e5d-4345-af78-12a1aa9fef05 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:19.133553 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:19.133940 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:19.193176 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7cae8a88-fa8a-4d12-b30b-f94e43ebe75c None None] Deleting port c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:19.193885 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7cae8a88-fa8a-4d12-b30b-f94e43ebe75c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:19.281826 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-ea7e0adc-bf5c-4252-87f3-c3feb768a584 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:19.303612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7cae8a88-fa8a-4d12-b30b-f94e43ebe75c None None] For port c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:19.304023 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7cae8a88-fa8a-4d12-b30b-f94e43ebe75c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:19.331014 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5a873d70-5145-43c7-9b5e-d4c2da9b23cd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Network 8ce3611a-3158-4092-88f0-6068ca0e253f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:19.335002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5a873d70-5145-43c7-9b5e-d4c2da9b23cd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:19.339359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5a873d70-5145-43c7-9b5e-d4c2da9b23cd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:19.359013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7cae8a88-fa8a-4d12-b30b-f94e43ebe75c None None] Calling delete_port for c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:19.394921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a873d70-5145-43c7-9b5e-d4c2da9b23cd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event updated for resources: {'Port': ['ID=9c757535-b667-421c-b16e-cd68aff94d0b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:19.410361 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-ea7e0adc-bf5c-4252-87f3-c3feb768a584 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:19.474482 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8327182e-2e5d-4345-af78-12a1aa9fef05 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:19.514961 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['7ec7cc86-a327-46e3-82cc-6403e1f00ad8'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:24:19.518126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['95a43564-d716-40c4-9200-f25692332996'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:24:19.532505 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e0adc-bf5c-4252-87f3-c3feb768a584 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Pushing event updated for resources: {'Port': ['ID=db4f9677-34b1-4f1e-a282-14c63f53782a,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:19.568308 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-ea7e0adc-bf5c-4252-87f3-c3feb768a584 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Network 795d5285-3b6a-4de6-8e94-3800661b542b is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:19.581092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-ea7e0adc-bf5c-4252-87f3-c3feb768a584 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:19.616488 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5a873d70-5145-43c7-9b5e-d4c2da9b23cd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:19.617412 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5a873d70-5145-43c7-9b5e-d4c2da9b23cd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:19.627830 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-ea7e0adc-bf5c-4252-87f3-c3feb768a584 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:19.642688 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8327182e-2e5d-4345-af78-12a1aa9fef05 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:19.661366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8327182e-2e5d-4345-af78-12a1aa9fef05 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:19.666263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8327182e-2e5d-4345-af78-12a1aa9fef05 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:19.673216 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8327182e-2e5d-4345-af78-12a1aa9fef05 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:19.715939 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327182e-2e5d-4345-af78-12a1aa9fef05 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=50b6feab-a136-4eed-8b83-4600097d347f,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:19.751314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-ea7e0adc-bf5c-4252-87f3-c3feb768a584 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:19.752367 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-ea7e0adc-bf5c-4252-87f3-c3feb768a584 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:19.838237 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8327182e-2e5d-4345-af78-12a1aa9fef05 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2302837 Nov 12 04:24:19.838983 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-ea7e0adc-bf5c-4252-87f3-c3feb768a584 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6525121 Nov 12 04:24:19.846165 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5a873d70-5145-43c7-9b5e-d4c2da9b23cd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6630917 Nov 12 04:24:19.848596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49630) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:19.854034 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7c69c733-8a1b-4fba-9011-2f61eff57a65 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'fixed_ips': [{'subnet_id': '50b6feab-a136-4eed-8b83-4600097d347f', 'ip_address': '2001:db8::8952:469:e44c:f5b5'}], 'name': 'tempest-NetworksTestDHCPv6-1054120235'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:19.863935 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Request body: {'port': {'device_id': 'e0d9b00e-f99d-4b77-afa7-d80694ad7e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:19.950507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Request body: {'port': {'device_id': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:20.108092 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c69c733-8a1b-4fba-9011-2f61eff57a65 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:20.148051 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fe2e2c2a-61f4-400d-ac23-64978d17c31d None None] Provisioning complete for port 9c757535-b667-421c-b16e-cd68aff94d0b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:20.148881 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe2e2c2a-61f4-400d-ac23-64978d17c31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:20.161272 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:20.210398 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:20.262777 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c69c733-8a1b-4fba-9011-2f61eff57a65 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:20.265197 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34db54-8208-4801-81de-43f431d1cbd6 req-f42d5434-ff67-429b-ad6e-e368cbbd781b tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:20.273779 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb34db54-8208-4801-81de-43f431d1cbd6 req-f42d5434-ff67-429b-ad6e-e368cbbd781b tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.3334525 Nov 12 04:24:20.288403 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-7c69c733-8a1b-4fba-9011-2f61eff57a65 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port e6d6a941-a016-4c5c-8fb8-68b5baea642d yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:24:20.338290 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fedbcd-bb1e-42da-80fd-d90617915e2e req-273b80d3-ffe3-48ea-937f-730a7fd662d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:20.341172 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1fedbcd-bb1e-42da-80fd-d90617915e2e req-273b80d3-ffe3-48ea-937f-730a7fd662d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=30270a58cabc4c199978c7ac49ec7f25&device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 1098 time: 0.2824275 Nov 12 04:24:20.455197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fe2e2c2a-61f4-400d-ac23-64978d17c31d None None] Port 9c757535-b667-421c-b16e-cd68aff94d0b cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:24:20.562404 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb34db54-8208-4801-81de-43f431d1cbd6 req-cbdc9c9d-f866-4e3b-9c9a-fabea60fc10c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875688 Nov 12 04:24:20.565765 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7cae8a88-fa8a-4d12-b30b-f94e43ebe75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:20.636919 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae8a88-fa8a-4d12-b30b-f94e43ebe75c None None] Pushing event deleted for resources: {'Port': ['ID=c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:20.646582 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cae8a88-fa8a-4d12-b30b-f94e43ebe75c None None] No DVR routers for this DVR port c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:24:20.654306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-216f9830-132f-41e1-b669-1c65ba6fc18b None None] Provisioning complete for port db4f9677-34b1-4f1e-a282-14c63f53782a triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:20.654865 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-216f9830-132f-41e1-b669-1c65ba6fc18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:20.661103 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-7c69c733-8a1b-4fba-9011-2f61eff57a65 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::8952:469:e44c:f5b5 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/50b6feab-a136-4eed-8b83-4600097d347f/e6d6a941-a016-4c5c-8fb8-68b5baea642d) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:20.690874 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51bec08-c680-4423-8df3-73662cbdab53 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:20.847855 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-216f9830-132f-41e1-b669-1c65ba6fc18b None None] Port db4f9677-34b1-4f1e-a282-14c63f53782a cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:24:21.014562 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c69c733-8a1b-4fba-9011-2f61eff57a65 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:21.067083 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:24:21.098610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': '50b6feab-a136-4eed-8b83-4600097d347f'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:24:21.099520 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:21.111743 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:24:21.111743 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c9f2208c-0a7e-4d41-b7c5-e3256bfd9a8b not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:24:21.194495 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c69c733-8a1b-4fba-9011-2f61eff57a65 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:21.253178 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] Allocated IP 2001:db8::2 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/50b6feab-a136-4eed-8b83-4600097d347f/d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:21.326271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69c733-8a1b-4fba-9011-2f61eff57a65 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=e6d6a941-a016-4c5c-8fb8-68b5baea642d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:21.349279 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c69c733-8a1b-4fba-9011-2f61eff57a65 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:21.351279 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-7c69c733-8a1b-4fba-9011-2f61eff57a65 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:21.359674 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c69c733-8a1b-4fba-9011-2f61eff57a65 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:21.377704 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c69c733-8a1b-4fba-9011-2f61eff57a65 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:21.378877 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c69c733-8a1b-4fba-9011-2f61eff57a65 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:21.453017 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:21.480145 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4f9677-34b1-4f1e-a282-14c63f53782a {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:24:21.489736 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:21.494393 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7c69c733-8a1b-4fba-9011-2f61eff57a65 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6445146 Nov 12 04:24:21.496877 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49652) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:21.524111 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:21.550487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Transition to ACTIVE for port object db4f9677-34b1-4f1e-a282-14c63f53782a will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:24:21.618414 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:21.618414 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:21.626781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:21.631182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fedbcd-bb1e-42da-80fd-d90617915e2e req-8189249c-7914-4c57-af69-34761bbaeba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:21.632693 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1fedbcd-bb1e-42da-80fd-d90617915e2e req-8189249c-7914-4c57-af69-34761bbaeba1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6a76e814-73d2-4e4a-8781-449a1ff523d7 HTTP/1.1" status: 200 len: 916 time: 1.2779336 Nov 12 04:24:21.648702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7473f8f-7c1d-44b8-bb29-587e8c794270 req-2eea6961-c477-4ffa-a3c2-0046de31ed65 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:21.655868 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7473f8f-7c1d-44b8-bb29-587e8c794270 req-2eea6961-c477-4ffa-a3c2-0046de31ed65 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:21.663212 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7473f8f-7c1d-44b8-bb29-587e8c794270 req-2eea6961-c477-4ffa-a3c2-0046de31ed65 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:21.670341 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7473f8f-7c1d-44b8-bb29-587e8c794270 req-2eea6961-c477-4ffa-a3c2-0046de31ed65 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:21.678544 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7473f8f-7c1d-44b8-bb29-587e8c794270 req-2eea6961-c477-4ffa-a3c2-0046de31ed65 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:21.680443 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7473f8f-7c1d-44b8-bb29-587e8c794270 req-2eea6961-c477-4ffa-a3c2-0046de31ed65 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 3816 time: 0.1837189 Nov 12 04:24:21.687173 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] Pushing event updated for resources: {'Port': ['ID=d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:21.692502 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:21.711485 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2defcc11-a6c6-4367-9e3d-28d2203c467f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:21.725356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] Attempting to bind port d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:21.725874 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] Attempting to bind port d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:21.726452 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] Attempting to bind port d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2 on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:21.726948 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2defcc11-a6c6-4367-9e3d-28d2203c467f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:21.732736 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2defcc11-a6c6-4367-9e3d-28d2203c467f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2346847 Nov 12 04:24:21.735610 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49654) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:21.741155 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:21.741957 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:21.742473 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:21.743116 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:21.743701 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] Bound port: d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:21.744199 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:21.859910 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1fedbcd-bb1e-42da-80fd-d90617915e2e req-296f31ee-b051-4f1e-9b2e-7857b8f69b5b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=157d3728-418f-49be-8670-d0a5f89e1a09 HTTP/1.1" status: 200 len: 217 time: 0.1759753 Nov 12 04:24:21.860799 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4ad1a1bb-9b93-4126-965c-84b2483e88c4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port e6d6a941-a016-4c5c-8fb8-68b5baea642d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:21.861348 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ad1a1bb-9b93-4126-965c-84b2483e88c4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:21.863536 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] For port d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:21.867255 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] For port d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:21.944374 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:21.950862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3ed3ea-e971-45fe-8276-9cc198e22638 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:24:21.964749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Pushing event updated for resources: {'Port': ['ID=db4f9677-34b1-4f1e-a282-14c63f53782a,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:21.969749 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:22.093745 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ad1a1bb-9b93-4126-965c-84b2483e88c4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:22.094865 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae840604-c1c4-44de-9e44-e6d48e87a7bf None None] Pushing event updated for resources: {'Port': ['ID=d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:22.137647 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4ad1a1bb-9b93-4126-965c-84b2483e88c4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for e6d6a941-a016-4c5c-8fb8-68b5baea642d owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:22.148638 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Transition to ACTIVE for port object 8b3ed3ea-e971-45fe-8276-9cc198e22638 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:24:22.153289 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fedbcd-bb1e-42da-80fd-d90617915e2e req-673459f4-f9c5-4806-aed5-57b88302c708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:22.468832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1fedbcd-bb1e-42da-80fd-d90617915e2e req-673459f4-f9c5-4806-aed5-57b88302c708 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa95a144-ef18-486f-afe6-5aa6185981b9 HTTP/1.1" status: 200 len: 854 time: 0.2659504 Nov 12 04:24:22.468832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7473f8f-7c1d-44b8-bb29-587e8c794270 req-92b07c96-054c-4040-969d-97be25b622f2 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4654539 Nov 12 04:24:22.468832 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:22.468832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Attempting to bind port db4f9677-34b1-4f1e-a282-14c63f53782a on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:22.468832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Attempting to bind port db4f9677-34b1-4f1e-a282-14c63f53782a by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:22.468832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Attempting to bind port db4f9677-34b1-4f1e-a282-14c63f53782a on network 795d5285-3b6a-4de6-8e94-3800661b542b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:22.468832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fedbcd-bb1e-42da-80fd-d90617915e2e req-c59bf03d-b436-467b-a1ba-f088fb73eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:22.468832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1fedbcd-bb1e-42da-80fd-d90617915e2e req-c59bf03d-b436-467b-a1ba-f088fb73eab8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6a76e814-73d2-4e4a-8781-449a1ff523d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1736643 Nov 12 04:24:22.468832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Port db4f9677-34b1-4f1e-a282-14c63f53782a on network 795d5285-3b6a-4de6-8e94-3800661b542b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:24:22.468832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Attempting to bind port db4f9677-34b1-4f1e-a282-14c63f53782a on network 795d5285-3b6a-4de6-8e94-3800661b542b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:22.468832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3ed3ea-e971-45fe-8276-9cc198e22638,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:22.510795 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:22.511529 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Checking segment: {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:22.511529 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Bound using segment: {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:22.512600 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Bound port: db4f9677-34b1-4f1e-a282-14c63f53782a, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:22.512974 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:22.714367 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ad1a1bb-9b93-4126-965c-84b2483e88c4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:22.738082 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcb660-72cd-482a-a163-9bd2c6f0cfd4 req-d68e0d12-b880-4a4e-8ff2-6ae3f5c65e10 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:22.746963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1ebcb660-72cd-482a-a163-9bd2c6f0cfd4 req-d68e0d12-b880-4a4e-8ff2-6ae3f5c65e10 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0d9b00e-f99d-4b77-afa7-d80694ad7e5e HTTP/1.1" status: 200 len: 943 time: 0.4062004 Nov 12 04:24:22.764752 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1a1bb-9b93-4126-965c-84b2483e88c4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=e6d6a941-a016-4c5c-8fb8-68b5baea642d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:22.823543 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4ad1a1bb-9b93-4126-965c-84b2483e88c4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:22.836382 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4ad1a1bb-9b93-4126-965c-84b2483e88c4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/e6d6a941-a016-4c5c-8fb8-68b5baea642d HTTP/1.1" status: 204 len: 168 time: 1.0976624 Nov 12 04:24:22.840698 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49660) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:22.919819 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Attempting to bind port 8b3ed3ea-e971-45fe-8276-9cc198e22638 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:22.920165 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Attempting to bind port 8b3ed3ea-e971-45fe-8276-9cc198e22638 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'c3320d2f-1f1d-4144-9305-fc487dd0be6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:22.920490 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Attempting to bind port 8b3ed3ea-e971-45fe-8276-9cc198e22638 on network fb300127-0441-4443-aae7-eeff2c911c12 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:22.973857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657a1263-6839-49b6-a6bd-cb9e071b965d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:22.974872 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657a1263-6839-49b6-a6bd-cb9e071b965d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:22.976510 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-657a1263-6839-49b6-a6bd-cb9e071b965d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1384099 Nov 12 04:24:22.979315 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49662) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:22.989934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Port 8b3ed3ea-e971-45fe-8276-9cc198e22638 on network fb300127-0441-4443-aae7-eeff2c911c12 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:24:22.990279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Attempting to bind port 8b3ed3ea-e971-45fe-8276-9cc198e22638 on network fb300127-0441-4443-aae7-eeff2c911c12 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:22.997277 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] For port db4f9677-34b1-4f1e-a282-14c63f53782a, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:23.009115 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:23.042269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1fedbcd-bb1e-42da-80fd-d90617915e2e req-3bb345d4-79da-440e-8a2d-a74d8625d3f2 service neutron] 10.222.0.31 "GET /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6667473 Nov 12 04:24:23.070295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] For port db4f9677-34b1-4f1e-a282-14c63f53782a, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=db4f9677-34b1-4f1e-a282-14c63f53782a,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:23.080892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:23.080892 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:23.084791 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:23.085230 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Checking segment: {'id': 'c3320d2f-1f1d-4144-9305-fc487dd0be6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:23.085764 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Bound using segment: {'id': 'c3320d2f-1f1d-4144-9305-fc487dd0be6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:23.086272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Bound port: 8b3ed3ea-e971-45fe-8276-9cc198e22638, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3320d2f-1f1d-4144-9305-fc487dd0be6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:23.086661 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:23.126657 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e888b91-cfb3-468a-87d7-4b0505d2e1eb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet 50b6feab-a136-4eed-8b83-4600097d347f {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:24:23.140323 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e888b91-cfb3-468a-87d7-4b0505d2e1eb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:23.180378 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1ebcb660-72cd-482a-a163-9bd2c6f0cfd4 req-e847c9bc-fb1d-48ee-92ad-e7216bd54c13 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322917 Nov 12 04:24:23.190203 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:23.253190 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e888b91-cfb3-468a-87d7-4b0505d2e1eb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:23.306066 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:23.372113 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:23.383201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:23.385733 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:23.385733 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] 10.222.0.31 "PUT /v2.0/ports/db4f9677-34b1-4f1e-a282-14c63f53782a HTTP/1.1" status: 200 len: 1092 time: 3.5298474 Nov 12 04:24:23.388663 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d9b00e-f99d-4b77-afa7-d80694ad7e5e', 'tag': 'db4f9677-34b1-4f1e-a282-14c63f53782a'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:24:23.391977 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a64c649-2b8f-4e08-9769-ab34992c505b" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d9b00e-f99d-4b77-afa7-d80694ad7e5e", "tag": "db4f9677-34b1-4f1e-a282-14c63f53782a"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:24:23.480391 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:23.525904 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e888b91-cfb3-468a-87d7-4b0505d2e1eb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:23.591966 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:23.676933 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f578cb-db2b-4319-a504-90fa9477142e service neutron] Pushing event updated for resources: {'Port': ['ID=db4f9677-34b1-4f1e-a282-14c63f53782a,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:23.685839 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1fedbcd-bb1e-42da-80fd-d90617915e2e req-4dd6f905-207b-4575-a25d-7206c802d6d8 service neutron] 10.222.0.31 "GET /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6139421 Nov 12 04:24:23.721564 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2667435-7dfb-4495-852b-230fa7182be0 req-de786f87-786a-4f81-811e-8a29c4bb56d7 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:23.723570 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2667435-7dfb-4495-852b-230fa7182be0 req-de786f87-786a-4f81-811e-8a29c4bb56d7 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 946 time: 0.3822951 Nov 12 04:24:23.724880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] For port 8b3ed3ea-e971-45fe-8276-9cc198e22638, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:23.731501 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] For port 8b3ed3ea-e971-45fe-8276-9cc198e22638, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=8b3ed3ea-e971-45fe-8276-9cc198e22638,segment=NetworkSegment(c3320d2f-1f1d-4144-9305-fc487dd0be6d),segment_id=c3320d2f-1f1d-4144-9305-fc487dd0be6d)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:23.741561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-8beb3bec-c748-4e49-b165-c0bbf4ba49d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:23.743195 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-8beb3bec-c748-4e49-b165-c0bbf4ba49d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=e0d9b00e-f99d-4b77-afa7-d80694ad7e5e HTTP/1.1" status: 200 len: 1095 time: 0.1842790 Nov 12 04:24:23.788741 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e888b91-cfb3-468a-87d7-4b0505d2e1eb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:23.803866 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e888b91-cfb3-468a-87d7-4b0505d2e1eb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:23.814028 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7e888b91-cfb3-468a-87d7-4b0505d2e1eb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/50b6feab-a136-4eed-8b83-4600097d347f HTTP/1.1" status: 204 len: 168 time: 0.8334911 Nov 12 04:24:23.814764 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49672) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:23.832248 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-2cb5604b-d696-466d-998b-29320c7e1a44 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db4f9677-34b1-4f1e-a282-14c63f53782a HTTP/1.1" status: 200 len: 217 time: 0.0722024 Nov 12 04:24:23.847941 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:23.852981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2075b548-c437-4f0a-b952-7b7cd6c79fba None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:23.860097 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e888b91-cfb3-468a-87d7-4b0505d2e1eb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=50b6feab-a136-4eed-8b83-4600097d347f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:23.899692 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ec9ae496-3460-4172-a908-fc1382cbff5b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824032 Nov 12 04:24:23.900754 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49674) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:23.906102 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b1124254-8248-4333-b4d3-cfb83ce48a84 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:24.008037 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-053bb85b-a673-4c60-a386-3503454222cc None None] Provisioning complete for port d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:24.008653 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-053bb85b-a673-4c60-a386-3503454222cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:24.013051 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:24.014179 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:24.015643 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] 10.222.0.21 "PUT /v2.0/ports/8b3ed3ea-e971-45fe-8276-9cc198e22638 HTTP/1.1" status: 200 len: 1092 time: 4.0781248 Nov 12 04:24:24.019400 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2667435-7dfb-4495-852b-230fa7182be0 req-00fdb8b2-4768-4c67-ab73-950056be97bb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880254 Nov 12 04:24:24.076348 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-a86729d3-2654-458c-9614-522d2fbf2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:24.077936 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-a86729d3-2654-458c-9614-522d2fbf2b7c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.1936114 Nov 12 04:24:24.081647 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24747ecc-4f39-48e5-8da8-4f87c115de32 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3ed3ea-e971-45fe-8276-9cc198e22638,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:24.147991 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Request body: {'port': {'device_id': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:24.165657 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1124254-8248-4333-b4d3-cfb83ce48a84 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:24.185210 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1124254-8248-4333-b4d3-cfb83ce48a84 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:24.302597 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542f9e9a-51d3-46f8-b04e-8f6087f7eb20 None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:24:24.316979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-9ff753e3-b6e1-4155-a520-09d0a1eb0e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:24.325083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-9ff753e3-b6e1-4155-a520-09d0a1eb0e63 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2358549 Nov 12 04:24:24.452559 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afbdc3-0c74-487a-aa21-164b30efff90 req-6c94912d-ca40-44a7-b446-6d37c8182c1c tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:24.458312 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-542f9e9a-51d3-46f8-b04e-8f6087f7eb20 None None] Deleting port d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:24.458714 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-542f9e9a-51d3-46f8-b04e-8f6087f7eb20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:24.460239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afbdc3-0c74-487a-aa21-164b30efff90 req-6c94912d-ca40-44a7-b446-6d37c8182c1c tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:24.468132 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afbdc3-0c74-487a-aa21-164b30efff90 req-6c94912d-ca40-44a7-b446-6d37c8182c1c tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:24.474665 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afbdc3-0c74-487a-aa21-164b30efff90 req-6c94912d-ca40-44a7-b446-6d37c8182c1c tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:24.481724 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afbdc3-0c74-487a-aa21-164b30efff90 req-6c94912d-ca40-44a7-b446-6d37c8182c1c tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:24.483942 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26afbdc3-0c74-487a-aa21-164b30efff90 req-6c94912d-ca40-44a7-b446-6d37c8182c1c tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 3828 time: 0.3439033 Nov 12 04:24:24.486878 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:24.605267 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-542f9e9a-51d3-46f8-b04e-8f6087f7eb20 None None] For port d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:24.606361 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-542f9e9a-51d3-46f8-b04e-8f6087f7eb20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:24.622104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-542f9e9a-51d3-46f8-b04e-8f6087f7eb20 None None] Calling delete_port for d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:24.657955 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26afbdc3-0c74-487a-aa21-164b30efff90 req-5bc6a652-e3bf-4f46-991c-abe24e0a55f6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312776 Nov 12 04:24:24.662201 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-85add1f2-ce08-4159-8c31-fadbb321f45d service neutron] 10.222.0.31 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945206 Nov 12 04:24:24.674539 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1124254-8248-4333-b4d3-cfb83ce48a84 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:24.756483 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ea5c2b-ef2e-4b30-be5d-195efc5f510b x-openstack-request-id: req-71ea5c2b-ef2e-4b30-be5d-195efc5f510b {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:24:24.757025 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d9b00e-f99d-4b77-afa7-d80694ad7e5e", "tag": "db4f9677-34b1-4f1e-a282-14c63f53782a", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:24:24.758279 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71ea5c2b-ef2e-4b30-be5d-195efc5f510b {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:24:24.758809 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d9b00e-f99d-4b77-afa7-d80694ad7e5e', 'tag': 'db4f9677-34b1-4f1e-a282-14c63f53782a', 'status': 'completed', 'code': 200} Nov 12 04:24:24.783480 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1124254-8248-4333-b4d3-cfb83ce48a84 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:24.789407 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b1124254-8248-4333-b4d3-cfb83ce48a84 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:24.796911 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1124254-8248-4333-b4d3-cfb83ce48a84 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=f9a7f561-c408-4eb1-82ca-f4bf06a972e8,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:24.800816 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1124254-8248-4333-b4d3-cfb83ce48a84 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:24.801903 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1124254-8248-4333-b4d3-cfb83ce48a84 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:24.852875 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-542f9e9a-51d3-46f8-b04e-8f6087f7eb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:24.903811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f9e9a-51d3-46f8-b04e-8f6087f7eb20 None None] No DVR routers for this DVR port d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:24:24.915576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:24:24.920107 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f9e9a-51d3-46f8-b04e-8f6087f7eb20 None None] Pushing event deleted for resources: {'Port': ['ID=d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:24.931517 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e80b79d-e819-4190-9283-0c2cc54c9e60 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:24.942755 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b1124254-8248-4333-b4d3-cfb83ce48a84 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0407693 Nov 12 04:24:24.943375 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49688) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:24.948463 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-78338dbc-3a8a-4e74-bf26-9da72a0f4858 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'fixed_ips': [{'subnet_id': 'f9a7f561-c408-4eb1-82ca-f4bf06a972e8', 'ip_address': '2001:db8::7cc6:759b:762f:b536'}], 'name': 'tempest-NetworksTestDHCPv6-178130859'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:24.964332 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:24:24.964677 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d52f8aa0-77c1-4b27-88bf-a4ab8b6413d2 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:24:25.042317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4843d-0254-4177-b3bd-0d5435bcf28d req-adef5977-f166-4a28-9955-a4297f1593e6 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:25.043971 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85a4843d-0254-4177-b3bd-0d5435bcf28d req-adef5977-f166-4a28-9955-a4297f1593e6 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.2684500 Nov 12 04:24:25.081128 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cdd37c0-2a2f-452b-9dbb-c9e7baeb0ea9 req-076efa82-0cd0-4ac9-ad0c-c2fdd7c5aaef service neutron] 10.222.0.31 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270094 Nov 12 04:24:25.144584 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85a4843d-0254-4177-b3bd-0d5435bcf28d req-dbe5ffe1-c7ff-45be-abc6-9b89b33dac2e tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902107 Nov 12 04:24:25.158227 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': 'f9a7f561-c408-4eb1-82ca-f4bf06a972e8'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:24:25.159425 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:25.208001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:24:25.227641 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:25.251942 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Transition to ACTIVE for port object 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:24:25.280279 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78338dbc-3a8a-4e74-bf26-9da72a0f4858 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:25.340786 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:25.375714 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64c649-2b8f-4e08-9769-ab34992c505b req-ca2d90cf-69ed-4bfa-b2ae-32689d412bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:25.377519 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a64c649-2b8f-4e08-9769-ab34992c505b req-ca2d90cf-69ed-4bfa-b2ae-32689d412bd4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=e0d9b00e-f99d-4b77-afa7-d80694ad7e5e HTTP/1.1" status: 200 len: 1095 time: 0.1235657 Nov 12 04:24:25.385303 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] Allocated IP 2001:db8::2 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/f9a7f561-c408-4eb1-82ca-f4bf06a972e8/39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:25.390519 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108287e0-bfd1-475f-aae5-7c996a28cb7d req-49f03661-1f4c-470a-b075-b1f45d0c8463 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:25.399443 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-108287e0-bfd1-475f-aae5-7c996a28cb7d req-49f03661-1f4c-470a-b075-b1f45d0c8463 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0d9b00e-f99d-4b77-afa7-d80694ad7e5e HTTP/1.1" status: 200 len: 943 time: 0.1439672 Nov 12 04:24:25.417127 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-78338dbc-3a8a-4e74-bf26-9da72a0f4858 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:25.452800 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-78338dbc-3a8a-4e74-bf26-9da72a0f4858 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port 56877227-47cf-4bfd-b8e3-c1869a3be888 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:24:25.517497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Pushing event updated for resources: {'Port': ['ID=4cbb731e-d485-43c6-aa7c-f94c8d5d99e5,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:25.635881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-108287e0-bfd1-475f-aae5-7c996a28cb7d req-72b0deb3-6357-4d75-ac93-71b219b7ecc5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351739 Nov 12 04:24:25.660471 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:25.717664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64c649-2b8f-4e08-9769-ab34992c505b req-e93bcd34-9e9d-4481-92f2-c4014c7eeda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:25.719125 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a64c649-2b8f-4e08-9769-ab34992c505b req-e93bcd34-9e9d-4481-92f2-c4014c7eeda4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.3169351 Nov 12 04:24:25.749864 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:25.808585 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a64c649-2b8f-4e08-9769-ab34992c505b req-be48eb4f-b7bb-4acf-b6d3-4331a74c9503 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db4f9677-34b1-4f1e-a282-14c63f53782a HTTP/1.1" status: 200 len: 217 time: 0.0603142 Nov 12 04:24:25.809385 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Attempting to bind port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:25.810698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Attempting to bind port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:25.810698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Attempting to bind port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 on network 79d2f23a-da96-4615-8aa1-f0a58d232473 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:25.827445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 on network 79d2f23a-da96-4615-8aa1-f0a58d232473 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:24:25.827822 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Attempting to bind port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 on network 79d2f23a-da96-4615-8aa1-f0a58d232473 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:25.846772 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-78338dbc-3a8a-4e74-bf26-9da72a0f4858 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::7cc6:759b:762f:b536 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/f9a7f561-c408-4eb1-82ca-f4bf06a972e8/56877227-47cf-4bfd-b8e3-c1869a3be888) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:25.857700 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:25.857956 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Checking segment: {'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:25.858352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Bound using segment: {'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:25.858843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Bound port: 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:25.859212 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:25.869201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50386cf7-309d-49db-bd47-20e8c4febca3 req-7dab01b9-8556-462f-ad37-78bafd1122b4 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:25.870766 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50386cf7-309d-49db-bd47-20e8c4febca3 req-7dab01b9-8556-462f-ad37-78bafd1122b4 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 946 time: 0.1580260 Nov 12 04:24:25.882579 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:25.894343 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] Pushing event updated for resources: {'Port': ['ID=39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:25.909213 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:25.932385 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:25.942619 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64c649-2b8f-4e08-9769-ab34992c505b req-4f23c977-3581-4313-b24d-cdf93de030dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:25.943965 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a64c649-2b8f-4e08-9769-ab34992c505b req-4f23c977-3581-4313-b24d-cdf93de030dd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.1258678 Nov 12 04:24:25.997342 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] Attempting to bind port 39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:25.998437 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] Attempting to bind port 39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:25.998437 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] Attempting to bind port 39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035 on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:26.003965 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:26.004494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:26.004898 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:26.005290 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:26.005786 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] Bound port: 39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:26.006168 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:26.098046 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50386cf7-309d-49db-bd47-20e8c4febca3 req-b297955c-a960-4d77-9373-8810ab0e2a3d tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143645 Nov 12 04:24:26.104803 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-78338dbc-3a8a-4e74-bf26-9da72a0f4858 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:26.136402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] For port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:26.145749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] For port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=4cbb731e-d485-43c6-aa7c-f94c8d5d99e5,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:26.155455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64c649-2b8f-4e08-9769-ab34992c505b req-94c724ef-0977-4a37-a480-d0073708e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:26.159626 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a64c649-2b8f-4e08-9769-ab34992c505b req-94c724ef-0977-4a37-a480-d0073708e2c1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2040029 Nov 12 04:24:26.160102 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] For port 39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:26.165080 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] For port 39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:26.262390 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:26.311228 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:26.316081 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-78338dbc-3a8a-4e74-bf26-9da72a0f4858 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:26.318520 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:26.319347 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:26.320755 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] 10.222.0.21 "PUT /v2.0/ports/4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 HTTP/1.1" status: 200 len: 1137 time: 2.1794937 Nov 12 04:24:26.362027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeab3da-1d60-45b2-b3ed-c3c77bf7ed58 req-d6fdc8fd-e6bd-443f-8bb8-e70f52c1e67e tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:26.363555 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dfeab3da-1d60-45b2-b3ed-c3c77bf7ed58 req-d6fdc8fd-e6bd-443f-8bb8-e70f52c1e67e tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1723499 Nov 12 04:24:26.368113 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a64c649-2b8f-4e08-9769-ab34992c505b req-6cb427f4-7e13-4aa3-8d45-cb4d40f5b60a service neutron] 10.222.0.31 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004392 Nov 12 04:24:26.373900 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7c829-12e5-42dc-b8cc-3e822a91a37a service neutron] Pushing event updated for resources: {'Port': ['ID=4cbb731e-d485-43c6-aa7c-f94c8d5d99e5,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:26.495600 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Request body: {'port': {'device_id': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:26.561850 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dfeab3da-1d60-45b2-b3ed-c3c77bf7ed58 req-f851f5d8-546d-4414-83dc-d36b0c99e3b1 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756606 Nov 12 04:24:26.611857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78338dbc-3a8a-4e74-bf26-9da72a0f4858 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:26.611857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-78338dbc-3a8a-4e74-bf26-9da72a0f4858 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:26.620339 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78338dbc-3a8a-4e74-bf26-9da72a0f4858 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:26.633464 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78338dbc-3a8a-4e74-bf26-9da72a0f4858 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:26.638430 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-78338dbc-3a8a-4e74-bf26-9da72a0f4858 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:26.662582 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:26.670277 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78338dbc-3a8a-4e74-bf26-9da72a0f4858 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=56877227-47cf-4bfd-b8e3-c1869a3be888,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:26.671167 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a64c649-2b8f-4e08-9769-ab34992c505b req-00c422ca-8a9d-45aa-8444-bbc296db34a2 service neutron] 10.222.0.31 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916391 Nov 12 04:24:26.712148 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445048a-3be1-48ce-a459-b0ff225df412 None None] Pushing event updated for resources: {'Port': ['ID=39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:26.761009 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'tag': '8b3ed3ea-e971-45fe-8276-9cc198e22638'}, {'name': 'network-changed', 'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'tag': '4cbb731e-d485-43c6-aa7c-f94c8d5d99e5'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:24:26.763461 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c" -d '{"events": [{"name": "network-changed", "server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "tag": "8b3ed3ea-e971-45fe-8276-9cc198e22638"}, {"name": "network-changed", "server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "tag": "4cbb731e-d485-43c6-aa7c-f94c8d5d99e5"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:24:26.789582 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-78338dbc-3a8a-4e74-bf26-9da72a0f4858 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8451674 Nov 12 04:24:26.790690 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49714) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:26.928884 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff12d23-e0c7-44b7-b7f5-600c38b354e9 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:26.934585 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff12d23-e0c7-44b7-b7f5-600c38b354e9 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:26.936258 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7ff12d23-e0c7-44b7-b7f5-600c38b354e9 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1443956 Nov 12 04:24:26.945767 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49718) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:26.982086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ce876-f425-421b-ad37-a69933d79cf4 req-7240a47d-36cc-4268-98d9-ede45fef40e3 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:26.991264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ce876-f425-421b-ad37-a69933d79cf4 req-7240a47d-36cc-4268-98d9-ede45fef40e3 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:26.999288 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ce876-f425-421b-ad37-a69933d79cf4 req-7240a47d-36cc-4268-98d9-ede45fef40e3 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:27.009395 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ce876-f425-421b-ad37-a69933d79cf4 req-7240a47d-36cc-4268-98d9-ede45fef40e3 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:27.021935 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ce876-f425-421b-ad37-a69933d79cf4 req-7240a47d-36cc-4268-98d9-ede45fef40e3 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:27.029188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ce876-f425-421b-ad37-a69933d79cf4 req-7240a47d-36cc-4268-98d9-ede45fef40e3 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:27.039297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc1ce876-f425-421b-ad37-a69933d79cf4 req-7240a47d-36cc-4268-98d9-ede45fef40e3 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 4606 time: 0.2639832 Nov 12 04:24:27.592443 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc1ce876-f425-421b-ad37-a69933d79cf4 req-1ad646af-ef04-4b82-a352-87d76815286f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5520141 Nov 12 04:24:27.620858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3cd21-c354-498e-890b-835d6cef9cbf tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port 56877227-47cf-4bfd-b8e3-c1869a3be888 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:27.621757 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6e3cd21-c354-498e-890b-835d6cef9cbf tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:27.650424 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device db4f9677-34b1-4f1e-a282-14c63f53782a details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:24:27.777242 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6e3cd21-c354-498e-890b-835d6cef9cbf tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:27.790828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3cd21-c354-498e-890b-835d6cef9cbf tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for 56877227-47cf-4bfd-b8e3-c1869a3be888 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:27.859221 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port db4f9677-34b1-4f1e-a282-14c63f53782a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=db4f9677-34b1-4f1e-a282-14c63f53782a,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:27.874379 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'db4f9677-34b1-4f1e-a282-14c63f53782a', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'port_id': 'db4f9677-34b1-4f1e-a282-14c63f53782a', 'mac_address': 'fa:16:3e:58:e4:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:24:27.962471 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:27.975018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4f9677-34b1-4f1e-a282-14c63f53782a {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:24:28.012976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port db4f9677-34b1-4f1e-a282-14c63f53782a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=db4f9677-34b1-4f1e-a282-14c63f53782a,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:28.053216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-262eaa0b-d038-45d2-b921-356282c8f480 None None] Provisioning complete for port 39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:28.053680 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-262eaa0b-d038-45d2-b921-356282c8f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:28.064662 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:24:28.077368 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:28.114938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0c100-14ea-4395-aeb2-739da658f9b5 req-694c5a38-75b1-40ae-8e3c-1d61faec765b tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:28.116649 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbe0c100-14ea-4395-aeb2-739da658f9b5 req-694c5a38-75b1-40ae-8e3c-1d61faec765b tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0d9b00e-f99d-4b77-afa7-d80694ad7e5e HTTP/1.1" status: 200 len: 943 time: 0.1683674 Nov 12 04:24:28.120618 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6e3cd21-c354-498e-890b-835d6cef9cbf tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:28.137472 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:28.155588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Transition to ACTIVE for port object 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:24:28.237894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3cd21-c354-498e-890b-835d6cef9cbf tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=56877227-47cf-4bfd-b8e3-c1869a3be888,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:28.239125 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:28.273559 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=db4f9677-34b1-4f1e-a282-14c63f53782a,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:28.289972 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-262eaa0b-d038-45d2-b921-356282c8f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:28.296972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=748ffb26-f9f4-41f0-b898-e8e2c87b6af5,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:28.360812 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6e3cd21-c354-498e-890b-835d6cef9cbf tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:28.366562 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d6e3cd21-c354-498e-890b-835d6cef9cbf tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/56877227-47cf-4bfd-b8e3-c1869a3be888 HTTP/1.1" status: 204 len: 168 time: 1.4164500 Nov 12 04:24:28.366797 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-262eaa0b-d038-45d2-b921-356282c8f480 None None] For port 39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:28.367392 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49726) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:28.441829 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbe0c100-14ea-4395-aeb2-739da658f9b5 req-caba28ea-29c1-41cc-b5ba-7ef9b8f8e8fd tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170984 Nov 12 04:24:28.457656 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-262eaa0b-d038-45d2-b921-356282c8f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:28.468404 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['db4f9677-34b1-4f1e-a282-14c63f53782a'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:24:28.523007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbed979-8a0b-4b70-8317-92993c6b67dc tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:28.525146 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbed979-8a0b-4b70-8317-92993c6b67dc tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:28.531293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49728) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:28.531723 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3bbed979-8a0b-4b70-8317-92993c6b67dc tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1481476 Nov 12 04:24:28.587324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Attempting to bind port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:28.587681 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Attempting to bind port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:28.588002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Attempting to bind port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 on network 79d2f23a-da96-4615-8aa1-f0a58d232473 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:28.608920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 on network 79d2f23a-da96-4615-8aa1-f0a58d232473 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:24:28.609212 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Attempting to bind port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 on network 79d2f23a-da96-4615-8aa1-f0a58d232473 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:28.616068 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 04:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ad6be4-4f86-4afc-9419-da06c995bf01 x-openstack-request-id: req-24ad6be4-4f86-4afc-9419-da06c995bf01 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:24:28.616418 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "tag": "8b3ed3ea-e971-45fe-8276-9cc198e22638", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "tag": "4cbb731e-d485-43c6-aa7c-f94c8d5d99e5", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:24:28.616608 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24ad6be4-4f86-4afc-9419-da06c995bf01 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:24:28.617013 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'tag': '8b3ed3ea-e971-45fe-8276-9cc198e22638', 'status': 'completed', 'code': 200} Nov 12 04:24:28.627047 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'tag': '4cbb731e-d485-43c6-aa7c-f94c8d5d99e5', 'status': 'completed', 'code': 200} Nov 12 04:24:28.641304 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:28.641732 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Checking segment: {'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:28.642402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Bound using segment: {'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:28.644284 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Bound port: 748ffb26-f9f4-41f0-b898-e8e2c87b6af5, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:28.644972 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:28.691217 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5daa3f0a-c88f-4dec-9bb8-518696e20cd6 None None] Could not find standard attr ID for object e6d6a941-a016-4c5c-8fb8-68b5baea642d. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:24:28.741390 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9a3309-a5df-4d57-b738-48b35e100eb6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet f9a7f561-c408-4eb1-82ca-f4bf06a972e8 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:24:28.775365 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262eaa0b-d038-45d2-b921-356282c8f480 None None] Pushing event updated for resources: {'Port': ['ID=39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:28.785676 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad9a3309-a5df-4d57-b738-48b35e100eb6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:28.828020 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] For port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:28.831819 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] For port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=748ffb26-f9f4-41f0-b898-e8e2c87b6af5,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:28.875736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aba53c-4c9f-45f0-b8da-d3c26e234d94 req-d20b9909-017f-47ca-9976-16d112dcf437 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:28.882426 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82aba53c-4c9f-45f0-b8da-d3c26e234d94 req-d20b9909-017f-47ca-9976-16d112dcf437 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 946 time: 0.1308138 Nov 12 04:24:28.899045 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-b4809f76-85d5-4fb0-a9fd-57590d082a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:28.899532 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-b4809f76-85d5-4fb0-a9fd-57590d082a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:28.900013 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-b4809f76-85d5-4fb0-a9fd-57590d082a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:28.900460 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-b4809f76-85d5-4fb0-a9fd-57590d082a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:28.902846 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-b4809f76-85d5-4fb0-a9fd-57590d082a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:28.911367 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-b4809f76-85d5-4fb0-a9fd-57590d082a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:28.911845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-b4809f76-85d5-4fb0-a9fd-57590d082a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:28.913914 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-b4809f76-85d5-4fb0-a9fd-57590d082a48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2da92794a0540cfa9ccbce1e95a15a3&device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 6181 time: 0.2286620 Nov 12 04:24:28.921052 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:28.922178 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad9a3309-a5df-4d57-b738-48b35e100eb6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:29.042847 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=748ffb26-f9f4-41f0-b898-e8e2c87b6af5,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:29.046568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:29.056582 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:29.057214 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:29.059303 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-35e9d295-07be-4761-bcd6-89e28fb0a9f4 service neutron] 10.222.0.21 "PUT /v2.0/ports/748ffb26-f9f4-41f0-b898-e8e2c87b6af5 HTTP/1.1" status: 200 len: 1136 time: 2.5757525 Nov 12 04:24:29.089864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-be24865e-bf83-48e6-a67a-9e7e64e439bd None None] Could not find standard attr ID for object 56877227-47cf-4bfd-b8e3-c1869a3be888. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:24:29.138722 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82aba53c-4c9f-45f0-b8da-d3c26e234d94 req-e7d0ef9f-3fd6-44e5-bd04-68dd6d464494 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344680 Nov 12 04:24:29.184047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Request body: {'port': {'device_id': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:29.256295 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:29.256638 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:29.381659 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:29.436245 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:24:29.537545 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27319f05-6a36-45b8-8518-bf5e50e94ac3 req-88ea0f1d-e58e-4497-a2fe-97060efb83f3 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:29.551903 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27319f05-6a36-45b8-8518-bf5e50e94ac3 req-88ea0f1d-e58e-4497-a2fe-97060efb83f3 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.2009401 Nov 12 04:24:29.676767 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27319f05-6a36-45b8-8518-bf5e50e94ac3 req-f0106e51-cff5-44a9-b8eb-c81d4218e418 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237948 Nov 12 04:24:29.796461 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-31d516f1-6146-4d7e-9aa5-e1324b4ed427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:29.797091 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-31d516f1-6146-4d7e-9aa5-e1324b4ed427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:29.797303 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-31d516f1-6146-4d7e-9aa5-e1324b4ed427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:29.802998 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-31d516f1-6146-4d7e-9aa5-e1324b4ed427 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c2da92794a0540cfa9ccbce1e95a15a3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8701460 Nov 12 04:24:29.804402 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad9a3309-a5df-4d57-b738-48b35e100eb6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:29.901347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f6a96-ae8a-44c9-8448-4243fe227600 req-813cd28b-ed75-4e81-93a8-e5514ddde475 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:29.908216 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f6a96-ae8a-44c9-8448-4243fe227600 req-813cd28b-ed75-4e81-93a8-e5514ddde475 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:29.914763 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f6a96-ae8a-44c9-8448-4243fe227600 req-813cd28b-ed75-4e81-93a8-e5514ddde475 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:29.921760 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f6a96-ae8a-44c9-8448-4243fe227600 req-813cd28b-ed75-4e81-93a8-e5514ddde475 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:29.927972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f6a96-ae8a-44c9-8448-4243fe227600 req-813cd28b-ed75-4e81-93a8-e5514ddde475 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:29.934340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f6a96-ae8a-44c9-8448-4243fe227600 req-813cd28b-ed75-4e81-93a8-e5514ddde475 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:29.940561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f6a96-ae8a-44c9-8448-4243fe227600 req-813cd28b-ed75-4e81-93a8-e5514ddde475 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:29.942732 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3c2f6a96-ae8a-44c9-8448-4243fe227600 req-813cd28b-ed75-4e81-93a8-e5514ddde475 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5383 time: 0.1360936 Nov 12 04:24:29.963362 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-02f00e0b-d5df-4e10-b864-fc28bb3b1dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:29.966276 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-02f00e0b-d5df-4e10-b864-fc28bb3b1dae service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1581743 Nov 12 04:24:30.023402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c4593c-bc35-4324-a92d-6a4c5e8e4683 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:24:30.036958 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad9a3309-a5df-4d57-b738-48b35e100eb6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:30.054605 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:30.085580 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3c2f6a96-ae8a-44c9-8448-4243fe227600 req-67cc3d22-beb2-4812-8ba8-a97f6b731e72 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1295903 Nov 12 04:24:30.089847 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a3309-a5df-4d57-b738-48b35e100eb6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a7f561-c408-4eb1-82ca-f4bf06a972e8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:30.101565 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ad9a3309-a5df-4d57-b738-48b35e100eb6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:30.104872 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6498e5c4-51cf-482d-8636-6c5ba57d367c None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:30.106695 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ad9a3309-a5df-4d57-b738-48b35e100eb6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/f9a7f561-c408-4eb1-82ca-f4bf06a972e8 HTTP/1.1" status: 204 len: 168 time: 1.5732706 Nov 12 04:24:30.112056 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Transition to ACTIVE for port object 10c4593c-bc35-4324-a92d-6a4c5e8e4683 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:24:30.113017 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49746) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:30.190643 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cab1631e-700b-4cab-9e2e-9d28212b73b3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763171 Nov 12 04:24:30.195676 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49748) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:30.225495 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-24992ad1-b30c-473b-a5f5-c4b1751a9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:30.226089 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-24992ad1-b30c-473b-a5f5-c4b1751a9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:30.226708 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-24992ad1-b30c-473b-a5f5-c4b1751a9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:30.227247 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-24992ad1-b30c-473b-a5f5-c4b1751a9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:30.227896 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-24992ad1-b30c-473b-a5f5-c4b1751a9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:30.228925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-24992ad1-b30c-473b-a5f5-c4b1751a9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:30.229472 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-24992ad1-b30c-473b-a5f5-c4b1751a9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:30.231700 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-24992ad1-b30c-473b-a5f5-c4b1751a9dc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2da92794a0540cfa9ccbce1e95a15a3&device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 6223 time: 0.1539421 Nov 12 04:24:30.241834 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-97baa640-c356-4647-851e-a555c80d3b96 req-c3cfb7e9-62d4-4ce8-b9c2-f3aab12755a5 service neutron] (103296) timed out ('10.222.0.37', 48510) {{(pid=103296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:24:30.245414 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:30.304444 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Pushing event updated for resources: {'Port': ['ID=10c4593c-bc35-4324-a92d-6a4c5e8e4683,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:30.368590 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-4b960aa2-e215-45a8-979e-de2d9d832dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:30.368990 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e395-c21e-4647-b144-b9e4ec1b9343 req-717c34b6-60bc-4280-a5f4-332e4c701b1f tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:30.369669 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-4b960aa2-e215-45a8-979e-de2d9d832dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:30.370346 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-4b960aa2-e215-45a8-979e-de2d9d832dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:30.373606 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-4b960aa2-e215-45a8-979e-de2d9d832dc8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c2da92794a0540cfa9ccbce1e95a15a3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1273916 Nov 12 04:24:30.376528 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-15f6e395-c21e-4647-b144-b9e4ec1b9343 req-717c34b6-60bc-4280-a5f4-332e4c701b1f tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43eacd4-0350-448d-8470-a4b19fb2a4bb HTTP/1.1" status: 200 len: 945 time: 0.1919348 Nov 12 04:24:30.425831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead33713-62ab-4c61-ae07-dea11ce8b436 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:30.427550 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ead33713-62ab-4c61-ae07-dea11ce8b436 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2303841 Nov 12 04:24:30.430800 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49752) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:30.505608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Attempting to bind port 10c4593c-bc35-4324-a92d-6a4c5e8e4683 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:30.506022 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Attempting to bind port 10c4593c-bc35-4324-a92d-6a4c5e8e4683 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:30.506446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Attempting to bind port 10c4593c-bc35-4324-a92d-6a4c5e8e4683 on network 79d2f23a-da96-4615-8aa1-f0a58d232473 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:30.507706 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7662de2d-d84a-4901-bd9b-70659fff7fa5 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:30.509758 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7662de2d-d84a-4901-bd9b-70659fff7fa5 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0777431 Nov 12 04:24:30.515027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035bacff-e211-444f-9d70-b3d58998684a None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:24:30.517295 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49754) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:30.538095 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Port 10c4593c-bc35-4324-a92d-6a4c5e8e4683 on network 79d2f23a-da96-4615-8aa1-f0a58d232473 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:24:30.546076 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Attempting to bind port 10c4593c-bc35-4324-a92d-6a4c5e8e4683 on network 79d2f23a-da96-4615-8aa1-f0a58d232473 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:30.575064 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-15f6e395-c21e-4647-b144-b9e4ec1b9343 req-50c74724-d8c0-4a96-af43-c7aa49cacccd tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951225 Nov 12 04:24:30.583125 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:30.584695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Checking segment: {'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:30.587162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Bound using segment: {'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:30.587786 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Bound port: 10c4593c-bc35-4324-a92d-6a4c5e8e4683, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:30.591448 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:30.601073 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e88bc04e-8d85-4657-a645-ede21af9edad tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824418 Nov 12 04:24:30.609979 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49758) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:30.616236 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d38264f5-a1fa-4116-8495-2c78444fdb6b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:30.637440 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'tag': '748ffb26-f9f4-41f0-b898-e8e2c87b6af5'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:24:30.647694 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef56836-d8e6-4ef8-940a-48c8707cae03" -d '{"events": [{"name": "network-changed", "server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "tag": "748ffb26-f9f4-41f0-b898-e8e2c87b6af5"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:24:30.709166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-035bacff-e211-444f-9d70-b3d58998684a None None] Deleting port 39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:30.709538 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-035bacff-e211-444f-9d70-b3d58998684a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:30.764573 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-6a720fcb-bc10-47a5-8e82-5ac0e0ac6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:30.766126 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fe5d4452-9a81-456b-a8b1-1a22b1f8868c req-6a720fcb-bc10-47a5-8e82-5ac0e0ac6ed4 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3822596 Nov 12 04:24:30.813915 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] For port 10c4593c-bc35-4324-a92d-6a4c5e8e4683, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:30.822481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] For port 10c4593c-bc35-4324-a92d-6a4c5e8e4683, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=10c4593c-bc35-4324-a92d-6a4c5e8e4683,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:30.838015 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c15f9-fd09-4a1d-9825-feb202a5433a req-a2db4e8f-8827-46ed-a437-709561cdbd51 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:30.840084 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-725c15f9-fd09-4a1d-9825-feb202a5433a req-a2db4e8f-8827-46ed-a437-709561cdbd51 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0d9b00e-f99d-4b77-afa7-d80694ad7e5e HTTP/1.1" status: 200 len: 944 time: 0.1168518 Nov 12 04:24:30.914460 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38264f5-a1fa-4116-8495-2c78444fdb6b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:30.938939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-725c15f9-fd09-4a1d-9825-feb202a5433a req-1bee8434-6f37-4ca0-97e5-81c1eb4c4bf8 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871537 Nov 12 04:24:30.948787 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:30.950285 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d38264f5-a1fa-4116-8495-2c78444fdb6b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:31.026035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:31.029421 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:31.031094 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] 10.222.0.21 "PUT /v2.0/ports/10c4593c-bc35-4324-a92d-6a4c5e8e4683 HTTP/1.1" status: 200 len: 1092 time: 1.8522234 Nov 12 04:24:31.075933 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:24:31.109524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc10b1-335e-464d-8230-d4dce6e9d08e service neutron] Pushing event updated for resources: {'Port': ['ID=10c4593c-bc35-4324-a92d-6a4c5e8e4683,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:31.150166 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381b072-c031-4d05-9ae9-78ec4d965dfb req-6e99f5f8-e4c7-4cc4-9f8b-ef35df984b5d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:31.159740 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5381b072-c031-4d05-9ae9-78ec4d965dfb req-6e99f5f8-e4c7-4cc4-9f8b-ef35df984b5d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1240275 Nov 12 04:24:31.166682 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Request body: {'port': {'device_id': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:31.200466 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-035bacff-e211-444f-9d70-b3d58998684a None None] For port 39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:31.205689 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-035bacff-e211-444f-9d70-b3d58998684a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:31.221455 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-035bacff-e211-444f-9d70-b3d58998684a None None] Calling delete_port for 39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:31.321295 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:31.347220 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5381b072-c031-4d05-9ae9-78ec4d965dfb req-ef0a0dc9-f5ee-44d5-a279-8c1cc9876ecd tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864848 Nov 12 04:24:31.350326 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:31.371362 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d38264f5-a1fa-4116-8495-2c78444fdb6b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:31.419865 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:31.438519 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38264f5-a1fa-4116-8495-2c78444fdb6b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:31.444532 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d38264f5-a1fa-4116-8495-2c78444fdb6b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:31.450246 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38264f5-a1fa-4116-8495-2c78444fdb6b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:31.450869 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d38264f5-a1fa-4116-8495-2c78444fdb6b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:31.469412 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38264f5-a1fa-4116-8495-2c78444fdb6b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=7a0fe097-2850-44c1-a6cb-a48f1038ebf5,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:31.491787 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:31.557402 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d38264f5-a1fa-4116-8495-2c78444fdb6b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9462204 Nov 12 04:24:31.560550 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49774) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:31.567803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9d537cdd-a714-4b2b-83f2-8a9ff4666a24 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'fixed_ips': [{'subnet_id': '7a0fe097-2850-44c1-a6cb-a48f1038ebf5', 'ip_address': '2001:db8::ee48:27c8:12d9:e1d'}], 'name': 'tempest-NetworksTestDHCPv6-1845152355'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:31.604073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc72900-c237-4fe9-9875-12ed5a6e51ce req-f7f47ace-d98b-4005-8635-09d065d5a880 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:31.606499 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:31.610580 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-035bacff-e211-444f-9d70-b3d58998684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:31.616523 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0bc72900-c237-4fe9-9875-12ed5a6e51ce req-f7f47ace-d98b-4005-8635-09d065d5a880 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 945 time: 0.1518395 Nov 12 04:24:31.642507 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bacff-e211-444f-9d70-b3d58998684a None None] Pushing event deleted for resources: {'Port': ['ID=39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:31.651035 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035bacff-e211-444f-9d70-b3d58998684a None None] No DVR routers for this DVR port 39f6a9ab-4e4d-4304-adc0-2f5c3dd5b035 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:24:31.666098 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device db4f9677-34b1-4f1e-a282-14c63f53782a up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:31.717607 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf188d4-465d-412c-a6db-9c4682237eed None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:31.731314 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0bc72900-c237-4fe9-9875-12ed5a6e51ce req-43bd3e12-e86d-4150-b6e0-50dc83da63d5 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187868 Nov 12 04:24:31.875053 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3f3b78-a424-4154-a538-928af3efe7f2 x-openstack-request-id: req-6b3f3b78-a424-4154-a538-928af3efe7f2 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:24:31.875343 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "tag": "748ffb26-f9f4-41f0-b898-e8e2c87b6af5", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:24:31.875602 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b3f3b78-a424-4154-a538-928af3efe7f2 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:24:31.876018 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'tag': '748ffb26-f9f4-41f0-b898-e8e2c87b6af5', 'status': 'completed', 'code': 200} Nov 12 04:24:31.905626 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:24:31.914051 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:31.988136 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d537cdd-a714-4b2b-83f2-8a9ff4666a24 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:32.000745 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Transition to ACTIVE for port object a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:24:32.050354 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7773e-4b85-4d48-8678-fbe984849c56 req-b0f64309-b2a5-4cf0-b3a5-562a47e83f24 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:32.059326 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef56836-d8e6-4ef8-940a-48c8707cae03 req-b0f5113d-1829-4983-9cb7-fabe99ebd458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:32.060018 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef56836-d8e6-4ef8-940a-48c8707cae03 req-b0f5113d-1829-4983-9cb7-fabe99ebd458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:32.060636 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef56836-d8e6-4ef8-940a-48c8707cae03 req-b0f5113d-1829-4983-9cb7-fabe99ebd458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:32.061245 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef56836-d8e6-4ef8-940a-48c8707cae03 req-b0f5113d-1829-4983-9cb7-fabe99ebd458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:32.061848 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef56836-d8e6-4ef8-940a-48c8707cae03 req-b0f5113d-1829-4983-9cb7-fabe99ebd458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:32.062453 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef56836-d8e6-4ef8-940a-48c8707cae03 req-b0f5113d-1829-4983-9cb7-fabe99ebd458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:32.063362 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef56836-d8e6-4ef8-940a-48c8707cae03 req-b0f5113d-1829-4983-9cb7-fabe99ebd458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:32.064938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7773e-4b85-4d48-8678-fbe984849c56 req-b0f64309-b2a5-4cf0-b3a5-562a47e83f24 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:32.065785 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cef56836-d8e6-4ef8-940a-48c8707cae03 req-b0f5113d-1829-4983-9cb7-fabe99ebd458 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2da92794a0540cfa9ccbce1e95a15a3&device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 6291 time: 0.1643567 Nov 12 04:24:32.082305 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': '7a0fe097-2850-44c1-a6cb-a48f1038ebf5'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:24:32.083199 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:32.085584 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7773e-4b85-4d48-8678-fbe984849c56 req-b0f64309-b2a5-4cf0-b3a5-562a47e83f24 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:32.087761 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port db4f9677-34b1-4f1e-a282-14c63f53782a completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:24:32.102714 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port db4f9677-34b1-4f1e-a282-14c63f53782a triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:32.103080 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:32.104303 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7773e-4b85-4d48-8678-fbe984849c56 req-b0f64309-b2a5-4cf0-b3a5-562a47e83f24 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:32.114213 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7773e-4b85-4d48-8678-fbe984849c56 req-b0f64309-b2a5-4cf0-b3a5-562a47e83f24 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:32.128444 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7773e-4b85-4d48-8678-fbe984849c56 req-b0f64309-b2a5-4cf0-b3a5-562a47e83f24 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:32.138782 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7773e-4b85-4d48-8678-fbe984849c56 req-b0f64309-b2a5-4cf0-b3a5-562a47e83f24 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:32.142181 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f9c7773e-4b85-4d48-8678-fbe984849c56 req-b0f64309-b2a5-4cf0-b3a5-562a47e83f24 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5395 time: 0.2247052 Nov 12 04:24:32.144546 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:32.201530 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d537cdd-a714-4b2b-83f2-8a9ff4666a24 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:32.271370 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-9d537cdd-a714-4b2b-83f2-8a9ff4666a24 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port 0491e2cd-00b7-432d-9aa6-c133e8b9d261 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:24:32.292528 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:32.342732 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f9c7773e-4b85-4d48-8678-fbe984849c56 req-fdd3c2d5-6be3-4ad9-840b-10dcd34a7d95 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1852493 Nov 12 04:24:32.364490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef56836-d8e6-4ef8-940a-48c8707cae03 req-557e4440-01a2-4647-96e1-17bce797c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:32.365233 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef56836-d8e6-4ef8-940a-48c8707cae03 req-557e4440-01a2-4647-96e1-17bce797c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:32.365709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef56836-d8e6-4ef8-940a-48c8707cae03 req-557e4440-01a2-4647-96e1-17bce797c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:32.367354 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cef56836-d8e6-4ef8-940a-48c8707cae03 req-557e4440-01a2-4647-96e1-17bce797c516 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c2da92794a0540cfa9ccbce1e95a15a3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2858841 Nov 12 04:24:32.382379 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:32.436327 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d9b00e-f99d-4b77-afa7-d80694ad7e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4f9677-34b1-4f1e-a282-14c63f53782a'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:24:32.441519 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128dbd4c-bbd8-459c-9b98-a1229b51ebc1" -d '{"events": [{"server_uuid": "e0d9b00e-f99d-4b77-afa7-d80694ad7e5e", "name": "network-vif-plugged", "status": "completed", "tag": "db4f9677-34b1-4f1e-a282-14c63f53782a"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:24:32.460805 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] Allocated IP 2001:db8::2 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/7a0fe097-2850-44c1-a6cb-a48f1038ebf5/2906879c-1487-40c4-ac5f-7ac3563d5f40) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:32.467129 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Attempting to bind port a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:32.467694 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Attempting to bind port a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:32.468459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Attempting to bind port a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 on network 79d2f23a-da96-4615-8aa1-f0a58d232473 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:32.476463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Port a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 on network 79d2f23a-da96-4615-8aa1-f0a58d232473 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:24:32.477057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Attempting to bind port a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 on network 79d2f23a-da96-4615-8aa1-f0a58d232473 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:32.477168 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port db4f9677-34b1-4f1e-a282-14c63f53782a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=db4f9677-34b1-4f1e-a282-14c63f53782a,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:32.491799 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:32.492145 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Checking segment: {'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:32.492528 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Bound using segment: {'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:32.492962 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Bound port: a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b70b2a2-a948-49f3-9cfb-789f8980c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:32.493550 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:32.618512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] For port a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:32.622196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] For port a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:32.638923 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:32.694221 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef56836-d8e6-4ef8-940a-48c8707cae03 req-4e831e3e-f5e0-4bb5-b0c4-b12c24df38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:32.696894 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cef56836-d8e6-4ef8-940a-48c8707cae03 req-4e831e3e-f5e0-4bb5-b0c4-b12c24df38ea service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3144264 Nov 12 04:24:32.702977 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:32.735004 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:32.760475 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=db4f9677-34b1-4f1e-a282-14c63f53782a,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:32.761668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:32.762423 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:32.764103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] 10.222.0.21 "PUT /v2.0/ports/a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 HTTP/1.1" status: 200 len: 1092 time: 1.6017067 Nov 12 04:24:32.776071 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c4797-d56b-4f3c-9299-9a1c8cca3709 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:32.841819 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:32.890090 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Request body: {'port': {'device_id': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:32.925932 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:32.931936 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] Pushing event updated for resources: {'Port': ['ID=2906879c-1487-40c4-ac5f-7ac3563d5f40,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:32.931936 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:32.934153 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:32.960263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-9d537cdd-a714-4b2b-83f2-8a9ff4666a24 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::ee48:27c8:12d9:e1d (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/7a0fe097-2850-44c1-a6cb-a48f1038ebf5/0491e2cd-00b7-432d-9aa6-c133e8b9d261) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:33.046303 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:33.056801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] Attempting to bind port 2906879c-1487-40c4-ac5f-7ac3563d5f40 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:33.057168 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] Attempting to bind port 2906879c-1487-40c4-ac5f-7ac3563d5f40 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:33.057537 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] Attempting to bind port 2906879c-1487-40c4-ac5f-7ac3563d5f40 on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:33.096542 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:33.096542 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:33.096542 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:33.096902 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:33.097271 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] Bound port: 2906879c-1487-40c4-ac5f-7ac3563d5f40, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:33.097659 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:33.202072 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-461ebba9-cbcd-468d-b85c-c702a42fb41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:33.256408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] For port 2906879c-1487-40c4-ac5f-7ac3563d5f40, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:33.258453 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d537cdd-a714-4b2b-83f2-8a9ff4666a24 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:33.267589 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] For port 2906879c-1487-40c4-ac5f-7ac3563d5f40, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2906879c-1487-40c4-ac5f-7ac3563d5f40,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:33.374352 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:33.379039 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-7a080fd6-44ef-4476-9126-9ccd57f1b3e7 req-9a9c574d-c298-4849-9294-1c3cb7ed2226 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:24:33.386447 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a080fd6-44ef-4476-9126-9ccd57f1b3e7 req-9a9c574d-c298-4849-9294-1c3cb7ed2226 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140202 Nov 12 04:24:33.435214 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d537cdd-a714-4b2b-83f2-8a9ff4666a24 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:33.490822 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f622d-94e6-4510-93a9-8d76e1c88498 None None] Pushing event updated for resources: {'Port': ['ID=2906879c-1487-40c4-ac5f-7ac3563d5f40,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:33.523885 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d537cdd-a714-4b2b-83f2-8a9ff4666a24 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:33.529153 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9d537cdd-a714-4b2b-83f2-8a9ff4666a24 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:33.538705 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d537cdd-a714-4b2b-83f2-8a9ff4666a24 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:33.551278 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d537cdd-a714-4b2b-83f2-8a9ff4666a24 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:33.552135 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d537cdd-a714-4b2b-83f2-8a9ff4666a24 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:33.579412 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d537cdd-a714-4b2b-83f2-8a9ff4666a24 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=0491e2cd-00b7-432d-9aa6-c133e8b9d261,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:33.608194 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a080fd6-44ef-4476-9126-9ccd57f1b3e7 req-dd9cda1f-0fe1-4f26-b91b-079985f3f10c tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2202251 Nov 12 04:24:33.635322 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9d537cdd-a714-4b2b-83f2-8a9ff4666a24 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0733595 Nov 12 04:24:33.635990 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49816) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:33.641555 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bad04bc4-ac52-4941-bfe4-b38ab9787571 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'fixed_ips': [{'subnet_id': '7a0fe097-2850-44c1-a6cb-a48f1038ebf5', 'ip_address': '2001:db8::ee48:27c8:12d9:e1d'}], 'name': 'tempest-NetworksTestDHCPv6-512150696'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:33.713521 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1c7c92-c878-4363-aaec-68d541b247e9 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:24:33.765282 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:33.783253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Transition to ACTIVE for port object ee1c7c92-c878-4363-aaec-68d541b247e9 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:24:33.868122 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:33.877224 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'tag': '10c4593c-bc35-4324-a92d-6a4c5e8e4683'}, {'name': 'network-changed', 'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'tag': 'a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:24:33.884017 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c86ec53-95de-4ca1-8546-6cc414e93f69" -d '{"events": [{"name": "network-changed", "server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "tag": "10c4593c-bc35-4324-a92d-6a4c5e8e4683"}, {"name": "network-changed", "server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "tag": "a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:24:33.959515 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad04bc4-ac52-4941-bfe4-b38ab9787571 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:33.964632 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bad04bc4-ac52-4941-bfe4-b38ab9787571 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:33.995677 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Pushing event updated for resources: {'Port': ['ID=ee1c7c92-c878-4363-aaec-68d541b247e9,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:33.999869 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-bad04bc4-ac52-4941-bfe4-b38ab9787571 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port 2930bd85-d03b-4a3a-93e1-dc079a76bc40 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:24:34.097264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Attempting to bind port ee1c7c92-c878-4363-aaec-68d541b247e9 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:34.097918 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Attempting to bind port ee1c7c92-c878-4363-aaec-68d541b247e9 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '8dc154d6-7960-4447-be39-027a9ad6840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8ce3611a-3158-4092-88f0-6068ca0e253f'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:34.098351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Attempting to bind port ee1c7c92-c878-4363-aaec-68d541b247e9 on network 8ce3611a-3158-4092-88f0-6068ca0e253f {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:34.104404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Port ee1c7c92-c878-4363-aaec-68d541b247e9 on network 8ce3611a-3158-4092-88f0-6068ca0e253f not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:24:34.104878 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Attempting to bind port ee1c7c92-c878-4363-aaec-68d541b247e9 on network 8ce3611a-3158-4092-88f0-6068ca0e253f {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:34.112422 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:34.112753 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Checking segment: {'id': '8dc154d6-7960-4447-be39-027a9ad6840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8ce3611a-3158-4092-88f0-6068ca0e253f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:34.113319 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Bound using segment: {'id': '8dc154d6-7960-4447-be39-027a9ad6840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8ce3611a-3158-4092-88f0-6068ca0e253f'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:34.114044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Bound port: ee1c7c92-c878-4363-aaec-68d541b247e9, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc154d6-7960-4447-be39-027a9ad6840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8ce3611a-3158-4092-88f0-6068ca0e253f'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:34.114545 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:34.253927 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] For port ee1c7c92-c878-4363-aaec-68d541b247e9, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:34.293870 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] For port ee1c7c92-c878-4363-aaec-68d541b247e9, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=ee1c7c92-c878-4363-aaec-68d541b247e9,segment=NetworkSegment(8dc154d6-7960-4447-be39-027a9ad6840e),segment_id=8dc154d6-7960-4447-be39-027a9ad6840e)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:34.304165 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad04bc4-ac52-4941-bfe4-b38ab9787571 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 04:24:34.304733 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad04bc4-ac52-4941-bfe4-b38ab9787571 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:24:34.316380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75eb30b-4262-4160-b4a0-6ba2d5683134 req-0aeceb46-db22-4632-83b8-b74a40bd5d7a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:34.323370 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b75eb30b-4262-4160-b4a0-6ba2d5683134 req-0aeceb46-db22-4632-83b8-b74a40bd5d7a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0d9b00e-f99d-4b77-afa7-d80694ad7e5e HTTP/1.1" status: 200 len: 945 time: 0.0811868 Nov 12 04:24:34.383710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b75eb30b-4262-4160-b4a0-6ba2d5683134 req-9791a390-b20f-4690-8eae-8bd0ee4d0df5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594113 Nov 12 04:24:34.384974 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:34.408519 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bad04bc4-ac52-4941-bfe4-b38ab9787571 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.7713861 Nov 12 04:24:34.411233 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49832) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:34.446033 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:34.446706 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:34.448384 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] 10.222.0.21 "PUT /v2.0/ports/ee1c7c92-c878-4363-aaec-68d541b247e9 HTTP/1.1" status: 200 len: 1092 time: 1.5629954 Nov 12 04:24:34.462971 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20fc1c5-31ac-40cf-9677-df35a24c7650 x-openstack-request-id: req-b20fc1c5-31ac-40cf-9677-df35a24c7650 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:24:34.463374 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d9b00e-f99d-4b77-afa7-d80694ad7e5e", "name": "network-vif-plugged", "status": "completed", "tag": "db4f9677-34b1-4f1e-a282-14c63f53782a", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:24:34.463747 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b20fc1c5-31ac-40cf-9677-df35a24c7650 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:24:34.464293 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d9b00e-f99d-4b77-afa7-d80694ad7e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4f9677-34b1-4f1e-a282-14c63f53782a', 'code': 200} Nov 12 04:24:34.487709 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1aa71b-4823-4274-9bd5-a179c72ee52a service neutron] Pushing event updated for resources: {'Port': ['ID=ee1c7c92-c878-4363-aaec-68d541b247e9,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:34.512637 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43e56c6-4aa4-43b9-a001-6af6f8ad20c3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:34.521254 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43e56c6-4aa4-43b9-a001-6af6f8ad20c3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:34.523887 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a43e56c6-4aa4-43b9-a001-6af6f8ad20c3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1116102 Nov 12 04:24:34.525929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49834) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:34.654482 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Request body: {'port': {'device_id': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:34.763265 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:34.773663 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829568a8-6294-40b0-b907-3aca6ffde038 req-ed5c7471-4c97-4b0c-97a4-3f5e21561569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:34.775233 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-829568a8-6294-40b0-b907-3aca6ffde038 req-ed5c7471-4c97-4b0c-97a4-3f5e21561569 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e0d9b00e-f99d-4b77-afa7-d80694ad7e5e HTTP/1.1" status: 200 len: 1097 time: 0.1661186 Nov 12 04:24:34.825682 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf1f81-ecd0-48c4-978b-c13245b62f14 req-43d66bcb-87b1-4cbd-816b-1c74684432f8 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:34.833326 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4cf1f81-ecd0-48c4-978b-c13245b62f14 req-43d66bcb-87b1-4cbd-816b-1c74684432f8 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1926124 Nov 12 04:24:34.907358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-ef3191ed-f3ad-4c27-bff3-9057e5416a3a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port 0491e2cd-00b7-432d-9aa6-c133e8b9d261 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:34.907708 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef3191ed-f3ad-4c27-bff3-9057e5416a3a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:34.970841 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-829568a8-6294-40b0-b907-3aca6ffde038 req-9b7e52d4-eef8-448c-9925-78db103a94f2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858041 Nov 12 04:24:34.995219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2906879c-1487-40c4-ac5f-7ac3563d5f40 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:35.066191 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4cf1f81-ecd0-48c4-978b-c13245b62f14 req-fb7e0ab6-36c9-4df2-b738-6cff00efaa41 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319517 Nov 12 04:24:35.084100 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2906879c-1487-40c4-ac5f-7ac3563d5f40 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:35.084610 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:35.088395 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7f182753-f8fe-493e-875d-3981ed7562d3 None None] Provisioning complete for port 2906879c-1487-40c4-ac5f-7ac3563d5f40 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:35.089005 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f182753-f8fe-493e-875d-3981ed7562d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:35.135561 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef3191ed-f3ad-4c27-bff3-9057e5416a3a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:35.178467 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-ef3191ed-f3ad-4c27-bff3-9057e5416a3a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for 0491e2cd-00b7-432d-9aa6-c133e8b9d261 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:35.302488 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f182753-f8fe-493e-875d-3981ed7562d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:35.314163 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:35.366060 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7f182753-f8fe-493e-875d-3981ed7562d3 None None] For port 2906879c-1487-40c4-ac5f-7ac3563d5f40, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2906879c-1487-40c4-ac5f-7ac3563d5f40,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:35.422190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cf706-8b50-47a4-a244-d61ea8cf7885 req-a3fab32b-c35b-40f6-9173-07d6b1aa24b7 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:35.428243 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cf706-8b50-47a4-a244-d61ea8cf7885 req-a3fab32b-c35b-40f6-9173-07d6b1aa24b7 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:35.434438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cf706-8b50-47a4-a244-d61ea8cf7885 req-a3fab32b-c35b-40f6-9173-07d6b1aa24b7 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:35.442205 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cf706-8b50-47a4-a244-d61ea8cf7885 req-a3fab32b-c35b-40f6-9173-07d6b1aa24b7 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:35.450546 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cf706-8b50-47a4-a244-d61ea8cf7885 req-a3fab32b-c35b-40f6-9173-07d6b1aa24b7 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:35.456441 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f182753-f8fe-493e-875d-3981ed7562d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:35.459535 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cf706-8b50-47a4-a244-d61ea8cf7885 req-a3fab32b-c35b-40f6-9173-07d6b1aa24b7 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:35.467621 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cf706-8b50-47a4-a244-d61ea8cf7885 req-a3fab32b-c35b-40f6-9173-07d6b1aa24b7 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:35.469920 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da2cf706-8b50-47a4-a244-d61ea8cf7885 req-a3fab32b-c35b-40f6-9173-07d6b1aa24b7 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5419 time: 0.2181273 Nov 12 04:24:35.534552 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-160c1ab7-f7e6-4d50-b266-634904154aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:35.546946 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:24:35.547611 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:24:35.548229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f182753-f8fe-493e-875d-3981ed7562d3 None None] Pushing event updated for resources: {'Port': ['ID=2906879c-1487-40c4-ac5f-7ac3563d5f40,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:35.602226 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fb064e12-acb1-45e9-8d6b-0e78bbb2afbd None None] Provisioning complete for port 0491e2cd-00b7-432d-9aa6-c133e8b9d261 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:35.602594 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb064e12-acb1-45e9-8d6b-0e78bbb2afbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:35.650017 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c757535-b667-421c-b16e-cd68aff94d0b {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:24:35.656336 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fb064e12-acb1-45e9-8d6b-0e78bbb2afbd None None] Port 0491e2cd-00b7-432d-9aa6-c133e8b9d261 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:24:35.658667 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:35.670202 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da2cf706-8b50-47a4-a244-d61ea8cf7885 req-dfc4e708-237f-4c3c-b081-3b46efb0a9df tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1939704 Nov 12 04:24:35.685447 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Transition to ACTIVE for port object 9c757535-b667-421c-b16e-cd68aff94d0b will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:24:35.686918 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef3191ed-f3ad-4c27-bff3-9057e5416a3a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:35.743209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3191ed-f3ad-4c27-bff3-9057e5416a3a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=0491e2cd-00b7-432d-9aa6-c133e8b9d261,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:35.756795 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:35.796510 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef3191ed-f3ad-4c27-bff3-9057e5416a3a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:35.802015 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ef3191ed-f3ad-4c27-bff3-9057e5416a3a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/0491e2cd-00b7-432d-9aa6-c133e8b9d261 HTTP/1.1" status: 204 len: 168 time: 1.2727854 Nov 12 04:24:35.805952 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49852) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:35.869422 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Pushing event updated for resources: {'Port': ['ID=9c757535-b667-421c-b16e-cd68aff94d0b,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:35.910193 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2ae10-448e-4871-91d0-1a9738c4a25b req-63dc9570-dbad-4e07-b504-a34f547174f4 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:35.918140 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f2c2ae10-448e-4871-91d0-1a9738c4a25b req-63dc9570-dbad-4e07-b504-a34f547174f4 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 946 time: 0.1402643 Nov 12 04:24:35.950528 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a513ff-5cfe-487e-8f21-cd7298375420 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:35.952463 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a513ff-5cfe-487e-8f21-cd7298375420 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:35.958548 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c2a513ff-5cfe-487e-8f21-cd7298375420 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1499815 Nov 12 04:24:35.964556 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49858) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:36.060898 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-b584e67a-ee61-498e-bd18-263e86618dfe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet 7a0fe097-2850-44c1-a6cb-a48f1038ebf5 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:24:36.065921 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b584e67a-ee61-498e-bd18-263e86618dfe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:36.132520 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b584e67a-ee61-498e-bd18-263e86618dfe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:36.289578 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b584e67a-ee61-498e-bd18-263e86618dfe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:36.457615 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b584e67a-ee61-498e-bd18-263e86618dfe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:36.491879 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584e67a-ee61-498e-bd18-263e86618dfe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=7a0fe097-2850-44c1-a6cb-a48f1038ebf5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:36.498356 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b584e67a-ee61-498e-bd18-263e86618dfe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:36.504434 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470c34a9-f192-430e-b496-1cca22de941b None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:36.505109 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49866) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:36.510257 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b584e67a-ee61-498e-bd18-263e86618dfe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/7a0fe097-2850-44c1-a6cb-a48f1038ebf5 HTTP/1.1" status: 204 len: 168 time: 0.5396843 Nov 12 04:24:36.530344 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584e67a-ee61-498e-bd18-263e86618dfe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:36.533069 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584e67a-ee61-498e-bd18-263e86618dfe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:36.533442 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584e67a-ee61-498e-bd18-263e86618dfe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:36.534985 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584e67a-ee61-498e-bd18-263e86618dfe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:36.535345 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584e67a-ee61-498e-bd18-263e86618dfe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:36.535676 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584e67a-ee61-498e-bd18-263e86618dfe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:36.537516 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584e67a-ee61-498e-bd18-263e86618dfe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:36.539798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584e67a-ee61-498e-bd18-263e86618dfe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:36.539925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584e67a-ee61-498e-bd18-263e86618dfe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:36.540384 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584e67a-ee61-498e-bd18-263e86618dfe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:36.540610 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584e67a-ee61-498e-bd18-263e86618dfe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:36.542140 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584e67a-ee61-498e-bd18-263e86618dfe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:36.575830 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-799b2486-0f64-47a5-a7b6-f47b429b3385 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695148 Nov 12 04:24:36.580984 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49870) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:36.586520 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-08f29d10-b11c-4b67-bde9-c7c8842db973 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:36.611036 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f2c2ae10-448e-4871-91d0-1a9738c4a25b req-bd729264-6ac2-48c1-96c1-ff3bfd26ac48 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6919537 Nov 12 04:24:36.612068 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Attempting to bind port 9c757535-b667-421c-b16e-cd68aff94d0b on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:36.612417 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Attempting to bind port 9c757535-b667-421c-b16e-cd68aff94d0b by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '8dc154d6-7960-4447-be39-027a9ad6840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8ce3611a-3158-4092-88f0-6068ca0e253f'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:36.612752 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Attempting to bind port 9c757535-b667-421c-b16e-cd68aff94d0b on network 8ce3611a-3158-4092-88f0-6068ca0e253f {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:36.657993 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Port 9c757535-b667-421c-b16e-cd68aff94d0b on network 8ce3611a-3158-4092-88f0-6068ca0e253f not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:24:36.658337 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Attempting to bind port 9c757535-b667-421c-b16e-cd68aff94d0b on network 8ce3611a-3158-4092-88f0-6068ca0e253f {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:36.664615 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:36.664968 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Checking segment: {'id': '8dc154d6-7960-4447-be39-027a9ad6840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8ce3611a-3158-4092-88f0-6068ca0e253f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:36.665360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Bound using segment: {'id': '8dc154d6-7960-4447-be39-027a9ad6840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8ce3611a-3158-4092-88f0-6068ca0e253f'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:36.665796 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Bound port: 9c757535-b667-421c-b16e-cd68aff94d0b, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc154d6-7960-4447-be39-027a9ad6840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8ce3611a-3158-4092-88f0-6068ca0e253f'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:36.666180 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:36.716119 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 04:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f464c6-824d-4755-a63b-7956cfb58a4f x-openstack-request-id: req-22f464c6-824d-4755-a63b-7956cfb58a4f {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:24:36.716422 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "tag": "10c4593c-bc35-4324-a92d-6a4c5e8e4683", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "tag": "a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:24:36.717148 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22f464c6-824d-4755-a63b-7956cfb58a4f {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:24:36.717609 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'tag': '10c4593c-bc35-4324-a92d-6a4c5e8e4683', 'status': 'completed', 'code': 200} Nov 12 04:24:36.717869 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'tag': 'a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35', 'status': 'completed', 'code': 200} Nov 12 04:24:36.759422 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] For port 9c757535-b667-421c-b16e-cd68aff94d0b, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:36.763787 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] For port 9c757535-b667-421c-b16e-cd68aff94d0b, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9c757535-b667-421c-b16e-cd68aff94d0b,segment=NetworkSegment(8dc154d6-7960-4447-be39-027a9ad6840e),segment_id=8dc154d6-7960-4447-be39-027a9ad6840e)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:36.864909 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:36.866365 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:36.891279 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-88c13150-12f4-45c9-bb06-93e1003936f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:36.892408 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-88c13150-12f4-45c9-bb06-93e1003936f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:36.893055 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-88c13150-12f4-45c9-bb06-93e1003936f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:36.893672 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-88c13150-12f4-45c9-bb06-93e1003936f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:36.894304 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-88c13150-12f4-45c9-bb06-93e1003936f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:36.895034 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-88c13150-12f4-45c9-bb06-93e1003936f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:36.895650 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-88c13150-12f4-45c9-bb06-93e1003936f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:36.898012 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-88c13150-12f4-45c9-bb06-93e1003936f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2da92794a0540cfa9ccbce1e95a15a3&device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 6453 time: 0.1357479 Nov 12 04:24:36.929306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:36.929955 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:36.931497 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] 10.222.0.21 "PUT /v2.0/ports/9c757535-b667-421c-b16e-cd68aff94d0b HTTP/1.1" status: 200 len: 1092 time: 2.2814734 Nov 12 04:24:36.935668 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45643c32-1e9d-4cbc-b176-c209fcb79604 None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:24:37.007501 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f29d10-b11c-4b67-bde9-c7c8842db973 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:37.016610 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08f29d10-b11c-4b67-bde9-c7c8842db973 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:37.018290 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dece42-d966-4bf4-b9f8-e14e5c9633be req-631bf6e3-c53c-47b7-9026-6f9fba700399 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:37.031541 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81dece42-d966-4bf4-b9f8-e14e5c9633be req-631bf6e3-c53c-47b7-9026-6f9fba700399 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.2391496 Nov 12 04:24:37.074990 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-45643c32-1e9d-4cbc-b176-c209fcb79604 None None] Deleting port 2906879c-1487-40c4-ac5f-7ac3563d5f40 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:37.075363 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45643c32-1e9d-4cbc-b176-c209fcb79604 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:37.120193 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ffc23-6140-4145-afcd-45bfe20ea7be service neutron] Pushing event updated for resources: {'Port': ['ID=9c757535-b667-421c-b16e-cd68aff94d0b,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:37.207950 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81dece42-d966-4bf4-b9f8-e14e5c9633be req-4ba4109f-d46b-4db7-b605-45f310e516f7 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739678 Nov 12 04:24:37.228749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-1737e76b-7015-4a51-95c1-52b956c914ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:37.229226 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-1737e76b-7015-4a51-95c1-52b956c914ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:37.229697 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-1737e76b-7015-4a51-95c1-52b956c914ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:37.231713 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-1737e76b-7015-4a51-95c1-52b956c914ac service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c2da92794a0540cfa9ccbce1e95a15a3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3188479 Nov 12 04:24:37.245203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-45643c32-1e9d-4cbc-b176-c209fcb79604 None None] For port 2906879c-1487-40c4-ac5f-7ac3563d5f40, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2906879c-1487-40c4-ac5f-7ac3563d5f40,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:37.246595 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45643c32-1e9d-4cbc-b176-c209fcb79604 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:37.279901 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-45643c32-1e9d-4cbc-b176-c209fcb79604 None None] Calling delete_port for 2906879c-1487-40c4-ac5f-7ac3563d5f40 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:37.428536 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45643c32-1e9d-4cbc-b176-c209fcb79604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:37.435120 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-4415e8c0-35aa-47ea-815f-fe135f7c550a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:37.436780 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-4415e8c0-35aa-47ea-815f-fe135f7c550a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1944404 Nov 12 04:24:37.473177 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45643c32-1e9d-4cbc-b176-c209fcb79604 None None] No DVR routers for this DVR port 2906879c-1487-40c4-ac5f-7ac3563d5f40 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:24:37.475607 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08f29d10-b11c-4b67-bde9-c7c8842db973 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:37.475783 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45643c32-1e9d-4cbc-b176-c209fcb79604 None None] Pushing event deleted for resources: {'Port': ['ID=2906879c-1487-40c4-ac5f-7ac3563d5f40,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:37.592043 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f29d10-b11c-4b67-bde9-c7c8842db973 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:37.601905 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-08f29d10-b11c-4b67-bde9-c7c8842db973 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:37.607214 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f29d10-b11c-4b67-bde9-c7c8842db973 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:37.607817 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08f29d10-b11c-4b67-bde9-c7c8842db973 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:37.623854 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeb5f64-22f5-470f-a75e-606f6c44d20e None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:37.624687 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f29d10-b11c-4b67-bde9-c7c8842db973 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=4195af48-68ea-4c0c-9e31-2681ad5658b6,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:37.644857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-bcb7b908-db27-41e0-b452-5789ed83fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:37.644857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-bcb7b908-db27-41e0-b452-5789ed83fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:37.644857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-bcb7b908-db27-41e0-b452-5789ed83fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:37.644857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-bcb7b908-db27-41e0-b452-5789ed83fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:37.644857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-bcb7b908-db27-41e0-b452-5789ed83fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:37.644857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-bcb7b908-db27-41e0-b452-5789ed83fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:37.644857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-bcb7b908-db27-41e0-b452-5789ed83fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:37.644857 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-bcb7b908-db27-41e0-b452-5789ed83fc9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2da92794a0540cfa9ccbce1e95a15a3&device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 6495 time: 0.1067667 Nov 12 04:24:37.696942 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb63f9-38cf-4364-97f5-3e9c8516ec9d req-16085817-c2b6-416c-aee6-7b7aeb89c6a1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:37.709735 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3adb63f9-38cf-4364-97f5-3e9c8516ec9d req-16085817-c2b6-416c-aee6-7b7aeb89c6a1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0d9b00e-f99d-4b77-afa7-d80694ad7e5e HTTP/1.1" status: 200 len: 945 time: 0.0837085 Nov 12 04:24:37.756161 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-08f29d10-b11c-4b67-bde9-c7c8842db973 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1740251 Nov 12 04:24:37.759068 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 49888) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:37.765724 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-48a5eeda-c5c6-4ecf-a431-228dafea93a8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'fixed_ips': [{'subnet_id': '4195af48-68ea-4c0c-9e31-2681ad5658b6', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-920982753'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:37.793507 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3adb63f9-38cf-4364-97f5-3e9c8516ec9d req-429c253d-8c50-456a-9683-a8234ccb2a44 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738111 Nov 12 04:24:37.899397 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': '4195af48-68ea-4c0c-9e31-2681ad5658b6'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:24:37.901488 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:37.920580 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ffa66-d812-4450-a5bc-72ac262d8910 req-971dcef2-2ad5-422f-902d-9e44e16edadc tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:37.922136 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-732ffa66-d812-4450-a5bc-72ac262d8910 req-971dcef2-2ad5-422f-902d-9e44e16edadc tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0545602 Nov 12 04:24:37.928515 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-b6c29307-9e56-4082-b7c2-d754aac1a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:37.929047 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-b6c29307-9e56-4082-b7c2-d754aac1a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:37.929462 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-b6c29307-9e56-4082-b7c2-d754aac1a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:37.931088 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-b6c29307-9e56-4082-b7c2-d754aac1a5c3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c2da92794a0540cfa9ccbce1e95a15a3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2753944 Nov 12 04:24:38.002016 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-732ffa66-d812-4450-a5bc-72ac262d8910 req-5df28072-a33a-4dd5-921a-b34270791f89 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702257 Nov 12 04:24:38.085851 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] Allocated IP 2001:db8::2 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/4195af48-68ea-4c0c-9e31-2681ad5658b6/3a7c8321-7837-48f0-8f98-ba6287df7e0f) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:38.117892 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-274f3f90-29f3-42b6-9fcc-6566dbd5add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:38.119883 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9c86ec53-95de-4ca1-8546-6cc414e93f69 req-274f3f90-29f3-42b6-9fcc-6566dbd5add0 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1683319 Nov 12 04:24:38.190960 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e82da-e339-4eab-8b09-61e8d969bf24 req-bc7d9505-6a7c-4f00-8192-7d6e5386dbb3 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:38.193872 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd2e82da-e339-4eab-8b09-61e8d969bf24 req-bc7d9505-6a7c-4f00-8192-7d6e5386dbb3 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43eacd4-0350-448d-8470-a4b19fb2a4bb HTTP/1.1" status: 200 len: 945 time: 0.0918024 Nov 12 04:24:38.263235 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a5eeda-c5c6-4ecf-a431-228dafea93a8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:38.269489 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd2e82da-e339-4eab-8b09-61e8d969bf24 req-ef14108b-2740-4e63-a1fe-37aec4a4cd62 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622768 Nov 12 04:24:38.303644 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:38.385962 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a199de5-0fe5-4f03-b212-5f3d8fe3a42e req-846eafc3-5f5b-49f1-9a62-1e5b4bdaadaa tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:38.392631 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a199de5-0fe5-4f03-b212-5f3d8fe3a42e req-846eafc3-5f5b-49f1-9a62-1e5b4bdaadaa tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:38.399281 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a199de5-0fe5-4f03-b212-5f3d8fe3a42e req-846eafc3-5f5b-49f1-9a62-1e5b4bdaadaa tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:38.406080 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a199de5-0fe5-4f03-b212-5f3d8fe3a42e req-846eafc3-5f5b-49f1-9a62-1e5b4bdaadaa tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:38.412427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a199de5-0fe5-4f03-b212-5f3d8fe3a42e req-846eafc3-5f5b-49f1-9a62-1e5b4bdaadaa tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:38.419698 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:38.420907 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a199de5-0fe5-4f03-b212-5f3d8fe3a42e req-846eafc3-5f5b-49f1-9a62-1e5b4bdaadaa tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:38.427528 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a199de5-0fe5-4f03-b212-5f3d8fe3a42e req-846eafc3-5f5b-49f1-9a62-1e5b4bdaadaa tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:38.434928 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-37e91cff-8578-4d94-9ab9-dddba433a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:38.435649 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-37e91cff-8578-4d94-9ab9-dddba433a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:38.436295 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-37e91cff-8578-4d94-9ab9-dddba433a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:38.436774 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-37e91cff-8578-4d94-9ab9-dddba433a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:38.437444 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-37e91cff-8578-4d94-9ab9-dddba433a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:38.437924 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-37e91cff-8578-4d94-9ab9-dddba433a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:38.438397 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-37e91cff-8578-4d94-9ab9-dddba433a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:38.439041 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a199de5-0fe5-4f03-b212-5f3d8fe3a42e req-846eafc3-5f5b-49f1-9a62-1e5b4bdaadaa tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5431 time: 0.1161835 Nov 12 04:24:38.444723 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-37e91cff-8578-4d94-9ab9-dddba433a47b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2da92794a0540cfa9ccbce1e95a15a3&device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 6495 time: 0.2541924 Nov 12 04:24:38.501010 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-8395493a-70ee-4951-9529-a1de4f2a4b58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b3ed3ea-e971-45fe-8276-9cc198e22638 HTTP/1.1" status: 200 len: 217 time: 0.0418992 Nov 12 04:24:38.505676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a199de5-0fe5-4f03-b212-5f3d8fe3a42e req-47552c0c-fd72-423e-959c-527bb9a93122 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656264 Nov 12 04:24:38.514187 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:38.566903 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48a5eeda-c5c6-4ecf-a431-228dafea93a8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:38.587821 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:38.593011 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:38.608532 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:38.616692 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-48a5eeda-c5c6-4ecf-a431-228dafea93a8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port b2542ac7-777f-488d-99ee-a37c28a7fd44 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:24:38.626036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] Pushing event updated for resources: {'Port': ['ID=3a7c8321-7837-48f0-8f98-ba6287df7e0f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:38.692925 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8eead09-8f6b-47c9-92c8-c47b61ba6a59 req-d2768de5-080e-4e82-bb19-26ce0a524b14 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6f5af4b98cc849f0a88a477e27cdba3b HTTP/1.1" status: 200 len: 267 time: 0.0946538 Nov 12 04:24:38.699955 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] Attempting to bind port 3a7c8321-7837-48f0-8f98-ba6287df7e0f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:38.700329 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] Attempting to bind port 3a7c8321-7837-48f0-8f98-ba6287df7e0f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:38.700700 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] Attempting to bind port 3a7c8321-7837-48f0-8f98-ba6287df7e0f on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:38.706919 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-b0ef0c85-26a9-4710-a7fd-b9bd1f81da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:38.710210 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-b0ef0c85-26a9-4710-a7fd-b9bd1f81da5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fc4ed48-686a-4892-81a2-ac8d11ac1cc4 HTTP/1.1" status: 200 len: 856 time: 0.1986728 Nov 12 04:24:38.711813 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:38.712281 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:38.712769 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:38.713231 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:38.713789 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] Bound port: 3a7c8321-7837-48f0-8f98-ba6287df7e0f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:38.714249 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:38.726991 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'tag': 'ee1c7c92-c878-4363-aaec-68d541b247e9'}, {'name': 'network-changed', 'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'tag': '9c757535-b667-421c-b16e-cd68aff94d0b'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:24:38.730853 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "tag": "ee1c7c92-c878-4363-aaec-68d541b247e9"}, {"name": "network-changed", "server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "tag": "9c757535-b667-421c-b16e-cd68aff94d0b"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:24:38.807902 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] For port 3a7c8321-7837-48f0-8f98-ba6287df7e0f, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:38.812123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] For port 3a7c8321-7837-48f0-8f98-ba6287df7e0f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3a7c8321-7837-48f0-8f98-ba6287df7e0f,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:38.823641 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5cd83e51-fd7a-492c-b115-4474f991a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:38.825448 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5cd83e51-fd7a-492c-b115-4474f991a9fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb300127-0441-4443-aae7-eeff2c911c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1040945 Nov 12 04:24:38.828764 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eead09-8f6b-47c9-92c8-c47b61ba6a59 req-13ffa03b-a564-4b7d-8dc2-e77918e312e0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:38.831346 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8eead09-8f6b-47c9-92c8-c47b61ba6a59 req-13ffa03b-a564-4b7d-8dc2-e77918e312e0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0d9b00e-f99d-4b77-afa7-d80694ad7e5e HTTP/1.1" status: 200 len: 945 time: 0.1135995 Nov 12 04:24:38.846827 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-a8eead09-8f6b-47c9-92c8-c47b61ba6a59 req-929aecd4-2404-4c73-a3f1-519d27d16aa3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Request body: {'port': {'security_groups': []}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:38.920848 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:38.949291 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a8eead09-8f6b-47c9-92c8-c47b61ba6a59 req-929aecd4-2404-4c73-a3f1-519d27d16aa3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:38.959873 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a5eeda-c5c6-4ecf-a431-228dafea93a8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:24:38.960394 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a5eeda-c5c6-4ecf-a431-228dafea93a8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:24:38.969877 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2906879c-1487-40c4-ac5f-7ac3563d5f40 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:24:39.012667 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-c9450960-1344-43e0-90a5-9ea17f6ffe3a service neutron] 10.222.0.21 "GET /v2.0/networks/fb300127-0441-4443-aae7-eeff2c911c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758976 Nov 12 04:24:39.019549 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 2906879c-1487-40c4-ac5f-7ac3563d5f40 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:24:39.020039 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2906879c-1487-40c4-ac5f-7ac3563d5f40 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:24:39.068284 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5724b9-e4d8-4c2e-be96-3cd605e9d058 None None] Pushing event updated for resources: {'Port': ['ID=3a7c8321-7837-48f0-8f98-ba6287df7e0f,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:39.098907 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-48a5eeda-c5c6-4ecf-a431-228dafea93a8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3237340 Nov 12 04:24:39.100967 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49916) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:39.118581 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:39.216510 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-a7240404-5888-49da-a9f2-583ab3dd54ae service neutron] 10.222.0.21 "GET /v2.0/networks/fb300127-0441-4443-aae7-eeff2c911c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898365 Nov 12 04:24:39.223897 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08ec0b5-ddfa-4676-8d9e-080a0cc0fb88 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:39.225339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a08ec0b5-ddfa-4676-8d9e-080a0cc0fb88 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1235380 Nov 12 04:24:39.228677 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49918) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:39.287599 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-942ea660-3ce5-4d62-a6d8-373cff0e8cac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 HTTP/1.1" status: 200 len: 217 time: 0.0623264 Nov 12 04:24:39.313235 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965b3a7c-4289-49ba-b88f-3749a61048c1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:39.315047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965b3a7c-4289-49ba-b88f-3749a61048c1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:39.319668 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-965b3a7c-4289-49ba-b88f-3749a61048c1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0877268 Nov 12 04:24:39.319907 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-a8eead09-8f6b-47c9-92c8-c47b61ba6a59 req-929aecd4-2404-4c73-a3f1-519d27d16aa3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] For port db4f9677-34b1-4f1e-a282-14c63f53782a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=db4f9677-34b1-4f1e-a282-14c63f53782a,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:39.322058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49920) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:39.386894 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-f3055c51-17d9-4fd6-b3df-3e9f78549896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:39.389312 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-f3055c51-17d9-4fd6-b3df-3e9f78549896 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=def5bb2e-e9ac-468c-88b9-6c140d20e94c HTTP/1.1" status: 200 len: 797 time: 0.0925748 Nov 12 04:24:39.423028 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9066b4-207e-4abc-a3b8-ffc74d9599d6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet 4195af48-68ea-4c0c-9e31-2681ad5658b6 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:24:39.441960 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-919e4996-8d0a-40fa-9344-8dc02f4e2b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:39.444137 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-919e4996-8d0a-40fa-9344-8dc02f4e2b6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79d2f23a-da96-4615-8aa1-f0a58d232473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0483534 Nov 12 04:24:39.479367 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0c9066b4-207e-4abc-a3b8-ffc74d9599d6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:39.506896 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a8eead09-8f6b-47c9-92c8-c47b61ba6a59 req-929aecd4-2404-4c73-a3f1-519d27d16aa3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:39.535989 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0c9066b4-207e-4abc-a3b8-ffc74d9599d6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:39.576126 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-e1bf0ec3-60a1-4821-94ef-b5ce35c0755d service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245039 Nov 12 04:24:39.579099 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a8eead09-8f6b-47c9-92c8-c47b61ba6a59 req-929aecd4-2404-4c73-a3f1-519d27d16aa3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:39.612545 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['7ec7cc86-a327-46e3-82cc-6403e1f00ad8'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:24:39.619160 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['95a43564-d716-40c4-9200-f25692332996', 'db4f9677-34b1-4f1e-a282-14c63f53782a'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:24:39.735998 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-4dd20be3-9dfc-49c1-8f9a-8658c6919d9a service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510637 Nov 12 04:24:39.749186 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eead09-8f6b-47c9-92c8-c47b61ba6a59 req-929aecd4-2404-4c73-a3f1-519d27d16aa3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:39.749853 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a8eead09-8f6b-47c9-92c8-c47b61ba6a59 req-929aecd4-2404-4c73-a3f1-519d27d16aa3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:39.752887 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8eead09-8f6b-47c9-92c8-c47b61ba6a59 req-929aecd4-2404-4c73-a3f1-519d27d16aa3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "PUT /v2.0/ports/db4f9677-34b1-4f1e-a282-14c63f53782a HTTP/1.1" status: 200 len: 904 time: 0.9094951 Nov 12 04:24:39.753623 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929aecd4-2404-4c73-a3f1-519d27d16aa3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Pushing event updated for resources: {'Port': ['ID=db4f9677-34b1-4f1e-a282-14c63f53782a,revision_number=6']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:39.838786 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-3726a076-2344-463b-a5a9-933333867c19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=748ffb26-f9f4-41f0-b898-e8e2c87b6af5 HTTP/1.1" status: 200 len: 217 time: 0.0932353 Nov 12 04:24:39.914775 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0c9066b4-207e-4abc-a3b8-ffc74d9599d6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:40.146983 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3adf8a-47fe-4c0d-979a-70b24e7224d0 req-56a5c36e-510b-4525-81a5-7e2cfed89de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:40.148555 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca3adf8a-47fe-4c0d-979a-70b24e7224d0 req-56a5c36e-510b-4525-81a5-7e2cfed89de4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68e65df8b8044d01af3fe2cd05222833&device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 1098 time: 0.2194698 Nov 12 04:24:40.172330 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06ade9-e95a-4397-96c7-ebfb1dc24134 req-33c86e6e-d98b-4a24-8072-3d14d219d6a1 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:40.173903 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bb06ade9-e95a-4397-96c7-ebfb1dc24134 req-33c86e6e-d98b-4a24-8072-3d14d219d6a1 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.2104311 Nov 12 04:24:40.217214 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['db4f9677-34b1-4f1e-a282-14c63f53782a'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:24:40.309884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3adf8a-47fe-4c0d-979a-70b24e7224d0 req-68003aed-5a43-43ad-a5f7-0fc8142ea91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:40.311529 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca3adf8a-47fe-4c0d-979a-70b24e7224d0 req-68003aed-5a43-43ad-a5f7-0fc8142ea91a service neutron] 10.222.0.31 "GET /v2.0/networks?id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5 HTTP/1.1" status: 200 len: 912 time: 0.1366730 Nov 12 04:24:40.315047 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0c9066b4-207e-4abc-a3b8-ffc74d9599d6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:40.413603 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b3d8f2cb-86ea-4c61-bacd-9f3c7a260bf2 None None] Provisioning complete for port db4f9677-34b1-4f1e-a282-14c63f53782a triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:40.413905 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b3d8f2cb-86ea-4c61-bacd-9f3c7a260bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:40.478872 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9066b4-207e-4abc-a3b8-ffc74d9599d6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=4195af48-68ea-4c0c-9e31-2681ad5658b6,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:40.494428 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0c9066b4-207e-4abc-a3b8-ffc74d9599d6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:40.506515 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0c9066b4-207e-4abc-a3b8-ffc74d9599d6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/4195af48-68ea-4c0c-9e31-2681ad5658b6 HTTP/1.1" status: 204 len: 168 time: 1.1810238 Nov 12 04:24:40.524707 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49936) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:40.627457 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-49307711-41e3-4cdd-b7cb-e933974d102f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963943 Nov 12 04:24:40.627457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49940) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:40.632426 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-bcfe4037-c89b-4cb0-83e3-f2619a8f85aa tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:40.675268 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-dcb8f8ed-7b8e-4810-b67c-b18fd069c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:40.681193 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-dcb8f8ed-7b8e-4810-b67c-b18fd069c26f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=def5bb2e-e9ac-468c-88b9-6c140d20e94c HTTP/1.1" status: 200 len: 797 time: 0.8366730 Nov 12 04:24:40.791260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64c34bb-f242-4bec-a0bd-60641af24cec None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:40.800852 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca3adf8a-47fe-4c0d-979a-70b24e7224d0 req-48fd5af4-e670-4509-b803-327513bb3ece service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1eddfde-e61e-42fb-9198-c87212897997 HTTP/1.1" status: 200 len: 1001 time: 0.4566383 Nov 12 04:24:40.801624 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5a588703-dd1f-49b0-b409-07abce43027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:40.803388 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5a588703-dd1f-49b0-b409-07abce43027a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79d2f23a-da96-4615-8aa1-f0a58d232473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1148691 Nov 12 04:24:40.805205 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bb06ade9-e95a-4397-96c7-ebfb1dc24134 req-4cc31594-9b8c-4462-8985-b3eae8e89d72 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4927275 Nov 12 04:24:40.902598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfe4037-c89b-4cb0-83e3-f2619a8f85aa tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:40.906211 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bcfe4037-c89b-4cb0-83e3-f2619a8f85aa tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:40.947123 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-548c904e-7bf6-46d7-9043-eeb6890dd8dd service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317029 Nov 12 04:24:41.084321 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3a7c8321-7837-48f0-8f98-ba6287df7e0f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:41.104086 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-0d4be2ce-19cb-4bce-b0c6-88fec3615076 service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469829 Nov 12 04:24:41.130945 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2ac4ced3-1af1-44df-814b-7c2251d8f493 None None] Provisioning complete for port 3a7c8321-7837-48f0-8f98-ba6287df7e0f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:41.131764 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ac4ced3-1af1-44df-814b-7c2251d8f493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:41.136113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3adf8a-47fe-4c0d-979a-70b24e7224d0 req-6f51b9f8-e60b-4250-b7b2-17964c73498f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:41.136387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf9e5ad-33f5-4780-b278-8853c7ab14d3 None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:24:41.143317 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca3adf8a-47fe-4c0d-979a-70b24e7224d0 req-6f51b9f8-e60b-4250-b7b2-17964c73498f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0988c1bc-aeed-49ae-93ca-f21585d34390 HTTP/1.1" status: 200 len: 850 time: 0.3275731 Nov 12 04:24:41.179781 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-d4a2041e-6526-4e58-9750-fda158edd6ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=10c4593c-bc35-4324-a92d-6a4c5e8e4683 HTTP/1.1" status: 200 len: 217 time: 0.0664017 Nov 12 04:24:41.238175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 3a7c8321-7837-48f0-8f98-ba6287df7e0f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:41.239175 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:41.253337 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-e984ea19-dd10-480f-9149-29b2632fcbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:41.255860 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-e984ea19-dd10-480f-9149-29b2632fcbca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=def5bb2e-e9ac-468c-88b9-6c140d20e94c HTTP/1.1" status: 200 len: 797 time: 0.0683863 Nov 12 04:24:41.262014 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b966e69-2587-43df-8733-f1f5f66b53b9 req-43506301-51ab-47f5-ad59-f432e0b38359 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:41.269972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b966e69-2587-43df-8733-f1f5f66b53b9 req-43506301-51ab-47f5-ad59-f432e0b38359 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 945 time: 0.2907894 Nov 12 04:24:41.313520 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3bf9e5ad-33f5-4780-b278-8853c7ab14d3 None None] Deleting port 3a7c8321-7837-48f0-8f98-ba6287df7e0f {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:41.313908 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3bf9e5ad-33f5-4780-b278-8853c7ab14d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:41.322212 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-af635b7c-0c0b-4ab0-ab47-757496e889b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:41.325373 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-af635b7c-0c0b-4ab0-ab47-757496e889b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79d2f23a-da96-4615-8aa1-f0a58d232473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0612452 Nov 12 04:24:41.362393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3adf8a-47fe-4c0d-979a-70b24e7224d0 req-e828a7c2-cce6-4f96-83b5-d62818737cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:41.384891 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca3adf8a-47fe-4c0d-979a-70b24e7224d0 req-e828a7c2-cce6-4f96-83b5-d62818737cd6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2243185 Nov 12 04:24:41.387601 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3bf9e5ad-33f5-4780-b278-8853c7ab14d3 None None] For port 3a7c8321-7837-48f0-8f98-ba6287df7e0f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3a7c8321-7837-48f0-8f98-ba6287df7e0f,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:41.388001 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3bf9e5ad-33f5-4780-b278-8853c7ab14d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:41.400657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3bf9e5ad-33f5-4780-b278-8853c7ab14d3 None None] Calling delete_port for 3a7c8321-7837-48f0-8f98-ba6287df7e0f owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:41.446833 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-71e6798e-757a-47fb-999b-43a84d2884e5 service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142442 Nov 12 04:24:41.462387 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ac4ced3-1af1-44df-814b-7c2251d8f493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:41.546060 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:41.549558 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2ac4ced3-1af1-44df-814b-7c2251d8f493 None None] For port 3a7c8321-7837-48f0-8f98-ba6287df7e0f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3a7c8321-7837-48f0-8f98-ba6287df7e0f,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:41.575214 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-782e1756-27f2-4df8-93fc-d4c6b79ccaa6 service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213551 Nov 12 04:24:41.616143 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ac4ced3-1af1-44df-814b-7c2251d8f493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:41.637014 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-13d022f0-2f8f-41e2-890e-85e8ce50ffec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 HTTP/1.1" status: 200 len: 217 time: 0.0539224 Nov 12 04:24:41.666343 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bcfe4037-c89b-4cb0-83e3-f2619a8f85aa tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:41.698670 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-38241645-2f6e-4a23-a74f-ae2bb0763e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:41.700743 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-38241645-2f6e-4a23-a74f-ae2bb0763e9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=def5bb2e-e9ac-468c-88b9-6c140d20e94c HTTP/1.1" status: 200 len: 797 time: 0.0576909 Nov 12 04:24:41.703475 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:24:41.703886 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:24:41.708915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4ced3-1af1-44df-814b-7c2251d8f493 None None] Pushing event updated for resources: {'Port': ['ID=3a7c8321-7837-48f0-8f98-ba6287df7e0f,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:41.719565 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3bf9e5ad-33f5-4780-b278-8853c7ab14d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:41.747501 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b966e69-2587-43df-8733-f1f5f66b53b9 req-c839bfc0-15be-423a-87d2-e6f15fe6651e tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740887 Nov 12 04:24:41.776443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe4037-c89b-4cb0-83e3-f2619a8f85aa tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=27157fff-3896-4c73-ba32-ea01a1662ef8,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:41.781688 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9e5ad-33f5-4780-b278-8853c7ab14d3 None None] Pushing event deleted for resources: {'Port': ['ID=3a7c8321-7837-48f0-8f98-ba6287df7e0f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:41.785538 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf9e5ad-33f5-4780-b278-8853c7ab14d3 None None] No DVR routers for this DVR port 3a7c8321-7837-48f0-8f98-ba6287df7e0f on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:24:41.811986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-8f89608c-3703-4005-82d2-f6638893f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:41.812263 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfe4037-c89b-4cb0-83e3-f2619a8f85aa tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:41.813560 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-8f89608c-3703-4005-82d2-f6638893f7e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79d2f23a-da96-4615-8aa1-f0a58d232473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1053610 Nov 12 04:24:41.816422 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-bcfe4037-c89b-4cb0-83e3-f2619a8f85aa tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:41.829637 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfe4037-c89b-4cb0-83e3-f2619a8f85aa tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:41.830361 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bcfe4037-c89b-4cb0-83e3-f2619a8f85aa tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:41.841153 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adea62b3-58a6-40c0-9d75-d0e1c48ccabe None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:41.875483 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca3adf8a-47fe-4c0d-979a-70b24e7224d0 req-c00795dc-29ad-4caa-9ef5-37ab2753d05a service neutron] 10.222.0.31 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026731 Nov 12 04:24:41.880816 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 04:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5d35ae-be7e-4a80-89df-af4f0f6f6b22 x-openstack-request-id: req-7d5d35ae-be7e-4a80-89df-af4f0f6f6b22 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:24:41.881126 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "tag": "ee1c7c92-c878-4363-aaec-68d541b247e9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "tag": "9c757535-b667-421c-b16e-cd68aff94d0b", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:24:41.881423 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d5d35ae-be7e-4a80-89df-af4f0f6f6b22 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:24:41.882452 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'tag': 'ee1c7c92-c878-4363-aaec-68d541b247e9', 'status': 'completed', 'code': 200} Nov 12 04:24:41.882804 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'tag': '9c757535-b667-421c-b16e-cd68aff94d0b', 'status': 'completed', 'code': 200} Nov 12 04:24:41.979256 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-169d6014-51a6-43a2-b4b2-d26d5ce89dcb service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562884 Nov 12 04:24:42.010849 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bcfe4037-c89b-4cb0-83e3-f2619a8f85aa tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3825858 Nov 12 04:24:42.015409 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49958) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:42.057879 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-d4ba47be-9d3d-4d85-98cb-2f5013c99775 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-400396718', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:42.063446 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': '27157fff-3896-4c73-ba32-ea01a1662ef8'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:24:42.064321 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:42.093901 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-10a8097d-0b36-4406-a149-f2cc1f6d795b service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071982 Nov 12 04:24:42.132294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bd090-11fb-4db8-b2c2-a9ebc0fe0d2f req-15032dbf-a91b-48ce-8721-38d0f28473a7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:42.134498 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-730bd090-11fb-4db8-b2c2-a9ebc0fe0d2f req-15032dbf-a91b-48ce-8721-38d0f28473a7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.2005355 Nov 12 04:24:42.158536 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-8e4aa450-30fa-4045-859c-0e85c36646c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee1c7c92-c878-4363-aaec-68d541b247e9 HTTP/1.1" status: 200 len: 217 time: 0.0560470 Nov 12 04:24:42.202749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca3adf8a-47fe-4c0d-979a-70b24e7224d0 req-1e54807a-9d7a-4c0b-9d6d-cba13d6c33e1 service neutron] 10.222.0.31 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152866 Nov 12 04:24:42.210564 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d4ba47be-9d3d-4d85-98cb-2f5013c99775 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:42.211923 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d4ba47be-9d3d-4d85-98cb-2f5013c99775 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:42.254458 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-4e2b44b8-3807-4ef2-8d70-d96b91a47fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:42.257854 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-4e2b44b8-3807-4ef2-8d70-d96b91a47fc7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa523a34-d8df-4b2a-8bb1-49cddad3028a HTTP/1.1" status: 200 len: 797 time: 0.0924196 Nov 12 04:24:42.258929 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Allocated IP 2001:db8::2 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/27157fff-3896-4c73-ba32-ea01a1662ef8/10418d31-eb9e-4fe3-8f15-f2062d9c2350) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:42.297837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-730bd090-11fb-4db8-b2c2-a9ebc0fe0d2f req-1afa4853-d5bf-407f-a555-60d860fdcc71 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509149 Nov 12 04:24:42.315290 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Port 3a7c8321-7837-48f0-8f98-ba6287df7e0f update to ACTIVE by agent not found {{(pid=103298) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 04:24:42.332346 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-609d30d0-50e6-4bb0-9d4b-2c5a72d3550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:42.333727 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-609d30d0-50e6-4bb0-9d4b-2c5a72d3550c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ce3611a-3158-4092-88f0-6068ca0e253f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0687151 Nov 12 04:24:42.465407 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d4ba47be-9d3d-4d85-98cb-2f5013c99775 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:42.489618 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-5a521571-dfc6-4b86-9a26-2050b58f5cdb service neutron] 10.222.0.21 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468856 Nov 12 04:24:42.550480 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d4ba47be-9d3d-4d85-98cb-2f5013c99775 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:42.562585 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:42.604675 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5bac441-f156-44d3-86f0-7d54f301581a req-f70baed3-d8cd-4da2-9d33-aad5ca74c4f0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3057303 Nov 12 04:24:42.630255 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5e61f-d56a-47b3-8490-bed4f92bcec9 req-25fb1dc0-e1b4-466d-9645-c748aa6a1415 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:42.638597 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5e61f-d56a-47b3-8490-bed4f92bcec9 req-25fb1dc0-e1b4-466d-9645-c748aa6a1415 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:42.645601 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5e61f-d56a-47b3-8490-bed4f92bcec9 req-25fb1dc0-e1b4-466d-9645-c748aa6a1415 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:42.646919 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:42.649431 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-6341250d-426b-43ed-8733-6b412e3a05a4 service neutron] 10.222.0.21 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521640 Nov 12 04:24:42.652376 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5e61f-d56a-47b3-8490-bed4f92bcec9 req-25fb1dc0-e1b4-466d-9645-c748aa6a1415 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:42.661484 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5e61f-d56a-47b3-8490-bed4f92bcec9 req-25fb1dc0-e1b4-466d-9645-c748aa6a1415 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:42.668574 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5e61f-d56a-47b3-8490-bed4f92bcec9 req-25fb1dc0-e1b4-466d-9645-c748aa6a1415 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:42.676728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5e61f-d56a-47b3-8490-bed4f92bcec9 req-25fb1dc0-e1b4-466d-9645-c748aa6a1415 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:42.678716 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08f5e61f-d56a-47b3-8490-bed4f92bcec9 req-25fb1dc0-e1b4-466d-9645-c748aa6a1415 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5431 time: 0.2101672 Nov 12 04:24:42.702265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:42.703447 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:42.707795 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:42.735830 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-b2012c47-57c7-4c18-949b-8583a78d4dd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c757535-b667-421c-b16e-cd68aff94d0b HTTP/1.1" status: 200 len: 217 time: 0.0755291 Nov 12 04:24:42.741200 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d4ba47be-9d3d-4d85-98cb-2f5013c99775 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:42.749185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d4ba47be-9d3d-4d85-98cb-2f5013c99775 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7304904 Nov 12 04:24:42.766501 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Pushing event updated for resources: {'Port': ['ID=10418d31-eb9e-4fe3-8f15-f2062d9c2350,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:42.777371 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 49970) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:42.815327 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:42.815672 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:42.816081 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:42.822660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:42.822660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:42.822660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:42.822660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:42.822660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:42.822660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:42.822660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:42.822660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:42.822660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:42.853373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Attempting to bind port 10418d31-eb9e-4fe3-8f15-f2062d9c2350 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:42.853745 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Attempting to bind port 10418d31-eb9e-4fe3-8f15-f2062d9c2350 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:42.854108 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Attempting to bind port 10418d31-eb9e-4fe3-8f15-f2062d9c2350 on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:42.868191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:42.868579 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:42.869076 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:42.869370 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:42.869841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Bound port: 10418d31-eb9e-4fe3-8f15-f2062d9c2350, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:42.870223 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:42.879067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-caa1ea17-c12e-4664-85e8-bb8823b5100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:42.880559 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-caa1ea17-c12e-4664-85e8-bb8823b5100e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa523a34-d8df-4b2a-8bb1-49cddad3028a HTTP/1.1" status: 200 len: 797 time: 0.1358624 Nov 12 04:24:42.948591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] For port 10418d31-eb9e-4fe3-8f15-f2062d9c2350, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:42.953082 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] For port 10418d31-eb9e-4fe3-8f15-f2062d9c2350, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=10418d31-eb9e-4fe3-8f15-f2062d9c2350,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:42.964817 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3a7c8321-7837-48f0-8f98-ba6287df7e0f no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:24:42.979026 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-8987b688-9ef0-44a2-9a2e-da0c3cec53d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:42.981374 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-8987b688-9ef0-44a2-9a2e-da0c3cec53d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ce3611a-3158-4092-88f0-6068ca0e253f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0926998 Nov 12 04:24:42.992633 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 3a7c8321-7837-48f0-8f98-ba6287df7e0f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:24:42.993451 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3a7c8321-7837-48f0-8f98-ba6287df7e0f not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:24:43.034466 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:43.110720 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772d711-21cd-40f8-836c-7297da0de3eb None None] Pushing event updated for resources: {'Port': ['ID=10418d31-eb9e-4fe3-8f15-f2062d9c2350,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:43.118260 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-c2cde0cd-bd17-4cb4-9537-fab073790968 service neutron] 10.222.0.21 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269519 Nov 12 04:24:43.128420 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08f5e61f-d56a-47b3-8490-bed4f92bcec9 req-5e28fc75-5ec9-48cd-b9eb-0a02c381fcf4 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4388273 Nov 12 04:24:43.175453 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bac441-f156-44d3-86f0-7d54f301581a req-aa2e9ba2-c8e2-4235-84b0-9c628baeba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:43.177250 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5bac441-f156-44d3-86f0-7d54f301581a req-aa2e9ba2-c8e2-4235-84b0-9c628baeba31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 1096 time: 0.4975004 Nov 12 04:24:43.272467 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6eadb318-0e20-43e3-98b2-ff7b07cd584c req-750f9d25-b0bb-4e05-a2ff-64d546685be2 service neutron] 10.222.0.21 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475043 Nov 12 04:24:43.386115 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b607ff1-eb7f-4d8f-9d62-76e288b161b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:43.497120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39d771-3106-4834-8275-228bbff0bc0c req-89962b70-ca0f-4982-b99f-fff46121c121 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:43.502711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d39d771-3106-4834-8275-228bbff0bc0c req-89962b70-ca0f-4982-b99f-fff46121c121 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0d9b00e-f99d-4b77-afa7-d80694ad7e5e HTTP/1.1" status: 200 len: 907 time: 0.2410653 Nov 12 04:24:43.548616 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bac441-f156-44d3-86f0-7d54f301581a req-3940c96c-eaf4-4261-899b-f55daea6db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:43.550214 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5bac441-f156-44d3-86f0-7d54f301581a req-3940c96c-eaf4-4261-899b-f55daea6db27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.3310986 Nov 12 04:24:43.560796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-9b1c8280-3099-45d8-b2b2-ccc4a872485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:43.561676 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-9b1c8280-3099-45d8-b2b2-ccc4a872485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:43.564585 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-9b1c8280-3099-45d8-b2b2-ccc4a872485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:43.565234 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-9b1c8280-3099-45d8-b2b2-ccc4a872485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:43.565852 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-9b1c8280-3099-45d8-b2b2-ccc4a872485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:43.566391 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-9b1c8280-3099-45d8-b2b2-ccc4a872485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:43.567019 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-9b1c8280-3099-45d8-b2b2-ccc4a872485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:43.569030 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-9b1c8280-3099-45d8-b2b2-ccc4a872485d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2da92794a0540cfa9ccbce1e95a15a3&device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 6495 time: 0.1261816 Nov 12 04:24:43.729276 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5bac441-f156-44d3-86f0-7d54f301581a req-f1250655-76e9-4d6c-9d24-295f6afecf92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827813e1-4afe-44db-947c-b67c4e2c3e62 HTTP/1.1" status: 200 len: 999 time: 0.1588092 Nov 12 04:24:43.758288 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-f7643773-1613-48d7-a95e-da3dd4d8f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:43.759795 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-f7643773-1613-48d7-a95e-da3dd4d8f0f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ce3611a-3158-4092-88f0-6068ca0e253f HTTP/1.1" status: 200 len: 902 time: 0.1815822 Nov 12 04:24:43.821957 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-e144227d-87e3-4bdb-8235-8ce849f9bb2e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee1c7c92-c878-4363-aaec-68d541b247e9 HTTP/1.1" status: 200 len: 217 time: 0.0547588 Nov 12 04:24:43.876189 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c629b-e366-4e41-88bb-9df01c409cc8 req-8630c5e4-5dbe-4b00-b9c0-41836764f0d0 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:43.883186 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c629b-e366-4e41-88bb-9df01c409cc8 req-8630c5e4-5dbe-4b00-b9c0-41836764f0d0 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:43.889881 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c629b-e366-4e41-88bb-9df01c409cc8 req-8630c5e4-5dbe-4b00-b9c0-41836764f0d0 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:43.890011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-cf2b3826-26df-49fa-9295-5410e88e944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:43.891517 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-cf2b3826-26df-49fa-9295-5410e88e944e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa523a34-d8df-4b2a-8bb1-49cddad3028a HTTP/1.1" status: 200 len: 797 time: 0.0631611 Nov 12 04:24:43.891637 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-001c629b-e366-4e41-88bb-9df01c409cc8 req-8630c5e4-5dbe-4b00-b9c0-41836764f0d0 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933&device_id=c43eacd4-0350-448d-8470-a4b19fb2a4bb&device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 2417 time: 0.1992140 Nov 12 04:24:43.896253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d9b00e-f99d-4b77-afa7-d80694ad7e5e', 'tag': 'db4f9677-34b1-4f1e-a282-14c63f53782a'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:24:43.898253 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8489e6-e596-4c0a-98cc-a485fb235057" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d9b00e-f99d-4b77-afa7-d80694ad7e5e", "tag": "db4f9677-34b1-4f1e-a282-14c63f53782a"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:24:43.901846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bac441-f156-44d3-86f0-7d54f301581a req-4ae08903-865d-46fa-9368-ea10a8422d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:43.903480 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5bac441-f156-44d3-86f0-7d54f301581a req-4ae08903-865d-46fa-9368-ea10a8422d1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.1664615 Nov 12 04:24:43.949297 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-4f93d628-bbe7-4f17-aee9-ff9fdc1494c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:43.952759 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-4f93d628-bbe7-4f17-aee9-ff9fdc1494c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ce3611a-3158-4092-88f0-6068ca0e253f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0529613 Nov 12 04:24:44.022338 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-2b607ff1-eb7f-4d8f-9d62-76e288b161b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::1 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/27157fff-3896-4c73-ba32-ea01a1662ef8/846ff329-25f2-49d1-bd8a-c75692b53185) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:44.044398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-001c629b-e366-4e41-88bb-9df01c409cc8 req-382a10c8-2593-4b21-b34c-bf5a3ecc380a tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216710 Nov 12 04:24:44.079727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bac441-f156-44d3-86f0-7d54f301581a req-bed1c35b-cec9-4d68-b424-ba3e0be8bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:44.092381 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5bac441-f156-44d3-86f0-7d54f301581a req-bed1c35b-cec9-4d68-b424-ba3e0be8bcb5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1602967 Nov 12 04:24:44.109731 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-8d5ade2b-5cdd-4434-81bd-e5f7cb618e76 service neutron] 10.222.0.21 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456020 Nov 12 04:24:44.298743 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-f200e5ea-ccb8-4d6a-b3be-044f723d0118 service neutron] 10.222.0.21 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827593 Nov 12 04:24:44.455119 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b607ff1-eb7f-4d8f-9d62-76e288b161b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:44.469200 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-a7ecfdff-1a53-40ab-8fbf-e6a09af0acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:44.469685 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-a7ecfdff-1a53-40ab-8fbf-e6a09af0acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:44.470158 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-a7ecfdff-1a53-40ab-8fbf-e6a09af0acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:44.470621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-a7ecfdff-1a53-40ab-8fbf-e6a09af0acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:44.471264 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-a7ecfdff-1a53-40ab-8fbf-e6a09af0acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:44.471729 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-a7ecfdff-1a53-40ab-8fbf-e6a09af0acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:44.472217 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-a7ecfdff-1a53-40ab-8fbf-e6a09af0acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:44.477015 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-a7ecfdff-1a53-40ab-8fbf-e6a09af0acc7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2da92794a0540cfa9ccbce1e95a15a3&device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 6495 time: 0.0770345 Nov 12 04:24:44.477109 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef0a0f-2c7d-430e-86e1-81a87abf25e7 req-eb9625a0-9e92-45da-b4cf-4c72e0ba7c45 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:44.478136 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74ef0a0f-2c7d-430e-86e1-81a87abf25e7 req-eb9625a0-9e92-45da-b4cf-4c72e0ba7c45 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.3139298 Nov 12 04:24:44.525314 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5bac441-f156-44d3-86f0-7d54f301581a req-5d3a1824-55b0-4112-947e-98f77e04342e service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049232 Nov 12 04:24:44.580376 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-da81a8f9-ca5d-44e7-9b25-b20824f28e76 None None] Provisioning complete for port 10418d31-eb9e-4fe3-8f15-f2062d9c2350 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:44.580922 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-da81a8f9-ca5d-44e7-9b25-b20824f28e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:44.621007 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-8c4d1925-46d5-4d89-a842-f6b7db3192db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:44.623839 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-8c4d1925-46d5-4d89-a842-f6b7db3192db service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ce3611a-3158-4092-88f0-6068ca0e253f HTTP/1.1" status: 200 len: 902 time: 0.1413996 Nov 12 04:24:44.638506 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74ef0a0f-2c7d-430e-86e1-81a87abf25e7 req-deb0adbe-ef58-4352-9b21-570021e7c68b tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445785 Nov 12 04:24:44.684108 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5bac441-f156-44d3-86f0-7d54f301581a req-22f73525-87c0-4796-a403-b59bed0789a3 service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505699 Nov 12 04:24:44.686088 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b607ff1-eb7f-4d8f-9d62-76e288b161b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:44.717682 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-531b9089-e30f-4991-b3a9-acf1ba997fbb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c757535-b667-421c-b16e-cd68aff94d0b HTTP/1.1" status: 200 len: 217 time: 0.0845141 Nov 12 04:24:44.740147 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-da81a8f9-ca5d-44e7-9b25-b20824f28e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:44.765305 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b607ff1-eb7f-4d8f-9d62-76e288b161b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:44.782737 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-2b607ff1-eb7f-4d8f-9d62-76e288b161b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:44.783082 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-da81a8f9-ca5d-44e7-9b25-b20824f28e76 None None] For port 10418d31-eb9e-4fe3-8f15-f2062d9c2350, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=10418d31-eb9e-4fe3-8f15-f2062d9c2350,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:44.802862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b607ff1-eb7f-4d8f-9d62-76e288b161b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:44.803410 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b607ff1-eb7f-4d8f-9d62-76e288b161b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:44.860515 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b607ff1-eb7f-4d8f-9d62-76e288b161b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=846ff329-25f2-49d1-bd8a-c75692b53185,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:44.868459 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-da81a8f9-ca5d-44e7-9b25-b20824f28e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:44.914102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd523144-b1ab-4da0-a6a4-eee1cab1496e req-3d417c25-e893-4081-8349-4aff9d35b559 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:44.915776 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd523144-b1ab-4da0-a6a4-eee1cab1496e req-3d417c25-e893-4081-8349-4aff9d35b559 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1550505 Nov 12 04:24:44.945321 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-645f9f0f-2d60-453d-ac2d-5432df22e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:44.947070 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-645f9f0f-2d60-453d-ac2d-5432df22e785 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa523a34-d8df-4b2a-8bb1-49cddad3028a HTTP/1.1" status: 200 len: 797 time: 0.1166594 Nov 12 04:24:44.967625 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81a8f9-ca5d-44e7-9b25-b20824f28e76 None None] Pushing event updated for resources: {'Port': ['ID=10418d31-eb9e-4fe3-8f15-f2062d9c2350,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:45.011855 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd523144-b1ab-4da0-a6a4-eee1cab1496e req-87973076-42c7-49f4-80fb-12ec11157e55 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822837 Nov 12 04:24:45.043162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-2ee69375-39b0-4082-ba41-2645f791acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:45.047003 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-2ee69375-39b0-4082-ba41-2645f791acb2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ce3611a-3158-4092-88f0-6068ca0e253f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0887747 Nov 12 04:24:45.055825 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 10418d31-eb9e-4fe3-8f15-f2062d9c2350 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:45.077829 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b607ff1-eb7f-4d8f-9d62-76e288b161b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:45.162334 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 10418d31-eb9e-4fe3-8f15-f2062d9c2350 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:45.163225 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:45.191759 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-a170964f-a31b-4c47-ad95-c97636733fce service neutron] 10.222.0.21 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375341 Nov 12 04:24:45.224936 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f3ce26e0-846e-49da-9973-06024ec98acf None None] Provisioning complete for port 846ff329-25f2-49d1-bd8a-c75692b53185 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:45.225520 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f3ce26e0-846e-49da-9973-06024ec98acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:45.317921 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f3ce26e0-846e-49da-9973-06024ec98acf None None] Port 846ff329-25f2-49d1-bd8a-c75692b53185 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:24:45.326111 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1ddcfb24-13de-4b94-9002-6c9853a8b1f8 req-52b41047-3c95-465c-939b-b7d4c22f1fa8 service neutron] 10.222.0.21 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213777 Nov 12 04:24:45.624954 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53e2d6-626d-493c-a8d2-70d635d9c2e6 req-462b0e51-75ab-4773-aefe-a65bb8428157 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:45.626348 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea53e2d6-626d-493c-a8d2-70d635d9c2e6 req-462b0e51-75ab-4773-aefe-a65bb8428157 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1263678 Nov 12 04:24:45.739560 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea53e2d6-626d-493c-a8d2-70d635d9c2e6 req-3d91965f-e43c-4827-af71-b599c05d9f14 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042345 Nov 12 04:24:45.792622 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d9bd97-06eb-4743-b9af-5977e3670435 x-openstack-request-id: req-b2d9bd97-06eb-4743-b9af-5977e3670435 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:24:45.792916 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d9b00e-f99d-4b77-afa7-d80694ad7e5e", "tag": "db4f9677-34b1-4f1e-a282-14c63f53782a", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:24:45.793172 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2d9bd97-06eb-4743-b9af-5977e3670435 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:24:45.793580 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d9b00e-f99d-4b77-afa7-d80694ad7e5e', 'tag': 'db4f9677-34b1-4f1e-a282-14c63f53782a', 'status': 'completed', 'code': 200} Nov 12 04:24:45.827806 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b607ff1-eb7f-4d8f-9d62-76e288b161b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:45.894606 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b607ff1-eb7f-4d8f-9d62-76e288b161b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:45.895435 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b607ff1-eb7f-4d8f-9d62-76e288b161b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:45.943768 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c05abfe-da95-46ec-b28c-4883138aa521 req-df6cda17-21a0-442e-acc6-60c5cfb55dfe tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1299250 Nov 12 04:24:45.981439 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b607ff1-eb7f-4d8f-9d62-76e288b161b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=846ff329-25f2-49d1-bd8a-c75692b53185,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:45.993122 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8489e6-e596-4c0a-98cc-a485fb235057 req-2fd67d54-7e74-43f2-8d73-3ae65674d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:45.994928 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce8489e6-e596-4c0a-98cc-a485fb235057 req-2fd67d54-7e74-43f2-8d73-3ae65674d675 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=e0d9b00e-f99d-4b77-afa7-d80694ad7e5e HTTP/1.1" status: 200 len: 1059 time: 0.1425710 Nov 12 04:24:46.173063 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b607ff1-eb7f-4d8f-9d62-76e288b161b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:46.180268 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-2b607ff1-eb7f-4d8f-9d62-76e288b161b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:46.196538 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1193a-ae13-4110-9560-6a63cac8728d req-2f9f95aa-3673-42d7-9947-770accac0ecc tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:46.203670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1193a-ae13-4110-9560-6a63cac8728d req-2f9f95aa-3673-42d7-9947-770accac0ecc tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:46.209817 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1193a-ae13-4110-9560-6a63cac8728d req-2f9f95aa-3673-42d7-9947-770accac0ecc tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:46.216996 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1193a-ae13-4110-9560-6a63cac8728d req-2f9f95aa-3673-42d7-9947-770accac0ecc tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:46.222276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1193a-ae13-4110-9560-6a63cac8728d req-2f9f95aa-3673-42d7-9947-770accac0ecc tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:46.228427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1193a-ae13-4110-9560-6a63cac8728d req-2f9f95aa-3673-42d7-9947-770accac0ecc tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:46.234578 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1193a-ae13-4110-9560-6a63cac8728d req-2f9f95aa-3673-42d7-9947-770accac0ecc tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:46.236775 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21b1193a-ae13-4110-9560-6a63cac8728d req-2f9f95aa-3673-42d7-9947-770accac0ecc tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5431 time: 0.1449013 Nov 12 04:24:46.237878 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8489e6-e596-4c0a-98cc-a485fb235057 req-fbeb10ef-9032-4df3-8b3d-33cafa3fd7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:46.239257 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce8489e6-e596-4c0a-98cc-a485fb235057 req-fbeb10ef-9032-4df3-8b3d-33cafa3fd7a6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.2175231 Nov 12 04:24:46.363967 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce8489e6-e596-4c0a-98cc-a485fb235057 req-9518ac39-3635-4814-bfdb-3bae5d0ebf3d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db4f9677-34b1-4f1e-a282-14c63f53782a HTTP/1.1" status: 200 len: 217 time: 0.1120358 Nov 12 04:24:46.454093 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21b1193a-ae13-4110-9560-6a63cac8728d req-594e39e1-0cbd-4f7b-b7aa-3e959a65edf7 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2095349 Nov 12 04:24:46.459339 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e95f2c24-1a0e-4857-9129-b47147845076 None None] Provisioning complete for port 846ff329-25f2-49d1-bd8a-c75692b53185 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:46.459942 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e95f2c24-1a0e-4857-9129-b47147845076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:46.466924 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8489e6-e596-4c0a-98cc-a485fb235057 req-d0d01f2c-ae41-419d-9fc6-586d0208c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:46.478697 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce8489e6-e596-4c0a-98cc-a485fb235057 req-d0d01f2c-ae41-419d-9fc6-586d0208c426 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.0958524 Nov 12 04:24:46.498648 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e95f2c24-1a0e-4857-9129-b47147845076 None None] Port 846ff329-25f2-49d1-bd8a-c75692b53185 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:24:46.557688 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8489e6-e596-4c0a-98cc-a485fb235057 req-288167c8-904a-4efb-899b-f15ea9171c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:46.559906 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce8489e6-e596-4c0a-98cc-a485fb235057 req-288167c8-904a-4efb-899b-f15ea9171c91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740221 Nov 12 04:24:46.580749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652799b-02e1-4200-adf6-a80f3e33b223 req-d36c6eca-4393-47e5-bd2b-4ce44d09c0bb tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:46.581709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0652799b-02e1-4200-adf6-a80f3e33b223 req-d36c6eca-4393-47e5-bd2b-4ce44d09c0bb tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.0602772 Nov 12 04:24:46.618999 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b607ff1-eb7f-4d8f-9d62-76e288b161b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Router 86ba82fc-0b44-47e8-920b-e1ea2207dddb is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:24:46.760887 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0652799b-02e1-4200-adf6-a80f3e33b223 req-75b0cd8a-3bdc-4db6-96ed-5392b629cad6 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704972 Nov 12 04:24:46.782393 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce8489e6-e596-4c0a-98cc-a485fb235057 req-54e41e39-8c1c-43a0-aa42-06fd914c8973 service neutron] 10.222.0.31 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997018 Nov 12 04:24:46.793277 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:46.823622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b607ff1-eb7f-4d8f-9d62-76e288b161b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:24:46.835905 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a204a1e8-924f-45a3-abe1-c711d3b6499a None None] Sync routers for ids ['86ba82fc-0b44-47e8-920b-e1ea2207dddb'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:24:46.838808 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2b607ff1-eb7f-4d8f-9d62-76e288b161b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "PUT /v2.0/routers/86ba82fc-0b44-47e8-920b-e1ea2207dddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0536325 Nov 12 04:24:46.841984 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50044) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:46.867717 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a204a1e8-924f-45a3-abe1-c711d3b6499a None None] Routers {'86ba82fc-0b44-47e8-920b-e1ea2207dddb'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:24:46.870034 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a204a1e8-924f-45a3-abe1-c711d3b6499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:24:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['86ba82fc-0b44-47e8-920b-e1ea2207dddb'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:46.893759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4eda6d-296a-427b-968b-99d19c8fabc9 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:46.895447 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4b4eda6d-296a-427b-968b-99d19c8fabc9 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports/846ff329-25f2-49d1-bd8a-c75692b53185 HTTP/1.1" status: 200 len: 911 time: 0.0523481 Nov 12 04:24:46.898070 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50046) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:46.929481 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device eed06a5e-8678-401c-8a5f-cba757927912 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:24:46.973610 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d0f8c6-9669-475c-a081-28bea03cbe13 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:46.984794 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d0f8c6-9669-475c-a081-28bea03cbe13 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:46.984983 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 10418d31-eb9e-4fe3-8f15-f2062d9c2350 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:46.986966 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f2d0f8c6-9669-475c-a081-28bea03cbe13 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0877156 Nov 12 04:24:46.989557 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50048) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:46.996377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052124c-e5e9-4d54-b38d-e42cc7f418aa req-2b20e452-a331-479c-8717-ae76bd99e188 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:47.005980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b052124c-e5e9-4d54-b38d-e42cc7f418aa req-2b20e452-a331-479c-8717-ae76bd99e188 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1540122 Nov 12 04:24:47.032289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce8489e6-e596-4c0a-98cc-a485fb235057 req-e2084585-0126-4db7-be61-c7654d801a37 service neutron] 10.222.0.31 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332366 Nov 12 04:24:47.073592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-a204a1e8-924f-45a3-abe1-c711d3b6499a None None] Set router 86ba82fc-0b44-47e8-920b-e1ea2207dddb gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:24:47.083978 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b052124c-e5e9-4d54-b38d-e42cc7f418aa req-26a8ecc7-d040-4fae-9f78-7faef503a936 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769930 Nov 12 04:24:47.400103 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d47ced9-f664-4a0a-9ed0-fe3af74f02f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:47.424308 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 10418d31-eb9e-4fe3-8f15-f2062d9c2350 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:47.425189 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:47.450900 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907fcd4-5062-4a53-aa85-c532ecfbf2de req-10b37c37-282b-4f9a-8d6a-742c2d74eabe tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:47.452413 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4907fcd4-5062-4a53-aa85-c532ecfbf2de req-10b37c37-282b-4f9a-8d6a-742c2d74eabe tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0613630 Nov 12 04:24:47.515572 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4907fcd4-5062-4a53-aa85-c532ecfbf2de req-76d9ce58-b8ca-444d-85d8-2d9d6279ce7f tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564919 Nov 12 04:24:47.641242 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port eed06a5e-8678-401c-8a5f-cba757927912, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=eed06a5e-8678-401c-8a5f-cba757927912,segment=NetworkSegment(3511ccee-5633-4cc0-acc5-c9fb5a1e69da),segment_id=3511ccee-5633-4cc0-acc5-c9fb5a1e69da)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:47.674061 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3d47ced9-f664-4a0a-9ed0-fe3af74f02f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port 846ff329-25f2-49d1-bd8a-c75692b53185 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:47.674411 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d47ced9-f664-4a0a-9ed0-fe3af74f02f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:47.678489 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'eed06a5e-8678-401c-8a5f-cba757927912', 'network_id': '0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f', 'port_id': 'eed06a5e-8678-401c-8a5f-cba757927912', 'mac_address': 'fa:16:3e:04:19:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7d94b8-4379-4d9a-b153-80af21551b65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:24:47.730145 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:47.753032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eed06a5e-8678-401c-8a5f-cba757927912 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:24:47.765124 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a204a1e8-924f-45a3-abe1-c711d3b6499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ba82fc-0b44-47e8-920b-e1ea2207dddb', 'name': 'tempest-NetworksTestDHCPv6-router-400396718', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:24:42Z', 'updated_at': '2021-11-12T04:24:44Z', 'revision_number': 2, 'project_id': 'd8e592190145474f8fac253da0f0caa1', 'gw_port_host': None, '_interfaces': [{'id': '846ff329-25f2-49d1-bd8a-c75692b53185', 'name': '', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'mac_address': 'fa:16:3e:91:a9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ba82fc-0b44-47e8-920b-e1ea2207dddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '27157fff-3896-4c73-ba32-ea01a1662ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:43Z', 'updated_at': '2021-11-12T04:24:45Z', 'revision_number': 2, 'project_id': 'd8e592190145474f8fac253da0f0caa1', 'subnets': [{'id': '27157fff-3896-4c73-ba32-ea01a1662ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:47.782074 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d47ced9-f664-4a0a-9ed0-fe3af74f02f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:47.795598 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-3d47ced9-f664-4a0a-9ed0-fe3af74f02f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for 846ff329-25f2-49d1-bd8a-c75692b53185 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:47.797363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a204a1e8-924f-45a3-abe1-c711d3b6499a None None] Checking router: 86ba82fc-0b44-47e8-920b-e1ea2207dddb for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:24:47.797713 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a204a1e8-924f-45a3-abe1-c711d3b6499a None None] Updating router 86ba82fc-0b44-47e8-920b-e1ea2207dddb port 846ff329-25f2-49d1-bd8a-c75692b53185 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:24:47.824900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port eed06a5e-8678-401c-8a5f-cba757927912, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=eed06a5e-8678-401c-8a5f-cba757927912,segment=NetworkSegment(3511ccee-5633-4cc0-acc5-c9fb5a1e69da),segment_id=3511ccee-5633-4cc0-acc5-c9fb5a1e69da)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:47.835684 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a204a1e8-924f-45a3-abe1-c711d3b6499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:48.014247 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:48.089529 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-5fac31a1-46a7-4506-a992-636819d8cd2d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:48.094102 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-5fac31a1-46a7-4506-a992-636819d8cd2d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 812 time: 0.1964848 Nov 12 04:24:48.121075 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-aaa86bce-e6ca-4ac9-8d43-01553fca3c12 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/quotas/6f5af4b98cc849f0a88a477e27cdba3b HTTP/1.1" status: 200 len: 375 time: 0.0212538 Nov 12 04:24:48.129394 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a84470-6731-4b62-8af1-db2829e861ea req-d85cac67-f483-46ab-8c05-3176de2b071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:48.131316 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2a84470-6731-4b62-8af1-db2829e861ea req-d85cac67-f483-46ab-8c05-3176de2b071c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68e65df8b8044d01af3fe2cd05222833&device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 1098 time: 0.0831885 Nov 12 04:24:48.149052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=eed06a5e-8678-401c-8a5f-cba757927912,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:48.158448 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d47ced9-f664-4a0a-9ed0-fe3af74f02f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:48.166045 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:48.190271 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['eed06a5e-8678-401c-8a5f-cba757927912'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:24:48.210996 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47ced9-f664-4a0a-9ed0-fe3af74f02f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=846ff329-25f2-49d1-bd8a-c75692b53185,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:48.317766 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-a204a1e8-924f-45a3-abe1-c711d3b6499a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:24:48.318130 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-a204a1e8-924f-45a3-abe1-c711d3b6499a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:24:48.320614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-f166399e-1b43-440d-a7a0-c1110e1b3aca tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1859262 Nov 12 04:24:48.384844 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d47ced9-f664-4a0a-9ed0-fe3af74f02f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:48.402547 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a84470-6731-4b62-8af1-db2829e861ea req-1f44dcc7-1bee-4594-a3cd-a9f197b4ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:48.404310 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2a84470-6731-4b62-8af1-db2829e861ea req-1f44dcc7-1bee-4594-a3cd-a9f197b4ad32 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5 HTTP/1.1" status: 200 len: 912 time: 0.2603853 Nov 12 04:24:48.550521 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-9dcc5847-39ef-4aed-bcaf-3c388ffb1ef5 service neutron] 10.222.0.37 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201524 Nov 12 04:24:48.558580 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2a84470-6731-4b62-8af1-db2829e861ea req-8f878d77-7428-4d05-9b9c-2846e92bb11c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1eddfde-e61e-42fb-9198-c87212897997 HTTP/1.1" status: 200 len: 1001 time: 0.1449931 Nov 12 04:24:48.631858 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d47ced9-f664-4a0a-9ed0-fe3af74f02f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Router 86ba82fc-0b44-47e8-920b-e1ea2207dddb has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:24:48.702970 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-368297bb-c037-4536-994f-5c7f11174ecf service neutron] 10.222.0.37 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430910 Nov 12 04:24:48.724681 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d47ced9-f664-4a0a-9ed0-fe3af74f02f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:24:48.739440 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3d47ced9-f664-4a0a-9ed0-fe3af74f02f0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "PUT /v2.0/routers/86ba82fc-0b44-47e8-920b-e1ea2207dddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7463422 Nov 12 04:24:48.739531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a84470-6731-4b62-8af1-db2829e861ea req-cd8d175d-433a-4a31-b982-b14e8a2a0c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:48.739531 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2a84470-6731-4b62-8af1-db2829e861ea req-cd8d175d-433a-4a31-b982-b14e8a2a0c06 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0988c1bc-aeed-49ae-93ca-f21585d34390 HTTP/1.1" status: 200 len: 850 time: 0.1552639 Nov 12 04:24:48.739689 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50074) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:48.795376 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c0140a-c952-44c5-a3f0-da80bfddf832 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:48.797184 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c0140a-c952-44c5-a3f0-da80bfddf832 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:48.798820 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-03c0140a-c952-44c5-a3f0-da80bfddf832 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0581229 Nov 12 04:24:48.801397 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50076) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:48.812578 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a84470-6731-4b62-8af1-db2829e861ea req-3c09aec9-989f-4311-a94d-240db273b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:48.814157 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2a84470-6731-4b62-8af1-db2829e861ea req-3c09aec9-989f-4311-a94d-240db273b03c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675235 Nov 12 04:24:48.838115 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a204a1e8-924f-45a3-abe1-c711d3b6499a None None] Port 846ff329-25f2-49d1-bd8a-c75692b53185 not found while updating agent binding for router 86ba82fc-0b44-47e8-920b-e1ea2207dddb. {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 04:24:48.863818 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a204a1e8-924f-45a3-abe1-c711d3b6499a None None] Routers {'86ba82fc-0b44-47e8-920b-e1ea2207dddb'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:24:48.864441 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a204a1e8-924f-45a3-abe1-c711d3b6499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:24:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['86ba82fc-0b44-47e8-920b-e1ea2207dddb'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:48.898479 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device eed06a5e-8678-401c-8a5f-cba757927912 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:48.922094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce1b861-2bf7-4d74-888e-42033a602cd5 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet 27157fff-3896-4c73-ba32-ea01a1662ef8 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:24:48.928742 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fce1b861-2bf7-4d74-888e-42033a602cd5 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:48.961382 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-a204a1e8-924f-45a3-abe1-c711d3b6499a None None] Set router 86ba82fc-0b44-47e8-920b-e1ea2207dddb gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:24:48.978447 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2a84470-6731-4b62-8af1-db2829e861ea req-81b4d4cf-464d-4209-b449-5ac94d4c4390 service neutron] 10.222.0.31 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451833 Nov 12 04:24:49.014235 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fce1b861-2bf7-4d74-888e-42033a602cd5 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:49.065441 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a204a1e8-924f-45a3-abe1-c711d3b6499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ba82fc-0b44-47e8-920b-e1ea2207dddb', 'name': 'tempest-NetworksTestDHCPv6-router-400396718', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:24:42Z', 'updated_at': '2021-11-12T04:24:47Z', 'revision_number': 3, 'project_id': 'd8e592190145474f8fac253da0f0caa1', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:49.138943 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a204a1e8-924f-45a3-abe1-c711d3b6499a None None] The sync data for ids ['86ba82fc-0b44-47e8-920b-e1ea2207dddb'] in n-d-768509-24 is: [{'id': '86ba82fc-0b44-47e8-920b-e1ea2207dddb', 'name': 'tempest-NetworksTestDHCPv6-router-400396718', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:24:42Z', 'updated_at': '2021-11-12T04:24:47Z', 'revision_number': 3, 'project_id': 'd8e592190145474f8fac253da0f0caa1', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:24:49.149527 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2a84470-6731-4b62-8af1-db2829e861ea req-255dd582-a46e-4de0-82ef-b2e53db61eb4 service neutron] 10.222.0.31 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607816 Nov 12 04:24:49.161098 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fce1b861-2bf7-4d74-888e-42033a602cd5 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:49.167960 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port eed06a5e-8678-401c-8a5f-cba757927912 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:49.168517 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:49.307502 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:49.337003 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fce1b861-2bf7-4d74-888e-42033a602cd5 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:49.343023 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ce2993-0531-45a0-93d3-19f6aceb0a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed06a5e-8678-401c-8a5f-cba757927912'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:24:49.343774 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abeffc4-8fc3-4ff1-98b7-a691ce06207f" -d '{"events": [{"server_uuid": "c9ce2993-0531-45a0-93d3-19f6aceb0a98", "name": "network-vif-plugged", "status": "completed", "tag": "eed06a5e-8678-401c-8a5f-cba757927912"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:24:49.358014 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port eed06a5e-8678-401c-8a5f-cba757927912, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=eed06a5e-8678-401c-8a5f-cba757927912,segment=NetworkSegment(3511ccee-5633-4cc0-acc5-c9fb5a1e69da),segment_id=3511ccee-5633-4cc0-acc5-c9fb5a1e69da)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:49.379789 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fce1b861-2bf7-4d74-888e-42033a602cd5 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:49.384705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cc93bd-d428-484f-89bc-0466f89bb285 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:49.388569 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fce1b861-2bf7-4d74-888e-42033a602cd5 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/27157fff-3896-4c73-ba32-ea01a1662ef8 HTTP/1.1" status: 204 len: 168 time: 0.5859339 Nov 12 04:24:49.391100 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50090) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:49.399954 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1b861-2bf7-4d74-888e-42033a602cd5 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=27157fff-3896-4c73-ba32-ea01a1662ef8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:49.468051 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f267ce-fda2-4189-9c12-50de361209f8 req-5fa724f4-71b6-420c-8857-9573862d6ac8 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:49.474888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f267ce-fda2-4189-9c12-50de361209f8 req-5fa724f4-71b6-420c-8857-9573862d6ac8 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:49.486006 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:49.489136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f267ce-fda2-4189-9c12-50de361209f8 req-5fa724f4-71b6-420c-8857-9573862d6ac8 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:49.497247 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f267ce-fda2-4189-9c12-50de361209f8 req-5fa724f4-71b6-420c-8857-9573862d6ac8 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:49.504014 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f267ce-fda2-4189-9c12-50de361209f8 req-5fa724f4-71b6-420c-8857-9573862d6ac8 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:49.511018 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f267ce-fda2-4189-9c12-50de361209f8 req-5fa724f4-71b6-420c-8857-9573862d6ac8 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:49.528979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f267ce-fda2-4189-9c12-50de361209f8 req-5fa724f4-71b6-420c-8857-9573862d6ac8 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:49.542614 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b5032a4e-a4aa-4891-893e-f7b5fb1b42a1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1466224 Nov 12 04:24:49.542820 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18f267ce-fda2-4189-9c12-50de361209f8 req-5fa724f4-71b6-420c-8857-9573862d6ac8 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5431 time: 0.1509209 Nov 12 04:24:49.542924 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50094) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:49.611668 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=eed06a5e-8678-401c-8a5f-cba757927912,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:49.646727 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18f267ce-fda2-4189-9c12-50de361209f8 req-05587eec-fe99-49af-8c0b-a63bb39a58d2 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0918655 Nov 12 04:24:49.672785 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5707ea72-f5f4-4390-802b-0ac22ae39b78 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:49.726539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a50a550-1072-4d33-a118-378e48db2d5d None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:24:49.857384 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31be8b-f0b0-4265-8e10-0c19453e16d7 req-38314562-077c-4bca-a951-3a3500ffe223 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:49.867440 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af31be8b-f0b0-4265-8e10-0c19453e16d7 req-38314562-077c-4bca-a951-3a3500ffe223 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.1223853 Nov 12 04:24:49.874494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3a50a550-1072-4d33-a118-378e48db2d5d None None] Deleting port 10418d31-eb9e-4fe3-8f15-f2062d9c2350 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:49.875050 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3a50a550-1072-4d33-a118-378e48db2d5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:49.955509 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af31be8b-f0b0-4265-8e10-0c19453e16d7 req-46403fac-dcfa-4783-8eb6-a692d73df028 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869195 Nov 12 04:24:49.984978 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3a50a550-1072-4d33-a118-378e48db2d5d None None] For port 10418d31-eb9e-4fe3-8f15-f2062d9c2350, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=10418d31-eb9e-4fe3-8f15-f2062d9c2350,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:49.988262 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3a50a550-1072-4d33-a118-378e48db2d5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:50.005104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3a50a550-1072-4d33-a118-378e48db2d5d None None] Calling delete_port for 10418d31-eb9e-4fe3-8f15-f2062d9c2350 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:50.122066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379abb0a-e4df-431e-a3ac-e6e0332ccc52 req-dd391d5f-4063-49d2-a5af-92064ed1b1a3 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:50.127152 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-379abb0a-e4df-431e-a3ac-e6e0332ccc52 req-dd391d5f-4063-49d2-a5af-92064ed1b1a3 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0909712 Nov 12 04:24:50.188689 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-379abb0a-e4df-431e-a3ac-e6e0332ccc52 req-9b503d74-efd9-4fe4-bb22-a10e7764d634 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554609 Nov 12 04:24:50.221607 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3a50a550-1072-4d33-a118-378e48db2d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:50.270495 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5707ea72-f5f4-4390-802b-0ac22ae39b78 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:50.270739 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50a550-1072-4d33-a118-378e48db2d5d None None] Pushing event deleted for resources: {'Port': ['ID=10418d31-eb9e-4fe3-8f15-f2062d9c2350,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:50.273198 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5707ea72-f5f4-4390-802b-0ac22ae39b78 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:50.274854 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a50a550-1072-4d33-a118-378e48db2d5d None None] No DVR routers for this DVR port 10418d31-eb9e-4fe3-8f15-f2062d9c2350 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:24:50.319284 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2e7621f7-b9e3-4f2f-ac39-0263d1283793 req-2b6aece7-ab43-462a-af38-d3ce413878e2 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 210 time: 0.0492599 Nov 12 04:24:50.439449 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5707ea72-f5f4-4390-802b-0ac22ae39b78 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:50.440062 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5707ea72-f5f4-4390-802b-0ac22ae39b78 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Fanout notify agent at l3_agent the message router_deleted on router 86ba82fc-0b44-47e8-920b-e1ea2207dddb {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:24:50.448043 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5707ea72-f5f4-4390-802b-0ac22ae39b78 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:50.450232 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5707ea72-f5f4-4390-802b-0ac22ae39b78 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/routers/86ba82fc-0b44-47e8-920b-e1ea2207dddb HTTP/1.1" status: 204 len: 168 time: 0.9068320 Nov 12 04:24:50.453364 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50098) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:50.458305 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3a690ccd-e274-4d26-b7be-71733aebbeff tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:50.565289 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8105229-f943-4592-b38b-8d8ad7547c56 x-openstack-request-id: req-a8105229-f943-4592-b38b-8d8ad7547c56 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:24:50.566168 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ce2993-0531-45a0-93d3-19f6aceb0a98", "name": "network-vif-plugged", "status": "completed", "tag": "eed06a5e-8678-401c-8a5f-cba757927912", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:24:50.566745 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8105229-f943-4592-b38b-8d8ad7547c56 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:24:50.567278 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ce2993-0531-45a0-93d3-19f6aceb0a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed06a5e-8678-401c-8a5f-cba757927912', 'code': 200} Nov 12 04:24:50.571602 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb19fe2b-b077-422b-9e34-5ced20955022 None None] Sync routers for ids ['86ba82fc-0b44-47e8-920b-e1ea2207dddb'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:24:50.585310 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb19fe2b-b077-422b-9e34-5ced20955022 None None] Routers set() bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:24:50.585830 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb19fe2b-b077-422b-9e34-5ced20955022 None None] Router IDs set() for agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 04:24:50.586989 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_agentschedulers_db [None req-eb19fe2b-b077-422b-9e34-5ced20955022 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'86ba82fc-0b44-47e8-920b-e1ea2207dddb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:24:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent'). {{(pid=103299) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 04:24:50.599038 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb19fe2b-b077-422b-9e34-5ced20955022 None None] Routers set() bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:24:50.599400 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb19fe2b-b077-422b-9e34-5ced20955022 None None] Router IDs set() for agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 04:24:50.599983 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_agentschedulers_db [None req-eb19fe2b-b077-422b-9e34-5ced20955022 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'86ba82fc-0b44-47e8-920b-e1ea2207dddb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:24:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent'). {{(pid=103299) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 04:24:50.600477 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb19fe2b-b077-422b-9e34-5ced20955022 None None] The sync data for ids ['86ba82fc-0b44-47e8-920b-e1ea2207dddb'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:24:50.696449 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a690ccd-e274-4d26-b7be-71733aebbeff tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:50.701836 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3a690ccd-e274-4d26-b7be-71733aebbeff tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:50.887271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7891c-d6c5-40c1-98e9-97ad47636b38 req-a4ce355f-2401-4904-be6d-f84553863205 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:50.897854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7891c-d6c5-40c1-98e9-97ad47636b38 req-a4ce355f-2401-4904-be6d-f84553863205 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:50.907336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7891c-d6c5-40c1-98e9-97ad47636b38 req-a4ce355f-2401-4904-be6d-f84553863205 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:50.914181 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7891c-d6c5-40c1-98e9-97ad47636b38 req-a4ce355f-2401-4904-be6d-f84553863205 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:50.921131 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7891c-d6c5-40c1-98e9-97ad47636b38 req-a4ce355f-2401-4904-be6d-f84553863205 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:50.927673 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7891c-d6c5-40c1-98e9-97ad47636b38 req-a4ce355f-2401-4904-be6d-f84553863205 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:50.937395 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7891c-d6c5-40c1-98e9-97ad47636b38 req-a4ce355f-2401-4904-be6d-f84553863205 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:50.946148 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0e7891c-d6c5-40c1-98e9-97ad47636b38 req-a4ce355f-2401-4904-be6d-f84553863205 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5431 time: 0.1322603 Nov 12 04:24:50.986044 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 10418d31-eb9e-4fe3-8f15-f2062d9c2350 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:24:51.008366 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 10418d31-eb9e-4fe3-8f15-f2062d9c2350 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:24:51.008802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 10418d31-eb9e-4fe3-8f15-f2062d9c2350 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:24:51.010310 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0e7891c-d6c5-40c1-98e9-97ad47636b38 req-db4291f2-ecc8-4a4e-bbb9-bff30640bd56 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623705 Nov 12 04:24:51.039871 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3a690ccd-e274-4d26-b7be-71733aebbeff tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:51.090320 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a690ccd-e274-4d26-b7be-71733aebbeff tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:51.093716 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3a690ccd-e274-4d26-b7be-71733aebbeff tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:51.097904 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a690ccd-e274-4d26-b7be-71733aebbeff tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:51.098494 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3a690ccd-e274-4d26-b7be-71733aebbeff tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:51.107522 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a690ccd-e274-4d26-b7be-71733aebbeff tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=693bad20-b22c-4d19-92f6-b5076f29e359,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:51.112513 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8786cf91-7c8f-4aa3-907d-0eb33cf57355 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:51.186141 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3a690ccd-e274-4d26-b7be-71733aebbeff tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7316718 Nov 12 04:24:51.189385 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50110) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:51.195476 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-797dfbf9-74c9-47af-8e4d-ded6f9606a63 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1273181364', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:51.319321 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': '693bad20-b22c-4d19-92f6-b5076f29e359'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:24:51.324502 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:51.324628 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-797dfbf9-74c9-47af-8e4d-ded6f9606a63 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:51.324628 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-797dfbf9-74c9-47af-8e4d-ded6f9606a63 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:51.364216 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521b3a9-a92b-4119-8c3e-69150ead9629 req-d831b2da-94fd-4bda-8f68-73a1283cf3ba tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:51.366271 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e521b3a9-a92b-4119-8c3e-69150ead9629 req-d831b2da-94fd-4bda-8f68-73a1283cf3ba tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.0700278 Nov 12 04:24:51.387184 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-797dfbf9-74c9-47af-8e4d-ded6f9606a63 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:51.438217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e521b3a9-a92b-4119-8c3e-69150ead9629 req-c7c20902-8833-4661-970a-695eda39f145 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645847 Nov 12 04:24:51.475153 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-797dfbf9-74c9-47af-8e4d-ded6f9606a63 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:51.553356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] Allocated IP 2001:db8::2 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/693bad20-b22c-4d19-92f6-b5076f29e359/149abec5-313c-408b-b52c-3f513afe1cc6) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:51.629841 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30186fe-8f44-472e-a741-3ad28d097822 req-52a8850c-62a7-40e0-974d-1236057101cd tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:51.630073 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-797dfbf9-74c9-47af-8e4d-ded6f9606a63 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:51.635044 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-797dfbf9-74c9-47af-8e4d-ded6f9606a63 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4449415 Nov 12 04:24:51.635745 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50130) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:51.641493 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f30186fe-8f44-472e-a741-3ad28d097822 req-52a8850c-62a7-40e0-974d-1236057101cd tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0840800 Nov 12 04:24:51.725585 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f30186fe-8f44-472e-a741-3ad28d097822 req-27ddf6fb-4a66-48ff-b900-877332e97a9f tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831072 Nov 12 04:24:51.810541 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:51.913539 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:51.959790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-390fbe26-8fa1-4a4e-ac77-a4bd7ea46799 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:51.962020 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-390fbe26-8fa1-4a4e-ac77-a4bd7ea46799 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.31 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 812 time: 0.1303284 Nov 12 04:24:51.989858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-43b5866c-7484-4618-b8ff-5fbbedf1a3a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Request body: {'port': {'device_id': 'ebdc7472-5c9c-40b2-b757-64ed5024cc74', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'admin_state_up': True, 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:52.011448 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] Pushing event updated for resources: {'Port': ['ID=149abec5-313c-408b-b52c-3f513afe1cc6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:52.023821 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:52.027843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:52.032696 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:52.162587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] Attempting to bind port 149abec5-313c-408b-b52c-3f513afe1cc6 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:52.162995 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] Attempting to bind port 149abec5-313c-408b-b52c-3f513afe1cc6 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:52.163452 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] Attempting to bind port 149abec5-313c-408b-b52c-3f513afe1cc6 on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:52.166261 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b5cac4c-a34d-4180-b47b-c3ec2309404b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:52.171031 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:52.171675 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:52.172264 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:52.173282 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:52.173787 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] Bound port: 149abec5-313c-408b-b52c-3f513afe1cc6, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:52.174185 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:52.287260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] For port 149abec5-313c-408b-b52c-3f513afe1cc6, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:52.291451 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] For port 149abec5-313c-408b-b52c-3f513afe1cc6, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=149abec5-313c-408b-b52c-3f513afe1cc6,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:52.331577 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-43b5866c-7484-4618-b8ff-5fbbedf1a3a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Made reservation on behalf of 6f5af4b98cc849f0a88a477e27cdba3b for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:52.335140 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-43b5866c-7484-4618-b8ff-5fbbedf1a3a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:52.362011 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10ddf03b-6a47-4ff7-ac33-92878b52bf4d req-89aead23-20d9-4561-9827-495823cdbb55 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 210 time: 0.0431981 Nov 12 04:24:52.372285 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:52.468298 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-7b5cac4c-a34d-4180-b47b-c3ec2309404b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::1 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/693bad20-b22c-4d19-92f6-b5076f29e359/391a0d74-d801-4b94-b349-98e4e1ec0a1a) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:52.534931 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff03c85-0053-4611-b471-73a92f36d586 None None] Pushing event updated for resources: {'Port': ['ID=149abec5-313c-408b-b52c-3f513afe1cc6,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:52.608211 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b5cac4c-a34d-4180-b47b-c3ec2309404b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:52.657478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-43b5866c-7484-4618-b8ff-5fbbedf1a3a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Allocated IP 172.20.0.8 (795d5285-3b6a-4de6-8e94-3800661b542b/5a37ec33-8e39-40f9-bf74-00357aef3619/fc8b5ac1-ca30-4229-a15f-653a112338df) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:52.715144 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b5cac4c-a34d-4180-b47b-c3ec2309404b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:52.837351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa1f8d-2996-449a-8861-c3c79b3e87ec req-d676ab43-31cc-4782-96d8-f6e686c36863 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:52.842712 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5cac4c-a34d-4180-b47b-c3ec2309404b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:52.847738 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-7b5cac4c-a34d-4180-b47b-c3ec2309404b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:52.848678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa1f8d-2996-449a-8861-c3c79b3e87ec req-d676ab43-31cc-4782-96d8-f6e686c36863 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:52.860993 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5cac4c-a34d-4180-b47b-c3ec2309404b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:52.862231 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b5cac4c-a34d-4180-b47b-c3ec2309404b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:52.865190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa1f8d-2996-449a-8861-c3c79b3e87ec req-d676ab43-31cc-4782-96d8-f6e686c36863 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:52.878206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa1f8d-2996-449a-8861-c3c79b3e87ec req-d676ab43-31cc-4782-96d8-f6e686c36863 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:52.891171 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa1f8d-2996-449a-8861-c3c79b3e87ec req-d676ab43-31cc-4782-96d8-f6e686c36863 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:52.898510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa1f8d-2996-449a-8861-c3c79b3e87ec req-d676ab43-31cc-4782-96d8-f6e686c36863 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:52.904795 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa1f8d-2996-449a-8861-c3c79b3e87ec req-d676ab43-31cc-4782-96d8-f6e686c36863 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:52.915941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-baaa1f8d-2996-449a-8861-c3c79b3e87ec req-d676ab43-31cc-4782-96d8-f6e686c36863 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5431 time: 0.2603941 Nov 12 04:24:52.926552 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cac4c-a34d-4180-b47b-c3ec2309404b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=391a0d74-d801-4b94-b349-98e4e1ec0a1a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:53.106582 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-baaa1f8d-2996-449a-8861-c3c79b3e87ec req-8746e423-7ff7-4af9-9a3a-ec876867eae0 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1894689 Nov 12 04:24:53.123739 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 149abec5-313c-408b-b52c-3f513afe1cc6 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:53.196764 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-43b5866c-7484-4618-b8ff-5fbbedf1a3a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:53.252253 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 149abec5-313c-408b-b52c-3f513afe1cc6 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:53.252674 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:53.337691 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c220d1-a1d0-4bd7-929d-4627a3d75023 req-4b787848-ab8d-4462-b226-21aaaedbbdcb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:53.346381 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-23c220d1-a1d0-4bd7-929d-4627a3d75023 req-4b787848-ab8d-4462-b226-21aaaedbbdcb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 945 time: 0.1389654 Nov 12 04:24:53.372486 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b5cac4c-a34d-4180-b47b-c3ec2309404b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:53.430512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-23c220d1-a1d0-4bd7-929d-4627a3d75023 req-3ba55826-2e25-476b-b00e-40eff2861bdd tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829716 Nov 12 04:24:53.437815 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-43b5866c-7484-4618-b8ff-5fbbedf1a3a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:53.462816 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:53.522662 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['95a43564-d716-40c4-9200-f25692332996'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:24:53.526731 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['7ec7cc86-a327-46e3-82cc-6403e1f00ad8'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:24:53.599165 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-43b5866c-7484-4618-b8ff-5fbbedf1a3a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Network 795d5285-3b6a-4de6-8e94-3800661b542b is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:53.606423 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-43b5866c-7484-4618-b8ff-5fbbedf1a3a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:53.627667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-43b5866c-7484-4618-b8ff-5fbbedf1a3a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:53.630437 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 149abec5-313c-408b-b52c-3f513afe1cc6, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=149abec5-313c-408b-b52c-3f513afe1cc6,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:53.712842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-43b5866c-7484-4618-b8ff-5fbbedf1a3a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:53.716575 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-43b5866c-7484-4618-b8ff-5fbbedf1a3a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:53.727433 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:53.819114 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5866c-7484-4618-b8ff-5fbbedf1a3a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Pushing event updated for resources: {'Port': ['ID=fc8b5ac1-ca30-4229-a15f-653a112338df,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:53.846896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047699a-07b5-4123-ae2b-34e7c40c5230 req-f019956d-f4bf-4385-960a-21a76e1d7096 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:53.861091 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2047699a-07b5-4123-ae2b-34e7c40c5230 req-f019956d-f4bf-4385-960a-21a76e1d7096 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.2500379 Nov 12 04:24:53.929709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-43b5866c-7484-4618-b8ff-5fbbedf1a3a7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9441152 Nov 12 04:24:53.957494 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2047699a-07b5-4123-ae2b-34e7c40c5230 req-910486e4-f7cc-43c9-9cd9-4928cee127c2 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952477 Nov 12 04:24:53.969877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Request body: {'port': {'device_id': 'ebdc7472-5c9c-40b2-b757-64ed5024cc74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:53.998046 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=149abec5-313c-408b-b52c-3f513afe1cc6,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:54.197848 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b5cac4c-a34d-4180-b47b-c3ec2309404b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:54.208228 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:54.208491 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f95952-fbaa-454e-b852-2cb6d588e35a req-4bc406e0-c002-4622-94f1-3473749c6ffb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:54.209934 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-95f95952-fbaa-454e-b852-2cb6d588e35a req-4bc406e0-c002-4622-94f1-3473749c6ffb tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.21 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 945 time: 0.2593625 Nov 12 04:24:54.253677 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1824c5-3b9c-41de-99b6-76b0e5b6a423 req-a27e4d76-8d23-4309-8043-36bcc28cd69d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:54.269873 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd1824c5-3b9c-41de-99b6-76b0e5b6a423 req-a27e4d76-8d23-4309-8043-36bcc28cd69d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 931 time: 0.1979802 Nov 12 04:24:54.273458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9b3880de-1fc0-45f0-abeb-40f795d4c01f None None] Provisioning complete for port fc8b5ac1-ca30-4229-a15f-653a112338df triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:54.273986 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b3880de-1fc0-45f0-abeb-40f795d4c01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:54.353720 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b5cac4c-a34d-4180-b47b-c3ec2309404b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:54.354288 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b5cac4c-a34d-4180-b47b-c3ec2309404b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:54.400728 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd1824c5-3b9c-41de-99b6-76b0e5b6a423 req-2235072c-69ee-471d-9cee-36605a862404 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297760 Nov 12 04:24:54.401844 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9b3880de-1fc0-45f0-abeb-40f795d4c01f None None] Port fc8b5ac1-ca30-4229-a15f-653a112338df cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:24:54.436396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cac4c-a34d-4180-b47b-c3ec2309404b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=391a0d74-d801-4b94-b349-98e4e1ec0a1a,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:54.527832 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-593f66b8-7ced-499c-b62d-ff34b85bff11 None None] Provisioning complete for port 149abec5-313c-408b-b52c-3f513afe1cc6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:54.528696 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-593f66b8-7ced-499c-b62d-ff34b85bff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:54.608140 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-95f95952-fbaa-454e-b852-2cb6d588e35a req-2af79885-701e-4890-a699-55105c06ce74 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Deleting port 83099c9d-2738-4415-a378-3b6996d7ec87 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:54.608425 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-95f95952-fbaa-454e-b852-2cb6d588e35a req-2af79885-701e-4890-a699-55105c06ce74 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:54.653364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b49d1-019c-4a02-b51b-bfcb3d2c7579 req-7bedf4f8-978e-45ab-b400-b3dff625ac5a tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:54.659810 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b49d1-019c-4a02-b51b-bfcb3d2c7579 req-7bedf4f8-978e-45ab-b400-b3dff625ac5a tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:54.665994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b49d1-019c-4a02-b51b-bfcb3d2c7579 req-7bedf4f8-978e-45ab-b400-b3dff625ac5a tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:54.674510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b49d1-019c-4a02-b51b-bfcb3d2c7579 req-7bedf4f8-978e-45ab-b400-b3dff625ac5a tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:54.681144 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b49d1-019c-4a02-b51b-bfcb3d2c7579 req-7bedf4f8-978e-45ab-b400-b3dff625ac5a tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:54.689586 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5cac4c-a34d-4180-b47b-c3ec2309404b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:54.691350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b49d1-019c-4a02-b51b-bfcb3d2c7579 req-7bedf4f8-978e-45ab-b400-b3dff625ac5a tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:54.693181 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-7b5cac4c-a34d-4180-b47b-c3ec2309404b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:54.704349 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b49d1-019c-4a02-b51b-bfcb3d2c7579 req-7bedf4f8-978e-45ab-b400-b3dff625ac5a tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:54.720769 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed0b49d1-019c-4a02-b51b-bfcb3d2c7579 req-7bedf4f8-978e-45ab-b400-b3dff625ac5a tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5431 time: 0.1998324 Nov 12 04:24:54.902912 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed0b49d1-019c-4a02-b51b-bfcb3d2c7579 req-5b78238d-5441-47a5-b384-57e5db670d5d tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1539633 Nov 12 04:24:54.964053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-95f95952-fbaa-454e-b852-2cb6d588e35a req-2af79885-701e-4890-a699-55105c06ce74 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] For port 83099c9d-2738-4415-a378-3b6996d7ec87, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=83099c9d-2738-4415-a378-3b6996d7ec87,segment=NetworkSegment(9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca),segment_id=9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:54.967948 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-95f95952-fbaa-454e-b852-2cb6d588e35a req-2af79885-701e-4890-a699-55105c06ce74 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:55.031044 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 149abec5-313c-408b-b52c-3f513afe1cc6 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:55.044306 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-95f95952-fbaa-454e-b852-2cb6d588e35a req-2af79885-701e-4890-a699-55105c06ce74 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Calling delete_port for 83099c9d-2738-4415-a378-3b6996d7ec87 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:55.095233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 149abec5-313c-408b-b52c-3f513afe1cc6 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:55.095794 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:55.147159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8b5ac1-ca30-4229-a15f-653a112338df {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:24:55.173243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1bdb3b3b-8536-4887-8941-922935190b42 None None] Provisioning complete for port 391a0d74-d801-4b94-b349-98e4e1ec0a1a triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:55.173813 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3b3b-8536-4887-8941-922935190b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:55.188267 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:55.214258 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d557f77-849b-4aac-b153-79c670de2ff6 req-8bfdc6aa-277f-46df-a3b1-326a20e4b915 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:55.222262 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb3b3b-8536-4887-8941-922935190b42 None None] Port 391a0d74-d801-4b94-b349-98e4e1ec0a1a cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:24:55.222496 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d557f77-849b-4aac-b153-79c670de2ff6 req-8bfdc6aa-277f-46df-a3b1-326a20e4b915 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=50689bc0-f8b2-4fbd-9ccf-e78619e0b933 HTTP/1.1" status: 200 len: 945 time: 0.1571298 Nov 12 04:24:55.250723 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Transition to ACTIVE for port object fc8b5ac1-ca30-4229-a15f-653a112338df will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:24:55.285310 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5cac4c-a34d-4180-b47b-c3ec2309404b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Router b230d039-1d7c-4aba-93f6-579c04a2b251 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:24:55.328548 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:55.348038 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-711baf6f-eb15-41dc-a468-e3b38731b622 None None] Provisioning complete for port 391a0d74-d801-4b94-b349-98e4e1ec0a1a triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:55.348636 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-711baf6f-eb15-41dc-a468-e3b38731b622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:55.389906 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8b5ac1-ca30-4229-a15f-653a112338df,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:55.402965 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-711baf6f-eb15-41dc-a468-e3b38731b622 None None] Port 391a0d74-d801-4b94-b349-98e4e1ec0a1a cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:24:55.408331 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d557f77-849b-4aac-b153-79c670de2ff6 req-b6c3021c-a70c-4127-8dd6-5abdb0e8b99e tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826775 Nov 12 04:24:55.445362 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-95f95952-fbaa-454e-b852-2cb6d588e35a req-2af79885-701e-4890-a699-55105c06ce74 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:55.483590 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['157d3728-418f-49be-8670-d0a5f89e1a09', '857b9fd8-0b9f-4261-97a9-d1c37d045288'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:24:55.526888 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af79885-701e-4890-a699-55105c06ce74 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Pushing event deleted for resources: {'Port': ['ID=83099c9d-2738-4415-a378-3b6996d7ec87,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:55.651467 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f95952-fbaa-454e-b852-2cb6d588e35a req-2af79885-701e-4890-a699-55105c06ce74 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] No DVR routers for this DVR port 83099c9d-2738-4415-a378-3b6996d7ec87 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:24:55.651856 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5cac4c-a34d-4180-b47b-c3ec2309404b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:24:55.653811 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-95f95952-fbaa-454e-b852-2cb6d588e35a req-2af79885-701e-4890-a699-55105c06ce74 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:55.664880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Sync routers for ids ['b230d039-1d7c-4aba-93f6-579c04a2b251'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:24:55.675737 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-95f95952-fbaa-454e-b852-2cb6d588e35a req-2af79885-701e-4890-a699-55105c06ce74 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.21 "DELETE /v2.0/ports/83099c9d-2738-4415-a378-3b6996d7ec87 HTTP/1.1" status: 204 len: 173 time: 1.4556179 Nov 12 04:24:55.676234 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50689bc0-f8b2-4fbd-9ccf-e78619e0b933', 'name': 'network-vif-deleted', 'tag': '83099c9d-2738-4415-a378-3b6996d7ec87'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:24:55.678979 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35673723-208d-4fb4-bad2-571b95485746" -d '{"events": [{"server_uuid": "50689bc0-f8b2-4fbd-9ccf-e78619e0b933", "name": "network-vif-deleted", "tag": "83099c9d-2738-4415-a378-3b6996d7ec87"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:24:55.706121 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7b5cac4c-a34d-4180-b47b-c3ec2309404b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "PUT /v2.0/routers/b230d039-1d7c-4aba-93f6-579c04a2b251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0692441 Nov 12 04:24:55.717073 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50182) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:55.774569 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Routers {'b230d039-1d7c-4aba-93f6-579c04a2b251'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:24:55.775259 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:24:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b230d039-1d7c-4aba-93f6-579c04a2b251'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:55.835658 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0e8a55-25d2-42de-8682-2f8574103b60 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:55.842162 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3c0e8a55-25d2-42de-8682-2f8574103b60 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports/391a0d74-d801-4b94-b349-98e4e1ec0a1a HTTP/1.1" status: 200 len: 911 time: 0.1239383 Nov 12 04:24:55.842812 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50184) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:55.918205 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbf350e-e35b-4dd5-a4ce-28b6bc122f89 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:55.929786 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbf350e-e35b-4dd5-a4ce-28b6bc122f89 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:55.935753 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fbbf350e-e35b-4dd5-a4ce-28b6bc122f89 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0910456 Nov 12 04:24:55.953398 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50186) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:56.010189 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Set router b230d039-1d7c-4aba-93f6-579c04a2b251 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:24:56.331653 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479bc78-098b-4895-b509-378a76781ad9 req-62caaff1-d7ce-4e7d-865d-ddc446827e9d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:56.340700 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3479bc78-098b-4895-b509-378a76781ad9 req-62caaff1-d7ce-4e7d-865d-ddc446827e9d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.7781961 Nov 12 04:24:56.364515 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Attempting to bind port fc8b5ac1-ca30-4229-a15f-653a112338df on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:56.364859 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Attempting to bind port fc8b5ac1-ca30-4229-a15f-653a112338df by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:56.365168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Attempting to bind port fc8b5ac1-ca30-4229-a15f-653a112338df on network 795d5285-3b6a-4de6-8e94-3800661b542b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:56.379062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Port fc8b5ac1-ca30-4229-a15f-653a112338df on network 795d5285-3b6a-4de6-8e94-3800661b542b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:24:56.379530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Attempting to bind port fc8b5ac1-ca30-4229-a15f-653a112338df on network 795d5285-3b6a-4de6-8e94-3800661b542b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:56.410520 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:56.410879 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Checking segment: {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:56.411260 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Bound using segment: {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:56.411700 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Bound port: fc8b5ac1-ca30-4229-a15f-653a112338df, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:56.412046 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:56.444982 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3479bc78-098b-4895-b509-378a76781ad9 req-0ce12808-444b-4fb4-97f4-d3d2a70c91e8 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032836 Nov 12 04:24:56.564773 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] For port fc8b5ac1-ca30-4229-a15f-653a112338df, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:56.574911 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] For port fc8b5ac1-ca30-4229-a15f-653a112338df, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=fc8b5ac1-ca30-4229-a15f-653a112338df,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:56.592670 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b230d039-1d7c-4aba-93f6-579c04a2b251', 'name': 'tempest-NetworksTestDHCPv6-router-1273181364', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:24:51Z', 'updated_at': '2021-11-12T04:24:53Z', 'revision_number': 2, 'project_id': 'd8e592190145474f8fac253da0f0caa1', 'gw_port_host': None, '_interfaces': [{'id': '391a0d74-d801-4b94-b349-98e4e1ec0a1a', 'name': '', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'mac_address': 'fa:16:3e:3e:41:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b230d039-1d7c-4aba-93f6-579c04a2b251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '693bad20-b22c-4d19-92f6-b5076f29e359', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:52Z', 'updated_at': '2021-11-12T04:24:53Z', 'revision_number': 2, 'project_id': 'd8e592190145474f8fac253da0f0caa1', 'subnets': [{'id': '693bad20-b22c-4d19-92f6-b5076f29e359', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:56.641397 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Checking router: b230d039-1d7c-4aba-93f6-579c04a2b251 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:24:56.641751 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Updating router b230d039-1d7c-4aba-93f6-579c04a2b251 port 391a0d74-d801-4b94-b349-98e4e1ec0a1a binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:24:56.642282 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-668b80d9-df6b-4ca7-88cf-c539c80fdd09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:56.685094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6c045-7bd3-48a5-84de-fc5948f71c5f req-d123a0b0-e6d7-4aed-a170-09baf40d52ad tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:56.688838 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43f6c045-7bd3-48a5-84de-fc5948f71c5f req-d123a0b0-e6d7-4aed-a170-09baf40d52ad tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 943 time: 0.1125381 Nov 12 04:24:56.691115 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:56.725257 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:56.845686 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:56.846321 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:56.855578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] 10.222.0.31 "PUT /v2.0/ports/fc8b5ac1-ca30-4229-a15f-653a112338df HTTP/1.1" status: 200 len: 1092 time: 2.8969550 Nov 12 04:24:56.866286 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdc7472-5c9c-40b2-b757-64ed5024cc74', 'tag': 'fc8b5ac1-ca30-4229-a15f-653a112338df'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:24:56.875485 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241c2c2c-35e0-4dac-b44d-7ec803191714" -d '{"events": [{"name": "network-changed", "server_uuid": "ebdc7472-5c9c-40b2-b757-64ed5024cc74", "tag": "fc8b5ac1-ca30-4229-a15f-653a112338df"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:24:56.921156 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 83099c9d-2738-4415-a378-3b6996d7ec87 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:24:56.968868 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 83099c9d-2738-4415-a378-3b6996d7ec87 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:24:56.969272 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43f6c045-7bd3-48a5-84de-fc5948f71c5f req-a2636746-d11b-4e33-ab15-b93f4ccdc444 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639639 Nov 12 04:24:56.969537 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 83099c9d-2738-4415-a378-3b6996d7ec87 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:24:57.006664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec2ce0-c61a-4cd3-aa57-34dd4193c954 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8b5ac1-ca30-4229-a15f-653a112338df,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:57.110360 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3594b2-b052-4159-b765-43bd5aba2de9 x-openstack-request-id: req-6f3594b2-b052-4159-b765-43bd5aba2de9 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:24:57.114778 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50689bc0-f8b2-4fbd-9ccf-e78619e0b933", "name": "network-vif-deleted", "tag": "83099c9d-2738-4415-a378-3b6996d7ec87", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:24:57.115098 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f3594b2-b052-4159-b765-43bd5aba2de9 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:24:57.115554 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50689bc0-f8b2-4fbd-9ccf-e78619e0b933', 'name': 'network-vif-deleted', 'tag': '83099c9d-2738-4415-a378-3b6996d7ec87', 'status': 'completed', 'code': 200} Nov 12 04:24:57.189671 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-f0faabdf-18bf-4f1a-989c-61bc8f8b792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:57.192179 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-f0faabdf-18bf-4f1a-989c-61bc8f8b792d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 1095 time: 0.1529434 Nov 12 04:24:57.321771 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-668b80d9-df6b-4ca7-88cf-c539c80fdd09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port 391a0d74-d801-4b94-b349-98e4e1ec0a1a {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:57.322105 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-668b80d9-df6b-4ca7-88cf-c539c80fdd09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:57.334220 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-cd89170c-49cb-4208-99e8-99ff8a011c26 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc8b5ac1-ca30-4229-a15f-653a112338df HTTP/1.1" status: 200 len: 217 time: 0.0881453 Nov 12 04:24:57.357501 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:57.358603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a0975-d26a-40aa-bb58-4341ce6bd9f4 req-59dd068d-c2c7-4231-bf29-eeef4383ecf9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:57.366915 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a0975-d26a-40aa-bb58-4341ce6bd9f4 req-59dd068d-c2c7-4231-bf29-eeef4383ecf9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:57.375199 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a0975-d26a-40aa-bb58-4341ce6bd9f4 req-59dd068d-c2c7-4231-bf29-eeef4383ecf9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:57.382549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a0975-d26a-40aa-bb58-4341ce6bd9f4 req-59dd068d-c2c7-4231-bf29-eeef4383ecf9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:57.389291 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a0975-d26a-40aa-bb58-4341ce6bd9f4 req-59dd068d-c2c7-4231-bf29-eeef4383ecf9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:57.397220 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a0975-d26a-40aa-bb58-4341ce6bd9f4 req-59dd068d-c2c7-4231-bf29-eeef4383ecf9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:57.420355 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a0975-d26a-40aa-bb58-4341ce6bd9f4 req-59dd068d-c2c7-4231-bf29-eeef4383ecf9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:57.436598 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c12a0975-d26a-40aa-bb58-4341ce6bd9f4 req-59dd068d-c2c7-4231-bf29-eeef4383ecf9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5431 time: 0.2638109 Nov 12 04:24:57.457924 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:57.491099 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-668b80d9-df6b-4ca7-88cf-c539c80fdd09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:57.512259 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-668b80d9-df6b-4ca7-88cf-c539c80fdd09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for 391a0d74-d801-4b94-b349-98e4e1ec0a1a owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:57.572206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b63ab5-2371-48f3-a060-d9f859aa1e4e None None] Pushing event updated for resources: {'Port': ['ID=391a0d74-d801-4b94-b349-98e4e1ec0a1a,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:57.623847 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-3ff97516-c981-441a-b85f-18df6c5c575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:57.625392 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-3ff97516-c981-441a-b85f-18df6c5c575e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.1474166 Nov 12 04:24:57.643926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Attempting to bind port 391a0d74-d801-4b94-b349-98e4e1ec0a1a on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:57.644527 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Attempting to bind port 391a0d74-d801-4b94-b349-98e4e1ec0a1a by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:57.646431 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Attempting to bind port 391a0d74-d801-4b94-b349-98e4e1ec0a1a on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:57.651723 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c12a0975-d26a-40aa-bb58-4341ce6bd9f4 req-10d21886-c06b-4b13-84bd-ece79e45907a tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2131460 Nov 12 04:24:57.658344 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:57.660188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:57.663034 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:57.664087 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:57.664758 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Bound port: 391a0d74-d801-4b94-b349-98e4e1ec0a1a, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:57.666500 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:57.784508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-85875dd6-0d69-403b-9476-67ec1b1716e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:57.791890 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-85875dd6-0d69-403b-9476-67ec1b1716e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1389778 Nov 12 04:24:57.816318 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c241149-5603-4788-9985-d9856693b501 x-openstack-request-id: req-5c241149-5603-4788-9985-d9856693b501 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:24:57.821193 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebdc7472-5c9c-40b2-b757-64ed5024cc74", "tag": "fc8b5ac1-ca30-4229-a15f-653a112338df", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:24:57.821193 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c241149-5603-4788-9985-d9856693b501 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:24:57.821193 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebdc7472-5c9c-40b2-b757-64ed5024cc74', 'tag': 'fc8b5ac1-ca30-4229-a15f-653a112338df', 'status': 'completed', 'code': 200} Nov 12 04:24:57.976933 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-668b80d9-df6b-4ca7-88cf-c539c80fdd09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:57.980686 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:24:57.981246 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:24:57.984684 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-0cbfc3c0-7c50-4b63-9671-a6994a4fd6f9 service neutron] 10.222.0.31 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788762 Nov 12 04:24:57.996010 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3a7e588d-8645-4408-b0f7-79742ffe38f8 None None] Could not find standard attr ID for object 391a0d74-d801-4b94-b349-98e4e1ec0a1a. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:24:58.007753 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf218e-bc2c-41d3-9cb8-427f1edcad65 req-d08ce688-4397-4fc1-a0bf-f03f4a97b6ed tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:58.009598 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-83bf218e-bc2c-41d3-9cb8-427f1edcad65 req-d08ce688-4397-4fc1-a0bf-f03f4a97b6ed tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1164031 Nov 12 04:24:58.120825 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b80d9-df6b-4ca7-88cf-c539c80fdd09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=391a0d74-d801-4b94-b349-98e4e1ec0a1a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:58.166477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-83bf218e-bc2c-41d3-9cb8-427f1edcad65 req-46066b96-f684-47ec-b01f-97950e36a055 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350937 Nov 12 04:24:58.197196 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61dfff13-b9f9-4a28-8ebd-1e22d01ac8d7 req-3817266c-8ef5-4c62-8013-9eda784f7390 service neutron] 10.222.0.31 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986134 Nov 12 04:24:58.234938 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-668b80d9-df6b-4ca7-88cf-c539c80fdd09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:58.507581 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Attempting to bind port 391a0d74-d801-4b94-b349-98e4e1ec0a1a on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:58.508365 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Attempting to bind port 391a0d74-d801-4b94-b349-98e4e1ec0a1a by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:58.509284 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Attempting to bind port 391a0d74-d801-4b94-b349-98e4e1ec0a1a on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:58.518186 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:58.519403 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:58.519824 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:58.522358 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:58.523839 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Bound port: 391a0d74-d801-4b94-b349-98e4e1ec0a1a, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:58.524254 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:58.527496 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c2c2c-35e0-4dac-b44d-7ec803191714 req-4104cfcc-9ea8-4eba-9649-34f113870da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:58.529072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-241c2c2c-35e0-4dac-b44d-7ec803191714 req-4104cfcc-9ea8-4eba-9649-34f113870da0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 1095 time: 0.1444368 Nov 12 04:24:58.596235 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Port 391a0d74-d801-4b94-b349-98e4e1ec0a1a has been deleted concurrently {{(pid=103298) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 04:24:58.607952 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Routers {'b230d039-1d7c-4aba-93f6-579c04a2b251'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:24:58.608480 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:24:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b230d039-1d7c-4aba-93f6-579c04a2b251'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:58.668888 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668b80d9-df6b-4ca7-88cf-c539c80fdd09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Router b230d039-1d7c-4aba-93f6-579c04a2b251 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:24:58.718468 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] Set router b230d039-1d7c-4aba-93f6-579c04a2b251 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:24:58.736500 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c2c2c-35e0-4dac-b44d-7ec803191714 req-f33b6c2a-14a6-48da-8f4f-0e292c982649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:58.738147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-241c2c2c-35e0-4dac-b44d-7ec803191714 req-f33b6c2a-14a6-48da-8f4f-0e292c982649 service neutron] 10.222.0.31 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.1971455 Nov 12 04:24:58.782374 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b230d039-1d7c-4aba-93f6-579c04a2b251', 'name': 'tempest-NetworksTestDHCPv6-router-1273181364', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:24:51Z', 'updated_at': '2021-11-12T04:24:57Z', 'revision_number': 3, 'project_id': 'd8e592190145474f8fac253da0f0caa1', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:58.821435 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faeb0dc-09e0-4e90-bcb1-8e873f110a58 None None] The sync data for ids ['b230d039-1d7c-4aba-93f6-579c04a2b251'] in n-d-768509-24 is: [{'id': 'b230d039-1d7c-4aba-93f6-579c04a2b251', 'name': 'tempest-NetworksTestDHCPv6-router-1273181364', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:24:51Z', 'updated_at': '2021-11-12T04:24:57Z', 'revision_number': 3, 'project_id': 'd8e592190145474f8fac253da0f0caa1', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:24:58.825742 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-241c2c2c-35e0-4dac-b44d-7ec803191714 req-533e7387-e0cf-4cf7-9f9d-b92f46424f18 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc8b5ac1-ca30-4229-a15f-653a112338df HTTP/1.1" status: 200 len: 217 time: 0.0787780 Nov 12 04:24:58.836859 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668b80d9-df6b-4ca7-88cf-c539c80fdd09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:24:58.845070 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-668b80d9-df6b-4ca7-88cf-c539c80fdd09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "PUT /v2.0/routers/b230d039-1d7c-4aba-93f6-579c04a2b251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8873696 Nov 12 04:24:58.845070 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50212) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:58.978890 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d273745-054f-4aca-ad79-dba4756ca16c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:58.984096 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d273745-054f-4aca-ad79-dba4756ca16c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:58.991580 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3d273745-054f-4aca-ad79-dba4756ca16c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1437590 Nov 12 04:24:58.991790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50214) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:59.017420 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314d7b6-3c9e-44b1-a0f8-033f4d1d5ee2 req-a5489ad8-8ec2-4d7f-a0dc-4fc19f5a8eac tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:59.029089 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7314d7b6-3c9e-44b1-a0f8-033f4d1d5ee2 req-a5489ad8-8ec2-4d7f-a0dc-4fc19f5a8eac tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 943 time: 0.1074948 Nov 12 04:24:59.059130 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c2c2c-35e0-4dac-b44d-7ec803191714 req-d2df2bc0-a118-414e-91c6-6a35d0ef5fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:59.060623 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-241c2c2c-35e0-4dac-b44d-7ec803191714 req-d2df2bc0-a118-414e-91c6-6a35d0ef5fb0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.1791909 Nov 12 04:24:59.166758 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc74afcb-64ea-4d0e-80f7-eb1a126a6580 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet 693bad20-b22c-4d19-92f6-b5076f29e359 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:24:59.176158 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fc74afcb-64ea-4d0e-80f7-eb1a126a6580 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:59.223247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7314d7b6-3c9e-44b1-a0f8-033f4d1d5ee2 req-20c285ba-fd6a-482b-b1d3-7f323103e003 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932304 Nov 12 04:24:59.230794 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c2c2c-35e0-4dac-b44d-7ec803191714 req-9ee7038c-48d6-406d-9faf-ead7bfec23d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:59.233364 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-241c2c2c-35e0-4dac-b44d-7ec803191714 req-9ee7038c-48d6-406d-9faf-ead7bfec23d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1550291 Nov 12 04:24:59.280865 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fc74afcb-64ea-4d0e-80f7-eb1a126a6580 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:59.476253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-241c2c2c-35e0-4dac-b44d-7ec803191714 req-852e42a9-dd04-4dc5-bb79-a50208ca57c9 service neutron] 10.222.0.31 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282524 Nov 12 04:24:59.553804 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a8304-7ce0-495d-ba4f-5ef9194417bf req-926a57d5-58d8-41c9-b51f-a09a6a1d47a6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:59.561826 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a8304-7ce0-495d-ba4f-5ef9194417bf req-926a57d5-58d8-41c9-b51f-a09a6a1d47a6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:59.568836 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a8304-7ce0-495d-ba4f-5ef9194417bf req-926a57d5-58d8-41c9-b51f-a09a6a1d47a6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:59.577596 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a8304-7ce0-495d-ba4f-5ef9194417bf req-926a57d5-58d8-41c9-b51f-a09a6a1d47a6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:59.583982 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a8304-7ce0-495d-ba4f-5ef9194417bf req-926a57d5-58d8-41c9-b51f-a09a6a1d47a6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:59.590898 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a8304-7ce0-495d-ba4f-5ef9194417bf req-926a57d5-58d8-41c9-b51f-a09a6a1d47a6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:59.597144 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a8304-7ce0-495d-ba4f-5ef9194417bf req-926a57d5-58d8-41c9-b51f-a09a6a1d47a6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:59.599217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec7a8304-7ce0-495d-ba4f-5ef9194417bf req-926a57d5-58d8-41c9-b51f-a09a6a1d47a6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5431 time: 0.2869394 Nov 12 04:24:59.660792 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fc74afcb-64ea-4d0e-80f7-eb1a126a6580 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:59.748635 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device fc8b5ac1-ca30-4229-a15f-653a112338df details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:24:59.763606 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-241c2c2c-35e0-4dac-b44d-7ec803191714 req-007c75ed-5a50-4d31-b1bd-bd69f03f51f7 service neutron] 10.222.0.31 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653027 Nov 12 04:24:59.778770 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec7a8304-7ce0-495d-ba4f-5ef9194417bf req-e768d71c-c908-4dad-98aa-a2404e597c76 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1711774 Nov 12 04:24:59.862802 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fc74afcb-64ea-4d0e-80f7-eb1a126a6580 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:59.926914 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74afcb-64ea-4d0e-80f7-eb1a126a6580 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=693bad20-b22c-4d19-92f6-b5076f29e359,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:59.944185 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84c7aff-f7d4-417f-95bb-cf774e0dae47 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:59.945123 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fc74afcb-64ea-4d0e-80f7-eb1a126a6580 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:59.948408 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fc74afcb-64ea-4d0e-80f7-eb1a126a6580 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/693bad20-b22c-4d19-92f6-b5076f29e359 HTTP/1.1" status: 204 len: 168 time: 0.9488642 Nov 12 04:24:59.951557 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50224) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:00.003664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f879b12-5be4-494b-8439-5c81933453e0 req-33268ed4-a77f-4aa3-b18b-d6ffeecc590d tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:00.008271 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f879b12-5be4-494b-8439-5c81933453e0 req-33268ed4-a77f-4aa3-b18b-d6ffeecc590d tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43eacd4-0350-448d-8470-a4b19fb2a4bb HTTP/1.1" status: 200 len: 945 time: 0.0954676 Nov 12 04:25:00.077347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50228) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:00.083418 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-97b0908e-14b3-400c-ae3f-6050c1bff73d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1228931 Nov 12 04:25:00.108214 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port fc8b5ac1-ca30-4229-a15f-653a112338df, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=fc8b5ac1-ca30-4229-a15f-653a112338df,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:00.149854 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'fc8b5ac1-ca30-4229-a15f-653a112338df', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'port_id': 'fc8b5ac1-ca30-4229-a15f-653a112338df', 'mac_address': 'fa:16:3e:c8:c0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:25:00.228870 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:00.243613 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2085d0-a2e9-4f6c-ab2b-c8b53b974432 None None] Sync routers for ids ['b230d039-1d7c-4aba-93f6-579c04a2b251'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:00.248989 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0852a09-4e76-4918-9a7e-6009ec1db51d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:00.273763 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2085d0-a2e9-4f6c-ab2b-c8b53b974432 None None] Routers {'b230d039-1d7c-4aba-93f6-579c04a2b251'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:00.274541 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1c2085d0-a2e9-4f6c-ab2b-c8b53b974432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:24:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b230d039-1d7c-4aba-93f6-579c04a2b251'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:00.291434 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8b5ac1-ca30-4229-a15f-653a112338df {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:00.354143 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port fc8b5ac1-ca30-4229-a15f-653a112338df, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=fc8b5ac1-ca30-4229-a15f-653a112338df,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:00.379003 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6864906-c82a-43fe-b19e-2edd03fa0329 None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:00.429676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f879b12-5be4-494b-8439-5c81933453e0 req-6ed60190-7808-4186-9f11-4b76692d01b4 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103270 Nov 12 04:25:00.467533 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:00.628567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=fc8b5ac1-ca30-4229-a15f-653a112338df,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:00.665642 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f6864906-c82a-43fe-b19e-2edd03fa0329 None None] Deleting port 149abec5-313c-408b-b52c-3f513afe1cc6 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:00.666326 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6864906-c82a-43fe-b19e-2edd03fa0329 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:00.690173 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0852a09-4e76-4918-9a7e-6009ec1db51d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:00.706986 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0852a09-4e76-4918-9a7e-6009ec1db51d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:00.734536 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-1c2085d0-a2e9-4f6c-ab2b-c8b53b974432 None None] Set router b230d039-1d7c-4aba-93f6-579c04a2b251 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:00.810821 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f6864906-c82a-43fe-b19e-2edd03fa0329 None None] For port 149abec5-313c-408b-b52c-3f513afe1cc6, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=149abec5-313c-408b-b52c-3f513afe1cc6,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:00.811391 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6864906-c82a-43fe-b19e-2edd03fa0329 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:00.828673 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1c2085d0-a2e9-4f6c-ab2b-c8b53b974432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b230d039-1d7c-4aba-93f6-579c04a2b251', 'name': 'tempest-NetworksTestDHCPv6-router-1273181364', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:24:51Z', 'updated_at': '2021-11-12T04:24:57Z', 'revision_number': 3, 'project_id': 'd8e592190145474f8fac253da0f0caa1', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:00.842895 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f6864906-c82a-43fe-b19e-2edd03fa0329 None None] Calling delete_port for 149abec5-313c-408b-b52c-3f513afe1cc6 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:00.873454 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2085d0-a2e9-4f6c-ab2b-c8b53b974432 None None] Checking router: b230d039-1d7c-4aba-93f6-579c04a2b251 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:00.889558 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2085d0-a2e9-4f6c-ab2b-c8b53b974432 None None] Routers {'b230d039-1d7c-4aba-93f6-579c04a2b251'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:00.890391 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1c2085d0-a2e9-4f6c-ab2b-c8b53b974432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:24:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b230d039-1d7c-4aba-93f6-579c04a2b251'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:00.972517 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['fc8b5ac1-ca30-4229-a15f-653a112338df'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:25:00.999153 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708893b3-c001-412b-975a-13f1a4a12944 req-81f63bf3-e0e0-488e-abc3-a59a82e6d609 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:01.006890 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-708893b3-c001-412b-975a-13f1a4a12944 req-81f63bf3-e0e0-488e-abc3-a59a82e6d609 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.3145294 Nov 12 04:25:01.016234 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-1c2085d0-a2e9-4f6c-ab2b-c8b53b974432 None None] Set router b230d039-1d7c-4aba-93f6-579c04a2b251 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:01.031429 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0852a09-4e76-4918-9a7e-6009ec1db51d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:01.038216 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0852a09-4e76-4918-9a7e-6009ec1db51d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Fanout notify agent at l3_agent the message router_deleted on router b230d039-1d7c-4aba-93f6-579c04a2b251 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:25:01.045062 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 149abec5-313c-408b-b52c-3f513afe1cc6 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:01.066169 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0852a09-4e76-4918-9a7e-6009ec1db51d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:01.068898 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a0852a09-4e76-4918-9a7e-6009ec1db51d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/routers/b230d039-1d7c-4aba-93f6-579c04a2b251 HTTP/1.1" status: 204 len: 168 time: 0.9896684 Nov 12 04:25:01.071206 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50234) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:01.098727 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1c2085d0-a2e9-4f6c-ab2b-c8b53b974432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b230d039-1d7c-4aba-93f6-579c04a2b251', 'name': 'tempest-NetworksTestDHCPv6-router-1273181364', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:24:51Z', 'updated_at': '2021-11-12T04:24:57Z', 'revision_number': 3, 'project_id': 'd8e592190145474f8fac253da0f0caa1', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:01.124625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464133e-0a90-49ab-a41a-a0720f528689 req-df9af5ba-3f50-4605-8b71-b80059711561 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:01.127356 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f464133e-0a90-49ab-a41a-a0720f528689 req-df9af5ba-3f50-4605-8b71-b80059711561 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.31 "GET /v2.0/ports?device_id=c43eacd4-0350-448d-8470-a4b19fb2a4bb HTTP/1.1" status: 200 len: 945 time: 0.3634601 Nov 12 04:25:01.199233 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2085d0-a2e9-4f6c-ab2b-c8b53b974432 None None] The sync data for ids ['b230d039-1d7c-4aba-93f6-579c04a2b251'] in n-d-768509-24 is: [{'id': 'b230d039-1d7c-4aba-93f6-579c04a2b251', 'name': 'tempest-NetworksTestDHCPv6-router-1273181364', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:24:51Z', 'updated_at': '2021-11-12T04:24:57Z', 'revision_number': 3, 'project_id': 'd8e592190145474f8fac253da0f0caa1', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:01.207694 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f11ed14-ff37-4c17-b42a-189fe6c17820 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:01.225500 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9f11ed14-ff37-4c17-b42a-189fe6c17820 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1530719 Nov 12 04:25:01.231058 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50238) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:01.275708 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-708893b3-c001-412b-975a-13f1a4a12944 req-d28aa523-b173-4f36-9acf-8f93ae75c8d9 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678511 Nov 12 04:25:01.343912 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:01.345947 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6864906-c82a-43fe-b19e-2edd03fa0329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:01.471167 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015140c2-1411-45ad-81fd-1f99e2df439e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:01.476026 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-015140c2-1411-45ad-81fd-1f99e2df439e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2410054 Nov 12 04:25:01.478159 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50242) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:01.543831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f464133e-0a90-49ab-a41a-a0720f528689 req-12ce6a23-8a57-44d2-90ee-a4172a7e6ffd tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Deleting port 857b9fd8-0b9f-4261-97a9-d1c37d045288 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:01.544348 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f464133e-0a90-49ab-a41a-a0720f528689 req-12ce6a23-8a57-44d2-90ee-a4172a7e6ffd tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:01.559430 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6561c3e9-e8f3-4adf-9718-64aeb162149f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800173 Nov 12 04:25:01.563702 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50244) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:01.568591 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-abf990f2-60cc-4098-8e1d-298ec1739ee0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:01.715499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f464133e-0a90-49ab-a41a-a0720f528689 req-12ce6a23-8a57-44d2-90ee-a4172a7e6ffd tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] For port 857b9fd8-0b9f-4261-97a9-d1c37d045288, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=857b9fd8-0b9f-4261-97a9-d1c37d045288,segment=NetworkSegment(9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca),segment_id=9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:01.716091 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f464133e-0a90-49ab-a41a-a0720f528689 req-12ce6a23-8a57-44d2-90ee-a4172a7e6ffd tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:01.733630 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f464133e-0a90-49ab-a41a-a0720f528689 req-12ce6a23-8a57-44d2-90ee-a4172a7e6ffd tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Calling delete_port for 857b9fd8-0b9f-4261-97a9-d1c37d045288 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:01.790772 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6864906-c82a-43fe-b19e-2edd03fa0329 None None] Pushing event deleted for resources: {'Port': ['ID=149abec5-313c-408b-b52c-3f513afe1cc6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:01.815013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6864906-c82a-43fe-b19e-2edd03fa0329 None None] No DVR routers for this DVR port 149abec5-313c-408b-b52c-3f513afe1cc6 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:01.884762 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf990f2-60cc-4098-8e1d-298ec1739ee0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:01.889245 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-abf990f2-60cc-4098-8e1d-298ec1739ee0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:01.919205 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997075d-9e0a-49e2-8315-757c64765320 req-8301727f-4937-4777-9e54-b534926ef77d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:01.929817 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4997075d-9e0a-49e2-8315-757c64765320 req-8301727f-4937-4777-9e54-b534926ef77d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 944 time: 0.4883246 Nov 12 04:25:01.990346 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4997075d-9e0a-49e2-8315-757c64765320 req-cc74c0d6-c6ce-4475-a249-a12ae3e466bd tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561681 Nov 12 04:25:01.994174 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f464133e-0a90-49ab-a41a-a0720f528689 req-12ce6a23-8a57-44d2-90ee-a4172a7e6ffd tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:02.120224 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce6a23-8a57-44d2-90ee-a4172a7e6ffd tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Pushing event deleted for resources: {'Port': ['ID=857b9fd8-0b9f-4261-97a9-d1c37d045288,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:02.218126 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f464133e-0a90-49ab-a41a-a0720f528689 req-12ce6a23-8a57-44d2-90ee-a4172a7e6ffd tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] No DVR routers for this DVR port 857b9fd8-0b9f-4261-97a9-d1c37d045288 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:02.221196 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f464133e-0a90-49ab-a41a-a0720f528689 req-12ce6a23-8a57-44d2-90ee-a4172a7e6ffd tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:02.225009 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f464133e-0a90-49ab-a41a-a0720f528689 req-12ce6a23-8a57-44d2-90ee-a4172a7e6ffd tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.31 "DELETE /v2.0/ports/857b9fd8-0b9f-4261-97a9-d1c37d045288 HTTP/1.1" status: 204 len: 173 time: 1.0678918 Nov 12 04:25:02.225672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43eacd4-0350-448d-8470-a4b19fb2a4bb', 'name': 'network-vif-deleted', 'tag': '857b9fd8-0b9f-4261-97a9-d1c37d045288'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:02.228104 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945dc844-d56b-4c8e-afac-7f59c43de362" -d '{"events": [{"server_uuid": "c43eacd4-0350-448d-8470-a4b19fb2a4bb", "name": "network-vif-deleted", "tag": "857b9fd8-0b9f-4261-97a9-d1c37d045288"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:02.259678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986416f4-f4c9-44ab-8470-322ea255cecd req-8ab00ba7-39d0-4d94-8a40-45f56b61dd3f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:02.267993 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986416f4-f4c9-44ab-8470-322ea255cecd req-8ab00ba7-39d0-4d94-8a40-45f56b61dd3f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:02.274269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986416f4-f4c9-44ab-8470-322ea255cecd req-8ab00ba7-39d0-4d94-8a40-45f56b61dd3f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:02.280968 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986416f4-f4c9-44ab-8470-322ea255cecd req-8ab00ba7-39d0-4d94-8a40-45f56b61dd3f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:02.287261 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986416f4-f4c9-44ab-8470-322ea255cecd req-8ab00ba7-39d0-4d94-8a40-45f56b61dd3f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:02.293553 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986416f4-f4c9-44ab-8470-322ea255cecd req-8ab00ba7-39d0-4d94-8a40-45f56b61dd3f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:02.301603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986416f4-f4c9-44ab-8470-322ea255cecd req-8ab00ba7-39d0-4d94-8a40-45f56b61dd3f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:02.309735 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-986416f4-f4c9-44ab-8470-322ea255cecd req-8ab00ba7-39d0-4d94-8a40-45f56b61dd3f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5431 time: 0.1980748 Nov 12 04:25:02.420464 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-986416f4-f4c9-44ab-8470-322ea255cecd req-7d8cab5d-0195-429d-9935-1f358fac2cac tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019163 Nov 12 04:25:02.549354 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['157d3728-418f-49be-8670-d0a5f89e1a09'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:25:02.588346 n-d-768509-24 neutron-server[103297]: DEBUG neutron.objects.ports [None req-abf990f2-60cc-4098-8e1d-298ec1739ee0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 04:25:02.590736 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-abf990f2-60cc-4098-8e1d-298ec1739ee0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:02.613723 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbf9098c-6739-4a0b-933a-5b66da729125 req-3396c5ed-bc2a-4cdd-821b-a22fde35c5cd tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43eacd4-0350-448d-8470-a4b19fb2a4bb HTTP/1.1" status: 200 len: 210 time: 0.0694427 Nov 12 04:25:02.724635 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fffcd0a-7e59-4f82-b64c-b8e854a30f5c x-openstack-request-id: req-5fffcd0a-7e59-4f82-b64c-b8e854a30f5c {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:02.725300 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43eacd4-0350-448d-8470-a4b19fb2a4bb", "name": "network-vif-deleted", "tag": "857b9fd8-0b9f-4261-97a9-d1c37d045288", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:02.725300 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fffcd0a-7e59-4f82-b64c-b8e854a30f5c {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:02.725845 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43eacd4-0350-448d-8470-a4b19fb2a4bb', 'name': 'network-vif-deleted', 'tag': '857b9fd8-0b9f-4261-97a9-d1c37d045288', 'status': 'completed', 'code': 200} Nov 12 04:25:02.957232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d826b-ce51-474c-a274-e5c524c1055a req-b2d1434d-d4f0-48a9-b36e-94ed0004f12c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:02.959399 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e7d826b-ce51-474c-a274-e5c524c1055a req-b2d1434d-d4f0-48a9-b36e-94ed0004f12c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1160548 Nov 12 04:25:03.042005 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e7d826b-ce51-474c-a274-e5c524c1055a req-48880124-2213-40ce-af45-8a545a371e6f tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704837 Nov 12 04:25:03.136086 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bb5-9003-4f0a-ab8b-b1cc44c6db21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.264871 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5327a0-e2b1-41b9-8e35-07e291172bfa req-464dee3b-09eb-43db-879d-cd7a965d4a0f tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:03.270393 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a5327a0-e2b1-41b9-8e35-07e291172bfa req-464dee3b-09eb-43db-879d-cd7a965d4a0f tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 944 time: 0.1054409 Nov 12 04:25:03.286065 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf990f2-60cc-4098-8e1d-298ec1739ee0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:03.298037 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-abf990f2-60cc-4098-8e1d-298ec1739ee0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:03.312910 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf990f2-60cc-4098-8e1d-298ec1739ee0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:03.316181 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-abf990f2-60cc-4098-8e1d-298ec1739ee0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.317572 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ce501d-3aaf-4a14-ba10-c9c623057daf None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:03.341162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf990f2-60cc-4098-8e1d-298ec1739ee0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=c84a0c1f-f2d7-4e11-b973-59edb40d705f,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:03.366773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a5327a0-e2b1-41b9-8e35-07e291172bfa req-44e715c1-825e-4104-b637-365e097ef905 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909295 Nov 12 04:25:03.425458 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-abf990f2-60cc-4098-8e1d-298ec1739ee0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8606551 Nov 12 04:25:03.435134 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50258) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:03.441604 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d9b98afb-ef79-47ce-93da-dfa350ed5979 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:03.637852 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': 'c84a0c1f-f2d7-4e11-b973-59edb40d705f'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:25:03.639002 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.678121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f07f6-565d-49e0-92ef-79f448ac4613 req-896eee1d-9d82-42a1-a351-9253a8fb78da tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:03.685206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f07f6-565d-49e0-92ef-79f448ac4613 req-896eee1d-9d82-42a1-a351-9253a8fb78da tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:03.691699 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f07f6-565d-49e0-92ef-79f448ac4613 req-896eee1d-9d82-42a1-a351-9253a8fb78da tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:03.699151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f07f6-565d-49e0-92ef-79f448ac4613 req-896eee1d-9d82-42a1-a351-9253a8fb78da tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:03.708336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f07f6-565d-49e0-92ef-79f448ac4613 req-896eee1d-9d82-42a1-a351-9253a8fb78da tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:03.712586 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f07f6-565d-49e0-92ef-79f448ac4613 req-896eee1d-9d82-42a1-a351-9253a8fb78da tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:03.719474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f07f6-565d-49e0-92ef-79f448ac4613 req-896eee1d-9d82-42a1-a351-9253a8fb78da tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:03.721471 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b5f07f6-565d-49e0-92ef-79f448ac4613 req-896eee1d-9d82-42a1-a351-9253a8fb78da tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5431 time: 0.1587625 Nov 12 04:25:03.741559 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b98afb-ef79-47ce-93da-dfa350ed5979 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:03.745944 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d9b98afb-ef79-47ce-93da-dfa350ed5979 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.792544 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device fc8b5ac1-ca30-4229-a15f-653a112338df up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:03.952476 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b5f07f6-565d-49e0-92ef-79f448ac4613 req-4a1e1f4f-7bf7-4603-a9d2-3a6a306465c3 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2232852 Nov 12 04:25:03.996225 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] Allocated IP 2001:db8::f816:3eff:feec:3644 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/c84a0c1f-f2d7-4e11-b973-59edb40d705f/d17737af-6c59-4dba-9bef-8eb913012b03) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:04.292960 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:04.301893 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port fc8b5ac1-ca30-4229-a15f-653a112338df completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:25:04.308669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port fc8b5ac1-ca30-4229-a15f-653a112338df triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:04.309738 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:04.435519 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d9b98afb-ef79-47ce-93da-dfa350ed5979 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:04.453791 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:04.473241 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:04.517143 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b98afb-ef79-47ce-93da-dfa350ed5979 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:04.520596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d9b98afb-ef79-47ce-93da-dfa350ed5979 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:04.525357 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b98afb-ef79-47ce-93da-dfa350ed5979 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:04.526033 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d9b98afb-ef79-47ce-93da-dfa350ed5979 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:04.546209 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b98afb-ef79-47ce-93da-dfa350ed5979 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=db891f7c-b1bf-4120-939b-19e335bf24a8,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:04.614289 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdc7472-5c9c-40b2-b757-64ed5024cc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8b5ac1-ca30-4229-a15f-653a112338df'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:04.616604 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148145c9-3037-4747-a72c-d572a86b2e29" -d '{"events": [{"server_uuid": "ebdc7472-5c9c-40b2-b757-64ed5024cc74", "name": "network-vif-plugged", "status": "completed", "tag": "fc8b5ac1-ca30-4229-a15f-653a112338df"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:04.637488 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] Pushing event updated for resources: {'Port': ['ID=d17737af-6c59-4dba-9bef-8eb913012b03,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:04.641127 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port fc8b5ac1-ca30-4229-a15f-653a112338df, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=fc8b5ac1-ca30-4229-a15f-653a112338df,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:04.655679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:04.658784 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:04.660083 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:04.676952 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d9b98afb-ef79-47ce-93da-dfa350ed5979 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2401192 Nov 12 04:25:04.680945 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50276) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:04.689188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'mac_address': 'fa:16:3e:1e:f2:cc', 'name': 'tempest-NetworksTestDHCPv6-1860638720'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:04.785495 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:04.787066 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 857b9fd8-0b9f-4261-97a9-d1c37d045288 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:04.885589 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 857b9fd8-0b9f-4261-97a9-d1c37d045288 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:04.886182 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 857b9fd8-0b9f-4261-97a9-d1c37d045288 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:04.890965 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:25:04.896145 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] Attempting to bind port d17737af-6c59-4dba-9bef-8eb913012b03 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:04.896521 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] Attempting to bind port d17737af-6c59-4dba-9bef-8eb913012b03 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:04.897273 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] Attempting to bind port d17737af-6c59-4dba-9bef-8eb913012b03 on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:04.910064 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:04.910445 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:04.911030 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:04.911573 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af06a97-cf0f-4c5f-9313-f315d8a9e540 req-18321355-14d4-491a-81a4-c2358ca27b9c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:04.911700 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:04.912106 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] Bound port: d17737af-6c59-4dba-9bef-8eb913012b03, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:04.912494 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:04.920306 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6af06a97-cf0f-4c5f-9313-f315d8a9e540 req-18321355-14d4-491a-81a4-c2358ca27b9c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1225376 Nov 12 04:25:04.990744 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=fc8b5ac1-ca30-4229-a15f-653a112338df,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:05.004573 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6af06a97-cf0f-4c5f-9313-f315d8a9e540 req-2de79358-c518-4df6-90d1-bc60913b807e tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832050 Nov 12 04:25:05.016898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] For port d17737af-6c59-4dba-9bef-8eb913012b03, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:05.021914 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] For port d17737af-6c59-4dba-9bef-8eb913012b03, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d17737af-6c59-4dba-9bef-8eb913012b03,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:05.056237 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:05.127977 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:05.237814 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42d15d-5332-459a-ac06-8f1eb7593aac None None] Pushing event updated for resources: {'Port': ['ID=d17737af-6c59-4dba-9bef-8eb913012b03,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:05.292593 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=748ffb26-f9f4-41f0-b898-e8e2c87b6af5,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:05.299980 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:05.316585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '748ffb26-f9f4-41f0-b898-e8e2c87b6af5', 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473', 'port_id': '748ffb26-f9f4-41f0-b898-e8e2c87b6af5', 'mac_address': 'fa:16:3e:48:0d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def5bb2e-e9ac-468c-88b9-6c140d20e94c', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:25:05.322422 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ddfa5-adb8-4564-98e0-1103098dfafb req-f38cc7b5-5690-4730-aaea-e3880bb03e25 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:05.326086 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d8ddfa5-adb8-4564-98e0-1103098dfafb req-f38cc7b5-5690-4730-aaea-e3880bb03e25 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 945 time: 0.1791916 Nov 12 04:25:05.367441 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port e6ead572-d637-45ed-ab8a-378e10d0833e yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:25:05.419061 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:05.436693 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:05.482871 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d8ddfa5-adb8-4564-98e0-1103098dfafb req-c3789395-2211-4530-b8d5-be4fdd5b72b7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443603 Nov 12 04:25:05.520558 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=748ffb26-f9f4-41f0-b898-e8e2c87b6af5,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:05.577992 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ad955f0-535e-4424-a83c-8460cfc569b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:05.640922 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dc72f5-de9b-4fd3-bbfe-f01402b3d2b6 x-openstack-request-id: req-e4dc72f5-de9b-4fd3-bbfe-f01402b3d2b6 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:05.641610 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdc7472-5c9c-40b2-b757-64ed5024cc74", "name": "network-vif-plugged", "status": "completed", "tag": "fc8b5ac1-ca30-4229-a15f-653a112338df", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:05.641945 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4dc72f5-de9b-4fd3-bbfe-f01402b3d2b6 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:05.642448 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdc7472-5c9c-40b2-b757-64ed5024cc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8b5ac1-ca30-4229-a15f-653a112338df', 'code': 200} Nov 12 04:25:05.655989 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:05.657499 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:25:05.805496 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=4cbb731e-d485-43c6-aa7c-f94c8d5d99e5,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:05.809271 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=748ffb26-f9f4-41f0-b898-e8e2c87b6af5,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:05.827482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '4cbb731e-d485-43c6-aa7c-f94c8d5d99e5', 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473', 'port_id': '4cbb731e-d485-43c6-aa7c-f94c8d5d99e5', 'mac_address': 'fa:16:3e:ca:49:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def5bb2e-e9ac-468c-88b9-6c140d20e94c', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:25:05.840443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 172.20.0.10 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/db891f7c-b1bf-4120-939b-19e335bf24a8/e6ead572-d637-45ed-ab8a-378e10d0833e) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:05.858217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::f816:3eff:fe1e:f2cc (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/c84a0c1f-f2d7-4e11-b973-59edb40d705f/e6ead572-d637-45ed-ab8a-378e10d0833e) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:05.883995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0304b8-bece-4332-b986-a12777f265c6 req-451222f0-5769-4902-a337-f91ba76e5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:05.886314 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e0304b8-bece-4332-b986-a12777f265c6 req-451222f0-5769-4902-a337-f91ba76e5bd9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 1097 time: 0.1236608 Nov 12 04:25:05.896284 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:05.909828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768564f0-0e93-436c-b776-0854eb5e49de req-c60e83b7-e522-4917-8a4f-1f36611e4be1 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:05.911416 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-768564f0-0e93-436c-b776-0854eb5e49de req-c60e83b7-e522-4917-8a4f-1f36611e4be1 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 946 time: 0.1251478 Nov 12 04:25:05.929475 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:05.955442 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=4cbb731e-d485-43c6-aa7c-f94c8d5d99e5,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:06.053493 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e0304b8-bece-4332-b986-a12777f265c6 req-69813d92-f9a1-483b-b365-dc9df3980c28 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532273 Nov 12 04:25:06.064572 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-768564f0-0e93-436c-b776-0854eb5e49de req-559e613f-7dfd-420c-aa3f-26fafc861631 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385238 Nov 12 04:25:06.109368 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.113975 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 10c4593c-bc35-4324-a92d-6a4c5e8e4683 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:25:06.126342 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.221264 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 10c4593c-bc35-4324-a92d-6a4c5e8e4683, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=10c4593c-bc35-4324-a92d-6a4c5e8e4683,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:06.222324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bca29-e1ec-4b59-8f62-c274d4d4c202 req-528d80f3-3b5a-4b6e-8df2-eea71b9a07b9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:06.228674 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bca29-e1ec-4b59-8f62-c274d4d4c202 req-528d80f3-3b5a-4b6e-8df2-eea71b9a07b9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:06.235078 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '10c4593c-bc35-4324-a92d-6a4c5e8e4683', 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473', 'port_id': '10c4593c-bc35-4324-a92d-6a4c5e8e4683', 'mac_address': 'fa:16:3e:dc:3a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def5bb2e-e9ac-468c-88b9-6c140d20e94c', 'ip_address': '10.1.1.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:25:06.239579 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bca29-e1ec-4b59-8f62-c274d4d4c202 req-528d80f3-3b5a-4b6e-8df2-eea71b9a07b9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:06.246475 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bca29-e1ec-4b59-8f62-c274d4d4c202 req-528d80f3-3b5a-4b6e-8df2-eea71b9a07b9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:06.253752 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bca29-e1ec-4b59-8f62-c274d4d4c202 req-528d80f3-3b5a-4b6e-8df2-eea71b9a07b9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:06.260261 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bca29-e1ec-4b59-8f62-c274d4d4c202 req-528d80f3-3b5a-4b6e-8df2-eea71b9a07b9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:06.266597 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bca29-e1ec-4b59-8f62-c274d4d4c202 req-528d80f3-3b5a-4b6e-8df2-eea71b9a07b9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:06.274581 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4a3bca29-e1ec-4b59-8f62-c274d4d4c202 req-528d80f3-3b5a-4b6e-8df2-eea71b9a07b9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5433 time: 0.1361427 Nov 12 04:25:06.288936 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.370487 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.374603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:06.385010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:06.391417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c4593c-bc35-4324-a92d-6a4c5e8e4683 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:06.396970 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:06.405346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=e6ead572-d637-45ed-ab8a-378e10d0833e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:06.417302 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 10c4593c-bc35-4324-a92d-6a4c5e8e4683, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=10c4593c-bc35-4324-a92d-6a4c5e8e4683,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:06.436024 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:25:06.437618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=4cbb731e-d485-43c6-aa7c-f94c8d5d99e5,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:06.451403 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4a3bca29-e1ec-4b59-8f62-c274d4d4c202 req-69304d46-941b-4588-a812-f62d8fba87ad tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1751254 Nov 12 04:25:06.474486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:06.483098 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:06.483566 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:06.483881 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:06.484226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:06.484562 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:06.484892 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:06.485224 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:06.485562 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:06.485909 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:06.486209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:06.486538 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:06.531336 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.533081 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device ee1c7c92-c878-4363-aaec-68d541b247e9 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:25:06.536348 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:06.539352 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.664433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3b5d6f-4bcd-40a6-a24c-633523e1bb9d None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:06.787919 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.798412 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=10c4593c-bc35-4324-a92d-6a4c5e8e4683,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:06.815688 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-52516597-df02-4f61-89dd-f38a8a25ca9b None None] Provisioning complete for port d17737af-6c59-4dba-9bef-8eb913012b03 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:06.816060 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-52516597-df02-4f61-89dd-f38a8a25ca9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.975420 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port ee1c7c92-c878-4363-aaec-68d541b247e9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=ee1c7c92-c878-4363-aaec-68d541b247e9,segment=NetworkSegment(8dc154d6-7960-4447-be39-027a9ad6840e),segment_id=8dc154d6-7960-4447-be39-027a9ad6840e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:07.019993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'ee1c7c92-c878-4363-aaec-68d541b247e9', 'network_id': '8ce3611a-3158-4092-88f0-6068ca0e253f', 'port_id': 'ee1c7c92-c878-4363-aaec-68d541b247e9', 'mac_address': 'fa:16:3e:1b:c4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa523a34-d8df-4b2a-8bb1-49cddad3028a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:25:07.097614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4fb35976-1bac-44be-8a75-a37767df5405 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.4138365 Nov 12 04:25:07.098247 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d17737af-6c59-4dba-9bef-8eb913012b03 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:07.101143 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50296) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:07.138338 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.144582 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6a56c-f4f8-4d9c-bc9d-b7c16b49c990 req-3afae410-a0c4-4ba1-92a1-ed64ce20dea7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:07.162874 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1c7c92-c878-4363-aaec-68d541b247e9 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:07.174502 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80c6a56c-f4f8-4d9c-bc9d-b7c16b49c990 req-3afae410-a0c4-4ba1-92a1-ed64ce20dea7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.6268370 Nov 12 04:25:07.196906 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfb1d48-cbd2-4f68-9f8e-5cf1f8da789d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:07.204460 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfb1d48-cbd2-4f68-9f8e-5cf1f8da789d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:07.207754 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e41d0-d48e-4a87-8af4-b390af562826 req-543e3c43-cd5e-457f-a5bf-de95b48cdfdf tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:07.208672 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4dfb1d48-cbd2-4f68-9f8e-5cf1f8da789d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1063209 Nov 12 04:25:07.210103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-227e41d0-d48e-4a87-8af4-b390af562826 req-543e3c43-cd5e-457f-a5bf-de95b48cdfdf tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 946 time: 0.6366823 Nov 12 04:25:07.215900 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50298) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:07.246880 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-52516597-df02-4f61-89dd-f38a8a25ca9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.247393 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port ee1c7c92-c878-4363-aaec-68d541b247e9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=ee1c7c92-c878-4363-aaec-68d541b247e9,segment=NetworkSegment(8dc154d6-7960-4447-be39-027a9ad6840e),segment_id=8dc154d6-7960-4447-be39-027a9ad6840e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:07.259568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d17737af-6c59-4dba-9bef-8eb913012b03 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:07.259940 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.300658 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516f311e-49ea-427e-ae8e-d0aa00de5b3f None None] Update dhcp port {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'fixed_ips': [{'subnet_id': 'c84a0c1f-f2d7-4e11-b973-59edb40d705f', 'ip_address': '2001:db8::f816:3eff:feec:3644'}, {'subnet_id': 'db891f7c-b1bf-4120-939b-19e335bf24a8'}], 'binding:host_id': 'n-d-768509-24'}, 'id': 'd17737af-6c59-4dba-9bef-8eb913012b03'} from n-d-768509-24. {{(pid=103298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:25:07.352474 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80c6a56c-f4f8-4d9c-bc9d-b7c16b49c990 req-c18b65ad-2445-4515-94db-637b6ea375cf tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767941 Nov 12 04:25:07.370476 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.371168 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:25:07.407018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:07.425209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-227e41d0-d48e-4a87-8af4-b390af562826 req-13e5946b-bd25-4fe2-aa32-c66adf35d6c2 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Deleting port 157d3728-418f-49be-8670-d0a5f89e1a09 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:07.428080 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35', 'network_id': '79d2f23a-da96-4615-8aa1-f0a58d232473', 'port_id': 'a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35', 'mac_address': 'fa:16:3e:5c:d0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def5bb2e-e9ac-468c-88b9-6c140d20e94c', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:25:07.428491 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-227e41d0-d48e-4a87-8af4-b390af562826 req-13e5946b-bd25-4fe2-aa32-c66adf35d6c2 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.436448 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-52516597-df02-4f61-89dd-f38a8a25ca9b None None] For port d17737af-6c59-4dba-9bef-8eb913012b03, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d17737af-6c59-4dba-9bef-8eb913012b03,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:07.460130 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-516f311e-49ea-427e-ae8e-d0aa00de5b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.462770 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-bc24702f-860c-4cd5-8f2c-3e8eff2179b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port e6ead572-d637-45ed-ab8a-378e10d0833e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:07.463121 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc24702f-860c-4cd5-8f2c-3e8eff2179b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.513253 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.536089 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-52516597-df02-4f61-89dd-f38a8a25ca9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.584166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:07.616566 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=ee1c7c92-c878-4363-aaec-68d541b247e9,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:07.623468 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2cca1-0e8f-4cf6-a86e-ef84b781f937 req-db4be15c-e8d3-4887-8af8-ca918299e06c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:07.625347 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9f2cca1-0e8f-4cf6-a86e-ef84b781f937 req-db4be15c-e8d3-4887-8af8-ca918299e06c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 945 time: 0.0725539 Nov 12 04:25:07.675409 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:07.686188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-227e41d0-d48e-4a87-8af4-b390af562826 req-13e5946b-bd25-4fe2-aa32-c66adf35d6c2 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] For port 157d3728-418f-49be-8670-d0a5f89e1a09, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=157d3728-418f-49be-8670-d0a5f89e1a09,segment=NetworkSegment(9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca),segment_id=9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:07.687822 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-227e41d0-d48e-4a87-8af4-b390af562826 req-13e5946b-bd25-4fe2-aa32-c66adf35d6c2 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.705439 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-227e41d0-d48e-4a87-8af4-b390af562826 req-13e5946b-bd25-4fe2-aa32-c66adf35d6c2 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Calling delete_port for 157d3728-418f-49be-8670-d0a5f89e1a09 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:07.748347 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc24702f-860c-4cd5-8f2c-3e8eff2179b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.754019 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.754826 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 9c757535-b667-421c-b16e-cd68aff94d0b details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:25:07.766050 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-bc24702f-860c-4cd5-8f2c-3e8eff2179b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for e6ead572-d637-45ed-ab8a-378e10d0833e owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:07.792253 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52516597-df02-4f61-89dd-f38a8a25ca9b None None] Pushing event updated for resources: {'Port': ['ID=d17737af-6c59-4dba-9bef-8eb913012b03,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:07.911779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:07.948526 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-516f311e-49ea-427e-ae8e-d0aa00de5b3f None None] Allocated IP 172.20.0.2 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/db891f7c-b1bf-4120-939b-19e335bf24a8/d17737af-6c59-4dba-9bef-8eb913012b03) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:07.955303 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9f2cca1-0e8f-4cf6-a86e-ef84b781f937 req-a52610a6-d4ae-4a94-9b83-2a7019be9e5c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022697 Nov 12 04:25:07.982474 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-227e41d0-d48e-4a87-8af4-b390af562826 req-13e5946b-bd25-4fe2-aa32-c66adf35d6c2 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.987912 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 9c757535-b667-421c-b16e-cd68aff94d0b, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9c757535-b667-421c-b16e-cd68aff94d0b,segment=NetworkSegment(8dc154d6-7960-4447-be39-027a9ad6840e),segment_id=8dc154d6-7960-4447-be39-027a9ad6840e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:08.004000 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '9c757535-b667-421c-b16e-cd68aff94d0b', 'network_id': '8ce3611a-3158-4092-88f0-6068ca0e253f', 'port_id': '9c757535-b667-421c-b16e-cd68aff94d0b', 'mac_address': 'fa:16:3e:79:ad:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa523a34-d8df-4b2a-8bb1-49cddad3028a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:25:08.054608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5946b-bd25-4fe2-aa32-c66adf35d6c2 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Pushing event deleted for resources: {'Port': ['ID=157d3728-418f-49be-8670-d0a5f89e1a09,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:08.087553 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b969c6d5-8050-4c94-834b-03cd31f23044 req-25dd88d2-8ccc-4fde-83d2-c09463203942 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f575c2-9d5f-4c1b-a1b9-0fc84e398b31 HTTP/1.1" status: 200 len: 210 time: 0.0567241 Nov 12 04:25:08.124487 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc24702f-860c-4cd5-8f2c-3e8eff2179b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.152632 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-227e41d0-d48e-4a87-8af4-b390af562826 req-13e5946b-bd25-4fe2-aa32-c66adf35d6c2 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] No DVR routers for this DVR port 157d3728-418f-49be-8670-d0a5f89e1a09 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:08.157657 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-227e41d0-d48e-4a87-8af4-b390af562826 req-13e5946b-bd25-4fe2-aa32-c66adf35d6c2 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.168017 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-227e41d0-d48e-4a87-8af4-b390af562826 req-13e5946b-bd25-4fe2-aa32-c66adf35d6c2 tempest-ListServerFiltersTestJSON-119697455 tempest-ListServerFiltersTestJSON-119697455-project] 10.222.0.31 "DELETE /v2.0/ports/157d3728-418f-49be-8670-d0a5f89e1a09 HTTP/1.1" status: 204 len: 173 time: 0.9438155 Nov 12 04:25:08.168303 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f575c2-9d5f-4c1b-a1b9-0fc84e398b31', 'name': 'network-vif-deleted', 'tag': '157d3728-418f-49be-8670-d0a5f89e1a09'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:08.188934 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d189296d-7d74-4963-8f5b-09b53274927c" -d '{"events": [{"server_uuid": "84f575c2-9d5f-4c1b-a1b9-0fc84e398b31", "name": "network-vif-deleted", "tag": "157d3728-418f-49be-8670-d0a5f89e1a09"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:08.212856 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24702f-860c-4cd5-8f2c-3e8eff2179b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=e6ead572-d637-45ed-ab8a-378e10d0833e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:08.366900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-516f311e-49ea-427e-ae8e-d0aa00de5b3f None None] For port d17737af-6c59-4dba-9bef-8eb913012b03, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d17737af-6c59-4dba-9bef-8eb913012b03,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:08.377227 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97625cd-227b-43f7-8eeb-68021c390303 req-26ffed3c-9a62-4092-8562-7fb65881de18 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:08.391397 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97625cd-227b-43f7-8eeb-68021c390303 req-26ffed3c-9a62-4092-8562-7fb65881de18 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:08.419920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97625cd-227b-43f7-8eeb-68021c390303 req-26ffed3c-9a62-4092-8562-7fb65881de18 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:08.421475 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-516f311e-49ea-427e-ae8e-d0aa00de5b3f None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.428481 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.445016 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c757535-b667-421c-b16e-cd68aff94d0b {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:08.452216 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97625cd-227b-43f7-8eeb-68021c390303 req-26ffed3c-9a62-4092-8562-7fb65881de18 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:08.478975 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97625cd-227b-43f7-8eeb-68021c390303 req-26ffed3c-9a62-4092-8562-7fb65881de18 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:08.497835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 9c757535-b667-421c-b16e-cd68aff94d0b, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9c757535-b667-421c-b16e-cd68aff94d0b,segment=NetworkSegment(8dc154d6-7960-4447-be39-027a9ad6840e),segment_id=8dc154d6-7960-4447-be39-027a9ad6840e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:08.501227 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97625cd-227b-43f7-8eeb-68021c390303 req-26ffed3c-9a62-4092-8562-7fb65881de18 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:08.510959 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97625cd-227b-43f7-8eeb-68021c390303 req-26ffed3c-9a62-4092-8562-7fb65881de18 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:08.513161 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc24702f-860c-4cd5-8f2c-3e8eff2179b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.513400 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-516f311e-49ea-427e-ae8e-d0aa00de5b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.516504 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bc24702f-860c-4cd5-8f2c-3e8eff2179b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/e6ead572-d637-45ed-ab8a-378e10d0833e HTTP/1.1" status: 204 len: 168 time: 1.2992606 Nov 12 04:25:08.518953 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50310) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:08.523732 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a97625cd-227b-43f7-8eeb-68021c390303 req-26ffed3c-9a62-4092-8562-7fb65881de18 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5436 time: 0.2910709 Nov 12 04:25:08.654787 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71621b59-ea94-4717-b5c0-3de092fef3dc tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:08.656749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71621b59-ea94-4717-b5c0-3de092fef3dc tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:08.658118 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f311e-49ea-427e-ae8e-d0aa00de5b3f None None] Pushing event updated for resources: {'Port': ['ID=d17737af-6c59-4dba-9bef-8eb913012b03,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:08.662570 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71621b59-ea94-4717-b5c0-3de092fef3dc tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:08.664338 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-71621b59-ea94-4717-b5c0-3de092fef3dc tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1443100 Nov 12 04:25:08.667296 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50312) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:08.669992 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a97625cd-227b-43f7-8eeb-68021c390303 req-0bdea2d4-77de-43a1-80f1-23e25836f02b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1427686 Nov 12 04:25:08.684488 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.688086 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 8b3ed3ea-e971-45fe-8276-9cc198e22638 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:25:08.699863 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.763610 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6424d5-3fef-4084-a57d-306b5343d1b9 x-openstack-request-id: req-9b6424d5-3fef-4084-a57d-306b5343d1b9 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:08.763914 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f575c2-9d5f-4c1b-a1b9-0fc84e398b31", "name": "network-vif-deleted", "tag": "157d3728-418f-49be-8670-d0a5f89e1a09", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:08.764213 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b6424d5-3fef-4084-a57d-306b5343d1b9 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:08.764605 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f575c2-9d5f-4c1b-a1b9-0fc84e398b31', 'name': 'network-vif-deleted', 'tag': '157d3728-418f-49be-8670-d0a5f89e1a09', 'status': 'completed', 'code': 200} Nov 12 04:25:08.797009 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9917e1-1753-4bae-afa4-0ce0b4ea986d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet c84a0c1f-f2d7-4e11-b973-59edb40d705f {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:25:08.807952 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df9917e1-1753-4bae-afa4-0ce0b4ea986d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.911098 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df9917e1-1753-4bae-afa4-0ce0b4ea986d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.961750 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 8b3ed3ea-e971-45fe-8276-9cc198e22638, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=8b3ed3ea-e971-45fe-8276-9cc198e22638,segment=NetworkSegment(c3320d2f-1f1d-4144-9305-fc487dd0be6d),segment_id=c3320d2f-1f1d-4144-9305-fc487dd0be6d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:08.985022 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339df1c-0dd8-44ab-bb31-916297139029 req-c0ac01c8-084a-47db-af1b-35b264165882 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:08.997809 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9339df1c-0dd8-44ab-bb31-916297139029 req-c0ac01c8-084a-47db-af1b-35b264165882 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1574786 Nov 12 04:25:09.030991 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '8b3ed3ea-e971-45fe-8276-9cc198e22638', 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12', 'port_id': '8b3ed3ea-e971-45fe-8276-9cc198e22638', 'mac_address': 'fa:16:3e:6c:be:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc4ed48-686a-4892-81a2-ac8d11ac1cc4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:25:09.083549 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df9917e1-1753-4bae-afa4-0ce0b4ea986d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.107855 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9339df1c-0dd8-44ab-bb31-916297139029 req-a8c22201-c3a6-40c6-b37f-849ec431cc27 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077912 Nov 12 04:25:09.157622 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.175034 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d17737af-6c59-4dba-9bef-8eb913012b03 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:09.282128 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3ed3ea-e971-45fe-8276-9cc198e22638 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:09.498817 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df9917e1-1753-4bae-afa4-0ce0b4ea986d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.501953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=9c757535-b667-421c-b16e-cd68aff94d0b,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:09.502452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8efc4-de49-4343-a0dc-2b9ac8912259 req-b1b3d7a4-4ed3-4e58-97bf-4bfe22894a12 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:09.502452 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf8efc4-de49-4343-a0dc-2b9ac8912259 req-b1b3d7a4-4ed3-4e58-97bf-4bfe22894a12 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 945 time: 0.1374009 Nov 12 04:25:09.503267 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.503549 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9917e1-1753-4bae-afa4-0ce0b4ea986d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=c84a0c1f-f2d7-4e11-b973-59edb40d705f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:09.503549 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df9917e1-1753-4bae-afa4-0ce0b4ea986d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.503549 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-df9917e1-1753-4bae-afa4-0ce0b4ea986d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/c84a0c1f-f2d7-4e11-b973-59edb40d705f HTTP/1.1" status: 204 len: 168 time: 0.7615039 Nov 12 04:25:09.504151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50326) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:09.504400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 8b3ed3ea-e971-45fe-8276-9cc198e22638, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=8b3ed3ea-e971-45fe-8276-9cc198e22638,segment=NetworkSegment(c3320d2f-1f1d-4144-9305-fc487dd0be6d),segment_id=c3320d2f-1f1d-4144-9305-fc487dd0be6d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:09.504400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d17737af-6c59-4dba-9bef-8eb913012b03 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:09.504400 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.530571 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf8efc4-de49-4343-a0dc-2b9ac8912259 req-d9a7af7e-edf6-47b1-8e00-50f05344932e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819692 Nov 12 04:25:09.585960 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c82da2-c321-4b08-865d-e1f8953e89cb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet db891f7c-b1bf-4120-939b-19e335bf24a8 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:25:09.608002 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-50c82da2-c321-4b08-865d-e1f8953e89cb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.619346 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50332) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:09.641715 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.740734 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8979a73-5ef3-4365-b824-5940d332d0db admin admin] Deleting subnet fa95a144-ef18-486f-afe6-5aa6185981b9 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:25:09.764994 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-50c82da2-c321-4b08-865d-e1f8953e89cb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.774614 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8979a73-5ef3-4365-b824-5940d332d0db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.821464 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 157d3728-418f-49be-8670-d0a5f89e1a09 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:09.872566 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8979a73-5ef3-4365-b824-5940d332d0db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.910279 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 157d3728-418f-49be-8670-d0a5f89e1a09 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:09.911071 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 157d3728-418f-49be-8670-d0a5f89e1a09 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:09.916759 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-50c82da2-c321-4b08-865d-e1f8953e89cb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.926994 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=8b3ed3ea-e971-45fe-8276-9cc198e22638,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:10.010853 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8979a73-5ef3-4365-b824-5940d332d0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:10.108494 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-50c82da2-c321-4b08-865d-e1f8953e89cb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:10.213948 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c82da2-c321-4b08-865d-e1f8953e89cb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=db891f7c-b1bf-4120-939b-19e335bf24a8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:10.236582 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-50c82da2-c321-4b08-865d-e1f8953e89cb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:10.240062 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-50c82da2-c321-4b08-865d-e1f8953e89cb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/db891f7c-b1bf-4120-939b-19e335bf24a8 HTTP/1.1" status: 204 len: 168 time: 0.8053014 Nov 12 04:25:10.242847 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50346) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:10.299739 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52399bb6-d092-40ef-8267-6fb9057d35f3 req-3ae0c15c-360b-4257-971e-01697335f38a tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:10.321436 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52399bb6-d092-40ef-8267-6fb9057d35f3 req-3ae0c15c-360b-4257-971e-01697335f38a tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:10.335204 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52399bb6-d092-40ef-8267-6fb9057d35f3 req-3ae0c15c-360b-4257-971e-01697335f38a tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:10.341077 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b6be8379-b49b-4141-8826-ace229c64310 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967293 Nov 12 04:25:10.342825 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8979a73-5ef3-4365-b824-5940d332d0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:10.344849 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50350) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:10.357658 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52399bb6-d092-40ef-8267-6fb9057d35f3 req-3ae0c15c-360b-4257-971e-01697335f38a tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:10.364872 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52399bb6-d092-40ef-8267-6fb9057d35f3 req-3ae0c15c-360b-4257-971e-01697335f38a tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:10.369072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9f7ed2bb-3488-4129-b036-b54a9ed8714e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:10.381117 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52399bb6-d092-40ef-8267-6fb9057d35f3 req-3ae0c15c-360b-4257-971e-01697335f38a tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:10.391075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52399bb6-d092-40ef-8267-6fb9057d35f3 req-3ae0c15c-360b-4257-971e-01697335f38a tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:10.401114 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52399bb6-d092-40ef-8267-6fb9057d35f3 req-3ae0c15c-360b-4257-971e-01697335f38a tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5438 time: 0.2262869 Nov 12 04:25:10.464812 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af52e5f7-1c0b-4b01-9693-528670d2c4ad None None] Network 6a76e814-73d2-4e4a-8781-449a1ff523d7 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:10.471500 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8979a73-5ef3-4365-b824-5940d332d0db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:10.485484 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d8979a73-5ef3-4365-b824-5940d332d0db admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fa95a144-ef18-486f-afe6-5aa6185981b9 HTTP/1.1" status: 204 len: 168 time: 0.8638728 Nov 12 04:25:10.486994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50352) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:10.570220 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8979a73-5ef3-4365-b824-5940d332d0db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa95a144-ef18-486f-afe6-5aa6185981b9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:10.672746 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1af3af-a13f-4a0f-87b5-93fd2e3422a7 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:10.673561 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:10.742407 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52399bb6-d092-40ef-8267-6fb9057d35f3 req-4eb87bf2-2e0d-445a-86d9-57a56fbb2b12 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3294070 Nov 12 04:25:10.776677 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-bc8b4b4e-4f88-40c7-9e89-783f02eba4fc None None] Provisioning complete for port d17737af-6c59-4dba-9bef-8eb913012b03 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:10.777310 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4b4e-4f88-40c7-9e89-783f02eba4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:10.805272 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['9c757535-b667-421c-b16e-cd68aff94d0b'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:25:10.836072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7ed2bb-3488-4129-b036-b54a9ed8714e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:10.842159 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed2bb-3488-4129-b036-b54a9ed8714e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:10.876414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] Deleting port d1df5171-8548-4be5-8b1c-37507dea274c {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:10.876766 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:10.881818 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9b4b03-e0a1-4c9a-9c77-98a99e5c2187 None None] DHCP port deletion for 6a76e814-73d2-4e4a-8781-449a1ff523d7 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:10.899982 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:25:10.979713 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['10c4593c-bc35-4324-a92d-6a4c5e8e4683'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:25:10.993815 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['8b3ed3ea-e971-45fe-8276-9cc198e22638'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:25:11.070831 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d1df5171-8548-4be5-8b1c-37507dea274c no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:11.254427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] For port d1df5171-8548-4be5-8b1c-37507dea274c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d1df5171-8548-4be5-8b1c-37507dea274c,segment=NetworkSegment(9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca),segment_id=9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:11.255008 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.268210 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d221e78-4f3d-4de5-8226-005fb863fe17 None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:11.294945 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] Calling delete_port for d1df5171-8548-4be5-8b1c-37507dea274c owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:11.323570 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1e7ce-f657-4609-97ad-b86f378f65c3 req-11e06945-4d0e-4354-b5af-37c7774fe6c3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:11.331026 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bb1e7ce-f657-4609-97ad-b86f378f65c3 req-11e06945-4d0e-4354-b5af-37c7774fe6c3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 945 time: 0.2844343 Nov 12 04:25:11.521375 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ca9b4b03-e0a1-4c9a-9c77-98a99e5c2187 None None] Deleting port d1df5171-8548-4be5-8b1c-37507dea274c {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:11.521969 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ca9b4b03-e0a1-4c9a-9c77-98a99e5c2187 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.532653 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bb1e7ce-f657-4609-97ad-b86f378f65c3 req-9a9a2abf-addc-42d7-a21a-77191ebb7ca0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005997 Nov 12 04:25:11.727762 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.765891 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['4cbb731e-d485-43c6-aa7c-f94c8d5d99e5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:25:11.776793 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1df5171-8548-4be5-8b1c-37507dea274c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:11.779080 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] No DVR routers for this DVR port d1df5171-8548-4be5-8b1c-37507dea274c on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:11.839945 n-d-768509-24 neutron-server[103297]: DEBUG neutron.objects.ports [None req-9f7ed2bb-3488-4129-b036-b54a9ed8714e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 04:25:11.857490 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62874d9b-db50-4bb7-ad3a-48acd0c0be66 req-62395c03-c8b7-4042-a469-ed5fb4465544 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:11.860643 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62874d9b-db50-4bb7-ad3a-48acd0c0be66 req-62395c03-c8b7-4042-a469-ed5fb4465544 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.2088499 Nov 12 04:25:11.908082 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-bc8b4b4e-4f88-40c7-9e89-783f02eba4fc None None] Could not find standard attr ID for object e6ead572-d637-45ed-ab8a-378e10d0833e. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:25:11.929623 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['ee1c7c92-c878-4363-aaec-68d541b247e9'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:25:11.933344 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['748ffb26-f9f4-41f0-b898-e8e2c87b6af5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:25:12.010337 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.022579 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Port d1df5171-8548-4be5-8b1c-37507dea274c update to DOWN by agent not found {{(pid=103298) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 04:25:12.032625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a76e814-73d2-4e4a-8781-449a1ff523d7']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:12.043961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:12.044369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:12.055582 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.072710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62874d9b-db50-4bb7-ad3a-48acd0c0be66 req-b62cc7bb-d3a9-4047-a89c-4a3024fa21cf tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037523 Nov 12 04:25:12.100903 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.117372 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:25:12.120646 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.127690 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ca9b4b03-e0a1-4c9a-9c77-98a99e5c2187 None None] For port d1df5171-8548-4be5-8b1c-37507dea274c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d1df5171-8548-4be5-8b1c-37507dea274c,segment=NetworkSegment(9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca),segment_id=9e6a181b-567a-44b2-a4a6-7f29c6d6d1ca)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:12.128094 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ca9b4b03-e0a1-4c9a-9c77-98a99e5c2187 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:25:12.130458 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:25:12.192989 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4d221e78-4f3d-4de5-8226-005fb863fe17 None None] Deleting port d17737af-6c59-4dba-9bef-8eb913012b03 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:12.192989 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4d221e78-4f3d-4de5-8226-005fb863fe17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.198369 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ca9b4b03-e0a1-4c9a-9c77-98a99e5c2187 None None] Calling delete_port for d1df5171-8548-4be5-8b1c-37507dea274c owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:12.610821 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.619613 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.625865 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6a76e814-73d2-4e4a-8781-449a1ff523d7 HTTP/1.1" status: 204 len: 168 time: 2.1286798 Nov 12 04:25:12.641447 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d27d2-ac19-4892-85b9-3b75a3ed8756 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a76e814-73d2-4e4a-8781-449a1ff523d7,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:12.775166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4d221e78-4f3d-4de5-8226-005fb863fe17 None None] For port d17737af-6c59-4dba-9bef-8eb913012b03, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d17737af-6c59-4dba-9bef-8eb913012b03,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:12.776701 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4d221e78-4f3d-4de5-8226-005fb863fe17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.836056 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4d221e78-4f3d-4de5-8226-005fb863fe17 None None] Calling delete_port for d17737af-6c59-4dba-9bef-8eb913012b03 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:12.865216 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed2bb-3488-4129-b036-b54a9ed8714e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.897871 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ca9b4b03-e0a1-4c9a-9c77-98a99e5c2187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.012304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ca9b4b03-e0a1-4c9a-9c77-98a99e5c2187 None None] Network 6a76e814-73d2-4e4a-8781-449a1ff523d7 is not hosted by any dhcp agent {{(pid=103298) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:25:13.012777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9b4b03-e0a1-4c9a-9c77-98a99e5c2187 None None] No DVR routers for this DVR port d1df5171-8548-4be5-8b1c-37507dea274c on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:13.014532 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b4b03-e0a1-4c9a-9c77-98a99e5c2187 None None] Pushing event deleted for resources: {'Port': ['ID=d1df5171-8548-4be5-8b1c-37507dea274c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:13.099583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d17737af-6c59-4dba-9bef-8eb913012b03 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:13.130481 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-9f7ed2bb-3488-4129-b036-b54a9ed8714e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] For port d17737af-6c59-4dba-9bef-8eb913012b03, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d17737af-6c59-4dba-9bef-8eb913012b03,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:13.216156 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed2bb-3488-4129-b036-b54a9ed8714e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.289510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50400) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:13.311745 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed2bb-3488-4129-b036-b54a9ed8714e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.311745 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed2bb-3488-4129-b036-b54a9ed8714e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.316800 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.367512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-553ae98b-0a6c-41bf-b33a-a83bd828713c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30270a58cabc4c199978c7ac49ec7f25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0759699 Nov 12 04:25:13.374042 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50402) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:13.445617 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2118641-c709-436e-919a-756910b9561c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.465344 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7ed2bb-3488-4129-b036-b54a9ed8714e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:13.474669 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2118641-c709-436e-919a-756910b9561c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.475201 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9f7ed2bb-3488-4129-b036-b54a9ed8714e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:13.484880 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ed2bb-3488-4129-b036-b54a9ed8714e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:13.485800 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed2bb-3488-4129-b036-b54a9ed8714e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.508246 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ed2bb-3488-4129-b036-b54a9ed8714e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=d17737af-6c59-4dba-9bef-8eb913012b03,revision_number=8']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:13.512280 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ed2bb-3488-4129-b036-b54a9ed8714e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=de292bcb-4030-426a-a154-29dece7f2b21,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:13.584915 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4d221e78-4f3d-4de5-8226-005fb863fe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.621931 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9f7ed2bb-3488-4129-b036-b54a9ed8714e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2616854 Nov 12 04:25:13.622407 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50410) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:13.632748 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d221e78-4f3d-4de5-8226-005fb863fe17 None None] No DVR routers for this DVR port d17737af-6c59-4dba-9bef-8eb913012b03 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:13.633327 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-838736f9-fb7c-4f3a-a247-6a22134a4bc3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:13.710313 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa8a5c4-1dc8-4839-b9d7-b75ad8928794 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:13.713473 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d221e78-4f3d-4de5-8226-005fb863fe17 None None] Pushing event deleted for resources: {'Port': ['ID=d17737af-6c59-4dba-9bef-8eb913012b03,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:13.760842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c68a22-141c-477a-90df-ea2d1b6a55c8 req-67f66305-181c-41d4-95e3-8097284b7125 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:13.767277 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c68a22-141c-477a-90df-ea2d1b6a55c8 req-67f66305-181c-41d4-95e3-8097284b7125 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:13.776557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c68a22-141c-477a-90df-ea2d1b6a55c8 req-67f66305-181c-41d4-95e3-8097284b7125 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:13.787712 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c68a22-141c-477a-90df-ea2d1b6a55c8 req-67f66305-181c-41d4-95e3-8097284b7125 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:13.793953 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c68a22-141c-477a-90df-ea2d1b6a55c8 req-67f66305-181c-41d4-95e3-8097284b7125 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:13.801894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c68a22-141c-477a-90df-ea2d1b6a55c8 req-67f66305-181c-41d4-95e3-8097284b7125 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:13.809948 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c68a22-141c-477a-90df-ea2d1b6a55c8 req-67f66305-181c-41d4-95e3-8097284b7125 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:13.811966 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8c68a22-141c-477a-90df-ea2d1b6a55c8 req-67f66305-181c-41d4-95e3-8097284b7125 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5438 time: 0.1571643 Nov 12 04:25:13.813128 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2118641-c709-436e-919a-756910b9561c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.815724 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2118641-c709-436e-919a-756910b9561c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.819116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b2118641-c709-436e-919a-756910b9561c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e8fc80c-eb55-4bbf-8bc8-92661ea4c121 HTTP/1.1" status: 204 len: 168 time: 0.4414647 Nov 12 04:25:13.830859 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2118641-c709-436e-919a-756910b9561c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8fc80c-eb55-4bbf-8bc8-92661ea4c121,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:13.852223 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 9c757535-b667-421c-b16e-cd68aff94d0b up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:13.917466 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8c68a22-141c-477a-90df-ea2d1b6a55c8 req-b689a481-2d19-4e4f-86cb-26028f6dd55f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765429 Nov 12 04:25:13.992077 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838736f9-fb7c-4f3a-a247-6a22134a4bc3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:14.001327 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-838736f9-fb7c-4f3a-a247-6a22134a4bc3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.016139 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': 'de292bcb-4030-426a-a154-29dece7f2b21'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:25:14.019049 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.067090 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca47e2-ec06-413d-a964-0ca0f3400913 req-0e2e45bc-79b3-41ee-8ae7-f96d53411dc5 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:14.069383 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99ca47e2-ec06-413d-a964-0ca0f3400913 req-0e2e45bc-79b3-41ee-8ae7-f96d53411dc5 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0643561 Nov 12 04:25:14.125615 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99ca47e2-ec06-413d-a964-0ca0f3400913 req-c2987e55-c2b2-4eb5-a1c7-d07bd38a533a tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489380 Nov 12 04:25:14.181908 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 9c757535-b667-421c-b16e-cd68aff94d0b completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:25:14.191180 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 9c757535-b667-421c-b16e-cd68aff94d0b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:14.191354 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.264550 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] Allocated IP 2001:db8::f816:3eff:fea7:b878 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/de292bcb-4030-426a-a154-29dece7f2b21/d35280c8-70e5-472d-82c0-bde10f3ca35c) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:14.328821 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71252ebb-bd50-4763-9e18-142c66760a9d req-d8f5aa00-b291-4f5e-baf7-3c54d7da1db9 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:14.346573 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-71252ebb-bd50-4763-9e18-142c66760a9d req-d8f5aa00-b291-4f5e-baf7-3c54d7da1db9 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 945 time: 0.1388237 Nov 12 04:25:14.393251 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-71252ebb-bd50-4763-9e18-142c66760a9d req-9a103745-051f-4889-9a1f-954d005361d6 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454984 Nov 12 04:25:14.413137 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.457361 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c757535-b667-421c-b16e-cd68aff94d0b'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:14.459661 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dac5a0-bb52-4d78-965b-c6fbcea171a0" -d '{"events": [{"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-plugged", "status": "completed", "tag": "9c757535-b667-421c-b16e-cd68aff94d0b"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:14.494983 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 9c757535-b667-421c-b16e-cd68aff94d0b, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9c757535-b667-421c-b16e-cd68aff94d0b,segment=NetworkSegment(8dc154d6-7960-4447-be39-027a9ad6840e),segment_id=8dc154d6-7960-4447-be39-027a9ad6840e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:14.523928 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fc8b6e-d633-4b1d-bc20-1f4aa879eea6 x-openstack-request-id: req-34fc8b6e-d633-4b1d-bc20-1f4aa879eea6 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:14.524227 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-plugged", "status": "completed", "tag": "9c757535-b667-421c-b16e-cd68aff94d0b", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:14.524489 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34fc8b6e-d633-4b1d-bc20-1f4aa879eea6 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:14.524909 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c757535-b667-421c-b16e-cd68aff94d0b', 'code': 200} Nov 12 04:25:14.526665 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.536615 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-838736f9-fb7c-4f3a-a247-6a22134a4bc3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.596521 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838736f9-fb7c-4f3a-a247-6a22134a4bc3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:14.602186 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-838736f9-fb7c-4f3a-a247-6a22134a4bc3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:14.607006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838736f9-fb7c-4f3a-a247-6a22134a4bc3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:14.607762 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-838736f9-fb7c-4f3a-a247-6a22134a4bc3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.620692 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838736f9-fb7c-4f3a-a247-6a22134a4bc3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=87c3a6e2-aa34-4ec5-a292-e0f536398dad,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:14.649949 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.681035 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.706676 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:14.710775 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:14.718816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:14.725400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=9c757535-b667-421c-b16e-cd68aff94d0b,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:14.745107 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-838736f9-fb7c-4f3a-a247-6a22134a4bc3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1213732 Nov 12 04:25:14.747790 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50446) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:14.752851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8a5474c4-fc5e-4086-9a1c-cd3b3784d370 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'mac_address': 'fa:16:3e:03:fc:41', 'name': 'tempest-NetworksTestDHCPv6-13053300'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:14.816703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] Pushing event updated for resources: {'Port': ['ID=d35280c8-70e5-472d-82c0-bde10f3ca35c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:14.820889 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] Attempting to bind port d35280c8-70e5-472d-82c0-bde10f3ca35c on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:14.821258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] Attempting to bind port d35280c8-70e5-472d-82c0-bde10f3ca35c by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:14.822979 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] Attempting to bind port d35280c8-70e5-472d-82c0-bde10f3ca35c on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:14.828419 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:14.828798 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:14.829227 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.829618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:14.830084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] Bound port: d35280c8-70e5-472d-82c0-bde10f3ca35c, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:14.830471 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.900026 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] For port d35280c8-70e5-472d-82c0-bde10f3ca35c, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:14.903282 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] For port d35280c8-70e5-472d-82c0-bde10f3ca35c, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d35280c8-70e5-472d-82c0-bde10f3ca35c,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:15.005002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5474c4-fc5e-4086-9a1c-cd3b3784d370 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:15.039274 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.074797 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00df218-c779-4351-b220-99853b71bf9e req-0e3e22dd-6222-4e02-91c8-2aa6d8b2ae77 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:15.082562 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00df218-c779-4351-b220-99853b71bf9e req-0e3e22dd-6222-4e02-91c8-2aa6d8b2ae77 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:15.089173 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00df218-c779-4351-b220-99853b71bf9e req-0e3e22dd-6222-4e02-91c8-2aa6d8b2ae77 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:15.095480 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00df218-c779-4351-b220-99853b71bf9e req-0e3e22dd-6222-4e02-91c8-2aa6d8b2ae77 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:15.097951 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4797b-52fb-4adb-a5af-80121c0e6611 None None] Pushing event updated for resources: {'Port': ['ID=d35280c8-70e5-472d-82c0-bde10f3ca35c,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:15.103186 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00df218-c779-4351-b220-99853b71bf9e req-0e3e22dd-6222-4e02-91c8-2aa6d8b2ae77 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:15.105697 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a5474c4-fc5e-4086-9a1c-cd3b3784d370 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.125524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00df218-c779-4351-b220-99853b71bf9e req-0e3e22dd-6222-4e02-91c8-2aa6d8b2ae77 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:15.130753 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-8a5474c4-fc5e-4086-9a1c-cd3b3784d370 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port 45deb7fa-5513-4270-b088-b321d4464e8d yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:25:15.132331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00df218-c779-4351-b220-99853b71bf9e req-0e3e22dd-6222-4e02-91c8-2aa6d8b2ae77 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:15.145420 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a00df218-c779-4351-b220-99853b71bf9e req-0e3e22dd-6222-4e02-91c8-2aa6d8b2ae77 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5439 time: 0.1428249 Nov 12 04:25:15.256695 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a00df218-c779-4351-b220-99853b71bf9e req-d173a21b-fbb8-44f9-91e3-a9c80fd869a8 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1101112 Nov 12 04:25:15.365253 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-8a5474c4-fc5e-4086-9a1c-cd3b3784d370 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 172.20.0.14 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/87c3a6e2-aa34-4ec5-a292-e0f536398dad/45deb7fa-5513-4270-b088-b321d4464e8d) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:15.372706 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-8a5474c4-fc5e-4086-9a1c-cd3b3784d370 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::f816:3eff:fe03:fc41 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/de292bcb-4030-426a-a154-29dece7f2b21/45deb7fa-5513-4270-b088-b321d4464e8d) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:15.429149 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a64b7-5a81-489e-98a7-937f4bddc03e req-d9eef7bf-1953-4eba-a00a-18cd78ce4219 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:15.431491 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb9a64b7-5a81-489e-98a7-937f4bddc03e req-d9eef7bf-1953-4eba-a00a-18cd78ce4219 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0899720 Nov 12 04:25:15.542400 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb9a64b7-5a81-489e-98a7-937f4bddc03e req-7ff83fed-21c2-4f46-b86f-6c1aff07945e tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846729 Nov 12 04:25:15.572907 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50470) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:15.655473 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a5474c4-fc5e-4086-9a1c-cd3b3784d370 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.692539 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f54193-237f-4863-a78e-9f6406a8aabd req-d15508c0-c936-4913-9920-81448d4101e1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:15.694478 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88f54193-237f-4863-a78e-9f6406a8aabd req-d15508c0-c936-4913-9920-81448d4101e1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 945 time: 0.0731575 Nov 12 04:25:15.752006 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-97934430-5094-4da0-b549-9f0d0b865e3a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-872880899-network', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:15.773469 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88f54193-237f-4863-a78e-9f6406a8aabd req-7cb298da-b3f7-4fe8-b2a0-2793e244d214 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709059 Nov 12 04:25:15.796753 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a5474c4-fc5e-4086-9a1c-cd3b3784d370 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.817035 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:15.839102 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5474c4-fc5e-4086-9a1c-cd3b3784d370 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:15.842978 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8a5474c4-fc5e-4086-9a1c-cd3b3784d370 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:15.844491 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device fc8b5ac1-ca30-4229-a15f-653a112338df details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:25:15.847469 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5474c4-fc5e-4086-9a1c-cd3b3784d370 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:15.857955 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97934430-5094-4da0-b549-9f0d0b865e3a admin admin] Made reservation on behalf of 7a1045004a3f4c249c8ef8ce0dd9470c for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:15.860484 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97934430-5094-4da0-b549-9f0d0b865e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.877901 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97934430-5094-4da0-b549-9f0d0b865e3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.894949 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5474c4-fc5e-4086-9a1c-cd3b3784d370 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=45deb7fa-5513-4270-b088-b321d4464e8d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:15.955909 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5474c4-fc5e-4086-9a1c-cd3b3784d370 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:15.956305 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a5474c4-fc5e-4086-9a1c-cd3b3784d370 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.973879 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5c32d-c936-4749-bbdb-1a17372c02f6 req-38f11efb-a390-4325-b75b-cf35b98e5d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:15.981675 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b7b5c32d-c936-4749-bbdb-1a17372c02f6 req-38f11efb-a390-4325-b75b-cf35b98e5d25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5dbdfbedb0645dfa188fd2273da30e3&device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 1098 time: 0.0975275 Nov 12 04:25:16.028370 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97934430-5094-4da0-b549-9f0d0b865e3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.064439 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port fc8b5ac1-ca30-4229-a15f-653a112338df, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=fc8b5ac1-ca30-4229-a15f-653a112338df,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:16.083764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'fc8b5ac1-ca30-4229-a15f-653a112338df', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'port_id': 'fc8b5ac1-ca30-4229-a15f-653a112338df', 'mac_address': 'fa:16:3e:c8:c0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:25:16.100476 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8a5474c4-fc5e-4086-9a1c-cd3b3784d370 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3513741 Nov 12 04:25:16.101055 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50480) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:16.136449 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.148847 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5c32d-c936-4749-bbdb-1a17372c02f6 req-6c4a565e-99e5-4471-87a1-bce2f162c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:16.150415 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b7b5c32d-c936-4749-bbdb-1a17372c02f6 req-6c4a565e-99e5-4471-87a1-bce2f162c1c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f HTTP/1.1" status: 200 len: 915 time: 0.1598217 Nov 12 04:25:16.152339 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc8b5ac1-ca30-4229-a15f-653a112338df {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:16.166691 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97934430-5094-4da0-b549-9f0d0b865e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.176954 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port fc8b5ac1-ca30-4229-a15f-653a112338df, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=fc8b5ac1-ca30-4229-a15f-653a112338df,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:16.200172 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c92c1b8-d32a-440e-a8ec-9ee4a1ed421e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:16.209583 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c92c1b8-d32a-440e-a8ec-9ee4a1ed421e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:16.214282 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1c92c1b8-d32a-440e-a8ec-9ee4a1ed421e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1098657 Nov 12 04:25:16.218404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50484) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:16.221819 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b7b5c32d-c936-4749-bbdb-1a17372c02f6 req-4eb0e179-e1dd-4f10-8419-40fa5b8fffe0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eed06a5e-8678-401c-8a5f-cba757927912 HTTP/1.1" status: 200 len: 217 time: 0.0627999 Nov 12 04:25:16.233295 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:25:16.238036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:16.238509 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.240120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97934430-5094-4da0-b549-9f0d0b865e3a admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:25:16.263702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97934430-5094-4da0-b549-9f0d0b865e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8990dc8c-3a03-41a0-83f1-691429ff9b66,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:16.273568 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97934430-5094-4da0-b549-9f0d0b865e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.273827 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-97934430-5094-4da0-b549-9f0d0b865e3a admin admin] Added segment fe47cce3-309e-47fe-80ed-082a6e2a2cae of type vlan for network 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 Nov 12 04:25:16.279337 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.287997 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5c32d-c936-4749-bbdb-1a17372c02f6 req-beebcb59-11b0-4338-be0c-3cce56e8548a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:16.290616 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b7b5c32d-c936-4749-bbdb-1a17372c02f6 req-beebcb59-11b0-4338-be0c-3cce56e8548a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c7d94b8-4379-4d9a-b153-80af21551b65 HTTP/1.1" status: 200 len: 854 time: 0.0593677 Nov 12 04:25:16.364946 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b7b5c32d-c936-4749-bbdb-1a17372c02f6 req-33ffe39b-a3f4-4f44-9d67-39e4273bb61b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597448 Nov 12 04:25:16.388508 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=fc8b5ac1-ca30-4229-a15f-653a112338df,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:16.451343 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97934430-5094-4da0-b549-9f0d0b865e3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.469292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14953eb5-a141-4b47-a543-abbc1f641842 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:16.506454 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['fc8b5ac1-ca30-4229-a15f-653a112338df'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:25:16.519824 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-56b43a26-331c-41dc-898d-10a43f5f9998 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port 45deb7fa-5513-4270-b088-b321d4464e8d {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:16.520114 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56b43a26-331c-41dc-898d-10a43f5f9998 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.527452 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b7b5c32d-c936-4749-bbdb-1a17372c02f6 req-7005aa05-64f5-4fae-833f-7867ec54bdb7 service neutron] 10.222.0.21 "GET /v2.0/networks/0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534460 Nov 12 04:25:16.548590 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.564731 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507826-cd82-4fb9-8bf0-5707693689b1 req-9f62780c-1780-4864-8445-24fe0ea38608 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:16.570786 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507826-cd82-4fb9-8bf0-5707693689b1 req-9f62780c-1780-4864-8445-24fe0ea38608 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:16.577075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507826-cd82-4fb9-8bf0-5707693689b1 req-9f62780c-1780-4864-8445-24fe0ea38608 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:16.583787 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507826-cd82-4fb9-8bf0-5707693689b1 req-9f62780c-1780-4864-8445-24fe0ea38608 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:16.590103 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507826-cd82-4fb9-8bf0-5707693689b1 req-9f62780c-1780-4864-8445-24fe0ea38608 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:16.596670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507826-cd82-4fb9-8bf0-5707693689b1 req-9f62780c-1780-4864-8445-24fe0ea38608 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:16.603075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507826-cd82-4fb9-8bf0-5707693689b1 req-9f62780c-1780-4864-8445-24fe0ea38608 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:16.605621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-be507826-cd82-4fb9-8bf0-5707693689b1 req-9f62780c-1780-4864-8445-24fe0ea38608 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5439 time: 0.1956613 Nov 12 04:25:16.617977 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:16.620843 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bdbcb1-1b7f-4dcd-934f-c47afaa40bcb" -d '{"events": [{"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-plugged", "status": "completed", "tag": "a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:16.624177 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-02e2c387-ec82-4ebc-a078-ed40f5063f14 None None] Provisioning complete for port d35280c8-70e5-472d-82c0-bde10f3ca35c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:16.624551 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02e2c387-ec82-4ebc-a078-ed40f5063f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.654140 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97934430-5094-4da0-b549-9f0d0b865e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.655176 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97934430-5094-4da0-b549-9f0d0b865e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:16.655747 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97934430-5094-4da0-b549-9f0d0b865e3a admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.675698 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:16.730766 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b7b5c32d-c936-4749-bbdb-1a17372c02f6 req-69ff2131-983c-4f8e-928e-e54d4dd066a6 service neutron] 10.222.0.21 "GET /v2.0/networks/0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907492 Nov 12 04:25:16.793411 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97934430-5094-4da0-b549-9f0d0b865e3a admin admin] Pushing event updated for resources: {'Network': ['ID=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:16.796730 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56b43a26-331c-41dc-898d-10a43f5f9998 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.814370 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-be507826-cd82-4fb9-8bf0-5707693689b1 req-4bb41006-0d93-4806-9ab1-7343405bd538 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1811688 Nov 12 04:25:16.822701 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-56b43a26-331c-41dc-898d-10a43f5f9998 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for 45deb7fa-5513-4270-b088-b321d4464e8d owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:16.853076 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:25:16.855997 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.856838 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device eed06a5e-8678-401c-8a5f-cba757927912 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:16.867340 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-97934430-5094-4da0-b549-9f0d0b865e3a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2929845 Nov 12 04:25:16.871358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50506) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:16.876175 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-9a8945b2-2a2b-4141-9852-1ed7b5b7dc90 admin admin] Request body: {'subnet': {'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-872880899-subnet', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:17.043092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8945b2-2a2b-4141-9852-1ed7b5b7dc90 admin admin] Made reservation on behalf of 7a1045004a3f4c249c8ef8ce0dd9470c for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:17.045731 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9a8945b2-2a2b-4141-9852-1ed7b5b7dc90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.073242 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3e0e2-8e56-4d00-9bbf-5731c0801156 req-b51be0ac-dfdf-497a-ae0d-566c310463a2 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:17.075253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25c3e0e2-8e56-4d00-9bbf-5731c0801156 req-b51be0ac-dfdf-497a-ae0d-566c310463a2 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1211419 Nov 12 04:25:17.104542 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d35280c8-70e5-472d-82c0-bde10f3ca35c up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:17.128006 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.192785 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25c3e0e2-8e56-4d00-9bbf-5731c0801156 req-9ab6aec7-0ea8-4bb3-850e-927592b75fcb tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027336 Nov 12 04:25:17.225582 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56b43a26-331c-41dc-898d-10a43f5f9998 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.265830 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b43a26-331c-41dc-898d-10a43f5f9998 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=45deb7fa-5513-4270-b088-b321d4464e8d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:17.442383 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e448276b-e7c6-4b87-bc3c-95fdf1c714ac x-openstack-request-id: req-e448276b-e7c6-4b87-bc3c-95fdf1c714ac {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:17.442777 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-plugged", "status": "completed", "tag": "a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:17.443034 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e448276b-e7c6-4b87-bc3c-95fdf1c714ac {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:17.443425 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35', 'code': 200} Nov 12 04:25:17.492430 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02e2c387-ec82-4ebc-a078-ed40f5063f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.500848 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56b43a26-331c-41dc-898d-10a43f5f9998 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.503142 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:17.504922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-56b43a26-331c-41dc-898d-10a43f5f9998 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/45deb7fa-5513-4270-b088-b321d4464e8d HTTP/1.1" status: 204 len: 168 time: 1.2829595 Nov 12 04:25:17.507553 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50524) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:17.560895 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5b9e4-fec2-4d26-a720-5b428c3c49a0 req-57e2c935-6ffd-4acc-9a53-27656b62ef59 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:17.563884 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54d5b9e4-fec2-4d26-a720-5b428c3c49a0 req-57e2c935-6ffd-4acc-9a53-27656b62ef59 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 944 time: 0.2225194 Nov 12 04:25:17.571153 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9a8945b2-2a2b-4141-9852-1ed7b5b7dc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.619888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-02e2c387-ec82-4ebc-a078-ed40f5063f14 None None] For port d35280c8-70e5-472d-82c0-bde10f3ca35c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d35280c8-70e5-472d-82c0-bde10f3ca35c,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:17.650894 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f9d4d3-85a7-4034-9e59-03f76c8badc3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:17.650894 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f9d4d3-85a7-4034-9e59-03f76c8badc3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:17.651493 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f9d4d3-85a7-4034-9e59-03f76c8badc3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:17.654063 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c5f9d4d3-85a7-4034-9e59-03f76c8badc3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1453915 Nov 12 04:25:17.656791 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50528) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:17.664541 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d35280c8-70e5-472d-82c0-bde10f3ca35c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:17.664914 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.667070 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.717402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8945b2-2a2b-4141-9852-1ed7b5b7dc90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8b898de-bc95-4aef-bd99-1e08bfac169b,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:17.720581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c36b4e-c8cc-45dd-af80-7546daa90c94 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet 87c3a6e2-aa34-4ec5-a292-e0f536398dad {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:25:17.724936 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8945b2-2a2b-4141-9852-1ed7b5b7dc90 admin admin] Checking segment: {'id': 'fe47cce3-309e-47fe-80ed-082a6e2a2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:17.725310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8945b2-2a2b-4141-9852-1ed7b5b7dc90 admin admin] Network hostable DHCP agents. Network: 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:25:17.726435 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5c36b4e-c8cc-45dd-af80-7546daa90c94 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.750556 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54d5b9e4-fec2-4d26-a720-5b428c3c49a0 req-e12ddd28-4e1f-4e22-bf6b-da182a357095 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688247 Nov 12 04:25:17.754666 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port eed06a5e-8678-401c-8a5f-cba757927912, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=eed06a5e-8678-401c-8a5f-cba757927912,segment=NetworkSegment(3511ccee-5633-4cc0-acc5-c9fb5a1e69da),segment_id=3511ccee-5633-4cc0-acc5-c9fb5a1e69da)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:17.768695 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02e2c387-ec82-4ebc-a078-ed40f5063f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.779165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccfab27-0cae-42f2-9b36-a84cf74b15bd None None] Update dhcp port {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'fixed_ips': [{'subnet_id': 'de292bcb-4030-426a-a154-29dece7f2b21', 'ip_address': '2001:db8::f816:3eff:fea7:b878'}, {'subnet_id': '87c3a6e2-aa34-4ec5-a292-e0f536398dad'}], 'binding:host_id': 'n-d-768509-24'}, 'id': 'd35280c8-70e5-472d-82c0-bde10f3ca35c'} from n-d-768509-24. {{(pid=103298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:25:17.793475 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5c36b4e-c8cc-45dd-af80-7546daa90c94 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.867473 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8945b2-2a2b-4141-9852-1ed7b5b7dc90 admin admin] Network 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:25:17.877647 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5c36b4e-c8cc-45dd-af80-7546daa90c94 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.880837 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device fc8b5ac1-ca30-4229-a15f-653a112338df up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:18.020102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-9a8945b2-2a2b-4141-9852-1ed7b5b7dc90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:18.026234 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8945b2-2a2b-4141-9852-1ed7b5b7dc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:18.026854 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9a8945b2-2a2b-4141-9852-1ed7b5b7dc90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.038274 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.051155 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61becf49-0dde-421c-b018-e82fc5871216 None None] Network 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:18.059774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13020e68-caf5-4974-9feb-57051572fd57 req-d139af6b-585c-44d2-b4ca-16d629209297 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:18.062253 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5c36b4e-c8cc-45dd-af80-7546daa90c94 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.062902 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2c387-ec82-4ebc-a078-ed40f5063f14 None None] Pushing event updated for resources: {'Port': ['ID=d35280c8-70e5-472d-82c0-bde10f3ca35c,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:18.066213 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13020e68-caf5-4974-9feb-57051572fd57 req-d139af6b-585c-44d2-b4ca-16d629209297 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:18.072871 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13020e68-caf5-4974-9feb-57051572fd57 req-d139af6b-585c-44d2-b4ca-16d629209297 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:18.079387 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13020e68-caf5-4974-9feb-57051572fd57 req-d139af6b-585c-44d2-b4ca-16d629209297 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:18.084857 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5c36b4e-c8cc-45dd-af80-7546daa90c94 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.085802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13020e68-caf5-4974-9feb-57051572fd57 req-d139af6b-585c-44d2-b4ca-16d629209297 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:18.094497 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d5c36b4e-c8cc-45dd-af80-7546daa90c94 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/87c3a6e2-aa34-4ec5-a292-e0f536398dad HTTP/1.1" status: 204 len: 168 time: 0.4345717 Nov 12 04:25:18.096099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13020e68-caf5-4974-9feb-57051572fd57 req-d139af6b-585c-44d2-b4ca-16d629209297 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:18.099547 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13020e68-caf5-4974-9feb-57051572fd57 req-d139af6b-585c-44d2-b4ca-16d629209297 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:18.107597 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13020e68-caf5-4974-9feb-57051572fd57 req-d139af6b-585c-44d2-b4ca-16d629209297 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5440 time: 0.1289167 Nov 12 04:25:18.115591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50540) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:18.132275 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c36b4e-c8cc-45dd-af80-7546daa90c94 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=87c3a6e2-aa34-4ec5-a292-e0f536398dad,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:18.132459 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:18.137081 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=eed06a5e-8678-401c-8a5f-cba757927912,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:18.148074 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ccfab27-0cae-42f2-9b36-a84cf74b15bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.159406 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9a8945b2-2a2b-4141-9852-1ed7b5b7dc90 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2818427 Nov 12 04:25:18.159776 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50542) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:18.164743 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-04310c31-7c5d-4adc-87e3-fd7ccf52313f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-872880899-router', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:18.207088 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75c73f0-ebe2-4b5e-902a-b03b23f8c593 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet de292bcb-4030-426a-a154-29dece7f2b21 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:25:18.217913 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f75c73f0-ebe2-4b5e-902a-b03b23f8c593 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.258238 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13020e68-caf5-4974-9feb-57051572fd57 req-9ce259c2-99a9-4cb3-90be-0d4d632a8d16 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1475792 Nov 12 04:25:18.301110 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f75c73f0-ebe2-4b5e-902a-b03b23f8c593 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.310015 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04310c31-7c5d-4adc-87e3-fd7ccf52313f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.313936 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04310c31-7c5d-4adc-87e3-fd7ccf52313f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.400577 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04310c31-7c5d-4adc-87e3-fd7ccf52313f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.457362 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2a3bf-a6a7-4467-94f8-b8cb9d226dc1 req-101ff789-05cb-4fbb-aeba-4e08f7e78228 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:18.458938 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4e2a3bf-a6a7-4467-94f8-b8cb9d226dc1 req-101ff789-05cb-4fbb-aeba-4e08f7e78228 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 944 time: 0.0850816 Nov 12 04:25:18.513606 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.529482 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f75c73f0-ebe2-4b5e-902a-b03b23f8c593 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.594406 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4e2a3bf-a6a7-4467-94f8-b8cb9d226dc1 req-241d1404-5fca-4ae7-a309-fd098428567d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125586 Nov 12 04:25:18.598378 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08fa2d3-0767-4411-8a14-88ed21959167 None None] Network 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:18.675215 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port fc8b5ac1-ca30-4229-a15f-653a112338df triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:18.675664 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.760988 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:25:18.783217 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f75c73f0-ebe2-4b5e-902a-b03b23f8c593 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server [None req-6ccfab27-0cae-42f2-9b36-a84cf74b15bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de292bcb-4030-426a-a154-29dece7f2b21: This subnet is being modified by another concurrent operation. Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise exception Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de292bcb-4030-426a-a154-29dece7f2b21: This subnet is being modified by another concurrent operation. Nov 12 04:25:18.796471 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server Nov 12 04:25:18.810133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:18.810506 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.823317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c73f0-ebe2-4b5e-902a-b03b23f8c593 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=de292bcb-4030-426a-a154-29dece7f2b21,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:18.833790 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04310c31-7c5d-4adc-87e3-fd7ccf52313f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.834288 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f75c73f0-ebe2-4b5e-902a-b03b23f8c593 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.837374 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f75c73f0-ebe2-4b5e-902a-b03b23f8c593 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/de292bcb-4030-426a-a154-29dece7f2b21 HTTP/1.1" status: 204 len: 168 time: 0.7197471 Nov 12 04:25:18.844190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50554) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:18.939831 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50556) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:18.946233 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d7be9b9f-8969-4388-87b1-97529b758e1f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:18.951738 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d0dfc917-b357-47f3-bc1b-5d2bdbdff069 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056185 Nov 12 04:25:19.010508 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8c68cc-a32f-4708-b960-11cccc85b62e None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:19.030609 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cd153-e93c-49e5-84f3-375e96fc76b0 req-bec1f904-0ff1-4600-a012-ddf129f4785a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:19.041458 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e19cd153-e93c-49e5-84f3-375e96fc76b0 req-bec1f904-0ff1-4600-a012-ddf129f4785a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 944 time: 0.0770772 Nov 12 04:25:19.122477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e19cd153-e93c-49e5-84f3-375e96fc76b0 req-db27df33-4993-4123-a9ed-8b5632fef098 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759819 Nov 12 04:25:19.156118 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.196315 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ee13b5ef-282e-4e30-8715-897d7c9a9551 None None] Provisioning complete for port d35280c8-70e5-472d-82c0-bde10f3ca35c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:19.196939 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee13b5ef-282e-4e30-8715-897d7c9a9551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.236358 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port fc8b5ac1-ca30-4229-a15f-653a112338df, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=fc8b5ac1-ca30-4229-a15f-653a112338df,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:19.292307 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7be9b9f-8969-4388-87b1-97529b758e1f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:19.296235 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7be9b9f-8969-4388-87b1-97529b758e1f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.377292 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.453901 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ce2993-0531-45a0-93d3-19f6aceb0a98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eed06a5e-8678-401c-8a5f-cba757927912'}, {'server_uuid': 'ebdc7472-5c9c-40b2-b757-64ed5024cc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8b5ac1-ca30-4229-a15f-653a112338df'}, {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbb731e-d485-43c6-aa7c-f94c8d5d99e5'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:19.454453 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198b5a9e-43b9-408d-a18e-43806191bea0" -d '{"events": [{"server_uuid": "c9ce2993-0531-45a0-93d3-19f6aceb0a98", "name": "network-vif-unplugged", "status": "completed", "tag": "eed06a5e-8678-401c-8a5f-cba757927912"}, {"server_uuid": "ebdc7472-5c9c-40b2-b757-64ed5024cc74", "name": "network-vif-plugged", "status": "completed", "tag": "fc8b5ac1-ca30-4229-a15f-653a112338df"}, {"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-plugged", "status": "completed", "tag": "4cbb731e-d485-43c6-aa7c-f94c8d5d99e5"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:19.461329 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7e9482-2531-4b29-aaa3-45c1936b48df None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:19.487092 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04310c31-7c5d-4adc-87e3-fd7ccf52313f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.505719 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.511994 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=4cbb731e-d485-43c6-aa7c-f94c8d5d99e5,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:19.517645 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04310c31-7c5d-4adc-87e3-fd7ccf52313f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.536971 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3b158-d821-45fc-9018-40f04afc3374 req-a36e2050-f7b6-4b5d-8f72-96d81220bc7f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:19.545774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3b158-d821-45fc-9018-40f04afc3374 req-a36e2050-f7b6-4b5d-8f72-96d81220bc7f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:19.553360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3b158-d821-45fc-9018-40f04afc3374 req-a36e2050-f7b6-4b5d-8f72-96d81220bc7f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:19.573809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3b158-d821-45fc-9018-40f04afc3374 req-a36e2050-f7b6-4b5d-8f72-96d81220bc7f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:19.596431 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3b158-d821-45fc-9018-40f04afc3374 req-a36e2050-f7b6-4b5d-8f72-96d81220bc7f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:19.610957 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ee13b5ef-282e-4e30-8715-897d7c9a9551 None None] Could not find standard attr ID for object 45deb7fa-5513-4270-b088-b321d4464e8d. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:25:19.611824 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3b158-d821-45fc-9018-40f04afc3374 req-a36e2050-f7b6-4b5d-8f72-96d81220bc7f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:19.624277 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=fc8b5ac1-ca30-4229-a15f-653a112338df,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:19.625342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3b158-d821-45fc-9018-40f04afc3374 req-a36e2050-f7b6-4b5d-8f72-96d81220bc7f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:19.637799 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.638944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:19.643084 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1c3b158-d821-45fc-9018-40f04afc3374 req-a36e2050-f7b6-4b5d-8f72-96d81220bc7f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5440 time: 0.2419338 Nov 12 04:25:19.672817 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-04310c31-7c5d-4adc-87e3-fd7ccf52313f admin admin] Allocated IP 172.25.1.234 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/87099f14-e03c-48c1-aa8c-124cd40e7dcf) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:19.730796 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e9482-2531-4b29-aaa3-45c1936b48df None None] Deleting port d35280c8-70e5-472d-82c0-bde10f3ca35c {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:19.733490 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3a7e9482-2531-4b29-aaa3-45c1936b48df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.778495 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1c3b158-d821-45fc-9018-40f04afc3374 req-3433d9d8-e80a-4983-936b-b17d0f43e1bc tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1343894 Nov 12 04:25:19.815396 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=4cbb731e-d485-43c6-aa7c-f94c8d5d99e5,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:19.863659 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3a7e9482-2531-4b29-aaa3-45c1936b48df None None] For port d35280c8-70e5-472d-82c0-bde10f3ca35c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d35280c8-70e5-472d-82c0-bde10f3ca35c,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:19.864231 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3a7e9482-2531-4b29-aaa3-45c1936b48df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.876886 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72566d07-72e6-455b-acdd-a83fcf510c3d x-openstack-request-id: req-72566d07-72e6-455b-acdd-a83fcf510c3d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:19.877185 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ce2993-0531-45a0-93d3-19f6aceb0a98", "name": "network-vif-unplugged", "status": "completed", "tag": "eed06a5e-8678-401c-8a5f-cba757927912", "code": 200}, {"server_uuid": "ebdc7472-5c9c-40b2-b757-64ed5024cc74", "name": "network-vif-plugged", "status": "completed", "tag": "fc8b5ac1-ca30-4229-a15f-653a112338df", "code": 200}, {"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-plugged", "status": "completed", "tag": "4cbb731e-d485-43c6-aa7c-f94c8d5d99e5", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:19.877471 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72566d07-72e6-455b-acdd-a83fcf510c3d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:19.877910 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ce2993-0531-45a0-93d3-19f6aceb0a98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eed06a5e-8678-401c-8a5f-cba757927912', 'code': 200} Nov 12 04:25:19.878625 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdc7472-5c9c-40b2-b757-64ed5024cc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8b5ac1-ca30-4229-a15f-653a112338df', 'code': 200} Nov 12 04:25:19.878896 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbb731e-d485-43c6-aa7c-f94c8d5d99e5', 'code': 200} Nov 12 04:25:19.886945 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e9482-2531-4b29-aaa3-45c1936b48df None None] Calling delete_port for d35280c8-70e5-472d-82c0-bde10f3ca35c owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:19.906049 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04310c31-7c5d-4adc-87e3-fd7ccf52313f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.995126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:25:20.008601 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:20.011270 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.068985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb59dd-d96c-4837-8706-6c0522850168 req-8f0e0e76-2ce3-4e2c-bcdc-a49d35912b16 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:20.071398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1fb59dd-d96c-4837-8706-6c0522850168 req-8f0e0e76-2ce3-4e2c-bcdc-a49d35912b16 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 944 time: 0.0958009 Nov 12 04:25:20.072122 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04310c31-7c5d-4adc-87e3-fd7ccf52313f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.143142 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04310c31-7c5d-4adc-87e3-fd7ccf52313f admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:20.160383 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-04310c31-7c5d-4adc-87e3-fd7ccf52313f admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:20.168789 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04310c31-7c5d-4adc-87e3-fd7ccf52313f admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:20.188036 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1fb59dd-d96c-4837-8706-6c0522850168 req-269246bc-d5e0-47f4-813b-6b5044bc9a1c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070840 Nov 12 04:25:20.201241 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345c2c86-aec4-43d3-a54b-35a8e41d6c27 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:20.202030 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7be9b9f-8969-4388-87b1-97529b758e1f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.204072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04310c31-7c5d-4adc-87e3-fd7ccf52313f admin admin] Pushing event updated for resources: {'Port': ['ID=87099f14-e03c-48c1-aa8c-124cd40e7dcf,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:20.256089 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.262957 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7be9b9f-8969-4388-87b1-97529b758e1f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:20.278164 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d7be9b9f-8969-4388-87b1-97529b758e1f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:20.278164 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7be9b9f-8969-4388-87b1-97529b758e1f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:20.278164 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7be9b9f-8969-4388-87b1-97529b758e1f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.340485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=748ffb26-f9f4-41f0-b898-e8e2c87b6af5,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:20.343906 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3a7e9482-2531-4b29-aaa3-45c1936b48df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.354577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be9b9f-8969-4388-87b1-97529b758e1f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=c674ce86-9ffe-4552-ad0d-de5a2b3e8181,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:20.403782 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600dd85-a006-4bd8-8124-7373284eb9ce req-3b669318-c2a9-4a86-a2ff-bf4387a49c97 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:20.409019 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4600dd85-a006-4bd8-8124-7373284eb9ce req-3b669318-c2a9-4a86-a2ff-bf4387a49c97 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 945 time: 0.1012275 Nov 12 04:25:20.454853 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e9482-2531-4b29-aaa3-45c1936b48df None None] No DVR routers for this DVR port d35280c8-70e5-472d-82c0-bde10f3ca35c on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:20.460091 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e9482-2531-4b29-aaa3-45c1936b48df None None] Pushing event deleted for resources: {'Port': ['ID=d35280c8-70e5-472d-82c0-bde10f3ca35c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:20.464802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a1198fb5-30e5-4bf3-9aed-58d08454a002 None None] Provisioning complete for port 87099f14-e03c-48c1-aa8c-124cd40e7dcf triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:20.464802 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1198fb5-30e5-4bf3-9aed-58d08454a002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.492344 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a333992-60b1-4f88-95ce-7d9ba21dfc70 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:20.498498 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.499428 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 10c4593c-bc35-4324-a92d-6a4c5e8e4683 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:20.521815 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4600dd85-a006-4bd8-8124-7373284eb9ce req-a0134a76-0d08-4dbc-a1c2-c2bb67dc46da tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986528 Nov 12 04:25:20.524070 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d7be9b9f-8969-4388-87b1-97529b758e1f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5830605 Nov 12 04:25:20.526919 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50578) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:20.533932 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-260fda02-afb8-4356-956e-06b97c8bbf87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:20.625570 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a1198fb5-30e5-4bf3-9aed-58d08454a002 None None] Port 87099f14-e03c-48c1-aa8c-124cd40e7dcf cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:20.688934 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=748ffb26-f9f4-41f0-b898-e8e2c87b6af5,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:20.689144 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d2605-c8ab-4328-9baf-fd25cdb32594 req-2a4da044-d7fd-4207-bb22-1576efcbd6be tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:20.715491 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce5d2605-c8ab-4328-9baf-fd25cdb32594 req-2a4da044-d7fd-4207-bb22-1576efcbd6be tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 944 time: 0.1244888 Nov 12 04:25:20.799185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce5d2605-c8ab-4328-9baf-fd25cdb32594 req-7cda88b7-7b57-4d57-8da8-dc785fad72d6 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837116 Nov 12 04:25:20.823867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 10c4593c-bc35-4324-a92d-6a4c5e8e4683 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:25:20.843064 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': 'c674ce86-9ffe-4552-ad0d-de5a2b3e8181'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:25:20.844479 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.850141 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 10c4593c-bc35-4324-a92d-6a4c5e8e4683 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:20.850724 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.008075 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04310c31-7c5d-4adc-87e3-fd7ccf52313f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.082117 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ce5c2-8886-489e-91ca-3fbf15187cc6 req-d7fae20f-ba09-4090-a822-93823d25bc0e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:21.090057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ce5c2-8886-489e-91ca-3fbf15187cc6 req-d7fae20f-ba09-4090-a822-93823d25bc0e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:21.098945 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ce5c2-8886-489e-91ca-3fbf15187cc6 req-d7fae20f-ba09-4090-a822-93823d25bc0e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:21.106141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ce5c2-8886-489e-91ca-3fbf15187cc6 req-d7fae20f-ba09-4090-a822-93823d25bc0e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:21.112750 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ce5c2-8886-489e-91ca-3fbf15187cc6 req-d7fae20f-ba09-4090-a822-93823d25bc0e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:21.118859 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ce5c2-8886-489e-91ca-3fbf15187cc6 req-d7fae20f-ba09-4090-a822-93823d25bc0e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:21.125450 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ce5c2-8886-489e-91ca-3fbf15187cc6 req-d7fae20f-ba09-4090-a822-93823d25bc0e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:21.136782 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-228ce5c2-8886-489e-91ca-3fbf15187cc6 req-d7fae20f-ba09-4090-a822-93823d25bc0e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5442 time: 0.2040806 Nov 12 04:25:21.152552 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260fda02-afb8-4356-956e-06b97c8bbf87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:21.158503 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-260fda02-afb8-4356-956e-06b97c8bbf87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.216678 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-228ce5c2-8886-489e-91ca-3fbf15187cc6 req-3f291ac0-e590-4545-b08f-9e915d770b51 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788841 Nov 12 04:25:21.298399 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d35280c8-70e5-472d-82c0-bde10f3ca35c no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:21.335368 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: d35280c8-70e5-472d-82c0-bde10f3ca35c {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:21.335368 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d35280c8-70e5-472d-82c0-bde10f3ca35c not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:21.422303 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-34e42a8f-5335-4c18-af92-313a49abbb4f req-dcf8f86a-07ec-4943-90c3-ed115e35d8e7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:25:21.426905 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34e42a8f-5335-4c18-af92-313a49abbb4f req-dcf8f86a-07ec-4943-90c3-ed115e35d8e7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059118 Nov 12 04:25:21.473772 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.545174 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 10c4593c-bc35-4324-a92d-6a4c5e8e4683, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=10c4593c-bc35-4324-a92d-6a4c5e8e4683,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:21.564310 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] Allocated IP 172.20.0.2 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/c674ce86-9ffe-4552-ad0d-de5a2b3e8181/888377a0-e36d-4067-852a-5c06cc496e79) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:21.685296 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.686218 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device ee1c7c92-c878-4363-aaec-68d541b247e9 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:21.820061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=10c4593c-bc35-4324-a92d-6a4c5e8e4683,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:21.880747 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748ffb26-f9f4-41f0-b898-e8e2c87b6af5'}, {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c4593c-bc35-4324-a92d-6a4c5e8e4683'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:21.883505 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e208cc-7eaf-4291-af4a-7612e3da713a" -d '{"events": [{"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-plugged", "status": "completed", "tag": "748ffb26-f9f4-41f0-b898-e8e2c87b6af5"}, {"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-plugged", "status": "completed", "tag": "10c4593c-bc35-4324-a92d-6a4c5e8e4683"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:21.964282 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.981800 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port ee1c7c92-c878-4363-aaec-68d541b247e9 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:25:21.987675 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port ee1c7c92-c878-4363-aaec-68d541b247e9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:21.988487 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:22.015790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a5641-087a-46bf-ac6f-863a35f1c375 req-3800cd9b-01f1-4f73-bd29-6959646dfdf1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:22.020623 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f8a5641-087a-46bf-ac6f-863a35f1c375 req-3800cd9b-01f1-4f73-bd29-6959646dfdf1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 945 time: 0.1358290 Nov 12 04:25:22.100595 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:22.116974 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:22.149183 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port ee1c7c92-c878-4363-aaec-68d541b247e9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=ee1c7c92-c878-4363-aaec-68d541b247e9,segment=NetworkSegment(8dc154d6-7960-4447-be39-027a9ad6840e),segment_id=8dc154d6-7960-4447-be39-027a9ad6840e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:22.194161 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:22.195864 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f8a5641-087a-46bf-ac6f-863a35f1c375 req-987e8b6c-b1b0-4b1d-9cbb-3ac64724c256 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670027 Nov 12 04:25:22.213695 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:22.223114 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:22.264100 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:22.266466 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 8b3ed3ea-e971-45fe-8276-9cc198e22638 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:22.405749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ed5b3-4998-415f-a044-08ddcbd5ab21 req-91ce1808-663a-41a9-a52e-ffc2bfed1c2b tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:22.411160 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-631ed5b3-4998-415f-a044-08ddcbd5ab21 req-91ce1808-663a-41a9-a52e-ffc2bfed1c2b tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 944 time: 0.0796795 Nov 12 04:25:22.440765 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] Pushing event updated for resources: {'Port': ['ID=888377a0-e36d-4067-852a-5c06cc496e79,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:22.500797 n-d-768509-24 neutron-server[103297]: DEBUG neutron.objects.ports [None req-260fda02-afb8-4356-956e-06b97c8bbf87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 04:25:22.509102 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04310c31-7c5d-4adc-87e3-fd7ccf52313f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:22.515922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-631ed5b3-4998-415f-a044-08ddcbd5ab21 req-71d1c712-b129-464d-be51-18bb118725fd tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998747 Nov 12 04:25:22.541623 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50622) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:22.649133 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd93e23-5caa-40e5-8865-295c92bb3265 x-openstack-request-id: req-7bd93e23-5caa-40e5-8865-295c92bb3265 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:22.649964 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-plugged", "status": "completed", "tag": "748ffb26-f9f4-41f0-b898-e8e2c87b6af5", "code": 200}, {"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-plugged", "status": "completed", "tag": "10c4593c-bc35-4324-a92d-6a4c5e8e4683", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:22.651151 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7bd93e23-5caa-40e5-8865-295c92bb3265 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:22.655366 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748ffb26-f9f4-41f0-b898-e8e2c87b6af5', 'code': 200} Nov 12 04:25:22.655863 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c4593c-bc35-4324-a92d-6a4c5e8e4683', 'code': 200} Nov 12 04:25:22.659864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] Attempting to bind port 888377a0-e36d-4067-852a-5c06cc496e79 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:22.660480 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] Attempting to bind port 888377a0-e36d-4067-852a-5c06cc496e79 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:22.661018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] Attempting to bind port 888377a0-e36d-4067-852a-5c06cc496e79 on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:22.718801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:22.726121 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:22.726804 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:22.727358 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:22.728009 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] Bound port: 888377a0-e36d-4067-852a-5c06cc496e79, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:22.728617 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:22.735880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=ee1c7c92-c878-4363-aaec-68d541b247e9,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:22.770751 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-445ca911-3e76-46d1-8056-da48f527b779 req-0575c1ac-228f-4be5-814d-7877fd58413d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2261398 Nov 12 04:25:22.784046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-445ca911-3e76-46d1-8056-da48f527b779 req-d23d6d76-064f-4bc2-862e-1d8ca4dec312 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:25:22.787526 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-445ca911-3e76-46d1-8056-da48f527b779 req-d23d6d76-064f-4bc2-862e-1d8ca4dec312 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119977 Nov 12 04:25:22.918544 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 8b3ed3ea-e971-45fe-8276-9cc198e22638 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:25:22.924609 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a027a-ab44-4fd3-86aa-92a3940e9596 req-729fd028-64eb-474e-b99d-5ec597434587 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:22.934174 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a027a-ab44-4fd3-86aa-92a3940e9596 req-729fd028-64eb-474e-b99d-5ec597434587 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:22.940682 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] For port 888377a0-e36d-4067-852a-5c06cc496e79, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:22.943306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 8b3ed3ea-e971-45fe-8276-9cc198e22638 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:22.943438 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:22.946098 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] For port 888377a0-e36d-4067-852a-5c06cc496e79, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=888377a0-e36d-4067-852a-5c06cc496e79,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:22.950304 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a027a-ab44-4fd3-86aa-92a3940e9596 req-729fd028-64eb-474e-b99d-5ec597434587 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:22.966610 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a027a-ab44-4fd3-86aa-92a3940e9596 req-729fd028-64eb-474e-b99d-5ec597434587 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:22.981331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a027a-ab44-4fd3-86aa-92a3940e9596 req-729fd028-64eb-474e-b99d-5ec597434587 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:22.988447 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a027a-ab44-4fd3-86aa-92a3940e9596 req-729fd028-64eb-474e-b99d-5ec597434587 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:23.006405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a027a-ab44-4fd3-86aa-92a3940e9596 req-729fd028-64eb-474e-b99d-5ec597434587 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:23.008427 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-877a027a-ab44-4fd3-86aa-92a3940e9596 req-729fd028-64eb-474e-b99d-5ec597434587 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5444 time: 0.2179511 Nov 12 04:25:23.021541 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04310c31-7c5d-4adc-87e3-fd7ccf52313f admin admin] Router e33a33aa-9b97-402d-b5cf-c193ccecbd90 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:25:23.086688 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.171324 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.171524 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-877a027a-ab44-4fd3-86aa-92a3940e9596 req-c009cdec-e8ee-4619-9932-c9c7a989f9f1 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1557019 Nov 12 04:25:23.240591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce01f75-dd80-4b83-9020-d4c3084bde01 None None] Pushing event updated for resources: {'Port': ['ID=888377a0-e36d-4067-852a-5c06cc496e79,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:23.307815 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 8b3ed3ea-e971-45fe-8276-9cc198e22638, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=8b3ed3ea-e971-45fe-8276-9cc198e22638,segment=NetworkSegment(c3320d2f-1f1d-4144-9305-fc487dd0be6d),segment_id=c3320d2f-1f1d-4144-9305-fc487dd0be6d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:23.357408 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-260fda02-afb8-4356-956e-06b97c8bbf87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.421805 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04310c31-7c5d-4adc-87e3-fd7ccf52313f admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:23.431562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] Sync routers for ids ['e33a33aa-9b97-402d-b5cf-c193ccecbd90'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:23.450324 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] Routers {'e33a33aa-9b97-402d-b5cf-c193ccecbd90'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:23.451074 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:25:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e33a33aa-9b97-402d-b5cf-c193ccecbd90'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:23.459002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c2885-48d5-4b3e-9b22-3dd1ac636afa req-88bb8533-c782-440c-8b12-d92ed9d2fbd6 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:23.460704 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-563c2885-48d5-4b3e-9b22-3dd1ac636afa req-88bb8533-c782-440c-8b12-d92ed9d2fbd6 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 945 time: 0.1360645 Nov 12 04:25:23.544988 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.622822 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-563c2885-48d5-4b3e-9b22-3dd1ac636afa req-fcd0c969-1283-41fb-adf3-5041506a40ec tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471488 Nov 12 04:25:23.707675 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=8b3ed3ea-e971-45fe-8276-9cc198e22638,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:23.716073 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device eed06a5e-8678-401c-8a5f-cba757927912 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:23.862448 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db554f25-de31-4960-b3a4-03d6cfdb5b2b req-263fe956-b7ea-41cf-a5bf-c5ff72eab7d1 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:23.863943 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db554f25-de31-4960-b3a4-03d6cfdb5b2b req-263fe956-b7ea-41cf-a5bf-c5ff72eab7d1 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 944 time: 0.1147945 Nov 12 04:25:23.950304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] Set router e33a33aa-9b97-402d-b5cf-c193ccecbd90 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:23.954727 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04310c31-7c5d-4adc-87e3-fd7ccf52313f admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.955988 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-04310c31-7c5d-4adc-87e3-fd7ccf52313f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7951016 Nov 12 04:25:23.962285 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50646) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:23.995700 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db554f25-de31-4960-b3a4-03d6cfdb5b2b req-2087b1ec-fafd-414d-afb2-ef57bcdf3987 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154039 Nov 12 04:25:24.052815 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-260fda02-afb8-4356-956e-06b97c8bbf87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] For port 888377a0-e36d-4067-852a-5c06cc496e79, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=888377a0-e36d-4067-852a-5c06cc496e79,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:24.149066 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-260fda02-afb8-4356-956e-06b97c8bbf87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:24.388097 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-260fda02-afb8-4356-956e-06b97c8bbf87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:24.395459 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-260fda02-afb8-4356-956e-06b97c8bbf87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:24.503969 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d36d6e-d77a-4574-8e6d-95aebc4c45aa req-30ca1b31-dbfd-4116-b4ab-b22c2452ee35 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:24.519311 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d36d6e-d77a-4574-8e6d-95aebc4c45aa req-30ca1b31-dbfd-4116-b4ab-b22c2452ee35 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:24.536303 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d36d6e-d77a-4574-8e6d-95aebc4c45aa req-30ca1b31-dbfd-4116-b4ab-b22c2452ee35 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:24.550874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d36d6e-d77a-4574-8e6d-95aebc4c45aa req-30ca1b31-dbfd-4116-b4ab-b22c2452ee35 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:24.561424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d36d6e-d77a-4574-8e6d-95aebc4c45aa req-30ca1b31-dbfd-4116-b4ab-b22c2452ee35 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:24.566575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'name': 'tempest-ServerRescueTestJSONUnderV235-872880899-router', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:18Z', 'updated_at': '2021-11-12T04:25:20Z', 'revision_number': 3, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'gw_port': {'id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:19Z', 'updated_at': '2021-11-12T04:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:24.569116 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d36d6e-d77a-4574-8e6d-95aebc4c45aa req-30ca1b31-dbfd-4116-b4ab-b22c2452ee35 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:24.578347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d36d6e-d77a-4574-8e6d-95aebc4c45aa req-30ca1b31-dbfd-4116-b4ab-b22c2452ee35 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:24.588164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55d36d6e-d77a-4574-8e6d-95aebc4c45aa req-30ca1b31-dbfd-4116-b4ab-b22c2452ee35 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5445 time: 0.2907877 Nov 12 04:25:24.607845 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] Checking router: e33a33aa-9b97-402d-b5cf-c193ccecbd90 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:24.608104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] Updating router e33a33aa-9b97-402d-b5cf-c193ccecbd90 port 87099f14-e03c-48c1-aa8c-124cd40e7dcf binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:25:24.615181 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260fda02-afb8-4356-956e-06b97c8bbf87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:24.647116 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fda02-afb8-4356-956e-06b97c8bbf87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=4a5ff4f9-fce4-41a3-baff-7f5d34c9f1ac,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:24.660074 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1c7c92-c878-4363-aaec-68d541b247e9'}, {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3ed3ea-e971-45fe-8276-9cc198e22638'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:24.665096 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55d36d6e-d77a-4574-8e6d-95aebc4c45aa req-ecc4dd2c-f322-407a-bc6b-ce5ea698e37e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755215 Nov 12 04:25:24.669731 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a26a75-1abc-4e41-b9d0-d187561159db" -d '{"events": [{"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-plugged", "status": "completed", "tag": "ee1c7c92-c878-4363-aaec-68d541b247e9"}, {"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-plugged", "status": "completed", "tag": "8b3ed3ea-e971-45fe-8276-9cc198e22638"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:24.689029 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:24.708019 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-260fda02-afb8-4356-956e-06b97c8bbf87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:24.719342 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260fda02-afb8-4356-956e-06b97c8bbf87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:24.719943 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-260fda02-afb8-4356-956e-06b97c8bbf87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:24.814344 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fda02-afb8-4356-956e-06b97c8bbf87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=888377a0-e36d-4067-852a-5c06cc496e79,revision_number=4']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:24.869589 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5ee11-1eae-470f-adfb-286b40a96468 req-48ad0214-8db8-4269-a5ee-bd5b05b34da4 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:24.871786 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2af5ee11-1eae-470f-adfb-286b40a96468 req-48ad0214-8db8-4269-a5ee-bd5b05b34da4 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 945 time: 0.1096427 Nov 12 04:25:24.941244 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-260fda02-afb8-4356-956e-06b97c8bbf87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4094980 Nov 12 04:25:24.944455 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50660) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:24.951249 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3c0e7eb0-6588-4cef-85b4-f7d32dcff044 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'mac_address': 'fa:16:3e:fe:11:30', 'name': 'tempest-NetworksTestDHCPv6-1220309674'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:25.013184 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958215e2-6c05-47fe-9712-424daa8643cd None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:25.027709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2af5ee11-1eae-470f-adfb-286b40a96468 req-0bf7e2c7-60ee-4375-a7ad-eb2fecbbc14d tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282258 Nov 12 04:25:25.087215 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 888377a0-e36d-4067-852a-5c06cc496e79 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:25.179236 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510855d6-041a-46b6-b306-0035dfcb8fb3 x-openstack-request-id: req-510855d6-041a-46b6-b306-0035dfcb8fb3 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:25.179545 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-plugged", "status": "completed", "tag": "ee1c7c92-c878-4363-aaec-68d541b247e9", "code": 200}, {"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-plugged", "status": "completed", "tag": "8b3ed3ea-e971-45fe-8276-9cc198e22638", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:25.179790 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-510855d6-041a-46b6-b306-0035dfcb8fb3 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:25.180195 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1c7c92-c878-4363-aaec-68d541b247e9', 'code': 200} Nov 12 04:25:25.180449 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3ed3ea-e971-45fe-8276-9cc198e22638', 'code': 200} Nov 12 04:25:25.221228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beacfe1-045b-43dd-8512-c8dccc833c6b req-395219f5-ef84-4548-ae5e-9418c4180b77 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:25.223391 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7beacfe1-045b-43dd-8512-c8dccc833c6b req-395219f5-ef84-4548-ae5e-9418c4180b77 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 944 time: 0.0902114 Nov 12 04:25:25.226089 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-52fc82ad-e20f-41d0-8dd0-b0eb07f614c7 None None] Provisioning complete for port 888377a0-e36d-4067-852a-5c06cc496e79 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:25.226460 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-52fc82ad-e20f-41d0-8dd0-b0eb07f614c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:25.295501 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 888377a0-e36d-4067-852a-5c06cc496e79 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:25.295804 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:25.297162 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-736b7fcf-93ea-45d4-81d3-695d9d43ede5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:25.299496 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7beacfe1-045b-43dd-8512-c8dccc833c6b req-47d4afdb-c7e9-4d0a-b7e3-fc0485c2b4f1 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681970 Nov 12 04:25:25.339361 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d04fa6-00b4-48f4-9dc5-4fc586fdddff req-6d1282dc-8e74-4950-897c-20e100aab8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:25.340061 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d04fa6-00b4-48f4-9dc5-4fc586fdddff req-6d1282dc-8e74-4950-897c-20e100aab8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:25.340468 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d04fa6-00b4-48f4-9dc5-4fc586fdddff req-6d1282dc-8e74-4950-897c-20e100aab8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:25.340935 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d04fa6-00b4-48f4-9dc5-4fc586fdddff req-6d1282dc-8e74-4950-897c-20e100aab8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:25.341409 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d04fa6-00b4-48f4-9dc5-4fc586fdddff req-6d1282dc-8e74-4950-897c-20e100aab8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:25.341876 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d04fa6-00b4-48f4-9dc5-4fc586fdddff req-6d1282dc-8e74-4950-897c-20e100aab8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:25.342339 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d04fa6-00b4-48f4-9dc5-4fc586fdddff req-6d1282dc-8e74-4950-897c-20e100aab8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:25.344265 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e5d04fa6-00b4-48f4-9dc5-4fc586fdddff req-6d1282dc-8e74-4950-897c-20e100aab8b4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 6509 time: 0.1250196 Nov 12 04:25:25.454974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0e7eb0-6588-4cef-85b4-f7d32dcff044 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:25.463821 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:25.616549 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:25.639860 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-52fc82ad-e20f-41d0-8dd0-b0eb07f614c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:25.782312 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ca911-3e76-46d1-8056-da48f527b779 req-2806fbf9-c56d-4124-910b-274b55a15977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:25.787211 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-445ca911-3e76-46d1-8056-da48f527b779 req-2806fbf9-c56d-4124-910b-274b55a15977 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98&tenant_id=c5dbdfbedb0645dfa188fd2273da30e3 HTTP/1.1" status: 200 len: 1096 time: 0.1897674 Nov 12 04:25:25.805802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9739a67-3a9e-40d7-ac9e-d346982a6e85 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:25.898926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] Attempting to bind port 87099f14-e03c-48c1-aa8c-124cd40e7dcf on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:25.899296 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] Attempting to bind port 87099f14-e03c-48c1-aa8c-124cd40e7dcf by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:25.899667 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] Attempting to bind port 87099f14-e03c-48c1-aa8c-124cd40e7dcf on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:25.919211 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:25.944977 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54e4f3-35e5-4469-854b-962d24dad448 None None] Pushing event updated for resources: {'Port': ['ID=87099f14-e03c-48c1-aa8c-124cd40e7dcf,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:25.980353 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e5d04fa6-00b4-48f4-9dc5-4fc586fdddff req-8071cd02-7430-4392-afec-37a7fae48235 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&id=e0e6c171-e7d5-4250-ad88-db39b24caac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6164255 Nov 12 04:25:25.995816 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ca911-3e76-46d1-8056-da48f527b779 req-046f5b84-c106-4357-91a9-c81bece37163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:25.997348 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-445ca911-3e76-46d1-8056-da48f527b779 req-046f5b84-c106-4357-91a9-c81bece37163 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5dbdfbedb0645dfa188fd2273da30e3&device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 1096 time: 0.1639695 Nov 12 04:25:26.049452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b31516-eaf0-4df4-b998-78fad46affe0 req-8090c2c1-d9dc-4327-84e9-c1de26e9ec03 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:26.063776 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b31516-eaf0-4df4-b998-78fad46affe0 req-8090c2c1-d9dc-4327-84e9-c1de26e9ec03 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:26.083587 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b31516-eaf0-4df4-b998-78fad46affe0 req-8090c2c1-d9dc-4327-84e9-c1de26e9ec03 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:26.104672 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c0e7eb0-6588-4cef-85b4-f7d32dcff044 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.107283 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b31516-eaf0-4df4-b998-78fad46affe0 req-8090c2c1-d9dc-4327-84e9-c1de26e9ec03 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:26.118759 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b31516-eaf0-4df4-b998-78fad46affe0 req-8090c2c1-d9dc-4327-84e9-c1de26e9ec03 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:26.141042 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b31516-eaf0-4df4-b998-78fad46affe0 req-8090c2c1-d9dc-4327-84e9-c1de26e9ec03 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:26.170163 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b31516-eaf0-4df4-b998-78fad46affe0 req-8090c2c1-d9dc-4327-84e9-c1de26e9ec03 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:26.184707 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01b31516-eaf0-4df4-b998-78fad46affe0 req-8090c2c1-d9dc-4327-84e9-c1de26e9ec03 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5445 time: 0.2974811 Nov 12 04:25:26.224960 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-3c0e7eb0-6588-4cef-85b4-f7d32dcff044 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port 32bc1137-481a-4c9a-b8ec-b62bafb4d39a yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:25:26.255845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-736b7fcf-93ea-45d4-81d3-695d9d43ede5 admin admin] Allocated IP 172.20.0.1 (7e11ebec-e1a3-450c-b28f-d2628b7a2ba2/e8b898de-bc95-4aef-bd99-1e08bfac169b/4812992c-5d58-4acd-9958-cfef9a073763) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:26.278923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:26.279721 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:26.281725 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.282357 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:26.283129 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] Bound port: 87099f14-e03c-48c1-aa8c-124cd40e7dcf, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:26.288167 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.291057 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-52fc82ad-e20f-41d0-8dd0-b0eb07f614c7 None None] For port 888377a0-e36d-4067-852a-5c06cc496e79, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=888377a0-e36d-4067-852a-5c06cc496e79,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:26.360872 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01b31516-eaf0-4df4-b998-78fad46affe0 req-4c8e1aa8-3cb5-4e66-9515-9a42eeb7bb6e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1681356 Nov 12 04:25:26.388299 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-52fc82ad-e20f-41d0-8dd0-b0eb07f614c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.513455 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:25:26.522097 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:25:26.531087 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] For port 87099f14-e03c-48c1-aa8c-124cd40e7dcf, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:26.559953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] For port 87099f14-e03c-48c1-aa8c-124cd40e7dcf, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=87099f14-e03c-48c1-aa8c-124cd40e7dcf,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:26.563854 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-3c0e7eb0-6588-4cef-85b4-f7d32dcff044 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 172.20.0.3 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/c674ce86-9ffe-4552-ad0d-de5a2b3e8181/32bc1137-481a-4c9a-b8ec-b62bafb4d39a) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:26.570928 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6c7eb5b1-78cd-4d99-87f7-17e5b2b230c0 None None] Provisioning complete for port 87099f14-e03c-48c1-aa8c-124cd40e7dcf triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:26.570928 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6c7eb5b1-78cd-4d99-87f7-17e5b2b230c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.580972 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-3c0e7eb0-6588-4cef-85b4-f7d32dcff044 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::f816:3eff:fefe:1130 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/4a5ff4f9-fce4-41a3-baff-7f5d34c9f1ac/32bc1137-481a-4c9a-b8ec-b62bafb4d39a) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:26.645972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc82ad-e20f-41d0-8dd0-b0eb07f614c7 None None] Pushing event updated for resources: {'Port': ['ID=888377a0-e36d-4067-852a-5c06cc496e79,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:26.662450 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.687881 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df6b88-c9ee-4205-a20b-77556682de20 req-739c7ee5-c947-4f09-b41a-242ebe9a1c4c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:26.689428 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9df6b88-c9ee-4205-a20b-77556682de20 req-739c7ee5-c947-4f09-b41a-242ebe9a1c4c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 945 time: 0.1505370 Nov 12 04:25:26.718200 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ca911-3e76-46d1-8056-da48f527b779 req-9937a34e-4b7b-41d1-aa2b-dbdc07ec85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:26.722269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-445ca911-3e76-46d1-8056-da48f527b779 req-9937a34e-4b7b-41d1-aa2b-dbdc07ec85a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f HTTP/1.1" status: 200 len: 915 time: 0.3552401 Nov 12 04:25:26.754986 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6c7eb5b1-78cd-4d99-87f7-17e5b2b230c0 None None] Port 87099f14-e03c-48c1-aa8c-124cd40e7dcf cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:26.795573 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3ea713-31be-476f-a660-f69957540e4e None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:26.809292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] Routers {'e33a33aa-9b97-402d-b5cf-c193ccecbd90'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:26.810395 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:25:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e33a33aa-9b97-402d-b5cf-c193ccecbd90'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:26.870288 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-445ca911-3e76-46d1-8056-da48f527b779 req-d1b4208b-99ce-4f55-8d87-6bc298ed453c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eed06a5e-8678-401c-8a5f-cba757927912 HTTP/1.1" status: 200 len: 217 time: 0.1307702 Nov 12 04:25:26.936993 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-736b7fcf-93ea-45d4-81d3-695d9d43ede5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.951195 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] Set router e33a33aa-9b97-402d-b5cf-c193ccecbd90 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:26.967768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ca911-3e76-46d1-8056-da48f527b779 req-556edae6-ab4d-4aee-864c-b714f485124b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:26.986161 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-445ca911-3e76-46d1-8056-da48f527b779 req-556edae6-ab4d-4aee-864c-b714f485124b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c7d94b8-4379-4d9a-b153-80af21551b65 HTTP/1.1" status: 200 len: 854 time: 0.1094990 Nov 12 04:25:27.020761 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c0e7eb0-6588-4cef-85b4-f7d32dcff044 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.055131 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-445ca911-3e76-46d1-8056-da48f527b779 req-06868fe8-d522-4d8b-ba6c-21f24587a1f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589526 Nov 12 04:25:27.113364 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54e4f3-35e5-4469-854b-962d24dad448 None None] Pushing event updated for resources: {'Port': ['ID=87099f14-e03c-48c1-aa8c-124cd40e7dcf,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:27.114672 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-736b7fcf-93ea-45d4-81d3-695d9d43ede5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.208937 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a00aad48-2647-4363-baaf-169541a83db5 None None] Provisioning complete for port 888377a0-e36d-4067-852a-5c06cc496e79 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:27.211026 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a00aad48-2647-4363-baaf-169541a83db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.256385 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736b7fcf-93ea-45d4-81d3-695d9d43ede5 admin admin] Network 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:27.259905 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-736b7fcf-93ea-45d4-81d3-695d9d43ede5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:27.262240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-445ca911-3e76-46d1-8056-da48f527b779 req-0c3b5b57-7d4f-463e-a81c-b7514da8a98a service neutron] 10.222.0.21 "GET /v2.0/networks/0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975229 Nov 12 04:25:27.272381 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736b7fcf-93ea-45d4-81d3-695d9d43ede5 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:27.295350 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9df6b88-c9ee-4205-a20b-77556682de20 req-680deef8-c806-46eb-9e34-2b33d9263173 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5974250 Nov 12 04:25:27.371830 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-736b7fcf-93ea-45d4-81d3-695d9d43ede5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.388956 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b7fcf-93ea-45d4-81d3-695d9d43ede5 admin admin] Pushing event updated for resources: {'Port': ['ID=4812992c-5d58-4acd-9958-cfef9a073763,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:27.448031 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 888377a0-e36d-4067-852a-5c06cc496e79 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:27.464968 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c0e7eb0-6588-4cef-85b4-f7d32dcff044 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.648437 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e6c0c-84d4-4614-85fe-33e0226f759f req-8cc30684-4d32-49c6-9690-6dbf54859cb6 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:27.664228 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-508e6c0c-84d4-4614-85fe-33e0226f759f req-8cc30684-4d32-49c6-9690-6dbf54859cb6 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 944 time: 0.2138100 Nov 12 04:25:27.694226 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0e7eb0-6588-4cef-85b4-f7d32dcff044 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:27.738058 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3c0e7eb0-6588-4cef-85b4-f7d32dcff044 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:27.747947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e7eb0-6588-4cef-85b4-f7d32dcff044 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:27.756083 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e7eb0-6588-4cef-85b4-f7d32dcff044 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=32bc1137-481a-4c9a-b8ec-b62bafb4d39a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:27.820420 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-445ca911-3e76-46d1-8056-da48f527b779 req-ebd01f1f-dd5c-4061-83fb-610d2d26ce9e service neutron] 10.222.0.21 "GET /v2.0/networks/0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343828 Nov 12 04:25:27.881484 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-508e6c0c-84d4-4614-85fe-33e0226f759f req-b3f0a3fb-63e1-4e3e-99f7-113c90aaf0db tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159605 Nov 12 04:25:27.900952 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0e7eb0-6588-4cef-85b4-f7d32dcff044 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:27.902723 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c0e7eb0-6588-4cef-85b4-f7d32dcff044 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.930907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 888377a0-e36d-4067-852a-5c06cc496e79 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:27.930907 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.985303 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'name': 'tempest-ServerRescueTestJSONUnderV235-872880899-router', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:18Z', 'updated_at': '2021-11-12T04:25:20Z', 'revision_number': 3, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'gw_port': {'id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:19Z', 'updated_at': '2021-11-12T04:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:28.040029 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c0a992-822b-4421-94b4-77e2df8c9ca7 None None] The sync data for ids ['e33a33aa-9b97-402d-b5cf-c193ccecbd90'] in n-d-768509-24 is: [{'id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'name': 'tempest-ServerRescueTestJSONUnderV235-872880899-router', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:18Z', 'updated_at': '2021-11-12T04:25:20Z', 'revision_number': 3, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'gw_port': {'id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:19Z', 'updated_at': '2021-11-12T04:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:28.065575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-92a66094-e690-4fd6-9b3d-4bf39a4adf9a None None] Could not find standard attr ID for object e6ead572-d637-45ed-ab8a-378e10d0833e. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:25:28.105685 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-736b7fcf-93ea-45d4-81d3-695d9d43ede5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.132589 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3c0e7eb0-6588-4cef-85b4-f7d32dcff044 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1846504 Nov 12 04:25:28.147107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50706) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:28.160345 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-92a66094-e690-4fd6-9b3d-4bf39a4adf9a None None] Provisioning complete for port 87099f14-e03c-48c1-aa8c-124cd40e7dcf triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:28.161116 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-92a66094-e690-4fd6-9b3d-4bf39a4adf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.388559 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183fe49-e239-4f0d-b6f8-e52e223b01ff req-5909d952-7335-437e-b843-9daa476d01f9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:28.406384 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183fe49-e239-4f0d-b6f8-e52e223b01ff req-5909d952-7335-437e-b843-9daa476d01f9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:28.408596 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-92a66094-e690-4fd6-9b3d-4bf39a4adf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.424144 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183fe49-e239-4f0d-b6f8-e52e223b01ff req-5909d952-7335-437e-b843-9daa476d01f9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:28.434934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183fe49-e239-4f0d-b6f8-e52e223b01ff req-5909d952-7335-437e-b843-9daa476d01f9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:28.452246 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183fe49-e239-4f0d-b6f8-e52e223b01ff req-5909d952-7335-437e-b843-9daa476d01f9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:28.468795 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-92a66094-e690-4fd6-9b3d-4bf39a4adf9a None None] For port 87099f14-e03c-48c1-aa8c-124cd40e7dcf, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=87099f14-e03c-48c1-aa8c-124cd40e7dcf,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:28.486256 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183fe49-e239-4f0d-b6f8-e52e223b01ff req-5909d952-7335-437e-b843-9daa476d01f9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:28.508410 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183fe49-e239-4f0d-b6f8-e52e223b01ff req-5909d952-7335-437e-b843-9daa476d01f9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:28.518857 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f183fe49-e239-4f0d-b6f8-e52e223b01ff req-5909d952-7335-437e-b843-9daa476d01f9 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5445 time: 0.3979981 Nov 12 04:25:28.558901 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-92a66094-e690-4fd6-9b3d-4bf39a4adf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.634113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2ae5e7-94f7-4255-b238-4923677af03b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:28.647909 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2ae5e7-94f7-4255-b238-4923677af03b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:28.656411 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ac2ae5e7-94f7-4255-b238-4923677af03b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5043700 Nov 12 04:25:28.663493 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50728) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:28.780458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-feb52155-8588-4386-ba71-2b1011ec62c5 None None] Could not find standard attr ID for object 45deb7fa-5513-4270-b088-b321d4464e8d. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:25:28.797390 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a66094-e690-4fd6-9b3d-4bf39a4adf9a None None] Pushing event updated for resources: {'Port': ['ID=87099f14-e03c-48c1-aa8c-124cd40e7dcf,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:28.843566 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f183fe49-e239-4f0d-b6f8-e52e223b01ff req-186304c4-06a4-4716-b7e9-98d1b1fed404 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3233454 Nov 12 04:25:28.930233 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-736b7fcf-93ea-45d4-81d3-695d9d43ede5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.931098 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-cfe83454-c46e-4b0f-ab94-b754930e6f10 None None] Provisioning complete for port 32bc1137-481a-4c9a-b8ec-b62bafb4d39a triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:28.932200 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cfe83454-c46e-4b0f-ab94-b754930e6f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:29.053840 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-cfe83454-c46e-4b0f-ab94-b754930e6f10 None None] Port 32bc1137-481a-4c9a-b8ec-b62bafb4d39a cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:29.055017 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-736b7fcf-93ea-45d4-81d3-695d9d43ede5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:29.196198 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b7fcf-93ea-45d4-81d3-695d9d43ede5 admin admin] Pushing event updated for resources: {'Port': ['ID=4812992c-5d58-4acd-9958-cfef9a073763,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:29.209423 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ccc16e17-95aa-4c4b-bdbf-7addaaa92ec1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port 32bc1137-481a-4c9a-b8ec-b62bafb4d39a {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:29.209423 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccc16e17-95aa-4c4b-bdbf-7addaaa92ec1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:29.327396 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-736b7fcf-93ea-45d4-81d3-695d9d43ede5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:29.511720 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 87099f14-e03c-48c1-aa8c-124cd40e7dcf up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:29.519991 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccc16e17-95aa-4c4b-bdbf-7addaaa92ec1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:29.602555 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ccc16e17-95aa-4c4b-bdbf-7addaaa92ec1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for 32bc1137-481a-4c9a-b8ec-b62bafb4d39a owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:29.669273 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 87099f14-e03c-48c1-aa8c-124cd40e7dcf triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:29.669993 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:30.057683 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736b7fcf-93ea-45d4-81d3-695d9d43ede5 admin admin] Network 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:30.061863 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035a638-1831-4e61-8d0a-f646ff59c9a4 req-b5d56f40-aea5-4fff-90db-a84f247e3743 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:30.063628 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2035a638-1831-4e61-8d0a-f646ff59c9a4 req-b5d56f40-aea5-4fff-90db-a84f247e3743 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 945 time: 0.1228564 Nov 12 04:25:30.066192 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-736b7fcf-93ea-45d4-81d3-695d9d43ede5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:30.104652 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8fe658-ab5c-4b5e-b2ba-7cf3905ba0ea None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:25:30.228100 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2035a638-1831-4e61-8d0a-f646ff59c9a4 req-49fbef60-4e40-43d7-bfc5-069cfaa0771e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383088 Nov 12 04:25:30.381544 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8fe658-ab5c-4b5e-b2ba-7cf3905ba0ea None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:25:30.416529 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736b7fcf-93ea-45d4-81d3-695d9d43ede5 admin admin] Router e33a33aa-9b97-402d-b5cf-c193ccecbd90 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:25:30.516397 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5bde3-7e68-4685-8f31-11b4cbb004e7 req-0b8df159-987b-4561-81bd-0d69f379c3d6 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:30.524405 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fc5bde3-7e68-4685-8f31-11b4cbb004e7 req-0b8df159-987b-4561-81bd-0d69f379c3d6 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 944 time: 0.1716883 Nov 12 04:25:30.691138 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fc5bde3-7e68-4685-8f31-11b4cbb004e7 req-261b5681-8a5a-402d-b5b9-8c8c06262400 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654930 Nov 12 04:25:31.011662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736b7fcf-93ea-45d4-81d3-695d9d43ede5 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:31.011662 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-736b7fcf-93ea-45d4-81d3-695d9d43ede5 admin admin] 10.222.0.37 "PUT /v2.0/routers/e33a33aa-9b97-402d-b5cf-c193ccecbd90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9654851 Nov 12 04:25:31.011841 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34837681-f868-40c0-b209-b68d96ac380f req-6cf44cee-ed97-4790-bf5f-fd2cf358df17 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:31.011841 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34837681-f868-40c0-b209-b68d96ac380f req-6cf44cee-ed97-4790-bf5f-fd2cf358df17 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.1274345 Nov 12 04:25:31.039521 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34837681-f868-40c0-b209-b68d96ac380f req-38d99c0a-ad55-47db-8a71-4f25fa819555 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718808 Nov 12 04:25:31.182843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbd848-7021-4c78-ab4a-10ed4e94f2d8 req-6fce7fa4-9291-4a8a-b69b-580f8cfaa463 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:31.182843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbd848-7021-4c78-ab4a-10ed4e94f2d8 req-6fce7fa4-9291-4a8a-b69b-580f8cfaa463 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:31.184623 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbd848-7021-4c78-ab4a-10ed4e94f2d8 req-6fce7fa4-9291-4a8a-b69b-580f8cfaa463 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:31.191886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbd848-7021-4c78-ab4a-10ed4e94f2d8 req-6fce7fa4-9291-4a8a-b69b-580f8cfaa463 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:31.194885 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] Sync routers for ids ['e33a33aa-9b97-402d-b5cf-c193ccecbd90'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:31.198679 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbd848-7021-4c78-ab4a-10ed4e94f2d8 req-6fce7fa4-9291-4a8a-b69b-580f8cfaa463 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:31.205606 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbd848-7021-4c78-ab4a-10ed4e94f2d8 req-6fce7fa4-9291-4a8a-b69b-580f8cfaa463 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:31.211172 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] Routers {'e33a33aa-9b97-402d-b5cf-c193ccecbd90'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:31.211345 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbd848-7021-4c78-ab4a-10ed4e94f2d8 req-6fce7fa4-9291-4a8a-b69b-580f8cfaa463 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:31.211817 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:25:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e33a33aa-9b97-402d-b5cf-c193ccecbd90'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:31.213886 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4adbd848-7021-4c78-ab4a-10ed4e94f2d8 req-6fce7fa4-9291-4a8a-b69b-580f8cfaa463 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5445 time: 0.1122310 Nov 12 04:25:31.235706 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-cb9bb09f-bb3c-42f1-aa1a-c35b0433cfb5 None None] Provisioning complete for port 4812992c-5d58-4acd-9958-cfef9a073763 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:31.236267 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb09f-bb3c-42f1-aa1a-c35b0433cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.241171 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccc16e17-95aa-4c4b-bdbf-7addaaa92ec1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.299993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bb09f-bb3c-42f1-aa1a-c35b0433cfb5 None None] Port 4812992c-5d58-4acd-9958-cfef9a073763 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:31.312609 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-cb9bb09f-bb3c-42f1-aa1a-c35b0433cfb5 None None] Provisioning complete for port eed06a5e-8678-401c-8a5f-cba757927912 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:31.313227 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb09f-bb3c-42f1-aa1a-c35b0433cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.322956 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4adbd848-7021-4c78-ab4a-10ed4e94f2d8 req-3b596104-3d7b-4470-a1a3-54eba31d0c03 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0966012 Nov 12 04:25:31.361171 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc16e17-95aa-4c4b-bdbf-7addaaa92ec1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=32bc1137-481a-4c9a-b8ec-b62bafb4d39a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:31.417605 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb09f-bb3c-42f1-aa1a-c35b0433cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.472885 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] Set router e33a33aa-9b97-402d-b5cf-c193ccecbd90 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:31.490350 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ce2993-0531-45a0-93d3-19f6aceb0a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed06a5e-8678-401c-8a5f-cba757927912'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:31.499517 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12695eb-330c-4928-990d-3b148ad04063" -d '{"events": [{"server_uuid": "c9ce2993-0531-45a0-93d3-19f6aceb0a98", "name": "network-vif-plugged", "status": "completed", "tag": "eed06a5e-8678-401c-8a5f-cba757927912"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:31.540585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-cb9bb09f-bb3c-42f1-aa1a-c35b0433cfb5 None None] For port eed06a5e-8678-401c-8a5f-cba757927912, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=eed06a5e-8678-401c-8a5f-cba757927912,segment=NetworkSegment(3511ccee-5633-4cc0-acc5-c9fb5a1e69da),segment_id=3511ccee-5633-4cc0-acc5-c9fb5a1e69da)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:31.574463 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccc16e17-95aa-4c4b-bdbf-7addaaa92ec1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.581292 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ccc16e17-95aa-4c4b-bdbf-7addaaa92ec1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/32bc1137-481a-4c9a-b8ec-b62bafb4d39a HTTP/1.1" status: 204 len: 168 time: 2.9067812 Nov 12 04:25:31.581731 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50776) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:31.616316 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb09f-bb3c-42f1-aa1a-c35b0433cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.752808 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d1298f-f74f-4770-aea9-4529e41ab1f3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:31.757740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d1298f-f74f-4770-aea9-4529e41ab1f3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:31.764814 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bb09f-bb3c-42f1-aa1a-c35b0433cfb5 None None] Pushing event updated for resources: {'Port': ['ID=eed06a5e-8678-401c-8a5f-cba757927912,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:31.765477 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d1298f-f74f-4770-aea9-4529e41ab1f3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:31.771966 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-58d1298f-f74f-4770-aea9-4529e41ab1f3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1872344 Nov 12 04:25:31.772826 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50780) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:31.806297 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'name': 'tempest-ServerRescueTestJSONUnderV235-872880899-router', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:18Z', 'updated_at': '2021-11-12T04:25:27Z', 'revision_number': 4, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'gw_port': {'id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:19Z', 'updated_at': '2021-11-12T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4812992c-5d58-4acd-9958-cfef9a073763', 'name': '', 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'mac_address': 'fa:16:3e:5b:bb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'e8b898de-bc95-4aef-bd99-1e08bfac169b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:25Z', 'updated_at': '2021-11-12T04:25:28Z', 'revision_number': 2, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'subnets': [{'id': 'e8b898de-bc95-4aef-bd99-1e08bfac169b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:31.852989 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] Checking router: e33a33aa-9b97-402d-b5cf-c193ccecbd90 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:31.854308 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] Updating router e33a33aa-9b97-402d-b5cf-c193ccecbd90 port 4812992c-5d58-4acd-9958-cfef9a073763 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:25:31.879675 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6bdd4d-67b8-4622-911f-9c460c7417c2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet 4a5ff4f9-fce4-41a3-baff-7f5d34c9f1ac {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:25:31.885376 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a6bdd4d-67b8-4622-911f-9c460c7417c2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.913638 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.984555 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a6bdd4d-67b8-4622-911f-9c460c7417c2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.075091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ce594-4e3b-4f59-bbc3-2ffaaa47b1a9 req-a99612b3-df62-4722-91f6-8f256d3608ca tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:32.080393 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc4ce594-4e3b-4f59-bbc3-2ffaaa47b1a9 req-a99612b3-df62-4722-91f6-8f256d3608ca tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.31 "GET /v2.0/ports?device_id=eea80002-29e4-432d-9f2e-ee66f9bd6337 HTTP/1.1" status: 200 len: 946 time: 0.1121976 Nov 12 04:25:32.183054 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a6bdd4d-67b8-4622-911f-9c460c7417c2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.245905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-fc4ce594-4e3b-4f59-bbc3-2ffaaa47b1a9 req-54706416-b34b-4148-b73b-ee0bf62d7829 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Deleting port b1eddfde-e61e-42fb-9198-c87212897997 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:32.246468 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fc4ce594-4e3b-4f59-bbc3-2ffaaa47b1a9 req-54706416-b34b-4148-b73b-ee0bf62d7829 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.365061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-99ff10e5-e40d-444f-b4a0-10ffd5c9fe55 None None] Provisioning complete for port 888377a0-e36d-4067-852a-5c06cc496e79 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:32.365639 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-99ff10e5-e40d-444f-b4a0-10ffd5c9fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.420886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-fc4ce594-4e3b-4f59-bbc3-2ffaaa47b1a9 req-54706416-b34b-4148-b73b-ee0bf62d7829 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] For port b1eddfde-e61e-42fb-9198-c87212897997, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b1eddfde-e61e-42fb-9198-c87212897997,segment=NetworkSegment(7212d2e1-d100-4c55-b1a2-48cc9896c092),segment_id=7212d2e1-d100-4c55-b1a2-48cc9896c092)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:32.421265 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fc4ce594-4e3b-4f59-bbc3-2ffaaa47b1a9 req-54706416-b34b-4148-b73b-ee0bf62d7829 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.454206 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.468901 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a6bdd4d-67b8-4622-911f-9c460c7417c2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.558497 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-99ff10e5-e40d-444f-b4a0-10ffd5c9fe55 None None] Could not find standard attr ID for object 32bc1137-481a-4c9a-b8ec-b62bafb4d39a. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:25:32.564067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bdd4d-67b8-4622-911f-9c460c7417c2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=4a5ff4f9-fce4-41a3-baff-7f5d34c9f1ac,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:32.580910 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a6bdd4d-67b8-4622-911f-9c460c7417c2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.592348 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50788) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:32.593947 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4a6bdd4d-67b8-4622-911f-9c460c7417c2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/4a5ff4f9-fce4-41a3-baff-7f5d34c9f1ac HTTP/1.1" status: 204 len: 168 time: 0.8197603 Nov 12 04:25:32.609626 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.742170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a6fff8-307b-498e-9103-c853a5f57f73 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet c674ce86-9ffe-4552-ad0d-de5a2b3e8181 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:25:32.756947 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fff8-307b-498e-9103-c853a5f57f73 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.759222 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1ad427-9936-4ba0-961d-e7e33403403c None None] DHCP port deletion for 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:32.803153 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0656c0-955e-483b-98e1-cf29ece487ab None None] Pushing event updated for resources: {'Port': ['ID=4812992c-5d58-4acd-9958-cfef9a073763,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:32.830705 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0656c0-955e-483b-98e1-cf29ece487ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:32.831054 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0656c0-955e-483b-98e1-cf29ece487ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:32.831350 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0656c0-955e-483b-98e1-cf29ece487ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:32.831680 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0656c0-955e-483b-98e1-cf29ece487ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:32.832005 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0656c0-955e-483b-98e1-cf29ece487ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:32.832327 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0656c0-955e-483b-98e1-cf29ece487ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:32.832696 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0656c0-955e-483b-98e1-cf29ece487ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:32.833018 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0656c0-955e-483b-98e1-cf29ece487ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:32.833331 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0656c0-955e-483b-98e1-cf29ece487ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:32.833645 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0656c0-955e-483b-98e1-cf29ece487ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:32.834567 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0656c0-955e-483b-98e1-cf29ece487ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:32.834921 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0656c0-955e-483b-98e1-cf29ece487ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:32.920244 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a58554e0-c941-4b01-97b9-a0d065d2c152 None None] Provisioning complete for port 4812992c-5d58-4acd-9958-cfef9a073763 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:32.920994 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a58554e0-c941-4b01-97b9-a0d065d2c152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.932028 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fff8-307b-498e-9103-c853a5f57f73 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.964578 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] Attempting to bind port 4812992c-5d58-4acd-9958-cfef9a073763 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:32.964949 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] Attempting to bind port 4812992c-5d58-4acd-9958-cfef9a073763 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'fe47cce3-309e-47fe-80ed-082a6e2a2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:32.965305 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] Attempting to bind port 4812992c-5d58-4acd-9958-cfef9a073763 on network 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:32.990870 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:32.991254 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] Checking segment: {'id': 'fe47cce3-309e-47fe-80ed-082a6e2a2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:32.991564 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.991967 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] Bound using segment: {'id': 'fe47cce3-309e-47fe-80ed-082a6e2a2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:32.993040 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] Bound port: 4812992c-5d58-4acd-9958-cfef9a073763, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe47cce3-309e-47fe-80ed-082a6e2a2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:32.993461 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:33.009668 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a58554e0-c941-4b01-97b9-a0d065d2c152 None None] Port 4812992c-5d58-4acd-9958-cfef9a073763 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:33.133745 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] For port 4812992c-5d58-4acd-9958-cfef9a073763, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:33.141920 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] For port 4812992c-5d58-4acd-9958-cfef9a073763, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4812992c-5d58-4acd-9958-cfef9a073763,segment=NetworkSegment(fe47cce3-309e-47fe-80ed-082a6e2a2cae),segment_id=fe47cce3-309e-47fe-80ed-082a6e2a2cae)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:33.154399 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9960a2f3-45f1-409b-90e8-a4d518dfb3dc None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:33.214026 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-97af05e1-7361-41a5-ba33-8c7e5b69e853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:33.262055 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:33.376296 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0656c0-955e-483b-98e1-cf29ece487ab None None] Pushing event updated for resources: {'Port': ['ID=4812992c-5d58-4acd-9958-cfef9a073763,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:33.387074 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] Routers {'e33a33aa-9b97-402d-b5cf-c193ccecbd90'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:33.388168 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:25:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e33a33aa-9b97-402d-b5cf-c193ccecbd90'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:33.448445 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb532de-a24f-40d8-9bdf-cc37460b3267 None None] DHCP port deletion for 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:33.546754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8697be1f-c8ef-4fab-b01e-5bc05b4d236c None None] Provisioning complete for port 4812992c-5d58-4acd-9958-cfef9a073763 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:33.548425 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8697be1f-c8ef-4fab-b01e-5bc05b4d236c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:33.580144 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] Set router e33a33aa-9b97-402d-b5cf-c193ccecbd90 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:33.799874 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fc4ce594-4e3b-4f59-bbc3-2ffaaa47b1a9 req-54706416-b34b-4148-b73b-ee0bf62d7829 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:33.799874 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fc4ce594-4e3b-4f59-bbc3-2ffaaa47b1a9 req-54706416-b34b-4148-b73b-ee0bf62d7829 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:33.799874 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-fc4ce594-4e3b-4f59-bbc3-2ffaaa47b1a9 req-54706416-b34b-4148-b73b-ee0bf62d7829 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Floating IP 3d9d741a-5a7b-4bde-97d4-d3ea4168a289 disassociated. External IP: 172.25.1.55, port: b1eddfde-e61e-42fb-9198-c87212897997. Nov 12 04:25:33.799874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-fc4ce594-4e3b-4f59-bbc3-2ffaaa47b1a9 req-54706416-b34b-4148-b73b-ee0bf62d7829 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Calling delete_port for b1eddfde-e61e-42fb-9198-c87212897997 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:33.917229 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8697be1f-c8ef-4fab-b01e-5bc05b4d236c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:33.964958 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fff8-307b-498e-9103-c853a5f57f73 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:34.026734 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8697be1f-c8ef-4fab-b01e-5bc05b4d236c None None] For port 4812992c-5d58-4acd-9958-cfef9a073763, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4812992c-5d58-4acd-9958-cfef9a073763,segment=NetworkSegment(fe47cce3-309e-47fe-80ed-082a6e2a2cae),segment_id=fe47cce3-309e-47fe-80ed-082a6e2a2cae)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:34.252910 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'name': 'tempest-ServerRescueTestJSONUnderV235-872880899-router', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:18Z', 'updated_at': '2021-11-12T04:25:27Z', 'revision_number': 4, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'gw_port': {'id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:19Z', 'updated_at': '2021-11-12T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4812992c-5d58-4acd-9958-cfef9a073763', 'name': '', 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'mac_address': 'fa:16:3e:5b:bb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'e8b898de-bc95-4aef-bd99-1e08bfac169b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:25Z', 'updated_at': '2021-11-12T04:25:33Z', 'revision_number': 4, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'subnets': [{'id': 'e8b898de-bc95-4aef-bd99-1e08bfac169b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:34.327439 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee0c12c-9156-4424-80fa-40070df97bad None None] The sync data for ids ['e33a33aa-9b97-402d-b5cf-c193ccecbd90'] in n-d-768509-24 is: [{'id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'name': 'tempest-ServerRescueTestJSONUnderV235-872880899-router', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:18Z', 'updated_at': '2021-11-12T04:25:27Z', 'revision_number': 4, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'gw_port': {'id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:19Z', 'updated_at': '2021-11-12T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4812992c-5d58-4acd-9958-cfef9a073763', 'name': '', 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'mac_address': 'fa:16:3e:5b:bb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'e8b898de-bc95-4aef-bd99-1e08bfac169b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:25Z', 'updated_at': '2021-11-12T04:25:33Z', 'revision_number': 4, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'subnets': [{'id': 'e8b898de-bc95-4aef-bd99-1e08bfac169b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:34.418947 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8697be1f-c8ef-4fab-b01e-5bc05b4d236c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:34.496223 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697be1f-c8ef-4fab-b01e-5bc05b4d236c None None] Pushing event updated for resources: {'Port': ['ID=4812992c-5d58-4acd-9958-cfef9a073763,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:34.514125 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fff8-307b-498e-9103-c853a5f57f73 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:34.526731 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fc4ce594-4e3b-4f59-bbc3-2ffaaa47b1a9 req-54706416-b34b-4148-b73b-ee0bf62d7829 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:34.607041 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fff8-307b-498e-9103-c853a5f57f73 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:34.632535 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e4a6fff8-307b-498e-9103-c853a5f57f73 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/c674ce86-9ffe-4552-ad0d-de5a2b3e8181 HTTP/1.1" status: 204 len: 168 time: 2.0341492 Nov 12 04:25:34.632852 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50802) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:34.729176 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6fff8-307b-498e-9103-c853a5f57f73 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=c674ce86-9ffe-4552-ad0d-de5a2b3e8181,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:34.733980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54706416-b34b-4148-b73b-ee0bf62d7829 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Pushing event deleted for resources: {'Port': ['ID=b1eddfde-e61e-42fb-9198-c87212897997,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:34.738100 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f27531cf-a195-4c90-bd2f-6d1c83e162ae tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1027069 Nov 12 04:25:34.741952 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50804) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:34.749522 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-207e0510-3477-4a79-8626-b1e0eeedcab0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:34.955167 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08ef661-5cd1-46e6-bf47-a96a41341ec9 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:35.048651 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc4ce594-4e3b-4f59-bbc3-2ffaaa47b1a9 req-54706416-b34b-4148-b73b-ee0bf62d7829 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Router b78a9bdf-1373-49c1-96a0-0cdf32d77807 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:25:35.079354 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7ca8c642-fec7-40fe-b2e3-977c44bde67f None None] Provisioning complete for port 888377a0-e36d-4067-852a-5c06cc496e79 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:35.079808 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ca8c642-fec7-40fe-b2e3-977c44bde67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.084121 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207e0510-3477-4a79-8626-b1e0eeedcab0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:35.087947 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-207e0510-3477-4a79-8626-b1e0eeedcab0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.270689 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc4ce594-4e3b-4f59-bbc3-2ffaaa47b1a9 req-54706416-b34b-4148-b73b-ee0bf62d7829 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:35.320218 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4f7fa-e75d-47c0-ac0a-6cc2ec3854d0 None None] Sync routers for ids ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:35.400236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4ce594-4e3b-4f59-bbc3-2ffaaa47b1a9 req-54706416-b34b-4148-b73b-ee0bf62d7829 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] No DVR routers for this DVR port b1eddfde-e61e-42fb-9198-c87212897997 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:35.407033 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fc4ce594-4e3b-4f59-bbc3-2ffaaa47b1a9 req-54706416-b34b-4148-b73b-ee0bf62d7829 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.412936 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc4ce594-4e3b-4f59-bbc3-2ffaaa47b1a9 req-54706416-b34b-4148-b73b-ee0bf62d7829 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.31 "DELETE /v2.0/ports/b1eddfde-e61e-42fb-9198-c87212897997 HTTP/1.1" status: 204 len: 173 time: 3.3245549 Nov 12 04:25:35.424354 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea80002-29e4-432d-9f2e-ee66f9bd6337', 'name': 'network-vif-deleted', 'tag': 'b1eddfde-e61e-42fb-9198-c87212897997'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:35.431499 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2467679-6d83-4d2f-ae77-0fbc56ac3010" -d '{"events": [{"server_uuid": "eea80002-29e4-432d-9f2e-ee66f9bd6337", "name": "network-vif-deleted", "tag": "b1eddfde-e61e-42fb-9198-c87212897997"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:35.748829 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4812992c-5d58-4acd-9958-cfef9a073763 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:35.824100 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-207e0510-3477-4a79-8626-b1e0eeedcab0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.859283 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4f7fa-e75d-47c0-ac0a-6cc2ec3854d0 None None] Routers {'b78a9bdf-1373-49c1-96a0-0cdf32d77807'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:35.859979 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-93e4f7fa-e75d-47c0-ac0a-6cc2ec3854d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:25:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:35.948754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device b1eddfde-e61e-42fb-9198-c87212897997 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:35.986184 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e0510-3477-4a79-8626-b1e0eeedcab0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=84386b62-e8fe-421f-adbf-95bf94b9e38c,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:36.026964 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: b1eddfde-e61e-42fb-9198-c87212897997 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:36.027326 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device b1eddfde-e61e-42fb-9198-c87212897997 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:36.028344 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207e0510-3477-4a79-8626-b1e0eeedcab0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:36.031582 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-207e0510-3477-4a79-8626-b1e0eeedcab0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:36.039754 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207e0510-3477-4a79-8626-b1e0eeedcab0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:36.040955 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-207e0510-3477-4a79-8626-b1e0eeedcab0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:36.063484 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c011422b-5aa5-4d8d-8d75-551f0dba4bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:36.145607 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-207e0510-3477-4a79-8626-b1e0eeedcab0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4020553 Nov 12 04:25:36.148551 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50816) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:36.156543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-c56848f0-585b-4fdc-bdb4-40a2c32143cd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:36.195108 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047e157d-db6a-4262-a6f6-e3f00f5f1f2b None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:36.359837 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4812992c-5d58-4acd-9958-cfef9a073763 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:36.361799 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:36.418752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-93e4f7fa-e75d-47c0-ac0a-6cc2ec3854d0 None None] Set router b78a9bdf-1373-49c1-96a0-0cdf32d77807 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:36.577216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-047e157d-db6a-4262-a6f6-e3f00f5f1f2b None None] Deleting port 888377a0-e36d-4067-852a-5c06cc496e79 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:36.577608 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-047e157d-db6a-4262-a6f6-e3f00f5f1f2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:36.683916 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56848f0-585b-4fdc-bdb4-40a2c32143cd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:36.687611 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c56848f0-585b-4fdc-bdb4-40a2c32143cd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:36.819411 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-047e157d-db6a-4262-a6f6-e3f00f5f1f2b None None] For port 888377a0-e36d-4067-852a-5c06cc496e79, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=888377a0-e36d-4067-852a-5c06cc496e79,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:36.820018 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-047e157d-db6a-4262-a6f6-e3f00f5f1f2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:36.822237 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:36.835702 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-047e157d-db6a-4262-a6f6-e3f00f5f1f2b None None] Calling delete_port for 888377a0-e36d-4067-852a-5c06cc496e79 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:37.050643 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-93e4f7fa-e75d-47c0-ac0a-6cc2ec3854d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:20:47Z', 'revision_number': 4, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port': {'id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:42Z', 'updated_at': '2021-11-12T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '8ff24903-099c-4f6e-8143-fa9f10623e6f', 'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'mac_address': 'fa:16:3e:11:df:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:46Z', 'updated_at': '2021-11-12T04:20:55Z', 'revision_number': 5, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'subnets': [{'id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:37.092235 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4f7fa-e75d-47c0-ac0a-6cc2ec3854d0 None None] Checking router: b78a9bdf-1373-49c1-96a0-0cdf32d77807 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:37.108935 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4f7fa-e75d-47c0-ac0a-6cc2ec3854d0 None None] Routers {'b78a9bdf-1373-49c1-96a0-0cdf32d77807'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:37.109730 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-93e4f7fa-e75d-47c0-ac0a-6cc2ec3854d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:25:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:37.196861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.objects.ports [None req-c56848f0-585b-4fdc-bdb4-40a2c32143cd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 04:25:37.197607 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-047e157d-db6a-4262-a6f6-e3f00f5f1f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:37.199542 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c56848f0-585b-4fdc-bdb4-40a2c32143cd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:37.260530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56848f0-585b-4fdc-bdb4-40a2c32143cd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:37.265528 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-c56848f0-585b-4fdc-bdb4-40a2c32143cd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:37.272044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56848f0-585b-4fdc-bdb4-40a2c32143cd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:37.275117 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c56848f0-585b-4fdc-bdb4-40a2c32143cd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:37.280325 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e157d-db6a-4262-a6f6-e3f00f5f1f2b None None] Pushing event deleted for resources: {'Port': ['ID=888377a0-e36d-4067-852a-5c06cc496e79,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:37.297381 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56848f0-585b-4fdc-bdb4-40a2c32143cd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=57662308-1b1c-47ce-927b-eed1edf13a8e,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:37.335852 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e157d-db6a-4262-a6f6-e3f00f5f1f2b None None] No DVR routers for this DVR port 888377a0-e36d-4067-852a-5c06cc496e79 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:37.419974 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c56848f0-585b-4fdc-bdb4-40a2c32143cd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2687073 Nov 12 04:25:37.423110 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50828) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:37.428313 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a73a46-a0e6-429b-96a9-15bd3c8d5a6e None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:37.433613 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-7f099033-f148-40ae-b410-e9e19665c6b2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'mac_address': 'fa:16:3e:27:d0:8c', 'name': 'tempest-NetworksTestDHCPv6-1124236367'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:37.561440 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 888377a0-e36d-4067-852a-5c06cc496e79 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:37.612430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 888377a0-e36d-4067-852a-5c06cc496e79 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:37.612734 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 888377a0-e36d-4067-852a-5c06cc496e79 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:37.656237 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-93e4f7fa-e75d-47c0-ac0a-6cc2ec3854d0 None None] Set router b78a9bdf-1373-49c1-96a0-0cdf32d77807 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:37.736913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f099033-f148-40ae-b410-e9e19665c6b2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:37.756459 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': '57662308-1b1c-47ce-927b-eed1edf13a8e'}, {'subnet_id': '84386b62-e8fe-421f-adbf-95bf94b9e38c'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:25:37.757489 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:37.872008 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f099033-f148-40ae-b410-e9e19665c6b2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:37.904475 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-7f099033-f148-40ae-b410-e9e19665c6b2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port d402cc7d-ead1-454e-acef-ba18a710e1de yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:25:38.042088 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Allocated IP 172.20.0.2 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/84386b62-e8fe-421f-adbf-95bf94b9e38c/37dfebea-ecd3-4d99-b86a-bcc138d508a2) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:38.050192 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Allocated IP 2001:db8::f816:3eff:fe4e:ed73 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/57662308-1b1c-47ce-927b-eed1edf13a8e/37dfebea-ecd3-4d99-b86a-bcc138d508a2) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:38.067811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-93e4f7fa-e75d-47c0-ac0a-6cc2ec3854d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:20:47Z', 'revision_number': 4, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port': {'id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:42Z', 'updated_at': '2021-11-12T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '8ff24903-099c-4f6e-8143-fa9f10623e6f', 'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'mac_address': 'fa:16:3e:11:df:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:46Z', 'updated_at': '2021-11-12T04:20:55Z', 'revision_number': 5, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'subnets': [{'id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:38.323926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4f7fa-e75d-47c0-ac0a-6cc2ec3854d0 None None] The sync data for ids ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'] in n-d-768509-24 is: [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:20:47Z', 'revision_number': 4, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port': {'id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:42Z', 'updated_at': '2021-11-12T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '8ff24903-099c-4f6e-8143-fa9f10623e6f', 'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'mac_address': 'fa:16:3e:11:df:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:46Z', 'updated_at': '2021-11-12T04:20:55Z', 'revision_number': 5, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'subnets': [{'id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:38.498976 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.498976 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.616358 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.662153 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:38.670580 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:38.674419 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:38.722805 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Pushing event updated for resources: {'Port': ['ID=37dfebea-ecd3-4d99-b86a-bcc138d508a2,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:38.839259 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Attempting to bind port 37dfebea-ecd3-4d99-b86a-bcc138d508a2 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:38.839641 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Attempting to bind port 37dfebea-ecd3-4d99-b86a-bcc138d508a2 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:38.842528 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Attempting to bind port 37dfebea-ecd3-4d99-b86a-bcc138d508a2 on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:38.855609 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:38.857186 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:38.857666 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.858006 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8266977-ded8-4491-a7e5-d5c37204ebab None None] New status for floating IP 3d9d741a-5a7b-4bde-97d4-d3ea4168a289: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:25:38.858590 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:38.859319 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Bound port: 37dfebea-ecd3-4d99-b86a-bcc138d508a2, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:38.861063 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.974172 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] For port 37dfebea-ecd3-4d99-b86a-bcc138d508a2, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:38.981467 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] For port 37dfebea-ecd3-4d99-b86a-bcc138d508a2, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=37dfebea-ecd3-4d99-b86a-bcc138d508a2,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:38.999746 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-7f099033-f148-40ae-b410-e9e19665c6b2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 172.20.0.4 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/84386b62-e8fe-421f-adbf-95bf94b9e38c/d402cc7d-ead1-454e-acef-ba18a710e1de) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:39.018617 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-7f099033-f148-40ae-b410-e9e19665c6b2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::f816:3eff:fe27:d08c (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/57662308-1b1c-47ce-927b-eed1edf13a8e/d402cc7d-ead1-454e-acef-ba18a710e1de) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:39.090261 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:39.147293 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:39.236212 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b4191-5db0-45ad-84d6-7aaabd513ce4 None None] Pushing event updated for resources: {'Port': ['ID=37dfebea-ecd3-4d99-b86a-bcc138d508a2,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:39.378389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-08ecbd1b-4bc8-41ee-b2c4-473f60bd98eb tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:39.392288 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-08ecbd1b-4bc8-41ee-b2c4-473f60bd98eb tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/networks?id=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 HTTP/1.1" status: 200 len: 819 time: 0.4693258 Nov 12 04:25:39.454708 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-3baed84e-f489-4386-a93b-f2c8f98b9edb tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/quotas/7a1045004a3f4c249c8ef8ce0dd9470c HTTP/1.1" status: 200 len: 375 time: 0.0544629 Nov 12 04:25:39.553194 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f099033-f148-40ae-b410-e9e19665c6b2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:39.583640 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-9390912e-49b3-4b67-b0d0-e924162e9ea4 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7a1045004a3f4c249c8ef8ce0dd9470c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1276569 Nov 12 04:25:39.751295 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f099033-f148-40ae-b410-e9e19665c6b2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:39.931831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f099033-f148-40ae-b410-e9e19665c6b2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:39.946562 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-7f099033-f148-40ae-b410-e9e19665c6b2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:39.953037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f099033-f148-40ae-b410-e9e19665c6b2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:39.966750 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f099033-f148-40ae-b410-e9e19665c6b2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=d402cc7d-ead1-454e-acef-ba18a710e1de,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:39.966750 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-20199cda-18f7-4e74-96f0-0659ba7d6f52 service neutron] 10.222.0.37 "GET /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697236 Nov 12 04:25:40.089211 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d51ddff-97ec-4df6-8b45-a8b0c92cd315 req-30d992b8-3592-4fe0-9892-ffe56f74d23a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6542be59-941a-44ae-8331-5f1854bf54c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3096018 Nov 12 04:25:40.136950 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1ea0a-d7b1-477e-a7d3-a8666c88a0b3 req-cd189b21-1b7f-4be1-8e42-760b8d459f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:40.138712 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fd1ea0a-d7b1-477e-a7d3-a8666c88a0b3 req-cd189b21-1b7f-4be1-8e42-760b8d459f36 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 1097 time: 0.3558271 Nov 12 04:25:40.211365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f099033-f148-40ae-b410-e9e19665c6b2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:40.212537 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f099033-f148-40ae-b410-e9e19665c6b2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:40.323273 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f39ed5f4-2ad9-4093-9732-d7f38e23b347 service neutron] 10.222.0.37 "GET /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233378 Nov 12 04:25:40.333474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51ddff-97ec-4df6-8b45-a8b0c92cd315 req-c2a4f266-a964-4ba0-9414-9893ddc8f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:40.373098 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d51ddff-97ec-4df6-8b45-a8b0c92cd315 req-c2a4f266-a964-4ba0-9414-9893ddc8f47b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=6542be59-941a-44ae-8331-5f1854bf54c1 HTTP/1.1" status: 200 len: 1098 time: 0.1953144 Nov 12 04:25:40.426201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1ea0a-d7b1-477e-a7d3-a8666c88a0b3 req-9ae092c2-de33-473f-badf-2447eb3d3849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:40.430125 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fd1ea0a-d7b1-477e-a7d3-a8666c88a0b3 req-9ae092c2-de33-473f-badf-2447eb3d3849 service neutron] 10.222.0.31 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.2739592 Nov 12 04:25:40.522324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fd1ea0a-d7b1-477e-a7d3-a8666c88a0b3 req-d33dc7e7-2486-45b2-ae1b-38aef9d4b8be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc8b5ac1-ca30-4229-a15f-653a112338df HTTP/1.1" status: 200 len: 217 time: 0.0855987 Nov 12 04:25:40.638494 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1ea0a-d7b1-477e-a7d3-a8666c88a0b3 req-6a1d875e-5b4a-4b35-8a74-51d72fd57da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:40.638494 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fd1ea0a-d7b1-477e-a7d3-a8666c88a0b3 req-6a1d875e-5b4a-4b35-8a74-51d72fd57da8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.0812826 Nov 12 04:25:40.656143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51ddff-97ec-4df6-8b45-a8b0c92cd315 req-4bbf8756-bcc8-4dd0-b2a8-fa8868e8c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:40.657739 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d51ddff-97ec-4df6-8b45-a8b0c92cd315 req-4bbf8756-bcc8-4dd0-b2a8-fa8868e8c9e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.2924597 Nov 12 04:25:40.714558 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d51ddff-97ec-4df6-8b45-a8b0c92cd315 req-d0bd2cca-f4ad-4e71-9e79-e0f1f9e91601 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95a43564-d716-40c4-9200-f25692332996 HTTP/1.1" status: 200 len: 217 time: 0.0475662 Nov 12 04:25:40.720465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1ea0a-d7b1-477e-a7d3-a8666c88a0b3 req-fe4918ad-8ec3-4511-9a6b-e53103ebf619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:40.722140 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fd1ea0a-d7b1-477e-a7d3-a8666c88a0b3 req-fe4918ad-8ec3-4511-9a6b-e53103ebf619 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992990 Nov 12 04:25:40.853148 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7f099033-f148-40ae-b410-e9e19665c6b2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4158871 Nov 12 04:25:40.853148 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51ddff-97ec-4df6-8b45-a8b0c92cd315 req-3a8809f7-2231-4e0c-914f-6a18cd9ec3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:40.853148 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d51ddff-97ec-4df6-8b45-a8b0c92cd315 req-3a8809f7-2231-4e0c-914f-6a18cd9ec3bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.1244552 Nov 12 04:25:40.854073 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50876) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:40.880951 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60c05b8-1f07-4165-9daf-7977f42cb4d2 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:40.935711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fd1ea0a-d7b1-477e-a7d3-a8666c88a0b3 req-47f74cba-c0b9-4f48-bc67-46ff313bcd02 service neutron] 10.222.0.31 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037163 Nov 12 04:25:40.979007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51ddff-97ec-4df6-8b45-a8b0c92cd315 req-6b2d6852-39cd-4be2-9c95-6a97b9c6f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:40.980768 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d51ddff-97ec-4df6-8b45-a8b0c92cd315 req-6b2d6852-39cd-4be2-9c95-6a97b9c6f91d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1111593 Nov 12 04:25:40.984637 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb6ad91-ca31-4b86-92ee-8582e2f46812 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:40.997568 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb6ad91-ca31-4b86-92ee-8582e2f46812 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:41.004601 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6eaedd46-7630-4781-984a-6b22aa3ff0c5 None None] Provisioning complete for port 37dfebea-ecd3-4d99-b86a-bcc138d508a2 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:41.004601 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6eaedd46-7630-4781-984a-6b22aa3ff0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:41.006065 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5bb6ad91-ca31-4b86-92ee-8582e2f46812 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1503184 Nov 12 04:25:41.009672 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50878) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:41.226083 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6eaedd46-7630-4781-984a-6b22aa3ff0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:41.242277 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-59a930ec-357d-4e14-a265-9cb258fa9a30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port d402cc7d-ead1-454e-acef-ba18a710e1de {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:41.242960 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59a930ec-357d-4e14-a265-9cb258fa9a30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:41.265148 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fd1ea0a-d7b1-477e-a7d3-a8666c88a0b3 req-ceff2c8b-d0e1-4a8f-94a8-bb5a07043a02 service neutron] 10.222.0.31 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123052 Nov 12 04:25:41.300895 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-6eaedd46-7630-4781-984a-6b22aa3ff0c5 None None] For port 37dfebea-ecd3-4d99-b86a-bcc138d508a2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=37dfebea-ecd3-4d99-b86a-bcc138d508a2,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:41.461136 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6eaedd46-7630-4781-984a-6b22aa3ff0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:41.488447 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59a930ec-357d-4e14-a265-9cb258fa9a30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:41.511534 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-59a930ec-357d-4e14-a265-9cb258fa9a30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for d402cc7d-ead1-454e-acef-ba18a710e1de owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:41.541096 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 37dfebea-ecd3-4d99-b86a-bcc138d508a2 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:41.557796 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55659fa1-45fa-43d4-80ae-6c0a554b2baf req-12b57cbc-0d56-4207-a2c5-d996e8b4df46 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:41.564928 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55659fa1-45fa-43d4-80ae-6c0a554b2baf req-12b57cbc-0d56-4207-a2c5-d996e8b4df46 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 945 time: 0.2116575 Nov 12 04:25:41.596705 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d51ddff-97ec-4df6-8b45-a8b0c92cd315 req-15e72b88-24ec-4c1f-8c65-94f6654b743b service neutron] 10.222.0.31 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750854 Nov 12 04:25:41.667178 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaedd46-7630-4781-984a-6b22aa3ff0c5 None None] Pushing event updated for resources: {'Port': ['ID=37dfebea-ecd3-4d99-b86a-bcc138d508a2,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:41.702467 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 37dfebea-ecd3-4d99-b86a-bcc138d508a2 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:41.703261 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:41.958118 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device fc8b5ac1-ca30-4229-a15f-653a112338df no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:41.994085 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55659fa1-45fa-43d4-80ae-6c0a554b2baf req-0270b705-ecdc-4279-af07-bf4dadaec309 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201195 Nov 12 04:25:42.101528 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59a930ec-357d-4e14-a265-9cb258fa9a30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:42.111223 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9422ee5e-4754-415c-a3b6-ae5a6c5f0e37 None None] Provisioning complete for port 37dfebea-ecd3-4d99-b86a-bcc138d508a2 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:42.114689 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d51ddff-97ec-4df6-8b45-a8b0c92cd315 req-0aaa9478-c809-49eb-8396-e51e37ab36b9 service neutron] 10.222.0.31 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988837 Nov 12 04:25:42.115000 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9422ee5e-4754-415c-a3b6-ae5a6c5f0e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:42.230760 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a930ec-357d-4e14-a265-9cb258fa9a30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=d402cc7d-ead1-454e-acef-ba18a710e1de,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:42.248066 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:42.279294 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a930ec-357d-4e14-a265-9cb258fa9a30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:42.279647 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a930ec-357d-4e14-a265-9cb258fa9a30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:42.280024 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a930ec-357d-4e14-a265-9cb258fa9a30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:42.280403 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a930ec-357d-4e14-a265-9cb258fa9a30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:42.280782 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a930ec-357d-4e14-a265-9cb258fa9a30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:42.281183 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a930ec-357d-4e14-a265-9cb258fa9a30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:42.281447 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a930ec-357d-4e14-a265-9cb258fa9a30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:42.281780 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a930ec-357d-4e14-a265-9cb258fa9a30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:42.282102 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a930ec-357d-4e14-a265-9cb258fa9a30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:42.282441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a930ec-357d-4e14-a265-9cb258fa9a30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:42.282888 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a930ec-357d-4e14-a265-9cb258fa9a30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:42.283213 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a930ec-357d-4e14-a265-9cb258fa9a30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:42.416309 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9422ee5e-4754-415c-a3b6-ae5a6c5f0e37 None None] Could not find standard attr ID for object d402cc7d-ead1-454e-acef-ba18a710e1de. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:25:42.451587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port fc8b5ac1-ca30-4229-a15f-653a112338df, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=fc8b5ac1-ca30-4229-a15f-653a112338df,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:42.556066 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59a930ec-357d-4e14-a265-9cb258fa9a30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:42.556066 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-59a930ec-357d-4e14-a265-9cb258fa9a30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/d402cc7d-ead1-454e-acef-ba18a710e1de HTTP/1.1" status: 204 len: 168 time: 1.5168889 Nov 12 04:25:42.556298 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa85fd1-b240-45bd-b924-59adeb3d87eb req-ca5b2f83-33e2-4396-a4da-7c514e66dc0b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:42.556298 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa85fd1-b240-45bd-b924-59adeb3d87eb req-ca5b2f83-33e2-4396-a4da-7c514e66dc0b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:42.556298 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa85fd1-b240-45bd-b924-59adeb3d87eb req-ca5b2f83-33e2-4396-a4da-7c514e66dc0b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:42.556298 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa85fd1-b240-45bd-b924-59adeb3d87eb req-ca5b2f83-33e2-4396-a4da-7c514e66dc0b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:42.558102 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50900) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:42.561530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa85fd1-b240-45bd-b924-59adeb3d87eb req-ca5b2f83-33e2-4396-a4da-7c514e66dc0b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:42.569642 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-166d7b41-8a7d-45de-af95-ecae6f163baf None None] Could not find standard attr ID for object d402cc7d-ead1-454e-acef-ba18a710e1de. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:25:42.570058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa85fd1-b240-45bd-b924-59adeb3d87eb req-ca5b2f83-33e2-4396-a4da-7c514e66dc0b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:42.579678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa85fd1-b240-45bd-b924-59adeb3d87eb req-ca5b2f83-33e2-4396-a4da-7c514e66dc0b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:42.595359 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-faa85fd1-b240-45bd-b924-59adeb3d87eb req-ca5b2f83-33e2-4396-a4da-7c514e66dc0b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5445 time: 0.3733287 Nov 12 04:25:42.595991 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50902) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:42.600413 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a86c9c51-8e3f-4a6d-86b8-b4e0f64dfd7b req-d7ec1a8e-b425-48b6-a7d7-d4c67c1f0997 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2427216 Nov 12 04:25:42.606041 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-2567e038-f0cc-444a-b6b0-204ce9c39ad4 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Request body: {'floatingip': {'port_id': '8b3ed3ea-e971-45fe-8276-9cc198e22638'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:42.664078 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2567e038-f0cc-444a-b6b0-204ce9c39ad4 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:42.688889 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8da158-5ae0-41a0-b135-68d0966fef5f x-openstack-request-id: req-aa8da158-5ae0-41a0-b135-68d0966fef5f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:42.689205 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ce2993-0531-45a0-93d3-19f6aceb0a98", "name": "network-vif-plugged", "status": "completed", "tag": "eed06a5e-8678-401c-8a5f-cba757927912", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:42.689435 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa8da158-5ae0-41a0-b135-68d0966fef5f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:42.689842 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ce2993-0531-45a0-93d3-19f6aceb0a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed06a5e-8678-401c-8a5f-cba757927912', 'code': 200} Nov 12 04:25:42.708172 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d365565-ceac-4f39-ae35-7c67ecfc6eac tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:42.709968 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d365565-ceac-4f39-ae35-7c67ecfc6eac tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:42.712084 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d365565-ceac-4f39-ae35-7c67ecfc6eac tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:42.725619 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3d365565-ceac-4f39-ae35-7c67ecfc6eac tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1650314 Nov 12 04:25:42.734531 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50904) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:42.863234 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5671cc2-8b75-4a4b-a7fc-fd05b31df6e6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet 57662308-1b1c-47ce-927b-eed1edf13a8e {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:25:42.867800 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:42.873190 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5671cc2-8b75-4a4b-a7fc-fd05b31df6e6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:42.986002 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5671cc2-8b75-4a4b-a7fc-fd05b31df6e6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:43.027683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=fc8b5ac1-ca30-4229-a15f-653a112338df,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:43.066521 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.068966 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.069411 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.069733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.070129 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.070517 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.070903 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.071284 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.071658 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.072026 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.072385 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.072734 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.154837 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e01a44-3cd6-4b98-af95-9761a4849aaa req-7e5cf502-0a7c-4e60-a3a9-b2f3988649ea tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:43.156680 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-19e01a44-3cd6-4b98-af95-9761a4849aaa req-7e5cf502-0a7c-4e60-a3a9-b2f3988649ea tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0904977 Nov 12 04:25:43.211301 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5671cc2-8b75-4a4b-a7fc-fd05b31df6e6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:43.351169 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 37dfebea-ecd3-4d99-b86a-bcc138d508a2 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:43.392368 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-19e01a44-3cd6-4b98-af95-9761a4849aaa req-5c3dd729-c5c0-4c77-a02c-685c222fa240 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268944 Nov 12 04:25:43.438931 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 37dfebea-ecd3-4d99-b86a-bcc138d508a2 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:43.440084 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:43.446937 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:25:43.493779 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5671cc2-8b75-4a4b-a7fc-fd05b31df6e6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:43.535927 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5671cc2-8b75-4a4b-a7fc-fd05b31df6e6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:43.541377 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8925ae2-6f43-45c8-8937-d0eb51d2b3e0 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:43.548630 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b5671cc2-8b75-4a4b-a7fc-fd05b31df6e6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/57662308-1b1c-47ce-927b-eed1edf13a8e HTTP/1.1" status: 204 len: 168 time: 0.8103774 Nov 12 04:25:43.553072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50918) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:43.575941 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c1db57-455c-4401-b1b6-bae7e2e6b0cf x-openstack-request-id: req-b0c1db57-455c-4401-b1b6-bae7e2e6b0cf {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:43.577086 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea80002-29e4-432d-9f2e-ee66f9bd6337", "name": "network-vif-deleted", "tag": "b1eddfde-e61e-42fb-9198-c87212897997", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:43.577768 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0c1db57-455c-4401-b1b6-bae7e2e6b0cf {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:43.578517 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea80002-29e4-432d-9f2e-ee66f9bd6337', 'name': 'network-vif-deleted', 'tag': 'b1eddfde-e61e-42fb-9198-c87212897997', 'status': 'completed', 'code': 200} Nov 12 04:25:43.611972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c9c51-8e3f-4a6d-86b8-b4e0f64dfd7b req-e795788d-ce55-4d16-90d9-cc20e1070ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:43.613641 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a86c9c51-8e3f-4a6d-86b8-b4e0f64dfd7b req-e795788d-ce55-4d16-90d9-cc20e1070ca9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 1098 time: 0.1323664 Nov 12 04:25:43.693135 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5671cc2-8b75-4a4b-a7fc-fd05b31df6e6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=57662308-1b1c-47ce-927b-eed1edf13a8e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:43.733220 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2127dc-f95c-4f74-92ef-afe4b04e1676 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet 84386b62-e8fe-421f-adbf-95bf94b9e38c {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:25:43.736832 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c2127dc-f95c-4f74-92ef-afe4b04e1676 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:43.821742 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c2127dc-f95c-4f74-92ef-afe4b04e1676 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:44.056459 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c2127dc-f95c-4f74-92ef-afe4b04e1676 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:44.239270 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57df0bfd-309a-4814-a142-c36c3f5317fa req-c03fa32a-a030-4e30-afd6-431159668a86 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 210 time: 0.5793657 Nov 12 04:25:44.333555 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2567e038-f0cc-444a-b6b0-204ce9c39ad4 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:44.404994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c9c51-8e3f-4a6d-86b8-b4e0f64dfd7b req-ad34029f-c244-4cfc-abe7-c96fb9f2137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:44.406980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a86c9c51-8e3f-4a6d-86b8-b4e0f64dfd7b req-ad34029f-c244-4cfc-abe7-c96fb9f2137b service neutron] 10.222.0.21 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.1857076 Nov 12 04:25:44.421959 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c2127dc-f95c-4f74-92ef-afe4b04e1676 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:44.450457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aab983-41df-4320-ad03-be0805b1dddc req-0d4d831b-6081-4839-a4d8-61e22d8af2d1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:44.463649 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0aab983-41df-4320-ad03-be0805b1dddc req-0d4d831b-6081-4839-a4d8-61e22d8af2d1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 943 time: 0.1128912 Nov 12 04:25:44.474790 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2127dc-f95c-4f74-92ef-afe4b04e1676 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=84386b62-e8fe-421f-adbf-95bf94b9e38c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:44.484855 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c2127dc-f95c-4f74-92ef-afe4b04e1676 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:44.493218 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0c2127dc-f95c-4f74-92ef-afe4b04e1676 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/84386b62-e8fe-421f-adbf-95bf94b9e38c HTTP/1.1" status: 204 len: 168 time: 0.9367859 Nov 12 04:25:44.494052 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50928) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:44.535170 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0aab983-41df-4320-ad03-be0805b1dddc req-04bb4ae5-ad2b-4309-a902-12db6f9e9861 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=852117c5-002d-46a8-9644-c66584181bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702450 Nov 12 04:25:44.536152 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2567e038-f0cc-444a-b6b0-204ce9c39ad4 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:44.574981 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-95ae4146-6fd0-4b9c-869c-f2fccedca3a9 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794227 Nov 12 04:25:44.577843 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50932) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:44.665030 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd218a75-dd89-4553-933f-2fcc19764025 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:44.667391 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bd218a75-dd89-4553-933f-2fcc19764025 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0880487 Nov 12 04:25:44.669890 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50934) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:44.690915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdc7472-5c9c-40b2-b757-64ed5024cc74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc8b5ac1-ca30-4229-a15f-653a112338df'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:44.693358 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b513d0c-e4f9-4630-81c3-104cdb888697" -d '{"events": [{"server_uuid": "ebdc7472-5c9c-40b2-b757-64ed5024cc74", "name": "network-vif-unplugged", "status": "completed", "tag": "fc8b5ac1-ca30-4229-a15f-653a112338df"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:44.720898 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50936) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:44.924239 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721df31e-8815-437a-a335-908eb22a58c2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:44.926834 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-721df31e-8815-437a-a335-908eb22a58c2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2559474 Nov 12 04:25:44.929744 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50940) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:45.002204 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-2567e038-f0cc-444a-b6b0-204ce9c39ad4 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Floating IP 2ecd9110-4fe8-4dd5-8843-65c8519277e9 associated. External IP: 172.25.1.67, port: 8b3ed3ea-e971-45fe-8276-9cc198e22638. Nov 12 04:25:45.090321 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2098c30a-e32e-49d1-8ab0-23125726fd6d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1584902 Nov 12 04:25:45.098859 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50944) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:45.115803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bea81e74-d4f1-484d-bb16-c9e38d24b027 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:45.139786 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90fdee-40d2-4244-bf5d-174a5c7c0f4d req-a0e2d8de-ebd4-4d73-8359-ce91c4f6f764 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:45.150732 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f90fdee-40d2-4244-bf5d-174a5c7c0f4d req-a0e2d8de-ebd4-4d73-8359-ce91c4f6f764 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1776068 Nov 12 04:25:45.182036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecca2fe3-7363-4c7d-a3bc-671d0e9ae164 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:45.313306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6946f51e-f496-462c-87e2-e04e7c7f3222 None None] Provisioning complete for port 37dfebea-ecd3-4d99-b86a-bcc138d508a2 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:45.313958 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6946f51e-f496-462c-87e2-e04e7c7f3222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:45.334736 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f90fdee-40d2-4244-bf5d-174a5c7c0f4d req-27a55b5e-5c6d-40c1-8892-6b41a1ff78a0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854293 Nov 12 04:25:45.574436 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a687e1c-e928-40e8-a1a7-40d11224ec9e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:45.668159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2567e038-f0cc-444a-b6b0-204ce9c39ad4 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Router d45acd03-da2d-4cb2-b3eb-f468a91ea3eb has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:25:45.680907 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a687e1c-e928-40e8-a1a7-40d11224ec9e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:45.692428 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6968b548-a327-462a-a04b-17f42de5c23e None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:45.704641 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2737726-93f8-4920-962f-4da6093d4323 req-531d872b-437d-47e4-9a7a-a0405134aac9 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:45.706302 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2737726-93f8-4920-962f-4da6093d4323 req-531d872b-437d-47e4-9a7a-a0405134aac9 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1468172 Nov 12 04:25:45.822754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6968b548-a327-462a-a04b-17f42de5c23e None None] Deleting port 37dfebea-ecd3-4d99-b86a-bcc138d508a2 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:45.822754 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6968b548-a327-462a-a04b-17f42de5c23e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:45.979022 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2737726-93f8-4920-962f-4da6093d4323 req-7170d8d3-b9fe-4064-a5d4-aaca6c06349f tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204893 Nov 12 04:25:45.979367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-6968b548-a327-462a-a04b-17f42de5c23e None None] For port 37dfebea-ecd3-4d99-b86a-bcc138d508a2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=37dfebea-ecd3-4d99-b86a-bcc138d508a2,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:45.979367 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6968b548-a327-462a-a04b-17f42de5c23e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:46.004408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6968b548-a327-462a-a04b-17f42de5c23e None None] Calling delete_port for 37dfebea-ecd3-4d99-b86a-bcc138d508a2 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:46.058055 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2567e038-f0cc-444a-b6b0-204ce9c39ad4 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:46.063816 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2567e038-f0cc-444a-b6b0-204ce9c39ad4 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:46.090464 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08503bf-490f-4344-9261-0ee19b88215f x-openstack-request-id: req-f08503bf-490f-4344-9261-0ee19b88215f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:46.090833 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdc7472-5c9c-40b2-b757-64ed5024cc74", "name": "network-vif-unplugged", "status": "failed", "tag": "fc8b5ac1-ca30-4229-a15f-653a112338df", "code": 422}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:46.091123 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f08503bf-490f-4344-9261-0ee19b88215f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:46.091558 n-d-768509-24 neutron-server[103298]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ebdc7472-5c9c-40b2-b757-64ed5024cc74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fc8b5ac1-ca30-4229-a15f-653a112338df', 'code': 422} returned with failed status Nov 12 04:25:46.093618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device fc8b5ac1-ca30-4229-a15f-653a112338df no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:46.100495 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9124e1d4-d660-4193-aa15-100ecc50dc9b None None] Sync routers for ids ['d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:46.123439 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2567e038-f0cc-444a-b6b0-204ce9c39ad4 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "PUT /v2.0/floatingips/2ecd9110-4fe8-4dd5-8843-65c8519277e9 HTTP/1.1" status: 200 len: 990 time: 3.5182967 Nov 12 04:25:46.123439 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'tag': '8b3ed3ea-e971-45fe-8276-9cc198e22638'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:46.124009 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2059f4a-1834-439b-be1d-6e25a412b4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "tag": "8b3ed3ea-e971-45fe-8276-9cc198e22638"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:46.176910 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9124e1d4-d660-4193-aa15-100ecc50dc9b None None] Routers {'d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:46.177548 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-9124e1d4-d660-4193-aa15-100ecc50dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:25:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:46.192643 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-19189967-7874-4e23-9e8d-d238f6bbe992 req-379b9c56-1e25-43ea-badb-542fd14c89a9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 210 time: 0.0465379 Nov 12 04:25:46.319843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62d4ef-fbeb-4f7a-881b-f75ceabc08a9 req-bbe68b4e-98c6-4d20-bff5-2b7de9959cdc tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:46.322209 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed62d4ef-fbeb-4f7a-881b-f75ceabc08a9 req-bbe68b4e-98c6-4d20-bff5-2b7de9959cdc tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0510097 Nov 12 04:25:46.336415 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-9124e1d4-d660-4193-aa15-100ecc50dc9b None None] Set router d45acd03-da2d-4cb2-b3eb-f468a91ea3eb gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:46.363776 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea81e74-d4f1-484d-bb16-c9e38d24b027 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:46.368404 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bea81e74-d4f1-484d-bb16-c9e38d24b027 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:46.370259 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea81e74-d4f1-484d-bb16-c9e38d24b027 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:25:46.370734 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea81e74-d4f1-484d-bb16-c9e38d24b027 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:25:46.393498 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed62d4ef-fbeb-4f7a-881b-f75ceabc08a9 req-a5d4f603-4ff5-4646-bde4-636f843dc8e4 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626521 Nov 12 04:25:46.415691 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a687e1c-e928-40e8-a1a7-40d11224ec9e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:46.420943 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a687e1c-e928-40e8-a1a7-40d11224ec9e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:46.423176 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50966) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:46.436876 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6a687e1c-e928-40e8-a1a7-40d11224ec9e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "DELETE /v2.0/security-groups/6eae6e5c-934d-49aa-8289-f9d25b8fb7f5 HTTP/1.1" status: 204 len: 168 time: 1.7066708 Nov 12 04:25:46.446836 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6968b548-a327-462a-a04b-17f42de5c23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:46.454218 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-7c9e0b36-fcb2-4bf4-babf-2cfc9cf03d1b tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] show failed (client error): The resource could not be found. Nov 12 04:25:46.458542 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7c9e0b36-fcb2-4bf4-babf-2cfc9cf03d1b tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups/6eae6e5c-934d-49aa-8289-f9d25b8fb7f5 HTTP/1.1" status: 404 len: 347 time: 0.0339506 Nov 12 04:25:46.458965 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 50968) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:46.460885 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a687e1c-e928-40e8-a1a7-40d11224ec9e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eae6e5c-934d-49aa-8289-f9d25b8fb7f5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:46.501090 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968b548-a327-462a-a04b-17f42de5c23e None None] Pushing event deleted for resources: {'Port': ['ID=37dfebea-ecd3-4d99-b86a-bcc138d508a2,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:46.518762 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6968b548-a327-462a-a04b-17f42de5c23e None None] No DVR routers for this DVR port 37dfebea-ecd3-4d99-b86a-bcc138d508a2 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:46.538454 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bea81e74-d4f1-484d-bb16-c9e38d24b027 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.4383657 Nov 12 04:25:46.541875 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50972) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:46.547518 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5219e7b0-d450-4c1e-8730-d3eb0828a4e1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:46.647886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-8d1aa20f-60f9-4428-bd31-d0608fa64623 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Deleting port e4f430ee-6a3a-4ebd-a629-f971e8448a16 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:46.648235 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d1aa20f-60f9-4428-bd31-d0608fa64623 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:46.689569 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-9124e1d4-d660-4193-aa15-100ecc50dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'name': 'tempest-TaggedBootDevicesTest_v242-1714417968-router', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:48Z', 'updated_at': '2021-11-12T04:22:54Z', 'revision_number': 4, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'gw_port': {'id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:49Z', 'updated_at': '2021-11-12T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '2ecd9110-4fe8-4dd5-8843-65c8519277e9', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'port_id': '8b3ed3ea-e971-45fe-8276-9cc198e22638', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12', 'mac_address': 'fa:16:3e:6c:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:23:59Z', 'updated_at': '2021-11-12T04:25:43Z', 'revision_number': 1, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b433b06-67c5-4499-8052-8ecb7e059356', 'name': '', 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'mac_address': 'fa:16:3e:b1:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '3fc4ed48-686a-4892-81a2-ac8d11ac1cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:53Z', 'updated_at': '2021-11-12T04:22:58Z', 'revision_number': 5, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'subnets': [{'id': '3fc4ed48-686a-4892-81a2-ac8d11ac1cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:46.717515 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9124e1d4-d660-4193-aa15-100ecc50dc9b None None] Checking router: d45acd03-da2d-4cb2-b3eb-f468a91ea3eb for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:46.734966 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9124e1d4-d660-4193-aa15-100ecc50dc9b None None] Routers {'d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:46.735235 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-9124e1d4-d660-4193-aa15-100ecc50dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:25:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:46.740472 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5219e7b0-d450-4c1e-8730-d3eb0828a4e1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:46.747667 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5219e7b0-d450-4c1e-8730-d3eb0828a4e1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:46.749970 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-5219e7b0-d450-4c1e-8730-d3eb0828a4e1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:25:46.751339 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5219e7b0-d450-4c1e-8730-d3eb0828a4e1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:25:46.764068 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d1aa20f-60f9-4428-bd31-d0608fa64623 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:46.764533 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d1aa20f-60f9-4428-bd31-d0608fa64623 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:46.785548 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-8d1aa20f-60f9-4428-bd31-d0608fa64623 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Calling delete_port for e4f430ee-6a3a-4ebd-a629-f971e8448a16 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:46.851658 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-9124e1d4-d660-4193-aa15-100ecc50dc9b None None] Set router d45acd03-da2d-4cb2-b3eb-f468a91ea3eb gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:46.903816 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5219e7b0-d450-4c1e-8730-d3eb0828a4e1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3608611 Nov 12 04:25:46.907338 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50978) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:46.912951 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ec110824-e0d1-4146-9829-e66a1c10c7ee tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:46.942169 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:47.047372 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d1aa20f-60f9-4428-bd31-d0608fa64623 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:47.110367 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec110824-e0d1-4146-9829-e66a1c10c7ee tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:47.114022 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ec110824-e0d1-4146-9829-e66a1c10c7ee tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:47.115497 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec110824-e0d1-4146-9829-e66a1c10c7ee tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:25:47.115942 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec110824-e0d1-4146-9829-e66a1c10c7ee tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:25:47.146154 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1aa20f-60f9-4428-bd31-d0608fa64623 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Pushing event deleted for resources: {'Port': ['ID=e4f430ee-6a3a-4ebd-a629-f971e8448a16,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:47.239826 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d1aa20f-60f9-4428-bd31-d0608fa64623 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:47.242535 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d1aa20f-60f9-4428-bd31-d0608fa64623 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:47.245300 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8d1aa20f-60f9-4428-bd31-d0608fa64623 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "DELETE /v2.0/floatingips/3d9d741a-5a7b-4bde-97d4-d3ea4168a289 HTTP/1.1" status: 204 len: 168 time: 0.7813063 Nov 12 04:25:47.258941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f9e54447-df0f-4393-82f5-5023485da0be tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:47.258941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f9e54447-df0f-4393-82f5-5023485da0be tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.31 "GET /v2.0/networks?id=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 HTTP/1.1" status: 200 len: 819 time: 0.2222936 Nov 12 04:25:47.275703 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-1bbf5747-2605-4c4f-af98-6fe7e1c808e9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Request body: {'port': {'device_id': 'f650b89c-ba7f-4eb0-9862-4a67bde49a1f', 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2', 'admin_state_up': True, 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:47.307433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-9124e1d4-d660-4193-aa15-100ecc50dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'name': 'tempest-TaggedBootDevicesTest_v242-1714417968-router', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:48Z', 'updated_at': '2021-11-12T04:22:54Z', 'revision_number': 4, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'gw_port': {'id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:49Z', 'updated_at': '2021-11-12T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '2ecd9110-4fe8-4dd5-8843-65c8519277e9', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'port_id': '8b3ed3ea-e971-45fe-8276-9cc198e22638', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12', 'mac_address': 'fa:16:3e:6c:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:23:59Z', 'updated_at': '2021-11-12T04:25:43Z', 'revision_number': 1, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b433b06-67c5-4499-8052-8ecb7e059356', 'name': '', 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'mac_address': 'fa:16:3e:b1:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '3fc4ed48-686a-4892-81a2-ac8d11ac1cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:53Z', 'updated_at': '2021-11-12T04:22:58Z', 'revision_number': 5, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'subnets': [{'id': '3fc4ed48-686a-4892-81a2-ac8d11ac1cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:47.341387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 37dfebea-ecd3-4d99-b86a-bcc138d508a2 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:47.344220 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9124e1d4-d660-4193-aa15-100ecc50dc9b None None] The sync data for ids ['d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'] in n-d-768509-24 is: [{'id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'name': 'tempest-TaggedBootDevicesTest_v242-1714417968-router', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:48Z', 'updated_at': '2021-11-12T04:22:54Z', 'revision_number': 4, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'gw_port': {'id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:49Z', 'updated_at': '2021-11-12T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '2ecd9110-4fe8-4dd5-8843-65c8519277e9', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'port_id': '8b3ed3ea-e971-45fe-8276-9cc198e22638', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12', 'mac_address': 'fa:16:3e:6c:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:23:59Z', 'updated_at': '2021-11-12T04:25:43Z', 'revision_number': 1, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b433b06-67c5-4499-8052-8ecb7e059356', 'name': '', 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'mac_address': 'fa:16:3e:b1:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '3fc4ed48-686a-4892-81a2-ac8d11ac1cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:53Z', 'updated_at': '2021-11-12T04:22:58Z', 'revision_number': 5, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'subnets': [{'id': '3fc4ed48-686a-4892-81a2-ac8d11ac1cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:47.365114 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 37dfebea-ecd3-4d99-b86a-bcc138d508a2 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:47.365472 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 37dfebea-ecd3-4d99-b86a-bcc138d508a2 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:47.388981 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ec110824-e0d1-4146-9829-e66a1c10c7ee tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4769995 Nov 12 04:25:47.388981 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50990) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:47.393609 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7e110b96-a082-4d82-91f5-b91583f9abf0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:47.509102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-1bbf5747-2605-4c4f-af98-6fe7e1c808e9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Made reservation on behalf of 7a1045004a3f4c249c8ef8ce0dd9470c for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:47.513118 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-1bbf5747-2605-4c4f-af98-6fe7e1c808e9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:47.621904 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc655b-894e-4ac0-b346-eb7bfcbdb9e3 None None] New status for floating IP 2ecd9110-4fe8-4dd5-8843-65c8519277e9: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:25:47.631391 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e110b96-a082-4d82-91f5-b91583f9abf0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:47.637580 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e110b96-a082-4d82-91f5-b91583f9abf0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:47.639186 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e110b96-a082-4d82-91f5-b91583f9abf0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:25:47.639814 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e110b96-a082-4d82-91f5-b91583f9abf0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:25:47.706622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-1bbf5747-2605-4c4f-af98-6fe7e1c808e9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Allocated IP 172.20.0.6 (7e11ebec-e1a3-450c-b28f-d2628b7a2ba2/e8b898de-bc95-4aef-bd99-1e08bfac169b/773cb0dd-f5a4-4c0e-b0e3-482cf490a53d) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:47.730423 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7e110b96-a082-4d82-91f5-b91583f9abf0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3405092 Nov 12 04:25:47.731063 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 50996) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:47.736432 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-befdd2ff-747d-4025-b37d-1c3b03093e30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:47.901475 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-1bbf5747-2605-4c4f-af98-6fe7e1c808e9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:48.008020 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befdd2ff-747d-4025-b37d-1c3b03093e30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:48.011734 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-befdd2ff-747d-4025-b37d-1c3b03093e30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:48.013135 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-befdd2ff-747d-4025-b37d-1c3b03093e30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:25:48.013565 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-befdd2ff-747d-4025-b37d-1c3b03093e30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:25:48.071882 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-1bbf5747-2605-4c4f-af98-6fe7e1c808e9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:48.112543 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:48.116809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-1bbf5747-2605-4c4f-af98-6fe7e1c808e9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Network 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:48.133296 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-befdd2ff-747d-4025-b37d-1c3b03093e30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4011765 Nov 12 04:25:48.136046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-1bbf5747-2605-4c4f-af98-6fe7e1c808e9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:48.136570 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51002) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:48.138028 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-1bbf5747-2605-4c4f-af98-6fe7e1c808e9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:48.141952 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-06392302-ef06-4b2d-96da-34c101a02c06 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:48.144813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf5747-2605-4c4f-af98-6fe7e1c808e9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Pushing event updated for resources: {'Port': ['ID=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:48.161993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a81efd1-26ed-4172-9f8d-cde7d729ba18 None None] DHCP port deletion for 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:48.197063 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-1bbf5747-2605-4c4f-af98-6fe7e1c808e9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:48.197721 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-1bbf5747-2605-4c4f-af98-6fe7e1c808e9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:48.243773 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4b6f84c5-f552-4adf-b1ce-906b34b39b3f None None] Provisioning complete for port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:48.244170 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4b6f84c5-f552-4adf-b1ce-906b34b39b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:48.281427 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-1bbf5747-2605-4c4f-af98-6fe7e1c808e9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0111475 Nov 12 04:25:48.282155 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4b6f84c5-f552-4adf-b1ce-906b34b39b3f None None] Port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:48.309009 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Request body: {'port': {'device_id': 'f650b89c-ba7f-4eb0-9862-4a67bde49a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:48.369756 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:48.409445 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06392302-ef06-4b2d-96da-34c101a02c06 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:48.413145 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06392302-ef06-4b2d-96da-34c101a02c06 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:48.415580 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-06392302-ef06-4b2d-96da-34c101a02c06 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:25:48.416310 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06392302-ef06-4b2d-96da-34c101a02c06 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:25:48.592817 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-06392302-ef06-4b2d-96da-34c101a02c06 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4549899 Nov 12 04:25:48.597177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51012) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:48.630332 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b404e184-15ea-4b64-8405-5c29e7809769 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0316994 Nov 12 04:25:48.632633 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51014) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:48.688867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a61bc5-f128-4aab-a487-9eb3a90a033b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:48.694601 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:48.694901 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-36a61bc5-f128-4aab-a487-9eb3a90a033b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0568068 Nov 12 04:25:48.696551 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51016) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:48.698151 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:48.710529 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Transition to ACTIVE for port object 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:25:48.737427 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-31e82422-b665-4c36-b443-2c56ad5e0eee tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397582 Nov 12 04:25:48.741155 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51020) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:48.746447 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-839144b4-5e30-4ced-8115-37ddfe862e7c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:48.814138 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:48.819371 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a86c9c51-8e3f-4a6d-86b8-b4e0f64dfd7b req-7405bbd3-5595-4b14-8007-ba20526195c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ec7cc86-a327-46e3-82cc-6403e1f00ad8 HTTP/1.1" status: 200 len: 217 time: 0.0505412 Nov 12 04:25:48.859556 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9328aa7e-6bcc-4278-a325-6b76aab2fe6c x-openstack-request-id: req-9328aa7e-6bcc-4278-a325-6b76aab2fe6c {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:48.859857 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "tag": "8b3ed3ea-e971-45fe-8276-9cc198e22638", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:48.860117 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9328aa7e-6bcc-4278-a325-6b76aab2fe6c {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:48.860514 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'tag': '8b3ed3ea-e971-45fe-8276-9cc198e22638', 'status': 'completed', 'code': 200} Nov 12 04:25:48.884491 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07f0f8a-ac3c-4886-ad52-effa56b55a82 None None] DHCP port deletion for 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:48.943922 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Pushing event updated for resources: {'Port': ['ID=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:48.972918 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2059f4a-1834-439b-be1d-6e25a412b4e3 req-3598b0ac-8354-4bef-8062-3fee2f1ee413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:48.973569 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2059f4a-1834-439b-be1d-6e25a412b4e3 req-3598b0ac-8354-4bef-8062-3fee2f1ee413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:48.974181 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2059f4a-1834-439b-be1d-6e25a412b4e3 req-3598b0ac-8354-4bef-8062-3fee2f1ee413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:48.974753 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2059f4a-1834-439b-be1d-6e25a412b4e3 req-3598b0ac-8354-4bef-8062-3fee2f1ee413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:48.975291 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2059f4a-1834-439b-be1d-6e25a412b4e3 req-3598b0ac-8354-4bef-8062-3fee2f1ee413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:48.975833 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2059f4a-1834-439b-be1d-6e25a412b4e3 req-3598b0ac-8354-4bef-8062-3fee2f1ee413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:48.976366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2059f4a-1834-439b-be1d-6e25a412b4e3 req-3598b0ac-8354-4bef-8062-3fee2f1ee413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:48.978644 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d2059f4a-1834-439b-be1d-6e25a412b4e3 req-3598b0ac-8354-4bef-8062-3fee2f1ee413 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2da92794a0540cfa9ccbce1e95a15a3&device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 6509 time: 0.0596554 Nov 12 04:25:48.992128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c9c51-8e3f-4a6d-86b8-b4e0f64dfd7b req-24bb2231-f03e-4f90-b32e-ba8396561ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:48.999906 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a86c9c51-8e3f-4a6d-86b8-b4e0f64dfd7b req-24bb2231-f03e-4f90-b32e-ba8396561ad5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.1362686 Nov 12 04:25:49.000066 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839144b4-5e30-4ced-8115-37ddfe862e7c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:49.001266 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-839144b4-5e30-4ced-8115-37ddfe862e7c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:49.062203 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fd05c-eeba-4639-931b-867ef4bc3426 req-1a677713-b29c-406e-80e1-2b1f8d491db7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:49.063867 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f61fd05c-eeba-4639-931b-867ef4bc3426 req-1a677713-b29c-406e-80e1-2b1f8d491db7 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1683850 Nov 12 04:25:49.127903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c9c51-8e3f-4a6d-86b8-b4e0f64dfd7b req-f0cd7403-1b00-460e-b230-cc7ece32de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:49.130764 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a86c9c51-8e3f-4a6d-86b8-b4e0f64dfd7b req-f0cd7403-1b00-460e-b230-cc7ece32de49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118615 Nov 12 04:25:49.142014 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Attempting to bind port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:49.142927 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Attempting to bind port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'fe47cce3-309e-47fe-80ed-082a6e2a2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:49.143484 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Attempting to bind port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d on network 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:49.150679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2059f4a-1834-439b-be1d-6e25a412b4e3 req-01f82143-4eee-4c90-959d-ca935ed28596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:49.152154 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d2059f4a-1834-439b-be1d-6e25a412b4e3 req-01f82143-4eee-4c90-959d-ca935ed28596 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb300127-0441-4443-aae7-eeff2c911c12 HTTP/1.1" status: 200 len: 918 time: 0.1645818 Nov 12 04:25:49.175082 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d on network 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:25:49.179219 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Attempting to bind port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d on network 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:49.191980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f61fd05c-eeba-4639-931b-867ef4bc3426 req-93b83ece-02d3-4bc4-8b77-aa7d015b90e2 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189024 Nov 12 04:25:49.194408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:49.194774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Checking segment: {'id': 'fe47cce3-309e-47fe-80ed-082a6e2a2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:49.195211 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Bound using segment: {'id': 'fe47cce3-309e-47fe-80ed-082a6e2a2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:49.195581 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Bound port: 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe47cce3-309e-47fe-80ed-082a6e2a2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:49.196000 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:49.268765 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d2059f4a-1834-439b-be1d-6e25a412b4e3 req-86443230-4e64-4867-b5ba-07ea3904818a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b3ed3ea-e971-45fe-8276-9cc198e22638 HTTP/1.1" status: 200 len: 1000 time: 0.1064489 Nov 12 04:25:49.332479 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a86c9c51-8e3f-4a6d-86b8-b4e0f64dfd7b req-0d8a75fa-dc40-4674-9aba-ea42345e9b77 service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917336 Nov 12 04:25:49.335056 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] For port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:49.338583 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] For port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d,segment=NetworkSegment(fe47cce3-309e-47fe-80ed-082a6e2a2cae),segment_id=fe47cce3-309e-47fe-80ed-082a6e2a2cae)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:49.357126 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2059f4a-1834-439b-be1d-6e25a412b4e3 req-e4baa0ec-4ae8-4ed8-bec2-85ec627e72d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:49.358656 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d2059f4a-1834-439b-be1d-6e25a412b4e3 req-e4baa0ec-4ae8-4ed8-bec2-85ec627e72d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fc4ed48-686a-4892-81a2-ac8d11ac1cc4 HTTP/1.1" status: 200 len: 856 time: 0.0601211 Nov 12 04:25:49.410971 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2059f4a-1834-439b-be1d-6e25a412b4e3 req-56e9f4cf-a462-4958-91bc-8732ff5f3f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:49.412385 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d2059f4a-1834-439b-be1d-6e25a412b4e3 req-56e9f4cf-a462-4958-91bc-8732ff5f3f7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb300127-0441-4443-aae7-eeff2c911c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463524 Nov 12 04:25:49.431542 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a86c9c51-8e3f-4a6d-86b8-b4e0f64dfd7b req-c938a0fb-4735-436b-93d2-22a9cea41240 service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919042 Nov 12 04:25:49.467403 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:49.506539 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:49.507072 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:49.509213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] 10.222.0.31 "PUT /v2.0/ports/773cb0dd-f5a4-4c0e-b0e3-482cf490a53d HTTP/1.1" status: 200 len: 1092 time: 1.2126610 Nov 12 04:25:49.516845 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d6055c-9a7e-484f-9daa-e97c0c544b49 None None] DHCP port deletion for 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:49.540866 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a1252-48c8-4726-b60c-1325dae8c508 service neutron] Pushing event updated for resources: {'Port': ['ID=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:49.551359 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d2059f4a-1834-439b-be1d-6e25a412b4e3 req-986eae6a-5f94-4b0d-89f9-fd3c9dbff305 service neutron] 10.222.0.21 "GET /v2.0/networks/fb300127-0441-4443-aae7-eeff2c911c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305597 Nov 12 04:25:49.575866 n-d-768509-24 neutron-server[103297]: DEBUG neutron.objects.ports [None req-839144b4-5e30-4ced-8115-37ddfe862e7c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 04:25:49.585805 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-839144b4-5e30-4ced-8115-37ddfe862e7c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:49.671954 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839144b4-5e30-4ced-8115-37ddfe862e7c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:49.678085 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-839144b4-5e30-4ced-8115-37ddfe862e7c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:49.687553 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839144b4-5e30-4ced-8115-37ddfe862e7c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:49.688234 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-839144b4-5e30-4ced-8115-37ddfe862e7c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:49.690135 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b512b355-f0a4-4fbd-9793-8d104097f733 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:49.692255 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab02ec-871e-4a60-b37a-779893037e02 req-eb00557d-4350-451d-a07d-37d8d1f7ad95 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:49.706488 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62ab02ec-871e-4a60-b37a-779893037e02 req-eb00557d-4350-451d-a07d-37d8d1f7ad95 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 943 time: 0.0952988 Nov 12 04:25:49.730121 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839144b4-5e30-4ced-8115-37ddfe862e7c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=68a5c25b-0712-4904-b1ba-33e9d8520d1f,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:49.736801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-0ed4fd90-d7c1-4da1-ad61-557823e70782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:49.738303 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-0ed4fd90-d7c1-4da1-ad61-557823e70782 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a1045004a3f4c249c8ef8ce0dd9470c&device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 1095 time: 0.0990243 Nov 12 04:25:49.739137 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d2059f4a-1834-439b-be1d-6e25a412b4e3 req-68105a4b-c611-41ef-b3de-85625759a0b8 service neutron] 10.222.0.21 "GET /v2.0/networks/fb300127-0441-4443-aae7-eeff2c911c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619062 Nov 12 04:25:49.789226 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-839144b4-5e30-4ced-8115-37ddfe862e7c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0470393 Nov 12 04:25:49.792505 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51034) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:49.797735 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5ef5ef9d-c39d-433a-b2c3-b7a7d9b175fd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'mac_address': 'fa:16:3e:1e:14:58', 'name': 'tempest-NetworksTestDHCPv6-81337227'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:49.810298 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-ecf1d46c-57ba-4f4d-a917-0c7671edf58c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d HTTP/1.1" status: 200 len: 217 time: 0.0556381 Nov 12 04:25:49.856188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62ab02ec-871e-4a60-b37a-779893037e02 req-3555936b-0edd-4cc0-83f5-1b1a40eabe98 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487806 Nov 12 04:25:49.875346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-3c3a625d-0fee-495a-8fd4-1977913ecae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:49.876942 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-3c3a625d-0fee-495a-8fd4-1977913ecae5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8b898de-bc95-4aef-bd99-1e08bfac169b HTTP/1.1" status: 200 len: 859 time: 0.0559542 Nov 12 04:25:49.900401 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': '68a5c25b-0712-4904-b1ba-33e9d8520d1f'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:25:49.901654 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:49.915446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-f9134bba-59a7-402e-a4a0-0fddf8066bf9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300882 Nov 12 04:25:50.030930 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-9616c05b-31b1-4059-868d-651bee9a0405 service neutron] 10.222.0.31 "GET /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077480 Nov 12 04:25:50.038480 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef5ef9d-c39d-433a-b2c3-b7a7d9b175fd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:50.082863 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] Allocated IP 2001:db8::f816:3eff:fed0:5f02 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/68a5c25b-0712-4904-b1ba-33e9d8520d1f/3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:50.177180 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51038) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:50.181470 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ef9d-c39d-433a-b2c3-b7a7d9b175fd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:50.182850 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-f6dc6c12-f986-4fe6-a14a-ccc20f1230d6 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1656293896', 'description': 'tempest-description--569471115'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:50.191131 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3564a6b-5451-4b37-bf5d-c1c8257462c3 req-15bd3ee8-63e9-4598-9b7b-4fcb5e8fdbb1 service neutron] 10.222.0.31 "GET /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519110 Nov 12 04:25:50.238104 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-5ef5ef9d-c39d-433a-b2c3-b7a7d9b175fd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port dfc3aa0e-c012-43f5-91f4-3558cc91f38c yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:25:50.320279 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f6dc6c12-f986-4fe6-a14a-ccc20f1230d6 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:50.342521 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:50.347098 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394ae9d-2041-4e82-929c-18d3a734fe40 req-c257aa34-11eb-4392-be7a-0cc8b3ad4cda tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:50.354075 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b394ae9d-2041-4e82-929c-18d3a734fe40 req-c257aa34-11eb-4392-be7a-0cc8b3ad4cda tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0965037 Nov 12 04:25:50.423332 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b394ae9d-2041-4e82-929c-18d3a734fe40 req-f179da47-caf6-4091-b7f8-0f874a1c4e0c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672214 Nov 12 04:25:50.445290 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f6dc6c12-f986-4fe6-a14a-ccc20f1230d6 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:50.472997 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:50.491054 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:50.512970 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:50.516552 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:50.537222 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-5ef5ef9d-c39d-433a-b2c3-b7a7d9b175fd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::f816:3eff:fe1e:1458 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/68a5c25b-0712-4904-b1ba-33e9d8520d1f/dfc3aa0e-c012-43f5-91f4-3558cc91f38c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:50.553134 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] Pushing event updated for resources: {'Port': ['ID=3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:50.575310 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f6dc6c12-f986-4fe6-a14a-ccc20f1230d6 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:50.592750 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] Attempting to bind port 3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:50.593567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] Attempting to bind port 3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:50.593567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] Attempting to bind port 3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3 on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:50.611225 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:50.611604 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:50.612012 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:50.612599 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:50.612887 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] Bound port: 3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:50.613276 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:50.623480 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc6c12-f986-4fe6-a14a-ccc20f1230d6 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ba115e-476f-46cb-afac-27bbeadba12e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:50.673777 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac3572-3016-4eac-8a6b-1aadddfdda46 req-64c1239f-b168-4e98-abb0-7a5bf4713439 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:50.675453 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bdac3572-3016-4eac-8a6b-1aadddfdda46 req-64c1239f-b168-4e98-abb0-7a5bf4713439 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0661838 Nov 12 04:25:50.698616 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f6dc6c12-f986-4fe6-a14a-ccc20f1230d6 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:50.698616 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f6dc6c12-f986-4fe6-a14a-ccc20f1230d6 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5164773 Nov 12 04:25:50.702791 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51044) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:50.718535 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] For port 3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:50.721869 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] For port 3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:50.742126 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bdac3572-3016-4eac-8a6b-1aadddfdda46 req-1de8bc13-465c-4e52-8dd4-94d32d6691a8 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582738 Nov 12 04:25:50.771745 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ef9d-c39d-433a-b2c3-b7a7d9b175fd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:50.822155 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:50.844964 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-8694030b-eb7e-4140-a9ec-348d5a46fe59 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Request body: {'security_group_rule': {'security_group_id': 'e6ba115e-476f-46cb-afac-27bbeadba12e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:50.862021 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f650b89c-ba7f-4eb0-9862-4a67bde49a1f', 'tag': '773cb0dd-f5a4-4c0e-b0e3-482cf490a53d'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:50.863571 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65dd41c-9c7a-4cdc-a817-21b3df2a30a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f650b89c-ba7f-4eb0-9862-4a67bde49a1f", "tag": "773cb0dd-f5a4-4c0e-b0e3-482cf490a53d"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:50.885179 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ca386-9559-4f89-90fb-2a576b1a4d20 None None] Pushing event updated for resources: {'Port': ['ID=3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:50.915335 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9e5f8c-e4be-4c45-b5e3-d7b2bf1db5fd x-openstack-request-id: req-ea9e5f8c-e4be-4c45-b5e3-d7b2bf1db5fd {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:50.915728 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f650b89c-ba7f-4eb0-9862-4a67bde49a1f", "tag": "773cb0dd-f5a4-4c0e-b0e3-482cf490a53d", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:50.916048 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea9e5f8c-e4be-4c45-b5e3-d7b2bf1db5fd {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:50.916546 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f650b89c-ba7f-4eb0-9862-4a67bde49a1f', 'tag': '773cb0dd-f5a4-4c0e-b0e3-482cf490a53d', 'status': 'completed', 'code': 200} Nov 12 04:25:50.948562 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ef9d-c39d-433a-b2c3-b7a7d9b175fd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:50.999282 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef5ef9d-c39d-433a-b2c3-b7a7d9b175fd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:51.005990 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5ef5ef9d-c39d-433a-b2c3-b7a7d9b175fd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:51.008795 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef5ef9d-c39d-433a-b2c3-b7a7d9b175fd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:51.015244 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef5ef9d-c39d-433a-b2c3-b7a7d9b175fd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:51.016107 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ef9d-c39d-433a-b2c3-b7a7d9b175fd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:51.026794 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5ef9d-c39d-433a-b2c3-b7a7d9b175fd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=dfc3aa0e-c012-43f5-91f4-3558cc91f38c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:51.050794 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8694030b-eb7e-4140-a9ec-348d5a46fe59 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:51.115926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce0fa6-edc0-4975-8a9e-07521e16d165 req-66de2e04-b8a0-4377-89df-a0a1c628c71e tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:51.118929 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-87ce0fa6-edc0-4975-8a9e-07521e16d165 req-66de2e04-b8a0-4377-89df-a0a1c628c71e tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 943 time: 0.1429801 Nov 12 04:25:51.149185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dd41c-9c7a-4cdc-a817-21b3df2a30a4 req-ff6d2d34-400a-470b-baf4-5b189c2fc0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:51.150789 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d65dd41c-9c7a-4cdc-a817-21b3df2a30a4 req-ff6d2d34-400a-470b-baf4-5b189c2fc0ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a1045004a3f4c249c8ef8ce0dd9470c&device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 1095 time: 0.1355402 Nov 12 04:25:51.157535 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5ef5ef9d-c39d-433a-b2c3-b7a7d9b175fd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3613091 Nov 12 04:25:51.165676 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51052) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:51.237534 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4b3693-ec39-4fc2-b625-667137f90941 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:51.245583 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4b3693-ec39-4fc2-b625-667137f90941 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:51.250323 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3a4b3693-ec39-4fc2-b625-667137f90941 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0868814 Nov 12 04:25:51.250600 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51054) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:51.339078 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8694030b-eb7e-4140-a9ec-348d5a46fe59 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:51.383049 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-87ce0fa6-edc0-4975-8a9e-07521e16d165 req-af01cab3-b198-4039-80a0-ec203d46dcde tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371144 Nov 12 04:25:51.402347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dd41c-9c7a-4cdc-a817-21b3df2a30a4 req-345c4443-4087-441c-bf3d-6915b180cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:51.404221 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d65dd41c-9c7a-4cdc-a817-21b3df2a30a4 req-345c4443-4087-441c-bf3d-6915b180cf72 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 HTTP/1.1" status: 200 len: 920 time: 0.2372844 Nov 12 04:25:51.430759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-db3bc502-4c21-46f6-8311-c3049c18ca75 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port dfc3aa0e-c012-43f5-91f4-3558cc91f38c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:51.430759 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3bc502-4c21-46f6-8311-c3049c18ca75 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:51.462803 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:51.491941 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8694030b-eb7e-4140-a9ec-348d5a46fe59 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:51.520576 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694030b-eb7e-4140-a9ec-348d5a46fe59 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29757320-b4b0-404b-939e-a6e4420b679c,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:51.535616 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d65dd41c-9c7a-4cdc-a817-21b3df2a30a4 req-95d67c07-ea3b-4e8b-a296-7252a36d2b5f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d HTTP/1.1" status: 200 len: 217 time: 0.1232769 Nov 12 04:25:51.577877 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3bc502-4c21-46f6-8311-c3049c18ca75 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:51.578546 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:51.579072 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:51.597300 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-db3bc502-4c21-46f6-8311-c3049c18ca75 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for dfc3aa0e-c012-43f5-91f4-3558cc91f38c owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:51.637182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dd41c-9c7a-4cdc-a817-21b3df2a30a4 req-cfb2f0ba-5b43-46b3-b37b-2bdb5771b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:51.639132 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d65dd41c-9c7a-4cdc-a817-21b3df2a30a4 req-cfb2f0ba-5b43-46b3-b37b-2bdb5771b122 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8b898de-bc95-4aef-bd99-1e08bfac169b HTTP/1.1" status: 200 len: 859 time: 0.0860498 Nov 12 04:25:51.669439 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8694030b-eb7e-4140-a9ec-348d5a46fe59 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:51.671117 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8694030b-eb7e-4140-a9ec-348d5a46fe59 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9673140 Nov 12 04:25:51.674186 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51062) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:51.699792 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:51.704433 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-d1b12344-2135-4179-9030-f8d229efa1cd tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Request body: {'security_group_rule': {'security_group_id': 'e6ba115e-476f-46cb-afac-27bbeadba12e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:51.716774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ad7b6-c31e-4579-9797-712a3435c213 req-3fd39fb9-2ffa-4797-9c04-74fe12361b76 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:51.719136 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-093ad7b6-c31e-4579-9797-712a3435c213 req-3fd39fb9-2ffa-4797-9c04-74fe12361b76 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1819978 Nov 12 04:25:51.722760 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d65dd41c-9c7a-4cdc-a817-21b3df2a30a4 req-9ffd4e36-9fee-48c6-978f-8a93c02ca121 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717013 Nov 12 04:25:51.766990 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:51.849321 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-093ad7b6-c31e-4579-9797-712a3435c213 req-e36416b0-c63f-4806-9b42-97e8833ce2b3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233459 Nov 12 04:25:51.861623 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:51.881286 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d65dd41c-9c7a-4cdc-a817-21b3df2a30a4 req-47859337-a24e-4983-8586-3c1c771a3671 service neutron] 10.222.0.31 "GET /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433949 Nov 12 04:25:51.941229 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3bc502-4c21-46f6-8311-c3049c18ca75 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:51.965136 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device eed06a5e-8678-401c-8a5f-cba757927912 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:25:51.986624 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d1b12344-2135-4179-9030-f8d229efa1cd tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.010384 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:52.028631 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bc502-4c21-46f6-8311-c3049c18ca75 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=dfc3aa0e-c012-43f5-91f4-3558cc91f38c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:52.061779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:25:52.082191 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db3bc502-4c21-46f6-8311-c3049c18ca75 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.091297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d65dd41c-9c7a-4cdc-a817-21b3df2a30a4 req-5e7f81e1-31d8-4aaa-b36a-609400d4f503 service neutron] 10.222.0.31 "GET /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980679 Nov 12 04:25:52.093247 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-db3bc502-4c21-46f6-8311-c3049c18ca75 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/dfc3aa0e-c012-43f5-91f4-3558cc91f38c HTTP/1.1" status: 204 len: 168 time: 0.8413315 Nov 12 04:25:52.096158 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51066) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:52.106527 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d1b12344-2135-4179-9030-f8d229efa1cd tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.171848 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e914a7d-56d1-4455-bd0e-d3820404f3de tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:52.175944 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e914a7d-56d1-4455-bd0e-d3820404f3de tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:52.175944 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6e914a7d-56d1-4455-bd0e-d3820404f3de tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0779109 Nov 12 04:25:52.178484 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51068) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:52.268588 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d1b12344-2135-4179-9030-f8d229efa1cd tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.287240 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port eed06a5e-8678-401c-8a5f-cba757927912, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=eed06a5e-8678-401c-8a5f-cba757927912,segment=NetworkSegment(3511ccee-5633-4cc0-acc5-c9fb5a1e69da),segment_id=3511ccee-5633-4cc0-acc5-c9fb5a1e69da)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:52.306617 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b12344-2135-4179-9030-f8d229efa1cd tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9c0c43-da58-4b18-9b01-4bbd73b5b3d7,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:52.313532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-91512eea-2d8a-410b-9e40-8ca5351f6a16 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet 68a5c25b-0712-4904-b1ba-33e9d8520d1f {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:25:52.314097 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'eed06a5e-8678-401c-8a5f-cba757927912', 'network_id': '0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f', 'port_id': 'eed06a5e-8678-401c-8a5f-cba757927912', 'mac_address': 'fa:16:3e:04:19:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7d94b8-4379-4d9a-b153-80af21551b65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:25:52.322360 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-91512eea-2d8a-410b-9e40-8ca5351f6a16 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.328343 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-526b3337-c8df-4576-810b-c327fda076cf None None] Provisioning complete for port 3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:52.328719 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-526b3337-c8df-4576-810b-c327fda076cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.363481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c33464-ff2e-42c2-bb8c-62f801a4df08 req-0b237829-5f70-4836-a1d3-b48cf2057fa0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:52.371640 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-37c33464-ff2e-42c2-bb8c-62f801a4df08 req-0b237829-5f70-4836-a1d3-b48cf2057fa0 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.1462767 Nov 12 04:25:52.404315 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d,segment=NetworkSegment(fe47cce3-309e-47fe-80ed-082a6e2a2cae),segment_id=fe47cce3-309e-47fe-80ed-082a6e2a2cae)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:52.436508 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '773cb0dd-f5a4-4c0e-b0e3-482cf490a53d', 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2', 'port_id': '773cb0dd-f5a4-4c0e-b0e3-482cf490a53d', 'mac_address': 'fa:16:3e:16:e4:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8b898de-bc95-4aef-bd99-1e08bfac169b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:25:52.440600 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.462335 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eed06a5e-8678-401c-8a5f-cba757927912 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:52.541056 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port eed06a5e-8678-401c-8a5f-cba757927912, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=eed06a5e-8678-401c-8a5f-cba757927912,segment=NetworkSegment(3511ccee-5633-4cc0-acc5-c9fb5a1e69da),segment_id=3511ccee-5633-4cc0-acc5-c9fb5a1e69da)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:52.580699 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.612117 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:52.634520 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.696003 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d,segment=NetworkSegment(fe47cce3-309e-47fe-80ed-082a6e2a2cae),segment_id=fe47cce3-309e-47fe-80ed-082a6e2a2cae)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:52.717704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=eed06a5e-8678-401c-8a5f-cba757927912,revision_number=10']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:52.738472 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-aa01f755-da9d-4640-ab6f-81810425691f None None] Could not find standard attr ID for object dfc3aa0e-c012-43f5-91f4-3558cc91f38c. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:25:52.769581 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.791529 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-91512eea-2d8a-410b-9e40-8ca5351f6a16 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.829011 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:52.838597 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d1b12344-2135-4179-9030-f8d229efa1cd tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.840068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d1b12344-2135-4179-9030-f8d229efa1cd tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1647015 Nov 12 04:25:52.843192 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51074) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:52.848270 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-63e8de7e-b498-4720-aa81-2e7f6f13e7f9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:52.902145 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-37c33464-ff2e-42c2-bb8c-62f801a4df08 req-fb40bbda-5fa3-4a2d-9c92-e12c9a8214cd tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295353 Nov 12 04:25:52.907283 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-91512eea-2d8a-410b-9e40-8ca5351f6a16 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.947456 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e8de7e-b498-4720-aa81-2e7f6f13e7f9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.031293 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f23fb-5055-406f-966b-d7e32a0fe440 req-74853902-9bbe-401c-b4a1-2807a588703c tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:53.033513 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-560f23fb-5055-406f-966b-d7e32a0fe440 req-74853902-9bbe-401c-b4a1-2807a588703c tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 944 time: 0.0670433 Nov 12 04:25:53.071497 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e8de7e-b498-4720-aa81-2e7f6f13e7f9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.076597 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-91512eea-2d8a-410b-9e40-8ca5351f6a16 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.093347 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['773cb0dd-f5a4-4c0e-b0e3-482cf490a53d'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:25:53.118582 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-560f23fb-5055-406f-966b-d7e32a0fe440 req-ef5603b1-1160-45ce-a6ac-22674ea41024 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752072 Nov 12 04:25:53.120808 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91512eea-2d8a-410b-9e40-8ca5351f6a16 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=68a5c25b-0712-4904-b1ba-33e9d8520d1f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:53.123595 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-91512eea-2d8a-410b-9e40-8ca5351f6a16 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.130343 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-91512eea-2d8a-410b-9e40-8ca5351f6a16 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/68a5c25b-0712-4904-b1ba-33e9d8520d1f HTTP/1.1" status: 204 len: 168 time: 0.9506118 Nov 12 04:25:53.131502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51080) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:53.158554 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d56fe2-14d8-4a3d-bbca-872bf82f2e30 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:53.184656 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f3461623-e98b-4ea7-8331-f74f3a6dc309 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493541 Nov 12 04:25:53.184884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51082) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:53.190455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-8ed846d0-17aa-4da9-bd14-010494bb1d4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:53.197358 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['eed06a5e-8678-401c-8a5f-cba757927912'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:25:53.241999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-63e8de7e-b498-4720-aa81-2e7f6f13e7f9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Allocated IP 172.25.1.59 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/414b6716-8965-4467-a8af-ca06d44b7352) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:53.382111 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:53.411188 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e8de7e-b498-4720-aa81-2e7f6f13e7f9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.426001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975964e-55e4-4079-8a9f-2d10d562b0f9 req-0a0c4032-a895-4a91-b8be-fab108446771 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:53.433611 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5975964e-55e4-4079-8a9f-2d10d562b0f9 req-0a0c4032-a895-4a91-b8be-fab108446771 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1142178 Nov 12 04:25:53.485443 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5975964e-55e4-4079-8a9f-2d10d562b0f9 req-928c553a-8f9f-41ef-a4ac-75c2c8c9d660 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508099 Nov 12 04:25:53.486506 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed846d0-17aa-4da9-bd14-010494bb1d4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:53.495535 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8ed846d0-17aa-4da9-bd14-010494bb1d4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.549728 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e8de7e-b498-4720-aa81-2e7f6f13e7f9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.568266 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:53.568631 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.608214 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61b9c05-e6f5-417f-beea-005144ab0679 None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:53.685824 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e8de7e-b498-4720-aa81-2e7f6f13e7f9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:53.687352 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8de7e-b498-4720-aa81-2e7f6f13e7f9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Pushing event updated for resources: {'Port': ['ID=414b6716-8965-4467-a8af-ca06d44b7352,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:53.691835 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-63e8de7e-b498-4720-aa81-2e7f6f13e7f9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:53.699333 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e8de7e-b498-4720-aa81-2e7f6f13e7f9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:53.761973 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b61b9c05-e6f5-417f-beea-005144ab0679 None None] Deleting port 3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:53.768222 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b61b9c05-e6f5-417f-beea-005144ab0679 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.797510 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e8de7e-b498-4720-aa81-2e7f6f13e7f9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.832608 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b61b9c05-e6f5-417f-beea-005144ab0679 None None] For port 3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:53.833053 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b61b9c05-e6f5-417f-beea-005144ab0679 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.847273 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b61b9c05-e6f5-417f-beea-005144ab0679 None None] Calling delete_port for 3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:53.913849 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e8de7e-b498-4720-aa81-2e7f6f13e7f9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.013456 n-d-768509-24 neutron-server[103296]: DEBUG neutron.objects.ports [None req-8ed846d0-17aa-4da9-bd14-010494bb1d4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 04:25:54.040435 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b61b9c05-e6f5-417f-beea-005144ab0679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.084513 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b9c05-e6f5-417f-beea-005144ab0679 None None] Pushing event deleted for resources: {'Port': ['ID=3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:54.092146 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61b9c05-e6f5-417f-beea-005144ab0679 None None] No DVR routers for this DVR port 3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:54.120065 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e8de7e-b498-4720-aa81-2e7f6f13e7f9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.186664 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e8de7e-b498-4720-aa81-2e7f6f13e7f9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.199134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f04942-9e1a-4cd8-be18-a7ac301dbcb9 req-aa44ae93-4717-42a1-bd6b-b75d5f74e79e tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:54.200656 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0f04942-9e1a-4cd8-be18-a7ac301dbcb9 req-aa44ae93-4717-42a1-bd6b-b75d5f74e79e tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.2027009 Nov 12 04:25:54.244085 n-d-768509-24 neutron-server[103296]: WARNING neutron.services.revisions.revision_plugin [None req-8ed846d0-17aa-4da9-bd14-010494bb1d4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Could not find related port for resource to bump revision. Nov 12 04:25:54.271864 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8de7e-b498-4720-aa81-2e7f6f13e7f9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Pushing event updated for resources: {'Port': ['ID=414b6716-8965-4467-a8af-ca06d44b7352,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:54.280809 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e8de7e-b498-4720-aa81-2e7f6f13e7f9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.285152 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0f04942-9e1a-4cd8-be18-a7ac301dbcb9 req-807a6bfe-2100-4983-9a61-47868919a30d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778928 Nov 12 04:25:54.300835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_pluggable_backend [None req-8ed846d0-17aa-4da9-bd14-010494bb1d4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Port 3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103296) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 04:25:54.301275 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_pluggable_backend [None req-8ed846d0-17aa-4da9-bd14-010494bb1d4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Reverting IP allocation for 2001:db8::f816:3eff:fed0:5f02 {{(pid=103296) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 04:25:54.306313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_pluggable_backend [None req-8ed846d0-17aa-4da9-bd14-010494bb1d4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed0:5f02 {{(pid=103296) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 04:25:54.307828 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8ed846d0-17aa-4da9-bd14-010494bb1d4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.350290 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed846d0-17aa-4da9-bd14-010494bb1d4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:54.366948 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-8ed846d0-17aa-4da9-bd14-010494bb1d4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:54.367578 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e8de7e-b498-4720-aa81-2e7f6f13e7f9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.376839 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed846d0-17aa-4da9-bd14-010494bb1d4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:54.376839 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8ed846d0-17aa-4da9-bd14-010494bb1d4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.377737 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-63e8de7e-b498-4720-aa81-2e7f6f13e7f9 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5247831 Nov 12 04:25:54.380798 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656f28c6-554f-4597-819e-e9b66ab4f29e None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:54.409275 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed846d0-17aa-4da9-bd14-010494bb1d4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=5b68d0f8-57f6-4a6d-8c9e-1a26c0bb55d9,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:54.434424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb441e0e-7f88-4dc2-949b-9c3da50655d8 req-bbc55f9a-d5be-4409-8dde-067fc69007fc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:54.437082 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb441e0e-7f88-4dc2-949b-9c3da50655d8 req-bbc55f9a-d5be-4409-8dde-067fc69007fc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 944 time: 0.0881350 Nov 12 04:25:54.485696 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8ed846d0-17aa-4da9-bd14-010494bb1d4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2968292 Nov 12 04:25:54.486661 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51098) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:54.492287 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-261e5e9f-4d64-4981-abfe-0b5c71a9e047 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'mac_address': 'fa:16:3e:81:f1:62', 'name': 'tempest-NetworksTestDHCPv6-931409413'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:54.511828 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb441e0e-7f88-4dc2-949b-9c3da50655d8 req-076c29db-7d3b-4fd0-809f-9e35f7adf714 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642333 Nov 12 04:25:54.581822 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': '5b68d0f8-57f6-4a6d-8c9e-1a26c0bb55d9'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:25:54.583431 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.664341 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-f39fe43a-7d84-4914-842e-858776e7afa0 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1656293896&fields=id&tenant_id=68e65df8b8044d01af3fe2cd05222833 HTTP/1.1" status: 200 len: 267 time: 0.0477865 Nov 12 04:25:54.752462 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] Allocated IP 2001:db8::f816:3eff:fe6d:4224 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/5b68d0f8-57f6-4a6d-8c9e-1a26c0bb55d9/79c55b45-e779-4371-bf88-22f7cdec0f6a) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:54.764151 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261e5e9f-4d64-4981-abfe-0b5c71a9e047 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:54.772209 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-261e5e9f-4d64-4981-abfe-0b5c71a9e047 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.793037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-d9c99387-a655-411d-9062-f294c62d6117 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:54.794754 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-d9c99387-a655-411d-9062-f294c62d6117 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/networks?id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5 HTTP/1.1" status: 200 len: 811 time: 0.1223226 Nov 12 04:25:54.802824 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-261e5e9f-4d64-4981-abfe-0b5c71a9e047 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port 4dad15cc-66d6-4380-9bbe-6001ca851719 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:25:54.813300 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-ef03a8bd-5867-477e-9484-764c844e5885 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/quotas/68e65df8b8044d01af3fe2cd05222833 HTTP/1.1" status: 200 len: 375 time: 0.0123785 Nov 12 04:25:54.884857 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-ec14b908-afe3-4b65-8c4d-06208f56e07d tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=68e65df8b8044d01af3fe2cd05222833&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0620227 Nov 12 04:25:54.932094 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.993369 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-fe690024-ea11-40c2-8b8b-a05dfc900158 service neutron] 10.222.0.37 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947819 Nov 12 04:25:55.091985 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-e550a0d6-da2d-457b-8ca9-8f2a32f8f6e8 service neutron] 10.222.0.37 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920866 Nov 12 04:25:55.141913 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:55.202593 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-261e5e9f-4d64-4981-abfe-0b5c71a9e047 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::f816:3eff:fe81:f162 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/5b68d0f8-57f6-4a6d-8c9e-1a26c0bb55d9/4dad15cc-66d6-4380-9bbe-6001ca851719) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:55.355616 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:55.361144 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:55.386216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:55.390088 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:55.390560 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3baf63ba-2c4b-4233-b6cc-d9c8e512d2c3 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:55.396300 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:55.400325 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-261e5e9f-4d64-4981-abfe-0b5c71a9e047 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:55.400963 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] Pushing event updated for resources: {'Port': ['ID=79c55b45-e779-4371-bf88-22f7cdec0f6a,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:55.486252 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] Attempting to bind port 79c55b45-e779-4371-bf88-22f7cdec0f6a on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:55.488639 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] Attempting to bind port 79c55b45-e779-4371-bf88-22f7cdec0f6a by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:55.489122 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] Attempting to bind port 79c55b45-e779-4371-bf88-22f7cdec0f6a on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:55.500278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:55.500774 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:55.501292 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:55.501804 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:55.502427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] Bound port: 79c55b45-e779-4371-bf88-22f7cdec0f6a, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:55.502947 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:55.540206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69f269-59ee-44af-91d5-6dbccee919fe req-9e8b2b7d-b106-4852-b354-5b42930790b7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:55.542366 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b69f269-59ee-44af-91d5-6dbccee919fe req-9e8b2b7d-b106-4852-b354-5b42930790b7 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0786052 Nov 12 04:25:55.575793 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-261e5e9f-4d64-4981-abfe-0b5c71a9e047 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:55.595341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] For port 79c55b45-e779-4371-bf88-22f7cdec0f6a, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:55.599161 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] For port 79c55b45-e779-4371-bf88-22f7cdec0f6a, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=79c55b45-e779-4371-bf88-22f7cdec0f6a,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:55.621165 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b69f269-59ee-44af-91d5-6dbccee919fe req-70c5119a-38be-4dc1-ad9f-d2c560f8e700 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681131 Nov 12 04:25:55.653396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261e5e9f-4d64-4981-abfe-0b5c71a9e047 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:55.659207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-261e5e9f-4d64-4981-abfe-0b5c71a9e047 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:55.663188 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261e5e9f-4d64-4981-abfe-0b5c71a9e047 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:55.669552 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261e5e9f-4d64-4981-abfe-0b5c71a9e047 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:55.670177 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-261e5e9f-4d64-4981-abfe-0b5c71a9e047 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:55.674025 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:55.683891 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e5e9f-4d64-4981-abfe-0b5c71a9e047 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=4dad15cc-66d6-4380-9bbe-6001ca851719,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:55.752297 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93f586-c75a-4d51-8246-50b1c503e040 None None] Pushing event updated for resources: {'Port': ['ID=79c55b45-e779-4371-bf88-22f7cdec0f6a,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:55.779388 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-261e5e9f-4d64-4981-abfe-0b5c71a9e047 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2890141 Nov 12 04:25:55.781563 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51126) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:55.858478 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48124119-85e1-4d7f-b252-d81d0b31d243 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:55.865027 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48124119-85e1-4d7f-b252-d81d0b31d243 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:55.866733 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-48124119-85e1-4d7f-b252-d81d0b31d243 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0850081 Nov 12 04:25:55.869410 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51128) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:55.893750 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a777fd-00cc-40d0-9650-8f9f1a517e40 req-6bf3656e-927e-4710-88a1-ae914d5b4338 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:55.893750 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57a777fd-00cc-40d0-9650-8f9f1a517e40 req-6bf3656e-927e-4710-88a1-ae914d5b4338 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 946 time: 0.0706222 Nov 12 04:25:55.978430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device eed06a5e-8678-401c-8a5f-cba757927912 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:56.052469 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:56.067165 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57a777fd-00cc-40d0-9650-8f9f1a517e40 req-993feea1-3b3b-4c20-8eba-01314afe6cbd tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575825 Nov 12 04:25:56.109736 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-05b11fb9-232f-439a-9fd0-ed5fa23a8c80 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port 4dad15cc-66d6-4380-9bbe-6001ca851719 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:56.118513 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05b11fb9-232f-439a-9fd0-ed5fa23a8c80 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:56.220078 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port eed06a5e-8678-401c-8a5f-cba757927912 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:56.220078 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:56.242224 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0aa48b6d-cc60-4554-a86c-6247b3421296 req-1e7a9d6e-b0b0-48b6-8401-5e99fa34413a tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 210 time: 0.0564933 Nov 12 04:25:56.298500 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05b11fb9-232f-439a-9fd0-ed5fa23a8c80 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:56.313523 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-05b11fb9-232f-439a-9fd0-ed5fa23a8c80 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for 4dad15cc-66d6-4380-9bbe-6001ca851719 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:56.363494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:25:56.372847 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:56.373577 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:56.380089 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a9df5-d603-4696-b73f-9096e3ac464a req-d7b49b0e-a257-47eb-9b16-33a32e502787 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:56.381731 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e75a9df5-d603-4696-b73f-9096e3ac464a req-d7b49b0e-a257-47eb-9b16-33a32e502787 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 944 time: 0.0554326 Nov 12 04:25:56.410851 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:56.441185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e75a9df5-d603-4696-b73f-9096e3ac464a req-ba33a3b9-b91d-4219-b3ba-253cfb36a75e tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508378 Nov 12 04:25:56.464764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ce2993-0531-45a0-93d3-19f6aceb0a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed06a5e-8678-401c-8a5f-cba757927912'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:56.468607 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b764c7e-394f-4935-8509-98bbb6de5bb0" -d '{"events": [{"server_uuid": "c9ce2993-0531-45a0-93d3-19f6aceb0a98", "name": "network-vif-plugged", "status": "completed", "tag": "eed06a5e-8678-401c-8a5f-cba757927912"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:56.499953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port eed06a5e-8678-401c-8a5f-cba757927912, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=eed06a5e-8678-401c-8a5f-cba757927912,segment=NetworkSegment(3511ccee-5633-4cc0-acc5-c9fb5a1e69da),segment_id=3511ccee-5633-4cc0-acc5-c9fb5a1e69da)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:56.533986 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbac5ece-f903-48d3-8d4b-78772bd75cb1 x-openstack-request-id: req-bbac5ece-f903-48d3-8d4b-78772bd75cb1 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:56.534370 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ce2993-0531-45a0-93d3-19f6aceb0a98", "name": "network-vif-plugged", "status": "completed", "tag": "eed06a5e-8678-401c-8a5f-cba757927912", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:56.534724 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bbac5ece-f903-48d3-8d4b-78772bd75cb1 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:56.535169 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ce2993-0531-45a0-93d3-19f6aceb0a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed06a5e-8678-401c-8a5f-cba757927912', 'code': 200} Nov 12 04:25:56.553645 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:56.586997 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05b11fb9-232f-439a-9fd0-ed5fa23a8c80 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:56.595573 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d,segment=NetworkSegment(fe47cce3-309e-47fe-80ed-082a6e2a2cae),segment_id=fe47cce3-309e-47fe-80ed-082a6e2a2cae)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:56.609816 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:56.618337 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b11fb9-232f-439a-9fd0-ed5fa23a8c80 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=4dad15cc-66d6-4380-9bbe-6001ca851719,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:56.662006 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05b11fb9-232f-439a-9fd0-ed5fa23a8c80 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:56.667021 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-05b11fb9-232f-439a-9fd0-ed5fa23a8c80 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/4dad15cc-66d6-4380-9bbe-6001ca851719 HTTP/1.1" status: 204 len: 168 time: 0.7962883 Nov 12 04:25:56.669355 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51138) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:56.675271 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:56.694495 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=eed06a5e-8678-401c-8a5f-cba757927912,revision_number=11']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:56.783243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:56.789591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c969a3-eb31-4055-8606-8ae793bede30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:56.796269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c969a3-eb31-4055-8606-8ae793bede30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:56.800169 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51142) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:56.800321 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-54c969a3-eb31-4055-8606-8ae793bede30 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1297424 Nov 12 04:25:56.821361 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902ef8f-c2f8-4f5f-bc0e-33f9b0d02380 req-da704bfb-eb27-4b60-95c2-79a220708409 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:56.831125 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8902ef8f-c2f8-4f5f-bc0e-33f9b0d02380 req-da704bfb-eb27-4b60-95c2-79a220708409 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1050255 Nov 12 04:25:56.903376 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8902ef8f-c2f8-4f5f-bc0e-33f9b0d02380 req-11e7dc55-8ccf-449c-b249-4dd1974731f5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710282 Nov 12 04:25:56.923897 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4d607a-4188-46b7-b99f-82ace8c539dd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet 5b68d0f8-57f6-4a6d-8c9e-1a26c0bb55d9 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:25:56.942582 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d4d607a-4188-46b7-b99f-82ace8c539dd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:56.990006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8237610-3b20-4a90-a710-0d4326db7311 req-05b4e7bc-08b6-4004-bcd0-229f0ff1d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:56.995288 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c8237610-3b20-4a90-a710-0d4326db7311 req-05b4e7bc-08b6-4004-bcd0-229f0ff1d12b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 1099 time: 0.1332438 Nov 12 04:25:57.004447 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d4d607a-4188-46b7-b99f-82ace8c539dd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.094963 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c8237610-3b20-4a90-a710-0d4326db7311 req-0752cf69-c731-4d81-820e-cbd294317dd1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873089 Nov 12 04:25:57.133758 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d4d607a-4188-46b7-b99f-82ace8c539dd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.248304 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e9623-cc7e-4cd2-bc6a-bf4f779de2d1 req-f2fb3433-0b1b-476e-8f7b-cd3512f19998 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:57.250651 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a4e9623-cc7e-4cd2-bc6a-bf4f779de2d1 req-f2fb3433-0b1b-476e-8f7b-cd3512f19998 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0607245 Nov 12 04:25:57.267700 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-391bb9b8-1509-426e-829f-e3b48e8a711a None None] Provisioning complete for port 79c55b45-e779-4371-bf88-22f7cdec0f6a triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:57.268172 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-391bb9b8-1509-426e-829f-e3b48e8a711a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.307652 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d4d607a-4188-46b7-b99f-82ace8c539dd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.343685 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a4e9623-cc7e-4cd2-bc6a-bf4f779de2d1 req-02cfcdd3-652f-4db0-8510-c7639958cb07 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839934 Nov 12 04:25:57.377790 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d4d607a-4188-46b7-b99f-82ace8c539dd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.388033 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51148) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:57.394009 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2d4d607a-4188-46b7-b99f-82ace8c539dd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/5b68d0f8-57f6-4a6d-8c9e-1a26c0bb55d9 HTTP/1.1" status: 204 len: 168 time: 0.5834825 Nov 12 04:25:57.399782 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d607a-4188-46b7-b99f-82ace8c539dd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=5b68d0f8-57f6-4a6d-8c9e-1a26c0bb55d9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:57.401929 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 79c55b45-e779-4371-bf88-22f7cdec0f6a up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:57.448133 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51150) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:57.450208 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-31c6d476-d968-424e-bcaf-de7b1e1f5488 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608797 Nov 12 04:25:57.540042 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac28de8f-81f0-47f4-8bd5-90234efb97a9 req-88f7bf8f-1066-4a8d-ad29-c0bcd28ffb04 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 210 time: 0.0318937 Nov 12 04:25:57.541378 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-391bb9b8-1509-426e-829f-e3b48e8a711a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.564240 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54410739-5a07-4968-938c-fba2fb0312a0 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:57.570262 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab91d617-a719-4854-9022-c25401bcec7f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:57.572256 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ab91d617-a719-4854-9022-c25401bcec7f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1228604 Nov 12 04:25:57.585451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51156) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:57.646862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820dde33-6376-40ba-88c4-ca23537da44b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:57.649562 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-820dde33-6376-40ba-88c4-ca23537da44b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0718384 Nov 12 04:25:57.652264 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51158) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:57.674934 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-391bb9b8-1509-426e-829f-e3b48e8a711a None None] For port 79c55b45-e779-4371-bf88-22f7cdec0f6a, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=79c55b45-e779-4371-bf88-22f7cdec0f6a,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:57.713555 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-70d60b96-a8af-4f6f-8cc7-7e981a7bbc1a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555048 Nov 12 04:25:57.713757 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51160) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:57.719048 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 79c55b45-e779-4371-bf88-22f7cdec0f6a triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:57.719474 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.720934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6159f9-b7fd-4d04-a223-9127ec9f30a8 req-20cd11be-0d1c-4ac8-b23f-cfe2eebdc4fb tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:57.728051 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e68e03ee-758c-41fb-8123-b1995b6167f3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:57.734746 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d6159f9-b7fd-4d04-a223-9127ec9f30a8 req-20cd11be-0d1c-4ac8-b23f-cfe2eebdc4fb tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 945 time: 0.0791111 Nov 12 04:25:57.771727 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-391bb9b8-1509-426e-829f-e3b48e8a711a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.804786 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d6159f9-b7fd-4d04-a223-9127ec9f30a8 req-4b3ce55d-9852-4d42-ac7e-0ceff4bc041b tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691426 Nov 12 04:25:57.865406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bb9b8-1509-426e-829f-e3b48e8a711a None None] Pushing event updated for resources: {'Port': ['ID=79c55b45-e779-4371-bf88-22f7cdec0f6a,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:57.915577 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-88c50c78-713d-4fa3-9fa9-83e7ae87bef4 None None] Could not find standard attr ID for object 4dad15cc-66d6-4380-9bbe-6001ca851719. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:25:57.959233 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68e03ee-758c-41fb-8123-b1995b6167f3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:57.966373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670cfdb3-3e6c-4f07-8ee8-f0a76eaaeef6 None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:57.966581 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e68e03ee-758c-41fb-8123-b1995b6167f3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.030595 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-670cfdb3-3e6c-4f07-8ee8-f0a76eaaeef6 None None] Deleting port 79c55b45-e779-4371-bf88-22f7cdec0f6a {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:58.031159 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-670cfdb3-3e6c-4f07-8ee8-f0a76eaaeef6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.095025 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef77ea6-779a-415f-81a8-e78fe764c2d8 req-63a2c47a-5180-4212-a4bb-0f3ae1a809f3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:58.103102 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5ef77ea6-779a-415f-81a8-e78fe764c2d8 req-63a2c47a-5180-4212-a4bb-0f3ae1a809f3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0912137 Nov 12 04:25:58.125771 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-670cfdb3-3e6c-4f07-8ee8-f0a76eaaeef6 None None] For port 79c55b45-e779-4371-bf88-22f7cdec0f6a, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=79c55b45-e779-4371-bf88-22f7cdec0f6a,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:58.126177 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-670cfdb3-3e6c-4f07-8ee8-f0a76eaaeef6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.141117 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-670cfdb3-3e6c-4f07-8ee8-f0a76eaaeef6 None None] Calling delete_port for 79c55b45-e779-4371-bf88-22f7cdec0f6a owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:58.170779 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5ef77ea6-779a-415f-81a8-e78fe764c2d8 req-f7d1b01a-3793-453b-919a-138c621c5e13 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612679 Nov 12 04:25:58.408709 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-670cfdb3-3e6c-4f07-8ee8-f0a76eaaeef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.445088 n-d-768509-24 neutron-server[103297]: DEBUG neutron.objects.ports [None req-e68e03ee-758c-41fb-8123-b1995b6167f3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 04:25:58.446509 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670cfdb3-3e6c-4f07-8ee8-f0a76eaaeef6 None None] Pushing event deleted for resources: {'Port': ['ID=79c55b45-e779-4371-bf88-22f7cdec0f6a,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:58.447897 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e68e03ee-758c-41fb-8123-b1995b6167f3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.452680 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670cfdb3-3e6c-4f07-8ee8-f0a76eaaeef6 None None] No DVR routers for this DVR port 79c55b45-e779-4371-bf88-22f7cdec0f6a on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:58.526428 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69cc52-b282-405c-b2d1-38e39f5cfbc0 req-3761565f-6fb6-464b-b894-896b879b1dff tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:58.529232 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc69cc52-b282-405c-b2d1-38e39f5cfbc0 req-3761565f-6fb6-464b-b894-896b879b1dff tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0650172 Nov 12 04:25:58.536002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f650b89c-ba7f-4eb0-9862-4a67bde49a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773cb0dd-f5a4-4c0e-b0e3-482cf490a53d'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:58.536097 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68e03ee-758c-41fb-8123-b1995b6167f3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:58.538663 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25319b28-dc51-4ba0-bb65-1d2c217faf28" -d '{"events": [{"server_uuid": "f650b89c-ba7f-4eb0-9862-4a67bde49a1f", "name": "network-vif-plugged", "status": "completed", "tag": "773cb0dd-f5a4-4c0e-b0e3-482cf490a53d"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:58.540344 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e68e03ee-758c-41fb-8123-b1995b6167f3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:58.549934 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68e03ee-758c-41fb-8123-b1995b6167f3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:58.550524 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e68e03ee-758c-41fb-8123-b1995b6167f3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.557473 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2131ed2-cdca-4f65-bca0-e019a8fd9c05 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:58.617239 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc69cc52-b282-405c-b2d1-38e39f5cfbc0 req-365c75b3-65ef-43d9-80d3-b449021f0447 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754914 Nov 12 04:25:58.683285 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e03ee-758c-41fb-8123-b1995b6167f3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=f810171c-602d-466f-94ae-1ad2f1dc4930,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:58.704064 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1cee91-9bbc-4c2f-81a2-72dba73b519c x-openstack-request-id: req-ab1cee91-9bbc-4c2f-81a2-72dba73b519c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:58.704812 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f650b89c-ba7f-4eb0-9862-4a67bde49a1f", "name": "network-vif-plugged", "status": "completed", "tag": "773cb0dd-f5a4-4c0e-b0e3-482cf490a53d", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:58.705330 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab1cee91-9bbc-4c2f-81a2-72dba73b519c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:58.705751 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f650b89c-ba7f-4eb0-9862-4a67bde49a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773cb0dd-f5a4-4c0e-b0e3-482cf490a53d', 'code': 200} Nov 12 04:25:58.740025 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e68e03ee-758c-41fb-8123-b1995b6167f3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0252731 Nov 12 04:25:58.743972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51188) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:58.749985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-95a7f9c7-ed05-4e8c-b80a-b3918f8964ba tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'mac_address': 'fa:16:3e:ae:b8:25', 'name': 'tempest-NetworksTestDHCPv6-1417526538'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:58.789761 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': 'f810171c-602d-466f-94ae-1ad2f1dc4930'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:25:58.790659 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.857075 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-54715b62-2276-4d8a-a80e-d7c314ebc129 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:58.857843 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-54715b62-2276-4d8a-a80e-d7c314ebc129 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.21 "GET /v2.0/networks?id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5 HTTP/1.1" status: 200 len: 811 time: 0.3041253 Nov 12 04:25:58.891172 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe19bc7e-e115-474f-940b-997a18f472c6 req-c01f02b1-b3e9-4245-9516-27a4b85dfb4f tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 210 time: 0.0983317 Nov 12 04:25:58.953925 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] Allocated IP 2001:db8::f816:3eff:feba:8b86 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/f810171c-602d-466f-94ae-1ad2f1dc4930/de47c630-1fc4-4acb-bd9c-31d9a7402f00) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:58.954512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c31ad-6565-4121-a7e6-ba46425b4b6d req-d715a231-309d-49d0-af7f-715870a9e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:58.956898 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4c8c31ad-6565-4121-a7e6-ba46425b4b6d req-d715a231-309d-49d0-af7f-715870a9e8c0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 1097 time: 0.1645839 Nov 12 04:25:58.974870 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-039b0819-6eaf-4acf-8c87-cf4e12d812f3 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68e65df8b8044d01af3fe2cd05222833 HTTP/1.1" status: 200 len: 380 time: 0.0944440 Nov 12 04:25:58.986256 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-dd444d5f-412e-4cb3-823d-450b41262950 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Request body: {'port': {'device_id': '46a05b39-ea4a-408c-9cca-1659205588f2', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'admin_state_up': True, 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'security_groups': ['e6ba115e-476f-46cb-afac-27bbeadba12e']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:59.087490 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cff876-133d-472a-bf98-51904182fef3 req-46c1b014-bc98-43ca-80c3-5f6f8245b24d tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:59.089245 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-20cff876-133d-472a-bf98-51904182fef3 req-46c1b014-bc98-43ca-80c3-5f6f8245b24d tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 945 time: 0.1271012 Nov 12 04:25:59.091836 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4c8c31ad-6565-4121-a7e6-ba46425b4b6d req-347d9ec6-d13c-418c-8927-c932d868df78 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124594 Nov 12 04:25:59.126173 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:59.140556 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-20cff876-133d-472a-bf98-51904182fef3 req-d336c975-bcbe-4274-809a-796d90ec3b24 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450313 Nov 12 04:25:59.175009 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a7f9c7-ed05-4e8c-b80a-b3918f8964ba tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:59.272081 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:59.299804 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95a7f9c7-ed05-4e8c-b80a-b3918f8964ba tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:59.305316 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 79c55b45-e779-4371-bf88-22f7cdec0f6a no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:59.307112 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-dd444d5f-412e-4cb3-823d-450b41262950 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Made reservation on behalf of 68e65df8b8044d01af3fe2cd05222833 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:59.309385 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96788c-3910-4db8-b004-767433a594ee req-679b7e6c-9096-4ee5-84aa-feabd3897918 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:59.310924 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c96788c-3910-4db8-b004-767433a594ee req-679b7e6c-9096-4ee5-84aa-feabd3897918 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0866663 Nov 12 04:25:59.319976 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-dd444d5f-412e-4cb3-823d-450b41262950 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:59.335129 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 79c55b45-e779-4371-bf88-22f7cdec0f6a {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:59.335472 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 79c55b45-e779-4371-bf88-22f7cdec0f6a not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:59.347993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:59.349994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-95a7f9c7-ed05-4e8c-b80a-b3918f8964ba tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port 7461ce10-caf7-4f65-8ef6-2df5dcd5e7bb yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:25:59.352819 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:59.354904 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] Pushing event updated for resources: {'Port': ['ID=de47c630-1fc4-4acb-bd9c-31d9a7402f00,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:59.357006 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:59.412918 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] Attempting to bind port de47c630-1fc4-4acb-bd9c-31d9a7402f00 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:59.413513 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] Attempting to bind port de47c630-1fc4-4acb-bd9c-31d9a7402f00 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:59.413744 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] Attempting to bind port de47c630-1fc4-4acb-bd9c-31d9a7402f00 on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:59.421885 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:59.422264 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:59.422795 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:59.423188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:59.423486 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c96788c-3910-4db8-b004-767433a594ee req-3215ec3c-d682-42d5-bb7c-5718d77bf697 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039417 Nov 12 04:25:59.423659 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] Bound port: de47c630-1fc4-4acb-bd9c-31d9a7402f00, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:59.424042 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:59.515854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-95a7f9c7-ed05-4e8c-b80a-b3918f8964ba tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::f816:3eff:feae:b825 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/f810171c-602d-466f-94ae-1ad2f1dc4930/7461ce10-caf7-4f65-8ef6-2df5dcd5e7bb) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:59.520310 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] For port de47c630-1fc4-4acb-bd9c-31d9a7402f00, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:59.524796 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] For port de47c630-1fc4-4acb-bd9c-31d9a7402f00, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=de47c630-1fc4-4acb-bd9c-31d9a7402f00,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:59.534508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-dd444d5f-412e-4cb3-823d-450b41262950 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Allocated IP 172.20.0.12 (6ad961c3-f85d-49ef-ab75-6849d57fa1e5/0988c1bc-aeed-49ae-93ca-f21585d34390/e8ef2b1c-513c-4753-8cf0-57f4760d8ed7) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:59.604288 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:59.677812 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372937f-8ab2-4156-84f0-fdfa4d7360d8 None None] Pushing event updated for resources: {'Port': ['ID=de47c630-1fc4-4acb-bd9c-31d9a7402f00,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:59.726386 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95a7f9c7-ed05-4e8c-b80a-b3918f8964ba tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:59.864253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7d5f1-4278-4625-985c-b76de5b3dd01 req-4cba9adc-1e88-4cd6-8b1e-6cebeb034292 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:59.875318 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d6c7d5f1-4278-4625-985c-b76de5b3dd01 req-4cba9adc-1e88-4cd6-8b1e-6cebeb034292 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0880499 Nov 12 04:25:59.879179 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95a7f9c7-ed05-4e8c-b80a-b3918f8964ba tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:59.993603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a7f9c7-ed05-4e8c-b80a-b3918f8964ba tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:59.996996 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7f9c7-ed05-4e8c-b80a-b3918f8964ba tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=7461ce10-caf7-4f65-8ef6-2df5dcd5e7bb,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:00.002142 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-95a7f9c7-ed05-4e8c-b80a-b3918f8964ba tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:00.018892 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d6c7d5f1-4278-4625-985c-b76de5b3dd01 req-67f00921-5411-4073-8353-03bb0097e0aa tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385140 Nov 12 04:26:00.037946 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7f9c7-ed05-4e8c-b80a-b3918f8964ba tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:00.037946 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a7f9c7-ed05-4e8c-b80a-b3918f8964ba tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:00.037946 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95a7f9c7-ed05-4e8c-b80a-b3918f8964ba tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:00.047222 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-dd444d5f-412e-4cb3-823d-450b41262950 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:00.166113 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-32e09147-7af6-4f54-8f43-247476aca5e7 req-3706e54f-84a1-4d9b-9ad7-8a3bb114a3b1 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 210 time: 0.0313065 Nov 12 04:26:00.172149 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51234) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:00.172325 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-95a7f9c7-ed05-4e8c-b80a-b3918f8964ba tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4268894 Nov 12 04:26:00.207051 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-dd444d5f-412e-4cb3-823d-450b41262950 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:00.268912 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-dd444d5f-412e-4cb3-823d-450b41262950 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Network 6ad961c3-f85d-49ef-ab75-6849d57fa1e5 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:00.284185 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-dd444d5f-412e-4cb3-823d-450b41262950 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:00.288556 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-dd444d5f-412e-4cb3-823d-450b41262950 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:00.300229 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59c5412-57ef-46d8-a4c5-0b4babdc2f37 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:00.310964 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59c5412-57ef-46d8-a4c5-0b4babdc2f37 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:00.312631 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b59c5412-57ef-46d8-a4c5-0b4babdc2f37 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1389463 Nov 12 04:26:00.314995 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd444d5f-412e-4cb3-823d-450b41262950 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Pushing event updated for resources: {'Port': ['ID=e8ef2b1c-513c-4753-8cf0-57f4760d8ed7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:00.343588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51236) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:00.383172 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-dd444d5f-412e-4cb3-823d-450b41262950 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:00.384389 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-dd444d5f-412e-4cb3-823d-450b41262950 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:00.453572 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cfe25-ffb3-479f-8fc0-524f94e46277 req-5ccbc5a0-7e0b-448c-9758-8f33c2cdfdd5 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:00.463539 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b55cfe25-ffb3-479f-8fc0-524f94e46277 req-5ccbc5a0-7e0b-448c-9758-8f33c2cdfdd5 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 945 time: 0.1943417 Nov 12 04:26:00.518351 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b55cfe25-ffb3-479f-8fc0-524f94e46277 req-facf1876-497f-4863-97fe-3c030550e618 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532691 Nov 12 04:26:00.537544 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-aed87881-bf6d-4480-8666-68b5d6a0cb02 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port 7461ce10-caf7-4f65-8ef6-2df5dcd5e7bb {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:00.537886 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aed87881-bf6d-4480-8666-68b5d6a0cb02 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:00.561186 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-dd444d5f-412e-4cb3-823d-450b41262950 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5672286 Nov 12 04:26:00.568263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Request body: {'port': {'device_id': '46a05b39-ea4a-408c-9cca-1659205588f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:00.648257 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:00.697369 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-cd09fe95-bdbe-44e6-a24a-62592cf174ba None None] Provisioning complete for port e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:00.698098 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cd09fe95-bdbe-44e6-a24a-62592cf174ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:00.726366 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aed87881-bf6d-4480-8666-68b5d6a0cb02 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:00.737473 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427f90-dbac-48ab-a4f5-272a9d7642de req-9c31ae09-216b-4d86-be6d-66ebbeda3bd1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:00.739351 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc427f90-dbac-48ab-a4f5-272a9d7642de req-9c31ae09-216b-4d86-be6d-66ebbeda3bd1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0959778 Nov 12 04:26:00.764785 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-cd09fe95-bdbe-44e6-a24a-62592cf174ba None None] Port e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:26:00.786073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-aed87881-bf6d-4480-8666-68b5d6a0cb02 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for 7461ce10-caf7-4f65-8ef6-2df5dcd5e7bb owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:00.896161 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc427f90-dbac-48ab-a4f5-272a9d7642de req-ab3af019-4836-4acb-9917-8fb82c0aa679 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399779 Nov 12 04:26:01.085453 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aed87881-bf6d-4480-8666-68b5d6a0cb02 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.096943 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:26:01.118795 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.126931 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed87881-bf6d-4480-8666-68b5d6a0cb02 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=7461ce10-caf7-4f65-8ef6-2df5dcd5e7bb,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:01.163128 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Transition to ACTIVE for port object e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:26:01.166152 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aed87881-bf6d-4480-8666-68b5d6a0cb02 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.172505 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-aed87881-bf6d-4480-8666-68b5d6a0cb02 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/7461ce10-caf7-4f65-8ef6-2df5dcd5e7bb HTTP/1.1" status: 204 len: 168 time: 0.8245301 Nov 12 04:26:01.172769 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51248) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:01.218020 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-554a4441-6af7-4446-b06a-c50ac7fc7e2b None None] Provisioning complete for port de47c630-1fc4-4acb-bd9c-31d9a7402f00 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:01.218774 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-554a4441-6af7-4446-b06a-c50ac7fc7e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.266099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0ac36b-7ca2-40e3-a98a-62d2ada8ede3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:01.268097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0ac36b-7ca2-40e3-a98a-62d2ada8ede3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:01.272236 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-df0ac36b-7ca2-40e3-a98a-62d2ada8ede3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0959010 Nov 12 04:26:01.272520 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51252) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:01.312171 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.352335 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-7707e7f4-3ebc-4c29-922a-12f14f74e80b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet f810171c-602d-466f-94ae-1ad2f1dc4930 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:26:01.355821 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7707e7f4-3ebc-4c29-922a-12f14f74e80b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.361608 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-554a4441-6af7-4446-b06a-c50ac7fc7e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.392075 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device de47c630-1fc4-4acb-bd9c-31d9a7402f00 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:01.442134 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7707e7f4-3ebc-4c29-922a-12f14f74e80b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.469892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-554a4441-6af7-4446-b06a-c50ac7fc7e2b None None] For port de47c630-1fc4-4acb-bd9c-31d9a7402f00, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=de47c630-1fc4-4acb-bd9c-31d9a7402f00,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:01.487545 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ef2b1c-513c-4753-8cf0-57f4760d8ed7,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:01.503516 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port de47c630-1fc4-4acb-bd9c-31d9a7402f00 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:01.505318 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.617980 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-554a4441-6af7-4446-b06a-c50ac7fc7e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.619882 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Attempting to bind port e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:26:01.620355 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Attempting to bind port e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '7212d2e1-d100-4c55-b1a2-48cc9896c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:26:01.623132 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Attempting to bind port e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 on network 6ad961c3-f85d-49ef-ab75-6849d57fa1e5 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:26:01.631287 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Port e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 on network 6ad961c3-f85d-49ef-ab75-6849d57fa1e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:26:01.631660 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Attempting to bind port e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 on network 6ad961c3-f85d-49ef-ab75-6849d57fa1e5 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:26:01.653141 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:26:01.653508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Checking segment: {'id': '7212d2e1-d100-4c55-b1a2-48cc9896c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:26:01.653881 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Bound using segment: {'id': '7212d2e1-d100-4c55-b1a2-48cc9896c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:26:01.654314 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Bound port: e8ef2b1c-513c-4753-8cf0-57f4760d8ed7, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7212d2e1-d100-4c55-b1a2-48cc9896c092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:26:01.654701 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.688052 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.735343 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a4441-6af7-4446-b06a-c50ac7fc7e2b None None] Pushing event updated for resources: {'Port': ['ID=de47c630-1fc4-4acb-bd9c-31d9a7402f00,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:01.772585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-16215827-2526-4991-8956-c842b20b8897 None None] Could not find standard attr ID for object 7461ce10-caf7-4f65-8ef6-2df5dcd5e7bb. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:26:01.787467 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7707e7f4-3ebc-4c29-922a-12f14f74e80b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.797538 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:26:01.800127 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:26:01.801389 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] For port e8ef2b1c-513c-4753-8cf0-57f4760d8ed7, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:26:01.806204 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] For port e8ef2b1c-513c-4753-8cf0-57f4760d8ed7, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=e8ef2b1c-513c-4753-8cf0-57f4760d8ed7,segment=NetworkSegment(7212d2e1-d100-4c55-b1a2-48cc9896c092),segment_id=7212d2e1-d100-4c55-b1a2-48cc9896c092)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:26:01.853033 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c9585-9026-4e05-a14d-324896ef1938 req-6343e5e0-ff43-403e-b75c-5023bab360b8 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:01.854977 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a64c9585-9026-4e05-a14d-324896ef1938 req-6343e5e0-ff43-403e-b75c-5023bab360b8 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.2818415 Nov 12 04:26:01.869534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397446f-9e2d-4359-afb8-a22554a96e55 req-24435fe8-e0fd-43f4-8d30-66d589b65215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:01.871197 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2397446f-9e2d-4359-afb8-a22554a96e55 req-24435fe8-e0fd-43f4-8d30-66d589b65215 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 1096 time: 0.1711624 Nov 12 04:26:01.885307 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.965256 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ef2b1c-513c-4753-8cf0-57f4760d8ed7,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:01.977676 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:01.978385 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.980298 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-0564eb57-eb09-4a0d-9df3-211fc08c23b0 service neutron] 10.222.0.21 "PUT /v2.0/ports/e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 HTTP/1.1" status: 200 len: 1093 time: 1.4165802 Nov 12 04:26:01.981898 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a05b39-ea4a-408c-9cca-1659205588f2', 'tag': 'e8ef2b1c-513c-4753-8cf0-57f4760d8ed7'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:01.984716 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cc050e-b43d-4012-ab45-9b7737e82da7" -d '{"events": [{"name": "network-changed", "server_uuid": "46a05b39-ea4a-408c-9cca-1659205588f2", "tag": "e8ef2b1c-513c-4753-8cf0-57f4760d8ed7"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:02.023903 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a64c9585-9026-4e05-a14d-324896ef1938 req-caa9eff3-ffbd-4ea4-be99-aafb6d03792c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592166 Nov 12 04:26:02.044561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397446f-9e2d-4359-afb8-a22554a96e55 req-f586d60d-019a-4653-95b8-da9f274bc93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:02.046147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2397446f-9e2d-4359-afb8-a22554a96e55 req-f586d60d-019a-4653-95b8-da9f274bc93c service neutron] 10.222.0.21 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.1622028 Nov 12 04:26:02.137705 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7707e7f4-3ebc-4c29-922a-12f14f74e80b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:02.209583 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707e7f4-3ebc-4c29-922a-12f14f74e80b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=f810171c-602d-466f-94ae-1ad2f1dc4930,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:02.217611 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7707e7f4-3ebc-4c29-922a-12f14f74e80b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:02.229674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7707e7f4-3ebc-4c29-922a-12f14f74e80b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/f810171c-602d-466f-94ae-1ad2f1dc4930 HTTP/1.1" status: 204 len: 168 time: 0.9498041 Nov 12 04:26:02.229674 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51266) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:02.229847 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658cfe81-6f9b-47de-927a-9a2b280bd0fc None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:02.230204 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2397446f-9e2d-4359-afb8-a22554a96e55 req-8828ac40-6124-460a-8222-3fd44e6a81b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827813e1-4afe-44db-947c-b67c4e2c3e62 HTTP/1.1" status: 200 len: 999 time: 0.1714144 Nov 12 04:26:02.237925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-5a11a1cb-0753-42af-82dd-03b3395805ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:02.240331 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-5a11a1cb-0753-42af-82dd-03b3395805ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=68e65df8b8044d01af3fe2cd05222833&device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 1096 time: 0.0824676 Nov 12 04:26:02.282182 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2fc52095-320b-4bac-b07a-4e04206843df tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541155 Nov 12 04:26:02.285649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51268) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:02.309635 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-ee5eced3-1de9-435b-ac56-8e011fea9820 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 HTTP/1.1" status: 200 len: 217 time: 0.0556526 Nov 12 04:26:02.312343 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-98241be4-4169-496a-aad0-7bb5ef44f36c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:02.330190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb78cf-b652-43c4-b89c-7f6dcf564d6b req-6e587a68-3d39-4b63-b43a-a32a499b4463 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:02.331721 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fecb78cf-b652-43c4-b89c-7f6dcf564d6b req-6e587a68-3d39-4b63-b43a-a32a499b4463 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 944 time: 0.2131341 Nov 12 04:26:02.381042 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-b8be9aa0-a0f0-44dc-8307-fb76e0c0d298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:02.383757 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-b8be9aa0-a0f0-44dc-8307-fb76e0c0d298 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0988c1bc-aeed-49ae-93ca-f21585d34390 HTTP/1.1" status: 200 len: 850 time: 0.0649445 Nov 12 04:26:02.409043 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397446f-9e2d-4359-afb8-a22554a96e55 req-ad40cff7-f13c-45f6-8474-5753dd60ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:02.410615 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2397446f-9e2d-4359-afb8-a22554a96e55 req-ad40cff7-f13c-45f6-8474-5753dd60ca84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.1712520 Nov 12 04:26:02.442760 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-d559e526-9095-4364-a344-e6289398d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:02.444283 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-d559e526-9095-4364-a344-e6289398d987 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536439 Nov 12 04:26:02.495503 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fecb78cf-b652-43c4-b89c-7f6dcf564d6b req-5ff9e2f3-6e93-4357-a642-6e80881cf97e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6ba115e-476f-46cb-afac-27bbeadba12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444850 Nov 12 04:26:02.511668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397446f-9e2d-4359-afb8-a22554a96e55 req-4dae2f70-b62c-4a67-a0b3-03175753d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:02.516622 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2397446f-9e2d-4359-afb8-a22554a96e55 req-4dae2f70-b62c-4a67-a0b3-03175753d730 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918908 Nov 12 04:26:02.563421 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21be5be-780e-4eea-a6b3-f146ad50e4e1 None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:02.576182 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-536e90dc-7378-46b8-bf7c-04c46e68d43b service neutron] 10.222.0.21 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247747 Nov 12 04:26:02.616389 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d21be5be-780e-4eea-a6b3-f146ad50e4e1 None None] Deleting port de47c630-1fc4-4acb-bd9c-31d9a7402f00 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:02.616969 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d21be5be-780e-4eea-a6b3-f146ad50e4e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:02.617339 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98241be4-4169-496a-aad0-7bb5ef44f36c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:02.620969 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-98241be4-4169-496a-aad0-7bb5ef44f36c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:02.684041 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6775f12c-828d-49d8-b2d0-71932bfe9bf6 req-c7cae576-cfb3-45d3-bd25-c757115633d0 service neutron] 10.222.0.21 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005135 Nov 12 04:26:02.705631 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d21be5be-780e-4eea-a6b3-f146ad50e4e1 None None] For port de47c630-1fc4-4acb-bd9c-31d9a7402f00, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=de47c630-1fc4-4acb-bd9c-31d9a7402f00,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:02.706309 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d21be5be-780e-4eea-a6b3-f146ad50e4e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:02.723643 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d21be5be-780e-4eea-a6b3-f146ad50e4e1 None None] Calling delete_port for de47c630-1fc4-4acb-bd9c-31d9a7402f00 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:02.798406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea696c-741f-4a7e-ac25-df514e8cd550 req-13c247b9-ee2a-438e-9bfc-7cc1cf6e4c94 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:02.799832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-35ea696c-741f-4a7e-ac25-df514e8cd550 req-13c247b9-ee2a-438e-9bfc-7cc1cf6e4c94 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1904879 Nov 12 04:26:02.803120 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2397446f-9e2d-4359-afb8-a22554a96e55 req-5db2fe7c-6255-4154-9c35-c6923d3ab550 service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786601 Nov 12 04:26:02.906655 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d21be5be-780e-4eea-a6b3-f146ad50e4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:02.936575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21be5be-780e-4eea-a6b3-f146ad50e4e1 None None] No DVR routers for this DVR port de47c630-1fc4-4acb-bd9c-31d9a7402f00 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:26:02.941889 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21be5be-780e-4eea-a6b3-f146ad50e4e1 None None] Pushing event deleted for resources: {'Port': ['ID=de47c630-1fc4-4acb-bd9c-31d9a7402f00,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:03.221119 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfb9b8c1-f75c-4e01-9efb-a3d9b904d1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:03.290935 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device de47c630-1fc4-4acb-bd9c-31d9a7402f00 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:03.313737 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: de47c630-1fc4-4acb-bd9c-31d9a7402f00 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:26:03.314080 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device de47c630-1fc4-4acb-bd9c-31d9a7402f00 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:26:03.325621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-35ea696c-741f-4a7e-ac25-df514e8cd550 req-c0a0cd23-0b4b-4ab8-8a8f-2d1054b27b45 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5126131 Nov 12 04:26:03.370916 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2397446f-9e2d-4359-afb8-a22554a96e55 req-24f25198-ff51-4320-8597-2d4e18ec1b18 service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472720 Nov 12 04:26:03.463006 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b3b46-049c-42bc-855c-e6f1c05175d1 req-cd3ae102-ea8d-41bc-aa9d-234362b7f297 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:03.464551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-714b3b46-049c-42bc-855c-e6f1c05175d1 req-cd3ae102-ea8d-41bc-aa9d-234362b7f297 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 945 time: 0.0617163 Nov 12 04:26:03.556965 n-d-768509-24 neutron-server[103296]: DEBUG neutron.objects.ports [None req-98241be4-4169-496a-aad0-7bb5ef44f36c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 04:26:03.562533 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-98241be4-4169-496a-aad0-7bb5ef44f36c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:03.604512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-714b3b46-049c-42bc-855c-e6f1c05175d1 req-9f3b7029-3169-41e1-9839-7e3c488c24ab tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175339 Nov 12 04:26:03.632271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98241be4-4169-496a-aad0-7bb5ef44f36c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:03.636580 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-98241be4-4169-496a-aad0-7bb5ef44f36c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:03.645078 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98241be4-4169-496a-aad0-7bb5ef44f36c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:03.645957 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-98241be4-4169-496a-aad0-7bb5ef44f36c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:03.648533 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2589b177-651b-4db1-bcd6-f0c75df65a8b None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:03.658024 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98241be4-4169-496a-aad0-7bb5ef44f36c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=0998e0c7-9a61-41df-9b62-ea0c362b2695,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:03.680557 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bb9e91-fb6f-4c75-9d2a-bd81885769ba x-openstack-request-id: req-e7bb9e91-fb6f-4c75-9d2a-bd81885769ba {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:03.681103 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a05b39-ea4a-408c-9cca-1659205588f2", "tag": "e8ef2b1c-513c-4753-8cf0-57f4760d8ed7", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:03.681658 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7bb9e91-fb6f-4c75-9d2a-bd81885769ba {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:03.682349 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a05b39-ea4a-408c-9cca-1659205588f2', 'tag': 'e8ef2b1c-513c-4753-8cf0-57f4760d8ed7', 'status': 'completed', 'code': 200} Nov 12 04:26:03.777162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc050e-b43d-4012-ab45-9b7737e82da7 req-00d9b29f-026c-4fb9-8add-31d05066817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:03.779239 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9cc050e-b43d-4012-ab45-9b7737e82da7 req-00d9b29f-026c-4fb9-8add-31d05066817f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=68e65df8b8044d01af3fe2cd05222833&device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 1096 time: 0.0447071 Nov 12 04:26:03.783219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-98241be4-4169-496a-aad0-7bb5ef44f36c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4748929 Nov 12 04:26:03.789947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51276) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:03.794412 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-09bda1a8-91c8-4db0-9b42-4868180b6c09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'mac_address': 'fa:16:3e:0d:1b:39', 'name': 'tempest-NetworksTestDHCPv6-354867546'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:03.884535 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc050e-b43d-4012-ab45-9b7737e82da7 req-10c5f587-6766-410e-b8fe-e9839831a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:03.886200 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9cc050e-b43d-4012-ab45-9b7737e82da7 req-10c5f587-6766-410e-b8fe-e9839831a6c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5 HTTP/1.1" status: 200 len: 912 time: 0.1000383 Nov 12 04:26:03.992894 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9cc050e-b43d-4012-ab45-9b7737e82da7 req-487fcef3-e4b7-4660-8ea4-9e21da279d1a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 HTTP/1.1" status: 200 len: 217 time: 0.0970585 Nov 12 04:26:04.017451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848fd86-960c-43be-9c44-6a9385d99c70 req-091cd530-4880-41f6-900a-6c0e4f28d211 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:04.019048 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8848fd86-960c-43be-9c44-6a9385d99c70 req-091cd530-4880-41f6-900a-6c0e4f28d211 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.1318228 Nov 12 04:26:04.066750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bda1a8-91c8-4db0-9b42-4868180b6c09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:04.091779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': '0998e0c7-9a61-41df-9b62-ea0c362b2695'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:26:04.093750 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:04.096386 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc050e-b43d-4012-ab45-9b7737e82da7 req-782ab3b3-4825-4b6a-a6d6-8dab30c94b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:04.098559 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9cc050e-b43d-4012-ab45-9b7737e82da7 req-782ab3b3-4825-4b6a-a6d6-8dab30c94b17 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0988c1bc-aeed-49ae-93ca-f21585d34390 HTTP/1.1" status: 200 len: 850 time: 0.0773561 Nov 12 04:26:04.111680 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8848fd86-960c-43be-9c44-6a9385d99c70 req-6c9909e2-e751-463b-904d-56dabe37fd3c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833917 Nov 12 04:26:04.183934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc050e-b43d-4012-ab45-9b7737e82da7 req-f6c14b4b-9e52-4f6d-9889-d34d73f77036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:04.185868 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9cc050e-b43d-4012-ab45-9b7737e82da7 req-f6c14b4b-9e52-4f6d-9889-d34d73f77036 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729635 Nov 12 04:26:04.227833 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09bda1a8-91c8-4db0-9b42-4868180b6c09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:04.250451 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-09bda1a8-91c8-4db0-9b42-4868180b6c09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port 36cfc624-bb0b-4ca3-94d3-28911427bbda yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:26:04.259716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] Allocated IP 2001:db8::f816:3eff:febd:d657 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/0998e0c7-9a61-41df-9b62-ea0c362b2695/dee62e0a-9066-427a-aaf1-35b87b4563f6) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:04.326047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda8f10-bfa7-48cb-b55a-bee637c7ebc4 req-ab160d95-092f-4b22-bac4-071163b3bcdd tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:04.327899 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8cda8f10-bfa7-48cb-b55a-bee637c7ebc4 req-ab160d95-092f-4b22-bac4-071163b3bcdd tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 944 time: 0.1409581 Nov 12 04:26:04.333974 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9cc050e-b43d-4012-ab45-9b7737e82da7 req-ca1d5711-395d-4425-8350-275cc7ecaad5 service neutron] 10.222.0.21 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303141 Nov 12 04:26:04.459406 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8cda8f10-bfa7-48cb-b55a-bee637c7ebc4 req-488bdf5e-a3b2-42c1-9313-2180d41daeea tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6ba115e-476f-46cb-afac-27bbeadba12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139193 Nov 12 04:26:04.461285 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:04.491436 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9cc050e-b43d-4012-ab45-9b7737e82da7 req-fe8f38f8-edf9-4202-9bf1-5a2d55faf544 service neutron] 10.222.0.21 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480920 Nov 12 04:26:04.625453 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:04.666859 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:04.671254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:04.677171 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:04.686200 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-09bda1a8-91c8-4db0-9b42-4868180b6c09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::f816:3eff:fe0d:1b39 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/0998e0c7-9a61-41df-9b62-ea0c362b2695/36cfc624-bb0b-4ca3-94d3-28911427bbda) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:04.692936 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] Pushing event updated for resources: {'Port': ['ID=dee62e0a-9066-427a-aaf1-35b87b4563f6,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:04.745113 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] Attempting to bind port dee62e0a-9066-427a-aaf1-35b87b4563f6 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:26:04.745603 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] Attempting to bind port dee62e0a-9066-427a-aaf1-35b87b4563f6 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:26:04.745972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] Attempting to bind port dee62e0a-9066-427a-aaf1-35b87b4563f6 on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:26:04.751197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:26:04.751553 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:26:04.751946 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:04.752337 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:26:04.752830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] Bound port: dee62e0a-9066-427a-aaf1-35b87b4563f6, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:26:04.753209 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:04.821567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] For port dee62e0a-9066-427a-aaf1-35b87b4563f6, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:26:04.825217 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] For port dee62e0a-9066-427a-aaf1-35b87b4563f6, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=dee62e0a-9066-427a-aaf1-35b87b4563f6,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:26:04.857746 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09bda1a8-91c8-4db0-9b42-4868180b6c09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:05.021678 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:05.092742 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c4dcb-2019-409a-8733-84fb87632ce0 None None] Pushing event updated for resources: {'Port': ['ID=dee62e0a-9066-427a-aaf1-35b87b4563f6,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:05.105753 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09bda1a8-91c8-4db0-9b42-4868180b6c09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:05.158623 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bda1a8-91c8-4db0-9b42-4868180b6c09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:05.164997 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-09bda1a8-91c8-4db0-9b42-4868180b6c09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:05.168929 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bda1a8-91c8-4db0-9b42-4868180b6c09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:05.175041 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bda1a8-91c8-4db0-9b42-4868180b6c09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:05.175800 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09bda1a8-91c8-4db0-9b42-4868180b6c09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:05.188080 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bda1a8-91c8-4db0-9b42-4868180b6c09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=36cfc624-bb0b-4ca3-94d3-28911427bbda,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:05.314968 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-09bda1a8-91c8-4db0-9b42-4868180b6c09 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5270588 Nov 12 04:26:05.317931 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51288) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:05.324790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1272522-9d19-489d-9333-6621e193cf0a req-dcbccb0d-281f-4509-b530-0b83ae15dcce tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:05.333641 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1272522-9d19-489d-9333-6621e193cf0a req-dcbccb0d-281f-4509-b530-0b83ae15dcce tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0858002 Nov 12 04:26:05.403394 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45d10f8-07ad-4724-baaf-5147b54f30b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:05.412411 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45d10f8-07ad-4724-baaf-5147b54f30b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:05.423872 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f45d10f8-07ad-4724-baaf-5147b54f30b8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1023455 Nov 12 04:26:05.424181 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51290) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:05.455565 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1272522-9d19-489d-9333-6621e193cf0a req-666a9b8e-1947-4dee-8dbc-531229b58a04 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210353 Nov 12 04:26:05.485782 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c435dd-fc1e-4995-ac89-db268fc1baa8 req-ff64013c-4908-4b6a-a66f-76a1ba5bf540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:05.489123 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73c435dd-fc1e-4995-ac89-db268fc1baa8 req-ff64013c-4908-4b6a-a66f-76a1ba5bf540 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a1045004a3f4c249c8ef8ce0dd9470c&device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 1097 time: 0.0944123 Nov 12 04:26:05.599339 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ebf07d4-fc32-47b6-a112-4c769f1da9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:05.628480 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a9d02fd6-68d8-4a2f-b330-4bc69471b240 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port 36cfc624-bb0b-4ca3-94d3-28911427bbda {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:05.628969 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a9d02fd6-68d8-4a2f-b330-4bc69471b240 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:05.644061 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617a190-6f70-455b-8645-d658c58fe3ee req-533014f0-d337-4a59-b55d-9f0ae4865f2c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:05.649091 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f617a190-6f70-455b-8645-d658c58fe3ee req-533014f0-d337-4a59-b55d-9f0ae4865f2c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1085751 Nov 12 04:26:05.656183 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c435dd-fc1e-4995-ac89-db268fc1baa8 req-b84bf562-cd3f-4636-98fa-39cdaa7b6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:05.657269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73c435dd-fc1e-4995-ac89-db268fc1baa8 req-b84bf562-cd3f-4636-98fa-39cdaa7b6cb9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 HTTP/1.1" status: 200 len: 920 time: 0.1609745 Nov 12 04:26:05.739660 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73c435dd-fc1e-4995-ac89-db268fc1baa8 req-d99099f7-a5ba-4fec-b6a4-1141f14c4905 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d HTTP/1.1" status: 200 len: 217 time: 0.0631814 Nov 12 04:26:05.774438 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a9d02fd6-68d8-4a2f-b330-4bc69471b240 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:05.790693 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a9d02fd6-68d8-4a2f-b330-4bc69471b240 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for 36cfc624-bb0b-4ca3-94d3-28911427bbda owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:05.811908 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f617a190-6f70-455b-8645-d658c58fe3ee req-7731c23e-c04e-4920-bea4-0f3a78124017 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536329 Nov 12 04:26:05.840858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c435dd-fc1e-4995-ac89-db268fc1baa8 req-c458e856-52c4-47dd-9168-91f8819295d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:05.845193 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73c435dd-fc1e-4995-ac89-db268fc1baa8 req-c458e856-52c4-47dd-9168-91f8819295d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8b898de-bc95-4aef-bd99-1e08bfac169b HTTP/1.1" status: 200 len: 859 time: 0.0919869 Nov 12 04:26:05.928546 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73c435dd-fc1e-4995-ac89-db268fc1baa8 req-726f5aa2-1d2c-4249-b7b3-d21450000d19 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676403 Nov 12 04:26:06.049734 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:26:06.083029 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a9d02fd6-68d8-4a2f-b330-4bc69471b240 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:06.124184 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d74e87-0c70-421c-b3f3-3170ae035548 req-3b50bb91-6327-485e-80c3-dd61d2ed3cbf tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:06.132721 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-04d74e87-0c70-421c-b3f3-3170ae035548 req-3b50bb91-6327-485e-80c3-dd61d2ed3cbf tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 945 time: 0.1129150 Nov 12 04:26:06.142965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d02fd6-68d8-4a2f-b330-4bc69471b240 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=36cfc624-bb0b-4ca3-94d3-28911427bbda,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:06.167221 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73c435dd-fc1e-4995-ac89-db268fc1baa8 req-5ea696c8-935f-4411-a64e-278d2dab6b84 service neutron] 10.222.0.31 "GET /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281587 Nov 12 04:26:06.177555 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a9d02fd6-68d8-4a2f-b330-4bc69471b240 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:06.184404 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a9d02fd6-68d8-4a2f-b330-4bc69471b240 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/36cfc624-bb0b-4ca3-94d3-28911427bbda HTTP/1.1" status: 204 len: 168 time: 0.7568946 Nov 12 04:26:06.185309 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51318) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:06.216453 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port e8ef2b1c-513c-4753-8cf0-57f4760d8ed7, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=e8ef2b1c-513c-4753-8cf0-57f4760d8ed7,segment=NetworkSegment(7212d2e1-d100-4c55-b1a2-48cc9896c092),segment_id=7212d2e1-d100-4c55-b1a2-48cc9896c092)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:06.236604 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'e8ef2b1c-513c-4753-8cf0-57f4760d8ed7', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'port_id': 'e8ef2b1c-513c-4753-8cf0-57f4760d8ed7', 'mac_address': 'fa:16:3e:5d:c4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:26:06.248197 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-04d74e87-0c70-421c-b3f3-3170ae035548 req-bc5f2ae2-8b98-410c-98dc-9639470c2de4 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141381 Nov 12 04:26:06.280944 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dad62a6-ea76-43a1-ac34-58cffc2b9c0e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:06.283705 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dad62a6-ea76-43a1-ac34-58cffc2b9c0e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:06.285288 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0dad62a6-ea76-43a1-ac34-58cffc2b9c0e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0990222 Nov 12 04:26:06.289934 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51322) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:06.326167 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:06.337509 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73c435dd-fc1e-4995-ac89-db268fc1baa8 req-9b3790e2-6786-4e13-bba2-5bd62587d084 service neutron] 10.222.0.31 "GET /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585898 Nov 12 04:26:06.358214 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:26:06.381803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ffada34-3168-4537-823e-6e1c40842d63 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet 0998e0c7-9a61-41df-9b62-ea0c362b2695 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:26:06.387136 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ffada34-3168-4537-823e-6e1c40842d63 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:06.390189 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port e8ef2b1c-513c-4753-8cf0-57f4760d8ed7, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=e8ef2b1c-513c-4753-8cf0-57f4760d8ed7,segment=NetworkSegment(7212d2e1-d100-4c55-b1a2-48cc9896c092),segment_id=7212d2e1-d100-4c55-b1a2-48cc9896c092)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:06.437373 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ffada34-3168-4537-823e-6e1c40842d63 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:06.454665 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d4521-435c-4436-8e5e-7f9fad8dd62a req-f2c90227-96e6-413d-8558-77c5b77f9644 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:06.459608 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b62d4521-435c-4436-8e5e-7f9fad8dd62a req-f2c90227-96e6-413d-8558-77c5b77f9644 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 944 time: 0.0767720 Nov 12 04:26:06.522343 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4603c1f0-7797-4a4d-88da-d51e808391fd None None] Provisioning complete for port dee62e0a-9066-427a-aaf1-35b87b4563f6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:06.523887 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4603c1f0-7797-4a4d-88da-d51e808391fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:06.536295 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b62d4521-435c-4436-8e5e-7f9fad8dd62a req-8894844e-7674-4e6d-ad49-daff2bcf6b2b tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6ba115e-476f-46cb-afac-27bbeadba12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676947 Nov 12 04:26:06.552601 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ffada34-3168-4537-823e-6e1c40842d63 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:06.597371 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:06.695024 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=e8ef2b1c-513c-4753-8cf0-57f4760d8ed7,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:06.732733 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ffada34-3168-4537-823e-6e1c40842d63 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:06.760840 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffada34-3168-4537-823e-6e1c40842d63 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=0998e0c7-9a61-41df-9b62-ea0c362b2695,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:06.762933 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefe979-acbe-4c7a-a3d0-136567272c83 req-3f6ba6c0-c763-402f-99b3-4a8947f30980 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:06.769548 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5ffada34-3168-4537-823e-6e1c40842d63 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:06.771478 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2aefe979-acbe-4c7a-a3d0-136567272c83 req-3f6ba6c0-c763-402f-99b3-4a8947f30980 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1018982 Nov 12 04:26:06.781225 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5ffada34-3168-4537-823e-6e1c40842d63 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/0998e0c7-9a61-41df-9b62-ea0c362b2695 HTTP/1.1" status: 204 len: 168 time: 0.4901941 Nov 12 04:26:06.783292 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51342) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:06.803331 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4603c1f0-7797-4a4d-88da-d51e808391fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:06.823526 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:06.834084 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7f6d32e7-627d-44cd-a552-98ce06184a3c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414870 Nov 12 04:26:06.834298 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2aefe979-acbe-4c7a-a3d0-136567272c83 req-2128b099-0a6d-4daa-b81a-0efe555f6f1c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549822 Nov 12 04:26:06.835500 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51346) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:06.868032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4603c1f0-7797-4a4d-88da-d51e808391fd None None] For port dee62e0a-9066-427a-aaf1-35b87b4563f6, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=dee62e0a-9066-427a-aaf1-35b87b4563f6,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:06.884299 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d17955d-1794-4f2b-8297-83d0cb3feb20 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:06.901475 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9656330-1337-4bce-b88d-466993913a07 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:06.906423 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e9656330-1337-4bce-b88d-466993913a07 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0661881 Nov 12 04:26:06.906423 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51352) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:06.953574 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b97346-922e-4435-8fc2-ad14e6f158dc req-c65e1898-82e9-493b-98cb-8074db8a6d85 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:06.955435 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88b97346-922e-4435-8fc2-ad14e6f158dc req-c65e1898-82e9-493b-98cb-8074db8a6d85 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0582595 Nov 12 04:26:06.963383 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4603c1f0-7797-4a4d-88da-d51e808391fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:06.971024 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd522d5-ea62-4601-87c2-937c98d7a03a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:06.976242 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ecd522d5-ea62-4601-87c2-937c98d7a03a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0666718 Nov 12 04:26:06.976709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51356) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:07.015186 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88b97346-922e-4435-8fc2-ad14e6f158dc req-6c132167-3aa6-4e8a-b318-835678c64f3b tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512710 Nov 12 04:26:07.018691 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-028ada08-9beb-4350-9ef2-d4b77d6b583a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396063 Nov 12 04:26:07.021985 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51358) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:07.028120 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-67b61265-d0e9-4168-9dcd-637792226b19 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:07.050912 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603c1f0-7797-4a4d-88da-d51e808391fd None None] Pushing event updated for resources: {'Port': ['ID=dee62e0a-9066-427a-aaf1-35b87b4563f6,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:07.078064 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a109ef73-f649-464f-b033-63a3241f8bd8 None None] Could not find standard attr ID for object 36cfc624-bb0b-4ca3-94d3-28911427bbda. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:26:07.102337 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['e8ef2b1c-513c-4753-8cf0-57f4760d8ed7'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:26:07.142917 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca11c87-acef-4141-aae1-7ffffd57d41b None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:07.177712 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16898a62-9400-48c1-ac31-f11c3124fdbf req-6aa99f4c-280e-4568-baea-6f0ccd72544a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:07.179129 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16898a62-9400-48c1-ac31-f11c3124fdbf req-6aa99f4c-280e-4568-baea-6f0ccd72544a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0598142 Nov 12 04:26:07.227788 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16898a62-9400-48c1-ac31-f11c3124fdbf req-831ae0a8-0801-4936-997e-dcda12d4e317 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418880 Nov 12 04:26:07.240865 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2ca11c87-acef-4141-aae1-7ffffd57d41b None None] Deleting port dee62e0a-9066-427a-aaf1-35b87b4563f6 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:07.241244 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ca11c87-acef-4141-aae1-7ffffd57d41b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:07.259999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b61265-d0e9-4168-9dcd-637792226b19 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:07.267080 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b61265-d0e9-4168-9dcd-637792226b19 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:07.332425 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2ca11c87-acef-4141-aae1-7ffffd57d41b None None] For port dee62e0a-9066-427a-aaf1-35b87b4563f6, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=dee62e0a-9066-427a-aaf1-35b87b4563f6,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:07.332820 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ca11c87-acef-4141-aae1-7ffffd57d41b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:07.360676 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2ca11c87-acef-4141-aae1-7ffffd57d41b None None] Calling delete_port for dee62e0a-9066-427a-aaf1-35b87b4563f6 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:07.471088 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23a3e8-34ec-4145-a824-ebaf4bd1bba2 req-eeb19725-fca9-4dd8-883a-f91ebbb6e54c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:07.472596 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a23a3e8-34ec-4145-a824-ebaf4bd1bba2 req-eeb19725-fca9-4dd8-883a-f91ebbb6e54c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0674534 Nov 12 04:26:07.520414 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a23a3e8-34ec-4145-a824-ebaf4bd1bba2 req-927476fb-86f3-489b-9b1d-aa3a74ef44fe tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411673 Nov 12 04:26:07.575096 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ca11c87-acef-4141-aae1-7ffffd57d41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:07.602232 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca11c87-acef-4141-aae1-7ffffd57d41b None None] Pushing event deleted for resources: {'Port': ['ID=dee62e0a-9066-427a-aaf1-35b87b4563f6,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:07.603956 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca11c87-acef-4141-aae1-7ffffd57d41b None None] No DVR routers for this DVR port dee62e0a-9066-427a-aaf1-35b87b4563f6 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:26:07.631233 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b61265-d0e9-4168-9dcd-637792226b19 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:07.674214 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b61265-d0e9-4168-9dcd-637792226b19 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:07.678838 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-67b61265-d0e9-4168-9dcd-637792226b19 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:07.682859 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b61265-d0e9-4168-9dcd-637792226b19 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:07.683457 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67b61265-d0e9-4168-9dcd-637792226b19 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:07.688857 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4897095e-afbe-4b64-b8c5-19988fb8cf24 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:07.699153 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b61265-d0e9-4168-9dcd-637792226b19 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=c8f98ec6-207d-4125-8370-6cbd093d56be,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:07.845704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': 'c8f98ec6-207d-4125-8370-6cbd093d56be'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:26:07.846668 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:07.893716 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-67b61265-d0e9-4168-9dcd-637792226b19 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8562348 Nov 12 04:26:07.893716 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51392) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:07.893716 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-519ff527-62b1-4440-908a-82ca3e133aa1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'mac_address': 'fa:16:3e:af:57:9b', 'name': 'tempest-NetworksTestDHCPv6-947740624'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:07.993335 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] Allocated IP 2001:db8::2 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/c8f98ec6-207d-4125-8370-6cbd093d56be/ae8aede8-5f76-4e43-b6fa-31e9807a07ee) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:08.129530 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519ff527-62b1-4440-908a-82ca3e133aa1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:08.134672 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-519ff527-62b1-4440-908a-82ca3e133aa1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:08.156221 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-519ff527-62b1-4440-908a-82ca3e133aa1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port b937d434-156d-4632-b148-19fca7048e12 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:26:08.157849 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:08.227593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a6be1-87da-4a11-b25e-f1e101381b55 req-412fc4fa-f15f-461b-980c-7730fae19b9c tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:08.229076 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db2a6be1-87da-4a11-b25e-f1e101381b55 req-412fc4fa-f15f-461b-980c-7730fae19b9c tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 945 time: 0.0622904 Nov 12 04:26:08.279659 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db2a6be1-87da-4a11-b25e-f1e101381b55 req-db33b447-fd13-4819-aa22-5d146bcb2c39 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447280 Nov 12 04:26:08.283833 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:08.293133 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:08.336700 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:08.339862 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:08.344610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:08.347756 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] Pushing event updated for resources: {'Port': ['ID=ae8aede8-5f76-4e43-b6fa-31e9807a07ee,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:08.349887 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-519ff527-62b1-4440-908a-82ca3e133aa1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::116 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/c8f98ec6-207d-4125-8370-6cbd093d56be/b937d434-156d-4632-b148-19fca7048e12) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:08.420958 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] Attempting to bind port ae8aede8-5f76-4e43-b6fa-31e9807a07ee on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:26:08.421578 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] Attempting to bind port ae8aede8-5f76-4e43-b6fa-31e9807a07ee by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:26:08.422100 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] Attempting to bind port ae8aede8-5f76-4e43-b6fa-31e9807a07ee on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:26:08.426087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440e0bd-0482-452e-8635-abf638065ce2 req-b9e2a2b8-ee3e-453e-b75b-c2bd1e5c7409 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:08.427741 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8440e0bd-0482-452e-8635-abf638065ce2 req-b9e2a2b8-ee3e-453e-b75b-c2bd1e5c7409 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 945 time: 0.0643709 Nov 12 04:26:08.428070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:26:08.428448 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:26:08.428844 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:08.429413 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:26:08.429891 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] Bound port: ae8aede8-5f76-4e43-b6fa-31e9807a07ee, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:26:08.430274 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:08.481098 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8440e0bd-0482-452e-8635-abf638065ce2 req-e30bf319-767d-42ab-9cbc-b4177ab8e44d tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6ba115e-476f-46cb-afac-27bbeadba12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449526 Nov 12 04:26:08.502583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] For port ae8aede8-5f76-4e43-b6fa-31e9807a07ee, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:26:08.502583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] For port ae8aede8-5f76-4e43-b6fa-31e9807a07ee, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ae8aede8-5f76-4e43-b6fa-31e9807a07ee,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:26:08.535324 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-519ff527-62b1-4440-908a-82ca3e133aa1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:08.603809 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:08.616271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cea092-5b2c-4c0c-a37a-850413f77b1d req-35b08c08-4c1a-4cd7-8f81-33462d6e933e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:08.618311 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5cea092-5b2c-4c0c-a37a-850413f77b1d req-35b08c08-4c1a-4cd7-8f81-33462d6e933e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0549150 Nov 12 04:26:08.672458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5738c65-be71-440e-bd36-b1873dc872b2 None None] Pushing event updated for resources: {'Port': ['ID=ae8aede8-5f76-4e43-b6fa-31e9807a07ee,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:08.680565 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5cea092-5b2c-4c0c-a37a-850413f77b1d req-31c276de-c6e0-44e7-ac71-7546121f5c4a tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562286 Nov 12 04:26:08.689136 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-519ff527-62b1-4440-908a-82ca3e133aa1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:08.770532 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519ff527-62b1-4440-908a-82ca3e133aa1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:08.775029 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-519ff527-62b1-4440-908a-82ca3e133aa1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:08.778967 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ff527-62b1-4440-908a-82ca3e133aa1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:08.784005 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519ff527-62b1-4440-908a-82ca3e133aa1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:08.784646 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-519ff527-62b1-4440-908a-82ca3e133aa1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:08.788803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ff527-62b1-4440-908a-82ca3e133aa1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=b937d434-156d-4632-b148-19fca7048e12,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:08.832188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4800a-8806-4c14-ad3c-1ce7e2627682 req-ba319485-f3d5-4b83-b116-6eb502bbe2c6 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:08.833733 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6cb4800a-8806-4c14-ad3c-1ce7e2627682 req-ba319485-f3d5-4b83-b116-6eb502bbe2c6 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0732286 Nov 12 04:26:08.904454 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6cb4800a-8806-4c14-ad3c-1ce7e2627682 req-d6ef1d3b-4af6-457f-b6c0-32af3de86684 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595326 Nov 12 04:26:08.925499 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-519ff527-62b1-4440-908a-82ca3e133aa1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0411160 Nov 12 04:26:08.936333 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51426) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:08.996663 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd6b751-031a-46a7-bbcd-64e64ec97f45 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:09.013269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd6b751-031a-46a7-bbcd-64e64ec97f45 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:09.013269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ecd6b751-031a-46a7-bbcd-64e64ec97f45 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0755899 Nov 12 04:26:09.016119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51432) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:09.144025 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86a49b-9a88-4529-8cdf-939514f8b133 req-4e6fcabf-6f53-4fc7-8662-5a9ff59a54b8 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:09.145407 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:09.148481 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc86a49b-9a88-4529-8cdf-939514f8b133 req-4e6fcabf-6f53-4fc7-8662-5a9ff59a54b8 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0838308 Nov 12 04:26:09.153729 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-3103f795-2431-4a3c-996b-cbd199ccb032 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port b937d434-156d-4632-b148-19fca7048e12 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:09.154011 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3103f795-2431-4a3c-996b-cbd199ccb032 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:09.266892 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc86a49b-9a88-4529-8cdf-939514f8b133 req-8bb52e37-65e3-4d9c-b1ba-c9699d475a11 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096792 Nov 12 04:26:09.282958 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3103f795-2431-4a3c-996b-cbd199ccb032 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:09.299792 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-3103f795-2431-4a3c-996b-cbd199ccb032 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for b937d434-156d-4632-b148-19fca7048e12 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:09.374988 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ae8aede8-5f76-4e43-b6fa-31e9807a07ee up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:09.436843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port ae8aede8-5f76-4e43-b6fa-31e9807a07ee triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:09.437296 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:09.519803 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:09.556514 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port ae8aede8-5f76-4e43-b6fa-31e9807a07ee, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ae8aede8-5f76-4e43-b6fa-31e9807a07ee,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:09.587130 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3103f795-2431-4a3c-996b-cbd199ccb032 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:09.622363 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103f795-2431-4a3c-996b-cbd199ccb032 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=b937d434-156d-4632-b148-19fca7048e12,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:09.646789 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103f795-2431-4a3c-996b-cbd199ccb032 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.647132 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103f795-2431-4a3c-996b-cbd199ccb032 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.647471 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103f795-2431-4a3c-996b-cbd199ccb032 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.647878 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103f795-2431-4a3c-996b-cbd199ccb032 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.648800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103f795-2431-4a3c-996b-cbd199ccb032 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.649049 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103f795-2431-4a3c-996b-cbd199ccb032 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.649407 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103f795-2431-4a3c-996b-cbd199ccb032 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.649698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103f795-2431-4a3c-996b-cbd199ccb032 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.650018 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103f795-2431-4a3c-996b-cbd199ccb032 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.650339 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103f795-2431-4a3c-996b-cbd199ccb032 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.650680 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103f795-2431-4a3c-996b-cbd199ccb032 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.653991 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103f795-2431-4a3c-996b-cbd199ccb032 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.655906 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3103f795-2431-4a3c-996b-cbd199ccb032 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:09.659226 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3103f795-2431-4a3c-996b-cbd199ccb032 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/b937d434-156d-4632-b148-19fca7048e12 HTTP/1.1" status: 204 len: 168 time: 0.6422849 Nov 12 04:26:09.661633 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51452) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:09.702366 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:09.723911 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03504e9-72a3-4843-88c5-b3923b27ae34 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:09.725561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03504e9-72a3-4843-88c5-b3923b27ae34 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:09.730543 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51456) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:09.731131 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a03504e9-72a3-4843-88c5-b3923b27ae34 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0679247 Nov 12 04:26:09.764482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=ae8aede8-5f76-4e43-b6fa-31e9807a07ee,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:09.801857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a5c0cd-3541-4118-a146-b2eab4a593d1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet c8f98ec6-207d-4125-8370-6cbd093d56be {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:26:09.805235 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1a5c0cd-3541-4118-a146-b2eab4a593d1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:09.827880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3d9c491c-6828-46d6-9f95-66540514be8d None None] Provisioning complete for port ae8aede8-5f76-4e43-b6fa-31e9807a07ee triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:09.833946 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3d9c491c-6828-46d6-9f95-66540514be8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:09.888176 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1a5c0cd-3541-4118-a146-b2eab4a593d1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:09.960157 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1134ce0-7bbd-42fc-a197-57e34a63889c req-9e179d2c-67d5-426b-8c72-fc8b13949d19 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:09.962126 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1134ce0-7bbd-42fc-a197-57e34a63889c req-9e179d2c-67d5-426b-8c72-fc8b13949d19 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 945 time: 0.0572090 Nov 12 04:26:09.991814 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1a5c0cd-3541-4118-a146-b2eab4a593d1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:10.015590 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1134ce0-7bbd-42fc-a197-57e34a63889c req-0a4bc85d-11ac-4fe2-9042-205858ff5b4f tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446789 Nov 12 04:26:10.055799 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5c48c655-7291-4219-b9c8-ef357b994742 None None] Could not find standard attr ID for object b937d434-156d-4632-b148-19fca7048e12. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:26:10.093456 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:10.147033 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1a5c0cd-3541-4118-a146-b2eab4a593d1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:10.148846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6776e6b-858d-4cc3-bec7-d91292231c39 req-c4847f95-20b2-4043-8d5a-3ae949557113 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:10.150477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e6776e6b-858d-4cc3-bec7-d91292231c39 req-c4847f95-20b2-4043-8d5a-3ae949557113 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 945 time: 0.0659103 Nov 12 04:26:10.172359 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5c0cd-3541-4118-a146-b2eab4a593d1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=c8f98ec6-207d-4125-8370-6cbd093d56be,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:10.182361 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e1a5c0cd-3541-4118-a146-b2eab4a593d1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:10.186186 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e1a5c0cd-3541-4118-a146-b2eab4a593d1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/c8f98ec6-207d-4125-8370-6cbd093d56be HTTP/1.1" status: 204 len: 168 time: 0.4533923 Nov 12 04:26:10.188827 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51472) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:10.219950 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e6776e6b-858d-4cc3-bec7-d91292231c39 req-202ad896-b7bf-49f6-892d-28540fa19bb6 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6ba115e-476f-46cb-afac-27bbeadba12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631270 Nov 12 04:26:10.240008 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b0bf55-e2a7-4df3-9be4-68f7ba95295b None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:10.247763 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1f90dc18-9576-4869-ba02-5e21702ba3f2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556369 Nov 12 04:26:10.254143 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51474) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:10.254996 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:26:10.272841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:10.273192 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:10.307982 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa203cbc-83f7-455a-874b-c833eca48f01 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:10.313924 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51480) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:10.315160 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fa203cbc-83f7-455a-874b-c833eca48f01 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0661354 Nov 12 04:26:10.384102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bb6115-1f93-4d42-a106-fcd0d38945e4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:10.385597 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d4bb6115-1f93-4d42-a106-fcd0d38945e4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0714376 Nov 12 04:26:10.389476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51482) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:10.404317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec551cc0-28c0-47bf-b6f8-93638c5f366d req-c54b9e5b-d95e-4505-9534-ea417bdd78b2 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:10.405805 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec551cc0-28c0-47bf-b6f8-93638c5f366d req-c54b9e5b-d95e-4505-9534-ea417bdd78b2 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1045487 Nov 12 04:26:10.439982 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:10.446564 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b45150a7-d75d-4c92-a11c-0b4ea9692c64 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518250 Nov 12 04:26:10.448796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51484) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:10.459738 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7aebad4f-e007-4886-a1a6-ef31e14fef4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:10.469817 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a05b39-ea4a-408c-9cca-1659205588f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ef2b1c-513c-4753-8cf0-57f4760d8ed7'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:10.472326 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a00db4-d2b0-4af5-a499-2fcaaf0884da" -d '{"events": [{"server_uuid": "46a05b39-ea4a-408c-9cca-1659205588f2", "name": "network-vif-plugged", "status": "completed", "tag": "e8ef2b1c-513c-4753-8cf0-57f4760d8ed7"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:10.486619 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port e8ef2b1c-513c-4753-8cf0-57f4760d8ed7, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=e8ef2b1c-513c-4753-8cf0-57f4760d8ed7,segment=NetworkSegment(7212d2e1-d100-4c55-b1a2-48cc9896c092),segment_id=7212d2e1-d100-4c55-b1a2-48cc9896c092)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:10.489316 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec551cc0-28c0-47bf-b6f8-93638c5f366d req-f75dcde7-668c-4d82-a4e2-48e0be4c740e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491824 Nov 12 04:26:10.503765 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed82ac57-fca6-48c9-b1b4-f6c49773568e None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:10.559512 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ed82ac57-fca6-48c9-b1b4-f6c49773568e None None] Deleting port ae8aede8-5f76-4e43-b6fa-31e9807a07ee {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:10.560145 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed82ac57-fca6-48c9-b1b4-f6c49773568e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:10.606799 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8436724-4633-4f13-a714-4130eb763569 req-25668af4-7a24-40a0-9b94-24bb351547fd tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:10.608500 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8436724-4633-4f13-a714-4130eb763569 req-25668af4-7a24-40a0-9b94-24bb351547fd tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0585079 Nov 12 04:26:10.611476 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:10.647111 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ed82ac57-fca6-48c9-b1b4-f6c49773568e None None] For port ae8aede8-5f76-4e43-b6fa-31e9807a07ee, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ae8aede8-5f76-4e43-b6fa-31e9807a07ee,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:10.647496 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed82ac57-fca6-48c9-b1b4-f6c49773568e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:10.666572 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8436724-4633-4f13-a714-4130eb763569 req-cb0e28c7-d8fb-4b48-8da7-b1e348a10531 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511751 Nov 12 04:26:10.676036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ed82ac57-fca6-48c9-b1b4-f6c49773568e None None] Calling delete_port for ae8aede8-5f76-4e43-b6fa-31e9807a07ee owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:10.696313 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=e8ef2b1c-513c-4753-8cf0-57f4760d8ed7,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:10.762106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aebad4f-e007-4886-a1a6-ef31e14fef4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:10.765995 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7aebad4f-e007-4886-a1a6-ef31e14fef4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:10.804177 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b9fe74-61b8-4b80-a3c3-97bc890165fd x-openstack-request-id: req-46b9fe74-61b8-4b80-a3c3-97bc890165fd {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:10.805097 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a05b39-ea4a-408c-9cca-1659205588f2", "name": "network-vif-plugged", "status": "completed", "tag": "e8ef2b1c-513c-4753-8cf0-57f4760d8ed7", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:10.805558 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46b9fe74-61b8-4b80-a3c3-97bc890165fd {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:10.806022 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a05b39-ea4a-408c-9cca-1659205588f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ef2b1c-513c-4753-8cf0-57f4760d8ed7', 'code': 200} Nov 12 04:26:10.901597 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed82ac57-fca6-48c9-b1b4-f6c49773568e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:10.939180 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82ac57-fca6-48c9-b1b4-f6c49773568e None None] Pushing event deleted for resources: {'Port': ['ID=ae8aede8-5f76-4e43-b6fa-31e9807a07ee,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:10.943010 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed82ac57-fca6-48c9-b1b4-f6c49773568e None None] No DVR routers for this DVR port ae8aede8-5f76-4e43-b6fa-31e9807a07ee on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:26:10.966836 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af173e9-47bf-4bee-b20c-361083528a51 req-43f8b24a-1237-4da6-801c-d84e5a214587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:10.968336 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5af173e9-47bf-4bee-b20c-361083528a51 req-43f8b24a-1237-4da6-801c-d84e5a214587 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 1098 time: 0.0555515 Nov 12 04:26:11.015975 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5af173e9-47bf-4bee-b20c-361083528a51 req-f978c261-d258-499b-806e-d0b9b5c814de service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e6ba115e-476f-46cb-afac-27bbeadba12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406482 Nov 12 04:26:11.188388 n-d-768509-24 neutron-server[103297]: DEBUG neutron.objects.ports [None req-7aebad4f-e007-4886-a1a6-ef31e14fef4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 04:26:11.189876 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7aebad4f-e007-4886-a1a6-ef31e14fef4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:11.236474 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aebad4f-e007-4886-a1a6-ef31e14fef4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:11.241138 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-7aebad4f-e007-4886-a1a6-ef31e14fef4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:11.245429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aebad4f-e007-4886-a1a6-ef31e14fef4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:11.246426 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7aebad4f-e007-4886-a1a6-ef31e14fef4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:11.254085 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c096226-0ec8-49e3-bcf2-d850d0f00507 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:11.282590 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebad4f-e007-4886-a1a6-ef31e14fef4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=ee91bc7f-8e96-427f-bc5b-35f9643f0b03,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:11.311150 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97400bde-3765-4a27-9abd-6ba448889fa9 req-c87f430a-5693-4e1c-918e-416472600580 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:11.312836 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-97400bde-3765-4a27-9abd-6ba448889fa9 req-c87f430a-5693-4e1c-918e-416472600580 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 945 time: 0.0578432 Nov 12 04:26:11.316672 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ae8aede8-5f76-4e43-b6fa-31e9807a07ee no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:11.346928 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: ae8aede8-5f76-4e43-b6fa-31e9807a07ee {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:26:11.347270 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ae8aede8-5f76-4e43-b6fa-31e9807a07ee not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:26:11.367032 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-97400bde-3765-4a27-9abd-6ba448889fa9 req-01cb97b2-81be-47db-9863-2b2b30e3b34a tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472035 Nov 12 04:26:11.418502 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7aebad4f-e007-4886-a1a6-ef31e14fef4b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9679611 Nov 12 04:26:11.433442 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51518) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:11.438542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8fa2708e-64f2-42b5-bfa0-d979e13f4c8f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:11.443209 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': 'ee91bc7f-8e96-427f-bc5b-35f9643f0b03'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:26:11.444292 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:11.492735 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5e07c-6657-4ba9-a0c1-3922e2126363 req-d51edc70-8aca-4c8d-83eb-1c3c415725d5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:11.494512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ce5e07c-6657-4ba9-a0c1-3922e2126363 req-d51edc70-8aca-4c8d-83eb-1c3c415725d5 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0552254 Nov 12 04:26:11.559373 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ce5e07c-6657-4ba9-a0c1-3922e2126363 req-de3ff55f-7c08-4832-b9de-affe39691ab3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562027 Nov 12 04:26:11.666109 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa2708e-64f2-42b5-bfa0-d979e13f4c8f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:11.670185 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8fa2708e-64f2-42b5-bfa0-d979e13f4c8f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:11.708949 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf37c2-c741-4a1a-83a3-c6fcc94d8b59 req-9fb8e661-3ec0-4ffa-837a-7e68deaeab3a tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:11.711915 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-deaf37c2-c741-4a1a-83a3-c6fcc94d8b59 req-9fb8e661-3ec0-4ffa-837a-7e68deaeab3a tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 946 time: 0.0940843 Nov 12 04:26:11.751743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a151f71-2609-4251-9a8e-eb09cf7caf52 req-1bbfc645-7a02-4cff-a7f5-dc82b7690203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:11.753662 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a151f71-2609-4251-9a8e-eb09cf7caf52 req-1bbfc645-7a02-4cff-a7f5-dc82b7690203 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 1096 time: 0.0897889 Nov 12 04:26:11.779373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] Allocated IP 2001:db8::f816:3eff:fe02:7dcf (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/ee91bc7f-8e96-427f-bc5b-35f9643f0b03/2e741e0b-1f4c-43c5-b7dc-918689543959) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:11.784361 n-d-768509-24 neutron-server[103297]: INFO neutron.db.ipam_backend_mixin [None req-8fa2708e-64f2-42b5-bfa0-d979e13f4c8f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ee91bc7f-8e96-427f-bc5b-35f9643f0b03 (CIDR: 2001:db8::/64) Nov 12 04:26:11.811239 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-deaf37c2-c741-4a1a-83a3-c6fcc94d8b59 req-94cdea89-6351-41f7-af76-6b3c9d6fe65b tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6ba115e-476f-46cb-afac-27bbeadba12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862145 Nov 12 04:26:11.866344 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa2708e-64f2-42b5-bfa0-d979e13f4c8f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:26:11.867859 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa2708e-64f2-42b5-bfa0-d979e13f4c8f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:11.910951 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a151f71-2609-4251-9a8e-eb09cf7caf52 req-63d31958-381e-4dc1-8513-2d20799f7f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:11.912418 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a151f71-2609-4251-9a8e-eb09cf7caf52 req-63d31958-381e-4dc1-8513-2d20799f7f5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 200 len: 913 time: 0.1470659 Nov 12 04:26:11.929963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d60f6e-19c4-4be4-a097-28125d880e9e req-66155dfb-44b6-455c-8489-d15413b017bd tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:11.931490 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-40d60f6e-19c4-4be4-a097-28125d880e9e req-66155dfb-44b6-455c-8489-d15413b017bd tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0637703 Nov 12 04:26:11.951816 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:11.994952 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8fa2708e-64f2-42b5-bfa0-d979e13f4c8f tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5603492 Nov 12 04:26:11.998830 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51538) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:12.004930 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-82b4cee5-f31f-43e0-baa4-504b15062094 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:12.029536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a151f71-2609-4251-9a8e-eb09cf7caf52 req-c26c4288-3ea2-4f01-a2b7-05922962e31d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827813e1-4afe-44db-947c-b67c4e2c3e62 HTTP/1.1" status: 200 len: 999 time: 0.0951102 Nov 12 04:26:12.036645 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-40d60f6e-19c4-4be4-a097-28125d880e9e req-3df36d3e-551e-4686-a42d-39df050dcb44 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964036 Nov 12 04:26:12.084702 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:12.096113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a151f71-2609-4251-9a8e-eb09cf7caf52 req-82665d0c-73cb-4a00-81f6-456f2cd52894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:12.097837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a151f71-2609-4251-9a8e-eb09cf7caf52 req-82665d0c-73cb-4a00-81f6-456f2cd52894 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 200 len: 851 time: 0.0602868 Nov 12 04:26:12.127510 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:12.134923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:12.140042 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:12.143829 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] Pushing event updated for resources: {'Port': ['ID=2e741e0b-1f4c-43c5-b7dc-918689543959,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:12.150699 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a151f71-2609-4251-9a8e-eb09cf7caf52 req-8745bfb7-7881-498e-957a-a811415b553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:12.152346 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a151f71-2609-4251-9a8e-eb09cf7caf52 req-8745bfb7-7881-498e-957a-a811415b553c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=795d5285-3b6a-4de6-8e94-3800661b542b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472677 Nov 12 04:26:12.209659 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] Attempting to bind port 2e741e0b-1f4c-43c5-b7dc-918689543959 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:26:12.210037 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] Attempting to bind port 2e741e0b-1f4c-43c5-b7dc-918689543959 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:26:12.211213 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] Attempting to bind port 2e741e0b-1f4c-43c5-b7dc-918689543959 on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:26:12.217575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:26:12.221361 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:26:12.221537 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b4cee5-f31f-43e0-baa4-504b15062094 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:12.221629 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:12.221629 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:26:12.221629 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] Bound port: 2e741e0b-1f4c-43c5-b7dc-918689543959, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:26:12.221629 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:12.222028 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82b4cee5-f31f-43e0-baa4-504b15062094 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:12.285519 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a151f71-2609-4251-9a8e-eb09cf7caf52 req-15cae33e-ab0f-4553-8c9f-851891747183 service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234837 Nov 12 04:26:12.303091 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] For port 2e741e0b-1f4c-43c5-b7dc-918689543959, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:26:12.306708 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] For port 2e741e0b-1f4c-43c5-b7dc-918689543959, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2e741e0b-1f4c-43c5-b7dc-918689543959,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:26:12.363882 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:12.403431 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a151f71-2609-4251-9a8e-eb09cf7caf52 req-e9a3cc75-4075-4a67-9a50-ff567d410a1d service neutron] 10.222.0.21 "GET /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105621 Nov 12 04:26:12.441346 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e27f6-f450-4c7c-bb3e-e91d4cb40e87 None None] Pushing event updated for resources: {'Port': ['ID=2e741e0b-1f4c-43c5-b7dc-918689543959,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:12.570678 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82b4cee5-f31f-43e0-baa4-504b15062094 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:12.593034 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038eed1-d54c-4d6e-842e-e572abfa74f1 req-833ccc0a-026e-4bf8-8a06-f1efda9f65bf tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:12.595114 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c038eed1-d54c-4d6e-842e-e572abfa74f1 req-833ccc0a-026e-4bf8-8a06-f1efda9f65bf tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 945 time: 0.0692346 Nov 12 04:26:12.636044 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b4cee5-f31f-43e0-baa4-504b15062094 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:12.643799 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-82b4cee5-f31f-43e0-baa4-504b15062094 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:12.648830 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b4cee5-f31f-43e0-baa4-504b15062094 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:12.649840 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-82b4cee5-f31f-43e0-baa4-504b15062094 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:12.656739 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4cee5-f31f-43e0-baa4-504b15062094 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=0a1a05ac-3b58-4177-8acb-18d60e5b8bdf,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:12.679758 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c038eed1-d54c-4d6e-842e-e572abfa74f1 req-bd4aff41-3f57-4dad-b939-c0403a430002 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776343 Nov 12 04:26:12.810661 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f6610-f88e-4437-a536-8fc04c4651f6 req-88b0865e-7be8-4350-ad9d-6891e9b5a3d2 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:12.814748 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-82b4cee5-f31f-43e0-baa4-504b15062094 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8114095 Nov 12 04:26:12.815249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-911f6610-f88e-4437-a536-8fc04c4651f6 req-88b0865e-7be8-4350-ad9d-6891e9b5a3d2 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0623169 Nov 12 04:26:12.815249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51574) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:12.820958 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-1e82d644-db21-4b7d-a408-abb94f9c7eed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'mac_address': 'fa:16:3e:46:4a:cf', 'name': 'tempest-NetworksTestDHCPv6-36485589'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:12.976016 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-911f6610-f88e-4437-a536-8fc04c4651f6 req-51ab8de9-c35a-4c49-a482-1b484a93d48a tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507037 Nov 12 04:26:12.981562 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3369f-88fd-43bd-bfe2-839cf1cb65e5 req-36653bc6-9f7c-4164-b7ea-0aa8f0e7e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:12.983158 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1a3369f-88fd-43bd-bfe2-839cf1cb65e5 req-36653bc6-9f7c-4164-b7ea-0aa8f0e7e4ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5dbdfbedb0645dfa188fd2273da30e3&device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 1099 time: 0.1393425 Nov 12 04:26:13.129223 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3369f-88fd-43bd-bfe2-839cf1cb65e5 req-28d3b65d-f311-4219-916b-68e85f21c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:13.130732 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1a3369f-88fd-43bd-bfe2-839cf1cb65e5 req-28d3b65d-f311-4219-916b-68e85f21c771 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f HTTP/1.1" status: 200 len: 915 time: 0.1389923 Nov 12 04:26:13.140689 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f111bd-c4fb-49ea-9817-b8a89af70621 req-2da466b3-e1f9-48cb-8131-4296045315e4 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:13.142125 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56f111bd-c4fb-49ea-9817-b8a89af70621 req-2da466b3-e1f9-48cb-8131-4296045315e4 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0808730 Nov 12 04:26:13.184632 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1a3369f-88fd-43bd-bfe2-839cf1cb65e5 req-6cb04876-ea38-411f-bca1-d3f159697151 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eed06a5e-8678-401c-8a5f-cba757927912 HTTP/1.1" status: 200 len: 217 time: 0.0414338 Nov 12 04:26:13.239241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e82d644-db21-4b7d-a408-abb94f9c7eed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:13.294443 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56f111bd-c4fb-49ea-9817-b8a89af70621 req-d3890986-5dcd-4d65-88e5-dc2d811d82cb tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437972 Nov 12 04:26:13.300338 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3369f-88fd-43bd-bfe2-839cf1cb65e5 req-813180a8-d33c-4c28-81d8-19d924477f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:13.301844 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1a3369f-88fd-43bd-bfe2-839cf1cb65e5 req-813180a8-d33c-4c28-81d8-19d924477f6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c7d94b8-4379-4d9a-b153-80af21551b65 HTTP/1.1" status: 200 len: 854 time: 0.1094203 Nov 12 04:26:13.369568 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1a3369f-88fd-43bd-bfe2-839cf1cb65e5 req-45eec414-8e79-4928-8a14-866cd76be79d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387859 Nov 12 04:26:13.383261 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2e741e0b-1f4c-43c5-b7dc-918689543959 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:13.446679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2e741e0b-1f4c-43c5-b7dc-918689543959 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:13.447484 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:13.501523 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1e82d644-db21-4b7d-a408-abb94f9c7eed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:13.542166 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba0b07-974b-48f2-b24f-0a02009d2214 req-6fb8b27b-bf8d-4917-8f1f-6443c1a487ec tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:13.543763 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44ba0b07-974b-48f2-b24f-0a02009d2214 req-6fb8b27b-bf8d-4917-8f1f-6443c1a487ec tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 946 time: 0.1733005 Nov 12 04:26:13.564317 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:13.577669 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-1e82d644-db21-4b7d-a408-abb94f9c7eed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port eaaa642b-b859-4f4b-8497-e7f1b4a9dc72 yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:26:13.583946 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1a3369f-88fd-43bd-bfe2-839cf1cb65e5 req-7f58e081-a36e-47c3-bf41-cbe8e22e4235 service neutron] 10.222.0.21 "GET /v2.0/networks/0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996732 Nov 12 04:26:13.602958 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 2e741e0b-1f4c-43c5-b7dc-918689543959, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2e741e0b-1f4c-43c5-b7dc-918689543959,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:13.706188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3cc067-d01e-4a57-85d4-3799f0f253ee None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:13.717864 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44ba0b07-974b-48f2-b24f-0a02009d2214 req-4e092af7-528a-43af-8281-6ec046a4bb95 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6ba115e-476f-46cb-afac-27bbeadba12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612325 Nov 12 04:26:13.794430 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:13.797507 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1a3369f-88fd-43bd-bfe2-839cf1cb65e5 req-ead231b3-89d0-4514-92a2-053cf1e2691c service neutron] 10.222.0.21 "GET /v2.0/networks/0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776221 Nov 12 04:26:13.836239 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c88b8b66-42cf-4461-9da8-1442f3595517 None None] Provisioning complete for port 2e741e0b-1f4c-43c5-b7dc-918689543959 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:13.836607 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c88b8b66-42cf-4461-9da8-1442f3595517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:13.895801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-1e82d644-db21-4b7d-a408-abb94f9c7eed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8:0:1::158 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/0a1a05ac-3b58-4177-8acb-18d60e5b8bdf/eaaa642b-b859-4f4b-8497-e7f1b4a9dc72) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:13.903983 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-1e82d644-db21-4b7d-a408-abb94f9c7eed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::f816:3eff:fe46:4acf (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/ee91bc7f-8e96-427f-bc5b-35f9643f0b03/eaaa642b-b859-4f4b-8497-e7f1b4a9dc72) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:13.910122 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=2e741e0b-1f4c-43c5-b7dc-918689543959,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:14.005867 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b1522-fec8-44a3-937e-55db3737d443 req-85bf02d6-02fe-4460-8608-5734878c776d tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:14.007459 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e4b1522-fec8-44a3-937e-55db3737d443 req-85bf02d6-02fe-4460-8608-5734878c776d tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 945 time: 0.0976198 Nov 12 04:26:14.118928 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e4b1522-fec8-44a3-937e-55db3737d443 req-ca72f72b-2637-40e7-bf63-9c6935004a3b tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966208 Nov 12 04:26:14.131773 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80e8a92-3508-4a96-9da0-87e3b6497d62 None None] Update dhcp port {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'fixed_ips': [{'subnet_id': 'ee91bc7f-8e96-427f-bc5b-35f9643f0b03', 'ip_address': '2001:db8::f816:3eff:fe02:7dcf'}, {'subnet_id': '0a1a05ac-3b58-4177-8acb-18d60e5b8bdf'}], 'binding:host_id': 'n-d-768509-24'}, 'id': '2e741e0b-1f4c-43c5-b7dc-918689543959'} from n-d-768509-24. {{(pid=103298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:26:14.151961 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1e82d644-db21-4b7d-a408-abb94f9c7eed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:14.169219 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c80e8a92-3508-4a96-9da0-87e3b6497d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:14.243979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c6f8b-e1dc-41f7-b6b1-bb1f0f3b4905 req-696ea752-d317-4bca-bbf7-7841c4050f09 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:14.245426 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-355c6f8b-e1dc-41f7-b6b1-bb1f0f3b4905 req-696ea752-d317-4bca-bbf7-7841c4050f09 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 946 time: 0.0527508 Nov 12 04:26:14.254083 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51622) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:14.259944 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6943c1a4-7b15-4395-b19d-36b9378854e4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Request body: {'floatingip': {'port_id': 'e8ef2b1c-513c-4753-8cf0-57f4760d8ed7'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:14.300965 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1e82d644-db21-4b7d-a408-abb94f9c7eed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:14.352021 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6943c1a4-7b15-4395-b19d-36b9378854e4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:14.353862 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-c80e8a92-3508-4a96-9da0-87e3b6497d62 None None] Allocated IP 2001:db8:0:1::2 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/0a1a05ac-3b58-4177-8acb-18d60e5b8bdf/2e741e0b-1f4c-43c5-b7dc-918689543959) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:14.372354 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e82d644-db21-4b7d-a408-abb94f9c7eed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:14.386977 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-1e82d644-db21-4b7d-a408-abb94f9c7eed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:14.393181 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e82d644-db21-4b7d-a408-abb94f9c7eed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:14.400947 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e82d644-db21-4b7d-a408-abb94f9c7eed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:14.401597 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1e82d644-db21-4b7d-a408-abb94f9c7eed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:14.419313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82d644-db21-4b7d-a408-abb94f9c7eed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=eaaa642b-b859-4f4b-8497-e7f1b4a9dc72,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:14.434282 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86799f14-2337-4ea7-97ca-2f3926c2321b req-a69eb1d9-cdd8-48b0-b51b-8ce2c2a4069d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:14.436710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-86799f14-2337-4ea7-97ca-2f3926c2321b req-a69eb1d9-cdd8-48b0-b51b-8ce2c2a4069d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.1245182 Nov 12 04:26:14.474496 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c80e8a92-3508-4a96-9da0-87e3b6497d62 None None] For port 2e741e0b-1f4c-43c5-b7dc-918689543959, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2e741e0b-1f4c-43c5-b7dc-918689543959,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:14.494091 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-86799f14-2337-4ea7-97ca-2f3926c2321b req-9bd942e5-f845-4d1b-8ad4-0f05ba24dc9d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494733 Nov 12 04:26:14.504744 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c80e8a92-3508-4a96-9da0-87e3b6497d62 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:14.518734 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1e82d644-db21-4b7d-a408-abb94f9c7eed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7011847 Nov 12 04:26:14.518734 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51632) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:14.563746 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c80e8a92-3508-4a96-9da0-87e3b6497d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:14.661062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f6e48-d3f8-467b-ab50-ec122bd87081 req-77e81d39-ec38-4783-bcba-f6ff8f41999e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:14.664873 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e8a92-3508-4a96-9da0-87e3b6497d62 None None] Pushing event updated for resources: {'Port': ['ID=2e741e0b-1f4c-43c5-b7dc-918689543959,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:14.671230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-756f6e48-d3f8-467b-ab50-ec122bd87081 req-77e81d39-ec38-4783-bcba-f6ff8f41999e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0990469 Nov 12 04:26:14.700861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-46a8f82a-7f59-4d9e-bdc8-2632cb8f104b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port eaaa642b-b859-4f4b-8497-e7f1b4a9dc72 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:14.700861 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46a8f82a-7f59-4d9e-bdc8-2632cb8f104b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:14.789431 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-756f6e48-d3f8-467b-ab50-ec122bd87081 req-2f42be08-528f-4db1-a4a8-742ff611adf3 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171215 Nov 12 04:26:14.835038 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46a8f82a-7f59-4d9e-bdc8-2632cb8f104b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:14.863747 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-46a8f82a-7f59-4d9e-bdc8-2632cb8f104b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for eaaa642b-b859-4f4b-8497-e7f1b4a9dc72 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:15.029948 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169c150-e567-4e94-ac03-3a8b51efa825 req-01972e35-6680-407e-a786-43116fd3e5ca tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:15.031725 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1169c150-e567-4e94-ac03-3a8b51efa825 req-01972e35-6680-407e-a786-43116fd3e5ca tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0911126 Nov 12 04:26:15.135725 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1169c150-e567-4e94-ac03-3a8b51efa825 req-bb9c5369-a316-4d91-810e-ab446b37bd0c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972850 Nov 12 04:26:15.325083 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46a8f82a-7f59-4d9e-bdc8-2632cb8f104b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:15.362305 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2e741e0b-1f4c-43c5-b7dc-918689543959 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:15.406802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8f82a-7f59-4d9e-bdc8-2632cb8f104b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=eaaa642b-b859-4f4b-8497-e7f1b4a9dc72,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:15.441212 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2e741e0b-1f4c-43c5-b7dc-918689543959 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:15.441577 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:15.475506 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6943c1a4-7b15-4395-b19d-36b9378854e4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:15.493277 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46a8f82a-7f59-4d9e-bdc8-2632cb8f104b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:15.497349 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-46a8f82a-7f59-4d9e-bdc8-2632cb8f104b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/eaaa642b-b859-4f4b-8497-e7f1b4a9dc72 HTTP/1.1" status: 204 len: 168 time: 0.9780042 Nov 12 04:26:15.499875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51668) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:15.520195 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3151dc-2b43-46cd-b0cb-d1457d343437 req-ce5615a7-5219-4695-a5ff-021db6016196 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:15.525909 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a3151dc-2b43-46cd-b0cb-d1457d343437 req-ce5615a7-5219-4695-a5ff-021db6016196 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 945 time: 0.1429961 Nov 12 04:26:15.546169 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6943c1a4-7b15-4395-b19d-36b9378854e4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:15.561499 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0250247d-c156-490a-8e6a-9bb15f7428f5 None None] Provisioning complete for port 2e741e0b-1f4c-43c5-b7dc-918689543959 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:15.562051 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0250247d-c156-490a-8e6a-9bb15f7428f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:15.599256 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a3151dc-2b43-46cd-b0cb-d1457d343437 req-019b3ab4-bbde-4b3e-9328-c4ecf536bee6 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723982 Nov 12 04:26:15.618653 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a834c2f-d3f4-4ef6-b68e-b49e427b2f58 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:15.622500 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6a834c2f-d3f4-4ef6-b68e-b49e427b2f58 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1197274 Nov 12 04:26:15.623002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51676) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:15.724243 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-6943c1a4-7b15-4395-b19d-36b9378854e4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Floating IP 6ef2c7d0-f6a0-4c84-9166-84fe4efc4be9 associated. External IP: 172.25.1.59, port: e8ef2b1c-513c-4753-8cf0-57f4760d8ed7. Nov 12 04:26:15.772901 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc3e12c-21bf-4cd5-a3cc-5aaa92c0123a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:15.777390 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9cc3e12c-21bf-4cd5-a3cc-5aaa92c0123a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1509883 Nov 12 04:26:15.777628 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51688) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:15.794653 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-cef66842-4830-43d2-817a-539b93a5bcc9 None None] Could not find standard attr ID for object eaaa642b-b859-4f4b-8497-e7f1b4a9dc72. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:26:15.874188 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b612a391-4ed0-4b3e-bf73-7845d7e14f97 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:15.875951 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b612a391-4ed0-4b3e-bf73-7845d7e14f97 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:15.877502 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b612a391-4ed0-4b3e-bf73-7845d7e14f97 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:15.879136 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b612a391-4ed0-4b3e-bf73-7845d7e14f97 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1006258 Nov 12 04:26:15.881911 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51698) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:15.983213 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-b720f14d-8d54-40d9-b87c-a81699f597a0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet 0a1a05ac-3b58-4177-8acb-18d60e5b8bdf {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:26:15.987747 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b720f14d-8d54-40d9-b87c-a81699f597a0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:16.060793 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b720f14d-8d54-40d9-b87c-a81699f597a0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:16.126143 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6943c1a4-7b15-4395-b19d-36b9378854e4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Router b78a9bdf-1373-49c1-96a0-0cdf32d77807 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:26:16.216180 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b720f14d-8d54-40d9-b87c-a81699f597a0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:16.317020 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6943c1a4-7b15-4395-b19d-36b9378854e4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:26:16.322359 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6943c1a4-7b15-4395-b19d-36b9378854e4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:16.328518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed70abd8-6dc5-47b2-88f7-f1b73f53df4f None None] Sync routers for ids ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:26:16.339181 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed70abd8-6dc5-47b2-88f7-f1b73f53df4f None None] Routers {'b78a9bdf-1373-49c1-96a0-0cdf32d77807'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:16.339791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ed70abd8-6dc5-47b2-88f7-f1b73f53df4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:26:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:16.349729 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6943c1a4-7b15-4395-b19d-36b9378854e4 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "PUT /v2.0/floatingips/6ef2c7d0-f6a0-4c84-9166-84fe4efc4be9 HTTP/1.1" status: 200 len: 991 time: 2.0944889 Nov 12 04:26:16.350310 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a05b39-ea4a-408c-9cca-1659205588f2', 'tag': 'e8ef2b1c-513c-4753-8cf0-57f4760d8ed7'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:16.352624 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745bdcc3-11e7-49e7-b49d-9471542db090" -d '{"events": [{"name": "network-changed", "server_uuid": "46a05b39-ea4a-408c-9cca-1659205588f2", "tag": "e8ef2b1c-513c-4753-8cf0-57f4760d8ed7"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:16.448297 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-ed70abd8-6dc5-47b2-88f7-f1b73f53df4f None None] Set router b78a9bdf-1373-49c1-96a0-0cdf32d77807 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:16.460972 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b720f14d-8d54-40d9-b87c-a81699f597a0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:16.487253 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720f14d-8d54-40d9-b87c-a81699f597a0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1a05ac-3b58-4177-8acb-18d60e5b8bdf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:16.493484 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b720f14d-8d54-40d9-b87c-a81699f597a0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:16.499972 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b720f14d-8d54-40d9-b87c-a81699f597a0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/0a1a05ac-3b58-4177-8acb-18d60e5b8bdf HTTP/1.1" status: 204 len: 168 time: 0.6095362 Nov 12 04:26:16.506218 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51728) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:16.531979 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaedfbac-82bc-4949-ae07-62f3c8d54c6e None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:16.566111 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db463f4-b2ce-44be-8ae8-67e7bfd27a19 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet ee91bc7f-8e96-427f-bc5b-35f9643f0b03 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:26:16.570228 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5db463f4-b2ce-44be-8ae8-67e7bfd27a19 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:16.612192 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5db463f4-b2ce-44be-8ae8-67e7bfd27a19 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:16.701067 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5db463f4-b2ce-44be-8ae8-67e7bfd27a19 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:16.852915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ed70abd8-6dc5-47b2-88f7-f1b73f53df4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:20:47Z', 'revision_number': 4, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port': {'id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:42Z', 'updated_at': '2021-11-12T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '6ef2c7d0-f6a0-4c84-9166-84fe4efc4be9', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'port_id': 'e8ef2b1c-513c-4753-8cf0-57f4760d8ed7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'mac_address': 'fa:16:3e:5d:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a05b39-ea4a-408c-9cca-1659205588f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:25:53Z', 'updated_at': '2021-11-12T04:26:15Z', 'revision_number': 1, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff24903-099c-4f6e-8143-fa9f10623e6f', 'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'mac_address': 'fa:16:3e:11:df:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:46Z', 'updated_at': '2021-11-12T04:20:55Z', 'revision_number': 5, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'subnets': [{'id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:16.882328 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed70abd8-6dc5-47b2-88f7-f1b73f53df4f None None] Checking router: b78a9bdf-1373-49c1-96a0-0cdf32d77807 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:26:16.884559 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:16.899416 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed70abd8-6dc5-47b2-88f7-f1b73f53df4f None None] Routers {'b78a9bdf-1373-49c1-96a0-0cdf32d77807'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:16.899416 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ed70abd8-6dc5-47b2-88f7-f1b73f53df4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:26:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:17.037174 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-ed70abd8-6dc5-47b2-88f7-f1b73f53df4f None None] Set router b78a9bdf-1373-49c1-96a0-0cdf32d77807 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:17.237961 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5db463f4-b2ce-44be-8ae8-67e7bfd27a19 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:17.270816 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db463f4-b2ce-44be-8ae8-67e7bfd27a19 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=ee91bc7f-8e96-427f-bc5b-35f9643f0b03,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:17.274523 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5db463f4-b2ce-44be-8ae8-67e7bfd27a19 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:17.278078 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5db463f4-b2ce-44be-8ae8-67e7bfd27a19 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/ee91bc7f-8e96-427f-bc5b-35f9643f0b03 HTTP/1.1" status: 204 len: 168 time: 0.7709036 Nov 12 04:26:17.280661 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51758) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:17.327563 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ed70abd8-6dc5-47b2-88f7-f1b73f53df4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:20:47Z', 'revision_number': 4, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port': {'id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:42Z', 'updated_at': '2021-11-12T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '6ef2c7d0-f6a0-4c84-9166-84fe4efc4be9', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'port_id': 'e8ef2b1c-513c-4753-8cf0-57f4760d8ed7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'mac_address': 'fa:16:3e:5d:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a05b39-ea4a-408c-9cca-1659205588f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:25:53Z', 'updated_at': '2021-11-12T04:26:15Z', 'revision_number': 1, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff24903-099c-4f6e-8143-fa9f10623e6f', 'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'mac_address': 'fa:16:3e:11:df:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:46Z', 'updated_at': '2021-11-12T04:20:55Z', 'revision_number': 5, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'subnets': [{'id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:17.328287 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8ad4e692-bd2f-4da1-b85c-5d099d6ce39a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457222 Nov 12 04:26:17.331571 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51764) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:17.338107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-e2e15951-8c38-4ee1-980c-2ea488502164 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:17.540794 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e15951-8c38-4ee1-980c-2ea488502164 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:17.544443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994089e4-83b5-4de4-894d-028f64ab8d8a None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:17.546850 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2e15951-8c38-4ee1-980c-2ea488502164 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:17.549126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed70abd8-6dc5-47b2-88f7-f1b73f53df4f None None] The sync data for ids ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'] in n-d-768509-24 is: [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:20:47Z', 'revision_number': 4, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port': {'id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:42Z', 'updated_at': '2021-11-12T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '6ef2c7d0-f6a0-4c84-9166-84fe4efc4be9', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'port_id': 'e8ef2b1c-513c-4753-8cf0-57f4760d8ed7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'mac_address': 'fa:16:3e:5d:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a05b39-ea4a-408c-9cca-1659205588f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:25:53Z', 'updated_at': '2021-11-12T04:26:15Z', 'revision_number': 1, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff24903-099c-4f6e-8143-fa9f10623e6f', 'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'mac_address': 'fa:16:3e:11:df:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:46Z', 'updated_at': '2021-11-12T04:20:55Z', 'revision_number': 5, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'subnets': [{'id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:26:17.606709 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a3991f70-f570-4b88-92ff-b363d28d5296 None None] Provisioning complete for port 2e741e0b-1f4c-43c5-b7dc-918689543959 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:17.607021 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a3991f70-f570-4b88-92ff-b363d28d5296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:17.827968 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82938268-5e19-4066-9dee-3a09b0220f25 None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:17.888779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-82938268-5e19-4066-9dee-3a09b0220f25 None None] Deleting port 2e741e0b-1f4c-43c5-b7dc-918689543959 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:17.889415 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-82938268-5e19-4066-9dee-3a09b0220f25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:17.970295 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a966d2c-c508-4d9b-998d-3cd08dcf2db3 None None] New status for floating IP 6ef2c7d0-f6a0-4c84-9166-84fe4efc4be9: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:26:17.984531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-82938268-5e19-4066-9dee-3a09b0220f25 None None] For port 2e741e0b-1f4c-43c5-b7dc-918689543959, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2e741e0b-1f4c-43c5-b7dc-918689543959,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:17.985176 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-82938268-5e19-4066-9dee-3a09b0220f25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:18.011545 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-82938268-5e19-4066-9dee-3a09b0220f25 None None] Calling delete_port for 2e741e0b-1f4c-43c5-b7dc-918689543959 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:18.069242 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:18.087100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c452a2-9517-4e81-8b64-822a5ba13b20 req-0ba6794b-665d-406e-8e90-6ccfaff126bd tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:18.088634 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57c452a2-9517-4e81-8b64-822a5ba13b20 req-0ba6794b-665d-406e-8e90-6ccfaff126bd tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebdc7472-5c9c-40b2-b757-64ed5024cc74 HTTP/1.1" status: 200 len: 943 time: 0.1385629 Nov 12 04:26:18.138921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.objects.ports [None req-e2e15951-8c38-4ee1-980c-2ea488502164 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 04:26:18.213520 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-82938268-5e19-4066-9dee-3a09b0220f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:18.245468 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82938268-5e19-4066-9dee-3a09b0220f25 None None] Pushing event deleted for resources: {'Port': ['ID=2e741e0b-1f4c-43c5-b7dc-918689543959,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:18.255076 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82938268-5e19-4066-9dee-3a09b0220f25 None None] No DVR routers for this DVR port 2e741e0b-1f4c-43c5-b7dc-918689543959 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:26:18.310601 n-d-768509-24 neutron-server[103296]: WARNING neutron.services.revisions.revision_plugin [None req-e2e15951-8c38-4ee1-980c-2ea488502164 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Could not find related port for resource to bump revision. Nov 12 04:26:18.329221 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-57c452a2-9517-4e81-8b64-822a5ba13b20 req-9610becf-2e42-4f6e-92a0-aad52299090c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Deleting port fc8b5ac1-ca30-4229-a15f-653a112338df {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:18.329561 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57c452a2-9517-4e81-8b64-822a5ba13b20 req-9610becf-2e42-4f6e-92a0-aad52299090c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:18.386167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_pluggable_backend [None req-e2e15951-8c38-4ee1-980c-2ea488502164 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Port 2e741e0b-1f4c-43c5-b7dc-918689543959 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103296) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 04:26:18.386479 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_pluggable_backend [None req-e2e15951-8c38-4ee1-980c-2ea488502164 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Reverting IP allocation for 2001:db8::f816:3eff:fe02:7dcf {{(pid=103296) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 04:26:18.393386 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_pluggable_backend [None req-e2e15951-8c38-4ee1-980c-2ea488502164 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe02:7dcf {{(pid=103296) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 04:26:18.396198 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2e15951-8c38-4ee1-980c-2ea488502164 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:18.458646 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e15951-8c38-4ee1-980c-2ea488502164 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:18.468072 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-e2e15951-8c38-4ee1-980c-2ea488502164 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:18.471438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e15951-8c38-4ee1-980c-2ea488502164 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:18.472046 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2e15951-8c38-4ee1-980c-2ea488502164 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:18.477877 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e38eb6-90cd-48ef-a342-3c7f8ca0bb46 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:18.483075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-57c452a2-9517-4e81-8b64-822a5ba13b20 req-9610becf-2e42-4f6e-92a0-aad52299090c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] For port fc8b5ac1-ca30-4229-a15f-653a112338df, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=fc8b5ac1-ca30-4229-a15f-653a112338df,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:18.483445 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57c452a2-9517-4e81-8b64-822a5ba13b20 req-9610becf-2e42-4f6e-92a0-aad52299090c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:18.510695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-57c452a2-9517-4e81-8b64-822a5ba13b20 req-9610becf-2e42-4f6e-92a0-aad52299090c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Calling delete_port for fc8b5ac1-ca30-4229-a15f-653a112338df owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:18.513264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e15951-8c38-4ee1-980c-2ea488502164 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=62289137-edf9-4765-ba6f-0ba68f28dfc6,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:18.603604 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e2e15951-8c38-4ee1-980c-2ea488502164 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2701819 Nov 12 04:26:18.606505 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51802) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:18.611860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-c13e761f-4c83-4b68-b3c5-ce07eafa035a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:18.645364 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': '62289137-edf9-4765-ba6f-0ba68f28dfc6'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:26:18.646241 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:18.793363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] Allocated IP 2001:db8::f816:3eff:fe00:630e (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/62289137-edf9-4765-ba6f-0ba68f28dfc6/7d22faa3-51bf-4026-9c07-d4e3b3ae3d74) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:18.819168 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57c452a2-9517-4e81-8b64-822a5ba13b20 req-9610becf-2e42-4f6e-92a0-aad52299090c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:18.853737 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['95a43564-d716-40c4-9200-f25692332996'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:26:18.854319 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610becf-2e42-4f6e-92a0-aad52299090c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Pushing event deleted for resources: {'Port': ['ID=fc8b5ac1-ca30-4229-a15f-653a112338df,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:18.858343 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['7ec7cc86-a327-46e3-82cc-6403e1f00ad8'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:26:18.903396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13e761f-4c83-4b68-b3c5-ce07eafa035a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:18.907172 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c13e761f-4c83-4b68-b3c5-ce07eafa035a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:18.910441 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c452a2-9517-4e81-8b64-822a5ba13b20 req-9610becf-2e42-4f6e-92a0-aad52299090c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] No DVR routers for this DVR port fc8b5ac1-ca30-4229-a15f-653a112338df on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:26:18.914541 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57c452a2-9517-4e81-8b64-822a5ba13b20 req-9610becf-2e42-4f6e-92a0-aad52299090c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:18.918118 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57c452a2-9517-4e81-8b64-822a5ba13b20 req-9610becf-2e42-4f6e-92a0-aad52299090c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "DELETE /v2.0/ports/fc8b5ac1-ca30-4229-a15f-653a112338df HTTP/1.1" status: 204 len: 173 time: 0.8233168 Nov 12 04:26:18.918576 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdc7472-5c9c-40b2-b757-64ed5024cc74', 'name': 'network-vif-deleted', 'tag': 'fc8b5ac1-ca30-4229-a15f-653a112338df'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:18.920948 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd7010c-e4bd-4f75-b44c-52ca4b79d4dd" -d '{"events": [{"server_uuid": "ebdc7472-5c9c-40b2-b757-64ed5024cc74", "name": "network-vif-deleted", "tag": "fc8b5ac1-ca30-4229-a15f-653a112338df"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:19.019490 n-d-768509-24 neutron-server[103296]: INFO neutron.db.ipam_backend_mixin [None req-c13e761f-4c83-4b68-b3c5-ce07eafa035a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 62289137-edf9-4765-ba6f-0ba68f28dfc6 (CIDR: 2001:db8::/64) Nov 12 04:26:19.095547 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13e761f-4c83-4b68-b3c5-ce07eafa035a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:26:19.096302 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13e761f-4c83-4b68-b3c5-ce07eafa035a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:19.099953 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:19.243525 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:19.245834 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c13e761f-4c83-4b68-b3c5-ce07eafa035a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6380835 Nov 12 04:26:19.248725 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51820) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:19.254503 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fb96f9f4-e4cd-4383-8f1d-b87fe30b86ed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:19.286893 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:19.290913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:19.296141 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:19.299884 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] Pushing event updated for resources: {'Port': ['ID=7d22faa3-51bf-4026-9c07-d4e3b3ae3d74,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:19.443433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] Attempting to bind port 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:26:19.443433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] Attempting to bind port 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:26:19.443433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] Attempting to bind port 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74 on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:26:19.443433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2e741e0b-1f4c-43c5-b7dc-918689543959 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:19.443433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:26:19.443433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:26:19.443433 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:19.443433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:26:19.443433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] Bound port: 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:26:19.443433 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:19.443433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 2e741e0b-1f4c-43c5-b7dc-918689543959 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:26:19.443433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2e741e0b-1f4c-43c5-b7dc-918689543959 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:26:19.471605 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] For port 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:26:19.474600 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] For port 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7d22faa3-51bf-4026-9c07-d4e3b3ae3d74,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:26:19.711497 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:19.719728 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb96f9f4-e4cd-4383-8f1d-b87fe30b86ed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:19.721957 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb96f9f4-e4cd-4383-8f1d-b87fe30b86ed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:19.771309 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ab922-1dd7-4cee-9090-ecdfa1c539c4 None None] Pushing event updated for resources: {'Port': ['ID=7d22faa3-51bf-4026-9c07-d4e3b3ae3d74,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:20.078012 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb96f9f4-e4cd-4383-8f1d-b87fe30b86ed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:20.082655 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc08da6-40ad-4809-97c8-194b65b1bd70 req-091fff69-7489-4b11-ac4f-a25352b6236f tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:20.084233 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dc08da6-40ad-4809-97c8-194b65b1bd70 req-091fff69-7489-4b11-ac4f-a25352b6236f tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0553389 Nov 12 04:26:20.128413 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb96f9f4-e4cd-4383-8f1d-b87fe30b86ed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:20.128703 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-fb96f9f4-e4cd-4383-8f1d-b87fe30b86ed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:20.138273 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb96f9f4-e4cd-4383-8f1d-b87fe30b86ed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:20.139198 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb96f9f4-e4cd-4383-8f1d-b87fe30b86ed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:20.150872 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dc08da6-40ad-4809-97c8-194b65b1bd70 req-c5e5e126-9ffb-4b90-9c4c-e767b3aa2865 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603509 Nov 12 04:26:20.168164 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96f9f4-e4cd-4383-8f1d-b87fe30b86ed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=35d36823-102c-40f2-bdb6-5a2caa5a929a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:20.256405 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fb96f9f4-e4cd-4383-8f1d-b87fe30b86ed tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0061433 Nov 12 04:26:20.258844 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51850) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:20.263696 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bc8594e6-8aeb-4be8-a0b9-8c2c1794626a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'mac_address': 'fa:16:3e:19:95:15', 'name': 'tempest-NetworksTestDHCPv6-1180391818'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:20.349103 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d5343c-639d-4c80-8600-10764e7cad4d x-openstack-request-id: req-77d5343c-639d-4c80-8600-10764e7cad4d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:20.349405 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a05b39-ea4a-408c-9cca-1659205588f2", "tag": "e8ef2b1c-513c-4753-8cf0-57f4760d8ed7", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:20.349677 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77d5343c-639d-4c80-8600-10764e7cad4d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:20.350073 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a05b39-ea4a-408c-9cca-1659205588f2', 'tag': 'e8ef2b1c-513c-4753-8cf0-57f4760d8ed7', 'status': 'completed', 'code': 200} Nov 12 04:26:20.436692 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:26:20.468484 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bdcc3-11e7-49e7-b49d-9471542db090 req-d740d6fe-74bc-4b54-8537-2643a94d6ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:20.469975 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-745bdcc3-11e7-49e7-b49d-9471542db090 req-d740d6fe-74bc-4b54-8537-2643a94d6ca7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=68e65df8b8044d01af3fe2cd05222833&device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 1098 time: 0.0651391 Nov 12 04:26:20.479510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b44890-53da-4ace-b94f-d40eb806fb87 req-b14fb624-360f-407a-8a50-dd0fed4a59da tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:20.481022 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6b44890-53da-4ace-b94f-d40eb806fb87 req-b14fb624-360f-407a-8a50-dd0fed4a59da tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 945 time: 0.0858099 Nov 12 04:26:20.528985 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8594e6-8aeb-4be8-a0b9-8c2c1794626a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:20.597735 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6b44890-53da-4ace-b94f-d40eb806fb87 req-f16246a1-0b27-4b4c-95cd-d6f7196ef022 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063390 Nov 12 04:26:20.615314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bdcc3-11e7-49e7-b49d-9471542db090 req-47c79451-ea04-4dc9-8948-a2f4c613cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:20.616858 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-745bdcc3-11e7-49e7-b49d-9471542db090 req-47c79451-ea04-4dc9-8948-a2f4c613cd98 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5 HTTP/1.1" status: 200 len: 912 time: 0.1332006 Nov 12 04:26:20.640545 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc8594e6-8aeb-4be8-a0b9-8c2c1794626a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:20.668506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-bc8594e6-8aeb-4be8-a0b9-8c2c1794626a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port 0d076669-be4c-4358-ac63-aeff2f6e23ac yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:26:20.684951 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa681899-539c-4738-9e04-105e7e7292bb x-openstack-request-id: req-aa681899-539c-4738-9e04-105e7e7292bb {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:20.685387 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdc7472-5c9c-40b2-b757-64ed5024cc74", "name": "network-vif-deleted", "tag": "fc8b5ac1-ca30-4229-a15f-653a112338df", "status": "failed", "code": 422}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:20.685660 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa681899-539c-4738-9e04-105e7e7292bb {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:20.686060 n-d-768509-24 neutron-server[103296]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ebdc7472-5c9c-40b2-b757-64ed5024cc74', 'name': 'network-vif-deleted', 'tag': 'fc8b5ac1-ca30-4229-a15f-653a112338df', 'status': 'failed', 'code': 422} returned with failed status Nov 12 04:26:20.719472 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-745bdcc3-11e7-49e7-b49d-9471542db090 req-fa83dce6-5599-455f-b123-2af6e364808b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 HTTP/1.1" status: 200 len: 1001 time: 0.0796833 Nov 12 04:26:20.829953 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bdcc3-11e7-49e7-b49d-9471542db090 req-5bed2782-0e9a-4dd0-be43-cd3cf8402b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:20.831570 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-745bdcc3-11e7-49e7-b49d-9471542db090 req-5bed2782-0e9a-4dd0-be43-cd3cf8402b32 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0988c1bc-aeed-49ae-93ca-f21585d34390 HTTP/1.1" status: 200 len: 850 time: 0.1017795 Nov 12 04:26:20.845675 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003977f4-9730-481b-bb52-09a12da31463 req-7b9b8698-f8c0-4776-8828-c0352b8b6893 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:20.847341 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-003977f4-9730-481b-bb52-09a12da31463 req-7b9b8698-f8c0-4776-8828-c0352b8b6893 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0676672 Nov 12 04:26:20.885153 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-bc8594e6-8aeb-4be8-a0b9-8c2c1794626a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8:0:1::12 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/35d36823-102c-40f2-bdb6-5a2caa5a929a/0d076669-be4c-4358-ac63-aeff2f6e23ac) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:20.893275 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-bc8594e6-8aeb-4be8-a0b9-8c2c1794626a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::f816:3eff:fe19:9515 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/62289137-edf9-4765-ba6f-0ba68f28dfc6/0d076669-be4c-4358-ac63-aeff2f6e23ac) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:20.900308 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e368ead-ddcc-4bfc-8e5e-7851200d8c0d None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:20.917635 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bdcc3-11e7-49e7-b49d-9471542db090 req-7aee0923-b603-45b6-b206-066377f77ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:20.919901 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-745bdcc3-11e7-49e7-b49d-9471542db090 req-7aee0923-b603-45b6-b206-066377f77ce4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708396 Nov 12 04:26:20.935273 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-003977f4-9730-481b-bb52-09a12da31463 req-26625745-15eb-4efb-bc6a-d7157295f54b tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772002 Nov 12 04:26:21.053582 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc8594e6-8aeb-4be8-a0b9-8c2c1794626a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:21.059110 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-745bdcc3-11e7-49e7-b49d-9471542db090 req-fa038d56-40d1-4e4f-ab35-3d85a6bae88f service neutron] 10.222.0.21 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227548 Nov 12 04:26:21.082197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c9242934-d724-4a10-8441-09cf2635204b None None] Provisioning complete for port 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:21.082874 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9242934-d724-4a10-8441-09cf2635204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:21.151171 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc8594e6-8aeb-4be8-a0b9-8c2c1794626a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:21.180585 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-745bdcc3-11e7-49e7-b49d-9471542db090 req-f2af1e06-f3e3-4182-979d-c983155dd5ff service neutron] 10.222.0.21 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126034 Nov 12 04:26:21.214532 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8594e6-8aeb-4be8-a0b9-8c2c1794626a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:21.219462 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8594e6-8aeb-4be8-a0b9-8c2c1794626a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=0d076669-be4c-4358-ac63-aeff2f6e23ac,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:21.222293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-bc8594e6-8aeb-4be8-a0b9-8c2c1794626a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:21.224924 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8594e6-8aeb-4be8-a0b9-8c2c1794626a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:21.230853 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8594e6-8aeb-4be8-a0b9-8c2c1794626a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:21.232061 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc8594e6-8aeb-4be8-a0b9-8c2c1794626a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:21.238046 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9242934-d724-4a10-8441-09cf2635204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:21.281887 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c9242934-d724-4a10-8441-09cf2635204b None None] For port 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7d22faa3-51bf-4026-9c07-d4e3b3ae3d74,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:21.343862 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bc8594e6-8aeb-4be8-a0b9-8c2c1794626a tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0839150 Nov 12 04:26:21.347811 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51894) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:21.365280 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264da4a0-bf27-499e-80ab-a87656e83ad3 None None] Update dhcp port {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'fixed_ips': [{'subnet_id': '62289137-edf9-4765-ba6f-0ba68f28dfc6', 'ip_address': '2001:db8::f816:3eff:fe00:630e'}, {'subnet_id': '35d36823-102c-40f2-bdb6-5a2caa5a929a'}], 'binding:host_id': 'n-d-768509-24'}, 'id': '7d22faa3-51bf-4026-9c07-d4e3b3ae3d74'} from n-d-768509-24. {{(pid=103298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:26:21.396150 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9242934-d724-4a10-8441-09cf2635204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:21.432124 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-264da4a0-bf27-499e-80ab-a87656e83ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:21.474173 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:21.517601 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4c58032e-8d0d-48bd-8cea-1ba4c9fd2761 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port 0d076669-be4c-4358-ac63-aeff2f6e23ac {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:21.518071 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c58032e-8d0d-48bd-8cea-1ba4c9fd2761 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:21.541741 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9242934-d724-4a10-8441-09cf2635204b None None] Pushing event updated for resources: {'Port': ['ID=7d22faa3-51bf-4026-9c07-d4e3b3ae3d74,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:21.634550 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:21.634967 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:21.640668 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c58032e-8d0d-48bd-8cea-1ba4c9fd2761 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:21.681803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4c58032e-8d0d-48bd-8cea-1ba4c9fd2761 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for 0d076669-be4c-4358-ac63-aeff2f6e23ac owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:21.730172 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-264da4a0-bf27-499e-80ab-a87656e83ad3 None None] Allocated IP 2001:db8:0:1::2 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/35d36823-102c-40f2-bdb6-5a2caa5a929a/7d22faa3-51bf-4026-9c07-d4e3b3ae3d74) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:21.779973 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b6e5e-6352-4fbc-b0ee-3a5104e2f391 req-0a313375-880a-444a-9b56-8b6094321c36 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:21.783169 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-279b6e5e-6352-4fbc-b0ee-3a5104e2f391 req-0a313375-880a-444a-9b56-8b6094321c36 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0d9b00e-f99d-4b77-afa7-d80694ad7e5e HTTP/1.1" status: 200 len: 907 time: 0.0867126 Nov 12 04:26:21.888793 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-264da4a0-bf27-499e-80ab-a87656e83ad3 None None] For port 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7d22faa3-51bf-4026-9c07-d4e3b3ae3d74,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:21.947292 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-264da4a0-bf27-499e-80ab-a87656e83ad3 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:21.958857 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609aaf6-83d0-4521-83cd-7fb8cf13c926 req-56357663-1826-4189-a62f-da13cf555e58 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:21.961381 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1609aaf6-83d0-4521-83cd-7fb8cf13c926 req-56357663-1826-4189-a62f-da13cf555e58 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0647764 Nov 12 04:26:21.996415 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-264da4a0-bf27-499e-80ab-a87656e83ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:22.050077 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1609aaf6-83d0-4521-83cd-7fb8cf13c926 req-74252117-8314-434d-8e1e-d6d6b3091935 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797515 Nov 12 04:26:22.079735 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264da4a0-bf27-499e-80ab-a87656e83ad3 None None] Pushing event updated for resources: {'Port': ['ID=7d22faa3-51bf-4026-9c07-d4e3b3ae3d74,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:22.231547 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f3e52-5595-4ad3-90b3-b11e684728e9 req-094b10a1-cc3d-4500-b49c-ffad74683df7 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:22.233759 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a60f3e52-5595-4ad3-90b3-b11e684728e9 req-094b10a1-cc3d-4500-b49c-ffad74683df7 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 945 time: 0.0811794 Nov 12 04:26:22.319272 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a60f3e52-5595-4ad3-90b3-b11e684728e9 req-7dc41094-3bbe-48ff-813c-cabedb11315b tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743880 Nov 12 04:26:22.392618 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c58032e-8d0d-48bd-8cea-1ba4c9fd2761 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:22.425469 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58032e-8d0d-48bd-8cea-1ba4c9fd2761 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=0d076669-be4c-4358-ac63-aeff2f6e23ac,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:22.499399 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c58032e-8d0d-48bd-8cea-1ba4c9fd2761 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:22.503296 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4c58032e-8d0d-48bd-8cea-1ba4c9fd2761 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/0d076669-be4c-4358-ac63-aeff2f6e23ac HTTP/1.1" status: 204 len: 168 time: 1.1540236 Nov 12 04:26:22.506098 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51938) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:22.561934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113769fc-0ac6-4868-bb3a-266bd94706ad req-7f8e1449-209a-4d69-b425-fdf3205aeb50 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:22.564735 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-113769fc-0ac6-4868-bb3a-266bd94706ad req-7f8e1449-209a-4d69-b425-fdf3205aeb50 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.1343455 Nov 12 04:26:22.605664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eabf619-dcd0-4c6d-a199-b180d282fdce tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:22.608629 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1eabf619-dcd0-4c6d-a199-b180d282fdce tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0989513 Nov 12 04:26:22.610356 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51946) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:22.642407 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-113769fc-0ac6-4868-bb3a-266bd94706ad req-4cce8917-7541-4312-ac33-29ccde57139b tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680985 Nov 12 04:26:22.708827 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f9e5a9-04eb-4015-b4e9-77a9441782af tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:22.713185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51956) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:22.713370 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a7f9e5a9-04eb-4015-b4e9-77a9441782af tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1017456 Nov 12 04:26:22.791025 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b035845-47bb-41a8-b28e-446b0d9fc5ee tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:22.793905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b035845-47bb-41a8-b28e-446b0d9fc5ee tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:22.795894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b035845-47bb-41a8-b28e-446b0d9fc5ee tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:22.799133 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3b035845-47bb-41a8-b28e-446b0d9fc5ee tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0844843 Nov 12 04:26:22.802139 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51962) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:22.900720 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561a4eb-98ab-4a1a-a42f-0eb86f8438eb req-b8183cdc-1547-4e8e-97d0-24d8d3445da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:22.911068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8561a4eb-98ab-4a1a-a42f-0eb86f8438eb req-b8183cdc-1547-4e8e-97d0-24d8d3445da5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 1097 time: 0.0920200 Nov 12 04:26:22.914075 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c878c87-4f49-4432-b7dd-0ee0c73700fe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet 35d36823-102c-40f2-bdb6-5a2caa5a929a {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:26:22.920444 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c878c87-4f49-4432-b7dd-0ee0c73700fe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:22.988036 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c878c87-4f49-4432-b7dd-0ee0c73700fe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:23.042375 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-91844017-9c3d-4cde-a99d-95bcf7bcfb09 None None] Provisioning complete for port 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:23.042936 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91844017-9c3d-4cde-a99d-95bcf7bcfb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:23.095257 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c878c87-4f49-4432-b7dd-0ee0c73700fe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:23.115756 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8561a4eb-98ab-4a1a-a42f-0eb86f8438eb req-adf8d166-d16a-4598-93c5-5d2b9f5dfb97 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633542 Nov 12 04:26:23.126922 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d0a43-a738-4a58-b00c-6275af136543 req-aa541534-29c0-4741-994e-1f070d2af6ad tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:23.128472 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c47d0a43-a738-4a58-b00c-6275af136543 req-aa541534-29c0-4741-994e-1f070d2af6ad tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0d9b00e-f99d-4b77-afa7-d80694ad7e5e HTTP/1.1" status: 200 len: 907 time: 0.1683495 Nov 12 04:26:23.153990 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5127e-49aa-4761-9013-5569990e6adc req-05093d3d-311d-4ce9-803d-170eb099d57e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:23.167677 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10a5127e-49aa-4761-9013-5569990e6adc req-05093d3d-311d-4ce9-803d-170eb099d57e tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0d9b00e-f99d-4b77-afa7-d80694ad7e5e HTTP/1.1" status: 200 len: 907 time: 0.1070712 Nov 12 04:26:23.261002 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c878c87-4f49-4432-b7dd-0ee0c73700fe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:23.288291 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd283b-e40e-4307-b79d-73917ec927e5 req-dfe77f98-30fe-4cd8-a6a3-e86dc6ca9184 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:23.288291 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92bd283b-e40e-4307-b79d-73917ec927e5 req-dfe77f98-30fe-4cd8-a6a3-e86dc6ca9184 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0670004 Nov 12 04:26:23.297314 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c878c87-4f49-4432-b7dd-0ee0c73700fe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=35d36823-102c-40f2-bdb6-5a2caa5a929a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:23.299454 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0c878c87-4f49-4432-b7dd-0ee0c73700fe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:23.305158 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0c878c87-4f49-4432-b7dd-0ee0c73700fe tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/35d36823-102c-40f2-bdb6-5a2caa5a929a HTTP/1.1" status: 204 len: 168 time: 0.4995563 Nov 12 04:26:23.306403 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51986) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:23.322918 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-67c3d10b-27af-4164-b853-b417c10a9b15 None None] Could not find standard attr ID for object 0d076669-be4c-4358-ac63-aeff2f6e23ac. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:26:23.390362 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:23.393440 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-5edff5c3-29e8-407d-9822-a47146bfc7b1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet 62289137-edf9-4765-ba6f-0ba68f28dfc6 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:26:23.397454 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5edff5c3-29e8-407d-9822-a47146bfc7b1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:23.403950 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92bd283b-e40e-4307-b79d-73917ec927e5 req-3ad17e96-3916-465c-b793-6d984c097057 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094034 Nov 12 04:26:23.494305 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:23.495672 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:23.504532 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5edff5c3-29e8-407d-9822-a47146bfc7b1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:23.519136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-c47d0a43-a738-4a58-b00c-6275af136543 req-91aec92c-063b-4b1f-af81-005336304727 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Deleting port db4f9677-34b1-4f1e-a282-14c63f53782a {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:23.519476 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c47d0a43-a738-4a58-b00c-6275af136543 req-91aec92c-063b-4b1f-af81-005336304727 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:23.618121 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b3b45f-0502-489b-82ec-1ada7a9cbcdc None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:23.642366 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5edff5c3-29e8-407d-9822-a47146bfc7b1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:23.665645 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-c47d0a43-a738-4a58-b00c-6275af136543 req-91aec92c-063b-4b1f-af81-005336304727 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] For port db4f9677-34b1-4f1e-a282-14c63f53782a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=db4f9677-34b1-4f1e-a282-14c63f53782a,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:23.666144 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c47d0a43-a738-4a58-b00c-6275af136543 req-91aec92c-063b-4b1f-af81-005336304727 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:23.686778 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974aaf1-23b6-41db-9664-c4324299816d req-0e1f3f51-e0d0-4733-8e32-235fd3a98601 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:23.688549 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5974aaf1-23b6-41db-9664-c4324299816d req-0e1f3f51-e0d0-4733-8e32-235fd3a98601 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 945 time: 0.0883620 Nov 12 04:26:23.693437 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-c47d0a43-a738-4a58-b00c-6275af136543 req-91aec92c-063b-4b1f-af81-005336304727 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Calling delete_port for db4f9677-34b1-4f1e-a282-14c63f53782a owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:23.803224 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5974aaf1-23b6-41db-9664-c4324299816d req-05dac174-381c-4782-986f-6bbb84e69e68 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946357 Nov 12 04:26:23.820657 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5edff5c3-29e8-407d-9822-a47146bfc7b1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:23.876525 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5edff5c3-29e8-407d-9822-a47146bfc7b1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:23.880348 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5edff5c3-29e8-407d-9822-a47146bfc7b1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/62289137-edf9-4765-ba6f-0ba68f28dfc6 HTTP/1.1" status: 204 len: 168 time: 0.5729027 Nov 12 04:26:23.883019 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edff5c3-29e8-407d-9822-a47146bfc7b1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=62289137-edf9-4765-ba6f-0ba68f28dfc6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:23.885084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52010) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:23.934013 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-620e991a-1ba8-45a2-a5fb-9e850a9ab816 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476820 Nov 12 04:26:23.936959 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52014) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:23.943906 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a36ad91c-c610-485a-8746-d1ca4fe6fb87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:24.023869 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c47d0a43-a738-4a58-b00c-6275af136543 req-91aec92c-063b-4b1f-af81-005336304727 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:24.066477 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aec92c-063b-4b1f-af81-005336304727 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Pushing event deleted for resources: {'Port': ['ID=db4f9677-34b1-4f1e-a282-14c63f53782a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:24.076105 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b6090-d61b-41ad-ab51-5c1498e5296b req-8b3a1fec-eb27-422f-80e2-3dedb3aa3aff tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:24.077528 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-005b6090-d61b-41ad-ab51-5c1498e5296b req-8b3a1fec-eb27-422f-80e2-3dedb3aa3aff tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.1827886 Nov 12 04:26:24.151953 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47d0a43-a738-4a58-b00c-6275af136543 req-91aec92c-063b-4b1f-af81-005336304727 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] No DVR routers for this DVR port db4f9677-34b1-4f1e-a282-14c63f53782a on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:26:24.156221 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c47d0a43-a738-4a58-b00c-6275af136543 req-91aec92c-063b-4b1f-af81-005336304727 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:24.159707 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c47d0a43-a738-4a58-b00c-6275af136543 req-91aec92c-063b-4b1f-af81-005336304727 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.31 "DELETE /v2.0/ports/db4f9677-34b1-4f1e-a282-14c63f53782a HTTP/1.1" status: 204 len: 173 time: 0.7723591 Nov 12 04:26:24.160341 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d9b00e-f99d-4b77-afa7-d80694ad7e5e', 'name': 'network-vif-deleted', 'tag': 'db4f9677-34b1-4f1e-a282-14c63f53782a'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:24.162735 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219356e3-1c4b-4779-857b-e55937649e69" -d '{"events": [{"server_uuid": "e0d9b00e-f99d-4b77-afa7-d80694ad7e5e", "name": "network-vif-deleted", "tag": "db4f9677-34b1-4f1e-a282-14c63f53782a"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:24.207939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-005b6090-d61b-41ad-ab51-5c1498e5296b req-8c52dec8-9b0b-4e94-b163-14062ee9bc9f tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223423 Nov 12 04:26:24.262257 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36ad91c-c610-485a-8746-d1ca4fe6fb87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:24.269232 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a36ad91c-c610-485a-8746-d1ca4fe6fb87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:24.485376 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d56c2f-dc5c-4390-943d-598402961e55 x-openstack-request-id: req-05d56c2f-dc5c-4390-943d-598402961e55 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:24.485942 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d9b00e-f99d-4b77-afa7-d80694ad7e5e", "name": "network-vif-deleted", "tag": "db4f9677-34b1-4f1e-a282-14c63f53782a", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:24.485942 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05d56c2f-dc5c-4390-943d-598402961e55 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:24.486317 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d9b00e-f99d-4b77-afa7-d80694ad7e5e', 'name': 'network-vif-deleted', 'tag': 'db4f9677-34b1-4f1e-a282-14c63f53782a', 'status': 'completed', 'code': 200} Nov 12 04:26:24.492440 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0266838-d32a-4562-a5bf-a1af82b9c356 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:24.563693 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-919bd423-16ed-4acf-a362-0450d4a2aaf5 req-9bfe64a5-db01-448b-9bf5-79119df9bba2 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0d9b00e-f99d-4b77-afa7-d80694ad7e5e HTTP/1.1" status: 200 len: 210 time: 0.0274444 Nov 12 04:26:24.576732 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f08bfb81-dcc4-44f0-9e1d-dd40385745b6 None None] Provisioning complete for port 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:24.577143 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f08bfb81-dcc4-44f0-9e1d-dd40385745b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:24.599399 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a36ad91c-c610-485a-8746-d1ca4fe6fb87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:24.637554 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36ad91c-c610-485a-8746-d1ca4fe6fb87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:24.641526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-a36ad91c-c610-485a-8746-d1ca4fe6fb87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:24.646380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36ad91c-c610-485a-8746-d1ca4fe6fb87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:24.647025 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a36ad91c-c610-485a-8746-d1ca4fe6fb87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:24.687443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ad91c-c610-485a-8746-d1ca4fe6fb87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=ebf96bb4-8e64-4bef-8ee3-fc34a2d44140,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:24.736362 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa96063-a227-4e8e-b058-c0d74fbf66d6 req-ae5ed8c0-23ba-42a7-9c19-dcb629d4d671 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:24.737918 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5aa96063-a227-4e8e-b058-c0d74fbf66d6 req-ae5ed8c0-23ba-42a7-9c19-dcb629d4d671 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0649464 Nov 12 04:26:24.787165 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52034) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:24.787694 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a36ad91c-c610-485a-8746-d1ca4fe6fb87 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8478713 Nov 12 04:26:24.797633 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-50aa4703-8e2c-49e2-b5fe-a0c0dd3f5b59 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:24.803463 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5aa96063-a227-4e8e-b058-c0d74fbf66d6 req-f1eda7f4-6731-4ddd-b1f5-8b349f4f7676 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572982 Nov 12 04:26:24.915614 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f940de-5e8d-4390-a063-3337dfe71527 None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:24.947625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5974bfe-2f7e-49ef-ae9e-9b242675de70 req-f3108350-87d6-40ae-91ec-fc435c90aa6a tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:24.954970 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5974bfe-2f7e-49ef-ae9e-9b242675de70 req-f3108350-87d6-40ae-91ec-fc435c90aa6a tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 945 time: 0.0644150 Nov 12 04:26:24.984133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e3f940de-5e8d-4390-a063-3337dfe71527 None None] Deleting port 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:24.984601 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3f940de-5e8d-4390-a063-3337dfe71527 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:25.015517 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aa4703-8e2c-49e2-b5fe-a0c0dd3f5b59 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:25.015743 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5974bfe-2f7e-49ef-ae9e-9b242675de70 req-fb46ae15-4a5f-46d0-8905-e0e1c0d40f3b tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596142 Nov 12 04:26:25.020140 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50aa4703-8e2c-49e2-b5fe-a0c0dd3f5b59 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:25.069895 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e3f940de-5e8d-4390-a063-3337dfe71527 None None] For port 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7d22faa3-51bf-4026-9c07-d4e3b3ae3d74,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:25.070390 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3f940de-5e8d-4390-a063-3337dfe71527 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:25.085757 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e3f940de-5e8d-4390-a063-3337dfe71527 None None] Calling delete_port for 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:25.119093 n-d-768509-24 neutron-server[103297]: INFO neutron.db.ipam_backend_mixin [None req-50aa4703-8e2c-49e2-b5fe-a0c0dd3f5b59 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ebf96bb4-8e64-4bef-8ee3-fc34a2d44140 (CIDR: 2001:db8::/64) Nov 12 04:26:25.143069 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95aae93-8c3d-4a8f-9b61-14a0b6d714ac req-44bf7734-8b7a-4d83-9444-0878227b332f tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:25.144850 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a95aae93-8c3d-4a8f-9b61-14a0b6d714ac req-44bf7734-8b7a-4d83-9444-0878227b332f tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0541477 Nov 12 04:26:25.156857 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-50aa4703-8e2c-49e2-b5fe-a0c0dd3f5b59 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:26:25.157347 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50aa4703-8e2c-49e2-b5fe-a0c0dd3f5b59 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:25.198334 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a95aae93-8c3d-4a8f-9b61-14a0b6d714ac req-5daa30ac-3cb8-40a7-aa04-b8f451aaf3d5 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469322 Nov 12 04:26:25.226368 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-8a17e945-2c7d-403e-98ae-8f162684186f req-93a88cec-0225-47e9-91d0-e88cfdbeaf88 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-446335120', 'description': 'tempest-description-1973407108'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:25.240229 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-50aa4703-8e2c-49e2-b5fe-a0c0dd3f5b59 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4512203 Nov 12 04:26:25.242886 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52044) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:25.248247 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2cd53c35-ad69-48c6-b22d-ec25f0282b52 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:25.261908 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3f940de-5e8d-4390-a063-3337dfe71527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:25.288968 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f940de-5e8d-4390-a063-3337dfe71527 None None] Pushing event deleted for resources: {'Port': ['ID=7d22faa3-51bf-4026-9c07-d4e3b3ae3d74,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:25.294618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f940de-5e8d-4390-a063-3337dfe71527 None None] No DVR routers for this DVR port 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:26:25.333898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d5341a-a8a7-4de7-a1ac-77fdcb5d69e5 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:25.352322 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8a17e945-2c7d-403e-98ae-8f162684186f req-93a88cec-0225-47e9-91d0-e88cfdbeaf88 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:25.429452 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:25.459556 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:26:25.460463 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 7d22faa3-51bf-4026-9c07-d4e3b3ae3d74 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:26:25.470434 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8a17e945-2c7d-403e-98ae-8f162684186f req-93a88cec-0225-47e9-91d0-e88cfdbeaf88 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:25.537436 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': 'ebf96bb4-8e64-4bef-8ee3-fc34a2d44140'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:26:25.538364 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:25.546162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd53c35-ad69-48c6-b22d-ec25f0282b52 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:25.549866 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cd53c35-ad69-48c6-b22d-ec25f0282b52 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:25.564686 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8a17e945-2c7d-403e-98ae-8f162684186f req-93a88cec-0225-47e9-91d0-e88cfdbeaf88 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:25.618040 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a88cec-0225-47e9-91d0-e88cfdbeaf88 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b008a20b-b898-4955-b337-a7737c5b7559,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:25.684120 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] Allocated IP 2001:db8::2 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/ebf96bb4-8e64-4bef-8ee3-fc34a2d44140/5435614d-cad3-47ac-8654-e29c9dedfbf3) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:25.714837 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8a17e945-2c7d-403e-98ae-8f162684186f req-93a88cec-0225-47e9-91d0-e88cfdbeaf88 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:25.721291 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8a17e945-2c7d-403e-98ae-8f162684186f req-93a88cec-0225-47e9-91d0-e88cfdbeaf88 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.4996979 Nov 12 04:26:25.862333 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:25.946518 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:26.004156 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:26.011445 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:26.016916 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:26.020258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] Pushing event updated for resources: {'Port': ['ID=5435614d-cad3-47ac-8654-e29c9dedfbf3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:26.093371 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] Attempting to bind port 5435614d-cad3-47ac-8654-e29c9dedfbf3 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:26:26.094132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] Attempting to bind port 5435614d-cad3-47ac-8654-e29c9dedfbf3 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:26:26.094774 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] Attempting to bind port 5435614d-cad3-47ac-8654-e29c9dedfbf3 on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:26:26.101525 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:26:26.102287 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:26:26.103621 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:26.104217 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:26:26.104942 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] Bound port: 5435614d-cad3-47ac-8654-e29c9dedfbf3, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:26:26.106875 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:26.124370 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1be15387-2e09-444b-a175-a1a82e356fd5 req-b19a5ae8-01b7-4f8f-9ff5-89876348a8a1 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-446335120&fields=id&tenant_id=7a1045004a3f4c249c8ef8ce0dd9470c HTTP/1.1" status: 200 len: 267 time: 0.0580018 Nov 12 04:26:26.146602 n-d-768509-24 neutron-server[103297]: DEBUG neutron.objects.ports [None req-2cd53c35-ad69-48c6-b22d-ec25f0282b52 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 04:26:26.183851 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be15387-2e09-444b-a175-a1a82e356fd5 req-306eb6a6-cc48-47d8-a40b-64e9c94022d1 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:26.188452 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] For port 5435614d-cad3-47ac-8654-e29c9dedfbf3, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:26:26.191840 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1be15387-2e09-444b-a175-a1a82e356fd5 req-306eb6a6-cc48-47d8-a40b-64e9c94022d1 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 945 time: 0.0620954 Nov 12 04:26:26.192081 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device db4f9677-34b1-4f1e-a282-14c63f53782a no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:26.195875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] For port 5435614d-cad3-47ac-8654-e29c9dedfbf3, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=5435614d-cad3-47ac-8654-e29c9dedfbf3,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:26:26.199905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-1be15387-2e09-444b-a175-a1a82e356fd5 req-5849a5bb-8922-4464-8579-c89634ef83a9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Request body: {'port': {'security_groups': ['8990dc8c-3a03-41a0-83f1-691429ff9b66', 'b008a20b-b898-4955-b337-a7737c5b7559']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:26.214466 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: db4f9677-34b1-4f1e-a282-14c63f53782a {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:26:26.214840 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device db4f9677-34b1-4f1e-a282-14c63f53782a not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:26:26.271192 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1be15387-2e09-444b-a175-a1a82e356fd5 req-5849a5bb-8922-4464-8579-c89634ef83a9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:26.364041 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:26.431055 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83040b8f-6906-4548-9633-40590ec401d0 None None] Pushing event updated for resources: {'Port': ['ID=5435614d-cad3-47ac-8654-e29c9dedfbf3,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:26.494123 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-1be15387-2e09-444b-a175-a1a82e356fd5 req-5849a5bb-8922-4464-8579-c89634ef83a9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] For port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d,segment=NetworkSegment(fe47cce3-309e-47fe-80ed-082a6e2a2cae),segment_id=fe47cce3-309e-47fe-80ed-082a6e2a2cae)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:26.517536 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cd53c35-ad69-48c6-b22d-ec25f0282b52 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:26.531225 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1be15387-2e09-444b-a175-a1a82e356fd5 req-5849a5bb-8922-4464-8579-c89634ef83a9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:26.586791 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1be15387-2e09-444b-a175-a1a82e356fd5 req-5849a5bb-8922-4464-8579-c89634ef83a9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:26.634461 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['773cb0dd-f5a4-4c0e-b0e3-482cf490a53d'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:26:26.708874 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38237cb-c1c8-41e5-a7ea-f752ab16b0d8 None None] DHCP port deletion for 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:26.713390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be15387-2e09-444b-a175-a1a82e356fd5 req-5849a5bb-8922-4464-8579-c89634ef83a9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:26.714151 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1be15387-2e09-444b-a175-a1a82e356fd5 req-5849a5bb-8922-4464-8579-c89634ef83a9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:26.730802 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1be15387-2e09-444b-a175-a1a82e356fd5 req-5849a5bb-8922-4464-8579-c89634ef83a9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "PUT /v2.0/ports/773cb0dd-f5a4-4c0e-b0e3-482cf490a53d HTTP/1.1" status: 200 len: 981 time: 0.5379243 Nov 12 04:26:26.733929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f650b89c-ba7f-4eb0-9862-4a67bde49a1f', 'tag': '773cb0dd-f5a4-4c0e-b0e3-482cf490a53d'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:26.740595 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefc183d-918c-4215-b96e-09af52260c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "f650b89c-ba7f-4eb0-9862-4a67bde49a1f", "tag": "773cb0dd-f5a4-4c0e-b0e3-482cf490a53d"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:26.766052 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-2cd53c35-ad69-48c6-b22d-ec25f0282b52 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] For port 5435614d-cad3-47ac-8654-e29c9dedfbf3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=5435614d-cad3-47ac-8654-e29c9dedfbf3,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:26.806703 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849a5bb-8922-4464-8579-c89634ef83a9 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Pushing event updated for resources: {'Port': ['ID=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d,revision_number=6']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:26.813914 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cd53c35-ad69-48c6-b22d-ec25f0282b52 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:26.834730 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['773cb0dd-f5a4-4c0e-b0e3-482cf490a53d'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:26:26.889481 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cd53c35-ad69-48c6-b22d-ec25f0282b52 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:26.890785 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cd53c35-ad69-48c6-b22d-ec25f0282b52 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:26.891057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ea925-7c73-4347-965e-781d65fc141c req-88824841-4b84-4b39-a45f-294254558241 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:26.893584 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f9ea925-7c73-4347-965e-781d65fc141c req-88824841-4b84-4b39-a45f-294254558241 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0773311 Nov 12 04:26:26.979390 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f9ea925-7c73-4347-965e-781d65fc141c req-86c5046f-6769-4c74-86d1-e720f75d619e tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593638 Nov 12 04:26:26.983163 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd53c35-ad69-48c6-b22d-ec25f0282b52 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=5435614d-cad3-47ac-8654-e29c9dedfbf3,revision_number=4']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:26.985449 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-dfa69a9a-75e6-4c8a-b729-b508439e7992 None None] Provisioning complete for port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:26.986460 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dfa69a9a-75e6-4c8a-b729-b508439e7992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:27.030017 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd53c35-ad69-48c6-b22d-ec25f0282b52 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:27.041344 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2cd53c35-ad69-48c6-b22d-ec25f0282b52 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:27.045372 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd53c35-ad69-48c6-b22d-ec25f0282b52 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:27.046845 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cd53c35-ad69-48c6-b22d-ec25f0282b52 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:27.063914 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd53c35-ad69-48c6-b22d-ec25f0282b52 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=ef6fe06f-141d-4b08-ae49-fb64b5efe3a3,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:27.186324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52082) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:27.186537 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2cd53c35-ad69-48c6-b22d-ec25f0282b52 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9424257 Nov 12 04:26:27.192759 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-225a7a55-879b-4fc8-bffe-7004edc24a58 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'mac_address': 'fa:16:3e:59:ff:a7', 'name': 'tempest-NetworksTestDHCPv6-224976389'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:27.460791 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225a7a55-879b-4fc8-bffe-7004edc24a58 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:27.469315 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 5435614d-cad3-47ac-8654-e29c9dedfbf3 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:27.536318 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 5435614d-cad3-47ac-8654-e29c9dedfbf3 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:27.536684 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:27.602870 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-225a7a55-879b-4fc8-bffe-7004edc24a58 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:27.609170 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3b6ca7a-4c46-4399-b481-b3a9aa63bee5 req-5bd27351-6264-4c78-8e61-d403e6a60f66 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-446335120&fields=id&tenant_id=7a1045004a3f4c249c8ef8ce0dd9470c HTTP/1.1" status: 200 len: 267 time: 0.0835443 Nov 12 04:26:27.630745 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:27.666608 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 5435614d-cad3-47ac-8654-e29c9dedfbf3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=5435614d-cad3-47ac-8654-e29c9dedfbf3,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:27.671846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-225a7a55-879b-4fc8-bffe-7004edc24a58 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port 95b22263-50cd-4aab-90b5-cbd479fb3c2f yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:26:27.724911 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:27.731723 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6ca7a-4c46-4399-b481-b3a9aa63bee5 req-5a04609c-8a5f-4e50-9d80-76aa19682794 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:27.731972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d5fd49-15ea-472b-9a88-4d6e473cb97c None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:27.739220 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3b6ca7a-4c46-4399-b481-b3a9aa63bee5 req-5a04609c-8a5f-4e50-9d80-76aa19682794 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 984 time: 0.1180484 Nov 12 04:26:27.748475 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-e3b6ca7a-4c46-4399-b481-b3a9aa63bee5 req-1a845ce5-44b9-4efb-a6da-9dc9e58b1658 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Request body: {'port': {'security_groups': ['8990dc8c-3a03-41a0-83f1-691429ff9b66']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:27.842678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=5435614d-cad3-47ac-8654-e29c9dedfbf3,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:27.863374 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1293b10b-c647-4ef8-89bb-39df64980775 None None] Provisioning complete for port 5435614d-cad3-47ac-8654-e29c9dedfbf3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:27.863825 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1293b10b-c647-4ef8-89bb-39df64980775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:27.877558 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e3b6ca7a-4c46-4399-b481-b3a9aa63bee5 req-1a845ce5-44b9-4efb-a6da-9dc9e58b1658 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:28.016866 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-225a7a55-879b-4fc8-bffe-7004edc24a58 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::158 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/ebf96bb4-8e64-4bef-8ee3-fc34a2d44140/95b22263-50cd-4aab-90b5-cbd479fb3c2f) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:28.043584 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-225a7a55-879b-4fc8-bffe-7004edc24a58 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8:0:1:f816:3eff:fe59:ffa7 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/ef6fe06f-141d-4b08-ae49-fb64b5efe3a3/95b22263-50cd-4aab-90b5-cbd479fb3c2f) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:28.120794 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0004d5-fd75-40e8-97df-9de145997f99 req-e8a2e09e-5da9-4a19-8af4-dc6875225530 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:28.122536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e0004d5-fd75-40e8-97df-9de145997f99 req-e8a2e09e-5da9-4a19-8af4-dc6875225530 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.31 "GET /v2.0/ports?device_id=6542be59-941a-44ae-8331-5f1854bf54c1 HTTP/1.1" status: 200 len: 946 time: 0.1245816 Nov 12 04:26:28.325702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-e3b6ca7a-4c46-4399-b481-b3a9aa63bee5 req-1a845ce5-44b9-4efb-a6da-9dc9e58b1658 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] For port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d,segment=NetworkSegment(fe47cce3-309e-47fe-80ed-082a6e2a2cae),segment_id=fe47cce3-309e-47fe-80ed-082a6e2a2cae)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:28.392977 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e3b6ca7a-4c46-4399-b481-b3a9aa63bee5 req-1a845ce5-44b9-4efb-a6da-9dc9e58b1658 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:28.412348 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-225a7a55-879b-4fc8-bffe-7004edc24a58 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:28.418385 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-8e0004d5-fd75-40e8-97df-9de145997f99 req-02e5919a-7352-4bb7-851f-29457ff3ac3c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Deleting port 95a43564-d716-40c4-9200-f25692332996 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:28.418754 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8e0004d5-fd75-40e8-97df-9de145997f99 req-02e5919a-7352-4bb7-851f-29457ff3ac3c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:28.485086 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e3b6ca7a-4c46-4399-b481-b3a9aa63bee5 req-1a845ce5-44b9-4efb-a6da-9dc9e58b1658 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:28.520569 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['773cb0dd-f5a4-4c0e-b0e3-482cf490a53d'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:26:28.667941 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-964efaef-669d-48cc-a59f-e8b1027f2bc5 None None] Provisioning complete for port 5435614d-cad3-47ac-8654-e29c9dedfbf3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:28.668607 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-964efaef-669d-48cc-a59f-e8b1027f2bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:28.905047 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de74a9d7-a61e-486c-a7b5-26b7ea7b0c13 None None] DHCP port deletion for 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:28.908662 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6ca7a-4c46-4399-b481-b3a9aa63bee5 req-1a845ce5-44b9-4efb-a6da-9dc9e58b1658 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:28.909320 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e3b6ca7a-4c46-4399-b481-b3a9aa63bee5 req-1a845ce5-44b9-4efb-a6da-9dc9e58b1658 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:28.910773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3b6ca7a-4c46-4399-b481-b3a9aa63bee5 req-1a845ce5-44b9-4efb-a6da-9dc9e58b1658 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "PUT /v2.0/ports/773cb0dd-f5a4-4c0e-b0e3-482cf490a53d HTTP/1.1" status: 200 len: 942 time: 1.1706936 Nov 12 04:26:28.947643 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8e0004d5-fd75-40e8-97df-9de145997f99 req-02e5919a-7352-4bb7-851f-29457ff3ac3c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] For port 95a43564-d716-40c4-9200-f25692332996, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=95a43564-d716-40c4-9200-f25692332996,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:28.948018 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8e0004d5-fd75-40e8-97df-9de145997f99 req-02e5919a-7352-4bb7-851f-29457ff3ac3c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:28.960058 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4a372f-4960-4fb0-bae0-bef7617c8dd5 x-openstack-request-id: req-1c4a372f-4960-4fb0-bae0-bef7617c8dd5 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:28.960351 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f650b89c-ba7f-4eb0-9862-4a67bde49a1f", "tag": "773cb0dd-f5a4-4c0e-b0e3-482cf490a53d", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:28.960789 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c4a372f-4960-4fb0-bae0-bef7617c8dd5 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:28.961022 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f650b89c-ba7f-4eb0-9862-4a67bde49a1f', 'tag': '773cb0dd-f5a4-4c0e-b0e3-482cf490a53d', 'status': 'completed', 'code': 200} Nov 12 04:26:28.963817 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a845ce5-44b9-4efb-a6da-9dc9e58b1658 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Pushing event updated for resources: {'Port': ['ID=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d,revision_number=7']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:28.970702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-8e0004d5-fd75-40e8-97df-9de145997f99 req-02e5919a-7352-4bb7-851f-29457ff3ac3c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Calling delete_port for 95a43564-d716-40c4-9200-f25692332996 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:28.984431 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-225a7a55-879b-4fc8-bffe-7004edc24a58 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:29.025448 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f15c7b50-3fe4-45f8-92d0-1e385182459a None None] Provisioning complete for port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:29.025961 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f15c7b50-3fe4-45f8-92d0-1e385182459a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:29.070149 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['773cb0dd-f5a4-4c0e-b0e3-482cf490a53d'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:26:29.093337 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225a7a55-879b-4fc8-bffe-7004edc24a58 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:29.117087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-225a7a55-879b-4fc8-bffe-7004edc24a58 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:29.121934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a7a55-879b-4fc8-bffe-7004edc24a58 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:29.127862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225a7a55-879b-4fc8-bffe-7004edc24a58 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:29.128551 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-225a7a55-879b-4fc8-bffe-7004edc24a58 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:29.132598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a7a55-879b-4fc8-bffe-7004edc24a58 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=95b22263-50cd-4aab-90b5-cbd479fb3c2f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:29.155421 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc183d-918c-4215-b96e-09af52260c2a req-694c8982-0d92-4017-8193-e3f171c8dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:29.156935 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cefc183d-918c-4215-b96e-09af52260c2a req-694c8982-0d92-4017-8193-e3f171c8dba5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a1045004a3f4c249c8ef8ce0dd9470c&device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 1097 time: 0.1293256 Nov 12 04:26:29.264166 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-225a7a55-879b-4fc8-bffe-7004edc24a58 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0753422 Nov 12 04:26:29.266941 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52096) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:29.398251 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc183d-918c-4215-b96e-09af52260c2a req-8157d7af-dcf9-4f33-9557-ab79186242a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:29.399793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cefc183d-918c-4215-b96e-09af52260c2a req-8157d7af-dcf9-4f33-9557-ab79186242a1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 HTTP/1.1" status: 200 len: 920 time: 0.2344596 Nov 12 04:26:29.419112 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550100f9-294a-408f-a699-40c24c61ec21 req-e169e1cf-9ab2-4f14-9a01-ecb51f798f17 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:29.423380 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-550100f9-294a-408f-a699-40c24c61ec21 req-e169e1cf-9ab2-4f14-9a01-ecb51f798f17 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.1137798 Nov 12 04:26:29.429951 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 5435614d-cad3-47ac-8654-e29c9dedfbf3 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:29.463222 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c6a37450-31d3-4b8f-b3b8-c03dda9bc9eb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port 95b22263-50cd-4aab-90b5-cbd479fb3c2f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:29.463808 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6a37450-31d3-4b8f-b3b8-c03dda9bc9eb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:29.508335 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 5435614d-cad3-47ac-8654-e29c9dedfbf3 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:29.508736 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:29.514715 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cefc183d-918c-4215-b96e-09af52260c2a req-5531b16f-eb6c-4886-bf4e-11f6b273d24c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d HTTP/1.1" status: 200 len: 217 time: 0.0900645 Nov 12 04:26:29.515549 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8e0004d5-fd75-40e8-97df-9de145997f99 req-02e5919a-7352-4bb7-851f-29457ff3ac3c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:29.550976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['7ec7cc86-a327-46e3-82cc-6403e1f00ad8'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:26:29.587279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc183d-918c-4215-b96e-09af52260c2a req-b446a1c3-c489-4983-bc3b-50b43bada787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:29.589464 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cefc183d-918c-4215-b96e-09af52260c2a req-b446a1c3-c489-4983-bc3b-50b43bada787 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8b898de-bc95-4aef-bd99-1e08bfac169b HTTP/1.1" status: 200 len: 859 time: 0.0631616 Nov 12 04:26:29.614308 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6a37450-31d3-4b8f-b3b8-c03dda9bc9eb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:29.628186 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c6a37450-31d3-4b8f-b3b8-c03dda9bc9eb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for 95b22263-50cd-4aab-90b5-cbd479fb3c2f owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:29.634065 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5919a-7352-4bb7-851f-29457ff3ac3c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Pushing event deleted for resources: {'Port': ['ID=95a43564-d716-40c4-9200-f25692332996,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:29.716708 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-550100f9-294a-408f-a699-40c24c61ec21 req-284dd6ad-a670-498c-b1ce-b4330d2ba627 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771392 Nov 12 04:26:29.729407 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cefc183d-918c-4215-b96e-09af52260c2a req-9094747e-db4e-4488-a242-9af7d57b1051 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047819 Nov 12 04:26:29.740263 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ec4b87b7-fe2f-4da8-a78d-34c579c259cb None None] Provisioning complete for port 95b22263-50cd-4aab-90b5-cbd479fb3c2f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:29.744622 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec4b87b7-fe2f-4da8-a78d-34c579c259cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:29.784720 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0004d5-fd75-40e8-97df-9de145997f99 req-02e5919a-7352-4bb7-851f-29457ff3ac3c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] No DVR routers for this DVR port 95a43564-d716-40c4-9200-f25692332996 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:26:29.788866 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8e0004d5-fd75-40e8-97df-9de145997f99 req-02e5919a-7352-4bb7-851f-29457ff3ac3c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:29.797718 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e0004d5-fd75-40e8-97df-9de145997f99 req-02e5919a-7352-4bb7-851f-29457ff3ac3c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.31 "DELETE /v2.0/ports/95a43564-d716-40c4-9200-f25692332996 HTTP/1.1" status: 204 len: 173 time: 1.6358998 Nov 12 04:26:29.819031 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b87b7-fe2f-4da8-a78d-34c579c259cb None None] Port 95b22263-50cd-4aab-90b5-cbd479fb3c2f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:26:29.893815 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0210362-d740-4ebe-9e06-ac56dd3d9809 req-0d3a5e07-6af9-4a8a-918e-375af5bf9b2c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=6542be59-941a-44ae-8331-5f1854bf54c1 HTTP/1.1" status: 200 len: 210 time: 0.0323532 Nov 12 04:26:29.930733 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cefc183d-918c-4215-b96e-09af52260c2a req-5e60a4ca-6509-41ea-ab5b-27024348f526 service neutron] 10.222.0.31 "GET /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650748 Nov 12 04:26:29.933366 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6a37450-31d3-4b8f-b3b8-c03dda9bc9eb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:29.971513 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a37450-31d3-4b8f-b3b8-c03dda9bc9eb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=95b22263-50cd-4aab-90b5-cbd479fb3c2f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:30.047440 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6a37450-31d3-4b8f-b3b8-c03dda9bc9eb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:30.051641 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c6a37450-31d3-4b8f-b3b8-c03dda9bc9eb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/95b22263-50cd-4aab-90b5-cbd479fb3c2f HTTP/1.1" status: 204 len: 168 time: 0.7829461 Nov 12 04:26:30.055703 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52102) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:30.156676 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aae9ea4-7564-45ee-a215-57f073f5b164 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:30.158976 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0aae9ea4-7564-45ee-a215-57f073f5b164 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1018941 Nov 12 04:26:30.167793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cefc183d-918c-4215-b96e-09af52260c2a req-3b4e76e8-df2c-45d2-9360-6fb2181bbc39 service neutron] 10.222.0.31 "GET /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997666 Nov 12 04:26:30.173043 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52106) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:30.214171 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 95a43564-d716-40c4-9200-f25692332996 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:30.251071 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2900ef12-791f-44c0-85f8-df8692aff93d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:30.254698 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2900ef12-791f-44c0-85f8-df8692aff93d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0785513 Nov 12 04:26:30.254906 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 95a43564-d716-40c4-9200-f25692332996 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:26:30.254906 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 95a43564-d716-40c4-9200-f25692332996 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:26:30.256330 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52110) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:30.336724 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb61281-9e94-494d-807e-39fb1bd12fe1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:30.338371 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb61281-9e94-494d-807e-39fb1bd12fe1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:30.340250 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb61281-9e94-494d-807e-39fb1bd12fe1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:30.341691 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6fb61281-9e94-494d-807e-39fb1bd12fe1 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0817618 Nov 12 04:26:30.344679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52112) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:30.365339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-6ed40c56-d67f-4aaa-b983-c5f262964e80 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4335790 Nov 12 04:26:30.376333 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-765576df-8e35-4c5f-aaaf-87ff14c301dc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:30.406179 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e4bea2-d859-4bc4-955e-4d3852091d64 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet ebf96bb4-8e64-4bef-8ee3-fc34a2d44140 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:26:30.410076 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01e4bea2-d859-4bc4-955e-4d3852091d64 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:30.453031 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01e4bea2-d859-4bc4-955e-4d3852091d64 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:30.489434 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-765576df-8e35-4c5f-aaaf-87ff14c301dc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:30.550566 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01e4bea2-d859-4bc4-955e-4d3852091d64 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:30.601340 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-765576df-8e35-4c5f-aaaf-87ff14c301dc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:30.712820 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01e4bea2-d859-4bc4-955e-4d3852091d64 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:30.757488 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01e4bea2-d859-4bc4-955e-4d3852091d64 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:30.772388 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be2244d-1f6e-4891-9b63-2285aede0222 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:30.778913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-765576df-8e35-4c5f-aaaf-87ff14c301dc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Allocated IP 172.25.1.6 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/8acf5d79-4755-456e-b3f1-459655cb3367) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:30.791052 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-01e4bea2-d859-4bc4-955e-4d3852091d64 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/ebf96bb4-8e64-4bef-8ee3-fc34a2d44140 HTTP/1.1" status: 204 len: 168 time: 0.4450972 Nov 12 04:26:30.793722 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4bea2-d859-4bc4-955e-4d3852091d64 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=ebf96bb4-8e64-4bef-8ee3-fc34a2d44140,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:30.796054 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52116) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:30.920470 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-416694c3-e1f9-4429-9c28-3c92ca9bf925 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet ef6fe06f-141d-4b08-ae49-fb64b5efe3a3 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:26:30.926896 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-416694c3-e1f9-4429-9c28-3c92ca9bf925 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:30.963151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f650b89c-ba7f-4eb0-9862-4a67bde49a1f', 'tag': '773cb0dd-f5a4-4c0e-b0e3-482cf490a53d'}, {'server_uuid': '6542be59-941a-44ae-8331-5f1854bf54c1', 'name': 'network-vif-deleted', 'tag': '95a43564-d716-40c4-9200-f25692332996'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:30.965525 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1777c1a6-bec0-421d-bc2b-78dca39632a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f650b89c-ba7f-4eb0-9862-4a67bde49a1f", "tag": "773cb0dd-f5a4-4c0e-b0e3-482cf490a53d"}, {"server_uuid": "6542be59-941a-44ae-8331-5f1854bf54c1", "name": "network-vif-deleted", "tag": "95a43564-d716-40c4-9200-f25692332996"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:31.008953 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-416694c3-e1f9-4429-9c28-3c92ca9bf925 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:31.011977 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-765576df-8e35-4c5f-aaaf-87ff14c301dc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:31.117575 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-416694c3-e1f9-4429-9c28-3c92ca9bf925 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:31.169408 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-765576df-8e35-4c5f-aaaf-87ff14c301dc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:31.218505 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-765576df-8e35-4c5f-aaaf-87ff14c301dc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:31.224079 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-765576df-8e35-4c5f-aaaf-87ff14c301dc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:31.231614 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-765576df-8e35-4c5f-aaaf-87ff14c301dc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:31.263164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765576df-8e35-4c5f-aaaf-87ff14c301dc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Pushing event updated for resources: {'Port': ['ID=8acf5d79-4755-456e-b3f1-459655cb3367,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:31.306782 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-416694c3-e1f9-4429-9c28-3c92ca9bf925 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:31.374833 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416694c3-e1f9-4429-9c28-3c92ca9bf925 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=ef6fe06f-141d-4b08-ae49-fb64b5efe3a3,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:31.390601 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-416694c3-e1f9-4429-9c28-3c92ca9bf925 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:31.394045 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-416694c3-e1f9-4429-9c28-3c92ca9bf925 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/ef6fe06f-141d-4b08-ae49-fb64b5efe3a3 HTTP/1.1" status: 204 len: 168 time: 0.5968339 Nov 12 04:26:31.396623 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52122) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:31.412614 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-765576df-8e35-4c5f-aaaf-87ff14c301dc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:31.453877 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9aa7f0e7-52a1-4e99-b179-c732b1406bff tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547819 Nov 12 04:26:31.456639 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52124) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:31.462267 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c100186a-8af3-41ec-b0eb-61b49b3dcf82 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:31.544461 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-765576df-8e35-4c5f-aaaf-87ff14c301dc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:31.626131 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c100186a-8af3-41ec-b0eb-61b49b3dcf82 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:31.639391 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c100186a-8af3-41ec-b0eb-61b49b3dcf82 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:31.686258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158af95e-1066-4520-a147-1fb8f119f350 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:31.788018 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-765576df-8e35-4c5f-aaaf-87ff14c301dc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:31.805218 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5145381f-4c03-4f2a-aab5-27ee74620261 None None] Provisioning complete for port 5435614d-cad3-47ac-8654-e29c9dedfbf3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:31.805842 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5145381f-4c03-4f2a-aab5-27ee74620261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:31.866911 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-765576df-8e35-4c5f-aaaf-87ff14c301dc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:31.965473 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-765576df-8e35-4c5f-aaaf-87ff14c301dc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:31.969554 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765576df-8e35-4c5f-aaaf-87ff14c301dc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Pushing event updated for resources: {'Port': ['ID=8acf5d79-4755-456e-b3f1-459655cb3367,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:31.999377 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d884d4c1-9085-4bb0-b0be-13888c4e659c None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:32.014870 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c100186a-8af3-41ec-b0eb-61b49b3dcf82 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:32.054908 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d884d4c1-9085-4bb0-b0be-13888c4e659c None None] Deleting port 5435614d-cad3-47ac-8654-e29c9dedfbf3 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:32.055259 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d884d4c1-9085-4bb0-b0be-13888c4e659c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:32.057810 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c100186a-8af3-41ec-b0eb-61b49b3dcf82 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:32.059125 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-765576df-8e35-4c5f-aaaf-87ff14c301dc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:32.061083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-765576df-8e35-4c5f-aaaf-87ff14c301dc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.6886458 Nov 12 04:26:32.062528 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c100186a-8af3-41ec-b0eb-61b49b3dcf82 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:32.066875 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c100186a-8af3-41ec-b0eb-61b49b3dcf82 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:32.067476 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c100186a-8af3-41ec-b0eb-61b49b3dcf82 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:32.081466 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100186a-8af3-41ec-b0eb-61b49b3dcf82 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=cedd2dbe-724c-4cfb-9779-e74aae68542c,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:32.145022 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d884d4c1-9085-4bb0-b0be-13888c4e659c None None] For port 5435614d-cad3-47ac-8654-e29c9dedfbf3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=5435614d-cad3-47ac-8654-e29c9dedfbf3,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:32.145448 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d884d4c1-9085-4bb0-b0be-13888c4e659c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:32.154105 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-9783f163-fdf2-4e55-a272-42c6b9a57fc1 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.6 HTTP/1.1" status: 200 len: 694 time: 0.0826526 Nov 12 04:26:32.159088 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c100186a-8af3-41ec-b0eb-61b49b3dcf82 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7013876 Nov 12 04:26:32.161977 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52128) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:32.163573 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d884d4c1-9085-4bb0-b0be-13888c4e659c None None] Calling delete_port for 5435614d-cad3-47ac-8654-e29c9dedfbf3 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:32.167982 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-232c61bb-d7d1-408c-9185-bc19e0231357 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:32.294563 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-1ce032f3-8c27-42ab-bd35-2b388ea2b017 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:32.296410 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-1ce032f3-8c27-42ab-bd35-2b388ea2b017 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.1334398 Nov 12 04:26:32.314139 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-15f27aff-ddaa-4a1d-bb9a-12c4fcd3f875 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:26:32.314139 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c8a7adbc-1313-4c60-9356-560c20c4bc4b req-15f27aff-ddaa-4a1d-bb9a-12c4fcd3f875 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084200 Nov 12 04:26:32.369094 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d884d4c1-9085-4bb0-b0be-13888c4e659c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:32.394855 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884d4c1-9085-4bb0-b0be-13888c4e659c None None] Pushing event deleted for resources: {'Port': ['ID=5435614d-cad3-47ac-8654-e29c9dedfbf3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:32.398453 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d884d4c1-9085-4bb0-b0be-13888c4e659c None None] No DVR routers for this DVR port 5435614d-cad3-47ac-8654-e29c9dedfbf3 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:26:32.421655 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cd4c54-a6a4-4d6b-bbf1-d137fa08236d None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:32.426587 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232c61bb-d7d1-408c-9185-bc19e0231357 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:32.431373 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-232c61bb-d7d1-408c-9185-bc19e0231357 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:32.544243 n-d-768509-24 neutron-server[103297]: INFO neutron.db.ipam_backend_mixin [None req-232c61bb-d7d1-408c-9185-bc19e0231357 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cedd2dbe-724c-4cfb-9779-e74aae68542c (CIDR: 2001:db8::/64) Nov 12 04:26:32.591774 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-232c61bb-d7d1-408c-9185-bc19e0231357 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:26:32.592759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232c61bb-d7d1-408c-9185-bc19e0231357 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:32.608660 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45ad66b-cc1a-42fa-983c-16c83a78f40e x-openstack-request-id: req-c45ad66b-cc1a-42fa-983c-16c83a78f40e {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:32.612215 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f650b89c-ba7f-4eb0-9862-4a67bde49a1f", "tag": "773cb0dd-f5a4-4c0e-b0e3-482cf490a53d", "status": "completed", "code": 200}, {"server_uuid": "6542be59-941a-44ae-8331-5f1854bf54c1", "name": "network-vif-deleted", "tag": "95a43564-d716-40c4-9200-f25692332996", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:32.612215 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c45ad66b-cc1a-42fa-983c-16c83a78f40e {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:32.612215 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f650b89c-ba7f-4eb0-9862-4a67bde49a1f', 'tag': '773cb0dd-f5a4-4c0e-b0e3-482cf490a53d', 'status': 'completed', 'code': 200} Nov 12 04:26:32.612215 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6542be59-941a-44ae-8331-5f1854bf54c1', 'name': 'network-vif-deleted', 'tag': '95a43564-d716-40c4-9200-f25692332996', 'status': 'completed', 'code': 200} Nov 12 04:26:32.624180 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'tenant_id': 'd8e592190145474f8fac253da0f0caa1', 'fixed_ips': [{'subnet_id': 'cedd2dbe-724c-4cfb-9779-e74aae68542c'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:26:32.625016 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:32.692264 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-232c61bb-d7d1-408c-9185-bc19e0231357 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5288782 Nov 12 04:26:32.695435 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52136) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:32.711928 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-405a254b-4fec-41fd-abd2-b718b1ccf3f8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'subnet': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:32.786836 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] Allocated IP 2001:db8::2 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/cedd2dbe-724c-4cfb-9779-e74aae68542c/8547607d-7c5f-41ec-bf6b-6a59e0ba6568) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:32.787432 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324749b3-1dc8-42b5-9568-57512dffa67c req-b1a76ee7-0bbc-4301-aa4b-80243abdc2e5 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:32.789533 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-324749b3-1dc8-42b5-9568-57512dffa67c req-b1a76ee7-0bbc-4301-aa4b-80243abdc2e5 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1218123 Nov 12 04:26:32.806471 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777c1a6-bec0-421d-bc2b-78dca39632a4 req-48fb1b8c-1cb8-48db-b7c5-2761eda254bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:32.808057 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1777c1a6-bec0-421d-bc2b-78dca39632a4 req-48fb1b8c-1cb8-48db-b7c5-2761eda254bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a1045004a3f4c249c8ef8ce0dd9470c&device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 1097 time: 0.0751910 Nov 12 04:26:32.869182 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-324749b3-1dc8-42b5-9568-57512dffa67c req-eb840dac-8f5a-4c47-9ae2-060944e3edd1 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.6 HTTP/1.1" status: 200 len: 694 time: 0.0723350 Nov 12 04:26:32.880734 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-324749b3-1dc8-42b5-9568-57512dffa67c req-eaad0a82-1a25-4021-8a7b-1ebd71b580b1 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Request body: {'floatingip': {'port_id': '773cb0dd-f5a4-4c0e-b0e3-482cf490a53d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:32.960806 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-324749b3-1dc8-42b5-9568-57512dffa67c req-eaad0a82-1a25-4021-8a7b-1ebd71b580b1 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:32.972434 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:32.974381 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405a254b-4fec-41fd-abd2-b718b1ccf3f8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:32.979317 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-405a254b-4fec-41fd-abd2-b718b1ccf3f8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:33.065137 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:33.079959 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777c1a6-bec0-421d-bc2b-78dca39632a4 req-ee6d5b15-5694-42bd-b3ce-44e202ddf644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:33.081526 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1777c1a6-bec0-421d-bc2b-78dca39632a4 req-ee6d5b15-5694-42bd-b3ce-44e202ddf644 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 HTTP/1.1" status: 200 len: 920 time: 0.2406621 Nov 12 04:26:33.134264 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:33.136300 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:33.138463 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] Pushing event updated for resources: {'Port': ['ID=8547607d-7c5f-41ec-bf6b-6a59e0ba6568,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:33.140078 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1777c1a6-bec0-421d-bc2b-78dca39632a4 req-1c5f5118-f7f0-4c7a-824c-34e2e674a0e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d HTTP/1.1" status: 200 len: 217 time: 0.0507140 Nov 12 04:26:33.140797 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:33.342169 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-690490df-d429-41e9-b473-b35ba2cb25af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:33.361926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777c1a6-bec0-421d-bc2b-78dca39632a4 req-74769399-5d25-44a7-8168-c2b249b0966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:33.363419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1777c1a6-bec0-421d-bc2b-78dca39632a4 req-74769399-5d25-44a7-8168-c2b249b0966d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8b898de-bc95-4aef-bd99-1e08bfac169b HTTP/1.1" status: 200 len: 859 time: 0.1889496 Nov 12 04:26:33.369034 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] Attempting to bind port 8547607d-7c5f-41ec-bf6b-6a59e0ba6568 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:26:33.369406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] Attempting to bind port 8547607d-7c5f-41ec-bf6b-6a59e0ba6568 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:26:33.369777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] Attempting to bind port 8547607d-7c5f-41ec-bf6b-6a59e0ba6568 on network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:26:33.378205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 5435614d-cad3-47ac-8654-e29c9dedfbf3 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:33.382431 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:26:33.382835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] Checking segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:26:33.383284 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:33.383677 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] Bound using segment: {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:26:33.384206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] Bound port: 8547607d-7c5f-41ec-bf6b-6a59e0ba6568, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048b08-136f-41ec-b45e-4ce845b72653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:26:33.384666 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:33.405200 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 5435614d-cad3-47ac-8654-e29c9dedfbf3 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:26:33.405537 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 5435614d-cad3-47ac-8654-e29c9dedfbf3 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:26:33.463540 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1777c1a6-bec0-421d-bc2b-78dca39632a4 req-0c6252ad-e952-42f5-83cf-7d28e59eadc0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341148 Nov 12 04:26:33.478271 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] For port 8547607d-7c5f-41ec-bf6b-6a59e0ba6568, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:26:33.482359 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] For port 8547607d-7c5f-41ec-bf6b-6a59e0ba6568, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8547607d-7c5f-41ec-bf6b-6a59e0ba6568,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:26:33.543217 n-d-768509-24 neutron-server[103297]: DEBUG neutron.objects.ports [None req-405a254b-4fec-41fd-abd2-b718b1ccf3f8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 04:26:33.574867 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:33.670210 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b831e03-4eaf-4b1a-8c09-7ea8ca5fb89d None None] Pushing event updated for resources: {'Port': ['ID=8547607d-7c5f-41ec-bf6b-6a59e0ba6568,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:33.877584 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-405a254b-4fec-41fd-abd2-b718b1ccf3f8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.090431 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1777c1a6-bec0-421d-bc2b-78dca39632a4 req-93ed2b52-5402-4b99-ab93-a2c537a9f7ee service neutron] 10.222.0.31 "GET /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909615 Nov 12 04:26:34.132060 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-324749b3-1dc8-42b5-9568-57512dffa67c req-eaad0a82-1a25-4021-8a7b-1ebd71b580b1 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.140084 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-405a254b-4fec-41fd-abd2-b718b1ccf3f8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] For port 8547607d-7c5f-41ec-bf6b-6a59e0ba6568, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8547607d-7c5f-41ec-bf6b-6a59e0ba6568,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:34.173916 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-405a254b-4fec-41fd-abd2-b718b1ccf3f8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.201707 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1777c1a6-bec0-421d-bc2b-78dca39632a4 req-1412376b-7c68-470b-8908-3d81032bb17c service neutron] 10.222.0.31 "GET /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941660 Nov 12 04:26:34.206785 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-324749b3-1dc8-42b5-9568-57512dffa67c req-eaad0a82-1a25-4021-8a7b-1ebd71b580b1 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.252870 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-405a254b-4fec-41fd-abd2-b718b1ccf3f8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.253989 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-405a254b-4fec-41fd-abd2-b718b1ccf3f8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.318206 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-324749b3-1dc8-42b5-9568-57512dffa67c req-eaad0a82-1a25-4021-8a7b-1ebd71b580b1 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Floating IP 15bc9954-8394-4661-8c02-a8514ef5dbc5 associated. External IP: 172.25.1.6, port: 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d. Nov 12 04:26:34.347276 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405a254b-4fec-41fd-abd2-b718b1ccf3f8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:34.353512 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-405a254b-4fec-41fd-abd2-b718b1ccf3f8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:34.357248 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405a254b-4fec-41fd-abd2-b718b1ccf3f8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:34.358012 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-405a254b-4fec-41fd-abd2-b718b1ccf3f8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.363510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a254b-4fec-41fd-abd2-b718b1ccf3f8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Subnet': ['ID=7ec01892-8b70-4b1b-b54a-176a66b8b556,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:34.381558 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a254b-4fec-41fd-abd2-b718b1ccf3f8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=8547607d-7c5f-41ec-bf6b-6a59e0ba6568,revision_number=4']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:34.514837 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-405a254b-4fec-41fd-abd2-b718b1ccf3f8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8079252 Nov 12 04:26:34.516462 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52146) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:34.523307 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f1ce634c-bd9e-44f0-bd72-ec0d60396572 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Request body: {'port': {'network_id': '52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe', 'mac_address': 'fa:16:3e:78:8d:b0', 'name': 'tempest-NetworksTestDHCPv6-1684867728'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:34.565617 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-324749b3-1dc8-42b5-9568-57512dffa67c req-eaad0a82-1a25-4021-8a7b-1ebd71b580b1 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Router e33a33aa-9b97-402d-b5cf-c193ccecbd90 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:26:34.702146 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-324749b3-1dc8-42b5-9568-57512dffa67c req-eaad0a82-1a25-4021-8a7b-1ebd71b580b1 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:26:34.710264 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-324749b3-1dc8-42b5-9568-57512dffa67c req-eaad0a82-1a25-4021-8a7b-1ebd71b580b1 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.717400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4761e8b7-d51b-40cb-83c6-8b795fc8fd4f None None] Sync routers for ids ['e33a33aa-9b97-402d-b5cf-c193ccecbd90'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:26:34.741140 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4761e8b7-d51b-40cb-83c6-8b795fc8fd4f None None] Routers {'e33a33aa-9b97-402d-b5cf-c193ccecbd90'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:34.742081 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-4761e8b7-d51b-40cb-83c6-8b795fc8fd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:26:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e33a33aa-9b97-402d-b5cf-c193ccecbd90'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:34.748281 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ce634c-bd9e-44f0-bd72-ec0d60396572 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Made reservation on behalf of d8e592190145474f8fac253da0f0caa1 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:34.748867 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-324749b3-1dc8-42b5-9568-57512dffa67c req-eaad0a82-1a25-4021-8a7b-1ebd71b580b1 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "PUT /v2.0/floatingips/15bc9954-8394-4661-8c02-a8514ef5dbc5 HTTP/1.1" status: 200 len: 994 time: 1.8711212 Nov 12 04:26:34.749547 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f650b89c-ba7f-4eb0-9862-4a67bde49a1f', 'tag': '773cb0dd-f5a4-4c0e-b0e3-482cf490a53d'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:34.752196 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7120ce8-dc18-48c8-969a-420732f4e1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f650b89c-ba7f-4eb0-9862-4a67bde49a1f", "tag": "773cb0dd-f5a4-4c0e-b0e3-482cf490a53d"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:34.841179 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324749b3-1dc8-42b5-9568-57512dffa67c req-97928ab4-17c5-4080-b984-57ef327931f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:34.842910 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-324749b3-1dc8-42b5-9568-57512dffa67c req-97928ab4-17c5-4080-b984-57ef327931f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7a1045004a3f4c249c8ef8ce0dd9470c&device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 1097 time: 0.0627670 Nov 12 04:26:34.898121 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-4761e8b7-d51b-40cb-83c6-8b795fc8fd4f None None] Set router e33a33aa-9b97-402d-b5cf-c193ccecbd90 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:34.912996 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1ce634c-bd9e-44f0-bd72-ec0d60396572 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.949417 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-f1ce634c-bd9e-44f0-bd72-ec0d60396572 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] device_id is not set on port 59b38882-d4ff-4682-a26a-4f8be8a91adf yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:26:34.971198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324749b3-1dc8-42b5-9568-57512dffa67c req-2ffc50cf-d44e-454a-b236-88a17e4059c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:34.975300 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-324749b3-1dc8-42b5-9568-57512dffa67c req-2ffc50cf-d44e-454a-b236-88a17e4059c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 HTTP/1.1" status: 200 len: 920 time: 0.1254902 Nov 12 04:26:35.033345 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c6428b-01b7-48b9-af42-4c1c9671a337 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:35.091296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-324749b3-1dc8-42b5-9568-57512dffa67c req-aba4fb09-f12c-4184-bd37-98c6e1cd951b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d HTTP/1.1" status: 200 len: 997 time: 0.1040342 Nov 12 04:26:35.166845 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324749b3-1dc8-42b5-9568-57512dffa67c req-161f9e95-1cff-4d09-88df-d273bf03c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:35.168574 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-324749b3-1dc8-42b5-9568-57512dffa67c req-161f9e95-1cff-4d09-88df-d273bf03c955 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8b898de-bc95-4aef-bd99-1e08bfac169b HTTP/1.1" status: 200 len: 859 time: 0.0712428 Nov 12 04:26:35.182841 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-f1ce634c-bd9e-44f0-bd72-ec0d60396572 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8::3bd (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/cedd2dbe-724c-4cfb-9779-e74aae68542c/59b38882-d4ff-4682-a26a-4f8be8a91adf) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:35.192623 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-f1ce634c-bd9e-44f0-bd72-ec0d60396572 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Allocated IP 2001:db8:0:1:f816:3eff:fe78:8db0 (52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe/7ec01892-8b70-4b1b-b54a-176a66b8b556/59b38882-d4ff-4682-a26a-4f8be8a91adf) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:35.203574 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-324749b3-1dc8-42b5-9568-57512dffa67c req-430e6ec4-f70e-4860-89d3-e9138f5b6674 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281832 Nov 12 04:26:35.216720 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-324749b3-1dc8-42b5-9568-57512dffa67c req-402ac3fb-b34f-4dd4-851e-ca4b21a5cbc0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:26:35.217692 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-324749b3-1dc8-42b5-9568-57512dffa67c req-402ac3fb-b34f-4dd4-851e-ca4b21a5cbc0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071507 Nov 12 04:26:35.243511 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-decf31c1-54ae-450f-8167-97cde18de951 None None] Provisioning complete for port 8547607d-7c5f-41ec-bf6b-6a59e0ba6568 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:35.245369 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-decf31c1-54ae-450f-8167-97cde18de951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.343501 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-324749b3-1dc8-42b5-9568-57512dffa67c req-48a74484-214e-47ab-8c21-53edc231b7cd service neutron] 10.222.0.37 "GET /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111093 Nov 12 04:26:35.420843 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1ce634c-bd9e-44f0-bd72-ec0d60396572 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.465612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-4761e8b7-d51b-40cb-83c6-8b795fc8fd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'name': 'tempest-ServerRescueTestJSONUnderV235-872880899-router', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:18Z', 'updated_at': '2021-11-12T04:25:27Z', 'revision_number': 4, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'gw_port': {'id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:19Z', 'updated_at': '2021-11-12T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '15bc9954-8394-4661-8c02-a8514ef5dbc5', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'port_id': '773cb0dd-f5a4-4c0e-b0e3-482cf490a53d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2', 'mac_address': 'fa:16:3e:16:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f650b89c-ba7f-4eb0-9862-4a67bde49a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:26:31Z', 'updated_at': '2021-11-12T04:26:33Z', 'revision_number': 1, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4812992c-5d58-4acd-9958-cfef9a073763', 'name': '', 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'mac_address': 'fa:16:3e:5b:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'e8b898de-bc95-4aef-bd99-1e08bfac169b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:25Z', 'updated_at': '2021-11-12T04:25:33Z', 'revision_number': 5, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'subnets': [{'id': 'e8b898de-bc95-4aef-bd99-1e08bfac169b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:35.470782 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-decf31c1-54ae-450f-8167-97cde18de951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.514096 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-324749b3-1dc8-42b5-9568-57512dffa67c req-c68e3673-e88c-418b-b431-9ae31771ec1a service neutron] 10.222.0.37 "GET /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737614 Nov 12 04:26:35.536149 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8547607d-7c5f-41ec-bf6b-6a59e0ba6568 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:35.537108 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4761e8b7-d51b-40cb-83c6-8b795fc8fd4f None None] Checking router: e33a33aa-9b97-402d-b5cf-c193ccecbd90 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:26:35.559472 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1ce634c-bd9e-44f0-bd72-ec0d60396572 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.560250 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bced8e6a-a8d1-440f-b8a7-25b72441ad59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.585675 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4761e8b7-d51b-40cb-83c6-8b795fc8fd4f None None] Routers {'e33a33aa-9b97-402d-b5cf-c193ccecbd90'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:35.586315 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-4761e8b7-d51b-40cb-83c6-8b795fc8fd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:26:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e33a33aa-9b97-402d-b5cf-c193ccecbd90'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:35.625135 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ce634c-bd9e-44f0-bd72-ec0d60396572 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:35.631469 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f1ce634c-bd9e-44f0-bd72-ec0d60396572 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:35.632135 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ce634c-bd9e-44f0-bd72-ec0d60396572 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:35.638775 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ce634c-bd9e-44f0-bd72-ec0d60396572 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:35.639470 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1ce634c-bd9e-44f0-bd72-ec0d60396572 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.650392 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce634c-bd9e-44f0-bd72-ec0d60396572 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event updated for resources: {'Port': ['ID=59b38882-d4ff-4682-a26a-4f8be8a91adf,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:35.682324 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-decf31c1-54ae-450f-8167-97cde18de951 None None] For port 8547607d-7c5f-41ec-bf6b-6a59e0ba6568, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8547607d-7c5f-41ec-bf6b-6a59e0ba6568,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:35.746835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 8547607d-7c5f-41ec-bf6b-6a59e0ba6568 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:35.747519 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.750902 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f1ce634c-bd9e-44f0-bd72-ec0d60396572 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2324674 Nov 12 04:26:35.751403 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52156) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:35.778723 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-decf31c1-54ae-450f-8167-97cde18de951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.815582 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2d2df-72f5-4a42-9ff0-f45576f9b6a2 req-fbb14f40-61eb-4834-be82-53651a5da621 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:35.817311 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33d2d2df-72f5-4a42-9ff0-f45576f9b6a2 req-fbb14f40-61eb-4834-be82-53651a5da621 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0742471 Nov 12 04:26:35.841696 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-4761e8b7-d51b-40cb-83c6-8b795fc8fd4f None None] Set router e33a33aa-9b97-402d-b5cf-c193ccecbd90 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:35.880390 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4fabfc57-8f65-44b9-ae55-6db9a6cb8bc7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting port 59b38882-d4ff-4682-a26a-4f8be8a91adf {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:35.881052 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33d2d2df-72f5-4a42-9ff0-f45576f9b6a2 req-e07cc7e4-bc6a-4b85-a936-efe9278c56e1 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568213 Nov 12 04:26:35.881679 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fabfc57-8f65-44b9-ae55-6db9a6cb8bc7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.984862 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf31c1-54ae-450f-8167-97cde18de951 None None] Pushing event updated for resources: {'Port': ['ID=8547607d-7c5f-41ec-bf6b-6a59e0ba6568,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:36.002373 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fabfc57-8f65-44b9-ae55-6db9a6cb8bc7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.030020 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4fabfc57-8f65-44b9-ae55-6db9a6cb8bc7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Calling delete_port for 59b38882-d4ff-4682-a26a-4f8be8a91adf owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:36.235156 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-4761e8b7-d51b-40cb-83c6-8b795fc8fd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'name': 'tempest-ServerRescueTestJSONUnderV235-872880899-router', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:18Z', 'updated_at': '2021-11-12T04:25:27Z', 'revision_number': 4, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'gw_port': {'id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:19Z', 'updated_at': '2021-11-12T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '15bc9954-8394-4661-8c02-a8514ef5dbc5', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'port_id': '773cb0dd-f5a4-4c0e-b0e3-482cf490a53d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2', 'mac_address': 'fa:16:3e:16:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f650b89c-ba7f-4eb0-9862-4a67bde49a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:26:31Z', 'updated_at': '2021-11-12T04:26:33Z', 'revision_number': 1, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4812992c-5d58-4acd-9958-cfef9a073763', 'name': '', 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'mac_address': 'fa:16:3e:5b:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'e8b898de-bc95-4aef-bd99-1e08bfac169b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:25Z', 'updated_at': '2021-11-12T04:25:33Z', 'revision_number': 5, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'subnets': [{'id': 'e8b898de-bc95-4aef-bd99-1e08bfac169b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:36.265187 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4761e8b7-d51b-40cb-83c6-8b795fc8fd4f None None] The sync data for ids ['e33a33aa-9b97-402d-b5cf-c193ccecbd90'] in n-d-768509-24 is: [{'id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'name': 'tempest-ServerRescueTestJSONUnderV235-872880899-router', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:18Z', 'updated_at': '2021-11-12T04:25:27Z', 'revision_number': 4, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'gw_port': {'id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:19Z', 'updated_at': '2021-11-12T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '15bc9954-8394-4661-8c02-a8514ef5dbc5', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'port_id': '773cb0dd-f5a4-4c0e-b0e3-482cf490a53d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2', 'mac_address': 'fa:16:3e:16:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f650b89c-ba7f-4eb0-9862-4a67bde49a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:26:31Z', 'updated_at': '2021-11-12T04:26:33Z', 'revision_number': 1, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4812992c-5d58-4acd-9958-cfef9a073763', 'name': '', 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'mac_address': 'fa:16:3e:5b:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'e8b898de-bc95-4aef-bd99-1e08bfac169b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:25Z', 'updated_at': '2021-11-12T04:25:33Z', 'revision_number': 5, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'subnets': [{'id': 'e8b898de-bc95-4aef-bd99-1e08bfac169b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:26:36.310849 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c700a681-d533-4c94-b2ef-a04e4be5b921 None None] Provisioning complete for port 8547607d-7c5f-41ec-bf6b-6a59e0ba6568 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:36.311066 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c700a681-d533-4c94-b2ef-a04e4be5b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.432533 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fabfc57-8f65-44b9-ae55-6db9a6cb8bc7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.475776 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabfc57-8f65-44b9-ae55-6db9a6cb8bc7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Port': ['ID=59b38882-d4ff-4682-a26a-4f8be8a91adf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:36.541769 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fabfc57-8f65-44b9-ae55-6db9a6cb8bc7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.544462 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628bf82e-4d1a-45c2-89db-f4ae1cb0916d None None] New status for floating IP 15bc9954-8394-4661-8c02-a8514ef5dbc5: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:26:36.548539 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52164) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:36.554690 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4fabfc57-8f65-44b9-ae55-6db9a6cb8bc7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/59b38882-d4ff-4682-a26a-4f8be8a91adf HTTP/1.1" status: 204 len: 168 time: 0.8023927 Nov 12 04:26:36.606126 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527a5448-5497-4fc9-b7b7-161b7131fee5 x-openstack-request-id: req-527a5448-5497-4fc9-b7b7-161b7131fee5 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:36.609785 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f650b89c-ba7f-4eb0-9862-4a67bde49a1f", "tag": "773cb0dd-f5a4-4c0e-b0e3-482cf490a53d", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:36.610194 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-527a5448-5497-4fc9-b7b7-161b7131fee5 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:36.610744 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f650b89c-ba7f-4eb0-9862-4a67bde49a1f', 'tag': '773cb0dd-f5a4-4c0e-b0e3-482cf490a53d', 'status': 'completed', 'code': 200} Nov 12 04:26:36.637145 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-00233cf1-aa17-4527-aa98-c103e9406cd8 None None] Could not find standard attr ID for object 59b38882-d4ff-4682-a26a-4f8be8a91adf. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:26:36.665924 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.776247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-ef84267c-dc5b-4de1-8f7b-e0684ff01689 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.6 HTTP/1.1" status: 200 len: 997 time: 0.1584523 Nov 12 04:26:36.821203 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a812602d-e9a9-4b24-bb78-6983261a1616 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:36.825540 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a812602d-e9a9-4b24-bb78-6983261a1616 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2731946 Nov 12 04:26:36.826724 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52166) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:36.847063 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-4dbe2f15-eec3-43c7-a191-641481d71fcc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:36.847063 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-4dbe2f15-eec3-43c7-a191-641481d71fcc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports/773cb0dd-f5a4-4c0e-b0e3-482cf490a53d HTTP/1.1" status: 200 len: 942 time: 0.0696270 Nov 12 04:26:36.848758 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7120ce8-dc18-48c8-969a-420732f4e1f3 req-63ac2f4c-91fe-433b-bc6c-8c9258f70ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:36.850713 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7120ce8-dc18-48c8-969a-420732f4e1f3 req-63ac2f4c-91fe-433b-bc6c-8c9258f70ca8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a1045004a3f4c249c8ef8ce0dd9470c&device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 1097 time: 0.1319194 Nov 12 04:26:36.935271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0980068-af08-4d98-809f-61d0b4d27324 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:36.937340 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e0980068-af08-4d98-809f-61d0b4d27324 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1065280 Nov 12 04:26:36.939691 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52168) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:36.998839 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254a0ca7-cba0-43af-97f5-3d50b61161ca tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:37.000458 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254a0ca7-cba0-43af-97f5-3d50b61161ca tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:37.002091 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254a0ca7-cba0-43af-97f5-3d50b61161ca tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:37.006283 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-254a0ca7-cba0-43af-97f5-3d50b61161ca tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0629199 Nov 12 04:26:37.006610 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52170) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:37.067840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82e6ea-dc17-46f2-86c1-7935a52b2e05 req-01e795ac-41b1-4ecb-9296-4b8e8e783584 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:37.069465 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a82e6ea-dc17-46f2-86c1-7935a52b2e05 req-01e795ac-41b1-4ecb-9296-4b8e8e783584 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.21 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 946 time: 0.1331367 Nov 12 04:26:37.072382 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8d2549-c40e-4b97-b80e-89353c6e300d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet 7ec01892-8b70-4b1b-b54a-176a66b8b556 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:26:37.076236 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba8d2549-c40e-4b97-b80e-89353c6e300d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.085822 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-7b202538-5cc7-4c7a-8030-f7a02d14f561 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.6 HTTP/1.1" status: 200 len: 999 time: 0.1352689 Nov 12 04:26:37.087215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7120ce8-dc18-48c8-969a-420732f4e1f3 req-4201ccbf-7561-4678-a728-7cd95c9cddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:37.088812 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7120ce8-dc18-48c8-969a-420732f4e1f3 req-4201ccbf-7561-4678-a728-7cd95c9cddf3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 HTTP/1.1" status: 200 len: 920 time: 0.2274141 Nov 12 04:26:37.119858 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba8d2549-c40e-4b97-b80e-89353c6e300d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.220440 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba8d2549-c40e-4b97-b80e-89353c6e300d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.278022 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7120ce8-dc18-48c8-969a-420732f4e1f3 req-f3046144-8282-4550-89af-8f4d98b124ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d HTTP/1.1" status: 200 len: 999 time: 0.1694500 Nov 12 04:26:37.343528 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-07aba4e3-414d-4fee-b27b-5701bc24eb0c tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:37.344817 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-07aba4e3-414d-4fee-b27b-5701bc24eb0c tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.2477493 Nov 12 04:26:37.357943 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba8d2549-c40e-4b97-b80e-89353c6e300d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.365081 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8547607d-7c5f-41ec-bf6b-6a59e0ba6568 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:37.376217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7120ce8-dc18-48c8-969a-420732f4e1f3 req-7fd3e2c9-535a-4bc4-bead-567520aa4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:37.377692 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7120ce8-dc18-48c8-969a-420732f4e1f3 req-7fd3e2c9-535a-4bc4-bead-567520aa4ac0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8b898de-bc95-4aef-bd99-1e08bfac169b HTTP/1.1" status: 200 len: 859 time: 0.0891452 Nov 12 04:26:37.394924 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba8d2549-c40e-4b97-b80e-89353c6e300d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.401624 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ba8d2549-c40e-4b97-b80e-89353c6e300d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/7ec01892-8b70-4b1b-b54a-176a66b8b556 HTTP/1.1" status: 204 len: 168 time: 0.3913326 Nov 12 04:26:37.401624 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d2549-c40e-4b97-b80e-89353c6e300d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec01892-8b70-4b1b-b54a-176a66b8b556,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:37.403749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52186) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:37.421738 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c24f3da-38c5-4d22-a23e-d97a3c21c273 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:37.443941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-1a82e6ea-dc17-46f2-86c1-7935a52b2e05 req-d828deb0-d26b-4937-8572-2ef1fc23f3f0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Deleting port 7ec7cc86-a327-46e3-82cc-6403e1f00ad8 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:37.443941 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1a82e6ea-dc17-46f2-86c1-7935a52b2e05 req-d828deb0-d26b-4937-8572-2ef1fc23f3f0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.450880 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7120ce8-dc18-48c8-969a-420732f4e1f3 req-d0e50561-e1a5-421e-942a-77de3e9fdcc7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405564 Nov 12 04:26:37.477098 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64ee894-811d-428c-97eb-1e5bffb767c2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Deleting subnet cedd2dbe-724c-4cfb-9779-e74aae68542c {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:26:37.482079 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d64ee894-811d-428c-97eb-1e5bffb767c2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.491763 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 8547607d-7c5f-41ec-bf6b-6a59e0ba6568 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:37.492511 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.530903 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d64ee894-811d-428c-97eb-1e5bffb767c2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.656788 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-62391bbc-7697-4b00-a94e-262fb6bc16a7 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.6 HTTP/1.1" status: 200 len: 999 time: 0.2998877 Nov 12 04:26:37.686174 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-09dc1f90-93dc-48c2-be37-5aa1e31e3449 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:37.707039 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d64ee894-811d-428c-97eb-1e5bffb767c2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.793997 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7120ce8-dc18-48c8-969a-420732f4e1f3 req-ba022d9c-9353-4747-b16a-07e17a38b84e service neutron] 10.222.0.31 "GET /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248806 Nov 12 04:26:37.802475 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-1a82e6ea-dc17-46f2-86c1-7935a52b2e05 req-d828deb0-d26b-4937-8572-2ef1fc23f3f0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] For port 7ec7cc86-a327-46e3-82cc-6403e1f00ad8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=7ec7cc86-a327-46e3-82cc-6403e1f00ad8,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:37.802872 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1a82e6ea-dc17-46f2-86c1-7935a52b2e05 req-d828deb0-d26b-4937-8572-2ef1fc23f3f0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.831914 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-1a82e6ea-dc17-46f2-86c1-7935a52b2e05 req-d828deb0-d26b-4937-8572-2ef1fc23f3f0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Calling delete_port for 7ec7cc86-a327-46e3-82cc-6403e1f00ad8 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:37.859272 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d64ee894-811d-428c-97eb-1e5bffb767c2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.866834 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-09dc1f90-93dc-48c2-be37-5aa1e31e3449 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:38.239174 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ee894-811d-428c-97eb-1e5bffb767c2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Subnet': ['ID=cedd2dbe-724c-4cfb-9779-e74aae68542c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:38.244238 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d64ee894-811d-428c-97eb-1e5bffb767c2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:38.249214 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d64ee894-811d-428c-97eb-1e5bffb767c2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/cedd2dbe-724c-4cfb-9779-e74aae68542c HTTP/1.1" status: 204 len: 168 time: 0.8438497 Nov 12 04:26:38.251195 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52200) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.278202 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:38.294252 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a5bb20ab-378a-440b-b690-e64660c66641 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416312 Nov 12 04:26:38.296907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52204) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.352626 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ccdbfe-7a5a-4ff2-930e-24c81afe994d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:38.356906 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-49ccdbfe-7a5a-4ff2-930e-24c81afe994d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0589561 Nov 12 04:26:38.357560 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52206) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.385139 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7120ce8-dc18-48c8-969a-420732f4e1f3 req-31968416-cc5f-481b-82e9-89e41c65cba2 service neutron] 10.222.0.31 "GET /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795605 Nov 12 04:26:38.415215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c190b7-5304-4f44-810f-641d3e014211 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:38.415958 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e1c190b7-5304-4f44-810f-641d3e014211 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0574312 Nov 12 04:26:38.419440 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52210) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.462393 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-09dc1f90-93dc-48c2-be37-5aa1e31e3449 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:38.465088 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ebaa0faa-7214-4d46-ad2f-020de7da76bd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441394 Nov 12 04:26:38.472591 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52212) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.507163 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe7af70-b5b5-4f09-aa91-fa3a053da6ee tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:38.507163 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe7af70-b5b5-4f09-aa91-fa3a053da6ee tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:38.507163 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9fe7af70-b5b5-4f09-aa91-fa3a053da6ee tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/59b38882-d4ff-4682-a26a-4f8be8a91adf HTTP/1.1" status: 404 len: 333 time: 0.0299900 Nov 12 04:26:38.507163 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52214) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.522272 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-09dc1f90-93dc-48c2-be37-5aa1e31e3449 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:38.522272 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-09dc1f90-93dc-48c2-be37-5aa1e31e3449 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Floating IP 15bc9954-8394-4661-8c02-a8514ef5dbc5 disassociated. External IP: 172.25.1.6, port: 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d. Nov 12 04:26:38.538775 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80749c8-c992-4e81-96e2-e88f8456d779 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:38.539465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80749c8-c992-4e81-96e2-e88f8456d779 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:38.542855 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f80749c8-c992-4e81-96e2-e88f8456d779 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/7ec01892-8b70-4b1b-b54a-176a66b8b556 HTTP/1.1" status: 404 len: 337 time: 0.0342481 Nov 12 04:26:38.545663 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52216) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.581516 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f13540a-00e2-4187-b13f-7fd1e55a757e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:38.582128 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f13540a-00e2-4187-b13f-7fd1e55a757e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:38.586356 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5f13540a-00e2-4187-b13f-7fd1e55a757e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/cedd2dbe-724c-4cfb-9779-e74aae68542c HTTP/1.1" status: 404 len: 337 time: 0.0392807 Nov 12 04:26:38.588664 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52218) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.616314 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-901a38f1-6ed4-4439-9bb9-f22019569822 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:38.617089 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901a38f1-6ed4-4439-9bb9-f22019569822 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:38.620427 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-901a38f1-6ed4-4439-9bb9-f22019569822 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/95b22263-50cd-4aab-90b5-cbd479fb3c2f HTTP/1.1" status: 404 len: 333 time: 0.0302756 Nov 12 04:26:38.623297 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52220) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.651773 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a97fc5-814a-4747-9a41-46d1fa0a9063 None None] Network 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:38.657601 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb0c051-1e65-4546-aa0e-8057ac859f31 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:38.658161 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb0c051-1e65-4546-aa0e-8057ac859f31 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:38.663885 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4fb0c051-1e65-4546-aa0e-8057ac859f31 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/ef6fe06f-141d-4b08-ae49-fb64b5efe3a3 HTTP/1.1" status: 404 len: 337 time: 0.0369470 Nov 12 04:26:38.665388 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52222) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.703171 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c97adf-aa3e-44af-80e7-7679b1e5078e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:38.703871 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c97adf-aa3e-44af-80e7-7679b1e5078e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:38.706418 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1a82e6ea-dc17-46f2-86c1-7935a52b2e05 req-d828deb0-d26b-4937-8572-2ef1fc23f3f0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:38.712394 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-35c97adf-aa3e-44af-80e7-7679b1e5078e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/ebf96bb4-8e64-4bef-8ee3-fc34a2d44140 HTTP/1.1" status: 404 len: 337 time: 0.0449147 Nov 12 04:26:38.715116 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52224) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.742067 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828deb0-d26b-4937-8572-2ef1fc23f3f0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Pushing event deleted for resources: {'Port': ['ID=7ec7cc86-a327-46e3-82cc-6403e1f00ad8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:38.746747 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8b4cff62-3152-4744-a6ac-ca55b0ed8598 None None] Provisioning complete for port 8547607d-7c5f-41ec-bf6b-6a59e0ba6568 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:38.747178 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b4cff62-3152-4744-a6ac-ca55b0ed8598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:38.747558 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c63b8b-fbca-40d2-9778-f011bae203c6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:38.748262 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c63b8b-fbca-40d2-9778-f011bae203c6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:38.751759 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f6c63b8b-fbca-40d2-9778-f011bae203c6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/0d076669-be4c-4358-ac63-aeff2f6e23ac HTTP/1.1" status: 404 len: 333 time: 0.0353696 Nov 12 04:26:38.754677 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52228) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.772837 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['7ec7cc86-a327-46e3-82cc-6403e1f00ad8'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:26:38.791079 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8f140a-82f2-474a-9022-91af84823170 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:38.791647 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8f140a-82f2-474a-9022-91af84823170 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:38.795795 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6e8f140a-82f2-474a-9022-91af84823170 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/35d36823-102c-40f2-bdb6-5a2caa5a929a HTTP/1.1" status: 404 len: 337 time: 0.0389168 Nov 12 04:26:38.798347 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52230) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.838483 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b9f27f-aacb-4575-bfda-f5141f86458c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:38.839244 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b9f27f-aacb-4575-bfda-f5141f86458c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:38.842740 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d1b9f27f-aacb-4575-bfda-f5141f86458c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/62289137-edf9-4765-ba6f-0ba68f28dfc6 HTTP/1.1" status: 404 len: 337 time: 0.0426204 Nov 12 04:26:38.845195 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52232) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.864233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a82e6ea-dc17-46f2-86c1-7935a52b2e05 req-d828deb0-d26b-4937-8572-2ef1fc23f3f0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] No DVR routers for this DVR port 7ec7cc86-a327-46e3-82cc-6403e1f00ad8 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:26:38.868047 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1a82e6ea-dc17-46f2-86c1-7935a52b2e05 req-d828deb0-d26b-4937-8572-2ef1fc23f3f0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:38.876760 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a82e6ea-dc17-46f2-86c1-7935a52b2e05 req-d828deb0-d26b-4937-8572-2ef1fc23f3f0 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.21 "DELETE /v2.0/ports/7ec7cc86-a327-46e3-82cc-6403e1f00ad8 HTTP/1.1" status: 204 len: 173 time: 1.7868667 Nov 12 04:26:38.890859 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fa6731-b513-4e5c-84e6-1b15b18db9a0', 'name': 'network-vif-deleted', 'tag': '7ec7cc86-a327-46e3-82cc-6403e1f00ad8'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:38.895249 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be8a728-e9e3-4ed7-b330-4f6a87b0c148" -d '{"events": [{"server_uuid": "29fa6731-b513-4e5c-84e6-1b15b18db9a0", "name": "network-vif-deleted", "tag": "7ec7cc86-a327-46e3-82cc-6403e1f00ad8"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:38.907399 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-09dc1f90-93dc-48c2-be37-5aa1e31e3449 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Router e33a33aa-9b97-402d-b5cf-c193ccecbd90 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:26:38.912192 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a75f53-1d48-469d-a0e1-923a2eae4a69 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:38.914060 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a75f53-1d48-469d-a0e1-923a2eae4a69 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:38.917153 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a4a75f53-1d48-469d-a0e1-923a2eae4a69 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/eaaa642b-b859-4f4b-8497-e7f1b4a9dc72 HTTP/1.1" status: 404 len: 333 time: 0.0707078 Nov 12 04:26:38.919714 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52238) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.959012 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-df188af1-efa7-4fb5-b86e-661ee44d1f32 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:38.959012 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df188af1-efa7-4fb5-b86e-661ee44d1f32 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:38.962038 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-df188af1-efa7-4fb5-b86e-661ee44d1f32 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/0a1a05ac-3b58-4177-8acb-18d60e5b8bdf HTTP/1.1" status: 404 len: 337 time: 0.0385096 Nov 12 04:26:38.967094 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52240) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.983859 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4d1086-1448-44e7-bee6-ccb3960ee135 None None] DHCP port deletion for 52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:39.028023 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2aac4a6-976f-4aa1-afc5-35e2b723c63c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.030449 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2aac4a6-976f-4aa1-afc5-35e2b723c63c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.033757 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c2aac4a6-976f-4aa1-afc5-35e2b723c63c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/ee91bc7f-8e96-427f-bc5b-35f9643f0b03 HTTP/1.1" status: 404 len: 337 time: 0.0656171 Nov 12 04:26:39.036678 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52242) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.084611 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-e155b692-1121-4a2b-b702-e1006dd1dde7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.086240 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e155b692-1121-4a2b-b702-e1006dd1dde7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.091835 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e155b692-1121-4a2b-b702-e1006dd1dde7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/b937d434-156d-4632-b148-19fca7048e12 HTTP/1.1" status: 404 len: 333 time: 0.0540020 Nov 12 04:26:39.094189 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52244) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.101906 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-09dc1f90-93dc-48c2-be37-5aa1e31e3449 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:26:39.114970 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-09dc1f90-93dc-48c2-be37-5aa1e31e3449 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.117692 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0163eb-779d-40d8-a524-64c6f3ec2af8 None None] Sync routers for ids ['e33a33aa-9b97-402d-b5cf-c193ccecbd90'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:26:39.127139 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d1086-1448-44e7-bee6-ccb3960ee135 None None] Deleting port 8547607d-7c5f-41ec-bf6b-6a59e0ba6568 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:39.127692 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff4d1086-1448-44e7-bee6-ccb3960ee135 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.148025 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea7cb83-6455-4e3f-9dfc-783942e95332 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.148680 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea7cb83-6455-4e3f-9dfc-783942e95332 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.152260 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2ea7cb83-6455-4e3f-9dfc-783942e95332 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/c8f98ec6-207d-4125-8370-6cbd093d56be HTTP/1.1" status: 404 len: 337 time: 0.0532172 Nov 12 04:26:39.160561 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-09dc1f90-93dc-48c2-be37-5aa1e31e3449 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "PUT /v2.0/floatingips/15bc9954-8394-4661-8c02-a8514ef5dbc5 HTTP/1.1" status: 200 len: 693 time: 1.4788580 Nov 12 04:26:39.161255 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52248) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.170913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0163eb-779d-40d8-a524-64c6f3ec2af8 None None] Routers {'e33a33aa-9b97-402d-b5cf-c193ccecbd90'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:39.171837 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ef0163eb-779d-40d8-a524-64c6f3ec2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:26:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e33a33aa-9b97-402d-b5cf-c193ccecbd90'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:39.196232 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9a09b6-25ee-4436-915c-6158e590eb52 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.197153 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a9a09b6-25ee-4436-915c-6158e590eb52 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.203222 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0a9a09b6-25ee-4436-915c-6158e590eb52 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/36cfc624-bb0b-4ca3-94d3-28911427bbda HTTP/1.1" status: 404 len: 333 time: 0.0392060 Nov 12 04:26:39.203533 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52250) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.229301 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-09139e22-71d7-462c-ba36-59bfd018726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:39.230298 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36caec5-7364-4130-a632-b1e000deeb03 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.230790 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36caec5-7364-4130-a632-b1e000deeb03 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.231032 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-09139e22-71d7-462c-ba36-59bfd018726b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7a1045004a3f4c249c8ef8ce0dd9470c&device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 1097 time: 0.0612514 Nov 12 04:26:39.233987 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b36caec5-7364-4130-a632-b1e000deeb03 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/0998e0c7-9a61-41df-9b62-ea0c362b2695 HTTP/1.1" status: 404 len: 337 time: 0.0295932 Nov 12 04:26:39.236566 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52254) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.261869 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc25390e-ba76-49ba-8dcb-9d6bccdf771e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.262527 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc25390e-ba76-49ba-8dcb-9d6bccdf771e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.265616 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cc25390e-ba76-49ba-8dcb-9d6bccdf771e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/7461ce10-caf7-4f65-8ef6-2df5dcd5e7bb HTTP/1.1" status: 404 len: 333 time: 0.0281167 Nov 12 04:26:39.267370 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.268917 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52256) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.300241 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5e13d1-3826-43eb-8f2f-b6890eb54edb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.300855 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff5e13d1-3826-43eb-8f2f-b6890eb54edb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.304678 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ff5e13d1-3826-43eb-8f2f-b6890eb54edb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/f810171c-602d-466f-94ae-1ad2f1dc4930 HTTP/1.1" status: 404 len: 337 time: 0.0347881 Nov 12 04:26:39.308362 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52258) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.320364 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ff4d1086-1448-44e7-bee6-ccb3960ee135 None None] For port 8547607d-7c5f-41ec-bf6b-6a59e0ba6568, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8547607d-7c5f-41ec-bf6b-6a59e0ba6568,segment=NetworkSegment(91048b08-136f-41ec-b45e-4ce845b72653),segment_id=91048b08-136f-41ec-b45e-4ce845b72653)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:39.321042 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff4d1086-1448-44e7-bee6-ccb3960ee135 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.345149 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d1086-1448-44e7-bee6-ccb3960ee135 None None] Calling delete_port for 8547607d-7c5f-41ec-bf6b-6a59e0ba6568 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:39.360039 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-563ae8a1-2aae-4078-b9cb-1510e2c689cd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.360994 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-ef0163eb-779d-40d8-a524-64c6f3ec2af8 None None] Set router e33a33aa-9b97-402d-b5cf-c193ccecbd90 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:39.361230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-563ae8a1-2aae-4078-b9cb-1510e2c689cd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.369560 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-563ae8a1-2aae-4078-b9cb-1510e2c689cd tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/4dad15cc-66d6-4380-9bbe-6001ca851719 HTTP/1.1" status: 404 len: 333 time: 0.0600991 Nov 12 04:26:39.371295 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52262) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.394293 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-7ab4a016-4f67-4312-afb1-0ed96d6a1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:39.399881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-7ab4a016-4f67-4312-afb1-0ed96d6a1f67 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 HTTP/1.1" status: 200 len: 920 time: 0.1616995 Nov 12 04:26:39.414203 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c50992a-221a-4e2e-aa15-44111b20e01d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.414725 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c50992a-221a-4e2e-aa15-44111b20e01d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.421624 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5c50992a-221a-4e2e-aa15-44111b20e01d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/5b68d0f8-57f6-4a6d-8c9e-1a26c0bb55d9 HTTP/1.1" status: 404 len: 337 time: 0.0503516 Nov 12 04:26:39.422245 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52264) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.440865 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8547607d-7c5f-41ec-bf6b-6a59e0ba6568 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:39.474875 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-bfe62160-f569-495d-a5fd-f270c07353a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d HTTP/1.1" status: 200 len: 217 time: 0.0675304 Nov 12 04:26:39.475592 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2b7706-71d2-4844-9c68-3c6d8614e6f3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.476198 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2b7706-71d2-4844-9c68-3c6d8614e6f3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.481693 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4a2b7706-71d2-4844-9c68-3c6d8614e6f3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/dfc3aa0e-c012-43f5-91f4-3558cc91f38c HTTP/1.1" status: 404 len: 333 time: 0.0561051 Nov 12 04:26:39.481988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52266) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.524815 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e4c220-359d-43b9-bffd-3fb74a4a042c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.525281 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e4c220-359d-43b9-bffd-3fb74a4a042c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.526064 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-5792c59f-d878-4bc3-8173-f7490ee6f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:39.531190 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b9e4c220-359d-43b9-bffd-3fb74a4a042c tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/68a5c25b-0712-4904-b1ba-33e9d8520d1f HTTP/1.1" status: 404 len: 337 time: 0.0458910 Nov 12 04:26:39.531651 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52268) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.534093 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-5792c59f-d878-4bc3-8173-f7490ee6f60a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8b898de-bc95-4aef-bd99-1e08bfac169b HTTP/1.1" status: 200 len: 859 time: 0.0571749 Nov 12 04:26:39.559234 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d599ab-cbef-4adc-8a51-1e9c2db57df6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.560159 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d599ab-cbef-4adc-8a51-1e9c2db57df6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.565571 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b8d599ab-cbef-4adc-8a51-1e9c2db57df6 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/d402cc7d-ead1-454e-acef-ba18a710e1de HTTP/1.1" status: 404 len: 333 time: 0.0312836 Nov 12 04:26:39.565760 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-c9b80002-5ec7-49bd-80dc-af6bf1c12af3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297420 Nov 12 04:26:39.565882 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52270) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.619251 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-1598bcab-b77e-4dd7-b898-8723f0dc77e9 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.619923 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1598bcab-b77e-4dd7-b898-8723f0dc77e9 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.623109 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1598bcab-b77e-4dd7-b898-8723f0dc77e9 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/57662308-1b1c-47ce-927b-eed1edf13a8e HTTP/1.1" status: 404 len: 337 time: 0.0562172 Nov 12 04:26:39.625809 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52272) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.662035 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f93e96a-6d6a-4e25-be48-7095631115e8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.662605 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f93e96a-6d6a-4e25-be48-7095631115e8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.666248 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3f93e96a-6d6a-4e25-be48-7095631115e8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/84386b62-e8fe-421f-adbf-95bf94b9e38c HTTP/1.1" status: 404 len: 337 time: 0.0392280 Nov 12 04:26:39.668746 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52274) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.693798 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa6ec0d-f5fd-4b81-918b-73af22e7d500 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.694378 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa6ec0d-f5fd-4b81-918b-73af22e7d500 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.705729 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.707796 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0fa6ec0d-f5fd-4b81-918b-73af22e7d500 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/32bc1137-481a-4c9a-b8ec-b62bafb4d39a HTTP/1.1" status: 404 len: 333 time: 0.0379860 Nov 12 04:26:39.718419 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52276) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.744971 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-34f2a982-b13e-4e63-95d7-29a8a8f1969e service neutron] 10.222.0.37 "GET /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699939 Nov 12 04:26:39.747069 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff4d1086-1448-44e7-bee6-ccb3960ee135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.755148 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-497ea909-3d86-4b2c-a014-eaf78b775dea tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.755813 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497ea909-3d86-4b2c-a014-eaf78b775dea tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.759448 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-497ea909-3d86-4b2c-a014-eaf78b775dea tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/4a5ff4f9-fce4-41a3-baff-7f5d34c9f1ac HTTP/1.1" status: 404 len: 337 time: 0.0396516 Nov 12 04:26:39.762417 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52280) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.794898 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-1424ed05-26f0-44d1-8b46-1eacd7612d6b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.795353 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1424ed05-26f0-44d1-8b46-1eacd7612d6b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.798726 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1424ed05-26f0-44d1-8b46-1eacd7612d6b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/c674ce86-9ffe-4552-ad0d-de5a2b3e8181 HTTP/1.1" status: 404 len: 337 time: 0.0352092 Nov 12 04:26:39.801205 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52282) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.815807 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d1086-1448-44e7-bee6-ccb3960ee135 None None] Pushing event deleted for resources: {'Port': ['ID=8547607d-7c5f-41ec-bf6b-6a59e0ba6568,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:39.824245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4d1086-1448-44e7-bee6-ccb3960ee135 None None] No DVR routers for this DVR port 8547607d-7c5f-41ec-bf6b-6a59e0ba6568 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:26:39.827757 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-233827e9-0c67-4b7a-8481-c9a6ce25b4c9 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.828700 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233827e9-0c67-4b7a-8481-c9a6ce25b4c9 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.835630 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-233827e9-0c67-4b7a-8481-c9a6ce25b4c9 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/45deb7fa-5513-4270-b088-b321d4464e8d HTTP/1.1" status: 404 len: 333 time: 0.0301657 Nov 12 04:26:39.836206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52284) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.868767 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ef0163eb-779d-40d8-a524-64c6f3ec2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'name': 'tempest-ServerRescueTestJSONUnderV235-872880899-router', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:18Z', 'updated_at': '2021-11-12T04:25:27Z', 'revision_number': 4, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'gw_port': {'id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:19Z', 'updated_at': '2021-11-12T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4812992c-5d58-4acd-9958-cfef9a073763', 'name': '', 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'mac_address': 'fa:16:3e:5b:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'e8b898de-bc95-4aef-bd99-1e08bfac169b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:25Z', 'updated_at': '2021-11-12T04:25:33Z', 'revision_number': 5, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'subnets': [{'id': 'e8b898de-bc95-4aef-bd99-1e08bfac169b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:39.873524 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4031302-7761-4fe5-9f14-5668cf346b6b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.873995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4031302-7761-4fe5-9f14-5668cf346b6b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.879195 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a4031302-7761-4fe5-9f14-5668cf346b6b tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/87c3a6e2-aa34-4ec5-a292-e0f536398dad HTTP/1.1" status: 404 len: 337 time: 0.0400274 Nov 12 04:26:39.882908 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52288) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.898185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-548e9afd-807c-4ac1-8f51-9bded98754f7 req-f4c2850d-a87c-4e0b-aaac-2473fc76d6f3 service neutron] 10.222.0.37 "GET /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455989 Nov 12 04:26:39.907168 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0163eb-779d-40d8-a524-64c6f3ec2af8 None None] Checking router: e33a33aa-9b97-402d-b5cf-c193ccecbd90 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:26:39.919049 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f863f5-eed2-4b2d-845e-f15f3192bfa3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.920319 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f863f5-eed2-4b2d-845e-f15f3192bfa3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.926784 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b0f863f5-eed2-4b2d-845e-f15f3192bfa3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/de292bcb-4030-426a-a154-29dece7f2b21 HTTP/1.1" status: 404 len: 337 time: 0.0364711 Nov 12 04:26:39.927597 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52290) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.928900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0163eb-779d-40d8-a524-64c6f3ec2af8 None None] Routers {'e33a33aa-9b97-402d-b5cf-c193ccecbd90'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:39.930118 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ef0163eb-779d-40d8-a524-64c6f3ec2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:26:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e33a33aa-9b97-402d-b5cf-c193ccecbd90'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:39.953648 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea5b4f7-b5a5-469d-8070-19416d1002d8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.954417 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea5b4f7-b5a5-469d-8070-19416d1002d8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:39.957565 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bea5b4f7-b5a5-469d-8070-19416d1002d8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/e6ead572-d637-45ed-ab8a-378e10d0833e HTTP/1.1" status: 404 len: 333 time: 0.0289080 Nov 12 04:26:39.960712 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52292) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:39.997804 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-828943df-cd9d-41e8-9ec0-d9e7530bd0ff tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:39.999353 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828943df-cd9d-41e8-9ec0-d9e7530bd0ff tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:40.010540 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-828943df-cd9d-41e8-9ec0-d9e7530bd0ff tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/db891f7c-b1bf-4120-939b-19e335bf24a8 HTTP/1.1" status: 404 len: 337 time: 0.0466266 Nov 12 04:26:40.010783 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52296) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.042461 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-8404e828-6ff1-4dd7-ade9-f7b8b4ff53d4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:40.043237 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8404e828-6ff1-4dd7-ade9-f7b8b4ff53d4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:40.047061 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8404e828-6ff1-4dd7-ade9-f7b8b4ff53d4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/c84a0c1f-f2d7-4e11-b973-59edb40d705f HTTP/1.1" status: 404 len: 337 time: 0.0327473 Nov 12 04:26:40.049612 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52298) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.092072 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4997bdc9-9227-4682-adda-016c8c1aa1e8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports?device_id=b230d039-1d7c-4aba-93f6-579c04a2b251 HTTP/1.1" status: 200 len: 205 time: 0.0409253 Nov 12 04:26:40.094417 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52300) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.109205 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481944a2-68b7-4588-95a6-9c5ea636f61b req-5f968974-e722-48a5-96ae-2e801cef42e8 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:40.115205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-ef0163eb-779d-40d8-a524-64c6f3ec2af8 None None] Set router e33a33aa-9b97-402d-b5cf-c193ccecbd90 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:40.117479 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-481944a2-68b7-4588-95a6-9c5ea636f61b req-5f968974-e722-48a5-96ae-2e801cef42e8 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0656831 Nov 12 04:26:40.168824 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-f3d494d3-cfc7-4379-844e-eff4e723b2b4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] delete failed (client error): The resource could not be found. Nov 12 04:26:40.172729 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f3d494d3-cfc7-4379-844e-eff4e723b2b4 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/routers/b230d039-1d7c-4aba-93f6-579c04a2b251 HTTP/1.1" status: 404 len: 336 time: 0.0743058 Nov 12 04:26:40.173222 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52304) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.178931 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-481944a2-68b7-4588-95a6-9c5ea636f61b req-7ad9d524-fd45-4be3-9c32-ab109f1f4452 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600271 Nov 12 04:26:40.211761 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6b3819-be6c-4181-bc78-f1d1376c36a8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:40.212272 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6b3819-be6c-4181-bc78-f1d1376c36a8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:40.216037 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8e6b3819-be6c-4181-bc78-f1d1376c36a8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/693bad20-b22c-4d19-92f6-b5076f29e359 HTTP/1.1" status: 404 len: 337 time: 0.0414319 Nov 12 04:26:40.218917 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52310) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.259808 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f303654a-1963-4507-8d17-6ac03e6704c2 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "GET /v2.0/ports?device_id=86ba82fc-0b44-47e8-920b-e1ea2207dddb HTTP/1.1" status: 200 len: 205 time: 0.0382631 Nov 12 04:26:40.261401 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52312) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.308368 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-9a90c080-46c2-4e75-bfb9-3eb8083c6617 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] delete failed (client error): The resource could not be found. Nov 12 04:26:40.311441 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9a90c080-46c2-4e75-bfb9-3eb8083c6617 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/routers/86ba82fc-0b44-47e8-920b-e1ea2207dddb HTTP/1.1" status: 404 len: 336 time: 0.0489633 Nov 12 04:26:40.312525 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52314) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.338693 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d7bc09b-e732-4b2e-be30-0142d6a671d3 req-46c12f71-0745-4048-857c-cd8c3fbd1d43 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=29fa6731-b513-4e5c-84e6-1b15b18db9a0 HTTP/1.1" status: 200 len: 210 time: 0.0329778 Nov 12 04:26:40.344319 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f9716a-2c71-4ee5-b684-4e306fa3a026 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:40.344932 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f9716a-2c71-4ee5-b684-4e306fa3a026 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:40.347995 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a1f9716a-2c71-4ee5-b684-4e306fa3a026 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/27157fff-3896-4c73-ba32-ea01a1662ef8 HTTP/1.1" status: 404 len: 337 time: 0.0344002 Nov 12 04:26:40.350605 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52316) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.403309 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b28557-1c41-46a5-9bb4-8095e46e9163 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:40.406885 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b28557-1c41-46a5-9bb4-8095e46e9163 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:40.413155 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52320) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.415662 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c7b28557-1c41-46a5-9bb4-8095e46e9163 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/4195af48-68ea-4c0c-9e31-2681ad5658b6 HTTP/1.1" status: 404 len: 337 time: 0.0637755 Nov 12 04:26:40.451873 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ef0163eb-779d-40d8-a524-64c6f3ec2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'name': 'tempest-ServerRescueTestJSONUnderV235-872880899-router', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:18Z', 'updated_at': '2021-11-12T04:25:27Z', 'revision_number': 4, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'gw_port': {'id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:19Z', 'updated_at': '2021-11-12T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4812992c-5d58-4acd-9958-cfef9a073763', 'name': '', 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'mac_address': 'fa:16:3e:5b:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'e8b898de-bc95-4aef-bd99-1e08bfac169b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:25Z', 'updated_at': '2021-11-12T04:25:33Z', 'revision_number': 5, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'subnets': [{'id': 'e8b898de-bc95-4aef-bd99-1e08bfac169b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:40.456604 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77f2e76-e8ad-422a-9e62-32a7d397dec3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:40.457791 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f77f2e76-e8ad-422a-9e62-32a7d397dec3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:40.467751 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52322) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.476474 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f77f2e76-e8ad-422a-9e62-32a7d397dec3 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/0491e2cd-00b7-432d-9aa6-c133e8b9d261 HTTP/1.1" status: 404 len: 333 time: 0.0620894 Nov 12 04:26:40.487427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0163eb-779d-40d8-a524-64c6f3ec2af8 None None] The sync data for ids ['e33a33aa-9b97-402d-b5cf-c193ccecbd90'] in n-d-768509-24 is: [{'id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'name': 'tempest-ServerRescueTestJSONUnderV235-872880899-router', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:18Z', 'updated_at': '2021-11-12T04:25:27Z', 'revision_number': 4, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'gw_port': {'id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:19Z', 'updated_at': '2021-11-12T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4812992c-5d58-4acd-9958-cfef9a073763', 'name': '', 'network_id': '7e11ebec-e1a3-450c-b28f-d2628b7a2ba2', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'mac_address': 'fa:16:3e:5b:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'e8b898de-bc95-4aef-bd99-1e08bfac169b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:25Z', 'updated_at': '2021-11-12T04:25:33Z', 'revision_number': 5, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'subnets': [{'id': 'e8b898de-bc95-4aef-bd99-1e08bfac169b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:26:40.511101 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-552af44a-1407-45a9-ad06-d94a730d637d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:40.511486 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-552af44a-1407-45a9-ad06-d94a730d637d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:40.517642 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52324) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.518534 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-552af44a-1407-45a9-ad06-d94a730d637d tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/7a0fe097-2850-44c1-a6cb-a48f1038ebf5 HTTP/1.1" status: 404 len: 337 time: 0.0484514 Nov 12 04:26:40.551345 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d1ff41-a64f-41e3-833c-5d865c06d0d0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:40.552399 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d1ff41-a64f-41e3-833c-5d865c06d0d0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:40.556420 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-46d1ff41-a64f-41e3-833c-5d865c06d0d0 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/56877227-47cf-4bfd-b8e3-c1869a3be888 HTTP/1.1" status: 404 len: 333 time: 0.0376282 Nov 12 04:26:40.559056 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52326) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.591835 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dcfd8c2-6832-492b-9753-78634a0afd23 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:40.593988 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dcfd8c2-6832-492b-9753-78634a0afd23 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:40.596225 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3dcfd8c2-6832-492b-9753-78634a0afd23 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/f9a7f561-c408-4eb1-82ca-f4bf06a972e8 HTTP/1.1" status: 404 len: 337 time: 0.0356731 Nov 12 04:26:40.598609 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52328) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.630019 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f5753e-4148-4b70-8369-b9c31719d81e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:40.630877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f5753e-4148-4b70-8369-b9c31719d81e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:40.634822 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-84f5753e-4148-4b70-8369-b9c31719d81e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/e6d6a941-a016-4c5c-8fb8-68b5baea642d HTTP/1.1" status: 404 len: 333 time: 0.0345383 Nov 12 04:26:40.637145 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52330) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.673536 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d99aad-96cb-4a40-b2d0-01856dedd4ad tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:40.674302 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d99aad-96cb-4a40-b2d0-01856dedd4ad tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:40.680638 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-31d99aad-96cb-4a40-b2d0-01856dedd4ad tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/50b6feab-a136-4eed-8b83-4600097d347f HTTP/1.1" status: 404 len: 337 time: 0.0393014 Nov 12 04:26:40.680940 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52332) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.721178 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ece7550-c1cf-4d47-8350-d5648c3a53b7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:40.721982 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ece7550-c1cf-4d47-8350-d5648c3a53b7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:40.725766 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7ece7550-c1cf-4d47-8350-d5648c3a53b7 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/93f6164b-c656-406f-b9c1-73c93dc90aad HTTP/1.1" status: 404 len: 333 time: 0.0433068 Nov 12 04:26:40.728630 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52336) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.759323 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdea73d1-f745-4ce7-bbf0-ff765663d83e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:40.760311 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdea73d1-f745-4ce7-bbf0-ff765663d83e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:40.763145 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bdea73d1-f745-4ce7-bbf0-ff765663d83e tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/e1eb09a7-e110-43cf-af60-74614c68db1f HTTP/1.1" status: 404 len: 337 time: 0.0333178 Nov 12 04:26:40.765877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52338) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.790357 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75f487e-aba9-4c5b-bd0d-4687e3c0ad98 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:40.791099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f75f487e-aba9-4c5b-bd0d-4687e3c0ad98 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:40.794721 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f75f487e-aba9-4c5b-bd0d-4687e3c0ad98 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/cda898a7-add9-4e19-9f5a-b3e708ea9d27 HTTP/1.1" status: 404 len: 333 time: 0.0275888 Nov 12 04:26:40.797109 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52340) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.799603 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d117c3-5afd-487d-9675-4ce741245f5b None None] New status for floating IP 15bc9954-8394-4661-8c02-a8514ef5dbc5: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:26:40.823779 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-73881367-8517-4ebe-8187-48cd3eb0d737 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:40.824288 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73881367-8517-4ebe-8187-48cd3eb0d737 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:40.829946 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-73881367-8517-4ebe-8187-48cd3eb0d737 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/0085f4fa-7910-4773-ae4e-8adf969900cf HTTP/1.1" status: 404 len: 337 time: 0.0295918 Nov 12 04:26:40.830802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52342) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.866178 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f9a531-ea89-4b5d-a7d1-cd50f0fa0c40 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:40.866924 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f9a531-ea89-4b5d-a7d1-cd50f0fa0c40 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:40.870094 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-79f9a531-ea89-4b5d-a7d1-cd50f0fa0c40 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/74ecf0e6-2e32-4228-8c40-ab1857891dba HTTP/1.1" status: 404 len: 333 time: 0.0388403 Nov 12 04:26:40.872977 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52344) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.899882 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b745dc3-711d-4f4d-b9d9-6afcd7ee7827 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:40.900773 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b745dc3-711d-4f4d-b9d9-6afcd7ee7827 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:40.903347 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6b745dc3-711d-4f4d-b9d9-6afcd7ee7827 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/428d1d6f-e7db-443c-ab78-eba12a4e67f4 HTTP/1.1" status: 404 len: 337 time: 0.0293963 Nov 12 04:26:40.906020 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52348) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.936445 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-4097bac5-041a-4362-9e27-5a1b58b291d8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:40.937408 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4097bac5-041a-4362-9e27-5a1b58b291d8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:40.941174 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4097bac5-041a-4362-9e27-5a1b58b291d8 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/ports/ad94a4e5-0375-4dae-a203-dbfd5bb9a9a8 HTTP/1.1" status: 404 len: 333 time: 0.0338857 Nov 12 04:26:40.943920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52350) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:40.981804 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c66b70-a2a3-46ec-850e-2a68847d3ba3 x-openstack-request-id: req-30c66b70-a2a3-46ec-850e-2a68847d3ba3 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:40.982373 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fa6731-b513-4e5c-84e6-1b15b18db9a0", "name": "network-vif-deleted", "tag": "7ec7cc86-a327-46e3-82cc-6403e1f00ad8", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:40.982730 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30c66b70-a2a3-46ec-850e-2a68847d3ba3 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:40.983240 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fa6731-b513-4e5c-84e6-1b15b18db9a0', 'name': 'network-vif-deleted', 'tag': '7ec7cc86-a327-46e3-82cc-6403e1f00ad8', 'status': 'completed', 'code': 200} Nov 12 04:26:40.984511 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40c5916-dbaf-495a-9db7-97081d92f4fb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:40.985190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40c5916-dbaf-495a-9db7-97081d92f4fb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:40.989284 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f40c5916-dbaf-495a-9db7-97081d92f4fb tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/subnets/994959ac-cda2-4bdd-8e23-2e78fffb54e4 HTTP/1.1" status: 404 len: 337 time: 0.0437372 Nov 12 04:26:40.992177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52352) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:41.044852 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09e8d3c3-8952-4dc9-8032-947e70ae3f0a req-c41c7b0b-5ad4-4c6a-995f-046296af2b2b tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/floatingips/15bc9954-8394-4661-8c02-a8514ef5dbc5 HTTP/1.1" status: 200 len: 693 time: 0.0541251 Nov 12 04:26:41.078271 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f96054e-2462-4f65-ad1a-3b04a0d15248 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:41.167591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8d3c3-8952-4dc9-8032-947e70ae3f0a req-14cc3521-b947-4ecd-8dbf-c578e3e9a3fd tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:41.175170 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09e8d3c3-8952-4dc9-8032-947e70ae3f0a req-14cc3521-b947-4ecd-8dbf-c578e3e9a3fd tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 784 time: 0.1245699 Nov 12 04:26:41.180867 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-09e8d3c3-8952-4dc9-8032-947e70ae3f0a req-1d975d17-2019-46f3-a39a-a0caa912e2ab tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:26:41.181847 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09e8d3c3-8952-4dc9-8032-947e70ae3f0a req-1d975d17-2019-46f3-a39a-a0caa912e2ab tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059011 Nov 12 04:26:41.194284 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f96054e-2462-4f65-ad1a-3b04a0d15248 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:41.217114 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4f96054e-2462-4f65-ad1a-3b04a0d15248 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:41.234932 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4f96054e-2462-4f65-ad1a-3b04a0d15248 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91048b08-136f-41ec-b45e-4ce845b72653') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:41.235216 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4f96054e-2462-4f65-ad1a-3b04a0d15248 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91048b08-136f-41ec-b45e-4ce845b72653') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:41.241526 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09e8d3c3-8952-4dc9-8032-947e70ae3f0a req-10ddb9a4-fafb-4b54-972c-be16e3a3c33a tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.6 HTTP/1.1" status: 200 len: 694 time: 0.0518653 Nov 12 04:26:41.251834 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f96054e-2462-4f65-ad1a-3b04a0d15248 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:41.273241 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f96054e-2462-4f65-ad1a-3b04a0d15248 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:41.280862 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f96054e-2462-4f65-ad1a-3b04a0d15248 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:26:41.281301 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f96054e-2462-4f65-ad1a-3b04a0d15248 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: items = [ Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:26:41.284454 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:26:41.300434 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09e8d3c3-8952-4dc9-8032-947e70ae3f0a req-c8080b57-5bd0-46e5-98e8-4d38a123974d tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.6 HTTP/1.1" status: 200 len: 694 time: 0.0462127 Nov 12 04:26:41.426489 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f96054e-2462-4f65-ad1a-3b04a0d15248 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:41.437161 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f96054e-2462-4f65-ad1a-3b04a0d15248 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:41.440800 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4f96054e-2462-4f65-ad1a-3b04a0d15248 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] 10.222.0.37 "DELETE /v2.0/networks/52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe HTTP/1.1" status: 204 len: 168 time: 0.4475608 Nov 12 04:26:41.452379 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96054e-2462-4f65-ad1a-3b04a0d15248 tempest-NetworksTestDHCPv6-1818431800 tempest-NetworksTestDHCPv6-1818431800-project] Pushing event deleted for resources: {'Network': ['ID=52d79f3e-aa92-4ed3-99b4-9e0b3b66aefe,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:41.468810 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-09e8d3c3-8952-4dc9-8032-947e70ae3f0a req-1686690c-f680-4773-9e75-a99c5419c9f2 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Deleting port 8acf5d79-4755-456e-b3f1-459655cb3367 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:41.469154 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-09e8d3c3-8952-4dc9-8032-947e70ae3f0a req-1686690c-f680-4773-9e75-a99c5419c9f2 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:41.559021 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-09e8d3c3-8952-4dc9-8032-947e70ae3f0a req-1686690c-f680-4773-9e75-a99c5419c9f2 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:41.559380 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-09e8d3c3-8952-4dc9-8032-947e70ae3f0a req-1686690c-f680-4773-9e75-a99c5419c9f2 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:41.571821 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-09e8d3c3-8952-4dc9-8032-947e70ae3f0a req-1686690c-f680-4773-9e75-a99c5419c9f2 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Calling delete_port for 8acf5d79-4755-456e-b3f1-459655cb3367 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:41.818419 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-09e8d3c3-8952-4dc9-8032-947e70ae3f0a req-1686690c-f680-4773-9e75-a99c5419c9f2 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:41.844306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686690c-f680-4773-9e75-a99c5419c9f2 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Pushing event deleted for resources: {'Port': ['ID=8acf5d79-4755-456e-b3f1-459655cb3367,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:41.917016 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-09e8d3c3-8952-4dc9-8032-947e70ae3f0a req-1686690c-f680-4773-9e75-a99c5419c9f2 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:41.920446 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-09e8d3c3-8952-4dc9-8032-947e70ae3f0a req-1686690c-f680-4773-9e75-a99c5419c9f2 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:41.921598 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09e8d3c3-8952-4dc9-8032-947e70ae3f0a req-1686690c-f680-4773-9e75-a99c5419c9f2 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "DELETE /v2.0/floatingips/15bc9954-8394-4661-8c02-a8514ef5dbc5 HTTP/1.1" status: 204 len: 173 time: 0.6184981 Nov 12 04:26:41.986176 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52380) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:42.119174 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2aaa48b-d285-4396-93c0-a45591b3c11b req-23d8096e-94c3-4a65-a9a8-a5b9854adfc2 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups/b008a20b-b898-4955-b337-a7737c5b7559 HTTP/1.1" status: 200 len: 1826 time: 0.0482686 Nov 12 04:26:42.145225 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f8fe8534-e1ae-417b-813c-6313cccec88a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8e592190145474f8fac253da0f0caa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1570258 Nov 12 04:26:42.145959 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52384) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:42.193372 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d2aaa48b-d285-4396-93c0-a45591b3c11b req-d4c34d8a-1db9-4a8a-8c06-2221429028db tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.202580 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f92aa3b-1b00-4239-95ca-bfce7dc5c4ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.224370 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d2aaa48b-d285-4396-93c0-a45591b3c11b req-d4c34d8a-1db9-4a8a-8c06-2221429028db tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.230178 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f92aa3b-1b00-4239-95ca-bfce7dc5c4ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.230396 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 7ec7cc86-a327-46e3-82cc-6403e1f00ad8 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:42.256702 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 7ec7cc86-a327-46e3-82cc-6403e1f00ad8 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:26:42.257304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 7ec7cc86-a327-46e3-82cc-6403e1f00ad8 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:26:42.337128 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7ad45bf-8b0d-46a8-9756-eb850611ac78 req-0fab26ff-d246-4235-bdcd-f1264d1bf272 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417476 Nov 12 04:26:42.386323 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d2aaa48b-d285-4396-93c0-a45591b3c11b req-d4c34d8a-1db9-4a8a-8c06-2221429028db tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.389013 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d2aaa48b-d285-4396-93c0-a45591b3c11b req-d4c34d8a-1db9-4a8a-8c06-2221429028db tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.390170 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2aaa48b-d285-4396-93c0-a45591b3c11b req-d4c34d8a-1db9-4a8a-8c06-2221429028db tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "DELETE /v2.0/security-groups/b008a20b-b898-4955-b337-a7737c5b7559 HTTP/1.1" status: 204 len: 173 time: 0.2643566 Nov 12 04:26:42.417119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c34d8a-1db9-4a8a-8c06-2221429028db tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b008a20b-b898-4955-b337-a7737c5b7559,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:42.433599 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad45bf-8b0d-46a8-9756-eb850611ac78 req-2ea34bd9-24ed-42fe-a2de-2cf617836aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:42.435176 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7ad45bf-8b0d-46a8-9756-eb850611ac78 req-2ea34bd9-24ed-42fe-a2de-2cf617836aad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5dbdfbedb0645dfa188fd2273da30e3&device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 1099 time: 0.0613582 Nov 12 04:26:42.505806 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f92aa3b-1b00-4239-95ca-bfce7dc5c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.508567 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f92aa3b-1b00-4239-95ca-bfce7dc5c4ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.510043 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1f92aa3b-1b00-4239-95ca-bfce7dc5c4ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d30ef600-dc2d-470c-bd7d-80e03a161ce5 HTTP/1.1" status: 204 len: 168 time: 0.3630512 Nov 12 04:26:42.529420 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92aa3b-1b00-4239-95ca-bfce7dc5c4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30ef600-dc2d-470c-bd7d-80e03a161ce5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:42.545241 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92aa3b-1b00-4239-95ca-bfce7dc5c4ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.545732 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92aa3b-1b00-4239-95ca-bfce7dc5c4ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.546570 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92aa3b-1b00-4239-95ca-bfce7dc5c4ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.546570 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92aa3b-1b00-4239-95ca-bfce7dc5c4ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.547067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92aa3b-1b00-4239-95ca-bfce7dc5c4ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.547533 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92aa3b-1b00-4239-95ca-bfce7dc5c4ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.547936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92aa3b-1b00-4239-95ca-bfce7dc5c4ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.548366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92aa3b-1b00-4239-95ca-bfce7dc5c4ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.548876 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92aa3b-1b00-4239-95ca-bfce7dc5c4ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.549371 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92aa3b-1b00-4239-95ca-bfce7dc5c4ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.549866 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92aa3b-1b00-4239-95ca-bfce7dc5c4ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.550546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92aa3b-1b00-4239-95ca-bfce7dc5c4ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.566108 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0e13c-7880-403e-810c-c56961e30cbf req-24e7ad6c-d6ef-4ce8-bef8-6bb4397ade3d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:42.567769 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ac0e13c-7880-403e-810c-c56961e30cbf req-24e7ad6c-d6ef-4ce8-bef8-6bb4397ade3d tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.1213980 Nov 12 04:26:42.595731 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad45bf-8b0d-46a8-9756-eb850611ac78 req-c8b28c8d-b406-4270-becc-b01ad47af0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:42.597325 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7ad45bf-8b0d-46a8-9756-eb850611ac78 req-c8b28c8d-b406-4270-becc-b01ad47af0ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f HTTP/1.1" status: 200 len: 915 time: 0.1367941 Nov 12 04:26:42.654825 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7ad45bf-8b0d-46a8-9756-eb850611ac78 req-485fa7c0-dda3-4d4a-8ae8-78b4688cdbb4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eed06a5e-8678-401c-8a5f-cba757927912 HTTP/1.1" status: 200 len: 217 time: 0.0444965 Nov 12 04:26:42.707189 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ac0e13c-7880-403e-810c-c56961e30cbf req-25c1d877-9770-4a3f-b97f-5daa43aa5445 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247303 Nov 12 04:26:42.726108 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad45bf-8b0d-46a8-9756-eb850611ac78 req-233d02a3-4472-4af5-9f49-b3bd30f9bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:42.730662 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7ad45bf-8b0d-46a8-9756-eb850611ac78 req-233d02a3-4472-4af5-9f49-b3bd30f9bfa2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c7d94b8-4379-4d9a-b153-80af21551b65 HTTP/1.1" status: 200 len: 854 time: 0.0659726 Nov 12 04:26:42.766645 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7ad45bf-8b0d-46a8-9756-eb850611ac78 req-9fda7e5a-406a-4d05-b621-62e029d8468a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291822 Nov 12 04:26:42.896066 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7ad45bf-8b0d-46a8-9756-eb850611ac78 req-4b73dcd5-6283-4ade-9b06-f7d7e3955d18 service neutron] 10.222.0.21 "GET /v2.0/networks/0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181316 Nov 12 04:26:42.985739 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f650b89c-ba7f-4eb0-9862-4a67bde49a1f', 'tag': '773cb0dd-f5a4-4c0e-b0e3-482cf490a53d'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:42.988703 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c95e886-639d-4951-b647-e28438a339b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f650b89c-ba7f-4eb0-9862-4a67bde49a1f", "tag": "773cb0dd-f5a4-4c0e-b0e3-482cf490a53d"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:43.003817 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7ad45bf-8b0d-46a8-9756-eb850611ac78 req-ef7d7242-9e6e-4acf-91d6-addbbc21915b service neutron] 10.222.0.21 "GET /v2.0/networks/0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999508 Nov 12 04:26:43.790565 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52438) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:43.804974 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9c086-dfe4-4514-8099-b19853c13d2d req-de115e4c-2afc-477b-9634-ae0f6e9b7653 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:43.806608 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ad9c086-dfe4-4514-8099-b19853c13d2d req-de115e4c-2afc-477b-9634-ae0f6e9b7653 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0593548 Nov 12 04:26:43.857955 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ad9c086-dfe4-4514-8099-b19853c13d2d req-fc79de24-4d58-4439-a506-5bc7ee35b8e8 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449607 Nov 12 04:26:43.914953 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3d834c22-d018-41ba-b1c5-3b091f8a804a tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1746988879'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:43.917085 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bb7b44-4356-45ea-8c66-07d92072c878 x-openstack-request-id: req-35bb7b44-4356-45ea-8c66-07d92072c878 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:43.917572 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f650b89c-ba7f-4eb0-9862-4a67bde49a1f", "tag": "773cb0dd-f5a4-4c0e-b0e3-482cf490a53d", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:43.917652 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35bb7b44-4356-45ea-8c66-07d92072c878 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:43.918148 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f650b89c-ba7f-4eb0-9862-4a67bde49a1f', 'tag': '773cb0dd-f5a4-4c0e-b0e3-482cf490a53d', 'status': 'completed', 'code': 200} Nov 12 04:26:44.006913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95e886-639d-4951-b647-e28438a339b7 req-67498aae-efb8-4a06-a04d-8911b26eb5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:44.008738 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c95e886-639d-4951-b647-e28438a339b7 req-67498aae-efb8-4a06-a04d-8911b26eb5f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a1045004a3f4c249c8ef8ce0dd9470c&device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 1097 time: 0.0428696 Nov 12 04:26:44.014182 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d834c22-d018-41ba-b1c5-3b091f8a804a tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Made reservation on behalf of 0817cae92be44291994808d24e1180ce for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:44.018808 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d834c22-d018-41ba-b1c5-3b091f8a804a tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:44.028001 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d834c22-d018-41ba-b1c5-3b091f8a804a tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:44.132049 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d834c22-d018-41ba-b1c5-3b091f8a804a tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:44.166912 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02376cb-7866-46aa-bfcb-983ed1f83a38 req-91aa696d-da14-4712-b62a-d84c3cea0e1f tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:44.168465 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d02376cb-7866-46aa-bfcb-983ed1f83a38 req-91aa696d-da14-4712-b62a-d84c3cea0e1f tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.1161017 Nov 12 04:26:44.176399 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95e886-639d-4951-b647-e28438a339b7 req-e382bc4e-8cd2-45d3-84a9-7be3fef64ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:44.177901 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c95e886-639d-4951-b647-e28438a339b7 req-e382bc4e-8cd2-45d3-84a9-7be3fef64ddf service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 HTTP/1.1" status: 200 len: 920 time: 0.1532164 Nov 12 04:26:44.180057 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d834c22-d018-41ba-b1c5-3b091f8a804a tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:44.192942 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d834c22-d018-41ba-b1c5-3b091f8a804a tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:26:44.218539 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d834c22-d018-41ba-b1c5-3b091f8a804a tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:44.218917 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-3d834c22-d018-41ba-b1c5-3b091f8a804a tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Added segment 3d13d60a-4fc3-49af-887c-97cad7476efb of type vlan for network b5cf3a96-7e27-4441-96ed-ebaed0a0adae Nov 12 04:26:44.251574 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c95e886-639d-4951-b647-e28438a339b7 req-179cb70c-3c91-4a0a-a846-59cdcf966c4f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d HTTP/1.1" status: 200 len: 217 time: 0.0552433 Nov 12 04:26:44.258337 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d834c22-d018-41ba-b1c5-3b091f8a804a tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b64b094a-6957-44e9-8ed7-0cb4d37cc3ba,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:44.274894 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d834c22-d018-41ba-b1c5-3b091f8a804a tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:44.330690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d02376cb-7866-46aa-bfcb-983ed1f83a38 req-0116f312-a3d7-48c4-81ab-e116e4e909f6 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517386 Nov 12 04:26:44.346010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95e886-639d-4951-b647-e28438a339b7 req-f296d1b1-aeab-403b-a8c7-d9862d1d698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:44.347546 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c95e886-639d-4951-b647-e28438a339b7 req-f296d1b1-aeab-403b-a8c7-d9862d1d698f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8b898de-bc95-4aef-bd99-1e08bfac169b HTTP/1.1" status: 200 len: 859 time: 0.0842481 Nov 12 04:26:44.383674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c95e886-639d-4951-b647-e28438a339b7 req-a7fb4c36-5f49-4a9e-80ca-a7d637da7c59 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266845 Nov 12 04:26:44.402784 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d834c22-d018-41ba-b1c5-3b091f8a804a tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:44.409183 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d834c22-d018-41ba-b1c5-3b091f8a804a tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:44.409795 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d834c22-d018-41ba-b1c5-3b091f8a804a tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:44.485840 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d834c22-d018-41ba-b1c5-3b091f8a804a tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Pushing event updated for resources: {'Network': ['ID=b5cf3a96-7e27-4441-96ed-ebaed0a0adae,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:44.501003 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network b5cf3a96-7e27-4441-96ed-ebaed0a0adae details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:26:44.515147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de343bdc-fcb9-4800-a946-2011b9ecbab5 req-dc0cb786-c5bf-42f4-ac64-1bd35785ca1c tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:44.515147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de343bdc-fcb9-4800-a946-2011b9ecbab5 req-dc0cb786-c5bf-42f4-ac64-1bd35785ca1c tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 945 time: 0.1181426 Nov 12 04:26:44.524575 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3d834c22-d018-41ba-b1c5-3b091f8a804a tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7293720 Nov 12 04:26:44.525062 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52456) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:44.530705 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-02d56ae6-6709-45fb-8e9f-015e38f23649 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Request body: {'subnet': {'network_id': 'b5cf3a96-7e27-4441-96ed-ebaed0a0adae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:44.551507 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c95e886-639d-4951-b647-e28438a339b7 req-faf5a500-9599-46fa-bc31-0ef5d8b1a3dc service neutron] 10.222.0.31 "GET /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571524 Nov 12 04:26:44.616227 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de343bdc-fcb9-4800-a946-2011b9ecbab5 req-fcc51aea-f1da-44ba-9962-b758547abbdc tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843716 Nov 12 04:26:44.692578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c95e886-639d-4951-b647-e28438a339b7 req-2193b345-7f66-49e6-835d-1314dd1b950d service neutron] 10.222.0.31 "GET /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115465 Nov 12 04:26:44.723053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d56ae6-6709-45fb-8e9f-015e38f23649 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Made reservation on behalf of 0817cae92be44291994808d24e1180ce for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:44.731672 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02d56ae6-6709-45fb-8e9f-015e38f23649 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:44.876273 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe63b05-6d8c-48b3-9fb5-0698c515c469 req-d5496860-6706-4d96-823f-43b7c765e792 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:44.878374 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-efe63b05-6d8c-48b3-9fb5-0698c515c469 req-d5496860-6706-4d96-823f-43b7c765e792 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0605419 Nov 12 04:26:44.952610 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-efe63b05-6d8c-48b3-9fb5-0698c515c469 req-d88df885-803a-4b43-859e-3c80e54e6d6f tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637691 Nov 12 04:26:45.016177 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02d56ae6-6709-45fb-8e9f-015e38f23649 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:45.104357 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d56ae6-6709-45fb-8e9f-015e38f23649 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Pushing event updated for resources: {'Subnet': ['ID=b3e2633d-5c82-4952-90c5-2b8466851989,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:45.112605 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d56ae6-6709-45fb-8e9f-015e38f23649 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Checking segment: {'id': '3d13d60a-4fc3-49af-887c-97cad7476efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b5cf3a96-7e27-4441-96ed-ebaed0a0adae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:26:45.112976 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d56ae6-6709-45fb-8e9f-015e38f23649 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Network hostable DHCP agents. Network: b5cf3a96-7e27-4441-96ed-ebaed0a0adae, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:26:45.219547 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d56ae6-6709-45fb-8e9f-015e38f23649 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Network b5cf3a96-7e27-4441-96ed-ebaed0a0adae is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:26:45.292890 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-02d56ae6-6709-45fb-8e9f-015e38f23649 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, b5cf3a96-7e27-4441-96ed-ebaed0a0adae) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:45.298136 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d56ae6-6709-45fb-8e9f-015e38f23649 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:45.299024 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02d56ae6-6709-45fb-8e9f-015e38f23649 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:45.310427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e111c23-dfd8-4bc2-8777-d5a249e289de None None] Network b5cf3a96-7e27-4441-96ed-ebaed0a0adae requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:45.353654 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50379d1-2c1d-43fd-b4fc-1b30d1bbba0d req-8d539824-9709-4b58-a0ee-2b0d6246e259 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:45.355938 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e50379d1-2c1d-43fd-b4fc-1b30d1bbba0d req-8d539824-9709-4b58-a0ee-2b0d6246e259 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.0817182 Nov 12 04:26:45.421178 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-02d56ae6-6709-45fb-8e9f-015e38f23649 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8948641 Nov 12 04:26:45.426050 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52478) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:45.432663 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0d4e6370-7220-4f64-aab1-0a1c71ef7fbf tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Request body: {'port': {'network_id': 'b5cf3a96-7e27-4441-96ed-ebaed0a0adae', 'name': 'tempest-ExtraDHCPOptionsTestJSON-805076874'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:45.500891 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-b5cf3a96-7e27-4441-96ed-ebaed0a0adae', 'network_id': 'b5cf3a96-7e27-4441-96ed-ebaed0a0adae', 'tenant_id': '0817cae92be44291994808d24e1180ce', 'fixed_ips': [{'subnet_id': 'b3e2633d-5c82-4952-90c5-2b8466851989'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:26:45.502122 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:45.680493 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Allocated IP 172.20.0.2 (b5cf3a96-7e27-4441-96ed-ebaed0a0adae/b3e2633d-5c82-4952-90c5-2b8466851989/6d16363d-18e2-497b-9d20-b93a45712c8e) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:45.774498 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4e6370-7220-4f64-aab1-0a1c71ef7fbf tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Made reservation on behalf of 0817cae92be44291994808d24e1180ce for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:45.778347 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d4e6370-7220-4f64-aab1-0a1c71ef7fbf tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:45.818616 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-0d4e6370-7220-4f64-aab1-0a1c71ef7fbf tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] device_id is not set on port 08058087-c2c8-444f-8a1d-3c5c17a9034e yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:26:45.938987 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62076c65-4837-489c-ba93-47275ca93b09 req-7418fa27-560c-416e-a0b6-8d9c819a6e2c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:45.950346 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62076c65-4837-489c-ba93-47275ca93b09 req-7418fa27-560c-416e-a0b6-8d9c819a6e2c tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 944 time: 0.4742172 Nov 12 04:26:46.002107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-e50379d1-2c1d-43fd-b4fc-1b30d1bbba0d req-4393b71c-7e1a-4f9b-b82d-983a920b4962 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Deleting port 827813e1-4afe-44db-947c-b67c4e2c3e62 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:46.003171 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e50379d1-2c1d-43fd-b4fc-1b30d1bbba0d req-4393b71c-7e1a-4f9b-b82d-983a920b4962 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:46.042913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62076c65-4837-489c-ba93-47275ca93b09 req-1bfbcd97-a8a8-41d5-8d1c-c961af18c871 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups?id=5460f505-d85c-4a56-bed1-d36b37b5aa99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909367 Nov 12 04:26:46.046970 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:46.123705 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:46.169982 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Network b5cf3a96-7e27-4441-96ed-ebaed0a0adae is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:46.173891 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:46.178875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:46.184003 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-e50379d1-2c1d-43fd-b4fc-1b30d1bbba0d req-4393b71c-7e1a-4f9b-b82d-983a920b4962 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] For port 827813e1-4afe-44db-947c-b67c4e2c3e62, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=827813e1-4afe-44db-947c-b67c4e2c3e62,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:46.185672 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e50379d1-2c1d-43fd-b4fc-1b30d1bbba0d req-4393b71c-7e1a-4f9b-b82d-983a920b4962 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:46.229498 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-0d4e6370-7220-4f64-aab1-0a1c71ef7fbf tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Allocated IP 172.20.0.12 (b5cf3a96-7e27-4441-96ed-ebaed0a0adae/b3e2633d-5c82-4952-90c5-2b8466851989/08058087-c2c8-444f-8a1d-3c5c17a9034e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:46.252501 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Pushing event updated for resources: {'Port': ['ID=6d16363d-18e2-497b-9d20-b93a45712c8e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:46.261100 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Attempting to bind port 6d16363d-18e2-497b-9d20-b93a45712c8e on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:26:46.261889 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Attempting to bind port 6d16363d-18e2-497b-9d20-b93a45712c8e by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '3d13d60a-4fc3-49af-887c-97cad7476efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b5cf3a96-7e27-4441-96ed-ebaed0a0adae'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:26:46.262534 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Attempting to bind port 6d16363d-18e2-497b-9d20-b93a45712c8e on network b5cf3a96-7e27-4441-96ed-ebaed0a0adae {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:26:46.273408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:26:46.273408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Checking segment: {'id': '3d13d60a-4fc3-49af-887c-97cad7476efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b5cf3a96-7e27-4441-96ed-ebaed0a0adae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:26:46.273954 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:46.274613 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Bound using segment: {'id': '3d13d60a-4fc3-49af-887c-97cad7476efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b5cf3a96-7e27-4441-96ed-ebaed0a0adae'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:26:46.275228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Bound port: 6d16363d-18e2-497b-9d20-b93a45712c8e, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d13d60a-4fc3-49af-887c-97cad7476efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b5cf3a96-7e27-4441-96ed-ebaed0a0adae'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:26:46.275879 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:46.278891 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:46.279352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:46.280039 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:46.281495 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:46.281495 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:46.281495 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:46.281495 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:46.281909 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:46.282427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:46.283103 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:46.283606 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:46.284025 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:46.372598 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] For port 6d16363d-18e2-497b-9d20-b93a45712c8e, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:26:46.378925 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] For port 6d16363d-18e2-497b-9d20-b93a45712c8e, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6d16363d-18e2-497b-9d20-b93a45712c8e,segment=NetworkSegment(3d13d60a-4fc3-49af-887c-97cad7476efb),segment_id=3d13d60a-4fc3-49af-887c-97cad7476efb)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:26:46.443432 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:46.454797 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d4e6370-7220-4f64-aab1-0a1c71ef7fbf tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:46.502050 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccaf9fa-9d89-4dec-b937-e8602b64aa80 None None] Pushing event updated for resources: {'Port': ['ID=6d16363d-18e2-497b-9d20-b93a45712c8e,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:46.574358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d5228-cd3d-4b27-963a-e005d57e4c30 req-facade6d-4eaf-4d04-af7b-0178de3dc007 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:46.574786 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d4e6370-7220-4f64-aab1-0a1c71ef7fbf tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:46.576953 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cc9d5228-cd3d-4b27-963a-e005d57e4c30 req-facade6d-4eaf-4d04-af7b-0178de3dc007 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 945 time: 0.1662145 Nov 12 04:26:46.590730 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e50379d1-2c1d-43fd-b4fc-1b30d1bbba0d req-4393b71c-7e1a-4f9b-b82d-983a920b4962 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:46.594704 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e50379d1-2c1d-43fd-b4fc-1b30d1bbba0d req-4393b71c-7e1a-4f9b-b82d-983a920b4962 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:46.594704 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-e50379d1-2c1d-43fd-b4fc-1b30d1bbba0d req-4393b71c-7e1a-4f9b-b82d-983a920b4962 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Floating IP c66c0123-1995-4779-98b1-3227bcee15c7 disassociated. External IP: 172.25.1.135, port: 827813e1-4afe-44db-947c-b67c4e2c3e62. Nov 12 04:26:46.594704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-e50379d1-2c1d-43fd-b4fc-1b30d1bbba0d req-4393b71c-7e1a-4f9b-b82d-983a920b4962 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Calling delete_port for 827813e1-4afe-44db-947c-b67c4e2c3e62 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:46.602197 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d9dcd-6095-457a-9509-4121ffeee962 req-975587d5-2e5a-4b04-a5ec-86fe73707678 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:46.603789 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f81d9dcd-6095-457a-9509-4121ffeee962 req-975587d5-2e5a-4b04-a5ec-86fe73707678 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.31 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 945 time: 0.1928537 Nov 12 04:26:46.639072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4e6370-7220-4f64-aab1-0a1c71ef7fbf tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Network b5cf3a96-7e27-4441-96ed-ebaed0a0adae is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:46.648079 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-0d4e6370-7220-4f64-aab1-0a1c71ef7fbf tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:46.656842 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e6370-7220-4f64-aab1-0a1c71ef7fbf tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:46.718031 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e6370-7220-4f64-aab1-0a1c71ef7fbf tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Pushing event updated for resources: {'Port': ['ID=08058087-c2c8-444f-8a1d-3c5c17a9034e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:46.763036 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4e6370-7220-4f64-aab1-0a1c71ef7fbf tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:46.763926 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0d4e6370-7220-4f64-aab1-0a1c71ef7fbf tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:46.778196 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cc9d5228-cd3d-4b27-963a-e005d57e4c30 req-dd529ad1-42d9-49b8-8334-7d3c1c85c420 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/security-groups?id=8990dc8c-3a03-41a0-83f1-691429ff9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732597 Nov 12 04:26:46.862606 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f81d9dcd-6095-457a-9509-4121ffeee962 req-d60b4b50-eb75-47cd-a416-3bc57aaceed3 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Deleting port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:46.868073 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f81d9dcd-6095-457a-9509-4121ffeee962 req-d60b4b50-eb75-47cd-a416-3bc57aaceed3 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:46.878310 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:46.910403 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0d4e6370-7220-4f64-aab1-0a1c71ef7fbf tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4866695 Nov 12 04:26:46.913259 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52498) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:46.919606 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2d0bb57b-8f40-426e-b4c8-4ca13e0d3748 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Request body: {'port': {'network_id': 'b5cf3a96-7e27-4441-96ed-ebaed0a0adae', 'name': 'tempest-ExtraDHCPOptionsTestJSON-871919007', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:46.921707 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.api.validators [None req-2d0bb57b-8f40-426e-b4c8-4ca13e0d3748 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] bootfile-name is not in valid_values {{(pid=103297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:26:46.922175 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.api.validators [None req-2d0bb57b-8f40-426e-b4c8-4ca13e0d3748 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] tftp-server is not in valid_values {{(pid=103297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:26:46.922607 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.api.validators [None req-2d0bb57b-8f40-426e-b4c8-4ca13e0d3748 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] server-ip-address is not in valid_values {{(pid=103297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:26:47.052555 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f81d9dcd-6095-457a-9509-4121ffeee962 req-d60b4b50-eb75-47cd-a416-3bc57aaceed3 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] For port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d,segment=NetworkSegment(fe47cce3-309e-47fe-80ed-082a6e2a2cae),segment_id=fe47cce3-309e-47fe-80ed-082a6e2a2cae)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:47.053270 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f81d9dcd-6095-457a-9509-4121ffeee962 req-d60b4b50-eb75-47cd-a416-3bc57aaceed3 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:47.085380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f81d9dcd-6095-457a-9509-4121ffeee962 req-d60b4b50-eb75-47cd-a416-3bc57aaceed3 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Calling delete_port for 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:47.177344 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e50379d1-2c1d-43fd-b4fc-1b30d1bbba0d req-4393b71c-7e1a-4f9b-b82d-983a920b4962 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:47.218271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0bb57b-8f40-426e-b4c8-4ca13e0d3748 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Made reservation on behalf of 0817cae92be44291994808d24e1180ce for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:47.222061 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d0bb57b-8f40-426e-b4c8-4ca13e0d3748 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:47.247600 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-2d0bb57b-8f40-426e-b4c8-4ca13e0d3748 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] device_id is not set on port ba11361a-cc15-4b9b-bc83-c27e7d7ae7cb yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:26:47.248738 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393b71c-7e1a-4f9b-b82d-983a920b4962 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Pushing event deleted for resources: {'Port': ['ID=827813e1-4afe-44db-947c-b67c4e2c3e62,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:47.295427 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42736f02-6ac2-4310-a803-eb45ed3e8662 req-4025b995-fbd5-4c76-aa0d-a5f48b470836 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 210 time: 0.1029410 Nov 12 04:26:47.504355 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6d16363d-18e2-497b-9d20-b93a45712c8e up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:47.509265 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-2d0bb57b-8f40-426e-b4c8-4ca13e0d3748 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Allocated IP 172.20.0.3 (b5cf3a96-7e27-4441-96ed-ebaed0a0adae/b3e2633d-5c82-4952-90c5-2b8466851989/ba11361a-cc15-4b9b-bc83-c27e7d7ae7cb) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:47.613493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e50379d1-2c1d-43fd-b4fc-1b30d1bbba0d req-4393b71c-7e1a-4f9b-b82d-983a920b4962 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Router 638482a5-70ce-43f8-b34d-d1037c50d78f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:26:47.616690 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 6d16363d-18e2-497b-9d20-b93a45712c8e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:47.617348 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:47.638874 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f81d9dcd-6095-457a-9509-4121ffeee962 req-d60b4b50-eb75-47cd-a416-3bc57aaceed3 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:47.762483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b4b50-eb75-47cd-a416-3bc57aaceed3 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Pushing event deleted for resources: {'Port': ['ID=773cb0dd-f5a4-4c0e-b0e3-482cf490a53d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:47.846161 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed25a8e5-f157-450e-b10e-bd2d9239be2b None None] DHCP port deletion for 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:47.854380 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:47.854588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81d9dcd-6095-457a-9509-4121ffeee962 req-d60b4b50-eb75-47cd-a416-3bc57aaceed3 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] No DVR routers for this DVR port 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:26:47.868977 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f81d9dcd-6095-457a-9509-4121ffeee962 req-d60b4b50-eb75-47cd-a416-3bc57aaceed3 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:47.876573 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f81d9dcd-6095-457a-9509-4121ffeee962 req-d60b4b50-eb75-47cd-a416-3bc57aaceed3 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.31 "DELETE /v2.0/ports/773cb0dd-f5a4-4c0e-b0e3-482cf490a53d HTTP/1.1" status: 204 len: 173 time: 1.2575634 Nov 12 04:26:47.882611 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f650b89c-ba7f-4eb0-9862-4a67bde49a1f', 'name': 'network-vif-deleted', 'tag': '773cb0dd-f5a4-4c0e-b0e3-482cf490a53d'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:47.889873 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ef1bf2-f222-4ad9-a604-99a99316d6d1" -d '{"events": [{"server_uuid": "f650b89c-ba7f-4eb0-9862-4a67bde49a1f", "name": "network-vif-deleted", "tag": "773cb0dd-f5a4-4c0e-b0e3-482cf490a53d"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:47.904610 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d0bb57b-8f40-426e-b4c8-4ca13e0d3748 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:47.944406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 6d16363d-18e2-497b-9d20-b93a45712c8e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6d16363d-18e2-497b-9d20-b93a45712c8e,segment=NetworkSegment(3d13d60a-4fc3-49af-887c-97cad7476efb),segment_id=3d13d60a-4fc3-49af-887c-97cad7476efb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:48.023421 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-efced3e4-e707-4c43-8715-2803e14e7210 req-ef88da45-3ecc-4319-9488-c8f2d2f04115 tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 210 time: 0.0519538 Nov 12 04:26:48.072012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e50379d1-2c1d-43fd-b4fc-1b30d1bbba0d req-4393b71c-7e1a-4f9b-b82d-983a920b4962 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:26:48.085204 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aea873-97fc-4ce0-acc5-964ce53b080e None None] Sync routers for ids ['638482a5-70ce-43f8-b34d-d1037c50d78f'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:26:48.092550 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3c6585-140f-455e-8d02-3fb9534587a8 x-openstack-request-id: req-1f3c6585-140f-455e-8d02-3fb9534587a8 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:48.092901 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f650b89c-ba7f-4eb0-9862-4a67bde49a1f", "name": "network-vif-deleted", "tag": "773cb0dd-f5a4-4c0e-b0e3-482cf490a53d", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:48.093204 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f3c6585-140f-455e-8d02-3fb9534587a8 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:48.093757 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f650b89c-ba7f-4eb0-9862-4a67bde49a1f', 'name': 'network-vif-deleted', 'tag': '773cb0dd-f5a4-4c0e-b0e3-482cf490a53d', 'status': 'completed', 'code': 200} Nov 12 04:26:48.117515 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:48.135150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aea873-97fc-4ce0-acc5-964ce53b080e None None] Routers {'638482a5-70ce-43f8-b34d-d1037c50d78f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:48.135150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-52aea873-97fc-4ce0-acc5-964ce53b080e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:26:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['638482a5-70ce-43f8-b34d-d1037c50d78f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:48.154085 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50379d1-2c1d-43fd-b4fc-1b30d1bbba0d req-4393b71c-7e1a-4f9b-b82d-983a920b4962 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] No DVR routers for this DVR port 827813e1-4afe-44db-947c-b67c4e2c3e62 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:26:48.158391 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d0bb57b-8f40-426e-b4c8-4ca13e0d3748 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:48.158983 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e50379d1-2c1d-43fd-b4fc-1b30d1bbba0d req-4393b71c-7e1a-4f9b-b82d-983a920b4962 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:48.165450 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e50379d1-2c1d-43fd-b4fc-1b30d1bbba0d req-4393b71c-7e1a-4f9b-b82d-983a920b4962 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.21 "DELETE /v2.0/ports/827813e1-4afe-44db-947c-b67c4e2c3e62 HTTP/1.1" status: 204 len: 173 time: 2.7744942 Nov 12 04:26:48.220765 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0bb57b-8f40-426e-b4c8-4ca13e0d3748 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Network b5cf3a96-7e27-4441-96ed-ebaed0a0adae is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:48.234953 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2d0bb57b-8f40-426e-b4c8-4ca13e0d3748 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:48.243693 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0bb57b-8f40-426e-b4c8-4ca13e0d3748 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:48.274765 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0bb57b-8f40-426e-b4c8-4ca13e0d3748 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Pushing event updated for resources: {'Port': ['ID=ba11361a-cc15-4b9b-bc83-c27e7d7ae7cb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:48.281446 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f402179-7a7a-4908-98ec-0a6465a4e6e4 None None] Network b5cf3a96-7e27-4441-96ed-ebaed0a0adae requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:48.283829 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:48.290590 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=6d16363d-18e2-497b-9d20-b93a45712c8e,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:48.309534 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:48.339562 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0bb57b-8f40-426e-b4c8-4ca13e0d3748 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:48.340341 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d0bb57b-8f40-426e-b4c8-4ca13e0d3748 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:48.391769 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:26:48.391769 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 773cb0dd-f5a4-4c0e-b0e3-482cf490a53d not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:26:48.479972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f6e1dc3c-e123-41bc-800e-57748bef7317 None None] Provisioning complete for port 6d16363d-18e2-497b-9d20-b93a45712c8e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:48.480350 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6e1dc3c-e123-41bc-800e-57748bef7317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:48.481279 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58486541-6e20-4346-83e7-e7e1b46236a0 req-02dc0cb2-d8ea-45ea-a714-1a3dd69e0cda tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 210 time: 0.0374653 Nov 12 04:26:48.534117 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2d0bb57b-8f40-426e-b4c8-4ca13e0d3748 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.6194160 Nov 12 04:26:48.536558 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52532) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:48.566374 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-52aea873-97fc-4ce0-acc5-964ce53b080e None None] Set router 638482a5-70ce-43f8-b34d-d1037c50d78f gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:48.627162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8589c469-be53-4972-87db-4bc43b16e265 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:48.633801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8589c469-be53-4972-87db-4bc43b16e265 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:48.641207 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8589c469-be53-4972-87db-4bc43b16e265 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:48.642499 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8589c469-be53-4972-87db-4bc43b16e265 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1043103 Nov 12 04:26:48.645924 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52536) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:48.795892 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2b09134d-ca6e-466f-addd-24acd4865335 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Deleting port ba11361a-cc15-4b9b-bc83-c27e7d7ae7cb {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:48.796250 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b09134d-ca6e-466f-addd-24acd4865335 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:48.904824 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b09134d-ca6e-466f-addd-24acd4865335 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:48.920443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-52aea873-97fc-4ce0-acc5-964ce53b080e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'name': 'tempest-ServerActionsTestJSON-2033831478-router', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:19Z', 'updated_at': '2021-11-12T04:14:29Z', 'revision_number': 4, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'gw_port': {'id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:20Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '9eebf0f9-9047-47d3-a86d-cc4187c410ab', 'name': '', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'mac_address': 'fa:16:3e:ad:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:38Z', 'revision_number': 5, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'subnets': [{'id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:48.922867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2b09134d-ca6e-466f-addd-24acd4865335 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Calling delete_port for ba11361a-cc15-4b9b-bc83-c27e7d7ae7cb owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:48.969152 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aea873-97fc-4ce0-acc5-964ce53b080e None None] Checking router: 638482a5-70ce-43f8-b34d-d1037c50d78f for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:26:48.979883 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aea873-97fc-4ce0-acc5-964ce53b080e None None] Routers {'638482a5-70ce-43f8-b34d-d1037c50d78f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:48.980526 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-52aea873-97fc-4ce0-acc5-964ce53b080e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:26:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['638482a5-70ce-43f8-b34d-d1037c50d78f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:49.192169 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-52aea873-97fc-4ce0-acc5-964ce53b080e None None] Set router 638482a5-70ce-43f8-b34d-d1037c50d78f gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:49.239309 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-83ff24e2-b171-4e02-b526-c15a617de6d6 req-f346b138-b928-453f-b792-f9d6115c36cf tempest-ServerRescueTestJSONUnderV235-1987524795 tempest-ServerRescueTestJSONUnderV235-1987524795-project] 10.222.0.37 "GET /v2.0/ports?device_id=f650b89c-ba7f-4eb0-9862-4a67bde49a1f HTTP/1.1" status: 200 len: 210 time: 0.0731585 Nov 12 04:26:49.260617 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b09134d-ca6e-466f-addd-24acd4865335 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:49.298425 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-32c4740f-8ccb-4033-8dd5-52fb93d40cb9 None None] Provisioning complete for port ba11361a-cc15-4b9b-bc83-c27e7d7ae7cb triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:49.298830 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32c4740f-8ccb-4033-8dd5-52fb93d40cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:49.316161 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09134d-ca6e-466f-addd-24acd4865335 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Pushing event deleted for resources: {'Port': ['ID=ba11361a-cc15-4b9b-bc83-c27e7d7ae7cb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:49.321062 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-32c4740f-8ccb-4033-8dd5-52fb93d40cb9 None None] Port ba11361a-cc15-4b9b-bc83-c27e7d7ae7cb was deleted so its status cannot be updated. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 04:26:49.434937 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6d16363d-18e2-497b-9d20-b93a45712c8e up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:49.446963 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-32c4740f-8ccb-4033-8dd5-52fb93d40cb9 None None] Provisioning complete for port 08058087-c2c8-444f-8a1d-3c5c17a9034e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:49.447726 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32c4740f-8ccb-4033-8dd5-52fb93d40cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:49.495066 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b09134d-ca6e-466f-addd-24acd4865335 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:49.499299 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2b09134d-ca6e-466f-addd-24acd4865335 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] 10.222.0.37 "DELETE /v2.0/ports/ba11361a-cc15-4b9b-bc83-c27e7d7ae7cb HTTP/1.1" status: 204 len: 168 time: 0.8514123 Nov 12 04:26:49.509659 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52554) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:49.517816 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-13f11ea3-cbfa-42b2-adc3-26ca68c7814d tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Request body: {'port': {'name': 'tempest-new-port-name-259403876', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:49.518574 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.api.validators [None req-13f11ea3-cbfa-42b2-adc3-26ca68c7814d tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] bootfile-name is not in valid_values {{(pid=103296) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:26:49.519180 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.api.validators [None req-13f11ea3-cbfa-42b2-adc3-26ca68c7814d tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] tftp-server is not in valid_values {{(pid=103296) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:26:49.519730 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.api.validators [None req-13f11ea3-cbfa-42b2-adc3-26ca68c7814d tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] server-ip-address is not in valid_values {{(pid=103296) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:26:49.618002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-32c4740f-8ccb-4033-8dd5-52fb93d40cb9 None None] Port 08058087-c2c8-444f-8a1d-3c5c17a9034e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:26:49.704590 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-13f11ea3-cbfa-42b2-adc3-26ca68c7814d tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:49.723993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 6d16363d-18e2-497b-9d20-b93a45712c8e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:49.724416 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:49.794758 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-32c4740f-8ccb-4033-8dd5-52fb93d40cb9 None None] Provisioning complete for port 6d16363d-18e2-497b-9d20-b93a45712c8e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:49.795265 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32c4740f-8ccb-4033-8dd5-52fb93d40cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:49.819540 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d31f2402-4b40-47ac-b558-b3e5fd987ace req-3a504ab9-2c22-4919-81dc-57f68daf8bc1 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/ports?device_id=b23f01a9-eaf3-4735-8eb0-8afabeb8a859 HTTP/1.1" status: 200 len: 210 time: 0.0974865 Nov 12 04:26:49.964058 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-52aea873-97fc-4ce0-acc5-964ce53b080e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'name': 'tempest-ServerActionsTestJSON-2033831478-router', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:19Z', 'updated_at': '2021-11-12T04:14:29Z', 'revision_number': 4, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'gw_port': {'id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:20Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '9eebf0f9-9047-47d3-a86d-cc4187c410ab', 'name': '', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'mac_address': 'fa:16:3e:ad:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:38Z', 'revision_number': 5, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'subnets': [{'id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:50.055027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aea873-97fc-4ce0-acc5-964ce53b080e None None] The sync data for ids ['638482a5-70ce-43f8-b34d-d1037c50d78f'] in n-d-768509-24 is: [{'id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'name': 'tempest-ServerActionsTestJSON-2033831478-router', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:19Z', 'updated_at': '2021-11-12T04:14:29Z', 'revision_number': 4, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'gw_port': {'id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:20Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '9eebf0f9-9047-47d3-a86d-cc4187c410ab', 'name': '', 'network_id': '795d5285-3b6a-4de6-8e94-3800661b542b', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'mac_address': 'fa:16:3e:ad:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:38Z', 'revision_number': 5, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'subnets': [{'id': '5a37ec33-8e39-40f9-bf74-00357aef3619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:26:50.094992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'name': 'network-vif-deleted', 'tag': '827813e1-4afe-44db-947c-b67c4e2c3e62'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:50.107910 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00743a45-e186-48a3-82b4-739f840552ce" -d '{"events": [{"server_uuid": "b23f01a9-eaf3-4735-8eb0-8afabeb8a859", "name": "network-vif-deleted", "tag": "827813e1-4afe-44db-947c-b67c4e2c3e62"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:50.142403 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-13f11ea3-cbfa-42b2-adc3-26ca68c7814d tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:50.176412 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-961c656c-f4f3-4ed4-8ce2-2f9bc39840c9 None None] Could not find standard attr ID for object ba11361a-cc15-4b9b-bc83-c27e7d7ae7cb. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:26:50.206443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-961c656c-f4f3-4ed4-8ce2-2f9bc39840c9 None None] Provisioning complete for port 08058087-c2c8-444f-8a1d-3c5c17a9034e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:50.211975 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-961c656c-f4f3-4ed4-8ce2-2f9bc39840c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:50.229503 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ad723e-105c-4d83-af39-c2eeb34f5064 x-openstack-request-id: req-60ad723e-105c-4d83-af39-c2eeb34f5064 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:50.230148 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23f01a9-eaf3-4735-8eb0-8afabeb8a859", "name": "network-vif-deleted", "tag": "827813e1-4afe-44db-947c-b67c4e2c3e62", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:50.230623 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60ad723e-105c-4d83-af39-c2eeb34f5064 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:50.231227 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23f01a9-eaf3-4735-8eb0-8afabeb8a859', 'name': 'network-vif-deleted', 'tag': '827813e1-4afe-44db-947c-b67c4e2c3e62', 'status': 'completed', 'code': 200} Nov 12 04:26:50.236857 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-13f11ea3-cbfa-42b2-adc3-26ca68c7814d tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:50.373221 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52572) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:50.374255 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-961c656c-f4f3-4ed4-8ce2-2f9bc39840c9 None None] Port 08058087-c2c8-444f-8a1d-3c5c17a9034e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:26:50.376026 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 827813e1-4afe-44db-947c-b67c4e2c3e62 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:50.488143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f11ea3-cbfa-42b2-adc3-26ca68c7814d tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Pushing event updated for resources: {'Port': ['ID=08058087-c2c8-444f-8a1d-3c5c17a9034e,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:50.544212 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-13f11ea3-cbfa-42b2-adc3-26ca68c7814d tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] In _notify_port_updated(), no bound segment for port 08058087-c2c8-444f-8a1d-3c5c17a9034e on network b5cf3a96-7e27-4441-96ed-ebaed0a0adae {{(pid=103296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:26:50.552024 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f11ea3-cbfa-42b2-adc3-26ca68c7814d tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:50.555954 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-13f11ea3-cbfa-42b2-adc3-26ca68c7814d tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:50.558469 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-13f11ea3-cbfa-42b2-adc3-26ca68c7814d tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] 10.222.0.37 "PUT /v2.0/ports/08058087-c2c8-444f-8a1d-3c5c17a9034e HTTP/1.1" status: 200 len: 1136 time: 1.0465107 Nov 12 04:26:50.561004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52578) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:50.656446 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a931c0-cd7b-474f-a4f8-2d82707fe9ab None None] New status for floating IP c66c0123-1995-4779-98b1-3227bcee15c7: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:26:50.659141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2359a7aa-6c8c-4966-a235-c0ccefaf2f1a tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:50.661468 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2359a7aa-6c8c-4966-a235-c0ccefaf2f1a tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] 10.222.0.37 "GET /v2.0/ports/08058087-c2c8-444f-8a1d-3c5c17a9034e HTTP/1.1" status: 200 len: 1136 time: 0.0989578 Nov 12 04:26:50.668702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52582) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:50.868485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 827813e1-4afe-44db-947c-b67c4e2c3e62 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:26:50.868817 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 827813e1-4afe-44db-947c-b67c4e2c3e62 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:26:50.937915 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-24e94a50-7a93-422c-be22-e1f8ec08a289 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Deleting port 08058087-c2c8-444f-8a1d-3c5c17a9034e {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:50.938601 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-24e94a50-7a93-422c-be22-e1f8ec08a289 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:50.939624 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1d257cc2-5397-4c17-9393-c5f94cf7ec35 None None] Provisioning complete for port 08058087-c2c8-444f-8a1d-3c5c17a9034e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:50.940103 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1d257cc2-5397-4c17-9393-c5f94cf7ec35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:51.017002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1d257cc2-5397-4c17-9393-c5f94cf7ec35 None None] Port 08058087-c2c8-444f-8a1d-3c5c17a9034e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:26:51.107240 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52592) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:51.205993 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-24e94a50-7a93-422c-be22-e1f8ec08a289 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:51.225271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-24e94a50-7a93-422c-be22-e1f8ec08a289 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Calling delete_port for 08058087-c2c8-444f-8a1d-3c5c17a9034e owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:51.235747 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d50b89db-20f7-40f9-a51b-b86d5210fd03 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:51.332934 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d50b89db-20f7-40f9-a51b-b86d5210fd03 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:51.430353 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86dc79b1-4d95-4e05-b1f5-650e16b35461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:51.545731 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-24e94a50-7a93-422c-be22-e1f8ec08a289 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:51.603792 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e94a50-7a93-422c-be22-e1f8ec08a289 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Pushing event deleted for resources: {'Port': ['ID=08058087-c2c8-444f-8a1d-3c5c17a9034e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:51.616294 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d50b89db-20f7-40f9-a51b-b86d5210fd03 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:51.622514 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d50b89db-20f7-40f9-a51b-b86d5210fd03 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:51.622514 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d50b89db-20f7-40f9-a51b-b86d5210fd03 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "DELETE /v2.0/security-groups/5460f505-d85c-4a56-bed1-d36b37b5aa99 HTTP/1.1" status: 204 len: 168 time: 0.5110481 Nov 12 04:26:51.625056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52602) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:51.688698 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b89db-20f7-40f9-a51b-b86d5210fd03 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5460f505-d85c-4a56-bed1-d36b37b5aa99,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:51.698529 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-27f03cd2-9fe8-465e-b36b-2bcf78f0cf54 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] show failed (client error): The resource could not be found. Nov 12 04:26:51.707240 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-27f03cd2-9fe8-465e-b36b-2bcf78f0cf54 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "GET /v2.0/security-groups/5460f505-d85c-4a56-bed1-d36b37b5aa99 HTTP/1.1" status: 404 len: 347 time: 0.0772173 Nov 12 04:26:51.708526 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52606) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:51.765217 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-24e94a50-7a93-422c-be22-e1f8ec08a289 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:51.770734 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-24e94a50-7a93-422c-be22-e1f8ec08a289 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] 10.222.0.37 "DELETE /v2.0/ports/08058087-c2c8-444f-8a1d-3c5c17a9034e HTTP/1.1" status: 204 len: 168 time: 1.0985398 Nov 12 04:26:51.774524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52608) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:51.882819 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf9ece4-d169-4145-87f0-b140b0d5a7ba tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Deleting subnet b3e2633d-5c82-4952-90c5-2b8466851989 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:26:51.888233 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fcf9ece4-d169-4145-87f0-b140b0d5a7ba tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:51.972019 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fcf9ece4-d169-4145-87f0-b140b0d5a7ba tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:51.979087 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-505c3a10-7083-4e37-8b99-c60e863cc362 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Deleting port f6cde706-e4d2-4337-9dba-3ebc6ba163f3 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:51.979570 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-505c3a10-7083-4e37-8b99-c60e863cc362 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.047228 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-86dc79b1-4d95-4e05-b1f5-650e16b35461 admin admin] Deleting port 4812992c-5d58-4acd-9958-cfef9a073763 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:52.047708 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86dc79b1-4d95-4e05-b1f5-650e16b35461 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.102031 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fcf9ece4-d169-4145-87f0-b140b0d5a7ba tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.125968 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-505c3a10-7083-4e37-8b99-c60e863cc362 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.126471 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-505c3a10-7083-4e37-8b99-c60e863cc362 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.149304 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-505c3a10-7083-4e37-8b99-c60e863cc362 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Calling delete_port for f6cde706-e4d2-4337-9dba-3ebc6ba163f3 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:52.301111 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fcf9ece4-d169-4145-87f0-b140b0d5a7ba tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.341147 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fcf9ece4-d169-4145-87f0-b140b0d5a7ba tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.347436 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fcf9ece4-d169-4145-87f0-b140b0d5a7ba tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] 10.222.0.37 "DELETE /v2.0/subnets/b3e2633d-5c82-4952-90c5-2b8466851989 HTTP/1.1" status: 204 len: 168 time: 0.5718062 Nov 12 04:26:52.348285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52620) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:52.354060 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff382c48-c2cb-4f75-8afc-a366c0bc7b63 None None] Network b5cf3a96-7e27-4441-96ed-ebaed0a0adae requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:52.374574 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9ece4-d169-4145-87f0-b140b0d5a7ba tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e2633d-5c82-4952-90c5-2b8466851989,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:52.507875 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.537793 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-86dc79b1-4d95-4e05-b1f5-650e16b35461 admin admin] For port 4812992c-5d58-4acd-9958-cfef9a073763, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4812992c-5d58-4acd-9958-cfef9a073763,segment=NetworkSegment(fe47cce3-309e-47fe-80ed-082a6e2a2cae),segment_id=fe47cce3-309e-47fe-80ed-082a6e2a2cae)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:52.538468 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86dc79b1-4d95-4e05-b1f5-650e16b35461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.554876 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-86dc79b1-4d95-4e05-b1f5-650e16b35461 admin admin] Calling delete_port for 4812992c-5d58-4acd-9958-cfef9a073763 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:52.577416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Deleting port 6d16363d-18e2-497b-9d20-b93a45712c8e {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:52.578777 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.708701 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] For port 6d16363d-18e2-497b-9d20-b93a45712c8e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6d16363d-18e2-497b-9d20-b93a45712c8e,segment=NetworkSegment(3d13d60a-4fc3-49af-887c-97cad7476efb),segment_id=3d13d60a-4fc3-49af-887c-97cad7476efb)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:52.709103 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.739235 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87552d76-de87-4ae0-85bd-529fa0bae489 None None] DHCP port deletion for b5cf3a96-7e27-4441-96ed-ebaed0a0adae request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:52.755742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Calling delete_port for 6d16363d-18e2-497b-9d20-b93a45712c8e owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:52.793724 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-87552d76-de87-4ae0-85bd-529fa0bae489 None None] Deleting port 6d16363d-18e2-497b-9d20-b93a45712c8e {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:52.794345 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87552d76-de87-4ae0-85bd-529fa0bae489 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.883752 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-505c3a10-7083-4e37-8b99-c60e863cc362 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.885060 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-87552d76-de87-4ae0-85bd-529fa0bae489 None None] For port 6d16363d-18e2-497b-9d20-b93a45712c8e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6d16363d-18e2-497b-9d20-b93a45712c8e,segment=NetworkSegment(3d13d60a-4fc3-49af-887c-97cad7476efb),segment_id=3d13d60a-4fc3-49af-887c-97cad7476efb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:52.885673 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87552d76-de87-4ae0-85bd-529fa0bae489 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.902007 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-87552d76-de87-4ae0-85bd-529fa0bae489 None None] Calling delete_port for 6d16363d-18e2-497b-9d20-b93a45712c8e owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:52.918477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c3a10-7083-4e37-8b99-c60e863cc362 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Pushing event deleted for resources: {'Port': ['ID=f6cde706-e4d2-4337-9dba-3ebc6ba163f3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:52.955541 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.983007 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695c574a-761d-47c6-93b7-4648183fb350 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:53.019894 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-505c3a10-7083-4e37-8b99-c60e863cc362 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:53.020974 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] No DVR routers for this DVR port 6d16363d-18e2-497b-9d20-b93a45712c8e on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:26:53.023685 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-505c3a10-7083-4e37-8b99-c60e863cc362 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:53.027599 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-505c3a10-7083-4e37-8b99-c60e863cc362 tempest-ServerActionsTestJSON-519315950 tempest-ServerActionsTestJSON-519315950-project] 10.222.0.37 "DELETE /v2.0/floatingips/c66c0123-1995-4779-98b1-3227bcee15c7 HTTP/1.1" status: 204 len: 168 time: 1.3074841 Nov 12 04:26:53.027777 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Pushing event deleted for resources: {'Port': ['ID=6d16363d-18e2-497b-9d20-b93a45712c8e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:53.028458 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52632) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:26:53.036734 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:26:53.060356 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86dc79b1-4d95-4e05-b1f5-650e16b35461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:53.060674 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87552d76-de87-4ae0-85bd-529fa0bae489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:53.077084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87552d76-de87-4ae0-85bd-529fa0bae489 None None] No DVR routers for this DVR port 6d16363d-18e2-497b-9d20-b93a45712c8e on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:26:53.110127 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc79b1-4d95-4e05-b1f5-650e16b35461 admin admin] Pushing event deleted for resources: {'Port': ['ID=4812992c-5d58-4acd-9958-cfef9a073763,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:53.126324 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87552d76-de87-4ae0-85bd-529fa0bae489 None None] Pushing event deleted for resources: {'Port': ['ID=6d16363d-18e2-497b-9d20-b93a45712c8e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:53.142078 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c94ecc-107e-4559-a070-7c68471807c0 None None] DHCP port deletion for 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:53.190955 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:53.226449 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cf3a96-7e27-4441-96ed-ebaed0a0adae']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:53.238462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d13d60a-4fc3-49af-887c-97cad7476efb') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:53.238932 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d13d60a-4fc3-49af-887c-97cad7476efb') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:53.251654 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:53.308858 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:53.327040 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:26:53.330829 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:26:53.468238 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:26:53.530779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6d16363d-18e2-497b-9d20-b93a45712c8e no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:53.551804 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 6d16363d-18e2-497b-9d20-b93a45712c8e {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:26:53.552177 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6d16363d-18e2-497b-9d20-b93a45712c8e not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:26:53.553748 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86dc79b1-4d95-4e05-b1f5-650e16b35461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:53.602584 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:53.638610 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:53.644515 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] 10.222.0.37 "DELETE /v2.0/networks/b5cf3a96-7e27-4441-96ed-ebaed0a0adae HTTP/1.1" status: 204 len: 168 time: 1.2926834 Nov 12 04:26:53.644515 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c29a0-1578-4d7f-9ea2-95badf527700 tempest-ExtraDHCPOptionsTestJSON-971225107 tempest-ExtraDHCPOptionsTestJSON-971225107-project] Pushing event deleted for resources: {'Network': ['ID=b5cf3a96-7e27-4441-96ed-ebaed0a0adae,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:53.960359 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86dc79b1-4d95-4e05-b1f5-650e16b35461 admin admin] Router e33a33aa-9b97-402d-b5cf-c193ccecbd90 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:26:54.117567 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dc79b1-4d95-4e05-b1f5-650e16b35461 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:26:54.124467 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-86dc79b1-4d95-4e05-b1f5-650e16b35461 admin admin] 10.222.0.37 "PUT /v2.0/routers/e33a33aa-9b97-402d-b5cf-c193ccecbd90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7501786 Nov 12 04:26:54.127204 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52654) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:54.132659 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13b39d-1d53-4b84-952f-7acae335fd93 None None] Sync routers for ids ['e33a33aa-9b97-402d-b5cf-c193ccecbd90'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:26:54.146878 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a6cd4b0-e3b8-425a-93a1-6ccf6b9a7736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:54.149815 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f13b39d-1d53-4b84-952f-7acae335fd93 None None] Routers {'e33a33aa-9b97-402d-b5cf-c193ccecbd90'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:54.150451 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-4f13b39d-1d53-4b84-952f-7acae335fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:26:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e33a33aa-9b97-402d-b5cf-c193ccecbd90'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:54.342322 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-4f13b39d-1d53-4b84-952f-7acae335fd93 None None] Set router e33a33aa-9b97-402d-b5cf-c193ccecbd90 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:54.352256 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52662) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:54.559414 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5d9be9f1-5e7e-4099-808e-ce43417f6320 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0817cae92be44291994808d24e1180ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2060089 Nov 12 04:26:54.562884 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52670) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:54.652959 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-4f13b39d-1d53-4b84-952f-7acae335fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'name': 'tempest-ServerRescueTestJSONUnderV235-872880899-router', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:18Z', 'updated_at': '2021-11-12T04:26:52Z', 'revision_number': 5, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'gw_port': {'id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:19Z', 'updated_at': '2021-11-12T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:54.685350 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13b39d-1d53-4b84-952f-7acae335fd93 None None] Checking router: e33a33aa-9b97-402d-b5cf-c193ccecbd90 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:26:54.696704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f13b39d-1d53-4b84-952f-7acae335fd93 None None] Routers {'e33a33aa-9b97-402d-b5cf-c193ccecbd90'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:54.711429 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-4f13b39d-1d53-4b84-952f-7acae335fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:26:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e33a33aa-9b97-402d-b5cf-c193ccecbd90'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:54.735417 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-00c0ecf3-01b4-4cb2-93e8-661b0eb530a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:54.744162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8a6cd4b0-e3b8-425a-93a1-6ccf6b9a7736 admin admin] Deleting port 9eebf0f9-9047-47d3-a86d-cc4187c410ab {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:54.744535 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a6cd4b0-e3b8-425a-93a1-6ccf6b9a7736 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:54.855540 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-8a6cd4b0-e3b8-425a-93a1-6ccf6b9a7736 admin admin] For port 9eebf0f9-9047-47d3-a86d-cc4187c410ab, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9eebf0f9-9047-47d3-a86d-cc4187c410ab,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:54.855908 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a6cd4b0-e3b8-425a-93a1-6ccf6b9a7736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:54.875355 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7a53cfab-fae6-4377-8b2d-5c96514660be admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:54.885146 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8a6cd4b0-e3b8-425a-93a1-6ccf6b9a7736 admin admin] Calling delete_port for 9eebf0f9-9047-47d3-a86d-cc4187c410ab owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:54.934694 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-4f13b39d-1d53-4b84-952f-7acae335fd93 None None] Set router e33a33aa-9b97-402d-b5cf-c193ccecbd90 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:54.959977 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-00c0ecf3-01b4-4cb2-93e8-661b0eb530a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:55.017248 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7a53cfab-fae6-4377-8b2d-5c96514660be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:55.139642 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-00c0ecf3-01b4-4cb2-93e8-661b0eb530a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:55.141861 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-00c0ecf3-01b4-4cb2-93e8-661b0eb530a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:55.152445 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-00c0ecf3-01b4-4cb2-93e8-661b0eb530a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b64b094a-6957-44e9-8ed7-0cb4d37cc3ba HTTP/1.1" status: 204 len: 168 time: 0.5882187 Nov 12 04:26:55.185281 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0ecf3-01b4-4cb2-93e8-661b0eb530a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64b094a-6957-44e9-8ed7-0cb4d37cc3ba,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:55.211307 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-7a53cfab-fae6-4377-8b2d-5c96514660be admin admin] Deleting port 87099f14-e03c-48c1-aa8c-124cd40e7dcf {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:55.211913 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7a53cfab-fae6-4377-8b2d-5c96514660be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:55.328480 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-4f13b39d-1d53-4b84-952f-7acae335fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'name': 'tempest-ServerRescueTestJSONUnderV235-872880899-router', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:18Z', 'updated_at': '2021-11-12T04:26:52Z', 'revision_number': 5, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'gw_port': {'id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:19Z', 'updated_at': '2021-11-12T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:55.359947 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a6cd4b0-e3b8-425a-93a1-6ccf6b9a7736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:55.362155 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319772bc-583e-447d-b00a-ae8d45503c21 req-682c50d5-2558-4357-901e-d241cb6d3d63 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:55.363993 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-319772bc-583e-447d-b00a-ae8d45503c21 req-682c50d5-2558-4357-901e-d241cb6d3d63 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.0826888 Nov 12 04:26:55.378888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13b39d-1d53-4b84-952f-7acae335fd93 None None] The sync data for ids ['e33a33aa-9b97-402d-b5cf-c193ccecbd90'] in n-d-768509-24 is: [{'id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'name': 'tempest-ServerRescueTestJSONUnderV235-872880899-router', 'tenant_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:18Z', 'updated_at': '2021-11-12T04:26:52Z', 'revision_number': 5, 'project_id': '7a1045004a3f4c249c8ef8ce0dd9470c', 'gw_port': {'id': '87099f14-e03c-48c1-aa8c-124cd40e7dcf', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a33aa-9b97-402d-b5cf-c193ccecbd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:19Z', 'updated_at': '2021-11-12T04:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:26:55.389616 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-7a53cfab-fae6-4377-8b2d-5c96514660be admin admin] For port 87099f14-e03c-48c1-aa8c-124cd40e7dcf, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=87099f14-e03c-48c1-aa8c-124cd40e7dcf,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:55.390336 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7a53cfab-fae6-4377-8b2d-5c96514660be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:55.409835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-7a53cfab-fae6-4377-8b2d-5c96514660be admin admin] Calling delete_port for 87099f14-e03c-48c1-aa8c-124cd40e7dcf owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:55.487740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cd4b0-e3b8-425a-93a1-6ccf6b9a7736 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eebf0f9-9047-47d3-a86d-cc4187c410ab,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:55.556533 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-319772bc-583e-447d-b00a-ae8d45503c21 req-782be067-4bbe-45dc-9b66-d5345f4f4a3a tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212621 Nov 12 04:26:55.848216 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7a53cfab-fae6-4377-8b2d-5c96514660be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:55.879590 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53cfab-fae6-4377-8b2d-5c96514660be admin admin] Pushing event deleted for resources: {'Port': ['ID=87099f14-e03c-48c1-aa8c-124cd40e7dcf,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:55.910380 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f4b543-a344-4dbf-8ea9-74cd9181039d None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:55.930616 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a6cd4b0-e3b8-425a-93a1-6ccf6b9a7736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:56.048692 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7a53cfab-fae6-4377-8b2d-5c96514660be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:56.225020 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6cd4b0-e3b8-425a-93a1-6ccf6b9a7736 admin admin] Router 638482a5-70ce-43f8-b34d-d1037c50d78f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:26:56.261475 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7a53cfab-fae6-4377-8b2d-5c96514660be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:56.265209 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7a53cfab-fae6-4377-8b2d-5c96514660be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:56.341901 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6cd4b0-e3b8-425a-93a1-6ccf6b9a7736 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:26:56.350562 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8a6cd4b0-e3b8-425a-93a1-6ccf6b9a7736 admin admin] 10.222.0.37 "PUT /v2.0/routers/638482a5-70ce-43f8-b34d-d1037c50d78f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3201971 Nov 12 04:26:56.352442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52712) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:56.355931 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a04ea2a-3adb-4006-889d-394d19e86579 None None] Sync routers for ids ['638482a5-70ce-43f8-b34d-d1037c50d78f'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:26:56.381781 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a04ea2a-3adb-4006-889d-394d19e86579 None None] Routers {'638482a5-70ce-43f8-b34d-d1037c50d78f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:56.395427 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9a04ea2a-3adb-4006-889d-394d19e86579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:26:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['638482a5-70ce-43f8-b34d-d1037c50d78f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:56.456312 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7a53cfab-fae6-4377-8b2d-5c96514660be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:56.456743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a53cfab-fae6-4377-8b2d-5c96514660be admin admin] Fanout notify agent at l3_agent the message router_deleted on router e33a33aa-9b97-402d-b5cf-c193ccecbd90 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:26:56.473213 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7a53cfab-fae6-4377-8b2d-5c96514660be admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:56.475366 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7a53cfab-fae6-4377-8b2d-5c96514660be admin admin] 10.222.0.37 "DELETE /v2.0/routers/e33a33aa-9b97-402d-b5cf-c193ccecbd90 HTTP/1.1" status: 204 len: 168 time: 2.3465466 Nov 12 04:26:56.479030 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52720) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:56.513486 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-9a04ea2a-3adb-4006-889d-394d19e86579 None None] Set router 638482a5-70ce-43f8-b34d-d1037c50d78f gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:56.536115 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63e631d-dc1c-484f-ba54-124e3d9a592b admin admin] Deleting subnet e8b898de-bc95-4aef-bd99-1e08bfac169b {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:26:56.549336 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f63e631d-dc1c-484f-ba54-124e3d9a592b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:56.595208 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f63e631d-dc1c-484f-ba54-124e3d9a592b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:56.627249 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2124b612-a5a5-4126-a008-d0a536d4a106 admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:56.682832 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f63e631d-dc1c-484f-ba54-124e3d9a592b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:56.844816 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52734) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:56.847795 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f63e631d-dc1c-484f-ba54-124e3d9a592b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:56.890979 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f63e631d-dc1c-484f-ba54-124e3d9a592b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:56.894568 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9a04ea2a-3adb-4006-889d-394d19e86579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'name': 'tempest-ServerActionsTestJSON-2033831478-router', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:19Z', 'updated_at': '2021-11-12T04:26:55Z', 'revision_number': 5, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'gw_port': {'id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:20Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:56.898369 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f63e631d-dc1c-484f-ba54-124e3d9a592b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e8b898de-bc95-4aef-bd99-1e08bfac169b HTTP/1.1" status: 204 len: 168 time: 0.4171042 Nov 12 04:26:56.898573 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52738) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:56.899673 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e631d-dc1c-484f-ba54-124e3d9a592b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8b898de-bc95-4aef-bd99-1e08bfac169b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:56.911548 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297e910e-e7e3-466b-b4d5-01068ece81e5 None None] Network 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:56.942443 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a04ea2a-3adb-4006-889d-394d19e86579 None None] Checking router: 638482a5-70ce-43f8-b34d-d1037c50d78f for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:26:56.955014 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a04ea2a-3adb-4006-889d-394d19e86579 None None] Routers {'638482a5-70ce-43f8-b34d-d1037c50d78f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:56.955870 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9a04ea2a-3adb-4006-889d-394d19e86579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:26:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['638482a5-70ce-43f8-b34d-d1037c50d78f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:56.986495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbbafb-bdfc-4d17-bdc6-79ce65bcdc3f req-7b6707be-8eab-4aee-9047-2d4dee93b3c3 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:56.986495 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1cbbafb-bdfc-4d17-bdc6-79ce65bcdc3f req-7b6707be-8eab-4aee-9047-2d4dee93b3c3 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.2334490 Nov 12 04:26:57.033634 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ceed120-1330-470f-bc3a-e59227664316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:57.035949 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2124b612-a5a5-4126-a008-d0a536d4a106 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:57.088106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6e534349-da76-4334-a7f8-101445500af0 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] Request body: {'port': {'network_id': 'ce607186-5bd6-453a-9123-0f237d1ca9bf', 'name': 'tempest-NetworksNegativeTestJSON-152208924'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:57.120695 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e534349-da76-4334-a7f8-101445500af0 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] POST failed (client error): The resource could not be found. Nov 12 04:26:57.122156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e534349-da76-4334-a7f8-101445500af0 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:57.142194 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6e534349-da76-4334-a7f8-101445500af0 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2786746 Nov 12 04:26:57.142194 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52742) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:57.144624 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1cbbafb-bdfc-4d17-bdc6-79ce65bcdc3f req-8f59cb6f-915b-4cc9-9c10-c568ca82e8cb tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/security-groups?id=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423640 Nov 12 04:26:57.144727 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-9a04ea2a-3adb-4006-889d-394d19e86579 None None] Set router 638482a5-70ce-43f8-b34d-d1037c50d78f gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:57.149678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611ecf20-735a-4a7e-81ab-8e26269eaa03 None None] DHCP port deletion for 7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:57.197952 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59392e0-fcc6-48c4-a089-e8cdd91aa682 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:57.198883 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59392e0-fcc6-48c4-a089-e8cdd91aa682 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:57.203005 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e59392e0-fcc6-48c4-a089-e8cdd91aa682 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] 10.222.0.37 "DELETE /v2.0/networks/aaff0b3a-10ca-41c0-916c-e4a155341a9e HTTP/1.1" status: 404 len: 339 time: 0.0575025 Nov 12 04:26:57.206592 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52744) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:57.257487 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25d50f3-c8f0-4255-ae76-7ce64e4e1dd3 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:57.259700 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b25d50f3-c8f0-4255-ae76-7ce64e4e1dd3 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:57.261392 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b25d50f3-c8f0-4255-ae76-7ce64e4e1dd3 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] 10.222.0.37 "DELETE /v2.0/ports/772b7ae7-df25-4fe8-a9a6-34219951c2f7 HTTP/1.1" status: 404 len: 333 time: 0.0535524 Nov 12 04:26:57.264643 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ceed120-1330-470f-bc3a-e59227664316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:57.266919 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52750) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:57.308315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-9ceed120-1330-470f-bc3a-e59227664316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e11ebec-e1a3-450c-b28f-d2628b7a2ba2']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:57.324933 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb990a2-c192-4e93-92ca-6dd5943cebb6 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] DELETE failed (client error): The resource could not be found. Nov 12 04:26:57.325606 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acb990a2-c192-4e93-92ca-6dd5943cebb6 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:57.334498 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-acb990a2-c192-4e93-92ca-6dd5943cebb6 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] 10.222.0.37 "DELETE /v2.0/subnets/259c9efb-2a6e-4d90-b913-593d9a039dcf HTTP/1.1" status: 404 len: 337 time: 0.0627379 Nov 12 04:26:57.335496 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52752) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:57.340346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-9ceed120-1330-470f-bc3a-e59227664316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe47cce3-309e-47fe-80ed-082a6e2a2cae') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:57.340346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-9ceed120-1330-470f-bc3a-e59227664316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe47cce3-309e-47fe-80ed-082a6e2a2cae') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:57.367796 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-987e39a2-e397-4102-953a-5535a4cc7f39 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] GET failed (client error): The resource could not be found. Nov 12 04:26:57.373666 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-987e39a2-e397-4102-953a-5535a4cc7f39 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] 10.222.0.37 "GET /v2.0/networks/b87cfecd-2b55-4a98-95ce-0c5542bd575f HTTP/1.1" status: 404 len: 339 time: 0.0336752 Nov 12 04:26:57.374608 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52754) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:57.378939 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ceed120-1330-470f-bc3a-e59227664316 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:57.403475 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331e36d-cf86-4402-8554-2491acaa65d9 req-5f85e36b-c5aa-465b-ba74-b717d5d73b0c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:57.405462 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e331e36d-cf86-4402-8554-2491acaa65d9 req-5f85e36b-c5aa-465b-ba74-b717d5d73b0c tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 947 time: 0.1811135 Nov 12 04:26:57.406102 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e20e0c2-9391-4972-ae17-24ddb438eb65 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] GET failed (client error): The resource could not be found. Nov 12 04:26:57.408110 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5e20e0c2-9391-4972-ae17-24ddb438eb65 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] 10.222.0.37 "GET /v2.0/ports/28feed9c-ffa5-45d8-92f7-ab76b6e41839 HTTP/1.1" status: 404 len: 333 time: 0.0323970 Nov 12 04:26:57.412409 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52756) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:57.440628 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2124b612-a5a5-4126-a008-d0a536d4a106 admin admin] Deleting port 5f9f9055-f9f0-446e-9af8-af00b748354b {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:57.440970 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2124b612-a5a5-4126-a008-d0a536d4a106 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:57.454451 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5f484d-477b-4d57-aff5-9aeeb52c3c8c tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] GET failed (client error): The resource could not be found. Nov 12 04:26:57.460594 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fd5f484d-477b-4d57-aff5-9aeeb52c3c8c tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] 10.222.0.37 "GET /v2.0/subnets/feeca06e-6109-48f6-847d-c878c4a1d02d HTTP/1.1" status: 404 len: 337 time: 0.0427232 Nov 12 04:26:57.460594 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52758) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:57.463791 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:26:57.468629 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1f4ce4f8-d440-4279-9e74-a8f6d007f0cb tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:57.477135 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9a04ea2a-3adb-4006-889d-394d19e86579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'name': 'tempest-ServerActionsTestJSON-2033831478-router', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:19Z', 'updated_at': '2021-11-12T04:26:55Z', 'revision_number': 5, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'gw_port': {'id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:20Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:57.482708 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ceed120-1330-470f-bc3a-e59227664316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:57.492935 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4ce4f8-d440-4279-9e74-a8f6d007f0cb tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] PUT failed (client error): The resource could not be found. Nov 12 04:26:57.498915 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4ce4f8-d440-4279-9e74-a8f6d007f0cb tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:57.499414 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1f4ce4f8-d440-4279-9e74-a8f6d007f0cb tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] 10.222.0.37 "PUT /v2.0/networks/ad41adc5-3f2e-457f-9080-1578a7bc621b HTTP/1.1" status: 404 len: 339 time: 0.0371881 Nov 12 04:26:57.500199 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52760) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:57.507853 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-00bb12d4-9efc-4b9a-a905-da7b286c4b69 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:57.509735 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4812992c-5d58-4acd-9958-cfef9a073763 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:57.528683 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-00bb12d4-9efc-4b9a-a905-da7b286c4b69 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] PUT failed (client error): The resource could not be found. Nov 12 04:26:57.529806 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00bb12d4-9efc-4b9a-a905-da7b286c4b69 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:57.534673 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-00bb12d4-9efc-4b9a-a905-da7b286c4b69 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] 10.222.0.37 "PUT /v2.0/ports/06025a89-b19b-49cf-a766-dd3da9ecec1c HTTP/1.1" status: 404 len: 333 time: 0.0298741 Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ceed120-1330-470f-bc3a-e59227664316 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ceed120-1330-470f-bc3a-e59227664316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:26:57.534887 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:26:57.538835 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52762) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:57.542961 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a04ea2a-3adb-4006-889d-394d19e86579 None None] The sync data for ids ['638482a5-70ce-43f8-b34d-d1037c50d78f'] in n-d-768509-24 is: [{'id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'name': 'tempest-ServerActionsTestJSON-2033831478-router', 'tenant_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:19Z', 'updated_at': '2021-11-12T04:26:55Z', 'revision_number': 5, 'project_id': '6f5af4b98cc849f0a88a477e27cdba3b', 'gw_port': {'id': '5f9f9055-f9f0-446e-9af8-af00b748354b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638482a5-70ce-43f8-b34d-d1037c50d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:20Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:26:57.543918 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b6d724bf-ba3f-45d6-b234-2cbfec4c07b3 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:57.549157 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 4812992c-5d58-4acd-9958-cfef9a073763 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:26:57.549510 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4812992c-5d58-4acd-9958-cfef9a073763 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:26:57.549937 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 87099f14-e03c-48c1-aa8c-124cd40e7dcf no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:57.575181 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d724bf-ba3f-45d6-b234-2cbfec4c07b3 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] PUT failed (client error): The resource could not be found. Nov 12 04:26:57.575796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d724bf-ba3f-45d6-b234-2cbfec4c07b3 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:26:57.581581 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b6d724bf-ba3f-45d6-b234-2cbfec4c07b3 tempest-NetworksNegativeTestJSON-1725541208 tempest-NetworksNegativeTestJSON-1725541208-project] 10.222.0.37 "PUT /v2.0/subnets/7318518d-8c34-4215-9d6f-3ef31700d0c1 HTTP/1.1" status: 404 len: 337 time: 0.0381665 Nov 12 04:26:57.599389 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 87099f14-e03c-48c1-aa8c-124cd40e7dcf {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:26:57.599583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 87099f14-e03c-48c1-aa8c-124cd40e7dcf not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:26:57.668697 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-2124b612-a5a5-4126-a008-d0a536d4a106 admin admin] For port 5f9f9055-f9f0-446e-9af8-af00b748354b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=5f9f9055-f9f0-446e-9af8-af00b748354b,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:57.669069 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2124b612-a5a5-4126-a008-d0a536d4a106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:57.689084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2124b612-a5a5-4126-a008-d0a536d4a106 admin admin] Calling delete_port for 5f9f9055-f9f0-446e-9af8-af00b748354b owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:57.703195 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-e331e36d-cf86-4402-8554-2491acaa65d9 req-20b098c0-65e6-4758-a101-0e0f87b63b07 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Deleting port eed06a5e-8678-401c-8a5f-cba757927912 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:57.703528 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e331e36d-cf86-4402-8554-2491acaa65d9 req-20b098c0-65e6-4758-a101-0e0f87b63b07 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:57.785136 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ceed120-1330-470f-bc3a-e59227664316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:57.796751 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ceed120-1330-470f-bc3a-e59227664316 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:57.799921 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9ceed120-1330-470f-bc3a-e59227664316 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7e11ebec-e1a3-450c-b28f-d2628b7a2ba2 HTTP/1.1" status: 204 len: 168 time: 0.8991344 Nov 12 04:26:57.819776 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceed120-1330-470f-bc3a-e59227664316 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e11ebec-e1a3-450c-b28f-d2628b7a2ba2,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:57.874937 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-e331e36d-cf86-4402-8554-2491acaa65d9 req-20b098c0-65e6-4758-a101-0e0f87b63b07 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] For port eed06a5e-8678-401c-8a5f-cba757927912, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=eed06a5e-8678-401c-8a5f-cba757927912,segment=NetworkSegment(3511ccee-5633-4cc0-acc5-c9fb5a1e69da),segment_id=3511ccee-5633-4cc0-acc5-c9fb5a1e69da)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:57.874937 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e331e36d-cf86-4402-8554-2491acaa65d9 req-20b098c0-65e6-4758-a101-0e0f87b63b07 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:57.931545 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-e331e36d-cf86-4402-8554-2491acaa65d9 req-20b098c0-65e6-4758-a101-0e0f87b63b07 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Calling delete_port for eed06a5e-8678-401c-8a5f-cba757927912 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:58.163498 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2124b612-a5a5-4126-a008-d0a536d4a106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.197726 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124b612-a5a5-4126-a008-d0a536d4a106 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f9f9055-f9f0-446e-9af8-af00b748354b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:58.219720 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1690bfa-0042-48bb-b68b-951ed7fba9f1 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:58.225781 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52780) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:58.247087 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e331e36d-cf86-4402-8554-2491acaa65d9 req-20b098c0-65e6-4758-a101-0e0f87b63b07 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.282289 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52788) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:58.285332 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['eed06a5e-8678-401c-8a5f-cba757927912'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:26:58.354451 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-77b68624-f043-43a2-972e-4426be604dbe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a1045004a3f4c249c8ef8ce0dd9470c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0700135 Nov 12 04:26:58.355117 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52790) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:58.376207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-68f701b9-8460-48d1-b53b-9b6c6aa70ed2 req-6b886a81-7e67-4863-8fa3-403544934c2a tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 210 time: 0.1271832 Nov 12 04:26:58.381583 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b098c0-65e6-4758-a101-0e0f87b63b07 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Pushing event deleted for resources: {'Port': ['ID=eed06a5e-8678-401c-8a5f-cba757927912,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:58.423979 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dbfe54-9c4b-44c4-b050-0083cf1d88ac None None] DHCP port deletion for 0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:58.457082 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e331e36d-cf86-4402-8554-2491acaa65d9 req-20b098c0-65e6-4758-a101-0e0f87b63b07 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] No DVR routers for this DVR port eed06a5e-8678-401c-8a5f-cba757927912 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:26:58.458449 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8d27048-92a0-43a7-be17-555fac2b4103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.461129 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e331e36d-cf86-4402-8554-2491acaa65d9 req-20b098c0-65e6-4758-a101-0e0f87b63b07 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.467711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e331e36d-cf86-4402-8554-2491acaa65d9 req-20b098c0-65e6-4758-a101-0e0f87b63b07 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.21 "DELETE /v2.0/ports/eed06a5e-8678-401c-8a5f-cba757927912 HTTP/1.1" status: 204 len: 173 time: 1.0530584 Nov 12 04:26:58.468882 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ce2993-0531-45a0-93d3-19f6aceb0a98', 'name': 'network-vif-deleted', 'tag': 'eed06a5e-8678-401c-8a5f-cba757927912'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:58.475207 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6660c65-aa19-4c26-9e88-b5d75b509ed4" -d '{"events": [{"server_uuid": "c9ce2993-0531-45a0-93d3-19f6aceb0a98", "name": "network-vif-deleted", "tag": "eed06a5e-8678-401c-8a5f-cba757927912"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:58.482432 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2124b612-a5a5-4126-a008-d0a536d4a106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.527810 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8d27048-92a0-43a7-be17-555fac2b4103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.603593 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2124b612-a5a5-4126-a008-d0a536d4a106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.605870 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2124b612-a5a5-4126-a008-d0a536d4a106 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.617980 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3ad99796-7541-43cb-872b-e4f6a0145d9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.677138 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7d17af-56d1-4567-98e7-ce64b8e708ec x-openstack-request-id: req-ae7d17af-56d1-4567-98e7-ce64b8e708ec {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:58.677497 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ce2993-0531-45a0-93d3-19f6aceb0a98", "name": "network-vif-deleted", "tag": "eed06a5e-8678-401c-8a5f-cba757927912", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:58.677879 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae7d17af-56d1-4567-98e7-ce64b8e708ec {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:58.678289 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ce2993-0531-45a0-93d3-19f6aceb0a98', 'name': 'network-vif-deleted', 'tag': 'eed06a5e-8678-401c-8a5f-cba757927912', 'status': 'completed', 'code': 200} Nov 12 04:26:58.707501 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3ad99796-7541-43cb-872b-e4f6a0145d9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.717853 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8d27048-92a0-43a7-be17-555fac2b4103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.721794 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8d27048-92a0-43a7-be17-555fac2b4103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.723081 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d8d27048-92a0-43a7-be17-555fac2b4103 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8990dc8c-3a03-41a0-83f1-691429ff9b66 HTTP/1.1" status: 204 len: 168 time: 0.3670244 Nov 12 04:26:58.732345 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d27048-92a0-43a7-be17-555fac2b4103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8990dc8c-3a03-41a0-83f1-691429ff9b66,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:58.741087 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2124b612-a5a5-4126-a008-d0a536d4a106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.741776 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2124b612-a5a5-4126-a008-d0a536d4a106 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 638482a5-70ce-43f8-b34d-d1037c50d78f {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:26:58.748153 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2124b612-a5a5-4126-a008-d0a536d4a106 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.749591 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2124b612-a5a5-4126-a008-d0a536d4a106 admin admin] 10.222.0.37 "DELETE /v2.0/routers/638482a5-70ce-43f8-b34d-d1037c50d78f HTTP/1.1" status: 204 len: 168 time: 2.3953071 Nov 12 04:26:58.752160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52802) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:58.803144 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3ad99796-7541-43cb-872b-e4f6a0145d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.851840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-928f9fc8-e335-4fbf-92ef-db58f6cf83ce admin admin] Deleting subnet 5a37ec33-8e39-40f9-bf74-00357aef3619 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:26:58.855770 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-928f9fc8-e335-4fbf-92ef-db58f6cf83ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.866085 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3ad99796-7541-43cb-872b-e4f6a0145d9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6ff92aaa52d45bbb4ab08aaa4381d7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6439116 Nov 12 04:26:58.866886 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52804) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:58.873481 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad99796-7541-43cb-872b-e4f6a0145d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b26d2b-f6e1-46a1-87f6-5fc813f3b56f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:58.907544 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-928f9fc8-e335-4fbf-92ef-db58f6cf83ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.957046 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44f12fe0-769b-41e5-93ff-35f02937aea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.981537 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44f12fe0-769b-41e5-93ff-35f02937aea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:59.037083 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-928f9fc8-e335-4fbf-92ef-db58f6cf83ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:59.145369 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44f12fe0-769b-41e5-93ff-35f02937aea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:59.148287 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44f12fe0-769b-41e5-93ff-35f02937aea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:59.149731 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-44f12fe0-769b-41e5-93ff-35f02937aea6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43b26d2b-f6e1-46a1-87f6-5fc813f3b56f HTTP/1.1" status: 204 len: 168 time: 0.2815959 Nov 12 04:26:59.158405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f12fe0-769b-41e5-93ff-35f02937aea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b26d2b-f6e1-46a1-87f6-5fc813f3b56f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:59.176480 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-928f9fc8-e335-4fbf-92ef-db58f6cf83ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:59.226944 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f9fc8-e335-4fbf-92ef-db58f6cf83ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a37ec33-8e39-40f9-bf74-00357aef3619,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:59.230434 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-928f9fc8-e335-4fbf-92ef-db58f6cf83ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:59.234152 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-928f9fc8-e335-4fbf-92ef-db58f6cf83ce admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5a37ec33-8e39-40f9-bf74-00357aef3619 HTTP/1.1" status: 204 len: 168 time: 0.4736030 Nov 12 04:26:59.236720 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52816) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:59.239594 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac827056-13b8-46d8-9aa1-c7950e41bbb6 None None] Network 795d5285-3b6a-4de6-8e94-3800661b542b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:59.357846 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:59.498521 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] Deleting port a8ada350-89c5-4478-9b9d-f525f08f1b67 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:59.498918 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:59.507518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 5f9f9055-f9f0-446e-9af8-af00b748354b no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:59.570837 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f0d1bf-0557-4cb4-b52a-2d7adcb6bc79 None None] DHCP port deletion for 795d5285-3b6a-4de6-8e94-3800661b542b request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:59.575974 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 5f9f9055-f9f0-446e-9af8-af00b748354b {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:26:59.576658 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 5f9f9055-f9f0-446e-9af8-af00b748354b not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:26:59.577284 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9eebf0f9-9047-47d3-a86d-cc4187c410ab no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:59.606153 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 9eebf0f9-9047-47d3-a86d-cc4187c410ab {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:26:59.606854 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9eebf0f9-9047-47d3-a86d-cc4187c410ab not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:26:59.619556 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f64dd7be-1ab3-4b5b-8e98-2ea264dc0568 req-72b1e724-60c6-482d-b7bf-2a57aaae4a83 tempest-ServersNegativeTestJSON-895378432 tempest-ServersNegativeTestJSON-895378432-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9ce2993-0531-45a0-93d3-19f6aceb0a98 HTTP/1.1" status: 200 len: 210 time: 0.0490608 Nov 12 04:26:59.685172 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-10f0d1bf-0557-4cb4-b52a-2d7adcb6bc79 None None] Deleting port a8ada350-89c5-4478-9b9d-f525f08f1b67 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:59.686388 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10f0d1bf-0557-4cb4-b52a-2d7adcb6bc79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:59.806865 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-10f0d1bf-0557-4cb4-b52a-2d7adcb6bc79 None None] For port a8ada350-89c5-4478-9b9d-f525f08f1b67, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a8ada350-89c5-4478-9b9d-f525f08f1b67,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:59.817567 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10f0d1bf-0557-4cb4-b52a-2d7adcb6bc79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:59.842679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-10f0d1bf-0557-4cb4-b52a-2d7adcb6bc79 None None] Calling delete_port for a8ada350-89c5-4478-9b9d-f525f08f1b67 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:27:00.059542 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10f0d1bf-0557-4cb4-b52a-2d7adcb6bc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:00.084436 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] For port a8ada350-89c5-4478-9b9d-f525f08f1b67, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a8ada350-89c5-4478-9b9d-f525f08f1b67,segment=NetworkSegment(f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c),segment_id=f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:00.087135 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:00.096196 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0d1bf-0557-4cb4-b52a-2d7adcb6bc79 None None] Pushing event deleted for resources: {'Port': ['ID=a8ada350-89c5-4478-9b9d-f525f08f1b67,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:00.104640 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f0d1bf-0557-4cb4-b52a-2d7adcb6bc79 None None] No DVR routers for this DVR port a8ada350-89c5-4478-9b9d-f525f08f1b67 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:27:00.110171 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] Calling delete_port for a8ada350-89c5-4478-9b9d-f525f08f1b67 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:27:00.195494 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:00.217322 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ada350-89c5-4478-9b9d-f525f08f1b67,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:00.232282 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] No DVR routers for this DVR port a8ada350-89c5-4478-9b9d-f525f08f1b67 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:27:00.311588 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:00.339530 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['795d5285-3b6a-4de6-8e94-3800661b542b']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:00.349508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:00.361039 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a4cd88-f0e9-40ab-8c09-cb6f2e2e153c') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:00.363042 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:00.382154 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:00.388845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:27:00.389237 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:27:00.391021 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:27:00.511754 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52866) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:00.522367 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:00.528836 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:00.534672 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] 10.222.0.37 "DELETE /v2.0/networks/795d5285-3b6a-4de6-8e94-3800661b542b HTTP/1.1" status: 204 len: 168 time: 1.2939475 Nov 12 04:27:00.549943 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245da62-4b6f-49f0-b030-01c5479a06dc admin admin] Pushing event deleted for resources: {'Network': ['ID=795d5285-3b6a-4de6-8e94-3800661b542b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:00.674477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52878) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:00.708095 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d70162c9-2df2-46fd-bf0e-c41820c478fe admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1236511881-network', 'tenant_id': '7f24aefeda0b4f8db88eaad3d3810258'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:00.746572 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa04a8e-5a0e-4eb0-bbd1-49da12186bc8 admin admin] Deleting subnet 2c7d94b8-4379-4d9a-b153-80af21551b65 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:27:00.750445 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9fa04a8e-5a0e-4eb0-bbd1-49da12186bc8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:00.811385 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9fa04a8e-5a0e-4eb0-bbd1-49da12186bc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:00.835290 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70162c9-2df2-46fd-bf0e-c41820c478fe admin admin] Made reservation on behalf of 7f24aefeda0b4f8db88eaad3d3810258 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:27:00.838193 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d70162c9-2df2-46fd-bf0e-c41820c478fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:00.850451 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d70162c9-2df2-46fd-bf0e-c41820c478fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:00.884948 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9fa04a8e-5a0e-4eb0-bbd1-49da12186bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:00.994510 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d70162c9-2df2-46fd-bf0e-c41820c478fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.066665 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52894) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:01.086462 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9fa04a8e-5a0e-4eb0-bbd1-49da12186bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.118348 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa04a8e-5a0e-4eb0-bbd1-49da12186bc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c7d94b8-4379-4d9a-b153-80af21551b65,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:01.120076 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d70162c9-2df2-46fd-bf0e-c41820c478fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.145049 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf8b2cc-2aa0-4227-9566-f5f01ad9dc43 None None] Network 0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:27:01.145867 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9fa04a8e-5a0e-4eb0-bbd1-49da12186bc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.149976 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9fa04a8e-5a0e-4eb0-bbd1-49da12186bc8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2c7d94b8-4379-4d9a-b153-80af21551b65 HTTP/1.1" status: 204 len: 168 time: 0.4740462 Nov 12 04:27:01.152400 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52900) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:01.194247 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70162c9-2df2-46fd-bf0e-c41820c478fe admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:27:01.198943 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-758f7467-4763-4bf8-97fc-470cd1bf43dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f5af4b98cc849f0a88a477e27cdba3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309795 Nov 12 04:27:01.202782 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52902) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:01.214294 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70162c9-2df2-46fd-bf0e-c41820c478fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e483e9-a469-45b8-8cff-24805b997b36,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:01.249291 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d70162c9-2df2-46fd-bf0e-c41820c478fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.249811 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-d70162c9-2df2-46fd-bf0e-c41820c478fe admin admin] Added segment 99f2e72c-92e8-4948-a874-6692dc47706d of type vlan for network 9ed379de-f253-4c9b-9191-53ce8483d742 Nov 12 04:27:01.305610 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3913558-628c-4ede-aa42-70bc1f7fdfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.325584 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d70162c9-2df2-46fd-bf0e-c41820c478fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.326170 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-685f32b7-358e-4c78-8bba-2fb6d84d3868 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.356684 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-685f32b7-358e-4c78-8bba-2fb6d84d3868 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.414649 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a8ada350-89c5-4478-9b9d-f525f08f1b67 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:27:01.421572 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdd6f85-438d-4626-8b05-0134a4e7451e None None] DHCP port deletion for 0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:27:01.429541 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3913558-628c-4ede-aa42-70bc1f7fdfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.447653 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: a8ada350-89c5-4478-9b9d-f525f08f1b67 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:27:01.448187 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a8ada350-89c5-4478-9b9d-f525f08f1b67 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:27:01.454547 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f3913558-628c-4ede-aa42-70bc1f7fdfd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:01.463378 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d70162c9-2df2-46fd-bf0e-c41820c478fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.464430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70162c9-2df2-46fd-bf0e-c41820c478fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:01.464946 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d70162c9-2df2-46fd-bf0e-c41820c478fe admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.468620 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f3913558-628c-4ede-aa42-70bc1f7fdfd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3511ccee-5633-4cc0-acc5-c9fb5a1e69da') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:01.468810 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-f3913558-628c-4ede-aa42-70bc1f7fdfd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3511ccee-5633-4cc0-acc5-c9fb5a1e69da') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:01.498164 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-685f32b7-358e-4c78-8bba-2fb6d84d3868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.500758 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-685f32b7-358e-4c78-8bba-2fb6d84d3868 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.501912 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-685f32b7-358e-4c78-8bba-2fb6d84d3868 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/852117c5-002d-46a8-9644-c66584181bf1 HTTP/1.1" status: 204 len: 168 time: 0.2966063 Nov 12 04:27:01.503910 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3913558-628c-4ede-aa42-70bc1f7fdfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.514942 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f32b7-358e-4c78-8bba-2fb6d84d3868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852117c5-002d-46a8-9644-c66584181bf1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:01.575027 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3913558-628c-4ede-aa42-70bc1f7fdfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.587711 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70162c9-2df2-46fd-bf0e-c41820c478fe admin admin] Pushing event updated for resources: {'Network': ['ID=9ed379de-f253-4c9b-9191-53ce8483d742,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:01.601099 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3913558-628c-4ede-aa42-70bc1f7fdfd1 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:27:01.602316 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3913558-628c-4ede-aa42-70bc1f7fdfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.603878 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 9ed379de-f253-4c9b-9191-53ce8483d742 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:27:01.606765 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:27:01.630136 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d70162c9-2df2-46fd-bf0e-c41820c478fe admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1170406 Nov 12 04:27:01.632984 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52916) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:01.638740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-cb6b70d9-3ac2-4ce6-b254-5b3d2769ae49 admin admin] Request body: {'subnet': {'network_id': '9ed379de-f253-4c9b-9191-53ce8483d742', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1236511881-subnet', 'tenant_id': '7f24aefeda0b4f8db88eaad3d3810258', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:01.773605 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6b70d9-3ac2-4ce6-b254-5b3d2769ae49 admin admin] Made reservation on behalf of 7f24aefeda0b4f8db88eaad3d3810258 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:27:01.776417 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb6b70d9-3ac2-4ce6-b254-5b3d2769ae49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.807881 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3913558-628c-4ede-aa42-70bc1f7fdfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.820467 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f3913558-628c-4ede-aa42-70bc1f7fdfd1 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.828353 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f3913558-628c-4ede-aa42-70bc1f7fdfd1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f HTTP/1.1" status: 204 len: 168 time: 0.6697102 Nov 12 04:27:01.842541 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3913558-628c-4ede-aa42-70bc1f7fdfd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b8e8cd0-3d0d-4be5-a680-cf04c2e5a13f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:02.162624 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb6b70d9-3ac2-4ce6-b254-5b3d2769ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:02.224646 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b70d9-3ac2-4ce6-b254-5b3d2769ae49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b29ab24-e3c8-42e4-9c0b-f02b4e22c169,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:02.264720 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6b70d9-3ac2-4ce6-b254-5b3d2769ae49 admin admin] Checking segment: {'id': '99f2e72c-92e8-4948-a874-6692dc47706d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9ed379de-f253-4c9b-9191-53ce8483d742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:27:02.265086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6b70d9-3ac2-4ce6-b254-5b3d2769ae49 admin admin] Network hostable DHCP agents. Network: 9ed379de-f253-4c9b-9191-53ce8483d742, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:27:02.347527 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device eed06a5e-8678-401c-8a5f-cba757927912 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:27:02.372232 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: eed06a5e-8678-401c-8a5f-cba757927912 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:27:02.372641 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device eed06a5e-8678-401c-8a5f-cba757927912 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:27:02.400600 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6b70d9-3ac2-4ce6-b254-5b3d2769ae49 admin admin] Network 9ed379de-f253-4c9b-9191-53ce8483d742 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:27:02.504676 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-cb6b70d9-3ac2-4ce6-b254-5b3d2769ae49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 9ed379de-f253-4c9b-9191-53ce8483d742) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:02.511764 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6b70d9-3ac2-4ce6-b254-5b3d2769ae49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:02.513047 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb6b70d9-3ac2-4ce6-b254-5b3d2769ae49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:02.513914 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7acde2-d803-4041-9943-076de50e4211 None None] Network 9ed379de-f253-4c9b-9191-53ce8483d742 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:27:02.575461 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52958) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:02.636622 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-33691760-bfbf-4aab-8e2e-fb8acc461f52 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5dbdfbedb0645dfa188fd2273da30e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0604250 Nov 12 04:27:02.639497 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52960) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:02.645518 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cb6b70d9-3ac2-4ce6-b254-5b3d2769ae49 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0110521 Nov 12 04:27:02.676170 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9195b520-414b-4f8b-9102-ece609d04582 None None] Network 9ed379de-f253-4c9b-9191-53ce8483d742 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:27:02.708099 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-221fb886-400a-4716-a360-2cdcb8ae9130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:02.745163 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-221fb886-400a-4716-a360-2cdcb8ae9130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:02.881428 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-221fb886-400a-4716-a360-2cdcb8ae9130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:02.885244 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-221fb886-400a-4716-a360-2cdcb8ae9130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:02.888698 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-221fb886-400a-4716-a360-2cdcb8ae9130 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e71123ab-12d2-468e-a2c1-9c4e0c8e5daa HTTP/1.1" status: 204 len: 168 time: 0.2458637 Nov 12 04:27:02.895229 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fb886-400a-4716-a360-2cdcb8ae9130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71123ab-12d2-468e-a2c1-9c4e0c8e5daa,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:02.958491 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52976) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:03.197006 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0e76aa9-73ce-4ed9-b1da-ee11cf600464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:03.294324 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aaeebd34-bfbb-4062-b185-86e32041ed67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:03.379966 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aaeebd34-bfbb-4062-b185-86e32041ed67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:03.482281 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aaeebd34-bfbb-4062-b185-86e32041ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:03.534184 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-aaeebd34-bfbb-4062-b185-86e32041ed67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8481e3c5069545af91f58271c8279a13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5744357 Nov 12 04:27:03.537547 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53012) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:03.567310 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeebd34-bfbb-4062-b185-86e32041ed67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f57d351-1248-49d0-a2ad-96d2dccfa1a5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:03.614059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53016) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:03.636006 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2bab4442-51b7-46fa-ade8-c53498d1fe0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:03.672779 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1db996-fad6-42b4-8131-092eae212a24 req-ba32d681-cfb4-4b08-87cb-a69abc8f5103 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:03.680298 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df1db996-fad6-42b4-8131-092eae212a24 req-ba32d681-cfb4-4b08-87cb-a69abc8f5103 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/networks?id=9ed379de-f253-4c9b-9191-53ce8483d742 HTTP/1.1" status: 200 len: 809 time: 0.1823244 Nov 12 04:27:03.686062 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2bab4442-51b7-46fa-ade8-c53498d1fe0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:03.710530 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df1db996-fad6-42b4-8131-092eae212a24 req-03bea161-f072-41a8-a739-a290e844dfaf tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/quotas/7f24aefeda0b4f8db88eaad3d3810258 HTTP/1.1" status: 200 len: 375 time: 0.0292618 Nov 12 04:27:03.762416 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df1db996-fad6-42b4-8131-092eae212a24 req-f99b1f77-b983-4a60-8d32-4e60b739fdd9 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f24aefeda0b4f8db88eaad3d3810258&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507212 Nov 12 04:27:03.781145 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-7a59adac-529f-4e18-a4bf-bbd8899c5f56 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-369408410-network', 'tenant_id': '21226669398c483696554893c3729fec'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:03.858873 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2bab4442-51b7-46fa-ade8-c53498d1fe0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:03.862949 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2bab4442-51b7-46fa-ade8-c53498d1fe0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:03.864665 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2bab4442-51b7-46fa-ade8-c53498d1fe0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f57d351-1248-49d0-a2ad-96d2dccfa1a5 HTTP/1.1" status: 204 len: 168 time: 0.3255520 Nov 12 04:27:03.875789 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab4442-51b7-46fa-ade8-c53498d1fe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f57d351-1248-49d0-a2ad-96d2dccfa1a5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:03.890509 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df1db996-fad6-42b4-8131-092eae212a24 req-c52914e4-d5b4-476a-b0ec-c650b7be0961 service neutron] 10.222.0.37 "GET /v2.0/networks/9ed379de-f253-4c9b-9191-53ce8483d742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210887 Nov 12 04:27:04.189582 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a59adac-529f-4e18-a4bf-bbd8899c5f56 admin admin] Made reservation on behalf of 21226669398c483696554893c3729fec for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:27:04.191924 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7a59adac-529f-4e18-a4bf-bbd8899c5f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:04.203215 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7a59adac-529f-4e18-a4bf-bbd8899c5f56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:04.291318 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df1db996-fad6-42b4-8131-092eae212a24 req-78d3e962-95d5-47a2-868a-19d6348984a9 service neutron] 10.222.0.37 "GET /v2.0/networks/9ed379de-f253-4c9b-9191-53ce8483d742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928125 Nov 12 04:27:04.335822 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7a59adac-529f-4e18-a4bf-bbd8899c5f56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:04.419283 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7a59adac-529f-4e18-a4bf-bbd8899c5f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:04.450422 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53048) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:04.450853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a59adac-529f-4e18-a4bf-bbd8899c5f56 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:27:04.462316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59adac-529f-4e18-a4bf-bbd8899c5f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb3a907-d6d3-4b29-bda1-30b5eeb64a4d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:04.467576 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7a59adac-529f-4e18-a4bf-bbd8899c5f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:04.467968 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-7a59adac-529f-4e18-a4bf-bbd8899c5f56 admin admin] Added segment 9e1a2ab0-735a-4b40-bb00-57e31a6ddf4a of type vlan for network 846a79a4-e44a-414f-80ee-1016d903b77c Nov 12 04:27:04.509572 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7a59adac-529f-4e18-a4bf-bbd8899c5f56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:04.618772 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6f87567e-d7b3-4fdc-9bbf-0ac17d9e208d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1884532781-network', 'tenant_id': '53c98594a560498ea65e23eb26f98fbe'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:04.637264 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7a59adac-529f-4e18-a4bf-bbd8899c5f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:04.638847 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a59adac-529f-4e18-a4bf-bbd8899c5f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:04.639647 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7a59adac-529f-4e18-a4bf-bbd8899c5f56 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:04.693857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53058) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:04.713048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59adac-529f-4e18-a4bf-bbd8899c5f56 admin admin] Pushing event updated for resources: {'Network': ['ID=846a79a4-e44a-414f-80ee-1016d903b77c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:04.713743 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1efede91-6e68-4916-8922-c2ca7bd52339 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:04.724599 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 846a79a4-e44a-414f-80ee-1016d903b77c details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:27:04.760800 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f87567e-d7b3-4fdc-9bbf-0ac17d9e208d admin admin] Made reservation on behalf of 53c98594a560498ea65e23eb26f98fbe for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:27:04.763760 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f87567e-d7b3-4fdc-9bbf-0ac17d9e208d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:04.785024 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f87567e-d7b3-4fdc-9bbf-0ac17d9e208d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:04.798352 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bdb3d407-a2f8-4ffb-8b2b-e9c5b4361ad7 req-a6be77ae-309c-490f-8f81-fcfb86d2623c tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f73fde0-9efe-4d7a-8fa9-93339c7da7c1 HTTP/1.1" status: 200 len: 210 time: 0.0358114 Nov 12 04:27:04.831541 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7a59adac-529f-4e18-a4bf-bbd8899c5f56 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2156794 Nov 12 04:27:04.837856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53066) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:04.843019 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-2bc64400-2782-4c5f-90d3-0093d35cfc78 admin admin] Request body: {'subnet': {'network_id': '846a79a4-e44a-414f-80ee-1016d903b77c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-369408410-subnet', 'tenant_id': '21226669398c483696554893c3729fec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:04.882731 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1efede91-6e68-4916-8922-c2ca7bd52339 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:04.919256 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f87567e-d7b3-4fdc-9bbf-0ac17d9e208d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:04.985253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc64400-2782-4c5f-90d3-0093d35cfc78 admin admin] Made reservation on behalf of 21226669398c483696554893c3729fec for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:27:04.988158 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2bc64400-2782-4c5f-90d3-0093d35cfc78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:05.014018 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1efede91-6e68-4916-8922-c2ca7bd52339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:05.019346 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f87567e-d7b3-4fdc-9bbf-0ac17d9e208d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:05.066695 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1efede91-6e68-4916-8922-c2ca7bd52339 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f796f6b3ee3749679a560d9175dc5b31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3704109 Nov 12 04:27:05.067457 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f87567e-d7b3-4fdc-9bbf-0ac17d9e208d admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:27:05.069652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53070) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:05.080080 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efede91-6e68-4916-8922-c2ca7bd52339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a63e706-963f-40b6-840d-312e50384ae0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:05.110451 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f87567e-d7b3-4fdc-9bbf-0ac17d9e208d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:05.110451 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-6f87567e-d7b3-4fdc-9bbf-0ac17d9e208d admin admin] Added segment ab1dbfdf-3e0b-4de9-9261-430c1518f8cd of type vlan for network 70c29c96-a906-4018-984d-b503be138367 Nov 12 04:27:05.168179 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87567e-d7b3-4fdc-9bbf-0ac17d9e208d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65ed537-c8c7-46a4-b2d1-8cf1471b0ef5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:05.181137 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f87567e-d7b3-4fdc-9bbf-0ac17d9e208d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:05.202035 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-989e6354-a802-4d04-8d14-35f6248081ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:05.242597 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2bc64400-2782-4c5f-90d3-0093d35cfc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:05.243338 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-989e6354-a802-4d04-8d14-35f6248081ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:05.300328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc64400-2782-4c5f-90d3-0093d35cfc78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70ab2d83-1446-4f12-b151-5482ffba2a6f,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:05.315404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc64400-2782-4c5f-90d3-0093d35cfc78 admin admin] Checking segment: {'id': '9e1a2ab0-735a-4b40-bb00-57e31a6ddf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '846a79a4-e44a-414f-80ee-1016d903b77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:27:05.315833 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc64400-2782-4c5f-90d3-0093d35cfc78 admin admin] Network hostable DHCP agents. Network: 846a79a4-e44a-414f-80ee-1016d903b77c, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:27:05.326427 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f87567e-d7b3-4fdc-9bbf-0ac17d9e208d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:05.327544 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f87567e-d7b3-4fdc-9bbf-0ac17d9e208d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:05.328212 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f87567e-d7b3-4fdc-9bbf-0ac17d9e208d admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:05.402772 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87567e-d7b3-4fdc-9bbf-0ac17d9e208d admin admin] Pushing event updated for resources: {'Network': ['ID=70c29c96-a906-4018-984d-b503be138367,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:05.412456 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 70c29c96-a906-4018-984d-b503be138367 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:27:05.430913 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-989e6354-a802-4d04-8d14-35f6248081ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:05.435838 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-989e6354-a802-4d04-8d14-35f6248081ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:05.436115 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-989e6354-a802-4d04-8d14-35f6248081ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a63e706-963f-40b6-840d-312e50384ae0 HTTP/1.1" status: 204 len: 168 time: 0.3626995 Nov 12 04:27:05.446760 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e6354-a802-4d04-8d14-35f6248081ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a63e706-963f-40b6-840d-312e50384ae0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:05.488391 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc64400-2782-4c5f-90d3-0093d35cfc78 admin admin] Network 846a79a4-e44a-414f-80ee-1016d903b77c is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:27:05.492391 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6f87567e-d7b3-4fdc-9bbf-0ac17d9e208d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0406106 Nov 12 04:27:05.495134 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53082) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:05.502298 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ae1e88e4-1957-4467-9d01-a3f64ceb8247 admin admin] Request body: {'subnet': {'network_id': '70c29c96-a906-4018-984d-b503be138367', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1884532781-subnet', 'tenant_id': '53c98594a560498ea65e23eb26f98fbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:05.606873 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83ff5bcf-6bae-454a-93a1-f1856a9c55d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:05.635092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-2bc64400-2782-4c5f-90d3-0093d35cfc78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 846a79a4-e44a-414f-80ee-1016d903b77c) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:05.642605 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1e88e4-1957-4467-9d01-a3f64ceb8247 admin admin] Made reservation on behalf of 53c98594a560498ea65e23eb26f98fbe for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:27:05.643727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc64400-2782-4c5f-90d3-0093d35cfc78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:05.644342 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2bc64400-2782-4c5f-90d3-0093d35cfc78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:05.648878 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01775df-f9b0-4720-b0e0-d149ae7db241 None None] Network 846a79a4-e44a-414f-80ee-1016d903b77c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:27:05.657107 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae1e88e4-1957-4467-9d01-a3f64ceb8247 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:05.740473 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2bc64400-2782-4c5f-90d3-0093d35cfc78 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9014428 Nov 12 04:27:05.847110 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ecc975-e3f4-4060-9588-f8e7f7846f90 None None] Network 846a79a4-e44a-414f-80ee-1016d903b77c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:27:05.945187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-38c5190c-c505-4f51-b33f-8ef04b51c06c req-a36a9383-1c76-4214-a5f8-ac0459c9c0ae tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f73fde0-9efe-4d7a-8fa9-93339c7da7c1 HTTP/1.1" status: 200 len: 210 time: 0.0457411 Nov 12 04:27:06.065887 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae1e88e4-1957-4467-9d01-a3f64ceb8247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:06.158406 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e88e4-1957-4467-9d01-a3f64ceb8247 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85e29d74-5d6f-4887-ba41-93f86766c641,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:06.177815 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e88e4-1957-4467-9d01-a3f64ceb8247 admin admin] Checking segment: {'id': 'ab1dbfdf-3e0b-4de9-9261-430c1518f8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '70c29c96-a906-4018-984d-b503be138367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:27:06.178360 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e88e4-1957-4467-9d01-a3f64ceb8247 admin admin] Network hostable DHCP agents. Network: 70c29c96-a906-4018-984d-b503be138367, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:27:06.259840 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e88e4-1957-4467-9d01-a3f64ceb8247 admin admin] Network 70c29c96-a906-4018-984d-b503be138367 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:27:06.338549 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ae1e88e4-1957-4467-9d01-a3f64ceb8247 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 70c29c96-a906-4018-984d-b503be138367) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:06.355817 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7877e9a6-1350-4e05-b4f1-66f6d4f73d98 None None] Network 70c29c96-a906-4018-984d-b503be138367 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:27:06.356030 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1e88e4-1957-4467-9d01-a3f64ceb8247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:06.356030 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae1e88e4-1957-4467-9d01-a3f64ceb8247 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:06.417992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-709c636e-e76e-4bc7-9b83-2c7289220dfe tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:06.423145 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-709c636e-e76e-4bc7-9b83-2c7289220dfe tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/networks?id=846a79a4-e44a-414f-80ee-1016d903b77c HTTP/1.1" status: 200 len: 821 time: 0.1199093 Nov 12 04:27:06.436814 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-0d306b32-b993-48c8-8585-8df86aec64c2 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/quotas/21226669398c483696554893c3729fec HTTP/1.1" status: 200 len: 375 time: 0.0106106 Nov 12 04:27:06.452452 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ae1e88e4-1957-4467-9d01-a3f64ceb8247 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9556088 Nov 12 04:27:06.477701 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-e678e981-d7bb-41c7-9094-d6e5d441cbe4 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=21226669398c483696554893c3729fec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324562 Nov 12 04:27:06.522671 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1e6225-db9a-42c4-ae46-e523a95220c4 None None] Network 70c29c96-a906-4018-984d-b503be138367 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:27:06.663605 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-e4bf24a6-1dbf-4843-a491-41be803deded service neutron] 10.222.0.37 "GET /v2.0/networks/846a79a4-e44a-414f-80ee-1016d903b77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742733 Nov 12 04:27:06.776476 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-2f87d2e2-d314-49a7-a9b2-ecf2a9076651 service neutron] 10.222.0.37 "GET /v2.0/networks/846a79a4-e44a-414f-80ee-1016d903b77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110592 Nov 12 04:27:06.831285 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:07.417856 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bfab500d-7b63-443b-aea3-3214985559e5 req-f40338c7-91f8-4fad-9e2e-c345d28d2b08 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f73fde0-9efe-4d7a-8fa9-93339c7da7c1 HTTP/1.1" status: 200 len: 210 time: 0.0358517 Nov 12 04:27:07.458935 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1db996-fad6-42b4-8131-092eae212a24 req-b3b5f5e8-bae2-46ae-af62-47440619a200 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:07.460381 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df1db996-fad6-42b4-8131-092eae212a24 req-b3b5f5e8-bae2-46ae-af62-47440619a200 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.31 "GET /v2.0/networks?id=9ed379de-f253-4c9b-9191-53ce8483d742 HTTP/1.1" status: 200 len: 809 time: 0.1399157 Nov 12 04:27:07.489750 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-571ff2f9-ab73-4901-a683-c766a760e5c5 req-d030b10f-9bd6-4adc-912a-1fd8ea0de884 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/ports?device_id=19e095b2-a597-4b07-a868-d67da1865d24 HTTP/1.1" status: 200 len: 210 time: 0.0280659 Nov 12 04:27:07.493458 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-df1db996-fad6-42b4-8131-092eae212a24 req-5ef2d701-3cf2-463f-9c4e-f1f6dd5bd259 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Request body: {'port': {'device_id': '1f73fde0-9efe-4d7a-8fa9-93339c7da7c1', 'network_id': '9ed379de-f253-4c9b-9191-53ce8483d742', 'admin_state_up': True, 'tenant_id': '7f24aefeda0b4f8db88eaad3d3810258'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:07.501986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53178) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:07.508500 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c76273c4-2ca7-431e-b5e8-557f9109aa6c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1918356590-network', 'tenant_id': '8b6fd0f9fd69452aa122117dbbd08bcb'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:07.626668 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76273c4-2ca7-431e-b5e8-557f9109aa6c admin admin] Made reservation on behalf of 8b6fd0f9fd69452aa122117dbbd08bcb for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:27:07.631220 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c76273c4-2ca7-431e-b5e8-557f9109aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:07.642126 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c76273c4-2ca7-431e-b5e8-557f9109aa6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:07.740384 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c76273c4-2ca7-431e-b5e8-557f9109aa6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:07.802222 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df1db996-fad6-42b4-8131-092eae212a24 req-5ef2d701-3cf2-463f-9c4e-f1f6dd5bd259 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Made reservation on behalf of 7f24aefeda0b4f8db88eaad3d3810258 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:27:07.811855 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-df1db996-fad6-42b4-8131-092eae212a24 req-5ef2d701-3cf2-463f-9c4e-f1f6dd5bd259 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:07.830995 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c76273c4-2ca7-431e-b5e8-557f9109aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:07.857389 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76273c4-2ca7-431e-b5e8-557f9109aa6c admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:27:07.868296 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76273c4-2ca7-431e-b5e8-557f9109aa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2720cbb-d015-4390-ab97-0ecb236b302f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:07.873352 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c76273c4-2ca7-431e-b5e8-557f9109aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:07.873696 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-c76273c4-2ca7-431e-b5e8-557f9109aa6c admin admin] Added segment 59999382-8178-4010-bc98-9ca680a4049d of type vlan for network 4d940c12-c9b7-45e8-8d4b-131b24a62cc1 Nov 12 04:27:07.934771 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c76273c4-2ca7-431e-b5e8-557f9109aa6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:07.964140 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-df1db996-fad6-42b4-8131-092eae212a24 req-5ef2d701-3cf2-463f-9c4e-f1f6dd5bd259 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Allocated IP 172.20.0.13 (9ed379de-f253-4c9b-9191-53ce8483d742/4b29ab24-e3c8-42e4-9c0b-f02b4e22c169/7850cbf2-8126-4279-984d-87de159062a2) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:27:08.012260 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c76273c4-2ca7-431e-b5e8-557f9109aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:08.013750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76273c4-2ca7-431e-b5e8-557f9109aa6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:08.014364 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c76273c4-2ca7-431e-b5e8-557f9109aa6c admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:08.128557 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76273c4-2ca7-431e-b5e8-557f9109aa6c admin admin] Pushing event updated for resources: {'Network': ['ID=4d940c12-c9b7-45e8-8d4b-131b24a62cc1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:08.138173 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c76273c4-2ca7-431e-b5e8-557f9109aa6c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6350167 Nov 12 04:27:08.141633 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53194) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:08.152568 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-423c648b-65db-49a2-96b1-f857aff744a0 admin admin] Request body: {'subnet': {'network_id': '4d940c12-c9b7-45e8-8d4b-131b24a62cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1918356590-subnet', 'tenant_id': '8b6fd0f9fd69452aa122117dbbd08bcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:08.159900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 4d940c12-c9b7-45e8-8d4b-131b24a62cc1 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:27:08.188969 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-df1db996-fad6-42b4-8131-092eae212a24 req-5ef2d701-3cf2-463f-9c4e-f1f6dd5bd259 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:08.273584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423c648b-65db-49a2-96b1-f857aff744a0 admin admin] Made reservation on behalf of 8b6fd0f9fd69452aa122117dbbd08bcb for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:27:08.276421 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-423c648b-65db-49a2-96b1-f857aff744a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:08.289410 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:08.299694 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-df1db996-fad6-42b4-8131-092eae212a24 req-5ef2d701-3cf2-463f-9c4e-f1f6dd5bd259 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:08.357509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df1db996-fad6-42b4-8131-092eae212a24 req-5ef2d701-3cf2-463f-9c4e-f1f6dd5bd259 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Network 9ed379de-f253-4c9b-9191-53ce8483d742 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:27:08.360824 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-df1db996-fad6-42b4-8131-092eae212a24 req-5ef2d701-3cf2-463f-9c4e-f1f6dd5bd259 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:08.365380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1db996-fad6-42b4-8131-092eae212a24 req-5ef2d701-3cf2-463f-9c4e-f1f6dd5bd259 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:27:08.408934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2d701-3cf2-463f-9c4e-f1f6dd5bd259 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Pushing event updated for resources: {'Port': ['ID=7850cbf2-8126-4279-984d-87de159062a2,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:08.434375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1db996-fad6-42b4-8131-092eae212a24 req-5ef2d701-3cf2-463f-9c4e-f1f6dd5bd259 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:08.435025 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-df1db996-fad6-42b4-8131-092eae212a24 req-5ef2d701-3cf2-463f-9c4e-f1f6dd5bd259 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:08.554176 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239be70a-90b6-4c10-abd5-803635859bdf req-bb2033bc-3ad0-4396-a7cc-2b18c605b8fd tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:08.555807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-239be70a-90b6-4c10-abd5-803635859bdf req-bb2033bc-3ad0-4396-a7cc-2b18c605b8fd tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f73fde0-9efe-4d7a-8fa9-93339c7da7c1 HTTP/1.1" status: 200 len: 932 time: 0.0603285 Nov 12 04:27:08.569289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df1db996-fad6-42b4-8131-092eae212a24 req-5ef2d701-3cf2-463f-9c4e-f1f6dd5bd259 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0823274 Nov 12 04:27:08.594000 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Request body: {'port': {'device_id': '1f73fde0-9efe-4d7a-8fa9-93339c7da7c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:08.624150 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-423c648b-65db-49a2-96b1-f857aff744a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:08.666754 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-239be70a-90b6-4c10-abd5-803635859bdf req-a56e80d9-edac-4864-ab5c-c7bfe18572f5 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5e483e9-a469-45b8-8cff-24805b997b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026933 Nov 12 04:27:08.696689 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423c648b-65db-49a2-96b1-f857aff744a0 admin admin] Checking segment: {'id': '59999382-8178-4010-bc98-9ca680a4049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4d940c12-c9b7-45e8-8d4b-131b24a62cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:27:08.697127 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c648b-65db-49a2-96b1-f857aff744a0 admin admin] Network hostable DHCP agents. Network: 4d940c12-c9b7-45e8-8d4b-131b24a62cc1, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:27:08.697603 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:08.704586 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c648b-65db-49a2-96b1-f857aff744a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e498d95-2514-4907-9316-5edcb608c1c1,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:08.790651 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c648b-65db-49a2-96b1-f857aff744a0 admin admin] Network 4d940c12-c9b7-45e8-8d4b-131b24a62cc1 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:27:08.827046 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aef7260b-8576-4020-afbd-855cfc4c8897 req-550487be-4be3-4fe6-bec2-2adfe62ed1f2 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/ports?device_id=19e095b2-a597-4b07-a868-d67da1865d24 HTTP/1.1" status: 200 len: 210 time: 0.0408711 Nov 12 04:27:08.933421 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-423c648b-65db-49a2-96b1-f857aff744a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 4d940c12-c9b7-45e8-8d4b-131b24a62cc1) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:08.939210 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c648b-65db-49a2-96b1-f857aff744a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:08.939903 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-423c648b-65db-49a2-96b1-f857aff744a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:08.946196 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd9f0df-7b79-4b91-814e-4bf09de112f2 None None] Network 4d940c12-c9b7-45e8-8d4b-131b24a62cc1 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:27:09.102691 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-423c648b-65db-49a2-96b1-f857aff744a0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9496162 Nov 12 04:27:09.116605 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.129888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdde905-9c25-4173-b480-70ce149e1ad0 None None] Network 4d940c12-c9b7-45e8-8d4b-131b24a62cc1 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:27:09.175194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7850cbf2-8126-4279-984d-87de159062a2 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:27:09.185391 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.205194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Transition to ACTIVE for port object 7850cbf2-8126-4279-984d-87de159062a2 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:27:09.300323 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.370327 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Pushing event updated for resources: {'Port': ['ID=7850cbf2-8126-4279-984d-87de159062a2,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:09.461287 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Attempting to bind port 7850cbf2-8126-4279-984d-87de159062a2 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:27:09.461548 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Attempting to bind port 7850cbf2-8126-4279-984d-87de159062a2 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '99f2e72c-92e8-4948-a874-6692dc47706d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9ed379de-f253-4c9b-9191-53ce8483d742'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:27:09.462008 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Attempting to bind port 7850cbf2-8126-4279-984d-87de159062a2 on network 9ed379de-f253-4c9b-9191-53ce8483d742 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:27:09.476103 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Port 7850cbf2-8126-4279-984d-87de159062a2 on network 9ed379de-f253-4c9b-9191-53ce8483d742 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:27:09.476424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Attempting to bind port 7850cbf2-8126-4279-984d-87de159062a2 on network 9ed379de-f253-4c9b-9191-53ce8483d742 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:27:09.502843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:27:09.502843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Checking segment: {'id': '99f2e72c-92e8-4948-a874-6692dc47706d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9ed379de-f253-4c9b-9191-53ce8483d742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:27:09.502843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Bound using segment: {'id': '99f2e72c-92e8-4948-a874-6692dc47706d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9ed379de-f253-4c9b-9191-53ce8483d742'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:27:09.502843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Bound port: 7850cbf2-8126-4279-984d-87de159062a2, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99f2e72c-92e8-4948-a874-6692dc47706d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9ed379de-f253-4c9b-9191-53ce8483d742'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:27:09.502843 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.574607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] For port 7850cbf2-8126-4279-984d-87de159062a2, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:27:09.578356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] For port 7850cbf2-8126-4279-984d-87de159062a2, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7850cbf2-8126-4279-984d-87de159062a2,segment=NetworkSegment(99f2e72c-92e8-4948-a874-6692dc47706d),segment_id=99f2e72c-92e8-4948-a874-6692dc47706d)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:27:09.660269 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.725775 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:09.726497 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.728109 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df1db996-fad6-42b4-8131-092eae212a24 req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] 10.222.0.31 "PUT /v2.0/ports/7850cbf2-8126-4279-984d-87de159062a2 HTTP/1.1" status: 200 len: 1093 time: 1.1406901 Nov 12 04:27:09.728575 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f73fde0-9efe-4d7a-8fa9-93339c7da7c1', 'tag': '7850cbf2-8126-4279-984d-87de159062a2'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:09.731035 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4fa2e0-b412-48b1-88a9-d40906f33e61" -d '{"events": [{"name": "network-changed", "server_uuid": "1f73fde0-9efe-4d7a-8fa9-93339c7da7c1", "tag": "7850cbf2-8126-4279-984d-87de159062a2"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:09.792466 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Pushing event updated for resources: {'Port': ['ID=7850cbf2-8126-4279-984d-87de159062a2,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:09.805425 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:09.806483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:09.806483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:09.806483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:09.806949 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:09.807183 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:09.807473 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:09.807800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:09.808141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:09.808466 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:09.808934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:09.809263 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad5dff-08ee-4854-8551-61ee0869eac6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:09.956980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-6fb295b5-5dbb-4975-b69f-70c9c3ec42bd tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:09.959103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-6fb295b5-5dbb-4975-b69f-70c9c3ec42bd tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/networks?id=70c29c96-a906-4018-984d-b503be138367 HTTP/1.1" status: 200 len: 825 time: 0.2045279 Nov 12 04:27:09.993653 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1db996-fad6-42b4-8131-092eae212a24 req-2194eb08-77af-4f0b-a60d-8585b1981610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:09.995302 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df1db996-fad6-42b4-8131-092eae212a24 req-2194eb08-77af-4f0b-a60d-8585b1981610 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f24aefeda0b4f8db88eaad3d3810258&device_id=1f73fde0-9efe-4d7a-8fa9-93339c7da7c1 HTTP/1.1" status: 200 len: 1096 time: 0.1251261 Nov 12 04:27:10.038668 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-757d40e1-318b-4b52-9d98-e69622ff3984 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/quotas/53c98594a560498ea65e23eb26f98fbe HTTP/1.1" status: 200 len: 375 time: 0.0618422 Nov 12 04:27:10.087264 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df1db996-fad6-42b4-8131-092eae212a24 req-83d68554-0fd5-42c5-928a-7cbe623e1c6a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7850cbf2-8126-4279-984d-87de159062a2 HTTP/1.1" status: 200 len: 217 time: 0.0579221 Nov 12 04:27:10.112656 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-eea75e60-49a0-4150-9be7-eae624eb7531 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=53c98594a560498ea65e23eb26f98fbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431921 Nov 12 04:27:10.198401 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ed0c7c34-d883-47b9-8c7c-931c385259af tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:10.199173 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ed0c7c34-d883-47b9-8c7c-931c385259af tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.21 "GET /v2.0/networks?id=846a79a4-e44a-414f-80ee-1016d903b77c HTTP/1.1" status: 200 len: 821 time: 0.2726264 Nov 12 04:27:10.237731 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-5ca4d255-f431-4c5b-821c-bccc76724a97 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Request body: {'port': {'device_id': '19e095b2-a597-4b07-a868-d67da1865d24', 'network_id': '846a79a4-e44a-414f-80ee-1016d903b77c', 'admin_state_up': True, 'tenant_id': '21226669398c483696554893c3729fec'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:10.260946 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1db996-fad6-42b4-8131-092eae212a24 req-9a687a5a-7437-466d-b2c0-1354326bc23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:10.262471 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df1db996-fad6-42b4-8131-092eae212a24 req-9a687a5a-7437-466d-b2c0-1354326bc23d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4b29ab24-e3c8-42e4-9c0b-f02b4e22c169 HTTP/1.1" status: 200 len: 849 time: 0.1522803 Nov 12 04:27:10.344889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df1db996-fad6-42b4-8131-092eae212a24 req-7c55e835-9575-4074-9773-593c3b3c4b5d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9ed379de-f253-4c9b-9191-53ce8483d742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699694 Nov 12 04:27:10.377073 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-081e531e-f657-4ea3-82c0-34c7fc309bdb service neutron] 10.222.0.37 "GET /v2.0/networks/70c29c96-a906-4018-984d-b503be138367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516022 Nov 12 04:27:10.554380 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df1db996-fad6-42b4-8131-092eae212a24 req-ba7b40d1-7c57-43e0-99e3-6218b845d00a service neutron] 10.222.0.31 "GET /v2.0/networks/9ed379de-f253-4c9b-9191-53ce8483d742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994328 Nov 12 04:27:10.595172 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-db380120-1471-4b73-82d7-592779b2cfaa service neutron] 10.222.0.37 "GET /v2.0/networks/70c29c96-a906-4018-984d-b503be138367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043142 Nov 12 04:27:10.636463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-5ca4d255-f431-4c5b-821c-bccc76724a97 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Made reservation on behalf of 21226669398c483696554893c3729fec for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:27:10.636463 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-5ca4d255-f431-4c5b-821c-bccc76724a97 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.731106 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df1db996-fad6-42b4-8131-092eae212a24 req-eff63697-55f5-42c3-8f84-9dc01c1f0bfe service neutron] 10.222.0.31 "GET /v2.0/networks/9ed379de-f253-4c9b-9191-53ce8483d742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684453 Nov 12 04:27:10.796657 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-5ca4d255-f431-4c5b-821c-bccc76724a97 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Allocated IP 172.20.0.12 (846a79a4-e44a-414f-80ee-1016d903b77c/70ab2d83-1446-4f12-b151-5482ffba2a6f/8d98b605-2364-459b-a1ef-fda781eadef6) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:27:11.016187 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-5ca4d255-f431-4c5b-821c-bccc76724a97 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.035360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83130d-04ca-48fc-a9a2-4b33bb054b3b req-52b7aeeb-4f9b-4967-9709-efb597fef486 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:11.037626 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b83130d-04ca-48fc-a9a2-4b33bb054b3b req-52b7aeeb-4f9b-4967-9709-efb597fef486 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f73fde0-9efe-4d7a-8fa9-93339c7da7c1 HTTP/1.1" status: 200 len: 944 time: 0.0906730 Nov 12 04:27:11.120660 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b83130d-04ca-48fc-a9a2-4b33bb054b3b req-576c5912-50c2-408a-aae9-7283d5f6255c tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5e483e9-a469-45b8-8cff-24805b997b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726988 Nov 12 04:27:11.174209 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557899dc-dfe9-40d4-92b5-a4a7bb307502 x-openstack-request-id: req-557899dc-dfe9-40d4-92b5-a4a7bb307502 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:11.174209 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f73fde0-9efe-4d7a-8fa9-93339c7da7c1", "tag": "7850cbf2-8126-4279-984d-87de159062a2", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:11.174209 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-557899dc-dfe9-40d4-92b5-a4a7bb307502 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:11.174209 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f73fde0-9efe-4d7a-8fa9-93339c7da7c1', 'tag': '7850cbf2-8126-4279-984d-87de159062a2', 'status': 'completed', 'code': 200} Nov 12 04:27:11.189481 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-5ca4d255-f431-4c5b-821c-bccc76724a97 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.266385 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4d255-f431-4c5b-821c-bccc76724a97 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Pushing event updated for resources: {'Port': ['ID=8d98b605-2364-459b-a1ef-fda781eadef6,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:11.293630 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-5ca4d255-f431-4c5b-821c-bccc76724a97 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Network 846a79a4-e44a-414f-80ee-1016d903b77c is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:27:11.321530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-5ca4d255-f431-4c5b-821c-bccc76724a97 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:11.324174 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-5ca4d255-f431-4c5b-821c-bccc76724a97 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:27:11.406081 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fa2e0-b412-48b1-88a9-d40906f33e61 req-e1ff9878-3bd6-4254-87e2-80c168de0ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:11.407613 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d4fa2e0-b412-48b1-88a9-d40906f33e61 req-e1ff9878-3bd6-4254-87e2-80c168de0ad9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f24aefeda0b4f8db88eaad3d3810258&device_id=1f73fde0-9efe-4d7a-8fa9-93339c7da7c1 HTTP/1.1" status: 200 len: 1096 time: 0.1117861 Nov 12 04:27:11.418153 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfcd4e-8436-498e-8bcb-5c2309348afc req-8100620c-86d5-43b0-9557-dc68f579c7bb tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:11.423151 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9dfcd4e-8436-498e-8bcb-5c2309348afc req-8100620c-86d5-43b0-9557-dc68f579c7bb tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/ports?device_id=19e095b2-a597-4b07-a868-d67da1865d24 HTTP/1.1" status: 200 len: 932 time: 0.2106028 Nov 12 04:27:11.433717 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-5ca4d255-f431-4c5b-821c-bccc76724a97 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:11.433950 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-5ca4d255-f431-4c5b-821c-bccc76724a97 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.578988 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9dfcd4e-8436-498e-8bcb-5c2309348afc req-57886dd9-59d2-409a-9b6d-769dcd3d5fc3 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eb3a907-d6d3-4b29-bda1-30b5eeb64a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324074 Nov 12 04:27:11.588173 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fa2e0-b412-48b1-88a9-d40906f33e61 req-93ce5e90-3228-40ef-995a-f2fc7c827d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:11.589788 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d4fa2e0-b412-48b1-88a9-d40906f33e61 req-93ce5e90-3228-40ef-995a-f2fc7c827d3f service neutron] 10.222.0.31 "GET /v2.0/networks?id=9ed379de-f253-4c9b-9191-53ce8483d742 HTTP/1.1" status: 200 len: 910 time: 0.1648800 Nov 12 04:27:11.609087 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-5ca4d255-f431-4c5b-821c-bccc76724a97 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3779335 Nov 12 04:27:11.646474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Request body: {'port': {'device_id': '19e095b2-a597-4b07-a868-d67da1865d24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:11.649690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d4fa2e0-b412-48b1-88a9-d40906f33e61 req-221b5b9b-8151-40d1-abd3-69581e79bc65 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7850cbf2-8126-4279-984d-87de159062a2 HTTP/1.1" status: 200 len: 217 time: 0.0523925 Nov 12 04:27:11.758948 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fa2e0-b412-48b1-88a9-d40906f33e61 req-0ddd57f2-81b9-4a26-9e23-570859066794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:11.760421 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d4fa2e0-b412-48b1-88a9-d40906f33e61 req-0ddd57f2-81b9-4a26-9e23-570859066794 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4b29ab24-e3c8-42e4-9c0b-f02b4e22c169 HTTP/1.1" status: 200 len: 849 time: 0.0943696 Nov 12 04:27:11.763145 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.813511 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d4fa2e0-b412-48b1-88a9-d40906f33e61 req-473e3b83-2acc-41a7-9f9c-db188e06a691 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9ed379de-f253-4c9b-9191-53ce8483d742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361445 Nov 12 04:27:12.189580 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aa65ea6a-f5eb-4163-a9c8-619c41d04201 req-2aa09b6a-31ff-42fd-ad46-2e119e207963 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91539a1-cbf0-4f5d-9b81-40ff7659aae5 HTTP/1.1" status: 200 len: 210 time: 0.3347404 Nov 12 04:27:12.336861 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d4fa2e0-b412-48b1-88a9-d40906f33e61 req-bb7f7686-79b4-4c09-872e-94896bc267fe service neutron] 10.222.0.31 "GET /v2.0/networks/9ed379de-f253-4c9b-9191-53ce8483d742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086536 Nov 12 04:27:12.391786 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7850cbf2-8126-4279-984d-87de159062a2 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:27:12.428216 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a68863-c860-4ef4-beb6-8cea4ab2281b req-d66fca65-8a87-47a3-ac8e-c141ffcc1e7b tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:12.429719 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2a68863-c860-4ef4-beb6-8cea4ab2281b req-d66fca65-8a87-47a3-ac8e-c141ffcc1e7b tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f73fde0-9efe-4d7a-8fa9-93339c7da7c1 HTTP/1.1" status: 200 len: 944 time: 0.1658533 Nov 12 04:27:12.530896 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7850cbf2-8126-4279-984d-87de159062a2, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7850cbf2-8126-4279-984d-87de159062a2,segment=NetworkSegment(99f2e72c-92e8-4948-a874-6692dc47706d),segment_id=99f2e72c-92e8-4948-a874-6692dc47706d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:12.556177 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '7850cbf2-8126-4279-984d-87de159062a2', 'network_id': '9ed379de-f253-4c9b-9191-53ce8483d742', 'port_id': '7850cbf2-8126-4279-984d-87de159062a2', 'mac_address': 'fa:16:3e:8d:bc:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b29ab24-e3c8-42e4-9c0b-f02b4e22c169', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:27:12.573462 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2a68863-c860-4ef4-beb6-8cea4ab2281b req-fab5d6af-f3e6-4564-a460-e8a6a8e05994 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5e483e9-a469-45b8-8cff-24805b997b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117744 Nov 12 04:27:12.592207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d4fa2e0-b412-48b1-88a9-d40906f33e61 req-29d2c339-cdac-4087-9054-079ec2481f07 service neutron] 10.222.0.31 "GET /v2.0/networks/9ed379de-f253-4c9b-9191-53ce8483d742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417841 Nov 12 04:27:12.603569 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:12.620114 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7850cbf2-8126-4279-984d-87de159062a2 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:27:12.632350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d98b605-2364-459b-a1ef-fda781eadef6 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:27:12.640754 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:12.642252 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7850cbf2-8126-4279-984d-87de159062a2, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7850cbf2-8126-4279-984d-87de159062a2,segment=NetworkSegment(99f2e72c-92e8-4948-a874-6692dc47706d),segment_id=99f2e72c-92e8-4948-a874-6692dc47706d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:12.655143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Transition to ACTIVE for port object 8d98b605-2364-459b-a1ef-fda781eadef6 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:27:12.679381 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53400) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:12.745616 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5abe4-368e-4e95-960d-1d3af2892fda req-11749527-8df1-424f-b9c4-e49b30453068 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:12.747300 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aea5abe4-368e-4e95-960d-1d3af2892fda req-11749527-8df1-424f-b9c4-e49b30453068 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/ports?device_id=19e095b2-a597-4b07-a868-d67da1865d24 HTTP/1.1" status: 200 len: 932 time: 0.0611773 Nov 12 04:27:12.749058 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:12.775929 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:12.814053 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=7850cbf2-8126-4279-984d-87de159062a2,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:12.838136 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8a50da7-2c18-4fdf-b8aa-53f0871cb0a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:12.880462 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aea5abe4-368e-4e95-960d-1d3af2892fda req-80889f4d-df61-4aa8-a93d-c03ff3949ceb tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eb3a907-d6d3-4b29-bda1-30b5eeb64a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126859 Nov 12 04:27:12.891506 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Pushing event updated for resources: {'Port': ['ID=8d98b605-2364-459b-a1ef-fda781eadef6,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:12.946153 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8a50da7-2c18-4fdf-b8aa-53f0871cb0a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:12.985615 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Attempting to bind port 8d98b605-2364-459b-a1ef-fda781eadef6 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:27:12.986107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Attempting to bind port 8d98b605-2364-459b-a1ef-fda781eadef6 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '9e1a2ab0-735a-4b40-bb00-57e31a6ddf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '846a79a4-e44a-414f-80ee-1016d903b77c'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:27:12.986506 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Attempting to bind port 8d98b605-2364-459b-a1ef-fda781eadef6 on network 846a79a4-e44a-414f-80ee-1016d903b77c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:27:12.991496 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Port 8d98b605-2364-459b-a1ef-fda781eadef6 on network 846a79a4-e44a-414f-80ee-1016d903b77c not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:27:12.991813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Attempting to bind port 8d98b605-2364-459b-a1ef-fda781eadef6 on network 846a79a4-e44a-414f-80ee-1016d903b77c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:27:12.996778 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:27:12.997108 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Checking segment: {'id': '9e1a2ab0-735a-4b40-bb00-57e31a6ddf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '846a79a4-e44a-414f-80ee-1016d903b77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:27:12.997511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Bound using segment: {'id': '9e1a2ab0-735a-4b40-bb00-57e31a6ddf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '846a79a4-e44a-414f-80ee-1016d903b77c'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:27:12.997930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Bound port: 8d98b605-2364-459b-a1ef-fda781eadef6, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e1a2ab0-735a-4b40-bb00-57e31a6ddf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '846a79a4-e44a-414f-80ee-1016d903b77c'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:27:12.998283 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:13.037270 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['7850cbf2-8126-4279-984d-87de159062a2'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:27:13.063037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] For port 8d98b605-2364-459b-a1ef-fda781eadef6, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:27:13.066319 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] For port 8d98b605-2364-459b-a1ef-fda781eadef6, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=8d98b605-2364-459b-a1ef-fda781eadef6,segment=NetworkSegment(9e1a2ab0-735a-4b40-bb00-57e31a6ddf4a),segment_id=9e1a2ab0-735a-4b40-bb00-57e31a6ddf4a)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:27:13.162038 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d8a50da7-2c18-4fdf-b8aa-53f0871cb0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:13.201229 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d8a50da7-2c18-4fdf-b8aa-53f0871cb0a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e7dd9d9af4545e98c51263d3a4b71a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5207348 Nov 12 04:27:13.203135 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a50da7-2c18-4fdf-b8aa-53f0871cb0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c13762-db75-4595-82e8-2378ee61472b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:13.204236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53410) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:13.247955 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:13.332124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:13.333050 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:13.334562 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] 10.222.0.21 "PUT /v2.0/ports/8d98b605-2364-459b-a1ef-fda781eadef6 HTTP/1.1" status: 200 len: 1093 time: 1.6928980 Nov 12 04:27:13.338309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e095b2-a597-4b07-a868-d67da1865d24', 'tag': '8d98b605-2364-459b-a1ef-fda781eadef6'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:13.340932 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2446bdd3-c807-4414-9344-0839f0180f18" -d '{"events": [{"name": "network-changed", "server_uuid": "19e095b2-a597-4b07-a868-d67da1865d24", "tag": "8d98b605-2364-459b-a1ef-fda781eadef6"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:13.355170 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0ff8bfe2-a678-44d0-8671-317c3d33e4c7 req-2c8047d8-42bc-4af2-82c5-d7618c245987 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91539a1-cbf0-4f5d-9b81-40ff7659aae5 HTTP/1.1" status: 200 len: 210 time: 0.0771892 Nov 12 04:27:13.362046 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f57c9030-5212-4396-a062-92f21804fcdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:13.385343 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca662345-981a-4ecd-8faf-2dde73579117 service neutron] Pushing event updated for resources: {'Port': ['ID=8d98b605-2364-459b-a1ef-fda781eadef6,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:13.402883 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4757e89a-dc8f-4eb8-b64c-d5d78dcd3d33 x-openstack-request-id: req-4757e89a-dc8f-4eb8-b64c-d5d78dcd3d33 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:13.403176 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e095b2-a597-4b07-a868-d67da1865d24", "tag": "8d98b605-2364-459b-a1ef-fda781eadef6", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:13.403427 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4757e89a-dc8f-4eb8-b64c-d5d78dcd3d33 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:13.403819 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e095b2-a597-4b07-a868-d67da1865d24', 'tag': '8d98b605-2364-459b-a1ef-fda781eadef6', 'status': 'completed', 'code': 200} Nov 12 04:27:13.408597 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f57c9030-5212-4396-a062-92f21804fcdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:13.497203 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446bdd3-c807-4414-9344-0839f0180f18 req-7ba45e36-18a3-45c9-99d6-3372a260d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:13.498850 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2446bdd3-c807-4414-9344-0839f0180f18 req-7ba45e36-18a3-45c9-99d6-3372a260d4dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21226669398c483696554893c3729fec&device_id=19e095b2-a597-4b07-a868-d67da1865d24 HTTP/1.1" status: 200 len: 1096 time: 0.0521557 Nov 12 04:27:13.556517 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f57c9030-5212-4396-a062-92f21804fcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:13.559622 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f57c9030-5212-4396-a062-92f21804fcdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:13.560910 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f57c9030-5212-4396-a062-92f21804fcdb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90c13762-db75-4595-82e8-2378ee61472b HTTP/1.1" status: 204 len: 168 time: 0.3554118 Nov 12 04:27:13.569767 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c9030-5212-4396-a062-92f21804fcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c13762-db75-4595-82e8-2378ee61472b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:13.919793 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446bdd3-c807-4414-9344-0839f0180f18 req-e43633ee-7f4a-4667-a6fa-c56bc0d46b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:13.921342 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2446bdd3-c807-4414-9344-0839f0180f18 req-e43633ee-7f4a-4667-a6fa-c56bc0d46b00 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=21226669398c483696554893c3729fec&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3086939 Nov 12 04:27:13.939652 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80c9c1-ca01-452e-aa9c-2c43027a1da3 req-b7433025-516e-4ff4-a04b-30f6f402e6b6 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:13.941167 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d80c9c1-ca01-452e-aa9c-2c43027a1da3 req-b7433025-516e-4ff4-a04b-30f6f402e6b6 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f73fde0-9efe-4d7a-8fa9-93339c7da7c1 HTTP/1.1" status: 200 len: 945 time: 0.2257061 Nov 12 04:27:14.001662 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-91756646-ebc1-447b-b63c-198c8ae1924c tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:14.003200 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-91756646-ebc1-447b-b63c-198c8ae1924c tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.31 "GET /v2.0/networks?id=70c29c96-a906-4018-984d-b503be138367 HTTP/1.1" status: 200 len: 825 time: 0.2866554 Nov 12 04:27:14.029985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-8d768bc4-4bd4-4e25-afe7-b3ec11ee3904 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Request body: {'port': {'device_id': 'c91539a1-cbf0-4f5d-9b81-40ff7659aae5', 'network_id': '70c29c96-a906-4018-984d-b503be138367', 'admin_state_up': True, 'tenant_id': '53c98594a560498ea65e23eb26f98fbe'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:14.218814 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d80c9c1-ca01-452e-aa9c-2c43027a1da3 req-6e4c9e85-6084-47bf-88d1-cd79a895c3e6 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5e483e9-a469-45b8-8cff-24805b997b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609918 Nov 12 04:27:14.245565 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446bdd3-c807-4414-9344-0839f0180f18 req-41c22aec-9b59-4011-afe2-3661fd747461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:14.247626 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2446bdd3-c807-4414-9344-0839f0180f18 req-41c22aec-9b59-4011-afe2-3661fd747461 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3162310 Nov 12 04:27:14.313445 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53442) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:14.328501 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b3da8ad-641f-4ac4-b75f-0b10028a7ab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:14.404534 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7850cbf2-8126-4279-984d-87de159062a2 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:27:14.411972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a82928-9060-4b60-8105-0a932e6029f3 req-17d68cc2-bc53-4563-9308-bf2aa5a28ea0 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:14.413708 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-38a82928-9060-4b60-8105-0a932e6029f3 req-17d68cc2-bc53-4563-9308-bf2aa5a28ea0 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/ports?device_id=19e095b2-a597-4b07-a868-d67da1865d24 HTTP/1.1" status: 200 len: 944 time: 0.1178780 Nov 12 04:27:14.421720 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-a1fd2b75-35fb-4697-b0de-11eb1c5a25bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:14.423356 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-a1fd2b75-35fb-4697-b0de-11eb1c5a25bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21226669398c483696554893c3729fec&device_id=19e095b2-a597-4b07-a868-d67da1865d24 HTTP/1.1" status: 200 len: 1096 time: 0.0892732 Nov 12 04:27:14.462317 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b3da8ad-641f-4ac4-b75f-0b10028a7ab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:14.484372 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-4489bd86-ab06-445f-99ee-da93498e93ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d98b605-2364-459b-a1ef-fda781eadef6 HTTP/1.1" status: 200 len: 217 time: 0.0445678 Nov 12 04:27:14.536488 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-8d768bc4-4bd4-4e25-afe7-b3ec11ee3904 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Made reservation on behalf of 53c98594a560498ea65e23eb26f98fbe for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:27:14.540171 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-8d768bc4-4bd4-4e25-afe7-b3ec11ee3904 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:14.549669 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-38a82928-9060-4b60-8105-0a932e6029f3 req-7908d6ff-1e2c-4dc8-add4-d89c83914540 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eb3a907-d6d3-4b29-bda1-30b5eeb64a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251359 Nov 12 04:27:14.577331 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 7850cbf2-8126-4279-984d-87de159062a2 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:27:14.577563 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b3da8ad-641f-4ac4-b75f-0b10028a7ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:14.585941 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 7850cbf2-8126-4279-984d-87de159062a2 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:14.586720 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:14.639762 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-dca0cebb-1cf7-462c-9b1c-bf6eee28d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:14.639762 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-dca0cebb-1cf7-462c-9b1c-bf6eee28d844 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70ab2d83-1446-4f12-b151-5482ffba2a6f HTTP/1.1" status: 200 len: 861 time: 0.1457984 Nov 12 04:27:14.645585 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5b3da8ad-641f-4ac4-b75f-0b10028a7ab7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7361b7a94c38405dbc055b366987a961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3287568 Nov 12 04:27:14.646468 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53452) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:14.689698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-2f0f9c97-286e-474c-8353-ad0d9873adfc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=846a79a4-e44a-414f-80ee-1016d903b77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358934 Nov 12 04:27:14.711980 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:14.738799 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3da8ad-641f-4ac4-b75f-0b10028a7ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c5a8b1-3a3b-4a6b-9743-2d80d1ee25a6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:14.743816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f73fde0-9efe-4d7a-8fa9-93339c7da7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7850cbf2-8126-4279-984d-87de159062a2'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:14.746144 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a767354b-8c9b-40ea-9e2c-2126c7367c9c" -d '{"events": [{"server_uuid": "1f73fde0-9efe-4d7a-8fa9-93339c7da7c1", "name": "network-vif-plugged", "status": "completed", "tag": "7850cbf2-8126-4279-984d-87de159062a2"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:14.765227 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7850cbf2-8126-4279-984d-87de159062a2, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7850cbf2-8126-4279-984d-87de159062a2,segment=NetworkSegment(99f2e72c-92e8-4948-a874-6692dc47706d),segment_id=99f2e72c-92e8-4948-a874-6692dc47706d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:14.780905 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb9e76c2-0d40-4cb6-88f5-61ffddfc9a39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:14.804217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-8d768bc4-4bd4-4e25-afe7-b3ec11ee3904 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Allocated IP 172.20.0.5 (70c29c96-a906-4018-984d-b503be138367/85e29d74-5d6f-4887-ba41-93f86766c641/c61fae83-2cf2-49d5-b7f5-0d532d59b79a) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:27:14.807267 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb9e76c2-0d40-4cb6-88f5-61ffddfc9a39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:14.836602 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:14.856360 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-10851ad0-db73-4ecb-bbf3-8238d3fd29a2 service neutron] 10.222.0.21 "GET /v2.0/networks/846a79a4-e44a-414f-80ee-1016d903b77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448433 Nov 12 04:27:14.920323 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=7850cbf2-8126-4279-984d-87de159062a2,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:15.006330 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb9e76c2-0d40-4cb6-88f5-61ffddfc9a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:15.009026 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb9e76c2-0d40-4cb6-88f5-61ffddfc9a39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:15.010205 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bb9e76c2-0d40-4cb6-88f5-61ffddfc9a39 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19c5a8b1-3a3b-4a6b-9743-2d80d1ee25a6 HTTP/1.1" status: 204 len: 168 time: 0.3627720 Nov 12 04:27:15.018903 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e76c2-0d40-4cb6-88f5-61ffddfc9a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c5a8b1-3a3b-4a6b-9743-2d80d1ee25a6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:15.022908 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-deee493f-bc7c-49ff-b870-97b2c0b6359a req-b19f491b-f633-4652-81f7-511f69bdb333 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91539a1-cbf0-4f5d-9b81-40ff7659aae5 HTTP/1.1" status: 200 len: 210 time: 0.0738890 Nov 12 04:27:15.065901 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dda9408f-1b91-48dd-8f3d-a7460fff0e1a req-8037d2d9-1cdc-4ec8-beec-4242bc324d1f service neutron] 10.222.0.21 "GET /v2.0/networks/846a79a4-e44a-414f-80ee-1016d903b77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999121 Nov 12 04:27:15.097230 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-8d768bc4-4bd4-4e25-afe7-b3ec11ee3904 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:15.116884 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90a7d86-e721-405b-a21a-7e126802c6b7 x-openstack-request-id: req-b90a7d86-e721-405b-a21a-7e126802c6b7 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:15.117183 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f73fde0-9efe-4d7a-8fa9-93339c7da7c1", "name": "network-vif-plugged", "status": "completed", "tag": "7850cbf2-8126-4279-984d-87de159062a2", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:15.117441 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b90a7d86-e721-405b-a21a-7e126802c6b7 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:15.117865 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f73fde0-9efe-4d7a-8fa9-93339c7da7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7850cbf2-8126-4279-984d-87de159062a2', 'code': 200} Nov 12 04:27:15.493496 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8ac2d-546c-4357-982e-a134169d8e2c req-d7531758-f9da-48bc-8422-980009fec3f8 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:15.495155 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96c8ac2d-546c-4357-982e-a134169d8e2c req-d7531758-f9da-48bc-8422-980009fec3f8 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f73fde0-9efe-4d7a-8fa9-93339c7da7c1 HTTP/1.1" status: 200 len: 946 time: 0.1023791 Nov 12 04:27:15.505210 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86f00d-569c-43c7-ac9c-5cbe0a117801 req-81d3d4fc-cf22-4676-8c50-40ac389c36fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:15.505210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c86f00d-569c-43c7-ac9c-5cbe0a117801 req-81d3d4fc-cf22-4676-8c50-40ac389c36fa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f73fde0-9efe-4d7a-8fa9-93339c7da7c1 HTTP/1.1" status: 200 len: 1098 time: 0.1052380 Nov 12 04:27:15.582372 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-8d768bc4-4bd4-4e25-afe7-b3ec11ee3904 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:15.590080 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96c8ac2d-546c-4357-982e-a134169d8e2c req-54c76aae-55b8-4bf7-a430-fc3a8c2f9d10 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5e483e9-a469-45b8-8cff-24805b997b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845990 Nov 12 04:27:15.592159 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c86f00d-569c-43c7-ac9c-5cbe0a117801 req-be6ea5ea-87f6-4435-ab49-10634c820a56 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a5e483e9-a469-45b8-8cff-24805b997b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790613 Nov 12 04:27:15.635206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-8d768bc4-4bd4-4e25-afe7-b3ec11ee3904 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Network 70c29c96-a906-4018-984d-b503be138367 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:27:15.640383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-8d768bc4-4bd4-4e25-afe7-b3ec11ee3904 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:15.644347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-8d768bc4-4bd4-4e25-afe7-b3ec11ee3904 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:27:15.673096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d768bc4-4bd4-4e25-afe7-b3ec11ee3904 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Pushing event updated for resources: {'Port': ['ID=c61fae83-2cf2-49d5-b7f5-0d532d59b79a,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:15.728325 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-8d768bc4-4bd4-4e25-afe7-b3ec11ee3904 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:15.728973 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-8d768bc4-4bd4-4e25-afe7-b3ec11ee3904 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:15.750425 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61cc0e-9799-4914-ab83-a6e36a0e1a94 req-98204b43-d252-4ea0-8ac8-00597c0c574f tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:15.751980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec61cc0e-9799-4914-ab83-a6e36a0e1a94 req-98204b43-d252-4ea0-8ac8-00597c0c574f tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/ports?device_id=19e095b2-a597-4b07-a868-d67da1865d24 HTTP/1.1" status: 200 len: 944 time: 0.0807481 Nov 12 04:27:15.807085 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec61cc0e-9799-4914-ab83-a6e36a0e1a94 req-1f18bdbc-6048-4ecc-be22-887b7247bfa3 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eb3a907-d6d3-4b29-bda1-30b5eeb64a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480843 Nov 12 04:27:15.845359 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-8d768bc4-4bd4-4e25-afe7-b3ec11ee3904 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8191786 Nov 12 04:27:15.866324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Request body: {'port': {'device_id': 'c91539a1-cbf0-4f5d-9b81-40ff7659aae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:15.929435 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:16.214141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729e422-8a3a-480f-bd56-3d30a07bac6c req-49ab2ed9-94f8-470d-876b-d9c12a223093 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:16.215826 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6729e422-8a3a-480f-bd56-3d30a07bac6c req-49ab2ed9-94f8-470d-876b-d9c12a223093 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91539a1-cbf0-4f5d-9b81-40ff7659aae5 HTTP/1.1" status: 200 len: 931 time: 0.0863967 Nov 12 04:27:16.287813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c61fae83-2cf2-49d5-b7f5-0d532d59b79a {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:27:16.302078 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:16.311624 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6729e422-8a3a-480f-bd56-3d30a07bac6c req-4f7a8f64-2f3e-49c6-997c-1a007a0b36ee tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/security-groups?id=e65ed537-c8c7-46a4-b2d1-8cf1471b0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875962 Nov 12 04:27:16.319636 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Transition to ACTIVE for port object c61fae83-2cf2-49d5-b7f5-0d532d59b79a will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:27:16.401904 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:16.459364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Pushing event updated for resources: {'Port': ['ID=c61fae83-2cf2-49d5-b7f5-0d532d59b79a,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:16.533738 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Attempting to bind port c61fae83-2cf2-49d5-b7f5-0d532d59b79a on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:27:16.534326 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Attempting to bind port c61fae83-2cf2-49d5-b7f5-0d532d59b79a by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'ab1dbfdf-3e0b-4de9-9261-430c1518f8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '70c29c96-a906-4018-984d-b503be138367'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:27:16.534615 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Attempting to bind port c61fae83-2cf2-49d5-b7f5-0d532d59b79a on network 70c29c96-a906-4018-984d-b503be138367 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:27:16.539963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Port c61fae83-2cf2-49d5-b7f5-0d532d59b79a on network 70c29c96-a906-4018-984d-b503be138367 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:27:16.540347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Attempting to bind port c61fae83-2cf2-49d5-b7f5-0d532d59b79a on network 70c29c96-a906-4018-984d-b503be138367 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:27:16.545887 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:27:16.546302 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Checking segment: {'id': 'ab1dbfdf-3e0b-4de9-9261-430c1518f8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '70c29c96-a906-4018-984d-b503be138367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:27:16.546781 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Bound using segment: {'id': 'ab1dbfdf-3e0b-4de9-9261-430c1518f8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '70c29c96-a906-4018-984d-b503be138367'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:27:16.547278 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Bound port: c61fae83-2cf2-49d5-b7f5-0d532d59b79a, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1dbfdf-3e0b-4de9-9261-430c1518f8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '70c29c96-a906-4018-984d-b503be138367'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:27:16.547695 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:16.621443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] For port c61fae83-2cf2-49d5-b7f5-0d532d59b79a, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:27:16.625218 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] For port c61fae83-2cf2-49d5-b7f5-0d532d59b79a, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c61fae83-2cf2-49d5-b7f5-0d532d59b79a,segment=NetworkSegment(ab1dbfdf-3e0b-4de9-9261-430c1518f8cd),segment_id=ab1dbfdf-3e0b-4de9-9261-430c1518f8cd)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:27:16.725772 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af23a4-1cfc-46ac-aad4-f9e84e4e8f39 req-8e027890-0a5e-4115-bd4d-ade621c17d3c tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:16.727394 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8af23a4-1cfc-46ac-aad4-f9e84e4e8f39 req-8e027890-0a5e-4115-bd4d-ade621c17d3c tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f73fde0-9efe-4d7a-8fa9-93339c7da7c1 HTTP/1.1" status: 200 len: 946 time: 0.0571129 Nov 12 04:27:16.738376 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:16.794734 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:16.795363 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:16.796536 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:16.797018 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] 10.222.0.31 "PUT /v2.0/ports/c61fae83-2cf2-49d5-b7f5-0d532d59b79a HTTP/1.1" status: 200 len: 1092 time: 0.9361165 Nov 12 04:27:16.797487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91539a1-cbf0-4f5d-9b81-40ff7659aae5', 'tag': 'c61fae83-2cf2-49d5-b7f5-0d532d59b79a'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:16.800121 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090aacf2-3b9b-45f3-a8bf-a07e115d9a47" -d '{"events": [{"name": "network-changed", "server_uuid": "c91539a1-cbf0-4f5d-9b81-40ff7659aae5", "tag": "c61fae83-2cf2-49d5-b7f5-0d532d59b79a"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:16.847809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea79055-4988-45fe-b757-cb2fb09faea0 service neutron] Pushing event updated for resources: {'Port': ['ID=c61fae83-2cf2-49d5-b7f5-0d532d59b79a,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:16.860806 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8af23a4-1cfc-46ac-aad4-f9e84e4e8f39 req-faa83a82-d226-4a32-a069-e84796012047 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5e483e9-a469-45b8-8cff-24805b997b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110234 Nov 12 04:27:16.902196 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c6c21b-c590-491e-b70a-2cd3b9117a98 x-openstack-request-id: req-d7c6c21b-c590-491e-b70a-2cd3b9117a98 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:16.902553 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91539a1-cbf0-4f5d-9b81-40ff7659aae5", "tag": "c61fae83-2cf2-49d5-b7f5-0d532d59b79a", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:16.902899 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7c6c21b-c590-491e-b70a-2cd3b9117a98 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:16.903584 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91539a1-cbf0-4f5d-9b81-40ff7659aae5', 'tag': 'c61fae83-2cf2-49d5-b7f5-0d532d59b79a', 'status': 'completed', 'code': 200} Nov 12 04:27:17.034146 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c45be2-50d8-4345-949e-8774b0fdf1f6 req-108f04e3-57fa-4cc2-9341-2bc8b85eb76b tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:17.035759 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9c45be2-50d8-4345-949e-8774b0fdf1f6 req-108f04e3-57fa-4cc2-9341-2bc8b85eb76b tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/ports?device_id=19e095b2-a597-4b07-a868-d67da1865d24 HTTP/1.1" status: 200 len: 944 time: 0.0870857 Nov 12 04:27:17.042802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090aacf2-3b9b-45f3-a8bf-a07e115d9a47 req-f950dbb8-d4ea-47f8-be22-04a5612dfad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:17.044296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-090aacf2-3b9b-45f3-a8bf-a07e115d9a47 req-f950dbb8-d4ea-47f8-be22-04a5612dfad9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c98594a560498ea65e23eb26f98fbe&device_id=c91539a1-cbf0-4f5d-9b81-40ff7659aae5 HTTP/1.1" status: 200 len: 1095 time: 0.0930250 Nov 12 04:27:17.152409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9c45be2-50d8-4345-949e-8774b0fdf1f6 req-164b8281-9e8f-4527-8d6b-c1a77b4ca1a6 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eb3a907-d6d3-4b29-bda1-30b5eeb64a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071355 Nov 12 04:27:17.186016 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090aacf2-3b9b-45f3-a8bf-a07e115d9a47 req-dd96307c-d535-4aa4-ba9f-030b4cfdb5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:17.187557 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-090aacf2-3b9b-45f3-a8bf-a07e115d9a47 req-dd96307c-d535-4aa4-ba9f-030b4cfdb5b8 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=53c98594a560498ea65e23eb26f98fbe&shared=False HTTP/1.1" status: 200 len: 926 time: 0.1258528 Nov 12 04:27:17.308561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090aacf2-3b9b-45f3-a8bf-a07e115d9a47 req-c0a17ffd-7169-4b20-9c8f-d426863df3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:17.310670 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-090aacf2-3b9b-45f3-a8bf-a07e115d9a47 req-c0a17ffd-7169-4b20-9c8f-d426863df3ed service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1152558 Nov 12 04:27:17.460455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-18e7ddf2-f7d0-47cd-a1a5-86d346c84ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:17.461292 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-18e7ddf2-f7d0-47cd-a1a5-86d346c84ae2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c98594a560498ea65e23eb26f98fbe&device_id=c91539a1-cbf0-4f5d-9b81-40ff7659aae5 HTTP/1.1" status: 200 len: 1095 time: 0.0845869 Nov 12 04:27:17.498387 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768d59b-8f61-4c76-bb70-84ecb329a007 req-05ebb0e0-49b3-4879-af83-d7f4e0b8e6d2 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:17.500056 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a768d59b-8f61-4c76-bb70-84ecb329a007 req-05ebb0e0-49b3-4879-af83-d7f4e0b8e6d2 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91539a1-cbf0-4f5d-9b81-40ff7659aae5 HTTP/1.1" status: 200 len: 943 time: 0.0922384 Nov 12 04:27:17.533258 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-b92c7066-5de3-4ee8-bdae-e480f887cf31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c61fae83-2cf2-49d5-b7f5-0d532d59b79a HTTP/1.1" status: 200 len: 217 time: 0.0520723 Nov 12 04:27:17.621710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a768d59b-8f61-4c76-bb70-84ecb329a007 req-7f2da74d-3836-4184-9f5f-390158c80a27 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/security-groups?id=e65ed537-c8c7-46a4-b2d1-8cf1471b0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908024 Nov 12 04:27:17.627116 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-5b5135c6-16e4-411e-81f8-b9431a123983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:17.629099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-5b5135c6-16e4-411e-81f8-b9431a123983 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=85e29d74-5d6f-4887-ba41-93f86766c641 HTTP/1.1" status: 200 len: 865 time: 0.0880554 Nov 12 04:27:17.667505 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-1fac4a1d-38c8-454c-92ee-5ed9f91eaa5b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70c29c96-a906-4018-984d-b503be138367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287602 Nov 12 04:27:17.783658 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-17ba9f34-5287-4674-b72e-d6aa697c327d service neutron] 10.222.0.31 "GET /v2.0/networks/70c29c96-a906-4018-984d-b503be138367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083455 Nov 12 04:27:17.888798 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f3db97b-28d4-4fb9-ad33-3f97037899a5 req-d04a23c8-20ac-47e9-845d-d17b5739aba0 service neutron] 10.222.0.31 "GET /v2.0/networks/70c29c96-a906-4018-984d-b503be138367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974123 Nov 12 04:27:17.980526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196c7eb-e4fb-43e3-85d0-9ad3ed8192bd req-28909466-f1f7-411d-b12b-6a64f426ffdf tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:17.981943 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3196c7eb-e4fb-43e3-85d0-9ad3ed8192bd req-28909466-f1f7-411d-b12b-6a64f426ffdf tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f73fde0-9efe-4d7a-8fa9-93339c7da7c1 HTTP/1.1" status: 200 len: 946 time: 0.0520651 Nov 12 04:27:18.037156 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3196c7eb-e4fb-43e3-85d0-9ad3ed8192bd req-9300d738-1c46-48ac-b1b5-455d979a342d tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5e483e9-a469-45b8-8cff-24805b997b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489252 Nov 12 04:27:18.052618 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:18.366901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eece4bc-8e50-4ae9-ade2-2fd3cce3ee59 req-00371dce-6680-4906-9128-4c5d28f46f22 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:18.368355 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0eece4bc-8e50-4ae9-ade2-2fd3cce3ee59 req-00371dce-6680-4906-9128-4c5d28f46f22 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/ports?device_id=19e095b2-a597-4b07-a868-d67da1865d24 HTTP/1.1" status: 200 len: 944 time: 0.0516417 Nov 12 04:27:18.417083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0eece4bc-8e50-4ae9-ade2-2fd3cce3ee59 req-a0e9dd87-9ea0-43a0-ae74-2f229a3f9f12 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eb3a907-d6d3-4b29-bda1-30b5eeb64a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424578 Nov 12 04:27:18.426459 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 8d98b605-2364-459b-a1ef-fda781eadef6 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:27:18.552403 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 8d98b605-2364-459b-a1ef-fda781eadef6, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=8d98b605-2364-459b-a1ef-fda781eadef6,segment=NetworkSegment(9e1a2ab0-735a-4b40-bb00-57e31a6ddf4a),segment_id=9e1a2ab0-735a-4b40-bb00-57e31a6ddf4a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:18.566352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '8d98b605-2364-459b-a1ef-fda781eadef6', 'network_id': '846a79a4-e44a-414f-80ee-1016d903b77c', 'port_id': '8d98b605-2364-459b-a1ef-fda781eadef6', 'mac_address': 'fa:16:3e:5e:91:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ab2d83-1446-4f12-b151-5482ffba2a6f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:27:18.613803 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:18.637009 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d98b605-2364-459b-a1ef-fda781eadef6 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:27:18.664555 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 8d98b605-2364-459b-a1ef-fda781eadef6, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=8d98b605-2364-459b-a1ef-fda781eadef6,segment=NetworkSegment(9e1a2ab0-735a-4b40-bb00-57e31a6ddf4a),segment_id=9e1a2ab0-735a-4b40-bb00-57e31a6ddf4a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:18.796757 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:18.847104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=8d98b605-2364-459b-a1ef-fda781eadef6,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:18.990240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7258af-4a35-48bc-85bb-f05201ba99a4 req-2bdb0ba9-96b4-4dae-bdc9-b5f6ee5da6a6 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:18.991756 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b7258af-4a35-48bc-85bb-f05201ba99a4 req-2bdb0ba9-96b4-4dae-bdc9-b5f6ee5da6a6 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91539a1-cbf0-4f5d-9b81-40ff7659aae5 HTTP/1.1" status: 200 len: 943 time: 0.0502746 Nov 12 04:27:19.043750 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b7258af-4a35-48bc-85bb-f05201ba99a4 req-8b1dc9af-bb46-4183-8a44-57484d061bbf tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/security-groups?id=e65ed537-c8c7-46a4-b2d1-8cf1471b0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460398 Nov 12 04:27:19.270186 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['8d98b605-2364-459b-a1ef-fda781eadef6'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:27:19.654729 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad1739-7978-4c38-b838-1563d76dbabf req-ebbe9101-ff3d-4cad-b05f-0422e4f00bb6 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:19.656550 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9ad1739-7978-4c38-b838-1563d76dbabf req-ebbe9101-ff3d-4cad-b05f-0422e4f00bb6 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/ports?device_id=19e095b2-a597-4b07-a868-d67da1865d24 HTTP/1.1" status: 200 len: 945 time: 0.0605059 Nov 12 04:27:19.717200 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9ad1739-7978-4c38-b838-1563d76dbabf req-dbbea067-ebc6-47a5-a748-4043a19d3875 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eb3a907-d6d3-4b29-bda1-30b5eeb64a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446563 Nov 12 04:27:20.289369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c2f7a-6f46-432c-8f5c-9dcd02ed6195 req-ea05a9a3-7bec-4c5e-9852-862e62a89d51 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:20.290805 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-285c2f7a-6f46-432c-8f5c-9dcd02ed6195 req-ea05a9a3-7bec-4c5e-9852-862e62a89d51 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91539a1-cbf0-4f5d-9b81-40ff7659aae5 HTTP/1.1" status: 200 len: 943 time: 0.0496221 Nov 12 04:27:20.338129 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-285c2f7a-6f46-432c-8f5c-9dcd02ed6195 req-bac3e362-239e-4e39-97f3-93958365ac2f tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/security-groups?id=e65ed537-c8c7-46a4-b2d1-8cf1471b0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413001 Nov 12 04:27:20.439683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 8d98b605-2364-459b-a1ef-fda781eadef6 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:27:20.465144 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c61fae83-2cf2-49d5-b7f5-0d532d59b79a details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:27:20.593329 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c61fae83-2cf2-49d5-b7f5-0d532d59b79a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c61fae83-2cf2-49d5-b7f5-0d532d59b79a,segment=NetworkSegment(ab1dbfdf-3e0b-4de9-9261-430c1518f8cd),segment_id=ab1dbfdf-3e0b-4de9-9261-430c1518f8cd)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:20.607038 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'c61fae83-2cf2-49d5-b7f5-0d532d59b79a', 'network_id': '70c29c96-a906-4018-984d-b503be138367', 'port_id': 'c61fae83-2cf2-49d5-b7f5-0d532d59b79a', 'mac_address': 'fa:16:3e:0d:a2:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e29d74-5d6f-4887-ba41-93f86766c641', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:27:20.653038 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:20.657176 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 8d98b605-2364-459b-a1ef-fda781eadef6 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:27:20.668689 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 8d98b605-2364-459b-a1ef-fda781eadef6 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:20.669470 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:20.674329 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c61fae83-2cf2-49d5-b7f5-0d532d59b79a {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:27:20.743115 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c61fae83-2cf2-49d5-b7f5-0d532d59b79a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c61fae83-2cf2-49d5-b7f5-0d532d59b79a,segment=NetworkSegment(ab1dbfdf-3e0b-4de9-9261-430c1518f8cd),segment_id=ab1dbfdf-3e0b-4de9-9261-430c1518f8cd)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:20.793798 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:20.816664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e095b2-a597-4b07-a868-d67da1865d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d98b605-2364-459b-a1ef-fda781eadef6'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:20.819206 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d28d4d1-28b2-45ea-8cf4-4aecbb8cec37" -d '{"events": [{"server_uuid": "19e095b2-a597-4b07-a868-d67da1865d24", "name": "network-vif-plugged", "status": "completed", "tag": "8d98b605-2364-459b-a1ef-fda781eadef6"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:20.832129 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 8d98b605-2364-459b-a1ef-fda781eadef6, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=8d98b605-2364-459b-a1ef-fda781eadef6,segment=NetworkSegment(9e1a2ab0-735a-4b40-bb00-57e31a6ddf4a),segment_id=9e1a2ab0-735a-4b40-bb00-57e31a6ddf4a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:20.844898 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37e0b0-a879-47de-ae25-53403f93eb10 req-c7493bed-efde-4e4b-a0d2-8c48a81f2a74 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:20.844898 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1c37e0b0-a879-47de-ae25-53403f93eb10 req-c7493bed-efde-4e4b-a0d2-8c48a81f2a74 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/ports?device_id=19e095b2-a597-4b07-a868-d67da1865d24 HTTP/1.1" status: 200 len: 945 time: 0.0510530 Nov 12 04:27:20.863045 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:20.902209 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1c37e0b0-a879-47de-ae25-53403f93eb10 req-50716658-aad3-48e3-b47d-91c559d4d42f tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eb3a907-d6d3-4b29-bda1-30b5eeb64a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542235 Nov 12 04:27:20.932110 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=c61fae83-2cf2-49d5-b7f5-0d532d59b79a,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:21.135540 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16638468-3a35-4294-8348-eaeeb8605b79 x-openstack-request-id: req-16638468-3a35-4294-8348-eaeeb8605b79 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:21.135540 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e095b2-a597-4b07-a868-d67da1865d24", "name": "network-vif-plugged", "status": "completed", "tag": "8d98b605-2364-459b-a1ef-fda781eadef6", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:21.135540 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16638468-3a35-4294-8348-eaeeb8605b79 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:21.135540 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e095b2-a597-4b07-a868-d67da1865d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d98b605-2364-459b-a1ef-fda781eadef6', 'code': 200} Nov 12 04:27:21.150344 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:21.178005 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['c61fae83-2cf2-49d5-b7f5-0d532d59b79a'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:27:21.246448 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df435ee2-a574-4127-9be2-e2ab6025121b req-cbb0300b-625b-4053-8ceb-9ddf930fce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:21.246448 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df435ee2-a574-4127-9be2-e2ab6025121b req-cbb0300b-625b-4053-8ceb-9ddf930fce61 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=19e095b2-a597-4b07-a868-d67da1865d24 HTTP/1.1" status: 200 len: 1098 time: 0.0552826 Nov 12 04:27:21.250742 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=8d98b605-2364-459b-a1ef-fda781eadef6,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:21.371680 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df435ee2-a574-4127-9be2-e2ab6025121b req-85f0e70b-1b1a-47ab-a897-611db5901922 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6eb3a907-d6d3-4b29-bda1-30b5eeb64a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190870 Nov 12 04:27:21.650736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf042a72-87a6-4a85-ace4-6c95f0afb7de req-003a66ef-7803-4c00-9cbe-fefe5251e239 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:21.652679 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf042a72-87a6-4a85-ace4-6c95f0afb7de req-003a66ef-7803-4c00-9cbe-fefe5251e239 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91539a1-cbf0-4f5d-9b81-40ff7659aae5 HTTP/1.1" status: 200 len: 944 time: 0.0563672 Nov 12 04:27:21.728494 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf042a72-87a6-4a85-ace4-6c95f0afb7de req-b8a184d7-1312-4a28-aeaf-3ea3e46d56e8 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/security-groups?id=e65ed537-c8c7-46a4-b2d1-8cf1471b0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594580 Nov 12 04:27:22.073647 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac7efb-3d4f-4645-a0cb-f0ecc69fd668 req-70eabaff-569a-4487-9810-7c50122a56e0 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:22.075440 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29ac7efb-3d4f-4645-a0cb-f0ecc69fd668 req-70eabaff-569a-4487-9810-7c50122a56e0 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/ports?device_id=19e095b2-a597-4b07-a868-d67da1865d24 HTTP/1.1" status: 200 len: 946 time: 0.0686798 Nov 12 04:27:22.135669 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29ac7efb-3d4f-4645-a0cb-f0ecc69fd668 req-ccf0bd8e-5124-4a82-af56-0a2454674d64 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eb3a907-d6d3-4b29-bda1-30b5eeb64a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534236 Nov 12 04:27:22.460634 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c61fae83-2cf2-49d5-b7f5-0d532d59b79a up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:27:22.619243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port c61fae83-2cf2-49d5-b7f5-0d532d59b79a completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:27:22.623782 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port c61fae83-2cf2-49d5-b7f5-0d532d59b79a triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:22.624325 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:22.794733 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:22.856715 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c61fae83-2cf2-49d5-b7f5-0d532d59b79a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c61fae83-2cf2-49d5-b7f5-0d532d59b79a,segment=NetworkSegment(ab1dbfdf-3e0b-4de9-9261-430c1518f8cd),segment_id=ab1dbfdf-3e0b-4de9-9261-430c1518f8cd)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:22.975769 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d85ab-33a5-4420-a056-9f797097725f req-c1b91f99-0ff3-4611-bf0a-428a8a408c1c tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:22.978376 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df1d85ab-33a5-4420-a056-9f797097725f req-c1b91f99-0ff3-4611-bf0a-428a8a408c1c tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91539a1-cbf0-4f5d-9b81-40ff7659aae5 HTTP/1.1" status: 200 len: 944 time: 0.0622058 Nov 12 04:27:22.985894 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:23.046392 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df1d85ab-33a5-4420-a056-9f797097725f req-05bb6751-e9b2-4784-88c1-2c1bc1a3be43 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/security-groups?id=e65ed537-c8c7-46a4-b2d1-8cf1471b0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580819 Nov 12 04:27:23.052449 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=c61fae83-2cf2-49d5-b7f5-0d532d59b79a,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:23.088735 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91539a1-cbf0-4f5d-9b81-40ff7659aae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61fae83-2cf2-49d5-b7f5-0d532d59b79a'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:23.091467 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b45589-930b-406e-ab0b-5b9f2300e84d" -d '{"events": [{"server_uuid": "c91539a1-cbf0-4f5d-9b81-40ff7659aae5", "name": "network-vif-plugged", "status": "completed", "tag": "c61fae83-2cf2-49d5-b7f5-0d532d59b79a"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:23.624190 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125bb144-5cf1-48c3-9dc1-ad1f59c61f15 x-openstack-request-id: req-125bb144-5cf1-48c3-9dc1-ad1f59c61f15 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:23.624791 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91539a1-cbf0-4f5d-9b81-40ff7659aae5", "name": "network-vif-plugged", "status": "completed", "tag": "c61fae83-2cf2-49d5-b7f5-0d532d59b79a", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:23.624791 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-125bb144-5cf1-48c3-9dc1-ad1f59c61f15 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:23.625289 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91539a1-cbf0-4f5d-9b81-40ff7659aae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61fae83-2cf2-49d5-b7f5-0d532d59b79a', 'code': 200} Nov 12 04:27:23.844734 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb0d9e-90d7-45cd-aa41-e423dd37d16e req-81f2221b-35e6-4472-9464-4a4aa48da9d9 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:23.846446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0afb0d9e-90d7-45cd-aa41-e423dd37d16e req-81f2221b-35e6-4472-9464-4a4aa48da9d9 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/ports?device_id=19e095b2-a597-4b07-a868-d67da1865d24 HTTP/1.1" status: 200 len: 946 time: 0.1167772 Nov 12 04:27:23.856035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f2f5a-fbbf-40e8-b81c-0f7fdf44410e req-a58ce52d-3039-4432-bb72-623c69e78101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:23.857508 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d82f2f5a-fbbf-40e8-b81c-0f7fdf44410e req-a58ce52d-3039-4432-bb72-623c69e78101 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c91539a1-cbf0-4f5d-9b81-40ff7659aae5 HTTP/1.1" status: 200 len: 1097 time: 0.0917103 Nov 12 04:27:23.931730 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0afb0d9e-90d7-45cd-aa41-e423dd37d16e req-f2246d7a-074d-4198-8a87-59ef9d8f4483 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eb3a907-d6d3-4b29-bda1-30b5eeb64a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780129 Nov 12 04:27:23.944012 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d82f2f5a-fbbf-40e8-b81c-0f7fdf44410e req-7c81a9a9-f9f6-4b34-90b0-ea6eb201e4dc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e65ed537-c8c7-46a4-b2d1-8cf1471b0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699062 Nov 12 04:27:24.126043 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e363ea-93c3-4d58-b81e-c77d322d82e8 req-df1cc922-92ec-43df-b19d-ad9b0a7c5fcf tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:24.127485 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5e363ea-93c3-4d58-b81e-c77d322d82e8 req-df1cc922-92ec-43df-b19d-ad9b0a7c5fcf tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f73fde0-9efe-4d7a-8fa9-93339c7da7c1 HTTP/1.1" status: 200 len: 946 time: 0.0518258 Nov 12 04:27:24.181499 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5e363ea-93c3-4d58-b81e-c77d322d82e8 req-889dcc9f-fd70-4b1f-91c8-f502dac004e1 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5e483e9-a469-45b8-8cff-24805b997b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473824 Nov 12 04:27:24.419849 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424a26d-c546-414a-8c7f-19d0825af8a3 req-021bed8b-be06-4969-8f4b-ef98a0edbb22 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:24.421532 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a424a26d-c546-414a-8c7f-19d0825af8a3 req-021bed8b-be06-4969-8f4b-ef98a0edbb22 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91539a1-cbf0-4f5d-9b81-40ff7659aae5 HTTP/1.1" status: 200 len: 945 time: 0.0521224 Nov 12 04:27:24.452429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [req-6ca7040f-6577-4d58-80ad-d4901e5ef5c9 req-507ad247-d5e3-497d-9bf6-72f8a1152e10 service neutron] (103297) timed out ('10.222.0.21', 51792) {{(pid=103297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:27:24.472601 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a424a26d-c546-414a-8c7f-19d0825af8a3 req-609fa16c-1ec1-4cfd-9515-3e0559ce144d tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/security-groups?id=e65ed537-c8c7-46a4-b2d1-8cf1471b0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439517 Nov 12 04:27:24.985201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fd6d3-b455-4ce5-a761-d6ee93aa6b58 req-ffe86952-be63-45e8-ac98-7fa5f7495c51 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:24.986755 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-301fd6d3-b455-4ce5-a761-d6ee93aa6b58 req-ffe86952-be63-45e8-ac98-7fa5f7495c51 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/ports?device_id=19e095b2-a597-4b07-a868-d67da1865d24 HTTP/1.1" status: 200 len: 946 time: 0.0547290 Nov 12 04:27:25.040914 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-301fd6d3-b455-4ce5-a761-d6ee93aa6b58 req-b3219e33-ca19-4efc-ac32-33eb9ba29b10 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eb3a907-d6d3-4b29-bda1-30b5eeb64a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469260 Nov 12 04:27:25.315861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9a406-f856-4c26-8fd8-e665ade076af req-47c2f615-de6f-417b-8c71-81c95de5d07f tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:25.317728 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a4b9a406-f856-4c26-8fd8-e665ade076af req-47c2f615-de6f-417b-8c71-81c95de5d07f tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f73fde0-9efe-4d7a-8fa9-93339c7da7c1 HTTP/1.1" status: 200 len: 946 time: 0.0554862 Nov 12 04:27:25.381091 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a4b9a406-f856-4c26-8fd8-e665ade076af req-1f98874a-3ac7-404a-9dd4-789e0c01a447 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5e483e9-a469-45b8-8cff-24805b997b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484061 Nov 12 04:27:25.602028 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbac85-fa7a-4829-a24e-7ca35d540921 req-79344f60-2805-42d4-ae00-ac5917df8e26 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:25.603752 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4cbac85-fa7a-4829-a24e-7ca35d540921 req-79344f60-2805-42d4-ae00-ac5917df8e26 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91539a1-cbf0-4f5d-9b81-40ff7659aae5 HTTP/1.1" status: 200 len: 945 time: 0.0577819 Nov 12 04:27:25.654146 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4cbac85-fa7a-4829-a24e-7ca35d540921 req-36b3c8a3-810d-4374-93a2-e44323085a91 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/security-groups?id=e65ed537-c8c7-46a4-b2d1-8cf1471b0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441949 Nov 12 04:27:25.704859 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55218e0-2df2-48f1-87c7-24fa8289f350 req-2833b009-7520-4054-8160-08094dba9cd7 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:25.706646 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e55218e0-2df2-48f1-87c7-24fa8289f350 req-2833b009-7520-4054-8160-08094dba9cd7 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f73fde0-9efe-4d7a-8fa9-93339c7da7c1 HTTP/1.1" status: 200 len: 946 time: 0.0515141 Nov 12 04:27:25.832089 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85e80a-2885-400e-a8d5-57d0b454eced req-81fe14dd-abe4-4a40-9d3b-e322f17d3c8b tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:25.834188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc85e80a-2885-400e-a8d5-57d0b454eced req-81fe14dd-abe4-4a40-9d3b-e322f17d3c8b tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91539a1-cbf0-4f5d-9b81-40ff7659aae5 HTTP/1.1" status: 200 len: 945 time: 0.0826263 Nov 12 04:27:25.887748 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-e55218e0-2df2-48f1-87c7-24fa8289f350 req-102d6489-79ac-4f78-b99c-437cc4247c75 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Deleting port 7850cbf2-8126-4279-984d-87de159062a2 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:27:25.888088 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e55218e0-2df2-48f1-87c7-24fa8289f350 req-102d6489-79ac-4f78-b99c-437cc4247c75 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:25.930324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc85e80a-2885-400e-a8d5-57d0b454eced req-7a58c368-905b-4fc3-b1bf-dfc53889815a tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/security-groups?id=e65ed537-c8c7-46a4-b2d1-8cf1471b0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819519 Nov 12 04:27:26.005764 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-e55218e0-2df2-48f1-87c7-24fa8289f350 req-102d6489-79ac-4f78-b99c-437cc4247c75 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] For port 7850cbf2-8126-4279-984d-87de159062a2, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7850cbf2-8126-4279-984d-87de159062a2,segment=NetworkSegment(99f2e72c-92e8-4948-a874-6692dc47706d),segment_id=99f2e72c-92e8-4948-a874-6692dc47706d)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:26.006303 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e55218e0-2df2-48f1-87c7-24fa8289f350 req-102d6489-79ac-4f78-b99c-437cc4247c75 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:26.020143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-e55218e0-2df2-48f1-87c7-24fa8289f350 req-102d6489-79ac-4f78-b99c-437cc4247c75 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Calling delete_port for 7850cbf2-8126-4279-984d-87de159062a2 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:27:26.242494 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e55218e0-2df2-48f1-87c7-24fa8289f350 req-102d6489-79ac-4f78-b99c-437cc4247c75 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:26.282451 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['7850cbf2-8126-4279-984d-87de159062a2'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:27:26.299566 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d6489-79ac-4f78-b99c-437cc4247c75 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Pushing event deleted for resources: {'Port': ['ID=7850cbf2-8126-4279-984d-87de159062a2,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:26.357676 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55218e0-2df2-48f1-87c7-24fa8289f350 req-102d6489-79ac-4f78-b99c-437cc4247c75 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] No DVR routers for this DVR port 7850cbf2-8126-4279-984d-87de159062a2 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:27:26.361888 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e55218e0-2df2-48f1-87c7-24fa8289f350 req-102d6489-79ac-4f78-b99c-437cc4247c75 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:26.364197 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e55218e0-2df2-48f1-87c7-24fa8289f350 req-102d6489-79ac-4f78-b99c-437cc4247c75 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.31 "DELETE /v2.0/ports/7850cbf2-8126-4279-984d-87de159062a2 HTTP/1.1" status: 204 len: 173 time: 0.6508133 Nov 12 04:27:26.364695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f73fde0-9efe-4d7a-8fa9-93339c7da7c1', 'name': 'network-vif-deleted', 'tag': '7850cbf2-8126-4279-984d-87de159062a2'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:26.367146 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d26836-9aa3-4615-ae06-1f1071caff74" -d '{"events": [{"server_uuid": "1f73fde0-9efe-4d7a-8fa9-93339c7da7c1", "name": "network-vif-deleted", "tag": "7850cbf2-8126-4279-984d-87de159062a2"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:26.432382 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a9e53-261a-4c14-ae04-4cf8f707aff4 req-99c2f779-42d5-482d-a4fd-eb566382de45 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:26.434071 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b33a9e53-261a-4c14-ae04-4cf8f707aff4 req-99c2f779-42d5-482d-a4fd-eb566382de45 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/ports?device_id=19e095b2-a597-4b07-a868-d67da1865d24 HTTP/1.1" status: 200 len: 946 time: 0.0533032 Nov 12 04:27:26.493964 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b33a9e53-261a-4c14-ae04-4cf8f707aff4 req-98cf0658-1945-46bf-8cb7-e02655036fa4 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eb3a907-d6d3-4b29-bda1-30b5eeb64a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532868 Nov 12 04:27:26.735989 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a490057-0215-4760-a065-ba6e084702db req-d2583b79-ed0f-4010-8a97-f31084c8577d tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:26.740055 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0a490057-0215-4760-a065-ba6e084702db req-d2583b79-ed0f-4010-8a97-f31084c8577d tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91539a1-cbf0-4f5d-9b81-40ff7659aae5 HTTP/1.1" status: 200 len: 945 time: 0.0982246 Nov 12 04:27:26.755035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a476ab1-7813-4306-a73a-f3bd7adea284 req-c39e73be-7ed3-424c-92fc-a809bd427c51 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:26.756552 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a476ab1-7813-4306-a73a-f3bd7adea284 req-c39e73be-7ed3-424c-92fc-a809bd427c51 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.21 "GET /v2.0/ports?device_id=19e095b2-a597-4b07-a868-d67da1865d24 HTTP/1.1" status: 200 len: 946 time: 0.1037052 Nov 12 04:27:26.881547 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0a490057-0215-4760-a065-ba6e084702db req-521d7ef1-a3ca-43bc-ab97-e8b69c0b5319 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/security-groups?id=e65ed537-c8c7-46a4-b2d1-8cf1471b0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238055 Nov 12 04:27:26.917499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-7a476ab1-7813-4306-a73a-f3bd7adea284 req-767a296b-3d7c-4eca-ab10-42155789bb52 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Deleting port 8d98b605-2364-459b-a1ef-fda781eadef6 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:27:26.918061 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7a476ab1-7813-4306-a73a-f3bd7adea284 req-767a296b-3d7c-4eca-ab10-42155789bb52 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:26.949176 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcf3813-fee7-4943-8eda-5400e132ed35 x-openstack-request-id: req-6bcf3813-fee7-4943-8eda-5400e132ed35 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:26.949634 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f73fde0-9efe-4d7a-8fa9-93339c7da7c1", "name": "network-vif-deleted", "tag": "7850cbf2-8126-4279-984d-87de159062a2", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:26.950028 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6bcf3813-fee7-4943-8eda-5400e132ed35 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:26.950658 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f73fde0-9efe-4d7a-8fa9-93339c7da7c1', 'name': 'network-vif-deleted', 'tag': '7850cbf2-8126-4279-984d-87de159062a2', 'status': 'completed', 'code': 200} Nov 12 04:27:27.042597 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f556e870-49eb-484e-8bd7-79f7106db5e7 req-50eb2e41-1eba-49a9-a401-4228c9632285 tempest-ServerTagsTestJSON-1742534507 tempest-ServerTagsTestJSON-1742534507-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f73fde0-9efe-4d7a-8fa9-93339c7da7c1 HTTP/1.1" status: 200 len: 210 time: 0.0389457 Nov 12 04:27:27.076894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-7a476ab1-7813-4306-a73a-f3bd7adea284 req-767a296b-3d7c-4eca-ab10-42155789bb52 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] For port 8d98b605-2364-459b-a1ef-fda781eadef6, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=8d98b605-2364-459b-a1ef-fda781eadef6,segment=NetworkSegment(9e1a2ab0-735a-4b40-bb00-57e31a6ddf4a),segment_id=9e1a2ab0-735a-4b40-bb00-57e31a6ddf4a)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:27.077277 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7a476ab1-7813-4306-a73a-f3bd7adea284 req-767a296b-3d7c-4eca-ab10-42155789bb52 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:27.091800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-7a476ab1-7813-4306-a73a-f3bd7adea284 req-767a296b-3d7c-4eca-ab10-42155789bb52 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Calling delete_port for 8d98b605-2364-459b-a1ef-fda781eadef6 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:27:27.357244 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7a476ab1-7813-4306-a73a-f3bd7adea284 req-767a296b-3d7c-4eca-ab10-42155789bb52 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:27.390198 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['8d98b605-2364-459b-a1ef-fda781eadef6'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:27:27.463790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a296b-3d7c-4eca-ab10-42155789bb52 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Pushing event deleted for resources: {'Port': ['ID=8d98b605-2364-459b-a1ef-fda781eadef6,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:27.478804 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a476ab1-7813-4306-a73a-f3bd7adea284 req-767a296b-3d7c-4eca-ab10-42155789bb52 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] No DVR routers for this DVR port 8d98b605-2364-459b-a1ef-fda781eadef6 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:27:27.487095 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7a476ab1-7813-4306-a73a-f3bd7adea284 req-767a296b-3d7c-4eca-ab10-42155789bb52 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:27.487095 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a476ab1-7813-4306-a73a-f3bd7adea284 req-767a296b-3d7c-4eca-ab10-42155789bb52 tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.21 "DELETE /v2.0/ports/8d98b605-2364-459b-a1ef-fda781eadef6 HTTP/1.1" status: 204 len: 173 time: 0.7214127 Nov 12 04:27:27.724445 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1243dcc0-b662-43cb-b32b-c4fb21a5babd req-8fe32c7e-987a-4e8b-bc9c-025096aab24a tempest-ServerAddressesNegativeTestJSON-2057751254 tempest-ServerAddressesNegativeTestJSON-2057751254-project] 10.222.0.37 "GET /v2.0/ports?device_id=19e095b2-a597-4b07-a868-d67da1865d24 HTTP/1.1" status: 200 len: 210 time: 0.0279222 Nov 12 04:27:27.931331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da052f4-05d5-43a0-8f4d-a435a35e8b7d req-7470c41c-2e0c-4f1e-a5ac-2a4efdaf08a2 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:27.932908 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6da052f4-05d5-43a0-8f4d-a435a35e8b7d req-7470c41c-2e0c-4f1e-a5ac-2a4efdaf08a2 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91539a1-cbf0-4f5d-9b81-40ff7659aae5 HTTP/1.1" status: 200 len: 945 time: 0.0654831 Nov 12 04:27:27.992224 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6da052f4-05d5-43a0-8f4d-a435a35e8b7d req-0f97cece-4cfb-4c21-9613-98ef593396e2 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/security-groups?id=e65ed537-c8c7-46a4-b2d1-8cf1471b0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512214 Nov 12 04:27:28.106573 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53832) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:28.151353 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af959f1-06dc-40db-8a15-2141d607e237 admin admin] Deleting subnet 4b29ab24-e3c8-42e4-9c0b-f02b4e22c169 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:27:28.154972 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0af959f1-06dc-40db-8a15-2141d607e237 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:28.194363 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0af959f1-06dc-40db-8a15-2141d607e237 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:28.236139 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0af959f1-06dc-40db-8a15-2141d607e237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:28.368289 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0af959f1-06dc-40db-8a15-2141d607e237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:28.409356 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af959f1-06dc-40db-8a15-2141d607e237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b29ab24-e3c8-42e4-9c0b-f02b4e22c169,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:28.422188 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0af959f1-06dc-40db-8a15-2141d607e237 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:28.428736 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0af959f1-06dc-40db-8a15-2141d607e237 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4b29ab24-e3c8-42e4-9c0b-f02b4e22c169 HTTP/1.1" status: 204 len: 168 time: 0.3207650 Nov 12 04:27:28.431086 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53836) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:28.500319 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7850cbf2-8126-4279-984d-87de159062a2 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:27:28.526834 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cbabed91-3e66-4dea-af9d-28d3747f7418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:28.527576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 7850cbf2-8126-4279-984d-87de159062a2 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:27:28.528022 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7850cbf2-8126-4279-984d-87de159062a2 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:27:28.617618 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cbabed91-3e66-4dea-af9d-28d3747f7418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:28.645176 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cbabed91-3e66-4dea-af9d-28d3747f7418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed379de-f253-4c9b-9191-53ce8483d742']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:28.655343 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cbabed91-3e66-4dea-af9d-28d3747f7418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f2e72c-92e8-4948-a874-6692dc47706d') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:28.655666 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cbabed91-3e66-4dea-af9d-28d3747f7418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f2e72c-92e8-4948-a874-6692dc47706d') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:28.666967 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cbabed91-3e66-4dea-af9d-28d3747f7418 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:28.682529 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cbabed91-3e66-4dea-af9d-28d3747f7418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:28.690531 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbabed91-3e66-4dea-af9d-28d3747f7418 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:27:28.691199 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cbabed91-3e66-4dea-af9d-28d3747f7418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:27:28.694330 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:27:28.788182 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53844) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:28.836394 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-21905d59-e77a-41b6-9c09-6b6372977206 admin admin] Deleting subnet 70ab2d83-1446-4f12-b151-5482ffba2a6f {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:27:28.840920 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21905d59-e77a-41b6-9c09-6b6372977206 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:28.878466 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cbabed91-3e66-4dea-af9d-28d3747f7418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:28.883708 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cbabed91-3e66-4dea-af9d-28d3747f7418 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:28.887264 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cbabed91-3e66-4dea-af9d-28d3747f7418 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9ed379de-f253-4c9b-9191-53ce8483d742 HTTP/1.1" status: 204 len: 168 time: 0.4548805 Nov 12 04:27:28.927812 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21905d59-e77a-41b6-9c09-6b6372977206 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:28.951339 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e095b2-a597-4b07-a868-d67da1865d24', 'name': 'network-vif-deleted', 'tag': '8d98b605-2364-459b-a1ef-fda781eadef6'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:28.954311 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6f5074-1e80-4b1a-a4a6-e2c97f3716ce" -d '{"events": [{"server_uuid": "19e095b2-a597-4b07-a868-d67da1865d24", "name": "network-vif-deleted", "tag": "8d98b605-2364-459b-a1ef-fda781eadef6"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:28.982485 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21905d59-e77a-41b6-9c09-6b6372977206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:29.008098 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4568e7f6-6f63-4fc4-ada7-c60ff095506c x-openstack-request-id: req-4568e7f6-6f63-4fc4-ada7-c60ff095506c {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:29.008351 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e095b2-a597-4b07-a868-d67da1865d24", "name": "network-vif-deleted", "tag": "8d98b605-2364-459b-a1ef-fda781eadef6", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:29.008606 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4568e7f6-6f63-4fc4-ada7-c60ff095506c {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:29.009016 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e095b2-a597-4b07-a868-d67da1865d24', 'name': 'network-vif-deleted', 'tag': '8d98b605-2364-459b-a1ef-fda781eadef6', 'status': 'completed', 'code': 200} Nov 12 04:27:29.012727 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbabed91-3e66-4dea-af9d-28d3747f7418 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ed379de-f253-4c9b-9191-53ce8483d742,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:29.123870 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21905d59-e77a-41b6-9c09-6b6372977206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:29.165016 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21905d59-e77a-41b6-9c09-6b6372977206 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:29.169492 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-21905d59-e77a-41b6-9c09-6b6372977206 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/70ab2d83-1446-4f12-b151-5482ffba2a6f HTTP/1.1" status: 204 len: 168 time: 0.3799307 Nov 12 04:27:29.171478 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21905d59-e77a-41b6-9c09-6b6372977206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70ab2d83-1446-4f12-b151-5482ffba2a6f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:29.175240 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53862) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:29.180376 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3c5fd-79a7-4f68-a817-38f34ae292fa req-5bf101a9-f007-449b-938f-e76a26e4a42d tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:29.183660 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-baf3c5fd-79a7-4f68-a817-38f34ae292fa req-5bf101a9-f007-449b-938f-e76a26e4a42d tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91539a1-cbf0-4f5d-9b81-40ff7659aae5 HTTP/1.1" status: 200 len: 945 time: 0.1116402 Nov 12 04:27:29.197561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fc2e8-2a79-4d32-a4cf-f7811aace6b1 req-b15bef95-05e9-4af7-aad5-69992f008bff tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:29.199101 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-625fc2e8-2a79-4d32-a4cf-f7811aace6b1 req-b15bef95-05e9-4af7-aad5-69992f008bff tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.31 "GET /v2.0/ports?device_id=c91539a1-cbf0-4f5d-9b81-40ff7659aae5 HTTP/1.1" status: 200 len: 945 time: 0.0898528 Nov 12 04:27:29.275119 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3392bb2c-9980-48e9-896f-6aa9837225cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:29.353953 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-baf3c5fd-79a7-4f68-a817-38f34ae292fa req-f8a30016-0368-4a84-a309-739b36951e9c tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/security-groups?id=e65ed537-c8c7-46a4-b2d1-8cf1471b0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535935 Nov 12 04:27:29.406658 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-625fc2e8-2a79-4d32-a4cf-f7811aace6b1 req-e0bb82f7-7b2c-477f-a8be-2ef33aab87d1 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Deleting port c61fae83-2cf2-49d5-b7f5-0d532d59b79a {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:27:29.406997 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-625fc2e8-2a79-4d32-a4cf-f7811aace6b1 req-e0bb82f7-7b2c-477f-a8be-2ef33aab87d1 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:29.410606 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53866) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:29.426281 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3392bb2c-9980-48e9-896f-6aa9837225cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:29.455874 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3392bb2c-9980-48e9-896f-6aa9837225cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846a79a4-e44a-414f-80ee-1016d903b77c']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:29.470863 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3392bb2c-9980-48e9-896f-6aa9837225cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1a2ab0-735a-4b40-bb00-57e31a6ddf4a') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:29.471692 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-3392bb2c-9980-48e9-896f-6aa9837225cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1a2ab0-735a-4b40-bb00-57e31a6ddf4a') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:29.484086 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3392bb2c-9980-48e9-896f-6aa9837225cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:29.500919 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3392bb2c-9980-48e9-896f-6aa9837225cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:29.510615 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3392bb2c-9980-48e9-896f-6aa9837225cf admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:27:29.511893 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3392bb2c-9980-48e9-896f-6aa9837225cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:29.522668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-625fc2e8-2a79-4d32-a4cf-f7811aace6b1 req-e0bb82f7-7b2c-477f-a8be-2ef33aab87d1 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] For port c61fae83-2cf2-49d5-b7f5-0d532d59b79a, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c61fae83-2cf2-49d5-b7f5-0d532d59b79a,segment=NetworkSegment(ab1dbfdf-3e0b-4de9-9261-430c1518f8cd),segment_id=ab1dbfdf-3e0b-4de9-9261-430c1518f8cd)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:29.523053 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-625fc2e8-2a79-4d32-a4cf-f7811aace6b1 req-e0bb82f7-7b2c-477f-a8be-2ef33aab87d1 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:29.536998 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-625fc2e8-2a79-4d32-a4cf-f7811aace6b1 req-e0bb82f7-7b2c-477f-a8be-2ef33aab87d1 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Calling delete_port for c61fae83-2cf2-49d5-b7f5-0d532d59b79a owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:27:29.579685 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:27:29.617088 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4aabc956-224c-4231-b6e7-649a92b4884d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f24aefeda0b4f8db88eaad3d3810258&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2052498 Nov 12 04:27:29.617736 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53868) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:29.668303 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3392bb2c-9980-48e9-896f-6aa9837225cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:29.677931 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3392bb2c-9980-48e9-896f-6aa9837225cf admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:29.684609 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3392bb2c-9980-48e9-896f-6aa9837225cf admin admin] 10.222.0.37 "DELETE /v2.0/networks/846a79a4-e44a-414f-80ee-1016d903b77c HTTP/1.1" status: 204 len: 168 time: 0.5054965 Nov 12 04:27:29.702809 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392bb2c-9980-48e9-896f-6aa9837225cf admin admin] Pushing event deleted for resources: {'Network': ['ID=846a79a4-e44a-414f-80ee-1016d903b77c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:29.732965 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e06ecc-5ab9-47e9-8f0f-ce08a8f9dad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:29.758500 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e06ecc-5ab9-47e9-8f0f-ce08a8f9dad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:29.811146 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-625fc2e8-2a79-4d32-a4cf-f7811aace6b1 req-e0bb82f7-7b2c-477f-a8be-2ef33aab87d1 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:29.845101 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['c61fae83-2cf2-49d5-b7f5-0d532d59b79a'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:27:29.868999 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb82f7-7b2c-477f-a8be-2ef33aab87d1 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Pushing event deleted for resources: {'Port': ['ID=c61fae83-2cf2-49d5-b7f5-0d532d59b79a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:29.897253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-625fc2e8-2a79-4d32-a4cf-f7811aace6b1 req-e0bb82f7-7b2c-477f-a8be-2ef33aab87d1 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] No DVR routers for this DVR port c61fae83-2cf2-49d5-b7f5-0d532d59b79a on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:27:29.900073 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-625fc2e8-2a79-4d32-a4cf-f7811aace6b1 req-e0bb82f7-7b2c-477f-a8be-2ef33aab87d1 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:29.903915 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-625fc2e8-2a79-4d32-a4cf-f7811aace6b1 req-e0bb82f7-7b2c-477f-a8be-2ef33aab87d1 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.31 "DELETE /v2.0/ports/c61fae83-2cf2-49d5-b7f5-0d532d59b79a HTTP/1.1" status: 204 len: 173 time: 0.6942327 Nov 12 04:27:29.919905 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e06ecc-5ab9-47e9-8f0f-ce08a8f9dad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:29.922599 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63e06ecc-5ab9-47e9-8f0f-ce08a8f9dad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:29.926413 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-63e06ecc-5ab9-47e9-8f0f-ce08a8f9dad1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5e483e9-a469-45b8-8cff-24805b997b36 HTTP/1.1" status: 204 len: 168 time: 0.3049529 Nov 12 04:27:29.936040 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e06ecc-5ab9-47e9-8f0f-ce08a8f9dad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e483e9-a469-45b8-8cff-24805b997b36,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:30.181806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53880) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:30.227790 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-30974674-23cb-459c-9be7-003b4a8408cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21226669398c483696554893c3729fec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440660 Nov 12 04:27:30.230093 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53882) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:30.282358 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0fb00fdd-1c8c-4c96-bfaa-a4cc6ee2cad2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:30.310086 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0fb00fdd-1c8c-4c96-bfaa-a4cc6ee2cad2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:30.442484 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0fb00fdd-1c8c-4c96-bfaa-a4cc6ee2cad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:30.446058 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0fb00fdd-1c8c-4c96-bfaa-a4cc6ee2cad2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:30.447455 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0fb00fdd-1c8c-4c96-bfaa-a4cc6ee2cad2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6eb3a907-d6d3-4b29-bda1-30b5eeb64a4d HTTP/1.1" status: 204 len: 168 time: 0.2160141 Nov 12 04:27:30.471442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb00fdd-1c8c-4c96-bfaa-a4cc6ee2cad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb3a907-d6d3-4b29-bda1-30b5eeb64a4d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:30.472258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 8d98b605-2364-459b-a1ef-fda781eadef6 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:27:30.516778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 8d98b605-2364-459b-a1ef-fda781eadef6 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:27:30.517366 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 8d98b605-2364-459b-a1ef-fda781eadef6 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:27:30.540990 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47fd3207-607c-408d-b297-76f56cdd1c17 req-a5e3bdb1-d395-4e9a-b27e-66c2c0dce7f3 tempest-ServersNegativeTestMultiTenantJSON-1500687268 tempest-ServersNegativeTestMultiTenantJSON-1500687268-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91539a1-cbf0-4f5d-9b81-40ff7659aae5 HTTP/1.1" status: 200 len: 210 time: 0.0381186 Nov 12 04:27:31.010621 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91539a1-cbf0-4f5d-9b81-40ff7659aae5', 'name': 'network-vif-deleted', 'tag': 'c61fae83-2cf2-49d5-b7f5-0d532d59b79a'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:31.013426 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e8dfb8-747c-40e1-b0b5-2e1a4df5b46c" -d '{"events": [{"server_uuid": "c91539a1-cbf0-4f5d-9b81-40ff7659aae5", "name": "network-vif-deleted", "tag": "c61fae83-2cf2-49d5-b7f5-0d532d59b79a"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:31.069825 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25737b9-6bbe-4bf3-b845-7686f2ddaa16 x-openstack-request-id: req-e25737b9-6bbe-4bf3-b845-7686f2ddaa16 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:31.070576 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91539a1-cbf0-4f5d-9b81-40ff7659aae5", "name": "network-vif-deleted", "tag": "c61fae83-2cf2-49d5-b7f5-0d532d59b79a", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:31.071057 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e25737b9-6bbe-4bf3-b845-7686f2ddaa16 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:31.071626 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91539a1-cbf0-4f5d-9b81-40ff7659aae5', 'name': 'network-vif-deleted', 'tag': 'c61fae83-2cf2-49d5-b7f5-0d532d59b79a', 'status': 'completed', 'code': 200} Nov 12 04:27:31.346350 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53926) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:31.480293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f7def515-02b8-4e07-92a9-b9d6f0c96518 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-network', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:31.585596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7def515-02b8-4e07-92a9-b9d6f0c96518 admin admin] Made reservation on behalf of 11b870a2c29b44949808dbbff5df5d20 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:27:31.590402 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7def515-02b8-4e07-92a9-b9d6f0c96518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:31.606333 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7def515-02b8-4e07-92a9-b9d6f0c96518 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:31.631139 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53938) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:31.750424 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a74c15-4d39-402d-adb0-690cd547a7b4 admin admin] Deleting subnet 85e29d74-5d6f-4887-ba41-93f86766c641 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:27:31.759315 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5a74c15-4d39-402d-adb0-690cd547a7b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:31.789711 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7def515-02b8-4e07-92a9-b9d6f0c96518 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:31.805598 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5a74c15-4d39-402d-adb0-690cd547a7b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:31.848975 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5a74c15-4d39-402d-adb0-690cd547a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:31.869530 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7def515-02b8-4e07-92a9-b9d6f0c96518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:31.900396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7def515-02b8-4e07-92a9-b9d6f0c96518 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:27:31.922301 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7def515-02b8-4e07-92a9-b9d6f0c96518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:31.922680 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-f7def515-02b8-4e07-92a9-b9d6f0c96518 admin admin] Added segment c8ebc627-98b3-4158-9a83-75ce28b4218b of type vlan for network 294ec058-73b6-4a99-bf44-c3ca2f3709aa Nov 12 04:27:31.923975 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7def515-02b8-4e07-92a9-b9d6f0c96518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faee22cd-39ad-4a07-8dce-b8becc7cfd46,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:31.978013 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7def515-02b8-4e07-92a9-b9d6f0c96518 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.042306 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5a74c15-4d39-402d-adb0-690cd547a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.070615 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7def515-02b8-4e07-92a9-b9d6f0c96518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.071607 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7def515-02b8-4e07-92a9-b9d6f0c96518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:32.072180 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7def515-02b8-4e07-92a9-b9d6f0c96518 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.074396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a74c15-4d39-402d-adb0-690cd547a7b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85e29d74-5d6f-4887-ba41-93f86766c641,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:32.087877 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5a74c15-4d39-402d-adb0-690cd547a7b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.093910 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d5a74c15-4d39-402d-adb0-690cd547a7b4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/85e29d74-5d6f-4887-ba41-93f86766c641 HTTP/1.1" status: 204 len: 168 time: 0.4614289 Nov 12 04:27:32.094878 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53958) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:32.154763 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7def515-02b8-4e07-92a9-b9d6f0c96518 admin admin] Pushing event updated for resources: {'Network': ['ID=294ec058-73b6-4a99-bf44-c3ca2f3709aa,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:32.166426 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 294ec058-73b6-4a99-bf44-c3ca2f3709aa details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:27:32.178118 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f7def515-02b8-4e07-92a9-b9d6f0c96518 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8300090 Nov 12 04:27:32.180884 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53962) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:32.190218 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df226a52-23ab-4053-ba34-a408caf2646f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.194260 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9a4b6ec1-b42d-41fb-bc6e-a4cddaf11ee2 admin admin] Request body: {'subnet': {'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-subnet', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:32.314321 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df226a52-23ab-4053-ba34-a408caf2646f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.322581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4b6ec1-b42d-41fb-bc6e-a4cddaf11ee2 admin admin] Made reservation on behalf of 11b870a2c29b44949808dbbff5df5d20 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:27:32.324949 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a4b6ec1-b42d-41fb-bc6e-a4cddaf11ee2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.338952 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-df226a52-23ab-4053-ba34-a408caf2646f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c29c96-a906-4018-984d-b503be138367']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:32.349042 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-df226a52-23ab-4053-ba34-a408caf2646f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1dbfdf-3e0b-4de9-9261-430c1518f8cd') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:32.349424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-df226a52-23ab-4053-ba34-a408caf2646f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1dbfdf-3e0b-4de9-9261-430c1518f8cd') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:32.359545 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df226a52-23ab-4053-ba34-a408caf2646f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.386615 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df226a52-23ab-4053-ba34-a408caf2646f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.401957 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df226a52-23ab-4053-ba34-a408caf2646f admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:27:32.402377 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df226a52-23ab-4053-ba34-a408caf2646f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:27:32.404295 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:27:32.497970 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c61fae83-2cf2-49d5-b7f5-0d532d59b79a no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:27:32.529604 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: c61fae83-2cf2-49d5-b7f5-0d532d59b79a {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:27:32.530147 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c61fae83-2cf2-49d5-b7f5-0d532d59b79a not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:27:32.533436 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df226a52-23ab-4053-ba34-a408caf2646f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.556460 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df226a52-23ab-4053-ba34-a408caf2646f admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.563957 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-df226a52-23ab-4053-ba34-a408caf2646f admin admin] 10.222.0.37 "DELETE /v2.0/networks/70c29c96-a906-4018-984d-b503be138367 HTTP/1.1" status: 204 len: 168 time: 0.4673998 Nov 12 04:27:32.565407 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df226a52-23ab-4053-ba34-a408caf2646f admin admin] Pushing event deleted for resources: {'Network': ['ID=70c29c96-a906-4018-984d-b503be138367,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:32.567316 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53980) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:32.655770 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-588e55f9-cbc1-4822-bc49-39f180e9ed28 req-aa6549cb-6f89-4284-abb2-3432dcc7914c tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0342336 Nov 12 04:27:32.656247 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6e4d9e-5454-48d7-ae97-42b9261aa149 admin admin] Deleting subnet 0e498d95-2514-4907-9316-5edcb608c1c1 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:27:32.692906 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4d9e-5454-48d7-ae97-42b9261aa149 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.750558 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4d9e-5454-48d7-ae97-42b9261aa149 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.791291 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4d9e-5454-48d7-ae97-42b9261aa149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.844070 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a4b6ec1-b42d-41fb-bc6e-a4cddaf11ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.917754 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b6ec1-b42d-41fb-bc6e-a4cddaf11ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf988ec-0e1d-4fb3-b211-28e626141e57,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:32.925460 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4d9e-5454-48d7-ae97-42b9261aa149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.953801 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b6ec1-b42d-41fb-bc6e-a4cddaf11ee2 admin admin] Checking segment: {'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:27:32.954727 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4b6ec1-b42d-41fb-bc6e-a4cddaf11ee2 admin admin] Network hostable DHCP agents. Network: 294ec058-73b6-4a99-bf44-c3ca2f3709aa, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:27:32.960263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e4d9e-5454-48d7-ae97-42b9261aa149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e498d95-2514-4907-9316-5edcb608c1c1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:32.968517 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4d9e-5454-48d7-ae97-42b9261aa149 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.971721 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6c6e4d9e-5454-48d7-ae97-42b9261aa149 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0e498d95-2514-4907-9316-5edcb608c1c1 HTTP/1.1" status: 204 len: 168 time: 0.4033976 Nov 12 04:27:32.975098 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53990) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:33.060759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4b6ec1-b42d-41fb-bc6e-a4cddaf11ee2 admin admin] Network 294ec058-73b6-4a99-bf44-c3ca2f3709aa is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:27:33.061443 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cf6c051-34b6-480d-83cb-843d869c66bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:33.168137 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cf6c051-34b6-480d-83cb-843d869c66bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:33.169535 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9a4b6ec1-b42d-41fb-bc6e-a4cddaf11ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 294ec058-73b6-4a99-bf44-c3ca2f3709aa) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:33.183367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931bd081-6384-4326-b7a0-04bf95a1d5ca None None] Network 294ec058-73b6-4a99-bf44-c3ca2f3709aa requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:27:33.188062 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4b6ec1-b42d-41fb-bc6e-a4cddaf11ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:33.191985 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9a4b6ec1-b42d-41fb-bc6e-a4cddaf11ee2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:33.200541 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-5cf6c051-34b6-480d-83cb-843d869c66bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d940c12-c9b7-45e8-8d4b-131b24a62cc1']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:33.229543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-5cf6c051-34b6-480d-83cb-843d869c66bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59999382-8178-4010-bc98-9ca680a4049d') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:33.231752 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-5cf6c051-34b6-480d-83cb-843d869c66bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59999382-8178-4010-bc98-9ca680a4049d') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:33.252267 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cf6c051-34b6-480d-83cb-843d869c66bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:33.259212 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8388a853-a7e6-4c71-b267-5fbe6c0a19b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:33.269907 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cf6c051-34b6-480d-83cb-843d869c66bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:33.277328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf6c051-34b6-480d-83cb-843d869c66bd admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:27:33.278393 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cf6c051-34b6-480d-83cb-843d869c66bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:27:33.280786 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:27:33.311229 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9a4b6ec1-b42d-41fb-bc6e-a4cddaf11ee2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1276536 Nov 12 04:27:33.312227 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53994) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:33.318741 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-424a9e82-e4ac-4d3c-92f0-aab853e6a7cf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:33.431109 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424a9e82-e4ac-4d3c-92f0-aab853e6a7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:33.436934 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424a9e82-e4ac-4d3c-92f0-aab853e6a7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:33.437087 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:27:33.437087 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:33.480946 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cf6c051-34b6-480d-83cb-843d869c66bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:33.487562 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cf6c051-34b6-480d-83cb-843d869c66bd admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:33.492193 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5cf6c051-34b6-480d-83cb-843d869c66bd admin admin] 10.222.0.37 "DELETE /v2.0/networks/4d940c12-c9b7-45e8-8d4b-131b24a62cc1 HTTP/1.1" status: 204 len: 168 time: 0.5159216 Nov 12 04:27:33.537555 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6c051-34b6-480d-83cb-843d869c66bd admin admin] Pushing event deleted for resources: {'Network': ['ID=4d940c12-c9b7-45e8-8d4b-131b24a62cc1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:33.554512 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424a9e82-e4ac-4d3c-92f0-aab853e6a7cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:33.693424 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] Allocated IP 172.20.0.2 (294ec058-73b6-4a99-bf44-c3ca2f3709aa/ebf988ec-0e1d-4fb3-b211-28e626141e57/a64c18a8-cdc9-49ce-bf4a-72301654ae9b) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:27:33.794665 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd9402cb-7f5f-449e-b9ab-7df33e5511f4 req-8d93a411-d93f-4970-99a4-482241ea1b9d tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0510027 Nov 12 04:27:33.968319 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424a9e82-e4ac-4d3c-92f0-aab853e6a7cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.040786 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54008) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:34.130862 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.177163 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6a290a6c-171d-45b5-acf7-8b188fe17f46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53c98594a560498ea65e23eb26f98fbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348872 Nov 12 04:27:34.180705 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54012) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:34.212101 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.247830 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e764d0b2-7a5f-4ea8-b236-1879adba55d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.280916 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] Pushing event updated for resources: {'Port': ['ID=a64c18a8-cdc9-49ce-bf4a-72301654ae9b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:34.293913 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e764d0b2-7a5f-4ea8-b236-1879adba55d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.299019 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] Network 294ec058-73b6-4a99-bf44-c3ca2f3709aa is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:27:34.301477 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:34.304753 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:27:34.366442 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424a9e82-e4ac-4d3c-92f0-aab853e6a7cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.373813 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] Attempting to bind port a64c18a8-cdc9-49ce-bf4a-72301654ae9b on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:27:34.374295 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] Attempting to bind port a64c18a8-cdc9-49ce-bf4a-72301654ae9b by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:27:34.376247 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] Attempting to bind port a64c18a8-cdc9-49ce-bf4a-72301654ae9b on network 294ec058-73b6-4a99-bf44-c3ca2f3709aa {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:27:34.392780 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:27:34.393539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] Checking segment: {'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:27:34.394125 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.394517 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424a9e82-e4ac-4d3c-92f0-aab853e6a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.394777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] Bound using segment: {'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:27:34.395190 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] Bound port: a64c18a8-cdc9-49ce-bf4a-72301654ae9b, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:27:34.395570 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.447762 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:27:34.462985 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] For port a64c18a8-cdc9-49ce-bf4a-72301654ae9b, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:27:34.466797 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] For port a64c18a8-cdc9-49ce-bf4a-72301654ae9b, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a64c18a8-cdc9-49ce-bf4a-72301654ae9b,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:27:34.488176 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e764d0b2-7a5f-4ea8-b236-1879adba55d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.491413 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e764d0b2-7a5f-4ea8-b236-1879adba55d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.492596 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e764d0b2-7a5f-4ea8-b236-1879adba55d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e65ed537-c8c7-46a4-b2d1-8cf1471b0ef5 HTTP/1.1" status: 204 len: 168 time: 0.3106611 Nov 12 04:27:34.510481 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-424a9e82-e4ac-4d3c-92f0-aab853e6a7cf admin admin] Allocated IP 172.25.1.188 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/e18d1513-387b-4080-ab02-7a437f98b187) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:27:34.511755 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764d0b2-7a5f-4ea8-b236-1879adba55d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65ed537-c8c7-46a4-b2d1-8cf1471b0ef5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:34.562716 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.634000 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550be61-03bc-490b-9cf3-718f02ecd2fb None None] Pushing event updated for resources: {'Port': ['ID=a64c18a8-cdc9-49ce-bf4a-72301654ae9b,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:34.663748 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424a9e82-e4ac-4d3c-92f0-aab853e6a7cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.823344 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424a9e82-e4ac-4d3c-92f0-aab853e6a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.896984 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424a9e82-e4ac-4d3c-92f0-aab853e6a7cf admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:27:34.906859 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-424a9e82-e4ac-4d3c-92f0-aab853e6a7cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:34.911643 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424a9e82-e4ac-4d3c-92f0-aab853e6a7cf admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:27:34.925875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd42d10-83d6-4d6a-85da-1561b93ebc30 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:27:34.981151 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a9e82-e4ac-4d3c-92f0-aab853e6a7cf admin admin] Pushing event updated for resources: {'Port': ['ID=e18d1513-387b-4080-ab02-7a437f98b187,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:35.001129 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d145ac3-218a-4aa6-bfb8-7a9951bd3469 req-a4cd5d38-64c9-45ef-b09c-129babb819f4 tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0592258 Nov 12 04:27:35.043229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6db602b8-6d7c-41cf-bf41-46d560dca0dc None None] Provisioning complete for port e18d1513-387b-4080-ab02-7a437f98b187 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:35.043604 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6db602b8-6d7c-41cf-bf41-46d560dca0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.142483 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6db602b8-6d7c-41cf-bf41-46d560dca0dc None None] Port e18d1513-387b-4080-ab02-7a437f98b187 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:27:35.486932 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a64c18a8-cdc9-49ce-bf4a-72301654ae9b up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:27:35.543771 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port a64c18a8-cdc9-49ce-bf4a-72301654ae9b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:35.544133 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.585051 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eac12f8d-fe5a-4703-938e-8166ef183646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.611504 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54036) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:35.659702 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4066e8d0-08da-41e2-9fbc-1c72f91e74e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b6fd0f9fd69452aa122117dbbd08bcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0463037 Nov 12 04:27:35.662908 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54038) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:35.683826 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.751237 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8e18be72-0b08-40d6-8050-d8378abd2baa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.761161 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port a64c18a8-cdc9-49ce-bf4a-72301654ae9b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a64c18a8-cdc9-49ce-bf4a-72301654ae9b,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:35.781426 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8e18be72-0b08-40d6-8050-d8378abd2baa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.804012 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424a9e82-e4ac-4d3c-92f0-aab853e6a7cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.876997 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.914757 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8e18be72-0b08-40d6-8050-d8378abd2baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.917734 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8e18be72-0b08-40d6-8050-d8378abd2baa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.919112 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8e18be72-0b08-40d6-8050-d8378abd2baa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2720cbb-d015-4390-ab97-0ecb236b302f HTTP/1.1" status: 204 len: 168 time: 0.2551656 Nov 12 04:27:35.929624 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18be72-0b08-40d6-8050-d8378abd2baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2720cbb-d015-4390-ab97-0ecb236b302f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:35.982496 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=a64c18a8-cdc9-49ce-bf4a-72301654ae9b,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:36.029749 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e057c6-dcf5-4ff0-a9ea-34ea2e36d0e4 None None] Network 294ec058-73b6-4a99-bf44-c3ca2f3709aa requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:27:36.140000 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5d448184-b15e-4aba-a061-619a069e61bf None None] Provisioning complete for port a64c18a8-cdc9-49ce-bf4a-72301654ae9b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:36.140336 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d448184-b15e-4aba-a061-619a069e61bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:36.148136 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424a9e82-e4ac-4d3c-92f0-aab853e6a7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:36.191935 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-040f05ab-330b-4525-9334-8bd3cce22142 req-a467c6fd-9684-487c-b855-609711649db2 tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0351994 Nov 12 04:27:36.432621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424a9e82-e4ac-4d3c-92f0-aab853e6a7cf admin admin] Router de2e8c72-d43f-4950-84ff-8233fa73bd72 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:27:36.616607 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2aca956-10ba-4d10-bae8-4f99ca7638d9 req-fb7e6104-f2b9-4da7-8ebd-fb412519cbaf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0836282 Nov 12 04:27:36.653255 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424a9e82-e4ac-4d3c-92f0-aab853e6a7cf admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:27:36.665397 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] Sync routers for ids ['de2e8c72-d43f-4950-84ff-8233fa73bd72'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:27:36.688173 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] Routers {'de2e8c72-d43f-4950-84ff-8233fa73bd72'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:27:36.688961 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:27:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['de2e8c72-d43f-4950-84ff-8233fa73bd72'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:36.746684 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424a9e82-e4ac-4d3c-92f0-aab853e6a7cf admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:36.748930 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-424a9e82-e4ac-4d3c-92f0-aab853e6a7cf admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4354739 Nov 12 04:27:36.751747 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54072) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:36.763834 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:36.857461 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-891c765f-b18d-43d1-b938-4ff46fbfbdd8 None None] Provisioning complete for port a64c18a8-cdc9-49ce-bf4a-72301654ae9b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:36.858284 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-891c765f-b18d-43d1-b938-4ff46fbfbdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:37.000318 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] Set router de2e8c72-d43f-4950-84ff-8233fa73bd72 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:27:37.279998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:27:35Z', 'revision_number': 3, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:37.319365 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] Checking router: de2e8c72-d43f-4950-84ff-8233fa73bd72 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:27:37.319933 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] Updating router de2e8c72-d43f-4950-84ff-8233fa73bd72 port e18d1513-387b-4080-ab02-7a437f98b187 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:27:37.367911 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:37.490313 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a64c18a8-cdc9-49ce-bf4a-72301654ae9b up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:27:37.506913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34115810-d021-47ea-ac6b-364710ce96aa req-3d88e4cb-cb88-44a1-9e42-b766804a482c tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0526659 Nov 12 04:27:37.731836 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port a64c18a8-cdc9-49ce-bf4a-72301654ae9b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:37.732375 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:37.918491 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0e37888-b3b8-4cf7-9381-2e113ae3b095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:37.923913 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:38.007694 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:38.082243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6c8507-504f-46c2-8c3c-2737d40c2d61 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:27:38.094553 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18645f2a-82e2-4b45-ad64-42afc5363be4 None None] Pushing event updated for resources: {'Port': ['ID=e18d1513-387b-4080-ab02-7a437f98b187,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:38.106927 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] Attempting to bind port e18d1513-387b-4080-ab02-7a437f98b187 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:27:38.107755 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] Attempting to bind port e18d1513-387b-4080-ab02-7a437f98b187 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:27:38.108358 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] Attempting to bind port e18d1513-387b-4080-ab02-7a437f98b187 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:27:38.116210 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:27:38.116588 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:27:38.116992 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:38.117385 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:27:38.117856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] Bound port: e18d1513-387b-4080-ab02-7a437f98b187, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:27:38.118269 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:38.198988 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] For port e18d1513-387b-4080-ab02-7a437f98b187, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:27:38.217963 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] For port e18d1513-387b-4080-ab02-7a437f98b187, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e18d1513-387b-4080-ab02-7a437f98b187,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:27:38.224745 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6cf244af-4d94-4380-a923-00d604d5efb7 None None] Provisioning complete for port e18d1513-387b-4080-ab02-7a437f98b187 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:38.225111 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6cf244af-4d94-4380-a923-00d604d5efb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:38.279592 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:38.283248 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6cf244af-4d94-4380-a923-00d604d5efb7 None None] Port e18d1513-387b-4080-ab02-7a437f98b187 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:27:38.301470 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-a0e37888-b3b8-4cf7-9381-2e113ae3b095 admin admin] Allocated IP 172.20.0.1 (294ec058-73b6-4a99-bf44-c3ca2f3709aa/ebf988ec-0e1d-4fb3-b211-28e626141e57/831a8abd-8b24-42d1-848b-c19fc15a8d28) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:27:38.344134 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:38.418835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6668681a-94a4-4af9-9d15-52ec2f194229 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:27:38.432559 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] Routers {'de2e8c72-d43f-4950-84ff-8233fa73bd72'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:27:38.433204 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:27:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['de2e8c72-d43f-4950-84ff-8233fa73bd72'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:38.476941 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0e37888-b3b8-4cf7-9381-2e113ae3b095 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:38.516886 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18645f2a-82e2-4b45-ad64-42afc5363be4 None None] Pushing event updated for resources: {'Port': ['ID=e18d1513-387b-4080-ab02-7a437f98b187,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:38.591490 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] Set router de2e8c72-d43f-4950-84ff-8233fa73bd72 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:27:38.594316 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0e37888-b3b8-4cf7-9381-2e113ae3b095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:38.631687 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4eccb02b-3d5a-4cb9-b370-1af705b54cc6 req-94b18f6d-5fe2-414a-8f89-6bdcc95d0ecf tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0421646 Nov 12 04:27:38.674668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e37888-b3b8-4cf7-9381-2e113ae3b095 admin admin] Network 294ec058-73b6-4a99-bf44-c3ca2f3709aa is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:27:38.691740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-a0e37888-b3b8-4cf7-9381-2e113ae3b095 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:38.696167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e37888-b3b8-4cf7-9381-2e113ae3b095 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:27:38.743251 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e37888-b3b8-4cf7-9381-2e113ae3b095 admin admin] Pushing event updated for resources: {'Port': ['ID=831a8abd-8b24-42d1-848b-c19fc15a8d28,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:38.782694 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0e37888-b3b8-4cf7-9381-2e113ae3b095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:38.988892 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54136) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:39.092992 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-33758002-b3dd-450f-ba24-8580f9caf5d4 None None] Provisioning complete for port e18d1513-387b-4080-ab02-7a437f98b187 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:39.093563 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-33758002-b3dd-450f-ba24-8580f9caf5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:39.149131 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e59860b-4e9b-4c13-bcbe-41fa97468ccd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:39.173303 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0e37888-b3b8-4cf7-9381-2e113ae3b095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:39.186084 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:39.220778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:27:35Z', 'revision_number': 3, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:39.278801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81616265-008d-42ae-afc3-8a27040a51e3 None None] The sync data for ids ['de2e8c72-d43f-4950-84ff-8233fa73bd72'] in n-d-768509-24 is: [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:27:35Z', 'revision_number': 3, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:27:39.289456 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-33758002-b3dd-450f-ba24-8580f9caf5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:39.329968 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-33758002-b3dd-450f-ba24-8580f9caf5d4 None None] For port e18d1513-387b-4080-ab02-7a437f98b187, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e18d1513-387b-4080-ab02-7a437f98b187,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:39.333237 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e59860b-4e9b-4c13-bcbe-41fa97468ccd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:39.408085 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0e37888-b3b8-4cf7-9381-2e113ae3b095 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:39.430110 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-33758002-b3dd-450f-ba24-8580f9caf5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:39.470489 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e59860b-4e9b-4c13-bcbe-41fa97468ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:39.516105 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0e37888-b3b8-4cf7-9381-2e113ae3b095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:39.520727 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33758002-b3dd-450f-ba24-8580f9caf5d4 None None] Pushing event updated for resources: {'Port': ['ID=e18d1513-387b-4080-ab02-7a437f98b187,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:39.533354 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59860b-4e9b-4c13-bcbe-41fa97468ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851dae93-2a8a-4723-bb72-f82b5b45567c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:39.562118 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3e59860b-4e9b-4c13-bcbe-41fa97468ccd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5630eb7d7ced4954af0b2cce206f9634&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5720112 Nov 12 04:27:39.564759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54158) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:39.605790 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0e37888-b3b8-4cf7-9381-2e113ae3b095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:39.609365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e37888-b3b8-4cf7-9381-2e113ae3b095 admin admin] Pushing event updated for resources: {'Port': ['ID=831a8abd-8b24-42d1-848b-c19fc15a8d28,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:39.618937 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-bdc36637-84bb-4fdb-b138-32989df5caea None None] Provisioning complete for port 831a8abd-8b24-42d1-848b-c19fc15a8d28 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:39.619395 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bdc36637-84bb-4fdb-b138-32989df5caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:39.651136 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-425fc106-02ab-4f15-be45-9b38de831721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:39.687611 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-425fc106-02ab-4f15-be45-9b38de831721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:39.693180 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-bdc36637-84bb-4fdb-b138-32989df5caea None None] Port 831a8abd-8b24-42d1-848b-c19fc15a8d28 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:27:39.756765 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e37888-b3b8-4cf7-9381-2e113ae3b095 admin admin] Network 294ec058-73b6-4a99-bf44-c3ca2f3709aa is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:27:39.758835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-a0e37888-b3b8-4cf7-9381-2e113ae3b095 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:39.898988 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-425fc106-02ab-4f15-be45-9b38de831721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:39.907190 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-425fc106-02ab-4f15-be45-9b38de831721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:39.907190 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-425fc106-02ab-4f15-be45-9b38de831721 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/851dae93-2a8a-4723-bb72-f82b5b45567c HTTP/1.1" status: 204 len: 168 time: 0.3408761 Nov 12 04:27:39.924079 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fc106-02ab-4f15-be45-9b38de831721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851dae93-2a8a-4723-bb72-f82b5b45567c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:39.947573 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e37888-b3b8-4cf7-9381-2e113ae3b095 admin admin] Router de2e8c72-d43f-4950-84ff-8233fa73bd72 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:27:40.192041 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e37888-b3b8-4cf7-9381-2e113ae3b095 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:27:40.214740 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a0e37888-b3b8-4cf7-9381-2e113ae3b095 admin admin] 10.222.0.37 "PUT /v2.0/routers/de2e8c72-d43f-4950-84ff-8233fa73bd72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4551628 Nov 12 04:27:40.273110 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e8a0d4b-f817-43d1-9297-2d2b6a26288f req-fdbf6620-2d6b-4e0e-862d-f00066c3d32e tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0602043 Nov 12 04:27:40.288169 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d8de3705-5c18-437f-a18a-aae5eb093a70 None None] Provisioning complete for port 831a8abd-8b24-42d1-848b-c19fc15a8d28 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:40.292590 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d8de3705-5c18-437f-a18a-aae5eb093a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:40.413236 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d8de3705-5c18-437f-a18a-aae5eb093a70 None None] Port 831a8abd-8b24-42d1-848b-c19fc15a8d28 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:27:41.370002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54196) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:41.370002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-dd7e0331-ab07-4785-9d2e-637ff52a952a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--963426614', 'description': 'tempest-description--960902914'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:41.419109 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd7e0331-ab07-4785-9d2e-637ff52a952a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:41.496374 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-68968e1f-4936-4942-ab40-fc8b52bd74b5 req-0d36fa7d-6f71-4146-b5f4-7d6d7c3c215c tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0594537 Nov 12 04:27:41.508791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e18d1513-387b-4080-ab02-7a437f98b187 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:27:41.543336 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd7e0331-ab07-4785-9d2e-637ff52a952a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:41.587603 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port e18d1513-387b-4080-ab02-7a437f98b187 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:41.588706 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:41.602048 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd7e0331-ab07-4785-9d2e-637ff52a952a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:41.655900 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e0331-ab07-4785-9d2e-637ff52a952a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1399b727-bc85-43bd-a480-827e86d050fc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:41.702719 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd7e0331-ab07-4785-9d2e-637ff52a952a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:41.702719 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-dd7e0331-ab07-4785-9d2e-637ff52a952a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4431937 Nov 12 04:27:41.702719 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54214) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:41.707403 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-41571a59-0ad5-4c97-8041-38f04297d182 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Request body: {'security_group_rule': {'security_group_id': '1399b727-bc85-43bd-a480-827e86d050fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:41.835262 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41571a59-0ad5-4c97-8041-38f04297d182 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:41.921667 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41571a59-0ad5-4c97-8041-38f04297d182 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:41.996398 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] Sync routers for ids ['de2e8c72-d43f-4950-84ff-8233fa73bd72'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:27:42.009704 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] Routers {'de2e8c72-d43f-4950-84ff-8233fa73bd72'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:27:42.010327 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:27:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['de2e8c72-d43f-4950-84ff-8233fa73bd72'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:42.022929 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41571a59-0ad5-4c97-8041-38f04297d182 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:42.046517 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41571a59-0ad5-4c97-8041-38f04297d182 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b97f527-5fda-40fa-bf05-69370739ea6c,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:42.119468 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] Set router de2e8c72-d43f-4950-84ff-8233fa73bd72 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:27:42.140044 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41571a59-0ad5-4c97-8041-38f04297d182 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:42.140044 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-41571a59-0ad5-4c97-8041-38f04297d182 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4343474 Nov 12 04:27:42.141068 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54220) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:42.157835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-0601072c-bf08-4ce1-a097-96f8edd1db33 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Request body: {'security_group_rule': {'security_group_id': '1399b727-bc85-43bd-a480-827e86d050fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:42.281251 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0601072c-bf08-4ce1-a097-96f8edd1db33 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:42.489628 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0601072c-bf08-4ce1-a097-96f8edd1db33 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:42.512300 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '831a8abd-8b24-42d1-848b-c19fc15a8d28', 'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'mac_address': 'fa:16:3e:0c:88:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:37Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 2, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'subnets': [{'id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:42.539520 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] Checking router: de2e8c72-d43f-4950-84ff-8233fa73bd72 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:27:42.539981 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] Updating router de2e8c72-d43f-4950-84ff-8233fa73bd72 port 831a8abd-8b24-42d1-848b-c19fc15a8d28 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:27:42.579372 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:42.642248 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e06b488-5e2f-471c-86c5-9f6caee1f398 req-8f7df5df-1f50-4105-a74d-d636479c279b tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0584838 Nov 12 04:27:42.654277 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0601072c-bf08-4ce1-a097-96f8edd1db33 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:42.698191 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601072c-bf08-4ce1-a097-96f8edd1db33 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f58e4be-fd13-4f7b-96cf-c7d3d61ba591,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:42.802987 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0601072c-bf08-4ce1-a097-96f8edd1db33 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:42.802987 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0601072c-bf08-4ce1-a097-96f8edd1db33 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6483872 Nov 12 04:27:42.803339 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54242) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:42.808288 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-42641f89-6b1b-429e-998f-3ab6693d85a5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:42.936976 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42641f89-6b1b-429e-998f-3ab6693d85a5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:43.004460 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:43.041169 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42641f89-6b1b-429e-998f-3ab6693d85a5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:43.099109 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:43.154407 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49ab1e-7bb7-4a30-8059-666a56bdf1fd None None] Pushing event updated for resources: {'Port': ['ID=831a8abd-8b24-42d1-848b-c19fc15a8d28,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:43.174994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-42641f89-6b1b-429e-998f-3ab6693d85a5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Allocated IP 172.25.1.137 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/28f13b9c-802e-4d6b-8c4f-c307c949b68b) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:27:43.206221 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49ab1e-7bb7-4a30-8059-666a56bdf1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:43.207261 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49ab1e-7bb7-4a30-8059-666a56bdf1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:43.207768 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49ab1e-7bb7-4a30-8059-666a56bdf1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:43.213841 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49ab1e-7bb7-4a30-8059-666a56bdf1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:43.213841 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49ab1e-7bb7-4a30-8059-666a56bdf1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:43.213841 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49ab1e-7bb7-4a30-8059-666a56bdf1fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:43.213841 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49ab1e-7bb7-4a30-8059-666a56bdf1fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:43.213841 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49ab1e-7bb7-4a30-8059-666a56bdf1fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:43.213841 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49ab1e-7bb7-4a30-8059-666a56bdf1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:43.213841 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49ab1e-7bb7-4a30-8059-666a56bdf1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:43.213841 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49ab1e-7bb7-4a30-8059-666a56bdf1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:43.213841 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49ab1e-7bb7-4a30-8059-666a56bdf1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:43.224665 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] Attempting to bind port 831a8abd-8b24-42d1-848b-c19fc15a8d28 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:27:43.225302 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] Attempting to bind port 831a8abd-8b24-42d1-848b-c19fc15a8d28 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:27:43.225822 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] Attempting to bind port 831a8abd-8b24-42d1-848b-c19fc15a8d28 on network 294ec058-73b6-4a99-bf44-c3ca2f3709aa {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:27:43.232096 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:27:43.232775 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] Checking segment: {'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:27:43.233333 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:43.234007 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] Bound using segment: {'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:27:43.234668 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] Bound port: 831a8abd-8b24-42d1-848b-c19fc15a8d28, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:27:43.235219 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:43.328332 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42641f89-6b1b-429e-998f-3ab6693d85a5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:43.344636 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] For port 831a8abd-8b24-42d1-848b-c19fc15a8d28, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:27:43.353776 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] For port 831a8abd-8b24-42d1-848b-c19fc15a8d28, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=831a8abd-8b24-42d1-848b-c19fc15a8d28,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:27:43.419328 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:43.454314 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42641f89-6b1b-429e-998f-3ab6693d85a5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:43.489570 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b30a82bd-1c7f-4c93-9c62-a3c15b240f3a None None] Provisioning complete for port 831a8abd-8b24-42d1-848b-c19fc15a8d28 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:43.493092 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b30a82bd-1c7f-4c93-9c62-a3c15b240f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:43.529346 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49ab1e-7bb7-4a30-8059-666a56bdf1fd None None] Pushing event updated for resources: {'Port': ['ID=831a8abd-8b24-42d1-848b-c19fc15a8d28,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:43.540906 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] Routers {'de2e8c72-d43f-4950-84ff-8233fa73bd72'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:27:43.541775 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:27:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['de2e8c72-d43f-4950-84ff-8233fa73bd72'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:43.567539 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42641f89-6b1b-429e-998f-3ab6693d85a5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:27:43.573630 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-42641f89-6b1b-429e-998f-3ab6693d85a5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:43.581342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42641f89-6b1b-429e-998f-3ab6693d85a5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:27:43.661337 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b30a82bd-1c7f-4c93-9c62-a3c15b240f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:43.671823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42641f89-6b1b-429e-998f-3ab6693d85a5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Pushing event updated for resources: {'Port': ['ID=28f13b9c-802e-4d6b-8c4f-c307c949b68b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:43.762620 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b30a82bd-1c7f-4c93-9c62-a3c15b240f3a None None] For port 831a8abd-8b24-42d1-848b-c19fc15a8d28, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=831a8abd-8b24-42d1-848b-c19fc15a8d28,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:43.782228 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] Set router de2e8c72-d43f-4950-84ff-8233fa73bd72 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:27:43.811756 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b30a82bd-1c7f-4c93-9c62-a3c15b240f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:43.894704 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42641f89-6b1b-429e-998f-3ab6693d85a5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:43.927322 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a82bd-1c7f-4c93-9c62-a3c15b240f3a None None] Pushing event updated for resources: {'Port': ['ID=831a8abd-8b24-42d1-848b-c19fc15a8d28,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:43.952675 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e7bef303-7c2a-440f-ac0b-97560b3a1f63 None None] Provisioning complete for port 831a8abd-8b24-42d1-848b-c19fc15a8d28 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:43.953703 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e7bef303-7c2a-440f-ac0b-97560b3a1f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:44.077267 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1f8e669-f89b-47c0-a692-ec7b008775a3 req-cc65531c-173e-4cf9-8515-1e4af6ad91b7 tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.1579735 Nov 12 04:27:44.081297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5c9ffc8-545e-42b3-9907-b3fdbc84b805 req-2ddb5dc0-a5e0-4894-9313-d5d302fddd21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0ee4c7cbfe5462db23caca13b07d8dc&device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.1553607 Nov 12 04:27:44.178952 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5c9ffc8-545e-42b3-9907-b3fdbc84b805 req-717cb385-aed9-4442-9805-ec76acb4b497 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f0ee4c7cbfe5462db23caca13b07d8dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591869 Nov 12 04:27:44.181434 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42641f89-6b1b-429e-998f-3ab6693d85a5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:44.192439 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '831a8abd-8b24-42d1-848b-c19fc15a8d28', 'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'mac_address': 'fa:16:3e:0c:88:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:37Z', 'updated_at': '2021-11-12T04:27:43Z', 'revision_number': 4, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'subnets': [{'id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:44.225732 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4018215-59f1-40ab-a8ea-c29104bea234 None None] The sync data for ids ['de2e8c72-d43f-4950-84ff-8233fa73bd72'] in n-d-768509-24 is: [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '831a8abd-8b24-42d1-848b-c19fc15a8d28', 'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'mac_address': 'fa:16:3e:0c:88:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:37Z', 'updated_at': '2021-11-12T04:27:43Z', 'revision_number': 4, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'subnets': [{'id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:27:44.379852 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9ffc8-545e-42b3-9907-b3fdbc84b805 req-b9c49685-2f16-46a1-9cc7-c691e06d8aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:44.381362 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5c9ffc8-545e-42b3-9907-b3fdbc84b805 req-b9c49685-2f16-46a1-9cc7-c691e06d8aab service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1958973 Nov 12 04:27:44.564840 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42641f89-6b1b-429e-998f-3ab6693d85a5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:44.656262 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42641f89-6b1b-429e-998f-3ab6693d85a5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:44.790829 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42641f89-6b1b-429e-998f-3ab6693d85a5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Pushing event updated for resources: {'Port': ['ID=28f13b9c-802e-4d6b-8c4f-c307c949b68b,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:44.812870 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42641f89-6b1b-429e-998f-3ab6693d85a5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:44.887132 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42641f89-6b1b-429e-998f-3ab6693d85a5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:44.888913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-42641f89-6b1b-429e-998f-3ab6693d85a5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0841846 Nov 12 04:27:45.197215 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0d7fd46a-58ba-4ec1-8529-c0fad880549e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--963426614&fields=id&tenant_id=11b870a2c29b44949808dbbff5df5d20 HTTP/1.1" status: 200 len: 267 time: 0.0551360 Nov 12 04:27:45.341674 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-55cd1239-c806-4c7d-84f3-4bbfd3700126 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:45.343133 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-55cd1239-c806-4c7d-84f3-4bbfd3700126 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/networks?id=294ec058-73b6-4a99-bf44-c3ca2f3709aa HTTP/1.1" status: 200 len: 817 time: 0.1450205 Nov 12 04:27:45.368822 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-32925b90-6286-4392-bbe0-8aed46c1f6cb tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/quotas/11b870a2c29b44949808dbbff5df5d20 HTTP/1.1" status: 200 len: 375 time: 0.0186858 Nov 12 04:27:45.390063 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54300) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:45.498127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-da16a590-2482-41e2-a7e3-0de09db181d3 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b870a2c29b44949808dbbff5df5d20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1152112 Nov 12 04:27:45.520169 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 831a8abd-8b24-42d1-848b-c19fc15a8d28 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:27:45.624940 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-240ec607-8bfa-4a7b-815e-56389ae65dbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:45.642115 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 831a8abd-8b24-42d1-848b-c19fc15a8d28 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:45.642493 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:45.668159 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0d9e6bce-43a3-457a-a8e3-acf536c5c099 service neutron] 10.222.0.37 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545210 Nov 12 04:27:45.870090 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-240ec607-8bfa-4a7b-815e-56389ae65dbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:45.934484 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-240ec607-8bfa-4a7b-815e-56389ae65dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:46.003512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-911888cf-49ab-4909-ae24-5a920c24d0d8 service neutron] 10.222.0.37 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277106 Nov 12 04:27:46.067361 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-240ec607-8bfa-4a7b-815e-56389ae65dbb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11d1b895de5a4f7fac85d29c44ea2d9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6731675 Nov 12 04:27:46.067808 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54310) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:46.083763 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ec607-8bfa-4a7b-815e-56389ae65dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac0dfcd-61e6-46f7-bdd1-040db10cba88,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:46.092770 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec607-8bfa-4a7b-815e-56389ae65dbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:46.093338 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec607-8bfa-4a7b-815e-56389ae65dbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:46.093996 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec607-8bfa-4a7b-815e-56389ae65dbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:46.094490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec607-8bfa-4a7b-815e-56389ae65dbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:46.095150 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec607-8bfa-4a7b-815e-56389ae65dbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:46.095661 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec607-8bfa-4a7b-815e-56389ae65dbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:46.096155 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec607-8bfa-4a7b-815e-56389ae65dbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:46.096656 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec607-8bfa-4a7b-815e-56389ae65dbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:46.097198 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec607-8bfa-4a7b-815e-56389ae65dbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:46.098181 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec607-8bfa-4a7b-815e-56389ae65dbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:46.098708 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec607-8bfa-4a7b-815e-56389ae65dbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:46.099192 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec607-8bfa-4a7b-815e-56389ae65dbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:46.229186 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b300e97-98c0-4c3e-8016-5c85cd34272f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:46.266738 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b300e97-98c0-4c3e-8016-5c85cd34272f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:46.423537 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b300e97-98c0-4c3e-8016-5c85cd34272f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:46.426827 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b300e97-98c0-4c3e-8016-5c85cd34272f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:46.430197 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2b300e97-98c0-4c3e-8016-5c85cd34272f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ac0dfcd-61e6-46f7-bdd1-040db10cba88 HTTP/1.1" status: 204 len: 168 time: 0.3591437 Nov 12 04:27:46.442966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b300e97-98c0-4c3e-8016-5c85cd34272f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac0dfcd-61e6-46f7-bdd1-040db10cba88,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:46.509722 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-057495b2-4d20-4ab9-8fb8-2745e233c931 req-d36e2e67-2dd2-4d65-8982-49919f245bd2 tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0456531 Nov 12 04:27:46.760545 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4efd4e8a-b067-40a0-8ec9-6a6b6c1c5a63 req-baa1f2e0-4f4b-4b04-baf2-fad61ef8f39f tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 210 time: 0.0289259 Nov 12 04:27:46.807186 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:47.120172 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54332) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:47.134536 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3dfc0707-0f32-477d-b878-ba5d4984f2d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:47.209387 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3dfc0707-0f32-477d-b878-ba5d4984f2d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:47.279145 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3dfc0707-0f32-477d-b878-ba5d4984f2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:47.316820 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3dfc0707-0f32-477d-b878-ba5d4984f2d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40a52bbca75d4717952c0c7cc487de7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1955934 Nov 12 04:27:47.318770 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc0707-0f32-477d-b878-ba5d4984f2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d882ce89-6812-4945-a9f4-43ae21188c54,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:47.319539 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54340) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:47.370379 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-16acfd6d-f59c-4f74-825d-d926879dbb0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:47.390700 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-16acfd6d-f59c-4f74-825d-d926879dbb0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:47.629339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e63ca306-2d47-4fc1-b8f3-a8d6ee67b833 req-4e559940-e09a-4cf7-bac3-d8915d60b6bd tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0276976 Nov 12 04:27:47.630557 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-16acfd6d-f59c-4f74-825d-d926879dbb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:47.634336 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-16acfd6d-f59c-4f74-825d-d926879dbb0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:47.635626 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-16acfd6d-f59c-4f74-825d-d926879dbb0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d882ce89-6812-4945-a9f4-43ae21188c54 HTTP/1.1" status: 204 len: 168 time: 0.3148501 Nov 12 04:27:47.661800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acfd6d-f59c-4f74-825d-d926879dbb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d882ce89-6812-4945-a9f4-43ae21188c54,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:47.961651 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-40911632-e350-48b2-ae4c-4123a1e3edf7 req-3ab5601a-428d-48ef-b9bf-47614c0e8ee2 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 210 time: 0.0287859 Nov 12 04:27:48.035990 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:48.876466 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b3eb1748-21f0-4ba0-96bc-50e0c3843f6f req-2dd08978-8e8f-4403-9058-cedd542cb883 tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0292995 Nov 12 04:27:49.166079 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e4b1c862-39cb-4ffa-a4e2-b49d73572394 req-ed2e1d73-0d92-47b4-945b-5143959069f4 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 210 time: 0.0390916 Nov 12 04:27:49.370504 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-ad77d9bf-9866-4983-8dda-c835ebf8c74d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:49.372136 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-ad77d9bf-9866-4983-8dda-c835ebf8c74d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.21 "GET /v2.0/networks?id=294ec058-73b6-4a99-bf44-c3ca2f3709aa HTTP/1.1" status: 200 len: 817 time: 0.1514297 Nov 12 04:27:49.456179 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-83669df1-8ec2-475e-a0d8-9abf9b53c6be tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11b870a2c29b44949808dbbff5df5d20 HTTP/1.1" status: 200 len: 379 time: 0.0687435 Nov 12 04:27:49.465798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-2d29f90a-c0cb-45c0-8250-cde6d9f95714 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Request body: {'port': {'device_id': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'admin_state_up': True, 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'security_groups': ['1399b727-bc85-43bd-a480-827e86d050fc']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:49.664298 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-2d29f90a-c0cb-45c0-8250-cde6d9f95714 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Made reservation on behalf of 11b870a2c29b44949808dbbff5df5d20 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:27:49.668890 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-2d29f90a-c0cb-45c0-8250-cde6d9f95714 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:50.021565 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-2d29f90a-c0cb-45c0-8250-cde6d9f95714 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Allocated IP 172.20.0.7 (294ec058-73b6-4a99-bf44-c3ca2f3709aa/ebf988ec-0e1d-4fb3-b211-28e626141e57/17b71d8a-0aee-4fed-b884-92e362c081b5) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:27:50.027997 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f84f0a56-654a-4476-b47a-9b1aa3f78a5c req-8a26f7b3-bb62-43fb-8da9-fa5d3c91890b tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0404198 Nov 12 04:27:50.274524 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-2d29f90a-c0cb-45c0-8250-cde6d9f95714 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:50.356725 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b6885ebf-2951-44c9-a24b-42860c4f12ad req-2b757e4e-6468-4c03-b4e1-2ab80bc30cf1 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 210 time: 0.0379643 Nov 12 04:27:50.464978 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-2d29f90a-c0cb-45c0-8250-cde6d9f95714 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:50.508833 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-2d29f90a-c0cb-45c0-8250-cde6d9f95714 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Network 294ec058-73b6-4a99-bf44-c3ca2f3709aa is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:27:50.513438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-2d29f90a-c0cb-45c0-8250-cde6d9f95714 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:50.517295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-2d29f90a-c0cb-45c0-8250-cde6d9f95714 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:27:50.545926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29f90a-c0cb-45c0-8250-cde6d9f95714 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Pushing event updated for resources: {'Port': ['ID=17b71d8a-0aee-4fed-b884-92e362c081b5,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:50.599992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-2d29f90a-c0cb-45c0-8250-cde6d9f95714 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:50.600699 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-2d29f90a-c0cb-45c0-8250-cde6d9f95714 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:50.763911 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-2d29f90a-c0cb-45c0-8250-cde6d9f95714 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3019648 Nov 12 04:27:50.783742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Request body: {'port': {'device_id': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:50.795287 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-18329f3d-23bb-45f5-9efa-555e027f8662 None None] Provisioning complete for port 17b71d8a-0aee-4fed-b884-92e362c081b5 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:50.796308 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18329f3d-23bb-45f5-9efa-555e027f8662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:50.862874 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-18329f3d-23bb-45f5-9efa-555e027f8662 None None] Port 17b71d8a-0aee-4fed-b884-92e362c081b5 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:27:51.191266 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:51.202202 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e25f0706-1c0f-4ccf-87f3-3f90ce297eff req-17fb8d92-e44e-4416-a879-e01b9e167949 tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0354495 Nov 12 04:27:51.593721 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b71d8a-0aee-4fed-b884-92e362c081b5 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:27:51.605126 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:51.626289 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Transition to ACTIVE for port object 17b71d8a-0aee-4fed-b884-92e362c081b5 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:27:51.635842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a52a4-905c-40b6-9a74-5682fcbecf0a req-ec679a01-dee8-442e-a69e-0d51d529aa36 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:51.643256 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d9a52a4-905c-40b6-9a74-5682fcbecf0a req-ec679a01-dee8-442e-a69e-0d51d529aa36 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 931 time: 0.0965357 Nov 12 04:27:51.709919 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d9a52a4-905c-40b6-9a74-5682fcbecf0a req-44a82517-149c-4cc6-b93e-a6e44c972b6d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657547 Nov 12 04:27:51.717698 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:51.778975 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=17b71d8a-0aee-4fed-b884-92e362c081b5,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:51.864710 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Attempting to bind port 17b71d8a-0aee-4fed-b884-92e362c081b5 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:27:51.865042 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Attempting to bind port 17b71d8a-0aee-4fed-b884-92e362c081b5 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:27:51.865569 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Attempting to bind port 17b71d8a-0aee-4fed-b884-92e362c081b5 on network 294ec058-73b6-4a99-bf44-c3ca2f3709aa {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:27:51.870378 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Port 17b71d8a-0aee-4fed-b884-92e362c081b5 on network 294ec058-73b6-4a99-bf44-c3ca2f3709aa not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:27:51.870946 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Attempting to bind port 17b71d8a-0aee-4fed-b884-92e362c081b5 on network 294ec058-73b6-4a99-bf44-c3ca2f3709aa {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:27:51.876694 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:27:51.877033 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Checking segment: {'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:27:51.877628 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Bound using segment: {'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:27:51.878268 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Bound port: 17b71d8a-0aee-4fed-b884-92e362c081b5, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:27:51.878841 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:51.959892 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] For port 17b71d8a-0aee-4fed-b884-92e362c081b5, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:27:51.963403 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] For port 17b71d8a-0aee-4fed-b884-92e362c081b5, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=17b71d8a-0aee-4fed-b884-92e362c081b5,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:27:52.200530 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:52.240698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:52.241653 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:52.243745 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] 10.222.0.21 "PUT /v2.0/ports/17b71d8a-0aee-4fed-b884-92e362c081b5 HTTP/1.1" status: 200 len: 1092 time: 1.4654648 Nov 12 04:27:52.246326 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'tag': '17b71d8a-0aee-4fed-b884-92e362c081b5'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:52.250212 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424e2479-71cd-4562-a8b9-bd945e17a399" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc172d7-02c3-4e2d-97c9-228435912eaf", "tag": "17b71d8a-0aee-4fed-b884-92e362c081b5"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:52.275839 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da60c87-00cc-45ed-aa64-6ecad130c2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=17b71d8a-0aee-4fed-b884-92e362c081b5,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:52.385202 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf0f03a0-bd66-4f71-bc4e-9bbd71a6abbd req-2d33467c-5c05-4b7a-af34-1cb23dfb1583 tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0393670 Nov 12 04:27:52.466717 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5186291f-0131-4bb3-9dd0-4d74d8161f4c x-openstack-request-id: req-5186291f-0131-4bb3-9dd0-4d74d8161f4c {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:52.466966 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc172d7-02c3-4e2d-97c9-228435912eaf", "tag": "17b71d8a-0aee-4fed-b884-92e362c081b5", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:52.467172 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5186291f-0131-4bb3-9dd0-4d74d8161f4c {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:52.467579 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'tag': '17b71d8a-0aee-4fed-b884-92e362c081b5', 'status': 'completed', 'code': 200} Nov 12 04:27:52.487603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-dc859640-3db6-447a-a598-6c9d947fa947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:52.489365 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-dc859640-3db6-447a-a598-6c9d947fa947 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11b870a2c29b44949808dbbff5df5d20&device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 1095 time: 0.0866411 Nov 12 04:27:52.553356 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-15c7b966-a296-43c4-b2be-02b2e9bfee40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b71d8a-0aee-4fed-b884-92e362c081b5 HTTP/1.1" status: 200 len: 217 time: 0.0489471 Nov 12 04:27:52.630919 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-8386adcf-bc8f-4a44-8970-a429ee471088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:52.632553 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-8386adcf-bc8f-4a44-8970-a429ee471088 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebf988ec-0e1d-4fb3-b211-28e626141e57 HTTP/1.1" status: 200 len: 856 time: 0.0707119 Nov 12 04:27:52.690465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-1d706473-9561-407f-82d5-f70b7fcf6b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:52.693041 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-1d706473-9561-407f-82d5-f70b7fcf6b81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=294ec058-73b6-4a99-bf44-c3ca2f3709aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533113 Nov 12 04:27:52.870429 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-83290481-3d9b-4e70-a743-e060fb7e5703 service neutron] 10.222.0.21 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703298 Nov 12 04:27:52.890221 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550dfe-46e4-4bdb-b690-d2f9d570da1d req-4f437fe6-6063-4637-be0c-f01763b4bdad tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:52.891773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16550dfe-46e4-4bdb-b690-d2f9d570da1d req-4f437fe6-6063-4637-be0c-f01763b4bdad tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 943 time: 0.0813999 Nov 12 04:27:53.058712 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16550dfe-46e4-4bdb-b690-d2f9d570da1d req-e906060b-bbe9-41a2-b337-b38f0d1338b4 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582534 Nov 12 04:27:53.084892 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f835812-eaab-47f9-a4bb-4e432d372b4e req-5488226b-2097-4e73-8fc4-e193f5bf24cc service neutron] 10.222.0.21 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921449 Nov 12 04:27:53.295381 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e2479-71cd-4562-a8b9-bd945e17a399 req-e89aec01-934d-447f-aff6-831e57d9a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:53.297158 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-424e2479-71cd-4562-a8b9-bd945e17a399 req-e89aec01-934d-447f-aff6-831e57d9a289 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11b870a2c29b44949808dbbff5df5d20&device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 1095 time: 0.0474114 Nov 12 04:27:53.420625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e2479-71cd-4562-a8b9-bd945e17a399 req-19f84236-46a4-444c-858b-9542402f476a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:53.422280 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-424e2479-71cd-4562-a8b9-bd945e17a399 req-19f84236-46a4-444c-858b-9542402f476a service neutron] 10.222.0.21 "GET /v2.0/networks?id=294ec058-73b6-4a99-bf44-c3ca2f3709aa HTTP/1.1" status: 200 len: 918 time: 0.1168468 Nov 12 04:27:53.457907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54568) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:53.476642 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-424e2479-71cd-4562-a8b9-bd945e17a399 req-b0d2cc67-39e1-4c67-8406-915b85aca351 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b71d8a-0aee-4fed-b884-92e362c081b5 HTTP/1.1" status: 200 len: 217 time: 0.0444853 Nov 12 04:27:53.559100 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5aeb86f3-0176-453b-8b09-6af770291c57 req-1993ba2c-30db-4a58-b29c-cfe2c688d306 tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0691595 Nov 12 04:27:53.579574 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e2479-71cd-4562-a8b9-bd945e17a399 req-100b54b8-dfc9-4aaa-9cc0-9d51dc5576f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:53.588460 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-424e2479-71cd-4562-a8b9-bd945e17a399 req-100b54b8-dfc9-4aaa-9cc0-9d51dc5576f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebf988ec-0e1d-4fb3-b211-28e626141e57 HTTP/1.1" status: 200 len: 856 time: 0.0928788 Nov 12 04:27:53.619774 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0526604-d0e4-4939-841a-95d250344d95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:53.641185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e2479-71cd-4562-a8b9-bd945e17a399 req-dce51f9a-455a-4c91-9dab-ef35f04aa4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:53.642953 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-424e2479-71cd-4562-a8b9-bd945e17a399 req-dce51f9a-455a-4c91-9dab-ef35f04aa4cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=294ec058-73b6-4a99-bf44-c3ca2f3709aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525954 Nov 12 04:27:53.733663 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0526604-d0e4-4939-841a-95d250344d95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:53.783426 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-424e2479-71cd-4562-a8b9-bd945e17a399 req-6a6b1108-af00-4a9f-b8a4-3eb65dd7ac16 service neutron] 10.222.0.21 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090596 Nov 12 04:27:53.788052 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b0526604-d0e4-4939-841a-95d250344d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:53.833139 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b0526604-d0e4-4939-841a-95d250344d95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6db8cf811d7d49b4b28e2614889fb6f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3767471 Nov 12 04:27:53.835692 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0526604-d0e4-4939-841a-95d250344d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268facd0-36cf-4983-9016-73f87e3f1544,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:53.838101 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54582) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:53.896597 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-424e2479-71cd-4562-a8b9-bd945e17a399 req-bc7e897f-884e-4143-9469-51446e6a710e service neutron] 10.222.0.21 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046326 Nov 12 04:27:53.906596 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37e9e0ed-374f-4a73-a1d4-68a76fc52f19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:53.933670 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37e9e0ed-374f-4a73-a1d4-68a76fc52f19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:54.041481 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37e9e0ed-374f-4a73-a1d4-68a76fc52f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:54.044095 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37e9e0ed-374f-4a73-a1d4-68a76fc52f19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:54.045435 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-37e9e0ed-374f-4a73-a1d4-68a76fc52f19 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/268facd0-36cf-4983-9016-73f87e3f1544 HTTP/1.1" status: 204 len: 168 time: 0.2061191 Nov 12 04:27:54.055446 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9e0ed-374f-4a73-a1d4-68a76fc52f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268facd0-36cf-4983-9016-73f87e3f1544,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:54.199664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d43e5-b214-40ad-9cc2-0e3a44878386 req-a7392e6d-d1da-41e8-9c3e-0c2c55fc4fdc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:54.201220 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d9d43e5-b214-40ad-9cc2-0e3a44878386 req-a7392e6d-d1da-41e8-9c3e-0c2c55fc4fdc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 943 time: 0.0557654 Nov 12 04:27:54.259359 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d9d43e5-b214-40ad-9cc2-0e3a44878386 req-1c0f1c91-c8b4-402d-a95c-53176318a6eb tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477908 Nov 12 04:27:54.685276 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-edabcdf2-72d1-462b-bdde-8fe01b129db1 req-a96846b1-3c24-434c-9b30-35fcfd6a408c tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0268216 Nov 12 04:27:54.766483 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54620) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:54.785969 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-995816a5-d205-45dc-86b7-0a3441e90dcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:54.892400 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-995816a5-d205-45dc-86b7-0a3441e90dcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:54.990032 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-995816a5-d205-45dc-86b7-0a3441e90dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:55.023663 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995816a5-d205-45dc-86b7-0a3441e90dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9285ee2b-76ac-417c-9df3-111e1e2d733e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:55.044975 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-995816a5-d205-45dc-86b7-0a3441e90dcf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7377828fccf243a39d4e0032d982e650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2745092 Nov 12 04:27:55.046557 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54640) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:55.116278 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-730c40a2-107f-499a-bd68-603c008c550e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:55.139184 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-730c40a2-107f-499a-bd68-603c008c550e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:55.275860 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-730c40a2-107f-499a-bd68-603c008c550e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:55.278553 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-730c40a2-107f-499a-bd68-603c008c550e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:55.283309 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-730c40a2-107f-499a-bd68-603c008c550e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9285ee2b-76ac-417c-9df3-111e1e2d733e HTTP/1.1" status: 204 len: 168 time: 0.2356486 Nov 12 04:27:55.293958 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c40a2-107f-499a-bd68-603c008c550e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9285ee2b-76ac-417c-9df3-111e1e2d733e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:55.420708 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13576f5f-c596-4f27-8bfb-47fffc666d1a req-c241503d-2b04-4b96-b21f-c9016a31f4d8 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:55.431753 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13576f5f-c596-4f27-8bfb-47fffc666d1a req-c241503d-2b04-4b96-b21f-c9016a31f4d8 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 943 time: 0.0724728 Nov 12 04:27:55.496828 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13576f5f-c596-4f27-8bfb-47fffc666d1a req-cd7b9493-f4ce-4427-8fed-41068def0133 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640802 Nov 12 04:27:55.827919 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61957244-e0ad-4b03-871f-00aac85a1a40 req-0c9cc644-1fb9-4721-b4b9-6ef5a660f602 tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0477569 Nov 12 04:27:56.564590 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 17b71d8a-0aee-4fed-b884-92e362c081b5 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:27:56.676433 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8f695-f0bc-4b0b-ab12-5ca3aba3d9ca req-049d38e0-3ad8-480f-bc84-fda8b72c3e2e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:56.678175 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3b8f695-f0bc-4b0b-ab12-5ca3aba3d9ca req-049d38e0-3ad8-480f-bc84-fda8b72c3e2e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 943 time: 0.0993974 Nov 12 04:27:56.712898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 17b71d8a-0aee-4fed-b884-92e362c081b5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=17b71d8a-0aee-4fed-b884-92e362c081b5,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:56.736512 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '17b71d8a-0aee-4fed-b884-92e362c081b5', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'port_id': '17b71d8a-0aee-4fed-b884-92e362c081b5', 'mac_address': 'fa:16:3e:f0:15:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:27:56.766901 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3b8f695-f0bc-4b0b-ab12-5ca3aba3d9ca req-9610af23-eb52-4a87-a105-ec7242cf470f tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808282 Nov 12 04:27:56.801566 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:56.817299 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b71d8a-0aee-4fed-b884-92e362c081b5 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:27:56.840994 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 17b71d8a-0aee-4fed-b884-92e362c081b5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=17b71d8a-0aee-4fed-b884-92e362c081b5,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:56.942170 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:56.954935 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-102a2a1c-2d0c-4914-9966-43fd387ada48 req-793ecaa1-a684-4c95-b7ce-833b3607e842 tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0430546 Nov 12 04:27:57.008166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=17b71d8a-0aee-4fed-b884-92e362c081b5,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:57.018545 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:57.019181 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:57.019763 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:57.020254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:57.020851 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:57.021431 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:57.021930 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:57.022719 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:57.023351 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:57.023841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:57.024478 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:57.025059 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:57.377143 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['17b71d8a-0aee-4fed-b884-92e362c081b5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:27:57.901285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b5855-6139-407b-8222-7353a1c3b597 req-b8f3b06c-a007-4f82-a4c8-cdc1c8213639 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:57.902836 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-071b5855-6139-407b-8222-7353a1c3b597 req-b8f3b06c-a007-4f82-a4c8-cdc1c8213639 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 944 time: 0.0620408 Nov 12 04:27:57.961367 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-071b5855-6139-407b-8222-7353a1c3b597 req-dd393056-3105-4ac5-9e73-3bead6e4fc68 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518064 Nov 12 04:27:58.079316 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-817ecf36-9473-47d3-b440-d10e70d68e77 req-3f216842-922a-41da-8aad-d35e80cfb390 tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0293326 Nov 12 04:27:58.574547 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 17b71d8a-0aee-4fed-b884-92e362c081b5 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:27:58.763067 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 17b71d8a-0aee-4fed-b884-92e362c081b5 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:27:58.767683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 17b71d8a-0aee-4fed-b884-92e362c081b5 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:58.767683 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:58.854524 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:58.879603 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b71d8a-0aee-4fed-b884-92e362c081b5'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:58.882005 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9081aee2-e99f-4859-aea0-3f6cbab453b7" -d '{"events": [{"server_uuid": "9dc172d7-02c3-4e2d-97c9-228435912eaf", "name": "network-vif-plugged", "status": "completed", "tag": "17b71d8a-0aee-4fed-b884-92e362c081b5"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:58.896353 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 17b71d8a-0aee-4fed-b884-92e362c081b5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=17b71d8a-0aee-4fed-b884-92e362c081b5,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:58.937610 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b29ace-a0f4-4f8c-9851-9722bcca27b8 x-openstack-request-id: req-08b29ace-a0f4-4f8c-9851-9722bcca27b8 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:58.937921 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc172d7-02c3-4e2d-97c9-228435912eaf", "name": "network-vif-plugged", "status": "completed", "tag": "17b71d8a-0aee-4fed-b884-92e362c081b5", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:58.938165 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08b29ace-a0f4-4f8c-9851-9722bcca27b8 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:58.938567 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b71d8a-0aee-4fed-b884-92e362c081b5', 'code': 200} Nov 12 04:27:59.013169 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:59.105329 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=17b71d8a-0aee-4fed-b884-92e362c081b5,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:59.142314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cf075-508c-4b72-9966-a2c41bd8e46a req-7479591f-0ecd-45dd-a099-12639fedcac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:59.143919 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-575cf075-508c-4b72-9966-a2c41bd8e46a req-7479591f-0ecd-45dd-a099-12639fedcac2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 1097 time: 0.1113827 Nov 12 04:27:59.169244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a3369-e285-4b9e-962e-4c7b3b9b3ad2 req-cf90c73f-403b-45c9-85df-c91dcff83b90 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:59.170757 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-897a3369-e285-4b9e-962e-4c7b3b9b3ad2 req-cf90c73f-403b-45c9-85df-c91dcff83b90 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.0724084 Nov 12 04:27:59.252433 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-575cf075-508c-4b72-9966-a2c41bd8e46a req-8d2ca6c1-ae3f-468e-a3a6-e142da37d188 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002789 Nov 12 04:27:59.260310 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-897a3369-e285-4b9e-962e-4c7b3b9b3ad2 req-eedbee12-daab-4865-98c2-db2bc6102dab tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767875 Nov 12 04:27:59.360592 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1455be33-d854-416b-8c35-2bd5dd5642ad req-1bb87bd1-a693-4850-9a1b-d9fbf45ac33c tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0324719 Nov 12 04:27:59.797741 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54830) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:59.937679 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e449e77c-7458-4cff-9e3b-e65ad4dd637a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:00.029621 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e449e77c-7458-4cff-9e3b-e65ad4dd637a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:00.095995 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e449e77c-7458-4cff-9e3b-e65ad4dd637a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:00.138321 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e449e77c-7458-4cff-9e3b-e65ad4dd637a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07bbf3aad46742fcb0f631462b4cc712&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3396420 Nov 12 04:28:00.139104 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449e77c-7458-4cff-9e3b-e65ad4dd637a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148e0a6d-6865-4de2-a1f7-8836997915b1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:00.141273 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54842) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:00.201066 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-232a48af-23e9-4827-9f93-b99d231735d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:00.226114 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-232a48af-23e9-4827-9f93-b99d231735d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:00.370429 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-232a48af-23e9-4827-9f93-b99d231735d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:00.373257 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-232a48af-23e9-4827-9f93-b99d231735d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:00.374480 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-232a48af-23e9-4827-9f93-b99d231735d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/148e0a6d-6865-4de2-a1f7-8836997915b1 HTTP/1.1" status: 204 len: 168 time: 0.2313805 Nov 12 04:28:00.396581 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a48af-23e9-4827-9f93-b99d231735d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148e0a6d-6865-4de2-a1f7-8836997915b1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:00.445526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b978f-b41f-470a-b857-ef78f99aa97e req-87501ac4-67da-4c30-8e7e-fb3b6490d840 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:00.447231 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-555b978f-b41f-470a-b857-ef78f99aa97e req-87501ac4-67da-4c30-8e7e-fb3b6490d840 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.1073830 Nov 12 04:28:00.503758 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-555b978f-b41f-470a-b857-ef78f99aa97e req-f7c41159-b174-42a3-9a9b-bc8137023a15 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495820 Nov 12 04:28:00.628876 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7b0a5b3-9fef-48ab-994f-16fb78f1b087 req-ad8ebe57-aa30-4f71-bfa0-fc8fcebf8fbc tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0341265 Nov 12 04:28:01.184340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54874) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:01.196931 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0b6c6d91-72a2-4e87-a8aa-01916b4f18eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:01.291154 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0b6c6d91-72a2-4e87-a8aa-01916b4f18eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:01.378286 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0b6c6d91-72a2-4e87-a8aa-01916b4f18eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:01.437550 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c6d91-72a2-4e87-a8aa-01916b4f18eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fca32f-662d-4ae1-a0c0-701f4b67e0a5,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:01.444275 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0b6c6d91-72a2-4e87-a8aa-01916b4f18eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b7fe7acd8454d70b84e58b9e8a65ba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2599030 Nov 12 04:28:01.449907 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54880) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:01.507181 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df950a7f-c284-4cf0-aeab-790a33bb4c71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:01.534464 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df950a7f-c284-4cf0-aeab-790a33bb4c71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:01.651726 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34a6d4-4b39-417b-be25-09ae5970dfcf req-10798f99-106d-4be6-ae33-34ce779ff23d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:01.653307 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e34a6d4-4b39-417b-be25-09ae5970dfcf req-10798f99-106d-4be6-ae33-34ce779ff23d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.0590034 Nov 12 04:28:01.701648 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df950a7f-c284-4cf0-aeab-790a33bb4c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:01.704204 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df950a7f-c284-4cf0-aeab-790a33bb4c71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:01.705386 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-df950a7f-c284-4cf0-aeab-790a33bb4c71 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70fca32f-662d-4ae1-a0c0-701f4b67e0a5 HTTP/1.1" status: 204 len: 168 time: 0.2541127 Nov 12 04:28:01.739633 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df950a7f-c284-4cf0-aeab-790a33bb4c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fca32f-662d-4ae1-a0c0-701f4b67e0a5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:01.744896 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e34a6d4-4b39-417b-be25-09ae5970dfcf req-845cdfa9-3c0a-49e6-8dfb-d02c5bb82e3c tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841560 Nov 12 04:28:01.902244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4350d2f-2669-4d34-8741-59d5dd6801e8 req-b34ad6e1-11c5-4734-985a-e068c5710e10 tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0569527 Nov 12 04:28:02.041526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fead61-1159-4b9b-b335-9bb28e7816c2 req-85f99bbc-620c-4cf2-beff-ecc12a3df301 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:02.055588 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60fead61-1159-4b9b-b335-9bb28e7816c2 req-85f99bbc-620c-4cf2-beff-ecc12a3df301 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.0823684 Nov 12 04:28:02.061602 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54906) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:02.061602 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a06d1613-9a00-496e-92c8-ef17ece5b913 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Request body: {'floatingip': {'port_id': '17b71d8a-0aee-4fed-b884-92e362c081b5'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:02.115412 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a06d1613-9a00-496e-92c8-ef17ece5b913 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:02.482471 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54922) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:02.654922 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dfaf596e-4cf3-4864-93a1-5b4af28919c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:02.748234 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a06d1613-9a00-496e-92c8-ef17ece5b913 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:02.787585 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dfaf596e-4cf3-4864-93a1-5b4af28919c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:02.814778 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a06d1613-9a00-496e-92c8-ef17ece5b913 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:02.915752 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dfaf596e-4cf3-4864-93a1-5b4af28919c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:02.960103 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-a06d1613-9a00-496e-92c8-ef17ece5b913 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Floating IP 88d88ea3-da07-46bd-a22f-865c78d22b83 associated. External IP: 172.25.1.137, port: 17b71d8a-0aee-4fed-b884-92e362c081b5. Nov 12 04:28:02.961442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf596e-4cf3-4864-93a1-5b4af28919c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e21f74b-74a7-4fe1-ac25-cced9c94f312,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:02.967716 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-dfaf596e-4cf3-4864-93a1-5b4af28919c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=238b0d7a1f4d436bb672b6ec951fe75b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4837964 Nov 12 04:28:02.970449 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54938) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:03.031277 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a340b70b-f26c-44f4-9c1a-6615ac3a7d79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:03.071936 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a340b70b-f26c-44f4-9c1a-6615ac3a7d79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:03.103370 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0ed1a97a-2f0b-4120-9173-42a92cbe13be req-19e94042-4a4e-4a0d-a7d4-e493737c8727 tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0498958 Nov 12 04:28:03.159749 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cd423f86-7a1c-49a9-8c9a-7ad5289129a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:03.262049 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a340b70b-f26c-44f4-9c1a-6615ac3a7d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:03.268272 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a340b70b-f26c-44f4-9c1a-6615ac3a7d79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:03.268272 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a340b70b-f26c-44f4-9c1a-6615ac3a7d79 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e21f74b-74a7-4fe1-ac25-cced9c94f312 HTTP/1.1" status: 204 len: 168 time: 0.2918878 Nov 12 04:28:03.274466 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340b70b-f26c-44f4-9c1a-6615ac3a7d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e21f74b-74a7-4fe1-ac25-cced9c94f312,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:03.287763 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06d1613-9a00-496e-92c8-ef17ece5b913 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Router de2e8c72-d43f-4950-84ff-8233fa73bd72 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:28:03.448608 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06d1613-9a00-496e-92c8-ef17ece5b913 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:03.454078 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a06d1613-9a00-496e-92c8-ef17ece5b913 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:03.459657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032e9ada-20bb-4e0f-a5da-db6365d00522 None None] Sync routers for ids ['de2e8c72-d43f-4950-84ff-8233fa73bd72'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:03.477279 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e9ada-20bb-4e0f-a5da-db6365d00522 None None] Routers {'de2e8c72-d43f-4950-84ff-8233fa73bd72'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:03.478408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-032e9ada-20bb-4e0f-a5da-db6365d00522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:27:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['de2e8c72-d43f-4950-84ff-8233fa73bd72'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:03.503427 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a06d1613-9a00-496e-92c8-ef17ece5b913 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "PUT /v2.0/floatingips/88d88ea3-da07-46bd-a22f-865c78d22b83 HTTP/1.1" status: 200 len: 991 time: 1.4466834 Nov 12 04:28:03.504029 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'tag': '17b71d8a-0aee-4fed-b884-92e362c081b5'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:03.507238 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f49689c-9c82-4a16-84d2-66d1b01e8be2" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc172d7-02c3-4e2d-97c9-228435912eaf", "tag": "17b71d8a-0aee-4fed-b884-92e362c081b5"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:03.606280 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-032e9ada-20bb-4e0f-a5da-db6365d00522 None None] Set router de2e8c72-d43f-4950-84ff-8233fa73bd72 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:03.672028 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e2aec0-42fe-49cb-acde-fb48877f5f27 x-openstack-request-id: req-a5e2aec0-42fe-49cb-acde-fb48877f5f27 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:03.672754 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc172d7-02c3-4e2d-97c9-228435912eaf", "tag": "17b71d8a-0aee-4fed-b884-92e362c081b5", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:03.673198 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5e2aec0-42fe-49cb-acde-fb48877f5f27 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:03.673814 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'tag': '17b71d8a-0aee-4fed-b884-92e362c081b5', 'status': 'completed', 'code': 200} Nov 12 04:28:03.785856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49689c-9c82-4a16-84d2-66d1b01e8be2 req-139a9bb5-203f-4680-a1cf-5d0f0952ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:03.787611 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f49689c-9c82-4a16-84d2-66d1b01e8be2 req-139a9bb5-203f-4680-a1cf-5d0f0952ff9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11b870a2c29b44949808dbbff5df5d20&device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 1097 time: 0.0735114 Nov 12 04:28:03.903308 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-032e9ada-20bb-4e0f-a5da-db6365d00522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '88d88ea3-da07-46bd-a22f-865c78d22b83', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'floating_ip_address': '172.25.1.137', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'port_id': '17b71d8a-0aee-4fed-b884-92e362c081b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'mac_address': 'fa:16:3e:f0:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:27:43Z', 'updated_at': '2021-11-12T04:28:02Z', 'revision_number': 1, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '831a8abd-8b24-42d1-848b-c19fc15a8d28', 'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'mac_address': 'fa:16:3e:0c:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:37Z', 'updated_at': '2021-11-12T04:27:43Z', 'revision_number': 5, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'subnets': [{'id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:03.930676 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49689c-9c82-4a16-84d2-66d1b01e8be2 req-2fabffd7-146f-4110-a4f0-3c0a818ad6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:03.932292 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f49689c-9c82-4a16-84d2-66d1b01e8be2 req-2fabffd7-146f-4110-a4f0-3c0a818ad6a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=294ec058-73b6-4a99-bf44-c3ca2f3709aa HTTP/1.1" status: 200 len: 918 time: 0.1365879 Nov 12 04:28:03.936856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032e9ada-20bb-4e0f-a5da-db6365d00522 None None] Checking router: de2e8c72-d43f-4950-84ff-8233fa73bd72 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:03.946904 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e9ada-20bb-4e0f-a5da-db6365d00522 None None] Routers {'de2e8c72-d43f-4950-84ff-8233fa73bd72'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:03.947554 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-032e9ada-20bb-4e0f-a5da-db6365d00522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:27:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['de2e8c72-d43f-4950-84ff-8233fa73bd72'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:04.026574 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f49689c-9c82-4a16-84d2-66d1b01e8be2 req-6a1b1c17-baeb-4b83-ba35-7e142d12cd70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b71d8a-0aee-4fed-b884-92e362c081b5 HTTP/1.1" status: 200 len: 999 time: 0.0875828 Nov 12 04:28:04.057112 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-032e9ada-20bb-4e0f-a5da-db6365d00522 None None] Set router de2e8c72-d43f-4950-84ff-8233fa73bd72 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:04.088091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49689c-9c82-4a16-84d2-66d1b01e8be2 req-11f0b19f-3c34-4747-8d7f-349670467659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:04.090034 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f49689c-9c82-4a16-84d2-66d1b01e8be2 req-11f0b19f-3c34-4747-8d7f-349670467659 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebf988ec-0e1d-4fb3-b211-28e626141e57 HTTP/1.1" status: 200 len: 856 time: 0.0566230 Nov 12 04:28:04.096279 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54982) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:04.116726 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-380da7fd-a462-4123-a162-3cffcb7bc77e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:04.138043 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49689c-9c82-4a16-84d2-66d1b01e8be2 req-17e7dd1f-de61-43e2-a682-031b720fbab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:04.139605 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f49689c-9c82-4a16-84d2-66d1b01e8be2 req-17e7dd1f-de61-43e2-a682-031b720fbab6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=294ec058-73b6-4a99-bf44-c3ca2f3709aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425403 Nov 12 04:28:04.271361 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-380da7fd-a462-4123-a162-3cffcb7bc77e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:04.318844 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d900e06a-b54d-4cf9-8601-416099f8bd8c req-5327aacd-f2f8-4690-9091-b095322dcbad tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0331807 Nov 12 04:28:04.326320 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-380da7fd-a462-4123-a162-3cffcb7bc77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:04.353657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-032e9ada-20bb-4e0f-a5da-db6365d00522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '88d88ea3-da07-46bd-a22f-865c78d22b83', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'floating_ip_address': '172.25.1.137', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'port_id': '17b71d8a-0aee-4fed-b884-92e362c081b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'mac_address': 'fa:16:3e:f0:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:27:43Z', 'updated_at': '2021-11-12T04:28:02Z', 'revision_number': 1, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '831a8abd-8b24-42d1-848b-c19fc15a8d28', 'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'mac_address': 'fa:16:3e:0c:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:37Z', 'updated_at': '2021-11-12T04:27:43Z', 'revision_number': 5, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'subnets': [{'id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:04.360749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f49689c-9c82-4a16-84d2-66d1b01e8be2 req-0c1e2379-9729-437c-9a8f-a70a0ad02afc service neutron] 10.222.0.21 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040777 Nov 12 04:28:04.406717 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032e9ada-20bb-4e0f-a5da-db6365d00522 None None] The sync data for ids ['de2e8c72-d43f-4950-84ff-8233fa73bd72'] in n-d-768509-24 is: [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '88d88ea3-da07-46bd-a22f-865c78d22b83', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'floating_ip_address': '172.25.1.137', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'port_id': '17b71d8a-0aee-4fed-b884-92e362c081b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'mac_address': 'fa:16:3e:f0:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:27:43Z', 'updated_at': '2021-11-12T04:28:02Z', 'revision_number': 1, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '831a8abd-8b24-42d1-848b-c19fc15a8d28', 'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'mac_address': 'fa:16:3e:0c:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:37Z', 'updated_at': '2021-11-12T04:27:43Z', 'revision_number': 5, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'subnets': [{'id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:04.439256 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-380da7fd-a462-4123-a162-3cffcb7bc77e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d106aaecf24846fb8052994cb210129a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3417730 Nov 12 04:28:04.445089 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54996) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:04.452206 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380da7fd-a462-4123-a162-3cffcb7bc77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f9063f-5311-4258-9610-2a6205688635,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:04.499745 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f49689c-9c82-4a16-84d2-66d1b01e8be2 req-8ab075e9-6257-42e0-973d-1c78f87ce807 service neutron] 10.222.0.21 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301856 Nov 12 04:28:04.561695 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c151b58-a6aa-4c80-a855-c54beedfb887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:04.595139 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c151b58-a6aa-4c80-a855-c54beedfb887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:04.770587 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c151b58-a6aa-4c80-a855-c54beedfb887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:04.773370 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c151b58-a6aa-4c80-a855-c54beedfb887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:04.774803 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1c151b58-a6aa-4c80-a855-c54beedfb887 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06f9063f-5311-4258-9610-2a6205688635 HTTP/1.1" status: 204 len: 168 time: 0.3272009 Nov 12 04:28:04.783972 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c151b58-a6aa-4c80-a855-c54beedfb887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f9063f-5311-4258-9610-2a6205688635,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:04.797644 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0267ba41-5438-4bc5-a5fc-4b44629800fa None None] New status for floating IP 88d88ea3-da07-46bd-a22f-865c78d22b83: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:28:05.471137 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0065a5e-75a8-4162-aa01-9ada6430a856 req-357f316e-c7b2-4ec6-87ac-4ce916f6a75b tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0437706 Nov 12 04:28:05.559212 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c8e9c1cd-bac9-4ee7-a663-7e44128f227d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:06.627138 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5e7f212-b900-4f2c-b29c-34555af06c72 req-f1a00026-a99c-4b7a-9af9-712d6257b996 tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0564780 Nov 12 04:28:06.675584 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:07.732003 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-389fd90e-0570-4589-83cb-c6707e4beba1 req-d3e5daf9-5157-48f0-816c-7425224ef564 tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0299323 Nov 12 04:28:08.213262 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 55116) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:08.229333 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:08.443619 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76a06148-feab-4aa0-b729-f8d99cdb577b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:08.537838 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76a06148-feab-4aa0-b729-f8d99cdb577b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:08.638802 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76a06148-feab-4aa0-b729-f8d99cdb577b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:08.677823 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-76a06148-feab-4aa0-b729-f8d99cdb577b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21b860f1c0db4ca09cdcdc599d5308d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4633622 Nov 12 04:28:08.680392 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55128) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:08.682994 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a06148-feab-4aa0-b729-f8d99cdb577b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d39be1-13b2-4487-a550-d6c060144fba,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:08.723406 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-acb9d022-d968-4442-bb38-a7d763ee082b req-d126aeb4-cfbc-489f-8599-a9effa93bb0c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.1514266 Nov 12 04:28:08.761665 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c94b6ca7-6d53-48d4-a1c6-9d6643ef6817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:08.787709 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c94b6ca7-6d53-48d4-a1c6-9d6643ef6817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:08.854926 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8dfd0668-84e9-4f9c-b727-e22e736ab878 req-1e24a70b-4ed6-4226-97c8-b8288a251358 tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0292869 Nov 12 04:28:08.943746 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c94b6ca7-6d53-48d4-a1c6-9d6643ef6817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:08.946570 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c94b6ca7-6d53-48d4-a1c6-9d6643ef6817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:08.950313 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c94b6ca7-6d53-48d4-a1c6-9d6643ef6817 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34d39be1-13b2-4487-a550-d6c060144fba HTTP/1.1" status: 204 len: 168 time: 0.2661076 Nov 12 04:28:08.957086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b6ca7-6d53-48d4-a1c6-9d6643ef6817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d39be1-13b2-4487-a550-d6c060144fba,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:09.093707 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:09.969494 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 55158) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:09.990121 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a11d1bdc-6e6d-49a9-a44f-bbf3fba5875a req-175dfeff-2e7b-4efd-bcbe-87e22b9dcce2 tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0395136 Nov 12 04:28:09.993438 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90d0cd32-d1be-46e0-86fd-4a9a7f7dde40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:10.149280 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90d0cd32-d1be-46e0-86fd-4a9a7f7dde40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:10.279570 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90d0cd32-d1be-46e0-86fd-4a9a7f7dde40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:10.320184 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-90d0cd32-d1be-46e0-86fd-4a9a7f7dde40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12947eabdf824a60827e63dac556bcb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3487265 Nov 12 04:28:10.321516 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0cd32-d1be-46e0-86fd-4a9a7f7dde40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470a1cc0-e83d-44bc-a8e9-eb637332f657,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:10.323008 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55168) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:10.391848 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b75f9ba-995a-4806-b022-60adba82e407 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:10.416144 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b75f9ba-995a-4806-b022-60adba82e407 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:10.526741 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b75f9ba-995a-4806-b022-60adba82e407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:10.529295 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b75f9ba-995a-4806-b022-60adba82e407 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:10.530440 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8b75f9ba-995a-4806-b022-60adba82e407 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/470a1cc0-e83d-44bc-a8e9-eb637332f657 HTTP/1.1" status: 204 len: 168 time: 0.2063813 Nov 12 04:28:10.538323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75f9ba-995a-4806-b022-60adba82e407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470a1cc0-e83d-44bc-a8e9-eb637332f657,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:10.545743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75f9ba-995a-4806-b022-60adba82e407 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:10.546086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75f9ba-995a-4806-b022-60adba82e407 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:10.546416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75f9ba-995a-4806-b022-60adba82e407 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:10.546813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75f9ba-995a-4806-b022-60adba82e407 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:10.547242 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75f9ba-995a-4806-b022-60adba82e407 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:10.547582 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75f9ba-995a-4806-b022-60adba82e407 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:10.547890 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75f9ba-995a-4806-b022-60adba82e407 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:10.548209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75f9ba-995a-4806-b022-60adba82e407 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:10.548523 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75f9ba-995a-4806-b022-60adba82e407 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:10.548837 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75f9ba-995a-4806-b022-60adba82e407 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:10.549154 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75f9ba-995a-4806-b022-60adba82e407 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:10.549467 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75f9ba-995a-4806-b022-60adba82e407 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:11.134444 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d7fa488b-a11c-4f65-b961-eba8404cb585 req-6b5d9e02-9338-4012-9c91-647bf366c0f1 tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0367227 Nov 12 04:28:11.449361 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:28:12.005956 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6117eaa8-bd2d-44ae-9d04-66063e77884b req-348a487e-14c5-45f2-92cc-2f169e27a4df tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0392334 Nov 12 04:28:12.046398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c586510-5ff6-49ce-aff9-f3322911ccab req-d217cbb1-d299-47b3-bde5-7b692fa7fb93 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0ee4c7cbfe5462db23caca13b07d8dc&device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0391309 Nov 12 04:28:12.083276 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c586510-5ff6-49ce-aff9-f3322911ccab req-b1de974a-2fc8-4d55-aea1-41fc7bed1f85 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f0ee4c7cbfe5462db23caca13b07d8dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219390 Nov 12 04:28:12.198071 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c586510-5ff6-49ce-aff9-f3322911ccab req-7b86b5ba-c311-47a5-8ee0-03169f5df398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:12.199848 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c586510-5ff6-49ce-aff9-f3322911ccab req-7b86b5ba-c311-47a5-8ee0-03169f5df398 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1096919 Nov 12 04:28:13.141749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e06b619-6250-4691-b6ce-3e8695d3ca62 req-f5a226bd-980a-497e-9f0e-44ca4c21e57d tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0371237 Nov 12 04:28:13.582967 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c586510-5ff6-49ce-aff9-f3322911ccab req-89ba4626-974e-42ed-a01d-788449929555 tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.31 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0326090 Nov 12 04:28:14.267677 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-249718c9-69f3-4423-8c25-5339d17a3230 req-b3ceba42-d775-49e8-b240-d14e1d81ec80 tempest-ServerShowV254Test-1499967181 tempest-ServerShowV254Test-1499967181-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fe0b16-077e-4e11-a16c-7075cdf202f7 HTTP/1.1" status: 200 len: 210 time: 0.0341644 Nov 12 04:28:15.597279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55328) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:15.717191 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c0a232ab-1b93-4adf-affa-708f7ff3294f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.808245 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 55338) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:15.820861 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c0a232ab-1b93-4adf-affa-708f7ff3294f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.898103 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c0a232ab-1b93-4adf-affa-708f7ff3294f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.920578 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cca2db22-6dce-477d-bebd-2b25c435a6c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.939254 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c0a232ab-1b93-4adf-affa-708f7ff3294f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06adf4a481b34b39a23ac558c0fd5b5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3382976 Nov 12 04:28:15.939254 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a232ab-1b93-4adf-affa-708f7ff3294f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63af97ee-d161-4fac-a434-8641b2b7f1de,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:15.939951 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 55342) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:16.044517 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-071fa6a8-fdaa-4ddd-874f-d12b031a8939 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.089149 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-071fa6a8-fdaa-4ddd-874f-d12b031a8939 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.091895 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cca2db22-6dce-477d-bebd-2b25c435a6c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.164344 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cca2db22-6dce-477d-bebd-2b25c435a6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.204081 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cca2db22-6dce-477d-bebd-2b25c435a6c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0ee4c7cbfe5462db23caca13b07d8dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3919387 Nov 12 04:28:16.204849 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55356) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:16.236161 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2db22-6dce-477d-bebd-2b25c435a6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c86d2e-4cd0-4a11-9dab-6c37df1a4364,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:16.253811 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-071fa6a8-fdaa-4ddd-874f-d12b031a8939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.261173 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-071fa6a8-fdaa-4ddd-874f-d12b031a8939 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.266617 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-071fa6a8-fdaa-4ddd-874f-d12b031a8939 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63af97ee-d161-4fac-a434-8641b2b7f1de HTTP/1.1" status: 204 len: 168 time: 0.3237553 Nov 12 04:28:16.285608 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fa6a8-fdaa-4ddd-874f-d12b031a8939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63af97ee-d161-4fac-a434-8641b2b7f1de,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:16.290544 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-93913959-2e72-45fb-9c26-446fc4459934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.334098 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-93913959-2e72-45fb-9c26-446fc4459934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.572099 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-93913959-2e72-45fb-9c26-446fc4459934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.575009 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-93913959-2e72-45fb-9c26-446fc4459934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.576181 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-93913959-2e72-45fb-9c26-446fc4459934 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78c86d2e-4cd0-4a11-9dab-6c37df1a4364 HTTP/1.1" status: 204 len: 168 time: 0.3706672 Nov 12 04:28:16.585507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93913959-2e72-45fb-9c26-446fc4459934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c86d2e-4cd0-4a11-9dab-6c37df1a4364,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:16.857908 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.139906 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55420) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:17.161502 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a70e4c9-af81-42e3-b29b-11d24ee1999a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.279554 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a70e4c9-af81-42e3-b29b-11d24ee1999a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.355845 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a70e4c9-af81-42e3-b29b-11d24ee1999a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.399339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8a70e4c9-af81-42e3-b29b-11d24ee1999a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=597acfb831e64a1cb9f30f9273af5754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2578485 Nov 12 04:28:17.400696 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70e4c9-af81-42e3-b29b-11d24ee1999a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f61da10-5f6f-4aee-8791-95de998f707d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:17.402024 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 55436) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:17.471664 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8637324-4061-43ab-aa40-7238177295c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.496010 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8637324-4061-43ab-aa40-7238177295c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.623736 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8637324-4061-43ab-aa40-7238177295c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.628430 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8637324-4061-43ab-aa40-7238177295c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.635301 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c8637324-4061-43ab-aa40-7238177295c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f61da10-5f6f-4aee-8791-95de998f707d HTTP/1.1" status: 204 len: 168 time: 0.2269475 Nov 12 04:28:17.646661 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8637324-4061-43ab-aa40-7238177295c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f61da10-5f6f-4aee-8791-95de998f707d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:18.056778 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.865370 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 55764) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:22.154086 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75aef24f-673c-4852-97ff-1867b77d03bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.265746 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75aef24f-673c-4852-97ff-1867b77d03bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.360897 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75aef24f-673c-4852-97ff-1867b77d03bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.447091 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-75aef24f-673c-4852-97ff-1867b77d03bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e4728acd13b4168a259045c0bb9af63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5806217 Nov 12 04:28:22.449727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55806) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:22.483144 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aef24f-673c-4852-97ff-1867b77d03bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e5aad2-7766-40dc-97ab-e29cff5286ec,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:22.560076 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cdd582d6-67a0-4a03-b176-4a29959ed466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.601416 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cdd582d6-67a0-4a03-b176-4a29959ed466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.732452 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cdd582d6-67a0-4a03-b176-4a29959ed466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.741371 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cdd582d6-67a0-4a03-b176-4a29959ed466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.744708 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cdd582d6-67a0-4a03-b176-4a29959ed466 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93e5aad2-7766-40dc-97ab-e29cff5286ec HTTP/1.1" status: 204 len: 168 time: 0.2930973 Nov 12 04:28:22.758382 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd582d6-67a0-4a03-b176-4a29959ed466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e5aad2-7766-40dc-97ab-e29cff5286ec,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:23.721854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55878) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:23.737637 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5292c4a6-0b26-4e37-aa44-85ec1dd1c013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:23.826017 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5292c4a6-0b26-4e37-aa44-85ec1dd1c013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:23.916196 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5292c4a6-0b26-4e37-aa44-85ec1dd1c013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:23.951316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292c4a6-0b26-4e37-aa44-85ec1dd1c013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224abfd8-a31f-4bf7-8801-324c70ebf522,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:23.966289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5292c4a6-0b26-4e37-aa44-85ec1dd1c013 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=481275c3327d48399b19459f12102e81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2431784 Nov 12 04:28:23.968918 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 55888) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:24.045356 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-92b4f56b-3823-40d6-9d2c-103025e3a8ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.075625 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-92b4f56b-3823-40d6-9d2c-103025e3a8ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.195359 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-92b4f56b-3823-40d6-9d2c-103025e3a8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.198067 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-92b4f56b-3823-40d6-9d2c-103025e3a8ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.202044 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-92b4f56b-3823-40d6-9d2c-103025e3a8ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/224abfd8-a31f-4bf7-8801-324c70ebf522 HTTP/1.1" status: 204 len: 168 time: 0.2319217 Nov 12 04:28:24.211589 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4f56b-3823-40d6-9d2c-103025e3a8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224abfd8-a31f-4bf7-8801-324c70ebf522,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:25.737448 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56018) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:26.038790 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c14acf17-16be-4043-a66d-64e7607ac506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.134786 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c14acf17-16be-4043-a66d-64e7607ac506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.280670 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c14acf17-16be-4043-a66d-64e7607ac506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.320509 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c14acf17-16be-4043-a66d-64e7607ac506 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=906cee890a6a41959a4b88c97312da3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5818574 Nov 12 04:28:26.321649 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14acf17-16be-4043-a66d-64e7607ac506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3b2cf1-1b04-4bd8-880e-077d5ab8ad03,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:26.323201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56050) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:26.382853 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49bc7390-a5d8-480c-8670-6b059bcd0708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.407049 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49bc7390-a5d8-480c-8670-6b059bcd0708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.550088 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49bc7390-a5d8-480c-8670-6b059bcd0708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.553354 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49bc7390-a5d8-480c-8670-6b059bcd0708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.554734 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-49bc7390-a5d8-480c-8670-6b059bcd0708 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc3b2cf1-1b04-4bd8-880e-077d5ab8ad03 HTTP/1.1" status: 204 len: 168 time: 0.2296505 Nov 12 04:28:26.563028 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc7390-a5d8-480c-8670-6b059bcd0708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3b2cf1-1b04-4bd8-880e-077d5ab8ad03,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:27.460532 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56122) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:27.474157 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-856915f3-b2f5-442b-983b-fe77eea512cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:27.562088 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-856915f3-b2f5-442b-983b-fe77eea512cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:27.655586 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-856915f3-b2f5-442b-983b-fe77eea512cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:27.706622 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856915f3-b2f5-442b-983b-fe77eea512cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242a1068-1f01-4323-95d4-f0f8ab16b3bc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:27.717948 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-856915f3-b2f5-442b-983b-fe77eea512cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=228eef3deaa04b42b9ed36ca0b50a1cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2563097 Nov 12 04:28:27.721433 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56140) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:27.800233 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e120958a-42d9-4163-924c-9794f54d2406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:27.827616 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e120958a-42d9-4163-924c-9794f54d2406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.029264 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e120958a-42d9-4163-924c-9794f54d2406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.031924 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e120958a-42d9-4163-924c-9794f54d2406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.033660 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e120958a-42d9-4163-924c-9794f54d2406 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/242a1068-1f01-4323-95d4-f0f8ab16b3bc HTTP/1.1" status: 204 len: 168 time: 0.3106406 Nov 12 04:28:28.042481 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120958a-42d9-4163-924c-9794f54d2406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242a1068-1f01-4323-95d4-f0f8ab16b3bc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:29.372199 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56198) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:29.678798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56208) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:29.707128 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-88498a90-9637-43bf-8676-5fbb858fd34a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.778348 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0242-4870-4e2b-97f7-9f51aee722ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.819499 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-88498a90-9637-43bf-8676-5fbb858fd34a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.866437 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0242-4870-4e2b-97f7-9f51aee722ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.915664 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-88498a90-9637-43bf-8676-5fbb858fd34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.952991 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88498a90-9637-43bf-8676-5fbb858fd34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7572617-9403-4a89-b1c7-03960f167c69,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:29.965444 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0242-4870-4e2b-97f7-9f51aee722ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.996804 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-88498a90-9637-43bf-8676-5fbb858fd34a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34a37250c2ac497cba9ee75b5385a280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6233156 Nov 12 04:28:29.998101 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56222) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:30.038822 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c0242-4870-4e2b-97f7-9f51aee722ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a512992b-d11e-41b2-9a48-33dd53621ff9,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:30.058865 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8d3c0242-4870-4e2b-97f7-9f51aee722ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=538a3b6d0d3d47f8aed042ae2f54e220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3767209 Nov 12 04:28:30.066168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56226) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:30.066767 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3ea4bc8-8137-4016-be1a-54d33c861c4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.093350 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3ea4bc8-8137-4016-be1a-54d33c861c4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.153101 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a99ad3d9-175d-4608-b1e3-419624090daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.192672 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a99ad3d9-175d-4608-b1e3-419624090daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.272467 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3ea4bc8-8137-4016-be1a-54d33c861c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.275108 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3ea4bc8-8137-4016-be1a-54d33c861c4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.276475 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c3ea4bc8-8137-4016-be1a-54d33c861c4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7572617-9403-4a89-b1c7-03960f167c69 HTTP/1.1" status: 204 len: 168 time: 0.2770565 Nov 12 04:28:30.285892 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea4bc8-8137-4016-be1a-54d33c861c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7572617-9403-4a89-b1c7-03960f167c69,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:30.373100 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a99ad3d9-175d-4608-b1e3-419624090daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.377032 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a99ad3d9-175d-4608-b1e3-419624090daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.378261 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a99ad3d9-175d-4608-b1e3-419624090daa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a512992b-d11e-41b2-9a48-33dd53621ff9 HTTP/1.1" status: 204 len: 168 time: 0.3103118 Nov 12 04:28:30.389813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ad3d9-175d-4608-b1e3-419624090daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a512992b-d11e-41b2-9a48-33dd53621ff9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:31.451547 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56266) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:31.469716 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbd202ea-91a5-4f66-b112-427620ff0bde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.579369 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbd202ea-91a5-4f66-b112-427620ff0bde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.652133 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fbd202ea-91a5-4f66-b112-427620ff0bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.685212 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fbd202ea-91a5-4f66-b112-427620ff0bde admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d80d62fe894949028caf88d4d2796bdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2326710 Nov 12 04:28:31.687873 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56272) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:31.724350 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd202ea-91a5-4f66-b112-427620ff0bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837d34ff-fcd2-4aa0-8bb2-bd8316f88661,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:31.785535 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-436818f9-0c85-40a7-b7e5-357f60c2ec82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.822319 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-436818f9-0c85-40a7-b7e5-357f60c2ec82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.949515 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-436818f9-0c85-40a7-b7e5-357f60c2ec82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.952489 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-436818f9-0c85-40a7-b7e5-357f60c2ec82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.953691 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-436818f9-0c85-40a7-b7e5-357f60c2ec82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/837d34ff-fcd2-4aa0-8bb2-bd8316f88661 HTTP/1.1" status: 204 len: 168 time: 0.2647362 Nov 12 04:28:31.965748 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436818f9-0c85-40a7-b7e5-357f60c2ec82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837d34ff-fcd2-4aa0-8bb2-bd8316f88661,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:33.240709 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-263c8e4d-9364-48a3-b9d2-1c30572acec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.557139 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1ebd36d-32cc-4d5c-91ac-9d2f5c0fc857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.894202 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56486) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:36.016306 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50a63226-b44a-462d-874a-d80659306af5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.104588 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50a63226-b44a-462d-874a-d80659306af5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.192768 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50a63226-b44a-462d-874a-d80659306af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.230992 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a63226-b44a-462d-874a-d80659306af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b37bf85-5d59-47e9-a902-234298914a08,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:36.242796 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-50a63226-b44a-462d-874a-d80659306af5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff74f62757b24cb39a3b7f0cb539db71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3505616 Nov 12 04:28:36.242796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56496) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:36.292474 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29907221-ba7d-4fb0-9e5d-672cb95dfca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.317166 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29907221-ba7d-4fb0-9e5d-672cb95dfca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.480376 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29907221-ba7d-4fb0-9e5d-672cb95dfca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.482980 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29907221-ba7d-4fb0-9e5d-672cb95dfca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.486504 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-29907221-ba7d-4fb0-9e5d-672cb95dfca4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b37bf85-5d59-47e9-a902-234298914a08 HTTP/1.1" status: 204 len: 168 time: 0.2406309 Nov 12 04:28:36.492334 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29907221-ba7d-4fb0-9e5d-672cb95dfca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b37bf85-5d59-47e9-a902-234298914a08,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:36.690695 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.392918 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56526) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:37.411997 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c2235993-ab0b-49a7-8b81-297cd638fed9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.515448 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c2235993-ab0b-49a7-8b81-297cd638fed9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.594825 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c2235993-ab0b-49a7-8b81-297cd638fed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.639795 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c2235993-ab0b-49a7-8b81-297cd638fed9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7231e3db8b4e4d18ab819fb7a5f27351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2433019 Nov 12 04:28:37.639795 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2235993-ab0b-49a7-8b81-297cd638fed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc4a99a-4e0d-4efb-9e8f-0d5dcd6e5071,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:37.640804 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56530) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:37.753167 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b362e59-e9a7-438b-81ea-d1cc7daee0ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.808464 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b362e59-e9a7-438b-81ea-d1cc7daee0ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.004227 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b362e59-e9a7-438b-81ea-d1cc7daee0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.008532 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b362e59-e9a7-438b-81ea-d1cc7daee0ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.011213 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5b362e59-e9a7-438b-81ea-d1cc7daee0ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0bc4a99a-4e0d-4efb-9e8f-0d5dcd6e5071 HTTP/1.1" status: 204 len: 168 time: 0.3595223 Nov 12 04:28:38.021020 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b362e59-e9a7-438b-81ea-d1cc7daee0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc4a99a-4e0d-4efb-9e8f-0d5dcd6e5071,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:38.238257 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.611908 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56560) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:38.900833 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9b18097c-a7c8-43bb-a6e3-3f722d37f07a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09922231c9dc4125871f99b6b22947ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2866790 Nov 12 04:28:38.902954 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56576) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:38.966045 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-000c5396-7631-4518-b99e-462915d35f1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.992668 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-000c5396-7631-4518-b99e-462915d35f1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.124573 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.129184 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-000c5396-7631-4518-b99e-462915d35f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.129184 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-000c5396-7631-4518-b99e-462915d35f1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.130317 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-000c5396-7631-4518-b99e-462915d35f1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d922ca30-b35f-46bb-897b-9708dc0fa48e HTTP/1.1" status: 204 len: 168 time: 0.2263319 Nov 12 04:28:39.140417 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c5396-7631-4518-b99e-462915d35f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d922ca30-b35f-46bb-897b-9708dc0fa48e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:41.129526 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56658) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:41.424036 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b32c7cc-5b67-46aa-8b40-925316ca4476 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:41.510845 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b32c7cc-5b67-46aa-8b40-925316ca4476 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:41.523365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56676) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:41.583800 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b32c7cc-5b67-46aa-8b40-925316ca4476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:41.632080 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-61ad613b-a182-4124-8000-23c0e41ae994 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:41.632396 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7b32c7cc-5b67-46aa-8b40-925316ca4476 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e83a9e087364492587a40a3fc235da2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4991863 Nov 12 04:28:41.632396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32c7cc-5b67-46aa-8b40-925316ca4476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08b618e-2db1-4aa1-802f-8ded632ed8d1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:41.634452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56682) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:41.686993 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32eaaaf8-65cb-498c-9716-0274e7899c96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:41.716547 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32eaaaf8-65cb-498c-9716-0274e7899c96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:41.737539 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61ad613b-a182-4124-8000-23c0e41ae994 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:41.834911 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61ad613b-a182-4124-8000-23c0e41ae994 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:41.843819 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32eaaaf8-65cb-498c-9716-0274e7899c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:41.846708 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32eaaaf8-65cb-498c-9716-0274e7899c96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:41.848044 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-32eaaaf8-65cb-498c-9716-0274e7899c96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b08b618e-2db1-4aa1-802f-8ded632ed8d1 HTTP/1.1" status: 204 len: 168 time: 0.2126434 Nov 12 04:28:41.871961 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eaaaf8-65cb-498c-9716-0274e7899c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08b618e-2db1-4aa1-802f-8ded632ed8d1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:41.982379 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-61ad613b-a182-4124-8000-23c0e41ae994 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Allocated IP 172.25.1.195 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/daa1f3bb-699d-4166-ab63-accdd506ed8a) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:42.084968 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61ad613b-a182-4124-8000-23c0e41ae994 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.197345 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61ad613b-a182-4124-8000-23c0e41ae994 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.250607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ad613b-a182-4124-8000-23c0e41ae994 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:42.254960 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-61ad613b-a182-4124-8000-23c0e41ae994 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:42.256756 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad613b-a182-4124-8000-23c0e41ae994 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Pushing event updated for resources: {'Port': ['ID=daa1f3bb-699d-4166-ab63-accdd506ed8a,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:42.258961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ad613b-a182-4124-8000-23c0e41ae994 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:42.371594 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61ad613b-a182-4124-8000-23c0e41ae994 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.500321 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61ad613b-a182-4124-8000-23c0e41ae994 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.660781 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61ad613b-a182-4124-8000-23c0e41ae994 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.712462 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61ad613b-a182-4124-8000-23c0e41ae994 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.760949 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56746) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:42.775397 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f14d590b-4810-46f4-9305-3afcd1379306 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.807307 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61ad613b-a182-4124-8000-23c0e41ae994 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.810913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad613b-a182-4124-8000-23c0e41ae994 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Pushing event updated for resources: {'Port': ['ID=daa1f3bb-699d-4166-ab63-accdd506ed8a,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:42.866070 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f14d590b-4810-46f4-9305-3afcd1379306 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.908759 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61ad613b-a182-4124-8000-23c0e41ae994 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.912941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-61ad613b-a182-4124-8000-23c0e41ae994 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3857548 Nov 12 04:28:42.913237 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56778) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:42.918092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-dd03b38a-df95-494d-b320-b1a173d4ec56 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-260601832', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'fixed_ips': [{'ip_address': '172.25.1.195'}]}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:42.935388 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f14d590b-4810-46f4-9305-3afcd1379306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.978927 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d590b-4810-46f4-9305-3afcd1379306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62a0ce8-6c3b-4b74-87ac-af7294ae2e3a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:42.984919 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f14d590b-4810-46f4-9305-3afcd1379306 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd870fa96b084d6789fd526558f8c90b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2229075 Nov 12 04:28:42.988050 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56780) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:43.015115 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd03b38a-df95-494d-b320-b1a173d4ec56 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Made reservation on behalf of 6d959d5356d547d891b9f42b9f7bc70c for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:43.020200 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dd03b38a-df95-494d-b320-b1a173d4ec56 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.029910 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dd03b38a-df95-494d-b320-b1a173d4ec56 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.046565 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7496c617-cda2-4b70-a67c-5d75b356386c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.069907 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7496c617-cda2-4b70-a67c-5d75b356386c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.120767 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dd03b38a-df95-494d-b320-b1a173d4ec56 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.187191 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dd03b38a-df95-494d-b320-b1a173d4ec56 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.198851 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-dd03b38a-df95-494d-b320-b1a173d4ec56 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] device_id is not set on port e8fc32c4-0790-48a4-ad43-6eee8b1a1a77 yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:28:43.212119 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7496c617-cda2-4b70-a67c-5d75b356386c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.215000 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7496c617-cda2-4b70-a67c-5d75b356386c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.216685 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7496c617-cda2-4b70-a67c-5d75b356386c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f62a0ce8-6c3b-4b74-87ac-af7294ae2e3a HTTP/1.1" status: 204 len: 168 time: 0.2276545 Nov 12 04:28:43.226787 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496c617-cda2-4b70-a67c-5d75b356386c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62a0ce8-6c3b-4b74-87ac-af7294ae2e3a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:43.290459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03b38a-df95-494d-b320-b1a173d4ec56 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c7c50e-f2d2-4c32-8c5d-f6289fc18410,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:43.525199 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd03b38a-df95-494d-b320-b1a173d4ec56 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 04:28:43.529920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd03b38a-df95-494d-b320-b1a173d4ec56 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:28:43.609017 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-dd03b38a-df95-494d-b320-b1a173d4ec56 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6946678 Nov 12 04:28:43.612819 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56800) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:43.793993 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-ba44e42e-3797-46c1-85ce-bc676715f8c6 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Deleting port daa1f3bb-699d-4166-ab63-accdd506ed8a {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:43.794618 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ba44e42e-3797-46c1-85ce-bc676715f8c6 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.872749 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ba44e42e-3797-46c1-85ce-bc676715f8c6 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.873379 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ba44e42e-3797-46c1-85ce-bc676715f8c6 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.886017 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-ba44e42e-3797-46c1-85ce-bc676715f8c6 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Calling delete_port for daa1f3bb-699d-4166-ab63-accdd506ed8a owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:44.183093 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ba44e42e-3797-46c1-85ce-bc676715f8c6 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:44.213232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44e42e-3797-46c1-85ce-bc676715f8c6 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Pushing event deleted for resources: {'Port': ['ID=daa1f3bb-699d-4166-ab63-accdd506ed8a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:44.294073 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ba44e42e-3797-46c1-85ce-bc676715f8c6 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:44.297238 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ba44e42e-3797-46c1-85ce-bc676715f8c6 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:44.302471 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ba44e42e-3797-46c1-85ce-bc676715f8c6 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349 tempest-ExternalNetworksAdminNegativeTestJSON-2107473349-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/e167f825-b73c-49ef-8e5c-46ad51a44646 HTTP/1.1" status: 204 len: 168 time: 0.6886182 Nov 12 04:28:45.112117 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56840) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:45.389914 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-111e47b2-63d5-4efe-ab20-17f6880bcae2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:45.484521 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-111e47b2-63d5-4efe-ab20-17f6880bcae2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:45.600651 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-111e47b2-63d5-4efe-ab20-17f6880bcae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:45.665690 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e47b2-63d5-4efe-ab20-17f6880bcae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31054a0c-d99b-4d9b-a08a-b7ae0304943d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:45.674972 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-111e47b2-63d5-4efe-ab20-17f6880bcae2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85fb98fcbac749758b0d5508b9e2130d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5586381 Nov 12 04:28:45.686904 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56862) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:45.787692 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-e2056424-7d03-4a80-9755-6b59378c49dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4693761 Nov 12 04:28:45.789007 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8ac4069e-9e0b-488d-8f74-d730f18097e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:45.817796 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8ac4069e-9e0b-488d-8f74-d730f18097e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:45.913625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-9cb83634-4757-49a7-abd5-eb3458596314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:45.914103 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-9cb83634-4757-49a7-abd5-eb3458596314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:45.914573 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-9cb83634-4757-49a7-abd5-eb3458596314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:45.915445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-9cb83634-4757-49a7-abd5-eb3458596314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:45.915917 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-9cb83634-4757-49a7-abd5-eb3458596314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:45.916685 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-9cb83634-4757-49a7-abd5-eb3458596314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:45.917149 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-9cb83634-4757-49a7-abd5-eb3458596314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:45.919119 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-9cb83634-4757-49a7-abd5-eb3458596314 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2da92794a0540cfa9ccbce1e95a15a3&device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 6509 time: 0.0528324 Nov 12 04:28:46.030377 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8ac4069e-9e0b-488d-8f74-d730f18097e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:46.033854 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8ac4069e-9e0b-488d-8f74-d730f18097e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:46.039393 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8ac4069e-9e0b-488d-8f74-d730f18097e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31054a0c-d99b-4d9b-a08a-b7ae0304943d HTTP/1.1" status: 204 len: 168 time: 0.3474073 Nov 12 04:28:46.049126 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4069e-9e0b-488d-8f74-d730f18097e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31054a0c-d99b-4d9b-a08a-b7ae0304943d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:46.103636 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-930e4836-56ef-4b30-ade6-24c29df47f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:46.104119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-930e4836-56ef-4b30-ade6-24c29df47f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:46.104587 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-930e4836-56ef-4b30-ade6-24c29df47f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:46.107128 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-930e4836-56ef-4b30-ade6-24c29df47f24 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb300127-0441-4443-aae7-eeff2c911c12&id=79d2f23a-da96-4615-8aa1-f0a58d232473&id=79d2f23a-da96-4615-8aa1-f0a58d232473&id=79d2f23a-da96-4615-8aa1-f0a58d232473&id=79d2f23a-da96-4615-8aa1-f0a58d232473&id=8ce3611a-3158-4092-88f0-6068ca0e253f&id=8ce3611a-3158-4092-88f0-6068ca0e253f HTTP/1.1" status: 200 len: 2298 time: 0.1615348 Nov 12 04:28:46.200491 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-b7759e41-cc6b-4403-9f46-a427f65b40db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b3ed3ea-e971-45fe-8276-9cc198e22638 HTTP/1.1" status: 200 len: 1000 time: 0.0851588 Nov 12 04:28:46.263565 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-0675f731-d379-4deb-9c33-f7c8a8905f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:46.265325 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-0675f731-d379-4deb-9c33-f7c8a8905f46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fc4ed48-686a-4892-81a2-ac8d11ac1cc4 HTTP/1.1" status: 200 len: 856 time: 0.0584614 Nov 12 04:28:46.343936 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-488b41da-8166-4fde-9d5e-ad943c98dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:46.353477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-488b41da-8166-4fde-9d5e-ad943c98dbd8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb300127-0441-4443-aae7-eeff2c911c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791848 Nov 12 04:28:46.810068 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:46.830586 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-e3265d4c-57f8-405f-9872-1c09cd86a07a service neutron] 10.222.0.21 "GET /v2.0/networks/fb300127-0441-4443-aae7-eeff2c911c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676881 Nov 12 04:28:46.941411 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-36e23a75-d6d8-4c32-8bd3-e2931d3afb11 service neutron] 10.222.0.21 "GET /v2.0/networks/fb300127-0441-4443-aae7-eeff2c911c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944550 Nov 12 04:28:46.988287 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-e4f302ab-dea2-4854-ba12-7fca5357edfc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 HTTP/1.1" status: 200 len: 217 time: 0.0397911 Nov 12 04:28:47.043418 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-f1d4062c-73ec-4e7e-8fba-1dd911a89a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:47.044909 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-f1d4062c-73ec-4e7e-8fba-1dd911a89a46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=def5bb2e-e9ac-468c-88b9-6c140d20e94c HTTP/1.1" status: 200 len: 797 time: 0.0491350 Nov 12 04:28:47.096771 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-e65ac1f6-6398-4e77-9163-03a71c71beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:47.098358 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-e65ac1f6-6398-4e77-9163-03a71c71beeb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79d2f23a-da96-4615-8aa1-f0a58d232473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0442519 Nov 12 04:28:47.133934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56890) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:47.220891 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e6342db1-1756-447e-8c30-eff5cac91e9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d959d5356d547d891b9f42b9f7bc70c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0872817 Nov 12 04:28:47.223499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56892) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:47.260105 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-b4224503-c4bf-4f51-9c9a-b9c3e66a9a59 service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543665 Nov 12 04:28:47.385168 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a65555de-3ba9-4dbd-97b2-329ec1ac4e37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:47.425941 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a65555de-3ba9-4dbd-97b2-329ec1ac4e37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:47.434342 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-5384abe4-8e3a-401d-bd30-36549c8383a6 service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635888 Nov 12 04:28:47.475021 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56900) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:47.495055 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-ac236c2d-5439-4b1f-8e68-0fce310bee42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=748ffb26-f9f4-41f0-b898-e8e2c87b6af5 HTTP/1.1" status: 200 len: 217 time: 0.0501063 Nov 12 04:28:47.549068 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-beb09838-5bf2-40b8-8aef-65e1b89b8d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:47.550507 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-beb09838-5bf2-40b8-8aef-65e1b89b8d71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=def5bb2e-e9ac-468c-88b9-6c140d20e94c HTTP/1.1" status: 200 len: 797 time: 0.0481992 Nov 12 04:28:47.600601 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0930b916-7265-4d6d-8ceb-8677be338c45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:47.609730 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-402f7816-dad8-43e2-bb3f-88225ea7c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:47.612119 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-402f7816-dad8-43e2-bb3f-88225ea7c361 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79d2f23a-da96-4615-8aa1-f0a58d232473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0540886 Nov 12 04:28:47.691036 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a65555de-3ba9-4dbd-97b2-329ec1ac4e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:47.694217 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a65555de-3ba9-4dbd-97b2-329ec1ac4e37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:47.695536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a65555de-3ba9-4dbd-97b2-329ec1ac4e37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73c7c50e-f2d2-4c32-8c5d-f6289fc18410 HTTP/1.1" status: 204 len: 168 time: 0.4706848 Nov 12 04:28:47.713635 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65555de-3ba9-4dbd-97b2-329ec1ac4e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c7c50e-f2d2-4c32-8c5d-f6289fc18410,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:47.779447 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-a3e4f4f2-43f3-4c5e-9192-a2df259698bd service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601400 Nov 12 04:28:47.831098 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0930b916-7265-4d6d-8ceb-8677be338c45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:47.924911 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0930b916-7265-4d6d-8ceb-8677be338c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:47.936346 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-15440ea4-792e-4d1a-b4af-b54d752b4379 service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473491 Nov 12 04:28:48.001239 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0930b916-7265-4d6d-8ceb-8677be338c45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5945e2949a2b4c1ea557ca039fa923ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5227635 Nov 12 04:28:48.001239 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930b916-7265-4d6d-8ceb-8677be338c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcf1483-1a33-4fc9-b490-b22baeed9d39,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:48.008074 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56920) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:48.010387 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0930b916-7265-4d6d-8ceb-8677be338c45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:48.010387 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0930b916-7265-4d6d-8ceb-8677be338c45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:48.010654 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0930b916-7265-4d6d-8ceb-8677be338c45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:48.011123 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0930b916-7265-4d6d-8ceb-8677be338c45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:48.011823 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0930b916-7265-4d6d-8ceb-8677be338c45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:48.012234 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0930b916-7265-4d6d-8ceb-8677be338c45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:48.012637 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0930b916-7265-4d6d-8ceb-8677be338c45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:48.013056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0930b916-7265-4d6d-8ceb-8677be338c45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:48.013459 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0930b916-7265-4d6d-8ceb-8677be338c45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:48.013965 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-743edf8c-4c92-4326-940c-cc99fb96e155 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=10c4593c-bc35-4324-a92d-6a4c5e8e4683 HTTP/1.1" status: 200 len: 217 time: 0.0675414 Nov 12 04:28:48.014086 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0930b916-7265-4d6d-8ceb-8677be338c45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:48.014310 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0930b916-7265-4d6d-8ceb-8677be338c45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:48.014660 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0930b916-7265-4d6d-8ceb-8677be338c45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:48.080166 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:48.089123 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-5a686ecb-e7b0-4a6a-bb3a-4297457ea67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:48.091927 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-5a686ecb-e7b0-4a6a-bb3a-4297457ea67f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=def5bb2e-e9ac-468c-88b9-6c140d20e94c HTTP/1.1" status: 200 len: 797 time: 0.0691915 Nov 12 04:28:48.093303 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc097f34-671f-45a1-8e8c-e875a0e41e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:48.135311 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc097f34-671f-45a1-8e8c-e875a0e41e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:48.165010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-46c387ba-e5bd-40a5-83b0-37bcecb86f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:48.166695 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-46c387ba-e5bd-40a5-83b0-37bcecb86f2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79d2f23a-da96-4615-8aa1-f0a58d232473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0642281 Nov 12 04:28:48.281909 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-850b5273-496b-40da-95d9-dfec05065e42 service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062932 Nov 12 04:28:48.295671 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc097f34-671f-45a1-8e8c-e875a0e41e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:48.300370 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc097f34-671f-45a1-8e8c-e875a0e41e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:48.305587 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fc097f34-671f-45a1-8e8c-e875a0e41e5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bdcf1483-1a33-4fc9-b490-b22baeed9d39 HTTP/1.1" status: 204 len: 168 time: 0.2850947 Nov 12 04:28:48.317308 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc097f34-671f-45a1-8e8c-e875a0e41e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcf1483-1a33-4fc9-b490-b22baeed9d39,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:48.410523 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-5b573869-aa5a-47de-83bf-b79f5b9d78ce service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206336 Nov 12 04:28:48.449775 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:28:48.468262 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-065ef976-86e3-46b0-99ad-7392655228be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 HTTP/1.1" status: 200 len: 217 time: 0.0505526 Nov 12 04:28:48.522940 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-11ce4ee5-19da-4abe-be3d-8040fcb7cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:48.524452 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-11ce4ee5-19da-4abe-be3d-8040fcb7cbdc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=def5bb2e-e9ac-468c-88b9-6c140d20e94c HTTP/1.1" status: 200 len: 797 time: 0.0493913 Nov 12 04:28:48.578524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-eb29e645-f886-4a5a-ba50-6cc7c0b9a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:48.580560 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-eb29e645-f886-4a5a-ba50-6cc7c0b9a104 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79d2f23a-da96-4615-8aa1-f0a58d232473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0491142 Nov 12 04:28:48.689271 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-696e7423-9963-4a81-9945-fcc1a1977b76 service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011274 Nov 12 04:28:48.848996 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-7b0d130a-233d-4853-ab6a-2c5b498801c9 service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475170 Nov 12 04:28:48.928101 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-474a3a45-7d50-43fa-b6bb-cdf421336076 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee1c7c92-c878-4363-aaec-68d541b247e9 HTTP/1.1" status: 200 len: 217 time: 0.0605407 Nov 12 04:28:48.996218 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-3dc987e3-aa8f-4ae8-88bb-ecc57de0341f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:48.997804 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-3dc987e3-aa8f-4ae8-88bb-ecc57de0341f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa523a34-d8df-4b2a-8bb1-49cddad3028a HTTP/1.1" status: 200 len: 797 time: 0.0634871 Nov 12 04:28:49.054508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-734d639a-4e3c-4d6e-9b2c-5d235bf245db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:49.056793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-734d639a-4e3c-4d6e-9b2c-5d235bf245db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ce3611a-3158-4092-88f0-6068ca0e253f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0511734 Nov 12 04:28:49.185913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-6431cac1-e3c1-4e8e-b006-1b367030780d service neutron] 10.222.0.21 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207769 Nov 12 04:28:49.296599 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-58c21de8-9f9a-437d-912f-fa5ce5f6384e service neutron] 10.222.0.21 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029680 Nov 12 04:28:49.299514 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56962) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:49.312732 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d96f77d2-0a03-4a27-bdba-3137e4edab45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.348548 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-4a8b0455-a7be-4517-bb0c-07619176a28c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c757535-b667-421c-b16e-cd68aff94d0b HTTP/1.1" status: 200 len: 217 time: 0.0448384 Nov 12 04:28:49.411827 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-86b6faec-e053-452f-a985-1aa8fd6b50ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:49.412939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-86b6faec-e053-452f-a985-1aa8fd6b50ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa523a34-d8df-4b2a-8bb1-49cddad3028a HTTP/1.1" status: 200 len: 797 time: 0.0557003 Nov 12 04:28:49.430407 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d96f77d2-0a03-4a27-bdba-3137e4edab45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.471161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-a45df31c-5c8d-456e-b27b-1aab08176837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:49.472895 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-a45df31c-5c8d-456e-b27b-1aab08176837 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ce3611a-3158-4092-88f0-6068ca0e253f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0526147 Nov 12 04:28:49.481904 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56966) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:49.514430 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d96f77d2-0a03-4a27-bdba-3137e4edab45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.559016 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d96f77d2-0a03-4a27-bdba-3137e4edab45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=597cbb7d808349fb9d4f84ca8aa632fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2559626 Nov 12 04:28:49.559282 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56970) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:49.561698 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f77d2-0a03-4a27-bdba-3137e4edab45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b89a1b-a3a2-4573-af8b-5bfe964c87b3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:49.615347 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-1361ca2b-c44b-4e1b-b808-9d1991cfbfe2 service neutron] 10.222.0.21 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340451 Nov 12 04:28:49.659566 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Request body: {'networks': [{'name': 'tempest-network--758227033'}, {'name': 'tempest-network--347984869'}]} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:49.659918 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Request body: {'network': {'name': 'tempest-network--758227033'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:49.660446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Request body: {'network': {'name': 'tempest-network--347984869'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:49.670159 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df659240-7e9f-4616-961e-f49f4ca4535c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.758822 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df659240-7e9f-4616-961e-f49f4ca4535c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.815024 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb951aa9-f162-4957-9a7a-7958729ca1d2 req-60716794-1a7d-48a8-8727-722755f7ee52 service neutron] 10.222.0.21 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862009 Nov 12 04:28:49.853274 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Made reservation on behalf of 2db1617e05174174b90be3d1daafd9fa for: {'network': 2} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:49.854259 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.864351 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.945007 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df659240-7e9f-4616-961e-f49f4ca4535c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.951578 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df659240-7e9f-4616-961e-f49f4ca4535c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.951578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-df659240-7e9f-4616-961e-f49f4ca4535c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18b89a1b-a3a2-4573-af8b-5bfe964c87b3 HTTP/1.1" status: 204 len: 168 time: 0.3884571 Nov 12 04:28:49.965140 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df659240-7e9f-4616-961e-f49f4ca4535c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b89a1b-a3a2-4573-af8b-5bfe964c87b3,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:50.038955 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.137117 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.137588 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.183632 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c514bdcd-0a9b-4613-ab3c-5c1c1bed2f5c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:50.196581 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:28:50.207331 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.207689 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Added segment a9c422ed-dc22-4967-93fa-d1fc4df6cdf5 of type vlan for network dd0df035-b753-4df5-a63f-7b9d71bde278 Nov 12 04:28:50.277230 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.311833 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:28:50.322095 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.322523 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Added segment 300db680-151a-45b9-b04c-f2852d413d16 of type vlan for network 67b2404c-78d6-4d30-b1fc-3e3cc3f5265b Nov 12 04:28:50.374698 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.494929 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.495365 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.501194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:50.509131 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:50.509131 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.639133 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.1496172 Nov 12 04:28:50.644003 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56996) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:50.644464 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event updated for resources: {'Network': ['ID=dd0df035-b753-4df5-a63f-7b9d71bde278,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:50.658847 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network dd0df035-b753-4df5-a63f-7b9d71bde278 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:28:50.796306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d4301-e3bd-4b68-9747-831041fede60 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event updated for resources: {'Network': ['ID=67b2404c-78d6-4d30-b1fc-3e3cc3f5265b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:50.808892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 67b2404c-78d6-4d30-b1fc-3e3cc3f5265b details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:28:50.930438 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dd0004-b651-49b1-ad8c-8b7b2e5ef90d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:50.937978 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dd0004-b651-49b1-ad8c-8b7b2e5ef90d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:50.945398 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dd0004-b651-49b1-ad8c-8b7b2e5ef90d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:50.970063 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dd0004-b651-49b1-ad8c-8b7b2e5ef90d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:50.974554 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57006) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:50.989181 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-04dd0004-b651-49b1-ad8c-8b7b2e5ef90d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3439026 Nov 12 04:28:51.111076 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f1877735-a898-4466-ab0b-60492521fe09 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.224236 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f1877735-a898-4466-ab0b-60492521fe09 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.261528 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-f1877735-a898-4466-ab0b-60492521fe09 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0df035-b753-4df5-a63f-7b9d71bde278']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:51.273140 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-f1877735-a898-4466-ab0b-60492521fe09 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c422ed-dc22-4967-93fa-d1fc4df6cdf5') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:51.275391 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-f1877735-a898-4466-ab0b-60492521fe09 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c422ed-dc22-4967-93fa-d1fc4df6cdf5') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:51.284935 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f1877735-a898-4466-ab0b-60492521fe09 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.303404 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f1877735-a898-4466-ab0b-60492521fe09 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.312003 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1877735-a898-4466-ab0b-60492521fe09 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:28:51.312403 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f1877735-a898-4466-ab0b-60492521fe09 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:28:51.319193 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:28:51.456273 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f1877735-a898-4466-ab0b-60492521fe09 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.468269 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f1877735-a898-4466-ab0b-60492521fe09 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.468553 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f1877735-a898-4466-ab0b-60492521fe09 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "DELETE /v2.0/networks/dd0df035-b753-4df5-a63f-7b9d71bde278 HTTP/1.1" status: 204 len: 168 time: 0.4927640 Nov 12 04:28:51.471108 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57022) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:51.509524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1877735-a898-4466-ab0b-60492521fe09 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event deleted for resources: {'Network': ['ID=dd0df035-b753-4df5-a63f-7b9d71bde278,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:51.578300 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90cd983c-e7ea-40f4-b0b0-a0eaaaa121ec tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.695297 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90cd983c-e7ea-40f4-b0b0-a0eaaaa121ec tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.718963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-90cd983c-e7ea-40f4-b0b0-a0eaaaa121ec tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b2404c-78d6-4d30-b1fc-3e3cc3f5265b']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:51.730321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-90cd983c-e7ea-40f4-b0b0-a0eaaaa121ec tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300db680-151a-45b9-b04c-f2852d413d16') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:51.730612 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-90cd983c-e7ea-40f4-b0b0-a0eaaaa121ec tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300db680-151a-45b9-b04c-f2852d413d16') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:51.741464 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90cd983c-e7ea-40f4-b0b0-a0eaaaa121ec tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.759341 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90cd983c-e7ea-40f4-b0b0-a0eaaaa121ec tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.765697 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90cd983c-e7ea-40f4-b0b0-a0eaaaa121ec tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:28:51.766136 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90cd983c-e7ea-40f4-b0b0-a0eaaaa121ec tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:28:51.771623 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:28:51.909006 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90cd983c-e7ea-40f4-b0b0-a0eaaaa121ec tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.942488 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90cd983c-e7ea-40f4-b0b0-a0eaaaa121ec tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.947385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-90cd983c-e7ea-40f4-b0b0-a0eaaaa121ec tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "DELETE /v2.0/networks/67b2404c-78d6-4d30-b1fc-3e3cc3f5265b HTTP/1.1" status: 204 len: 168 time: 0.4750714 Nov 12 04:28:51.949027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd983c-e7ea-40f4-b0b0-a0eaaaa121ec tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event deleted for resources: {'Network': ['ID=67b2404c-78d6-4d30-b1fc-3e3cc3f5265b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:51.949980 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57036) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:52.112006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dd14b0-81cf-420c-bc6e-4b7fb28f6e35 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:52.119653 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dd14b0-81cf-420c-bc6e-4b7fb28f6e35 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:52.121282 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-12dd14b0-81cf-420c-bc6e-4b7fb28f6e35 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1701646 Nov 12 04:28:52.126104 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57046) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:52.134295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-fb14a356-63a7-4c08-a36f-43e26827629b tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1595994'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:52.249259 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb14a356-63a7-4c08-a36f-43e26827629b tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Made reservation on behalf of 2db1617e05174174b90be3d1daafd9fa for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:52.253444 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fb14a356-63a7-4c08-a36f-43e26827629b tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:52.285346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb14a356-63a7-4c08-a36f-43e26827629b tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:28:52.293901 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fb14a356-63a7-4c08-a36f-43e26827629b tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:52.294246 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-fb14a356-63a7-4c08-a36f-43e26827629b tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Added segment bc895a4e-a0bc-4070-82f7-ff8c90c3ab33 of type vlan for network f2748a3c-49cc-4749-9e5b-d9fe4f45e0ad Nov 12 04:28:52.364616 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fb14a356-63a7-4c08-a36f-43e26827629b tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:52.495597 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fb14a356-63a7-4c08-a36f-43e26827629b tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:52.501507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb14a356-63a7-4c08-a36f-43e26827629b tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:52.502562 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fb14a356-63a7-4c08-a36f-43e26827629b tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:52.580283 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14a356-63a7-4c08-a36f-43e26827629b tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event updated for resources: {'Network': ['ID=f2748a3c-49cc-4749-9e5b-d9fe4f45e0ad,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:52.596134 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network f2748a3c-49cc-4749-9e5b-d9fe4f45e0ad details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:28:52.631044 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fb14a356-63a7-4c08-a36f-43e26827629b tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5034144 Nov 12 04:28:52.639926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57070) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:52.648613 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-3461da1f-6809-4b95-8dd5-c7a85ecc203f tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-349689910'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:52.763801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3461da1f-6809-4b95-8dd5-c7a85ecc203f tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Made reservation on behalf of 2db1617e05174174b90be3d1daafd9fa for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:52.768412 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3461da1f-6809-4b95-8dd5-c7a85ecc203f tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:52.808316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3461da1f-6809-4b95-8dd5-c7a85ecc203f tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:28:52.810730 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3461da1f-6809-4b95-8dd5-c7a85ecc203f tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:52.811277 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-3461da1f-6809-4b95-8dd5-c7a85ecc203f tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Added segment 64c18e6a-1fb7-4edb-a274-87880c28ea9c of type vlan for network f855de2f-d18c-4567-8993-7386c762f79c Nov 12 04:28:52.861683 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3461da1f-6809-4b95-8dd5-c7a85ecc203f tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:52.937838 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3461da1f-6809-4b95-8dd5-c7a85ecc203f tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:52.944129 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3461da1f-6809-4b95-8dd5-c7a85ecc203f tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:52.947035 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3461da1f-6809-4b95-8dd5-c7a85ecc203f tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.025393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461da1f-6809-4b95-8dd5-c7a85ecc203f tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event updated for resources: {'Network': ['ID=f855de2f-d18c-4567-8993-7386c762f79c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:53.040671 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network f855de2f-d18c-4567-8993-7386c762f79c details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:28:53.069646 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3461da1f-6809-4b95-8dd5-c7a85ecc203f tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4264874 Nov 12 04:28:53.072360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57080) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:53.079879 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Request body: {'ports': [{'network_id': 'f2748a3c-49cc-4749-9e5b-d9fe4f45e0ad', 'name': 'tempest-port--1296810772', 'admin_state_up': True}, {'network_id': 'f855de2f-d18c-4567-8993-7386c762f79c', 'admin_state_up': False}]} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:53.079879 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Request body: {'port': {'network_id': 'f2748a3c-49cc-4749-9e5b-d9fe4f45e0ad', 'name': 'tempest-port--1296810772', 'admin_state_up': True}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:53.079879 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Request body: {'port': {'network_id': 'f855de2f-d18c-4567-8993-7386c762f79c', 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:53.163428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57086) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:53.342326 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5b151ac-38b2-482d-9edd-2c90a3b6f31c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.478549 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5b151ac-38b2-482d-9edd-2c90a3b6f31c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.523622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Made reservation on behalf of 2db1617e05174174b90be3d1daafd9fa for: {'port': 2} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:53.529520 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.546600 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d5b151ac-38b2-482d-9edd-2c90a3b6f31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.547895 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.602443 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b151ac-38b2-482d-9edd-2c90a3b6f31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4cc241-5a65-4cb3-8a1f-cf91b937acf6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:53.630445 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d5b151ac-38b2-482d-9edd-2c90a3b6f31c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=885f82cdbd38411c801173c6414073cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4618635 Nov 12 04:28:53.631037 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57096) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:53.706860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] device_id is not set on port 5db18ae3-0170-4595-88d6-b865015efed7 yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:28:53.721687 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f910bef-a154-4d42-a232-841c1cde90c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.769377 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f910bef-a154-4d42-a232-841c1cde90c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.075335 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f910bef-a154-4d42-a232-841c1cde90c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.078968 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f910bef-a154-4d42-a232-841c1cde90c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.080964 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0f910bef-a154-4d42-a232-841c1cde90c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf4cc241-5a65-4cb3-8a1f-cf91b937acf6 HTTP/1.1" status: 204 len: 168 time: 0.4492028 Nov 12 04:28:54.090722 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f910bef-a154-4d42-a232-841c1cde90c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4cc241-5a65-4cb3-8a1f-cf91b937acf6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:54.095341 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.191272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] device_id is not set on port ee2f0899-ef86-4163-a7ae-89f82ed3992b yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:28:54.378322 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.501787 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.634261 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event updated for resources: {'Port': ['ID=5db18ae3-0170-4595-88d6-b865015efed7,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:54.659070 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Checking segment: {'id': 'bc895a4e-a0bc-4070-82f7-ff8c90c3ab33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f2748a3c-49cc-4749-9e5b-d9fe4f45e0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:54.659451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Network hostable DHCP agents. Network: f2748a3c-49cc-4749-9e5b-d9fe4f45e0ad, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:28:54.752406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Network f2748a3c-49cc-4749-9e5b-d9fe4f45e0ad is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:28:54.820766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, f2748a3c-49cc-4749-9e5b-d9fe4f45e0ad) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:54.827237 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:54.829346 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.834472 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1886645e-a025-44f9-8722-cde7bd2ce7c7 None None] Network f2748a3c-49cc-4749-9e5b-d9fe4f45e0ad requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:54.887087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event updated for resources: {'Port': ['ID=ee2f0899-ef86-4163-a7ae-89f82ed3992b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:54.937635 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Checking segment: {'id': '64c18e6a-1fb7-4edb-a274-87880c28ea9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f855de2f-d18c-4567-8993-7386c762f79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:54.938756 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Network hostable DHCP agents. Network: f855de2f-d18c-4567-8993-7386c762f79c, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:28:54.975052 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57112) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:54.993286 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa6d8b71-2fe3-4b87-ac13-91b06ead38b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.028670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Network f855de2f-d18c-4567-8993-7386c762f79c is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:28:55.087149 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa6d8b71-2fe3-4b87-ac13-91b06ead38b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.094741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, f855de2f-d18c-4567-8993-7386c762f79c) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:55.098725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:55.104935 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:55.105200 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1d850c-43dd-482b-9a34-ec8a0eb9e2b9 None None] Network f855de2f-d18c-4567-8993-7386c762f79c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:55.111452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:55.112168 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.142587 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aa6d8b71-2fe3-4b87-ac13-91b06ead38b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.185348 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57114) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:55.185624 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-aa6d8b71-2fe3-4b87-ac13-91b06ead38b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c981a3d83c54e349aa1b0baf1942065&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2092316 Nov 12 04:28:55.186608 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d8b71-2fe3-4b87-ac13-91b06ead38b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febddb35-6b1c-4071-a1f8-29f04d9f6e88,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:55.237644 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-47004b55-2db8-4aed-8a98-aff443e4cc0d tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1611512 Nov 12 04:28:55.237898 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57116) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:55.295862 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cd9e5343-2a14-4a62-a93d-bbd8db61db7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.317991 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5086ba2e-d89f-4f0d-b42b-22b9eace3887 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:55.324599 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5086ba2e-d89f-4f0d-b42b-22b9eace3887 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:55.326218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5086ba2e-d89f-4f0d-b42b-22b9eace3887 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0874813 Nov 12 04:28:55.329349 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57120) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:55.370082 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cd9e5343-2a14-4a62-a93d-bbd8db61db7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.477788 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e7740b6e-b3e7-496b-819f-b82886e60070 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Deleting port 5db18ae3-0170-4595-88d6-b865015efed7 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:55.478148 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e7740b6e-b3e7-496b-819f-b82886e60070 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.539794 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cd9e5343-2a14-4a62-a93d-bbd8db61db7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.542560 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cd9e5343-2a14-4a62-a93d-bbd8db61db7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.543754 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cd9e5343-2a14-4a62-a93d-bbd8db61db7d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/febddb35-6b1c-4071-a1f8-29f04d9f6e88 HTTP/1.1" status: 204 len: 168 time: 0.3574030 Nov 12 04:28:55.564618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e5343-2a14-4a62-a93d-bbd8db61db7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febddb35-6b1c-4071-a1f8-29f04d9f6e88,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:55.569453 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e7740b6e-b3e7-496b-819f-b82886e60070 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.595038 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e7740b6e-b3e7-496b-819f-b82886e60070 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Calling delete_port for 5db18ae3-0170-4595-88d6-b865015efed7 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:55.820884 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e7740b6e-b3e7-496b-819f-b82886e60070 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.855920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7740b6e-b3e7-496b-819f-b82886e60070 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event deleted for resources: {'Port': ['ID=5db18ae3-0170-4595-88d6-b865015efed7,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:55.861614 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e7740b6e-b3e7-496b-819f-b82886e60070 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.865186 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e7740b6e-b3e7-496b-819f-b82886e60070 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "DELETE /v2.0/ports/5db18ae3-0170-4595-88d6-b865015efed7 HTTP/1.1" status: 204 len: 168 time: 0.5348849 Nov 12 04:28:55.867979 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57132) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:55.959616 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-60797aa9-7d9d-4333-a9b8-f1ee4500ca9b tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Deleting port ee2f0899-ef86-4163-a7ae-89f82ed3992b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:55.959958 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60797aa9-7d9d-4333-a9b8-f1ee4500ca9b tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.045151 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60797aa9-7d9d-4333-a9b8-f1ee4500ca9b tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.067700 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-60797aa9-7d9d-4333-a9b8-f1ee4500ca9b tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Calling delete_port for ee2f0899-ef86-4163-a7ae-89f82ed3992b owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:56.297354 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60797aa9-7d9d-4333-a9b8-f1ee4500ca9b tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.325621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60797aa9-7d9d-4333-a9b8-f1ee4500ca9b tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event deleted for resources: {'Port': ['ID=ee2f0899-ef86-4163-a7ae-89f82ed3992b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:56.335490 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60797aa9-7d9d-4333-a9b8-f1ee4500ca9b tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.338621 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-60797aa9-7d9d-4333-a9b8-f1ee4500ca9b tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "DELETE /v2.0/ports/ee2f0899-ef86-4163-a7ae-89f82ed3992b HTTP/1.1" status: 204 len: 168 time: 0.4694757 Nov 12 04:28:56.341314 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57142) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:56.383271 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2fb6cbfa-fa54-45e2-9bbd-9376b04d3469 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0407999 Nov 12 04:28:56.389863 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57148) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:56.396506 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-b1be6455-83aa-46f9-b3a6-1f6fdb0becb6 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2068847255'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:56.525561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1be6455-83aa-46f9-b3a6-1f6fdb0becb6 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Made reservation on behalf of 2db1617e05174174b90be3d1daafd9fa for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:56.529312 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b1be6455-83aa-46f9-b3a6-1f6fdb0becb6 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.560468 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1be6455-83aa-46f9-b3a6-1f6fdb0becb6 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:28:56.573941 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b1be6455-83aa-46f9-b3a6-1f6fdb0becb6 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.574784 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-b1be6455-83aa-46f9-b3a6-1f6fdb0becb6 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Added segment 693f7b6b-e8f9-467d-8c79-1c121a6182b6 of type vlan for network 083927a5-3b57-411e-b863-1d3cfe2dc547 Nov 12 04:28:56.625065 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b1be6455-83aa-46f9-b3a6-1f6fdb0becb6 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.723325 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b1be6455-83aa-46f9-b3a6-1f6fdb0becb6 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.731576 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1be6455-83aa-46f9-b3a6-1f6fdb0becb6 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:56.733800 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b1be6455-83aa-46f9-b3a6-1f6fdb0becb6 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.843678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be6455-83aa-46f9-b3a6-1f6fdb0becb6 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event updated for resources: {'Network': ['ID=083927a5-3b57-411e-b863-1d3cfe2dc547,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:56.861988 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 083927a5-3b57-411e-b863-1d3cfe2dc547 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:28:56.960302 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b1be6455-83aa-46f9-b3a6-1f6fdb0becb6 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5689633 Nov 12 04:28:56.970134 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57170) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:56.975288 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-29370105-11bb-42cb-bb76-542d8682b5ce tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1261738984'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:57.072202 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29370105-11bb-42cb-bb76-542d8682b5ce tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Made reservation on behalf of 2db1617e05174174b90be3d1daafd9fa for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:57.081202 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29370105-11bb-42cb-bb76-542d8682b5ce tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.109385 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29370105-11bb-42cb-bb76-542d8682b5ce tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:28:57.122450 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29370105-11bb-42cb-bb76-542d8682b5ce tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.124135 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-29370105-11bb-42cb-bb76-542d8682b5ce tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Added segment 564db822-d49b-4b36-94b8-3f84d8e88ffb of type vlan for network d9b08f5a-8ab1-4898-9f16-29e32e8b7b82 Nov 12 04:28:57.188442 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29370105-11bb-42cb-bb76-542d8682b5ce tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.266892 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29370105-11bb-42cb-bb76-542d8682b5ce tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.274465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29370105-11bb-42cb-bb76-542d8682b5ce tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:57.275344 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29370105-11bb-42cb-bb76-542d8682b5ce tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.292027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57182) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:57.360826 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29370105-11bb-42cb-bb76-542d8682b5ce tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event updated for resources: {'Network': ['ID=d9b08f5a-8ab1-4898-9f16-29e32e8b7b82,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:57.375876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network d9b08f5a-8ab1-4898-9f16-29e32e8b7b82 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:28:57.406338 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-29370105-11bb-42cb-bb76-542d8682b5ce tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4286339 Nov 12 04:28:57.523201 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e7f3ed66-2b93-47a9-975d-37d83dc81ac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.543772 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57196) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:57.549364 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Request body: {'subnets': [{'network_id': '083927a5-3b57-411e-b863-1d3cfe2dc547', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1291169441', 'ip_version': 4}, {'network_id': 'd9b08f5a-8ab1-4898-9f16-29e32e8b7b82', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:57.549712 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Request body: {'subnet': {'network_id': '083927a5-3b57-411e-b863-1d3cfe2dc547', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1291169441', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:57.550294 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Request body: {'subnet': {'network_id': 'd9b08f5a-8ab1-4898-9f16-29e32e8b7b82', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:57.637092 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e7f3ed66-2b93-47a9-975d-37d83dc81ac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.708632 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e7f3ed66-2b93-47a9-975d-37d83dc81ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.759328 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e7f3ed66-2b93-47a9-975d-37d83dc81ac0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ebe432a4cfe54fe2bd0e23bec74d3ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4670761 Nov 12 04:28:57.760279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3ed66-2b93-47a9-975d-37d83dc81ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e46ab0-a740-491d-a3b8-08776d2248b3,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:57.761940 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57212) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:57.816375 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c506e2f1-74b2-4664-b4da-735435551316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.828212 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Made reservation on behalf of 2db1617e05174174b90be3d1daafd9fa for: {'subnet': 2} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:57.833517 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.833866 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.871538 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c506e2f1-74b2-4664-b4da-735435551316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:58.390732 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c506e2f1-74b2-4664-b4da-735435551316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:58.390732 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c506e2f1-74b2-4664-b4da-735435551316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:58.390732 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c506e2f1-74b2-4664-b4da-735435551316 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41e46ab0-a740-491d-a3b8-08776d2248b3 HTTP/1.1" status: 204 len: 168 time: 0.6267693 Nov 12 04:28:58.416694 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506e2f1-74b2-4664-b4da-735435551316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e46ab0-a740-491d-a3b8-08776d2248b3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:58.735347 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:58.843493 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event updated for resources: {'Subnet': ['ID=cba78f52-48a5-4fd0-99c1-cc74a1ce32b3,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:58.848221 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Checking segment: {'id': '693f7b6b-e8f9-467d-8c79-1c121a6182b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '083927a5-3b57-411e-b863-1d3cfe2dc547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:58.848419 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Network hostable DHCP agents. Network: 083927a5-3b57-411e-b863-1d3cfe2dc547, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:28:59.483262 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Network 083927a5-3b57-411e-b863-1d3cfe2dc547 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:28:59.616177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 083927a5-3b57-411e-b863-1d3cfe2dc547) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:59.629508 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726c230f-8c54-4752-b1d7-191801a36bef None None] Network 083927a5-3b57-411e-b863-1d3cfe2dc547 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:59.654166 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.774882 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event updated for resources: {'Subnet': ['ID=ad71c45d-dc18-43df-95e9-f2183953988e,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:59.791024 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Checking segment: {'id': '564db822-d49b-4b36-94b8-3f84d8e88ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd9b08f5a-8ab1-4898-9f16-29e32e8b7b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:59.791669 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Network hostable DHCP agents. Network: d9b08f5a-8ab1-4898-9f16-29e32e8b7b82, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:28:59.823900 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57312) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:59.837754 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f5cc8bb-099a-418a-b5bb-102c36f9e019 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.944974 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-083927a5-3b57-411e-b863-1d3cfe2dc547', 'network_id': '083927a5-3b57-411e-b863-1d3cfe2dc547', 'tenant_id': '2db1617e05174174b90be3d1daafd9fa', 'fixed_ips': [{'subnet_id': 'cba78f52-48a5-4fd0-99c1-cc74a1ce32b3'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:28:59.946321 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.963145 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f5cc8bb-099a-418a-b5bb-102c36f9e019 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.964999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Network d9b08f5a-8ab1-4898-9f16-29e32e8b7b82 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:00.057362 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f5cc8bb-099a-418a-b5bb-102c36f9e019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.114748 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8f5cc8bb-099a-418a-b5bb-102c36f9e019 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01ab91a254f54a3aa0c87fd0d24cf030&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2917979 Nov 12 04:29:00.117510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57326) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:00.154614 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cc8bb-099a-418a-b5bb-102c36f9e019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08eb24e-e3ed-4cfb-9390-10fa57fcb92f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:00.175421 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, d9b08f5a-8ab1-4898-9f16-29e32e8b7b82) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:00.175708 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Allocated IP 172.20.0.2 (083927a5-3b57-411e-b863-1d3cfe2dc547/cba78f52-48a5-4fd0-99c1-cc74a1ce32b3/92e19256-2079-418f-91e9-8e15589161ae) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:00.184441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:00.184803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:00.185453 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.197035 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2610f621-58fc-46ea-b3cb-5dcc4744e026 None None] Network d9b08f5a-8ab1-4898-9f16-29e32e8b7b82 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:00.225573 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57330) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:00.226182 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e8bde4ca-b2f4-4dda-b4c8-a682a86c6fbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.255682 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e8bde4ca-b2f4-4dda-b4c8-a682a86c6fbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.300548 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-49092784-032d-4c77-825c-52e737a7f8a7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.7548442 Nov 12 04:29:00.303140 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57334) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:00.374043 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54b87a8-7ca9-48a8-bcae-4c5f69c33891 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:00.376123 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54b87a8-7ca9-48a8-bcae-4c5f69c33891 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:00.377872 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54b87a8-7ca9-48a8-bcae-4c5f69c33891 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:00.379641 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a54b87a8-7ca9-48a8-bcae-4c5f69c33891 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0765033 Nov 12 04:29:00.390319 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57336) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:00.418967 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e8bde4ca-b2f4-4dda-b4c8-a682a86c6fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.423437 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e8bde4ca-b2f4-4dda-b4c8-a682a86c6fbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.430374 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e8bde4ca-b2f4-4dda-b4c8-a682a86c6fbd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e08eb24e-e3ed-4cfb-9390-10fa57fcb92f HTTP/1.1" status: 204 len: 168 time: 0.3071218 Nov 12 04:29:00.433372 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a445023a-cc34-4db7-9758-b7b2a744eab9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.442109 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bde4ca-b2f4-4dda-b4c8-a682a86c6fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08eb24e-e3ed-4cfb-9390-10fa57fcb92f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:00.466324 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff12749f-73b8-4b71-8ac5-f7f067fbcf83 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Deleting subnet cba78f52-48a5-4fd0-99c1-cc74a1ce32b3 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:29:00.537909 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-d9b08f5a-8ab1-4898-9f16-29e32e8b7b82', 'network_id': 'd9b08f5a-8ab1-4898-9f16-29e32e8b7b82', 'tenant_id': '2db1617e05174174b90be3d1daafd9fa', 'fixed_ips': [{'subnet_id': 'ad71c45d-dc18-43df-95e9-f2183953988e'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:00.538879 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.551966 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a445023a-cc34-4db7-9758-b7b2a744eab9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.649486 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a445023a-cc34-4db7-9758-b7b2a744eab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.692211 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.751203 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a445023a-cc34-4db7-9758-b7b2a744eab9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d22d9e036b944e38c151d4b4d3434fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5236957 Nov 12 04:29:00.754066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57342) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:00.758592 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445023a-cc34-4db7-9758-b7b2a744eab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c998e95a-297e-4d23-8d57-a14b3cc79ab8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:00.800203 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff12749f-73b8-4b71-8ac5-f7f067fbcf83 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.801470 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.893147 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] Allocated IP 172.20.0.18 (d9b08f5a-8ab1-4898-9f16-29e32e8b7b82/ad71c45d-dc18-43df-95e9-f2183953988e/5f633ee4-fa3d-4101-b813-64268869dc6d) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:00.906743 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b9bfecc-f9e0-49d8-8868-55f3ff643cdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.906970 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Network 083927a5-3b57-411e-b863-1d3cfe2dc547 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:00.907079 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff12749f-73b8-4b71-8ac5-f7f067fbcf83 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.916047 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:00.923134 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:00.928181 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Pushing event updated for resources: {'Port': ['ID=92e19256-2079-418f-91e9-8e15589161ae,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:00.940724 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.941075 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.941415 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.941746 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.942108 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.942504 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.943281 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.943761 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.944389 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.944875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.945359 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.945844 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.954213 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b9bfecc-f9e0-49d8-8868-55f3ff643cdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.057601 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff12749f-73b8-4b71-8ac5-f7f067fbcf83 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.082947 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Attempting to bind port 92e19256-2079-418f-91e9-8e15589161ae on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:01.083670 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Attempting to bind port 92e19256-2079-418f-91e9-8e15589161ae by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '693f7b6b-e8f9-467d-8c79-1c121a6182b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '083927a5-3b57-411e-b863-1d3cfe2dc547'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:01.084257 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Attempting to bind port 92e19256-2079-418f-91e9-8e15589161ae on network 083927a5-3b57-411e-b863-1d3cfe2dc547 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:01.092801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:01.093238 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Checking segment: {'id': '693f7b6b-e8f9-467d-8c79-1c121a6182b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '083927a5-3b57-411e-b863-1d3cfe2dc547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:01.093568 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.093991 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Bound using segment: {'id': '693f7b6b-e8f9-467d-8c79-1c121a6182b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '083927a5-3b57-411e-b863-1d3cfe2dc547'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:01.094488 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Bound port: 92e19256-2079-418f-91e9-8e15589161ae, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693f7b6b-e8f9-467d-8c79-1c121a6182b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '083927a5-3b57-411e-b863-1d3cfe2dc547'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:01.096952 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.126458 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b9bfecc-f9e0-49d8-8868-55f3ff643cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.129647 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b9bfecc-f9e0-49d8-8868-55f3ff643cdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.131048 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1b9bfecc-f9e0-49d8-8868-55f3ff643cdc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c998e95a-297e-4d23-8d57-a14b3cc79ab8 HTTP/1.1" status: 204 len: 168 time: 0.3759608 Nov 12 04:29:01.142395 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bfecc-f9e0-49d8-8868-55f3ff643cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c998e95a-297e-4d23-8d57-a14b3cc79ab8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:01.234138 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.243681 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff12749f-73b8-4b71-8ac5-f7f067fbcf83 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.246613 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] For port 92e19256-2079-418f-91e9-8e15589161ae, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:01.249290 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] For port 92e19256-2079-418f-91e9-8e15589161ae, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=92e19256-2079-418f-91e9-8e15589161ae,segment=NetworkSegment(693f7b6b-e8f9-467d-8c79-1c121a6182b6),segment_id=693f7b6b-e8f9-467d-8c79-1c121a6182b6)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:01.273602 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12749f-73b8-4b71-8ac5-f7f067fbcf83 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event deleted for resources: {'Subnet': ['ID=cba78f52-48a5-4fd0-99c1-cc74a1ce32b3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:01.283477 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff12749f-73b8-4b71-8ac5-f7f067fbcf83 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.283974 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57354) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:01.284403 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ff12749f-73b8-4b71-8ac5-f7f067fbcf83 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "DELETE /v2.0/subnets/cba78f52-48a5-4fd0-99c1-cc74a1ce32b3 HTTP/1.1" status: 204 len: 168 time: 0.9002590 Nov 12 04:29:01.341246 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9815833-f44f-4de2-a91f-ca675fdd1ad7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Deleting subnet ad71c45d-dc18-43df-95e9-f2183953988e {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:29:01.378868 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.379412 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a9815833-f44f-4de2-a91f-ca675fdd1ad7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.390360 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.420644 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57356) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:01.442565 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fef95efb-cc4a-401d-924c-5c05b970a666 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.486667 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a9815833-f44f-4de2-a91f-ca675fdd1ad7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.576625 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fef95efb-cc4a-401d-924c-5c05b970a666 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.632156 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] Network d9b08f5a-8ab1-4898-9f16-29e32e8b7b82 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:01.635296 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:01.638869 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:01.666525 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a9815833-f44f-4de2-a91f-ca675fdd1ad7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.668715 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fef95efb-cc4a-401d-924c-5c05b970a666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.744319 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84e570-c8c5-4ece-8303-748d4081cb0c None None] Pushing event updated for resources: {'Port': ['ID=92e19256-2079-418f-91e9-8e15589161ae,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:01.784299 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fef95efb-cc4a-401d-924c-5c05b970a666 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e72cd42f3d6427aa59210cd39e922d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3621118 Nov 12 04:29:01.787156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57362) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:01.789220 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef95efb-cc4a-401d-924c-5c05b970a666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc53aaeb-8632-42ab-a97c-23dc6ed04040,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:01.799332 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] Attempting to bind port 5f633ee4-fa3d-4101-b813-64268869dc6d on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:01.800060 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] Attempting to bind port 5f633ee4-fa3d-4101-b813-64268869dc6d by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '564db822-d49b-4b36-94b8-3f84d8e88ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd9b08f5a-8ab1-4898-9f16-29e32e8b7b82'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:01.800677 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] Attempting to bind port 5f633ee4-fa3d-4101-b813-64268869dc6d on network d9b08f5a-8ab1-4898-9f16-29e32e8b7b82 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:01.808299 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:01.809479 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] Checking segment: {'id': '564db822-d49b-4b36-94b8-3f84d8e88ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd9b08f5a-8ab1-4898-9f16-29e32e8b7b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:01.809479 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.809994 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] Bound using segment: {'id': '564db822-d49b-4b36-94b8-3f84d8e88ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd9b08f5a-8ab1-4898-9f16-29e32e8b7b82'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:01.810728 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] Bound port: 5f633ee4-fa3d-4101-b813-64268869dc6d, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564db822-d49b-4b36-94b8-3f84d8e88ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd9b08f5a-8ab1-4898-9f16-29e32e8b7b82'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:01.811349 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.839470 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] Pushing event updated for resources: {'Port': ['ID=5f633ee4-fa3d-4101-b813-64268869dc6d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:01.881108 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a4f02ccc-ad75-47fb-9213-0dd7b339c610 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.918292 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a4f02ccc-ad75-47fb-9213-0dd7b339c610 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.152218 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a4f02ccc-ad75-47fb-9213-0dd7b339c610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.154873 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a4f02ccc-ad75-47fb-9213-0dd7b339c610 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.158994 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a4f02ccc-ad75-47fb-9213-0dd7b339c610 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc53aaeb-8632-42ab-a97c-23dc6ed04040 HTTP/1.1" status: 204 len: 168 time: 0.3678658 Nov 12 04:29:02.165524 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f02ccc-ad75-47fb-9213-0dd7b339c610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc53aaeb-8632-42ab-a97c-23dc6ed04040,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:02.394406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] For port 5f633ee4-fa3d-4101-b813-64268869dc6d, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:02.400335 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a9815833-f44f-4de2-a91f-ca675fdd1ad7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.432237 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] For port 5f633ee4-fa3d-4101-b813-64268869dc6d, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=5f633ee4-fa3d-4101-b813-64268869dc6d,segment=NetworkSegment(564db822-d49b-4b36-94b8-3f84d8e88ffb),segment_id=564db822-d49b-4b36-94b8-3f84d8e88ffb)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:02.438736 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a9815833-f44f-4de2-a91f-ca675fdd1ad7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.442093 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a9815833-f44f-4de2-a91f-ca675fdd1ad7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "DELETE /v2.0/subnets/ad71c45d-dc18-43df-95e9-f2183953988e HTTP/1.1" status: 204 len: 168 time: 1.1569247 Nov 12 04:29:02.443356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9815833-f44f-4de2-a91f-ca675fdd1ad7 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event deleted for resources: {'Subnet': ['ID=ad71c45d-dc18-43df-95e9-f2183953988e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:02.445086 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57398) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:02.509844 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faa0131-d223-4a99-a986-b12097dc4a0e tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:02.511650 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5faa0131-d223-4a99-a986-b12097dc4a0e tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0652061 Nov 12 04:29:02.516790 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57400) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:02.543865 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.662822 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbcdae-a439-461c-b6ba-d57423d2e02b None None] Pushing event updated for resources: {'Port': ['ID=5f633ee4-fa3d-4101-b813-64268869dc6d,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:02.681891 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.798891 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Deleting port 5f633ee4-fa3d-4101-b813-64268869dc6d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:02.799271 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.904420 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] For port 5f633ee4-fa3d-4101-b813-64268869dc6d, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=5f633ee4-fa3d-4101-b813-64268869dc6d,segment=NetworkSegment(564db822-d49b-4b36-94b8-3f84d8e88ffb),segment_id=564db822-d49b-4b36-94b8-3f84d8e88ffb)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:02.904420 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.932652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Calling delete_port for 5f633ee4-fa3d-4101-b813-64268869dc6d owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:03.127830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859062fc-f770-466f-852b-8de774c054c1 None None] Network 083927a5-3b57-411e-b863-1d3cfe2dc547 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:03.187250 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7ac5-bc94-49bc-aacc-2bb737c63dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.195540 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.257250 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-427757b1-2593-4e3e-afed-de6501f76a1b None None] Provisioning complete for port 92e19256-2079-418f-91e9-8e15589161ae triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:03.258128 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-427757b1-2593-4e3e-afed-de6501f76a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.284026 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event deleted for resources: {'Port': ['ID=5f633ee4-fa3d-4101-b813-64268869dc6d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:03.322405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] No DVR routers for this DVR port 5f633ee4-fa3d-4101-b813-64268869dc6d on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:03.459027 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-427757b1-2593-4e3e-afed-de6501f76a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.521073 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d1b94c-5af5-4d45-85a4-ee2fcf0b0452 None None] DHCP port deletion for 083927a5-3b57-411e-b863-1d3cfe2dc547 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:03.558676 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.571097 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-427757b1-2593-4e3e-afed-de6501f76a1b None None] For port 92e19256-2079-418f-91e9-8e15589161ae, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=92e19256-2079-418f-91e9-8e15589161ae,segment=NetworkSegment(693f7b6b-e8f9-467d-8c79-1c121a6182b6),segment_id=693f7b6b-e8f9-467d-8c79-1c121a6182b6)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:03.585103 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b08f5a-8ab1-4898-9f16-29e32e8b7b82']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:03.599167 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a0d1b94c-5af5-4d45-85a4-ee2fcf0b0452 None None] Deleting port 92e19256-2079-418f-91e9-8e15589161ae {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:03.599663 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0d1b94c-5af5-4d45-85a4-ee2fcf0b0452 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.608932 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564db822-d49b-4b36-94b8-3f84d8e88ffb') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:03.612963 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564db822-d49b-4b36-94b8-3f84d8e88ffb') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:03.650681 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.681705 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.692028 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:03.693833 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:03.698932 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:03.716250 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a0d1b94c-5af5-4d45-85a4-ee2fcf0b0452 None None] For port 92e19256-2079-418f-91e9-8e15589161ae, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=92e19256-2079-418f-91e9-8e15589161ae,segment=NetworkSegment(693f7b6b-e8f9-467d-8c79-1c121a6182b6),segment_id=693f7b6b-e8f9-467d-8c79-1c121a6182b6)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:03.717449 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0d1b94c-5af5-4d45-85a4-ee2fcf0b0452 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.745211 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a0d1b94c-5af5-4d45-85a4-ee2fcf0b0452 None None] Calling delete_port for 92e19256-2079-418f-91e9-8e15589161ae owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:03.810042 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-427757b1-2593-4e3e-afed-de6501f76a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.863212 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.885732 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427757b1-2593-4e3e-afed-de6501f76a1b None None] Pushing event updated for resources: {'Port': ['ID=92e19256-2079-418f-91e9-8e15589161ae,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:03.911705 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.923645 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "DELETE /v2.0/networks/d9b08f5a-8ab1-4898-9f16-29e32e8b7b82 HTTP/1.1" status: 204 len: 168 time: 1.4057100 Nov 12 04:29:03.926178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57452) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:03.926745 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ffd8e-c48e-48c5-b625-cb88164fa528 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event deleted for resources: {'Network': ['ID=d9b08f5a-8ab1-4898-9f16-29e32e8b7b82,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:04.094416 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a0d1b94c-5af5-4d45-85a4-ee2fcf0b0452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.135531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d1b94c-5af5-4d45-85a4-ee2fcf0b0452 None None] No DVR routers for this DVR port 92e19256-2079-418f-91e9-8e15589161ae on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:04.177017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1b94c-5af5-4d45-85a4-ee2fcf0b0452 None None] Pushing event deleted for resources: {'Port': ['ID=92e19256-2079-418f-91e9-8e15589161ae,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:04.233996 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1802ec39-7207-404e-937f-d4038b66ec32 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.327216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b8450c04-b266-41cc-8c58-7ae09019d506 None None] Could not find standard attr ID for object 5f633ee4-fa3d-4101-b813-64268869dc6d. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:29:04.360663 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf1a2e4-1f33-4fe1-a14c-bfde89d5d585 None None] DHCP port deletion for d9b08f5a-8ab1-4898-9f16-29e32e8b7b82 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:04.376775 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e811b487-922f-4584-b9a1-a739b4010312 None None] Network d9b08f5a-8ab1-4898-9f16-29e32e8b7b82 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:04.400108 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e811b487-922f-4584-b9a1-a739b4010312 None None] Network d9b08f5a-8ab1-4898-9f16-29e32e8b7b82 could not be found, it might have been deleted concurrently. {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 04:29:04.404659 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1802ec39-7207-404e-937f-d4038b66ec32 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.431574 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-1802ec39-7207-404e-937f-d4038b66ec32 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083927a5-3b57-411e-b863-1d3cfe2dc547']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:04.445459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-1802ec39-7207-404e-937f-d4038b66ec32 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693f7b6b-e8f9-467d-8c79-1c121a6182b6') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:04.446174 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-1802ec39-7207-404e-937f-d4038b66ec32 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693f7b6b-e8f9-467d-8c79-1c121a6182b6') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:04.465678 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1802ec39-7207-404e-937f-d4038b66ec32 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.488317 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1802ec39-7207-404e-937f-d4038b66ec32 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1802ec39-7207-404e-937f-d4038b66ec32 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1802ec39-7207-404e-937f-d4038b66ec32 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:04.504847 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:04.680469 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1802ec39-7207-404e-937f-d4038b66ec32 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.687990 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1802ec39-7207-404e-937f-d4038b66ec32 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.691733 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1802ec39-7207-404e-937f-d4038b66ec32 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "DELETE /v2.0/networks/083927a5-3b57-411e-b863-1d3cfe2dc547 HTTP/1.1" status: 204 len: 168 time: 0.7643692 Nov 12 04:29:04.694559 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57488) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:04.712278 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802ec39-7207-404e-937f-d4038b66ec32 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event deleted for resources: {'Network': ['ID=083927a5-3b57-411e-b863-1d3cfe2dc547,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:04.801243 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7836e28-93f1-448a-a388-2a940300b5f4 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.927401 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7836e28-93f1-448a-a388-2a940300b5f4 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.971657 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d7836e28-93f1-448a-a388-2a940300b5f4 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f855de2f-d18c-4567-8993-7386c762f79c']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:04.984513 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d7836e28-93f1-448a-a388-2a940300b5f4 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c18e6a-1fb7-4edb-a274-87880c28ea9c') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:04.984825 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d7836e28-93f1-448a-a388-2a940300b5f4 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c18e6a-1fb7-4edb-a274-87880c28ea9c') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:04.998852 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7836e28-93f1-448a-a388-2a940300b5f4 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.016452 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7836e28-93f1-448a-a388-2a940300b5f4 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.025392 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7836e28-93f1-448a-a388-2a940300b5f4 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:05.026089 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7836e28-93f1-448a-a388-2a940300b5f4 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.086162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57500) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:05.093592 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:05.158288 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7836e28-93f1-448a-a388-2a940300b5f4 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.167600 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7836e28-93f1-448a-a388-2a940300b5f4 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.177344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57506) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:05.179616 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d7836e28-93f1-448a-a388-2a940300b5f4 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "DELETE /v2.0/networks/f855de2f-d18c-4567-8993-7386c762f79c HTTP/1.1" status: 204 len: 168 time: 0.4833906 Nov 12 04:29:05.199570 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7836e28-93f1-448a-a388-2a940300b5f4 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event deleted for resources: {'Network': ['ID=f855de2f-d18c-4567-8993-7386c762f79c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:05.317101 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d5d0c19-b215-4978-b4ff-67f65e169ef5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.325292 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b94465d-4b76-495d-98e8-68c19fee9043 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.468331 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 92e19256-2079-418f-91e9-8e15589161ae no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:05.485445 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b94465d-4b76-495d-98e8-68c19fee9043 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.505392 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 92e19256-2079-418f-91e9-8e15589161ae {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:05.505760 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 92e19256-2079-418f-91e9-8e15589161ae not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:05.509624 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 5f633ee4-fa3d-4101-b813-64268869dc6d no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:05.530430 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-6b94465d-4b76-495d-98e8-68c19fee9043 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2748a3c-49cc-4749-9e5b-d9fe4f45e0ad']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:05.552213 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 5f633ee4-fa3d-4101-b813-64268869dc6d {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:05.554486 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 5f633ee4-fa3d-4101-b813-64268869dc6d not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:05.558952 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7eddf73a-b5cc-4645-ba60-f12179a14b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.576599 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-6b94465d-4b76-495d-98e8-68c19fee9043 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc895a4e-a0bc-4070-82f7-ff8c90c3ab33') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:05.579320 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-6b94465d-4b76-495d-98e8-68c19fee9043 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc895a4e-a0bc-4070-82f7-ff8c90c3ab33') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:05.583409 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d5d0c19-b215-4978-b4ff-67f65e169ef5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.606971 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b94465d-4b76-495d-98e8-68c19fee9043 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.625038 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b94465d-4b76-495d-98e8-68c19fee9043 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.642507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b94465d-4b76-495d-98e8-68c19fee9043 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:05.642945 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b94465d-4b76-495d-98e8-68c19fee9043 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:05.646170 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:05.657596 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d5d0c19-b215-4978-b4ff-67f65e169ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.747853 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7d5d0c19-b215-4978-b4ff-67f65e169ef5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d000098c619b4e73a28e36c64f855ed0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6605070 Nov 12 04:29:05.748644 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d0c19-b215-4978-b4ff-67f65e169ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175c7a47-d8c1-4f3e-ad60-1028a5332cbd,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:05.752864 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57514) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:05.798365 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b94465d-4b76-495d-98e8-68c19fee9043 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.805444 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b94465d-4b76-495d-98e8-68c19fee9043 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.811861 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6b94465d-4b76-495d-98e8-68c19fee9043 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] 10.222.0.37 "DELETE /v2.0/networks/f2748a3c-49cc-4749-9e5b-d9fe4f45e0ad HTTP/1.1" status: 204 len: 168 time: 0.6333821 Nov 12 04:29:05.844297 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94465d-4b76-495d-98e8-68c19fee9043 tempest-BulkNetworkOpsTest-1010081884 tempest-BulkNetworkOpsTest-1010081884-project] Pushing event deleted for resources: {'Network': ['ID=f2748a3c-49cc-4749-9e5b-d9fe4f45e0ad,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:05.851590 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8739eaf9-3110-45a8-8e46-ef4b8a6e2800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.881573 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8739eaf9-3110-45a8-8e46-ef4b8a6e2800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.046609 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8739eaf9-3110-45a8-8e46-ef4b8a6e2800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.052657 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8739eaf9-3110-45a8-8e46-ef4b8a6e2800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.053981 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8739eaf9-3110-45a8-8e46-ef4b8a6e2800 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/175c7a47-d8c1-4f3e-ad60-1028a5332cbd HTTP/1.1" status: 204 len: 168 time: 0.2998099 Nov 12 04:29:06.064870 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739eaf9-3110-45a8-8e46-ef4b8a6e2800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175c7a47-d8c1-4f3e-ad60-1028a5332cbd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:06.351974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57526) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:06.542544 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3e825c59-cdcd-416c-a87b-6af8a3cfec72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2db1617e05174174b90be3d1daafd9fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1892776 Nov 12 04:29:06.544996 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57538) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:06.630988 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-62483965-2643-45ab-93b3-3b1c9b5394d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.664152 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-62483965-2643-45ab-93b3-3b1c9b5394d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.702546 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.854932 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-62483965-2643-45ab-93b3-3b1c9b5394d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.857646 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-62483965-2643-45ab-93b3-3b1c9b5394d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.858792 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-62483965-2643-45ab-93b3-3b1c9b5394d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c514bdcd-0a9b-4613-ab3c-5c1c1bed2f5c HTTP/1.1" status: 204 len: 168 time: 0.3126838 Nov 12 04:29:06.868549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62483965-2643-45ab-93b3-3b1c9b5394d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c514bdcd-0a9b-4613-ab3c-5c1c1bed2f5c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:08.278441 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.480365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57610) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:08.593917 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-270b02a2-0e51-42db-a38f-0fcfe975c226 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-232288721'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:08.746169 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270b02a2-0e51-42db-a38f-0fcfe975c226 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Made reservation on behalf of 2f664b0251474c7faf003039341f41d7 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:08.750527 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-270b02a2-0e51-42db-a38f-0fcfe975c226 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.759356 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-270b02a2-0e51-42db-a38f-0fcfe975c226 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.865169 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-270b02a2-0e51-42db-a38f-0fcfe975c226 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.951625 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-270b02a2-0e51-42db-a38f-0fcfe975c226 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.982307 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270b02a2-0e51-42db-a38f-0fcfe975c226 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:08.989165 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b02a2-0e51-42db-a38f-0fcfe975c226 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb909a7-df7b-4f6e-8570-127a19dd2405,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:08.997060 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-270b02a2-0e51-42db-a38f-0fcfe975c226 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.997572 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-270b02a2-0e51-42db-a38f-0fcfe975c226 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Added segment 17de9f6c-a431-4cc7-8364-d515bd0b126b of type vlan for network fd80b69b-68c4-4ab5-98f5-c711a478d3bf Nov 12 04:29:09.054594 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-270b02a2-0e51-42db-a38f-0fcfe975c226 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.108487 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.171184 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-270b02a2-0e51-42db-a38f-0fcfe975c226 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.178039 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270b02a2-0e51-42db-a38f-0fcfe975c226 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:09.185221 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-270b02a2-0e51-42db-a38f-0fcfe975c226 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.289076 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b02a2-0e51-42db-a38f-0fcfe975c226 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event updated for resources: {'Network': ['ID=fd80b69b-68c4-4ab5-98f5-c711a478d3bf,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:09.301307 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network fd80b69b-68c4-4ab5-98f5-c711a478d3bf details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:09.345929 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-270b02a2-0e51-42db-a38f-0fcfe975c226 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8578956 Nov 12 04:29:09.448709 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57640) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:09.628688 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:09.777500 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.987422 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.124537 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Allocated IP 172.25.1.209 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/b7ed5504-02d6-4efd-8ac6-5f7c825047ff) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:10.253517 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.414442 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.462372 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:10.465520 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:10.469576 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:10.498099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Pushing event updated for resources: {'Port': ['ID=b7ed5504-02d6-4efd-8ac6-5f7c825047ff,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:10.590660 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.742764 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.903651 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.988417 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.067668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Pushing event updated for resources: {'Port': ['ID=b7ed5504-02d6-4efd-8ac6-5f7c825047ff,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:11.073159 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.080828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:11.081259 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:11.081602 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:11.081941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:11.082392 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:11.082764 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:11.083278 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:11.083607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:11.083935 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:11.084258 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:11.084583 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:11.084902 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:11.201833 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.203328 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f014ed84-0320-4650-bfcc-eaf8e1ce3d35 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7534530 Nov 12 04:29:11.206508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57660) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:11.211472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-c555ec55-870b-468c-8296-2c8444b27515 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1554475156'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:11.320044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c555ec55-870b-468c-8296-2c8444b27515 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Made reservation on behalf of ed79f42aebb644a59c2722abd971d530 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:11.324514 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c555ec55-870b-468c-8296-2c8444b27515 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.336737 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c555ec55-870b-468c-8296-2c8444b27515 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.429469 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c555ec55-870b-468c-8296-2c8444b27515 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.525892 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c555ec55-870b-468c-8296-2c8444b27515 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.571270 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c555ec55-870b-468c-8296-2c8444b27515 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:11.578889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555ec55-870b-468c-8296-2c8444b27515 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8215a48d-1481-4eac-8c93-0433b7b023c7,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:11.586274 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c555ec55-870b-468c-8296-2c8444b27515 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.586620 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-c555ec55-870b-468c-8296-2c8444b27515 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Added segment 63d5fcc6-2445-48eb-b3ee-5fbed543ae0f of type vlan for network 6331719c-f768-44c9-a467-c7310cedb618 Nov 12 04:29:11.641732 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c555ec55-870b-468c-8296-2c8444b27515 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.746753 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c555ec55-870b-468c-8296-2c8444b27515 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.759353 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c555ec55-870b-468c-8296-2c8444b27515 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:11.760545 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c555ec55-870b-468c-8296-2c8444b27515 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.901057 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c555ec55-870b-468c-8296-2c8444b27515 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6905701 Nov 12 04:29:11.901057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555ec55-870b-468c-8296-2c8444b27515 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Pushing event updated for resources: {'Network': ['ID=6331719c-f768-44c9-a467-c7310cedb618,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:11.901955 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57666) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:11.910325 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5edc848d-51f5-44fb-a637-a6cb6e579334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Request body: {'subnet': {'network_id': '6331719c-f768-44c9-a467-c7310cedb618', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:11.922157 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 6331719c-f768-44c9-a467-c7310cedb618 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:12.170233 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edc848d-51f5-44fb-a637-a6cb6e579334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Made reservation on behalf of ed79f42aebb644a59c2722abd971d530 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:12.176714 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5edc848d-51f5-44fb-a637-a6cb6e579334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.554300 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5edc848d-51f5-44fb-a637-a6cb6e579334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.596821 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57678) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:12.603705 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-fa350b45-eb11-4d0d-8088-f9ca28e09b6b tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Request body: {'subnet': {'network_id': 'fd80b69b-68c4-4ab5-98f5-c711a478d3bf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:12.646003 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc848d-51f5-44fb-a637-a6cb6e579334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Pushing event updated for resources: {'Subnet': ['ID=e82d8de6-cb8a-4ae3-9459-2a3d4ef3f1f4,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:12.667281 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc848d-51f5-44fb-a637-a6cb6e579334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Checking segment: {'id': '63d5fcc6-2445-48eb-b3ee-5fbed543ae0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6331719c-f768-44c9-a467-c7310cedb618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:12.667281 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edc848d-51f5-44fb-a637-a6cb6e579334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Network hostable DHCP agents. Network: 6331719c-f768-44c9-a467-c7310cedb618, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:12.782471 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edc848d-51f5-44fb-a637-a6cb6e579334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Network 6331719c-f768-44c9-a467-c7310cedb618 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:12.818778 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57684) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:12.862490 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa350b45-eb11-4d0d-8088-f9ca28e09b6b tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Made reservation on behalf of 2f664b0251474c7faf003039341f41d7 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:12.866889 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa350b45-eb11-4d0d-8088-f9ca28e09b6b tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.900171 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5edc848d-51f5-44fb-a637-a6cb6e579334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 6331719c-f768-44c9-a467-c7310cedb618) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:12.904767 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edc848d-51f5-44fb-a637-a6cb6e579334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:12.906161 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5edc848d-51f5-44fb-a637-a6cb6e579334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.913302 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9397e11-46dc-466c-a9c8-24b0e6f6aea7 None None] Network 6331719c-f768-44c9-a467-c7310cedb618 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:13.001180 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-885beef4-6be9-424f-9a1e-e421cef52878 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.042949 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5edc848d-51f5-44fb-a637-a6cb6e579334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1386163 Nov 12 04:29:13.048630 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57688) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:13.059063 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-b71c0bef-c611-4d60-801a-59c19bfd490d tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-868985527', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:13.112834 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-885beef4-6be9-424f-9a1e-e421cef52878 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.131837 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-6331719c-f768-44c9-a467-c7310cedb618', 'network_id': '6331719c-f768-44c9-a467-c7310cedb618', 'tenant_id': 'ed79f42aebb644a59c2722abd971d530', 'fixed_ips': [{'subnet_id': 'e82d8de6-cb8a-4ae3-9459-2a3d4ef3f1f4'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:13.133624 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.208863 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-885beef4-6be9-424f-9a1e-e421cef52878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.246020 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b71c0bef-c611-4d60-801a-59c19bfd490d tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.247124 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b71c0bef-c611-4d60-801a-59c19bfd490d tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.252419 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa350b45-eb11-4d0d-8088-f9ca28e09b6b tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.256689 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885beef4-6be9-424f-9a1e-e421cef52878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49390af1-d814-4e77-ad1a-13327e1d0a37,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:13.261161 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-885beef4-6be9-424f-9a1e-e421cef52878 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a72b6d60e1e49c0ae92057bfbb34902&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4412680 Nov 12 04:29:13.263845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57692) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:13.322352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] Allocated IP 172.20.0.2 (6331719c-f768-44c9-a467-c7310cedb618/e82d8de6-cb8a-4ae3-9459-2a3d4ef3f1f4/e33aa860-48df-4d5d-a107-6fcdd2f526f5) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:13.331328 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a927bbe-47dc-4999-978c-e1af5fe6d554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.360171 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a927bbe-47dc-4999-978c-e1af5fe6d554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.435251 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b71c0bef-c611-4d60-801a-59c19bfd490d tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.451134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa350b45-eb11-4d0d-8088-f9ca28e09b6b tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event updated for resources: {'Subnet': ['ID=6f62c8ea-bb4e-4cad-b4ab-f5feda3b0c26,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:13.453500 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa350b45-eb11-4d0d-8088-f9ca28e09b6b tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Checking segment: {'id': '17de9f6c-a431-4cc7-8364-d515bd0b126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fd80b69b-68c4-4ab5-98f5-c711a478d3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:13.453880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa350b45-eb11-4d0d-8088-f9ca28e09b6b tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Network hostable DHCP agents. Network: fd80b69b-68c4-4ab5-98f5-c711a478d3bf, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:13.494529 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a927bbe-47dc-4999-978c-e1af5fe6d554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.497318 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7a927bbe-47dc-4999-978c-e1af5fe6d554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.498599 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7a927bbe-47dc-4999-978c-e1af5fe6d554 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49390af1-d814-4e77-ad1a-13327e1d0a37 HTTP/1.1" status: 204 len: 168 time: 0.2337976 Nov 12 04:29:13.507257 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a927bbe-47dc-4999-978c-e1af5fe6d554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49390af1-d814-4e77-ad1a-13327e1d0a37,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:13.523965 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.617812 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa350b45-eb11-4d0d-8088-f9ca28e09b6b tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Network fd80b69b-68c4-4ab5-98f5-c711a478d3bf is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:13.634580 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.676741 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] Network 6331719c-f768-44c9-a467-c7310cedb618 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:13.681779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:13.685641 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:13.691719 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] Pushing event updated for resources: {'Port': ['ID=e33aa860-48df-4d5d-a107-6fcdd2f526f5,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:13.703930 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b71c0bef-c611-4d60-801a-59c19bfd490d tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.746698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-fa350b45-eb11-4d0d-8088-f9ca28e09b6b tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, fd80b69b-68c4-4ab5-98f5-c711a478d3bf) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:13.758095 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fe40be-a7fa-4b7c-954c-5f7277c32392 None None] Network fd80b69b-68c4-4ab5-98f5-c711a478d3bf requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:13.765747 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa350b45-eb11-4d0d-8088-f9ca28e09b6b tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:13.766622 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa350b45-eb11-4d0d-8088-f9ca28e09b6b tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.889092 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fa350b45-eb11-4d0d-8088-f9ca28e09b6b tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2907653 Nov 12 04:29:13.893620 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57708) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:13.902577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0e410062-d20d-4340-9130-6ada6f855d43 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-6034234'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:13.904868 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] Attempting to bind port e33aa860-48df-4d5d-a107-6fcdd2f526f5 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:13.905239 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] Attempting to bind port e33aa860-48df-4d5d-a107-6fcdd2f526f5 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '63d5fcc6-2445-48eb-b3ee-5fbed543ae0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6331719c-f768-44c9-a467-c7310cedb618'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:13.905610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] Attempting to bind port e33aa860-48df-4d5d-a107-6fcdd2f526f5 on network 6331719c-f768-44c9-a467-c7310cedb618 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:13.921778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:13.921778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] Checking segment: {'id': '63d5fcc6-2445-48eb-b3ee-5fbed543ae0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6331719c-f768-44c9-a467-c7310cedb618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:13.921778 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.921778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] Bound using segment: {'id': '63d5fcc6-2445-48eb-b3ee-5fbed543ae0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6331719c-f768-44c9-a467-c7310cedb618'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:13.921778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] Bound port: e33aa860-48df-4d5d-a107-6fcdd2f526f5, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d5fcc6-2445-48eb-b3ee-5fbed543ae0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6331719c-f768-44c9-a467-c7310cedb618'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:13.921778 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.921778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-fd80b69b-68c4-4ab5-98f5-c711a478d3bf', 'network_id': 'fd80b69b-68c4-4ab5-98f5-c711a478d3bf', 'tenant_id': '2f664b0251474c7faf003039341f41d7', 'fixed_ips': [{'subnet_id': '6f62c8ea-bb4e-4cad-b4ab-f5feda3b0c26'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:13.922504 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.008784 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e410062-d20d-4340-9130-6ada6f855d43 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Made reservation on behalf of 2f664b0251474c7faf003039341f41d7 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:14.013533 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e410062-d20d-4340-9130-6ada6f855d43 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.023666 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b71c0bef-c611-4d60-801a-59c19bfd490d tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.043693 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e410062-d20d-4340-9130-6ada6f855d43 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:14.049656 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b71c0bef-c611-4d60-801a-59c19bfd490d tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.052930 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] For port e33aa860-48df-4d5d-a107-6fcdd2f526f5, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:14.055521 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e410062-d20d-4340-9130-6ada6f855d43 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.056574 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-0e410062-d20d-4340-9130-6ada6f855d43 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Added segment 2026a55e-cc3e-41bf-a510-04133fe060fe of type vlan for network c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f Nov 12 04:29:14.071270 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] For port e33aa860-48df-4d5d-a107-6fcdd2f526f5, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e33aa860-48df-4d5d-a107-6fcdd2f526f5,segment=NetworkSegment(63d5fcc6-2445-48eb-b3ee-5fbed543ae0f),segment_id=63d5fcc6-2445-48eb-b3ee-5fbed543ae0f)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:14.104493 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e410062-d20d-4340-9130-6ada6f855d43 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.125943 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] Allocated IP 2001:db8:0:ffff::2 (fd80b69b-68c4-4ab5-98f5-c711a478d3bf/6f62c8ea-bb4e-4cad-b4ab-f5feda3b0c26/12c1ca41-e6a3-4b01-a571-0186f5d53c19) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:14.160477 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.170152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-b71c0bef-c611-4d60-801a-59c19bfd490d tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Allocated IP 172.25.1.146 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/99ce676b-22ca-4139-9820-38ea18964e78) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:14.199825 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e410062-d20d-4340-9130-6ada6f855d43 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.208128 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e410062-d20d-4340-9130-6ada6f855d43 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:14.208797 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e410062-d20d-4340-9130-6ada6f855d43 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.269897 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127c73e-11db-4287-9184-4ab66434a48e None None] Pushing event updated for resources: {'Port': ['ID=e33aa860-48df-4d5d-a107-6fcdd2f526f5,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:14.329387 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e410062-d20d-4340-9130-6ada6f855d43 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event updated for resources: {'Network': ['ID=c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:14.332781 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57712) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:14.338222 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b71c0bef-c611-4d60-801a-59c19bfd490d tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.344781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:14.350772 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4865460-b6d8-4f1a-b806-12fe170d0446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.389610 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0e410062-d20d-4340-9130-6ada6f855d43 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4915769 Nov 12 04:29:14.390033 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57714) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:14.400835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ad03de4a-0f46-48f3-b4c9-6aa4a09786d7 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Request body: {'subnet': {'network_id': 'c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:14.473094 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4865460-b6d8-4f1a-b806-12fe170d0446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.498766 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.517528 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b71c0bef-c611-4d60-801a-59c19bfd490d tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.586292 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71c0bef-c611-4d60-801a-59c19bfd490d tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:14.594184 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-b71c0bef-c611-4d60-801a-59c19bfd490d tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:14.597731 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4865460-b6d8-4f1a-b806-12fe170d0446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.600016 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.608298 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c0bef-c611-4d60-801a-59c19bfd490d tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:14.650890 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3400f343-b179-47e7-96c1-13868c020c25 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:14.666143 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] Network fd80b69b-68c4-4ab5-98f5-c711a478d3bf is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:14.672975 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c0bef-c611-4d60-801a-59c19bfd490d tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Pushing event updated for resources: {'Port': ['ID=99ce676b-22ca-4139-9820-38ea18964e78,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:14.676831 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:14.679309 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d4865460-b6d8-4f1a-b806-12fe170d0446 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6b47b6b7adf4ac9940336008129a57e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3450742 Nov 12 04:29:14.684840 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:14.685724 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57722) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:14.693690 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4865460-b6d8-4f1a-b806-12fe170d0446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f70c6da-6fe2-4a18-a3f5-c7e2e5b6b467,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:14.695901 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] Pushing event updated for resources: {'Port': ['ID=12c1ca41-e6a3-4b01-a571-0186f5d53c19,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:14.767998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] Attempting to bind port 12c1ca41-e6a3-4b01-a571-0186f5d53c19 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:14.768308 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] Attempting to bind port 12c1ca41-e6a3-4b01-a571-0186f5d53c19 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '17de9f6c-a431-4cc7-8364-d515bd0b126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fd80b69b-68c4-4ab5-98f5-c711a478d3bf'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:14.768689 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] Attempting to bind port 12c1ca41-e6a3-4b01-a571-0186f5d53c19 on network fd80b69b-68c4-4ab5-98f5-c711a478d3bf {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:14.776474 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-852f2eb9-cd46-473f-ac0a-bcdfe2be8821 None None] Provisioning complete for port 99ce676b-22ca-4139-9820-38ea18964e78 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:14.776474 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-852f2eb9-cd46-473f-ac0a-bcdfe2be8821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.777271 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:14.777640 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] Checking segment: {'id': '17de9f6c-a431-4cc7-8364-d515bd0b126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fd80b69b-68c4-4ab5-98f5-c711a478d3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:14.778025 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.778565 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] Bound using segment: {'id': '17de9f6c-a431-4cc7-8364-d515bd0b126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fd80b69b-68c4-4ab5-98f5-c711a478d3bf'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:14.779944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] Bound port: 12c1ca41-e6a3-4b01-a571-0186f5d53c19, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17de9f6c-a431-4cc7-8364-d515bd0b126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fd80b69b-68c4-4ab5-98f5-c711a478d3bf'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:14.779944 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.783040 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad03de4a-0f46-48f3-b4c9-6aa4a09786d7 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Made reservation on behalf of 2f664b0251474c7faf003039341f41d7 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:14.787191 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad03de4a-0f46-48f3-b4c9-6aa4a09786d7 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.881726 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] For port 12c1ca41-e6a3-4b01-a571-0186f5d53c19, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:14.886225 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] For port 12c1ca41-e6a3-4b01-a571-0186f5d53c19, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=12c1ca41-e6a3-4b01-a571-0186f5d53c19,segment=NetworkSegment(17de9f6c-a431-4cc7-8364-d515bd0b126b),segment_id=17de9f6c-a431-4cc7-8364-d515bd0b126b)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:14.893833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-852f2eb9-cd46-473f-ac0a-bcdfe2be8821 None None] Port 99ce676b-22ca-4139-9820-38ea18964e78 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:29:14.913278 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b520221-5e22-4868-b73e-e97cb007f0a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.960343 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.971937 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b520221-5e22-4868-b73e-e97cb007f0a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:15.030150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea1a32-0b98-4ad2-9541-5013af9df6b0 None None] Pushing event updated for resources: {'Port': ['ID=12c1ca41-e6a3-4b01-a571-0186f5d53c19,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:15.145464 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b520221-5e22-4868-b73e-e97cb007f0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:15.148086 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b520221-5e22-4868-b73e-e97cb007f0a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:15.149283 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2b520221-5e22-4868-b73e-e97cb007f0a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f70c6da-6fe2-4a18-a3f5-c7e2e5b6b467 HTTP/1.1" status: 204 len: 168 time: 0.4625874 Nov 12 04:29:15.209579 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b520221-5e22-4868-b73e-e97cb007f0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f70c6da-6fe2-4a18-a3f5-c7e2e5b6b467,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:15.652177 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e33aa860-48df-4d5d-a107-6fcdd2f526f5 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:15.754276 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port e33aa860-48df-4d5d-a107-6fcdd2f526f5 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:15.754598 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:15.770358 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b71c0bef-c611-4d60-801a-59c19bfd490d tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:15.853795 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10a7647-ec8b-4404-ad0f-9a3fec7e041f None None] Network 6331719c-f768-44c9-a467-c7310cedb618 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:15.952635 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:16.024525 n-d-768509-24 neutron-server[103296]: DEBUG neutron.objects.ports [None req-ad03de4a-0f46-48f3-b4c9-6aa4a09786d7 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 04:29:16.084708 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad03de4a-0f46-48f3-b4c9-6aa4a09786d7 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:16.168423 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03de4a-0f46-48f3-b4c9-6aa4a09786d7 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event updated for resources: {'Subnet': ['ID=216c741b-3e09-46e5-ae0f-5597027c9816,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:16.278608 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b71c0bef-c611-4d60-801a-59c19bfd490d tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:16.290445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03de4a-0f46-48f3-b4c9-6aa4a09786d7 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Checking segment: {'id': '2026a55e-cc3e-41bf-a510-04133fe060fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:16.290849 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad03de4a-0f46-48f3-b4c9-6aa4a09786d7 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Network hostable DHCP agents. Network: c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:16.346926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port e33aa860-48df-4d5d-a107-6fcdd2f526f5, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e33aa860-48df-4d5d-a107-6fcdd2f526f5,segment=NetworkSegment(63d5fcc6-2445-48eb-b3ee-5fbed543ae0f),segment_id=63d5fcc6-2445-48eb-b3ee-5fbed543ae0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:16.364472 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1d57203c-1746-4be1-92a4-57263559b56f None None] Provisioning complete for port e33aa860-48df-4d5d-a107-6fcdd2f526f5 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:16.364852 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1d57203c-1746-4be1-92a4-57263559b56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:16.464415 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:16.465466 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 12c1ca41-e6a3-4b01-a571-0186f5d53c19 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:16.475386 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de39057-13f4-4b26-9b98-8ac93531d87f None None] Network fd80b69b-68c4-4ab5-98f5-c711a478d3bf requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:16.488613 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad03de4a-0f46-48f3-b4c9-6aa4a09786d7 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Network c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:16.543442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71c0bef-c611-4d60-801a-59c19bfd490d tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Router 36334ecc-dfc8-4564-8b2a-f184bf197743 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:29:16.603279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-ad03de4a-0f46-48f3-b4c9-6aa4a09786d7 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:16.622861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad03de4a-0f46-48f3-b4c9-6aa4a09786d7 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:16.623952 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad03de4a-0f46-48f3-b4c9-6aa4a09786d7 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:16.655522 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5808ed50-140d-4d01-91b4-a04500d34eb9 None None] Network c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:16.715662 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71c0bef-c611-4d60-801a-59c19bfd490d tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:16.730726 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=e33aa860-48df-4d5d-a107-6fcdd2f526f5,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:16.745858 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9638c96-bc1e-418a-b01f-9ef209e092d2 None None] Sync routers for ids ['36334ecc-dfc8-4564-8b2a-f184bf197743'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:16.754089 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ad03de4a-0f46-48f3-b4c9-6aa4a09786d7 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3586686 Nov 12 04:29:16.758469 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57762) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:16.766852 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-381f9302-54a9-44de-bede-7411515f4cd9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Request body: {'port': {'network_id': 'c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f', 'name': 'tempest-NetworksIpV6TestAttrs-1167462322'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:16.821007 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b71c0bef-c611-4d60-801a-59c19bfd490d tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:16.826423 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b71c0bef-c611-4d60-801a-59c19bfd490d tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.7726319 Nov 12 04:29:16.829385 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57766) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:16.948586 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9638c96-bc1e-418a-b01f-9ef209e092d2 None None] Routers {'36334ecc-dfc8-4564-8b2a-f184bf197743'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:16.949668 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a9638c96-bc1e-418a-b01f-9ef209e092d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['36334ecc-dfc8-4564-8b2a-f184bf197743'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:17.111883 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.112901 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 12c1ca41-e6a3-4b01-a571-0186f5d53c19 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:17.113515 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.123923 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381f9302-54a9-44de-bede-7411515f4cd9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Made reservation on behalf of 2f664b0251474c7faf003039341f41d7 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:17.129937 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-381f9302-54a9-44de-bede-7411515f4cd9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.174197 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-381f9302-54a9-44de-bede-7411515f4cd9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] device_id is not set on port c1cf4961-b086-431d-90ae-2983be166e6c yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:29:17.205584 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a9638c96-bc1e-418a-b01f-9ef209e092d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:17.264087 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-54d5f466-a700-4403-970e-7c3871dcdd5a None None] Provisioning complete for port 12c1ca41-e6a3-4b01-a571-0186f5d53c19 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:17.268374 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54d5f466-a700-4403-970e-7c3871dcdd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.440950 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-381f9302-54a9-44de-bede-7411515f4cd9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Allocated IP 2001:db8::f816:3eff:fe8a:9bf6 (c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f/216c741b-3e09-46e5-ae0f-5597027c9816/c1cf4961-b086-431d-90ae-2983be166e6c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:17.452455 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9638c96-bc1e-418a-b01f-9ef209e092d2 None None] Routers {'36334ecc-dfc8-4564-8b2a-f184bf197743'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:17.454211 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a9638c96-bc1e-418a-b01f-9ef209e092d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['36334ecc-dfc8-4564-8b2a-f184bf197743'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:17.457483 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.615917 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f', 'network_id': 'c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f', 'tenant_id': '2f664b0251474c7faf003039341f41d7', 'fixed_ips': [{'subnet_id': '216c741b-3e09-46e5-ae0f-5597027c9816'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:17.616455 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.639125 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a9638c96-bc1e-418a-b01f-9ef209e092d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:17.640188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9638c96-bc1e-418a-b01f-9ef209e092d2 None None] The sync data for ids ['36334ecc-dfc8-4564-8b2a-f184bf197743'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:17.746249 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 12c1ca41-e6a3-4b01-a571-0186f5d53c19, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=12c1ca41-e6a3-4b01-a571-0186f5d53c19,segment=NetworkSegment(17de9f6c-a431-4cc7-8364-d515bd0b126b),segment_id=17de9f6c-a431-4cc7-8364-d515bd0b126b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:17.836098 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54d5f466-a700-4403-970e-7c3871dcdd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.856539 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-381f9302-54a9-44de-bede-7411515f4cd9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.902081 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.944317 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-654eaf82-52b9-4a6d-953f-a9b37768d137 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.000484 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-381f9302-54a9-44de-bede-7411515f4cd9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.063974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381f9302-54a9-44de-bede-7411515f4cd9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Network c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:18.069623 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-381f9302-54a9-44de-bede-7411515f4cd9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:18.079737 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381f9302-54a9-44de-bede-7411515f4cd9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:18.087294 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381f9302-54a9-44de-bede-7411515f4cd9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:18.088157 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-381f9302-54a9-44de-bede-7411515f4cd9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.104292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e33aa860-48df-4d5d-a107-6fcdd2f526f5 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:18.150913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f9302-54a9-44de-bede-7411515f4cd9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event updated for resources: {'Port': ['ID=c1cf4961-b086-431d-90ae-2983be166e6c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:18.164030 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=12c1ca41-e6a3-4b01-a571-0186f5d53c19,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:18.208434 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.219872 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-381f9302-54a9-44de-bede-7411515f4cd9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4601617 Nov 12 04:29:18.222521 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57796) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:18.253342 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-54d5f466-a700-4403-970e-7c3871dcdd5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:29:18.253692 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-54d5f466-a700-4403-970e-7c3871dcdd5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:29:18.264465 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] Allocated IP 2001:db8::f816:3eff:fe39:393e (c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f/216c741b-3e09-46e5-ae0f-5597027c9816/8a3684a5-5b05-4006-92e7-56c630d519bb) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:18.275760 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b4e17c-a29b-4275-af8a-b72a1052a979 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Deleting subnet 216c741b-3e09-46e5-ae0f-5597027c9816 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:29:18.290851 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port e33aa860-48df-4d5d-a107-6fcdd2f526f5 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:18.291218 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.508310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-654eaf82-52b9-4a6d-953f-a9b37768d137 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Allocated IP 172.20.0.1 (6331719c-f768-44c9-a467-c7310cedb618/e82d8de6-cb8a-4ae3-9459-2a3d4ef3f1f4/e1253e7b-4d8e-4922-bb99-4ef47bc37621) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:18.537562 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.641676 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-654eaf82-52b9-4a6d-953f-a9b37768d137 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.645163 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e17c-a29b-4275-af8a-b72a1052a979 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.647433 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.701405 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] Network c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:18.705763 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:18.711754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:18.733399 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] Pushing event updated for resources: {'Port': ['ID=8a3684a5-5b05-4006-92e7-56c630d519bb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:18.739731 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e17c-a29b-4275-af8a-b72a1052a979 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.775792 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-654eaf82-52b9-4a6d-953f-a9b37768d137 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.822061 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654eaf82-52b9-4a6d-953f-a9b37768d137 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Network 6331719c-f768-44c9-a467-c7310cedb618 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:18.825600 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-654eaf82-52b9-4a6d-953f-a9b37768d137 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:18.835132 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654eaf82-52b9-4a6d-953f-a9b37768d137 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:18.866292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] Attempting to bind port 8a3684a5-5b05-4006-92e7-56c630d519bb on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:18.866899 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] Attempting to bind port 8a3684a5-5b05-4006-92e7-56c630d519bb by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '2026a55e-cc3e-41bf-a510-04133fe060fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:18.867515 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] Attempting to bind port 8a3684a5-5b05-4006-92e7-56c630d519bb on network c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:18.885974 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:18.886326 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] Checking segment: {'id': '2026a55e-cc3e-41bf-a510-04133fe060fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:18.886688 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.887091 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] Bound using segment: {'id': '2026a55e-cc3e-41bf-a510-04133fe060fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:18.887577 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] Bound port: 8a3684a5-5b05-4006-92e7-56c630d519bb, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2026a55e-cc3e-41bf-a510-04133fe060fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:18.887963 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.940748 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e17c-a29b-4275-af8a-b72a1052a979 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.946853 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-654eaf82-52b9-4a6d-953f-a9b37768d137 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.088928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654eaf82-52b9-4a6d-953f-a9b37768d137 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Pushing event updated for resources: {'Port': ['ID=e1253e7b-4d8e-4922-bb99-4ef47bc37621,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:19.176932 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e17c-a29b-4275-af8a-b72a1052a979 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.180244 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] For port 8a3684a5-5b05-4006-92e7-56c630d519bb, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:19.183891 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] For port 8a3684a5-5b05-4006-92e7-56c630d519bb, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8a3684a5-5b05-4006-92e7-56c630d519bb,segment=NetworkSegment(2026a55e-cc3e-41bf-a510-04133fe060fe),segment_id=2026a55e-cc3e-41bf-a510-04133fe060fe)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:19.218211 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-180fe758-2bd0-432a-a99f-51ec29b2e098 None None] Provisioning complete for port 12c1ca41-e6a3-4b01-a571-0186f5d53c19 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:19.223103 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-180fe758-2bd0-432a-a99f-51ec29b2e098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.229514 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-654eaf82-52b9-4a6d-953f-a9b37768d137 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.235128 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4e17c-a29b-4275-af8a-b72a1052a979 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event deleted for resources: {'Subnet': ['ID=216c741b-3e09-46e5-ae0f-5597027c9816,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:19.249589 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e17c-a29b-4275-af8a-b72a1052a979 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.256541 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b9b4e17c-a29b-4275-af8a-b72a1052a979 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/subnets/216c741b-3e09-46e5-ae0f-5597027c9816 HTTP/1.1" status: 204 len: 168 time: 1.0328476 Nov 12 04:29:19.260475 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57822) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:19.292786 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.327014 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e0044-3aef-4bad-8878-83fec952f14e tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:19.338189 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e0044-3aef-4bad-8878-83fec952f14e tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:19.342669 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-745e0044-3aef-4bad-8878-83fec952f14e tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0784554 Nov 12 04:29:19.342937 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57824) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:19.460750 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27124e9b-0a90-47a0-a7a3-a4160854b4b9 None None] Pushing event updated for resources: {'Port': ['ID=8a3684a5-5b05-4006-92e7-56c630d519bb,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:19.530262 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0ec36d5-8894-44e3-b055-d756483635ac tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.538040 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ec36d5-8894-44e3-b055-d756483635ac tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 04:29:19.538769 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ec36d5-8894-44e3-b055-d756483635ac tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:29:19.544081 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e0ec36d5-8894-44e3-b055-d756483635ac tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/networks/c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f HTTP/1.1" status: 409 len: 405 time: 0.1990223 Nov 12 04:29:19.548048 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57832) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:19.554108 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8156dcdd-24fd-4461-80b3-42ee033994eb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1894411691'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:19.577337 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-180fe758-2bd0-432a-a99f-51ec29b2e098 None None] Provisioning complete for port e33aa860-48df-4d5d-a107-6fcdd2f526f5 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:19.578835 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-180fe758-2bd0-432a-a99f-51ec29b2e098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.674882 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8156dcdd-24fd-4461-80b3-42ee033994eb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Made reservation on behalf of 2f664b0251474c7faf003039341f41d7 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:19.679195 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8156dcdd-24fd-4461-80b3-42ee033994eb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.753180 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8156dcdd-24fd-4461-80b3-42ee033994eb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:19.769865 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8156dcdd-24fd-4461-80b3-42ee033994eb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.774072 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-8156dcdd-24fd-4461-80b3-42ee033994eb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Added segment 44858810-7a3a-41f2-87c4-712ed77df75d of type vlan for network 2ce39bdd-0202-457b-97ac-c64c2110f1c2 Nov 12 04:29:19.876488 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8156dcdd-24fd-4461-80b3-42ee033994eb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.899349 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-654eaf82-52b9-4a6d-953f-a9b37768d137 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.923741 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-52dcc246-1982-4232-b2bb-f9be0f0dce46 None None] Provisioning complete for port e1253e7b-4d8e-4922-bb99-4ef47bc37621 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:19.924251 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-52dcc246-1982-4232-b2bb-f9be0f0dce46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.966125 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-52dcc246-1982-4232-b2bb-f9be0f0dce46 None None] Port e1253e7b-4d8e-4922-bb99-4ef47bc37621 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:29:19.971696 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-654eaf82-52b9-4a6d-953f-a9b37768d137 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.016908 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8156dcdd-24fd-4461-80b3-42ee033994eb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.022923 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8156dcdd-24fd-4461-80b3-42ee033994eb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:20.023617 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8156dcdd-24fd-4461-80b3-42ee033994eb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.078561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654eaf82-52b9-4a6d-953f-a9b37768d137 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Pushing event updated for resources: {'Port': ['ID=e1253e7b-4d8e-4922-bb99-4ef47bc37621,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:20.109677 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-654eaf82-52b9-4a6d-953f-a9b37768d137 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.151859 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156dcdd-24fd-4461-80b3-42ee033994eb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event updated for resources: {'Network': ['ID=2ce39bdd-0202-457b-97ac-c64c2110f1c2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:20.162934 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8156dcdd-24fd-4461-80b3-42ee033994eb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6133189 Nov 12 04:29:20.165036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 2ce39bdd-0202-457b-97ac-c64c2110f1c2 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:20.165171 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57840) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:20.171856 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-cbf0e1eb-b568-4ecd-8d96-3a65a401f8fb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Request body: {'subnet': {'network_id': '2ce39bdd-0202-457b-97ac-c64c2110f1c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:20.321809 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8a3684a5-5b05-4006-92e7-56c630d519bb up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:20.354302 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654eaf82-52b9-4a6d-953f-a9b37768d137 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Network 6331719c-f768-44c9-a467-c7310cedb618 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:20.356313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-654eaf82-52b9-4a6d-953f-a9b37768d137 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:20.410892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 8a3684a5-5b05-4006-92e7-56c630d519bb triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:20.412675 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.433844 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf0e1eb-b568-4ecd-8d96-3a65a401f8fb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Made reservation on behalf of 2f664b0251474c7faf003039341f41d7 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:20.439062 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cbf0e1eb-b568-4ecd-8d96-3a65a401f8fb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.623035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654eaf82-52b9-4a6d-953f-a9b37768d137 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Router 36334ecc-dfc8-4564-8b2a-f184bf197743 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:29:20.626358 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.739513 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 8a3684a5-5b05-4006-92e7-56c630d519bb, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8a3684a5-5b05-4006-92e7-56c630d519bb,segment=NetworkSegment(2026a55e-cc3e-41bf-a510-04133fe060fe),segment_id=2026a55e-cc3e-41bf-a510-04133fe060fe)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:20.820337 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.821270 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 12c1ca41-e6a3-4b01-a571-0186f5d53c19 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:20.898607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654eaf82-52b9-4a6d-953f-a9b37768d137 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:20.908686 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57848) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:20.911564 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-654eaf82-52b9-4a6d-953f-a9b37768d137 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] 10.222.0.37 "PUT /v2.0/routers/36334ecc-dfc8-4564-8b2a-f184bf197743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0807540 Nov 12 04:29:20.912029 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3216efdc-3086-4256-8b5c-9d0e04b47155 None None] Sync routers for ids ['36334ecc-dfc8-4564-8b2a-f184bf197743'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:20.914200 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-743de0a0-0bec-4df8-b756-1c608f6d5b01 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Request body: {'port': {'network_id': '6331719c-f768-44c9-a467-c7310cedb618', 'name': 'tempest-FloatingIPAdminTestJSON-1638715738'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:20.923414 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216efdc-3086-4256-8b5c-9d0e04b47155 None None] Routers {'36334ecc-dfc8-4564-8b2a-f184bf197743'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:20.924042 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3216efdc-3086-4256-8b5c-9d0e04b47155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['36334ecc-dfc8-4564-8b2a-f184bf197743'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:20.968837 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a2b77c73-ccf5-43b7-87c4-a7f5cc5473f3 None None] Provisioning complete for port e1253e7b-4d8e-4922-bb99-4ef47bc37621 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:20.969366 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a2b77c73-ccf5-43b7-87c4-a7f5cc5473f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.974431 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=8a3684a5-5b05-4006-92e7-56c630d519bb,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:21.002425 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 12c1ca41-e6a3-4b01-a571-0186f5d53c19 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:21.003105 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:21.013773 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3216efdc-3086-4256-8b5c-9d0e04b47155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:21.027540 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216efdc-3086-4256-8b5c-9d0e04b47155 None None] Routers {'36334ecc-dfc8-4564-8b2a-f184bf197743'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:21.028577 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3216efdc-3086-4256-8b5c-9d0e04b47155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['36334ecc-dfc8-4564-8b2a-f184bf197743'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:21.099281 n-d-768509-24 neutron-server[103297]: DEBUG neutron.objects.ports [None req-cbf0e1eb-b568-4ecd-8d96-3a65a401f8fb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 04:29:21.103833 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cbf0e1eb-b568-4ecd-8d96-3a65a401f8fb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:21.146154 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3216efdc-3086-4256-8b5c-9d0e04b47155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:21.148440 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3216efdc-3086-4256-8b5c-9d0e04b47155 None None] The sync data for ids ['36334ecc-dfc8-4564-8b2a-f184bf197743'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:21.228538 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0e1eb-b568-4ecd-8d96-3a65a401f8fb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event updated for resources: {'Subnet': ['ID=37ca1d0f-396d-4299-ba2e-f8c30d642bd5,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:21.269257 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bc91fc-6fef-410d-a9c8-c4754f019d29 None None] Network c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:21.275885 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0e1eb-b568-4ecd-8d96-3a65a401f8fb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Checking segment: {'id': '44858810-7a3a-41f2-87c4-712ed77df75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2ce39bdd-0202-457b-97ac-c64c2110f1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:21.276257 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf0e1eb-b568-4ecd-8d96-3a65a401f8fb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Network hostable DHCP agents. Network: 2ce39bdd-0202-457b-97ac-c64c2110f1c2, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:21.365418 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743de0a0-0bec-4df8-b756-1c608f6d5b01 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Made reservation on behalf of ed79f42aebb644a59c2722abd971d530 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:21.369493 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-743de0a0-0bec-4df8-b756-1c608f6d5b01 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:21.397969 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf0e1eb-b568-4ecd-8d96-3a65a401f8fb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Network 2ce39bdd-0202-457b-97ac-c64c2110f1c2 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:21.400862 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-743de0a0-0bec-4df8-b756-1c608f6d5b01 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] device_id is not set on port 2aa0617e-06c9-4c30-a5e4-da1048315290 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:29:21.417919 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a2b77c73-ccf5-43b7-87c4-a7f5cc5473f3 None None] Port e1253e7b-4d8e-4922-bb99-4ef47bc37621 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:29:21.513544 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-cbf0e1eb-b568-4ecd-8d96-3a65a401f8fb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 2ce39bdd-0202-457b-97ac-c64c2110f1c2) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:21.525786 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf633d3-c4dd-4da4-ab84-eae1b94e5862 None None] Network 2ce39bdd-0202-457b-97ac-c64c2110f1c2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:21.531342 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf0e1eb-b568-4ecd-8d96-3a65a401f8fb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:21.532652 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cbf0e1eb-b568-4ecd-8d96-3a65a401f8fb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:21.596502 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-743de0a0-0bec-4df8-b756-1c608f6d5b01 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Allocated IP 172.20.0.9 (6331719c-f768-44c9-a467-c7310cedb618/e82d8de6-cb8a-4ae3-9459-2a3d4ef3f1f4/2aa0617e-06c9-4c30-a5e4-da1048315290) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:21.680024 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fc25ae30-e2fc-41f6-840e-642a2349a45c None None] Provisioning complete for port 8a3684a5-5b05-4006-92e7-56c630d519bb triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:21.681549 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc25ae30-e2fc-41f6-840e-642a2349a45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:21.748693 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cbf0e1eb-b568-4ecd-8d96-3a65a401f8fb tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5810666 Nov 12 04:29:21.750829 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57864) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:21.757406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-bf894eee-988a-4ef2-aba1-16d991d14093 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Request body: {'port': {'network_id': '2ce39bdd-0202-457b-97ac-c64c2110f1c2', 'name': 'tempest-NetworksIpV6TestAttrs-94820242'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:21.797993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8fc37d-0fa4-47bf-8246-64810e19a2a6 None None] DHCP port deletion for c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:21.833031 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-743de0a0-0bec-4df8-b756-1c608f6d5b01 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:21.963221 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-743de0a0-0bec-4df8-b756-1c608f6d5b01 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:22.086032 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743de0a0-0bec-4df8-b756-1c608f6d5b01 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Network 6331719c-f768-44c9-a467-c7310cedb618 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:22.097541 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8a3684a5-5b05-4006-92e7-56c630d519bb no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:22.099645 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-743de0a0-0bec-4df8-b756-1c608f6d5b01 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:22.112874 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743de0a0-0bec-4df8-b756-1c608f6d5b01 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:22.129400 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743de0a0-0bec-4df8-b756-1c608f6d5b01 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Pushing event updated for resources: {'Port': ['ID=2aa0617e-06c9-4c30-a5e4-da1048315290,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:22.183709 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf894eee-988a-4ef2-aba1-16d991d14093 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Made reservation on behalf of 2f664b0251474c7faf003039341f41d7 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:22.193363 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf894eee-988a-4ef2-aba1-16d991d14093 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:22.214221 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-2ce39bdd-0202-457b-97ac-c64c2110f1c2', 'network_id': '2ce39bdd-0202-457b-97ac-c64c2110f1c2', 'tenant_id': '2f664b0251474c7faf003039341f41d7', 'fixed_ips': [{'subnet_id': '37ca1d0f-396d-4299-ba2e-f8c30d642bd5'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:22.215681 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:22.234404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-bf894eee-988a-4ef2-aba1-16d991d14093 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] device_id is not set on port 2875f57a-913f-4610-b7fd-f462e656d52f yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:29:22.247523 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743de0a0-0bec-4df8-b756-1c608f6d5b01 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:22.251458 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-743de0a0-0bec-4df8-b756-1c608f6d5b01 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:22.392386 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-743de0a0-0bec-4df8-b756-1c608f6d5b01 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4787767 Nov 12 04:29:22.392727 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57876) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:22.428255 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1d8fc37d-0fa4-47bf-8246-64810e19a2a6 None None] Deleting port 8a3684a5-5b05-4006-92e7-56c630d519bb {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:22.428641 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1d8fc37d-0fa4-47bf-8246-64810e19a2a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:22.506391 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-bf894eee-988a-4ef2-aba1-16d991d14093 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Allocated IP 2001:db8::f816:3eff:fea2:e730 (2ce39bdd-0202-457b-97ac-c64c2110f1c2/37ca1d0f-396d-4299-ba2e-f8c30d642bd5/2875f57a-913f-4610-b7fd-f462e656d52f) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:22.564600 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1d8fc37d-0fa4-47bf-8246-64810e19a2a6 None None] For port 8a3684a5-5b05-4006-92e7-56c630d519bb, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8a3684a5-5b05-4006-92e7-56c630d519bb,segment=NetworkSegment(2026a55e-cc3e-41bf-a510-04133fe060fe),segment_id=2026a55e-cc3e-41bf-a510-04133fe060fe)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:22.564857 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1d8fc37d-0fa4-47bf-8246-64810e19a2a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:22.583996 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:22.604832 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1d8fc37d-0fa4-47bf-8246-64810e19a2a6 None None] Calling delete_port for 8a3684a5-5b05-4006-92e7-56c630d519bb owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:22.705004 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a5d8b0fd-0d20-416c-a01a-2913504322c9 None None] Provisioning complete for port 2aa0617e-06c9-4c30-a5e4-da1048315290 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:22.705004 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b0fd-0d20-416c-a01a-2913504322c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:22.713163 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 8a3684a5-5b05-4006-92e7-56c630d519bb, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8a3684a5-5b05-4006-92e7-56c630d519bb,segment=NetworkSegment(2026a55e-cc3e-41bf-a510-04133fe060fe),segment_id=2026a55e-cc3e-41bf-a510-04133fe060fe)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:22.784217 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:22.834822 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'project_id': 'ed79f42aebb644a59c2722abd971d530', 'port_id': '2aa0617e-06c9-4c30-a5e4-da1048315290'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:22.837512 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf894eee-988a-4ef2-aba1-16d991d14093 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:22.841991 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=8a3684a5-5b05-4006-92e7-56c630d519bb,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:22.853131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a5d8b0fd-0d20-416c-a01a-2913504322c9 None None] Port 2aa0617e-06c9-4c30-a5e4-da1048315290 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:29:22.949161 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf894eee-988a-4ef2-aba1-16d991d14093 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:22.951162 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:22.964262 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1d8fc37d-0fa4-47bf-8246-64810e19a2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:22.972952 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf894eee-988a-4ef2-aba1-16d991d14093 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Network 2ce39bdd-0202-457b-97ac-c64c2110f1c2 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:22.975534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-bf894eee-988a-4ef2-aba1-16d991d14093 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:22.997198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf894eee-988a-4ef2-aba1-16d991d14093 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:23.004432 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf894eee-988a-4ef2-aba1-16d991d14093 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:23.005530 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf894eee-988a-4ef2-aba1-16d991d14093 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:23.036571 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8fc37d-0fa4-47bf-8246-64810e19a2a6 None None] No DVR routers for this DVR port 8a3684a5-5b05-4006-92e7-56c630d519bb on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:23.047516 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf894eee-988a-4ef2-aba1-16d991d14093 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event updated for resources: {'Port': ['ID=2875f57a-913f-4610-b7fd-f462e656d52f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:23.100742 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8fc37d-0fa4-47bf-8246-64810e19a2a6 None None] Pushing event deleted for resources: {'Port': ['ID=8a3684a5-5b05-4006-92e7-56c630d519bb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:23.137461 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] Allocated IP 2001:db8::f816:3eff:fe77:2374 (2ce39bdd-0202-457b-97ac-c64c2110f1c2/37ca1d0f-396d-4299-ba2e-f8c30d642bd5/a34e6829-3409-4462-8590-203b867c28f2) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:23.146576 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bf894eee-988a-4ef2-aba1-16d991d14093 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.3901482 Nov 12 04:29:23.149247 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57886) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:23.252506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-21702f79-6a86-4c42-a4ac-a02ea55070d9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Deleting subnet 37ca1d0f-396d-4299-ba2e-f8c30d642bd5 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:29:23.281264 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:23.387217 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:23.423722 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Allocated IP 172.25.1.33 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/51c21ac3-8269-41ff-9a0e-7642a7cb8e08) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:23.472595 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:23.494849 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21702f79-6a86-4c42-a4ac-a02ea55070d9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:23.546862 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21702f79-6a86-4c42-a4ac-a02ea55070d9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:23.547518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] Network 2ce39bdd-0202-457b-97ac-c64c2110f1c2 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:23.554207 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] Pushing event updated for resources: {'Port': ['ID=a34e6829-3409-4462-8590-203b867c28f2,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:23.567253 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:23.576348 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:23.615984 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:23.694407 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] Attempting to bind port a34e6829-3409-4462-8590-203b867c28f2 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:23.694831 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] Attempting to bind port a34e6829-3409-4462-8590-203b867c28f2 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '44858810-7a3a-41f2-87c4-712ed77df75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2ce39bdd-0202-457b-97ac-c64c2110f1c2'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:23.695187 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] Attempting to bind port a34e6829-3409-4462-8590-203b867c28f2 on network 2ce39bdd-0202-457b-97ac-c64c2110f1c2 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:23.708626 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:23.709947 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] Checking segment: {'id': '44858810-7a3a-41f2-87c4-712ed77df75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2ce39bdd-0202-457b-97ac-c64c2110f1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:23.710386 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:23.711021 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] Bound using segment: {'id': '44858810-7a3a-41f2-87c4-712ed77df75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2ce39bdd-0202-457b-97ac-c64c2110f1c2'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:23.711678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] Bound port: a34e6829-3409-4462-8590-203b867c28f2, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44858810-7a3a-41f2-87c4-712ed77df75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2ce39bdd-0202-457b-97ac-c64c2110f1c2'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:23.712308 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:23.729906 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21702f79-6a86-4c42-a4ac-a02ea55070d9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:23.801876 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:23.847237 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:23.850105 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:23.852484 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:23.890926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] For port a34e6829-3409-4462-8590-203b867c28f2, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:23.892715 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Pushing event updated for resources: {'Port': ['ID=51c21ac3-8269-41ff-9a0e-7642a7cb8e08,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:23.894548 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] For port a34e6829-3409-4462-8590-203b867c28f2, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a34e6829-3409-4462-8590-203b867c28f2,segment=NetworkSegment(44858810-7a3a-41f2-87c4-712ed77df75d),segment_id=44858810-7a3a-41f2-87c4-712ed77df75d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:23.898296 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21702f79-6a86-4c42-a4ac-a02ea55070d9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:23.939359 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21702f79-6a86-4c42-a4ac-a02ea55070d9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event deleted for resources: {'Subnet': ['ID=37ca1d0f-396d-4299-ba2e-f8c30d642bd5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:23.948040 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21702f79-6a86-4c42-a4ac-a02ea55070d9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:23.954013 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-21702f79-6a86-4c42-a4ac-a02ea55070d9 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/subnets/37ca1d0f-396d-4299-ba2e-f8c30d642bd5 HTTP/1.1" status: 204 len: 168 time: 0.8028278 Nov 12 04:29:23.956524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57894) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:24.003360 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:24.055986 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264bb02c-4759-4407-beb0-ba87ea109121 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:24.058086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264bb02c-4759-4407-beb0-ba87ea109121 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:24.068296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-264bb02c-4759-4407-beb0-ba87ea109121 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1099255 Nov 12 04:29:24.069215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57900) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:24.091418 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5393bb-b95d-479a-9a51-a5f8e5782446 None None] Pushing event updated for resources: {'Port': ['ID=a34e6829-3409-4462-8590-203b867c28f2,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:24.259052 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5875e94d-2026-4458-9bb1-7061390bbbbf tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:24.268446 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-5875e94d-2026-4458-9bb1-7061390bbbbf tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 04:29:24.269078 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5875e94d-2026-4458-9bb1-7061390bbbbf tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:29:24.272914 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5875e94d-2026-4458-9bb1-7061390bbbbf tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/networks/2ce39bdd-0202-457b-97ac-c64c2110f1c2 HTTP/1.1" status: 409 len: 405 time: 0.2022293 Nov 12 04:29:24.278499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57908) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:24.286134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-0f5c0c5b-bf91-4ab4-802b-a89b5b3516a8 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1233727596'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:24.428743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5c0c5b-bf91-4ab4-802b-a89b5b3516a8 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Made reservation on behalf of 2f664b0251474c7faf003039341f41d7 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:24.433203 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f5c0c5b-bf91-4ab4-802b-a89b5b3516a8 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:24.462020 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5c0c5b-bf91-4ab4-802b-a89b5b3516a8 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:24.483044 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f5c0c5b-bf91-4ab4-802b-a89b5b3516a8 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:24.485935 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-0f5c0c5b-bf91-4ab4-802b-a89b5b3516a8 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Added segment 1589efce-8d53-45db-a961-7800b7a206c3 of type vlan for network bf2d702f-0145-4f4a-9297-553f68204415 Nov 12 04:29:24.592160 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f5c0c5b-bf91-4ab4-802b-a89b5b3516a8 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:24.714167 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f5c0c5b-bf91-4ab4-802b-a89b5b3516a8 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:24.721236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5c0c5b-bf91-4ab4-802b-a89b5b3516a8 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:24.722211 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f5c0c5b-bf91-4ab4-802b-a89b5b3516a8 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:24.836553 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c0c5b-bf91-4ab4-802b-a89b5b3516a8 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event updated for resources: {'Network': ['ID=bf2d702f-0145-4f4a-9297-553f68204415,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:24.856713 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network bf2d702f-0145-4f4a-9297-553f68204415 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:24.947858 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0f5c0c5b-bf91-4ab4-802b-a89b5b3516a8 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6638803 Nov 12 04:29:24.948083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57920) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:24.953408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a513e883-16a5-40fd-8293-e6fe674a81c2 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Request body: {'subnet': {'network_id': 'bf2d702f-0145-4f4a-9297-553f68204415', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:24.958491 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:25.117608 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:25.159400 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a513e883-16a5-40fd-8293-e6fe674a81c2 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Made reservation on behalf of 2f664b0251474c7faf003039341f41d7 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:25.162961 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a513e883-16a5-40fd-8293-e6fe674a81c2 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:25.399219 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:25.453136 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:29:25.502922 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:25.589649 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Pushing event updated for resources: {'Port': ['ID=51c21ac3-8269-41ff-9a0e-7642a7cb8e08,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:25.663779 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:25.753142 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47ba5ea-df0b-4724-8caf-dbf5b082dfca None None] Network 2ce39bdd-0202-457b-97ac-c64c2110f1c2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:25.840568 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Floating IP 0135145d-221c-44cd-b095-ab2c8b4b996c associated. External IP: 172.25.1.33, port: 2aa0617e-06c9-4c30-a5e4-da1048315290. Nov 12 04:29:25.916982 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-efcc9c27-ae90-40c4-8ad4-cc116f57a2f8 None None] Provisioning complete for port a34e6829-3409-4462-8590-203b867c28f2 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:25.917476 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-efcc9c27-ae90-40c4-8ad4-cc116f57a2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:26.111707 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a34e6829-3409-4462-8590-203b867c28f2 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:26.158163 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-efcc9c27-ae90-40c4-8ad4-cc116f57a2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:26.184910 n-d-768509-24 neutron-server[103296]: DEBUG neutron.objects.ports [None req-a513e883-16a5-40fd-8293-e6fe674a81c2 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 04:29:26.189203 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a513e883-16a5-40fd-8293-e6fe674a81c2 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:26.217228 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Router 36334ecc-dfc8-4564-8b2a-f184bf197743 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:29:26.269050 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-efcc9c27-ae90-40c4-8ad4-cc116f57a2f8 None None] For port a34e6829-3409-4462-8590-203b867c28f2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a34e6829-3409-4462-8590-203b867c28f2,segment=NetworkSegment(44858810-7a3a-41f2-87c4-712ed77df75d),segment_id=44858810-7a3a-41f2-87c4-712ed77df75d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:26.271670 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9c75b5-127d-4ca2-8c88-eae8da7cf136 None None] DHCP port deletion for 2ce39bdd-0202-457b-97ac-c64c2110f1c2 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:26.282243 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513e883-16a5-40fd-8293-e6fe674a81c2 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event updated for resources: {'Subnet': ['ID=6ff06eaf-108f-408a-b1ca-40a17019115b,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:26.291913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513e883-16a5-40fd-8293-e6fe674a81c2 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Checking segment: {'id': '1589efce-8d53-45db-a961-7800b7a206c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bf2d702f-0145-4f4a-9297-553f68204415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:26.292622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a513e883-16a5-40fd-8293-e6fe674a81c2 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Network hostable DHCP agents. Network: bf2d702f-0145-4f4a-9297-553f68204415, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:26.320094 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port a34e6829-3409-4462-8590-203b867c28f2 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:26.320517 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:26.404295 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5d9c75b5-127d-4ca2-8c88-eae8da7cf136 None None] Deleting port a34e6829-3409-4462-8590-203b867c28f2 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:26.404676 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d9c75b5-127d-4ca2-8c88-eae8da7cf136 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:26.409803 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-efcc9c27-ae90-40c4-8ad4-cc116f57a2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:26.430536 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:26.457196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a513e883-16a5-40fd-8293-e6fe674a81c2 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Network bf2d702f-0145-4f4a-9297-553f68204415 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:26.457745 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34bd212-8050-4f31-b244-2b81fb93366f None None] Sync routers for ids ['36334ecc-dfc8-4564-8b2a-f184bf197743'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:26.537832 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:26.552244 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34bd212-8050-4f31-b244-2b81fb93366f None None] Routers {'36334ecc-dfc8-4564-8b2a-f184bf197743'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:26.552875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b34bd212-8050-4f31-b244-2b81fb93366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['36334ecc-dfc8-4564-8b2a-f184bf197743'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:26.566330 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-a513e883-16a5-40fd-8293-e6fe674a81c2 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, bf2d702f-0145-4f4a-9297-553f68204415) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:26.573507 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5d9c75b5-127d-4ca2-8c88-eae8da7cf136 None None] For port a34e6829-3409-4462-8590-203b867c28f2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a34e6829-3409-4462-8590-203b867c28f2,segment=NetworkSegment(44858810-7a3a-41f2-87c4-712ed77df75d),segment_id=44858810-7a3a-41f2-87c4-712ed77df75d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:26.573936 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d9c75b5-127d-4ca2-8c88-eae8da7cf136 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:26.584395 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a513e883-16a5-40fd-8293-e6fe674a81c2 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:26.587912 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a513e883-16a5-40fd-8293-e6fe674a81c2 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:26.609202 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-51a44ec1-7ffe-42c7-8790-b1ed78ebbc39 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.2119980 Nov 12 04:29:26.610660 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57934) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:26.622085 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718ec96c-2765-4a84-92ab-a93f544be4b5 None None] Network bf2d702f-0145-4f4a-9297-553f68204415 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:26.631207 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b34bd212-8050-4f31-b244-2b81fb93366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:26.646050 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5d9c75b5-127d-4ca2-8c88-eae8da7cf136 None None] Calling delete_port for a34e6829-3409-4462-8590-203b867c28f2 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:26.654099 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc9c27-ae90-40c4-8ad4-cc116f57a2f8 None None] Pushing event updated for resources: {'Port': ['ID=a34e6829-3409-4462-8590-203b867c28f2,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:26.723559 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a513e883-16a5-40fd-8293-e6fe674a81c2 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7740247 Nov 12 04:29:26.727125 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57936) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:26.762619 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34bd212-8050-4f31-b244-2b81fb93366f None None] Routers {'36334ecc-dfc8-4564-8b2a-f184bf197743'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:26.764661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b34bd212-8050-4f31-b244-2b81fb93366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['36334ecc-dfc8-4564-8b2a-f184bf197743'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:26.825844 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6bafc2d8-1678-483d-a62e-a937417cd37c tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] 10.222.0.37 "GET /v2.0/floatingips/0135145d-221c-44cd-b095-ab2c8b4b996c HTTP/1.1" status: 200 len: 982 time: 0.2088773 Nov 12 04:29:26.825844 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57938) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:26.960818 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8c356fea-55b4-4fdb-a3f5-15b357695b91 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.1312633 Nov 12 04:29:26.961045 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57942) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:26.962494 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6735a30-df20-486d-9cae-091bbebcf476 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:27.178213 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6735a30-df20-486d-9cae-091bbebcf476 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:27.192076 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b34bd212-8050-4f31-b244-2b81fb93366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:27.192899 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34bd212-8050-4f31-b244-2b81fb93366f None None] The sync data for ids ['36334ecc-dfc8-4564-8b2a-f184bf197743'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:27.199122 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2dbcc99d-11e2-4d99-adb2-8a85093143fd tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Deleting port 51c21ac3-8269-41ff-9a0e-7642a7cb8e08 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:27.199478 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2dbcc99d-11e2-4d99-adb2-8a85093143fd tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:27.253659 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b08df82-385c-4663-8732-9255ed3f03c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-bf2d702f-0145-4f4a-9297-553f68204415', 'network_id': 'bf2d702f-0145-4f4a-9297-553f68204415', 'tenant_id': '2f664b0251474c7faf003039341f41d7', 'fixed_ips': [{'subnet_id': '6ff06eaf-108f-408a-b1ca-40a17019115b'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:27.255574 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8b08df82-385c-4663-8732-9255ed3f03c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:27.369030 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d9c75b5-127d-4ca2-8c88-eae8da7cf136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:27.400971 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2dbcc99d-11e2-4d99-adb2-8a85093143fd tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:27.409874 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2dbcc99d-11e2-4d99-adb2-8a85093143fd tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:27.410362 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c75b5-127d-4ca2-8c88-eae8da7cf136 None None] Pushing event deleted for resources: {'Port': ['ID=a34e6829-3409-4462-8590-203b867c28f2,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:27.418980 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c75b5-127d-4ca2-8c88-eae8da7cf136 None None] No DVR routers for this DVR port a34e6829-3409-4462-8590-203b867c28f2 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:27.435360 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2dbcc99d-11e2-4d99-adb2-8a85093143fd tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Calling delete_port for 51c21ac3-8269-41ff-9a0e-7642a7cb8e08 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:27.449112 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6735a30-df20-486d-9cae-091bbebcf476 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:27.495996 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6735a30-df20-486d-9cae-091bbebcf476 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff06eaf-108f-408a-b1ca-40a17019115b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:27.615480 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6735a30-df20-486d-9cae-091bbebcf476 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server [None req-8b08df82-385c-4663-8732-9255ed3f03c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ff06eaf-108f-408a-b1ca-40a17019115b: This subnet is being modified by another concurrent operation. Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise exception Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ff06eaf-108f-408a-b1ca-40a17019115b: This subnet is being modified by another concurrent operation. Nov 12 04:29:27.624636 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server Nov 12 04:29:27.652546 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2740e60a-6b4b-4a4a-9455-f54f829a3ed3 None None] Network bf2d702f-0145-4f4a-9297-553f68204415 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:27.657449 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-d6735a30-df20-486d-9cae-091bbebcf476 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2d702f-0145-4f4a-9297-553f68204415']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:27.672653 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-d6735a30-df20-486d-9cae-091bbebcf476 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1589efce-8d53-45db-a961-7800b7a206c3') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:27.672957 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-d6735a30-df20-486d-9cae-091bbebcf476 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1589efce-8d53-45db-a961-7800b7a206c3') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:27.689133 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6735a30-df20-486d-9cae-091bbebcf476 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:27.705163 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6735a30-df20-486d-9cae-091bbebcf476 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:27.713039 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6735a30-df20-486d-9cae-091bbebcf476 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:27.713441 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6735a30-df20-486d-9cae-091bbebcf476 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:27.716617 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:27.822260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5c7651-efa5-4df3-8772-f7eefbf09bd4 None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:29:27.928830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5c7651-efa5-4df3-8772-f7eefbf09bd4 None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:29:28.007826 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a34e6829-3409-4462-8590-203b867c28f2 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:28.033015 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: a34e6829-3409-4462-8590-203b867c28f2 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:28.033367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a34e6829-3409-4462-8590-203b867c28f2 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:28.086820 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6735a30-df20-486d-9cae-091bbebcf476 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.093865 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2dbcc99d-11e2-4d99-adb2-8a85093143fd tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.095601 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6735a30-df20-486d-9cae-091bbebcf476 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.101635 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d6735a30-df20-486d-9cae-091bbebcf476 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/networks/bf2d702f-0145-4f4a-9297-553f68204415 HTTP/1.1" status: 204 len: 168 time: 1.3727045 Nov 12 04:29:28.105157 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57960) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:28.131577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcc99d-11e2-4d99-adb2-8a85093143fd tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Pushing event deleted for resources: {'Port': ['ID=51c21ac3-8269-41ff-9a0e-7642a7cb8e08,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:28.143395 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-e8a7cca2-3a5c-44ba-a154-5a5aba58e266 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1163663471'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:28.150244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6735a30-df20-486d-9cae-091bbebcf476 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event deleted for resources: {'Network': ['ID=bf2d702f-0145-4f4a-9297-553f68204415,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:28.244333 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2dbcc99d-11e2-4d99-adb2-8a85093143fd tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.244688 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-2dbcc99d-11e2-4d99-adb2-8a85093143fd tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Floating IP 0135145d-221c-44cd-b095-ab2c8b4b996c disassociated (deleted). External IP: 172.25.1.33, port: 2aa0617e-06c9-4c30-a5e4-da1048315290. Nov 12 04:29:28.293460 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a7cca2-3a5c-44ba-a154-5a5aba58e266 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Made reservation on behalf of 2f664b0251474c7faf003039341f41d7 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:28.299234 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e8a7cca2-3a5c-44ba-a154-5a5aba58e266 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.416590 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a7cca2-3a5c-44ba-a154-5a5aba58e266 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:28.433585 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e8a7cca2-3a5c-44ba-a154-5a5aba58e266 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.434651 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-e8a7cca2-3a5c-44ba-a154-5a5aba58e266 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Added segment 2a621a32-5c96-4d68-baab-bfeb7a178fe0 of type vlan for network f34f1651-3b5e-45bc-bb85-0c359e9bd514 Nov 12 04:29:28.495684 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e8a7cca2-3a5c-44ba-a154-5a5aba58e266 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.544037 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbcc99d-11e2-4d99-adb2-8a85093143fd tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Router 36334ecc-dfc8-4564-8b2a-f184bf197743 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:29:28.585601 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e8a7cca2-3a5c-44ba-a154-5a5aba58e266 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.591382 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a7cca2-3a5c-44ba-a154-5a5aba58e266 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:28.592021 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e8a7cca2-3a5c-44ba-a154-5a5aba58e266 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.694547 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7cca2-3a5c-44ba-a154-5a5aba58e266 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event updated for resources: {'Network': ['ID=f34f1651-3b5e-45bc-bb85-0c359e9bd514,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:28.699669 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbcc99d-11e2-4d99-adb2-8a85093143fd tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:28.708321 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2dbcc99d-11e2-4d99-adb2-8a85093143fd tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.720231 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b86a9b-1c40-4711-b22f-55dd89c9694c None None] Sync routers for ids ['36334ecc-dfc8-4564-8b2a-f184bf197743'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:28.727892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network f34f1651-3b5e-45bc-bb85-0c359e9bd514 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:28.740077 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e8a7cca2-3a5c-44ba-a154-5a5aba58e266 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6289983 Nov 12 04:29:28.743836 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57966) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:28.759067 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b86a9b-1c40-4711-b22f-55dd89c9694c None None] Routers {'36334ecc-dfc8-4564-8b2a-f184bf197743'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:28.759695 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e3b86a9b-1c40-4711-b22f-55dd89c9694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['36334ecc-dfc8-4564-8b2a-f184bf197743'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:28.762612 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-c43b43d8-5ab3-4058-8e4f-d42916c27ec6 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Request body: {'subnet': {'network_id': 'f34f1651-3b5e-45bc-bb85-0c359e9bd514', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:28.777670 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2dbcc99d-11e2-4d99-adb2-8a85093143fd tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] 10.222.0.37 "DELETE /v2.0/floatingips/0135145d-221c-44cd-b095-ab2c8b4b996c HTTP/1.1" status: 204 len: 168 time: 1.8108351 Nov 12 04:29:28.778283 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57968) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:28.783451 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c8acddeb-fb72-45b1-8b56-33fe9ec358ae tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:28.828475 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e3b86a9b-1c40-4711-b22f-55dd89c9694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:28.860074 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b86a9b-1c40-4711-b22f-55dd89c9694c None None] Routers {'36334ecc-dfc8-4564-8b2a-f184bf197743'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:28.860074 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e3b86a9b-1c40-4711-b22f-55dd89c9694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['36334ecc-dfc8-4564-8b2a-f184bf197743'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:28.908802 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8acddeb-fb72-45b1-8b56-33fe9ec358ae tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.917895 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e3b86a9b-1c40-4711-b22f-55dd89c9694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:28.918781 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b86a9b-1c40-4711-b22f-55dd89c9694c None None] The sync data for ids ['36334ecc-dfc8-4564-8b2a-f184bf197743'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:29.042575 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8acddeb-fb72-45b1-8b56-33fe9ec358ae tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.045225 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43b43d8-5ab3-4058-8e4f-d42916c27ec6 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Made reservation on behalf of 2f664b0251474c7faf003039341f41d7 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:29.049576 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c43b43d8-5ab3-4058-8e4f-d42916c27ec6 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.211224 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-c8acddeb-fb72-45b1-8b56-33fe9ec358ae tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Allocated IP 172.25.1.122 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/3f334a99-afa8-4a9f-a279-c248f93fff67) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:29.369153 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8acddeb-fb72-45b1-8b56-33fe9ec358ae tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.508239 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8acddeb-fb72-45b1-8b56-33fe9ec358ae tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.548401 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8acddeb-fb72-45b1-8b56-33fe9ec358ae tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:29.555203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c8acddeb-fb72-45b1-8b56-33fe9ec358ae tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:29.558912 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8acddeb-fb72-45b1-8b56-33fe9ec358ae tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:29.571903 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c43b43d8-5ab3-4058-8e4f-d42916c27ec6 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.603008 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acddeb-fb72-45b1-8b56-33fe9ec358ae tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Pushing event updated for resources: {'Port': ['ID=3f334a99-afa8-4a9f-a279-c248f93fff67,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:29.673313 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8acddeb-fb72-45b1-8b56-33fe9ec358ae tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.719566 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b43d8-5ab3-4058-8e4f-d42916c27ec6 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event updated for resources: {'Subnet': ['ID=ab47836f-bda0-4ac7-bdbe-1f08b24cd731,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:29.735976 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b43d8-5ab3-4058-8e4f-d42916c27ec6 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Checking segment: {'id': '2a621a32-5c96-4d68-baab-bfeb7a178fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f34f1651-3b5e-45bc-bb85-0c359e9bd514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:29.736402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43b43d8-5ab3-4058-8e4f-d42916c27ec6 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Network hostable DHCP agents. Network: f34f1651-3b5e-45bc-bb85-0c359e9bd514, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:29.808567 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8acddeb-fb72-45b1-8b56-33fe9ec358ae tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.836576 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43b43d8-5ab3-4058-8e4f-d42916c27ec6 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Network f34f1651-3b5e-45bc-bb85-0c359e9bd514 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:29.954055 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-c43b43d8-5ab3-4058-8e4f-d42916c27ec6 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, f34f1651-3b5e-45bc-bb85-0c359e9bd514) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:29.966822 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b43d8-5ab3-4058-8e4f-d42916c27ec6 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:29.966822 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c43b43d8-5ab3-4058-8e4f-d42916c27ec6 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.969416 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a6346b-3dda-4953-8302-a86380ded300 None None] Network f34f1651-3b5e-45bc-bb85-0c359e9bd514 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:30.081480 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8acddeb-fb72-45b1-8b56-33fe9ec358ae tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.099391 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c43b43d8-5ab3-4058-8e4f-d42916c27ec6 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3537779 Nov 12 04:29:30.102161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57982) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:30.173271 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8acddeb-fb72-45b1-8b56-33fe9ec358ae tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.189349 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a9768e-9719-4df3-827c-34b9dfd43392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-f34f1651-3b5e-45bc-bb85-0c359e9bd514', 'network_id': 'f34f1651-3b5e-45bc-bb85-0c359e9bd514', 'tenant_id': '2f664b0251474c7faf003039341f41d7', 'fixed_ips': [{'subnet_id': 'ab47836f-bda0-4ac7-bdbe-1f08b24cd731'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:30.194072 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b9a9768e-9719-4df3-827c-34b9dfd43392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.215322 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e31d62eb-4d3f-4cf9-b5c0-fa23294df3e3 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.304628 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e31d62eb-4d3f-4cf9-b5c0-fa23294df3e3 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.314909 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acddeb-fb72-45b1-8b56-33fe9ec358ae tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Pushing event updated for resources: {'Port': ['ID=3f334a99-afa8-4a9f-a279-c248f93fff67,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:30.334831 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8acddeb-fb72-45b1-8b56-33fe9ec358ae tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.476078 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8acddeb-fb72-45b1-8b56-33fe9ec358ae tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.477341 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c8acddeb-fb72-45b1-8b56-33fe9ec358ae tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6980517 Nov 12 04:29:30.481487 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57990) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:30.544407 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e31d62eb-4d3f-4cf9-b5c0-fa23294df3e3 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.578986 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d62eb-4d3f-4cf9-b5c0-fa23294df3e3 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event deleted for resources: {'Subnet': ['ID=ab47836f-bda0-4ac7-bdbe-1f08b24cd731,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server [None req-b9a9768e-9719-4df3-827c-34b9dfd43392 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab47836f-bda0-4ac7-bdbe-1f08b24cd731: This subnet is being modified by another concurrent operation. Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise exception Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab47836f-bda0-4ac7-bdbe-1f08b24cd731: This subnet is being modified by another concurrent operation. Nov 12 04:29:30.618553 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server Nov 12 04:29:30.664680 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e31d62eb-4d3f-4cf9-b5c0-fa23294df3e3 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.667677 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4248646-8514-4345-8afa-1945472b2fea None None] Network f34f1651-3b5e-45bc-bb85-0c359e9bd514 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:30.668173 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-86bd6eab-b05c-40b4-b7d4-defc8edc712a tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:30.696806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-e31d62eb-4d3f-4cf9-b5c0-fa23294df3e3 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34f1651-3b5e-45bc-bb85-0c359e9bd514']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:30.715154 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-e31d62eb-4d3f-4cf9-b5c0-fa23294df3e3 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a621a32-5c96-4d68-baab-bfeb7a178fe0') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:30.715637 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-e31d62eb-4d3f-4cf9-b5c0-fa23294df3e3 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a621a32-5c96-4d68-baab-bfeb7a178fe0') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:30.736066 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e31d62eb-4d3f-4cf9-b5c0-fa23294df3e3 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.757474 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e31d62eb-4d3f-4cf9-b5c0-fa23294df3e3 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.764653 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31d62eb-4d3f-4cf9-b5c0-fa23294df3e3 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:30.765334 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e31d62eb-4d3f-4cf9-b5c0-fa23294df3e3 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:30.768508 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:30.806842 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86bd6eab-b05c-40b4-b7d4-defc8edc712a tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.848808 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a65912-a3b0-4d96-ad03-275e143a0e9e None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:29:30.945431 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e31d62eb-4d3f-4cf9-b5c0-fa23294df3e3 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.951971 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e31d62eb-4d3f-4cf9-b5c0-fa23294df3e3 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.963127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e31d62eb-4d3f-4cf9-b5c0-fa23294df3e3 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/networks/f34f1651-3b5e-45bc-bb85-0c359e9bd514 HTTP/1.1" status: 204 len: 168 time: 0.8539732 Nov 12 04:29:30.963301 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57996) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:30.969082 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a5abd16b-52c9-4bbe-a001-6f0384dde04f tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-670377497'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:30.975130 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86bd6eab-b05c-40b4-b7d4-defc8edc712a tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.998981 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d62eb-4d3f-4cf9-b5c0-fa23294df3e3 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event deleted for resources: {'Network': ['ID=f34f1651-3b5e-45bc-bb85-0c359e9bd514,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:31.028317 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a65912-a3b0-4d96-ad03-275e143a0e9e None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:29:31.154709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-86bd6eab-b05c-40b4-b7d4-defc8edc712a tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Allocated IP 172.25.1.215 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/2f5ba7d5-93fa-4d3b-b84c-deed95dee3af) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:31.166207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5abd16b-52c9-4bbe-a001-6f0384dde04f tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Made reservation on behalf of 2f664b0251474c7faf003039341f41d7 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:31.168643 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5abd16b-52c9-4bbe-a001-6f0384dde04f tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:31.243624 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5abd16b-52c9-4bbe-a001-6f0384dde04f tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:31.263366 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5abd16b-52c9-4bbe-a001-6f0384dde04f tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:31.263727 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-a5abd16b-52c9-4bbe-a001-6f0384dde04f tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Added segment c2554301-83f3-46dd-8916-5af5307d3915 of type vlan for network b0d3a5bb-5d27-4764-bebc-b7835f6a695d Nov 12 04:29:31.323290 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5abd16b-52c9-4bbe-a001-6f0384dde04f tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:31.336240 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86bd6eab-b05c-40b4-b7d4-defc8edc712a tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:31.443213 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5abd16b-52c9-4bbe-a001-6f0384dde04f tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:31.449488 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5abd16b-52c9-4bbe-a001-6f0384dde04f tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:31.450057 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5abd16b-52c9-4bbe-a001-6f0384dde04f tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:31.493157 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86bd6eab-b05c-40b4-b7d4-defc8edc712a tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:31.573855 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd6eab-b05c-40b4-b7d4-defc8edc712a tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Pushing event updated for resources: {'Port': ['ID=2f5ba7d5-93fa-4d3b-b84c-deed95dee3af,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:31.587295 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bd6eab-b05c-40b4-b7d4-defc8edc712a tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:31.588054 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-86bd6eab-b05c-40b4-b7d4-defc8edc712a tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:31.592414 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abd16b-52c9-4bbe-a001-6f0384dde04f tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event updated for resources: {'Network': ['ID=b0d3a5bb-5d27-4764-bebc-b7835f6a695d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:31.595515 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bd6eab-b05c-40b4-b7d4-defc8edc712a tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:31.615354 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network b0d3a5bb-5d27-4764-bebc-b7835f6a695d details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:31.629321 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a5abd16b-52c9-4bbe-a001-6f0384dde04f tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6665666 Nov 12 04:29:31.632186 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58008) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:31.637229 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8bb54b96-e40d-4f39-9d21-bea7b4249752 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Request body: {'subnet': {'network_id': 'b0d3a5bb-5d27-4764-bebc-b7835f6a695d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:31.780987 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86bd6eab-b05c-40b4-b7d4-defc8edc712a tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:31.848155 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb54b96-e40d-4f39-9d21-bea7b4249752 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Made reservation on behalf of 2f664b0251474c7faf003039341f41d7 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:31.855727 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bb54b96-e40d-4f39-9d21-bea7b4249752 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:31.942011 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86bd6eab-b05c-40b4-b7d4-defc8edc712a tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:32.240217 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86bd6eab-b05c-40b4-b7d4-defc8edc712a tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:32.326417 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86bd6eab-b05c-40b4-b7d4-defc8edc712a tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:32.429371 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd6eab-b05c-40b4-b7d4-defc8edc712a tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Pushing event updated for resources: {'Port': ['ID=2f5ba7d5-93fa-4d3b-b84c-deed95dee3af,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:32.461454 n-d-768509-24 neutron-server[103297]: DEBUG neutron.objects.ports [None req-8bb54b96-e40d-4f39-9d21-bea7b4249752 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 04:29:32.465128 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bb54b96-e40d-4f39-9d21-bea7b4249752 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:32.506963 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86bd6eab-b05c-40b4-b7d4-defc8edc712a tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:32.545596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb54b96-e40d-4f39-9d21-bea7b4249752 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event updated for resources: {'Subnet': ['ID=35f91a3b-71c9-49a0-b66c-ef53e523ab76,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:32.571600 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb54b96-e40d-4f39-9d21-bea7b4249752 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Checking segment: {'id': 'c2554301-83f3-46dd-8916-5af5307d3915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b0d3a5bb-5d27-4764-bebc-b7835f6a695d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:32.572099 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb54b96-e40d-4f39-9d21-bea7b4249752 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Network hostable DHCP agents. Network: b0d3a5bb-5d27-4764-bebc-b7835f6a695d, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:32.635563 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86bd6eab-b05c-40b4-b7d4-defc8edc712a tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:32.636831 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-86bd6eab-b05c-40b4-b7d4-defc8edc712a tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1553268 Nov 12 04:29:32.641051 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58024) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:32.714043 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb54b96-e40d-4f39-9d21-bea7b4249752 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Network b0d3a5bb-5d27-4764-bebc-b7835f6a695d is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:32.777405 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4a65f19b-3ad3-45a7-91bf-f859d05d32d9 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4006 time: 0.1351213 Nov 12 04:29:32.780051 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58026) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:32.822498 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8bb54b96-e40d-4f39-9d21-bea7b4249752 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, b0d3a5bb-5d27-4764-bebc-b7835f6a695d) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:32.828618 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb54b96-e40d-4f39-9d21-bea7b4249752 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:32.829220 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8bb54b96-e40d-4f39-9d21-bea7b4249752 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:32.835972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76467e9-ad1e-4721-b773-2b137a079578 None None] Network b0d3a5bb-5d27-4764-bebc-b7835f6a695d requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:32.873330 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-dd33f927-3c29-465f-8a86-0bb8b0b302e8 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0916078 Nov 12 04:29:32.876331 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58028) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:33.017917 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8bb54b96-e40d-4f39-9d21-bea7b4249752 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3843391 Nov 12 04:29:33.020493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58030) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:33.029490 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-b0d3a5bb-5d27-4764-bebc-b7835f6a695d', 'network_id': 'b0d3a5bb-5d27-4764-bebc-b7835f6a695d', 'tenant_id': '2f664b0251474c7faf003039341f41d7', 'fixed_ips': [{'subnet_id': '35f91a3b-71c9-49a0-b66c-ef53e523ab76'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:33.029490 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.068811 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-63a82394-5d39-4e11-85cd-615373ea70c6 tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Deleting port 2f5ba7d5-93fa-4d3b-b84c-deed95dee3af {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:33.070227 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63a82394-5d39-4e11-85cd-615373ea70c6 tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.178560 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.185447 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63a82394-5d39-4e11-85cd-615373ea70c6 tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.185781 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63a82394-5d39-4e11-85cd-615373ea70c6 tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.204965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-63a82394-5d39-4e11-85cd-615373ea70c6 tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Calling delete_port for 2f5ba7d5-93fa-4d3b-b84c-deed95dee3af owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:33.269231 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f29b6de5-cdc3-490f-b62c-1890ac0fb52d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.274483 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.274802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] Allocated IP 2001:db8::f816:3eff:fe8f:e216 (b0d3a5bb-5d27-4764-bebc-b7835f6a695d/35f91a3b-71c9-49a0-b66c-ef53e523ab76/b3af7cca-d243-4dc7-9536-8f585f0425dc) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:33.444999 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.519554 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63a82394-5d39-4e11-85cd-615373ea70c6 tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.549764 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a82394-5d39-4e11-85cd-615373ea70c6 tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Pushing event deleted for resources: {'Port': ['ID=2f5ba7d5-93fa-4d3b-b84c-deed95dee3af,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:33.572326 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.631768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] Network b0d3a5bb-5d27-4764-bebc-b7835f6a695d is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:33.639797 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:33.639797 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:33.648721 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63a82394-5d39-4e11-85cd-615373ea70c6 tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.654960 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-63a82394-5d39-4e11-85cd-615373ea70c6 tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.658693 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-63a82394-5d39-4e11-85cd-615373ea70c6 tempest-FloatingIPAdminTestJSON-613153305 tempest-FloatingIPAdminTestJSON-613153305-project] 10.222.0.37 "DELETE /v2.0/floatingips/3b1b5fa7-d43c-4b57-a65d-2af0378b0ecb HTTP/1.1" status: 204 len: 168 time: 0.7789814 Nov 12 04:29:33.659835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58042) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:33.662844 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] Pushing event updated for resources: {'Port': ['ID=b3af7cca-d243-4dc7-9536-8f585f0425dc,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:33.737573 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] Attempting to bind port b3af7cca-d243-4dc7-9536-8f585f0425dc on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:33.737573 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] Attempting to bind port b3af7cca-d243-4dc7-9536-8f585f0425dc by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'c2554301-83f3-46dd-8916-5af5307d3915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b0d3a5bb-5d27-4764-bebc-b7835f6a695d'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:33.737573 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] Attempting to bind port b3af7cca-d243-4dc7-9536-8f585f0425dc on network b0d3a5bb-5d27-4764-bebc-b7835f6a695d {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:33.743117 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:33.743411 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] Checking segment: {'id': 'c2554301-83f3-46dd-8916-5af5307d3915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b0d3a5bb-5d27-4764-bebc-b7835f6a695d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:33.743882 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.743998 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.744389 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] Bound using segment: {'id': 'c2554301-83f3-46dd-8916-5af5307d3915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b0d3a5bb-5d27-4764-bebc-b7835f6a695d'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:33.744916 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] Bound port: b3af7cca-d243-4dc7-9536-8f585f0425dc, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2554301-83f3-46dd-8916-5af5307d3915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b0d3a5bb-5d27-4764-bebc-b7835f6a695d'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:33.745359 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.791802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event deleted for resources: {'Subnet': ['ID=35f91a3b-71c9-49a0-b66c-ef53e523ab76,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:33.812954 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] For port b3af7cca-d243-4dc7-9536-8f585f0425dc, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:33.816231 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] For port b3af7cca-d243-4dc7-9536-8f585f0425dc, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b3af7cca-d243-4dc7-9536-8f585f0425dc,segment=NetworkSegment(c2554301-83f3-46dd-8916-5af5307d3915),segment_id=c2554301-83f3-46dd-8916-5af5307d3915)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:33.914083 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.934533 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.940043 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d3a5bb-5d27-4764-bebc-b7835f6a695d']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:33.956504 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2554301-83f3-46dd-8916-5af5307d3915') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:33.956807 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2554301-83f3-46dd-8916-5af5307d3915') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:33.975096 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.987833 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-1394b2a2-e515-436e-ace4-c1371d470bc3 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Deleting port 3f334a99-afa8-4a9f-a279-c248f93fff67 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:33.988169 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1394b2a2-e515-436e-ace4-c1371d470bc3 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.002832 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.019649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:34.020058 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:34.023269 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:34.025256 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04a8ea-879a-4cba-b681-d6b6b207782f None None] Pushing event updated for resources: {'Port': ['ID=b3af7cca-d243-4dc7-9536-8f585f0425dc,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:34.035641 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ab6219-0abb-4da7-b06d-f3e323d4b811 None None] Network b0d3a5bb-5d27-4764-bebc-b7835f6a695d requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:34.146478 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1394b2a2-e515-436e-ace4-c1371d470bc3 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.146860 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1394b2a2-e515-436e-ace4-c1371d470bc3 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.159660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-1394b2a2-e515-436e-ace4-c1371d470bc3 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Calling delete_port for 3f334a99-afa8-4a9f-a279-c248f93fff67 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:34.175657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385c82a0-82cb-4ffa-9b41-4e758a8b4d8f None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:29:34.203569 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.db.api [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:29:34.203569 n-d-768509-24 neutron-server[103296]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:29:34.203569 n-d-768509-24 neutron-server[103296]: [parameters: {'id': 'b0d3a5bb-5d27-4764-bebc-b7835f6a695d'}] Nov 12 04:29:34.203569 n-d-768509-24 neutron-server[103296]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:29:34.204122 n-d-768509-24 neutron-server[103296]: DEBUG oslo_db.api [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:29:34.325618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385c82a0-82cb-4ffa-9b41-4e758a8b4d8f None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:29:34.456436 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1394b2a2-e515-436e-ace4-c1371d470bc3 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.488771 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394b2a2-e515-436e-ace4-c1371d470bc3 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f334a99-afa8-4a9f-a279-c248f93fff67,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:34.562985 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1394b2a2-e515-436e-ace4-c1371d470bc3 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.566075 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1394b2a2-e515-436e-ace4-c1371d470bc3 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.567913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1394b2a2-e515-436e-ace4-c1371d470bc3 tempest-FloatingIPAdminTestJSON-934271918 tempest-FloatingIPAdminTestJSON-934271918-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/428f2a97-758f-4efa-9a08-d9145d966a6f HTTP/1.1" status: 204 len: 168 time: 0.9065166 Nov 12 04:29:34.572329 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58056) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:34.682234 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a19c5978-d75e-4dbe-b07b-cef88b193c79 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Deleting port 2aa0617e-06c9-4c30-a5e4-da1048315290 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:34.685218 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a19c5978-d75e-4dbe-b07b-cef88b193c79 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.705911 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.818502 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a19c5978-d75e-4dbe-b07b-cef88b193c79 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.837186 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a19c5978-d75e-4dbe-b07b-cef88b193c79 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Calling delete_port for 2aa0617e-06c9-4c30-a5e4-da1048315290 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:34.851157 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Deleting port b3af7cca-d243-4dc7-9536-8f585f0425dc {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:34.851461 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.964965 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] For port b3af7cca-d243-4dc7-9536-8f585f0425dc, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b3af7cca-d243-4dc7-9536-8f585f0425dc,segment=NetworkSegment(c2554301-83f3-46dd-8916-5af5307d3915),segment_id=c2554301-83f3-46dd-8916-5af5307d3915)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:34.965233 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.981294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Calling delete_port for b3af7cca-d243-4dc7-9536-8f585f0425dc owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:35.168416 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a19c5978-d75e-4dbe-b07b-cef88b193c79 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:35.202399 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c5978-d75e-4dbe-b07b-cef88b193c79 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Pushing event deleted for resources: {'Port': ['ID=2aa0617e-06c9-4c30-a5e4-da1048315290,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:35.251405 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:35.287617 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event deleted for resources: {'Port': ['ID=b3af7cca-d243-4dc7-9536-8f585f0425dc,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:35.293128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] No DVR routers for this DVR port b3af7cca-d243-4dc7-9536-8f585f0425dc on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:35.329618 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a19c5978-d75e-4dbe-b07b-cef88b193c79 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:35.332892 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a19c5978-d75e-4dbe-b07b-cef88b193c79 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] 10.222.0.37 "DELETE /v2.0/ports/2aa0617e-06c9-4c30-a5e4-da1048315290 HTTP/1.1" status: 204 len: 168 time: 0.7591960 Nov 12 04:29:35.335862 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58072) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:35.415209 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea0fbc0-4d3e-4377-8d83-d7f3d0276169 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:35.416879 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6ea0fbc0-4d3e-4377-8d83-d7f3d0276169 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] 10.222.0.37 "GET /v2.0/ports?device_id=36334ecc-dfc8-4564-8b2a-f184bf197743 HTTP/1.1" status: 200 len: 913 time: 0.0798974 Nov 12 04:29:35.423731 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:35.425395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58076) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:35.469692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d3a5bb-5d27-4764-bebc-b7835f6a695d']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:35.494135 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2554301-83f3-46dd-8916-5af5307d3915') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:35.494135 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2554301-83f3-46dd-8916-5af5307d3915') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:35.510782 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:35.533441 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:35.544430 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:35.545219 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:35.550778 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:35.554125 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36d5a902-4d61-4a90-aaa3-c80e49e46793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:35.701748 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:35.713655 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:35.722224 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/networks/b0d3a5bb-5d27-4764-bebc-b7835f6a695d HTTP/1.1" status: 204 len: 168 time: 2.7005365 Nov 12 04:29:35.748505 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58082) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:35.759199 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfcf22-e026-471c-8f8b-b2bf23df25fd tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event deleted for resources: {'Network': ['ID=b0d3a5bb-5d27-4764-bebc-b7835f6a695d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:35.792552 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf19455-336d-4a19-b522-4027b72ee1e7 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] DELETE failed (client error): The resource could not be found. Nov 12 04:29:35.793275 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf19455-336d-4a19-b522-4027b72ee1e7 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:29:35.798720 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1cf19455-336d-4a19-b522-4027b72ee1e7 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/subnets/35f91a3b-71c9-49a0-b66c-ef53e523ab76 HTTP/1.1" status: 404 len: 337 time: 0.0471311 Nov 12 04:29:35.801638 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58086) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:35.832766 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26df3d9-ae54-48ed-a3de-0323b1708a38 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] DELETE failed (client error): The resource could not be found. Nov 12 04:29:35.834160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26df3d9-ae54-48ed-a3de-0323b1708a38 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:29:35.842127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d26df3d9-ae54-48ed-a3de-0323b1708a38 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/networks/b0d3a5bb-5d27-4764-bebc-b7835f6a695d HTTP/1.1" status: 404 len: 339 time: 0.0335913 Nov 12 04:29:35.842537 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58088) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:35.878767 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-452d4b94-39c3-4ea7-918a-299334ea457b tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] DELETE failed (client error): The resource could not be found. Nov 12 04:29:35.879376 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-452d4b94-39c3-4ea7-918a-299334ea457b tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:29:35.886871 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-452d4b94-39c3-4ea7-918a-299334ea457b tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/subnets/ab47836f-bda0-4ac7-bdbe-1f08b24cd731 HTTP/1.1" status: 404 len: 337 time: 0.0420041 Nov 12 04:29:35.888748 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58090) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:35.912126 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c653fe-3e3c-4eca-aeb9-4bdd7a3551a8 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] DELETE failed (client error): The resource could not be found. Nov 12 04:29:35.912832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c653fe-3e3c-4eca-aeb9-4bdd7a3551a8 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:29:35.916085 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-54c653fe-3e3c-4eca-aeb9-4bdd7a3551a8 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/networks/f34f1651-3b5e-45bc-bb85-0c359e9bd514 HTTP/1.1" status: 404 len: 339 time: 0.0256329 Nov 12 04:29:35.918740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58092) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:35.949718 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ee7063-4aac-472e-8265-2b57837233fe tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] DELETE failed (client error): The resource could not be found. Nov 12 04:29:35.950189 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ee7063-4aac-472e-8265-2b57837233fe tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:29:35.954136 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c9ee7063-4aac-472e-8265-2b57837233fe tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/subnets/6ff06eaf-108f-408a-b1ca-40a17019115b HTTP/1.1" status: 404 len: 337 time: 0.0344808 Nov 12 04:29:35.956736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58094) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:35.978482 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-a269bbc6-7234-4b21-ad81-cfde77e1d073 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] DELETE failed (client error): The resource could not be found. Nov 12 04:29:35.979461 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a269bbc6-7234-4b21-ad81-cfde77e1d073 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:29:35.982914 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a269bbc6-7234-4b21-ad81-cfde77e1d073 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/networks/bf2d702f-0145-4f4a-9297-553f68204415 HTTP/1.1" status: 404 len: 339 time: 0.0247331 Nov 12 04:29:35.987215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58096) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:36.157772 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-948368bc-b4c8-427f-9089-599ad392e9c4 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Deleting port 2875f57a-913f-4610-b7fd-f462e656d52f {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:36.158394 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-948368bc-b4c8-427f-9089-599ad392e9c4 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.241191 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-948368bc-b4c8-427f-9089-599ad392e9c4 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.260018 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-948368bc-b4c8-427f-9089-599ad392e9c4 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Calling delete_port for 2875f57a-913f-4610-b7fd-f462e656d52f owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:36.317484 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-368b6e27-61a9-449e-964e-26e1244c4253 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.442826 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-948368bc-b4c8-427f-9089-599ad392e9c4 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.487324 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-948368bc-b4c8-427f-9089-599ad392e9c4 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.491986 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-948368bc-b4c8-427f-9089-599ad392e9c4 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/ports/2875f57a-913f-4610-b7fd-f462e656d52f HTTP/1.1" status: 204 len: 168 time: 0.5026579 Nov 12 04:29:36.492918 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948368bc-b4c8-427f-9089-599ad392e9c4 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event deleted for resources: {'Port': ['ID=2875f57a-913f-4610-b7fd-f462e656d52f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:36.495823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58102) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:36.527988 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb598a02-d7d0-45ca-a92f-53d7b72af46f tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] DELETE failed (client error): The resource could not be found. Nov 12 04:29:36.528465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb598a02-d7d0-45ca-a92f-53d7b72af46f tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:29:36.532244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bb598a02-d7d0-45ca-a92f-53d7b72af46f tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/subnets/37ca1d0f-396d-4299-ba2e-f8c30d642bd5 HTTP/1.1" status: 404 len: 337 time: 0.0352314 Nov 12 04:29:36.534950 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58104) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:36.642715 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-586a6a5f-a590-4377-975d-b49b31a5eef1 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.681471 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-368b6e27-61a9-449e-964e-26e1244c4253 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Deleting port e1253e7b-4d8e-4922-bb99-4ef47bc37621 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:36.682089 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-368b6e27-61a9-449e-964e-26e1244c4253 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.683333 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.763677 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-586a6a5f-a590-4377-975d-b49b31a5eef1 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.790310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-586a6a5f-a590-4377-975d-b49b31a5eef1 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce39bdd-0202-457b-97ac-c64c2110f1c2']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:36.804151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-586a6a5f-a590-4377-975d-b49b31a5eef1 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44858810-7a3a-41f2-87c4-712ed77df75d') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:36.804444 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-586a6a5f-a590-4377-975d-b49b31a5eef1 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44858810-7a3a-41f2-87c4-712ed77df75d') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:36.825819 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-586a6a5f-a590-4377-975d-b49b31a5eef1 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.830409 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-368b6e27-61a9-449e-964e-26e1244c4253 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.843569 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-586a6a5f-a590-4377-975d-b49b31a5eef1 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.846914 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-368b6e27-61a9-449e-964e-26e1244c4253 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Calling delete_port for e1253e7b-4d8e-4922-bb99-4ef47bc37621 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:36.851463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586a6a5f-a590-4377-975d-b49b31a5eef1 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-586a6a5f-a590-4377-975d-b49b31a5eef1 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:36.856247 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:36.999819 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-586a6a5f-a590-4377-975d-b49b31a5eef1 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:37.008503 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-586a6a5f-a590-4377-975d-b49b31a5eef1 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:37.013975 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-586a6a5f-a590-4377-975d-b49b31a5eef1 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/networks/2ce39bdd-0202-457b-97ac-c64c2110f1c2 HTTP/1.1" status: 204 len: 168 time: 0.4759955 Nov 12 04:29:37.020088 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58112) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:37.022586 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a6a5f-a590-4377-975d-b49b31a5eef1 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event deleted for resources: {'Network': ['ID=2ce39bdd-0202-457b-97ac-c64c2110f1c2,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:37.159048 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-97df0c77-2abe-456d-a6fa-da61d23c04b6 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Deleting port c1cf4961-b086-431d-90ae-2983be166e6c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:37.159437 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-97df0c77-2abe-456d-a6fa-da61d23c04b6 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:37.235477 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-368b6e27-61a9-449e-964e-26e1244c4253 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:37.287190 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-97df0c77-2abe-456d-a6fa-da61d23c04b6 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:37.290533 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b6e27-61a9-449e-964e-26e1244c4253 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Pushing event deleted for resources: {'Port': ['ID=e1253e7b-4d8e-4922-bb99-4ef47bc37621,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:37.337299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-97df0c77-2abe-456d-a6fa-da61d23c04b6 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Calling delete_port for c1cf4961-b086-431d-90ae-2983be166e6c owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:37.577381 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-368b6e27-61a9-449e-964e-26e1244c4253 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:37.682563 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-97df0c77-2abe-456d-a6fa-da61d23c04b6 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:37.742417 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-97df0c77-2abe-456d-a6fa-da61d23c04b6 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:37.746458 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-97df0c77-2abe-456d-a6fa-da61d23c04b6 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/ports/c1cf4961-b086-431d-90ae-2983be166e6c HTTP/1.1" status: 204 len: 168 time: 0.7247298 Nov 12 04:29:37.749288 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58122) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:37.749426 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df0c77-2abe-456d-a6fa-da61d23c04b6 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event deleted for resources: {'Port': ['ID=c1cf4961-b086-431d-90ae-2983be166e6c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:37.784381 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-856fa3db-57ce-4e60-ab32-e10a4dd28fb4 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] DELETE failed (client error): The resource could not be found. Nov 12 04:29:37.784987 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-856fa3db-57ce-4e60-ab32-e10a4dd28fb4 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:29:37.792401 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-856fa3db-57ce-4e60-ab32-e10a4dd28fb4 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/subnets/216c741b-3e09-46e5-ae0f-5597027c9816 HTTP/1.1" status: 404 len: 337 time: 0.0380175 Nov 12 04:29:37.793148 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58126) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:37.905466 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368b6e27-61a9-449e-964e-26e1244c4253 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Router 36334ecc-dfc8-4564-8b2a-f184bf197743 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:29:37.912959 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f1731492-8031-42e6-b924-9cb84b4c989a tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.034493 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f1731492-8031-42e6-b924-9cb84b4c989a tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.059754 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-f1731492-8031-42e6-b924-9cb84b4c989a tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:38.063526 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368b6e27-61a9-449e-964e-26e1244c4253 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:38.071353 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-368b6e27-61a9-449e-964e-26e1244c4253 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] 10.222.0.37 "PUT /v2.0/routers/36334ecc-dfc8-4564-8b2a-f184bf197743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6447275 Nov 12 04:29:38.071782 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58136) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:38.075064 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30077572-540d-4f5c-b4da-25d2bbf7c697 None None] Sync routers for ids ['36334ecc-dfc8-4564-8b2a-f184bf197743'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:38.081330 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-f1731492-8031-42e6-b924-9cb84b4c989a tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2026a55e-cc3e-41bf-a510-04133fe060fe') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:38.081630 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-f1731492-8031-42e6-b924-9cb84b4c989a tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2026a55e-cc3e-41bf-a510-04133fe060fe') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:38.086823 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30077572-540d-4f5c-b4da-25d2bbf7c697 None None] Routers {'36334ecc-dfc8-4564-8b2a-f184bf197743'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:38.087538 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-30077572-540d-4f5c-b4da-25d2bbf7c697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['36334ecc-dfc8-4564-8b2a-f184bf197743'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:38.121998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-30077572-540d-4f5c-b4da-25d2bbf7c697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:38.131509 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30077572-540d-4f5c-b4da-25d2bbf7c697 None None] Routers {'36334ecc-dfc8-4564-8b2a-f184bf197743'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:38.132207 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-30077572-540d-4f5c-b4da-25d2bbf7c697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['36334ecc-dfc8-4564-8b2a-f184bf197743'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:38.173570 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-30077572-540d-4f5c-b4da-25d2bbf7c697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:38.174322 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30077572-540d-4f5c-b4da-25d2bbf7c697 None None] The sync data for ids ['36334ecc-dfc8-4564-8b2a-f184bf197743'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:38.279109 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.487583 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f1731492-8031-42e6-b924-9cb84b4c989a tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.510951 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f1731492-8031-42e6-b924-9cb84b4c989a tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.549946 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1731492-8031-42e6-b924-9cb84b4c989a tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:38.549946 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f1731492-8031-42e6-b924-9cb84b4c989a tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:38.550865 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:38.627357 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3117b9b6-25d7-4d00-b039-94e3c326f334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.747233 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3117b9b6-25d7-4d00-b039-94e3c326f334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.756268 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f1731492-8031-42e6-b924-9cb84b4c989a tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.761255 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f1731492-8031-42e6-b924-9cb84b4c989a tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.770972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f1731492-8031-42e6-b924-9cb84b4c989a tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/networks/c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f HTTP/1.1" status: 204 len: 168 time: 0.9706085 Nov 12 04:29:38.771870 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58156) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:38.780660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1731492-8031-42e6-b924-9cb84b4c989a tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event deleted for resources: {'Network': ['ID=c059e5ca-8fb0-4be9-9504-d7e2a3e48b5f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:38.833599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-21dd2b30-69fa-42a5-acfa-0133a944c322 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Deleting subnet 6f62c8ea-bb4e-4cad-b4ab-f5feda3b0c26 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:29:38.837184 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21dd2b30-69fa-42a5-acfa-0133a944c322 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.884963 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21dd2b30-69fa-42a5-acfa-0133a944c322 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.951090 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-3117b9b6-25d7-4d00-b039-94e3c326f334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Deleting port 99ce676b-22ca-4139-9820-38ea18964e78 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:38.953448 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3117b9b6-25d7-4d00-b039-94e3c326f334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:39.035048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58166) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:39.104037 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21dd2b30-69fa-42a5-acfa-0133a944c322 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:39.128311 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:39.162050 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3117b9b6-25d7-4d00-b039-94e3c326f334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:39.189820 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-3117b9b6-25d7-4d00-b039-94e3c326f334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Calling delete_port for 99ce676b-22ca-4139-9820-38ea18964e78 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:39.263787 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0a37c1a4-53be-4cc6-939c-89da7828e7f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:39.289810 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21dd2b30-69fa-42a5-acfa-0133a944c322 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:39.336159 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd2b30-69fa-42a5-acfa-0133a944c322 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event deleted for resources: {'Subnet': ['ID=6f62c8ea-bb4e-4cad-b4ab-f5feda3b0c26,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:39.338652 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21dd2b30-69fa-42a5-acfa-0133a944c322 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:39.345861 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-21dd2b30-69fa-42a5-acfa-0133a944c322 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/subnets/6f62c8ea-bb4e-4cad-b4ab-f5feda3b0c26 HTTP/1.1" status: 204 len: 168 time: 0.5775208 Nov 12 04:29:39.346498 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58170) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:39.352823 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be074abb-3779-4cff-b483-69a505faf6ad None None] Network fd80b69b-68c4-4ab5-98f5-c711a478d3bf requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:39.475489 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0a37c1a4-53be-4cc6-939c-89da7828e7f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:39.480696 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:39.542245 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0a37c1a4-53be-4cc6-939c-89da7828e7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:39.551091 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Deleting port 12c1ca41-e6a3-4b01-a571-0186f5d53c19 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:39.551453 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:39.583340 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3117b9b6-25d7-4d00-b039-94e3c326f334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:39.605096 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0a37c1a4-53be-4cc6-939c-89da7828e7f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7250e8f21fbb49a4b7d8ea145ae2697c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5663366 Nov 12 04:29:39.605333 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58172) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:39.648772 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] For port 12c1ca41-e6a3-4b01-a571-0186f5d53c19, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=12c1ca41-e6a3-4b01-a571-0186f5d53c19,segment=NetworkSegment(17de9f6c-a431-4cc7-8364-d515bd0b126b),segment_id=17de9f6c-a431-4cc7-8364-d515bd0b126b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:39.649229 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:39.649603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117b9b6-25d7-4d00-b039-94e3c326f334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Pushing event deleted for resources: {'Port': ['ID=99ce676b-22ca-4139-9820-38ea18964e78,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:39.674267 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37c1a4-53be-4cc6-939c-89da7828e7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77357d2c-1ba3-44eb-9631-880d5fc991bd,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:39.729740 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb123add-b4fd-4fd1-b874-94a66d69dab3 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:39.754498 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Calling delete_port for 12c1ca41-e6a3-4b01-a571-0186f5d53c19 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:39.763122 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3117b9b6-25d7-4d00-b039-94e3c326f334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:39.834772 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0fec946-79aa-49fc-a788-950a025993ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:39.862473 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cfa331-95cb-413c-a240-1b72b3c65331 None None] DHCP port deletion for fd80b69b-68c4-4ab5-98f5-c711a478d3bf request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:39.871965 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0fec946-79aa-49fc-a788-950a025993ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:39.890834 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3117b9b6-25d7-4d00-b039-94e3c326f334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:39.898247 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3117b9b6-25d7-4d00-b039-94e3c326f334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:39.930366 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-28cfa331-95cb-413c-a240-1b72b3c65331 None None] Deleting port 12c1ca41-e6a3-4b01-a571-0186f5d53c19 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:39.932012 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28cfa331-95cb-413c-a240-1b72b3c65331 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:40.025297 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-28cfa331-95cb-413c-a240-1b72b3c65331 None None] For port 12c1ca41-e6a3-4b01-a571-0186f5d53c19, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=12c1ca41-e6a3-4b01-a571-0186f5d53c19,segment=NetworkSegment(17de9f6c-a431-4cc7-8364-d515bd0b126b),segment_id=17de9f6c-a431-4cc7-8364-d515bd0b126b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:40.026061 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28cfa331-95cb-413c-a240-1b72b3c65331 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:40.037644 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:40.049617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 12c1ca41-e6a3-4b01-a571-0186f5d53c19 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:40.051757 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-28cfa331-95cb-413c-a240-1b72b3c65331 None None] Calling delete_port for 12c1ca41-e6a3-4b01-a571-0186f5d53c19 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:40.066733 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event deleted for resources: {'Port': ['ID=12c1ca41-e6a3-4b01-a571-0186f5d53c19,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:40.070922 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3117b9b6-25d7-4d00-b039-94e3c326f334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:40.071499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3117b9b6-25d7-4d00-b039-94e3c326f334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Fanout notify agent at l3_agent the message router_deleted on router 36334ecc-dfc8-4564-8b2a-f184bf197743 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:29:40.080598 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3117b9b6-25d7-4d00-b039-94e3c326f334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:40.088007 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58176) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:40.090439 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3117b9b6-25d7-4d00-b039-94e3c326f334 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] 10.222.0.37 "DELETE /v2.0/routers/36334ecc-dfc8-4564-8b2a-f184bf197743 HTTP/1.1" status: 204 len: 168 time: 2.0168412 Nov 12 04:29:40.098056 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0fec946-79aa-49fc-a788-950a025993ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:40.100796 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0fec946-79aa-49fc-a788-950a025993ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:40.105154 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e0fec946-79aa-49fc-a788-950a025993ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77357d2c-1ba3-44eb-9631-880d5fc991bd HTTP/1.1" status: 204 len: 168 time: 0.4986179 Nov 12 04:29:40.139970 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] No DVR routers for this DVR port 12c1ca41-e6a3-4b01-a571-0186f5d53c19 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:40.153689 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fec946-79aa-49fc-a788-950a025993ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77357d2c-1ba3-44eb-9631-880d5fc991bd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:40.257935 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 12c1ca41-e6a3-4b01-a571-0186f5d53c19 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:40.258500 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 12c1ca41-e6a3-4b01-a571-0186f5d53c19 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:40.283267 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:40.291715 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f663ed0-468d-4e2d-9d27-1c8d7715667e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Deleting subnet e82d8de6-cb8a-4ae3-9459-2a3d4ef3f1f4 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:29:40.301714 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28cfa331-95cb-413c-a240-1b72b3c65331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:40.307364 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f663ed0-468d-4e2d-9d27-1c8d7715667e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:40.325993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cfa331-95cb-413c-a240-1b72b3c65331 None None] No DVR routers for this DVR port 12c1ca41-e6a3-4b01-a571-0186f5d53c19 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:40.375972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfa331-95cb-413c-a240-1b72b3c65331 None None] Pushing event deleted for resources: {'Port': ['ID=12c1ca41-e6a3-4b01-a571-0186f5d53c19,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:40.376187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd80b69b-68c4-4ab5-98f5-c711a478d3bf']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:40.394886 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17de9f6c-a431-4cc7-8364-d515bd0b126b') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:40.395465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17de9f6c-a431-4cc7-8364-d515bd0b126b') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:40.412208 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:40.431354 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f663ed0-468d-4e2d-9d27-1c8d7715667e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:40.455125 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:40.470508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:40.471064 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:40.474155 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:40.597429 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f663ed0-468d-4e2d-9d27-1c8d7715667e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:40.678913 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:40.687377 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:40.693995 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] 10.222.0.37 "DELETE /v2.0/networks/fd80b69b-68c4-4ab5-98f5-c711a478d3bf HTTP/1.1" status: 204 len: 168 time: 1.3377774 Nov 12 04:29:40.711074 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52be48-edfb-49e3-af0c-5054690abe13 tempest-NetworksIpV6TestAttrs-292086296 tempest-NetworksIpV6TestAttrs-292086296-project] Pushing event deleted for resources: {'Network': ['ID=fd80b69b-68c4-4ab5-98f5-c711a478d3bf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:40.786103 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f663ed0-468d-4e2d-9d27-1c8d7715667e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:40.835408 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f663ed0-468d-4e2d-9d27-1c8d7715667e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Pushing event deleted for resources: {'Subnet': ['ID=e82d8de6-cb8a-4ae3-9459-2a3d4ef3f1f4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:40.840890 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f663ed0-468d-4e2d-9d27-1c8d7715667e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:40.846268 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5f663ed0-468d-4e2d-9d27-1c8d7715667e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] 10.222.0.37 "DELETE /v2.0/subnets/e82d8de6-cb8a-4ae3-9459-2a3d4ef3f1f4 HTTP/1.1" status: 204 len: 168 time: 0.7549829 Nov 12 04:29:40.847143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58190) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:40.849092 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b7dcf0-faeb-4172-8b56-be8ae19bc7c8 None None] Network 6331719c-f768-44c9-a467-c7310cedb618 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:41.043957 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:41.044148 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58192) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:41.067323 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c143921-21a7-435b-907d-6e27e072c379 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:41.122756 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f44086-0985-45a9-94f2-b2a16822263a None None] DHCP port deletion for 6331719c-f768-44c9-a467-c7310cedb618 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:41.174180 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Deleting port e33aa860-48df-4d5d-a107-6fcdd2f526f5 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:41.174180 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:41.208360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-44f44086-0985-45a9-94f2-b2a16822263a None None] Deleting port e33aa860-48df-4d5d-a107-6fcdd2f526f5 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:41.209226 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44f44086-0985-45a9-94f2-b2a16822263a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:41.282589 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c143921-21a7-435b-907d-6e27e072c379 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:41.320041 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-44f44086-0985-45a9-94f2-b2a16822263a None None] For port e33aa860-48df-4d5d-a107-6fcdd2f526f5, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e33aa860-48df-4d5d-a107-6fcdd2f526f5,segment=NetworkSegment(63d5fcc6-2445-48eb-b3ee-5fbed543ae0f),segment_id=63d5fcc6-2445-48eb-b3ee-5fbed543ae0f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:41.321383 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44f44086-0985-45a9-94f2-b2a16822263a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:41.329450 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58202) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:41.345484 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c143921-21a7-435b-907d-6e27e072c379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:41.370414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] For port e33aa860-48df-4d5d-a107-6fcdd2f526f5, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e33aa860-48df-4d5d-a107-6fcdd2f526f5,segment=NetworkSegment(63d5fcc6-2445-48eb-b3ee-5fbed543ae0f),segment_id=63d5fcc6-2445-48eb-b3ee-5fbed543ae0f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:41.371077 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:41.380296 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-44f44086-0985-45a9-94f2-b2a16822263a None None] Calling delete_port for e33aa860-48df-4d5d-a107-6fcdd2f526f5 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:41.387791 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Calling delete_port for e33aa860-48df-4d5d-a107-6fcdd2f526f5 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:41.409438 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2c143921-21a7-435b-907d-6e27e072c379 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9a9657d39594da99f0d13fb47667b0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3641686 Nov 12 04:29:41.469063 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c143921-21a7-435b-907d-6e27e072c379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c3c338-4eb7-40f1-9d37-a863332c6485,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:41.493100 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58208) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:41.656164 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eadd1534-9fb6-4550-add6-301b31764a79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:41.659782 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bc576f88-7f14-421f-9428-7399e749c3de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f664b0251474c7faf003039341f41d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3292394 Nov 12 04:29:41.662446 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:41.663211 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58210) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:41.675561 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44f44086-0985-45a9-94f2-b2a16822263a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:41.711925 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eadd1534-9fb6-4550-add6-301b31764a79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:41.744947 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f44086-0985-45a9-94f2-b2a16822263a None None] Pushing event deleted for resources: {'Port': ['ID=e33aa860-48df-4d5d-a107-6fcdd2f526f5,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:41.747501 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f44086-0985-45a9-94f2-b2a16822263a None None] No DVR routers for this DVR port e33aa860-48df-4d5d-a107-6fcdd2f526f5 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:41.749777 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Pushing event deleted for resources: {'Port': ['ID=e33aa860-48df-4d5d-a107-6fcdd2f526f5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:41.756872 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] No DVR routers for this DVR port e33aa860-48df-4d5d-a107-6fcdd2f526f5 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:41.780316 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7e80611-9aaa-4ff8-9562-2357eb6e00bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:41.812548 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7e80611-9aaa-4ff8-9562-2357eb6e00bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:41.908343 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eadd1534-9fb6-4550-add6-301b31764a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:41.915371 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:41.916789 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-eadd1534-9fb6-4550-add6-301b31764a79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:41.918263 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-eadd1534-9fb6-4550-add6-301b31764a79 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10c3c338-4eb7-40f1-9d37-a863332c6485 HTTP/1.1" status: 204 len: 168 time: 0.4227717 Nov 12 04:29:41.927671 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd1534-9fb6-4550-add6-301b31764a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c3c338-4eb7-40f1-9d37-a863332c6485,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:41.956221 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6331719c-f768-44c9-a467-c7310cedb618']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:41.966048 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7e80611-9aaa-4ff8-9562-2357eb6e00bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:41.969094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d5fcc6-2445-48eb-b3ee-5fbed543ae0f') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:41.969494 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7e80611-9aaa-4ff8-9562-2357eb6e00bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:41.969917 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d5fcc6-2445-48eb-b3ee-5fbed543ae0f') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:41.975720 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f7e80611-9aaa-4ff8-9562-2357eb6e00bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5eb909a7-df7b-4f6e-8570-127a19dd2405 HTTP/1.1" status: 204 len: 168 time: 0.3113315 Nov 12 04:29:41.987941 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:42.002917 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:42.010982 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e80611-9aaa-4ff8-9562-2357eb6e00bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb909a7-df7b-4f6e-8570-127a19dd2405,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:42.011265 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:42.011877 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:42.086673 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:42.143611 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e33aa860-48df-4d5d-a107-6fcdd2f526f5 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:42.159361 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:42.169635 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: e33aa860-48df-4d5d-a107-6fcdd2f526f5 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:42.170908 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:42.171021 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e33aa860-48df-4d5d-a107-6fcdd2f526f5 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:42.171123 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] 10.222.0.37 "DELETE /v2.0/networks/6331719c-f768-44c9-a467-c7310cedb618 HTTP/1.1" status: 204 len: 168 time: 1.3198237 Nov 12 04:29:42.171218 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58216) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:42.217119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e280f74-6548-4163-98db-8ca6bcf05e3e tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Pushing event deleted for resources: {'Network': ['ID=6331719c-f768-44c9-a467-c7310cedb618,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:42.368428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c88c2ce7-0b74-4f35-9713-5a883e1d0fd1 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Deleting port b7ed5504-02d6-4efd-8ac6-5f7c825047ff {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:42.369168 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c88c2ce7-0b74-4f35-9713-5a883e1d0fd1 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:42.489397 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c88c2ce7-0b74-4f35-9713-5a883e1d0fd1 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:42.490372 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c88c2ce7-0b74-4f35-9713-5a883e1d0fd1 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:42.505700 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c88c2ce7-0b74-4f35-9713-5a883e1d0fd1 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Calling delete_port for b7ed5504-02d6-4efd-8ac6-5f7c825047ff owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:42.759531 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c88c2ce7-0b74-4f35-9713-5a883e1d0fd1 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:42.804425 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c2ce7-0b74-4f35-9713-5a883e1d0fd1 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Pushing event deleted for resources: {'Port': ['ID=b7ed5504-02d6-4efd-8ac6-5f7c825047ff,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:42.910055 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c88c2ce7-0b74-4f35-9713-5a883e1d0fd1 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:42.913292 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c88c2ce7-0b74-4f35-9713-5a883e1d0fd1 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:42.914433 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c88c2ce7-0b74-4f35-9713-5a883e1d0fd1 tempest-FloatingIPAdminTestJSON-1427647546 tempest-FloatingIPAdminTestJSON-1427647546-project] 10.222.0.37 "DELETE /v2.0/floatingips/7af9790d-086b-457d-af9e-8b0247220ab8 HTTP/1.1" status: 204 len: 168 time: 0.7423460 Nov 12 04:29:43.084164 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58240) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:43.102942 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cc9ec2-6df9-4154-ba14-310e719244d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:43.214172 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cc9ec2-6df9-4154-ba14-310e719244d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:43.261921 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cc9ec2-6df9-4154-ba14-310e719244d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:43.309199 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-29cc9ec2-6df9-4154-ba14-310e719244d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c59ec1da7ca94794b99a26a21fd9c8b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2236662 Nov 12 04:29:43.310284 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc9ec2-6df9-4154-ba14-310e719244d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c051069-8644-4eae-bcea-1806f6874cdc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:43.311907 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58242) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:43.392686 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-00746f45-a91b-4260-af09-f80e7074cb4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:43.420646 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-00746f45-a91b-4260-af09-f80e7074cb4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:43.580710 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58254) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:43.645216 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-00746f45-a91b-4260-af09-f80e7074cb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:43.648428 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-00746f45-a91b-4260-af09-f80e7074cb4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:43.653047 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-00746f45-a91b-4260-af09-f80e7074cb4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c051069-8644-4eae-bcea-1806f6874cdc HTTP/1.1" status: 204 len: 168 time: 0.3399980 Nov 12 04:29:43.680887 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00746f45-a91b-4260-af09-f80e7074cb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c051069-8644-4eae-bcea-1806f6874cdc,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:43.887379 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2bb8ec21-1ec9-440e-89da-c6302740cfac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed79f42aebb644a59c2722abd971d530&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3050117 Nov 12 04:29:43.889857 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58266) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:43.959837 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-82c8ad7b-0e8b-4caf-8651-2b65ecfff1b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:43.994258 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-82c8ad7b-0e8b-4caf-8651-2b65ecfff1b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:44.034336 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58270) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:44.128306 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-82c8ad7b-0e8b-4caf-8651-2b65ecfff1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:44.133277 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-82c8ad7b-0e8b-4caf-8651-2b65ecfff1b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:44.135560 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-82c8ad7b-0e8b-4caf-8651-2b65ecfff1b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8215a48d-1481-4eac-8c93-0433b7b023c7 HTTP/1.1" status: 204 len: 168 time: 0.2441339 Nov 12 04:29:44.147522 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8ad7b-0e8b-4caf-8651-2b65ecfff1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8215a48d-1481-4eac-8c93-0433b7b023c7,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:44.279234 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-49415b6d-2838-450c-b7c5-deb4a3ba5622 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-231151740'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:44.388828 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49415b6d-2838-450c-b7c5-deb4a3ba5622 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Made reservation on behalf of 5aa10470b52545749d812350adfa744b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:44.394894 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49415b6d-2838-450c-b7c5-deb4a3ba5622 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:44.405825 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49415b6d-2838-450c-b7c5-deb4a3ba5622 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:44.517460 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49415b6d-2838-450c-b7c5-deb4a3ba5622 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:44.605674 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49415b6d-2838-450c-b7c5-deb4a3ba5622 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:44.630494 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49415b6d-2838-450c-b7c5-deb4a3ba5622 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:44.653798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49415b6d-2838-450c-b7c5-deb4a3ba5622 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3839af85-0516-46ca-bb04-3a3076376174,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:44.656870 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49415b6d-2838-450c-b7c5-deb4a3ba5622 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:44.657219 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-49415b6d-2838-450c-b7c5-deb4a3ba5622 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Added segment 278505ba-5454-4f3a-925f-8275efeccb41 of type vlan for network d78ca704-7912-46bf-8326-31a91915f136 Nov 12 04:29:44.794323 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49415b6d-2838-450c-b7c5-deb4a3ba5622 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:44.936283 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49415b6d-2838-450c-b7c5-deb4a3ba5622 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:44.942485 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49415b6d-2838-450c-b7c5-deb4a3ba5622 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:44.943125 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49415b6d-2838-450c-b7c5-deb4a3ba5622 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.017421 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49415b6d-2838-450c-b7c5-deb4a3ba5622 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Network': ['ID=d78ca704-7912-46bf-8326-31a91915f136,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:45.030531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network d78ca704-7912-46bf-8326-31a91915f136 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:45.057116 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58302) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:45.060698 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-49415b6d-2838-450c-b7c5-deb4a3ba5622 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0183613 Nov 12 04:29:45.062906 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ae4117a8-88ef-4624-9eec-8286af114414 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1418579849'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:45.182011 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58306) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:45.200648 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4117a8-88ef-4624-9eec-8286af114414 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Made reservation on behalf of 5aa10470b52545749d812350adfa744b for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:45.204871 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ae4117a8-88ef-4624-9eec-8286af114414 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.214347 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0705-fa88-44b1-8ff8-7acc0df807eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.246120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4117a8-88ef-4624-9eec-8286af114414 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:45.265513 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ae4117a8-88ef-4624-9eec-8286af114414 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.265838 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-ae4117a8-88ef-4624-9eec-8286af114414 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Added segment a8b959ef-349d-4cb4-9eaa-3adffee1f1b5 of type vlan for network 9873f4ed-15c7-45e2-83fb-85230418ed59 Nov 12 04:29:45.323122 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ae4117a8-88ef-4624-9eec-8286af114414 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.369258 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0705-fa88-44b1-8ff8-7acc0df807eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.431002 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ae4117a8-88ef-4624-9eec-8286af114414 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.437337 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4117a8-88ef-4624-9eec-8286af114414 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:45.437941 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ae4117a8-88ef-4624-9eec-8286af114414 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.474405 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0705-fa88-44b1-8ff8-7acc0df807eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.551385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ae4117a8-88ef-4624-9eec-8286af114414 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4925921 Nov 12 04:29:45.554733 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58312) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:45.560789 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c8f8b0ab-ead9-4b73-baa4-7f374f63c44d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'subnet': {'network_id': 'd78ca704-7912-46bf-8326-31a91915f136', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:45.566802 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fb9e0705-fa88-44b1-8ff8-7acc0df807eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e439c8b148445a984f3f1d75cd7cb91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3816154 Nov 12 04:29:45.568482 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58316) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:45.569270 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4117a8-88ef-4624-9eec-8286af114414 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Network': ['ID=9873f4ed-15c7-45e2-83fb-85230418ed59,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:45.573044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e0705-fa88-44b1-8ff8-7acc0df807eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3534609e-2754-4f7d-93a0-af3cfd4918b2,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:45.581067 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 9873f4ed-15c7-45e2-83fb-85230418ed59 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:45.718656 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39fc3631-1b3b-46d2-98f3-7bf3042ad204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.744874 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39fc3631-1b3b-46d2-98f3-7bf3042ad204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.793424 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f8b0ab-ead9-4b73-baa4-7f374f63c44d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Made reservation on behalf of 5aa10470b52545749d812350adfa744b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:45.798371 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8f8b0ab-ead9-4b73-baa4-7f374f63c44d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.933661 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39fc3631-1b3b-46d2-98f3-7bf3042ad204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.936534 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39fc3631-1b3b-46d2-98f3-7bf3042ad204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.938368 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-39fc3631-1b3b-46d2-98f3-7bf3042ad204 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3534609e-2754-4f7d-93a0-af3cfd4918b2 HTTP/1.1" status: 204 len: 168 time: 0.3677599 Nov 12 04:29:45.952905 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc3631-1b3b-46d2-98f3-7bf3042ad204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3534609e-2754-4f7d-93a0-af3cfd4918b2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:46.162771 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8f8b0ab-ead9-4b73-baa4-7f374f63c44d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:46.241740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8b0ab-ead9-4b73-baa4-7f374f63c44d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Subnet': ['ID=5579753a-cfde-4e40-95d3-fe771195fb32,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:46.254619 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f8b0ab-ead9-4b73-baa4-7f374f63c44d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Checking segment: {'id': '278505ba-5454-4f3a-925f-8275efeccb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd78ca704-7912-46bf-8326-31a91915f136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:46.254619 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f8b0ab-ead9-4b73-baa4-7f374f63c44d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network hostable DHCP agents. Network: d78ca704-7912-46bf-8326-31a91915f136, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:46.353581 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b931e3f5-88f4-4064-a034-0c07f5487a73 req-41cf5298-e6a2-4562-9744-7f2ed0c08645 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46a05b39-ea4a-408c-9cca-1659205588f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479028 Nov 12 04:29:46.376481 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f8b0ab-ead9-4b73-baa4-7f374f63c44d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network d78ca704-7912-46bf-8326-31a91915f136 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:46.457181 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931e3f5-88f4-4064-a034-0c07f5487a73 req-c460a75a-22cd-4000-b98e-c39eb76ef37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:46.460202 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b931e3f5-88f4-4064-a034-0c07f5487a73 req-c460a75a-22cd-4000-b98e-c39eb76ef37b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=68e65df8b8044d01af3fe2cd05222833&device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 1098 time: 0.0585093 Nov 12 04:29:46.487767 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c8f8b0ab-ead9-4b73-baa4-7f374f63c44d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, d78ca704-7912-46bf-8326-31a91915f136) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:46.493203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f8b0ab-ead9-4b73-baa4-7f374f63c44d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:46.494856 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8f8b0ab-ead9-4b73-baa4-7f374f63c44d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:46.497948 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c810efd-83a6-4afc-8cf6-71ae56ccbd3c None None] Network d78ca704-7912-46bf-8326-31a91915f136 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:46.606571 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c8f8b0ab-ead9-4b73-baa4-7f374f63c44d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0505042 Nov 12 04:29:46.609622 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58350) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:46.614858 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'subnet': {'network_id': '9873f4ed-15c7-45e2-83fb-85230418ed59', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:46.623081 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931e3f5-88f4-4064-a034-0c07f5487a73 req-b4c56d82-57ca-4729-8f4b-015ee413912a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:46.626011 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b931e3f5-88f4-4064-a034-0c07f5487a73 req-b4c56d82-57ca-4729-8f4b-015ee413912a service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5 HTTP/1.1" status: 200 len: 912 time: 0.1462402 Nov 12 04:29:46.691587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-d78ca704-7912-46bf-8326-31a91915f136', 'network_id': 'd78ca704-7912-46bf-8326-31a91915f136', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'fixed_ips': [{'subnet_id': '5579753a-cfde-4e40-95d3-fe771195fb32'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:46.693080 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:46.823162 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b931e3f5-88f4-4064-a034-0c07f5487a73 req-dbbdbc1a-c0c5-41e7-961d-f604e1fb15c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 HTTP/1.1" status: 200 len: 1001 time: 0.1891177 Nov 12 04:29:46.911149 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931e3f5-88f4-4064-a034-0c07f5487a73 req-2d649908-e9b5-4654-b488-58380090aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:46.914157 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b931e3f5-88f4-4064-a034-0c07f5487a73 req-2d649908-e9b5-4654-b488-58380090aad3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0988c1bc-aeed-49ae-93ca-f21585d34390 HTTP/1.1" status: 200 len: 850 time: 0.0756950 Nov 12 04:29:46.927657 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Made reservation on behalf of 5aa10470b52545749d812350adfa744b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:46.932722 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:46.973281 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:46.992784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58356) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:47.013514 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32e1607d-e151-4743-b109-f4843d826c31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:47.041582 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] Allocated IP 2001:db8::2 (d78ca704-7912-46bf-8326-31a91915f136/5579753a-cfde-4e40-95d3-fe771195fb32/d52f0253-88cc-48a6-8d2f-414c33d449f3) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:47.107048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931e3f5-88f4-4064-a034-0c07f5487a73 req-b96c0dc1-23f2-40b4-936c-a67600e3d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:47.131366 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b931e3f5-88f4-4064-a034-0c07f5487a73 req-b96c0dc1-23f2-40b4-936c-a67600e3d1c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ad961c3-f85d-49ef-ab75-6849d57fa1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2095003 Nov 12 04:29:47.310123 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:47.403058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b931e3f5-88f4-4064-a034-0c07f5487a73 req-91d7d394-1ca5-4619-846e-37860e5c8ac8 service neutron] 10.222.0.21 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602243 Nov 12 04:29:47.420969 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:47.513761 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] Network d78ca704-7912-46bf-8326-31a91915f136 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:47.518055 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:47.526769 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:47.600752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] Pushing event updated for resources: {'Port': ['ID=d52f0253-88cc-48a6-8d2f-414c33d449f3,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:47.642599 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] Attempting to bind port d52f0253-88cc-48a6-8d2f-414c33d449f3 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:47.643097 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] Attempting to bind port d52f0253-88cc-48a6-8d2f-414c33d449f3 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '278505ba-5454-4f3a-925f-8275efeccb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd78ca704-7912-46bf-8326-31a91915f136'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:47.647572 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] Attempting to bind port d52f0253-88cc-48a6-8d2f-414c33d449f3 on network d78ca704-7912-46bf-8326-31a91915f136 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:47.662027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:47.662416 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] Checking segment: {'id': '278505ba-5454-4f3a-925f-8275efeccb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd78ca704-7912-46bf-8326-31a91915f136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:47.664862 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:47.665986 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] Bound using segment: {'id': '278505ba-5454-4f3a-925f-8275efeccb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd78ca704-7912-46bf-8326-31a91915f136'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:47.666512 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] Bound port: d52f0253-88cc-48a6-8d2f-414c33d449f3, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278505ba-5454-4f3a-925f-8275efeccb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd78ca704-7912-46bf-8326-31a91915f136'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:47.668295 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:47.685272 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b931e3f5-88f4-4064-a034-0c07f5487a73 req-854007ca-24e1-4c3d-978f-129753ce4ed8 service neutron] 10.222.0.21 "GET /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669601 Nov 12 04:29:47.799126 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32e1607d-e151-4743-b109-f4843d826c31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:47.805767 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] For port d52f0253-88cc-48a6-8d2f-414c33d449f3, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:47.819414 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] For port d52f0253-88cc-48a6-8d2f-414c33d449f3, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d52f0253-88cc-48a6-8d2f-414c33d449f3,segment=NetworkSegment(278505ba-5454-4f3a-925f-8275efeccb41),segment_id=278505ba-5454-4f3a-925f-8275efeccb41)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:47.889312 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32e1607d-e151-4743-b109-f4843d826c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:47.924075 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:47.978312 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1607d-e151-4743-b109-f4843d826c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73858c53-8984-4d5e-ad15-ec0b7d296b8f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:47.994276 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-32e1607d-e151-4743-b109-f4843d826c31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ced47ad63a140b3833e9795f3550dff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9986153 Nov 12 04:29:47.996755 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58370) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:48.073275 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:48.137480 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:48.138520 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de44d53-8614-4a05-8b55-e43965881d56 None None] Pushing event updated for resources: {'Port': ['ID=d52f0253-88cc-48a6-8d2f-414c33d449f3,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:48.143764 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b81e705-ded9-4443-923a-b7412e1b652a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:48.197048 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b81e705-ded9-4443-923a-b7412e1b652a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:48.200162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Subnet': ['ID=bfaf247f-9d8d-45d8-bfd1-cdc0a7caca74,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:48.211753 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:48.211972 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:48.212282 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:48.212606 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:48.212935 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:48.213269 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:48.213597 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:48.213926 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:48.214317 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:48.214664 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:48.215045 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:48.215366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:48.229449 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Checking segment: {'id': 'a8b959ef-349d-4cb4-9eaa-3adffee1f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9873f4ed-15c7-45e2-83fb-85230418ed59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:48.229974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network hostable DHCP agents. Network: 9873f4ed-15c7-45e2-83fb-85230418ed59, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:48.379104 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network 9873f4ed-15c7-45e2-83fb-85230418ed59 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:48.427964 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b81e705-ded9-4443-923a-b7412e1b652a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:48.432134 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8b81e705-ded9-4443-923a-b7412e1b652a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:48.433129 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8b81e705-ded9-4443-923a-b7412e1b652a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73858c53-8984-4d5e-ad15-ec0b7d296b8f HTTP/1.1" status: 204 len: 168 time: 0.4337554 Nov 12 04:29:48.443477 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81e705-ded9-4443-923a-b7412e1b652a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73858c53-8984-4d5e-ad15-ec0b7d296b8f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:48.491235 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 9873f4ed-15c7-45e2-83fb-85230418ed59) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:48.500680 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:48.503857 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5ba450-d6e3-47ab-ac66-cda4a6db79b4 None None] Network 9873f4ed-15c7-45e2-83fb-85230418ed59 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:48.508794 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:48.645911 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-36af0cd6-7254-4bb5-87b0-404def56b843 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9c0abba5851846a69af1bcd8eb7f27f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552027 Nov 12 04:29:48.678450 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9e52ae3f-bada-476a-bb5e-94032a1c1868 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0650883 Nov 12 04:29:48.678826 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58394) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:48.684765 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b251cf6d-9bfb-42b8-83c9-95b636a27320 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1847221850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:48.817830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-9873f4ed-15c7-45e2-83fb-85230418ed59', 'network_id': '9873f4ed-15c7-45e2-83fb-85230418ed59', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'fixed_ips': [{'subnet_id': 'bfaf247f-9d8d-45d8-bfd1-cdc0a7caca74'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:48.818738 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:48.836863 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b251cf6d-9bfb-42b8-83c9-95b636a27320 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:48.838146 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b251cf6d-9bfb-42b8-83c9-95b636a27320 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:48.907647 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b251cf6d-9bfb-42b8-83c9-95b636a27320 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:48.992720 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b251cf6d-9bfb-42b8-83c9-95b636a27320 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:48.999806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-ae1c4f28-4245-423f-a685-8d1ca6e57a00 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:49.007943 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-ae1c4f28-4245-423f-a685-8d1ca6e57a00 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3610899 Nov 12 04:29:49.041654 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-0b955b99-ef66-4a9a-947e-a090f594d22a tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/quotas/9c0abba5851846a69af1bcd8eb7f27f4 HTTP/1.1" status: 200 len: 375 time: 0.0326927 Nov 12 04:29:49.080570 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b251cf6d-9bfb-42b8-83c9-95b636a27320 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:49.082560 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b251cf6d-9bfb-42b8-83c9-95b636a27320 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4020159 Nov 12 04:29:49.085332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58400) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:49.099251 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] Allocated IP 2001:db8:1::2 (9873f4ed-15c7-45e2-83fb-85230418ed59/bfaf247f-9d8d-45d8-bfd1-cdc0a7caca74/57fcebd9-ed0f-4568-be05-9a715139c9de) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:49.100878 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-d8550530-7248-41ac-ae85-ead70ebd430a tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c0abba5851846a69af1bcd8eb7f27f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583608 Nov 12 04:29:49.365260 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:49.463084 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:49.582605 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] Network 9873f4ed-15c7-45e2-83fb-85230418ed59 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:49.608635 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:49.613684 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:49.644227 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] Pushing event updated for resources: {'Port': ['ID=57fcebd9-ed0f-4568-be05-9a715139c9de,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:49.676716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6545c3d6-c352-46cd-a0c1-3922344be0af None None] Network d78ca704-7912-46bf-8326-31a91915f136 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:49.751103 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] Attempting to bind port 57fcebd9-ed0f-4568-be05-9a715139c9de on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:49.751486 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] Attempting to bind port 57fcebd9-ed0f-4568-be05-9a715139c9de by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'a8b959ef-349d-4cb4-9eaa-3adffee1f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9873f4ed-15c7-45e2-83fb-85230418ed59'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:49.751833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] Attempting to bind port 57fcebd9-ed0f-4568-be05-9a715139c9de on network 9873f4ed-15c7-45e2-83fb-85230418ed59 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:49.767120 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91c2b0e5-bc5a-4ab4-bda5-3357842f5290 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:49.783730 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fd698b0c-3ffa-4f95-8fe0-5c352dc7637f req-77c670de-d794-416a-a271-d23d5c58dbda tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4 HTTP/1.1" status: 200 len: 210 time: 0.0485754 Nov 12 04:29:49.793615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b2530270-7ee2-4d9b-9e8e-941e81b09899 None None] Provisioning complete for port d52f0253-88cc-48a6-8d2f-414c33d449f3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:49.794033 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2530270-7ee2-4d9b-9e8e-941e81b09899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:49.832704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:49.833470 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] Checking segment: {'id': 'a8b959ef-349d-4cb4-9eaa-3adffee1f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9873f4ed-15c7-45e2-83fb-85230418ed59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:49.833470 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:49.833792 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] Bound using segment: {'id': 'a8b959ef-349d-4cb4-9eaa-3adffee1f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9873f4ed-15c7-45e2-83fb-85230418ed59'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:49.834313 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] Bound port: 57fcebd9-ed0f-4568-be05-9a715139c9de, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b959ef-349d-4cb4-9eaa-3adffee1f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9873f4ed-15c7-45e2-83fb-85230418ed59'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:49.834727 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:50.010025 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] For port 57fcebd9-ed0f-4568-be05-9a715139c9de, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:50.021424 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] For port 57fcebd9-ed0f-4568-be05-9a715139c9de, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=57fcebd9-ed0f-4568-be05-9a715139c9de,segment=NetworkSegment(a8b959ef-349d-4cb4-9eaa-3adffee1f1b5),segment_id=a8b959ef-349d-4cb4-9eaa-3adffee1f1b5)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:50.027257 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2530270-7ee2-4d9b-9e8e-941e81b09899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:50.119686 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d52f0253-88cc-48a6-8d2f-414c33d449f3 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:50.124181 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b2530270-7ee2-4d9b-9e8e-941e81b09899 None None] For port d52f0253-88cc-48a6-8d2f-414c33d449f3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d52f0253-88cc-48a6-8d2f-414c33d449f3,segment=NetworkSegment(278505ba-5454-4f3a-925f-8275efeccb41),segment_id=278505ba-5454-4f3a-925f-8275efeccb41)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:50.149293 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:50.189823 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-91c2b0e5-bc5a-4ab4-bda5-3357842f5290 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Allocated IP 2001:db8::1 (d78ca704-7912-46bf-8326-31a91915f136/5579753a-cfde-4e40-95d3-fe771195fb32/81e66733-2cb5-4b35-befb-9275b1604565) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:50.244678 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2530270-7ee2-4d9b-9e8e-941e81b09899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:50.308722 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb366d-bc12-4db5-bdbe-7ebb69012931 None None] Pushing event updated for resources: {'Port': ['ID=57fcebd9-ed0f-4568-be05-9a715139c9de,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:50.417550 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d52f0253-88cc-48a6-8d2f-414c33d449f3 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:50.418186 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:50.462378 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91c2b0e5-bc5a-4ab4-bda5-3357842f5290 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:50.522715 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2530270-7ee2-4d9b-9e8e-941e81b09899 None None] Pushing event updated for resources: {'Port': ['ID=d52f0253-88cc-48a6-8d2f-414c33d449f3,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:50.702415 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91c2b0e5-bc5a-4ab4-bda5-3357842f5290 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:50.808135 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c2b0e5-bc5a-4ab4-bda5-3357842f5290 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network d78ca704-7912-46bf-8326-31a91915f136 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:50.813377 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-91c2b0e5-bc5a-4ab4-bda5-3357842f5290 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:50.819992 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c2b0e5-bc5a-4ab4-bda5-3357842f5290 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:50.820687 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91c2b0e5-bc5a-4ab4-bda5-3357842f5290 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:50.882494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4ce3f483-914d-4e65-b0f1-c1ded392e65a None None] Provisioning complete for port d52f0253-88cc-48a6-8d2f-414c33d449f3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:50.883073 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ce3f483-914d-4e65-b0f1-c1ded392e65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:50.913381 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2b0e5-bc5a-4ab4-bda5-3357842f5290 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=81e66733-2cb5-4b35-befb-9275b1604565,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:51.005908 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0df44db-114a-4097-9eb8-ae9a2a71f913 req-aabed9a3-1458-45a2-88f9-df25c851aa42 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4 HTTP/1.1" status: 200 len: 210 time: 0.0959516 Nov 12 04:29:51.198730 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91c2b0e5-bc5a-4ab4-bda5-3357842f5290 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.352798 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7f56049a-65f9-44ab-bbc9-ea32a0a0d142 None None] Provisioning complete for port 81e66733-2cb5-4b35-befb-9275b1604565 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:51.355703 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f56049a-65f9-44ab-bbc9-ea32a0a0d142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.446037 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7f56049a-65f9-44ab-bbc9-ea32a0a0d142 None None] Port 81e66733-2cb5-4b35-befb-9275b1604565 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:29:51.647601 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58466) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:51.681873 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91c2b0e5-bc5a-4ab4-bda5-3357842f5290 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.785164 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91c2b0e5-bc5a-4ab4-bda5-3357842f5290 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.786565 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-91c2b0e5-bc5a-4ab4-bda5-3357842f5290 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.853305 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-f54a30ca-fa19-47a8-bb74-8c1d4b124f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-639028794'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:51.943715 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625ceae6-9614-420d-b709-178650d95356 None None] Network 9873f4ed-15c7-45e2-83fb-85230418ed59 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:51.961260 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2b0e5-bc5a-4ab4-bda5-3357842f5290 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=81e66733-2cb5-4b35-befb-9275b1604565,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:51.998057 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c2b0e5-bc5a-4ab4-bda5-3357842f5290 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network d78ca704-7912-46bf-8326-31a91915f136 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:51.999557 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-91c2b0e5-bc5a-4ab4-bda5-3357842f5290 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:52.006958 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54a30ca-fa19-47a8-bb74-8c1d4b124f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Made reservation on behalf of 2b5aef2eb3e6429db7a4507d8ed2c3c7 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:52.010721 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f54a30ca-fa19-47a8-bb74-8c1d4b124f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.016864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-477039b8-aee9-45e4-93ab-fc38e2c14099 None None] Provisioning complete for port 57fcebd9-ed0f-4568-be05-9a715139c9de triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:52.017561 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-477039b8-aee9-45e4-93ab-fc38e2c14099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.060142 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f54a30ca-fa19-47a8-bb74-8c1d4b124f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.308827 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-79f4e93a-de06-4669-888b-bc901f6b78ba req-7ef7083b-252b-46f9-825f-ea091b4f5a8e tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4 HTTP/1.1" status: 200 len: 210 time: 0.0764883 Nov 12 04:29:52.426941 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f54a30ca-fa19-47a8-bb74-8c1d4b124f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.453283 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d52f0253-88cc-48a6-8d2f-414c33d449f3 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:52.504912 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c2b0e5-bc5a-4ab4-bda5-3357842f5290 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 58de9fe5-b93a-4490-a4f9-43b7984229a1 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:29:52.544723 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-dd59e075-390d-4783-86ce-1448bd17f93f tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9c0abba5851846a69af1bcd8eb7f27f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226629 Nov 12 04:29:52.666323 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c2b0e5-bc5a-4ab4-bda5-3357842f5290 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:52.677126 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-91c2b0e5-bc5a-4ab4-bda5-3357842f5290 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/58de9fe5-b93a-4490-a4f9-43b7984229a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5899320 Nov 12 04:29:52.678764 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58480) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:52.682489 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86903170-9911-44a4-bef0-6d8034c2a7c3 None None] Sync routers for ids ['58de9fe5-b93a-4490-a4f9-43b7984229a1'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:52.704608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-672da6b9-6e5c-4aa6-ae87-05b1c2228a15 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:52.706407 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-672da6b9-6e5c-4aa6-ae87-05b1c2228a15 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544447 Nov 12 04:29:52.708014 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f54a30ca-fa19-47a8-bb74-8c1d4b124f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.721200 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86903170-9911-44a4-bef0-6d8034c2a7c3 None None] Routers {'58de9fe5-b93a-4490-a4f9-43b7984229a1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:52.721833 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-86903170-9911-44a4-bef0-6d8034c2a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['58de9fe5-b93a-4490-a4f9-43b7984229a1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:52.759064 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eae41c0-338c-4b00-b54b-07e91b4623c5 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:52.766153 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9eae41c0-338c-4b00-b54b-07e91b4623c5 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/ports/81e66733-2cb5-4b35-befb-9275b1604565 HTTP/1.1" status: 200 len: 911 time: 0.0849497 Nov 12 04:29:52.767666 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58482) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:52.769362 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a30ca-fa19-47a8-bb74-8c1d4b124f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5629f182-8694-476a-a9d3-635b473549dc,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:52.772658 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d52f0253-88cc-48a6-8d2f-414c33d449f3 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:52.772658 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.783047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54a30ca-fa19-47a8-bb74-8c1d4b124f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:52.794940 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f54a30ca-fa19-47a8-bb74-8c1d4b124f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.795365 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-f54a30ca-fa19-47a8-bb74-8c1d4b124f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Added segment 4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a of type vlan for network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 Nov 12 04:29:52.797838 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-86903170-9911-44a4-bef0-6d8034c2a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:52.812442 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86903170-9911-44a4-bef0-6d8034c2a7c3 None None] Routers {'58de9fe5-b93a-4490-a4f9-43b7984229a1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:52.813375 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-86903170-9911-44a4-bef0-6d8034c2a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['58de9fe5-b93a-4490-a4f9-43b7984229a1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:52.845943 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f54a30ca-fa19-47a8-bb74-8c1d4b124f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.866516 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-86903170-9911-44a4-bef0-6d8034c2a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:52.872047 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86903170-9911-44a4-bef0-6d8034c2a7c3 None None] The sync data for ids ['58de9fe5-b93a-4490-a4f9-43b7984229a1'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:52.887594 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-e733640f-14ca-4fd8-9240-8946f6c9fd94 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Request body: {'port': {'device_id': '7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': '9c0abba5851846a69af1bcd8eb7f27f4'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:52.895937 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-477039b8-aee9-45e4-93ab-fc38e2c14099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.977609 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-477039b8-aee9-45e4-93ab-fc38e2c14099 None None] For port 57fcebd9-ed0f-4568-be05-9a715139c9de, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=57fcebd9-ed0f-4568-be05-9a715139c9de,segment=NetworkSegment(a8b959ef-349d-4cb4-9eaa-3adffee1f1b5),segment_id=a8b959ef-349d-4cb4-9eaa-3adffee1f1b5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:53.040838 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f54a30ca-fa19-47a8-bb74-8c1d4b124f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.065397 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54a30ca-fa19-47a8-bb74-8c1d4b124f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:53.067204 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f54a30ca-fa19-47a8-bb74-8c1d4b124f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.097568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 57fcebd9-ed0f-4568-be05-9a715139c9de up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:53.100999 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-477039b8-aee9-45e4-93ab-fc38e2c14099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.184447 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477039b8-aee9-45e4-93ab-fc38e2c14099 None None] Pushing event updated for resources: {'Port': ['ID=57fcebd9-ed0f-4568-be05-9a715139c9de,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:53.281120 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fa6529ba-e1c5-47a4-bc2c-d70eebd83abc None None] Provisioning complete for port 81e66733-2cb5-4b35-befb-9275b1604565 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:53.282875 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa6529ba-e1c5-47a4-bc2c-d70eebd83abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.359666 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a30ca-fa19-47a8-bb74-8c1d4b124f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Pushing event updated for resources: {'Network': ['ID=2ce3fb34-472a-409a-9afd-2bc0cf4b61f1,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:53.378868 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fa6529ba-e1c5-47a4-bc2c-d70eebd83abc None None] Port 81e66733-2cb5-4b35-befb-9275b1604565 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:29:53.382323 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:53.402518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 57fcebd9-ed0f-4568-be05-9a715139c9de triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:53.403398 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.428468 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-e733640f-14ca-4fd8-9240-8946f6c9fd94 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Made reservation on behalf of 9c0abba5851846a69af1bcd8eb7f27f4 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:53.432435 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-e733640f-14ca-4fd8-9240-8946f6c9fd94 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.457757 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-e733640f-14ca-4fd8-9240-8946f6c9fd94 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.521034 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-741178c9-4cf9-4add-929e-b6b2c84ea6c2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.532608 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9f5498f7-302b-4200-ad5c-ea6017ec7d80 None None] Provisioning complete for port 57fcebd9-ed0f-4568-be05-9a715139c9de triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:53.533044 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f5498f7-302b-4200-ad5c-ea6017ec7d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.599752 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-e733640f-14ca-4fd8-9240-8946f6c9fd94 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.608127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-287b05c0-4276-4a34-ba86-4b1e3ebc8beb req-06980e8b-4deb-42d4-81cf-be72bf16269a tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4 HTTP/1.1" status: 200 len: 210 time: 0.1931169 Nov 12 04:29:53.621056 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f54a30ca-fa19-47a8-bb74-8c1d4b124f01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.9720452 Nov 12 04:29:53.663609 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-e733640f-14ca-4fd8-9240-8946f6c9fd94 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.825141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733640f-14ca-4fd8-9240-8946f6c9fd94 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b2cf0d-b093-4784-b0f1-4b061a162ade,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:53.883959 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-741178c9-4cf9-4add-929e-b6b2c84ea6c2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Allocated IP 2001:db8:1::1 (9873f4ed-15c7-45e2-83fb-85230418ed59/bfaf247f-9d8d-45d8-bfd1-cdc0a7caca74/623a93c6-e962-4ba9-89d4-5817122e255f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:53.915061 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58498) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:53.919821 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Request body: {'port': {'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1', 'binding:host_id': 'n-h2-768509-24', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1004210798'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:53.942197 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-e733640f-14ca-4fd8-9240-8946f6c9fd94 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Allocated IP 192.168.233.137 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/bbf46034-b15c-4ef5-9248-e6519bfc3abd) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:54.042942 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-741178c9-4cf9-4add-929e-b6b2c84ea6c2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.064906 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 57fcebd9-ed0f-4568-be05-9a715139c9de up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:54.085596 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Made reservation on behalf of 853544c443c848ba9f9aa2a7c0a86018 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:54.088034 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.105281 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.140589 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 57fcebd9-ed0f-4568-be05-9a715139c9de triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:54.141064 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.172329 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-741178c9-4cf9-4add-929e-b6b2c84ea6c2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.328097 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-e733640f-14ca-4fd8-9240-8946f6c9fd94 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.438054 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741178c9-4cf9-4add-929e-b6b2c84ea6c2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network 9873f4ed-15c7-45e2-83fb-85230418ed59 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:54.440096 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-741178c9-4cf9-4add-929e-b6b2c84ea6c2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:54.445686 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741178c9-4cf9-4add-929e-b6b2c84ea6c2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:54.446343 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-741178c9-4cf9-4add-929e-b6b2c84ea6c2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.450734 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741178c9-4cf9-4add-929e-b6b2c84ea6c2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=623a93c6-e962-4ba9-89d4-5817122e255f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:54.462913 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.579268 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.592835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] device_id is not set on port 6307a853-51f1-4f1c-aea2-842bf1f3b21d yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:29:54.614408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d54447-1193-4aa0-a681-6b1dbda96af7,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:54.769269 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-741178c9-4cf9-4add-929e-b6b2c84ea6c2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.793379 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-e733640f-14ca-4fd8-9240-8946f6c9fd94 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.903904 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a6dc004c-13df-47f8-8197-8f3cb36a838b None None] Provisioning complete for port 623a93c6-e962-4ba9-89d4-5817122e255f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:54.905073 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6dc004c-13df-47f8-8197-8f3cb36a838b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.918707 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-e733640f-14ca-4fd8-9240-8946f6c9fd94 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:54.925907 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-e733640f-14ca-4fd8-9240-8946f6c9fd94 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:54.935650 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-e733640f-14ca-4fd8-9240-8946f6c9fd94 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:54.997672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fbd16-1b91-4a23-8d2c-7d4b9e6df40c req-1c5e9870-7f95-4664-a2d4-0a2f42034830 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:55.001379 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a65fbd16-1b91-4a23-8d2c-7d4b9e6df40c req-1c5e9870-7f95-4664-a2d4-0a2f42034830 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4 HTTP/1.1" status: 200 len: 936 time: 0.2520177 Nov 12 04:29:55.003871 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc004c-13df-47f8-8197-8f3cb36a838b None None] Port 623a93c6-e962-4ba9-89d4-5817122e255f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:29:55.014194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733640f-14ca-4fd8-9240-8946f6c9fd94 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Pushing event updated for resources: {'Port': ['ID=bbf46034-b15c-4ef5-9248-e6519bfc3abd,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:55.057130 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] device_id is not set on port 6307a853-51f1-4f1c-aea2-842bf1f3b21d yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:29:55.087920 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.100143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-e733640f-14ca-4fd8-9240-8946f6c9fd94 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:55.100855 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-e733640f-14ca-4fd8-9240-8946f6c9fd94 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.147938 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a65fbd16-1b91-4a23-8d2c-7d4b9e6df40c req-400786d6-b2ea-44a2-8762-e4055eef710e tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b2cf0d-b093-4784-b0f1-4b061a162ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245372 Nov 12 04:29:55.157259 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.169505 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-741178c9-4cf9-4add-929e-b6b2c84ea6c2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.226882 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-e733640f-14ca-4fd8-9240-8946f6c9fd94 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4531250 Nov 12 04:29:55.249762 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Request body: {'port': {'device_id': '7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:55.250568 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-741178c9-4cf9-4add-929e-b6b2c84ea6c2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.251568 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-741178c9-4cf9-4add-929e-b6b2c84ea6c2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.252470 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Pushing event updated for resources: {'Port': ['ID=6307a853-51f1-4f1c-aea2-842bf1f3b21d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:55.280874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Checking segment: {'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:55.281240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Network hostable DHCP agents. Network: 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:55.324460 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.329118 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-adde43e2-dbe3-435b-b7eb-dc6e78c26d71 None None] Provisioning complete for port bbf46034-b15c-4ef5-9248-e6519bfc3abd triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:55.329667 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-adde43e2-dbe3-435b-b7eb-dc6e78c26d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.349188 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741178c9-4cf9-4add-929e-b6b2c84ea6c2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=623a93c6-e962-4ba9-89d4-5817122e255f,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:55.373763 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-adde43e2-dbe3-435b-b7eb-dc6e78c26d71 None None] Port bbf46034-b15c-4ef5-9248-e6519bfc3abd cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:29:55.394182 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741178c9-4cf9-4add-929e-b6b2c84ea6c2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network 9873f4ed-15c7-45e2-83fb-85230418ed59 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:55.395935 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-741178c9-4cf9-4add-929e-b6b2c84ea6c2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:55.483538 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:55.574695 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741178c9-4cf9-4add-929e-b6b2c84ea6c2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 58de9fe5-b93a-4490-a4f9-43b7984229a1 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:29:55.632898 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:55.637227 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:55.647779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2897f3d-0532-40e9-b4de-a36a1d5a268b None None] Network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:55.688241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:55.691336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:55.692173 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:55.709741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:29:55.716347 n-d-768509-24 neutron-server[103296]: ERROR neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:29:55.719135 n-d-768509-24 neutron-server[103296]: INFO neutron.plugins.ml2.plugin [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 2 to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d Nov 12 04:29:55.760333 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741178c9-4cf9-4add-929e-b6b2c84ea6c2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:55.766378 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-741178c9-4cf9-4add-929e-b6b2c84ea6c2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/58de9fe5-b93a-4490-a4f9-43b7984229a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9975543 Nov 12 04:29:55.768947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58524) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:55.776038 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:55.776374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:55.776715 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:55.778183 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056a7cb4-25a9-418b-b829-aa57d05b3744 None None] Sync routers for ids ['58de9fe5-b93a-4490-a4f9-43b7984229a1'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:55.833054 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e85e818-7478-4bf8-9e97-bda4e2e4c7e7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:55.836215 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6e85e818-7478-4bf8-9e97-bda4e2e4c7e7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/ports/623a93c6-e962-4ba9-89d4-5817122e255f HTTP/1.1" status: 200 len: 913 time: 0.0662744 Nov 12 04:29:55.839221 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58528) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:55.840165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056a7cb4-25a9-418b-b829-aa57d05b3744 None None] Routers {'58de9fe5-b93a-4490-a4f9-43b7984229a1'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:55.840876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-056a7cb4-25a9-418b-b829-aa57d05b3744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['58de9fe5-b93a-4490-a4f9-43b7984229a1'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:55.860202 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:29:55.863608 n-d-768509-24 neutron-server[103296]: ERROR neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:29:55.866857 n-d-768509-24 neutron-server[103296]: INFO neutron.plugins.ml2.plugin [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 3 to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d Nov 12 04:29:55.928142 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-056a7cb4-25a9-418b-b829-aa57d05b3744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:56.033801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3040a1c7-d1f0-4cc9-8131-b5df97187098 None None] Provisioning complete for port 623a93c6-e962-4ba9-89d4-5817122e255f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:56.043236 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3040a1c7-d1f0-4cc9-8131-b5df97187098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.091361 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056a7cb4-25a9-418b-b829-aa57d05b3744 None None] Routers {'58de9fe5-b93a-4490-a4f9-43b7984229a1'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:56.101751 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-056a7cb4-25a9-418b-b829-aa57d05b3744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['58de9fe5-b93a-4490-a4f9-43b7984229a1'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:56.138897 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-056a7cb4-25a9-418b-b829-aa57d05b3744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:56.139913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056a7cb4-25a9-418b-b829-aa57d05b3744 None None] The sync data for ids ['58de9fe5-b93a-4490-a4f9-43b7984229a1'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:56.159548 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3040a1c7-d1f0-4cc9-8131-b5df97187098 None None] Port 623a93c6-e962-4ba9-89d4-5817122e255f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:29:56.282390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf46034-b15c-4ef5-9248-e6519bfc3abd {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:29:56.290792 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:56.291139 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:56.291489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:56.296598 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.298022 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-706598ff-b11c-444f-88e7-4583bd36faa0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.303446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:29:56.303777 n-d-768509-24 neutron-server[103296]: ERROR neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:29:56.306614 n-d-768509-24 neutron-server[103296]: INFO neutron.plugins.ml2.plugin [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 4 to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d Nov 12 04:29:56.318643 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Transition to ACTIVE for port object bbf46034-b15c-4ef5-9248-e6519bfc3abd will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:29:56.324599 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:56.324932 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:56.325389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:56.330357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:29:56.330848 n-d-768509-24 neutron-server[103296]: ERROR neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:29:56.331128 n-d-768509-24 neutron-server[103296]: INFO neutron.plugins.ml2.plugin [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 5 to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d Nov 12 04:29:56.349368 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:56.349705 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:56.350048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:56.355204 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:29:56.355532 n-d-768509-24 neutron-server[103296]: ERROR neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:29:56.356067 n-d-768509-24 neutron-server[103296]: INFO neutron.plugins.ml2.plugin [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 6 to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d Nov 12 04:29:56.372284 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:56.372501 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:56.372728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:56.377670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:29:56.378046 n-d-768509-24 neutron-server[103296]: ERROR neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:29:56.378452 n-d-768509-24 neutron-server[103296]: INFO neutron.plugins.ml2.plugin [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 7 to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d Nov 12 04:29:56.391468 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.418969 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:56.419348 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:56.419654 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:56.435671 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:29:56.436038 n-d-768509-24 neutron-server[103296]: ERROR neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:29:56.439357 n-d-768509-24 neutron-server[103296]: INFO neutron.plugins.ml2.plugin [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 8 to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d Nov 12 04:29:56.473373 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Pushing event updated for resources: {'Port': ['ID=bbf46034-b15c-4ef5-9248-e6519bfc3abd,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:56.491278 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:56.491624 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:56.492224 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:56.523510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:29:56.523850 n-d-768509-24 neutron-server[103296]: ERROR neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:29:56.526177 n-d-768509-24 neutron-server[103296]: INFO neutron.plugins.ml2.plugin [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 9 to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d Nov 12 04:29:56.554768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:56.555111 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:56.555455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:56.572073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:29:56.572726 n-d-768509-24 neutron-server[103296]: ERROR neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:29:56.579784 n-d-768509-24 neutron-server[103296]: INFO neutron.plugins.ml2.plugin [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 10 to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d Nov 12 04:29:56.624213 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:56.624609 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:56.624963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:56.633759 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Attempting to bind port bbf46034-b15c-4ef5-9248-e6519bfc3abd on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:56.635535 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Attempting to bind port bbf46034-b15c-4ef5-9248-e6519bfc3abd by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:56.635535 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Attempting to bind port bbf46034-b15c-4ef5-9248-e6519bfc3abd on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:56.639270 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:29:56.639603 n-d-768509-24 neutron-server[103296]: ERROR neutron.plugins.ml2.managers [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port 6307a853-51f1-4f1c-aea2-842bf1f3b21d on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:29:56.639992 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.651987 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Port bbf46034-b15c-4ef5-9248-e6519bfc3abd on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:29:56.652211 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Attempting to bind port bbf46034-b15c-4ef5-9248-e6519bfc3abd on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:56.672190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731cce5-5b58-449e-8782-2bcfaf77d6c9 req-9e06991c-b613-4e12-9661-40cea8f09645 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:56.673820 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f731cce5-5b58-449e-8782-2bcfaf77d6c9 req-9e06991c-b613-4e12-9661-40cea8f09645 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4 HTTP/1.1" status: 200 len: 948 time: 0.1108730 Nov 12 04:29:56.675077 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:56.675424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:56.675827 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:56.676518 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Bound port: bbf46034-b15c-4ef5-9248-e6519bfc3abd, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:56.676905 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.814716 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] For port 6307a853-51f1-4f1c-aea2-842bf1f3b21d, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:56.815100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempted to set empty binding levels {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 04:29:56.843558 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f731cce5-5b58-449e-8782-2bcfaf77d6c9 req-7f85f79c-8550-437a-b29f-2481b9b94062 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b2cf0d-b093-4784-b0f1-4b061a162ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608629 Nov 12 04:29:56.857998 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] For port bbf46034-b15c-4ef5-9248-e6519bfc3abd, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:56.863889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] For port bbf46034-b15c-4ef5-9248-e6519bfc3abd, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=bbf46034-b15c-4ef5-9248-e6519bfc3abd,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:56.909438 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.952738 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.960321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:56.961007 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.972690 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-706598ff-b11c-444f-88e7-4583bd36faa0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting port 623a93c6-e962-4ba9-89d4-5817122e255f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:56.973225 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-706598ff-b11c-444f-88e7-4583bd36faa0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.990977 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:56.991661 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.993816 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] 10.222.0.31 "PUT /v2.0/ports/bbf46034-b15c-4ef5-9248-e6519bfc3abd HTTP/1.1" status: 200 len: 1097 time: 1.7530062 Nov 12 04:29:56.994339 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4', 'tag': 'bbf46034-b15c-4ef5-9248-e6519bfc3abd'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:56.996825 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7ff7d2-ac8f-4776-aea3-957c38ee9848" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4", "tag": "bbf46034-b15c-4ef5-9248-e6519bfc3abd"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:57.009884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Pushing event updated for resources: {'Port': ['ID=6307a853-51f1-4f1c-aea2-842bf1f3b21d,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:57.061467 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-23460dde-6474-4445-a9f8-7ae7a9068e97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.1453171 Nov 12 04:29:57.077663 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58548) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:57.118505 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-706598ff-b11c-444f-88e7-4583bd36faa0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:57.135833 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-706598ff-b11c-444f-88e7-4583bd36faa0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Calling delete_port for 623a93c6-e962-4ba9-89d4-5817122e255f owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:57.210551 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885275b-c1e7-410f-9db5-efb49142e72c service neutron] Pushing event updated for resources: {'Port': ['ID=bbf46034-b15c-4ef5-9248-e6519bfc3abd,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:57.237997 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f466d29-dcd7-464c-b32d-7f50956544dd req-d0d6e11c-bcc7-4156-ad25-ece5c299234d tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:57.245598 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2f466d29-dcd7-464c-b32d-7f50956544dd req-d0d6e11c-bcc7-4156-ad25-ece5c299234d tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 946 time: 0.2075412 Nov 12 04:29:57.258803 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-9629eeed-61b2-4569-b2e3-18a0501b578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:57.260887 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-9629eeed-61b2-4569-b2e3-18a0501b578d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c0abba5851846a69af1bcd8eb7f27f4&device_id=7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4 HTTP/1.1" status: 200 len: 1100 time: 0.1469448 Nov 12 04:29:57.339565 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-6d7789d4-bf3d-479f-9cda-73e2bc0c0ff6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=bbf46034-b15c-4ef5-9248-e6519bfc3abd HTTP/1.1" status: 200 len: 217 time: 0.0614171 Nov 12 04:29:57.345409 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-3da055c1-5479-428a-ab62-3e89e2ddd185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Deleting port 6307a853-51f1-4f1c-aea2-842bf1f3b21d {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:57.345771 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3da055c1-5479-428a-ab62-3e89e2ddd185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:57.409091 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2f466d29-dcd7-464c-b32d-7f50956544dd req-a33d334f-2637-471a-8234-5d80551a585c tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6ba115e-476f-46cb-afac-27bbeadba12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625915 Nov 12 04:29:57.453993 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-706598ff-b11c-444f-88e7-4583bd36faa0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:57.479661 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-ef5c3e66-aba9-4836-a27f-7b4c74489fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:57.481149 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-ef5c3e66-aba9-4836-a27f-7b4c74489fa2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1331580 Nov 12 04:29:57.487801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-3da055c1-5479-428a-ab62-3e89e2ddd185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] For port 6307a853-51f1-4f1c-aea2-842bf1f3b21d, host n-h2-768509-24, got binding levels [] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:57.488159 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3da055c1-5479-428a-ab62-3e89e2ddd185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:57.507669 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706598ff-b11c-444f-88e7-4583bd36faa0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Port': ['ID=623a93c6-e962-4ba9-89d4-5817122e255f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:57.528735 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-3da055c1-5479-428a-ab62-3e89e2ddd185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Calling delete_port for 6307a853-51f1-4f1c-aea2-842bf1f3b21d owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:57.594292 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-7b69e5e0-384e-4266-96a9-64c0c3e606a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:57.596036 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-7b69e5e0-384e-4266-96a9-64c0c3e606a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1052117 Nov 12 04:29:57.716141 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-706598ff-b11c-444f-88e7-4583bd36faa0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:57.729891 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5859f72b-a0d7-4a36-90ad-e0060dad453f x-openstack-request-id: req-5859f72b-a0d7-4a36-90ad-e0060dad453f {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:57.730206 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4", "tag": "bbf46034-b15c-4ef5-9248-e6519bfc3abd", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:57.730454 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5859f72b-a0d7-4a36-90ad-e0060dad453f {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:57.730882 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4', 'tag': 'bbf46034-b15c-4ef5-9248-e6519bfc3abd', 'status': 'completed', 'code': 200} Nov 12 04:29:57.751858 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-c0056576-b83f-4eaf-858f-08e71edaab65 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429780 Nov 12 04:29:57.775537 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3da055c1-5479-428a-ab62-3e89e2ddd185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:57.923327 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da055c1-5479-428a-ab62-3e89e2ddd185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Pushing event deleted for resources: {'Port': ['ID=6307a853-51f1-4f1c-aea2-842bf1f3b21d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:57.931550 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cfef712-59ba-45fb-a03a-85f7f5057ff8 req-1f0309be-cc75-4c53-a294-6d9d15bd8e3b service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655214 Nov 12 04:29:57.949991 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3da055c1-5479-428a-ab62-3e89e2ddd185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:57.952447 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3da055c1-5479-428a-ab62-3e89e2ddd185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] 10.222.0.37 "DELETE /v2.0/ports/6307a853-51f1-4f1c-aea2-842bf1f3b21d HTTP/1.1" status: 204 len: 168 time: 0.8718185 Nov 12 04:29:57.962571 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58558) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:57.994422 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6acb1-9705-41bf-8614-efe24f34cb06 req-784778a8-a8f0-4e59-a083-fc65ae207de3 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:57.996032 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aaa6acb1-9705-41bf-8614-efe24f34cb06 req-784778a8-a8f0-4e59-a083-fc65ae207de3 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4 HTTP/1.1" status: 200 len: 948 time: 0.0623550 Nov 12 04:29:58.005521 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cddd28f-846e-498a-8bd5-a7b8ff05aed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] GET failed (client error): The resource could not be found. Nov 12 04:29:58.011519 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3cddd28f-846e-498a-8bd5-a7b8ff05aed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] 10.222.0.37 "GET /v2.0/ports/6307a853-51f1-4f1c-aea2-842bf1f3b21d HTTP/1.1" status: 404 len: 333 time: 0.0437605 Nov 12 04:29:58.012791 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58560) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:58.019102 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706598ff-b11c-444f-88e7-4583bd36faa0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 58de9fe5-b93a-4490-a4f9-43b7984229a1 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:29:58.025666 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-da68ece7-38d2-4117-82b1-c796ad843d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Request body: {'port': {'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2044459413'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:58.098498 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aaa6acb1-9705-41bf-8614-efe24f34cb06 req-ca76d8a2-4535-460a-acae-940958e5ee28 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b2cf0d-b093-4784-b0f1-4b061a162ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946140 Nov 12 04:29:58.136113 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706598ff-b11c-444f-88e7-4583bd36faa0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:58.142686 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-706598ff-b11c-444f-88e7-4583bd36faa0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/58de9fe5-b93a-4490-a4f9-43b7984229a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3008490 Nov 12 04:29:58.144118 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58562) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:58.149870 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d550e7d8-de89-40ea-8011-446b17bb8cf7 None None] Sync routers for ids ['58de9fe5-b93a-4490-a4f9-43b7984229a1'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:58.170582 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d550e7d8-de89-40ea-8011-446b17bb8cf7 None None] Routers {'58de9fe5-b93a-4490-a4f9-43b7984229a1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:58.177589 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d550e7d8-de89-40ea-8011-446b17bb8cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['58de9fe5-b93a-4490-a4f9-43b7984229a1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:58.177742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da68ece7-38d2-4117-82b1-c796ad843d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Made reservation on behalf of 853544c443c848ba9f9aa2a7c0a86018 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:58.177742 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da68ece7-38d2-4117-82b1-c796ad843d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.211088 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d550e7d8-de89-40ea-8011-446b17bb8cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:58.221975 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d550e7d8-de89-40ea-8011-446b17bb8cf7 None None] Routers {'58de9fe5-b93a-4490-a4f9-43b7984229a1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:58.222724 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d550e7d8-de89-40ea-8011-446b17bb8cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['58de9fe5-b93a-4490-a4f9-43b7984229a1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:58.286789 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-da68ece7-38d2-4117-82b1-c796ad843d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] device_id is not set on port db904e2a-9973-4964-9230-9e65cb7f593a yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:29:58.336789 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ff7d2-ac8f-4776-aea3-957c38ee9848 req-ecb901f2-1d41-4009-82b6-05e3d6bbbeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:58.338317 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c7ff7d2-ac8f-4776-aea3-957c38ee9848 req-ecb901f2-1d41-4009-82b6-05e3d6bbbeb1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c0abba5851846a69af1bcd8eb7f27f4&device_id=7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4 HTTP/1.1" status: 200 len: 1100 time: 0.1762669 Nov 12 04:29:58.347475 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d550e7d8-de89-40ea-8011-446b17bb8cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:58.348114 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d550e7d8-de89-40ea-8011-446b17bb8cf7 None None] The sync data for ids ['58de9fe5-b93a-4490-a4f9-43b7984229a1'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:58.661904 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ff7d2-ac8f-4776-aea3-957c38ee9848 req-902195cd-147a-4acf-a8c2-428e47360d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:58.663565 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c7ff7d2-ac8f-4776-aea3-957c38ee9848 req-902195cd-147a-4acf-a8c2-428e47360d88 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b HTTP/1.1" status: 200 len: 870 time: 0.3135519 Nov 12 04:29:58.712617 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78919caa-96d5-4ba4-825b-f9e7d4ce732b req-f816835f-ad06-4c44-8d66-67dc03a6beef tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:58.714062 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-78919caa-96d5-4ba4-825b-f9e7d4ce732b req-f816835f-ad06-4c44-8d66-67dc03a6beef tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.21 "GET /v2.0/ports?device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 946 time: 0.2289882 Nov 12 04:29:58.777336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a2c0b-8263-4e01-a1b2-30338e98dd93 req-f08e067f-d5f3-496f-a004-f771a7704291 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:58.778987 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-348a2c0b-8263-4e01-a1b2-30338e98dd93 req-f08e067f-d5f3-496f-a004-f771a7704291 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 946 time: 0.2800262 Nov 12 04:29:58.799797 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c7ff7d2-ac8f-4776-aea3-957c38ee9848 req-690ca568-4734-4a15-a261-578fce708096 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=bbf46034-b15c-4ef5-9248-e6519bfc3abd HTTP/1.1" status: 200 len: 217 time: 0.0991294 Nov 12 04:29:58.938131 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da68ece7-38d2-4117-82b1-c796ad843d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.999507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ff7d2-ac8f-4776-aea3-957c38ee9848 req-d363099e-3144-4978-bff7-42feb884641c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:59.001010 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c7ff7d2-ac8f-4776-aea3-957c38ee9848 req-d363099e-3144-4978-bff7-42feb884641c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.1757977 Nov 12 04:29:59.010175 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-348a2c0b-8263-4e01-a1b2-30338e98dd93 req-055fe636-2bf9-4882-90fc-a1de0a8955b1 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6ba115e-476f-46cb-afac-27bbeadba12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936183 Nov 12 04:29:59.145260 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-78919caa-96d5-4ba4-825b-f9e7d4ce732b req-7d33cb1f-12ca-4ec8-acc2-367a91b3d21c tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Deleting port e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:59.145589 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-78919caa-96d5-4ba4-825b-f9e7d4ce732b req-7d33cb1f-12ca-4ec8-acc2-367a91b3d21c tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.151624 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da68ece7-38d2-4117-82b1-c796ad843d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.167761 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ff7d2-ac8f-4776-aea3-957c38ee9848 req-41292c08-13a1-4c0b-88b6-89680be4d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:59.169309 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c7ff7d2-ac8f-4776-aea3-957c38ee9848 req-41292c08-13a1-4c0b-88b6-89680be4d07f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1489363 Nov 12 04:29:59.349124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da68ece7-38d2-4117-82b1-c796ad843d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:59.364221 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-da68ece7-38d2-4117-82b1-c796ad843d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:59.374435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68ece7-38d2-4117-82b1-c796ad843d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Pushing event updated for resources: {'Port': ['ID=db904e2a-9973-4964-9230-9e65cb7f593a,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:59.387364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da68ece7-38d2-4117-82b1-c796ad843d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:59.387364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da68ece7-38d2-4117-82b1-c796ad843d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:59.387364 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da68ece7-38d2-4117-82b1-c796ad843d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.393784 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b15a8efb-2b7e-4262-b0d3-c9f7cf2350ba tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.836936 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bc4c6-0135-4d2b-b249-89c4a52b0c7a req-eac87d78-318a-43d6-a565-6fda10866c10 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:59.839726 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-be4bc4c6-0135-4d2b-b249-89c4a52b0c7a req-eac87d78-318a-43d6-a565-6fda10866c10 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4 HTTP/1.1" status: 200 len: 948 time: 0.6681492 Nov 12 04:29:59.856077 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-78919caa-96d5-4ba4-825b-f9e7d4ce732b req-7d33cb1f-12ca-4ec8-acc2-367a91b3d21c tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] For port e8ef2b1c-513c-4753-8cf0-57f4760d8ed7, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=e8ef2b1c-513c-4753-8cf0-57f4760d8ed7,segment=NetworkSegment(7212d2e1-d100-4c55-b1a2-48cc9896c092),segment_id=7212d2e1-d100-4c55-b1a2-48cc9896c092)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:59.856425 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-78919caa-96d5-4ba4-825b-f9e7d4ce732b req-7d33cb1f-12ca-4ec8-acc2-367a91b3d21c tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.889476 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-da68ece7-38d2-4117-82b1-c796ad843d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8747854 Nov 12 04:29:59.896468 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c7ff7d2-ac8f-4776-aea3-957c38ee9848 req-890e5988-17c9-49e3-ab43-625412f3f8d5 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7044237 Nov 12 04:29:59.896628 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58576) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:59.898400 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:59.959997 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.093752 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-be4bc4c6-0135-4d2b-b249-89c4a52b0c7a req-836fa39e-c616-46a1-8d14-e1be50375fff tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b2cf0d-b093-4784-b0f1-4b061a162ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445738 Nov 12 04:30:00.165981 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] device_id is not set on port db904e2a-9973-4964-9230-9e65cb7f593a yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:30:00.174956 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.253754 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.256818 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c7ff7d2-ac8f-4776-aea3-957c38ee9848 req-e6969943-d22b-47a0-b422-202a521af053 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239849 Nov 12 04:30:00.314724 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Pushing event updated for resources: {'Port': ['ID=db904e2a-9973-4964-9230-9e65cb7f593a,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:00.320885 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:00.326848 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:00.326848 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:00.328350 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:00.328350 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port db904e2a-9973-4964-9230-9e65cb7f593a on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:30:00.328350 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 2 to bind port db904e2a-9973-4964-9230-9e65cb7f593a Nov 12 04:30:00.343475 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-78919caa-96d5-4ba4-825b-f9e7d4ce732b req-7d33cb1f-12ca-4ec8-acc2-367a91b3d21c tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.343883 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-78919caa-96d5-4ba4-825b-f9e7d4ce732b req-7d33cb1f-12ca-4ec8-acc2-367a91b3d21c tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.344235 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-78919caa-96d5-4ba4-825b-f9e7d4ce732b req-7d33cb1f-12ca-4ec8-acc2-367a91b3d21c tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Floating IP 6ef2c7d0-f6a0-4c84-9166-84fe4efc4be9 disassociated. External IP: 172.25.1.59, port: e8ef2b1c-513c-4753-8cf0-57f4760d8ed7. Nov 12 04:30:00.344531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-78919caa-96d5-4ba4-825b-f9e7d4ce732b req-7d33cb1f-12ca-4ec8-acc2-367a91b3d21c tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Calling delete_port for e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:00.345297 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:00.345690 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:00.345968 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:00.350744 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:00.351403 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port db904e2a-9973-4964-9230-9e65cb7f593a on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:30:00.351502 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 3 to bind port db904e2a-9973-4964-9230-9e65cb7f593a Nov 12 04:30:00.364161 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:00.364556 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:00.365192 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:00.372576 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:00.373296 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port db904e2a-9973-4964-9230-9e65cb7f593a on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:30:00.373767 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 4 to bind port db904e2a-9973-4964-9230-9e65cb7f593a Nov 12 04:30:00.382672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc0159-5100-4b7d-9fdd-b648761b9bb7 req-019cea33-33fb-42a2-ab33-b4b85cdff387 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.382851 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08fc0159-5100-4b7d-9fdd-b648761b9bb7 req-019cea33-33fb-42a2-ab33-b4b85cdff387 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 946 time: 0.1225789 Nov 12 04:30:00.389740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:00.390168 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:00.390657 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:00.395560 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:00.395878 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port db904e2a-9973-4964-9230-9e65cb7f593a on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:30:00.396316 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 5 to bind port db904e2a-9973-4964-9230-9e65cb7f593a Nov 12 04:30:00.409681 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:00.410003 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:00.410455 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:00.414865 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:00.415187 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port db904e2a-9973-4964-9230-9e65cb7f593a on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:30:00.415569 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 6 to bind port db904e2a-9973-4964-9230-9e65cb7f593a Nov 12 04:30:00.428682 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:00.429278 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:00.429614 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:00.434107 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:00.434426 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port db904e2a-9973-4964-9230-9e65cb7f593a on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:30:00.434891 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 7 to bind port db904e2a-9973-4964-9230-9e65cb7f593a Nov 12 04:30:00.447901 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:00.448229 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:00.448566 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:00.453816 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:00.454165 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port db904e2a-9973-4964-9230-9e65cb7f593a on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:30:00.455006 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 8 to bind port db904e2a-9973-4964-9230-9e65cb7f593a Nov 12 04:30:00.468289 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:00.468615 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:00.468954 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:00.473363 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:00.474653 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port db904e2a-9973-4964-9230-9e65cb7f593a on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:30:00.474653 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 9 to bind port db904e2a-9973-4964-9230-9e65cb7f593a Nov 12 04:30:00.488109 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:00.489250 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:00.489250 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:00.493206 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:00.493526 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port db904e2a-9973-4964-9230-9e65cb7f593a on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:30:00.493910 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 10 to bind port db904e2a-9973-4964-9230-9e65cb7f593a Nov 12 04:30:00.506437 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:00.507156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:00.507156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:00.511671 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:00.511995 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port db904e2a-9973-4964-9230-9e65cb7f593a on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:30:00.512398 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.544721 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08fc0159-5100-4b7d-9fdd-b648761b9bb7 req-86b67eab-0767-43ab-ae75-4ac7318e0335 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6ba115e-476f-46cb-afac-27bbeadba12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288295 Nov 12 04:30:00.580510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] For port db904e2a-9973-4964-9230-9e65cb7f593a, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:00.580957 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempted to set empty binding levels {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 04:30:00.598842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-b15a8efb-2b7e-4262-b0d3-c9f7cf2350ba tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting port 81e66733-2cb5-4b35-befb-9275b1604565 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:00.598842 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b15a8efb-2b7e-4262-b0d3-c9f7cf2350ba tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.653858 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.690682 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] In _notify_port_updated(), no bound segment for port db904e2a-9973-4964-9230-9e65cb7f593a on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:30:00.691927 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.693010 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.697254 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] 10.222.0.37 "PUT /v2.0/ports/db904e2a-9973-4964-9230-9e65cb7f593a HTTP/1.1" status: 200 len: 980 time: 0.8037794 Nov 12 04:30:00.697829 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58584) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:00.704269 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b15a8efb-2b7e-4262-b0d3-c9f7cf2350ba tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.718459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-b15a8efb-2b7e-4262-b0d3-c9f7cf2350ba tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Calling delete_port for 81e66733-2cb5-4b35-befb-9275b1604565 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:00.771648 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50997da3-97f9-4ad8-8cd4-5fd17b17e4e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Pushing event updated for resources: {'Port': ['ID=db904e2a-9973-4964-9230-9e65cb7f593a,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:00.792875 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-78919caa-96d5-4ba4-825b-f9e7d4ce732b req-7d33cb1f-12ca-4ec8-acc2-367a91b3d21c tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.819935 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.820449 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.820911 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.821388 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.821864 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.822333 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.822825 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.823292 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.823764 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.824256 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.824750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.825193 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.825665 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.826900 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.830215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.830215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.830215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.830215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.830742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33cb1f-12ca-4ec8-acc2-367a91b3d21c tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Pushing event deleted for resources: {'Port': ['ID=e8ef2b1c-513c-4753-8cf0-57f4760d8ed7,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:00.840207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.840207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.840207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.840207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.841947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.841947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.841947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.841947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.842809 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.843292 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.843771 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.844253 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.844719 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.845188 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.849152 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3b800fcb-8130-4e52-b2ad-539d57073443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28801 time: 0.1485379 Nov 12 04:30:00.853085 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58586) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:00.934919 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f9cdb-2ff7-43db-98b6-4a3144748f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Deleting port db904e2a-9973-4964-9230-9e65cb7f593a {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:00.936145 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b8f9cdb-2ff7-43db-98b6-4a3144748f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.011394 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-0b8f9cdb-2ff7-43db-98b6-4a3144748f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] For port db904e2a-9973-4964-9230-9e65cb7f593a, host n-h2-768509-24, got binding levels [] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:01.011394 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b8f9cdb-2ff7-43db-98b6-4a3144748f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.026571 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f9cdb-2ff7-43db-98b6-4a3144748f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Calling delete_port for db904e2a-9973-4964-9230-9e65cb7f593a owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:01.036671 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78919caa-96d5-4ba4-825b-f9e7d4ce732b req-7d33cb1f-12ca-4ec8-acc2-367a91b3d21c tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Router b78a9bdf-1373-49c1-96a0-0cdf32d77807 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:30:01.074311 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device bbf46034-b15c-4ef5-9248-e6519bfc3abd details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:30:01.143012 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b15a8efb-2b7e-4262-b0d3-c9f7cf2350ba tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.179549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a8efb-2b7e-4262-b0d3-c9f7cf2350ba tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Port': ['ID=81e66733-2cb5-4b35-befb-9275b1604565,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:01.206710 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port bbf46034-b15c-4ef5-9248-e6519bfc3abd, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=bbf46034-b15c-4ef5-9248-e6519bfc3abd,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:01.221621 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78919caa-96d5-4ba4-825b-f9e7d4ce732b req-7d33cb1f-12ca-4ec8-acc2-367a91b3d21c tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:01.224558 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b8f9cdb-2ff7-43db-98b6-4a3144748f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.239715 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'bbf46034-b15c-4ef5-9248-e6519bfc3abd', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': 'bbf46034-b15c-4ef5-9248-e6519bfc3abd', 'mac_address': 'fa:16:3e:21:58:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:30:01.243869 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b971ea16-9bad-429c-b979-3b4d0eeaab3e None None] Sync routers for ids ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:01.282436 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f9cdb-2ff7-43db-98b6-4a3144748f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Pushing event deleted for resources: {'Port': ['ID=db904e2a-9973-4964-9230-9e65cb7f593a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:01.293024 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0b8f9cdb-2ff7-43db-98b6-4a3144748f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.298227 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0b8f9cdb-2ff7-43db-98b6-4a3144748f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] 10.222.0.37 "DELETE /v2.0/ports/db904e2a-9973-4964-9230-9e65cb7f593a HTTP/1.1" status: 204 len: 168 time: 0.4438186 Nov 12 04:30:01.301080 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58594) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:01.307416 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b971ea16-9bad-429c-b979-3b4d0eeaab3e None None] Routers {'b78a9bdf-1373-49c1-96a0-0cdf32d77807'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:01.308443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b971ea16-9bad-429c-b979-3b4d0eeaab3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:01.319966 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.346370 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4331873-1b2f-4078-b1aa-2c1500ed21c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] GET failed (client error): The resource could not be found. Nov 12 04:30:01.351981 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b4331873-1b2f-4078-b1aa-2c1500ed21c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] 10.222.0.37 "GET /v2.0/ports/db904e2a-9973-4964-9230-9e65cb7f593a HTTP/1.1" status: 404 len: 333 time: 0.0436249 Nov 12 04:30:01.358068 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58596) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:01.371070 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0a2dd0f2-0c9f-4944-b1aa-657bee417a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876430663', 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:01.387971 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf46034-b15c-4ef5-9248-e6519bfc3abd {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:30:01.458417 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-78919caa-96d5-4ba4-825b-f9e7d4ce732b req-7d33cb1f-12ca-4ec8-acc2-367a91b3d21c tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] No DVR routers for this DVR port e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:01.461255 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-78919caa-96d5-4ba4-825b-f9e7d4ce732b req-7d33cb1f-12ca-4ec8-acc2-367a91b3d21c tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.467262 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port bbf46034-b15c-4ef5-9248-e6519bfc3abd, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=bbf46034-b15c-4ef5-9248-e6519bfc3abd,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:01.471388 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-78919caa-96d5-4ba4-825b-f9e7d4ce732b req-7d33cb1f-12ca-4ec8-acc2-367a91b3d21c tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.21 "DELETE /v2.0/ports/e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 HTTP/1.1" status: 204 len: 173 time: 2.7397211 Nov 12 04:30:01.483836 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a05b39-ea4a-408c-9cca-1659205588f2', 'name': 'network-vif-deleted', 'tag': 'e8ef2b1c-513c-4753-8cf0-57f4760d8ed7'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:01.485949 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0f63a6-6cdd-43be-97bf-f66b37e3f35d" -d '{"events": [{"server_uuid": "46a05b39-ea4a-408c-9cca-1659205588f2", "name": "network-vif-deleted", "tag": "e8ef2b1c-513c-4753-8cf0-57f4760d8ed7"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:01.492618 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b15a8efb-2b7e-4262-b0d3-c9f7cf2350ba tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.520828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c24b6-328e-4a42-bd2a-5b90fa9b2945 req-a89fff27-5827-4031-b36b-413a9e93aec2 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:01.522428 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-283c24b6-328e-4a42-bd2a-5b90fa9b2945 req-a89fff27-5827-4031-b36b-413a9e93aec2 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4 HTTP/1.1" status: 200 len: 948 time: 0.3285854 Nov 12 04:30:01.524032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-b971ea16-9bad-429c-b979-3b4d0eeaab3e None None] Set router b78a9bdf-1373-49c1-96a0-0cdf32d77807 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:01.541376 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2dd0f2-0c9f-4944-b1aa-657bee417a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Made reservation on behalf of 853544c443c848ba9f9aa2a7c0a86018 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:01.543980 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a2dd0f2-0c9f-4944-b1aa-657bee417a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.580604 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-0a2dd0f2-0c9f-4944-b1aa-657bee417a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] device_id is not set on port 09b220d9-5fcc-4068-8e5c-018cdd5a34b4 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:30:01.712059 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.751766 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-283c24b6-328e-4a42-bd2a-5b90fa9b2945 req-aaf48460-11c9-459b-88ba-dee38c8fe445 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b2cf0d-b093-4784-b0f1-4b061a162ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975181 Nov 12 04:30:01.779007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15a8efb-2b7e-4262-b0d3-c9f7cf2350ba tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 58de9fe5-b93a-4490-a4f9-43b7984229a1 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:30:01.841284 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a2dd0f2-0c9f-4944-b1aa-657bee417a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.884364 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=bbf46034-b15c-4ef5-9248-e6519bfc3abd,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:01.896481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15a8efb-2b7e-4262-b0d3-c9f7cf2350ba tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:01.899228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:01.899577 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:01.899912 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:01.900253 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:01.900591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:01.900923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:01.902703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:01.902703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:01.903083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b15a8efb-2b7e-4262-b0d3-c9f7cf2350ba tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/58de9fe5-b93a-4490-a4f9-43b7984229a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7566123 Nov 12 04:30:01.903197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:01.903197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:01.903197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:01.903197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:01.904799 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58604) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:01.910141 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63600300-4f79-442e-a7f3-a6e3985bd767 None None] Sync routers for ids ['58de9fe5-b93a-4490-a4f9-43b7984229a1'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:01.930079 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63600300-4f79-442e-a7f3-a6e3985bd767 None None] Routers {'58de9fe5-b93a-4490-a4f9-43b7984229a1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:01.930565 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-63600300-4f79-442e-a7f3-a6e3985bd767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['58de9fe5-b93a-4490-a4f9-43b7984229a1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:01.946669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b971ea16-9bad-429c-b979-3b4d0eeaab3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:20:47Z', 'revision_number': 4, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port': {'id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:42Z', 'updated_at': '2021-11-12T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '8ff24903-099c-4f6e-8143-fa9f10623e6f', 'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'mac_address': 'fa:16:3e:11:df:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:46Z', 'updated_at': '2021-11-12T04:20:55Z', 'revision_number': 5, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'subnets': [{'id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:01.968325 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a2ef5a34-5a00-4a92-997c-8d3c255cafae tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/ports?device_id=58de9fe5-b93a-4490-a4f9-43b7984229a1 HTTP/1.1" status: 200 len: 205 time: 0.0619483 Nov 12 04:30:01.968708 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-63600300-4f79-442e-a7f3-a6e3985bd767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:01.974680 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58606) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:01.988973 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a2dd0f2-0c9f-4944-b1aa-657bee417a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.995706 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d514a3-84df-40b3-8c11-831f04995bee x-openstack-request-id: req-f7d514a3-84df-40b3-8c11-831f04995bee {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:01.995999 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a05b39-ea4a-408c-9cca-1659205588f2", "name": "network-vif-deleted", "tag": "e8ef2b1c-513c-4753-8cf0-57f4760d8ed7", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:01.996264 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7d514a3-84df-40b3-8c11-831f04995bee {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:01.996612 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63600300-4f79-442e-a7f3-a6e3985bd767 None None] Routers {'58de9fe5-b93a-4490-a4f9-43b7984229a1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:01.996741 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a05b39-ea4a-408c-9cca-1659205588f2', 'name': 'network-vif-deleted', 'tag': 'e8ef2b1c-513c-4753-8cf0-57f4760d8ed7', 'status': 'completed', 'code': 200} Nov 12 04:30:01.997540 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-63600300-4f79-442e-a7f3-a6e3985bd767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['58de9fe5-b93a-4490-a4f9-43b7984229a1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:02.035664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b971ea16-9bad-429c-b979-3b4d0eeaab3e None None] Checking router: b78a9bdf-1373-49c1-96a0-0cdf32d77807 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:02.070239 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b971ea16-9bad-429c-b979-3b4d0eeaab3e None None] Routers {'b78a9bdf-1373-49c1-96a0-0cdf32d77807'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:02.070941 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b971ea16-9bad-429c-b979-3b4d0eeaab3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:02.078028 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-63600300-4f79-442e-a7f3-a6e3985bd767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:02.079121 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63600300-4f79-442e-a7f3-a6e3985bd767 None None] The sync data for ids ['58de9fe5-b93a-4490-a4f9-43b7984229a1'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:02.142300 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['bbf46034-b15c-4ef5-9248-e6519bfc3abd'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:30:02.147679 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9797741a-33ff-45ad-b1e9-3d7b007d484e req-47aad0b1-6b32-4792-b355-e3bce9feefad tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a05b39-ea4a-408c-9cca-1659205588f2 HTTP/1.1" status: 200 len: 210 time: 0.0287054 Nov 12 04:30:02.162201 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2dd0f2-0c9f-4944-b1aa-657bee417a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:02.165215 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-829c62e8-d667-4c7b-8101-e7f87c2fe61e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.170682 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-0a2dd0f2-0c9f-4944-b1aa-657bee417a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:02.177860 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2dd0f2-0c9f-4944-b1aa-657bee417a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:02.179076 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2dd0f2-0c9f-4944-b1aa-657bee417a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:02.180705 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a2dd0f2-0c9f-4944-b1aa-657bee417a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.265528 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-b971ea16-9bad-429c-b979-3b4d0eeaab3e None None] Set router b78a9bdf-1373-49c1-96a0-0cdf32d77807 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:02.276621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2dd0f2-0c9f-4944-b1aa-657bee417a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Pushing event updated for resources: {'Port': ['ID=09b220d9-5fcc-4068-8e5c-018cdd5a34b4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:02.382738 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-829c62e8-d667-4c7b-8101-e7f87c2fe61e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.386356 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-829c62e8-d667-4c7b-8101-e7f87c2fe61e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.397036 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0a2dd0f2-0c9f-4944-b1aa-657bee417a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0320365 Nov 12 04:30:02.397206 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58610) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:02.452683 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:30:02.490107 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d422bb2f-726c-47f0-a089-0026c1da5e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:02.491697 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d422bb2f-726c-47f0-a089-0026c1da5e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] 10.222.0.37 "GET /v2.0/ports/09b220d9-5fcc-4068-8e5c-018cdd5a34b4 HTTP/1.1" status: 200 len: 959 time: 0.0935607 Nov 12 04:30:02.494564 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58614) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:02.575531 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-25207c5f-71ed-4928-be37-15fc41f0fff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Deleting port 09b220d9-5fcc-4068-8e5c-018cdd5a34b4 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:02.576447 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25207c5f-71ed-4928-be37-15fc41f0fff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.597656 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-829c62e8-d667-4c7b-8101-e7f87c2fe61e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.598194 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829c62e8-d667-4c7b-8101-e7f87c2fe61e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Fanout notify agent at l3_agent the message router_deleted on router 58de9fe5-b93a-4490-a4f9-43b7984229a1 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:30:02.606291 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-829c62e8-d667-4c7b-8101-e7f87c2fe61e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.607526 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-829c62e8-d667-4c7b-8101-e7f87c2fe61e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/routers/58de9fe5-b93a-4490-a4f9-43b7984229a1 HTTP/1.1" status: 204 len: 168 time: 0.6351321 Nov 12 04:30:02.610592 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58616) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:02.686136 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25207c5f-71ed-4928-be37-15fc41f0fff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.687771 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b971ea16-9bad-429c-b979-3b4d0eeaab3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:20:47Z', 'revision_number': 4, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port': {'id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:42Z', 'updated_at': '2021-11-12T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '8ff24903-099c-4f6e-8143-fa9f10623e6f', 'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'mac_address': 'fa:16:3e:11:df:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:46Z', 'updated_at': '2021-11-12T04:20:55Z', 'revision_number': 5, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'subnets': [{'id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:02.709690 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-25207c5f-71ed-4928-be37-15fc41f0fff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Calling delete_port for 09b220d9-5fcc-4068-8e5c-018cdd5a34b4 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:02.715349 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-832e4e0e-3236-48e8-b7ea-29d0871a764c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting subnet bfaf247f-9d8d-45d8-bfd1-cdc0a7caca74 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:30:02.720476 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b971ea16-9bad-429c-b979-3b4d0eeaab3e None None] The sync data for ids ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'] in n-d-768509-24 is: [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:20:47Z', 'revision_number': 4, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port': {'id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:42Z', 'updated_at': '2021-11-12T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '8ff24903-099c-4f6e-8143-fa9f10623e6f', 'name': '', 'network_id': '6ad961c3-f85d-49ef-ab75-6849d57fa1e5', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'mac_address': 'fa:16:3e:11:df:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:46Z', 'updated_at': '2021-11-12T04:20:55Z', 'revision_number': 5, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'subnets': [{'id': '0988c1bc-aeed-49ae-93ca-f21585d34390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:02.722496 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-832e4e0e-3236-48e8-b7ea-29d0871a764c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.813957 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-832e4e0e-3236-48e8-b7ea-29d0871a764c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.928738 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-832e4e0e-3236-48e8-b7ea-29d0871a764c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.937634 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a52877-04e3-49e0-8218-8a8f904525cb req-001f791e-859d-4d58-b1e0-3fbe167d8f84 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:02.937634 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84a52877-04e3-49e0-8218-8a8f904525cb req-001f791e-859d-4d58-b1e0-3fbe167d8f84 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4 HTTP/1.1" status: 200 len: 949 time: 0.0726433 Nov 12 04:30:03.002567 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84a52877-04e3-49e0-8218-8a8f904525cb req-83d7e26b-afaa-4946-b6cf-7df3f8d5edde tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b2cf0d-b093-4784-b0f1-4b061a162ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561073 Nov 12 04:30:03.007232 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25207c5f-71ed-4928-be37-15fc41f0fff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.050887 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25207c5f-71ed-4928-be37-15fc41f0fff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Pushing event deleted for resources: {'Port': ['ID=09b220d9-5fcc-4068-8e5c-018cdd5a34b4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:03.065455 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25207c5f-71ed-4928-be37-15fc41f0fff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.078134 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-25207c5f-71ed-4928-be37-15fc41f0fff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] 10.222.0.37 "DELETE /v2.0/ports/09b220d9-5fcc-4068-8e5c-018cdd5a34b4 HTTP/1.1" status: 204 len: 168 time: 0.5736537 Nov 12 04:30:03.078416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58622) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:03.078533 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5965b55-f85f-49b2-8484-f64d25994913 None None] New status for floating IP 6ef2c7d0-f6a0-4c84-9166-84fe4efc4be9: DOWN {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:30:03.078660 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-832e4e0e-3236-48e8-b7ea-29d0871a764c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.110853 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3e5054-0c0f-4f96-9bbc-38f344df5d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] GET failed (client error): The resource could not be found. Nov 12 04:30:03.123281 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fc3e5054-0c0f-4f96-9bbc-38f344df5d62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] 10.222.0.37 "GET /v2.0/ports/09b220d9-5fcc-4068-8e5c-018cdd5a34b4 HTTP/1.1" status: 404 len: 333 time: 0.0383275 Nov 12 04:30:03.124629 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58626) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:03.127273 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device bbf46034-b15c-4ef5-9248-e6519bfc3abd up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:03.129944 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-87d52701-ba7e-4f15-bbd7-79c5ed3f588d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Request body: {'port': {'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-266948910'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:03.134853 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e4e0e-3236-48e8-b7ea-29d0871a764c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Subnet': ['ID=bfaf247f-9d8d-45d8-bfd1-cdc0a7caca74,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:03.140195 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-832e4e0e-3236-48e8-b7ea-29d0871a764c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.147816 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-832e4e0e-3236-48e8-b7ea-29d0871a764c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/subnets/bfaf247f-9d8d-45d8-bfd1-cdc0a7caca74 HTTP/1.1" status: 204 len: 168 time: 0.5363438 Nov 12 04:30:03.150914 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58628) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:03.187983 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd212ad-bf3f-4bb4-9713-bc25464b4318 None None] Network 9873f4ed-15c7-45e2-83fb-85230418ed59 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:03.219033 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60e9873-752f-4dd1-a59c-a3798f93838a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting subnet 5579753a-cfde-4e40-95d3-fe771195fb32 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:30:03.230467 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e60e9873-752f-4dd1-a59c-a3798f93838a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.274157 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d52701-ba7e-4f15-bbd7-79c5ed3f588d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Made reservation on behalf of 853544c443c848ba9f9aa2a7c0a86018 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:03.276576 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87d52701-ba7e-4f15-bbd7-79c5ed3f588d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.284924 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c8d6d9e-1be7-4f45-a093-4915c2cd7af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.296634 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e60e9873-752f-4dd1-a59c-a3798f93838a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.325566 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-87d52701-ba7e-4f15-bbd7-79c5ed3f588d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] device_id is not set on port 666bc05c-051b-4474-b51d-99db637236b0 yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:30:03.332481 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:03.335336 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58636) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:03.361808 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:03.362408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device e8ef2b1c-513c-4753-8cf0-57f4760d8ed7 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:03.430894 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11321b18-66c1-43a7-ab91-2e1e6b94dd74 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.445752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port bbf46034-b15c-4ef5-9248-e6519bfc3abd completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:30:03.451464 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port bbf46034-b15c-4ef5-9248-e6519bfc3abd triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:03.453056 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.478946 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11321b18-66c1-43a7-ab91-2e1e6b94dd74 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.509383 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa2a782-646a-46ca-a274-3b287af01edd None None] DHCP port deletion for 9873f4ed-15c7-45e2-83fb-85230418ed59 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:03.583675 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e60e9873-752f-4dd1-a59c-a3798f93838a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.619669 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.637087 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-efa2a782-646a-46ca-a274-3b287af01edd None None] Deleting port 57fcebd9-ed0f-4568-be05-9a715139c9de {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:03.638968 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-efa2a782-646a-46ca-a274-3b287af01edd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.647990 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87d52701-ba7e-4f15-bbd7-79c5ed3f588d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.670442 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf46034-b15c-4ef5-9248-e6519bfc3abd'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:03.672767 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2014ff03-88fc-471f-ad31-ca69eec3347b" -d '{"events": [{"server_uuid": "7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4", "name": "network-vif-plugged", "status": "completed", "tag": "bbf46034-b15c-4ef5-9248-e6519bfc3abd"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:03.684029 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11321b18-66c1-43a7-ab91-2e1e6b94dd74 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.690721 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-11321b18-66c1-43a7-ab91-2e1e6b94dd74 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.690721 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-11321b18-66c1-43a7-ab91-2e1e6b94dd74 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "DELETE /v2.0/security-groups/e6ba115e-476f-46cb-afac-27bbeadba12e HTTP/1.1" status: 204 len: 168 time: 0.3530202 Nov 12 04:30:03.692828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58642) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:03.709717 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-a0b922b5-5917-4b2c-a0c6-770fc4e9b39e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] show failed (client error): The resource could not be found. Nov 12 04:30:03.713993 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a0b922b5-5917-4b2c-a0c6-770fc4e9b39e tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "GET /v2.0/security-groups/e6ba115e-476f-46cb-afac-27bbeadba12e HTTP/1.1" status: 404 len: 347 time: 0.0199201 Nov 12 04:30:03.714651 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58644) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:03.727973 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port bbf46034-b15c-4ef5-9248-e6519bfc3abd, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=bbf46034-b15c-4ef5-9248-e6519bfc3abd,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:03.728090 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11321b18-66c1-43a7-ab91-2e1e6b94dd74 tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ba115e-476f-46cb-afac-27bbeadba12e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:03.752409 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-efa2a782-646a-46ca-a274-3b287af01edd None None] For port 57fcebd9-ed0f-4568-be05-9a715139c9de, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=57fcebd9-ed0f-4568-be05-9a715139c9de,segment=NetworkSegment(a8b959ef-349d-4cb4-9eaa-3adffee1f1b5),segment_id=a8b959ef-349d-4cb4-9eaa-3adffee1f1b5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:03.752800 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-efa2a782-646a-46ca-a274-3b287af01edd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.767730 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-efa2a782-646a-46ca-a274-3b287af01edd None None] Calling delete_port for 57fcebd9-ed0f-4568-be05-9a715139c9de owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:03.768463 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e60e9873-752f-4dd1-a59c-a3798f93838a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.816354 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e9873-752f-4dd1-a59c-a3798f93838a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Subnet': ['ID=5579753a-cfde-4e40-95d3-fe771195fb32,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:03.818897 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87d52701-ba7e-4f15-bbd7-79c5ed3f588d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.823447 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bec93d2-4274-4437-9633-fbadecd86f41 None None] Network d78ca704-7912-46bf-8326-31a91915f136 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:03.831339 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e60e9873-752f-4dd1-a59c-a3798f93838a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.835084 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e60e9873-752f-4dd1-a59c-a3798f93838a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/subnets/5579753a-cfde-4e40-95d3-fe771195fb32 HTTP/1.1" status: 204 len: 168 time: 0.6831052 Nov 12 04:30:03.837929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58648) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:03.844535 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258b605b-abe2-4f4b-811d-6298275b4ab7 x-openstack-request-id: req-258b605b-abe2-4f4b-811d-6298275b4ab7 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:03.844856 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4", "name": "network-vif-plugged", "status": "completed", "tag": "bbf46034-b15c-4ef5-9248-e6519bfc3abd", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:03.845134 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-258b605b-abe2-4f4b-811d-6298275b4ab7 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:03.845525 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf46034-b15c-4ef5-9248-e6519bfc3abd', 'code': 200} Nov 12 04:30:03.869256 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.960331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d52701-ba7e-4f15-bbd7-79c5ed3f588d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:03.963515 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f9495191-85b7-4b88-93e4-668347258ffc tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Deleting port 414b6716-8965-4467-a8af-ca06d44b7352 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:03.963869 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9495191-85b7-4b88-93e4-668347258ffc tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.987049 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-87d52701-ba7e-4f15-bbd7-79c5ed3f588d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:04.011247 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d52701-ba7e-4f15-bbd7-79c5ed3f588d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:04.012373 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d52701-ba7e-4f15-bbd7-79c5ed3f588d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:04.013075 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87d52701-ba7e-4f15-bbd7-79c5ed3f588d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.015474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d52701-ba7e-4f15-bbd7-79c5ed3f588d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Pushing event updated for resources: {'Port': ['ID=666bc05c-051b-4474-b51d-99db637236b0,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:04.020528 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.056693 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ebdf8-7952-4ced-b7f7-6db1ed7910b9 req-cc923055-af29-45a9-bf44-624e15d0ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:04.059381 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb3ebdf8-7952-4ced-b7f7-6db1ed7910b9 req-cc923055-af29-45a9-bf44-624e15d0ba2a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4 HTTP/1.1" status: 200 len: 1102 time: 0.1079824 Nov 12 04:30:04.073356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=bbf46034-b15c-4ef5-9248-e6519bfc3abd,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:04.145484 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9495191-85b7-4b88-93e4-668347258ffc tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.145484 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9495191-85b7-4b88-93e4-668347258ffc tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.156096 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb3ebdf8-7952-4ced-b7f7-6db1ed7910b9 req-422f326f-edf2-422f-b075-450fe9967329 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e8b2cf0d-b093-4784-b0f1-4b061a162ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692847 Nov 12 04:30:04.160320 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-f9495191-85b7-4b88-93e4-668347258ffc tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Calling delete_port for 414b6716-8965-4467-a8af-ca06d44b7352 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:04.181874 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92986a8-16d2-4eae-b21e-5248b5de127f None None] DHCP port deletion for d78ca704-7912-46bf-8326-31a91915f136 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:04.188599 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-87d52701-ba7e-4f15-bbd7-79c5ed3f588d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0626316 Nov 12 04:30:04.214430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58654) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:04.219072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:04.228938 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 57fcebd9-ed0f-4568-be05-9a715139c9de no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:04.254196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting port 57fcebd9-ed0f-4568-be05-9a715139c9de {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:04.261159 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.261491 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-efa2a782-646a-46ca-a274-3b287af01edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.273777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 57fcebd9-ed0f-4568-be05-9a715139c9de {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:04.274278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 57fcebd9-ed0f-4568-be05-9a715139c9de not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:04.322286 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa2a782-646a-46ca-a274-3b287af01edd None None] No DVR routers for this DVR port 57fcebd9-ed0f-4568-be05-9a715139c9de on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:04.323717 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f2803-9f7a-467c-8895-3afb110e3cf8 req-082bd357-e296-48b1-9e56-cb9d1aa15be3 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:04.323862 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.332128 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d33f2803-9f7a-467c-8895-3afb110e3cf8 req-082bd357-e296-48b1-9e56-cb9d1aa15be3 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4 HTTP/1.1" status: 200 len: 950 time: 0.1792486 Nov 12 04:30:04.332801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2a782-646a-46ca-a274-3b287af01edd None None] Pushing event deleted for resources: {'Port': ['ID=57fcebd9-ed0f-4568-be05-9a715139c9de,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:04.380446 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c92986a8-16d2-4eae-b21e-5248b5de127f None None] Deleting port d52f0253-88cc-48a6-8d2f-414c33d449f3 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:04.380832 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c92986a8-16d2-4eae-b21e-5248b5de127f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.403181 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d33f2803-9f7a-467c-8895-3afb110e3cf8 req-0ea0ea48-f071-429c-841c-e9e06a1d4c05 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b2cf0d-b093-4784-b0f1-4b061a162ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700033 Nov 12 04:30:04.484200 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] For port 57fcebd9-ed0f-4568-be05-9a715139c9de, host n-d-768509-24, got binding levels [] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:04.488769 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.505766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Calling delete_port for 57fcebd9-ed0f-4568-be05-9a715139c9de owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:04.508962 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_backend_mixin [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Port 57fcebd9-ed0f-4568-be05-9a715139c9de was not found and therefore no delete operation was performed {{(pid=103296) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:30:04.510568 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.531297 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9495191-85b7-4b88-93e4-668347258ffc tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.535315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Port': ['ID=57fcebd9-ed0f-4568-be05-9a715139c9de,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:04.547445 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c92986a8-16d2-4eae-b21e-5248b5de127f None None] For port d52f0253-88cc-48a6-8d2f-414c33d449f3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d52f0253-88cc-48a6-8d2f-414c33d449f3,segment=NetworkSegment(278505ba-5454-4f3a-925f-8275efeccb41),segment_id=278505ba-5454-4f3a-925f-8275efeccb41)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:04.547577 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] No DVR routers for this DVR port 57fcebd9-ed0f-4568-be05-9a715139c9de on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:04.547718 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c92986a8-16d2-4eae-b21e-5248b5de127f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.564122 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c92986a8-16d2-4eae-b21e-5248b5de127f None None] Calling delete_port for d52f0253-88cc-48a6-8d2f-414c33d449f3 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:04.617906 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9495191-85b7-4b88-93e4-668347258ffc tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Pushing event deleted for resources: {'Port': ['ID=414b6716-8965-4467-a8af-ca06d44b7352,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:04.650680 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.672800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9873f4ed-15c7-45e2-83fb-85230418ed59']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:04.684406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b959ef-349d-4cb4-9eaa-3adffee1f1b5') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:04.689889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b959ef-349d-4cb4-9eaa-3adffee1f1b5') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:04.695863 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.698990 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9495191-85b7-4b88-93e4-668347258ffc tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.702160 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f9495191-85b7-4b88-93e4-668347258ffc tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.706988 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f9495191-85b7-4b88-93e4-668347258ffc tempest-AttachVolumeTestJSON-1080997369 tempest-AttachVolumeTestJSON-1080997369-project] 10.222.0.37 "DELETE /v2.0/floatingips/6ef2c7d0-f6a0-4c84-9166-84fe4efc4be9 HTTP/1.1" status: 204 len: 168 time: 0.9868946 Nov 12 04:30:04.718691 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.721155 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] device_id is not set on port 666bc05c-051b-4474-b51d-99db637236b0 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:30:04.730404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:30:04.731693 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:30:04.734110 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:30:04.751314 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.813366 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c92986a8-16d2-4eae-b21e-5248b5de127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.839683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92986a8-16d2-4eae-b21e-5248b5de127f None None] Pushing event deleted for resources: {'Port': ['ID=d52f0253-88cc-48a6-8d2f-414c33d449f3,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:04.843627 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92986a8-16d2-4eae-b21e-5248b5de127f None None] No DVR routers for this DVR port d52f0253-88cc-48a6-8d2f-414c33d449f3 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:04.882591 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.912935 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.919877 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.923909 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/networks/9873f4ed-15c7-45e2-83fb-85230418ed59 HTTP/1.1" status: 204 len: 168 time: 1.0844417 Nov 12 04:30:04.927368 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58662) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:04.957277 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d17399-d769-4043-9c4e-77c4a2d6cfc7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Network': ['ID=9873f4ed-15c7-45e2-83fb-85230418ed59,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:05.026693 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ca498060-aa31-4045-baf1-d6aca320ce59 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.144015 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ca498060-aa31-4045-baf1-d6aca320ce59 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.169626 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-ca498060-aa31-4045-baf1-d6aca320ce59 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78ca704-7912-46bf-8326-31a91915f136']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:05.180661 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-ca498060-aa31-4045-baf1-d6aca320ce59 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278505ba-5454-4f3a-925f-8275efeccb41') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:05.180956 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-ca498060-aa31-4045-baf1-d6aca320ce59 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278505ba-5454-4f3a-925f-8275efeccb41') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:05.192630 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ca498060-aa31-4045-baf1-d6aca320ce59 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.208336 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ca498060-aa31-4045-baf1-d6aca320ce59 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.215223 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca498060-aa31-4045-baf1-d6aca320ce59 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:30:05.215770 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ca498060-aa31-4045-baf1-d6aca320ce59 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:30:05.219860 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:30:05.301500 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Pushing event updated for resources: {'Port': ['ID=666bc05c-051b-4474-b51d-99db637236b0,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:05.328772 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:05.329157 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:05.329506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:05.333970 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:05.334323 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port 666bc05c-051b-4474-b51d-99db637236b0 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:30:05.334739 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 2 to bind port 666bc05c-051b-4474-b51d-99db637236b0 Nov 12 04:30:05.348139 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:05.348506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:05.348817 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:05.353335 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:05.353846 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port 666bc05c-051b-4474-b51d-99db637236b0 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:30:05.354377 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 3 to bind port 666bc05c-051b-4474-b51d-99db637236b0 Nov 12 04:30:05.368425 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:05.368949 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:05.369288 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:05.375240 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:05.375613 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port 666bc05c-051b-4474-b51d-99db637236b0 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:30:05.376025 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 4 to bind port 666bc05c-051b-4474-b51d-99db637236b0 Nov 12 04:30:05.389964 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:05.390293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:05.390723 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:05.396471 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ca498060-aa31-4045-baf1-d6aca320ce59 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.399980 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:05.400411 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port 666bc05c-051b-4474-b51d-99db637236b0 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:30:05.400864 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 5 to bind port 666bc05c-051b-4474-b51d-99db637236b0 Nov 12 04:30:05.406723 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ca498060-aa31-4045-baf1-d6aca320ce59 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.410766 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ca498060-aa31-4045-baf1-d6aca320ce59 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/networks/d78ca704-7912-46bf-8326-31a91915f136 HTTP/1.1" status: 204 len: 168 time: 0.4824157 Nov 12 04:30:05.414644 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58668) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:05.420535 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-803abc37-5ade-4070-9a06-02efa7e11812 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1147173125'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:05.432238 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:05.432569 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:05.432904 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:05.445412 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:05.445864 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port 666bc05c-051b-4474-b51d-99db637236b0 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:30:05.448060 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 6 to bind port 666bc05c-051b-4474-b51d-99db637236b0 Nov 12 04:30:05.473042 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:05.473513 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:05.473856 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:05.482083 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:05.482083 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port 666bc05c-051b-4474-b51d-99db637236b0 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:30:05.482440 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 7 to bind port 666bc05c-051b-4474-b51d-99db637236b0 Nov 12 04:30:05.500048 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:05.500360 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:05.500701 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:05.510252 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:05.510595 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port 666bc05c-051b-4474-b51d-99db637236b0 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:30:05.514594 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 8 to bind port 666bc05c-051b-4474-b51d-99db637236b0 Nov 12 04:30:05.534871 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:05.535209 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:05.535553 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:05.544739 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:05.545154 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port 666bc05c-051b-4474-b51d-99db637236b0 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:30:05.545556 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 9 to bind port 666bc05c-051b-4474-b51d-99db637236b0 Nov 12 04:30:05.550833 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-706c54a3-d49b-48f7-95c1-26fa0387bb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.563856 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:05.564232 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:05.564535 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:05.574145 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:05.574446 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port 666bc05c-051b-4474-b51d-99db637236b0 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:30:05.574872 n-d-768509-24 neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempt 10 to bind port 666bc05c-051b-4474-b51d-99db637236b0 Nov 12 04:30:05.596576 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803abc37-5ade-4070-9a06-02efa7e11812 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Made reservation on behalf of 5aa10470b52545749d812350adfa744b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:05.600193 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-803abc37-5ade-4070-9a06-02efa7e11812 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.602565 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:05.602948 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:05.603358 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempting to bind port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:05.620425 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:05.620694 n-d-768509-24 neutron-server[103297]: ERROR neutron.plugins.ml2.managers [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Failed to bind port 666bc05c-051b-4474-b51d-99db637236b0 on host n-h2-768509-24 for vnic_type normal using segments [{'id': '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2ce3fb34-472a-409a-9afd-2bc0cf4b61f1'}] Nov 12 04:30:05.621107 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.735365 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803abc37-5ade-4070-9a06-02efa7e11812 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:30:05.767927 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-803abc37-5ade-4070-9a06-02efa7e11812 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.768311 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-803abc37-5ade-4070-9a06-02efa7e11812 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Added segment 5e263ae5-b9a6-466a-a2c8-772210501e17 of type vlan for network b5c38abb-0120-4f5a-9c47-d991aabee566 Nov 12 04:30:05.778474 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] For port 666bc05c-051b-4474-b51d-99db637236b0, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:05.779023 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attempted to set empty binding levels {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 04:30:05.855779 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.863170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca498060-aa31-4045-baf1-d6aca320ce59 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Network': ['ID=d78ca704-7912-46bf-8326-31a91915f136,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:05.869956 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-803abc37-5ade-4070-9a06-02efa7e11812 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.903927 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] In _notify_port_updated(), no bound segment for port 666bc05c-051b-4474-b51d-99db637236b0 on network 2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 {{(pid=103297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:30:05.904308 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:05.904914 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.910697 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] 10.222.0.37 "PUT /v2.0/ports/666bc05c-051b-4474-b51d-99db637236b0 HTTP/1.1" status: 200 len: 979 time: 1.6943188 Nov 12 04:30:05.912885 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58676) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:05.927440 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10e4db-d0d5-40a7-a035-b3c07f5a2430 req-a5179a43-3da3-4622-8e43-8f48d66126c9 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:05.929446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e10e4db-d0d5-40a7-a035-b3c07f5a2430 req-a5179a43-3da3-4622-8e43-8f48d66126c9 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4 HTTP/1.1" status: 200 len: 950 time: 0.0673904 Nov 12 04:30:05.980291 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4eefe-2679-4d7f-aee0-2be142268b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Pushing event updated for resources: {'Port': ['ID=666bc05c-051b-4474-b51d-99db637236b0,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:06.009028 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e10e4db-d0d5-40a7-a035-b3c07f5a2430 req-f3cb171d-1979-445d-ac35-5fd6798b5edc tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b2cf0d-b093-4784-b0f1-4b061a162ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685861 Nov 12 04:30:06.053637 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-803abc37-5ade-4070-9a06-02efa7e11812 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.063627 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803abc37-5ade-4070-9a06-02efa7e11812 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:06.064306 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-803abc37-5ade-4070-9a06-02efa7e11812 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.069784 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-59f8d7c6-7312-41e8-8f9b-79b826c35ebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Deleting port 666bc05c-051b-4474-b51d-99db637236b0 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:06.072681 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59f8d7c6-7312-41e8-8f9b-79b826c35ebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.102142 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d52f0253-88cc-48a6-8d2f-414c33d449f3 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:06.155952 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: d52f0253-88cc-48a6-8d2f-414c33d449f3 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:06.156520 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d52f0253-88cc-48a6-8d2f-414c33d449f3 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:06.236934 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-803abc37-5ade-4070-9a06-02efa7e11812 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8181973 Nov 12 04:30:06.237251 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58684) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:06.242520 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ecf12cfc-f698-4617-9e79-4aa2f32bb71c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'subnet': {'network_id': 'b5c38abb-0120-4f5a-9c47-d991aabee566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:06.247916 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803abc37-5ade-4070-9a06-02efa7e11812 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Network': ['ID=b5c38abb-0120-4f5a-9c47-d991aabee566,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:06.264995 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network b5c38abb-0120-4f5a-9c47-d991aabee566 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:30:06.265900 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-59f8d7c6-7312-41e8-8f9b-79b826c35ebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] For port 666bc05c-051b-4474-b51d-99db637236b0, host n-h2-768509-24, got binding levels [] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:06.265900 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59f8d7c6-7312-41e8-8f9b-79b826c35ebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.281665 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-59f8d7c6-7312-41e8-8f9b-79b826c35ebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Calling delete_port for 666bc05c-051b-4474-b51d-99db637236b0 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:06.507516 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59f8d7c6-7312-41e8-8f9b-79b826c35ebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.520353 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf12cfc-f698-4617-9e79-4aa2f32bb71c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Made reservation on behalf of 5aa10470b52545749d812350adfa744b for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:06.524022 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ecf12cfc-f698-4617-9e79-4aa2f32bb71c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.544960 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8d7c6-7312-41e8-8f9b-79b826c35ebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Pushing event deleted for resources: {'Port': ['ID=666bc05c-051b-4474-b51d-99db637236b0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:06.554398 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59f8d7c6-7312-41e8-8f9b-79b826c35ebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.555371 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-59f8d7c6-7312-41e8-8f9b-79b826c35ebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] 10.222.0.37 "DELETE /v2.0/ports/666bc05c-051b-4474-b51d-99db637236b0 HTTP/1.1" status: 204 len: 168 time: 0.6434488 Nov 12 04:30:06.557854 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58688) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:06.584154 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-404023ae-b695-41c3-8c98-225ae1e15340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] GET failed (client error): The resource could not be found. Nov 12 04:30:06.588457 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-404023ae-b695-41c3-8c98-225ae1e15340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371429275-project-admin] 10.222.0.37 "GET /v2.0/ports/666bc05c-051b-4474-b51d-99db637236b0 HTTP/1.1" status: 404 len: 333 time: 0.0268328 Nov 12 04:30:06.592459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58690) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:06.676223 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.712783 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7fdc1e13-0ee0-4cdb-b068-8812b21f5282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.856136 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7fdc1e13-0ee0-4cdb-b068-8812b21f5282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.931067 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-7fdc1e13-0ee0-4cdb-b068-8812b21f5282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce3fb34-472a-409a-9afd-2bc0cf4b61f1']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:06.963837 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-7fdc1e13-0ee0-4cdb-b068-8812b21f5282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:06.963837 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-7fdc1e13-0ee0-4cdb-b068-8812b21f5282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4728daf2-2fdb-4e53-a2f4-b8baa5b1cf2a') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:06.984751 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5409b5-0dbd-4c0d-a806-22cbf9d54eb9 req-7fc8d3c9-8f36-4efa-a1a5-67af902bdd17 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:06.986418 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf5409b5-0dbd-4c0d-a806-22cbf9d54eb9 req-7fc8d3c9-8f36-4efa-a1a5-67af902bdd17 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4 HTTP/1.1" status: 200 len: 950 time: 0.1821096 Nov 12 04:30:06.988463 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7fdc1e13-0ee0-4cdb-b068-8812b21f5282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.015447 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7fdc1e13-0ee0-4cdb-b068-8812b21f5282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.027086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdc1e13-0ee0-4cdb-b068-8812b21f5282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:30:07.027510 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7fdc1e13-0ee0-4cdb-b068-8812b21f5282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:30:07.030618 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:30:07.042381 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ecf12cfc-f698-4617-9e79-4aa2f32bb71c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.158982 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf5409b5-0dbd-4c0d-a806-22cbf9d54eb9 req-7d02e2e7-ade6-436b-a019-6040800f6fa4 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b2cf0d-b093-4784-b0f1-4b061a162ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628189 Nov 12 04:30:07.176697 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf12cfc-f698-4617-9e79-4aa2f32bb71c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Subnet': ['ID=54b383e6-e89e-413f-a82c-07d661f17de6,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:07.198811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf12cfc-f698-4617-9e79-4aa2f32bb71c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Checking segment: {'id': '5e263ae5-b9a6-466a-a2c8-772210501e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b5c38abb-0120-4f5a-9c47-d991aabee566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:07.199214 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf12cfc-f698-4617-9e79-4aa2f32bb71c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network hostable DHCP agents. Network: b5c38abb-0120-4f5a-9c47-d991aabee566, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:30:07.240488 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7fdc1e13-0ee0-4cdb-b068-8812b21f5282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.254018 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7fdc1e13-0ee0-4cdb-b068-8812b21f5282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.259058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7fdc1e13-0ee0-4cdb-b068-8812b21f5282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] 10.222.0.37 "DELETE /v2.0/networks/2ce3fb34-472a-409a-9afd-2bc0cf4b61f1 HTTP/1.1" status: 204 len: 168 time: 0.6653869 Nov 12 04:30:07.286266 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc1e13-0ee0-4cdb-b068-8812b21f5282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-533564675-project] Pushing event deleted for resources: {'Network': ['ID=2ce3fb34-472a-409a-9afd-2bc0cf4b61f1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:07.328509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf12cfc-f698-4617-9e79-4aa2f32bb71c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network b5c38abb-0120-4f5a-9c47-d991aabee566 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:30:07.453007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-ecf12cfc-f698-4617-9e79-4aa2f32bb71c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, b5c38abb-0120-4f5a-9c47-d991aabee566) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:07.457630 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf12cfc-f698-4617-9e79-4aa2f32bb71c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:07.458391 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ecf12cfc-f698-4617-9e79-4aa2f32bb71c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.466860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03de164a-bc4a-414b-b280-95a868ba3e5f None None] Network b5c38abb-0120-4f5a-9c47-d991aabee566 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:07.583309 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ecf12cfc-f698-4617-9e79-4aa2f32bb71c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3449581 Nov 12 04:30:07.585938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58704) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:07.591698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-fac46b33-da6e-4eed-bd65-9665bd134263 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1205573070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:07.648956 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-b5c38abb-0120-4f5a-9c47-d991aabee566', 'network_id': 'b5c38abb-0120-4f5a-9c47-d991aabee566', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'fixed_ips': [{'subnet_id': '54b383e6-e89e-413f-a82c-07d661f17de6'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:30:07.650425 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.741986 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fac46b33-da6e-4eed-bd65-9665bd134263 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.743165 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fac46b33-da6e-4eed-bd65-9665bd134263 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.819337 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fac46b33-da6e-4eed-bd65-9665bd134263 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.839578 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] Allocated IP 2001:db8::2 (b5c38abb-0120-4f5a-9c47-d991aabee566/54b383e6-e89e-413f-a82c-07d661f17de6/544acc55-ed29-43d4-b9cf-3f351b7b9067) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:07.887815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58708) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:07.956893 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fac46b33-da6e-4eed-bd65-9665bd134263 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.036450 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.062672 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-001278af-c990-4cba-9cc4-e78453c9890b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b5aef2eb3e6429db7a4507d8ed2c3c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1723042 Nov 12 04:30:08.064464 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58712) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:08.080230 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fac46b33-da6e-4eed-bd65-9665bd134263 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.082690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fac46b33-da6e-4eed-bd65-9665bd134263 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4955761 Nov 12 04:30:08.086580 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58714) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:08.096756 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f8c8ee85-aaca-477b-97ad-1935087e1ba8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'port': {'network_id': 'b5c38abb-0120-4f5a-9c47-d991aabee566', 'name': 'tempest-RoutersIpV6Test-1752110170'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:08.103095 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.134368 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec26bf6a-8ea7-4c93-8590-e0c7358c14b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.155873 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] Network b5c38abb-0120-4f5a-9c47-d991aabee566 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:08.159301 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:08.171497 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:08.191250 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec26bf6a-8ea7-4c93-8590-e0c7358c14b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.259364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82380af-bea9-4615-bf09-4e12179e8745 req-28a5acbc-ad10-4b2d-ba06-39001c1f6fcb tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:08.261883 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f82380af-bea9-4615-bf09-4e12179e8745 req-28a5acbc-ad10-4b2d-ba06-39001c1f6fcb tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4 HTTP/1.1" status: 200 len: 950 time: 0.1049452 Nov 12 04:30:08.329147 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] Pushing event updated for resources: {'Port': ['ID=544acc55-ed29-43d4-b9cf-3f351b7b9067,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:08.342755 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.384930 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] Attempting to bind port 544acc55-ed29-43d4-b9cf-3f351b7b9067 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:08.385294 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] Attempting to bind port 544acc55-ed29-43d4-b9cf-3f351b7b9067 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '5e263ae5-b9a6-466a-a2c8-772210501e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b5c38abb-0120-4f5a-9c47-d991aabee566'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:08.385658 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] Attempting to bind port 544acc55-ed29-43d4-b9cf-3f351b7b9067 on network b5c38abb-0120-4f5a-9c47-d991aabee566 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:08.391628 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:08.392005 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] Checking segment: {'id': '5e263ae5-b9a6-466a-a2c8-772210501e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b5c38abb-0120-4f5a-9c47-d991aabee566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:08.392406 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.392799 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] Bound using segment: {'id': '5e263ae5-b9a6-466a-a2c8-772210501e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b5c38abb-0120-4f5a-9c47-d991aabee566'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:08.393263 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] Bound port: 544acc55-ed29-43d4-b9cf-3f351b7b9067, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e263ae5-b9a6-466a-a2c8-772210501e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b5c38abb-0120-4f5a-9c47-d991aabee566'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:08.393644 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.408548 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec26bf6a-8ea7-4c93-8590-e0c7358c14b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.410293 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec26bf6a-8ea7-4c93-8590-e0c7358c14b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.422606 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ec26bf6a-8ea7-4c93-8590-e0c7358c14b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5629f182-8694-476a-a9d3-635b473549dc HTTP/1.1" status: 204 len: 168 time: 0.3460345 Nov 12 04:30:08.426391 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26bf6a-8ea7-4c93-8590-e0c7358c14b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5629f182-8694-476a-a9d3-635b473549dc,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:08.453069 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c8ee85-aaca-477b-97ad-1935087e1ba8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Made reservation on behalf of 5aa10470b52545749d812350adfa744b for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:08.458576 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9ad3b-f962-404a-b3c8-a43e0d843c79 req-d47bf5b2-353b-4805-a142-6dd9d7ea1ee5 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:08.460391 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26c9ad3b-f962-404a-b3c8-a43e0d843c79 req-d47bf5b2-353b-4805-a142-6dd9d7ea1ee5 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4 HTTP/1.1" status: 200 len: 950 time: 0.0902152 Nov 12 04:30:08.461265 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8c8ee85-aaca-477b-97ad-1935087e1ba8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.465997 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f82380af-bea9-4615-bf09-4e12179e8745 req-b4de0e51-33a7-4599-8d16-5dba3423e3bf tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Deleting port bbf46034-b15c-4ef5-9248-e6519bfc3abd {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:08.469092 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f82380af-bea9-4615-bf09-4e12179e8745 req-b4de0e51-33a7-4599-8d16-5dba3423e3bf tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.503307 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-f8c8ee85-aaca-477b-97ad-1935087e1ba8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] device_id is not set on port 43954ec4-02cf-4086-a4d3-c1ad52959452 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:30:08.505318 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] For port 544acc55-ed29-43d4-b9cf-3f351b7b9067, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:08.511636 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] For port 544acc55-ed29-43d4-b9cf-3f351b7b9067, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=544acc55-ed29-43d4-b9cf-3f351b7b9067,segment=NetworkSegment(5e263ae5-b9a6-466a-a2c8-772210501e17),segment_id=5e263ae5-b9a6-466a-a2c8-772210501e17)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:08.594354 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.637714 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26c9ad3b-f962-404a-b3c8-a43e0d843c79 req-ac06b963-5b30-4ee2-ae15-989cf2a0e4cd tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b2cf0d-b093-4784-b0f1-4b061a162ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562786 Nov 12 04:30:08.679271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f82380af-bea9-4615-bf09-4e12179e8745 req-b4de0e51-33a7-4599-8d16-5dba3423e3bf tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] For port bbf46034-b15c-4ef5-9248-e6519bfc3abd, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=bbf46034-b15c-4ef5-9248-e6519bfc3abd,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:08.680568 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f82380af-bea9-4615-bf09-4e12179e8745 req-b4de0e51-33a7-4599-8d16-5dba3423e3bf tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.714860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f82380af-bea9-4615-bf09-4e12179e8745 req-b4de0e51-33a7-4599-8d16-5dba3423e3bf tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Calling delete_port for bbf46034-b15c-4ef5-9248-e6519bfc3abd owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:08.747039 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15be53-57db-4d79-99f1-dd1f64b0ee20 None None] Pushing event updated for resources: {'Port': ['ID=544acc55-ed29-43d4-b9cf-3f351b7b9067,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:08.776517 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-f8c8ee85-aaca-477b-97ad-1935087e1ba8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Allocated IP 2001:db8::128 (b5c38abb-0120-4f5a-9c47-d991aabee566/54b383e6-e89e-413f-a82c-07d661f17de6/43954ec4-02cf-4086-a4d3-c1ad52959452) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:09.041962 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f82380af-bea9-4615-bf09-4e12179e8745 req-b4de0e51-33a7-4599-8d16-5dba3423e3bf tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.064739 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8c8ee85-aaca-477b-97ad-1935087e1ba8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.081058 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['bbf46034-b15c-4ef5-9248-e6519bfc3abd'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:30:09.082542 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de0e51-33a7-4599-8d16-5dba3423e3bf tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Pushing event deleted for resources: {'Port': ['ID=bbf46034-b15c-4ef5-9248-e6519bfc3abd,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:09.136132 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82380af-bea9-4615-bf09-4e12179e8745 req-b4de0e51-33a7-4599-8d16-5dba3423e3bf tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] No DVR routers for this DVR port bbf46034-b15c-4ef5-9248-e6519bfc3abd on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:09.140474 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f82380af-bea9-4615-bf09-4e12179e8745 req-b4de0e51-33a7-4599-8d16-5dba3423e3bf tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.144395 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f82380af-bea9-4615-bf09-4e12179e8745 req-b4de0e51-33a7-4599-8d16-5dba3423e3bf tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.31 "DELETE /v2.0/ports/bbf46034-b15c-4ef5-9248-e6519bfc3abd HTTP/1.1" status: 204 len: 173 time: 0.8756945 Nov 12 04:30:09.144873 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4', 'name': 'network-vif-deleted', 'tag': 'bbf46034-b15c-4ef5-9248-e6519bfc3abd'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:09.147441 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be32a70-d9eb-403a-955f-3c68d8912daf" -d '{"events": [{"server_uuid": "7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4", "name": "network-vif-deleted", "tag": "bbf46034-b15c-4ef5-9248-e6519bfc3abd"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:09.151450 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.215917 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a208b2c8-63af-4efc-850f-b6b12198d3ba x-openstack-request-id: req-a208b2c8-63af-4efc-850f-b6b12198d3ba {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:09.216821 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4", "name": "network-vif-deleted", "tag": "bbf46034-b15c-4ef5-9248-e6519bfc3abd", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:09.217107 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a208b2c8-63af-4efc-850f-b6b12198d3ba {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:09.217679 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4', 'name': 'network-vif-deleted', 'tag': 'bbf46034-b15c-4ef5-9248-e6519bfc3abd', 'status': 'completed', 'code': 200} Nov 12 04:30:09.259977 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8c8ee85-aaca-477b-97ad-1935087e1ba8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.323755 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c8ee85-aaca-477b-97ad-1935087e1ba8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network b5c38abb-0120-4f5a-9c47-d991aabee566 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:09.327701 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f8c8ee85-aaca-477b-97ad-1935087e1ba8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:09.331882 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c8ee85-aaca-477b-97ad-1935087e1ba8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:09.337816 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c8ee85-aaca-477b-97ad-1935087e1ba8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:09.338485 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8c8ee85-aaca-477b-97ad-1935087e1ba8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.357845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8ee85-aaca-477b-97ad-1935087e1ba8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=43954ec4-02cf-4086-a4d3-c1ad52959452,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:09.481059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58736) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:09.484620 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f8c8ee85-aaca-477b-97ad-1935087e1ba8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3947682 Nov 12 04:30:09.485884 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58738) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:09.537812 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ca67d487-5512-4cb8-a518-4d3e55a5f0a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=853544c443c848ba9f9aa2a7c0a86018&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0552752 Nov 12 04:30:09.538027 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58740) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:09.816016 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ec7ca23-4864-4c0e-bb02-7d7bb58c6521 req-35f8658d-a313-42a7-9aff-f8ad4bedb392 tempest-VolumesNegativeTest-615229299 tempest-VolumesNegativeTest-615229299-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4cc874-5d09-4a6f-b73f-b9b6ce99aff4 HTTP/1.1" status: 200 len: 210 time: 0.0349545 Nov 12 04:30:09.868399 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d617027-4930-4ef9-9f75-3d8a65514d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.936624 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d617027-4930-4ef9-9f75-3d8a65514d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.127964 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d617027-4930-4ef9-9f75-3d8a65514d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.134693 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d617027-4930-4ef9-9f75-3d8a65514d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.138478 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2d617027-4930-4ef9-9f75-3d8a65514d3b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0d54447-1193-4aa0-a681-6b1dbda96af7 HTTP/1.1" status: 204 len: 168 time: 0.5974035 Nov 12 04:30:10.192636 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b341a474-7e44-47ed-8beb-63b3b8639a7b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.198144 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 544acc55-ed29-43d4-b9cf-3f351b7b9067 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:10.198766 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d617027-4930-4ef9-9f75-3d8a65514d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d54447-1193-4aa0-a681-6b1dbda96af7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:10.377341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 544acc55-ed29-43d4-b9cf-3f351b7b9067 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:10.378053 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.608189 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5948e4ef-169b-4d53-bc83-280193c7cda2 None None] Network b5c38abb-0120-4f5a-9c47-d991aabee566 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:10.613703 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.729447 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f2d22063-e0a1-4a15-8cf2-9575da9bc814 None None] Provisioning complete for port 544acc55-ed29-43d4-b9cf-3f351b7b9067 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:10.729834 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2d22063-e0a1-4a15-8cf2-9575da9bc814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.797909 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 544acc55-ed29-43d4-b9cf-3f351b7b9067, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=544acc55-ed29-43d4-b9cf-3f351b7b9067,segment=NetworkSegment(5e263ae5-b9a6-466a-a2c8-772210501e17),segment_id=5e263ae5-b9a6-466a-a2c8-772210501e17)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:10.917682 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b341a474-7e44-47ed-8beb-63b3b8639a7b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.934189 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.999164 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b341a474-7e44-47ed-8beb-63b3b8639a7b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.258522 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341a474-7e44-47ed-8beb-63b3b8639a7b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=43954ec4-02cf-4086-a4d3-c1ad52959452,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:11.431411 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=544acc55-ed29-43d4-b9cf-3f351b7b9067,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:11.527740 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b341a474-7e44-47ed-8beb-63b3b8639a7b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.764037 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b341a474-7e44-47ed-8beb-63b3b8639a7b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.027744 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8fe5abfe-6390-4cf2-84ce-2c36764001bc None None] Provisioning complete for port 544acc55-ed29-43d4-b9cf-3f351b7b9067 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:12.028866 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8fe5abfe-6390-4cf2-84ce-2c36764001bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.159633 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 544acc55-ed29-43d4-b9cf-3f351b7b9067 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:12.287802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 544acc55-ed29-43d4-b9cf-3f351b7b9067 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:12.288334 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.352899 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b341a474-7e44-47ed-8beb-63b3b8639a7b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.431377 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8fe5abfe-6390-4cf2-84ce-2c36764001bc None None] Provisioning complete for port 43954ec4-02cf-4086-a4d3-c1ad52959452 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:12.433148 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8fe5abfe-6390-4cf2-84ce-2c36764001bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.447508 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b341a474-7e44-47ed-8beb-63b3b8639a7b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.447508 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b341a474-7e44-47ed-8beb-63b3b8639a7b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.548584 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8fe5abfe-6390-4cf2-84ce-2c36764001bc None None] Port 43954ec4-02cf-4086-a4d3-c1ad52959452 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:12.560170 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341a474-7e44-47ed-8beb-63b3b8639a7b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=43954ec4-02cf-4086-a4d3-c1ad52959452,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:12.702395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b341a474-7e44-47ed-8beb-63b3b8639a7b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network b5c38abb-0120-4f5a-9c47-d991aabee566 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:12.707700 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-bd10fc11-c307-4cfe-b30f-4cd9aed2f0d1 None None] Provisioning complete for port 43954ec4-02cf-4086-a4d3-c1ad52959452 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:12.708095 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bd10fc11-c307-4cfe-b30f-4cd9aed2f0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.710748 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b341a474-7e44-47ed-8beb-63b3b8639a7b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:12.831292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-bd10fc11-c307-4cfe-b30f-4cd9aed2f0d1 None None] Port 43954ec4-02cf-4086-a4d3-c1ad52959452 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:12.965523 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-78c42b32-3168-43e0-a389-3b85bb3ccfdc None None] Provisioning complete for port 43954ec4-02cf-4086-a4d3-c1ad52959452 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:12.967970 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-78c42b32-3168-43e0-a389-3b85bb3ccfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.072618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-78c42b32-3168-43e0-a389-3b85bb3ccfdc None None] Port 43954ec4-02cf-4086-a4d3-c1ad52959452 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:13.110252 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device bbf46034-b15c-4ef5-9248-e6519bfc3abd no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:13.130060 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b341a474-7e44-47ed-8beb-63b3b8639a7b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 7ccd734b-7a26-495a-afdd-f0cbb4d3df86 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:30:13.300310 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: bbf46034-b15c-4ef5-9248-e6519bfc3abd {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:13.300660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device bbf46034-b15c-4ef5-9248-e6519bfc3abd not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:13.364763 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-76711b58-1988-4729-91b6-ce1360f25000 None None] Provisioning complete for port 43954ec4-02cf-4086-a4d3-c1ad52959452 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:13.365186 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76711b58-1988-4729-91b6-ce1360f25000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.423015 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b341a474-7e44-47ed-8beb-63b3b8639a7b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:13.433617 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58880) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:13.434182 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b341a474-7e44-47ed-8beb-63b3b8639a7b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/7ccd734b-7a26-495a-afdd-f0cbb4d3df86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9469709 Nov 12 04:30:13.438959 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5253e6ee-9296-4283-bd3a-e3302a7ee429 None None] Sync routers for ids ['7ccd734b-7a26-495a-afdd-f0cbb4d3df86'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:13.476020 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5253e6ee-9296-4283-bd3a-e3302a7ee429 None None] Routers {'7ccd734b-7a26-495a-afdd-f0cbb4d3df86'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:13.478907 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5253e6ee-9296-4283-bd3a-e3302a7ee429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7ccd734b-7a26-495a-afdd-f0cbb4d3df86'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:13.495400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-76711b58-1988-4729-91b6-ce1360f25000 None None] Port 43954ec4-02cf-4086-a4d3-c1ad52959452 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:13.610987 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5253e6ee-9296-4283-bd3a-e3302a7ee429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:13.614419 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1d2ca4-611a-4313-aa1d-5c08dc45aa47 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:13.618428 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ff1d2ca4-611a-4313-aa1d-5c08dc45aa47 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/ports/43954ec4-02cf-4086-a4d3-c1ad52959452 HTTP/1.1" status: 200 len: 984 time: 0.1800344 Nov 12 04:30:13.619493 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58896) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:13.626261 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5253e6ee-9296-4283-bd3a-e3302a7ee429 None None] Routers {'7ccd734b-7a26-495a-afdd-f0cbb4d3df86'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:13.627065 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5253e6ee-9296-4283-bd3a-e3302a7ee429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7ccd734b-7a26-495a-afdd-f0cbb4d3df86'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:13.666558 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5253e6ee-9296-4283-bd3a-e3302a7ee429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:13.667232 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5253e6ee-9296-4283-bd3a-e3302a7ee429 None None] The sync data for ids ['7ccd734b-7a26-495a-afdd-f0cbb4d3df86'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:14.069789 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e62845ea-366f-4368-b9f2-b9d0de711757 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.107328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58914) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:14.254684 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2113764009', 'router:external': True}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:14.337899 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e62845ea-366f-4368-b9f2-b9d0de711757 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting port 43954ec4-02cf-4086-a4d3-c1ad52959452 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:14.338259 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e62845ea-366f-4368-b9f2-b9d0de711757 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.384310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Made reservation on behalf of a55aabfed0fa4ed580479831e6a3e149 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:14.387179 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.396865 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.438032 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e62845ea-366f-4368-b9f2-b9d0de711757 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.464408 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e62845ea-366f-4368-b9f2-b9d0de711757 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Calling delete_port for 43954ec4-02cf-4086-a4d3-c1ad52959452 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:14.578922 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.664303 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.691963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855f4c54-ddf5-4943-8705-1818ad1bdd5e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:14.700711 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:14.701006 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:14.701877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:14.701877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:14.702081 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:14.702310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:14.702667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:14.703281 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:14.703603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:14.704218 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:14.704218 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:14.704571 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:14.819400 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e62845ea-366f-4368-b9f2-b9d0de711757 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.846587 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:30:14.864119 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.864542 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Added segment 3d756761-4ab5-4c4f-be2c-b67da9015d45 of type vlan for network e3d3fe4c-d418-4d69-af4b-a8100c37794e Nov 12 04:30:14.873049 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62845ea-366f-4368-b9f2-b9d0de711757 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Port': ['ID=43954ec4-02cf-4086-a4d3-c1ad52959452,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:14.933704 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.986947 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e62845ea-366f-4368-b9f2-b9d0de711757 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.096345 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.097682 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:15.098279 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.192236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Pushing event updated for resources: {'Network': ['ID=e3d3fe4c-d418-4d69-af4b-a8100c37794e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:15.211242 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network e3d3fe4c-d418-4d69-af4b-a8100c37794e details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:30:15.253123 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-afbdd60b-d8fc-457b-8840-8ab0eae59e63 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1442821 Nov 12 04:30:15.253871 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58954) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:15.261809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-f9737658-a4a7-497f-b6ce-de64d40294cd tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Request body: {'subnet': {'network_id': 'e3d3fe4c-d418-4d69-af4b-a8100c37794e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:15.357861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9737658-a4a7-497f-b6ce-de64d40294cd tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Made reservation on behalf of a55aabfed0fa4ed580479831e6a3e149 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:15.361626 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f9737658-a4a7-497f-b6ce-de64d40294cd tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.612449 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62845ea-366f-4368-b9f2-b9d0de711757 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 7ccd734b-7a26-495a-afdd-f0cbb4d3df86 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:30:15.729648 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62845ea-366f-4368-b9f2-b9d0de711757 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:15.748693 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1401419-e0ec-462b-8578-ca9aac2e3f04 None None] Sync routers for ids ['7ccd734b-7a26-495a-afdd-f0cbb4d3df86'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:15.752101 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e62845ea-366f-4368-b9f2-b9d0de711757 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/7ccd734b-7a26-495a-afdd-f0cbb4d3df86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1310501 Nov 12 04:30:15.754909 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59014) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:15.781359 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1401419-e0ec-462b-8578-ca9aac2e3f04 None None] Routers {'7ccd734b-7a26-495a-afdd-f0cbb4d3df86'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:15.784074 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c1401419-e0ec-462b-8578-ca9aac2e3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7ccd734b-7a26-495a-afdd-f0cbb4d3df86'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:15.875637 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c1401419-e0ec-462b-8578-ca9aac2e3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:15.891165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1401419-e0ec-462b-8578-ca9aac2e3f04 None None] Routers {'7ccd734b-7a26-495a-afdd-f0cbb4d3df86'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:15.892205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c1401419-e0ec-462b-8578-ca9aac2e3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7ccd734b-7a26-495a-afdd-f0cbb4d3df86'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:15.932114 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c1401419-e0ec-462b-8578-ca9aac2e3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:15.933210 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1401419-e0ec-462b-8578-ca9aac2e3f04 None None] The sync data for ids ['7ccd734b-7a26-495a-afdd-f0cbb4d3df86'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:16.157273 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-1744e12b-94bb-4fc2-9570-1a9e437f289c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 04:30:16.161643 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1744e12b-94bb-4fc2-9570-1a9e437f289c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/7ccd734b-7a26-495a-afdd-f0cbb4d3df86/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4016564 Nov 12 04:30:16.161643 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59028) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:16.196328 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-22207b50-c8fc-4943-b6e0-2dc205eba1b4 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ccd734b-7a26-495a-afdd-f0cbb4d3df86 HTTP/1.1" status: 200 len: 205 time: 0.0312862 Nov 12 04:30:16.196804 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59030) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:16.282988 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1eedddb3-ff97-489a-a17b-bdb1bd8c7ce7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.425340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.objects.ports [None req-f9737658-a4a7-497f-b6ce-de64d40294cd tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 04:30:16.425957 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f9737658-a4a7-497f-b6ce-de64d40294cd tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.647281 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1eedddb3-ff97-489a-a17b-bdb1bd8c7ce7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.647281 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1eedddb3-ff97-489a-a17b-bdb1bd8c7ce7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.765719 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9737658-a4a7-497f-b6ce-de64d40294cd tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Checking segment: {'id': '3d756761-4ab5-4c4f-be2c-b67da9015d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e3d3fe4c-d418-4d69-af4b-a8100c37794e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:16.766391 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9737658-a4a7-497f-b6ce-de64d40294cd tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Network hostable DHCP agents. Network: e3d3fe4c-d418-4d69-af4b-a8100c37794e, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:30:16.772152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9737658-a4a7-497f-b6ce-de64d40294cd tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1bf54f86-e6bf-44f6-a051-18727ef90e11,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:16.779508 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1eedddb3-ff97-489a-a17b-bdb1bd8c7ce7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.780081 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eedddb3-ff97-489a-a17b-bdb1bd8c7ce7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Fanout notify agent at l3_agent the message router_deleted on router 7ccd734b-7a26-495a-afdd-f0cbb4d3df86 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:30:16.791332 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1eedddb3-ff97-489a-a17b-bdb1bd8c7ce7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.792912 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1eedddb3-ff97-489a-a17b-bdb1bd8c7ce7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/routers/7ccd734b-7a26-495a-afdd-f0cbb4d3df86 HTTP/1.1" status: 204 len: 168 time: 0.5947695 Nov 12 04:30:16.796040 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59064) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:16.827374 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.884175 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9737658-a4a7-497f-b6ce-de64d40294cd tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Network e3d3fe4c-d418-4d69-af4b-a8100c37794e is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:30:16.934584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-a161a20a-6021-4803-a8fe-c7ea8d5ac892 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting subnet 54b383e6-e89e-413f-a82c-07d661f17de6 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:30:16.942847 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a161a20a-6021-4803-a8fe-c7ea8d5ac892 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.958271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-f9737658-a4a7-497f-b6ce-de64d40294cd tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, e3d3fe4c-d418-4d69-af4b-a8100c37794e) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:16.963471 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9737658-a4a7-497f-b6ce-de64d40294cd tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:16.964303 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f9737658-a4a7-497f-b6ce-de64d40294cd tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.971915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6b5f70-ebd9-444e-a6d8-fd87bb6d2f76 None None] Network e3d3fe4c-d418-4d69-af4b-a8100c37794e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:17.083698 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a161a20a-6021-4803-a8fe-c7ea8d5ac892 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.095002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59074) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:17.098615 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f9737658-a4a7-497f-b6ce-de64d40294cd tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8435447 Nov 12 04:30:17.104348 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-177b8cc0-6481-4a18-875e-c076f9f679f4 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1870696280', 'network_id': 'e3d3fe4c-d418-4d69-af4b-a8100c37794e'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:17.232532 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a161a20a-6021-4803-a8fe-c7ea8d5ac892 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.276435 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2f0253-79fa-4d8d-b855-e4152749bbce None None] Network e3d3fe4c-d418-4d69-af4b-a8100c37794e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:17.431125 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a161a20a-6021-4803-a8fe-c7ea8d5ac892 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.453685 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177b8cc0-6481-4a18-875e-c076f9f679f4 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Made reservation on behalf of a55aabfed0fa4ed580479831e6a3e149 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:17.459302 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-177b8cc0-6481-4a18-875e-c076f9f679f4 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.462963 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a161a20a-6021-4803-a8fe-c7ea8d5ac892 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.467123 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a161a20a-6021-4803-a8fe-c7ea8d5ac892 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/subnets/54b383e6-e89e-413f-a82c-07d661f17de6 HTTP/1.1" status: 204 len: 168 time: 0.6695285 Nov 12 04:30:17.469513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59084) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:17.493528 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a56cffd-ea34-4572-b438-c44e8296f02f None None] Network b5c38abb-0120-4f5a-9c47-d991aabee566 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:17.513541 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161a20a-6021-4803-a8fe-c7ea8d5ac892 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Subnet': ['ID=54b383e6-e89e-413f-a82c-07d661f17de6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:17.537928 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-177b8cc0-6481-4a18-875e-c076f9f679f4 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] device_id is not set on port 93e53b8e-4283-46b0-b2b8-1dde5fea3839 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:30:17.685118 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.782746 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-177b8cc0-6481-4a18-875e-c076f9f679f4 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Allocated IP 2001:db8::78 (e3d3fe4c-d418-4d69-af4b-a8100c37794e/1bf54f86-e6bf-44f6-a051-18727ef90e11/93e53b8e-4283-46b0-b2b8-1dde5fea3839) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:17.820562 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting port 544acc55-ed29-43d4-b9cf-3f351b7b9067 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:17.821146 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.848251 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23323f4-d6f8-4d4b-bd6f-8dd89099be5c None None] DHCP port deletion for b5c38abb-0120-4f5a-9c47-d991aabee566 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:17.922299 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] For port 544acc55-ed29-43d4-b9cf-3f351b7b9067, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=544acc55-ed29-43d4-b9cf-3f351b7b9067,segment=NetworkSegment(5e263ae5-b9a6-466a-a2c8-772210501e17),segment_id=5e263ae5-b9a6-466a-a2c8-772210501e17)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:17.922685 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.949614 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Calling delete_port for 544acc55-ed29-43d4-b9cf-3f351b7b9067 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:17.949811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e23323f4-d6f8-4d4b-bd6f-8dd89099be5c None None] Deleting port 544acc55-ed29-43d4-b9cf-3f351b7b9067 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:17.950233 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e23323f4-d6f8-4d4b-bd6f-8dd89099be5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.026595 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e23323f4-d6f8-4d4b-bd6f-8dd89099be5c None None] For port 544acc55-ed29-43d4-b9cf-3f351b7b9067, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=544acc55-ed29-43d4-b9cf-3f351b7b9067,segment=NetworkSegment(5e263ae5-b9a6-466a-a2c8-772210501e17),segment_id=5e263ae5-b9a6-466a-a2c8-772210501e17)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:18.027293 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e23323f4-d6f8-4d4b-bd6f-8dd89099be5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.042723 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e23323f4-d6f8-4d4b-bd6f-8dd89099be5c None None] Calling delete_port for 544acc55-ed29-43d4-b9cf-3f351b7b9067 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:18.136733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 544acc55-ed29-43d4-b9cf-3f351b7b9067 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:18.175317 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-177b8cc0-6481-4a18-875e-c076f9f679f4 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.204832 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.260835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No active binding found for port 544acc55-ed29-43d4-b9cf-3f351b7b9067 {{(pid=103298) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 04:30:18.261348 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 544acc55-ed29-43d4-b9cf-3f351b7b9067 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:18.271619 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e23323f4-d6f8-4d4b-bd6f-8dd89099be5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.276239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] No DVR routers for this DVR port 544acc55-ed29-43d4-b9cf-3f351b7b9067 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:18.292033 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Port': ['ID=544acc55-ed29-43d4-b9cf-3f351b7b9067,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:18.310453 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-177b8cc0-6481-4a18-875e-c076f9f679f4 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.357261 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23323f4-d6f8-4d4b-bd6f-8dd89099be5c None None] Pushing event deleted for resources: {'Port': ['ID=544acc55-ed29-43d4-b9cf-3f351b7b9067,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:18.359321 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.367513 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23323f4-d6f8-4d4b-bd6f-8dd89099be5c None None] No DVR routers for this DVR port 544acc55-ed29-43d4-b9cf-3f351b7b9067 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:18.395291 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b8cc0-6481-4a18-875e-c076f9f679f4 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Network e3d3fe4c-d418-4d69-af4b-a8100c37794e is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:18.398584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-177b8cc0-6481-4a18-875e-c076f9f679f4 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:18.402347 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177b8cc0-6481-4a18-875e-c076f9f679f4 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:18.404417 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b8cc0-6481-4a18-875e-c076f9f679f4 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:18.405140 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-177b8cc0-6481-4a18-875e-c076f9f679f4 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.426350 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b8cc0-6481-4a18-875e-c076f9f679f4 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Pushing event updated for resources: {'Port': ['ID=93e53b8e-4283-46b0-b2b8-1dde5fea3839,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:18.460779 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.492227 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c38abb-0120-4f5a-9c47-d991aabee566']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:18.514505 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-177b8cc0-6481-4a18-875e-c076f9f679f4 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4183018 Nov 12 04:30:18.515571 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e263ae5-b9a6-466a-a2c8-772210501e17') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:18.516135 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e263ae5-b9a6-466a-a2c8-772210501e17') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:18.516962 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59120) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:18.548212 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.574953 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.599828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:30:18.600328 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:30:18.603666 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:30:18.646828 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7e62d6c0-9fee-40fc-b53a-27e8c10e06d3 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Deleting port 93e53b8e-4283-46b0-b2b8-1dde5fea3839 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:18.647176 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e62d6c0-9fee-40fc-b53a-27e8c10e06d3 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.755344 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e62d6c0-9fee-40fc-b53a-27e8c10e06d3 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.768963 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7e62d6c0-9fee-40fc-b53a-27e8c10e06d3 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Calling delete_port for 93e53b8e-4283-46b0-b2b8-1dde5fea3839 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:18.772831 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.801243 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.804964 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/networks/b5c38abb-0120-4f5a-9c47-d991aabee566 HTTP/1.1" status: 204 len: 168 time: 1.3322420 Nov 12 04:30:18.815681 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59124) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:18.821493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-bd6421a3-6e58-4dfe-a625-0c7ac6172231 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-111760487'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:18.836794 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaaeb8-b697-40cd-bc8c-84d6481c1fcc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Network': ['ID=b5c38abb-0120-4f5a-9c47-d991aabee566,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:18.961273 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6421a3-6e58-4dfe-a625-0c7ac6172231 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Made reservation on behalf of 5aa10470b52545749d812350adfa744b for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:18.965349 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd6421a3-6e58-4dfe-a625-0c7ac6172231 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.013780 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e62d6c0-9fee-40fc-b53a-27e8c10e06d3 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.019058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6421a3-6e58-4dfe-a625-0c7ac6172231 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:30:19.030131 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd6421a3-6e58-4dfe-a625-0c7ac6172231 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.030479 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-bd6421a3-6e58-4dfe-a625-0c7ac6172231 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Added segment 0c266bdc-67c4-4659-ab22-e79dcf768e1e of type vlan for network 8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3 Nov 12 04:30:19.043280 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62d6c0-9fee-40fc-b53a-27e8c10e06d3 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Pushing event deleted for resources: {'Port': ['ID=93e53b8e-4283-46b0-b2b8-1dde5fea3839,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:19.093114 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd6421a3-6e58-4dfe-a625-0c7ac6172231 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.112163 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7e62d6c0-9fee-40fc-b53a-27e8c10e06d3 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.122688 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59130) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:19.126160 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7e62d6c0-9fee-40fc-b53a-27e8c10e06d3 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "DELETE /v2.0/ports/93e53b8e-4283-46b0-b2b8-1dde5fea3839 HTTP/1.1" status: 204 len: 168 time: 0.6078253 Nov 12 04:30:19.129357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-0acb1b1b-5a55-4e8b-affd-74f5b6a7f383 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3d3fe4c-d418-4d69-af4b-a8100c37794e', 'external_fixed_ips': [{'subnet_id': '1bf54f86-e6bf-44f6-a051-18727ef90e11', 'ip_address': '2001:db8::78'}]}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:19.221441 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd6421a3-6e58-4dfe-a625-0c7ac6172231 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.227561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6421a3-6e58-4dfe-a625-0c7ac6172231 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:19.228189 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bd6421a3-6e58-4dfe-a625-0c7ac6172231 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.314189 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0acb1b1b-5a55-4e8b-affd-74f5b6a7f383 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.315868 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0acb1b1b-5a55-4e8b-affd-74f5b6a7f383 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.372752 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0acb1b1b-5a55-4e8b-affd-74f5b6a7f383 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.384743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6421a3-6e58-4dfe-a625-0c7ac6172231 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Network': ['ID=8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:19.393312 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bd6421a3-6e58-4dfe-a625-0c7ac6172231 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5730791 Nov 12 04:30:19.393797 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59136) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:19.398147 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:30:19.399306 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f458ed56-dfee-439e-b069-8a5a40ba6e35 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'subnet': {'network_id': '8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:19.655673 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f458ed56-dfee-439e-b069-8a5a40ba6e35 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Made reservation on behalf of 5aa10470b52545749d812350adfa744b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:19.659285 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f458ed56-dfee-439e-b069-8a5a40ba6e35 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.973246 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f458ed56-dfee-439e-b069-8a5a40ba6e35 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.039121 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458ed56-dfee-439e-b069-8a5a40ba6e35 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Subnet': ['ID=2d9ae577-534f-43e3-89a9-0a7cb2b649da,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:20.066565 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f458ed56-dfee-439e-b069-8a5a40ba6e35 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Checking segment: {'id': '0c266bdc-67c4-4659-ab22-e79dcf768e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:20.069893 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f458ed56-dfee-439e-b069-8a5a40ba6e35 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network hostable DHCP agents. Network: 8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:30:20.164110 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f458ed56-dfee-439e-b069-8a5a40ba6e35 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network 8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:30:20.191903 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0acb1b1b-5a55-4e8b-affd-74f5b6a7f383 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.266925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f458ed56-dfee-439e-b069-8a5a40ba6e35 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:20.276950 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f458ed56-dfee-439e-b069-8a5a40ba6e35 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:20.279092 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f458ed56-dfee-439e-b069-8a5a40ba6e35 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.279365 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5758ff51-72bb-47a3-b45e-6e30656d93c5 None None] Network 8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:20.438553 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f458ed56-dfee-439e-b069-8a5a40ba6e35 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0434737 Nov 12 04:30:20.443672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59152) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:20.451124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-f608f8ac-ccab-47be-9bf7-b8455d12721d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1253877300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:20.512672 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3', 'network_id': '8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'fixed_ips': [{'subnet_id': '2d9ae577-534f-43e3-89a9-0a7cb2b649da'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:30:20.513603 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.582718 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f608f8ac-ccab-47be-9bf7-b8455d12721d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.583761 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f608f8ac-ccab-47be-9bf7-b8455d12721d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.669681 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0acb1b1b-5a55-4e8b-affd-74f5b6a7f383 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.731775 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0acb1b1b-5a55-4e8b-affd-74f5b6a7f383 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.757736 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] Allocated IP 2001:db8::2 (8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3/2d9ae577-534f-43e3-89a9-0a7cb2b649da/394c05f2-d807-4803-a28d-61c9237bb949) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:20.808014 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f608f8ac-ccab-47be-9bf7-b8455d12721d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.909341 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f608f8ac-ccab-47be-9bf7-b8455d12721d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.956754 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-0acb1b1b-5a55-4e8b-affd-74f5b6a7f383 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Allocated IP 2001:db8::78 (e3d3fe4c-d418-4d69-af4b-a8100c37794e/1bf54f86-e6bf-44f6-a051-18727ef90e11/1f0f7da9-1bf1-46d4-a591-44da4b5ebcf0) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:21.031608 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f608f8ac-ccab-47be-9bf7-b8455d12721d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.035337 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f608f8ac-ccab-47be-9bf7-b8455d12721d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5881712 Nov 12 04:30:21.036002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59154) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:21.089734 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.170897 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.203749 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0acb1b1b-5a55-4e8b-affd-74f5b6a7f383 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.263637 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] Pushing event updated for resources: {'Port': ['ID=394c05f2-d807-4803-a28d-61c9237bb949,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:21.292820 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] Network 8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:21.295017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:21.299616 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:21.342272 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0acb1b1b-5a55-4e8b-affd-74f5b6a7f383 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.369608 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] Attempting to bind port 394c05f2-d807-4803-a28d-61c9237bb949 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:21.370238 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acb1b1b-5a55-4e8b-affd-74f5b6a7f383 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Network e3d3fe4c-d418-4d69-af4b-a8100c37794e is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:21.371522 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] Attempting to bind port 394c05f2-d807-4803-a28d-61c9237bb949 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '0c266bdc-67c4-4659-ab22-e79dcf768e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:21.372492 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] Attempting to bind port 394c05f2-d807-4803-a28d-61c9237bb949 on network 8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:21.392018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:21.392408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] Checking segment: {'id': '0c266bdc-67c4-4659-ab22-e79dcf768e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:21.397447 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.397447 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] Bound using segment: {'id': '0c266bdc-67c4-4659-ab22-e79dcf768e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:21.397447 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] Bound port: 394c05f2-d807-4803-a28d-61c9237bb949, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c266bdc-67c4-4659-ab22-e79dcf768e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:21.397447 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.491392 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-0acb1b1b-5a55-4e8b-affd-74f5b6a7f383 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:21.500727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acb1b1b-5a55-4e8b-affd-74f5b6a7f383 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:21.504421 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb1b1b-5a55-4e8b-affd-74f5b6a7f383 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Pushing event updated for resources: {'Port': ['ID=1f0f7da9-1bf1-46d4-a591-44da4b5ebcf0,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:21.558618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] For port 394c05f2-d807-4803-a28d-61c9237bb949, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:21.563475 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] For port 394c05f2-d807-4803-a28d-61c9237bb949, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=394c05f2-d807-4803-a28d-61c9237bb949,segment=NetworkSegment(0c266bdc-67c4-4659-ab22-e79dcf768e1e),segment_id=0c266bdc-67c4-4659-ab22-e79dcf768e1e)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:21.625335 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.745933 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59172) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:21.758907 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47cb041b-0002-4f4d-934a-e381a132959c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.817419 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362875a-b3e1-4489-a062-2695167e2e14 None None] Pushing event updated for resources: {'Port': ['ID=394c05f2-d807-4803-a28d-61c9237bb949,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:22.432898 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-47cb041b-0002-4f4d-934a-e381a132959c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Allocated IP 2001:db8::1 (8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3/2d9ae577-534f-43e3-89a9-0a7cb2b649da/ef17bb10-8fc4-4887-abfe-dcde9328cc06) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:22.452771 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0acb1b1b-5a55-4e8b-affd-74f5b6a7f383 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:22.563201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59180) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:22.740736 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47cb041b-0002-4f4d-934a-e381a132959c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:22.890203 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47cb041b-0002-4f4d-934a-e381a132959c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.011477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8bf57273-861c-47f0-aedc-50589a4daa53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c0abba5851846a69af1bcd8eb7f27f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4470675 Nov 12 04:30:23.018701 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cb041b-0002-4f4d-934a-e381a132959c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network 8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:23.021721 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59188) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:23.035824 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-47cb041b-0002-4f4d-934a-e381a132959c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:23.060226 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cb041b-0002-4f4d-934a-e381a132959c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:23.060919 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47cb041b-0002-4f4d-934a-e381a132959c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.070928 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb041b-0002-4f4d-934a-e381a132959c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=ef17bb10-8fc4-4887-abfe-dcde9328cc06,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:23.189737 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0acb1b1b-5a55-4e8b-affd-74f5b6a7f383 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.203295 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40409b95-8a06-4e4e-b370-bb7088e13323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.241909 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40409b95-8a06-4e4e-b370-bb7088e13323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.414112 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40409b95-8a06-4e4e-b370-bb7088e13323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.417253 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40409b95-8a06-4e4e-b370-bb7088e13323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.422322 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-40409b95-8a06-4e4e-b370-bb7088e13323 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8b2cf0d-b093-4784-b0f1-4b061a162ade HTTP/1.1" status: 204 len: 168 time: 0.3962064 Nov 12 04:30:23.453381 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47cb041b-0002-4f4d-934a-e381a132959c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.463589 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40409b95-8a06-4e4e-b370-bb7088e13323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b2cf0d-b093-4784-b0f1-4b061a162ade,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:23.550140 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf9a8cd-4a6c-4a71-aab5-dbb9aff18d05 None None] Network 8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:23.619249 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f7f11a53-8041-4536-bbb6-61169f773027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.765018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9e54fd6d-38df-4faf-a29c-64c29b38d80d None None] Provisioning complete for port 394c05f2-d807-4803-a28d-61c9237bb949 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:23.765445 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9e54fd6d-38df-4faf-a29c-64c29b38d80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.912529 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0acb1b1b-5a55-4e8b-affd-74f5b6a7f383 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Router 95a3494a-84bb-42b0-9d36-3c96a382ef73 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:30:24.108287 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47cb041b-0002-4f4d-934a-e381a132959c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.129705 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9e54fd6d-38df-4faf-a29c-64c29b38d80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.198368 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47cb041b-0002-4f4d-934a-e381a132959c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.199112 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-47cb041b-0002-4f4d-934a-e381a132959c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.210758 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acb1b1b-5a55-4e8b-affd-74f5b6a7f383 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:24.216057 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-9e54fd6d-38df-4faf-a29c-64c29b38d80d None None] For port 394c05f2-d807-4803-a28d-61c9237bb949, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=394c05f2-d807-4803-a28d-61c9237bb949,segment=NetworkSegment(0c266bdc-67c4-4659-ab22-e79dcf768e1e),segment_id=0c266bdc-67c4-4659-ab22-e79dcf768e1e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:24.216057 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 394c05f2-d807-4803-a28d-61c9237bb949 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:24.227940 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] Sync routers for ids ['95a3494a-84bb-42b0-9d36-3c96a382ef73'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:24.259680 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] Routers {'95a3494a-84bb-42b0-9d36-3c96a382ef73'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:24.264100 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['95a3494a-84bb-42b0-9d36-3c96a382ef73'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:24.292384 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9e54fd6d-38df-4faf-a29c-64c29b38d80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.353468 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-f7f11a53-8041-4536-bbb6-61169f773027 admin admin] Deleting port 8ff24903-099c-4f6e-8143-fa9f10623e6f {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:24.353891 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f7f11a53-8041-4536-bbb6-61169f773027 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.444338 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0acb1b1b-5a55-4e8b-affd-74f5b6a7f383 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.445845 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0acb1b1b-5a55-4e8b-affd-74f5b6a7f383 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.3223732 Nov 12 04:30:24.452472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59206) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:24.452707 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb041b-0002-4f4d-934a-e381a132959c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=ef17bb10-8fc4-4887-abfe-dcde9328cc06,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:24.458054 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54fd6d-38df-4faf-a29c-64c29b38d80d None None] Pushing event updated for resources: {'Port': ['ID=394c05f2-d807-4803-a28d-61c9237bb949,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:24.461072 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 394c05f2-d807-4803-a28d-61c9237bb949 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:24.461454 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.528993 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cb041b-0002-4f4d-934a-e381a132959c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network 8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:24.537175 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-47cb041b-0002-4f4d-934a-e381a132959c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:24.574382 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] Set router 95a3494a-84bb-42b0-9d36-3c96a382ef73 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:24.639640 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ef250fc-379c-4ba3-813e-68ad6aee4bd9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.677973 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ad960c43-aeea-4dd8-a840-44b512b0a79a None None] Provisioning complete for port ef17bb10-8fc4-4887-abfe-dcde9328cc06 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:24.679009 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad960c43-aeea-4dd8-a840-44b512b0a79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.762968 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-f7f11a53-8041-4536-bbb6-61169f773027 admin admin] For port 8ff24903-099c-4f6e-8143-fa9f10623e6f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8ff24903-099c-4f6e-8143-fa9f10623e6f,segment=NetworkSegment(7212d2e1-d100-4c55-b1a2-48cc9896c092),segment_id=7212d2e1-d100-4c55-b1a2-48cc9896c092)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:24.762968 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f7f11a53-8041-4536-bbb6-61169f773027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.773571 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ad960c43-aeea-4dd8-a840-44b512b0a79a None None] Port ef17bb10-8fc4-4887-abfe-dcde9328cc06 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:24.787268 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-f7f11a53-8041-4536-bbb6-61169f773027 admin admin] Calling delete_port for 8ff24903-099c-4f6e-8143-fa9f10623e6f owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:24.806012 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ad960c43-aeea-4dd8-a840-44b512b0a79a None None] Provisioning complete for port 394c05f2-d807-4803-a28d-61c9237bb949 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:24.806387 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad960c43-aeea-4dd8-a840-44b512b0a79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.855631 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cb041b-0002-4f4d-934a-e381a132959c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 9f8a0347-cfb4-4799-94a0-73ffa1cdb5da is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:30:24.928673 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ef250fc-379c-4ba3-813e-68ad6aee4bd9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:25.022775 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cb041b-0002-4f4d-934a-e381a132959c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:25.029348 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-47cb041b-0002-4f4d-934a-e381a132959c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/9f8a0347-cfb4-4799-94a0-73ffa1cdb5da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9921472 Nov 12 04:30:25.031876 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59218) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:25.035721 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a3494a-84bb-42b0-9d36-3c96a382ef73', 'name': '', 'tenant_id': 'a55aabfed0fa4ed580479831e6a3e149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d3fe4c-d418-4d69-af4b-a8100c37794e', 'external_fixed_ips': [{'subnet_id': '1bf54f86-e6bf-44f6-a051-18727ef90e11', 'ip_address': '2001:db8::78'}], 'enable_snat': True}, 'gw_port_id': '1f0f7da9-1bf1-46d4-a591-44da4b5ebcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:19Z', 'updated_at': '2021-11-12T04:30:21Z', 'revision_number': 3, 'project_id': 'a55aabfed0fa4ed580479831e6a3e149', 'gw_port': {'id': '1f0f7da9-1bf1-46d4-a591-44da4b5ebcf0', 'name': '', 'network_id': 'e3d3fe4c-d418-4d69-af4b-a8100c37794e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:68:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a3494a-84bb-42b0-9d36-3c96a382ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '1bf54f86-e6bf-44f6-a051-18727ef90e11', 'ip_address': '2001:db8::78', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:20Z', 'updated_at': '2021-11-12T04:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bf54f86-e6bf-44f6-a051-18727ef90e11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:25.040929 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1eec33-b533-40c3-a664-180424f427a6 None None] Sync routers for ids ['9f8a0347-cfb4-4799-94a0-73ffa1cdb5da'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:25.076811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1eec33-b533-40c3-a664-180424f427a6 None None] Routers {'9f8a0347-cfb4-4799-94a0-73ffa1cdb5da'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:25.076811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-cb1eec33-b533-40c3-a664-180424f427a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['9f8a0347-cfb4-4799-94a0-73ffa1cdb5da'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:25.095780 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] Checking router: 95a3494a-84bb-42b0-9d36-3c96a382ef73 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:25.096114 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] Updating router 95a3494a-84bb-42b0-9d36-3c96a382ef73 port 1f0f7da9-1bf1-46d4-a591-44da4b5ebcf0 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:30:25.134301 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a476c551-c1b2-4773-bcdb-9f4a6fe3e8eb tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:25.136086 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a476c551-c1b2-4773-bcdb-9f4a6fe3e8eb tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/ports/ef17bb10-8fc4-4887-abfe-dcde9328cc06 HTTP/1.1" status: 200 len: 911 time: 0.1029718 Nov 12 04:30:25.139935 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59222) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:25.159324 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:25.163223 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-cb1eec33-b533-40c3-a664-180424f427a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:25.177720 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1eec33-b533-40c3-a664-180424f427a6 None None] Routers {'9f8a0347-cfb4-4799-94a0-73ffa1cdb5da'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:25.178396 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-cb1eec33-b533-40c3-a664-180424f427a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['9f8a0347-cfb4-4799-94a0-73ffa1cdb5da'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:25.185742 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7d610d9e-1104-40bd-a54b-a5b67de68c87 None None] Provisioning complete for port ef17bb10-8fc4-4887-abfe-dcde9328cc06 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:25.186127 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7d610d9e-1104-40bd-a54b-a5b67de68c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:25.225444 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-cb1eec33-b533-40c3-a664-180424f427a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:25.226254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1eec33-b533-40c3-a664-180424f427a6 None None] The sync data for ids ['9f8a0347-cfb4-4799-94a0-73ffa1cdb5da'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:25.315205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7d610d9e-1104-40bd-a54b-a5b67de68c87 None None] Port ef17bb10-8fc4-4887-abfe-dcde9328cc06 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:25.452121 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5d03636f-3736-4e76-897c-76e179996baa None None] Provisioning complete for port ef17bb10-8fc4-4887-abfe-dcde9328cc06 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:25.452647 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d03636f-3736-4e76-897c-76e179996baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:25.506162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59228) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:25.539291 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5d03636f-3736-4e76-897c-76e179996baa None None] Port ef17bb10-8fc4-4887-abfe-dcde9328cc06 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:25.558024 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:25.625065 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1e80c538-1994-4c3f-b6cf-06b2b4940ab5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1775564709-network', 'tenant_id': '711423dbf60349f3b3a792edc0237528'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:25.681924 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-9ef250fc-379c-4ba3-813e-68ad6aee4bd9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Deleting port 1f0f7da9-1bf1-46d4-a591-44da4b5ebcf0 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:25.682483 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ef250fc-379c-4ba3-813e-68ad6aee4bd9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:25.688191 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:25.724109 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e80c538-1994-4c3f-b6cf-06b2b4940ab5 admin admin] Made reservation on behalf of 711423dbf60349f3b3a792edc0237528 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:25.726927 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e80c538-1994-4c3f-b6cf-06b2b4940ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:25.742969 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e80c538-1994-4c3f-b6cf-06b2b4940ab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:25.760065 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] Attempting to bind port 1f0f7da9-1bf1-46d4-a591-44da4b5ebcf0 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:25.763076 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] Attempting to bind port 1f0f7da9-1bf1-46d4-a591-44da4b5ebcf0 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '3d756761-4ab5-4c4f-be2c-b67da9015d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e3d3fe4c-d418-4d69-af4b-a8100c37794e'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:25.763076 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] Attempting to bind port 1f0f7da9-1bf1-46d4-a591-44da4b5ebcf0 on network e3d3fe4c-d418-4d69-af4b-a8100c37794e {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:25.771937 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdef706-608b-4e42-8152-4d59ee49b40b None None] Pushing event updated for resources: {'Port': ['ID=1f0f7da9-1bf1-46d4-a591-44da4b5ebcf0,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:25.777282 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:25.778299 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] Checking segment: {'id': '3d756761-4ab5-4c4f-be2c-b67da9015d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e3d3fe4c-d418-4d69-af4b-a8100c37794e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:25.779334 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:25.780112 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] Bound using segment: {'id': '3d756761-4ab5-4c4f-be2c-b67da9015d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e3d3fe4c-d418-4d69-af4b-a8100c37794e'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:25.780832 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] Bound port: 1f0f7da9-1bf1-46d4-a591-44da4b5ebcf0, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d756761-4ab5-4c4f-be2c-b67da9015d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e3d3fe4c-d418-4d69-af4b-a8100c37794e'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:25.781807 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:25.810237 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f7f11a53-8041-4536-bbb6-61169f773027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:25.811731 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdef706-608b-4e42-8152-4d59ee49b40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:25.812692 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdef706-608b-4e42-8152-4d59ee49b40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:25.813269 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdef706-608b-4e42-8152-4d59ee49b40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:25.814588 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdef706-608b-4e42-8152-4d59ee49b40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:25.815170 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdef706-608b-4e42-8152-4d59ee49b40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:25.819948 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdef706-608b-4e42-8152-4d59ee49b40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:25.819948 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdef706-608b-4e42-8152-4d59ee49b40b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:25.819948 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdef706-608b-4e42-8152-4d59ee49b40b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:25.819948 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdef706-608b-4e42-8152-4d59ee49b40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:25.819948 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdef706-608b-4e42-8152-4d59ee49b40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:25.819948 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdef706-608b-4e42-8152-4d59ee49b40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:25.819948 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdef706-608b-4e42-8152-4d59ee49b40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:25.861397 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f11a53-8041-4536-bbb6-61169f773027 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff24903-099c-4f6e-8143-fa9f10623e6f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:25.887933 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e80c538-1994-4c3f-b6cf-06b2b4940ab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:25.902506 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] For port 1f0f7da9-1bf1-46d4-a591-44da4b5ebcf0, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:25.906233 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] For port 1f0f7da9-1bf1-46d4-a591-44da4b5ebcf0, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1f0f7da9-1bf1-46d4-a591-44da4b5ebcf0,segment=NetworkSegment(3d756761-4ab5-4c4f-be2c-b67da9015d45),segment_id=3d756761-4ab5-4c4f-be2c-b67da9015d45)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:25.930121 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ef250fc-379c-4ba3-813e-68ad6aee4bd9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:25.944626 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e80c538-1994-4c3f-b6cf-06b2b4940ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:25.969450 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-9ef250fc-379c-4ba3-813e-68ad6aee4bd9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Calling delete_port for 1f0f7da9-1bf1-46d4-a591-44da4b5ebcf0 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:25.976427 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e80c538-1994-4c3f-b6cf-06b2b4940ab5 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:30:25.982507 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:25.985360 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80c538-1994-4c3f-b6cf-06b2b4940ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3caa13bd-3025-41e0-957a-6e72bd7341d1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:25.994102 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e80c538-1994-4c3f-b6cf-06b2b4940ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:25.994451 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-1e80c538-1994-4c3f-b6cf-06b2b4940ab5 admin admin] Added segment 70da61b6-21ae-4044-bb97-216e228a78a5 of type vlan for network 6c12eef2-4450-47e0-9fa4-3fd155571c54 Nov 12 04:30:26.066214 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e80c538-1994-4c3f-b6cf-06b2b4940ab5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:26.100955 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] Routers {'95a3494a-84bb-42b0-9d36-3c96a382ef73'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:26.100955 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['95a3494a-84bb-42b0-9d36-3c96a382ef73'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:26.183912 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e80c538-1994-4c3f-b6cf-06b2b4940ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:26.185467 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e80c538-1994-4c3f-b6cf-06b2b4940ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:26.186060 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e80c538-1994-4c3f-b6cf-06b2b4940ab5 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:26.281334 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 394c05f2-d807-4803-a28d-61c9237bb949 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:26.281872 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] Set router 95a3494a-84bb-42b0-9d36-3c96a382ef73 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:26.358557 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a3494a-84bb-42b0-9d36-3c96a382ef73', 'name': '', 'tenant_id': 'a55aabfed0fa4ed580479831e6a3e149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:19Z', 'updated_at': '2021-11-12T04:30:24Z', 'revision_number': 4, 'project_id': 'a55aabfed0fa4ed580479831e6a3e149', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:26.359685 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1e80c538-1994-4c3f-b6cf-06b2b4940ab5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8513563 Nov 12 04:30:26.360436 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59240) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:26.368712 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-363c9456-9a41-4832-8b35-9bd0de95aa88 admin admin] Request body: {'subnet': {'network_id': '6c12eef2-4450-47e0-9fa4-3fd155571c54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1775564709-subnet', 'tenant_id': '711423dbf60349f3b3a792edc0237528', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:26.371161 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 394c05f2-d807-4803-a28d-61c9237bb949 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:26.377649 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:26.390993 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5583a5cc-27a5-4a30-961a-9b9c56ce4e04 None None] The sync data for ids ['95a3494a-84bb-42b0-9d36-3c96a382ef73'] in n-d-768509-24 is: [{'id': '95a3494a-84bb-42b0-9d36-3c96a382ef73', 'name': '', 'tenant_id': 'a55aabfed0fa4ed580479831e6a3e149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:19Z', 'updated_at': '2021-11-12T04:30:24Z', 'revision_number': 4, 'project_id': 'a55aabfed0fa4ed580479831e6a3e149', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:26.404252 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80c538-1994-4c3f-b6cf-06b2b4940ab5 admin admin] Pushing event updated for resources: {'Network': ['ID=6c12eef2-4450-47e0-9fa4-3fd155571c54,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:26.415017 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdef706-608b-4e42-8152-4d59ee49b40b None None] Pushing event updated for resources: {'Port': ['ID=1f0f7da9-1bf1-46d4-a591-44da4b5ebcf0,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:26.421984 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 6c12eef2-4450-47e0-9fa4-3fd155571c54 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:30:26.435012 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f7f11a53-8041-4536-bbb6-61169f773027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:26.467440 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363c9456-9a41-4832-8b35-9bd0de95aa88 admin admin] Made reservation on behalf of 711423dbf60349f3b3a792edc0237528 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:26.469839 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-363c9456-9a41-4832-8b35-9bd0de95aa88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:26.847853 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-11dd3e28-212d-4136-b55a-a4d3f9c573cb tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:26.878300 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-363c9456-9a41-4832-8b35-9bd0de95aa88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:26.921355 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c9456-9a41-4832-8b35-9bd0de95aa88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f02e8bb-e237-43ee-bd14-9403c8c9aff9,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:26.960277 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363c9456-9a41-4832-8b35-9bd0de95aa88 admin admin] Checking segment: {'id': '70da61b6-21ae-4044-bb97-216e228a78a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6c12eef2-4450-47e0-9fa4-3fd155571c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:26.960651 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363c9456-9a41-4832-8b35-9bd0de95aa88 admin admin] Network hostable DHCP agents. Network: 6c12eef2-4450-47e0-9fa4-3fd155571c54, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:30:26.991576 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f11a53-8041-4536-bbb6-61169f773027 admin admin] Router b78a9bdf-1373-49c1-96a0-0cdf32d77807 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:30:27.052959 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363c9456-9a41-4832-8b35-9bd0de95aa88 admin admin] Network 6c12eef2-4450-47e0-9fa4-3fd155571c54 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:30:27.101118 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ef250fc-379c-4ba3-813e-68ad6aee4bd9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:27.144226 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-363c9456-9a41-4832-8b35-9bd0de95aa88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 6c12eef2-4450-47e0-9fa4-3fd155571c54) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:27.155087 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363c9456-9a41-4832-8b35-9bd0de95aa88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:27.155530 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-363c9456-9a41-4832-8b35-9bd0de95aa88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:27.158282 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045e39c4-37c6-442e-824e-1569c918344c None None] Network 6c12eef2-4450-47e0-9fa4-3fd155571c54 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:27.164903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef250fc-379c-4ba3-813e-68ad6aee4bd9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f0f7da9-1bf1-46d4-a591-44da4b5ebcf0,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:27.258716 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ef250fc-379c-4ba3-813e-68ad6aee4bd9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:27.282501 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-363c9456-9a41-4832-8b35-9bd0de95aa88 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9081755 Nov 12 04:30:27.401281 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ef250fc-379c-4ba3-813e-68ad6aee4bd9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:27.405270 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f11a53-8041-4536-bbb6-61169f773027 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:27.408344 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ef250fc-379c-4ba3-813e-68ad6aee4bd9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:27.414431 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f7f11a53-8041-4536-bbb6-61169f773027 admin admin] 10.222.0.37 "PUT /v2.0/routers/b78a9bdf-1373-49c1-96a0-0cdf32d77807/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6674192 Nov 12 04:30:27.416770 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526f8288-a672-4933-a0cf-f85c70918a0d None None] Sync routers for ids ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:27.421230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59250) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:27.449141 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526f8288-a672-4933-a0cf-f85c70918a0d None None] Routers {'b78a9bdf-1373-49c1-96a0-0cdf32d77807'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:27.449820 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-526f8288-a672-4933-a0cf-f85c70918a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:27.601316 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ef250fc-379c-4ba3-813e-68ad6aee4bd9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:27.602228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef250fc-379c-4ba3-813e-68ad6aee4bd9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95a3494a-84bb-42b0-9d36-3c96a382ef73 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:30:27.615081 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ef250fc-379c-4ba3-813e-68ad6aee4bd9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:27.619253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9ef250fc-379c-4ba3-813e-68ad6aee4bd9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "DELETE /v2.0/routers/95a3494a-84bb-42b0-9d36-3c96a382ef73 HTTP/1.1" status: 204 len: 168 time: 3.1638012 Nov 12 04:30:27.619900 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59256) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:27.651643 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-11dd3e28-212d-4136-b55a-a4d3f9c573cb tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting port ef17bb10-8fc4-4887-abfe-dcde9328cc06 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:27.653730 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-11dd3e28-212d-4136-b55a-a4d3f9c573cb tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:27.727493 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2faba877-ffc1-4f86-b5cb-e7aa75ffd1de admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:27.744966 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-526f8288-a672-4933-a0cf-f85c70918a0d None None] Set router b78a9bdf-1373-49c1-96a0-0cdf32d77807 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:27.757568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be2e3a2-2a3b-4f11-9421-b9b509e78335 None None] Network 6c12eef2-4450-47e0-9fa4-3fd155571c54 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:27.863983 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-08664039-23f9-4409-8a3f-c2a6070df5a9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Deleting subnet 1bf54f86-e6bf-44f6-a051-18727ef90e11 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:30:27.869911 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08664039-23f9-4409-8a3f-c2a6070df5a9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:27.879915 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-11dd3e28-212d-4136-b55a-a4d3f9c573cb tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:27.905315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-11dd3e28-212d-4136-b55a-a4d3f9c573cb tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Calling delete_port for ef17bb10-8fc4-4887-abfe-dcde9328cc06 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:28.044987 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08664039-23f9-4409-8a3f-c2a6070df5a9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.081322 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2faba877-ffc1-4f86-b5cb-e7aa75ffd1de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.106839 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08664039-23f9-4409-8a3f-c2a6070df5a9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.147423 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-526f8288-a672-4933-a0cf-f85c70918a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:30:25Z', 'revision_number': 5, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port': {'id': '50d2e410-bc5f-4b83-8866-6ef14d356c81', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:42Z', 'updated_at': '2021-11-12T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:28.179083 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526f8288-a672-4933-a0cf-f85c70918a0d None None] Checking router: b78a9bdf-1373-49c1-96a0-0cdf32d77807 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:28.188952 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526f8288-a672-4933-a0cf-f85c70918a0d None None] Routers {'b78a9bdf-1373-49c1-96a0-0cdf32d77807'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:28.189569 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-526f8288-a672-4933-a0cf-f85c70918a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:28.251521 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08664039-23f9-4409-8a3f-c2a6070df5a9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.261117 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2faba877-ffc1-4f86-b5cb-e7aa75ffd1de admin admin] Deleting port 50d2e410-bc5f-4b83-8866-6ef14d356c81 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:28.261512 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2faba877-ffc1-4f86-b5cb-e7aa75ffd1de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.279361 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-11dd3e28-212d-4136-b55a-a4d3f9c573cb tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.280073 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-526f8288-a672-4933-a0cf-f85c70918a0d None None] Set router b78a9bdf-1373-49c1-96a0-0cdf32d77807 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:28.292529 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08664039-23f9-4409-8a3f-c2a6070df5a9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1bf54f86-e6bf-44f6-a051-18727ef90e11,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:28.319585 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08664039-23f9-4409-8a3f-c2a6070df5a9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.321231 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd3e28-212d-4136-b55a-a4d3f9c573cb tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Port': ['ID=ef17bb10-8fc4-4887-abfe-dcde9328cc06,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:28.327021 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-08664039-23f9-4409-8a3f-c2a6070df5a9 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/1bf54f86-e6bf-44f6-a051-18727ef90e11 HTTP/1.1" status: 204 len: 168 time: 0.7031934 Nov 12 04:30:28.327855 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59264) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:28.387909 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-526f8288-a672-4933-a0cf-f85c70918a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:30:28Z', 'revision_number': 6, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:28.499536 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-11dd3e28-212d-4136-b55a-a4d3f9c573cb tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.560268 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce56040e-e84d-417e-8caf-6f1f55549c1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.604299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-2faba877-ffc1-4f86-b5cb-e7aa75ffd1de admin admin] For port 50d2e410-bc5f-4b83-8866-6ef14d356c81, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=50d2e410-bc5f-4b83-8866-6ef14d356c81,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:28.604570 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2faba877-ffc1-4f86-b5cb-e7aa75ffd1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.617746 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59274) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:28.623111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2faba877-ffc1-4f86-b5cb-e7aa75ffd1de admin admin] Calling delete_port for 50d2e410-bc5f-4b83-8866-6ef14d356c81 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:28.627280 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-be8ba6b7-b283-46fc-9ecb-b1536e91758e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-232283775-network', 'tenant_id': '3207fcf97a15434da16817b65b4d867d'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:28.703430 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526f8288-a672-4933-a0cf-f85c70918a0d None None] The sync data for ids ['b78a9bdf-1373-49c1-96a0-0cdf32d77807'] in n-d-768509-24 is: [{'id': 'b78a9bdf-1373-49c1-96a0-0cdf32d77807', 'name': 'tempest-AttachVolumeTestJSON-2065826784-router', 'tenant_id': '68e65df8b8044d01af3fe2cd05222833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:41Z', 'updated_at': '2021-11-12T04:30:28Z', 'revision_number': 6, 'project_id': '68e65df8b8044d01af3fe2cd05222833', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:28.743390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8ba6b7-b283-46fc-9ecb-b1536e91758e admin admin] Made reservation on behalf of 3207fcf97a15434da16817b65b4d867d for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:28.748051 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-be8ba6b7-b283-46fc-9ecb-b1536e91758e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.770845 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-be8ba6b7-b283-46fc-9ecb-b1536e91758e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.794045 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11dd3e28-212d-4136-b55a-a4d3f9c573cb tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 9f8a0347-cfb4-4799-94a0-73ffa1cdb5da has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:30:28.904428 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dd3e28-212d-4136-b55a-a4d3f9c573cb tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:28.912785 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-11dd3e28-212d-4136-b55a-a4d3f9c573cb tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/9f8a0347-cfb4-4799-94a0-73ffa1cdb5da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7705133 Nov 12 04:30:28.916300 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59278) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:28.919448 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0ca93a-4787-4980-b4f1-cbc27a62b294 None None] Sync routers for ids ['9f8a0347-cfb4-4799-94a0-73ffa1cdb5da'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:28.942201 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0ca93a-4787-4980-b4f1-cbc27a62b294 None None] Routers {'9f8a0347-cfb4-4799-94a0-73ffa1cdb5da'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:28.943603 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-2e0ca93a-4787-4980-b4f1-cbc27a62b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['9f8a0347-cfb4-4799-94a0-73ffa1cdb5da'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:28.950916 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-95c4071e-abb5-47ad-b5cd-f504e63dac34 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8a0347-cfb4-4799-94a0-73ffa1cdb5da HTTP/1.1" status: 200 len: 205 time: 0.0334177 Nov 12 04:30:28.955481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59280) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:28.996266 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-2e0ca93a-4787-4980-b4f1-cbc27a62b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:29.009482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0ca93a-4787-4980-b4f1-cbc27a62b294 None None] Routers {'9f8a0347-cfb4-4799-94a0-73ffa1cdb5da'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:29.011151 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-2e0ca93a-4787-4980-b4f1-cbc27a62b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['9f8a0347-cfb4-4799-94a0-73ffa1cdb5da'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:29.057842 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-be8ba6b7-b283-46fc-9ecb-b1536e91758e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.060875 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9224f761-c45b-4b4e-abbc-975b1edac343 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.061373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-2e0ca93a-4787-4980-b4f1-cbc27a62b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:29.062147 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0ca93a-4787-4980-b4f1-cbc27a62b294 None None] The sync data for ids ['9f8a0347-cfb4-4799-94a0-73ffa1cdb5da'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:29.149126 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-be8ba6b7-b283-46fc-9ecb-b1536e91758e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.203906 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8ba6b7-b283-46fc-9ecb-b1536e91758e admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:30:29.270268 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce56040e-e84d-417e-8caf-6f1f55549c1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.283536 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-be8ba6b7-b283-46fc-9ecb-b1536e91758e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.283906 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-be8ba6b7-b283-46fc-9ecb-b1536e91758e admin admin] Added segment 596cba63-025e-4560-bcf6-f8af667e57d7 of type vlan for network 4d0fe1cd-c8f5-4aeb-9e67-f1f29c8eea87 Nov 12 04:30:29.293364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ba6b7-b283-46fc-9ecb-b1536e91758e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfcb790-d857-4eec-848e-a9e1e27fd60e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:29.297404 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9224f761-c45b-4b4e-abbc-975b1edac343 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.300610 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9224f761-c45b-4b4e-abbc-975b1edac343 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.331893 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ce56040e-e84d-417e-8caf-6f1f55549c1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d3fe4c-d418-4d69-af4b-a8100c37794e']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:29.349895 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ce56040e-e84d-417e-8caf-6f1f55549c1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d756761-4ab5-4c4f-be2c-b67da9015d45') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:29.350283 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ce56040e-e84d-417e-8caf-6f1f55549c1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d756761-4ab5-4c4f-be2c-b67da9015d45') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:29.364581 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce56040e-e84d-417e-8caf-6f1f55549c1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.376016 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-be8ba6b7-b283-46fc-9ecb-b1536e91758e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.379902 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce56040e-e84d-417e-8caf-6f1f55549c1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.386848 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce56040e-e84d-417e-8caf-6f1f55549c1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:30:29.387877 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce56040e-e84d-417e-8caf-6f1f55549c1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:30:29.389977 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:30:29.441124 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9224f761-c45b-4b4e-abbc-975b1edac343 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.441766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9224f761-c45b-4b4e-abbc-975b1edac343 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Fanout notify agent at l3_agent the message router_deleted on router 9f8a0347-cfb4-4799-94a0-73ffa1cdb5da {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:30:29.448635 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9224f761-c45b-4b4e-abbc-975b1edac343 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.450581 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9224f761-c45b-4b4e-abbc-975b1edac343 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/routers/9f8a0347-cfb4-4799-94a0-73ffa1cdb5da HTTP/1.1" status: 204 len: 168 time: 0.4933465 Nov 12 04:30:29.453211 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59282) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:29.485223 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-be8ba6b7-b283-46fc-9ecb-b1536e91758e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.485920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8ba6b7-b283-46fc-9ecb-b1536e91758e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:29.486494 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-be8ba6b7-b283-46fc-9ecb-b1536e91758e admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.529050 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce56040e-e84d-417e-8caf-6f1f55549c1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.534950 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce56040e-e84d-417e-8caf-6f1f55549c1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e3d3fe4c-d418-4d69-af4b-a8100c37794e {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 04:30:29.537659 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce56040e-e84d-417e-8caf-6f1f55549c1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.541264 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ce56040e-e84d-417e-8caf-6f1f55549c1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "DELETE /v2.0/networks/e3d3fe4c-d418-4d69-af4b-a8100c37794e HTTP/1.1" status: 204 len: 168 time: 1.2101030 Nov 12 04:30:29.554015 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56040e-e84d-417e-8caf-6f1f55549c1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3d3fe4c-d418-4d69-af4b-a8100c37794e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:29.570755 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5d758c-c144-4937-94ac-c561397516c9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting subnet 2d9ae577-534f-43e3-89a9-0a7cb2b649da {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:30:29.579222 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e5d758c-c144-4937-94ac-c561397516c9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.602196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ba6b7-b283-46fc-9ecb-b1536e91758e admin admin] Pushing event updated for resources: {'Network': ['ID=4d0fe1cd-c8f5-4aeb-9e67-f1f29c8eea87,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:29.615308 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 4d0fe1cd-c8f5-4aeb-9e67-f1f29c8eea87 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:30:29.621595 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2faba877-ffc1-4f86-b5cb-e7aa75ffd1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.660719 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-be8ba6b7-b283-46fc-9ecb-b1536e91758e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0366955 Nov 12 04:30:29.663238 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59290) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:29.670044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-fc22cad5-6ffe-4f35-9024-64d00014a2ef admin admin] Request body: {'subnet': {'network_id': '4d0fe1cd-c8f5-4aeb-9e67-f1f29c8eea87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-232283775-subnet', 'tenant_id': '3207fcf97a15434da16817b65b4d867d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:29.680713 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e5d758c-c144-4937-94ac-c561397516c9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.689153 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faba877-ffc1-4f86-b5cb-e7aa75ffd1de admin admin] Pushing event deleted for resources: {'Port': ['ID=50d2e410-bc5f-4b83-8866-6ef14d356c81,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:29.784082 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9f8649-b6dd-40c8-a52e-28a75a00c01c None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:29.831614 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e5d758c-c144-4937-94ac-c561397516c9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.846898 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2faba877-ffc1-4f86-b5cb-e7aa75ffd1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.955120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc22cad5-6ffe-4f35-9024-64d00014a2ef admin admin] Made reservation on behalf of 3207fcf97a15434da16817b65b4d867d for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:29.957645 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fc22cad5-6ffe-4f35-9024-64d00014a2ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.982963 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2faba877-ffc1-4f86-b5cb-e7aa75ffd1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.985612 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2faba877-ffc1-4f86-b5cb-e7aa75ffd1de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.037572 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e5d758c-c144-4937-94ac-c561397516c9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.082536 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d758c-c144-4937-94ac-c561397516c9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Subnet': ['ID=2d9ae577-534f-43e3-89a9-0a7cb2b649da,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:30.093520 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a638e357-8d95-490b-96bf-b30069fab0d4 None None] Network 8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:30.097341 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e5d758c-c144-4937-94ac-c561397516c9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.100752 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7e5d758c-c144-4937-94ac-c561397516c9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/subnets/2d9ae577-534f-43e3-89a9-0a7cb2b649da HTTP/1.1" status: 204 len: 168 time: 0.6465592 Nov 12 04:30:30.101347 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2faba877-ffc1-4f86-b5cb-e7aa75ffd1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.102552 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faba877-ffc1-4f86-b5cb-e7aa75ffd1de admin admin] Fanout notify agent at l3_agent the message router_deleted on router b78a9bdf-1373-49c1-96a0-0cdf32d77807 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:30:30.104166 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59298) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:30.109409 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2faba877-ffc1-4f86-b5cb-e7aa75ffd1de admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.111367 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2faba877-ffc1-4f86-b5cb-e7aa75ffd1de admin admin] 10.222.0.37 "DELETE /v2.0/routers/b78a9bdf-1373-49c1-96a0-0cdf32d77807 HTTP/1.1" status: 204 len: 168 time: 2.6882744 Nov 12 04:30:30.113305 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59300) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:30.216282 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59302) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:30.223800 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a304480c-831d-4b91-8ec0-61a3b91d92b1 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Request body: {'router': {'name': 'tempest-router--1608794082', 'project_id': 'fde31fca5aa0418a9d651fc7b0e81682'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:30.236939 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2c91a7-cb28-4228-a181-5977a223ac5a admin admin] Deleting subnet 0988c1bc-aeed-49ae-93ca-f21585d34390 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:30:30.248170 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b2c91a7-cb28-4228-a181-5977a223ac5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.265531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8ff24903-099c-4f6e-8143-fa9f10623e6f no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:30.293937 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 8ff24903-099c-4f6e-8143-fa9f10623e6f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:30.294575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8ff24903-099c-4f6e-8143-fa9f10623e6f not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:30.295403 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 50d2e410-bc5f-4b83-8866-6ef14d356c81 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:30.300343 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b2c91a7-cb28-4228-a181-5977a223ac5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.311080 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.342286 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 50d2e410-bc5f-4b83-8866-6ef14d356c81 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:30.343456 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 50d2e410-bc5f-4b83-8866-6ef14d356c81 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:30.388280 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a304480c-831d-4b91-8ec0-61a3b91d92b1 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.389480 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a304480c-831d-4b91-8ec0-61a3b91d92b1 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.445931 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b2c91a7-cb28-4228-a181-5977a223ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.456906 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a54c280-735e-4645-b978-acc938023adf None None] DHCP port deletion for 8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:30.463900 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting port 394c05f2-d807-4803-a28d-61c9237bb949 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:30.466477 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.507067 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a304480c-831d-4b91-8ec0-61a3b91d92b1 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.523235 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fc22cad5-6ffe-4f35-9024-64d00014a2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.563266 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1a54c280-735e-4645-b978-acc938023adf None None] Deleting port 394c05f2-d807-4803-a28d-61c9237bb949 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:30.564679 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1a54c280-735e-4645-b978-acc938023adf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.565425 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a304480c-831d-4b91-8ec0-61a3b91d92b1 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.570005 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] For port 394c05f2-d807-4803-a28d-61c9237bb949, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=394c05f2-d807-4803-a28d-61c9237bb949,segment=NetworkSegment(0c266bdc-67c4-4659-ab22-e79dcf768e1e),segment_id=0c266bdc-67c4-4659-ab22-e79dcf768e1e)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:30.575888 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.610219 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Calling delete_port for 394c05f2-d807-4803-a28d-61c9237bb949 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:30.617416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22cad5-6ffe-4f35-9024-64d00014a2ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa7681b5-ef83-430f-996c-4f8b54192398,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:30.631220 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b2c91a7-cb28-4228-a181-5977a223ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.666923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1a54c280-735e-4645-b978-acc938023adf None None] For port 394c05f2-d807-4803-a28d-61c9237bb949, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=394c05f2-d807-4803-a28d-61c9237bb949,segment=NetworkSegment(0c266bdc-67c4-4659-ab22-e79dcf768e1e),segment_id=0c266bdc-67c4-4659-ab22-e79dcf768e1e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:30.667185 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1a54c280-735e-4645-b978-acc938023adf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.693939 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c91a7-cb28-4228-a181-5977a223ac5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0988c1bc-aeed-49ae-93ca-f21585d34390,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:30.695134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc22cad5-6ffe-4f35-9024-64d00014a2ef admin admin] Checking segment: {'id': '596cba63-025e-4560-bcf6-f8af667e57d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4d0fe1cd-c8f5-4aeb-9e67-f1f29c8eea87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:30.708199 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc22cad5-6ffe-4f35-9024-64d00014a2ef admin admin] Network hostable DHCP agents. Network: 4d0fe1cd-c8f5-4aeb-9e67-f1f29c8eea87, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:30:30.709474 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1a54c280-735e-4645-b978-acc938023adf None None] Calling delete_port for 394c05f2-d807-4803-a28d-61c9237bb949 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:30.709749 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a304480c-831d-4b91-8ec0-61a3b91d92b1 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.710966 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a304480c-831d-4b91-8ec0-61a3b91d92b1 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4925449 Nov 12 04:30:30.714267 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59308) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:30.722684 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b2c91a7-cb28-4228-a181-5977a223ac5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.729518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e26016-23f6-4935-9219-fa0d9312825f None None] Network 6ad961c3-f85d-49ef-ab75-6849d57fa1e5 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:30.739582 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9b2c91a7-cb28-4228-a181-5977a223ac5a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0988c1bc-aeed-49ae-93ca-f21585d34390 HTTP/1.1" status: 204 len: 168 time: 0.6247358 Nov 12 04:30:30.742210 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59310) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:30.847495 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.854751 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc22cad5-6ffe-4f35-9024-64d00014a2ef admin admin] Network 4d0fe1cd-c8f5-4aeb-9e67-f1f29c8eea87 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:30:30.866996 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8aadc340-aa3a-44e9-b01c-c36a45c1c196 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.916642 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.943097 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1a54c280-735e-4645-b978-acc938023adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.948641 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Port': ['ID=394c05f2-d807-4803-a28d-61c9237bb949,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:30.953662 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-fc22cad5-6ffe-4f35-9024-64d00014a2ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 4d0fe1cd-c8f5-4aeb-9e67-f1f29c8eea87) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:30.960316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] Deleting port e628a144-a8d2-4121-bb19-a2fdd3c896d2 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:30.960911 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.962952 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] No DVR routers for this DVR port 394c05f2-d807-4803-a28d-61c9237bb949 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:30.964955 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc22cad5-6ffe-4f35-9024-64d00014a2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:30.966182 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fc22cad5-6ffe-4f35-9024-64d00014a2ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:31.017592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a54c280-735e-4645-b978-acc938023adf None None] No DVR routers for this DVR port 394c05f2-d807-4803-a28d-61c9237bb949 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:31.019766 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54c280-735e-4645-b978-acc938023adf None None] Pushing event deleted for resources: {'Port': ['ID=394c05f2-d807-4803-a28d-61c9237bb949,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:31.021250 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178c3021-3f1a-4f86-ba22-26cfa5e95df7 None None] Network 4d0fe1cd-c8f5-4aeb-9e67-f1f29c8eea87 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:31.165930 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fc22cad5-6ffe-4f35-9024-64d00014a2ef admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4917397 Nov 12 04:30:31.180582 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76952735-f2ac-49a0-943a-159967e8ef51 None None] DHCP port deletion for 6ad961c3-f85d-49ef-ab75-6849d57fa1e5 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:31.298457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] For port e628a144-a8d2-4121-bb19-a2fdd3c896d2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e628a144-a8d2-4121-bb19-a2fdd3c896d2,segment=NetworkSegment(7212d2e1-d100-4c55-b1a2-48cc9896c092),segment_id=7212d2e1-d100-4c55-b1a2-48cc9896c092)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:31.298856 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:31.302584 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:31.310927 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8aadc340-aa3a-44e9-b01c-c36a45c1c196 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:31.314976 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8aadc340-aa3a-44e9-b01c-c36a45c1c196 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:31.369293 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] Calling delete_port for e628a144-a8d2-4121-bb19-a2fdd3c896d2 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:31.377551 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:31.412853 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327579b2-c272-4d72-8dd0-dc76ee00d0f7 None None] Network 4d0fe1cd-c8f5-4aeb-9e67-f1f29c8eea87 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:31.422688 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c266bdc-67c4-4659-ab22-e79dcf768e1e') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:31.422998 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c266bdc-67c4-4659-ab22-e79dcf768e1e') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:31.446505 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:31.448334 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-76952735-f2ac-49a0-943a-159967e8ef51 None None] Deleting port e628a144-a8d2-4121-bb19-a2fdd3c896d2 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:31.448579 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76952735-f2ac-49a0-943a-159967e8ef51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:31.477964 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8aadc340-aa3a-44e9-b01c-c36a45c1c196 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:31.479172 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aadc340-aa3a-44e9-b01c-c36a45c1c196 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5dc0df97-462a-427b-8d89-a466c93aaf4c {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:30:31.486073 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8aadc340-aa3a-44e9-b01c-c36a45c1c196 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:31.491380 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8aadc340-aa3a-44e9-b01c-c36a45c1c196 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "DELETE /v2.0/routers/5dc0df97-462a-427b-8d89-a466c93aaf4c HTTP/1.1" status: 204 len: 168 time: 0.7760243 Nov 12 04:30:31.521316 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-76952735-f2ac-49a0-943a-159967e8ef51 None None] For port e628a144-a8d2-4121-bb19-a2fdd3c896d2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e628a144-a8d2-4121-bb19-a2fdd3c896d2,segment=NetworkSegment(7212d2e1-d100-4c55-b1a2-48cc9896c092),segment_id=7212d2e1-d100-4c55-b1a2-48cc9896c092)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:31.521716 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76952735-f2ac-49a0-943a-159967e8ef51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:31.536548 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-76952735-f2ac-49a0-943a-159967e8ef51 None None] Calling delete_port for e628a144-a8d2-4121-bb19-a2fdd3c896d2 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:31.593473 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:31.632304 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:30:31.632793 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:30:31.638683 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:30:31.707407 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76952735-f2ac-49a0-943a-159967e8ef51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:31.729383 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:31.784014 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76952735-f2ac-49a0-943a-159967e8ef51 None None] Pushing event deleted for resources: {'Port': ['ID=e628a144-a8d2-4121-bb19-a2fdd3c896d2,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:31.804703 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=e628a144-a8d2-4121-bb19-a2fdd3c896d2,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:31.807897 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76952735-f2ac-49a0-943a-159967e8ef51 None None] No DVR routers for this DVR port e628a144-a8d2-4121-bb19-a2fdd3c896d2 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:31.834117 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:31.835120 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59336) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:31.835543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] No DVR routers for this DVR port e628a144-a8d2-4121-bb19-a2fdd3c896d2 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:31.856581 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:31.861255 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/networks/8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3 HTTP/1.1" status: 204 len: 168 time: 1.7550275 Nov 12 04:30:31.864126 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59340) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:31.870294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c0e22-9a80-4bb4-8784-9c7ab3d9ce63 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Network': ['ID=8eb6b5f8-f9aa-47d7-b67f-c582bfb871b3,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:31.873124 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8b8ab4c1-5e1f-459c-be69-1835cc44298a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1500166008', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:32.005271 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab4c1-5e1f-459c-be69-1835cc44298a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.007079 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab4c1-5e1f-459c-be69-1835cc44298a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.124955 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab4c1-5e1f-459c-be69-1835cc44298a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.141293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f28b98da-3ae9-4a44-b942-a336fe4ea81b tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1808998038', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:32.148854 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e628a144-a8d2-4121-bb19-a2fdd3c896d2 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:32.178052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: e628a144-a8d2-4121-bb19-a2fdd3c896d2 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:32.178052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e628a144-a8d2-4121-bb19-a2fdd3c896d2 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:32.178052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 394c05f2-d807-4803-a28d-61c9237bb949 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:32.202178 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 394c05f2-d807-4803-a28d-61c9237bb949 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:32.205131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 394c05f2-d807-4803-a28d-61c9237bb949 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:32.274537 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f28b98da-3ae9-4a44-b942-a336fe4ea81b tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.275933 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f28b98da-3ae9-4a44-b942-a336fe4ea81b tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.369500 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab4c1-5e1f-459c-be69-1835cc44298a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.406874 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.407795 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f28b98da-3ae9-4a44-b942-a336fe4ea81b tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.437214 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad961c3-f85d-49ef-ab75-6849d57fa1e5']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:32.452316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-97e95dad-cf2c-44fd-9fa4-a1993634ff28 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:32.453847 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-97e95dad-cf2c-44fd-9fa4-a1993634ff28 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/networks?id=6c12eef2-4450-47e0-9fa4-3fd155571c54 HTTP/1.1" status: 200 len: 812 time: 0.6769810 Nov 12 04:30:32.457687 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7212d2e1-d100-4c55-b1a2-48cc9896c092') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:32.462547 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7212d2e1-d100-4c55-b1a2-48cc9896c092') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:32.474986 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.483727 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-ccd2609e-50da-4bb6-80ed-294c3e0ddcc3 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/quotas/711423dbf60349f3b3a792edc0237528 HTTP/1.1" status: 200 len: 375 time: 0.0189786 Nov 12 04:30:32.493333 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.512586 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:30:32.512586 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:30:32.513706 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:30:32.538301 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-3a3f74a4-b0ee-4250-8147-ba417544b70a tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=711423dbf60349f3b3a792edc0237528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392959 Nov 12 04:30:32.672718 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f28b98da-3ae9-4a44-b942-a336fe4ea81b tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.686295 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.699328 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.704505 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] 10.222.0.37 "DELETE /v2.0/networks/6ad961c3-f85d-49ef-ab75-6849d57fa1e5 HTTP/1.1" status: 204 len: 168 time: 1.9600279 Nov 12 04:30:32.750430 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28befbe2-031e-43c5-9df2-cc68617a4c2d admin admin] Pushing event deleted for resources: {'Network': ['ID=6ad961c3-f85d-49ef-ab75-6849d57fa1e5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:32.800175 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-8a7503f7-e72f-4348-80b8-32e5994e5491 service neutron] 10.222.0.37 "GET /v2.0/networks/6c12eef2-4450-47e0-9fa4-3fd155571c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254415 Nov 12 04:30:32.901527 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab4c1-5e1f-459c-be69-1835cc44298a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.911962 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-781aeae8-528b-4931-bd26-486778751571 service neutron] 10.222.0.37 "GET /v2.0/networks/6c12eef2-4450-47e0-9fa4-3fd155571c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038489 Nov 12 04:30:32.929688 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab4c1-5e1f-459c-be69-1835cc44298a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.132052 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-8b8ab4c1-5e1f-459c-be69-1835cc44298a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Allocated IP 172.25.1.139 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/c2736e85-870e-4142-bbed-fff0850e21f8) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:33.140413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59352) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:33.166601 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f28b98da-3ae9-4a44-b942-a336fe4ea81b tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.175981 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc71eb59-8779-429f-bc14-b726ad53c61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.195725 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f28b98da-3ae9-4a44-b942-a336fe4ea81b tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.229904 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2bf51216-a668-4baf-8bd3-add773e62746 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=68e65df8b8044d01af3fe2cd05222833&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0879200 Nov 12 04:30:33.232937 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59358) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:33.303184 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19d54545-eb24-4c91-826d-32e5574d5f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.333279 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19d54545-eb24-4c91-826d-32e5574d5f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.360786 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab4c1-5e1f-459c-be69-1835cc44298a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.480406 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a34e712-858a-4115-88b4-654fc5e1184c req-40597af6-114a-460c-95c9-cfe09d25d304 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 210 time: 0.0274985 Nov 12 04:30:33.498455 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19d54545-eb24-4c91-826d-32e5574d5f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.502298 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19d54545-eb24-4c91-826d-32e5574d5f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.503463 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-19d54545-eb24-4c91-826d-32e5574d5f84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1fd17e0-9f83-4c53-b5cb-e6386b1dd255 HTTP/1.1" status: 204 len: 168 time: 0.2692895 Nov 12 04:30:33.512585 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d54545-eb24-4c91-826d-32e5574d5f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fd17e0-9f83-4c53-b5cb-e6386b1dd255,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:33.549653 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab4c1-5e1f-459c-be69-1835cc44298a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.624239 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ab4c1-5e1f-459c-be69-1835cc44298a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:33.633953 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8b8ab4c1-5e1f-459c-be69-1835cc44298a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:33.642277 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8ab4c1-5e1f-459c-be69-1835cc44298a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:33.649256 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0aa801-a88a-4a50-bf9c-63741d9c9b94 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:33.668574 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ab4c1-5e1f-459c-be69-1835cc44298a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=c2736e85-870e-4142-bbed-fff0850e21f8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:33.684333 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-f28b98da-3ae9-4a44-b942-a336fe4ea81b tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Allocated IP 172.25.1.232 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/ecbec77a-28d6-4a21-a7ea-7ca878b2d382) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:33.735055 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f278104e-d0eb-48e2-8b68-bb0273bf524a None None] Provisioning complete for port c2736e85-870e-4142-bbed-fff0850e21f8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:33.735427 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f278104e-d0eb-48e2-8b68-bb0273bf524a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.773916 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f278104e-d0eb-48e2-8b68-bb0273bf524a None None] Port c2736e85-870e-4142-bbed-fff0850e21f8 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:33.897084 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f28b98da-3ae9-4a44-b942-a336fe4ea81b tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:34.025617 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f28b98da-3ae9-4a44-b942-a336fe4ea81b tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:34.079969 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab4c1-5e1f-459c-be69-1835cc44298a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:34.082911 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28b98da-3ae9-4a44-b942-a336fe4ea81b tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:34.090537 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f28b98da-3ae9-4a44-b942-a336fe4ea81b tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:34.103011 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3e75ed-8655-4b86-8232-47b04c99ec6a None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:34.125493 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28b98da-3ae9-4a44-b942-a336fe4ea81b tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:34.130255 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b98da-3ae9-4a44-b942-a336fe4ea81b tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Pushing event updated for resources: {'Port': ['ID=ecbec77a-28d6-4a21-a7ea-7ca878b2d382,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:34.203707 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e30f5af7-7fe5-4c56-a8c9-6f0b77955b8b None None] Provisioning complete for port ecbec77a-28d6-4a21-a7ea-7ca878b2d382 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:34.204324 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e30f5af7-7fe5-4c56-a8c9-6f0b77955b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:34.254043 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e30f5af7-7fe5-4c56-a8c9-6f0b77955b8b None None] Port ecbec77a-28d6-4a21-a7ea-7ca878b2d382 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:34.615249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17e176e8-837b-4f04-97d5-076d11974546 req-0d275207-a818-4a01-888d-f932aff3e2bf tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 210 time: 0.0453360 Nov 12 04:30:34.873648 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab4c1-5e1f-459c-be69-1835cc44298a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:34.887983 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59396) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:35.024229 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6b880aa-c144-4bf3-9d3a-9244ea23729e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.118258 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6b880aa-c144-4bf3-9d3a-9244ea23729e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.154157 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f28b98da-3ae9-4a44-b942-a336fe4ea81b tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.186975 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6b880aa-c144-4bf3-9d3a-9244ea23729e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.247997 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e6b880aa-c144-4bf3-9d3a-9244ea23729e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=453675e95ea241f09080a6aef66a706b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3565891 Nov 12 04:30:35.248237 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8ab4c1-5e1f-459c-be69-1835cc44298a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 95cb6fbb-b5b8-4350-81ca-6401f7051814 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:30:35.250094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59404) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:35.251023 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b880aa-c144-4bf3-9d3a-9244ea23729e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a46ba8-a6f9-478c-86ee-cbe13d0fd776,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:35.317079 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-992f307d-377c-4851-a769-d0ea7e16cd10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.343425 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-992f307d-377c-4851-a769-d0ea7e16cd10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.448984 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8ab4c1-5e1f-459c-be69-1835cc44298a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:35.470602 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac06650-da22-4e7c-a629-f7938f63456c None None] Sync routers for ids ['95cb6fbb-b5b8-4350-81ca-6401f7051814'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:35.477626 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f28b98da-3ae9-4a44-b942-a336fe4ea81b tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.484876 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-992f307d-377c-4851-a769-d0ea7e16cd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.492133 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-992f307d-377c-4851-a769-d0ea7e16cd10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.495781 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-992f307d-377c-4851-a769-d0ea7e16cd10 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34a46ba8-a6f9-478c-86ee-cbe13d0fd776 HTTP/1.1" status: 204 len: 168 time: 0.2383811 Nov 12 04:30:35.504230 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f307d-377c-4851-a769-d0ea7e16cd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a46ba8-a6f9-478c-86ee-cbe13d0fd776,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:35.515813 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac06650-da22-4e7c-a629-f7938f63456c None None] Routers {'95cb6fbb-b5b8-4350-81ca-6401f7051814'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:35.515813 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9ac06650-da22-4e7c-a629-f7938f63456c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['95cb6fbb-b5b8-4350-81ca-6401f7051814'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:35.551913 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab4c1-5e1f-459c-be69-1835cc44298a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.555789 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8b8ab4c1-5e1f-459c-be69-1835cc44298a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6878157 Nov 12 04:30:35.556467 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59418) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:35.563566 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e19a6846-de5e-49b5-b2f5-53dddaaf1daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.631931 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9ac06650-da22-4e7c-a629-f7938f63456c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:35.659583 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac06650-da22-4e7c-a629-f7938f63456c None None] Routers {'95cb6fbb-b5b8-4350-81ca-6401f7051814'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:35.660338 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9ac06650-da22-4e7c-a629-f7938f63456c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['95cb6fbb-b5b8-4350-81ca-6401f7051814'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:35.735948 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9ac06650-da22-4e7c-a629-f7938f63456c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:35.736636 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac06650-da22-4e7c-a629-f7938f63456c None None] The sync data for ids ['95cb6fbb-b5b8-4350-81ca-6401f7051814'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:35.762838 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7b5dd223-644d-4e3b-abfe-d8fa3a09bf19 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/routers/95cb6fbb-b5b8-4350-81ca-6401f7051814 HTTP/1.1" status: 200 len: 885 time: 0.2008784 Nov 12 04:30:35.763405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59422) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:35.839741 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0a2a6e2-9d05-493b-b8f1-f716af5f4d74 req-658719d4-7e5e-4952-8b57-1120b5bd6057 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 210 time: 0.0666909 Nov 12 04:30:35.855112 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28b98da-3ae9-4a44-b942-a336fe4ea81b tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Router ccc56adf-37bb-4aaf-89e4-cbbdf6a1f5a8 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:30:36.037228 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28b98da-3ae9-4a44-b942-a336fe4ea81b tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:36.047999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d439ea-20f4-40d0-bf1b-0374fc1d7f55 None None] Sync routers for ids ['ccc56adf-37bb-4aaf-89e4-cbbdf6a1f5a8'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:36.066461 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d439ea-20f4-40d0-bf1b-0374fc1d7f55 None None] Routers {'ccc56adf-37bb-4aaf-89e4-cbbdf6a1f5a8'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:36.067703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-96d439ea-20f4-40d0-bf1b-0374fc1d7f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['ccc56adf-37bb-4aaf-89e4-cbbdf6a1f5a8'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:36.111081 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-96d439ea-20f4-40d0-bf1b-0374fc1d7f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:36.120938 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d439ea-20f4-40d0-bf1b-0374fc1d7f55 None None] Routers {'ccc56adf-37bb-4aaf-89e4-cbbdf6a1f5a8'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:36.122153 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-96d439ea-20f4-40d0-bf1b-0374fc1d7f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['ccc56adf-37bb-4aaf-89e4-cbbdf6a1f5a8'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:36.126660 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-db27af6c-4b76-4e02-8029-bddd2392a074 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3623292 Nov 12 04:30:36.129262 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59436) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:36.134050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-16bc2fb2-56fe-4cb0-96a0-f9e1e2fc0b2b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1500166008'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:36.141677 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f28b98da-3ae9-4a44-b942-a336fe4ea81b tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:36.143719 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f28b98da-3ae9-4a44-b942-a336fe4ea81b tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.3064411 Nov 12 04:30:36.148471 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59438) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:36.163076 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-96d439ea-20f4-40d0-bf1b-0374fc1d7f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:36.164517 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d439ea-20f4-40d0-bf1b-0374fc1d7f55 None None] The sync data for ids ['ccc56adf-37bb-4aaf-89e4-cbbdf6a1f5a8'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:36.279263 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5ea030a1-5138-497e-ad2d-f88898549288 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "GET /v2.0/routers/ccc56adf-37bb-4aaf-89e4-cbbdf6a1f5a8 HTTP/1.1" status: 200 len: 925 time: 0.1237817 Nov 12 04:30:36.279263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59442) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:36.314494 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-24247a4c-e0c6-4338-8bee-9640239a2694 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccc56adf-37bb-4aaf-89e4-cbbdf6a1f5a8 HTTP/1.1" status: 200 len: 205 time: 0.0369704 Nov 12 04:30:36.317873 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59446) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:36.449337 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb662d3e-04a2-4fb9-913d-0890b575ec05 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:36.492671 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-16bc2fb2-56fe-4cb0-96a0-f9e1e2fc0b2b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:36.573729 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb662d3e-04a2-4fb9-913d-0890b575ec05 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:36.603343 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-16bc2fb2-56fe-4cb0-96a0-f9e1e2fc0b2b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:36.686730 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:36.725930 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-bb662d3e-04a2-4fb9-913d-0890b575ec05 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Deleting port ecbec77a-28d6-4a21-a7ea-7ca878b2d382 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:36.726421 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb662d3e-04a2-4fb9-913d-0890b575ec05 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:36.754075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bc2fb2-56fe-4cb0-96a0-f9e1e2fc0b2b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 95cb6fbb-b5b8-4350-81ca-6401f7051814 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:30:36.861992 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb662d3e-04a2-4fb9-913d-0890b575ec05 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:36.879261 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-bb662d3e-04a2-4fb9-913d-0890b575ec05 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Calling delete_port for ecbec77a-28d6-4a21-a7ea-7ca878b2d382 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:36.890419 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bc2fb2-56fe-4cb0-96a0-f9e1e2fc0b2b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:36.897999 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-16bc2fb2-56fe-4cb0-96a0-f9e1e2fc0b2b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:36.902222 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59464) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:36.905109 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a53712-8462-4633-a06a-dc78f7dc6933 None None] Sync routers for ids ['95cb6fbb-b5b8-4350-81ca-6401f7051814'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:36.907203 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-16bc2fb2-56fe-4cb0-96a0-f9e1e2fc0b2b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/95cb6fbb-b5b8-4350-81ca-6401f7051814 HTTP/1.1" status: 200 len: 892 time: 0.7768068 Nov 12 04:30:36.918649 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a53712-8462-4633-a06a-dc78f7dc6933 None None] Routers {'95cb6fbb-b5b8-4350-81ca-6401f7051814'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:36.918649 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-28a53712-8462-4633-a06a-dc78f7dc6933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['95cb6fbb-b5b8-4350-81ca-6401f7051814'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:36.959079 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-28a53712-8462-4633-a06a-dc78f7dc6933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:36.969756 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a53712-8462-4633-a06a-dc78f7dc6933 None None] Routers {'95cb6fbb-b5b8-4350-81ca-6401f7051814'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:36.970647 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-28a53712-8462-4633-a06a-dc78f7dc6933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['95cb6fbb-b5b8-4350-81ca-6401f7051814'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:37.031324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03b447de-0919-4836-b87a-e915221bd045 req-a951d17b-78e9-43ce-a7f5-2c11678ca059 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 210 time: 0.0909600 Nov 12 04:30:37.054733 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-28a53712-8462-4633-a06a-dc78f7dc6933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:37.055708 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a53712-8462-4633-a06a-dc78f7dc6933 None None] The sync data for ids ['95cb6fbb-b5b8-4350-81ca-6401f7051814'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:37.183595 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ccccb920-909d-4832-8f09-0701097e8b3e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/routers/95cb6fbb-b5b8-4350-81ca-6401f7051814 HTTP/1.1" status: 200 len: 892 time: 0.2793815 Nov 12 04:30:37.189751 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59470) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:37.219499 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bd11ba98-364d-49b1-a631-8bd5c200017d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/ports?device_id=95cb6fbb-b5b8-4350-81ca-6401f7051814 HTTP/1.1" status: 200 len: 205 time: 0.0316217 Nov 12 04:30:37.221887 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59474) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:37.341604 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3d7d-4623-47a4-ac5e-84738971480c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:37.352616 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb662d3e-04a2-4fb9-913d-0890b575ec05 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:37.378014 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb662d3e-04a2-4fb9-913d-0890b575ec05 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Pushing event deleted for resources: {'Port': ['ID=ecbec77a-28d6-4a21-a7ea-7ca878b2d382,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:37.407274 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f0723b-f232-455c-a7f2-be11dcb5f98c None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:37.493822 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3d7d-4623-47a4-ac5e-84738971480c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:37.508737 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb662d3e-04a2-4fb9-913d-0890b575ec05 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:37.613238 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb662d3e-04a2-4fb9-913d-0890b575ec05 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:37.617768 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb662d3e-04a2-4fb9-913d-0890b575ec05 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:37.684202 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d3d7d-4623-47a4-ac5e-84738971480c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting port c2736e85-870e-4142-bbed-fff0850e21f8 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:37.684624 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3d7d-4623-47a4-ac5e-84738971480c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:37.735016 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb662d3e-04a2-4fb9-913d-0890b575ec05 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:37.735562 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb662d3e-04a2-4fb9-913d-0890b575ec05 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Fanout notify agent at l3_agent the message router_deleted on router ccc56adf-37bb-4aaf-89e4-cbbdf6a1f5a8 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:30:37.750027 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb662d3e-04a2-4fb9-913d-0890b575ec05 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:37.750027 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bb662d3e-04a2-4fb9-913d-0890b575ec05 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "DELETE /v2.0/routers/ccc56adf-37bb-4aaf-89e4-cbbdf6a1f5a8 HTTP/1.1" status: 204 len: 168 time: 1.4285409 Nov 12 04:30:37.753882 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59488) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:37.760324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-2b52d54b-adf8-419b-8add-cbbcd690562e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1924833924', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'enable_snat': False}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:37.805716 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3d7d-4623-47a4-ac5e-84738971480c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:37.822845 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d3d7d-4623-47a4-ac5e-84738971480c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Calling delete_port for c2736e85-870e-4142-bbed-fff0850e21f8 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:37.899285 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b52d54b-adf8-419b-8add-cbbcd690562e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:37.900903 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b52d54b-adf8-419b-8add-cbbcd690562e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:38.011518 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b52d54b-adf8-419b-8add-cbbcd690562e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:38.247059 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:38.249708 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b52d54b-adf8-419b-8add-cbbcd690562e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:38.263230 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3d7d-4623-47a4-ac5e-84738971480c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:38.295611 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d3d7d-4623-47a4-ac5e-84738971480c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Port': ['ID=c2736e85-870e-4142-bbed-fff0850e21f8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:38.311050 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5ab58f-9d27-4327-b4e9-4207d60d3c04 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:38.372869 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3d7d-4623-47a4-ac5e-84738971480c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:38.494900 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3d7d-4623-47a4-ac5e-84738971480c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:38.497627 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3d7d-4623-47a4-ac5e-84738971480c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:38.658398 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3d7d-4623-47a4-ac5e-84738971480c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:38.658976 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6d3d7d-4623-47a4-ac5e-84738971480c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Fanout notify agent at l3_agent the message router_deleted on router 95cb6fbb-b5b8-4350-81ca-6401f7051814 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:30:38.666695 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3d7d-4623-47a4-ac5e-84738971480c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:38.667796 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8a6d3d7d-4623-47a4-ac5e-84738971480c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/routers/95cb6fbb-b5b8-4350-81ca-6401f7051814 HTTP/1.1" status: 204 len: 168 time: 1.4449420 Nov 12 04:30:38.672803 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59504) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:38.681502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-40434321-2e30-4353-96b2-d7c16c091aa8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1357631315'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:38.697894 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b52d54b-adf8-419b-8add-cbbcd690562e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:38.723694 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59508) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:38.733341 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bf7b54f0-f79f-4114-84a2-922c43b1f75e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1658337505', 'description': 'tempest-secgroup-smoke-1658337505 description', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:38.734352 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b52d54b-adf8-419b-8add-cbbcd690562e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:38.855590 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e6ad2ecd-cbae-488e-bb64-80acd8503701 req-0fb69b1d-7961-47f4-a9a3-2f4c47983111 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 210 time: 0.0560894 Nov 12 04:30:38.856045 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40434321-2e30-4353-96b2-d7c16c091aa8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Made reservation on behalf of 5aa10470b52545749d812350adfa744b for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:38.862705 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-40434321-2e30-4353-96b2-d7c16c091aa8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:38.898535 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40434321-2e30-4353-96b2-d7c16c091aa8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:30:38.911946 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-2b52d54b-adf8-419b-8add-cbbcd690562e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Allocated IP 172.25.1.139 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/d9322631-24c8-499e-a148-ac42a0765b18) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:38.919913 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-40434321-2e30-4353-96b2-d7c16c091aa8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:38.920373 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-40434321-2e30-4353-96b2-d7c16c091aa8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Added segment a294685e-2042-4fe5-84c5-e29f3e32e1d4 of type vlan for network 02cad77e-4f9c-4543-8f8b-d44cadf28c07 Nov 12 04:30:38.938234 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bf7b54f0-f79f-4114-84a2-922c43b1f75e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:38.953028 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bf7b54f0-f79f-4114-84a2-922c43b1f75e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:38.992330 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-40434321-2e30-4353-96b2-d7c16c091aa8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:39.067154 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bf7b54f0-f79f-4114-84a2-922c43b1f75e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:39.081565 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:39.139067 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bf7b54f0-f79f-4114-84a2-922c43b1f75e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:39.191557 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b54f0-f79f-4114-84a2-922c43b1f75e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5898024d-dcbd-4a9e-aa6c-ae80564a6bf7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:39.244519 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bf7b54f0-f79f-4114-84a2-922c43b1f75e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:39.306461 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bf7b54f0-f79f-4114-84a2-922c43b1f75e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:39.346647 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b54f0-f79f-4114-84a2-922c43b1f75e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eac79bc-fb01-4397-b0ac-647a6a478f99,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:39.428746 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bf7b54f0-f79f-4114-84a2-922c43b1f75e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:39.432787 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bf7b54f0-f79f-4114-84a2-922c43b1f75e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7036548 Nov 12 04:30:39.434588 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59522) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:39.435713 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.db.resource_extend [None req-40434321-2e30-4353-96b2-d7c16c091aa8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 04:30:39.439423 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1c242647-107f-4c4d-853b-94f91e4ae7d8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': '6eac79bc-fb01-4397-b0ac-647a6a478f99', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:39.453144 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:30:39.487023 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b52d54b-adf8-419b-8add-cbbcd690562e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:39.548102 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-40434321-2e30-4353-96b2-d7c16c091aa8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:39.555692 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c242647-107f-4c4d-853b-94f91e4ae7d8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:39.556129 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40434321-2e30-4353-96b2-d7c16c091aa8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:39.556931 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-40434321-2e30-4353-96b2-d7c16c091aa8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:39.589274 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b52d54b-adf8-419b-8add-cbbcd690562e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:39.622361 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c242647-107f-4c4d-853b-94f91e4ae7d8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:39.678744 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b52d54b-adf8-419b-8add-cbbcd690562e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:39.679570 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40434321-2e30-4353-96b2-d7c16c091aa8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Network': ['ID=02cad77e-4f9c-4543-8f8b-d44cadf28c07,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:39.686680 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-2b52d54b-adf8-419b-8add-cbbcd690562e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:39.696580 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 02cad77e-4f9c-4543-8f8b-d44cadf28c07 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:30:39.707583 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b52d54b-adf8-419b-8add-cbbcd690562e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:39.716113 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c242647-107f-4c4d-853b-94f91e4ae7d8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:39.735186 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690defd9-92aa-4263-a765-c01dc9104d84 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:39.750500 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-40434321-2e30-4353-96b2-d7c16c091aa8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0767000 Nov 12 04:30:39.753743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52d54b-adf8-419b-8add-cbbcd690562e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Pushing event updated for resources: {'Port': ['ID=d9322631-24c8-499e-a148-ac42a0765b18,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:39.754438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59528) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:39.761950 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-8c3a0437-15ed-4172-bb14-08d7a13da7e7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'subnet': {'network_id': '02cad77e-4f9c-4543-8f8b-d44cadf28c07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:39.763436 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c242647-107f-4c4d-853b-94f91e4ae7d8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19df8fe-5f4e-4e9b-8975-17cd4aab96c8,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:39.822209 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-272636d4-0b42-41e0-9bac-708326de5c2c None None] Provisioning complete for port d9322631-24c8-499e-a148-ac42a0765b18 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:39.822590 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-272636d4-0b42-41e0-9bac-708326de5c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:39.835382 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c242647-107f-4c4d-853b-94f91e4ae7d8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:39.840416 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1c242647-107f-4c4d-853b-94f91e4ae7d8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4011302 Nov 12 04:30:39.840416 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59530) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:39.844925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2be59352-6512-49c8-bb28-645fcebe5a4c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': '6eac79bc-fb01-4397-b0ac-647a6a478f99', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:39.866283 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-272636d4-0b42-41e0-9bac-708326de5c2c None None] Port d9322631-24c8-499e-a148-ac42a0765b18 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:40.013185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17da9515-cdff-4d44-81b9-9657b2dafa61 req-ca324e00-3a35-4db4-a1f4-21a47133d4ca tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 210 time: 0.0518134 Nov 12 04:30:40.027939 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2be59352-6512-49c8-bb28-645fcebe5a4c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:40.125017 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2be59352-6512-49c8-bb28-645fcebe5a4c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:40.150350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-5ad4a9c6-4398-4ba9-87cd-0f17db975236 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:40.152155 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-5ad4a9c6-4398-4ba9-87cd-0f17db975236 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.31 "GET /v2.0/networks?id=6c12eef2-4450-47e0-9fa4-3fd155571c54 HTTP/1.1" status: 200 len: 812 time: 0.2278106 Nov 12 04:30:40.172415 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-279820d5-898f-47e1-89a7-414b1cd2fa14 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Request body: {'port': {'device_id': '0802a076-00a4-41c3-be8f-47ac09c26ef8', 'network_id': '6c12eef2-4450-47e0-9fa4-3fd155571c54', 'admin_state_up': True, 'tenant_id': '711423dbf60349f3b3a792edc0237528'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:40.223920 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2be59352-6512-49c8-bb28-645fcebe5a4c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:40.246849 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be59352-6512-49c8-bb28-645fcebe5a4c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6b6127-902f-43b8-a531-15439a191e40,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:40.271578 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3a0437-15ed-4172-bb14-08d7a13da7e7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Made reservation on behalf of 5aa10470b52545749d812350adfa744b for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:40.275113 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c3a0437-15ed-4172-bb14-08d7a13da7e7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:40.320265 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2be59352-6512-49c8-bb28-645fcebe5a4c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:40.322683 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2be59352-6512-49c8-bb28-645fcebe5a4c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4805212 Nov 12 04:30:40.325913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59542) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:40.330930 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f22cf8e5-608a-4f3a-9474-d047eb64e5a4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': '6eac79bc-fb01-4397-b0ac-647a6a478f99', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:40.485212 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f22cf8e5-608a-4f3a-9474-d047eb64e5a4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:40.518173 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b52d54b-adf8-419b-8add-cbbcd690562e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:40.617748 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f22cf8e5-608a-4f3a-9474-d047eb64e5a4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:40.663658 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-279820d5-898f-47e1-89a7-414b1cd2fa14 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Made reservation on behalf of 711423dbf60349f3b3a792edc0237528 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:40.667332 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-279820d5-898f-47e1-89a7-414b1cd2fa14 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:40.703464 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f22cf8e5-608a-4f3a-9474-d047eb64e5a4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:40.730798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cf8e5-608a-4f3a-9474-d047eb64e5a4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc3d907-ae05-4a82-b49c-2bfae477019d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:40.796050 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c3a0437-15ed-4172-bb14-08d7a13da7e7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:40.814216 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f22cf8e5-608a-4f3a-9474-d047eb64e5a4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:40.818689 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f22cf8e5-608a-4f3a-9474-d047eb64e5a4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4885137 Nov 12 04:30:40.822828 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59548) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:40.825048 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c67bd91b-dbe3-413c-ac97-cbf64924d97c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': '6eac79bc-fb01-4397-b0ac-647a6a478f99', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:40.942527 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c67bd91b-dbe3-413c-ac97-cbf64924d97c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:40.946227 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a0437-15ed-4172-bb14-08d7a13da7e7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Subnet': ['ID=84c9629a-693b-4d7e-9f7e-1e2c0faa61a2,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:41.007909 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b52d54b-adf8-419b-8add-cbbcd690562e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:41.014670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3a0437-15ed-4172-bb14-08d7a13da7e7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Checking segment: {'id': 'a294685e-2042-4fe5-84c5-e29f3e32e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '02cad77e-4f9c-4543-8f8b-d44cadf28c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:41.015372 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3a0437-15ed-4172-bb14-08d7a13da7e7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network hostable DHCP agents. Network: 02cad77e-4f9c-4543-8f8b-d44cadf28c07, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:30:41.026765 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c67bd91b-dbe3-413c-ac97-cbf64924d97c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:41.096036 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-279820d5-898f-47e1-89a7-414b1cd2fa14 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Allocated IP 172.20.0.9 (6c12eef2-4450-47e0-9fa4-3fd155571c54/0f02e8bb-e237-43ee-bd14-9403c8c9aff9/a138e0b4-8061-487c-a93b-c0ebb279877d) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:41.149169 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c67bd91b-dbe3-413c-ac97-cbf64924d97c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:41.165148 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bd91b-dbe3-413c-ac97-cbf64924d97c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4994ec-cd4e-4293-b4ae-03d15cf4373b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:41.207238 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14f572a9-e0e6-40b8-ac84-d0110b42b615 req-8f68da6d-9322-4034-b775-8db973f317de tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 210 time: 0.0536339 Nov 12 04:30:41.297402 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c67bd91b-dbe3-413c-ac97-cbf64924d97c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:41.301380 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c67bd91b-dbe3-413c-ac97-cbf64924d97c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4780586 Nov 12 04:30:41.301556 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3a0437-15ed-4172-bb14-08d7a13da7e7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network 02cad77e-4f9c-4543-8f8b-d44cadf28c07 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:30:41.301683 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59556) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:41.311833 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-19ab3100-dd89-471b-91a1-44af4f646dc5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': '6eac79bc-fb01-4397-b0ac-647a6a478f99', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:41.377601 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-279820d5-898f-47e1-89a7-414b1cd2fa14 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:41.489216 n-d-768509-24 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-19ab3100-dd89-471b-91a1-44af4f646dc5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Project a1d85f7d3e02495dbf8a97f43fe9e4b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:30:41.489593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-8c3a0437-15ed-4172-bb14-08d7a13da7e7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 02cad77e-4f9c-4543-8f8b-d44cadf28c07) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:41.494752 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a0437-15ed-4172-bb14-08d7a13da7e7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:41.494928 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19ab3100-dd89-471b-91a1-44af4f646dc5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:41.495613 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c3a0437-15ed-4172-bb14-08d7a13da7e7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:41.498801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098df6fb-4edf-4866-a9f6-367ce5f7044b None None] Network 02cad77e-4f9c-4543-8f8b-d44cadf28c07 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:41.499748 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b52d54b-adf8-419b-8add-cbbcd690562e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Router df145d50-7bc1-4764-b54d-0da3074bcf89 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:30:41.576226 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19ab3100-dd89-471b-91a1-44af4f646dc5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:41.603158 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-279820d5-898f-47e1-89a7-414b1cd2fa14 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:41.641536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8c3a0437-15ed-4172-bb14-08d7a13da7e7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8837407 Nov 12 04:30:41.644343 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59560) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:41.651187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-10fcf9d8-e96a-419b-8f97-8ee2624c2d8a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-830276998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:41.661739 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-02cad77e-4f9c-4543-8f8b-d44cadf28c07', 'network_id': '02cad77e-4f9c-4543-8f8b-d44cadf28c07', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'fixed_ips': [{'subnet_id': '84c9629a-693b-4d7e-9f7e-1e2c0faa61a2'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:30:41.662712 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:41.669236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-279820d5-898f-47e1-89a7-414b1cd2fa14 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Network 6c12eef2-4450-47e0-9fa4-3fd155571c54 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:41.674071 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-279820d5-898f-47e1-89a7-414b1cd2fa14 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:41.679354 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-279820d5-898f-47e1-89a7-414b1cd2fa14 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:41.682483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b52d54b-adf8-419b-8add-cbbcd690562e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:41.685498 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279820d5-898f-47e1-89a7-414b1cd2fa14 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Pushing event updated for resources: {'Port': ['ID=a138e0b4-8061-487c-a93b-c0ebb279877d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:41.723613 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19ab3100-dd89-471b-91a1-44af4f646dc5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:41.739662 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] Sync routers for ids ['df145d50-7bc1-4764-b54d-0da3074bcf89'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:41.752099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-279820d5-898f-47e1-89a7-414b1cd2fa14 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:41.756858 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-279820d5-898f-47e1-89a7-414b1cd2fa14 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:41.758370 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] Routers {'df145d50-7bc1-4764-b54d-0da3074bcf89'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:41.759025 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['df145d50-7bc1-4764-b54d-0da3074bcf89'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:41.772416 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab3100-dd89-471b-91a1-44af4f646dc5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921f4c63-724a-4989-9dac-f5772aed2a75,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:41.793884 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10fcf9d8-e96a-419b-8f97-8ee2624c2d8a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:41.795038 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10fcf9d8-e96a-419b-8f97-8ee2624c2d8a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:41.850490 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10fcf9d8-e96a-419b-8f97-8ee2624c2d8a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:41.890163 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-279820d5-898f-47e1-89a7-414b1cd2fa14 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7221088 Nov 12 04:30:41.908586 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Request body: {'port': {'device_id': '0802a076-00a4-41c3-be8f-47ac09c26ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:41.916477 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] Set router df145d50-7bc1-4764-b54d-0da3074bcf89 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:41.917248 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19ab3100-dd89-471b-91a1-44af4f646dc5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:41.919309 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] Allocated IP 2001:db8::2 (02cad77e-4f9c-4543-8f8b-d44cadf28c07/84c9629a-693b-4d7e-9f7e-1e2c0faa61a2/a0f10750-1685-4259-a2ce-e5531462c23f) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:41.921470 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-19ab3100-dd89-471b-91a1-44af4f646dc5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6175416 Nov 12 04:30:41.922088 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59570) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:41.927066 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d92a9be0-43da-4de5-bf33-d1c71ffc3dd4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': '6eac79bc-fb01-4397-b0ac-647a6a478f99', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:41.931592 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10fcf9d8-e96a-419b-8f97-8ee2624c2d8a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:41.933901 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b52d54b-adf8-419b-8add-cbbcd690562e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:41.938343 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2b52d54b-adf8-419b-8add-cbbcd690562e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.1833849 Nov 12 04:30:41.939374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59572) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:42.025266 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:42.039288 n-d-768509-24 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-d92a9be0-43da-4de5-bf33-d1c71ffc3dd4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Project a1d85f7d3e02495dbf8a97f43fe9e4b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:30:42.045308 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d92a9be0-43da-4de5-bf33-d1c71ffc3dd4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:42.110604 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d92a9be0-43da-4de5-bf33-d1c71ffc3dd4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:42.117315 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10fcf9d8-e96a-419b-8f97-8ee2624c2d8a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:42.122164 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-10fcf9d8-e96a-419b-8f97-8ee2624c2d8a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4731860 Nov 12 04:30:42.122560 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59574) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:42.263323 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d92a9be0-43da-4de5-bf33-d1c71ffc3dd4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:42.356826 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a9be0-43da-4de5-bf33-d1c71ffc3dd4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c47cdd-37a7-42ab-a4eb-d109054ee270,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:42.416167 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:42.419012 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df145d50-7bc1-4764-b54d-0da3074bcf89', 'name': 'tempest-snat-router-1924833924', 'tenant_id': 'a55aabfed0fa4ed580479831e6a3e149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139'}], 'enable_snat': False}, 'gw_port_id': 'd9322631-24c8-499e-a148-ac42a0765b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:37Z', 'updated_at': '2021-11-12T04:30:40Z', 'revision_number': 3, 'project_id': 'a55aabfed0fa4ed580479831e6a3e149', 'gw_port': {'id': 'd9322631-24c8-499e-a148-ac42a0765b18', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df145d50-7bc1-4764-b54d-0da3074bcf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:38Z', 'updated_at': '2021-11-12T04:30:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:42.434610 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-13a29f3e-36ca-4dbe-b275-9958e530a48f tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "GET /v2.0/routers/df145d50-7bc1-4764-b54d-0da3074bcf89 HTTP/1.1" status: 200 len: 909 time: 0.4917593 Nov 12 04:30:42.438084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59584) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:42.445347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-15a8920b-16e3-4138-bb09-a6453308c10e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1924833924', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'enable_snat': True}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:42.445482 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d92a9be0-43da-4de5-bf33-d1c71ffc3dd4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:42.446655 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d92a9be0-43da-4de5-bf33-d1c71ffc3dd4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5232513 Nov 12 04:30:42.458887 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] Checking router: df145d50-7bc1-4764-b54d-0da3074bcf89 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:42.458887 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] Updating router df145d50-7bc1-4764-b54d-0da3074bcf89 port d9322631-24c8-499e-a148-ac42a0765b18 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:30:42.460880 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59586) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:42.474679 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:42.491860 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b32e5e4d-c404-4faa-b5a9-8da8b48fc9d5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'network': {'name': 'tempest-network-smoke--1472128119', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'port_security_enabled': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:42.536156 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b18b23-d5bd-4d95-b4e7-38659d346be9 req-f8253113-02a1-490c-a65d-cbecb88792b7 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:42.544164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-71b18b23-d5bd-4d95-b4e7-38659d346be9 req-f8253113-02a1-490c-a65d-cbecb88792b7 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 931 time: 0.1768928 Nov 12 04:30:42.572290 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0dc6e32-afb9-4d01-8ed9-f340d835fb75 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:42.581542 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:42.645165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] Network 02cad77e-4f9c-4543-8f8b-d44cadf28c07 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:42.663836 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:42.670582 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-71b18b23-d5bd-4d95-b4e7-38659d346be9 req-da5c7106-f490-4726-909d-69ac939b872d tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/security-groups?id=3caa13bd-3025-41e0-957a-6e72bd7341d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104732 Nov 12 04:30:42.675114 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15a8920b-16e3-4138-bb09-a6453308c10e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:42.675458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:42.676173 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15a8920b-16e3-4138-bb09-a6453308c10e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:42.712366 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] Pushing event updated for resources: {'Port': ['ID=a0f10750-1685-4259-a2ce-e5531462c23f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:42.782370 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] Attempting to bind port a0f10750-1685-4259-a2ce-e5531462c23f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:42.782773 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] Attempting to bind port a0f10750-1685-4259-a2ce-e5531462c23f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'a294685e-2042-4fe5-84c5-e29f3e32e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '02cad77e-4f9c-4543-8f8b-d44cadf28c07'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:42.783166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] Attempting to bind port a0f10750-1685-4259-a2ce-e5531462c23f on network 02cad77e-4f9c-4543-8f8b-d44cadf28c07 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:42.784965 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15a8920b-16e3-4138-bb09-a6453308c10e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:42.796850 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:42.797224 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] Checking segment: {'id': 'a294685e-2042-4fe5-84c5-e29f3e32e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '02cad77e-4f9c-4543-8f8b-d44cadf28c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:42.797627 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:42.798048 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] Bound using segment: {'id': 'a294685e-2042-4fe5-84c5-e29f3e32e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '02cad77e-4f9c-4543-8f8b-d44cadf28c07'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:42.798507 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] Bound port: a0f10750-1685-4259-a2ce-e5531462c23f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a294685e-2042-4fe5-84c5-e29f3e32e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '02cad77e-4f9c-4543-8f8b-d44cadf28c07'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:42.798945 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:42.845003 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a138e0b4-8061-487c-a93b-c0ebb279877d {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:30:42.853639 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:42.867463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Transition to ACTIVE for port object a138e0b4-8061-487c-a93b-c0ebb279877d will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:30:42.917043 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] For port a0f10750-1685-4259-a2ce-e5531462c23f, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:42.941435 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] For port a0f10750-1685-4259-a2ce-e5531462c23f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a0f10750-1685-4259-a2ce-e5531462c23f,segment=NetworkSegment(a294685e-2042-4fe5-84c5-e29f3e32e1d4),segment_id=a294685e-2042-4fe5-84c5-e29f3e32e1d4)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:42.946293 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:42.972589 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:43.019427 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:43.099073 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15a8920b-16e3-4138-bb09-a6453308c10e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:43.111274 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89067436-35d2-4f2e-92a5-a14f0dd3a088 None None] Pushing event updated for resources: {'Port': ['ID=a0f10750-1685-4259-a2ce-e5531462c23f,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:43.123504 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:43.131789 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Pushing event updated for resources: {'Port': ['ID=a138e0b4-8061-487c-a93b-c0ebb279877d,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:43.191954 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Attempting to bind port a138e0b4-8061-487c-a93b-c0ebb279877d on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:43.192550 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Attempting to bind port a138e0b4-8061-487c-a93b-c0ebb279877d by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '70da61b6-21ae-4044-bb97-216e228a78a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6c12eef2-4450-47e0-9fa4-3fd155571c54'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:43.196050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Attempting to bind port a138e0b4-8061-487c-a93b-c0ebb279877d on network 6c12eef2-4450-47e0-9fa4-3fd155571c54 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:43.220746 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Port a138e0b4-8061-487c-a93b-c0ebb279877d on network 6c12eef2-4450-47e0-9fa4-3fd155571c54 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:43.222437 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Attempting to bind port a138e0b4-8061-487c-a93b-c0ebb279877d on network 6c12eef2-4450-47e0-9fa4-3fd155571c54 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:43.224704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c949d86-58b6-4482-9b81-ca6a02e9e943 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:43.234327 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] Attempting to bind port d9322631-24c8-499e-a148-ac42a0765b18 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:43.234853 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] Attempting to bind port d9322631-24c8-499e-a148-ac42a0765b18 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:43.235312 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] Attempting to bind port d9322631-24c8-499e-a148-ac42a0765b18 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:43.240328 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3b1be-bd52-4065-a936-265895f1cafd None None] Pushing event updated for resources: {'Port': ['ID=d9322631-24c8-499e-a148-ac42a0765b18,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:43.249925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32e5e4d-c404-4faa-b5a9-8da8b48fc9d5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Made reservation on behalf of a1d85f7d3e02495dbf8a97f43fe9e4b3 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:43.253231 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b32e5e4d-c404-4faa-b5a9-8da8b48fc9d5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:43.264144 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:43.265778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:43.266687 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:43.267341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:43.267893 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] Bound port: d9322631-24c8-499e-a148-ac42a0765b18, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:43.268821 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:43.277916 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:43.278267 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Checking segment: {'id': '70da61b6-21ae-4044-bb97-216e228a78a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6c12eef2-4450-47e0-9fa4-3fd155571c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:43.278698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Bound using segment: {'id': '70da61b6-21ae-4044-bb97-216e228a78a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6c12eef2-4450-47e0-9fa4-3fd155571c54'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:43.279160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Bound port: a138e0b4-8061-487c-a93b-c0ebb279877d, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70da61b6-21ae-4044-bb97-216e228a78a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6c12eef2-4450-47e0-9fa4-3fd155571c54'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:43.279529 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:43.343101 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] For port d9322631-24c8-499e-a148-ac42a0765b18, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:43.346920 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] For port d9322631-24c8-499e-a148-ac42a0765b18, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d9322631-24c8-499e-a148-ac42a0765b18,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:43.366882 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32e5e4d-c404-4faa-b5a9-8da8b48fc9d5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:30:43.372625 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-649ab722-c5ad-450a-ab33-37f66f877cf3 None None] Provisioning complete for port d9322631-24c8-499e-a148-ac42a0765b18 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:43.373297 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-649ab722-c5ad-450a-ab33-37f66f877cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:43.397510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] For port a138e0b4-8061-487c-a93b-c0ebb279877d, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:43.401887 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] For port a138e0b4-8061-487c-a93b-c0ebb279877d, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a138e0b4-8061-487c-a93b-c0ebb279877d,segment=NetworkSegment(70da61b6-21ae-4044-bb97-216e228a78a5),segment_id=70da61b6-21ae-4044-bb97-216e228a78a5)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:43.423431 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b32e5e4d-c404-4faa-b5a9-8da8b48fc9d5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:43.424034 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-b32e5e4d-c404-4faa-b5a9-8da8b48fc9d5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Added segment f04e57b9-a8f7-45df-996f-9133f64112a3 of type vlan for network c2746ac6-b4e4-4065-97f7-916e2df57fcb Nov 12 04:30:43.432593 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:43.488626 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:43.497443 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-a0dc6e32-afb9-4d01-8ed9-f340d835fb75 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Allocated IP 2001:db8::1 (02cad77e-4f9c-4543-8f8b-d44cadf28c07/84c9629a-693b-4d7e-9f7e-1e2c0faa61a2/a6f3dbc1-b5b0-4c10-a805-f08880b253f7) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:43.504545 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b32e5e4d-c404-4faa-b5a9-8da8b48fc9d5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:43.583025 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-649ab722-c5ad-450a-ab33-37f66f877cf3 None None] Port d9322631-24c8-499e-a148-ac42a0765b18 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:43.616294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:43.618313 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:43.624013 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] 10.222.0.31 "PUT /v2.0/ports/a138e0b4-8061-487c-a93b-c0ebb279877d HTTP/1.1" status: 200 len: 1092 time: 1.7200756 Nov 12 04:30:43.630592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0802a076-00a4-41c3-be8f-47ac09c26ef8', 'tag': 'a138e0b4-8061-487c-a93b-c0ebb279877d'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:43.633056 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39f2a56-1653-4240-81e1-3a3cd431ded0" -d '{"events": [{"name": "network-changed", "server_uuid": "0802a076-00a4-41c3-be8f-47ac09c26ef8", "tag": "a138e0b4-8061-487c-a93b-c0ebb279877d"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:43.642242 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3b1be-bd52-4065-a936-265895f1cafd None None] Pushing event updated for resources: {'Port': ['ID=d9322631-24c8-499e-a148-ac42a0765b18,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:43.666534 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c3a9ed-95da-4159-83c5-a4d52f47047a None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:43.726832 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0dc6e32-afb9-4d01-8ed9-f340d835fb75 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:43.740562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] Routers {'df145d50-7bc1-4764-b54d-0da3074bcf89'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:43.740771 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b32e5e4d-c404-4faa-b5a9-8da8b48fc9d5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:43.741163 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['df145d50-7bc1-4764-b54d-0da3074bcf89'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:43.747477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32e5e4d-c404-4faa-b5a9-8da8b48fc9d5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:43.750186 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b32e5e4d-c404-4faa-b5a9-8da8b48fc9d5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:43.758666 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4528346-90d1-4734-8f39-fe60e60e6ecd service neutron] Pushing event updated for resources: {'Port': ['ID=a138e0b4-8061-487c-a93b-c0ebb279877d,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:43.820478 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15a8920b-16e3-4138-bb09-a6453308c10e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:43.875297 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e5e4d-c404-4faa-b5a9-8da8b48fc9d5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Network': ['ID=c2746ac6-b4e4-4065-97f7-916e2df57fcb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:43.893315 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15a8920b-16e3-4138-bb09-a6453308c10e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:43.923549 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b32e5e4d-c404-4faa-b5a9-8da8b48fc9d5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4372103 Nov 12 04:30:43.924191 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59610) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:43.931736 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] Set router df145d50-7bc1-4764-b54d-0da3074bcf89 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:43.931904 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2df14a2c-ab62-44f3-acb9-41f1853742fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2094219116', 'admin_state_up': True, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:43.952522 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-ac2d2433-0b05-48ef-a989-5f0d0b266e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:43.954058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-ac2d2433-0b05-48ef-a989-5f0d0b266e1d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=711423dbf60349f3b3a792edc0237528&device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 1095 time: 0.1314120 Nov 12 04:30:43.957926 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0dc6e32-afb9-4d01-8ed9-f340d835fb75 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:44.001419 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network c2746ac6-b4e4-4065-97f7-916e2df57fcb details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:30:44.005289 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2b3f619a-3c08-46b8-9209-e1c32b2134e3 None None] Provisioning complete for port d9322631-24c8-499e-a148-ac42a0765b18 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:44.012921 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b3f619a-3c08-46b8-9209-e1c32b2134e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:44.038463 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dc6e32-afb9-4d01-8ed9-f340d835fb75 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network 02cad77e-4f9c-4543-8f8b-d44cadf28c07 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:44.050266 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a0dc6e32-afb9-4d01-8ed9-f340d835fb75 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:44.051628 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-35433012-c98e-45c9-9899-8b8d85a751c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a138e0b4-8061-487c-a93b-c0ebb279877d HTTP/1.1" status: 200 len: 217 time: 0.0789940 Nov 12 04:30:44.063542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dc6e32-afb9-4d01-8ed9-f340d835fb75 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:44.065661 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0dc6e32-afb9-4d01-8ed9-f340d835fb75 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:44.117718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-15a8920b-16e3-4138-bb09-a6453308c10e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Allocated IP 172.25.1.207 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/23347f36-d25e-442c-9894-1839ba090764) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:44.143965 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-bd1f74ed-cff2-4c07-bac5-6a292be0361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:44.146377 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-bd1f74ed-cff2-4c07-bac5-6a292be0361d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f02e8bb-e237-43ee-bd14-9403c8c9aff9 HTTP/1.1" status: 200 len: 852 time: 0.0863302 Nov 12 04:30:44.168815 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc6e32-afb9-4d01-8ed9-f340d835fb75 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=a6f3dbc1-b5b0-4c10-a805-f08880b253f7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:44.224835 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2df14a2c-ab62-44f3-acb9-41f1853742fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:44.228104 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2df14a2c-ab62-44f3-acb9-41f1853742fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:44.231829 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-65d84f76-2596-4bc3-9ce7-2ce0a8690ab6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c12eef2-4450-47e0-9fa4-3fd155571c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523605 Nov 12 04:30:44.311926 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2df14a2c-ab62-44f3-acb9-41f1853742fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:44.346660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a0f10750-1685-4259-a2ce-e5531462c23f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:44.404837 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15a8920b-16e3-4138-bb09-a6453308c10e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:44.500242 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port a0f10750-1685-4259-a2ce-e5531462c23f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:44.500615 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:44.509582 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-a10f1e38-d803-4a72-a567-e1acdd11fced service neutron] 10.222.0.31 "GET /v2.0/networks/6c12eef2-4450-47e0-9fa4-3fd155571c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392194 Nov 12 04:30:44.590888 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b3f619a-3c08-46b8-9209-e1c32b2134e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:44.612381 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0dc6e32-afb9-4d01-8ed9-f340d835fb75 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:44.615831 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2df14a2c-ab62-44f3-acb9-41f1853742fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:44.624722 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2b3f619a-3c08-46b8-9209-e1c32b2134e3 None None] For port d9322631-24c8-499e-a148-ac42a0765b18, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d9322631-24c8-499e-a148-ac42a0765b18,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:44.624915 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e8640c4-e31f-4db1-a344-5c709f4145d2 req-2f440e23-aa12-416d-8092-2801ce4d590a service neutron] 10.222.0.31 "GET /v2.0/networks/6c12eef2-4450-47e0-9fa4-3fd155571c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051314 Nov 12 04:30:44.626691 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15a8920b-16e3-4138-bb09-a6453308c10e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:44.632801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df145d50-7bc1-4764-b54d-0da3074bcf89', 'name': 'tempest-snat-router-1924833924', 'tenant_id': 'a55aabfed0fa4ed580479831e6a3e149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139'}], 'enable_snat': False}, 'gw_port_id': 'd9322631-24c8-499e-a148-ac42a0765b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:37Z', 'updated_at': '2021-11-12T04:30:40Z', 'revision_number': 3, 'project_id': 'a55aabfed0fa4ed580479831e6a3e149', 'gw_port': {'id': 'd9322631-24c8-499e-a148-ac42a0765b18', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df145d50-7bc1-4764-b54d-0da3074bcf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:38Z', 'updated_at': '2021-11-12T04:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:44.662254 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83ba25-c057-4771-9a12-1414c43ebfea req-35f5f890-a77e-4639-bf35-4cf38b13718f tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:44.662254 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cc83ba25-c057-4771-9a12-1414c43ebfea req-35f5f890-a77e-4639-bf35-4cf38b13718f tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 943 time: 0.2171407 Nov 12 04:30:44.673116 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ab03f-4a70-462e-8ee1-036edf9c5455 None None] The sync data for ids ['df145d50-7bc1-4764-b54d-0da3074bcf89'] in n-d-768509-24 is: [{'id': 'df145d50-7bc1-4764-b54d-0da3074bcf89', 'name': 'tempest-snat-router-1924833924', 'tenant_id': 'a55aabfed0fa4ed580479831e6a3e149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139'}], 'enable_snat': False}, 'gw_port_id': 'd9322631-24c8-499e-a148-ac42a0765b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:37Z', 'updated_at': '2021-11-12T04:30:40Z', 'revision_number': 3, 'project_id': 'a55aabfed0fa4ed580479831e6a3e149', 'gw_port': {'id': 'd9322631-24c8-499e-a148-ac42a0765b18', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df145d50-7bc1-4764-b54d-0da3074bcf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:38Z', 'updated_at': '2021-11-12T04:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:44.732127 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a8920b-16e3-4138-bb09-a6453308c10e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:44.739902 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-15a8920b-16e3-4138-bb09-a6453308c10e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:44.745381 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b3f619a-3c08-46b8-9209-e1c32b2134e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:44.752626 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:44.772709 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a8920b-16e3-4138-bb09-a6453308c10e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:44.799349 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9f183e-eb04-4e0e-812c-760da7f27397 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:44.819567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8920b-16e3-4138-bb09-a6453308c10e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Pushing event updated for resources: {'Port': ['ID=23347f36-d25e-442c-9894-1839ba090764,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:44.876944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f619a-3c08-46b8-9209-e1c32b2134e3 None None] Pushing event updated for resources: {'Port': ['ID=d9322631-24c8-499e-a148-ac42a0765b18,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:44.907282 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cc83ba25-c057-4771-9a12-1414c43ebfea req-0bb018a7-5df2-48e8-b927-86f0ec992ecf tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/security-groups?id=3caa13bd-3025-41e0-957a-6e72bd7341d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107117 Nov 12 04:30:44.909130 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port a0f10750-1685-4259-a2ce-e5531462c23f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a0f10750-1685-4259-a2ce-e5531462c23f,segment=NetworkSegment(a294685e-2042-4fe5-84c5-e29f3e32e1d4),segment_id=a294685e-2042-4fe5-84c5-e29f3e32e1d4)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:44.918789 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d0ce1368-5371-42f5-8787-920c2e89a5a3 None None] Provisioning complete for port 23347f36-d25e-442c-9894-1839ba090764 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:44.919345 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0ce1368-5371-42f5-8787-920c2e89a5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:44.963073 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ec8d41-9282-423b-a4e9-aef3f6a5a83d None None] Network 02cad77e-4f9c-4543-8f8b-d44cadf28c07 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:44.970327 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d68a6a-d393-4dac-a172-2980d4c4072b x-openstack-request-id: req-69d68a6a-d393-4dac-a172-2980d4c4072b {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:44.970709 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0802a076-00a4-41c3-be8f-47ac09c26ef8", "tag": "a138e0b4-8061-487c-a93b-c0ebb279877d", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:44.970929 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69d68a6a-d393-4dac-a172-2980d4c4072b {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:44.971338 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0802a076-00a4-41c3-be8f-47ac09c26ef8', 'tag': 'a138e0b4-8061-487c-a93b-c0ebb279877d', 'status': 'completed', 'code': 200} Nov 12 04:30:45.039025 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:45.129341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=a0f10750-1685-4259-a2ce-e5531462c23f,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:45.136752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce1368-5371-42f5-8787-920c2e89a5a3 None None] Port 23347f36-d25e-442c-9894-1839ba090764 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:45.142048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f2a56-1653-4240-81e1-3a3cd431ded0 req-8b0cef1a-88c0-4a45-9646-b40754323933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:45.143614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39f2a56-1653-4240-81e1-3a3cd431ded0 req-8b0cef1a-88c0-4a45-9646-b40754323933 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=711423dbf60349f3b3a792edc0237528&device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 1095 time: 0.1185277 Nov 12 04:30:45.163729 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0dc6e32-afb9-4d01-8ed9-f340d835fb75 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:45.278400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a15feb2e-7ace-4508-84b9-092c7611bedd None None] Provisioning complete for port a0f10750-1685-4259-a2ce-e5531462c23f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:45.278937 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a15feb2e-7ace-4508-84b9-092c7611bedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:45.285190 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0dc6e32-afb9-4d01-8ed9-f340d835fb75 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:45.285983 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a0dc6e32-afb9-4d01-8ed9-f340d835fb75 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:45.392822 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2df14a2c-ab62-44f3-acb9-41f1853742fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:45.397844 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc6e32-afb9-4d01-8ed9-f340d835fb75 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=a6f3dbc1-b5b0-4c10-a805-f08880b253f7,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:45.409603 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15a8920b-16e3-4138-bb09-a6453308c10e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:45.458059 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2df14a2c-ab62-44f3-acb9-41f1853742fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:45.502396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e4871-6a06-438d-aca7-2b6d0b05b063 req-7554ac87-98bf-46e3-bf8b-0ba02b3e74bb tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:45.504260 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d29e4871-6a06-438d-aca7-2b6d0b05b063 req-7554ac87-98bf-46e3-bf8b-0ba02b3e74bb tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.3085880 Nov 12 04:30:45.600527 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-2df14a2c-ab62-44f3-acb9-41f1853742fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Allocated IP 172.25.1.175 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/f1efce2c-62f9-4555-82f8-6e68b4dc6156) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:45.616394 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dc6e32-afb9-4d01-8ed9-f340d835fb75 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network 02cad77e-4f9c-4543-8f8b-d44cadf28c07 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:45.618837 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a0dc6e32-afb9-4d01-8ed9-f340d835fb75 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:45.764723 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-dd3e282b-286e-402f-a0d9-19f372b7563b None None] Provisioning complete for port a0f10750-1685-4259-a2ce-e5531462c23f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:45.765313 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd3e282b-286e-402f-a0d9-19f372b7563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:45.820685 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2df14a2c-ab62-44f3-acb9-41f1853742fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:45.854230 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f2a56-1653-4240-81e1-3a3cd431ded0 req-c6b40111-aab0-46c1-a4f0-95fa39ed36b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:45.858642 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39f2a56-1653-4240-81e1-3a3cd431ded0 req-c6b40111-aab0-46c1-a4f0-95fa39ed36b5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c12eef2-4450-47e0-9fa4-3fd155571c54 HTTP/1.1" status: 200 len: 913 time: 0.6964614 Nov 12 04:30:45.912097 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39f2a56-1653-4240-81e1-3a3cd431ded0 req-cb477dd9-8606-405a-a135-76a806a5241d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a138e0b4-8061-487c-a93b-c0ebb279877d HTTP/1.1" status: 200 len: 217 time: 0.0416660 Nov 12 04:30:45.921041 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-dd3e282b-286e-402f-a0d9-19f372b7563b None None] Provisioning complete for port a6f3dbc1-b5b0-4c10-a805-f08880b253f7 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:45.921677 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd3e282b-286e-402f-a0d9-19f372b7563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:45.961857 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2df14a2c-ab62-44f3-acb9-41f1853742fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:45.963173 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e282b-286e-402f-a0d9-19f372b7563b None None] Port a6f3dbc1-b5b0-4c10-a805-f08880b253f7 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:46.007616 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df14a2c-ab62-44f3-acb9-41f1853742fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:46.012441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2df14a2c-ab62-44f3-acb9-41f1853742fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:46.014392 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d29e4871-6a06-438d-aca7-2b6d0b05b063 req-75f3dbb0-e8b9-42e8-a868-0215c24579ac tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946318 Nov 12 04:30:46.016639 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df14a2c-ab62-44f3-acb9-41f1853742fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:46.030801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f2a56-1653-4240-81e1-3a3cd431ded0 req-c0eaa39f-6e52-491c-926f-7b28df4d9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:46.032092 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39f2a56-1653-4240-81e1-3a3cd431ded0 req-c0eaa39f-6e52-491c-926f-7b28df4d9824 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f02e8bb-e237-43ee-bd14-9403c8c9aff9 HTTP/1.1" status: 200 len: 852 time: 0.1057796 Nov 12 04:30:46.062547 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de282d09-cc3e-49e1-a4dd-ccd30644b454 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:46.114408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e132cdbc-5cc5-46b9-aeee-cc8898527ea5 None None] Provisioning complete for port a6f3dbc1-b5b0-4c10-a805-f08880b253f7 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:46.114814 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e132cdbc-5cc5-46b9-aeee-cc8898527ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:46.124225 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39f2a56-1653-4240-81e1-3a3cd431ded0 req-d473d70b-2cda-4a07-88f8-7c07479b949c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c12eef2-4450-47e0-9fa4-3fd155571c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824192 Nov 12 04:30:46.139619 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0dc6e32-afb9-4d01-8ed9-f340d835fb75 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 179d47da-8589-4d18-afef-1b31926a5bab is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:30:46.176686 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15a8920b-16e3-4138-bb09-a6453308c10e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:46.187537 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df14a2c-ab62-44f3-acb9-41f1853742fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=f1efce2c-62f9-4555-82f8-6e68b4dc6156,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:46.434001 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dc6e32-afb9-4d01-8ed9-f340d835fb75 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:46.448484 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aaf250-5876-47d0-a987-fc36285dc055 None None] Sync routers for ids ['179d47da-8589-4d18-afef-1b31926a5bab'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:46.455795 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a0dc6e32-afb9-4d01-8ed9-f340d835fb75 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/179d47da-8589-4d18-afef-1b31926a5bab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3296371 Nov 12 04:30:46.456010 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59630) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:46.463171 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aaf250-5876-47d0-a987-fc36285dc055 None None] Routers {'179d47da-8589-4d18-afef-1b31926a5bab'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:46.464075 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-91aaf250-5876-47d0-a987-fc36285dc055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['179d47da-8589-4d18-afef-1b31926a5bab'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:46.475799 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d9322631-24c8-499e-a148-ac42a0765b18 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:46.476382 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d24e8-aa91-4e77-bc1d-81ad36864995 req-ecfdfe9e-adbf-468c-a81c-fd95a431349a tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:46.478380 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d22d24e8-aa91-4e77-bc1d-81ad36864995 req-ecfdfe9e-adbf-468c-a81c-fd95a431349a tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 943 time: 0.1496968 Nov 12 04:30:46.484564 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39f2a56-1653-4240-81e1-3a3cd431ded0 req-f118f3d0-9a16-415d-a32f-afa839c5b6dc service neutron] 10.222.0.31 "GET /v2.0/networks/6c12eef2-4450-47e0-9fa4-3fd155571c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488142 Nov 12 04:30:46.486598 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e132cdbc-5cc5-46b9-aeee-cc8898527ea5 None None] Port a6f3dbc1-b5b0-4c10-a805-f08880b253f7 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:46.502472 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-91aaf250-5876-47d0-a987-fc36285dc055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:46.513013 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aaf250-5876-47d0-a987-fc36285dc055 None None] Routers {'179d47da-8589-4d18-afef-1b31926a5bab'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:46.513945 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-91aaf250-5876-47d0-a987-fc36285dc055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['179d47da-8589-4d18-afef-1b31926a5bab'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:46.540494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d9322631-24c8-499e-a148-ac42a0765b18 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:46.540865 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:46.555189 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-91aaf250-5876-47d0-a987-fc36285dc055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:46.555975 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aaf250-5876-47d0-a987-fc36285dc055 None None] The sync data for ids ['179d47da-8589-4d18-afef-1b31926a5bab'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:46.576340 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d22d24e8-aa91-4e77-bc1d-81ad36864995 req-d2c0a42b-7b6c-43aa-a422-27a51629b479 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/security-groups?id=3caa13bd-3025-41e0-957a-6e72bd7341d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886257 Nov 12 04:30:46.580812 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1d146e-d529-40f7-984c-b9ce3db13ac8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:46.585314 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4d1d146e-d529-40f7-984c-b9ce3db13ac8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/ports/a6f3dbc1-b5b0-4c10-a805-f08880b253f7 HTTP/1.1" status: 200 len: 911 time: 0.1249959 Nov 12 04:30:46.591540 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59632) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:46.598794 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-be241530-ae23-49cb-b845-084f8f6ebdc9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84c9629a-693b-4d7e-9f7e-1e2c0faa61a2'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:46.675343 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4dc0c261-a16d-48a7-9670-57054d62f2e0 None None] Provisioning complete for port f1efce2c-62f9-4555-82f8-6e68b4dc6156 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:46.676990 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d39f2a56-1653-4240-81e1-3a3cd431ded0 req-c0751659-6993-45d6-829a-108f76f28bbc service neutron] 10.222.0.31 "GET /v2.0/networks/6c12eef2-4450-47e0-9fa4-3fd155571c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661534 Nov 12 04:30:46.678222 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4dc0c261-a16d-48a7-9670-57054d62f2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:46.716241 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2df14a2c-ab62-44f3-acb9-41f1853742fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:46.720555 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a8920b-16e3-4138-bb09-a6453308c10e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Router e2fd8946-94a3-4e96-9537-d627d7c81629 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:30:46.785825 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4dc0c261-a16d-48a7-9670-57054d62f2e0 None None] Port f1efce2c-62f9-4555-82f8-6e68b4dc6156 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:46.818848 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a0f10750-1685-4259-a2ce-e5531462c23f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:46.866216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4dc0c261-a16d-48a7-9670-57054d62f2e0 None None] Provisioning complete for port a6f3dbc1-b5b0-4c10-a805-f08880b253f7 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:46.866502 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4dc0c261-a16d-48a7-9670-57054d62f2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:46.887618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a8920b-16e3-4138-bb09-a6453308c10e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:46.924545 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be241530-ae23-49cb-b845-084f8f6ebdc9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:46.925768 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:46.931133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] Sync routers for ids ['e2fd8946-94a3-4e96-9537-d627d7c81629'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:46.960706 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port a0f10750-1685-4259-a2ce-e5531462c23f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:46.961322 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:46.964036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4dc0c261-a16d-48a7-9670-57054d62f2e0 None None] Port a6f3dbc1-b5b0-4c10-a805-f08880b253f7 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:46.969311 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15a8920b-16e3-4138-bb09-a6453308c10e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:46.973385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-15a8920b-16e3-4138-bb09-a6453308c10e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.5324860 Nov 12 04:30:46.974093 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59640) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:46.987866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] Routers {'e2fd8946-94a3-4e96-9537-d627d7c81629'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:46.988583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e2fd8946-94a3-4e96-9537-d627d7c81629'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:47.143443 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-74e72526-19a7-4dd6-8aa2-8235fbac4d73 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "GET /v2.0/routers/e2fd8946-94a3-4e96-9537-d627d7c81629 HTTP/1.1" status: 200 len: 908 time: 0.1683249 Nov 12 04:30:47.145874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59650) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:47.202337 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2df14a2c-ab62-44f3-acb9-41f1853742fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:47.216060 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] Set router e2fd8946-94a3-4e96-9537-d627d7c81629 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:47.327734 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8e3ea-6b2b-4574-a55a-d3b22a55b834 req-9cb65a16-e7e9-4c6b-bced-5ab0d1af0b9e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:47.329893 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3c8e3ea-6b2b-4574-a55a-d3b22a55b834 req-9cb65a16-e7e9-4c6b-bced-5ab0d1af0b9e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.1267736 Nov 12 04:30:47.364450 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-53163f60-d9ce-4427-84d9-fadbb0e0ca5e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:47.445897 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fd8946-94a3-4e96-9537-d627d7c81629', 'name': 'tempest-snat-router-1924833924', 'tenant_id': 'a55aabfed0fa4ed580479831e6a3e149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '23347f36-d25e-442c-9894-1839ba090764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:42Z', 'updated_at': '2021-11-12T04:30:45Z', 'revision_number': 3, 'project_id': 'a55aabfed0fa4ed580479831e6a3e149', 'gw_port': {'id': '23347f36-d25e-442c-9894-1839ba090764', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:31:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fd8946-94a3-4e96-9537-d627d7c81629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:43Z', 'updated_at': '2021-11-12T04:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:47.485492 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] Checking router: e2fd8946-94a3-4e96-9537-d627d7c81629 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:47.485845 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] Updating router e2fd8946-94a3-4e96-9537-d627d7c81629 port 23347f36-d25e-442c-9894-1839ba090764 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:30:47.517135 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:47.523773 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3402c-3be0-440d-accc-24ba72693494 req-ac5f3a83-1c74-4906-b680-d5be61fced0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:47.525385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beb3402c-3be0-440d-accc-24ba72693494 req-ac5f3a83-1c74-4906-b680-d5be61fced0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11b870a2c29b44949808dbbff5df5d20&device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 1097 time: 0.1733198 Nov 12 04:30:47.555779 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3c8e3ea-6b2b-4574-a55a-d3b22a55b834 req-2e8a7cd5-24cc-409a-b780-58ea56133ada tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844459 Nov 12 04:30:47.725209 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-53163f60-d9ce-4427-84d9-fadbb0e0ca5e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:47.805893 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3402c-3be0-440d-accc-24ba72693494 req-97053c41-ffc1-454c-a6c7-a15289d48afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:47.809752 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beb3402c-3be0-440d-accc-24ba72693494 req-97053c41-ffc1-454c-a6c7-a15289d48afc service neutron] 10.222.0.21 "GET /v2.0/networks?id=294ec058-73b6-4a99-bf44-c3ca2f3709aa HTTP/1.1" status: 200 len: 918 time: 0.2523515 Nov 12 04:30:47.894511 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:47.966822 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:48.018414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93a09-921d-4197-85a5-8aab6330cfcd req-d79d7502-e745-4b6b-8d3a-5fc9ac6c9d86 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:48.020438 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-11c93a09-921d-4197-85a5-8aab6330cfcd req-d79d7502-e745-4b6b-8d3a-5fc9ac6c9d86 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 943 time: 0.2085564 Nov 12 04:30:48.022605 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beb3402c-3be0-440d-accc-24ba72693494 req-c15743d4-6dca-4d52-9c98-2d0db59cdcdf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b71d8a-0aee-4fed-b884-92e362c081b5 HTTP/1.1" status: 200 len: 1001 time: 0.1654949 Nov 12 04:30:48.044715 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d90cd2-9221-417e-8e42-4b9c55ae40d5 None None] Pushing event updated for resources: {'Port': ['ID=23347f36-d25e-442c-9894-1839ba090764,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:48.047240 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] Attempting to bind port 23347f36-d25e-442c-9894-1839ba090764 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:48.047975 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] Attempting to bind port 23347f36-d25e-442c-9894-1839ba090764 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:48.047975 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] Attempting to bind port 23347f36-d25e-442c-9894-1839ba090764 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:48.054768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:48.055417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:48.056100 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:48.056557 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:48.057427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] Bound port: 23347f36-d25e-442c-9894-1839ba090764, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:48.058386 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:48.062377 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319ce085-3bb8-4f3e-a67c-e531cdca1ee8 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:48.084723 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be241530-ae23-49cb-b845-084f8f6ebdc9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:48.091490 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:48.101534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-53163f60-d9ce-4427-84d9-fadbb0e0ca5e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Deleting port 23347f36-d25e-442c-9894-1839ba090764 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:48.102136 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-53163f60-d9ce-4427-84d9-fadbb0e0ca5e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:48.114724 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df14a2c-ab62-44f3-acb9-41f1853742fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Router 06ce9db2-8c2d-4df3-b643-8e5174d86c26 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:30:48.121661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] For port 23347f36-d25e-442c-9894-1839ba090764, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:48.124799 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] For port 23347f36-d25e-442c-9894-1839ba090764, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=23347f36-d25e-442c-9894-1839ba090764,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:48.173322 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be241530-ae23-49cb-b845-084f8f6ebdc9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:48.179338 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be241530-ae23-49cb-b845-084f8f6ebdc9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:48.180129 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be241530-ae23-49cb-b845-084f8f6ebdc9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:48.181479 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-be241530-ae23-49cb-b845-084f8f6ebdc9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/ports/a6f3dbc1-b5b0-4c10-a805-f08880b253f7 HTTP/1.1" status: 200 len: 911 time: 1.5888596 Nov 12 04:30:48.188409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-11c93a09-921d-4197-85a5-8aab6330cfcd req-eaf788e6-9d4d-48d0-a12a-ad4e50644e3e tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/security-groups?id=3caa13bd-3025-41e0-957a-6e72bd7341d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614010 Nov 12 04:30:48.193069 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59660) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:48.195941 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-df0dde87-2102-4e8f-b225-ef0e17ed9669 None None] Provisioning complete for port 23347f36-d25e-442c-9894-1839ba090764 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:48.196093 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-df0dde87-2102-4e8f-b225-ef0e17ed9669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:48.219012 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-53163f60-d9ce-4427-84d9-fadbb0e0ca5e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:48.223663 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:48.237517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-53163f60-d9ce-4427-84d9-fadbb0e0ca5e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Calling delete_port for 23347f36-d25e-442c-9894-1839ba090764 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:48.272991 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be241530-ae23-49cb-b845-084f8f6ebdc9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=a6f3dbc1-b5b0-4c10-a805-f08880b253f7,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:48.277828 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df14a2c-ab62-44f3-acb9-41f1853742fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:48.287123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c343ecc7-27df-4f9c-ad42-78c01b45a73e None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:48.291175 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] Sync routers for ids ['06ce9db2-8c2d-4df3-b643-8e5174d86c26'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:48.296659 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-df0dde87-2102-4e8f-b225-ef0e17ed9669 None None] Port 23347f36-d25e-442c-9894-1839ba090764 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:48.301614 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be241530-ae23-49cb-b845-084f8f6ebdc9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:48.302080 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be241530-ae23-49cb-b845-084f8f6ebdc9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:48.302345 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be241530-ae23-49cb-b845-084f8f6ebdc9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:48.306999 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] Routers {'06ce9db2-8c2d-4df3-b643-8e5174d86c26'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:48.307621 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['06ce9db2-8c2d-4df3-b643-8e5174d86c26'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:48.308652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be241530-ae23-49cb-b845-084f8f6ebdc9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:48.309015 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be241530-ae23-49cb-b845-084f8f6ebdc9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:48.309351 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be241530-ae23-49cb-b845-084f8f6ebdc9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:48.309672 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be241530-ae23-49cb-b845-084f8f6ebdc9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:48.310779 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be241530-ae23-49cb-b845-084f8f6ebdc9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:48.311128 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be241530-ae23-49cb-b845-084f8f6ebdc9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:48.311460 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be241530-ae23-49cb-b845-084f8f6ebdc9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:48.311788 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be241530-ae23-49cb-b845-084f8f6ebdc9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:48.312111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be241530-ae23-49cb-b845-084f8f6ebdc9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:48.347050 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] Routers {'e2fd8946-94a3-4e96-9537-d627d7c81629'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:48.347783 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e2fd8946-94a3-4e96-9537-d627d7c81629'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:48.352061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d90cd2-9221-417e-8e42-4b9c55ae40d5 None None] Pushing event updated for resources: {'Port': ['ID=23347f36-d25e-442c-9894-1839ba090764,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:48.411410 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2df14a2c-ab62-44f3-acb9-41f1853742fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:48.412692 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2df14a2c-ab62-44f3-acb9-41f1853742fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.4874475 Nov 12 04:30:48.415868 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59666) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:48.435326 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3402c-3be0-440d-accc-24ba72693494 req-8848a335-215a-48a5-9b1e-f9dbc9070e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:48.447011 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beb3402c-3be0-440d-accc-24ba72693494 req-8848a335-215a-48a5-9b1e-f9dbc9070e7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebf988ec-0e1d-4fb3-b211-28e626141e57 HTTP/1.1" status: 200 len: 856 time: 0.4021745 Nov 12 04:30:48.469726 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] Set router 06ce9db2-8c2d-4df3-b643-8e5174d86c26 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:48.484905 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] Set router e2fd8946-94a3-4e96-9537-d627d7c81629 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:48.615402 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-46b4f8e3-8abc-4bdd-a09f-cda71b7c7e1c None None] Provisioning complete for port 23347f36-d25e-442c-9894-1839ba090764 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:48.616091 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46b4f8e3-8abc-4bdd-a09f-cda71b7c7e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:48.619845 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fd8946-94a3-4e96-9537-d627d7c81629', 'name': 'tempest-snat-router-1924833924', 'tenant_id': 'a55aabfed0fa4ed580479831e6a3e149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:42Z', 'updated_at': '2021-11-12T04:30:47Z', 'revision_number': 4, 'project_id': 'a55aabfed0fa4ed580479831e6a3e149', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:48.662576 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c15cc6c6-7e8e-44d2-aafc-6523ed0c2a03 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2455542 Nov 12 04:30:48.671721 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59676) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:48.674084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57300af-295e-435a-828b-915deaaa8b9a None None] The sync data for ids ['e2fd8946-94a3-4e96-9537-d627d7c81629'] in n-d-768509-24 is: [{'id': 'e2fd8946-94a3-4e96-9537-d627d7c81629', 'name': 'tempest-snat-router-1924833924', 'tenant_id': 'a55aabfed0fa4ed580479831e6a3e149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:42Z', 'updated_at': '2021-11-12T04:30:47Z', 'revision_number': 4, 'project_id': 'a55aabfed0fa4ed580479831e6a3e149', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:48.719695 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094219116', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:44Z', 'updated_at': '2021-11-12T04:30:46Z', 'revision_number': 3, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:45Z', 'updated_at': '2021-11-12T04:30:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:48.750591 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46b4f8e3-8abc-4bdd-a09f-cda71b7c7e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:48.764394 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] Checking router: 06ce9db2-8c2d-4df3-b643-8e5174d86c26 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:48.764977 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] Updating router 06ce9db2-8c2d-4df3-b643-8e5174d86c26 port f1efce2c-62f9-4555-82f8-6e68b4dc6156 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:30:48.777353 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-46b4f8e3-8abc-4bdd-a09f-cda71b7c7e1c None None] For port 23347f36-d25e-442c-9894-1839ba090764, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=23347f36-d25e-442c-9894-1839ba090764,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:48.799468 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:48.851952 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46b4f8e3-8abc-4bdd-a09f-cda71b7c7e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:48.927272 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824df936-bd68-46db-a3b9-b4c5e75da444 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:48.929833 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-824df936-bd68-46db-a3b9-b4c5e75da444 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2563651 Nov 12 04:30:48.933398 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59678) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:48.941541 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4f8e3-8abc-4bdd-a09f-cda71b7c7e1c None None] Pushing event updated for resources: {'Port': ['ID=23347f36-d25e-442c-9894-1839ba090764,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:48.965629 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3402c-3be0-440d-accc-24ba72693494 req-0e70e87f-79c3-432c-bcff-5c39490e51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:48.966995 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beb3402c-3be0-440d-accc-24ba72693494 req-0e70e87f-79c3-432c-bcff-5c39490e51b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=294ec058-73b6-4a99-bf44-c3ca2f3709aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5190918 Nov 12 04:30:49.001225 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ec7798a5-d5ee-4c12-9d85-63707ce0b159 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0664532 Nov 12 04:30:49.001864 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59680) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:49.007741 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f397247d-36c9-4a58-881c-5c10637c3ac2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-341628668', 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:49.070688 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60457c46-4010-4364-aff7-edf6bfed0b50 req-71f6fa16-a7c6-414e-aa02-b544c90113f9 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:49.072213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60457c46-4010-4364-aff7-edf6bfed0b50 req-71f6fa16-a7c6-414e-aa02-b544c90113f9 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.2218859 Nov 12 04:30:49.143198 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.180654 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f397247d-36c9-4a58-881c-5c10637c3ac2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Made reservation on behalf of a1d85f7d3e02495dbf8a97f43fe9e4b3 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:49.184966 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f397247d-36c9-4a58-881c-5c10637c3ac2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.203539 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.223984 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device a138e0b4-8061-487c-a93b-c0ebb279877d details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:30:49.263974 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] Attempting to bind port f1efce2c-62f9-4555-82f8-6e68b4dc6156 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:49.264479 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] Attempting to bind port f1efce2c-62f9-4555-82f8-6e68b4dc6156 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:49.265059 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] Attempting to bind port f1efce2c-62f9-4555-82f8-6e68b4dc6156 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:49.268483 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ca666-e716-4cc0-b1d8-7e79caeaa076 None None] Pushing event updated for resources: {'Port': ['ID=f1efce2c-62f9-4555-82f8-6e68b4dc6156,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:49.270396 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505d914f-2cbd-442b-bc21-301f198d2d7a None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:49.278116 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:49.278116 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:49.278116 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.278116 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:49.278116 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] Bound port: f1efce2c-62f9-4555-82f8-6e68b4dc6156, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:49.278116 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.280633 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60457c46-4010-4364-aff7-edf6bfed0b50 req-c5695a04-a29c-4556-a1df-50e1afff2ab9 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802323 Nov 12 04:30:49.289352 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beb3402c-3be0-440d-accc-24ba72693494 req-53a474bd-313a-4714-90fd-966c7b7b417a service neutron] 10.222.0.21 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834783 Nov 12 04:30:49.331132 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-53163f60-d9ce-4427-84d9-fadbb0e0ca5e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.420716 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] For port f1efce2c-62f9-4555-82f8-6e68b4dc6156, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:49.423765 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5a885d25-91b8-4355-a373-eae143ad3c8e None None] Provisioning complete for port f1efce2c-62f9-4555-82f8-6e68b4dc6156 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:49.424138 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a885d25-91b8-4355-a373-eae143ad3c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.424510 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] For port f1efce2c-62f9-4555-82f8-6e68b4dc6156, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f1efce2c-62f9-4555-82f8-6e68b4dc6156,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:49.468930 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5a885d25-91b8-4355-a373-eae143ad3c8e None None] Port f1efce2c-62f9-4555-82f8-6e68b4dc6156 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:49.490992 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f92aef-6954-43bc-8fd5-bd44ea3ba47b None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:49.510498 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port a138e0b4-8061-487c-a93b-c0ebb279877d, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a138e0b4-8061-487c-a93b-c0ebb279877d,segment=NetworkSegment(70da61b6-21ae-4044-bb97-216e228a78a5),segment_id=70da61b6-21ae-4044-bb97-216e228a78a5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:49.525465 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'a138e0b4-8061-487c-a93b-c0ebb279877d', 'network_id': '6c12eef2-4450-47e0-9fa4-3fd155571c54', 'port_id': 'a138e0b4-8061-487c-a93b-c0ebb279877d', 'mac_address': 'fa:16:3e:4e:2f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f02e8bb-e237-43ee-bd14-9403c8c9aff9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:30:49.527448 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.554958 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53163f60-d9ce-4427-84d9-fadbb0e0ca5e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Pushing event deleted for resources: {'Port': ['ID=23347f36-d25e-442c-9894-1839ba090764,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:49.576102 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.587997 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ca666-e716-4cc0-b1d8-7e79caeaa076 None None] Pushing event updated for resources: {'Port': ['ID=f1efce2c-62f9-4555-82f8-6e68b4dc6156,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:49.599986 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a138e0b4-8061-487c-a93b-c0ebb279877d {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:30:49.613007 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] Routers {'06ce9db2-8c2d-4df3-b643-8e5174d86c26'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:49.614334 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['06ce9db2-8c2d-4df3-b643-8e5174d86c26'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:49.618258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f15f44-4413-426f-ae92-c0ae30a6b921 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:49.624085 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f397247d-36c9-4a58-881c-5c10637c3ac2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.635150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port a138e0b4-8061-487c-a93b-c0ebb279877d, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a138e0b4-8061-487c-a93b-c0ebb279877d,segment=NetworkSegment(70da61b6-21ae-4044-bb97-216e228a78a5),segment_id=70da61b6-21ae-4044-bb97-216e228a78a5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:49.662938 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beb3402c-3be0-440d-accc-24ba72693494 req-1d43ddfd-4bff-4b77-9264-deb7a80b39ff service neutron] 10.222.0.21 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646152 Nov 12 04:30:49.670048 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-53163f60-d9ce-4427-84d9-fadbb0e0ca5e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.703622 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5d0bfd3b-b954-4b39-a2e6-dfb9366a4cb4 None None] Provisioning complete for port f1efce2c-62f9-4555-82f8-6e68b4dc6156 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:49.704342 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d0bfd3b-b954-4b39-a2e6-dfb9366a4cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.744320 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44b84a-1e09-4b1b-a345-01427f73b516 req-75482b1a-db86-4491-bbb9-8ef003168c8b tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:49.745369 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.767723 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f44b84a-1e09-4b1b-a345-01427f73b516 req-75482b1a-db86-4491-bbb9-8ef003168c8b tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 943 time: 0.2260771 Nov 12 04:30:49.768455 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397247d-36c9-4a58-881c-5c10637c3ac2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Subnet': ['ID=20150325-f345-468c-96fc-6578b271ccb5,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:49.781708 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f397247d-36c9-4a58-881c-5c10637c3ac2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Checking segment: {'id': 'f04e57b9-a8f7-45df-996f-9133f64112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:49.782225 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f397247d-36c9-4a58-881c-5c10637c3ac2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network hostable DHCP agents. Network: c2746ac6-b4e4-4065-97f7-916e2df57fcb, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:30:49.803246 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] Set router 06ce9db2-8c2d-4df3-b643-8e5174d86c26 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:49.847969 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=a138e0b4-8061-487c-a93b-c0ebb279877d,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:49.889405 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-53163f60-d9ce-4427-84d9-fadbb0e0ca5e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.890858 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f397247d-36c9-4a58-881c-5c10637c3ac2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network c2746ac6-b4e4-4065-97f7-916e2df57fcb is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:30:49.892600 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d0bfd3b-b954-4b39-a2e6-dfb9366a4cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.896956 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-53163f60-d9ce-4427-84d9-fadbb0e0ca5e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.927122 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5d0bfd3b-b954-4b39-a2e6-dfb9366a4cb4 None None] For port f1efce2c-62f9-4555-82f8-6e68b4dc6156, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f1efce2c-62f9-4555-82f8-6e68b4dc6156,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:49.957352 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f397247d-36c9-4a58-881c-5c10637c3ac2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, c2746ac6-b4e4-4065-97f7-916e2df57fcb) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:49.967798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f397247d-36c9-4a58-881c-5c10637c3ac2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:49.968431 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f397247d-36c9-4a58-881c-5c10637c3ac2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.973769 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49482246-b785-45f9-9ed4-81155c2616f9 None None] Network c2746ac6-b4e4-4065-97f7-916e2df57fcb requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:50.008030 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f44b84a-1e09-4b1b-a345-01427f73b516 req-1469e17e-a112-4d12-b5cb-a6dd4c6cd573 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/security-groups?id=3caa13bd-3025-41e0-957a-6e72bd7341d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392986 Nov 12 04:30:50.037114 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094219116', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:44Z', 'updated_at': '2021-11-12T04:30:46Z', 'revision_number': 3, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:45Z', 'updated_at': '2021-11-12T04:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:50.037361 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['a138e0b4-8061-487c-a93b-c0ebb279877d'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:30:50.043563 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-54171c3d-fc3e-4e9b-80c4-b01ed6b92ce9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:50.068001 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890c6d5-b994-4fe6-a1a0-b305d2433651 None None] The sync data for ids ['06ce9db2-8c2d-4df3-b643-8e5174d86c26'] in n-d-768509-24 is: [{'id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094219116', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:44Z', 'updated_at': '2021-11-12T04:30:46Z', 'revision_number': 3, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:45Z', 'updated_at': '2021-11-12T04:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:50.077853 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d0bfd3b-b954-4b39-a2e6-dfb9366a4cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:50.087025 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f397247d-36c9-4a58-881c-5c10637c3ac2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0783892 Nov 12 04:30:50.087025 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59690) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:50.119166 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-53163f60-d9ce-4427-84d9-fadbb0e0ca5e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:50.121259 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53163f60-d9ce-4427-84d9-fadbb0e0ca5e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2fd8946-94a3-4e96-9537-d627d7c81629 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:30:50.191819 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-53163f60-d9ce-4427-84d9-fadbb0e0ca5e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:50.193050 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-53163f60-d9ce-4427-84d9-fadbb0e0ca5e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "DELETE /v2.0/routers/e2fd8946-94a3-4e96-9537-d627d7c81629 HTTP/1.1" status: 204 len: 168 time: 3.0461528 Nov 12 04:30:50.195873 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59696) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:50.419073 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0bfd3b-b954-4b39-a2e6-dfb9366a4cb4 None None] Pushing event updated for resources: {'Port': ['ID=f1efce2c-62f9-4555-82f8-6e68b4dc6156,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:50.541902 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-c2746ac6-b4e4-4065-97f7-916e2df57fcb', 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'fixed_ips': [{'subnet_id': '20150325-f345-468c-96fc-6578b271ccb5'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:30:50.545494 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:50.579694 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56ceed5c-622c-4e9e-bc5a-b26162b2bb3f tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:50.679948 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da83e2-3f01-46ef-9f67-bcba69aec5ac req-ea464c4c-ce27-457e-aea2-124f090ef4ce tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:50.693307 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84da83e2-3f01-46ef-9f67-bcba69aec5ac req-ea464c4c-ce27-457e-aea2-124f090ef4ce tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.1846948 Nov 12 04:30:50.861583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] Allocated IP 172.20.0.2 (c2746ac6-b4e4-4065-97f7-916e2df57fcb/20150325-f345-468c-96fc-6578b271ccb5/8c2d34f5-a466-4c64-8fd3-d2bb04b43582) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:50.886989 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84da83e2-3f01-46ef-9f67-bcba69aec5ac req-058bf902-782a-4722-91be-e679f6732d28 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884682 Nov 12 04:30:50.893573 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56ceed5c-622c-4e9e-bc5a-b26162b2bb3f tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:50.940900 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-54171c3d-fc3e-4e9b-80c4-b01ed6b92ce9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting port a6f3dbc1-b5b0-4c10-a805-f08880b253f7 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:50.941237 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-54171c3d-fc3e-4e9b-80c4-b01ed6b92ce9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:50.961544 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b357ae4-ee89-4656-a321-4f7c2f2ff757 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:51.116159 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-54171c3d-fc3e-4e9b-80c4-b01ed6b92ce9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:51.145351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-54171c3d-fc3e-4e9b-80c4-b01ed6b92ce9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Calling delete_port for a6f3dbc1-b5b0-4c10-a805-f08880b253f7 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:51.159381 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:51.215405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-56ceed5c-622c-4e9e-bc5a-b26162b2bb3f tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Deleting port d9322631-24c8-499e-a148-ac42a0765b18 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:51.215749 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56ceed5c-622c-4e9e-bc5a-b26162b2bb3f tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:51.224200 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device a138e0b4-8061-487c-a93b-c0ebb279877d up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:51.291382 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:51.365867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] Network c2746ac6-b4e4-4065-97f7-916e2df57fcb is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:51.379088 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-8b357ae4-ee89-4656-a321-4f7c2f2ff757 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Allocated IP 172.20.0.1 (c2746ac6-b4e4-4065-97f7-916e2df57fcb/20150325-f345-468c-96fc-6578b271ccb5/ce2a600f-20bd-47e5-aabc-99de00c8871b) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:51.384121 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:51.391195 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] Pushing event updated for resources: {'Port': ['ID=8c2d34f5-a466-4c64-8fd3-d2bb04b43582,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:51.394550 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:51.412749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a65904-6116-4966-b54b-344745b089af req-7e083eef-85ed-4df3-a7cf-3e80f815f555 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:51.414408 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75a65904-6116-4966-b54b-344745b089af req-7e083eef-85ed-4df3-a7cf-3e80f815f555 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 944 time: 0.2499192 Nov 12 04:30:51.506760 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-56ceed5c-622c-4e9e-bc5a-b26162b2bb3f tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] For port d9322631-24c8-499e-a148-ac42a0765b18, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d9322631-24c8-499e-a148-ac42a0765b18,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:51.507136 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56ceed5c-622c-4e9e-bc5a-b26162b2bb3f tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:51.534487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-56ceed5c-622c-4e9e-bc5a-b26162b2bb3f tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Calling delete_port for d9322631-24c8-499e-a148-ac42a0765b18 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:51.590319 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75a65904-6116-4966-b54b-344745b089af req-f5c5b169-6a02-4dd6-ad9f-f4f5c8d5ef06 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/security-groups?id=3caa13bd-3025-41e0-957a-6e72bd7341d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670251 Nov 12 04:30:51.632693 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b357ae4-ee89-4656-a321-4f7c2f2ff757 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:51.672027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port a138e0b4-8061-487c-a93b-c0ebb279877d completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:30:51.689537 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port a138e0b4-8061-487c-a93b-c0ebb279877d triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:51.689537 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:51.716184 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] Attempting to bind port 8c2d34f5-a466-4c64-8fd3-d2bb04b43582 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:51.716625 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] Attempting to bind port 8c2d34f5-a466-4c64-8fd3-d2bb04b43582 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'f04e57b9-a8f7-45df-996f-9133f64112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:51.718096 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] Attempting to bind port 8c2d34f5-a466-4c64-8fd3-d2bb04b43582 on network c2746ac6-b4e4-4065-97f7-916e2df57fcb {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:51.725699 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:51.733267 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] Checking segment: {'id': 'f04e57b9-a8f7-45df-996f-9133f64112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:51.733874 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:51.734363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] Bound using segment: {'id': 'f04e57b9-a8f7-45df-996f-9133f64112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:51.735053 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] Bound port: 8c2d34f5-a466-4c64-8fd3-d2bb04b43582, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04e57b9-a8f7-45df-996f-9133f64112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:51.735715 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:51.742764 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-54171c3d-fc3e-4e9b-80c4-b01ed6b92ce9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:51.767255 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b357ae4-ee89-4656-a321-4f7c2f2ff757 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:51.827836 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b357ae4-ee89-4656-a321-4f7c2f2ff757 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network c2746ac6-b4e4-4065-97f7-916e2df57fcb is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:51.831066 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8b357ae4-ee89-4656-a321-4f7c2f2ff757 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:51.835678 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b357ae4-ee89-4656-a321-4f7c2f2ff757 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:51.842414 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:51.875068 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b357ae4-ee89-4656-a321-4f7c2f2ff757 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=ce2a600f-20bd-47e5-aabc-99de00c8871b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:51.876849 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] For port 8c2d34f5-a466-4c64-8fd3-d2bb04b43582, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:51.878860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54171c3d-fc3e-4e9b-80c4-b01ed6b92ce9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Port': ['ID=a6f3dbc1-b5b0-4c10-a805-f08880b253f7,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:51.894216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] For port 8c2d34f5-a466-4c64-8fd3-d2bb04b43582, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8c2d34f5-a466-4c64-8fd3-d2bb04b43582,segment=NetworkSegment(f04e57b9-a8f7-45df-996f-9133f64112a3),segment_id=f04e57b9-a8f7-45df-996f-9133f64112a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:51.900748 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0802a076-00a4-41c3-be8f-47ac09c26ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a138e0b4-8061-487c-a93b-c0ebb279877d'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:51.903125 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577763fd-7df8-4f09-86ec-3d225a556323" -d '{"events": [{"server_uuid": "0802a076-00a4-41c3-be8f-47ac09c26ef8", "name": "network-vif-plugged", "status": "completed", "tag": "a138e0b4-8061-487c-a93b-c0ebb279877d"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:51.908803 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b357ae4-ee89-4656-a321-4f7c2f2ff757 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:51.925998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port a138e0b4-8061-487c-a93b-c0ebb279877d, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a138e0b4-8061-487c-a93b-c0ebb279877d,segment=NetworkSegment(70da61b6-21ae-4044-bb97-216e228a78a5),segment_id=70da61b6-21ae-4044-bb97-216e228a78a5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:51.935897 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56ceed5c-622c-4e9e-bc5a-b26162b2bb3f tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:51.967378 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:52.134534 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92a64d2-fc9e-4ac3-bca4-77014f4e4031 x-openstack-request-id: req-c92a64d2-fc9e-4ac3-bca4-77014f4e4031 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:52.134958 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0802a076-00a4-41c3-be8f-47ac09c26ef8", "name": "network-vif-plugged", "status": "completed", "tag": "a138e0b4-8061-487c-a93b-c0ebb279877d", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:52.135324 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c92a64d2-fc9e-4ac3-bca4-77014f4e4031 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:52.135814 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0802a076-00a4-41c3-be8f-47ac09c26ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a138e0b4-8061-487c-a93b-c0ebb279877d', 'code': 200} Nov 12 04:30:52.137680 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2106537-41db-4080-8183-d922ca6ccd0a None None] Pushing event updated for resources: {'Port': ['ID=8c2d34f5-a466-4c64-8fd3-d2bb04b43582,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:52.155689 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:52.186860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ceed5c-622c-4e9e-bc5a-b26162b2bb3f tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9322631-24c8-499e-a148-ac42a0765b18,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:52.227274 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16264853-49eb-4627-8297-25b0edb7d685 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:52.262312 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f1efce2c-62f9-4555-82f8-6e68b4dc6156 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:52.295982 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b357ae4-ee89-4656-a321-4f7c2f2ff757 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:52.425172 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=a138e0b4-8061-487c-a93b-c0ebb279877d,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:52.479687 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port f1efce2c-62f9-4555-82f8-6e68b4dc6156 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:52.484759 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:52.718181 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b357ae4-ee89-4656-a321-4f7c2f2ff757 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:52.741980 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-54171c3d-fc3e-4e9b-80c4-b01ed6b92ce9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:52.769862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b547f91-570e-4e9c-9c01-152e16025e83 req-ae338041-27ec-450f-8e38-94b894b21ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:52.771464 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b547f91-570e-4e9c-9c01-152e16025e83 req-ae338041-27ec-450f-8e38-94b894b21ccd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 1097 time: 0.6135972 Nov 12 04:30:52.782496 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b357ae4-ee89-4656-a321-4f7c2f2ff757 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:52.840352 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56ceed5c-622c-4e9e-bc5a-b26162b2bb3f tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:52.849746 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb60a4-b9be-4c15-9fb4-346a66c832ca req-c2e184f4-68e7-4325-864b-d0e64ed7c189 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:52.851321 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8eb60a4-b9be-4c15-9fb4-346a66c832ca req-c2e184f4-68e7-4325-864b-d0e64ed7c189 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.7045658 Nov 12 04:30:52.883723 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b357ae4-ee89-4656-a321-4f7c2f2ff757 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:52.972639 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b357ae4-ee89-4656-a321-4f7c2f2ff757 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=ce2a600f-20bd-47e5-aabc-99de00c8871b,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:53.009002 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56ceed5c-622c-4e9e-bc5a-b26162b2bb3f tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:53.014020 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56ceed5c-622c-4e9e-bc5a-b26162b2bb3f tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:53.015922 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b357ae4-ee89-4656-a321-4f7c2f2ff757 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network c2746ac6-b4e4-4065-97f7-916e2df57fcb is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:53.018579 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8b357ae4-ee89-4656-a321-4f7c2f2ff757 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:53.019933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b547f91-570e-4e9c-9c01-152e16025e83 req-d89db1eb-0b11-411a-bc60-262af4d8c117 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3caa13bd-3025-41e0-957a-6e72bd7341d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381923 Nov 12 04:30:53.158799 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8eb60a4-b9be-4c15-9fb4-346a66c832ca req-73f1fc8c-cff7-43b6-9f37-6c05cea6c375 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464764 Nov 12 04:30:53.173301 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54171c3d-fc3e-4e9b-80c4-b01ed6b92ce9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 179d47da-8589-4d18-afef-1b31926a5bab has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:30:53.224056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b357ae4-ee89-4656-a321-4f7c2f2ff757 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Router 06ce9db2-8c2d-4df3-b643-8e5174d86c26 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:30:53.300264 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56ceed5c-622c-4e9e-bc5a-b26162b2bb3f tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:53.304812 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ceed5c-622c-4e9e-bc5a-b26162b2bb3f tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df145d50-7bc1-4764-b54d-0da3074bcf89 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:30:53.321851 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56ceed5c-622c-4e9e-bc5a-b26162b2bb3f tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:53.325904 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-56ceed5c-622c-4e9e-bc5a-b26162b2bb3f tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "DELETE /v2.0/routers/df145d50-7bc1-4764-b54d-0da3074bcf89 HTTP/1.1" status: 204 len: 168 time: 3.1261487 Nov 12 04:30:53.331543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59720) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:53.337512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-7b3ca3ef-7e43-4cef-a292-90ec30fcd987 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2096930760', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:53.346307 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54171c3d-fc3e-4e9b-80c4-b01ed6b92ce9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:53.352492 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-54171c3d-fc3e-4e9b-80c4-b01ed6b92ce9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/179d47da-8589-4d18-afef-1b31926a5bab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9819379 Nov 12 04:30:53.358834 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59722) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:53.365143 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d0b53-4c70-46b3-8f20-b5f29ea47587 None None] Sync routers for ids ['179d47da-8589-4d18-afef-1b31926a5bab'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:53.380563 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d0b53-4c70-46b3-8f20-b5f29ea47587 None None] Routers {'179d47da-8589-4d18-afef-1b31926a5bab'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:53.381444 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-6c6d0b53-4c70-46b3-8f20-b5f29ea47587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['179d47da-8589-4d18-afef-1b31926a5bab'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:53.421453 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fe717184-6e82-46e8-b33b-7e6c086f4ec2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/ports?device_id=179d47da-8589-4d18-afef-1b31926a5bab HTTP/1.1" status: 200 len: 205 time: 0.0611460 Nov 12 04:30:53.424066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59724) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:53.428287 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-6c6d0b53-4c70-46b3-8f20-b5f29ea47587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:53.453333 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d0b53-4c70-46b3-8f20-b5f29ea47587 None None] Routers {'179d47da-8589-4d18-afef-1b31926a5bab'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:53.453777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-6c6d0b53-4c70-46b3-8f20-b5f29ea47587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['179d47da-8589-4d18-afef-1b31926a5bab'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:53.512478 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-6c6d0b53-4c70-46b3-8f20-b5f29ea47587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:53.513144 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d0b53-4c70-46b3-8f20-b5f29ea47587 None None] The sync data for ids ['179d47da-8589-4d18-afef-1b31926a5bab'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:53.516851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b357ae4-ee89-4656-a321-4f7c2f2ff757 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:53.522793 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8b357ae4-ee89-4656-a321-4f7c2f2ff757 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "PUT /v2.0/routers/06ce9db2-8c2d-4df3-b643-8e5174d86c26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4372680 Nov 12 04:30:53.544249 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] Sync routers for ids ['06ce9db2-8c2d-4df3-b643-8e5174d86c26'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:53.549499 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca3ef-7e43-4cef-a292-90ec30fcd987 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:53.550478 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca3ef-7e43-4cef-a292-90ec30fcd987 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:53.568618 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0b39f675-3a80-46d6-b90a-ae4398eb1d14 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:53.578424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2305ae-2cea-421d-ae47-304741f092fc req-eb0a3d48-faac-439c-b08a-e623e70f4285 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:53.580028 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed2305ae-2cea-421d-ae47-304741f092fc req-eb0a3d48-faac-439c-b08a-e623e70f4285 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 945 time: 0.3209360 Nov 12 04:30:53.580769 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] Routers {'06ce9db2-8c2d-4df3-b643-8e5174d86c26'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:53.582043 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['06ce9db2-8c2d-4df3-b643-8e5174d86c26'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:53.794227 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa02b79-d403-46b5-b8ed-ba3772b31937 None None] Network c2746ac6-b4e4-4065-97f7-916e2df57fcb requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:53.814178 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0b39f675-3a80-46d6-b90a-ae4398eb1d14 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:53.818869 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0b39f675-3a80-46d6-b90a-ae4398eb1d14 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:53.866956 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] Set router 06ce9db2-8c2d-4df3-b643-8e5174d86c26 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:53.896733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-53347d23-dc19-447b-aff6-d922500fd7c7 None None] Provisioning complete for port 8c2d34f5-a466-4c64-8fd3-d2bb04b43582 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:53.897383 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53347d23-dc19-447b-aff6-d922500fd7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:53.933668 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca3ef-7e43-4cef-a292-90ec30fcd987 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:53.950703 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed2305ae-2cea-421d-ae47-304741f092fc req-a5838e66-9c2b-4bd3-acdb-ac40826d9d1c tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/security-groups?id=3caa13bd-3025-41e0-957a-6e72bd7341d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221788 Nov 12 04:30:54.163062 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53347d23-dc19-447b-aff6-d922500fd7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:54.164259 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0b39f675-3a80-46d6-b90a-ae4398eb1d14 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:54.164880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b39f675-3a80-46d6-b90a-ae4398eb1d14 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Fanout notify agent at l3_agent the message router_deleted on router 179d47da-8589-4d18-afef-1b31926a5bab {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:30:54.175017 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0b39f675-3a80-46d6-b90a-ae4398eb1d14 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:54.177743 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0b39f675-3a80-46d6-b90a-ae4398eb1d14 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/routers/179d47da-8589-4d18-afef-1b31926a5bab HTTP/1.1" status: 204 len: 168 time: 0.7518995 Nov 12 04:30:54.179432 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59736) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:54.238551 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-53347d23-dc19-447b-aff6-d922500fd7c7 None None] For port 8c2d34f5-a466-4c64-8fd3-d2bb04b43582, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8c2d34f5-a466-4c64-8fd3-d2bb04b43582,segment=NetworkSegment(f04e57b9-a8f7-45df-996f-9133f64112a3),segment_id=f04e57b9-a8f7-45df-996f-9133f64112a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:54.289575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8c2d34f5-a466-4c64-8fd3-d2bb04b43582 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:54.308289 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094219116', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:44Z', 'updated_at': '2021-11-12T04:30:52Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:45Z', 'updated_at': '2021-11-12T04:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'ce2a600f-20bd-47e5-aabc-99de00c8871b', 'name': '', 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:98:5f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '20150325-f345-468c-96fc-6578b271ccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:51Z', 'updated_at': '2021-11-12T04:30:52Z', 'revision_number': 2, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': '20150325-f345-468c-96fc-6578b271ccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:54.311541 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9cad67-e2a5-4a5d-9c66-2df6a7d66713 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting subnet 84c9629a-693b-4d7e-9f7e-1e2c0faa61a2 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:30:54.319464 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b9cad67-e2a5-4a5d-9c66-2df6a7d66713 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:54.349771 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53347d23-dc19-447b-aff6-d922500fd7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:54.378443 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] Checking router: 06ce9db2-8c2d-4df3-b643-8e5174d86c26 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:54.379555 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] Updating router 06ce9db2-8c2d-4df3-b643-8e5174d86c26 port ce2a600f-20bd-47e5-aabc-99de00c8871b binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:30:54.398107 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca3ef-7e43-4cef-a292-90ec30fcd987 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:54.409432 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b9cad67-e2a5-4a5d-9c66-2df6a7d66713 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:54.410706 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 8c2d34f5-a466-4c64-8fd3-d2bb04b43582 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:54.411441 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:54.458609 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:54.503581 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53347d23-dc19-447b-aff6-d922500fd7c7 None None] Pushing event updated for resources: {'Port': ['ID=8c2d34f5-a466-4c64-8fd3-d2bb04b43582,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:54.507425 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-53b0bf22-e94e-4fb6-ba47-d552a5f718e8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1658337505&fields=id&tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3 HTTP/1.1" status: 200 len: 267 time: 0.2353728 Nov 12 04:30:54.586606 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b9cad67-e2a5-4a5d-9c66-2df6a7d66713 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:54.662465 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d9322631-24c8-499e-a148-ac42a0765b18 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:54.724065 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: d9322631-24c8-499e-a148-ac42a0765b18 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:54.724726 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d9322631-24c8-499e-a148-ac42a0765b18 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:54.736866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ecf2e1a0-8c25-40af-8325-859b81b0f518 None None] Provisioning complete for port ce2a600f-20bd-47e5-aabc-99de00c8871b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:54.737562 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e1a0-8c25-40af-8325-859b81b0f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:54.785719 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2e1a0-8c25-40af-8325-859b81b0f518 None None] Port ce2a600f-20bd-47e5-aabc-99de00c8871b cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:54.800056 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ecf2e1a0-8c25-40af-8325-859b81b0f518 None None] Provisioning complete for port 8c2d34f5-a466-4c64-8fd3-d2bb04b43582 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:54.801208 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e1a0-8c25-40af-8325-859b81b0f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:54.803620 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b9cad67-e2a5-4a5d-9c66-2df6a7d66713 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:54.862011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cad67-e2a5-4a5d-9c66-2df6a7d66713 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Subnet': ['ID=84c9629a-693b-4d7e-9f7e-1e2c0faa61a2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:54.894198 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b9cad67-e2a5-4a5d-9c66-2df6a7d66713 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:54.901655 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1b9cad67-e2a5-4a5d-9c66-2df6a7d66713 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/subnets/84c9629a-693b-4d7e-9f7e-1e2c0faa61a2 HTTP/1.1" status: 204 len: 168 time: 0.7205341 Nov 12 04:30:54.906415 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59744) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:54.925379 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1baa78-efb4-470c-9adc-69c9bb62441a None None] Network 02cad77e-4f9c-4543-8f8b-d44cadf28c07 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:55.034335 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.083068 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.129303 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.169876 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting port a0f10750-1685-4259-a2ce-e5531462c23f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:55.170474 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.210732 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-af89c172-4f3e-4c2e-9e65-dfac0544ab95 None None] Provisioning complete for port ce2a600f-20bd-47e5-aabc-99de00c8871b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:55.211999 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af89c172-4f3e-4c2e-9e65-dfac0544ab95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.212127 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97738260-2816-47e0-a36d-cda7b7adc05d None None] Pushing event updated for resources: {'Port': ['ID=ce2a600f-20bd-47e5-aabc-99de00c8871b,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:55.302875 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] For port a0f10750-1685-4259-a2ce-e5531462c23f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a0f10750-1685-4259-a2ce-e5531462c23f,segment=NetworkSegment(a294685e-2042-4fe5-84c5-e29f3e32e1d4),segment_id=a294685e-2042-4fe5-84c5-e29f3e32e1d4)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:55.303582 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.322952 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e87e4ed-b1c8-4e68-a8e5-297d7504426c None None] DHCP port deletion for 02cad77e-4f9c-4543-8f8b-d44cadf28c07 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:55.327974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Calling delete_port for a0f10750-1685-4259-a2ce-e5531462c23f owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:55.361717 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-af89c172-4f3e-4c2e-9e65-dfac0544ab95 None None] Port ce2a600f-20bd-47e5-aabc-99de00c8871b cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:55.389576 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] Attempting to bind port ce2a600f-20bd-47e5-aabc-99de00c8871b on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:55.389949 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] Attempting to bind port ce2a600f-20bd-47e5-aabc-99de00c8871b by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'f04e57b9-a8f7-45df-996f-9133f64112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:55.390298 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] Attempting to bind port ce2a600f-20bd-47e5-aabc-99de00c8871b on network c2746ac6-b4e4-4065-97f7-916e2df57fcb {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:55.394897 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-b4e9514f-0d8b-4fc4-aa53-2d93f9604765 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:55.406444 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:55.406848 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] Checking segment: {'id': 'f04e57b9-a8f7-45df-996f-9133f64112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:55.407330 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.407721 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] Bound using segment: {'id': 'f04e57b9-a8f7-45df-996f-9133f64112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:55.408193 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] Bound port: ce2a600f-20bd-47e5-aabc-99de00c8871b, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04e57b9-a8f7-45df-996f-9133f64112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:55.408568 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.410273 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-b4e9514f-0d8b-4fc4-aa53-2d93f9604765 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/networks?id=c2746ac6-b4e4-4065-97f7-916e2df57fcb HTTP/1.1" status: 200 len: 797 time: 0.8850861 Nov 12 04:30:55.455792 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-0f89ba9a-99e7-4de2-a9da-afd2c50bd517 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/quotas/a1d85f7d3e02495dbf8a97f43fe9e4b3 HTTP/1.1" status: 200 len: 375 time: 0.0431578 Nov 12 04:30:55.471132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8e87e4ed-b1c8-4e68-a8e5-297d7504426c None None] Deleting port a0f10750-1685-4259-a2ce-e5531462c23f {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:55.471806 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8e87e4ed-b1c8-4e68-a8e5-297d7504426c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.546535 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.546922 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] For port ce2a600f-20bd-47e5-aabc-99de00c8871b, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:55.552520 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] For port ce2a600f-20bd-47e5-aabc-99de00c8871b, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ce2a600f-20bd-47e5-aabc-99de00c8871b,segment=NetworkSegment(f04e57b9-a8f7-45df-996f-9133f64112a3),segment_id=f04e57b9-a8f7-45df-996f-9133f64112a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:55.579331 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8e87e4ed-b1c8-4e68-a8e5-297d7504426c None None] For port a0f10750-1685-4259-a2ce-e5531462c23f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a0f10750-1685-4259-a2ce-e5531462c23f,segment=NetworkSegment(a294685e-2042-4fe5-84c5-e29f3e32e1d4),segment_id=a294685e-2042-4fe5-84c5-e29f3e32e1d4)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:55.579918 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8e87e4ed-b1c8-4e68-a8e5-297d7504426c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.602375 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8e87e4ed-b1c8-4e68-a8e5-297d7504426c None None] Calling delete_port for a0f10750-1685-4259-a2ce-e5531462c23f owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:55.637864 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Port': ['ID=a0f10750-1685-4259-a2ce-e5531462c23f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:55.642732 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.659662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] No DVR routers for this DVR port a0f10750-1685-4259-a2ce-e5531462c23f on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:55.747549 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] Routers {'06ce9db2-8c2d-4df3-b643-8e5174d86c26'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:55.747816 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8e87e4ed-b1c8-4e68-a8e5-297d7504426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.752950 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['06ce9db2-8c2d-4df3-b643-8e5174d86c26'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:55.753375 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-55f756f0-31c1-42dc-9ed3-24754e9e4b8e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2963657 Nov 12 04:30:55.846093 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87e4ed-b1c8-4e68-a8e5-297d7504426c None None] Pushing event deleted for resources: {'Port': ['ID=a0f10750-1685-4259-a2ce-e5531462c23f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:55.860676 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e87e4ed-b1c8-4e68-a8e5-297d7504426c None None] No DVR routers for this DVR port a0f10750-1685-4259-a2ce-e5531462c23f on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:55.866562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c4c992a9-37d7-4906-a380-41ed8cbc0288 None None] Provisioning complete for port ce2a600f-20bd-47e5-aabc-99de00c8871b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:55.867055 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4c992a9-37d7-4906-a380-41ed8cbc0288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.045421 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] Set router 06ce9db2-8c2d-4df3-b643-8e5174d86c26 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:56.055352 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4c992a9-37d7-4906-a380-41ed8cbc0288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.162550 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c4c992a9-37d7-4906-a380-41ed8cbc0288 None None] For port ce2a600f-20bd-47e5-aabc-99de00c8871b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ce2a600f-20bd-47e5-aabc-99de00c8871b,segment=NetworkSegment(f04e57b9-a8f7-45df-996f-9133f64112a3),segment_id=f04e57b9-a8f7-45df-996f-9133f64112a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:56.199461 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca3ef-7e43-4cef-a292-90ec30fcd987 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.240581 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8c2d34f5-a466-4c64-8fd3-d2bb04b43582 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:56.259415 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca3ef-7e43-4cef-a292-90ec30fcd987 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.290833 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4c992a9-37d7-4906-a380-41ed8cbc0288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.374733 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-76e28159-234f-45e4-8da9-3e8e4c2a3ffa service neutron] 10.222.0.37 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290327 Nov 12 04:30:56.457720 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c992a9-37d7-4906-a380-41ed8cbc0288 None None] Pushing event updated for resources: {'Port': ['ID=ce2a600f-20bd-47e5-aabc-99de00c8871b,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:56.467132 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97738260-2816-47e0-a36d-cda7b7adc05d None None] Pushing event updated for resources: {'Port': ['ID=ce2a600f-20bd-47e5-aabc-99de00c8871b,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:56.482060 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094219116', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:44Z', 'updated_at': '2021-11-12T04:30:52Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:45Z', 'updated_at': '2021-11-12T04:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'ce2a600f-20bd-47e5-aabc-99de00c8871b', 'name': '', 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:98:5f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '20150325-f345-468c-96fc-6578b271ccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:51Z', 'updated_at': '2021-11-12T04:30:55Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': '20150325-f345-468c-96fc-6578b271ccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:56.530415 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af133c-30d8-4beb-ae98-b85f10028bd1 None None] The sync data for ids ['06ce9db2-8c2d-4df3-b643-8e5174d86c26'] in n-d-768509-24 is: [{'id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094219116', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:44Z', 'updated_at': '2021-11-12T04:30:52Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:45Z', 'updated_at': '2021-11-12T04:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'ce2a600f-20bd-47e5-aabc-99de00c8871b', 'name': '', 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:98:5f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '20150325-f345-468c-96fc-6578b271ccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:51Z', 'updated_at': '2021-11-12T04:30:55Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': '20150325-f345-468c-96fc-6578b271ccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:56.545712 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.562136 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3e159dcd-9a6b-47b1-8a13-13d61c44870f None None] Provisioning complete for port ce2a600f-20bd-47e5-aabc-99de00c8871b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:56.567911 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e159dcd-9a6b-47b1-8a13-13d61c44870f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.576488 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 8c2d34f5-a466-4c64-8fd3-d2bb04b43582 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:56.577945 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.579660 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02cad77e-4f9c-4543-8f8b-d44cadf28c07']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:56.596218 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a294685e-2042-4fe5-84c5-e29f3e32e1d4') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:56.596784 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a294685e-2042-4fe5-84c5-e29f3e32e1d4') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:56.645798 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.683423 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.693065 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:30:56.693995 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:30:56.697239 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:30:56.757081 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-7b3ca3ef-7e43-4cef-a292-90ec30fcd987 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Allocated IP 172.25.1.225 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/74b04460-84dd-4214-a5e0-2a84c7b9947f) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:56.810076 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-b527caec-f85f-4df3-8d39-6c6dde4d7d5d service neutron] 10.222.0.37 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825362 Nov 12 04:30:56.851969 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.874573 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.883201 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/networks/02cad77e-4f9c-4543-8f8b-d44cadf28c07 HTTP/1.1" status: 204 len: 168 time: 1.9732480 Nov 12 04:30:56.884363 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59758) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:56.895547 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c2a3e14d-1a37-47b8-85c6-da3319fb3466 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-411153151', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:56.940842 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a57d4c-c9b8-4612-9d97-a52e704520a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Network': ['ID=02cad77e-4f9c-4543-8f8b-d44cadf28c07,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:56.965076 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a0f10750-1685-4259-a2ce-e5531462c23f no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:56.996976 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca3ef-7e43-4cef-a292-90ec30fcd987 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:57.001198 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: a0f10750-1685-4259-a2ce-e5531462c23f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:57.001760 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a0f10750-1685-4259-a2ce-e5531462c23f not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:57.049430 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c2a3e14d-1a37-47b8-85c6-da3319fb3466 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:57.050529 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c2a3e14d-1a37-47b8-85c6-da3319fb3466 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:57.117417 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c2a3e14d-1a37-47b8-85c6-da3319fb3466 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:57.149205 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca3ef-7e43-4cef-a292-90ec30fcd987 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:57.189674 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c2a3e14d-1a37-47b8-85c6-da3319fb3466 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:57.221686 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ca3ef-7e43-4cef-a292-90ec30fcd987 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Pushing event updated for resources: {'Port': ['ID=74b04460-84dd-4214-a5e0-2a84c7b9947f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:57.257793 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3ca3ef-7e43-4cef-a292-90ec30fcd987 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:57.262468 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-7b3ca3ef-7e43-4cef-a292-90ec30fcd987 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:57.276675 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3ca3ef-7e43-4cef-a292-90ec30fcd987 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:57.286609 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9836a397-f8fc-47b1-a1a4-71c59c9ad02f None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:57.303565 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c2a3e14d-1a37-47b8-85c6-da3319fb3466 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:57.309881 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c2a3e14d-1a37-47b8-85c6-da3319fb3466 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4183567 Nov 12 04:30:57.311087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59764) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:57.316719 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-614b30fc-d9bc-4f3d-aea1-48c2871415a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-811569949'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:57.378158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-87cd0093-9eb2-493c-bcff-64317fe0e865 None None] Provisioning complete for port 74b04460-84dd-4214-a5e0-2a84c7b9947f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:57.378294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f5b41-c1c9-4502-86f2-24d026657532 req-a4f18aac-ddba-4706-a1ae-a5b6cd695ef1 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:57.378535 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87cd0093-9eb2-493c-bcff-64317fe0e865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:57.379851 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c1f5b41-c1c9-4502-86f2-24d026657532 req-a4f18aac-ddba-4706-a1ae-a5b6cd695ef1 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.1346149 Nov 12 04:30:57.436728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614b30fc-d9bc-4f3d-aea1-48c2871415a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Made reservation on behalf of 5aa10470b52545749d812350adfa744b for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:57.443191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-87cd0093-9eb2-493c-bcff-64317fe0e865 None None] Port 74b04460-84dd-4214-a5e0-2a84c7b9947f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:57.443350 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-614b30fc-d9bc-4f3d-aea1-48c2871415a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:57.566103 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-614b30fc-d9bc-4f3d-aea1-48c2871415a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:30:57.571318 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 17b71d8a-0aee-4fed-b884-92e362c081b5 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:30:57.590735 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-614b30fc-d9bc-4f3d-aea1-48c2871415a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:57.590735 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-614b30fc-d9bc-4f3d-aea1-48c2871415a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Added segment 81c07ca5-6d55-4ec9-bab9-22ac5273552c of type vlan for network 27beea2e-4f1c-437e-a8c2-d69cff058b11 Nov 12 04:30:57.595595 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c1f5b41-c1c9-4502-86f2-24d026657532 req-f440bd84-e772-4861-8219-b696c25d8f2a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703429 Nov 12 04:30:57.652286 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-614b30fc-d9bc-4f3d-aea1-48c2871415a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:57.798918 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-614b30fc-d9bc-4f3d-aea1-48c2871415a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:57.804914 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614b30fc-d9bc-4f3d-aea1-48c2871415a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:57.805573 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-614b30fc-d9bc-4f3d-aea1-48c2871415a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:57.809759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 17b71d8a-0aee-4fed-b884-92e362c081b5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=17b71d8a-0aee-4fed-b884-92e362c081b5,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:57.828787 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '17b71d8a-0aee-4fed-b884-92e362c081b5', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'port_id': '17b71d8a-0aee-4fed-b884-92e362c081b5', 'mac_address': 'fa:16:3e:f0:15:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:30:57.890754 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:57.907428 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17b71d8a-0aee-4fed-b884-92e362c081b5 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:30:57.932200 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 17b71d8a-0aee-4fed-b884-92e362c081b5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=17b71d8a-0aee-4fed-b884-92e362c081b5,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:57.967464 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5181a7-0f10-46e3-b054-c2ed7364efcb req-89185f4e-88cb-4baf-8f45-7e1c6243adad tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:57.969227 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f5181a7-0f10-46e3-b054-c2ed7364efcb req-89185f4e-88cb-4baf-8f45-7e1c6243adad tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 945 time: 0.2107580 Nov 12 04:30:57.972198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b30fc-d9bc-4f3d-aea1-48c2871415a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Network': ['ID=27beea2e-4f1c-437e-a8c2-d69cff058b11,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:57.984378 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 27beea2e-4f1c-437e-a8c2-d69cff058b11 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:30:57.992326 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca3ef-7e43-4cef-a292-90ec30fcd987 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:58.006941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-614b30fc-d9bc-4f3d-aea1-48c2871415a2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6947067 Nov 12 04:30:58.010083 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59772) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:58.030656 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-41edfe30-bf04-4de5-b512-71bb781bae1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'subnet': {'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:58.094861 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f5181a7-0f10-46e3-b054-c2ed7364efcb req-116028ba-02c2-45b8-a996-df754ba99125 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/security-groups?id=3caa13bd-3025-41e0-957a-6e72bd7341d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117685 Nov 12 04:30:58.146739 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:58.276013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=17b71d8a-0aee-4fed-b884-92e362c081b5,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:58.317810 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ce2a600f-20bd-47e5-aabc-99de00c8871b up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:58.323940 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41edfe30-bf04-4de5-b512-71bb781bae1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Made reservation on behalf of 5aa10470b52545749d812350adfa744b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:58.327638 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41edfe30-bf04-4de5-b512-71bb781bae1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:58.369318 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['17b71d8a-0aee-4fed-b884-92e362c081b5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:30:58.494680 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca3ef-7e43-4cef-a292-90ec30fcd987 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:58.495855 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port ce2a600f-20bd-47e5-aabc-99de00c8871b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:58.496227 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:58.503487 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-944eef30-784f-4b20-bdf0-d62e8e105756 req-0a213442-546d-4896-99ba-dee10ee5c256 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 210 time: 0.0738995 Nov 12 04:30:58.735474 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41edfe30-bf04-4de5-b512-71bb781bae1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:58.753005 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ee374-e5bd-4f51-a5b8-319410165070 req-18983d77-f4ca-4964-abc2-6a345f8bdf91 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:58.761705 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-821ee374-e5bd-4f51-a5b8-319410165070 req-18983d77-f4ca-4964-abc2-6a345f8bdf91 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 945 time: 0.0963435 Nov 12 04:30:58.825842 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edfe30-bf04-4de5-b512-71bb781bae1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Subnet': ['ID=78bde239-9f93-4080-ae1f-4969b0e19200,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:58.826865 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-821ee374-e5bd-4f51-a5b8-319410165070 req-d2d39c59-5ba5-4bc9-bcd5-178257189252 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/security-groups?id=3caa13bd-3025-41e0-957a-6e72bd7341d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640502 Nov 12 04:30:58.836677 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41edfe30-bf04-4de5-b512-71bb781bae1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Checking segment: {'id': '81c07ca5-6d55-4ec9-bab9-22ac5273552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:58.841377 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41edfe30-bf04-4de5-b512-71bb781bae1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network hostable DHCP agents. Network: 27beea2e-4f1c-437e-a8c2-d69cff058b11, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:30:58.927746 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41edfe30-bf04-4de5-b512-71bb781bae1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network 27beea2e-4f1c-437e-a8c2-d69cff058b11 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:30:58.967903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3ca3ef-7e43-4cef-a292-90ec30fcd987 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Router c8c53ea1-fc8a-449e-ad10-60b005eaf967 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:30:59.012749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-41edfe30-bf04-4de5-b512-71bb781bae1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 27beea2e-4f1c-437e-a8c2-d69cff058b11) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:59.021011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41edfe30-bf04-4de5-b512-71bb781bae1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:59.022392 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-41edfe30-bf04-4de5-b512-71bb781bae1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:59.029524 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac482bd7-c18c-493d-b1f1-2fd38660f0de None None] Network 27beea2e-4f1c-437e-a8c2-d69cff058b11 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:59.038328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f38c26-731e-472e-80f1-ea99f57ddc9e req-94b12093-d47b-4178-a5e0-73b397f8f2e4 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:59.040682 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-02f38c26-731e-472e-80f1-ea99f57ddc9e req-94b12093-d47b-4178-a5e0-73b397f8f2e4 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 944 time: 0.1109819 Nov 12 04:30:59.144634 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-02f38c26-731e-472e-80f1-ea99f57ddc9e req-8bae5cf2-7491-47b6-820e-36f159e2e44f tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930300 Nov 12 04:30:59.145630 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3ca3ef-7e43-4cef-a292-90ec30fcd987 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:59.166885 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-41edfe30-bf04-4de5-b512-71bb781bae1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1554301 Nov 12 04:30:59.171288 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59784) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:59.189424 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0212b991-40ac-43df-b140-5e643d483cf3 None None] Sync routers for ids ['c8c53ea1-fc8a-449e-ad10-60b005eaf967'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:59.214855 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0212b991-40ac-43df-b140-5e643d483cf3 None None] Routers {'c8c53ea1-fc8a-449e-ad10-60b005eaf967'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:59.215543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0212b991-40ac-43df-b140-5e643d483cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['c8c53ea1-fc8a-449e-ad10-60b005eaf967'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:59.258659 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-27beea2e-4f1c-437e-a8c2-d69cff058b11', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:30:59.259516 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:59.262477 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0212b991-40ac-43df-b140-5e643d483cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:59.277144 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca3ef-7e43-4cef-a292-90ec30fcd987 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:59.278690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7b3ca3ef-7e43-4cef-a292-90ec30fcd987 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.9453819 Nov 12 04:30:59.286667 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0212b991-40ac-43df-b140-5e643d483cf3 None None] Routers {'c8c53ea1-fc8a-449e-ad10-60b005eaf967'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:59.286667 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0212b991-40ac-43df-b140-5e643d483cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['c8c53ea1-fc8a-449e-ad10-60b005eaf967'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:59.286998 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59786) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:59.293140 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a74789a3-f93a-4a83-94c0-34a66951da97 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'enable_snat': False}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:59.323360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0212b991-40ac-43df-b140-5e643d483cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:59.326228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0212b991-40ac-43df-b140-5e643d483cf3 None None] The sync data for ids ['c8c53ea1-fc8a-449e-ad10-60b005eaf967'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:59.499215 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] Allocated IP 2001:db8::2 (27beea2e-4f1c-437e-a8c2-d69cff058b11/78bde239-9f93-4080-ae1f-4969b0e19200/76b5a764-bc9f-49f1-baf4-a71f5c65dce9) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:59.597862 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 17b71d8a-0aee-4fed-b884-92e362c081b5 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:59.730727 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 17b71d8a-0aee-4fed-b884-92e362c081b5 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:59.731455 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:59.837743 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:59.904102 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a74789a3-f93a-4a83-94c0-34a66951da97 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:59.935033 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:59.954090 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:59.968609 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c745eaff-fc0f-40c3-9131-1d287dbc1b90 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:00.000903 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] Network 27beea2e-4f1c-437e-a8c2-d69cff058b11 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:00.010845 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:00.025955 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:00.045111 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] Pushing event updated for resources: {'Port': ['ID=76b5a764-bc9f-49f1-baf4-a71f5c65dce9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:00.068576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b71d8a-0aee-4fed-b884-92e362c081b5'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:31:00.071149 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e52f9aa-9596-4c41-8b3c-ad187decc540" -d '{"events": [{"server_uuid": "9dc172d7-02c3-4e2d-97c9-228435912eaf", "name": "network-vif-plugged", "status": "completed", "tag": "17b71d8a-0aee-4fed-b884-92e362c081b5"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:31:00.103254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 17b71d8a-0aee-4fed-b884-92e362c081b5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=17b71d8a-0aee-4fed-b884-92e362c081b5,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:00.105104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3fb3c414-4872-4a7c-a3a1-fc23d0f714e9 req-58f6cb94-1978-43ba-82e5-bbd62db36ba8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 210 time: 0.1136279 Nov 12 04:31:00.173303 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] Attempting to bind port 76b5a764-bc9f-49f1-baf4-a71f5c65dce9 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:00.173782 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] Attempting to bind port 76b5a764-bc9f-49f1-baf4-a71f5c65dce9 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '81c07ca5-6d55-4ec9-bab9-22ac5273552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:00.174157 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] Attempting to bind port 76b5a764-bc9f-49f1-baf4-a71f5c65dce9 on network 27beea2e-4f1c-437e-a8c2-d69cff058b11 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:00.191626 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:00.192069 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] Checking segment: {'id': '81c07ca5-6d55-4ec9-bab9-22ac5273552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:00.216182 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:00.216614 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] Bound using segment: {'id': '81c07ca5-6d55-4ec9-bab9-22ac5273552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:00.217133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] Bound port: 76b5a764-bc9f-49f1-baf4-a71f5c65dce9, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c07ca5-6d55-4ec9-bab9-22ac5273552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:00.217535 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:00.248603 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:00.406076 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=17b71d8a-0aee-4fed-b884-92e362c081b5,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:00.475160 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] For port 76b5a764-bc9f-49f1-baf4-a71f5c65dce9, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:00.479128 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] For port 76b5a764-bc9f-49f1-baf4-a71f5c65dce9, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=76b5a764-bc9f-49f1-baf4-a71f5c65dce9,segment=NetworkSegment(81c07ca5-6d55-4ec9-bab9-22ac5273552c),segment_id=81c07ca5-6d55-4ec9-bab9-22ac5273552c)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:00.593218 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:00.619479 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2657e70-8225-4bba-adec-7ae559aca07f req-387641aa-255e-4224-bb3a-ee773bd72371 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:00.621869 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2657e70-8225-4bba-adec-7ae559aca07f req-387641aa-255e-4224-bb3a-ee773bd72371 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 945 time: 0.3789303 Nov 12 04:31:00.778704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d2d50-d65e-43ac-8a4c-48b002089b26 None None] Pushing event updated for resources: {'Port': ['ID=76b5a764-bc9f-49f1-baf4-a71f5c65dce9,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:00.874717 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2657e70-8225-4bba-adec-7ae559aca07f req-323be24d-5407-4c93-a4d7-e53c53db0ef3 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/security-groups?id=3caa13bd-3025-41e0-957a-6e72bd7341d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166650 Nov 12 04:31:00.879604 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a74789a3-f93a-4a83-94c0-34a66951da97 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:00.891873 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a74789a3-f93a-4a83-94c0-34a66951da97 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:00.892979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-5755ee9f-58f6-4748-8c0a-397e0fea0641 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:00.899037 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-5755ee9f-58f6-4748-8c0a-397e0fea0641 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.21 "GET /v2.0/networks?id=c2746ac6-b4e4-4065-97f7-916e2df57fcb HTTP/1.1" status: 200 len: 797 time: 0.5222335 Nov 12 04:31:00.997937 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f59162-d5a9-49c5-83a0-9c25e0251bf2 x-openstack-request-id: req-b4f59162-d5a9-49c5-83a0-9c25e0251bf2 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:31:00.998238 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc172d7-02c3-4e2d-97c9-228435912eaf", "name": "network-vif-plugged", "status": "completed", "tag": "17b71d8a-0aee-4fed-b884-92e362c081b5", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:31:00.998508 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4f59162-d5a9-49c5-83a0-9c25e0251bf2 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:31:00.999035 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b71d8a-0aee-4fed-b884-92e362c081b5', 'code': 200} Nov 12 04:31:01.024983 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-c745eaff-fc0f-40c3-9131-1d287dbc1b90 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Allocated IP 2001:db8::1 (27beea2e-4f1c-437e-a8c2-d69cff058b11/78bde239-9f93-4080-ae1f-4969b0e19200/b58f419b-686b-465e-b323-75fcaadeba11) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:01.060041 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74789a3-f93a-4a83-94c0-34a66951da97 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Router c8c53ea1-fc8a-449e-ad10-60b005eaf967 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:01.204874 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-f3968428-4b90-429d-a57d-bed0c5f2cec3 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3 HTTP/1.1" status: 200 len: 380 time: 0.2520163 Nov 12 04:31:01.219075 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74789a3-f93a-4a83-94c0-34a66951da97 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:01.223591 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a74789a3-f93a-4a83-94c0-34a66951da97 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:01.227222 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a74789a3-f93a-4a83-94c0-34a66951da97 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "PUT /v2.0/routers/c8c53ea1-fc8a-449e-ad10-60b005eaf967 HTTP/1.1" status: 200 len: 926 time: 1.9389298 Nov 12 04:31:01.227725 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59808) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:01.233764 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a9fbe5-f701-4a6d-9844-6187cce75def None None] Sync routers for ids ['c8c53ea1-fc8a-449e-ad10-60b005eaf967'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:01.274580 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-d465000a-aada-4c27-b159-c5eb87752d55 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'port': {'device_id': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb', 'admin_state_up': True, 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'security_groups': ['6eac79bc-fb01-4397-b0ac-647a6a478f99']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:01.313287 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a9fbe5-f701-4a6d-9844-6187cce75def None None] Routers {'c8c53ea1-fc8a-449e-ad10-60b005eaf967'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:01.315332 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-94a9fbe5-f701-4a6d-9844-6187cce75def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['c8c53ea1-fc8a-449e-ad10-60b005eaf967'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:01.381324 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-94a9fbe5-f701-4a6d-9844-6187cce75def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:01.395334 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a9fbe5-f701-4a6d-9844-6187cce75def None None] Routers {'c8c53ea1-fc8a-449e-ad10-60b005eaf967'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:01.396295 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-94a9fbe5-f701-4a6d-9844-6187cce75def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:30:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['c8c53ea1-fc8a-449e-ad10-60b005eaf967'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:01.422457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f05b6c-38a8-4788-87aa-b4808b59ab73 req-c5405983-f1b8-4a88-bc7f-dca5d3950977 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:01.431421 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6f05b6c-38a8-4788-87aa-b4808b59ab73 req-c5405983-f1b8-4a88-bc7f-dca5d3950977 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.3075991 Nov 12 04:31:01.439246 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-94a9fbe5-f701-4a6d-9844-6187cce75def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:01.439902 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a9fbe5-f701-4a6d-9844-6187cce75def None None] The sync data for ids ['c8c53ea1-fc8a-449e-ad10-60b005eaf967'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:01.465554 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-468d2709-e30d-4ae3-81a9-6cc5f55f512c tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "GET /v2.0/routers/c8c53ea1-fc8a-449e-ad10-60b005eaf967 HTTP/1.1" status: 200 len: 926 time: 0.2367306 Nov 12 04:31:01.469239 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59820) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:01.553673 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3ea955-60ea-402f-8d38-1f965094ea21 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:01.558893 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9c3ea955-60ea-402f-8d38-1f965094ea21 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&device_id=c8c53ea1-fc8a-449e-ad10-60b005eaf967&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0914867 Nov 12 04:31:01.559525 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59822) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:01.568745 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c745eaff-fc0f-40c3-9131-1d287dbc1b90 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:01.683833 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6f05b6c-38a8-4788-87aa-b4808b59ab73 req-031633c3-bfbb-46b9-85ca-98ffdf2a6227 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513626 Nov 12 04:31:01.689441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc05741-a9b9-4c46-af05-fe423033d0ae tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:01.689441 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2bc05741-a9b9-4c46-af05-fe423033d0ae tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 881 time: 0.1284919 Nov 12 04:31:01.690544 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59826) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:01.727472 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-af606f12-712d-4474-ad04-0a6eb5774378 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c53ea1-fc8a-449e-ad10-60b005eaf967 HTTP/1.1" status: 200 len: 205 time: 0.0358241 Nov 12 04:31:01.728901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59828) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:01.796866 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-d465000a-aada-4c27-b159-c5eb87752d55 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Made reservation on behalf of a1d85f7d3e02495dbf8a97f43fe9e4b3 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:31:01.800918 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-d465000a-aada-4c27-b159-c5eb87752d55 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:01.833808 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c745eaff-fc0f-40c3-9131-1d287dbc1b90 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:01.936877 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef969209-f10e-46a0-8f5d-891dc10a96b8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:01.986350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c745eaff-fc0f-40c3-9131-1d287dbc1b90 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network 27beea2e-4f1c-437e-a8c2-d69cff058b11 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:02.032601 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745eaff-fc0f-40c3-9131-1d287dbc1b90 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=b58f419b-686b-465e-b323-75fcaadeba11,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:02.041521 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-c745eaff-fc0f-40c3-9131-1d287dbc1b90 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:02.049622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c745eaff-fc0f-40c3-9131-1d287dbc1b90 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:02.052613 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c745eaff-fc0f-40c3-9131-1d287dbc1b90 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:02.127289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-11b30969-e1b3-4080-918b-814bb0f0312a req-71924818-85e4-4859-864e-317c338eb7fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 210 time: 0.0898306 Nov 12 04:31:02.258289 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 76b5a764-bc9f-49f1-baf4-a71f5c65dce9 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:02.355315 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 76b5a764-bc9f-49f1-baf4-a71f5c65dce9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:02.356003 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:02.414530 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a560ed8-5a0e-4dd7-ad27-ad8bb005a18c None None] Network 27beea2e-4f1c-437e-a8c2-d69cff058b11 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:02.472714 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-d465000a-aada-4c27-b159-c5eb87752d55 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Allocated IP 172.20.0.8 (c2746ac6-b4e4-4065-97f7-916e2df57fcb/20150325-f345-468c-96fc-6578b271ccb5/ac47fb13-ee52-4eff-82c7-0eef32b91036) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:02.489280 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef969209-f10e-46a0-8f5d-891dc10a96b8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:02.504802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53411682-7da8-4c12-8981-d24538c26ccc req-03d191f4-49e9-433c-be60-6dcba4d7ddeb tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:02.506833 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53411682-7da8-4c12-8981-d24538c26ccc req-03d191f4-49e9-433c-be60-6dcba4d7ddeb tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 945 time: 0.1898127 Nov 12 04:31:02.560703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3ddc3003-a039-4b90-801b-24e34bf07c7a None None] Provisioning complete for port 76b5a764-bc9f-49f1-baf4-a71f5c65dce9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:02.561077 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ddc3003-a039-4b90-801b-24e34bf07c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:02.591254 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c745eaff-fc0f-40c3-9131-1d287dbc1b90 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:02.599144 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:02.640352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 76b5a764-bc9f-49f1-baf4-a71f5c65dce9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=76b5a764-bc9f-49f1-baf4-a71f5c65dce9,segment=NetworkSegment(81c07ca5-6d55-4ec9-bab9-22ac5273552c),segment_id=81c07ca5-6d55-4ec9-bab9-22ac5273552c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:02.684380 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53411682-7da8-4c12-8981-d24538c26ccc req-3daec75d-1c9e-4a74-9557-d29d040b8c68 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/security-groups?id=3caa13bd-3025-41e0-957a-6e72bd7341d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697197 Nov 12 04:31:02.781140 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:02.912623 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=76b5a764-bc9f-49f1-baf4-a71f5c65dce9,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:02.928963 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:02.931828 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:02.932907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:02.932907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:02.932907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:02.933229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:02.933462 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:02.933777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:02.934115 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:02.934428 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:02.934799 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:02.935127 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:03.256733 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08ad75fe-5424-483f-b43d-04cf335d3fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:03.369020 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-ef969209-f10e-46a0-8f5d-891dc10a96b8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Deleting port 74b04460-84dd-4214-a5e0-2a84c7b9947f {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:03.369545 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef969209-f10e-46a0-8f5d-891dc10a96b8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:03.422152 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-205aa64b-0d13-4cf9-a5ab-93a6bf9e23ef None None] Provisioning complete for port 76b5a764-bc9f-49f1-baf4-a71f5c65dce9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:03.439425 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-205aa64b-0d13-4cf9-a5ab-93a6bf9e23ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:03.584119 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-205aa64b-0d13-4cf9-a5ab-93a6bf9e23ef None None] Provisioning complete for port b58f419b-686b-465e-b323-75fcaadeba11 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:03.584616 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-205aa64b-0d13-4cf9-a5ab-93a6bf9e23ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:03.634624 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-205aa64b-0d13-4cf9-a5ab-93a6bf9e23ef None None] Port b58f419b-686b-465e-b323-75fcaadeba11 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:03.697692 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-d465000a-aada-4c27-b159-c5eb87752d55 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:03.793229 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef969209-f10e-46a0-8f5d-891dc10a96b8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:03.811428 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-ef969209-f10e-46a0-8f5d-891dc10a96b8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Calling delete_port for 74b04460-84dd-4214-a5e0-2a84c7b9947f owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:03.830897 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7025e4-5241-4120-bd53-87ee12fa51fd req-298b3bc6-5c87-4682-ac4a-8b9bb66e41f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:03.832597 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f7025e4-5241-4120-bd53-87ee12fa51fd req-298b3bc6-5c87-4682-ac4a-8b9bb66e41f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=711423dbf60349f3b3a792edc0237528&device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 1097 time: 0.4853854 Nov 12 04:31:03.843486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8b7f1-2866-47ea-afba-aaf97460a0b7 req-67b9ff2b-6ef1-4ea8-8290-de6dfb01b4ed tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:03.856011 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3e8b7f1-2866-47ea-afba-aaf97460a0b7 req-67b9ff2b-6ef1-4ea8-8290-de6dfb01b4ed tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.5028541 Nov 12 04:31:03.865610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ba4a5c49-3fc4-4d76-b7b5-f7523eb07a95 None None] Provisioning complete for port b58f419b-686b-465e-b323-75fcaadeba11 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:03.865985 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5c49-3fc4-4d76-b7b5-f7523eb07a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:03.935696 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a5c49-3fc4-4d76-b7b5-f7523eb07a95 None None] Port b58f419b-686b-465e-b323-75fcaadeba11 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:04.171443 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3e8b7f1-2866-47ea-afba-aaf97460a0b7 req-290445ab-f3d7-4c9c-8f94-34dddcc1d750 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139346 Nov 12 04:31:04.184633 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 76b5a764-bc9f-49f1-baf4-a71f5c65dce9 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:04.203070 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7025e4-5241-4120-bd53-87ee12fa51fd req-734d4de2-4bf0-4660-ba37-6f07ab331adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:04.205723 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f7025e4-5241-4120-bd53-87ee12fa51fd req-734d4de2-4bf0-4660-ba37-6f07ab331adc service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c12eef2-4450-47e0-9fa4-3fd155571c54 HTTP/1.1" status: 200 len: 913 time: 0.3452530 Nov 12 04:31:04.256256 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-d465000a-aada-4c27-b159-c5eb87752d55 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:04.306767 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f7025e4-5241-4120-bd53-87ee12fa51fd req-7a849143-ed1a-453d-be47-0af8c5c2daec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a138e0b4-8061-487c-a93b-c0ebb279877d HTTP/1.1" status: 200 len: 217 time: 0.0683427 Nov 12 04:31:04.339580 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 76b5a764-bc9f-49f1-baf4-a71f5c65dce9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:04.340297 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:04.371335 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c745eaff-fc0f-40c3-9131-1d287dbc1b90 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:04.438772 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-d465000a-aada-4c27-b159-c5eb87752d55 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network c2746ac6-b4e4-4065-97f7-916e2df57fcb is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:04.474897 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-d465000a-aada-4c27-b159-c5eb87752d55 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:04.481787 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465000a-aada-4c27-b159-c5eb87752d55 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=ac47fb13-ee52-4eff-82c7-0eef32b91036,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:04.489589 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-d465000a-aada-4c27-b159-c5eb87752d55 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:04.493515 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c745eaff-fc0f-40c3-9131-1d287dbc1b90 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:04.494418 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c745eaff-fc0f-40c3-9131-1d287dbc1b90 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:04.504964 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7025e4-5241-4120-bd53-87ee12fa51fd req-b5f31496-cbf6-4ec0-b14a-cfcc504d9a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:04.506570 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f7025e4-5241-4120-bd53-87ee12fa51fd req-b5f31496-cbf6-4ec0-b14a-cfcc504d9a84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f02e8bb-e237-43ee-bd14-9403c8c9aff9 HTTP/1.1" status: 200 len: 852 time: 0.1817131 Nov 12 04:31:04.840610 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c745eaff-fc0f-40c3-9131-1d287dbc1b90 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network 27beea2e-4f1c-437e-a8c2-d69cff058b11 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:04.844793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f7025e4-5241-4120-bd53-87ee12fa51fd req-58c37611-a2b7-4b2e-a9ee-60d9e0c87bbd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c12eef2-4450-47e0-9fa4-3fd155571c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2717693 Nov 12 04:31:04.845446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745eaff-fc0f-40c3-9131-1d287dbc1b90 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=b58f419b-686b-465e-b323-75fcaadeba11,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:04.873947 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-45637ed2-2cf3-41fd-a010-beab9c23aee8 None None] Provisioning complete for port ac47fb13-ee52-4eff-82c7-0eef32b91036 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:04.874530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-c745eaff-fc0f-40c3-9131-1d287dbc1b90 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:04.875252 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45637ed2-2cf3-41fd-a010-beab9c23aee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:04.926190 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-45637ed2-2cf3-41fd-a010-beab9c23aee8 None None] Port ac47fb13-ee52-4eff-82c7-0eef32b91036 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:05.018178 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef969209-f10e-46a0-8f5d-891dc10a96b8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:05.056361 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91e3550-109a-4221-aa31-b51e921a90a1 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:05.307016 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-d465000a-aada-4c27-b159-c5eb87752d55 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:05.308210 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-d465000a-aada-4c27-b159-c5eb87752d55 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:05.331588 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59866) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:05.361936 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a3965799-4ab6-48c9-90eb-baf8f1133027 None None] Provisioning complete for port b58f419b-686b-465e-b323-75fcaadeba11 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:05.362307 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a3965799-4ab6-48c9-90eb-baf8f1133027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:05.377875 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef969209-f10e-46a0-8f5d-891dc10a96b8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:05.426292 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a563a9-37d0-4d5f-a13c-298ac269afe1 req-fd927640-9976-4d5f-ad6f-b1bfbbd94c58 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:05.437240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52a563a9-37d0-4d5f-a13c-298ac269afe1 req-fd927640-9976-4d5f-ad6f-b1bfbbd94c58 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 945 time: 0.8687050 Nov 12 04:31:05.481360 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-d465000a-aada-4c27-b159-c5eb87752d55 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2163987 Nov 12 04:31:05.482209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef969209-f10e-46a0-8f5d-891dc10a96b8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Pushing event deleted for resources: {'Port': ['ID=74b04460-84dd-4214-a5e0-2a84c7b9947f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:05.500249 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a3965799-4ab6-48c9-90eb-baf8f1133027 None None] Port b58f419b-686b-465e-b323-75fcaadeba11 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:05.528959 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-049d8a0e-0e6b-4154-b198-1f6962e4d3dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:05.575336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Request body: {'port': {'device_id': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:05.583106 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b18927fb-865a-4973-853f-1f78985f0b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:05.625948 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef969209-f10e-46a0-8f5d-891dc10a96b8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:05.633427 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef969209-f10e-46a0-8f5d-891dc10a96b8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:05.639384 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f7025e4-5241-4120-bd53-87ee12fa51fd req-26c968be-9622-4be8-ae12-07bcfa0009e3 service neutron] 10.222.0.31 "GET /v2.0/networks/6c12eef2-4450-47e0-9fa4-3fd155571c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7629817 Nov 12 04:31:05.684049 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-049d8a0e-0e6b-4154-b198-1f6962e4d3dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:05.768159 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-049d8a0e-0e6b-4154-b198-1f6962e4d3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:05.802456 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d8a0e-0e6b-4154-b198-1f6962e4d3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4867fac1-37b9-49f7-8436-0e4526987af5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:05.849106 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-049d8a0e-0e6b-4154-b198-1f6962e4d3dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d856e9ee3d7488d8ec60d5ea3f6fd87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5165081 Nov 12 04:31:05.852156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59872) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:05.935236 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-784982b3-41ff-42e9-98a8-f6f991901725 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:05.982196 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-784982b3-41ff-42e9-98a8-f6f991901725 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:06.082938 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52a563a9-37d0-4d5f-a13c-298ac269afe1 req-4d5873ed-00b1-4cd0-ab76-60ad0289f5f9 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/security-groups?id=3caa13bd-3025-41e0-957a-6e72bd7341d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6447477 Nov 12 04:31:06.112078 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c745eaff-fc0f-40c3-9131-1d287dbc1b90 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 84b8e709-5fe1-45e5-889f-287c3ce85435 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:31:06.147469 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-784982b3-41ff-42e9-98a8-f6f991901725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:06.150729 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-784982b3-41ff-42e9-98a8-f6f991901725 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:06.152730 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-784982b3-41ff-42e9-98a8-f6f991901725 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4867fac1-37b9-49f7-8436-0e4526987af5 HTTP/1.1" status: 204 len: 168 time: 0.2993672 Nov 12 04:31:06.155300 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:06.169163 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784982b3-41ff-42e9-98a8-f6f991901725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4867fac1-37b9-49f7-8436-0e4526987af5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:06.274843 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef969209-f10e-46a0-8f5d-891dc10a96b8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:06.275394 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef969209-f10e-46a0-8f5d-891dc10a96b8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Fanout notify agent at l3_agent the message router_deleted on router c8c53ea1-fc8a-449e-ad10-60b005eaf967 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:31:06.285918 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef969209-f10e-46a0-8f5d-891dc10a96b8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:06.287162 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ef969209-f10e-46a0-8f5d-891dc10a96b8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "DELETE /v2.0/routers/c8c53ea1-fc8a-449e-ad10-60b005eaf967 HTTP/1.1" status: 204 len: 168 time: 4.5570059 Nov 12 04:31:06.290824 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59876) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:06.299044 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-cd5fa1d8-af81-4e22-a9e4-0c5063b603f2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1228055003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:06.416938 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f7025e4-5241-4120-bd53-87ee12fa51fd req-75b0c546-2130-4a3c-8310-b2c1b4e47e94 service neutron] 10.222.0.31 "GET /v2.0/networks/6c12eef2-4450-47e0-9fa4-3fd155571c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7607055 Nov 12 04:31:06.421486 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa1d8-af81-4e22-a9e4-0c5063b603f2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:06.422675 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa1d8-af81-4e22-a9e4-0c5063b603f2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:06.475830 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c745eaff-fc0f-40c3-9131-1d287dbc1b90 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:06.484756 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c745eaff-fc0f-40c3-9131-1d287dbc1b90 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/84b8e709-5fe1-45e5-889f-287c3ce85435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3112700 Nov 12 04:31:06.487634 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] Sync routers for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:06.498855 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94debdca-b2a1-4921-8c7d-6f52aaddaa76 req-e0ca0fc9-206d-4236-a9b2-686fb8341e62 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:06.505809 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:06.509895 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59880) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:06.510046 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:06.510190 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94debdca-b2a1-4921-8c7d-6f52aaddaa76 req-e0ca0fc9-206d-4236-a9b2-686fb8341e62 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 931 time: 0.2768397 Nov 12 04:31:06.524783 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-68ad0a92-bb4a-4be2-8d9d-99325fc56fb3 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2045496459'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:06.572819 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa1d8-af81-4e22-a9e4-0c5063b603f2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:06.646140 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa1d8-af81-4e22-a9e4-0c5063b603f2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:06.673319 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ad0a92-bb4a-4be2-8d9d-99325fc56fb3 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Made reservation on behalf of 5aa10470b52545749d812350adfa744b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:31:06.678257 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68ad0a92-bb4a-4be2-8d9d-99325fc56fb3 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:06.708901 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ad0a92-bb4a-4be2-8d9d-99325fc56fb3 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:31:06.722871 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68ad0a92-bb4a-4be2-8d9d-99325fc56fb3 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:06.723519 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-68ad0a92-bb4a-4be2-8d9d-99325fc56fb3 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Added segment d0d79aa0-de63-4dc1-b924-01be5c38e782 of type vlan for network 7c4beded-cc5b-43ed-9782-4e4ce0e36d54 Nov 12 04:31:06.817436 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd5fa1d8-af81-4e22-a9e4-0c5063b603f2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:06.819192 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cd5fa1d8-af81-4e22-a9e4-0c5063b603f2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5272186 Nov 12 04:31:06.822816 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59888) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:06.828365 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0e52620e-f700-4b7f-a97e-12939f12db36 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Request body: {'router': {'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:06.876603 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:06.884601 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68ad0a92-bb4a-4be2-8d9d-99325fc56fb3 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:06.900155 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94debdca-b2a1-4921-8c7d-6f52aaddaa76 req-b331647e-4426-4526-afed-338b67222c8a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3906026 Nov 12 04:31:06.922710 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac47fb13-ee52-4eff-82c7-0eef32b91036 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:31:06.936105 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:06.952078 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:06.952267 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Transition to ACTIVE for port object ac47fb13-ee52-4eff-82c7-0eef32b91036 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:31:07.028751 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:07.086548 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68ad0a92-bb4a-4be2-8d9d-99325fc56fb3 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:07.101898 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ad0a92-bb4a-4be2-8d9d-99325fc56fb3 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:07.102185 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-68ad0a92-bb4a-4be2-8d9d-99325fc56fb3 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:07.207443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:02Z', 'revision_number': 2, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:03Z', 'revision_number': 2, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:07.242729 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] Checking router: 84b8e709-5fe1-45e5-889f-287c3ce85435 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:07.243101 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] Updating router 84b8e709-5fe1-45e5-889f-287c3ce85435 port b58f419b-686b-465e-b323-75fcaadeba11 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:31:07.280302 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Pushing event updated for resources: {'Port': ['ID=ac47fb13-ee52-4eff-82c7-0eef32b91036,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:07.301766 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:07.354071 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e52620e-f700-4b7f-a97e-12939f12db36 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:07.370566 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ff85b-37a2-449c-8377-b7c7c530a603 req-6f758f02-6066-4af1-9c4a-7db6728c5cba tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:07.372230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e1ff85b-37a2-449c-8377-b7c7c530a603 req-6f758f02-6066-4af1-9c4a-7db6728c5cba tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.3437748 Nov 12 04:31:07.374414 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-68ad0a92-bb4a-4be2-8d9d-99325fc56fb3 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8649218 Nov 12 04:31:07.387123 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59896) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:07.420772 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-435f84cd-0097-4252-b97b-18838a82c61d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'subnet': {'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:07.480962 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad0a92-bb4a-4be2-8d9d-99325fc56fb3 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Network': ['ID=7c4beded-cc5b-43ed-9782-4e4ce0e36d54,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:07.834050 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 7c4beded-cc5b-43ed-9782-4e4ce0e36d54 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:31:07.851823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Attempting to bind port ac47fb13-ee52-4eff-82c7-0eef32b91036 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:07.852365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Attempting to bind port ac47fb13-ee52-4eff-82c7-0eef32b91036 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'f04e57b9-a8f7-45df-996f-9133f64112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:07.852788 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Attempting to bind port ac47fb13-ee52-4eff-82c7-0eef32b91036 on network c2746ac6-b4e4-4065-97f7-916e2df57fcb {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:07.859405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Port ac47fb13-ee52-4eff-82c7-0eef32b91036 on network c2746ac6-b4e4-4065-97f7-916e2df57fcb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:31:07.860378 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Attempting to bind port ac47fb13-ee52-4eff-82c7-0eef32b91036 on network c2746ac6-b4e4-4065-97f7-916e2df57fcb {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:07.873385 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:07.873892 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Checking segment: {'id': 'f04e57b9-a8f7-45df-996f-9133f64112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:07.875344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Bound using segment: {'id': 'f04e57b9-a8f7-45df-996f-9133f64112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:07.876971 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Bound port: ac47fb13-ee52-4eff-82c7-0eef32b91036, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04e57b9-a8f7-45df-996f-9133f64112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:07.876971 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:07.916411 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e1ff85b-37a2-449c-8377-b7c7c530a603 req-f1769d78-ad7c-441e-a753-db1cde47481b tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5327883 Nov 12 04:31:07.966231 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e52620e-f700-4b7f-a97e-12939f12db36 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:07.995763 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e52620e-f700-4b7f-a97e-12939f12db36 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:08.018938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435f84cd-0097-4252-b97b-18838a82c61d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Made reservation on behalf of 5aa10470b52545749d812350adfa744b for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:31:08.028989 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-435f84cd-0097-4252-b97b-18838a82c61d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:08.092649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] For port ac47fb13-ee52-4eff-82c7-0eef32b91036, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:08.146801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] For port ac47fb13-ee52-4eff-82c7-0eef32b91036, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=ac47fb13-ee52-4eff-82c7-0eef32b91036,segment=NetworkSegment(f04e57b9-a8f7-45df-996f-9133f64112a3),segment_id=f04e57b9-a8f7-45df-996f-9133f64112a3)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:08.159998 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-0e52620e-f700-4b7f-a97e-12939f12db36 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Allocated IP 172.25.1.244 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/e863f62e-2734-46fa-800d-f76399acddf9) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:08.234032 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:08.316573 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e52620e-f700-4b7f-a97e-12939f12db36 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:08.322229 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d850a-05db-4174-ba9b-7bd92506dc2d req-fd245b83-b13b-4bcb-b047-d164dcf66f4f tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:08.323869 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c3d850a-05db-4174-ba9b-7bd92506dc2d req-fd245b83-b13b-4bcb-b047-d164dcf66f4f tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 945 time: 0.0795186 Nov 12 04:31:08.386186 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:08.401535 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:08.402449 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:08.432362 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e52620e-f700-4b7f-a97e-12939f12db36 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:08.471823 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e52620e-f700-4b7f-a97e-12939f12db36 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:08.474122 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57095296-0fa7-41f1-a3c0-9cd391174eef None None] Pushing event updated for resources: {'Port': ['ID=b58f419b-686b-465e-b323-75fcaadeba11,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:08.479272 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-0e52620e-f700-4b7f-a97e-12939f12db36 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:08.489119 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c3d850a-05db-4174-ba9b-7bd92506dc2d req-6eeac3e8-fa12-4065-b1f9-3150019e537e tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/security-groups?id=3caa13bd-3025-41e0-957a-6e72bd7341d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426282 Nov 12 04:31:08.502749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:08.502749 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:08.503980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] 10.222.0.21 "PUT /v2.0/ports/ac47fb13-ee52-4eff-82c7-0eef32b91036 HTTP/1.1" status: 200 len: 1092 time: 2.9674945 Nov 12 04:31:08.504926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'tag': 'ac47fb13-ee52-4eff-82c7-0eef32b91036'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:31:08.507363 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759fee34-4b6f-4c09-8652-c3a3245b7d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e79fe0-07c6-4a6d-a899-58346657cf2b", "tag": "ac47fb13-ee52-4eff-82c7-0eef32b91036"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:31:08.560640 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e52620e-f700-4b7f-a97e-12939f12db36 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:08.567928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624b72e-ab6d-4913-aaf2-91ed0ecbdd0a service neutron] Pushing event updated for resources: {'Port': ['ID=ac47fb13-ee52-4eff-82c7-0eef32b91036,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:08.608857 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-435f84cd-0097-4252-b97b-18838a82c61d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:08.620445 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1f3486-d4a5-4e1e-bc21-6c3ed7ac6f90 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:08.641635 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] Attempting to bind port b58f419b-686b-465e-b323-75fcaadeba11 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:08.651610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] Attempting to bind port b58f419b-686b-465e-b323-75fcaadeba11 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '81c07ca5-6d55-4ec9-bab9-22ac5273552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:08.652089 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] Attempting to bind port b58f419b-686b-465e-b323-75fcaadeba11 on network 27beea2e-4f1c-437e-a8c2-d69cff058b11 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:08.678017 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52620e-f700-4b7f-a97e-12939f12db36 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Pushing event updated for resources: {'Port': ['ID=e863f62e-2734-46fa-800d-f76399acddf9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:08.687611 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:08.689744 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] Checking segment: {'id': '81c07ca5-6d55-4ec9-bab9-22ac5273552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:08.695277 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:08.695698 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] Bound using segment: {'id': '81c07ca5-6d55-4ec9-bab9-22ac5273552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:08.699213 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] Bound port: b58f419b-686b-465e-b323-75fcaadeba11, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c07ca5-6d55-4ec9-bab9-22ac5273552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:08.701385 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:08.882911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d93e721e-ba0c-4e25-878f-67c960f916a7 None None] Provisioning complete for port e863f62e-2734-46fa-800d-f76399acddf9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:08.883587 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d93e721e-ba0c-4e25-878f-67c960f916a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:08.972475 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] For port b58f419b-686b-465e-b323-75fcaadeba11, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:09.007411 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d93e721e-ba0c-4e25-878f-67c960f916a7 None None] Port e863f62e-2734-46fa-800d-f76399acddf9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:09.011865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fda646-e90b-44e8-8ef3-6ade1d050f6d req-dcb1a78f-1076-447c-9b0b-b2809f7e9fe1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:09.017835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] For port b58f419b-686b-465e-b323-75fcaadeba11, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b58f419b-686b-465e-b323-75fcaadeba11,segment=NetworkSegment(81c07ca5-6d55-4ec9-bab9-22ac5273552c),segment_id=81c07ca5-6d55-4ec9-bab9-22ac5273552c)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:09.026175 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2fda646-e90b-44e8-8ef3-6ade1d050f6d req-dcb1a78f-1076-447c-9b0b-b2809f7e9fe1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 943 time: 0.3019974 Nov 12 04:31:09.036953 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435f84cd-0097-4252-b97b-18838a82c61d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Checking segment: {'id': 'd0d79aa0-de63-4dc1-b924-01be5c38e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:09.037372 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435f84cd-0097-4252-b97b-18838a82c61d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network hostable DHCP agents. Network: 7c4beded-cc5b-43ed-9782-4e4ce0e36d54, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:31:09.039524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f84cd-0097-4252-b97b-18838a82c61d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Subnet': ['ID=f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:09.056031 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8c5fd625-5c3e-4c7b-9257-1a37174b4817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:09.058109 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-8c5fd625-5c3e-4c7b-9257-1a37174b4817 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 1095 time: 0.3474979 Nov 12 04:31:09.080930 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:09.131519 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-9165fa72-0d6f-4308-92bd-656cd6196d14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac47fb13-ee52-4eff-82c7-0eef32b91036 HTTP/1.1" status: 200 len: 217 time: 0.0550742 Nov 12 04:31:09.155395 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2fda646-e90b-44e8-8ef3-6ade1d050f6d req-6e077433-7965-4e6b-90ba-bbc2d7e4645b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279266 Nov 12 04:31:09.184170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435f84cd-0097-4252-b97b-18838a82c61d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network 7c4beded-cc5b-43ed-9782-4e4ce0e36d54 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:31:09.203769 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:09.242440 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:09.244074 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:09.247035 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57095296-0fa7-41f1-a3c0-9cd391174eef None None] Pushing event updated for resources: {'Port': ['ID=b58f419b-686b-465e-b323-75fcaadeba11,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:09.250754 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5848ed-b969-4e44-8e23-89dded787e3e x-openstack-request-id: req-fd5848ed-b969-4e44-8e23-89dded787e3e {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:31:09.251283 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e79fe0-07c6-4a6d-a899-58346657cf2b", "tag": "ac47fb13-ee52-4eff-82c7-0eef32b91036", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:31:09.251715 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd5848ed-b969-4e44-8e23-89dded787e3e {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:31:09.252417 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'tag': 'ac47fb13-ee52-4eff-82c7-0eef32b91036', 'status': 'completed', 'code': 200} Nov 12 04:31:09.268104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-cf7e11be-2136-4019-aca2-17ccc88f027a None None] Provisioning complete for port b58f419b-686b-465e-b323-75fcaadeba11 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:09.268104 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf7e11be-2136-4019-aca2-17ccc88f027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:09.299504 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-0c3b623b-9c90-42bd-b242-23a94597b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:09.301013 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-0c3b623b-9c90-42bd-b242-23a94597b819 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20150325-f345-468c-96fc-6578b271ccb5 HTTP/1.1" status: 200 len: 834 time: 0.1448786 Nov 12 04:31:09.379627 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-435f84cd-0097-4252-b97b-18838a82c61d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 7c4beded-cc5b-43ed-9782-4e4ce0e36d54) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:09.406049 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435f84cd-0097-4252-b97b-18838a82c61d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:09.407019 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-435f84cd-0097-4252-b97b-18838a82c61d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:09.413633 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c57807-8dce-41db-8c6e-bf9491d4ec9c None None] Network 7c4beded-cc5b-43ed-9782-4e4ce0e36d54 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:09.437643 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-436bcc69-ae58-470d-b637-b53c22df22bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:09.448473 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-436bcc69-ae58-470d-b637-b53c22df22bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2746ac6-b4e4-4065-97f7-916e2df57fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1304274 Nov 12 04:31:09.635792 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-435f84cd-0097-4252-b97b-18838a82c61d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2474835 Nov 12 04:31:09.639844 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59932) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:09.797556 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:31:09.798652 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:09.835668 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-e3099426-649b-42df-876a-ae7fb2f0b18c service neutron] 10.222.0.21 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884432 Nov 12 04:31:09.835978 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:10.140936 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf7e11be-2136-4019-aca2-17ccc88f027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:10.181254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-cf7e11be-2136-4019-aca2-17ccc88f027a None None] For port b58f419b-686b-465e-b323-75fcaadeba11, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b58f419b-686b-465e-b323-75fcaadeba11,segment=NetworkSegment(81c07ca5-6d55-4ec9-bab9-22ac5273552c),segment_id=81c07ca5-6d55-4ec9-bab9-22ac5273552c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:10.246795 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add8d32-39a1-4839-8ad3-222001732c8e req-37933d58-f9e7-44cf-8ada-185c37d51ba5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:10.249815 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] Allocated IP 2001:db8:1::2 (7c4beded-cc5b-43ed-9782-4e4ce0e36d54/f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4/2c661f6e-1959-4577-8352-fbfacd600221) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:10.267174 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9add8d32-39a1-4839-8ad3-222001732c8e req-37933d58-f9e7-44cf-8ada-185c37d51ba5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.2597406 Nov 12 04:31:10.270773 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:02Z', 'revision_number': 2, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:08Z', 'revision_number': 4, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:10.309742 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f6abc8-8e6a-4e2a-bdcc-584b10a08bf8 None None] The sync data for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 is: [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:02Z', 'revision_number': 2, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:08Z', 'revision_number': 4, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:10.311785 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf7e11be-2136-4019-aca2-17ccc88f027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:10.347264 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e52620e-f700-4b7f-a97e-12939f12db36 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:10.355452 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9add8d32-39a1-4839-8ad3-222001732c8e req-5797922a-06b8-4831-850e-2be73ff3813a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876615 Nov 12 04:31:10.505604 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2eb6230f-80d6-4f3f-8171-803b7f87cdbb None None] Provisioning complete for port b58f419b-686b-465e-b323-75fcaadeba11 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:10.506178 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2eb6230f-80d6-4f3f-8171-803b7f87cdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:10.599424 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e11be-2136-4019-aca2-17ccc88f027a None None] Pushing event updated for resources: {'Port': ['ID=b58f419b-686b-465e-b323-75fcaadeba11,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:10.613028 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eeb8a1c7-f101-4b3a-a532-424c42dd66d2 req-bbce7c11-642f-4e74-8f7c-6d360c09fce1 service neutron] 10.222.0.21 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6147509 Nov 12 04:31:10.868553 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e52620e-f700-4b7f-a97e-12939f12db36 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:10.886022 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e52620e-f700-4b7f-a97e-12939f12db36 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:10.933763 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:10.984252 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:10.987129 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2784158-f9d9-42c4-b8f1-09950cf63cb8 req-72fc1b37-fd76-420e-823d-8c06a7f6cec7 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:10.995372 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2784158-f9d9-42c4-b8f1-09950cf63cb8 req-72fc1b37-fd76-420e-823d-8c06a7f6cec7 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 945 time: 0.2278492 Nov 12 04:31:11.001162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fee34-4b6f-4c09-8652-c3a3245b7d8b req-3fc40305-7739-45bf-9432-cef5191f5d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:11.002684 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-759fee34-4b6f-4c09-8652-c3a3245b7d8b req-3fc40305-7739-45bf-9432-cef5191f5d46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 1095 time: 0.1401498 Nov 12 04:31:11.075626 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:11.155265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] Network 7c4beded-cc5b-43ed-9782-4e4ce0e36d54 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:11.161308 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:11.167737 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:11.176096 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] Pushing event updated for resources: {'Port': ['ID=2c661f6e-1959-4577-8352-fbfacd600221,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:11.252664 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e52620e-f700-4b7f-a97e-12939f12db36 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Router dc79382b-eab2-4da7-9553-6831f4549605 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:31:11.322365 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] Attempting to bind port 2c661f6e-1959-4577-8352-fbfacd600221 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:11.324131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] Attempting to bind port 2c661f6e-1959-4577-8352-fbfacd600221 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'd0d79aa0-de63-4dc1-b924-01be5c38e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:11.325470 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] Attempting to bind port 2c661f6e-1959-4577-8352-fbfacd600221 on network 7c4beded-cc5b-43ed-9782-4e4ce0e36d54 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:11.342126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:11.342559 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] Checking segment: {'id': 'd0d79aa0-de63-4dc1-b924-01be5c38e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:11.342906 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:11.343298 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] Bound using segment: {'id': 'd0d79aa0-de63-4dc1-b924-01be5c38e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:11.343766 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] Bound port: 2c661f6e-1959-4577-8352-fbfacd600221, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d79aa0-de63-4dc1-b924-01be5c38e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:11.344149 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:11.509981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] For port 2c661f6e-1959-4577-8352-fbfacd600221, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:11.514761 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] For port 2c661f6e-1959-4577-8352-fbfacd600221, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2c661f6e-1959-4577-8352-fbfacd600221,segment=NetworkSegment(d0d79aa0-de63-4dc1-b924-01be5c38e782),segment_id=d0d79aa0-de63-4dc1-b924-01be5c38e782)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:11.575914 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e52620e-f700-4b7f-a97e-12939f12db36 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:11.592273 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c968a2-5c63-4a76-9505-bbda5948b7f9 None None] Sync routers for ids ['dc79382b-eab2-4da7-9553-6831f4549605'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:11.617860 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e52620e-f700-4b7f-a97e-12939f12db36 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:11.620024 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c968a2-5c63-4a76-9505-bbda5948b7f9 None None] Routers {'dc79382b-eab2-4da7-9553-6831f4549605'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:11.621118 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d7c968a2-5c63-4a76-9505-bbda5948b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['dc79382b-eab2-4da7-9553-6831f4549605'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:11.631574 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0e52620e-f700-4b7f-a97e-12939f12db36 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "PUT /v2.0/routers/dc79382b-eab2-4da7-9553-6831f4549605 HTTP/1.1" status: 200 len: 884 time: 4.8071439 Nov 12 04:31:11.632319 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59964) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:11.652594 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:11.732166 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d7c968a2-5c63-4a76-9505-bbda5948b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:11.753454 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c968a2-5c63-4a76-9505-bbda5948b7f9 None None] Routers {'dc79382b-eab2-4da7-9553-6831f4549605'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:11.755729 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d7c968a2-5c63-4a76-9505-bbda5948b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['dc79382b-eab2-4da7-9553-6831f4549605'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:11.821390 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffccf7d-794f-4a02-bb2c-7cf73ff580d2 None None] Pushing event updated for resources: {'Port': ['ID=2c661f6e-1959-4577-8352-fbfacd600221,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:11.851845 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d7c968a2-5c63-4a76-9505-bbda5948b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:11.852919 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c968a2-5c63-4a76-9505-bbda5948b7f9 None None] The sync data for ids ['dc79382b-eab2-4da7-9553-6831f4549605'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:11.895105 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2784158-f9d9-42c4-b8f1-09950cf63cb8 req-fd8dd53a-badd-4da0-a98b-f187af6efbda tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/security-groups?id=3caa13bd-3025-41e0-957a-6e72bd7341d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7926598 Nov 12 04:31:11.896618 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-163b0e2f-f5da-4916-b0df-ff665c4c3b23 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "GET /v2.0/routers/dc79382b-eab2-4da7-9553-6831f4549605 HTTP/1.1" status: 200 len: 925 time: 0.2627308 Nov 12 04:31:11.901775 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59970) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:12.021201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fee34-4b6f-4c09-8652-c3a3245b7d8b req-afe80046-c4cd-4332-9ae4-3c8bed76b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:12.022851 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-759fee34-4b6f-4c09-8652-c3a3245b7d8b req-afe80046-c4cd-4332-9ae4-3c8bed76b1a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2746ac6-b4e4-4065-97f7-916e2df57fcb HTTP/1.1" status: 200 len: 898 time: 0.9339430 Nov 12 04:31:12.023595 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7374831e-f021-4a66-8283-a16d04943e55 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:12.025275 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7374831e-f021-4a66-8283-a16d04943e55 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&device_id=dc79382b-eab2-4da7-9553-6831f4549605&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1225066 Nov 12 04:31:12.027934 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59974) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:12.116246 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-759fee34-4b6f-4c09-8652-c3a3245b7d8b req-82b8a5a5-e4fc-4255-9c83-b67e73d3ae88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac47fb13-ee52-4eff-82c7-0eef32b91036 HTTP/1.1" status: 200 len: 217 time: 0.0816162 Nov 12 04:31:12.252526 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83005d88-08d2-462c-88e6-0ae75aab95c3 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:12.254121 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-83005d88-08d2-462c-88e6-0ae75aab95c3 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 881 time: 0.2250459 Nov 12 04:31:12.259261 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59980) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:12.338079 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-02f4be8b-0fc8-440c-8a18-2a390e89170e tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc79382b-eab2-4da7-9553-6831f4549605 HTTP/1.1" status: 200 len: 205 time: 0.0766749 Nov 12 04:31:12.338733 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59982) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:12.375169 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b58f419b-686b-465e-b323-75fcaadeba11 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:12.470401 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e01290-f999-4437-a090-1d531e8d3230 req-e6f51119-06f1-4630-abd3-990a2c6f14fc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:12.482998 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4e01290-f999-4437-a090-1d531e8d3230 req-e6f51119-06f1-4630-abd3-990a2c6f14fc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 943 time: 0.4396594 Nov 12 04:31:12.525340 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port b58f419b-686b-465e-b323-75fcaadeba11 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:12.525706 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:12.593946 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fee34-4b6f-4c09-8652-c3a3245b7d8b req-d57d4b0a-6632-4285-88de-c76eb59176cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:12.595828 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-759fee34-4b6f-4c09-8652-c3a3245b7d8b req-d57d4b0a-6632-4285-88de-c76eb59176cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20150325-f345-468c-96fc-6578b271ccb5 HTTP/1.1" status: 200 len: 834 time: 0.3587544 Nov 12 04:31:12.607611 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4e362d0-6d9f-4e51-ace7-c54850ea941f tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:12.656648 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4e01290-f999-4437-a090-1d531e8d3230 req-1bf634ff-4b8c-49a0-aca4-cf7e97b2db65 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727228 Nov 12 04:31:12.716425 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Allocated IP 2001:db8:1::1 (7c4beded-cc5b-43ed-9782-4e4ce0e36d54/f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4/2778c4ce-da8d-430c-af02-acf4efb1c5c4) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:12.752943 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fee34-4b6f-4c09-8652-c3a3245b7d8b req-0ad27c82-24c0-43ac-a74b-6e7928ed7fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:12.754506 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-759fee34-4b6f-4c09-8652-c3a3245b7d8b req-0ad27c82-24c0-43ac-a74b-6e7928ed7fb5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2746ac6-b4e4-4065-97f7-916e2df57fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1448941 Nov 12 04:31:12.867615 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4e362d0-6d9f-4e51-ace7-c54850ea941f tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:13.046128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b999f60-b129-48eb-90e5-a8c9a1a4764b req-412538e7-8456-4fa8-8cca-d5356ca017fa tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:13.054651 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b999f60-b129-48eb-90e5-a8c9a1a4764b req-412538e7-8456-4fa8-8cca-d5356ca017fa tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.2248373 Nov 12 04:31:13.074037 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:13.100244 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d4e362d0-6d9f-4e51-ace7-c54850ea941f tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Deleting port e863f62e-2734-46fa-800d-f76399acddf9 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:13.100244 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4e362d0-6d9f-4e51-ace7-c54850ea941f tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:13.125007 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-759fee34-4b6f-4c09-8652-c3a3245b7d8b req-c8d7fdaf-deee-4099-9d55-52df93ab1749 service neutron] 10.222.0.21 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534269 Nov 12 04:31:13.192922 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4e362d0-6d9f-4e51-ace7-c54850ea941f tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:13.208291 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d4e362d0-6d9f-4e51-ace7-c54850ea941f tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Calling delete_port for e863f62e-2734-46fa-800d-f76399acddf9 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:13.363627 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-759fee34-4b6f-4c09-8652-c3a3245b7d8b req-8f6edd0f-ab86-4b5c-bb57-35559d66381d service neutron] 10.222.0.21 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322047 Nov 12 04:31:13.397112 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b999f60-b129-48eb-90e5-a8c9a1a4764b req-e36ab5d5-bcc2-45c2-9e56-96940583cf82 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3418722 Nov 12 04:31:13.506128 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:13.564622 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f3087f-fb6b-4b95-b96c-a36ef37a1a2c None None] Network 7c4beded-cc5b-43ed-9782-4e4ce0e36d54 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:13.571723 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network 7c4beded-cc5b-43ed-9782-4e4ce0e36d54 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:13.576221 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:13.581496 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:13.582342 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:13.611802 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4e362d0-6d9f-4e51-ace7-c54850ea941f tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:13.686193 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e362d0-6d9f-4e51-ace7-c54850ea941f tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Pushing event deleted for resources: {'Port': ['ID=e863f62e-2734-46fa-800d-f76399acddf9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:13.780542 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4e362d0-6d9f-4e51-ace7-c54850ea941f tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:13.783185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=2778c4ce-da8d-430c-af02-acf4efb1c5c4,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:13.867334 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557eb5ef-bebd-4cb7-b1f9-b89097aa7e29 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:13.912199 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-49028a1a-871e-46dc-9468-ebe298a4d2f3 None None] Provisioning complete for port 2c661f6e-1959-4577-8352-fbfacd600221 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:13.912843 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49028a1a-871e-46dc-9468-ebe298a4d2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:13.931426 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4e362d0-6d9f-4e51-ace7-c54850ea941f tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:13.934712 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4e362d0-6d9f-4e51-ace7-c54850ea941f tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:13.939036 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693481f-685c-4237-8374-bcd1b72e99d9 req-d2fbe391-4428-433c-81d6-032634b02220 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:13.948828 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7693481f-685c-4237-8374-bcd1b72e99d9 req-d2fbe391-4428-433c-81d6-032634b02220 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 945 time: 0.2169828 Nov 12 04:31:14.038122 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7693481f-685c-4237-8374-bcd1b72e99d9 req-4cf837fc-1478-4f36-9777-467012f760cf tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/security-groups?id=3caa13bd-3025-41e0-957a-6e72bd7341d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882111 Nov 12 04:31:14.071795 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4e362d0-6d9f-4e51-ace7-c54850ea941f tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:14.072542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e362d0-6d9f-4e51-ace7-c54850ea941f tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Fanout notify agent at l3_agent the message router_deleted on router dc79382b-eab2-4da7-9553-6831f4549605 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:31:14.103650 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d4e362d0-6d9f-4e51-ace7-c54850ea941f tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:14.103650 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d4e362d0-6d9f-4e51-ace7-c54850ea941f tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "DELETE /v2.0/routers/dc79382b-eab2-4da7-9553-6831f4549605 HTTP/1.1" status: 204 len: 168 time: 1.7561555 Nov 12 04:31:14.105335 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60014) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:14.111517 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49028a1a-871e-46dc-9468-ebe298a4d2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:14.117533 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-191ab74d-b845-44a4-852a-f30eb9e4acb8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-285937564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:14.197878 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-49028a1a-871e-46dc-9468-ebe298a4d2f3 None None] For port 2c661f6e-1959-4577-8352-fbfacd600221, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2c661f6e-1959-4577-8352-fbfacd600221,segment=NetworkSegment(d0d79aa0-de63-4dc1-b924-01be5c38e782),segment_id=d0d79aa0-de63-4dc1-b924-01be5c38e782)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:14.203603 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:14.255880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2c661f6e-1959-4577-8352-fbfacd600221 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:14.308280 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49028a1a-871e-46dc-9468-ebe298a4d2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:14.394439 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49028a1a-871e-46dc-9468-ebe298a4d2f3 None None] Pushing event updated for resources: {'Port': ['ID=2c661f6e-1959-4577-8352-fbfacd600221,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:14.429133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2c661f6e-1959-4577-8352-fbfacd600221 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:14.429655 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:14.510752 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-191ab74d-b845-44a4-852a-f30eb9e4acb8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:14.511941 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-191ab74d-b845-44a4-852a-f30eb9e4acb8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:14.646580 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefb427-05f0-4a89-8817-bdfa517dac94 req-b4207c56-4398-4e66-8611-2a257ecc7421 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:14.646580 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-baefb427-05f0-4a89-8817-bdfa517dac94 req-b4207c56-4398-4e66-8611-2a257ecc7421 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 943 time: 0.3601656 Nov 12 04:31:14.651802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4d98214c-775e-48d3-8468-5e607485c98d None None] Provisioning complete for port 2778c4ce-da8d-430c-af02-acf4efb1c5c4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:14.652337 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4d98214c-775e-48d3-8468-5e607485c98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:14.743526 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4d98214c-775e-48d3-8468-5e607485c98d None None] Port 2778c4ce-da8d-430c-af02-acf4efb1c5c4 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:14.753748 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-191ab74d-b845-44a4-852a-f30eb9e4acb8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:14.767768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4d98214c-775e-48d3-8468-5e607485c98d None None] Provisioning complete for port 2c661f6e-1959-4577-8352-fbfacd600221 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:14.768905 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4d98214c-775e-48d3-8468-5e607485c98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:14.832486 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:14.836442 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-191ab74d-b845-44a4-852a-f30eb9e4acb8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:14.869373 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-baefb427-05f0-4a89-8817-bdfa517dac94 req-da32ac1f-f098-4c7c-a398-e9e624c6e7fb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882074 Nov 12 04:31:14.903292 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:14.904482 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:14.972744 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-191ab74d-b845-44a4-852a-f30eb9e4acb8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:14.977762 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-191ab74d-b845-44a4-852a-f30eb9e4acb8 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8680778 Nov 12 04:31:14.978611 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60028) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:14.985570 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fd04827c-1146-40fe-b028-b37f658f089e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'enable_snat': True}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:15.066374 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-12bcbf29-8f02-4520-ac0a-8b44646ddbc5 None None] Provisioning complete for port 2778c4ce-da8d-430c-af02-acf4efb1c5c4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:15.066961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=2778c4ce-da8d-430c-af02-acf4efb1c5c4,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:15.067428 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-12bcbf29-8f02-4520-ac0a-8b44646ddbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:15.087991 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:15.088859 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:15.089176 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:15.089510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:15.089836 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:15.090168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:15.090497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:15.090870 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:15.091170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:15.091487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:15.091814 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:15.092130 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:15.137394 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network 7c4beded-cc5b-43ed-9782-4e4ce0e36d54 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:15.139063 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:15.149749 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-12bcbf29-8f02-4520-ac0a-8b44646ddbc5 None None] Port 2778c4ce-da8d-430c-af02-acf4efb1c5c4 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:15.353737 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd04827c-1146-40fe-b028-b37f658f089e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:15.366586 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 84b8e709-5fe1-45e5-889f-287c3ce85435 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:15.382676 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cd70b-fd81-49bb-8b4c-cd7972511f84 req-7685ccfc-cf7e-421f-8f11-36fda14f213b tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:15.384460 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-773cd70b-fd81-49bb-8b4c-cd7972511f84 req-7685ccfc-cf7e-421f-8f11-36fda14f213b tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.1087964 Nov 12 04:31:15.610102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:15.625139 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-773cd70b-fd81-49bb-8b4c-cd7972511f84 req-e2a95fc2-fb11-4a6f-b55b-634266bc6e8e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295101 Nov 12 04:31:15.634947 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-215bf306-3481-4678-8fa2-1f5cff73bf9e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/84b8e709-5fe1-45e5-889f-287c3ce85435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9932482 Nov 12 04:31:15.637732 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60038) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:15.640377 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] Sync routers for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:15.643091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-70c52417-a990-406c-9690-602a07d3c160 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-345602829'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:15.666590 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-896ab76b-fc00-4623-8273-293e8171cbf7 None None] Provisioning complete for port 2778c4ce-da8d-430c-af02-acf4efb1c5c4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:15.671366 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-896ab76b-fc00-4623-8273-293e8171cbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:15.680703 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c7d14-c820-48e6-bbc9-4ed5a0f83016 req-46c3a9c4-8b37-443c-ab19-c01cb726f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:15.682754 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-210c7d14-c820-48e6-bbc9-4ed5a0f83016 req-46c3a9c4-8b37-443c-ab19-c01cb726f387 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=711423dbf60349f3b3a792edc0237528&device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 1097 time: 0.2149653 Nov 12 04:31:15.727983 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device ac47fb13-ee52-4eff-82c7-0eef32b91036 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:31:15.776537 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:15.777298 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:15.790270 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd04827c-1146-40fe-b028-b37f658f089e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:15.811882 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd04827c-1146-40fe-b028-b37f658f089e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:15.820591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-896ab76b-fc00-4623-8273-293e8171cbf7 None None] Port 2778c4ce-da8d-430c-af02-acf4efb1c5c4 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:15.822655 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c7d14-c820-48e6-bbc9-4ed5a0f83016 req-95384fd4-8602-4376-8f05-36c0841b6963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:15.827732 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-210c7d14-c820-48e6-bbc9-4ed5a0f83016 req-95384fd4-8602-4376-8f05-36c0841b6963 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c12eef2-4450-47e0-9fa4-3fd155571c54 HTTP/1.1" status: 200 len: 913 time: 0.1363840 Nov 12 04:31:15.978308 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-210c7d14-c820-48e6-bbc9-4ed5a0f83016 req-19bc9ea2-d524-4beb-8da2-72c506f5e44f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a138e0b4-8061-487c-a93b-c0ebb279877d HTTP/1.1" status: 200 len: 217 time: 0.0479925 Nov 12 04:31:15.978747 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:15.978901 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-fd04827c-1146-40fe-b028-b37f658f089e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Allocated IP 172.25.1.161 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/fcacd936-8790-4f08-a7ed-97ee6eadebca) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:16.003632 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0a81a-3894-414c-baf2-e24ae87dfcdd req-04c9a0fa-4de1-4331-8626-691180be9b76 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:16.005177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8e0a81a-3894-414c-baf2-e24ae87dfcdd req-04c9a0fa-4de1-4331-8626-691180be9b76 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 945 time: 0.1255870 Nov 12 04:31:16.008096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c7d14-c820-48e6-bbc9-4ed5a0f83016 req-47615055-fb07-44d8-a362-0bd5019c454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:16.009528 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-210c7d14-c820-48e6-bbc9-4ed5a0f83016 req-47615055-fb07-44d8-a362-0bd5019c454e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f02e8bb-e237-43ee-bd14-9403c8c9aff9 HTTP/1.1" status: 200 len: 852 time: 0.1099362 Nov 12 04:31:16.035613 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port ac47fb13-ee52-4eff-82c7-0eef32b91036, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=ac47fb13-ee52-4eff-82c7-0eef32b91036,segment=NetworkSegment(f04e57b9-a8f7-45df-996f-9133f64112a3),segment_id=f04e57b9-a8f7-45df-996f-9133f64112a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:16.054304 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-210c7d14-c820-48e6-bbc9-4ed5a0f83016 req-830acfb5-433f-4e89-bd63-0298a527ebda service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c12eef2-4450-47e0-9fa4-3fd155571c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352392 Nov 12 04:31:16.065843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'ac47fb13-ee52-4eff-82c7-0eef32b91036', 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb', 'port_id': 'ac47fb13-ee52-4eff-82c7-0eef32b91036', 'mac_address': 'fa:16:3e:7c:bf:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20150325-f345-468c-96fc-6578b271ccb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:31:16.078496 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd04827c-1146-40fe-b028-b37f658f089e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:16.114816 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c52417-a990-406c-9690-602a07d3c160 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Made reservation on behalf of 5aa10470b52545749d812350adfa744b for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:31:16.122650 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-70c52417-a990-406c-9690-602a07d3c160 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:16.162439 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8e0a81a-3894-414c-baf2-e24ae87dfcdd req-e97eecc4-e383-4931-bf62-2d3f2f52463a tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/security-groups?id=3caa13bd-3025-41e0-957a-6e72bd7341d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494284 Nov 12 04:31:16.170765 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:16.175020 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2c661f6e-1959-4577-8352-fbfacd600221 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:16.197493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c52417-a990-406c-9690-602a07d3c160 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:31:16.215446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-210c7d14-c820-48e6-bbc9-4ed5a0f83016 req-2ca547d9-45aa-4d97-b545-c5229dce61a9 service neutron] 10.222.0.31 "GET /v2.0/networks/6c12eef2-4450-47e0-9fa4-3fd155571c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537647 Nov 12 04:31:16.221358 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-70c52417-a990-406c-9690-602a07d3c160 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:16.221738 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-70c52417-a990-406c-9690-602a07d3c160 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Added segment 22c27dae-4cbb-48b7-97e0-04be8d1367e8 of type vlan for network b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec Nov 12 04:31:16.247399 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac47fb13-ee52-4eff-82c7-0eef32b91036 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:31:16.270180 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd04827c-1146-40fe-b028-b37f658f089e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:16.288152 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port ac47fb13-ee52-4eff-82c7-0eef32b91036, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=ac47fb13-ee52-4eff-82c7-0eef32b91036,segment=NetworkSegment(f04e57b9-a8f7-45df-996f-9133f64112a3),segment_id=f04e57b9-a8f7-45df-996f-9133f64112a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:16.315212 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2c661f6e-1959-4577-8352-fbfacd600221 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:16.315607 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:16.317398 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd04827c-1146-40fe-b028-b37f658f089e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:16.321535 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-fd04827c-1146-40fe-b028-b37f658f089e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:16.324590 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd04827c-1146-40fe-b028-b37f658f089e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:16.342761 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:14Z', 'revision_number': 3, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:14Z', 'revision_number': 2, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:16.359991 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-70c52417-a990-406c-9690-602a07d3c160 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:16.377233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] Checking router: 84b8e709-5fe1-45e5-889f-287c3ce85435 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:16.377905 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] Updating router 84b8e709-5fe1-45e5-889f-287c3ce85435 port 2778c4ce-da8d-430c-af02-acf4efb1c5c4 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:31:16.413767 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:16.421148 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04827c-1146-40fe-b028-b37f658f089e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Pushing event updated for resources: {'Port': ['ID=fcacd936-8790-4f08-a7ed-97ee6eadebca,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:16.422381 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ff2c4-9fbc-45d1-9800-8119ad123b8c req-6942b8e0-df98-4ef5-b8bd-60e14190380c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:16.442603 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e46ff2c4-9fbc-45d1-9800-8119ad123b8c req-6942b8e0-df98-4ef5-b8bd-60e14190380c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 943 time: 0.2028425 Nov 12 04:31:16.451420 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c2d124-5db6-48c4-9902-467e97e74f09 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:16.456132 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:31:16.462295 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-210c7d14-c820-48e6-bbc9-4ed5a0f83016 req-6b751e34-a570-4900-b680-2ea2adf861aa service neutron] 10.222.0.31 "GET /v2.0/networks/6c12eef2-4450-47e0-9fa4-3fd155571c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388716 Nov 12 04:31:16.564025 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e46ff2c4-9fbc-45d1-9800-8119ad123b8c req-921dcdd8-3223-4b3b-8de7-ccc8cc0c8d7e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203706 Nov 12 04:31:16.571206 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:16.597191 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-70c52417-a990-406c-9690-602a07d3c160 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:16.603163 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c52417-a990-406c-9690-602a07d3c160 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:16.604564 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-70c52417-a990-406c-9690-602a07d3c160 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:16.664063 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6b4933b3-3534-4c9d-84f4-793f7c480071 None None] Provisioning complete for port fcacd936-8790-4f08-a7ed-97ee6eadebca triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:16.664429 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b4933b3-3534-4c9d-84f4-793f7c480071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:16.746972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-70c52417-a990-406c-9690-602a07d3c160 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1051235 Nov 12 04:31:16.747807 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c52417-a990-406c-9690-602a07d3c160 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Network': ['ID=b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:16.760889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60052) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:16.763247 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=ac47fb13-ee52-4eff-82c7-0eef32b91036,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:16.783662 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:31:16.793914 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-7e32a394-f9a3-46d0-a7f0-b11cf234cc1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'subnet': {'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:16.861021 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60056) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:16.890883 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd04827c-1146-40fe-b028-b37f658f089e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:16.943243 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300c068-4912-4f74-99d2-7e13e0a98014 req-2380b1da-5b66-4c33-9e2a-a102de241f76 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:16.953144 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d300c068-4912-4f74-99d2-7e13e0a98014 req-2380b1da-5b66-4c33-9e2a-a102de241f76 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.1524937 Nov 12 04:31:17.044323 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d300c068-4912-4f74-99d2-7e13e0a98014 req-90db3738-07c0-4402-82e8-7d95f78ba5fd tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894034 Nov 12 04:31:17.076811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e32a394-f9a3-46d0-a7f0-b11cf234cc1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Made reservation on behalf of 5aa10470b52545749d812350adfa744b for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:31:17.082679 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e32a394-f9a3-46d0-a7f0-b11cf234cc1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:17.147081 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6b4933b3-3534-4c9d-84f4-793f7c480071 None None] Port fcacd936-8790-4f08-a7ed-97ee6eadebca cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:17.152303 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c94efb8e-daef-4ff7-9567-e860a103d40f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:17.237247 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:17.322257 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd04827c-1146-40fe-b028-b37f658f089e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:17.334815 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd04827c-1146-40fe-b028-b37f658f089e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:17.349225 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:17.374033 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['ac47fb13-ee52-4eff-82c7-0eef32b91036'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:31:17.433862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccb744-a604-46ae-b214-5b2b942576cd req-1b47c256-3377-4310-8960-848901ec1092 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:17.443256 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ceccb744-a604-46ae-b214-5b2b942576cd req-1b47c256-3377-4310-8960-848901ec1092 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 945 time: 0.1593988 Nov 12 04:31:17.507445 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ceccb744-a604-46ae-b214-5b2b942576cd req-55e6f44f-9258-407d-88fd-4decc0f0ef0f tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/security-groups?id=3caa13bd-3025-41e0-957a-6e72bd7341d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627127 Nov 12 04:31:17.550165 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:17.766508 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c8422-11ab-47c0-b0cb-c7fef874c435 None None] Pushing event updated for resources: {'Port': ['ID=2778c4ce-da8d-430c-af02-acf4efb1c5c4,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:17.776475 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e32a394-f9a3-46d0-a7f0-b11cf234cc1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:17.837960 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] Attempting to bind port 2778c4ce-da8d-430c-af02-acf4efb1c5c4 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:17.839165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] Attempting to bind port 2778c4ce-da8d-430c-af02-acf4efb1c5c4 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'd0d79aa0-de63-4dc1-b924-01be5c38e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:17.839780 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] Attempting to bind port 2778c4ce-da8d-430c-af02-acf4efb1c5c4 on network 7c4beded-cc5b-43ed-9782-4e4ce0e36d54 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:17.867569 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:17.871858 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] Checking segment: {'id': 'd0d79aa0-de63-4dc1-b924-01be5c38e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:17.872510 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:17.873454 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] Bound using segment: {'id': 'd0d79aa0-de63-4dc1-b924-01be5c38e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:17.874481 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] Bound port: 2778c4ce-da8d-430c-af02-acf4efb1c5c4, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d79aa0-de63-4dc1-b924-01be5c38e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:17.875477 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:18.054473 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c94efb8e-daef-4ff7-9567-e860a103d40f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:18.097519 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] For port 2778c4ce-da8d-430c-af02-acf4efb1c5c4, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:18.116840 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] For port 2778c4ce-da8d-430c-af02-acf4efb1c5c4, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2778c4ce-da8d-430c-af02-acf4efb1c5c4,segment=NetworkSegment(d0d79aa0-de63-4dc1-b924-01be5c38e782),segment_id=d0d79aa0-de63-4dc1-b924-01be5c38e782)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:18.118493 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d9740649-59a7-40e2-9c7a-f83ac2a09058 None None] Provisioning complete for port 2778c4ce-da8d-430c-af02-acf4efb1c5c4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:18.118923 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d9740649-59a7-40e2-9c7a-f83ac2a09058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:18.124020 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c94efb8e-daef-4ff7-9567-e860a103d40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:18.164287 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d9740649-59a7-40e2-9c7a-f83ac2a09058 None None] Port 2778c4ce-da8d-430c-af02-acf4efb1c5c4 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:18.178521 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c94efb8e-daef-4ff7-9567-e860a103d40f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=443870bb539042daa328da21512562b9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3142238 Nov 12 04:31:18.178521 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94efb8e-daef-4ff7-9567-e860a103d40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bfddb3-0a22-4ace-b415-fe17d84eabea,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:18.180566 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60066) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:18.181453 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:18.207572 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:18.211489 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd04827c-1146-40fe-b028-b37f658f089e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Router f089f2d8-9d87-41b9-bc0f-466a09eff469 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:31:18.289029 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c8422-11ab-47c0-b0cb-c7fef874c435 None None] Pushing event updated for resources: {'Port': ['ID=2778c4ce-da8d-430c-af02-acf4efb1c5c4,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:18.309886 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9eac5bc7-5dd3-4a66-862a-006ad89cf15b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:18.337781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:18.339245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:18.342351 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9eac5bc7-5dd3-4a66-862a-006ad89cf15b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:18.387982 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32a394-f9a3-46d0-a7f0-b11cf234cc1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Subnet': ['ID=dc255a36-59cf-414b-9a31-617a80907f52,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:18.419161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68a9cc-b990-4ae7-b090-9b54dd04fff0 req-c370b7fb-ca91-465b-834b-b9eeeb6ef310 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:18.427838 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c68a9cc-b990-4ae7-b090-9b54dd04fff0 req-c370b7fb-ca91-465b-834b-b9eeeb6ef310 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 944 time: 0.7484179 Nov 12 04:31:18.450759 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e32a394-f9a3-46d0-a7f0-b11cf234cc1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Checking segment: {'id': '22c27dae-4cbb-48b7-97e0-04be8d1367e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:18.452040 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e32a394-f9a3-46d0-a7f0-b11cf234cc1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network hostable DHCP agents. Network: b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:31:18.510854 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:18.537820 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c68a9cc-b990-4ae7-b090-9b54dd04fff0 req-e79e7ee3-e445-4a3f-9cbf-1be55e7760a5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077461 Nov 12 04:31:18.545393 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd04827c-1146-40fe-b028-b37f658f089e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:18.563531 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd04827c-1146-40fe-b028-b37f658f089e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:18.566025 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fd04827c-1146-40fe-b028-b37f658f089e tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "PUT /v2.0/routers/f089f2d8-9d87-41b9-bc0f-466a09eff469 HTTP/1.1" status: 200 len: 918 time: 3.5866964 Nov 12 04:31:18.576395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60072) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:18.580836 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ab1eaa-3aee-4440-80e6-4968651eb914 None None] Sync routers for ids ['f089f2d8-9d87-41b9-bc0f-466a09eff469'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:18.603228 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ab1eaa-3aee-4440-80e6-4968651eb914 None None] Routers {'f089f2d8-9d87-41b9-bc0f-466a09eff469'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:18.603228 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-85ab1eaa-3aee-4440-80e6-4968651eb914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f089f2d8-9d87-41b9-bc0f-466a09eff469'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:18.607140 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e32a394-f9a3-46d0-a7f0-b11cf234cc1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:31:18.665697 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9eac5bc7-5dd3-4a66-862a-006ad89cf15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:18.671107 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9eac5bc7-5dd3-4a66-862a-006ad89cf15b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:18.672856 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9eac5bc7-5dd3-4a66-862a-006ad89cf15b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46bfddb3-0a22-4ace-b415-fe17d84eabea HTTP/1.1" status: 204 len: 168 time: 0.4910030 Nov 12 04:31:18.689437 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac5bc7-5dd3-4a66-862a-006ad89cf15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bfddb3-0a22-4ace-b415-fe17d84eabea,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:18.707930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-7e32a394-f9a3-46d0-a7f0-b11cf234cc1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:18.737951 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-85ab1eaa-3aee-4440-80e6-4968651eb914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:18.750943 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e32a394-f9a3-46d0-a7f0-b11cf234cc1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:18.751824 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e32a394-f9a3-46d0-a7f0-b11cf234cc1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:18.765524 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6129cc-bbbf-4e0f-83bd-31323eb948ab None None] Network b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:18.778528 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ab1eaa-3aee-4440-80e6-4968651eb914 None None] Routers {'f089f2d8-9d87-41b9-bc0f-466a09eff469'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:18.786152 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-85ab1eaa-3aee-4440-80e6-4968651eb914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f089f2d8-9d87-41b9-bc0f-466a09eff469'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:18.798858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c5b46-b0ef-46f6-9c8b-84e662a0afa2 req-54bd13a5-f8f8-431b-98ec-9abfe8140515 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:18.800845 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-849c5b46-b0ef-46f6-9c8b-84e662a0afa2 req-54bd13a5-f8f8-431b-98ec-9abfe8140515 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.1286154 Nov 12 04:31:18.820447 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-95993302-4288-4a0b-a050-88d53a05ad1f tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "GET /v2.0/routers/f089f2d8-9d87-41b9-bc0f-466a09eff469 HTTP/1.1" status: 200 len: 924 time: 0.2426989 Nov 12 04:31:18.826812 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60076) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:18.868793 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-85ab1eaa-3aee-4440-80e6-4968651eb914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:18.870147 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ab1eaa-3aee-4440-80e6-4968651eb914 None None] The sync data for ids ['f089f2d8-9d87-41b9-bc0f-466a09eff469'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:18.893116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7e32a394-f9a3-46d0-a7f0-b11cf234cc1b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1192727 Nov 12 04:31:18.894032 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60078) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:18.966409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-849c5b46-b0ef-46f6-9c8b-84e662a0afa2 req-75f48074-9368-4eaa-9dd4-34e4105d969a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541040 Nov 12 04:31:18.970623 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0293b85-9efc-445b-8a0d-b1bf492ad1b2 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:18.972164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a0293b85-9efc-445b-8a0d-b1bf492ad1b2 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&device_id=f089f2d8-9d87-41b9-bc0f-466a09eff469&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1440356 Nov 12 04:31:18.974990 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60080) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:19.010861 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7010d56e-494c-4433-9b7c-b9a2a73a32ae None None] Provisioning complete for port 2778c4ce-da8d-430c-af02-acf4efb1c5c4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:19.011474 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7010d56e-494c-4433-9b7c-b9a2a73a32ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:19.133394 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24182d9e-b1fe-402f-8350-ae92a2442e08 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:19.139165 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-24182d9e-b1fe-402f-8350-ae92a2442e08 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 881 time: 0.1631243 Nov 12 04:31:19.144793 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60082) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:19.205865 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a6653d7b-d6e1-45cd-8189-7575840717aa tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "GET /v2.0/ports?device_id=f089f2d8-9d87-41b9-bc0f-466a09eff469 HTTP/1.1" status: 200 len: 205 time: 0.0577307 Nov 12 04:31:19.206568 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60086) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:19.238047 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec', 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'fixed_ips': [{'subnet_id': 'dc255a36-59cf-414b-9a31-617a80907f52'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:31:19.238818 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:19.267024 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7010d56e-494c-4433-9b7c-b9a2a73a32ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:19.301661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:14Z', 'revision_number': 3, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:18Z', 'revision_number': 4, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:19.405701 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5865-f8bd-460e-9314-b50c663a3251 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:19.468423 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e5a9d-0b6d-44e0-bfb2-6f07dd956191 None None] The sync data for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 is: [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:14Z', 'revision_number': 3, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:18Z', 'revision_number': 4, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:19.590427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7010d56e-494c-4433-9b7c-b9a2a73a32ae None None] For port 2778c4ce-da8d-430c-af02-acf4efb1c5c4, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2778c4ce-da8d-430c-af02-acf4efb1c5c4,segment=NetworkSegment(d0d79aa0-de63-4dc1-b924-01be5c38e782),segment_id=d0d79aa0-de63-4dc1-b924-01be5c38e782)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:19.591024 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaf2ab-426e-4a25-906e-e5c2aa280d6a req-d933257e-cdde-4011-80e7-775279f10588 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:19.599655 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ddfaf2ab-426e-4a25-906e-e5c2aa280d6a req-d933257e-cdde-4011-80e7-775279f10588 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 945 time: 0.2457309 Nov 12 04:31:19.612480 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5865-f8bd-460e-9314-b50c663a3251 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:19.618072 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8864b7d9-bdbc-45ad-9b93-1bbbde647ed6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:19.670563 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ddfaf2ab-426e-4a25-906e-e5c2aa280d6a req-0c35e370-8ded-474b-a79c-832221620407 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/security-groups?id=3caa13bd-3025-41e0-957a-6e72bd7341d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699272 Nov 12 04:31:19.682913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device ac47fb13-ee52-4eff-82c7-0eef32b91036 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:19.690670 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7010d56e-494c-4433-9b7c-b9a2a73a32ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:19.763598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60092) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:19.825661 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aa699389-221c-4392-befa-3ad2352e5b39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:19.852386 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010d56e-494c-4433-9b7c-b9a2a73a32ae None None] Pushing event updated for resources: {'Port': ['ID=2778c4ce-da8d-430c-af02-acf4efb1c5c4,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:19.927605 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] Allocated IP 2001:db8:2::2 (b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec/dc255a36-59cf-414b-9a31-617a80907f52/bdc55839-f348-437e-ae09-350f627135fa) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:20.032363 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac5865-f8bd-460e-9314-b50c663a3251 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Deleting port fcacd936-8790-4f08-a7ed-97ee6eadebca {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:20.032704 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5865-f8bd-460e-9314-b50c663a3251 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:20.076177 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port ac47fb13-ee52-4eff-82c7-0eef32b91036 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:31:20.079768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236e9fe-59fd-44a2-bf26-6bec92698456 req-aa4708a2-1695-47dd-9ca3-ec56eb797ef5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:20.083864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port ac47fb13-ee52-4eff-82c7-0eef32b91036 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:20.084369 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:20.090548 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a236e9fe-59fd-44a2-bf26-6bec92698456 req-aa4708a2-1695-47dd-9ca3-ec56eb797ef5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 944 time: 0.2825718 Nov 12 04:31:20.248478 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2778c4ce-da8d-430c-af02-acf4efb1c5c4 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:20.254389 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5865-f8bd-460e-9314-b50c663a3251 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:20.269494 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac5865-f8bd-460e-9314-b50c663a3251 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Calling delete_port for fcacd936-8790-4f08-a7ed-97ee6eadebca owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:20.286109 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aa699389-221c-4392-befa-3ad2352e5b39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:20.343900 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:20.350333 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:20.365949 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a236e9fe-59fd-44a2-bf26-6bec92698456 req-2af8aa7c-87e4-4db8-86c0-af118a62c7c8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743642 Nov 12 04:31:20.381284 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aa699389-221c-4392-befa-3ad2352e5b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:20.415654 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2778c4ce-da8d-430c-af02-acf4efb1c5c4 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:20.416315 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:20.420074 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac47fb13-ee52-4eff-82c7-0eef32b91036'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:31:20.425137 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d1437b-07dd-4473-a128-6b70a074f6e3" -d '{"events": [{"server_uuid": "a2e79fe0-07c6-4a6d-a899-58346657cf2b", "name": "network-vif-plugged", "status": "completed", "tag": "ac47fb13-ee52-4eff-82c7-0eef32b91036"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:31:20.441044 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-aa699389-221c-4392-befa-3ad2352e5b39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c55f8760b3b747da967146b182c3b735&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6707709 Nov 12 04:31:20.441886 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60100) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:20.445196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa699389-221c-4392-befa-3ad2352e5b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56e6fe1-a037-41cb-9e0f-865e446b3db6,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:20.554166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port ac47fb13-ee52-4eff-82c7-0eef32b91036, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=ac47fb13-ee52-4eff-82c7-0eef32b91036,segment=NetworkSegment(f04e57b9-a8f7-45df-996f-9133f64112a3),segment_id=f04e57b9-a8f7-45df-996f-9133f64112a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:20.556611 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:20.657003 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-8864b7d9-bdbc-45ad-9b93-1bbbde647ed6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Allocated IP 2001:db8:2::1 (b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec/dc255a36-59cf-414b-9a31-617a80907f52/cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:20.664568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] Network b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:20.665789 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89c3d8c7-9ca3-4f43-8add-9e4232e8245f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:20.668411 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:20.676403 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:20.689165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:20.729390 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89c3d8c7-9ca3-4f43-8add-9e4232e8245f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:20.730166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] Pushing event updated for resources: {'Port': ['ID=bdc55839-f348-437e-ae09-350f627135fa,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:20.739818 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5865-f8bd-460e-9314-b50c663a3251 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:20.839298 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac5865-f8bd-460e-9314-b50c663a3251 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Pushing event deleted for resources: {'Port': ['ID=fcacd936-8790-4f08-a7ed-97ee6eadebca,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:20.869441 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340e6862-87ad-4014-8edf-f3c6dbbdb9f9 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:20.879322 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] Attempting to bind port bdc55839-f348-437e-ae09-350f627135fa on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:20.879858 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] Attempting to bind port bdc55839-f348-437e-ae09-350f627135fa by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '22c27dae-4cbb-48b7-97e0-04be8d1367e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:20.880381 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] Attempting to bind port bdc55839-f348-437e-ae09-350f627135fa on network b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:20.895219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=ac47fb13-ee52-4eff-82c7-0eef32b91036,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:20.905410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:20.905963 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] Checking segment: {'id': '22c27dae-4cbb-48b7-97e0-04be8d1367e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:20.906583 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:20.907530 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] Bound using segment: {'id': '22c27dae-4cbb-48b7-97e0-04be8d1367e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:20.907638 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] Bound port: bdc55839-f348-437e-ae09-350f627135fa, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c27dae-4cbb-48b7-97e0-04be8d1367e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:20.907971 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:20.939834 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8864b7d9-bdbc-45ad-9b93-1bbbde647ed6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:20.955115 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89c3d8c7-9ca3-4f43-8add-9e4232e8245f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:20.957087 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5865-f8bd-460e-9314-b50c663a3251 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:20.968636 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89c3d8c7-9ca3-4f43-8add-9e4232e8245f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:20.971082 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-89c3d8c7-9ca3-4f43-8add-9e4232e8245f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b56e6fe1-a037-41cb-9e0f-865e446b3db6 HTTP/1.1" status: 204 len: 168 time: 0.5279202 Nov 12 04:31:20.996259 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3d8c7-9ca3-4f43-8add-9e4232e8245f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56e6fe1-a037-41cb-9e0f-865e446b3db6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:21.005960 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] For port bdc55839-f348-437e-ae09-350f627135fa, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:21.045057 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] For port bdc55839-f348-437e-ae09-350f627135fa, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=bdc55839-f348-437e-ae09-350f627135fa,segment=NetworkSegment(22c27dae-4cbb-48b7-97e0-04be8d1367e8),segment_id=22c27dae-4cbb-48b7-97e0-04be8d1367e8)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:21.118669 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:21.137749 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5865-f8bd-460e-9314-b50c663a3251 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:21.145220 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5865-f8bd-460e-9314-b50c663a3251 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:21.145789 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8864b7d9-bdbc-45ad-9b93-1bbbde647ed6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:21.203877 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8864b7d9-bdbc-45ad-9b93-1bbbde647ed6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:21.209308 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753bffd-1e87-49bf-b89b-b80ba3e84c5a req-d0c715b5-ae98-432d-b23a-c4c305c94f53 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:21.209626 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8864b7d9-bdbc-45ad-9b93-1bbbde647ed6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:21.211014 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b753bffd-1e87-49bf-b89b-b80ba3e84c5a req-d0c715b5-ae98-432d-b23a-c4c305c94f53 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.1376710 Nov 12 04:31:21.220198 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8864b7d9-bdbc-45ad-9b93-1bbbde647ed6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:21.220774 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8864b7d9-bdbc-45ad-9b93-1bbbde647ed6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:21.291027 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5865-f8bd-460e-9314-b50c663a3251 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:21.291590 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ac5865-f8bd-460e-9314-b50c663a3251 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Fanout notify agent at l3_agent the message router_deleted on router f089f2d8-9d87-41b9-bc0f-466a09eff469 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:31:21.314912 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c1ac5865-f8bd-460e-9314-b50c663a3251 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:21.316425 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c1ac5865-f8bd-460e-9314-b50c663a3251 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "DELETE /v2.0/routers/f089f2d8-9d87-41b9-bc0f-466a09eff469 HTTP/1.1" status: 204 len: 168 time: 2.1088307 Nov 12 04:31:21.325241 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b753bffd-1e87-49bf-b89b-b80ba3e84c5a req-2a92b0e4-d961-421b-b0e5-0e281d9960b1 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068420 Nov 12 04:31:21.329488 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60106) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:21.336328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-76b16fbf-b706-4d83-b21c-b9f420611d13 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-210208028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:21.460718 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864b7d9-bdbc-45ad-9b93-1bbbde647ed6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:21.495654 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-76b16fbf-b706-4d83-b21c-b9f420611d13 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:21.496657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165077c2-14fb-4aa6-88c7-509755975709 None None] Pushing event updated for resources: {'Port': ['ID=bdc55839-f348-437e-ae09-350f627135fa,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:21.496903 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-76b16fbf-b706-4d83-b21c-b9f420611d13 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:21.587743 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8864b7d9-bdbc-45ad-9b93-1bbbde647ed6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:21.625207 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db2fddb-6f13-45cb-829e-5df18b11bbf2 x-openstack-request-id: req-2db2fddb-6f13-45cb-829e-5df18b11bbf2 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:31:21.625616 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e79fe0-07c6-4a6d-a899-58346657cf2b", "name": "network-vif-plugged", "status": "completed", "tag": "ac47fb13-ee52-4eff-82c7-0eef32b91036", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:31:21.625968 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2db2fddb-6f13-45cb-829e-5df18b11bbf2 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:31:21.626465 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac47fb13-ee52-4eff-82c7-0eef32b91036', 'code': 200} Nov 12 04:31:21.643802 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-76b16fbf-b706-4d83-b21c-b9f420611d13 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:21.708333 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-76b16fbf-b706-4d83-b21c-b9f420611d13 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:21.863148 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-76b16fbf-b706-4d83-b21c-b9f420611d13 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:21.871650 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-76b16fbf-b706-4d83-b21c-b9f420611d13 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5365953 Nov 12 04:31:21.874193 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60118) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:21.917303 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-1d2767bc-d989-4d74-82e5-dcd031d0ac1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'enable_snat': False}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:22.297355 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device bdc55839-f348-437e-ae09-350f627135fa up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:22.325867 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8864b7d9-bdbc-45ad-9b93-1bbbde647ed6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:22.414109 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8864b7d9-bdbc-45ad-9b93-1bbbde647ed6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:22.415205 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8864b7d9-bdbc-45ad-9b93-1bbbde647ed6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:22.420420 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1d2767bc-d989-4d74-82e5-dcd031d0ac1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:22.436390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71277c-e14a-489a-b0f7-76b590621e56 req-99c43661-e930-42b3-8541-0d7c6f00d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:22.440822 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b71277c-e14a-489a-b0f7-76b590621e56 req-99c43661-e930-42b3-8541-0d7c6f00d818 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 1097 time: 0.6923921 Nov 12 04:31:22.457486 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port bdc55839-f348-437e-ae09-350f627135fa triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:22.458497 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:22.484321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fa8e4-a21d-467a-a12c-611fafeba1c0 req-c246745e-cc34-4112-91a7-85265b9e3754 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:22.487087 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a75fa8e4-a21d-467a-a12c-611fafeba1c0 req-c246745e-cc34-4112-91a7-85265b9e3754 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 945 time: 0.7448127 Nov 12 04:31:22.549851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864b7d9-bdbc-45ad-9b93-1bbbde647ed6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:22.665299 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:22.666304 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a75fa8e4-a21d-467a-a12c-611fafeba1c0 req-57fe8148-4a71-4e03-9798-857f5cd9ad04 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/security-groups?id=3caa13bd-3025-41e0-957a-6e72bd7341d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717727 Nov 12 04:31:22.795065 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port bdc55839-f348-437e-ae09-350f627135fa, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=bdc55839-f348-437e-ae09-350f627135fa,segment=NetworkSegment(22c27dae-4cbb-48b7-97e0-04be8d1367e8),segment_id=22c27dae-4cbb-48b7-97e0-04be8d1367e8)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:22.862682 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:22.885903 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8864b7d9-bdbc-45ad-9b93-1bbbde647ed6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:22.888776 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8864b7d9-bdbc-45ad-9b93-1bbbde647ed6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:23.002881 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=bdc55839-f348-437e-ae09-350f627135fa,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:23.096828 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b71277c-e14a-489a-b0f7-76b590621e56 req-ba892b40-e053-4d35-9e5a-fd44a4f40869 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6373830 Nov 12 04:31:23.182432 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8864b7d9-bdbc-45ad-9b93-1bbbde647ed6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 84b8e709-5fe1-45e5-889f-287c3ce85435 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:23.198152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d037746-3181-4e4e-af97-a4ecf238c0a7 req-d5a175c8-797f-40df-8497-8de4a625c0c4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:23.205541 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d037746-3181-4e4e-af97-a4ecf238c0a7 req-d5a175c8-797f-40df-8497-8de4a625c0c4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.3058102 Nov 12 04:31:23.245802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a45db-2c07-4cbf-8810-b445f3bde90b req-86d8626f-7096-4875-8164-bd1cc210d2ce tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:23.248143 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-065a45db-2c07-4cbf-8810-b445f3bde90b req-86d8626f-7096-4875-8164-bd1cc210d2ce tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.31 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 945 time: 0.3050272 Nov 12 04:31:23.268330 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ade0c3-c6b1-4f6e-8fad-88ee12b3d619 None None] Network b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:23.392117 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8864b7d9-bdbc-45ad-9b93-1bbbde647ed6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:23.398299 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8864b7d9-bdbc-45ad-9b93-1bbbde647ed6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/84b8e709-5fe1-45e5-889f-287c3ce85435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5024107 Nov 12 04:31:23.401960 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60138) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:23.407278 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9e9eb272-741c-494d-b36b-87dd0e201f48 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-725442366'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:23.434455 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] Sync routers for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:23.466410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-873998fb-daa7-4c55-8eea-d92ebca1f105 None None] Provisioning complete for port bdc55839-f348-437e-ae09-350f627135fa triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:23.466814 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-873998fb-daa7-4c55-8eea-d92ebca1f105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:23.490576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:23.491238 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:23.665862 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:23.768235 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9eb272-741c-494d-b36b-87dd0e201f48 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Made reservation on behalf of 5aa10470b52545749d812350adfa744b for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:31:23.772289 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb272-741c-494d-b36b-87dd0e201f48 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:23.856846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d037746-3181-4e4e-af97-a4ecf238c0a7 req-200a9aa8-7a2f-43a3-b8f7-31a1fcbc887f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6502471 Nov 12 04:31:23.891858 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9eb272-741c-494d-b36b-87dd0e201f48 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:31:23.924049 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb272-741c-494d-b36b-87dd0e201f48 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:23.925096 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-9e9eb272-741c-494d-b36b-87dd0e201f48 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Added segment ccf3bd46-7f63-4469-ada7-b7da7b57c3ae of type vlan for network b1cea30d-d4f8-4449-8733-ee99973e1258 Nov 12 04:31:23.928438 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1d2767bc-d989-4d74-82e5-dcd031d0ac1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:23.969961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-065a45db-2c07-4cbf-8810-b445f3bde90b req-c7916d1d-b1bc-4423-8800-e8acafa64d00 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Deleting port a138e0b4-8061-487c-a93b-c0ebb279877d {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:23.970320 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-065a45db-2c07-4cbf-8810-b445f3bde90b req-c7916d1d-b1bc-4423-8800-e8acafa64d00 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:23.998570 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb272-741c-494d-b36b-87dd0e201f48 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:24.027637 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1d2767bc-d989-4d74-82e5-dcd031d0ac1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:24.129766 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:21Z', 'revision_number': 4, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:19Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3', 'name': '', 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:19Z', 'updated_at': '2021-11-12T04:31:22Z', 'revision_number': 2, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:24.137660 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb272-741c-494d-b36b-87dd0e201f48 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:24.145439 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9eb272-741c-494d-b36b-87dd0e201f48 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:24.146207 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb272-741c-494d-b36b-87dd0e201f48 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:24.194534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-065a45db-2c07-4cbf-8810-b445f3bde90b req-c7916d1d-b1bc-4423-8800-e8acafa64d00 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] For port a138e0b4-8061-487c-a93b-c0ebb279877d, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a138e0b4-8061-487c-a93b-c0ebb279877d,segment=NetworkSegment(70da61b6-21ae-4044-bb97-216e228a78a5),segment_id=70da61b6-21ae-4044-bb97-216e228a78a5)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:24.195236 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-065a45db-2c07-4cbf-8810-b445f3bde90b req-c7916d1d-b1bc-4423-8800-e8acafa64d00 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:24.225145 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] Checking router: 84b8e709-5fe1-45e5-889f-287c3ce85435 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:24.229297 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] Updating router 84b8e709-5fe1-45e5-889f-287c3ce85435 port cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:31:24.232994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-065a45db-2c07-4cbf-8810-b445f3bde90b req-c7916d1d-b1bc-4423-8800-e8acafa64d00 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Calling delete_port for a138e0b4-8061-487c-a93b-c0ebb279877d owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:24.246239 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9e9eb272-741c-494d-b36b-87dd0e201f48 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8428767 Nov 12 04:31:24.303657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device bdc55839-f348-437e-ae09-350f627135fa up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:24.348576 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60152) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:24.348734 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c0f31926-96b5-4754-b654-2680f18d7287 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'subnet': {'network_id': 'b1cea30d-d4f8-4449-8733-ee99973e1258', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:24.392276 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:24.474093 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-72145a9c-b34c-4995-9548-55b4f7cd370a None None] Provisioning complete for port bdc55839-f348-437e-ae09-350f627135fa triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:24.474093 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72145a9c-b34c-4995-9548-55b4f7cd370a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:24.516539 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9eb272-741c-494d-b36b-87dd0e201f48 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Network': ['ID=b1cea30d-d4f8-4449-8733-ee99973e1258,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:24.532176 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea8e58-2874-440c-b02e-1f103f8d2cdc req-dcb449bb-cc06-49da-ad25-e1beb8e0a8ac tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:24.541576 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-afea8e58-2874-440c-b02e-1f103f8d2cdc req-dcb449bb-cc06-49da-ad25-e1beb8e0a8ac tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.5770025 Nov 12 04:31:24.586685 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-065a45db-2c07-4cbf-8810-b445f3bde90b req-c7916d1d-b1bc-4423-8800-e8acafa64d00 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:24.627356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network b1cea30d-d4f8-4449-8733-ee99973e1258 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:31:24.634004 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['a138e0b4-8061-487c-a93b-c0ebb279877d'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:31:24.645717 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f31926-96b5-4754-b654-2680f18d7287 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Made reservation on behalf of 5aa10470b52545749d812350adfa744b for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:31:24.650483 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0f31926-96b5-4754-b654-2680f18d7287 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:24.654286 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port bdc55839-f348-437e-ae09-350f627135fa triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:24.654799 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:24.715020 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7916d1d-b1bc-4423-8800-e8acafa64d00 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Pushing event deleted for resources: {'Port': ['ID=a138e0b4-8061-487c-a93b-c0ebb279877d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:24.840777 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-afea8e58-2874-440c-b02e-1f103f8d2cdc req-a52bbca6-1f19-4b32-b517-dc0e7a24f7da tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977855 Nov 12 04:31:24.894765 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-065a45db-2c07-4cbf-8810-b445f3bde90b req-c7916d1d-b1bc-4423-8800-e8acafa64d00 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] No DVR routers for this DVR port a138e0b4-8061-487c-a93b-c0ebb279877d on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:31:24.903129 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-065a45db-2c07-4cbf-8810-b445f3bde90b req-c7916d1d-b1bc-4423-8800-e8acafa64d00 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:24.909683 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-065a45db-2c07-4cbf-8810-b445f3bde90b req-c7916d1d-b1bc-4423-8800-e8acafa64d00 tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.31 "DELETE /v2.0/ports/a138e0b4-8061-487c-a93b-c0ebb279877d HTTP/1.1" status: 204 len: 173 time: 1.6484938 Nov 12 04:31:24.910233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-1d2767bc-d989-4d74-82e5-dcd031d0ac1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Allocated IP 172.25.1.128 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/8c4e413f-1bb1-42ec-960e-68139adf7039) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:24.928331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0802a076-00a4-41c3-be8f-47ac09c26ef8', 'name': 'network-vif-deleted', 'tag': 'a138e0b4-8061-487c-a93b-c0ebb279877d'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:31:24.945251 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6c6f6c-fe62-41ca-8c50-d825e88514da" -d '{"events": [{"server_uuid": "0802a076-00a4-41c3-be8f-47ac09c26ef8", "name": "network-vif-deleted", "tag": "a138e0b4-8061-487c-a93b-c0ebb279877d"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:31:25.186857 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1d2767bc-d989-4d74-82e5-dcd031d0ac1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:25.237477 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-72145a9c-b34c-4995-9548-55b4f7cd370a None None] Provisioning complete for port cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:25.238103 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72145a9c-b34c-4995-9548-55b4f7cd370a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:25.292715 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-772d48df-8922-472e-8251-3d4757e1cfdf req-f0b7e113-aee5-489c-ba13-257eeab0340a tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 210 time: 0.0408633 Nov 12 04:31:25.341243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-72145a9c-b34c-4995-9548-55b4f7cd370a None None] Port cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:25.361283 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1d2767bc-d989-4d74-82e5-dcd031d0ac1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:25.361568 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0f31926-96b5-4754-b654-2680f18d7287 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:25.437722 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:25.461758 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2767bc-d989-4d74-82e5-dcd031d0ac1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:25.467374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2767bc-d989-4d74-82e5-dcd031d0ac1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Pushing event updated for resources: {'Port': ['ID=8c4e413f-1bb1-42ec-960e-68139adf7039,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:25.472937 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-1d2767bc-d989-4d74-82e5-dcd031d0ac1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:25.477484 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2767bc-d989-4d74-82e5-dcd031d0ac1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:25.494587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0854d1ff-b3e5-4c08-ae75-7c1b49a1c932 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:25.495149 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f31926-96b5-4754-b654-2680f18d7287 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Subnet': ['ID=3a422fed-3291-44b6-a184-c84129dc6d11,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:25.519037 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9afbb24e-2dfa-47a2-a312-11f586d6a8aa None None] Provisioning complete for port cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:25.519037 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9afbb24e-2dfa-47a2-a312-11f586d6a8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:25.522689 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334558ee-7741-482c-ad50-32ed213a76bf req-c8fb6d61-b36c-430c-8514-4cb2361728e4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:25.531519 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-334558ee-7741-482c-ad50-32ed213a76bf req-c8fb6d61-b36c-430c-8514-4cb2361728e4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.1330788 Nov 12 04:31:25.550521 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f31926-96b5-4754-b654-2680f18d7287 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Checking segment: {'id': 'ccf3bd46-7f63-4469-ada7-b7da7b57c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b1cea30d-d4f8-4449-8733-ee99973e1258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:25.551078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f31926-96b5-4754-b654-2680f18d7287 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network hostable DHCP agents. Network: b1cea30d-d4f8-4449-8733-ee99973e1258, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:31:25.559427 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:25.628235 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f31926-96b5-4754-b654-2680f18d7287 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network b1cea30d-d4f8-4449-8733-ee99973e1258 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:31:25.710134 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9afbb24e-2dfa-47a2-a312-11f586d6a8aa None None] Port cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:25.715230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c0f31926-96b5-4754-b654-2680f18d7287 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, b1cea30d-d4f8-4449-8733-ee99973e1258) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:25.721166 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f31926-96b5-4754-b654-2680f18d7287 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:25.723523 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0f31926-96b5-4754-b654-2680f18d7287 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:25.802457 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-334558ee-7741-482c-ad50-32ed213a76bf req-178733d8-277b-4d20-b43c-9b1acf365cde tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674186 Nov 12 04:31:25.841716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a078b39-6bdd-494c-ae5b-94f7411188d4 None None] Network b1cea30d-d4f8-4449-8733-ee99973e1258 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:25.857082 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41978468-1a0c-4e0f-8958-e8d3eaebb41b None None] Pushing event updated for resources: {'Port': ['ID=cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:25.875089 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf5976e-8df9-4da2-a8fb-168b175f6f22 x-openstack-request-id: req-fbf5976e-8df9-4da2-a8fb-168b175f6f22 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:31:25.875658 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0802a076-00a4-41c3-be8f-47ac09c26ef8", "name": "network-vif-deleted", "tag": "a138e0b4-8061-487c-a93b-c0ebb279877d", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:31:25.876081 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbf5976e-8df9-4da2-a8fb-168b175f6f22 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:31:25.876661 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0802a076-00a4-41c3-be8f-47ac09c26ef8', 'name': 'network-vif-deleted', 'tag': 'a138e0b4-8061-487c-a93b-c0ebb279877d', 'status': 'completed', 'code': 200} Nov 12 04:31:25.883976 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c0f31926-96b5-4754-b654-2680f18d7287 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5366118 Nov 12 04:31:25.884308 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60180) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:25.919302 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2c6feb65-a6bb-4f66-8c1a-04ef15ea19a0 None None] Provisioning complete for port 8c4e413f-1bb1-42ec-960e-68139adf7039 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:25.919851 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2c6feb65-a6bb-4f66-8c1a-04ef15ea19a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:25.999514 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2c6feb65-a6bb-4f66-8c1a-04ef15ea19a0 None None] Port 8c4e413f-1bb1-42ec-960e-68139adf7039 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:26.009413 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] Attempting to bind port cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:26.010231 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] Attempting to bind port cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '22c27dae-4cbb-48b7-97e0-04be8d1367e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:26.012460 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] Attempting to bind port cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3 on network b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:26.017724 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22f760-1cc0-4610-ac32-c8ac6d205e8c req-de6efde0-3181-4f6c-88fc-dae6f4c52375 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:26.023693 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de22f760-1cc0-4610-ac32-c8ac6d205e8c req-de6efde0-3181-4f6c-88fc-dae6f4c52375 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.0869136 Nov 12 04:31:26.037018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:26.037433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] Checking segment: {'id': '22c27dae-4cbb-48b7-97e0-04be8d1367e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:26.038415 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:26.039057 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] Bound using segment: {'id': '22c27dae-4cbb-48b7-97e0-04be8d1367e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:26.039321 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] Bound port: cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c27dae-4cbb-48b7-97e0-04be8d1367e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:26.039711 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:26.214926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] For port cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:26.218953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5f882d25-5ce0-48be-a600-6774502fe195 None None] Provisioning complete for port cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:26.219296 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5f882d25-5ce0-48be-a600-6774502fe195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:26.249195 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb916010-58cf-4167-810a-31522fee168e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-b1cea30d-d4f8-4449-8733-ee99973e1258', 'network_id': 'b1cea30d-d4f8-4449-8733-ee99973e1258', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'fixed_ips': [{'subnet_id': '3a422fed-3291-44b6-a184-c84129dc6d11'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:31:26.250285 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eb916010-58cf-4167-810a-31522fee168e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:26.267980 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] For port cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3,segment=NetworkSegment(22c27dae-4cbb-48b7-97e0-04be8d1367e8),segment_id=22c27dae-4cbb-48b7-97e0-04be8d1367e8)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:26.286425 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5f882d25-5ce0-48be-a600-6774502fe195 None None] Port cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:26.308726 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1d2767bc-d989-4d74-82e5-dcd031d0ac1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:26.362757 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de22f760-1cc0-4610-ac32-c8ac6d205e8c req-0f7c4c08-f765-4beb-bab3-583cc38ab118 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638856 Nov 12 04:31:26.392374 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:26.392546 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60196) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:26.587827 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93acbb30-9301-41ce-ba4f-a71c219b7143 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:26.589188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94396d8d-4165-4feb-a9a0-d80cfb381d7f tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:26.590961 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-94396d8d-4165-4feb-a9a0-d80cfb381d7f tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 1092 time: 0.1981659 Nov 12 04:31:26.594709 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60202) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:26.601001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': 'ac47fb13-ee52-4eff-82c7-0eef32b91036', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:26.638932 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378eb4f-92b7-4585-ad72-f569889f125f req-6da686e4-e0fe-4d09-b86e-411fce389029 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:26.648033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3378eb4f-92b7-4585-ad72-f569889f125f req-6da686e4-e0fe-4d09-b86e-411fce389029 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.1565213 Nov 12 04:31:26.669380 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-eb916010-58cf-4167-810a-31522fee168e None None] Allocated IP 2001:db8:3::2 (b1cea30d-d4f8-4449-8733-ee99973e1258/3a422fed-3291-44b6-a184-c84129dc6d11/0f925543-7015-4ca4-ad05-c3516c484ef8) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:26.678021 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:26.679191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:26.746439 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1d2767bc-d989-4d74-82e5-dcd031d0ac1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:26.767000 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3378eb4f-92b7-4585-ad72-f569889f125f req-36ace3fc-c986-47fa-8632-de69264f1a29 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109202 Nov 12 04:31:26.768359 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1d2767bc-d989-4d74-82e5-dcd031d0ac1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:26.799831 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41978468-1a0c-4e0f-8958-e8d3eaebb41b None None] Pushing event updated for resources: {'Port': ['ID=cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:26.916450 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:26.916795 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:27.044881 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2767bc-d989-4d74-82e5-dcd031d0ac1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Router 1e3abf27-8abc-43bd-b6f2-311330b275c4 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:31:27.153580 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eb916010-58cf-4167-810a-31522fee168e None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:27.237929 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14becf08-e3d6-4e33-87e1-7a60a9767619 req-5e1a20a9-ff98-4b11-be3a-2f7ce9e1d41e tempest-TestServerAdvancedOps-684553125 tempest-TestServerAdvancedOps-684553125-project] 10.222.0.37 "GET /v2.0/ports?device_id=0802a076-00a4-41c3-be8f-47ac09c26ef8 HTTP/1.1" status: 200 len: 210 time: 0.1259139 Nov 12 04:31:27.242057 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:27.250967 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eb916010-58cf-4167-810a-31522fee168e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:27.257215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2767bc-d989-4d74-82e5-dcd031d0ac1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:27.262420 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1d2767bc-d989-4d74-82e5-dcd031d0ac1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:27.263813 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1d2767bc-d989-4d74-82e5-dcd031d0ac1b tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "PUT /v2.0/routers/1e3abf27-8abc-43bd-b6f2-311330b275c4 HTTP/1.1" status: 200 len: 919 time: 5.3634608 Nov 12 04:31:27.269601 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ac00a8-96a0-4740-9d69-c62296e7e383 None None] Sync routers for ids ['1e3abf27-8abc-43bd-b6f2-311330b275c4'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:27.271922 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60210) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:27.281553 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ac00a8-96a0-4740-9d69-c62296e7e383 None None] Routers {'1e3abf27-8abc-43bd-b6f2-311330b275c4'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:27.281796 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-28ac00a8-96a0-4740-9d69-c62296e7e383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1e3abf27-8abc-43bd-b6f2-311330b275c4'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:27.316498 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-28ac00a8-96a0-4740-9d69-c62296e7e383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:27.326499 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ac00a8-96a0-4740-9d69-c62296e7e383 None None] Routers {'1e3abf27-8abc-43bd-b6f2-311330b275c4'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:27.327409 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-28ac00a8-96a0-4740-9d69-c62296e7e383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1e3abf27-8abc-43bd-b6f2-311330b275c4'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:27.335204 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb916010-58cf-4167-810a-31522fee168e None None] Pushing event updated for resources: {'Port': ['ID=0f925543-7015-4ca4-ad05-c3516c484ef8,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:27.364983 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-28ac00a8-96a0-4740-9d69-c62296e7e383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:27.365929 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ac00a8-96a0-4740-9d69-c62296e7e383 None None] The sync data for ids ['1e3abf27-8abc-43bd-b6f2-311330b275c4'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:27.388513 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb916010-58cf-4167-810a-31522fee168e None None] Network b1cea30d-d4f8-4449-8733-ee99973e1258 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:27.393562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-eb916010-58cf-4167-810a-31522fee168e None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:27.395616 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device a138e0b4-8061-487c-a93b-c0ebb279877d no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:27.399370 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb916010-58cf-4167-810a-31522fee168e None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:27.431146 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-93acbb30-9301-41ce-ba4f-a71c219b7143 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Allocated IP 2001:db8:3::1 (b1cea30d-d4f8-4449-8733-ee99973e1258/3a422fed-3291-44b6-a184-c84129dc6d11/610c32d8-edb7-4a5a-a612-9a9abfba561c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:27.436531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: a138e0b4-8061-487c-a93b-c0ebb279877d {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:27.436853 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device a138e0b4-8061-487c-a93b-c0ebb279877d not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:27.466233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Allocated IP 172.25.1.252 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/bbcf4627-b671-491e-88ec-c591298a9d5e) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:27.471577 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b7a4d-66d7-4d15-ad4d-f85188771147 req-1222ace1-4f65-4504-80e9-2900e4ebda98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:27.473645 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e2b7a4d-66d7-4d15-ad4d-f85188771147 req-1222ace1-4f65-4504-80e9-2900e4ebda98 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11b870a2c29b44949808dbbff5df5d20&device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 1097 time: 0.0894501 Nov 12 04:31:27.495547 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d1142861-88c7-43dc-a81c-e78b7782e3bc None None] Provisioning complete for port cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:27.495918 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1142861-88c7-43dc-a81c-e78b7782e3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:27.539951 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-eb916010-58cf-4167-810a-31522fee168e None None] Attempting to bind port 0f925543-7015-4ca4-ad05-c3516c484ef8 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:27.540227 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-eb916010-58cf-4167-810a-31522fee168e None None] Attempting to bind port 0f925543-7015-4ca4-ad05-c3516c484ef8 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'ccf3bd46-7f63-4469-ada7-b7da7b57c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b1cea30d-d4f8-4449-8733-ee99973e1258'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:27.540591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb916010-58cf-4167-810a-31522fee168e None None] Attempting to bind port 0f925543-7015-4ca4-ad05-c3516c484ef8 on network b1cea30d-d4f8-4449-8733-ee99973e1258 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:27.557421 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-29829107-e800-46a6-afb0-67fb05b62909 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "GET /v2.0/routers/1e3abf27-8abc-43bd-b6f2-311330b275c4 HTTP/1.1" status: 200 len: 925 time: 0.2833989 Nov 12 04:31:27.560132 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60216) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:27.560782 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb916010-58cf-4167-810a-31522fee168e None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:27.561165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb916010-58cf-4167-810a-31522fee168e None None] Checking segment: {'id': 'ccf3bd46-7f63-4469-ada7-b7da7b57c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b1cea30d-d4f8-4449-8733-ee99973e1258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:27.561567 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eb916010-58cf-4167-810a-31522fee168e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:27.561959 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb916010-58cf-4167-810a-31522fee168e None None] Bound using segment: {'id': 'ccf3bd46-7f63-4469-ada7-b7da7b57c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b1cea30d-d4f8-4449-8733-ee99973e1258'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:27.562433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-eb916010-58cf-4167-810a-31522fee168e None None] Bound port: 0f925543-7015-4ca4-ad05-c3516c484ef8, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf3bd46-7f63-4469-ada7-b7da7b57c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b1cea30d-d4f8-4449-8733-ee99973e1258'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:27.562851 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eb916010-58cf-4167-810a-31522fee168e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:27.590668 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:21Z', 'revision_number': 4, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:19Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3', 'name': '', 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:19Z', 'updated_at': '2021-11-12T04:31:26Z', 'revision_number': 4, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:27.636043 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794f206d-57bd-4113-a485-8e4067b28246 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:27.640394 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-794f206d-57bd-4113-a485-8e4067b28246 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&device_id=1e3abf27-8abc-43bd-b6f2-311330b275c4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0792542 Nov 12 04:31:27.644181 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60218) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:27.645316 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e21bb9-f41c-4f30-8987-ea09978aaf36 None None] The sync data for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 is: [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:21Z', 'revision_number': 4, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:19Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3', 'name': '', 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:19Z', 'updated_at': '2021-11-12T04:31:26Z', 'revision_number': 4, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:27.674158 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b7a4d-66d7-4d15-ad4d-f85188771147 req-644d31dd-3f17-4796-8426-14f2ba6f238e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:27.675990 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e2b7a4d-66d7-4d15-ad4d-f85188771147 req-644d31dd-3f17-4796-8426-14f2ba6f238e service neutron] 10.222.0.21 "GET /v2.0/networks?id=294ec058-73b6-4a99-bf44-c3ca2f3709aa HTTP/1.1" status: 200 len: 918 time: 0.1898515 Nov 12 04:31:27.723369 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93acbb30-9301-41ce-ba4f-a71c219b7143 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:27.762431 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1142861-88c7-43dc-a81c-e78b7782e3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:27.809184 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:27.844146 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-eb916010-58cf-4167-810a-31522fee168e None None] For port 0f925543-7015-4ca4-ad05-c3516c484ef8, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:27.851988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6099dc9f-11a9-4915-b707-b496a073086f tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:27.857626 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6099dc9f-11a9-4915-b707-b496a073086f tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "GET /v2.0/networks/83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 881 time: 0.2123463 Nov 12 04:31:27.863319 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60224) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:27.875061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d1142861-88c7-43dc-a81c-e78b7782e3bc None None] For port cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3,segment=NetworkSegment(22c27dae-4cbb-48b7-97e0-04be8d1367e8),segment_id=22c27dae-4cbb-48b7-97e0-04be8d1367e8)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:27.879199 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-eb916010-58cf-4167-810a-31522fee168e None None] For port 0f925543-7015-4ca4-ad05-c3516c484ef8, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0f925543-7015-4ca4-ad05-c3516c484ef8,segment=NetworkSegment(ccf3bd46-7f63-4469-ada7-b7da7b57c3ae),segment_id=ccf3bd46-7f63-4469-ada7-b7da7b57c3ae)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:27.881581 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e2b7a4d-66d7-4d15-ad4d-f85188771147 req-5c41b652-2bed-4f67-ba6f-be5f7f7ae7e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b71d8a-0aee-4fed-b884-92e362c081b5 HTTP/1.1" status: 200 len: 1001 time: 0.1928689 Nov 12 04:31:27.920631 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-79f3146a-6a6b-479a-9f86-e4efb5ae73ed tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3abf27-8abc-43bd-b6f2-311330b275c4 HTTP/1.1" status: 200 len: 205 time: 0.0544651 Nov 12 04:31:27.924687 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60226) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:27.948418 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1142861-88c7-43dc-a81c-e78b7782e3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:27.978808 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eb916010-58cf-4167-810a-31522fee168e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:28.040125 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1142861-88c7-43dc-a81c-e78b7782e3bc None None] Pushing event updated for resources: {'Port': ['ID=cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:28.102900 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12f4a3ad-a621-4c3d-a275-501cd2efdf3a tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:28.108389 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93acbb30-9301-41ce-ba4f-a71c219b7143 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:28.137256 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b7a4d-66d7-4d15-ad4d-f85188771147 req-78bf9e75-74f0-4092-abb9-7ec940b818a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:28.138876 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e2b7a4d-66d7-4d15-ad4d-f85188771147 req-78bf9e75-74f0-4092-abb9-7ec940b818a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebf988ec-0e1d-4fb3-b211-28e626141e57 HTTP/1.1" status: 200 len: 856 time: 0.2299552 Nov 12 04:31:28.169162 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb916010-58cf-4167-810a-31522fee168e None None] Pushing event updated for resources: {'Port': ['ID=0f925543-7015-4ca4-ad05-c3516c484ef8,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:28.171869 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:28.227076 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93acbb30-9301-41ce-ba4f-a71c219b7143 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network b1cea30d-d4f8-4449-8733-ee99973e1258 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:28.234088 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-93acbb30-9301-41ce-ba4f-a71c219b7143 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:28.239272 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:28.239476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc168bf-a33e-431f-b904-1571ddffc47e req-fb335e19-3b81-48bf-a6af-53e98d33dcf6 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:28.242939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6cc168bf-a33e-431f-b904-1571ddffc47e req-fb335e19-3b81-48bf-a6af-53e98d33dcf6 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.3571558 Nov 12 04:31:28.312616 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:28.313098 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:28.341523 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93acbb30-9301-41ce-ba4f-a71c219b7143 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:28.342077 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93acbb30-9301-41ce-ba4f-a71c219b7143 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:28.342790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:28.349940 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6cc168bf-a33e-431f-b904-1571ddffc47e req-2e1a67a3-9d11-4af0-9061-49a0ac16a5c2 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716338 Nov 12 04:31:28.351315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:28.356413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:28.548809 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acbb30-9301-41ce-ba4f-a71c219b7143 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=610c32d8-edb7-4a5a-a612-9a9abfba561c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:28.627517 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12f4a3ad-a621-4c3d-a275-501cd2efdf3a tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:28.660625 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60238) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:28.666457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b7a4d-66d7-4d15-ad4d-f85188771147 req-8f0783aa-ec32-4afa-8dae-0b4d54a99ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:28.668093 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e2b7a4d-66d7-4d15-ad4d-f85188771147 req-8f0783aa-ec32-4afa-8dae-0b4d54a99ee6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=294ec058-73b6-4a99-bf44-c3ca2f3709aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5188940 Nov 12 04:31:28.695455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=bbcf4627-b671-491e-88ec-c591298a9d5e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:29.141858 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93acbb30-9301-41ce-ba4f-a71c219b7143 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:29.155596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f6e2eb9-7cb5-4426-8ff2-5cc99c644f85 admin admin] Deleting subnet 0f02e8bb-e237-43ee-bd14-9403c8c9aff9 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:31:29.160566 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f6e2eb9-7cb5-4426-8ff2-5cc99c644f85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:29.185527 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e2b7a4d-66d7-4d15-ad4d-f85188771147 req-e9585fb4-e26a-456a-9205-8dbb647af98b service neutron] 10.222.0.21 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910553 Nov 12 04:31:29.244553 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f6e2eb9-7cb5-4426-8ff2-5cc99c644f85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:29.266680 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-12f4a3ad-a621-4c3d-a275-501cd2efdf3a tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Deleting port 8c4e413f-1bb1-42ec-960e-68139adf7039 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:29.267168 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12f4a3ad-a621-4c3d-a275-501cd2efdf3a tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:29.416996 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f6e2eb9-7cb5-4426-8ff2-5cc99c644f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:29.470323 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e2b7a4d-66d7-4d15-ad4d-f85188771147 req-5cb66767-2dc8-45d5-8926-3bf920eef404 service neutron] 10.222.0.21 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698488 Nov 12 04:31:29.474693 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:29.484747 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12f4a3ad-a621-4c3d-a275-501cd2efdf3a tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:29.516758 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-12f4a3ad-a621-4c3d-a275-501cd2efdf3a tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Calling delete_port for 8c4e413f-1bb1-42ec-960e-68139adf7039 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:29.517004 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c99584-179a-47b8-ac8b-2d5376c8dfeb None None] Network b1cea30d-d4f8-4449-8733-ee99973e1258 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:29.605552 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4faa4800-ee87-4811-9201-097215557308 None None] Provisioning complete for port 0f925543-7015-4ca4-ad05-c3516c484ef8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:29.606092 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4faa4800-ee87-4811-9201-097215557308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:29.660681 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7640f89-180e-4e13-a601-c0f5a4ef837a req-84f6983b-19cc-4eeb-bf51-3c294d3d9f3e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:29.663079 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7640f89-180e-4e13-a601-c0f5a4ef837a req-84f6983b-19cc-4eeb-bf51-3c294d3d9f3e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.0719497 Nov 12 04:31:29.707131 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f6e2eb9-7cb5-4426-8ff2-5cc99c644f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:29.750749 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:29.760963 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4f6e2eb9-7cb5-4426-8ff2-5cc99c644f85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:29.769607 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4f6e2eb9-7cb5-4426-8ff2-5cc99c644f85 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0f02e8bb-e237-43ee-bd14-9403c8c9aff9 HTTP/1.1" status: 204 len: 168 time: 1.1055644 Nov 12 04:31:29.772537 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e2eb9-7cb5-4426-8ff2-5cc99c644f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f02e8bb-e237-43ee-bd14-9403c8c9aff9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:29.778088 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60256) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:29.796349 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7640f89-180e-4e13-a601-c0f5a4ef837a req-d994fc9d-70e0-4d55-845d-514b4941cf64 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101069 Nov 12 04:31:29.826323 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93acbb30-9301-41ce-ba4f-a71c219b7143 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:29.851635 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4faa4800-ee87-4811-9201-097215557308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:29.898929 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4faa4800-ee87-4811-9201-097215557308 None None] For port 0f925543-7015-4ca4-ad05-c3516c484ef8, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0f925543-7015-4ca4-ad05-c3516c484ef8,segment=NetworkSegment(ccf3bd46-7f63-4469-ada7-b7da7b57c3ae),segment_id=ccf3bd46-7f63-4469-ada7-b7da7b57c3ae)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:29.902473 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fe2aa53-36b6-43ee-b316-9a0aa8b04e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:29.919128 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93acbb30-9301-41ce-ba4f-a71c219b7143 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:29.920116 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93acbb30-9301-41ce-ba4f-a71c219b7143 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:29.980356 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4faa4800-ee87-4811-9201-097215557308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.022853 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.031576 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12f4a3ad-a621-4c3d-a275-501cd2efdf3a tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.072931 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa4800-ee87-4811-9201-097215557308 None None] Pushing event updated for resources: {'Port': ['ID=0f925543-7015-4ca4-ad05-c3516c484ef8,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:30.121466 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.173693 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acbb30-9301-41ce-ba4f-a71c219b7143 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event updated for resources: {'Port': ['ID=610c32d8-edb7-4a5a-a612-9a9abfba561c,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:30.191964 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9025dccc-1050-42cc-adcd-89ebabcf617f None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:30.224043 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=bbcf4627-b671-491e-88ec-c591298a9d5e,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:30.265782 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fe2aa53-36b6-43ee-b316-9a0aa8b04e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.269876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0f925543-7015-4ca4-ad05-c3516c484ef8 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:30.285644 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.310775 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4a3ad-a621-4c3d-a275-501cd2efdf3a tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Pushing event deleted for resources: {'Port': ['ID=8c4e413f-1bb1-42ec-960e-68139adf7039,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:30.344880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4eac49ff-92c4-4f82-896d-407e76ac27a4 None None] Provisioning complete for port 610c32d8-edb7-4a5a-a612-9a9abfba561c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:30.345418 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4eac49ff-92c4-4f82-896d-407e76ac27a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.383069 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5fe2aa53-36b6-43ee-b316-9a0aa8b04e57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c12eef2-4450-47e0-9fa4-3fd155571c54']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:30.390147 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 0f925543-7015-4ca4-ad05-c3516c484ef8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:30.391426 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.414755 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5fe2aa53-36b6-43ee-b316-9a0aa8b04e57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70da61b6-21ae-4044-bb97-216e228a78a5') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:30.415050 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5fe2aa53-36b6-43ee-b316-9a0aa8b04e57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70da61b6-21ae-4044-bb97-216e228a78a5') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:30.415193 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Floating IP ce5dcf6c-768c-4a6b-afa4-19b06c1a7b50 associated. External IP: 172.25.1.252, port: ac47fb13-ee52-4eff-82c7-0eef32b91036. Nov 12 04:31:30.422097 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93acbb30-9301-41ce-ba4f-a71c219b7143 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Network b1cea30d-d4f8-4449-8733-ee99973e1258 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:30.428944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4eac49ff-92c4-4f82-896d-407e76ac27a4 None None] Port 610c32d8-edb7-4a5a-a612-9a9abfba561c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:30.431362 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-93acbb30-9301-41ce-ba4f-a71c219b7143 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:30.435568 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12f4a3ad-a621-4c3d-a275-501cd2efdf3a tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.438515 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fe2aa53-36b6-43ee-b316-9a0aa8b04e57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.453176 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4eac49ff-92c4-4f82-896d-407e76ac27a4 None None] Provisioning complete for port 0f925543-7015-4ca4-ad05-c3516c484ef8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:30.453880 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4eac49ff-92c4-4f82-896d-407e76ac27a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.592466 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fe2aa53-36b6-43ee-b316-9a0aa8b04e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.663016 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe2aa53-36b6-43ee-b316-9a0aa8b04e57 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:31:30.663016 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fe2aa53-36b6-43ee-b316-9a0aa8b04e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:31:30.664463 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:31:30.667631 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12f4a3ad-a621-4c3d-a275-501cd2efdf3a tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.711784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Router 06ce9db2-8c2d-4df3-b643-8e5174d86c26 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:30.714870 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12f4a3ad-a621-4c3d-a275-501cd2efdf3a tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.724399 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d5ec6f05-860a-4e0b-b797-fd4c4c014637 None None] Provisioning complete for port 610c32d8-edb7-4a5a-a612-9a9abfba561c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:30.724960 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d5ec6f05-860a-4e0b-b797-fd4c4c014637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.794325 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d5ec6f05-860a-4e0b-b797-fd4c4c014637 None None] Port 610c32d8-edb7-4a5a-a612-9a9abfba561c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:30.838539 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93acbb30-9301-41ce-ba4f-a71c219b7143 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 84b8e709-5fe1-45e5-889f-287c3ce85435 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:30.886094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:30.898570 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb928cc-381d-48af-b239-c8a3d233e10d None None] Sync routers for ids ['06ce9db2-8c2d-4df3-b643-8e5174d86c26'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:30.911711 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb928cc-381d-48af-b239-c8a3d233e10d None None] Routers {'06ce9db2-8c2d-4df3-b643-8e5174d86c26'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:30.912340 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-3bb928cc-381d-48af-b239-c8a3d233e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['06ce9db2-8c2d-4df3-b643-8e5174d86c26'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:30.921290 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fe2aa53-36b6-43ee-b316-9a0aa8b04e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.922525 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12f4a3ad-a621-4c3d-a275-501cd2efdf3a tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.922525 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f4a3ad-a621-4c3d-a275-501cd2efdf3a tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Fanout notify agent at l3_agent the message router_deleted on router 1e3abf27-8abc-43bd-b6f2-311330b275c4 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:31:30.926852 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5fe2aa53-36b6-43ee-b316-9a0aa8b04e57 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.930188 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5fe2aa53-36b6-43ee-b316-9a0aa8b04e57 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6c12eef2-4450-47e0-9fa4-3fd155571c54 HTTP/1.1" status: 204 len: 168 time: 1.1508305 Nov 12 04:31:30.933888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60266) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:30.936044 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12f4a3ad-a621-4c3d-a275-501cd2efdf3a tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.941777 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-12f4a3ad-a621-4c3d-a275-501cd2efdf3a tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "DELETE /v2.0/routers/1e3abf27-8abc-43bd-b6f2-311330b275c4 HTTP/1.1" status: 204 len: 168 time: 3.0170600 Nov 12 04:31:30.972551 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60268) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:30.981471 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-7b28e997-cf32-4a56-a6c8-11b4f825fff9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1682333198', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:30.994179 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2aa53-36b6-43ee-b316-9a0aa8b04e57 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c12eef2-4450-47e0-9fa4-3fd155571c54,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:31.030938 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.044295 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93acbb30-9301-41ce-ba4f-a71c219b7143 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:31.056716 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] Sync routers for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:31.061223 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-93acbb30-9301-41ce-ba4f-a71c219b7143 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/84b8e709-5fe1-45e5-889f-287c3ce85435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1753063 Nov 12 04:31:31.061864 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60274) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:31.069399 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-469ed43e-0d92-420a-bf6c-8782d8ea50db tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:31.080435 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:31.083171 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:31.089699 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-3bb928cc-381d-48af-b239-c8a3d233e10d None None] Set router 06ce9db2-8c2d-4df3-b643-8e5174d86c26 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:31.110872 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b936f91d-00ad-4292-a45a-802fe2ae923e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5109389 Nov 12 04:31:31.111127 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'tag': 'ac47fb13-ee52-4eff-82c7-0eef32b91036'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:31:31.113533 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68f823a-f57b-47a7-996f-73d1b916db70" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e79fe0-07c6-4a6d-a899-58346657cf2b", "tag": "ac47fb13-ee52-4eff-82c7-0eef32b91036"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:31:31.119542 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-f244483e-78de-4b7d-9878-b896b71da7a5 admin admin] Deleting subnet fa7681b5-ef83-430f-996c-4f8b54192398 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:31:31.123022 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f244483e-78de-4b7d-9878-b896b71da7a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.161662 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3b60e1df-2ac2-4208-8c2e-acec6d733cf7 None None] Provisioning complete for port 610c32d8-edb7-4a5a-a612-9a9abfba561c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:31.162175 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f244483e-78de-4b7d-9878-b896b71da7a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.162302 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3b60e1df-2ac2-4208-8c2e-acec6d733cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.203700 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f244483e-78de-4b7d-9878-b896b71da7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.250031 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:31.250480 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3b60e1df-2ac2-4208-8c2e-acec6d733cf7 None None] Port 610c32d8-edb7-4a5a-a612-9a9abfba561c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:31.315409 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0af963-39f1-49db-aa7d-e10b84a587f1 req-58b30a34-8e18-4833-9687-1a473e2e666d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:31.319187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f0af963-39f1-49db-aa7d-e10b84a587f1 req-58b30a34-8e18-4833-9687-1a473e2e666d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.3454671 Nov 12 04:31:31.388949 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f244483e-78de-4b7d-9878-b896b71da7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.451200 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b28e997-cf32-4a56-a6c8-11b4f825fff9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.452413 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b28e997-cf32-4a56-a6c8-11b4f825fff9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.456797 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244483e-78de-4b7d-9878-b896b71da7a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa7681b5-ef83-430f-996c-4f8b54192398,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:31.481784 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f0af963-39f1-49db-aa7d-e10b84a587f1 req-53ffe091-68e6-42cd-8fcd-d0ecc0d94c90 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494093 Nov 12 04:31:31.489276 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f244483e-78de-4b7d-9878-b896b71da7a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.492857 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f244483e-78de-4b7d-9878-b896b71da7a5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fa7681b5-ef83-430f-996c-4f8b54192398 HTTP/1.1" status: 204 len: 168 time: 0.5567234 Nov 12 04:31:31.501362 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60282) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:31.628524 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b28e997-cf32-4a56-a6c8-11b4f825fff9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.647334 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-3bb928cc-381d-48af-b239-c8a3d233e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094219116', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:44Z', 'updated_at': '2021-11-12T04:30:52Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:45Z', 'updated_at': '2021-11-12T04:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'ce5dcf6c-768c-4a6b-afa4-19b06c1a7b50', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'port_id': 'ac47fb13-ee52-4eff-82c7-0eef32b91036', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb', 'mac_address': 'fa:16:3e:7c:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:31:29Z', 'updated_at': '2021-11-12T04:31:29Z', 'revision_number': 0, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2a600f-20bd-47e5-aabc-99de00c8871b', 'name': '', 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:98:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '20150325-f345-468c-96fc-6578b271ccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:51Z', 'updated_at': '2021-11-12T04:30:56Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': '20150325-f345-468c-96fc-6578b271ccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:31.691890 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ebcd505b-6e03-4ae9-9bd3-73ec9b6226a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.692579 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb928cc-381d-48af-b239-c8a3d233e10d None None] Checking router: 06ce9db2-8c2d-4df3-b643-8e5174d86c26 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:31.701442 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb928cc-381d-48af-b239-c8a3d233e10d None None] Routers {'06ce9db2-8c2d-4df3-b643-8e5174d86c26'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:31.702348 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-3bb928cc-381d-48af-b239-c8a3d233e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['06ce9db2-8c2d-4df3-b643-8e5174d86c26'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:31.746377 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 17b71d8a-0aee-4fed-b884-92e362c081b5 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:31.829207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.extraroute_db [None req-469ed43e-0d92-420a-bf6c-8782d8ea50db tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 04:31:31.889605 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-3bb928cc-381d-48af-b239-c8a3d233e10d None None] Set router 06ce9db2-8c2d-4df3-b643-8e5174d86c26 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:31.891534 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ebcd505b-6e03-4ae9-9bd3-73ec9b6226a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.897268 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:28Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:19Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '610c32d8-edb7-4a5a-a612-9a9abfba561c', 'name': '', 'network_id': 'b1cea30d-d4f8-4449-8733-ee99973e1258', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:1d:69:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3a422fed-3291-44b6-a184-c84129dc6d11', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:26Z', 'updated_at': '2021-11-12T04:31:29Z', 'revision_number': 2, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '3a422fed-3291-44b6-a184-c84129dc6d11', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3', 'name': '', 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:19Z', 'updated_at': '2021-11-12T04:31:27Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:31.915443 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ebcd505b-6e03-4ae9-9bd3-73ec9b6226a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d0fe1cd-c8f5-4aeb-9e67-f1f29c8eea87']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:31.927182 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ebcd505b-6e03-4ae9-9bd3-73ec9b6226a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596cba63-025e-4560-bcf6-f8af667e57d7') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:31.927647 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee754a89-c533-4735-8050-ed6bde1a73e1 req-aa280f01-552f-4dc9-926d-394770c25ab3 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:31.928321 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ebcd505b-6e03-4ae9-9bd3-73ec9b6226a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596cba63-025e-4560-bcf6-f8af667e57d7') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:31.929397 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee754a89-c533-4735-8050-ed6bde1a73e1 req-aa280f01-552f-4dc9-926d-394770c25ab3 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.1892040 Nov 12 04:31:31.940808 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ebcd505b-6e03-4ae9-9bd3-73ec9b6226a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.954767 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] Checking router: 84b8e709-5fe1-45e5-889f-287c3ce85435 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:31.955133 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] Updating router 84b8e709-5fe1-45e5-889f-287c3ce85435 port 610c32d8-edb7-4a5a-a612-9a9abfba561c binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:31:31.955658 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ebcd505b-6e03-4ae9-9bd3-73ec9b6226a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.962223 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebcd505b-6e03-4ae9-9bd3-73ec9b6226a7 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:31:31.962979 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ebcd505b-6e03-4ae9-9bd3-73ec9b6226a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.001162 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:31:32.023694 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:31:32.029133 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b28e997-cf32-4a56-a6c8-11b4f825fff9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.041876 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.extraroute_db [None req-469ed43e-0d92-420a-bf6c-8782d8ea50db tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Removed routes are [] {{(pid=103297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 04:31:32.042614 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-469ed43e-0d92-420a-bf6c-8782d8ea50db tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.092212 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee754a89-c533-4735-8050-ed6bde1a73e1 req-8d47adc5-dd60-44a9-b463-d138ac57483f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155121 Nov 12 04:31:32.105612 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60288) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:32.118066 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ebcd505b-6e03-4ae9-9bd3-73ec9b6226a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.183881 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.185504 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ebcd505b-6e03-4ae9-9bd3-73ec9b6226a7 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.195487 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ebcd505b-6e03-4ae9-9bd3-73ec9b6226a7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4d0fe1cd-c8f5-4aeb-9e67-f1f29c8eea87 HTTP/1.1" status: 204 len: 168 time: 0.6920872 Nov 12 04:31:32.203084 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a193dc-f46b-4d7c-bb08-0ce8f64deecd x-openstack-request-id: req-50a193dc-f46b-4d7c-bb08-0ce8f64deecd {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:31:32.206585 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e79fe0-07c6-4a6d-a899-58346657cf2b", "tag": "ac47fb13-ee52-4eff-82c7-0eef32b91036", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:31:32.207011 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50a193dc-f46b-4d7c-bb08-0ce8f64deecd {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:31:32.207946 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'tag': 'ac47fb13-ee52-4eff-82c7-0eef32b91036', 'status': 'completed', 'code': 200} Nov 12 04:31:32.235851 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17b71d8a-0aee-4fed-b884-92e362c081b5'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:31:32.235851 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b800ddb0-5e2b-4ec1-a7d0-4441d64252bd" -d '{"events": [{"server_uuid": "9dc172d7-02c3-4e2d-97c9-228435912eaf", "name": "network-vif-unplugged", "status": "completed", "tag": "17b71d8a-0aee-4fed-b884-92e362c081b5"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:31:32.246764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0f925543-7015-4ca4-ad05-c3516c484ef8 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:32.286773 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 17b71d8a-0aee-4fed-b884-92e362c081b5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=17b71d8a-0aee-4fed-b884-92e362c081b5,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:32.330774 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca7da5f-6a4b-4107-ba0c-09c4a45cc3af x-openstack-request-id: req-4ca7da5f-6a4b-4107-ba0c-09c4a45cc3af {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:31:32.333956 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc172d7-02c3-4e2d-97c9-228435912eaf", "name": "network-vif-unplugged", "status": "completed", "tag": "17b71d8a-0aee-4fed-b884-92e362c081b5", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:31:32.333956 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ca7da5f-6a4b-4107-ba0c-09c4a45cc3af {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:31:32.333956 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17b71d8a-0aee-4fed-b884-92e362c081b5', 'code': 200} Nov 12 04:31:32.360490 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 0f925543-7015-4ca4-ad05-c3516c484ef8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:32.360865 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.396099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f823a-f57b-47a7-996f-73d1b916db70 req-cbf0e62e-7fee-4d0d-a25d-3577c2081342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:32.397931 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a68f823a-f57b-47a7-996f-73d1b916db70 req-cbf0e62e-7fee-4d0d-a25d-3577c2081342 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 1097 time: 0.0992465 Nov 12 04:31:32.404318 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5c309604-4c18-42ec-aa96-8134d1afeed9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/floatingips/ce5dcf6c-768c-4a6b-afa4-19b06c1a7b50 HTTP/1.1" status: 200 len: 991 time: 0.2972143 Nov 12 04:31:32.409658 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd505b-6e03-4ae9-9bd3-73ec9b6226a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d0fe1cd-c8f5-4aeb-9e67-f1f29c8eea87,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:32.421141 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.485156 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-3bb928cc-381d-48af-b239-c8a3d233e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094219116', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:44Z', 'updated_at': '2021-11-12T04:30:52Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:45Z', 'updated_at': '2021-11-12T04:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'ce5dcf6c-768c-4a6b-afa4-19b06c1a7b50', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'port_id': 'ac47fb13-ee52-4eff-82c7-0eef32b91036', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb', 'mac_address': 'fa:16:3e:7c:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:31:29Z', 'updated_at': '2021-11-12T04:31:29Z', 'revision_number': 0, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2a600f-20bd-47e5-aabc-99de00c8871b', 'name': '', 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:98:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '20150325-f345-468c-96fc-6578b271ccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:51Z', 'updated_at': '2021-11-12T04:30:56Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': '20150325-f345-468c-96fc-6578b271ccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:32.561080 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb928cc-381d-48af-b239-c8a3d233e10d None None] The sync data for ids ['06ce9db2-8c2d-4df3-b643-8e5174d86c26'] in n-d-768509-24 is: [{'id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094219116', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:44Z', 'updated_at': '2021-11-12T04:30:52Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:45Z', 'updated_at': '2021-11-12T04:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'ce5dcf6c-768c-4a6b-afa4-19b06c1a7b50', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'port_id': 'ac47fb13-ee52-4eff-82c7-0eef32b91036', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb', 'mac_address': 'fa:16:3e:7c:bf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:31:29Z', 'updated_at': '2021-11-12T04:31:29Z', 'revision_number': 0, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2a600f-20bd-47e5-aabc-99de00c8871b', 'name': '', 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:98:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '20150325-f345-468c-96fc-6578b271ccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:51Z', 'updated_at': '2021-11-12T04:30:56Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': '20150325-f345-468c-96fc-6578b271ccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:32.597915 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.631920 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=17b71d8a-0aee-4fed-b884-92e362c081b5,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:32.671412 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.692310 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-469ed43e-0d92-420a-bf6c-8782d8ea50db tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.693337 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-469ed43e-0d92-420a-bf6c-8782d8ea50db tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.766321 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8a342-fd23-4572-8d70-32acfca4d00c None None] Pushing event updated for resources: {'Port': ['ID=610c32d8-edb7-4a5a-a612-9a9abfba561c,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:32.776462 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e8a342-fd23-4572-8d70-32acfca4d00c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.777097 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e8a342-fd23-4572-8d70-32acfca4d00c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.777632 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e8a342-fd23-4572-8d70-32acfca4d00c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.778140 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e8a342-fd23-4572-8d70-32acfca4d00c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.778741 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e8a342-fd23-4572-8d70-32acfca4d00c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.779251 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e8a342-fd23-4572-8d70-32acfca4d00c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.779761 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e8a342-fd23-4572-8d70-32acfca4d00c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.780275 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e8a342-fd23-4572-8d70-32acfca4d00c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.781473 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e8a342-fd23-4572-8d70-32acfca4d00c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.781989 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e8a342-fd23-4572-8d70-32acfca4d00c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.782482 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e8a342-fd23-4572-8d70-32acfca4d00c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.782985 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e8a342-fd23-4572-8d70-32acfca4d00c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.850286 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469ed43e-0d92-420a-bf6c-8782d8ea50db tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 84b8e709-5fe1-45e5-889f-287c3ce85435 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:32.897218 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] Attempting to bind port 610c32d8-edb7-4a5a-a612-9a9abfba561c on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:32.897889 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] Attempting to bind port 610c32d8-edb7-4a5a-a612-9a9abfba561c by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'ccf3bd46-7f63-4469-ada7-b7da7b57c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b1cea30d-d4f8-4449-8733-ee99973e1258'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:32.901777 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] Attempting to bind port 610c32d8-edb7-4a5a-a612-9a9abfba561c on network b1cea30d-d4f8-4449-8733-ee99973e1258 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:32.911884 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:32.914445 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] Checking segment: {'id': 'ccf3bd46-7f63-4469-ada7-b7da7b57c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b1cea30d-d4f8-4449-8733-ee99973e1258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:32.915055 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.917412 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] Bound using segment: {'id': 'ccf3bd46-7f63-4469-ada7-b7da7b57c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b1cea30d-d4f8-4449-8733-ee99973e1258'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:32.917412 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] Bound port: 610c32d8-edb7-4a5a-a612-9a9abfba561c, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf3bd46-7f63-4469-ada7-b7da7b57c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b1cea30d-d4f8-4449-8733-ee99973e1258'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:32.918654 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:33.042953 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] For port 610c32d8-edb7-4a5a-a612-9a9abfba561c, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:33.046296 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] For port 610c32d8-edb7-4a5a-a612-9a9abfba561c, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=610c32d8-edb7-4a5a-a612-9a9abfba561c,segment=NetworkSegment(ccf3bd46-7f63-4469-ada7-b7da7b57c3ae),segment_id=ccf3bd46-7f63-4469-ada7-b7da7b57c3ae)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:33.074331 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60302) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:33.107712 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469ed43e-0d92-420a-bf6c-8782d8ea50db tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:33.115490 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-469ed43e-0d92-420a-bf6c-8782d8ea50db tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:33.116791 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-469ed43e-0d92-420a-bf6c-8782d8ea50db tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/84b8e709-5fe1-45e5-889f-287c3ce85435 HTTP/1.1" status: 200 len: 953 time: 2.0539656 Nov 12 04:31:33.120213 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:33.126668 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60304) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:33.161474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306be88-7dbd-411b-b8ad-d2b16658ea6a req-0fa1c911-2169-43a7-a49e-a896f0f9364a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:33.169267 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9306be88-7dbd-411b-b8ad-d2b16658ea6a req-0fa1c911-2169-43a7-a49e-a896f0f9364a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 943 time: 0.3082461 Nov 12 04:31:33.171216 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b55a41e4-e54b-4629-83dc-310ffc2ca20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:33.189023 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b28e997-cf32-4a56-a6c8-11b4f825fff9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:33.192234 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac2e5d-9a4f-4376-9854-76c858b80fcf None None] New status for floating IP ce5dcf6c-768c-4a6b-afa4-19b06c1a7b50: ACTIVE {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:31:33.217592 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8a342-fd23-4572-8d70-32acfca4d00c None None] Pushing event updated for resources: {'Port': ['ID=610c32d8-edb7-4a5a-a612-9a9abfba561c,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:33.228397 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b28e997-cf32-4a56-a6c8-11b4f825fff9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:33.230361 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6e29aefd-e4cd-41fb-b3a2-8e6cdda9c773 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=711423dbf60349f3b3a792edc0237528&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1537435 Nov 12 04:31:33.236057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f823a-f57b-47a7-996f-73d1b916db70 req-971e1202-2368-4e91-9a70-618d20f58bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:33.236441 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:33.237203 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:33.237558 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a68f823a-f57b-47a7-996f-73d1b916db70 req-971e1202-2368-4e91-9a70-618d20f58bc4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2746ac6-b4e4-4065-97f7-916e2df57fcb HTTP/1.1" status: 200 len: 898 time: 0.8292208 Nov 12 04:31:33.244314 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60306) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:33.316009 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-af9852a7-9c21-45aa-ad1d-1a8573f160bf tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/routers/84b8e709-5fe1-45e5-889f-287c3ce85435 HTTP/1.1" status: 200 len: 953 time: 0.1882689 Nov 12 04:31:33.321051 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60310) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:33.326571 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bd42a774-7ae0-4445-8084-8337cd0aeba2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'router': {'routes': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:33.328863 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9306be88-7dbd-411b-b8ad-d2b16658ea6a req-2d7f87ba-b939-48ea-be0b-454b3d621396 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588500 Nov 12 04:31:33.341943 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:33.420879 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a68f823a-f57b-47a7-996f-73d1b916db70 req-cbc09d4a-db4b-4ef7-995a-20ba1ddf5b84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac47fb13-ee52-4eff-82c7-0eef32b91036 HTTP/1.1" status: 200 len: 999 time: 0.1547980 Nov 12 04:31:33.493782 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60314) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:33.609453 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-37559d26-bc55-4f9c-9914-056efa9f0746 None None] Provisioning complete for port 610c32d8-edb7-4a5a-a612-9a9abfba561c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:33.610267 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37559d26-bc55-4f9c-9914-056efa9f0746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:33.741773 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:31Z', 'revision_number': 6, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:19Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '610c32d8-edb7-4a5a-a612-9a9abfba561c', 'name': '', 'network_id': 'b1cea30d-d4f8-4449-8733-ee99973e1258', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:1d:69:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3a422fed-3291-44b6-a184-c84129dc6d11', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:26Z', 'updated_at': '2021-11-12T04:31:33Z', 'revision_number': 4, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '3a422fed-3291-44b6-a184-c84129dc6d11', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3', 'name': '', 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:19Z', 'updated_at': '2021-11-12T04:31:27Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:33.785900 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c840b0-e22c-4be0-8099-2bee2d58c5c7 None None] The sync data for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 is: [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:31Z', 'revision_number': 6, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:19Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '610c32d8-edb7-4a5a-a612-9a9abfba561c', 'name': '', 'network_id': 'b1cea30d-d4f8-4449-8733-ee99973e1258', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:1d:69:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3a422fed-3291-44b6-a184-c84129dc6d11', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:26Z', 'updated_at': '2021-11-12T04:31:33Z', 'revision_number': 4, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '3a422fed-3291-44b6-a184-c84129dc6d11', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3', 'name': '', 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:19Z', 'updated_at': '2021-11-12T04:31:27Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:33.788977 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f823a-f57b-47a7-996f-73d1b916db70 req-d475d8a7-77fb-4000-a016-66f9963ef76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:33.790564 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a68f823a-f57b-47a7-996f-73d1b916db70 req-d475d8a7-77fb-4000-a016-66f9963ef76e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20150325-f345-468c-96fc-6578b271ccb5 HTTP/1.1" status: 200 len: 834 time: 0.2938297 Nov 12 04:31:33.829573 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-7b28e997-cf32-4a56-a6c8-11b4f825fff9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Allocated IP 172.25.1.242 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/f30d10bb-621f-4a29-9090-a2c8489415a9) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:33.854241 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37559d26-bc55-4f9c-9914-056efa9f0746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:33.929313 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-37559d26-bc55-4f9c-9914-056efa9f0746 None None] For port 610c32d8-edb7-4a5a-a612-9a9abfba561c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=610c32d8-edb7-4a5a-a612-9a9abfba561c,segment=NetworkSegment(ccf3bd46-7f63-4469-ada7-b7da7b57c3ae),segment_id=ccf3bd46-7f63-4469-ada7-b7da7b57c3ae)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:33.954312 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-12301394-47e5-4060-8611-35fb7832dec7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/floatingips/ce5dcf6c-768c-4a6b-afa4-19b06c1a7b50 HTTP/1.1" status: 200 len: 991 time: 0.4591985 Nov 12 04:31:34.000194 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-37559d26-bc55-4f9c-9914-056efa9f0746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.041652 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f823a-f57b-47a7-996f-73d1b916db70 req-27d58e35-eb04-4bcb-bb0a-58e0fbd71408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:34.043525 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a68f823a-f57b-47a7-996f-73d1b916db70 req-27d58e35-eb04-4bcb-bb0a-58e0fbd71408 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2746ac6-b4e4-4065-97f7-916e2df57fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052704 Nov 12 04:31:34.048510 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b28e997-cf32-4a56-a6c8-11b4f825fff9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.050371 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8845d307-8273-4649-a56f-e72f7729f26e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.100502 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37559d26-bc55-4f9c-9914-056efa9f0746 None None] Pushing event updated for resources: {'Port': ['ID=610c32d8-edb7-4a5a-a612-9a9abfba561c,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:34.140437 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8845d307-8273-4649-a56f-e72f7729f26e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.166493 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6db89fd5-9c00-4b54-9008-9d860b62d7da None None] Provisioning complete for port 610c32d8-edb7-4a5a-a612-9a9abfba561c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:34.167287 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6db89fd5-9c00-4b54-9008-9d860b62d7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.232786 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a68f823a-f57b-47a7-996f-73d1b916db70 req-4d3f8266-5876-4531-b41b-6eea7a9e1488 service neutron] 10.222.0.21 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815951 Nov 12 04:31:34.345267 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b28e997-cf32-4a56-a6c8-11b4f825fff9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.360768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 610c32d8-edb7-4a5a-a612-9a9abfba561c up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:34.394096 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8845d307-8273-4649-a56f-e72f7729f26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.402532 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8845d307-8273-4649-a56f-e72f7729f26e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.406370 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8845d307-8273-4649-a56f-e72f7729f26e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3caa13bd-3025-41e0-957a-6e72bd7341d1 HTTP/1.1" status: 204 len: 168 time: 1.1610205 Nov 12 04:31:34.409557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b28e997-cf32-4a56-a6c8-11b4f825fff9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:34.420423 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-7b28e997-cf32-4a56-a6c8-11b4f825fff9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:34.432880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28e997-cf32-4a56-a6c8-11b4f825fff9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:34.437351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28e997-cf32-4a56-a6c8-11b4f825fff9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Pushing event updated for resources: {'Port': ['ID=f30d10bb-621f-4a29-9090-a2c8489415a9,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:34.460416 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bdd36f-e3ba-4d71-b1df-b4a6798c391d None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:34.461001 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845d307-8273-4649-a56f-e72f7729f26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caa13bd-3025-41e0-957a-6e72bd7341d1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:34.480905 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a68f823a-f57b-47a7-996f-73d1b916db70 req-bcb48692-5757-442c-82e1-600bd2b6cc99 service neutron] 10.222.0.21 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301669 Nov 12 04:31:34.560518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 610c32d8-edb7-4a5a-a612-9a9abfba561c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:34.560892 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.635192 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.extraroute_db [None req-bd42a774-7ae0-4445-8084-8337cd0aeba2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Added routes are [] {{(pid=103297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 04:31:34.635515 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.extraroute_db [None req-bd42a774-7ae0-4445-8084-8337cd0aeba2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 04:31:34.688257 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6b0acf91-8a80-48b0-8dce-f357a2a5a6d2 None None] Provisioning complete for port f30d10bb-621f-4a29-9090-a2c8489415a9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:34.688680 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b0acf91-8a80-48b0-8dce-f357a2a5a6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.726150 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd42a774-7ae0-4445-8084-8337cd0aeba2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.745998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6b0acf91-8a80-48b0-8dce-f357a2a5a6d2 None None] Port f30d10bb-621f-4a29-9090-a2c8489415a9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:34.952295 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b28e997-cf32-4a56-a6c8-11b4f825fff9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.977346 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60334) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:35.095004 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcea16a-a122-4e95-a9a2-20a42d515ac4 None None] Sync routers for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:35.114905 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcea16a-a122-4e95-a9a2-20a42d515ac4 None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:35.115528 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9fcea16a-a122-4e95-a9a2-20a42d515ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:35.136187 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd42a774-7ae0-4445-8084-8337cd0aeba2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.141917 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c15dd6a4-72ae-4c90-b9cf-5da2ceaf9c2b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/floatingips/ce5dcf6c-768c-4a6b-afa4-19b06c1a7b50 HTTP/1.1" status: 200 len: 993 time: 0.1633871 Nov 12 04:31:35.159349 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd42a774-7ae0-4445-8084-8337cd0aeba2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.278716 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd42a774-7ae0-4445-8084-8337cd0aeba2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 84b8e709-5fe1-45e5-889f-287c3ce85435 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:35.318678 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-9fcea16a-a122-4e95-a9a2-20a42d515ac4 None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:35.331948 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b28e997-cf32-4a56-a6c8-11b4f825fff9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.427380 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd42a774-7ae0-4445-8084-8337cd0aeba2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:35.435753 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd42a774-7ae0-4445-8084-8337cd0aeba2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.436903 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bd42a774-7ae0-4445-8084-8337cd0aeba2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/84b8e709-5fe1-45e5-889f-287c3ce85435 HTTP/1.1" status: 200 len: 703 time: 2.1147172 Nov 12 04:31:35.440846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60346) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:35.569115 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-15faf39c-1d7d-4d17-9885-bb7bd087d0f7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/routers/84b8e709-5fe1-45e5-889f-287c3ce85435 HTTP/1.1" status: 200 len: 703 time: 0.1270425 Nov 12 04:31:35.572526 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60350) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:35.574662 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e7b4367c-377f-41c9-b541-e614f6e33b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.608477 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9fcea16a-a122-4e95-a9a2-20a42d515ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:34Z', 'revision_number': 7, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:19Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '610c32d8-edb7-4a5a-a612-9a9abfba561c', 'name': '', 'network_id': 'b1cea30d-d4f8-4449-8733-ee99973e1258', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:1d:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3a422fed-3291-44b6-a184-c84129dc6d11', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:26Z', 'updated_at': '2021-11-12T04:31:33Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '3a422fed-3291-44b6-a184-c84129dc6d11', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3', 'name': '', 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:19Z', 'updated_at': '2021-11-12T04:31:27Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:35.657158 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcea16a-a122-4e95-a9a2-20a42d515ac4 None None] Checking router: 84b8e709-5fe1-45e5-889f-287c3ce85435 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:35.659625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b28e997-cf32-4a56-a6c8-11b4f825fff9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Router aeb95d54-83b4-4c73-9397-f273fcc6f2f4 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:31:35.668592 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcea16a-a122-4e95-a9a2-20a42d515ac4 None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:35.669207 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9fcea16a-a122-4e95-a9a2-20a42d515ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:35.733667 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 17b71d8a-0aee-4fed-b884-92e362c081b5 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:35.778983 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-9fcea16a-a122-4e95-a9a2-20a42d515ac4 None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:35.819104 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60360) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:35.895044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d95b8e-79ad-4474-b349-e6b562ea1352 req-161d7832-c686-44db-b698-ce26912117ce tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:35.905408 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-78d95b8e-79ad-4474-b349-e6b562ea1352 req-161d7832-c686-44db-b698-ce26912117ce tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 943 time: 0.2406750 Nov 12 04:31:36.006323 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-09f64f38-d063-4eb2-8c67-825ea9be0584 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3207fcf97a15434da16817b65b4d867d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1828132 Nov 12 04:31:36.007011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60364) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:36.034847 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b28e997-cf32-4a56-a6c8-11b4f825fff9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:36.047158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f72a64-52c7-4277-887b-a8c4212e8297 None None] Sync routers for ids ['aeb95d54-83b4-4c73-9397-f273fcc6f2f4'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:36.074241 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-78d95b8e-79ad-4474-b349-e6b562ea1352 req-8c3aa53d-ad72-4358-aacd-6bba3a1a40d0 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631286 Nov 12 04:31:36.075029 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f72a64-52c7-4277-887b-a8c4212e8297 None None] Routers {'aeb95d54-83b4-4c73-9397-f273fcc6f2f4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:36.076019 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e0f72a64-52c7-4277-887b-a8c4212e8297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['aeb95d54-83b4-4c73-9397-f273fcc6f2f4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:36.150504 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7b28e997-cf32-4a56-a6c8-11b4f825fff9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:36.151860 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7b28e997-cf32-4a56-a6c8-11b4f825fff9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.1770549 Nov 12 04:31:36.154564 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60366) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:36.160158 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-5cf94123-22bd-435e-867e-c72a921fdcd2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:36.168982 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e0f72a64-52c7-4277-887b-a8c4212e8297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:36.193193 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9fcea16a-a122-4e95-a9a2-20a42d515ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:34Z', 'revision_number': 7, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:19Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '610c32d8-edb7-4a5a-a612-9a9abfba561c', 'name': '', 'network_id': 'b1cea30d-d4f8-4449-8733-ee99973e1258', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:1d:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3a422fed-3291-44b6-a184-c84129dc6d11', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:26Z', 'updated_at': '2021-11-12T04:31:33Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '3a422fed-3291-44b6-a184-c84129dc6d11', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3', 'name': '', 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:19Z', 'updated_at': '2021-11-12T04:31:27Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:36.194658 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-248cc721-9799-4e10-83f5-9a66f85b074a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:36.198903 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f72a64-52c7-4277-887b-a8c4212e8297 None None] Routers {'aeb95d54-83b4-4c73-9397-f273fcc6f2f4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:36.200984 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e0f72a64-52c7-4277-887b-a8c4212e8297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['aeb95d54-83b4-4c73-9397-f273fcc6f2f4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:36.211845 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 610c32d8-edb7-4a5a-a612-9a9abfba561c up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:36.233943 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcea16a-a122-4e95-a9a2-20a42d515ac4 None None] The sync data for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 is: [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:34Z', 'revision_number': 7, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:19Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '610c32d8-edb7-4a5a-a612-9a9abfba561c', 'name': '', 'network_id': 'b1cea30d-d4f8-4449-8733-ee99973e1258', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:1d:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3a422fed-3291-44b6-a184-c84129dc6d11', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:26Z', 'updated_at': '2021-11-12T04:31:33Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '3a422fed-3291-44b6-a184-c84129dc6d11', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3', 'name': '', 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:19Z', 'updated_at': '2021-11-12T04:31:27Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:36.255203 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-248cc721-9799-4e10-83f5-9a66f85b074a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:36.311404 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c698452-7d4b-4a1b-aeb2-8472279732dc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:36.334302 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e0f72a64-52c7-4277-887b-a8c4212e8297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:36.335037 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f72a64-52c7-4277-887b-a8c4212e8297 None None] The sync data for ids ['aeb95d54-83b4-4c73-9397-f273fcc6f2f4'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:36.354752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 610c32d8-edb7-4a5a-a612-9a9abfba561c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:36.365039 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:36.590300 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-248cc721-9799-4e10-83f5-9a66f85b074a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:36.590300 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-248cc721-9799-4e10-83f5-9a66f85b074a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:36.590612 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-248cc721-9799-4e10-83f5-9a66f85b074a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fcfcb790-d857-4eec-848e-a9e1e27fd60e HTTP/1.1" status: 204 len: 168 time: 0.5811481 Nov 12 04:31:36.632936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cc721-9799-4e10-83f5-9a66f85b074a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfcb790-d857-4eec-848e-a9e1e27fd60e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:36.692031 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4677f93b-7c18-4295-981d-b272e420249c None None] Sync routers for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:36.697346 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:36.708649 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4677f93b-7c18-4295-981d-b272e420249c None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:36.709404 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4677f93b-7c18-4295-981d-b272e420249c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:36.739975 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7c698452-7d4b-4a1b-aeb2-8472279732dc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting port 610c32d8-edb7-4a5a-a612-9a9abfba561c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:36.740325 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c698452-7d4b-4a1b-aeb2-8472279732dc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:36.852112 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4677f93b-7c18-4295-981d-b272e420249c None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:36.872268 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-7c698452-7d4b-4a1b-aeb2-8472279732dc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] For port 610c32d8-edb7-4a5a-a612-9a9abfba561c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=610c32d8-edb7-4a5a-a612-9a9abfba561c,segment=NetworkSegment(ccf3bd46-7f63-4469-ada7-b7da7b57c3ae),segment_id=ccf3bd46-7f63-4469-ada7-b7da7b57c3ae)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:36.872776 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c698452-7d4b-4a1b-aeb2-8472279732dc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:36.901249 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7c698452-7d4b-4a1b-aeb2-8472279732dc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Calling delete_port for 610c32d8-edb7-4a5a-a612-9a9abfba561c owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:37.156135 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cf94123-22bd-435e-867e-c72a921fdcd2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.168030 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-815e70af-9b06-49f7-bc19-3909bfe5c364 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6077297 Nov 12 04:31:37.190094 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4677f93b-7c18-4295-981d-b272e420249c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:34Z', 'revision_number': 7, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:19Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '610c32d8-edb7-4a5a-a612-9a9abfba561c', 'name': '', 'network_id': 'b1cea30d-d4f8-4449-8733-ee99973e1258', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:1d:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3a422fed-3291-44b6-a184-c84129dc6d11', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:26Z', 'updated_at': '2021-11-12T04:31:33Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '3a422fed-3291-44b6-a184-c84129dc6d11', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3', 'name': '', 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:19Z', 'updated_at': '2021-11-12T04:31:27Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:37.221504 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4677f93b-7c18-4295-981d-b272e420249c None None] Checking router: 84b8e709-5fe1-45e5-889f-287c3ce85435 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:37.233514 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4677f93b-7c18-4295-981d-b272e420249c None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:37.234235 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4677f93b-7c18-4295-981d-b272e420249c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:37.242621 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c698452-7d4b-4a1b-aeb2-8472279732dc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.257101 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caab8cc-e7d5-4c56-875b-b4cfe1477792 req-a9371003-6ce5-4467-836d-c0fa9c49890d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:37.258739 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1caab8cc-e7d5-4c56-875b-b4cfe1477792 req-a9371003-6ce5-4467-836d-c0fa9c49890d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 943 time: 0.0834942 Nov 12 04:31:37.265328 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cf94123-22bd-435e-867e-c72a921fdcd2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.303730 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c698452-7d4b-4a1b-aeb2-8472279732dc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Port': ['ID=610c32d8-edb7-4a5a-a612-9a9abfba561c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:37.360278 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1caab8cc-e7d5-4c56-875b-b4cfe1477792 req-a3d73e05-e122-43d5-817c-20278b5f5074 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897179 Nov 12 04:31:37.486205 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5cf94123-22bd-435e-867e-c72a921fdcd2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Deleting port f30d10bb-621f-4a29-9090-a2c8489415a9 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:37.486550 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cf94123-22bd-435e-867e-c72a921fdcd2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.496737 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7c698452-7d4b-4a1b-aeb2-8472279732dc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.537796 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4677f93b-7c18-4295-981d-b272e420249c None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:37.675906 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cf94123-22bd-435e-867e-c72a921fdcd2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.700825 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5cf94123-22bd-435e-867e-c72a921fdcd2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Calling delete_port for f30d10bb-621f-4a29-9090-a2c8489415a9 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:37.863016 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c698452-7d4b-4a1b-aeb2-8472279732dc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 84b8e709-5fe1-45e5-889f-287c3ce85435 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:37.936371 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4677f93b-7c18-4295-981d-b272e420249c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:34Z', 'revision_number': 7, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:19Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '610c32d8-edb7-4a5a-a612-9a9abfba561c', 'name': '', 'network_id': 'b1cea30d-d4f8-4449-8733-ee99973e1258', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:1d:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3a422fed-3291-44b6-a184-c84129dc6d11', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:26Z', 'updated_at': '2021-11-12T04:31:33Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '3a422fed-3291-44b6-a184-c84129dc6d11', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3', 'name': '', 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:19Z', 'updated_at': '2021-11-12T04:31:27Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:37.973620 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4677f93b-7c18-4295-981d-b272e420249c None None] The sync data for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 is: [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:34Z', 'revision_number': 7, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:19Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '610c32d8-edb7-4a5a-a612-9a9abfba561c', 'name': '', 'network_id': 'b1cea30d-d4f8-4449-8733-ee99973e1258', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:1d:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3a422fed-3291-44b6-a184-c84129dc6d11', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:26Z', 'updated_at': '2021-11-12T04:31:33Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '3a422fed-3291-44b6-a184-c84129dc6d11', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3', 'name': '', 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:19Z', 'updated_at': '2021-11-12T04:31:27Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:38.030821 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c698452-7d4b-4a1b-aeb2-8472279732dc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:38.038525 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7c698452-7d4b-4a1b-aeb2-8472279732dc tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/84b8e709-5fe1-45e5-889f-287c3ce85435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4647148 Nov 12 04:31:38.041345 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60408) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:38.054349 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cf94123-22bd-435e-867e-c72a921fdcd2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.173406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf94123-22bd-435e-867e-c72a921fdcd2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Pushing event deleted for resources: {'Port': ['ID=f30d10bb-621f-4a29-9090-a2c8489415a9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:38.219308 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228ecccb-b726-43aa-8e96-c5a91581eefb None None] Sync routers for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:38.221417 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fc9caa-0dd8-4d37-813a-90c044ea27ad tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting subnet 3a422fed-3291-44b6-a184-c84129dc6d11 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:31:38.224213 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2f614b-c4ff-40ea-9217-204f4e6bd079 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:38.232384 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228ecccb-b726-43aa-8e96-c5a91581eefb None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:38.232965 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-228ecccb-b726-43aa-8e96-c5a91581eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:38.254524 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f1fc9caa-0dd8-4d37-813a-90c044ea27ad tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.287054 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.353102 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-228ecccb-b726-43aa-8e96-c5a91581eefb None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:38.360564 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cf94123-22bd-435e-867e-c72a921fdcd2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.364346 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f1fc9caa-0dd8-4d37-813a-90c044ea27ad tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.606905 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60424) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:38.724844 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-228ecccb-b726-43aa-8e96-c5a91581eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:37Z', 'revision_number': 8, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:19Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3', 'name': '', 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:19Z', 'updated_at': '2021-11-12T04:31:27Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:38.769052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950669a0-74f5-4b3b-9321-8aa21a6fdcc3 req-f1225f1c-c287-4b13-b5cb-b4fa8d5c5a99 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:38.777308 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-950669a0-74f5-4b3b-9321-8aa21a6fdcc3 req-f1225f1c-c287-4b13-b5cb-b4fa8d5c5a99 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 943 time: 0.2849877 Nov 12 04:31:38.780797 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cf94123-22bd-435e-867e-c72a921fdcd2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.785575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228ecccb-b726-43aa-8e96-c5a91581eefb None None] Checking router: 84b8e709-5fe1-45e5-889f-287c3ce85435 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:38.791408 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f1fc9caa-0dd8-4d37-813a-90c044ea27ad tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.796662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0fdd525a-298c-4b57-bcc6-aea09f860970 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1299889308-network', 'tenant_id': '49f00332128a44d886ddf640128bd4c1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:38.796852 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cf94123-22bd-435e-867e-c72a921fdcd2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.802219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228ecccb-b726-43aa-8e96-c5a91581eefb None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:38.802991 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-228ecccb-b726-43aa-8e96-c5a91581eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:38.900419 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-228ecccb-b726-43aa-8e96-c5a91581eefb None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:38.902664 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdd525a-298c-4b57-bcc6-aea09f860970 admin admin] Made reservation on behalf of 49f00332128a44d886ddf640128bd4c1 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:31:38.905638 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0fdd525a-298c-4b57-bcc6-aea09f860970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.924998 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0fdd525a-298c-4b57-bcc6-aea09f860970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.967954 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-950669a0-74f5-4b3b-9321-8aa21a6fdcc3 req-26830d8b-64f8-433b-bd59-031fb3be49ed tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896191 Nov 12 04:31:38.981654 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf94123-22bd-435e-867e-c72a921fdcd2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Router aeb95d54-83b4-4c73-9397-f273fcc6f2f4 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:39.078106 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f1fc9caa-0dd8-4d37-813a-90c044ea27ad tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.155294 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322d40c9-3ce9-4dd1-8fcf-392e3ee1ef4b None None] Network b1cea30d-d4f8-4449-8733-ee99973e1258 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:39.156846 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0fdd525a-298c-4b57-bcc6-aea09f860970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.157305 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc9caa-0dd8-4d37-813a-90c044ea27ad tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Subnet': ['ID=3a422fed-3291-44b6-a184-c84129dc6d11,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:39.160316 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f1fc9caa-0dd8-4d37-813a-90c044ea27ad tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.166671 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f1fc9caa-0dd8-4d37-813a-90c044ea27ad tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/subnets/3a422fed-3291-44b6-a184-c84129dc6d11 HTTP/1.1" status: 204 len: 168 time: 1.1210990 Nov 12 04:31:39.166671 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf94123-22bd-435e-867e-c72a921fdcd2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:39.167489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60436) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:39.174233 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cf94123-22bd-435e-867e-c72a921fdcd2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.178595 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5cf94123-22bd-435e-867e-c72a921fdcd2 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "PUT /v2.0/routers/aeb95d54-83b4-4c73-9397-f273fcc6f2f4 HTTP/1.1" status: 200 len: 710 time: 3.0198157 Nov 12 04:31:39.179853 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20082187-8f3e-4534-a1e5-95749c07cf31 None None] Sync routers for ids ['aeb95d54-83b4-4c73-9397-f273fcc6f2f4'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:39.183173 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60438) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:39.204212 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20082187-8f3e-4534-a1e5-95749c07cf31 None None] Routers {'aeb95d54-83b4-4c73-9397-f273fcc6f2f4'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:39.204695 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-20082187-8f3e-4534-a1e5-95749c07cf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['aeb95d54-83b4-4c73-9397-f273fcc6f2f4'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:39.261587 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.280240 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-20082187-8f3e-4534-a1e5-95749c07cf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:39.301783 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20082187-8f3e-4534-a1e5-95749c07cf31 None None] Routers {'aeb95d54-83b4-4c73-9397-f273fcc6f2f4'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:39.303248 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-20082187-8f3e-4534-a1e5-95749c07cf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['aeb95d54-83b4-4c73-9397-f273fcc6f2f4'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:39.307917 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-228ecccb-b726-43aa-8e96-c5a91581eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:37Z', 'revision_number': 8, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:19Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3', 'name': '', 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:19Z', 'updated_at': '2021-11-12T04:31:27Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:39.319485 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6ee1ac79-fe46-41c9-8d00-61ac03f82905 tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "GET /v2.0/routers/aeb95d54-83b4-4c73-9397-f273fcc6f2f4 HTTP/1.1" status: 200 len: 745 time: 0.1340511 Nov 12 04:31:39.320483 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0fdd525a-298c-4b57-bcc6-aea09f860970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.325504 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60440) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:39.333228 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.393904 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-20082187-8f3e-4534-a1e5-95749c07cf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:39.398918 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20082187-8f3e-4534-a1e5-95749c07cf31 None None] The sync data for ids ['aeb95d54-83b4-4c73-9397-f273fcc6f2f4'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:39.412050 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd525a-298c-4b57-bcc6-aea09f860970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952bbe3c-5dcc-4868-ba3f-05fa6c5e0a72,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:39.436286 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bc0c020d-3bf2-4bf4-83bf-384ab684834a tempest-RoutersIpV6AdminTest-1112225295 tempest-RoutersIpV6AdminTest-1112225295-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&device_id=aeb95d54-83b4-4c73-9397-f273fcc6f2f4 HTTP/1.1" status: 200 len: 205 time: 0.0588830 Nov 12 04:31:39.439644 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60444) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:39.447944 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting port 0f925543-7015-4ca4-ad05-c3516c484ef8 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:39.448287 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.475183 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e88ee65b-73c4-4939-b804-ba2f5a692b16 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeb95d54-83b4-4c73-9397-f273fcc6f2f4 HTTP/1.1" status: 200 len: 205 time: 0.0339353 Nov 12 04:31:39.475551 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fdd525a-298c-4b57-bcc6-aea09f860970 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:31:39.477817 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60446) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:39.547585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228ecccb-b726-43aa-8e96-c5a91581eefb None None] The sync data for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 is: [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:37Z', 'revision_number': 8, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:19Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3', 'name': '', 'network_id': 'b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:18:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:19Z', 'updated_at': '2021-11-12T04:31:27Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'dc255a36-59cf-414b-9a31-617a80907f52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:39.573197 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f95a18d-64b7-4c47-897d-2f968ece4858 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.594390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] For port 0f925543-7015-4ca4-ad05-c3516c484ef8, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0f925543-7015-4ca4-ad05-c3516c484ef8,segment=NetworkSegment(ccf3bd46-7f63-4469-ada7-b7da7b57c3ae),segment_id=ccf3bd46-7f63-4469-ada7-b7da7b57c3ae)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:39.594795 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.624231 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Calling delete_port for 0f925543-7015-4ca4-ad05-c3516c484ef8 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:39.773466 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f95a18d-64b7-4c47-897d-2f968ece4858 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.775758 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f95a18d-64b7-4c47-897d-2f968ece4858 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.823914 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.825746 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0fdd525a-298c-4b57-bcc6-aea09f860970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.826098 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-0fdd525a-298c-4b57-bcc6-aea09f860970 admin admin] Added segment 4de9da1c-81be-4a0a-b976-d83fdfd5f15f of type vlan for network a730d3bd-8b46-4dd7-a02b-e5a523424593 Nov 12 04:31:39.869011 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Port': ['ID=0f925543-7015-4ca4-ad05-c3516c484ef8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:39.871432 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0fdd525a-298c-4b57-bcc6-aea09f860970 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.873182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] No DVR routers for this DVR port 0f925543-7015-4ca4-ad05-c3516c484ef8 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:31:39.944623 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1fa112-6fb7-483d-ba71-3b411c4ee587 None None] DHCP port deletion for b1cea30d-d4f8-4449-8733-ee99973e1258 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:39.951469 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f95a18d-64b7-4c47-897d-2f968ece4858 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.952307 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f95a18d-64b7-4c47-897d-2f968ece4858 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Fanout notify agent at l3_agent the message router_deleted on router aeb95d54-83b4-4c73-9397-f273fcc6f2f4 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:31:39.961382 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f95a18d-64b7-4c47-897d-2f968ece4858 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.966467 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0f95a18d-64b7-4c47-897d-2f968ece4858 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "DELETE /v2.0/routers/aeb95d54-83b4-4c73-9397-f273fcc6f2f4 HTTP/1.1" status: 204 len: 168 time: 0.4875031 Nov 12 04:31:39.975573 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60452) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:40.020701 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.033730 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0fdd525a-298c-4b57-bcc6-aea09f860970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.034915 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdd525a-298c-4b57-bcc6-aea09f860970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:40.035640 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0fdd525a-298c-4b57-bcc6-aea09f860970 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.050065 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1cea30d-d4f8-4449-8733-ee99973e1258']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:40.064526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf3bd46-7f63-4469-ada7-b7da7b57c3ae') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:40.065023 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf3bd46-7f63-4469-ada7-b7da7b57c3ae') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:40.085405 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.107960 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5fe280ca-733f-4bd1-a2a3-428ef5eadaa1 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeb95d54-83b4-4c73-9397-f273fcc6f2f4 HTTP/1.1" status: 200 len: 205 time: 0.1367033 Nov 12 04:31:40.113390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60460) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:40.168553 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd525a-298c-4b57-bcc6-aea09f860970 admin admin] Pushing event updated for resources: {'Network': ['ID=a730d3bd-8b46-4dd7-a02b-e5a523424593,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:40.180716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network a730d3bd-8b46-4dd7-a02b-e5a523424593 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:31:40.190371 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.198247 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-d3e869ec-6766-4554-8ff9-e1595e6eb19a tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] delete failed (client error): The resource could not be found. Nov 12 04:31:40.199438 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d3e869ec-6766-4554-8ff9-e1595e6eb19a tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "DELETE /v2.0/routers/aeb95d54-83b4-4c73-9397-f273fcc6f2f4 HTTP/1.1" status: 404 len: 336 time: 0.0852230 Nov 12 04:31:40.202279 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60462) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:40.204463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:31:40.212073 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:31:40.239408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0f925543-7015-4ca4-ad05-c3516c484ef8 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:40.242175 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0fdd525a-298c-4b57-bcc6-aea09f860970 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6334178 Nov 12 04:31:40.271493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60464) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:40.277981 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8019492a-ec96-4ba9-a31b-e24542b24aeb tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3abf27-8abc-43bd-b6f2-311330b275c4 HTTP/1.1" status: 200 len: 205 time: 0.0719655 Nov 12 04:31:40.279454 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60468) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:40.282330 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-693d08b1-54d6-4aa0-8664-a68f3e761f13 admin admin] Request body: {'subnet': {'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1299889308-subnet', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:40.312312 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeeec8e-ac56-4db1-b7b6-9307a903a967 req-b8a1568e-00c4-406a-af38-568f94df575e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:40.313889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-afeeec8e-ac56-4db1-b7b6-9307a903a967 req-b8a1568e-00c4-406a-af38-568f94df575e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 943 time: 0.2412140 Nov 12 04:31:40.346969 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-1ccec3bc-0484-499d-94e3-3a087b459b5f tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] delete failed (client error): The resource could not be found. Nov 12 04:31:40.350531 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1ccec3bc-0484-499d-94e3-3a087b459b5f tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "DELETE /v2.0/routers/1e3abf27-8abc-43bd-b6f2-311330b275c4 HTTP/1.1" status: 404 len: 336 time: 0.0676749 Nov 12 04:31:40.350769 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60472) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:40.365438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 0f925543-7015-4ca4-ad05-c3516c484ef8 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:40.371527 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0f925543-7015-4ca4-ad05-c3516c484ef8 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:40.371527 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 610c32d8-edb7-4a5a-a612-9a9abfba561c no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:40.383536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-afeeec8e-ac56-4db1-b7b6-9307a903a967 req-f8a55337-47f0-4d5b-9c81-edc69bed7297 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568845 Nov 12 04:31:40.392644 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.396625 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2a81b4b4-1ac5-4f73-ab4e-0cab3ced3979 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "GET /v2.0/ports?device_id=f089f2d8-9d87-41b9-bc0f-466a09eff469 HTTP/1.1" status: 200 len: 205 time: 0.0446963 Nov 12 04:31:40.403091 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60474) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:40.412133 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.429147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/networks/b1cea30d-d4f8-4449-8733-ee99973e1258 HTTP/1.1" status: 204 len: 168 time: 1.2512465 Nov 12 04:31:40.429147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60476) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:40.430728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693d08b1-54d6-4aa0-8664-a68f3e761f13 admin admin] Made reservation on behalf of 49f00332128a44d886ddf640128bd4c1 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:31:40.435147 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-693d08b1-54d6-4aa0-8664-a68f3e761f13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.449880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 610c32d8-edb7-4a5a-a612-9a9abfba561c {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:40.450221 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 610c32d8-edb7-4a5a-a612-9a9abfba561c not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:40.527760 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-42919c9a-dd98-4065-8539-2b02a5e9b858 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] delete failed (client error): The resource could not be found. Nov 12 04:31:40.529205 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-42919c9a-dd98-4065-8539-2b02a5e9b858 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "DELETE /v2.0/routers/f089f2d8-9d87-41b9-bc0f-466a09eff469 HTTP/1.1" status: 404 len: 336 time: 0.1232917 Nov 12 04:31:40.531908 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60480) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:40.536932 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459d6ec-439a-46ef-b828-ecd935523249 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Network': ['ID=b1cea30d-d4f8-4449-8733-ee99973e1258,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:40.577240 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d63c7c38-e44f-44d2-8a48-fb6f2967042f tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc79382b-eab2-4da7-9553-6831f4549605 HTTP/1.1" status: 200 len: 205 time: 0.0421145 Nov 12 04:31:40.577602 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60482) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:40.626674 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-1ff4ada3-b3c8-464a-b257-6d809a519f38 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] delete failed (client error): The resource could not be found. Nov 12 04:31:40.631258 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1ff4ada3-b3c8-464a-b257-6d809a519f38 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "DELETE /v2.0/routers/dc79382b-eab2-4da7-9553-6831f4549605 HTTP/1.1" status: 404 len: 336 time: 0.0525055 Nov 12 04:31:40.631988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60484) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:40.673047 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b2d52421-4006-438f-96b7-4bee428a843f tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c53ea1-fc8a-449e-ad10-60b005eaf967 HTTP/1.1" status: 200 len: 205 time: 0.0397651 Nov 12 04:31:40.673696 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60486) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:40.716594 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-f27b7f80-94f6-4108-901f-a14a687bcf31 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] delete failed (client error): The resource could not be found. Nov 12 04:31:40.718070 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f27b7f80-94f6-4108-901f-a14a687bcf31 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "DELETE /v2.0/routers/c8c53ea1-fc8a-449e-ad10-60b005eaf967 HTTP/1.1" status: 404 len: 336 time: 0.0434563 Nov 12 04:31:40.720768 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60488) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:40.750400 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b96372ff-c276-4086-bc91-ae28ca4308b9 tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccc56adf-37bb-4aaf-89e4-cbbdf6a1f5a8 HTTP/1.1" status: 200 len: 205 time: 0.0285430 Nov 12 04:31:40.752888 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60490) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:40.804197 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-1d41bcb2-daa6-4731-b5d8-e8f5f89052ef tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] delete failed (client error): The resource could not be found. Nov 12 04:31:40.809308 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1d41bcb2-daa6-4731-b5d8-e8f5f89052ef tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "DELETE /v2.0/routers/ccc56adf-37bb-4aaf-89e4-cbbdf6a1f5a8 HTTP/1.1" status: 404 len: 336 time: 0.0554602 Nov 12 04:31:40.810151 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60494) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:40.839215 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf873dc-a2d5-473c-8f2d-c58aace481ae tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] DELETE failed (client error): The resource could not be found. Nov 12 04:31:40.840113 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf873dc-a2d5-473c-8f2d-c58aace481ae tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:31:40.846038 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-abf873dc-a2d5-473c-8f2d-c58aace481ae tempest-RoutersIpV6AdminTest-148972024 tempest-RoutersIpV6AdminTest-148972024-project] 10.222.0.37 "DELETE /v2.0/subnets/1bf54f86-e6bf-44f6-a051-18727ef90e11 HTTP/1.1" status: 404 len: 337 time: 0.0331609 Nov 12 04:31:40.864141 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-693d08b1-54d6-4aa0-8664-a68f3e761f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.954386 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d08b1-54d6-4aa0-8664-a68f3e761f13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42717c3-3818-4929-b170-a5e423fbda0e,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:40.999945 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693d08b1-54d6-4aa0-8664-a68f3e761f13 admin admin] Checking segment: {'id': '4de9da1c-81be-4a0a-b976-d83fdfd5f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:41.000362 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693d08b1-54d6-4aa0-8664-a68f3e761f13 admin admin] Network hostable DHCP agents. Network: a730d3bd-8b46-4dd7-a02b-e5a523424593, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:31:41.101079 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693d08b1-54d6-4aa0-8664-a68f3e761f13 admin admin] Network a730d3bd-8b46-4dd7-a02b-e5a523424593 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:31:41.113052 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ffe343d6-1c11-476a-89c3-c1a3d32967e4 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.207929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-693d08b1-54d6-4aa0-8664-a68f3e761f13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, a730d3bd-8b46-4dd7-a02b-e5a523424593) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:41.215121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693d08b1-54d6-4aa0-8664-a68f3e761f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:41.215764 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-693d08b1-54d6-4aa0-8664-a68f3e761f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.225020 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b438ec40-3fab-4d1b-a990-4b114a6a15f8 None None] Network a730d3bd-8b46-4dd7-a02b-e5a523424593 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:41.348092 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-693d08b1-54d6-4aa0-8664-a68f3e761f13 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0753326 Nov 12 04:31:41.350901 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60504) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:41.355395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-266e6cdf-ded0-41c7-90aa-e2bac8b4632d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1299889308-router', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:41.429398 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60506) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:41.467253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-ffe343d6-1c11-476a-89c3-c1a3d32967e4 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting port cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:41.468946 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ffe343d6-1c11-476a-89c3-c1a3d32967e4 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.483000 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-266e6cdf-ded0-41c7-90aa-e2bac8b4632d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.492281 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-266e6cdf-ded0-41c7-90aa-e2bac8b4632d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.507611 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-a730d3bd-8b46-4dd7-a02b-e5a523424593', 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'fixed_ips': [{'subnet_id': 'd42717c3-3818-4929-b170-a5e423fbda0e'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:31:41.510068 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.597985 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-266e6cdf-ded0-41c7-90aa-e2bac8b4632d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.638215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-ffe343d6-1c11-476a-89c3-c1a3d32967e4 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] For port cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3,segment=NetworkSegment(22c27dae-4cbb-48b7-97e0-04be8d1367e8),segment_id=22c27dae-4cbb-48b7-97e0-04be8d1367e8)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:41.638587 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ffe343d6-1c11-476a-89c3-c1a3d32967e4 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.657081 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-ffe343d6-1c11-476a-89c3-c1a3d32967e4 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Calling delete_port for cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:41.679939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6321e-1d7d-41cd-8385-2befb6910f5f req-8087a724-25a4-4fdb-b5cd-8c14bad97be4 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:41.689823 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48d6321e-1d7d-41cd-8385-2befb6910f5f req-8087a724-25a4-4fdb-b5cd-8c14bad97be4 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 943 time: 0.1150756 Nov 12 04:31:41.785735 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55208c34-8c5b-4fa4-8d89-17e97ca6b3d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.840044 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] Allocated IP 172.20.0.2 (a730d3bd-8b46-4dd7-a02b-e5a523424593/d42717c3-3818-4929-b170-a5e423fbda0e/aaf1138b-87a5-4bde-a05f-5eca2d95fd7e) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:41.920830 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-266e6cdf-ded0-41c7-90aa-e2bac8b4632d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.964490 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55208c34-8c5b-4fa4-8d89-17e97ca6b3d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.037310 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.132449 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48d6321e-1d7d-41cd-8385-2befb6910f5f req-e2f22a31-3f38-4094-aa93-421b78aecf80 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4414954 Nov 12 04:31:42.146990 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55208c34-8c5b-4fa4-8d89-17e97ca6b3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.188624 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.212944 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-55208c34-8c5b-4fa4-8d89-17e97ca6b3d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0770fddd51ab49d9b30cda7e19a69d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7815423 Nov 12 04:31:42.215239 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55208c34-8c5b-4fa4-8d89-17e97ca6b3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a87591e-0b94-4cd4-8dcd-12f4412a917f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:42.216767 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60520) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:42.274101 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] Network a730d3bd-8b46-4dd7-a02b-e5a523424593 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:42.295396 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:42.302815 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:42.316639 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] Pushing event updated for resources: {'Port': ['ID=aaf1138b-87a5-4bde-a05f-5eca2d95fd7e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:42.378199 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] Attempting to bind port aaf1138b-87a5-4bde-a05f-5eca2d95fd7e on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:42.379188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] Attempting to bind port aaf1138b-87a5-4bde-a05f-5eca2d95fd7e by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '4de9da1c-81be-4a0a-b976-d83fdfd5f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:42.379806 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] Attempting to bind port aaf1138b-87a5-4bde-a05f-5eca2d95fd7e on network a730d3bd-8b46-4dd7-a02b-e5a523424593 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:42.386749 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:42.387487 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] Checking segment: {'id': '4de9da1c-81be-4a0a-b976-d83fdfd5f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:42.388084 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.396588 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] Bound using segment: {'id': '4de9da1c-81be-4a0a-b976-d83fdfd5f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:42.396588 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] Bound port: aaf1138b-87a5-4bde-a05f-5eca2d95fd7e, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de9da1c-81be-4a0a-b976-d83fdfd5f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:42.396588 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.396952 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1d846b03-f3ff-45a0-b629-561286704df2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.424945 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ffe343d6-1c11-476a-89c3-c1a3d32967e4 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.428269 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1d846b03-f3ff-45a0-b629-561286704df2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.478604 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] For port aaf1138b-87a5-4bde-a05f-5eca2d95fd7e, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:42.484632 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] For port aaf1138b-87a5-4bde-a05f-5eca2d95fd7e, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=aaf1138b-87a5-4bde-a05f-5eca2d95fd7e,segment=NetworkSegment(4de9da1c-81be-4a0a-b976-d83fdfd5f15f),segment_id=4de9da1c-81be-4a0a-b976-d83fdfd5f15f)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:42.523093 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe343d6-1c11-476a-89c3-c1a3d32967e4 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Port': ['ID=cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:42.563127 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.670813 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ffe343d6-1c11-476a-89c3-c1a3d32967e4 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.697362 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1d846b03-f3ff-45a0-b629-561286704df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.701404 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1d846b03-f3ff-45a0-b629-561286704df2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.702865 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1d846b03-f3ff-45a0-b629-561286704df2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a87591e-0b94-4cd4-8dcd-12f4412a917f HTTP/1.1" status: 204 len: 168 time: 0.4827776 Nov 12 04:31:42.763883 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35da74-b8ea-4b1a-a46b-c23c973676a4 None None] Pushing event updated for resources: {'Port': ['ID=aaf1138b-87a5-4bde-a05f-5eca2d95fd7e,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:42.786977 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d846b03-f3ff-45a0-b629-561286704df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a87591e-0b94-4cd4-8dcd-12f4412a917f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:42.998653 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-266e6cdf-ded0-41c7-90aa-e2bac8b4632d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:43.027059 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-266e6cdf-ded0-41c7-90aa-e2bac8b4632d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:43.075934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe343d6-1c11-476a-89c3-c1a3d32967e4 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 84b8e709-5fe1-45e5-889f-287c3ce85435 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:43.213596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-266e6cdf-ded0-41c7-90aa-e2bac8b4632d admin admin] Allocated IP 172.25.1.179 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/8eedf94b-14ff-4a96-915d-dbe929d086dd) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:43.316815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe343d6-1c11-476a-89c3-c1a3d32967e4 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:43.329496 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80da04c-11c3-4a56-90d9-6ec5b657542c None None] Sync routers for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:43.344311 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ffe343d6-1c11-476a-89c3-c1a3d32967e4 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/84b8e709-5fe1-45e5-889f-287c3ce85435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9127479 Nov 12 04:31:43.348694 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60540) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:43.354035 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80da04c-11c3-4a56-90d9-6ec5b657542c None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:43.363172 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c80da04c-11c3-4a56-90d9-6ec5b657542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:43.428284 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288c0cf-cee2-4645-afc0-2c57c24ef560 req-d5576032-0da7-475e-9e70-241c44033e7f tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:43.434413 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d288c0cf-cee2-4645-afc0-2c57c24ef560 req-d5576032-0da7-475e-9e70-241c44033e7f tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 943 time: 0.1222260 Nov 12 04:31:43.497415 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e862c88-097b-4a02-aab2-28ba4da186d7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting subnet dc255a36-59cf-414b-9a31-617a80907f52 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:31:43.504230 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e862c88-097b-4a02-aab2-28ba4da186d7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:43.530756 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d288c0cf-cee2-4645-afc0-2c57c24ef560 req-9f4de8b2-63bf-475c-882b-be6f4a6c188f tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914767 Nov 12 04:31:43.554029 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-266e6cdf-ded0-41c7-90aa-e2bac8b4632d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:43.580467 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e862c88-097b-4a02-aab2-28ba4da186d7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:43.608175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c80da04c-11c3-4a56-90d9-6ec5b657542c None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:43.709510 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e862c88-097b-4a02-aab2-28ba4da186d7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:43.743521 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-266e6cdf-ded0-41c7-90aa-e2bac8b4632d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:43.864614 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266e6cdf-ded0-41c7-90aa-e2bac8b4632d admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:43.869618 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e6cdf-ded0-41c7-90aa-e2bac8b4632d admin admin] Pushing event updated for resources: {'Port': ['ID=8eedf94b-14ff-4a96-915d-dbe929d086dd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:43.883023 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-266e6cdf-ded0-41c7-90aa-e2bac8b4632d admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:43.887749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266e6cdf-ded0-41c7-90aa-e2bac8b4632d admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:43.893424 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c80da04c-11c3-4a56-90d9-6ec5b657542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:42Z', 'revision_number': 9, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:19Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:43.949993 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60544) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:43.954220 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80da04c-11c3-4a56-90d9-6ec5b657542c None None] Checking router: 84b8e709-5fe1-45e5-889f-287c3ce85435 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:43.956679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9770c1-f20f-4d60-9e82-4918437ef052 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:43.970869 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80da04c-11c3-4a56-90d9-6ec5b657542c None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:43.971554 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c80da04c-11c3-4a56-90d9-6ec5b657542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:44.038452 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bb5f31b2-4b20-41ed-b8a8-e4cba8f02dfa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a55aabfed0fa4ed580479831e6a3e149&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0847554 Nov 12 04:31:44.039158 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60546) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:44.054105 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60548) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:44.149576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c80da04c-11c3-4a56-90d9-6ec5b657542c None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:44.185617 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cbf311e7-b91d-41bd-b629-fe5708ed04b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.212651 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f7b35c3b-a7c5-4f01-9fe8-4cbd6a49b382 None None] Provisioning complete for port 8eedf94b-14ff-4a96-915d-dbe929d086dd triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:44.213327 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7b35c3b-a7c5-4f01-9fe8-4cbd6a49b382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.248280 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cbf311e7-b91d-41bd-b629-fe5708ed04b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.318617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f7b35c3b-a7c5-4f01-9fe8-4cbd6a49b382 None None] Port 8eedf94b-14ff-4a96-915d-dbe929d086dd cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:44.375020 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3ab3a3-a99b-4edc-b4de-b79850d18eb3 None None] Network a730d3bd-8b46-4dd7-a02b-e5a523424593 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:44.386443 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cbf311e7-b91d-41bd-b629-fe5708ed04b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.389689 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cbf311e7-b91d-41bd-b629-fe5708ed04b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.393258 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cbf311e7-b91d-41bd-b629-fe5708ed04b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/855f4c54-ddf5-4943-8705-1818ad1bdd5e HTTP/1.1" status: 204 len: 168 time: 0.3510180 Nov 12 04:31:44.400014 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf311e7-b91d-41bd-b629-fe5708ed04b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855f4c54-ddf5-4943-8705-1818ad1bdd5e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:44.449245 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e862c88-097b-4a02-aab2-28ba4da186d7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.473512 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e69c1b72-c7f0-4cbc-aa31-4e25d33f02d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.489797 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e862c88-097b-4a02-aab2-28ba4da186d7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Subnet': ['ID=dc255a36-59cf-414b-9a31-617a80907f52,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:44.489797 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e862c88-097b-4a02-aab2-28ba4da186d7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.495750 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3e862c88-097b-4a02-aab2-28ba4da186d7 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/subnets/dc255a36-59cf-414b-9a31-617a80907f52 HTTP/1.1" status: 204 len: 168 time: 1.1430459 Nov 12 04:31:44.496217 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60554) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:44.576513 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e69c1b72-c7f0-4cbc-aa31-4e25d33f02d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.579776 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device aaf1138b-87a5-4bde-a05f-5eca2d95fd7e up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:44.590116 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.595208 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-266e6cdf-ded0-41c7-90aa-e2bac8b4632d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.674621 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e69c1b72-c7f0-4cbc-aa31-4e25d33f02d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.680339 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5a25cf-cf19-41d4-8fa3-28a8793df088 None None] Network b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:44.721210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e69c1b72-c7f0-4cbc-aa31-4e25d33f02d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3c6f846ddae43eb85f115741b07bd47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6648781 Nov 12 04:31:44.731204 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60562) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:44.776561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb77199-1a7a-43b0-9d6e-5446e7c72e9a req-b9b2e3df-d507-4638-8726-b629767a8009 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:44.784652 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ceb77199-1a7a-43b0-9d6e-5446e7c72e9a req-b9b2e3df-d507-4638-8726-b629767a8009 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 943 time: 0.1433029 Nov 12 04:31:44.787035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c1b72-c7f0-4cbc-aa31-4e25d33f02d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7e1900-b1a5-4fa5-a4ec-3c1658a2e185,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:44.802230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting port bdc55839-f348-437e-ae09-350f627135fa {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:44.804074 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.884834 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ceb77199-1a7a-43b0-9d6e-5446e7c72e9a req-2446e8b5-8e5f-4140-80ab-f5bad799994f tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934680 Nov 12 04:31:44.957684 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0c9539cf-b040-4e98-be64-e9718db2f6f8 None None] Provisioning complete for port aaf1138b-87a5-4bde-a05f-5eca2d95fd7e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:44.958066 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0c9539cf-b040-4e98-be64-e9718db2f6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.989203 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01e24f18-dab3-4687-9cf7-6433d580a8c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.036346 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-266e6cdf-ded0-41c7-90aa-e2bac8b4632d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.049078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] For port bdc55839-f348-437e-ae09-350f627135fa, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=bdc55839-f348-437e-ae09-350f627135fa,segment=NetworkSegment(22c27dae-4cbb-48b7-97e0-04be8d1367e8),segment_id=22c27dae-4cbb-48b7-97e0-04be8d1367e8)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:45.049304 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.067883 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Calling delete_port for bdc55839-f348-437e-ae09-350f627135fa owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:45.082915 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01e24f18-dab3-4687-9cf7-6433d580a8c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.124326 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port aaf1138b-87a5-4bde-a05f-5eca2d95fd7e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:45.124702 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.129611 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c80da04c-11c3-4a56-90d9-6ec5b657542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:42Z', 'revision_number': 9, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:19Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:45.355913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a02362-9cc6-445e-b5e7-60175083727d None None] DHCP port deletion for b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:45.372796 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80da04c-11c3-4a56-90d9-6ec5b657542c None None] The sync data for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 is: [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:42Z', 'revision_number': 9, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': '2778c4ce-da8d-430c-af02-acf4efb1c5c4', 'name': '', 'network_id': '7c4beded-cc5b-43ed-9782-4e4ce0e36d54', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:d2:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:11Z', 'updated_at': '2021-11-12T04:31:19Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': 'f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:45.391976 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.432714 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] No DVR routers for this DVR port bdc55839-f348-437e-ae09-350f627135fa on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:31:45.438696 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01e24f18-dab3-4687-9cf7-6433d580a8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.442456 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01e24f18-dab3-4687-9cf7-6433d580a8c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.454351 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-01e24f18-dab3-4687-9cf7-6433d580a8c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d7e1900-b1a5-4fa5-a4ec-3c1658a2e185 HTTP/1.1" status: 204 len: 168 time: 0.7210882 Nov 12 04:31:45.457813 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Port': ['ID=bdc55839-f348-437e-ae09-350f627135fa,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:45.463141 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-23a02362-9cc6-445e-b5e7-60175083727d None None] The port 'bdc55839-f348-437e-ae09-350f627135fa' was deleted {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 04:31:45.481120 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0c9539cf-b040-4e98-be64-e9718db2f6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.526022 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e24f18-dab3-4687-9cf7-6433d580a8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7e1900-b1a5-4fa5-a4ec-3c1658a2e185,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:45.532742 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266e6cdf-ded0-41c7-90aa-e2bac8b4632d admin admin] Router 77e204c4-f7e6-4c17-9340-d9b00891f3e6 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:31:45.579850 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.627977 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0c9539cf-b040-4e98-be64-e9718db2f6f8 None None] For port aaf1138b-87a5-4bde-a05f-5eca2d95fd7e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=aaf1138b-87a5-4bde-a05f-5eca2d95fd7e,segment=NetworkSegment(4de9da1c-81be-4a0a-b976-d83fdfd5f15f),segment_id=4de9da1c-81be-4a0a-b976-d83fdfd5f15f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:45.765545 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0c9539cf-b040-4e98-be64-e9718db2f6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.801937 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.803344 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:31:45.803785 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:31:45.820963 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266e6cdf-ded0-41c7-90aa-e2bac8b4632d admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:45.829226 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9539cf-b040-4e98-be64-e9718db2f6f8 None None] Pushing event updated for resources: {'Port': ['ID=aaf1138b-87a5-4bde-a05f-5eca2d95fd7e,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:45.832596 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] Sync routers for ids ['77e204c4-f7e6-4c17-9340-d9b00891f3e6'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:45.853224 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:45.855754 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] Routers {'77e204c4-f7e6-4c17-9340-d9b00891f3e6'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:45.855754 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['77e204c4-f7e6-4c17-9340-d9b00891f3e6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:45.893742 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c27dae-4cbb-48b7-97e0-04be8d1367e8') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:45.897068 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c27dae-4cbb-48b7-97e0-04be8d1367e8') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:45.901996 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b1c266e8-7c89-4d44-8893-4b6e9bb54169 None None] Provisioning complete for port aaf1138b-87a5-4bde-a05f-5eca2d95fd7e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:45.902778 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1c266e8-7c89-4d44-8893-4b6e9bb54169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.924629 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.952603 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.971965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:31:45.972638 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.092255 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda40792-626a-4fed-a98d-d5c196e1e23e req-19323294-058f-462f-806f-79a9f3821e0b tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:46.096773 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] Set router 77e204c4-f7e6-4c17-9340-d9b00891f3e6 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:46.100335 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dda40792-626a-4fed-a98d-d5c196e1e23e req-19323294-058f-462f-806f-79a9f3821e0b tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 943 time: 0.0977540 Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:31:46.127351 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:31:46.133183 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-266e6cdf-ded0-41c7-90aa-e2bac8b4632d admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.137384 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60590) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:46.137734 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-266e6cdf-ded0-41c7-90aa-e2bac8b4632d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7857246 Nov 12 04:31:46.187831 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dda40792-626a-4fed-a98d-d5c196e1e23e req-622a2133-dbbb-4e17-8622-4330d10e95c4 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865905 Nov 12 04:31:46.250948 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.271074 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.307487 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/networks/b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec HTTP/1.1" status: 204 len: 168 time: 1.8100851 Nov 12 04:31:46.314477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60594) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:46.326104 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'name': 'tempest-TestServerBasicOps-1299889308-router', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:41Z', 'updated_at': '2021-11-12T04:31:44Z', 'revision_number': 3, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'gw_port': {'id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:07:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:43Z', 'updated_at': '2021-11-12T04:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:46.344874 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0f300-977e-4768-affc-db03d5d797ec tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Network': ['ID=b44eec17-9915-4fa1-ba0b-cfd0ea7b93ec,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:46.372920 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] Checking router: 77e204c4-f7e6-4c17-9340-d9b00891f3e6 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:46.373653 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] Updating router 77e204c4-f7e6-4c17-9340-d9b00891f3e6 port 8eedf94b-14ff-4a96-915d-dbe929d086dd binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:31:46.406989 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.565707 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f2eca-b77e-4c60-9e36-ebb0d73057e1 req-bf6b5c02-09d8-448c-a3b5-7ea77c139b46 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:46.569726 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device aaf1138b-87a5-4bde-a05f-5eca2d95fd7e up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:46.572343 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f2eca-b77e-4c60-9e36-ebb0d73057e1 req-bf6b5c02-09d8-448c-a3b5-7ea77c139b46 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:46.588704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f2eca-b77e-4c60-9e36-ebb0d73057e1 req-bf6b5c02-09d8-448c-a3b5-7ea77c139b46 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:46.596351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f2eca-b77e-4c60-9e36-ebb0d73057e1 req-bf6b5c02-09d8-448c-a3b5-7ea77c139b46 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:46.600266 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60598) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:46.604798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f2eca-b77e-4c60-9e36-ebb0d73057e1 req-bf6b5c02-09d8-448c-a3b5-7ea77c139b46 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:46.611752 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f2eca-b77e-4c60-9e36-ebb0d73057e1 req-bf6b5c02-09d8-448c-a3b5-7ea77c139b46 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:46.619096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f2eca-b77e-4c60-9e36-ebb0d73057e1 req-bf6b5c02-09d8-448c-a3b5-7ea77c139b46 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:46.621286 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d8f2eca-b77e-4c60-9e36-ebb0d73057e1 req-bf6b5c02-09d8-448c-a3b5-7ea77c139b46 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5445 time: 0.1837609 Nov 12 04:31:46.631002 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0377839f-bacf-4af0-b736-a027623a914b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.650508 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port aaf1138b-87a5-4bde-a05f-5eca2d95fd7e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:46.651089 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.828536 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0377839f-bacf-4af0-b736-a027623a914b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.855834 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.891592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:46.904741 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d8f2eca-b77e-4c60-9e36-ebb0d73057e1 req-48765e84-feaa-4c5d-b76e-42a22ac1f6ca tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1941466 Nov 12 04:31:46.909912 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd5ac80b-360d-4f29-8c1e-3e26eb53f42e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.942071 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:46.942560 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device cbb4ad78-ea0d-424d-bacc-ceaf021d4cb3 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:46.943041 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device bdc55839-f348-437e-ae09-350f627135fa no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:46.960937 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0377839f-bacf-4af0-b736-a027623a914b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.984867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: bdc55839-f348-437e-ae09-350f627135fa {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:46.985224 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device bdc55839-f348-437e-ae09-350f627135fa not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:47.069674 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.091140 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377839f-bacf-4af0-b736-a027623a914b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de788ac7-cf35-4a29-95cb-71d7b42f3c3e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:47.097612 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0377839f-bacf-4af0-b736-a027623a914b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3571bfdbe0fe4cf5945d36af78a4d647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4931219 Nov 12 04:31:47.098426 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60608) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:47.117845 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fb51ea63-7e04-4110-a994-7f8e67532d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.144889 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.157324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecf474-7fc1-405f-b44a-34e2184ca845 req-385a54cb-b06a-4afb-95b2-0d870fdafdef tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:47.165753 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecf474-7fc1-405f-b44a-34e2184ca845 req-385a54cb-b06a-4afb-95b2-0d870fdafdef tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:47.173034 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecf474-7fc1-405f-b44a-34e2184ca845 req-385a54cb-b06a-4afb-95b2-0d870fdafdef tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:47.196164 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5b92b9-7c9b-4190-b310-7f3e06b9928a None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:47.204623 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] Attempting to bind port 8eedf94b-14ff-4a96-915d-dbe929d086dd on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:47.204623 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] Attempting to bind port 8eedf94b-14ff-4a96-915d-dbe929d086dd by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:47.204623 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] Attempting to bind port 8eedf94b-14ff-4a96-915d-dbe929d086dd on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:47.205039 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecf474-7fc1-405f-b44a-34e2184ca845 req-385a54cb-b06a-4afb-95b2-0d870fdafdef tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:47.205164 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4409d-724a-4c57-b794-b9527b193325 None None] Pushing event updated for resources: {'Port': ['ID=8eedf94b-14ff-4a96-915d-dbe929d086dd,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:47.205462 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75bae3b0-b7a1-4258-a38e-3e8d286699ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.210829 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:47.210829 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:47.211330 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.211644 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:47.213295 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] Bound port: 8eedf94b-14ff-4a96-915d-dbe929d086dd, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:47.218703 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.234522 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecf474-7fc1-405f-b44a-34e2184ca845 req-385a54cb-b06a-4afb-95b2-0d870fdafdef tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:47.240025 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75bae3b0-b7a1-4258-a38e-3e8d286699ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.242929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecf474-7fc1-405f-b44a-34e2184ca845 req-385a54cb-b06a-4afb-95b2-0d870fdafdef tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:47.264367 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecf474-7fc1-405f-b44a-34e2184ca845 req-385a54cb-b06a-4afb-95b2-0d870fdafdef tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:47.268540 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77ecf474-7fc1-405f-b44a-34e2184ca845 req-385a54cb-b06a-4afb-95b2-0d870fdafdef tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5445 time: 0.2346721 Nov 12 04:31:47.284648 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] For port 8eedf94b-14ff-4a96-915d-dbe929d086dd, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:47.288599 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] For port 8eedf94b-14ff-4a96-915d-dbe929d086dd, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8eedf94b-14ff-4a96-915d-dbe929d086dd,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:47.327689 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-69df4859-ee54-4e6b-bc86-a64374b10cb6 None None] Provisioning complete for port 8eedf94b-14ff-4a96-915d-dbe929d086dd triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:47.328432 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-69df4859-ee54-4e6b-bc86-a64374b10cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.374960 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-69df4859-ee54-4e6b-bc86-a64374b10cb6 None None] Port 8eedf94b-14ff-4a96-915d-dbe929d086dd cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:47.423045 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ac80b-360d-4f29-8c1e-3e26eb53f42e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting port 2778c4ce-da8d-430c-af02-acf4efb1c5c4 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:47.423675 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd5ac80b-360d-4f29-8c1e-3e26eb53f42e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.428122 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60618) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:47.430461 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.442434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ade8b3-096e-41d3-8e0e-00632304a1f6 req-9101cac9-35a9-4c17-9c22-40fdd41695fa tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:47.444236 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77ade8b3-096e-41d3-8e0e-00632304a1f6 req-9101cac9-35a9-4c17-9c22-40fdd41695fa tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 943 time: 0.1068289 Nov 12 04:31:47.463865 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75bae3b0-b7a1-4258-a38e-3e8d286699ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.477891 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75bae3b0-b7a1-4258-a38e-3e8d286699ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.479389 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-75bae3b0-b7a1-4258-a38e-3e8d286699ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de788ac7-cf35-4a29-95cb-71d7b42f3c3e HTTP/1.1" status: 204 len: 168 time: 0.3802567 Nov 12 04:31:47.484823 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72779699-144a-4f9a-bee0-e74dfd38580d None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:47.497529 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] Routers {'77e204c4-f7e6-4c17-9340-d9b00891f3e6'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:47.498469 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['77e204c4-f7e6-4c17-9340-d9b00891f3e6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:47.504063 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4409d-724a-4c57-b794-b9527b193325 None None] Pushing event updated for resources: {'Port': ['ID=8eedf94b-14ff-4a96-915d-dbe929d086dd,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:47.532408 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bae3b0-b7a1-4258-a38e-3e8d286699ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de788ac7-cf35-4a29-95cb-71d7b42f3c3e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:47.556780 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77ade8b3-096e-41d3-8e0e-00632304a1f6 req-4b10e47d-a28b-45aa-9dcd-01bcbf0e869b tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054804 Nov 12 04:31:47.592795 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-fb51ea63-7e04-4110-a994-7f8e67532d98 admin admin] Allocated IP 172.20.0.1 (a730d3bd-8b46-4dd7-a02b-e5a523424593/d42717c3-3818-4929-b170-a5e423fbda0e/02c38c72-69e8-46c2-8bc0-e19274cce0da) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:47.613340 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-fd5ac80b-360d-4f29-8c1e-3e26eb53f42e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] For port 2778c4ce-da8d-430c-af02-acf4efb1c5c4, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2778c4ce-da8d-430c-af02-acf4efb1c5c4,segment=NetworkSegment(d0d79aa0-de63-4dc1-b924-01be5c38e782),segment_id=d0d79aa0-de63-4dc1-b924-01be5c38e782)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:47.613953 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd5ac80b-360d-4f29-8c1e-3e26eb53f42e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.627390 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5e69f5b2-4cc5-41c2-b7a0-a0cd2ad69f45 None None] Provisioning complete for port 8eedf94b-14ff-4a96-915d-dbe929d086dd triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:47.627702 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e69f5b2-4cc5-41c2-b7a0-a0cd2ad69f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.644901 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ac80b-360d-4f29-8c1e-3e26eb53f42e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Calling delete_port for 2778c4ce-da8d-430c-af02-acf4efb1c5c4 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:47.707242 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-574f75fd-9c27-4b44-bff2-c4996012d8ae tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-613117934'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:47.768051 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] Set router 77e204c4-f7e6-4c17-9340-d9b00891f3e6 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:47.813378 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-b93b1dc6-616d-42a6-b26d-735f0beade7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:47.815652 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-b93b1dc6-616d-42a6-b26d-735f0beade7a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf&tenant_id=11b870a2c29b44949808dbbff5df5d20 HTTP/1.1" status: 200 len: 1095 time: 0.1539218 Nov 12 04:31:47.844379 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e69f5b2-4cc5-41c2-b7a0-a0cd2ad69f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.855667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:47.882318 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-574f75fd-9c27-4b44-bff2-c4996012d8ae tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.883494 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-574f75fd-9c27-4b44-bff2-c4996012d8ae tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.902759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5e69f5b2-4cc5-41c2-b7a0-a0cd2ad69f45 None None] For port 8eedf94b-14ff-4a96-915d-dbe929d086dd, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8eedf94b-14ff-4a96-915d-dbe929d086dd,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:47.979432 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-574f75fd-9c27-4b44-bff2-c4996012d8ae tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:48.027950 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6bb4f-8fb4-418f-b961-faee7e2a16c8 req-f38c4c8a-7290-4fd3-ac66-898266ac4e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:48.029870 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fa6bb4f-8fb4-418f-b961-faee7e2a16c8 req-f38c4c8a-7290-4fd3-ac66-898266ac4e12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11b870a2c29b44949808dbbff5df5d20&device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 1095 time: 0.1908908 Nov 12 04:31:48.034362 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fb51ea63-7e04-4110-a994-7f8e67532d98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:48.047818 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e69f5b2-4cc5-41c2-b7a0-a0cd2ad69f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:48.056893 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'name': 'tempest-TestServerBasicOps-1299889308-router', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:41Z', 'updated_at': '2021-11-12T04:31:44Z', 'revision_number': 3, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'gw_port': {'id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:07:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:43Z', 'updated_at': '2021-11-12T04:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:48.082621 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-574f75fd-9c27-4b44-bff2-c4996012d8ae tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:48.086032 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd5ac80b-360d-4f29-8c1e-3e26eb53f42e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:48.092370 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:48.095216 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac47a2ab-6938-40cb-a66d-5b0bc936a8bb None None] The sync data for ids ['77e204c4-f7e6-4c17-9340-d9b00891f3e6'] in n-d-768509-24 is: [{'id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'name': 'tempest-TestServerBasicOps-1299889308-router', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:41Z', 'updated_at': '2021-11-12T04:31:44Z', 'revision_number': 3, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'gw_port': {'id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:07:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:43Z', 'updated_at': '2021-11-12T04:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:48.151048 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:48.159177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ac80b-360d-4f29-8c1e-3e26eb53f42e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Port': ['ID=2778c4ce-da8d-430c-af02-acf4efb1c5c4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:48.207129 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69f5b2-4cc5-41c2-b7a0-a0cd2ad69f45 None None] Pushing event updated for resources: {'Port': ['ID=8eedf94b-14ff-4a96-915d-dbe929d086dd,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:48.260278 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-574f75fd-9c27-4b44-bff2-c4996012d8ae tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:48.264989 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-574f75fd-9c27-4b44-bff2-c4996012d8ae tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8358209 Nov 12 04:31:48.266249 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60626) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:48.346856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6bb4f-8fb4-418f-b961-faee7e2a16c8 req-43f071cf-a69c-4ba2-a519-ad9e6dae29b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:48.348369 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fa6bb4f-8fb4-418f-b961-faee7e2a16c8 req-43f071cf-a69c-4ba2-a519-ad9e6dae29b2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=294ec058-73b6-4a99-bf44-c3ca2f3709aa HTTP/1.1" status: 200 len: 918 time: 0.2880261 Nov 12 04:31:48.462939 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fb51ea63-7e04-4110-a994-7f8e67532d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:48.596012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60628) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:48.631580 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7cdec9d7-14a9-4657-a4c4-8b949b4a67af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:48.648058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb51ea63-7e04-4110-a994-7f8e67532d98 admin admin] Network a730d3bd-8b46-4dd7-a02b-e5a523424593 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:48.695293 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-fb51ea63-7e04-4110-a994-7f8e67532d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:48.743576 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb51ea63-7e04-4110-a994-7f8e67532d98 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:48.752459 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-b59fa3d4-0029-4f4d-a0c6-37f1b826a24d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4329445 Nov 12 04:31:48.799567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51ea63-7e04-4110-a994-7f8e67532d98 admin admin] Pushing event updated for resources: {'Port': ['ID=02c38c72-69e8-46c2-8bc0-e19274cce0da,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:48.857139 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fa6bb4f-8fb4-418f-b961-faee7e2a16c8 req-9ffe44ec-319a-4c98-824a-1030acbda2ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b71d8a-0aee-4fed-b884-92e362c081b5 HTTP/1.1" status: 200 len: 999 time: 0.4203415 Nov 12 04:31:48.921101 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d651c38-33e5-415f-9ed9-4283f3158a78 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:48.963797 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd5ac80b-360d-4f29-8c1e-3e26eb53f42e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:49.015514 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fb51ea63-7e04-4110-a994-7f8e67532d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:49.108524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e144fd-9861-409d-985c-6c7c35409edf req-cb92215c-0fa9-4cb7-b0bc-cf365ef4af1e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:49.110102 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88e144fd-9861-409d-985c-6c7c35409edf req-cb92215c-0fa9-4cb7-b0bc-cf365ef4af1e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 943 time: 0.4350572 Nov 12 04:31:49.110753 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-63466609-bd3e-4bb7-b299-2f114ae3a5fe None None] Provisioning complete for port 02c38c72-69e8-46c2-8bc0-e19274cce0da triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:49.111588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6bb4f-8fb4-418f-b961-faee7e2a16c8 req-f8a658a6-cbe9-4b9e-ae03-933ac5cfb919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:49.111972 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-63466609-bd3e-4bb7-b299-2f114ae3a5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:49.112922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fa6bb4f-8fb4-418f-b961-faee7e2a16c8 req-f8a658a6-cbe9-4b9e-ae03-933ac5cfb919 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ebf988ec-0e1d-4fb3-b211-28e626141e57 HTTP/1.1" status: 200 len: 856 time: 0.1969855 Nov 12 04:31:49.119816 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7cdec9d7-14a9-4657-a4c4-8b949b4a67af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:49.178828 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-63466609-bd3e-4bb7-b299-2f114ae3a5fe None None] Port 02c38c72-69e8-46c2-8bc0-e19274cce0da cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:49.221700 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d651c38-33e5-415f-9ed9-4283f3158a78 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:49.229700 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d651c38-33e5-415f-9ed9-4283f3158a78 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:49.389986 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d651c38-33e5-415f-9ed9-4283f3158a78 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:49.390930 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d651c38-33e5-415f-9ed9-4283f3158a78 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 930d96fc-ab2c-49a4-9568-d06696233dc8 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:31:49.396538 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d651c38-33e5-415f-9ed9-4283f3158a78 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:49.398996 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9d651c38-33e5-415f-9ed9-4283f3158a78 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] 10.222.0.37 "DELETE /v2.0/routers/930d96fc-ab2c-49a4-9568-d06696233dc8 HTTP/1.1" status: 204 len: 168 time: 1.0947502 Nov 12 04:31:49.403176 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60642) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:49.408435 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2d2d5b9f-11a5-46ef-96bf-e7c5b2614da9 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Request body: {'router': {'name': 'tempest-router-1794340793', 'distributed': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:49.456743 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5ac80b-360d-4f29-8c1e-3e26eb53f42e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 84b8e709-5fe1-45e5-889f-287c3ce85435 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:49.535293 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5b9f-11a5-46ef-96bf-e7c5b2614da9 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:49.536327 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5b9f-11a5-46ef-96bf-e7c5b2614da9 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:49.537041 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7cdec9d7-14a9-4657-a4c4-8b949b4a67af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:49.556770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-39eef8a5-19a2-4742-964a-4e2316d8f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:49.557252 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-39eef8a5-19a2-4742-964a-4e2316d8f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:49.557728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-39eef8a5-19a2-4742-964a-4e2316d8f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:49.558197 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-39eef8a5-19a2-4742-964a-4e2316d8f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:49.558681 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-39eef8a5-19a2-4742-964a-4e2316d8f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:49.559156 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-39eef8a5-19a2-4742-964a-4e2316d8f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:49.559619 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-39eef8a5-19a2-4742-964a-4e2316d8f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:49.561715 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-39eef8a5-19a2-4742-964a-4e2316d8f9ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2da92794a0540cfa9ccbce1e95a15a3&device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 6509 time: 0.6673529 Nov 12 04:31:49.600831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] For port 17b71d8a-0aee-4fed-b884-92e362c081b5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=17b71d8a-0aee-4fed-b884-92e362c081b5,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:49.604472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60648) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:49.606542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5ac80b-360d-4f29-8c1e-3e26eb53f42e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:49.610962 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88e144fd-9861-409d-985c-6c7c35409edf req-a3b3a61c-e1b9-4bf0-8304-8b86c72b4d2a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4866779 Nov 12 04:31:49.619456 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af60bebf-a053-4e34-8aa4-434518244156 None None] Sync routers for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:49.630167 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fd5ac80b-360d-4f29-8c1e-3e26eb53f42e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/84b8e709-5fe1-45e5-889f-287c3ce85435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3125119 Nov 12 04:31:49.630822 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60652) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:49.632415 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5b9f-11a5-46ef-96bf-e7c5b2614da9 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:49.634436 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af60bebf-a053-4e34-8aa4-434518244156 None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:49.635210 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-af60bebf-a053-4e34-8aa4-434518244156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:49.691248 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6bb4f-8fb4-418f-b961-faee7e2a16c8 req-1586f1b9-fe11-4ba7-a4c1-4af9e099f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:49.692789 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fa6bb4f-8fb4-418f-b961-faee7e2a16c8 req-1586f1b9-fe11-4ba7-a4c1-4af9e099f82a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294ec058-73b6-4a99-bf44-c3ca2f3709aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5641665 Nov 12 04:31:49.712351 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7cdec9d7-14a9-4657-a4c4-8b949b4a67af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=901b5cb9ce42481ebaf014f4a994b9c7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1065068 Nov 12 04:31:49.712351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdec9d7-14a9-4657-a4c4-8b949b4a67af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c5e038-0684-4479-9fdf-7a4069a0e9c0,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:49.712643 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5b9f-11a5-46ef-96bf-e7c5b2614da9 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:49.717850 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60654) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:49.744049 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1a0e67-caf5-4fce-ba8c-a73002c2dee2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting subnet f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:31:49.747462 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f1a0e67-caf5-4fce-ba8c-a73002c2dee2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:49.764605 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-af60bebf-a053-4e34-8aa4-434518244156 None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:49.790166 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f1a0e67-caf5-4fce-ba8c-a73002c2dee2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:49.832408 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5b9f-11a5-46ef-96bf-e7c5b2614da9 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:49.837256 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2d2d5b9f-11a5-46ef-96bf-e7c5b2614da9 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4329355 Nov 12 04:31:49.838613 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60656) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:49.876029 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] For port 17b71d8a-0aee-4fed-b884-92e362c081b5, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:49.963281 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d3fd1f4-d53e-4f81-8560-c293c44a6058 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:49.995691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-af60bebf-a053-4e34-8aa4-434518244156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:47Z', 'revision_number': 10, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:50.015560 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b71d8a-0aee-4fed-b884-92e362c081b5 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:31:50.029631 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af60bebf-a053-4e34-8aa4-434518244156 None None] Checking router: 84b8e709-5fe1-45e5-889f-287c3ce85435 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:50.036235 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-b5162d06-2722-4567-bdf2-e79027256a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:50.036714 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-b5162d06-2722-4567-bdf2-e79027256a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:50.037312 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-b5162d06-2722-4567-bdf2-e79027256a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:50.039088 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-b5162d06-2722-4567-bdf2-e79027256a50 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb300127-0441-4443-aae7-eeff2c911c12&id=79d2f23a-da96-4615-8aa1-f0a58d232473&id=79d2f23a-da96-4615-8aa1-f0a58d232473&id=79d2f23a-da96-4615-8aa1-f0a58d232473&id=79d2f23a-da96-4615-8aa1-f0a58d232473&id=8ce3611a-3158-4092-88f0-6068ca0e253f&id=8ce3611a-3158-4092-88f0-6068ca0e253f HTTP/1.1" status: 200 len: 2298 time: 0.4127972 Nov 12 04:31:50.039310 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af60bebf-a053-4e34-8aa4-434518244156 None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:50.040130 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-af60bebf-a053-4e34-8aa4-434518244156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:50.041924 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f1a0e67-caf5-4fce-ba8c-a73002c2dee2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.045128 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.058151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f17cf-d2c8-422c-be36-1a0ed86b2b98 req-a743135e-4cf5-49f6-bd61-11a0572da75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:50.058686 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f17cf-d2c8-422c-be36-1a0ed86b2b98 req-a743135e-4cf5-49f6-bd61-11a0572da75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:50.059171 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f17cf-d2c8-422c-be36-1a0ed86b2b98 req-a743135e-4cf5-49f6-bd61-11a0572da75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:50.059649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f17cf-d2c8-422c-be36-1a0ed86b2b98 req-a743135e-4cf5-49f6-bd61-11a0572da75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:50.060124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f17cf-d2c8-422c-be36-1a0ed86b2b98 req-a743135e-4cf5-49f6-bd61-11a0572da75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:50.060603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f17cf-d2c8-422c-be36-1a0ed86b2b98 req-a743135e-4cf5-49f6-bd61-11a0572da75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:50.061070 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f17cf-d2c8-422c-be36-1a0ed86b2b98 req-a743135e-4cf5-49f6-bd61-11a0572da75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:50.063274 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e5f17cf-d2c8-422c-be36-1a0ed86b2b98 req-a743135e-4cf5-49f6-bd61-11a0572da75d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 6509 time: 0.4514380 Nov 12 04:31:50.064250 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fb51ea63-7e04-4110-a994-7f8e67532d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.091146 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4db2a292-9979-4fad-92cc-7b3209ea0a46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.134899 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-af60bebf-a053-4e34-8aa4-434518244156 None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:50.165007 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fa6bb4f-8fb4-418f-b961-faee7e2a16c8 req-5f034788-9665-484c-9bf6-4b880a10aa2c service neutron] 10.222.0.31 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478598 Nov 12 04:31:50.179669 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Transition to ACTIVE for port object 17b71d8a-0aee-4fed-b884-92e362c081b5 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:31:50.199539 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d3fd1f4-d53e-4f81-8560-c293c44a6058 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.204551 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d3fd1f4-d53e-4f81-8560-c293c44a6058 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.246194 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4db2a292-9979-4fad-92cc-7b3209ea0a46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.275424 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-a17febb0-85eb-4548-a03f-a732a646af87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b3ed3ea-e971-45fe-8276-9cc198e22638 HTTP/1.1" status: 200 len: 1000 time: 0.2237282 Nov 12 04:31:50.319188 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.331564 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f1a0e67-caf5-4fce-ba8c-a73002c2dee2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.364341 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a0e67-caf5-4fce-ba8c-a73002c2dee2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:50.367835 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d3fd1f4-d53e-4f81-8560-c293c44a6058 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.369066 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3fd1f4-d53e-4f81-8560-c293c44a6058 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eeda6c70-10f6-488e-8da4-96f8320626d2 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:31:50.372266 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-af60bebf-a053-4e34-8aa4-434518244156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:47Z', 'revision_number': 10, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:50.374100 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5d3fd1f4-d53e-4f81-8560-c293c44a6058 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.375496 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5d3fd1f4-d53e-4f81-8560-c293c44a6058 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] 10.222.0.37 "DELETE /v2.0/routers/eeda6c70-10f6-488e-8da4-96f8320626d2 HTTP/1.1" status: 204 len: 168 time: 0.5333006 Nov 12 04:31:50.387295 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6f1a0e67-caf5-4fce-ba8c-a73002c2dee2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.392046 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6f1a0e67-caf5-4fce-ba8c-a73002c2dee2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/subnets/f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4 HTTP/1.1" status: 204 len: 168 time: 0.7575212 Nov 12 04:31:50.397449 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60658) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:50.397449 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-40de8f6b-a00a-41d0-8ccd-095b61761b4b tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Request body: {'router': {'name': 'tempest-router-651822567', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1ffd25d63e9f413683d9fe6601c11d8b'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:50.402519 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e67-caf5-4fce-ba8c-a73002c2dee2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:50.402740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e67-caf5-4fce-ba8c-a73002c2dee2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:50.403078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e67-caf5-4fce-ba8c-a73002c2dee2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:50.406768 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e67-caf5-4fce-ba8c-a73002c2dee2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:50.407131 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e67-caf5-4fce-ba8c-a73002c2dee2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:50.407465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e67-caf5-4fce-ba8c-a73002c2dee2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:50.407793 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e67-caf5-4fce-ba8c-a73002c2dee2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:50.408120 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e67-caf5-4fce-ba8c-a73002c2dee2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:50.408451 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e67-caf5-4fce-ba8c-a73002c2dee2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:50.408772 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e67-caf5-4fce-ba8c-a73002c2dee2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:50.409094 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e67-caf5-4fce-ba8c-a73002c2dee2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:50.409419 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e67-caf5-4fce-ba8c-a73002c2dee2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:50.419354 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60660) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:50.420798 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af60bebf-a053-4e34-8aa4-434518244156 None None] The sync data for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 is: [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:47Z', 'revision_number': 10, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None, '_interfaces': [{'id': 'b58f419b-686b-465e-b323-75fcaadeba11', 'name': '', 'network_id': '27beea2e-4f1c-437e-a8c2-d69cff058b11', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'mac_address': 'fa:16:3e:3a:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:00Z', 'updated_at': '2021-11-12T04:31:10Z', 'revision_number': 5, 'project_id': '5aa10470b52545749d812350adfa744b', 'subnets': [{'id': '78bde239-9f93-4080-ae1f-4969b0e19200', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:50.436233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a9143a-d08b-4b72-af00-645db599fc43 None None] Network 7c4beded-cc5b-43ed-9782-4e4ce0e36d54 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:50.500737 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e5f17cf-d2c8-422c-be36-1a0ed86b2b98 req-e7be651f-0d53-4858-963e-93a142877320 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&id=e0e6c171-e7d5-4250-ad88-db39b24caac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4224367 Nov 12 04:31:50.551021 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40de8f6b-a00a-41d0-8ccd-095b61761b4b tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.552481 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40de8f6b-a00a-41d0-8ccd-095b61761b4b tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.610731 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Pushing event updated for resources: {'Port': ['ID=17b71d8a-0aee-4fed-b884-92e362c081b5,revision_number=9']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:50.629037 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40de8f6b-a00a-41d0-8ccd-095b61761b4b tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.667500 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-39ff6002-d369-4c8e-aca5-be427a4c89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:50.669368 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-39ff6002-d369-4c8e-aca5-be427a4c89c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fc4ed48-686a-4892-81a2-ac8d11ac1cc4 HTTP/1.1" status: 200 len: 856 time: 0.3509121 Nov 12 04:31:50.725191 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40de8f6b-a00a-41d0-8ccd-095b61761b4b tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.733562 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fa6bb4f-8fb4-418f-b961-faee7e2a16c8 req-1576bc3e-46ed-40f0-9272-29a077f44b5b service neutron] 10.222.0.31 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563231 Nov 12 04:31:50.816139 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c227eee-55f5-4955-a495-8378aea5106c None None] DHCP port deletion for 7c4beded-cc5b-43ed-9782-4e4ce0e36d54 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:50.820753 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4db2a292-9979-4fad-92cc-7b3209ea0a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.823363 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4db2a292-9979-4fad-92cc-7b3209ea0a46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.824538 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4db2a292-9979-4fad-92cc-7b3209ea0a46 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77c5e038-0684-4479-9fdf-7a4069a0e9c0 HTTP/1.1" status: 204 len: 168 time: 1.1036971 Nov 12 04:31:50.829749 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40de8f6b-a00a-41d0-8ccd-095b61761b4b tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.837461 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-40de8f6b-a00a-41d0-8ccd-095b61761b4b tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4419506 Nov 12 04:31:50.840189 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60672) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:50.853542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4c9203c3-ba0a-41a5-b9c9-6d46785493ef tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:50.879606 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.884774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2a292-9979-4fad-92cc-7b3209ea0a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c5e038-0684-4479-9fdf-7a4069a0e9c0,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:50.891456 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7c227eee-55f5-4955-a495-8378aea5106c None None] Deleting port 2c661f6e-1959-4577-8352-fbfacd600221 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:50.891925 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c227eee-55f5-4955-a495-8378aea5106c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.918800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] No DVR routers for this DVR port 17b71d8a-0aee-4fed-b884-92e362c081b5 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:31:51.008862 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8eedf94b-14ff-4a96-915d-dbe929d086dd up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:51.010770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c2fee-406d-43f0-8f7a-08d1bdb5a570 req-700eee94-69e3-4097-89b5-de2b84bd331e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:51.012016 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7c227eee-55f5-4955-a495-8378aea5106c None None] For port 2c661f6e-1959-4577-8352-fbfacd600221, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2c661f6e-1959-4577-8352-fbfacd600221,segment=NetworkSegment(d0d79aa0-de63-4dc1-b924-01be5c38e782),segment_id=d0d79aa0-de63-4dc1-b924-01be5c38e782)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:51.012565 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c227eee-55f5-4955-a495-8378aea5106c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.013023 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-410c2fee-406d-43f0-8f7a-08d1bdb5a570 req-700eee94-69e3-4097-89b5-de2b84bd331e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 943 time: 0.2718303 Nov 12 04:31:51.015504 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fb51ea63-7e04-4110-a994-7f8e67532d98 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.022371 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-3edfd62f-cf5a-41d7-a379-cb7c239ad510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:51.024806 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-3edfd62f-cf5a-41d7-a379-cb7c239ad510 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb300127-0441-4443-aae7-eeff2c911c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3359666 Nov 12 04:31:51.053967 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7c227eee-55f5-4955-a495-8378aea5106c None None] Calling delete_port for 2c661f6e-1959-4577-8352-fbfacd600221 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:51.125345 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fb51ea63-7e04-4110-a994-7f8e67532d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.137539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 8eedf94b-14ff-4a96-915d-dbe929d086dd triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:51.138122 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.259679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [req-35e45a51-0bf8-49b5-a373-84476db2f749 req-e8dcfe01-4009-4f93-9c74-78dcaf3cb1b2 service neutron] (103297) timed out ('10.222.0.37', 38962) {{(pid=103297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:31:51.300995 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c9203c3-ba0a-41a5-b9c9-6d46785493ef tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.301402 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c9203c3-ba0a-41a5-b9c9-6d46785493ef tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.302444 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c227eee-55f5-4955-a495-8378aea5106c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.306905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51ea63-7e04-4110-a994-7f8e67532d98 admin admin] Pushing event updated for resources: {'Port': ['ID=02c38c72-69e8-46c2-8bc0-e19274cce0da,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:51.312207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-410c2fee-406d-43f0-8f7a-08d1bdb5a570 req-b4960279-25e9-4ca6-bbb8-2c42a4a9ff30 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808859 Nov 12 04:31:51.316680 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fb51ea63-7e04-4110-a994-7f8e67532d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.368818 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c227eee-55f5-4955-a495-8378aea5106c None None] Pushing event deleted for resources: {'Port': ['ID=2c661f6e-1959-4577-8352-fbfacd600221,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:51.373460 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c227eee-55f5-4955-a495-8378aea5106c None None] No DVR routers for this DVR port 2c661f6e-1959-4577-8352-fbfacd600221 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:31:51.411044 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4c9203c3-ba0a-41a5-b9c9-6d46785493ef tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103297) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 04:31:51.411521 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4c9203c3-ba0a-41a5-b9c9-6d46785493ef tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Router d0016b59-062d-42fc-9835-2c5d8627f8d3 migrating from provider to provider. {{(pid=103297) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 04:31:51.411874 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c9203c3-ba0a-41a5-b9c9-6d46785493ef tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.416932 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c9203c3-ba0a-41a5-b9c9-6d46785493ef tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.455908 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting port 2c661f6e-1959-4577-8352-fbfacd600221 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:51.456328 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.459513 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-7be0dfbb-75db-43b4-9d94-67a22b210703 service neutron] 10.222.0.21 "GET /v2.0/networks/fb300127-0441-4443-aae7-eeff2c911c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156227 Nov 12 04:31:51.476152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Attempting to bind port 17b71d8a-0aee-4fed-b884-92e362c081b5 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:51.476490 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Attempting to bind port 17b71d8a-0aee-4fed-b884-92e362c081b5 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:51.476824 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Attempting to bind port 17b71d8a-0aee-4fed-b884-92e362c081b5 on network 294ec058-73b6-4a99-bf44-c3ca2f3709aa {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:51.529332 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c9203c3-ba0a-41a5-b9c9-6d46785493ef tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.615902 n-d-768509-24 neutron-server[103297]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4c9203c3-ba0a-41a5-b9c9-6d46785493ef tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] No L3 agents can host the router d0016b59-062d-42fc-9835-2c5d8627f8d3 Nov 12 04:31:51.762371 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9203c3-ba0a-41a5-b9c9-6d46785493ef tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Hosts for router d0016b59-062d-42fc-9835-2c5d8627f8d3: [] {{(pid=103297) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 04:31:51.786839 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9203c3-ba0a-41a5-b9c9-6d46785493ef tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Hosts for other DVR routers connected to router d0016b59-062d-42fc-9835-2c5d8627f8d3: set() {{(pid=103297) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 04:31:51.789730 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c9203c3-ba0a-41a5-b9c9-6d46785493ef tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.793280 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4c9203c3-ba0a-41a5-b9c9-6d46785493ef tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] 10.222.0.37 "PUT /v2.0/routers/d0016b59-062d-42fc-9835-2c5d8627f8d3 HTTP/1.1" status: 200 len: 716 time: 0.9466484 Nov 12 04:31:51.793508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60684) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:51.801499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Port 17b71d8a-0aee-4fed-b884-92e362c081b5 on network 294ec058-73b6-4a99-bf44-c3ca2f3709aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:31:51.802043 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Attempting to bind port 17b71d8a-0aee-4fed-b884-92e362c081b5 on network 294ec058-73b6-4a99-bf44-c3ca2f3709aa {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:51.859342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:51.859727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Checking segment: {'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:51.860072 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Bound using segment: {'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:51.860512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Bound port: 17b71d8a-0aee-4fed-b884-92e362c081b5, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:51.860878 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.872779 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b1d3933e-b728-4e4c-8fcb-007b6de9dc05 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] 10.222.0.37 "GET /v2.0/routers/d0016b59-062d-42fc-9835-2c5d8627f8d3 HTTP/1.1" status: 200 len: 716 time: 0.0754955 Nov 12 04:31:51.873019 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60686) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:51.921936 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] For port 2c661f6e-1959-4577-8352-fbfacd600221, host n-d-768509-24, got binding levels [] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:51.922335 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.968002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Calling delete_port for 2c661f6e-1959-4577-8352-fbfacd600221 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:51.977178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb51ea63-7e04-4110-a994-7f8e67532d98 admin admin] Network a730d3bd-8b46-4dd7-a02b-e5a523424593 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:51.980359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_backend_mixin [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Port 2c661f6e-1959-4577-8352-fbfacd600221 was not found and therefore no delete operation was performed {{(pid=103296) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:31:51.986855 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-fb51ea63-7e04-4110-a994-7f8e67532d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:51.988679 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.050206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Port': ['ID=2c661f6e-1959-4577-8352-fbfacd600221,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:52.052282 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] No DVR routers for this DVR port 2c661f6e-1959-4577-8352-fbfacd600221 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:31:52.105862 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-b722b011-e0de-42b2-b570-a51fed55f468 service neutron] 10.222.0.21 "GET /v2.0/networks/fb300127-0441-4443-aae7-eeff2c911c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265259 Nov 12 04:31:52.135500 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] For port 17b71d8a-0aee-4fed-b884-92e362c081b5, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:52.158779 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-536e52be-8ed9-4027-9b19-93c773b36e4e tempest-RoutersTestDVR-301635210 tempest-RoutersTestDVR-301635210-project] 10.222.0.37 "GET /v2.0/routers/d0016b59-062d-42fc-9835-2c5d8627f8d3 HTTP/1.1" status: 200 len: 682 time: 0.2846286 Nov 12 04:31:52.167180 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60698) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:52.188039 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] For port 17b71d8a-0aee-4fed-b884-92e362c081b5, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=17b71d8a-0aee-4fed-b884-92e362c081b5,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:52.235650 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-94ad5bbe-93a0-478c-aa5b-45bf24c22378 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 HTTP/1.1" status: 200 len: 217 time: 0.0905204 Nov 12 04:31:52.271212 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b44a4285-ff47-4f16-b1c0-451c0e99bd75 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.276829 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5fb00615-0403-45ee-aec7-6d637cd80002 None None] Provisioning complete for port 02c38c72-69e8-46c2-8bc0-e19274cce0da triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:52.278041 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5fb00615-0403-45ee-aec7-6d637cd80002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.312558 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.325712 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.336583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5fb00615-0403-45ee-aec7-6d637cd80002 None None] Port 02c38c72-69e8-46c2-8bc0-e19274cce0da cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:52.422261 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:52.423439 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.425297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] 10.222.0.31 "PUT /v2.0/ports/17b71d8a-0aee-4fed-b884-92e362c081b5 HTTP/1.1" status: 200 len: 1092 time: 4.5753884 Nov 12 04:31:52.443478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'tag': '17b71d8a-0aee-4fed-b884-92e362c081b5'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:31:52.445643 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ec82c6-8566-40cb-b78c-886272098021" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc172d7-02c3-4e2d-97c9-228435912eaf", "tag": "17b71d8a-0aee-4fed-b884-92e362c081b5"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:31:52.462826 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4beded-cc5b-43ed-9782-4e4ce0e36d54']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:52.472810 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b44a4285-ff47-4f16-b1c0-451c0e99bd75 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.475992 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b44a4285-ff47-4f16-b1c0-451c0e99bd75 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.548884 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2c661f6e-1959-4577-8352-fbfacd600221 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:52.552884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-5b4871e2-7f40-4bc6-a125-8953396c6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:52.555134 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-5b4871e2-7f40-4bc6-a125-8953396c6887 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=def5bb2e-e9ac-468c-88b9-6c140d20e94c HTTP/1.1" status: 200 len: 797 time: 0.2848525 Nov 12 04:31:52.572657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 2c661f6e-1959-4577-8352-fbfacd600221 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:52.573004 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2c661f6e-1959-4577-8352-fbfacd600221 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:52.573433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2778c4ce-da8d-430c-af02-acf4efb1c5c4 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:52.578466 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d79aa0-de63-4dc1-b924-01be5c38e782') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:52.578798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d79aa0-de63-4dc1-b924-01be5c38e782') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:52.603435 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 2778c4ce-da8d-430c-af02-acf4efb1c5c4 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:52.603806 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2778c4ce-da8d-430c-af02-acf4efb1c5c4 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:52.615716 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb51ea63-7e04-4110-a994-7f8e67532d98 admin admin] Router 77e204c4-f7e6-4c17-9340-d9b00891f3e6 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:52.619876 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b44a4285-ff47-4f16-b1c0-451c0e99bd75 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.620853 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44a4285-ff47-4f16-b1c0-451c0e99bd75 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0016b59-062d-42fc-9835-2c5d8627f8d3 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:31:52.621452 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.624581 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c784ddf-5b99-4274-a18d-163372eabe6d service neutron] Pushing event updated for resources: {'Port': ['ID=17b71d8a-0aee-4fed-b884-92e362c081b5,revision_number=10']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:52.626928 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b44a4285-ff47-4f16-b1c0-451c0e99bd75 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.628422 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b44a4285-ff47-4f16-b1c0-451c0e99bd75 tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] 10.222.0.37 "DELETE /v2.0/routers/d0016b59-062d-42fc-9835-2c5d8627f8d3 HTTP/1.1" status: 204 len: 168 time: 0.4591191 Nov 12 04:31:52.632222 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60710) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:52.637559 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fee443f3-6163-457b-be70-f29874c39ffe tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Request body: {'router': {'name': 'tempest-router-217782735', 'distributed': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:52.675933 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.697690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea6da5-082d-48c7-a8bb-14384603567c req-146872c1-24c3-4bf2-822b-e03054cb6707 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:52.699290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00ea6da5-082d-48c7-a8bb-14384603567c req-146872c1-24c3-4bf2-822b-e03054cb6707 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 944 time: 0.2730210 Nov 12 04:31:52.701767 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-076664a5-d0c0-4881-80ff-1b6e1f549950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:52.703033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-076664a5-d0c0-4881-80ff-1b6e1f549950 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11b870a2c29b44949808dbbff5df5d20&device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 1096 time: 0.1966054 Nov 12 04:31:52.706099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:31:52.706260 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:31:52.709783 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:31:52.764500 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fee443f3-6163-457b-be70-f29874c39ffe tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.765573 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fee443f3-6163-457b-be70-f29874c39ffe tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.829526 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fee443f3-6163-457b-be70-f29874c39ffe tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.857545 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-8bccc0c8-73f7-4d57-94a9-35d81082d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:52.859148 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-8bccc0c8-73f7-4d57-94a9-35d81082d17c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79d2f23a-da96-4615-8aa1-f0a58d232473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2669249 Nov 12 04:31:52.899897 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fee443f3-6163-457b-be70-f29874c39ffe tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.013451 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00ea6da5-082d-48c7-a8bb-14384603567c req-47197092-18ac-49f0-8094-4276610a6512 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3018930 Nov 12 04:31:53.016752 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fee443f3-6163-457b-be70-f29874c39ffe tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.018011 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fee443f3-6163-457b-be70-f29874c39ffe tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3846192 Nov 12 04:31:53.020843 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.026529 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60718) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:53.041246 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.048945 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/networks/7c4beded-cc5b-43ed-9782-4e4ce0e36d54 HTTP/1.1" status: 204 len: 168 time: 2.6226900 Nov 12 04:31:53.067073 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60720) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:53.101049 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06abc399-8604-4747-8aea-382875e60890 x-openstack-request-id: req-06abc399-8604-4747-8aea-382875e60890 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:31:53.102287 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc172d7-02c3-4e2d-97c9-228435912eaf", "tag": "17b71d8a-0aee-4fed-b884-92e362c081b5", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:31:53.102287 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06abc399-8604-4747-8aea-382875e60890 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:31:53.102287 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'tag': '17b71d8a-0aee-4fed-b884-92e362c081b5', 'status': 'completed', 'code': 200} Nov 12 04:31:53.116233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d14bb-bd1a-4f85-b022-b03a283b24a1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Network': ['ID=7c4beded-cc5b-43ed-9782-4e4ce0e36d54,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:53.125691 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-6bdc58dd-72d7-4499-b8f6-f57785a43d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:53.127241 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-6bdc58dd-72d7-4499-b8f6-f57785a43d12 service neutron] 10.222.0.31 "GET /v2.0/networks?id=294ec058-73b6-4a99-bf44-c3ca2f3709aa HTTP/1.1" status: 200 len: 918 time: 0.4144387 Nov 12 04:31:53.129106 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-428554b4-93ca-4af9-9d95-abd3fc3165c1 service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380590 Nov 12 04:31:53.130650 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb51ea63-7e04-4110-a994-7f8e67532d98 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:53.145132 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fb51ea63-7e04-4110-a994-7f8e67532d98 admin admin] 10.222.0.37 "PUT /v2.0/routers/77e204c4-f7e6-4c17-9340-d9b00891f3e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0066001 Nov 12 04:31:53.151307 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] Sync routers for ids ['77e204c4-f7e6-4c17-9340-d9b00891f3e6'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:53.170971 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7945ec1f-b47a-4162-9478-440d5f57a3fc tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.175989 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] Routers {'77e204c4-f7e6-4c17-9340-d9b00891f3e6'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:53.177699 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['77e204c4-f7e6-4c17-9340-d9b00891f3e6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:53.263718 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-1bc594c7-01ce-4bda-95a8-52293cdc6775 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b71d8a-0aee-4fed-b884-92e362c081b5 HTTP/1.1" status: 200 len: 999 time: 0.1081767 Nov 12 04:31:53.315547 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] Set router 77e204c4-f7e6-4c17-9340-d9b00891f3e6 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:53.338867 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-40108336-f124-48fd-ab74-a827609ee674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:53.340834 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-40108336-f124-48fd-ab74-a827609ee674 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ebf988ec-0e1d-4fb3-b211-28e626141e57 HTTP/1.1" status: 200 len: 856 time: 0.0592241 Nov 12 04:31:53.437231 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7945ec1f-b47a-4162-9478-440d5f57a3fc tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.441342 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7945ec1f-b47a-4162-9478-440d5f57a3fc tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.451458 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-97e10444-448d-4a6b-b67a-4564022b9aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:53.456111 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-97e10444-448d-4a6b-b67a-4564022b9aef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294ec058-73b6-4a99-bf44-c3ca2f3709aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999358 Nov 12 04:31:53.473264 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-5f840874-6dd9-4773-9868-c05f3459d65a service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266635 Nov 12 04:31:53.516585 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:31:53.565500 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-436e6b6e-856b-4c0a-a1a8-2580f598db68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=748ffb26-f9f4-41f0-b898-e8e2c87b6af5 HTTP/1.1" status: 200 len: 217 time: 0.0747375 Nov 12 04:31:53.593395 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7945ec1f-b47a-4162-9478-440d5f57a3fc tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.593803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7945ec1f-b47a-4162-9478-440d5f57a3fc tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc98632e-290a-47ef-9381-dcd6b4958c45 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:31:53.605368 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7945ec1f-b47a-4162-9478-440d5f57a3fc tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.605368 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7945ec1f-b47a-4162-9478-440d5f57a3fc tempest-RoutersTestDVR-2012415340 tempest-RoutersTestDVR-2012415340-project-admin] 10.222.0.37 "DELETE /v2.0/routers/bc98632e-290a-47ef-9381-dcd6b4958c45 HTTP/1.1" status: 204 len: 168 time: 0.5770657 Nov 12 04:31:53.645168 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-252feb97-2600-4de9-90ad-421fd32fd39e service neutron] 10.222.0.31 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808593 Nov 12 04:31:53.647266 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'name': 'tempest-TestServerBasicOps-1299889308-router', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:41Z', 'updated_at': '2021-11-12T04:31:49Z', 'revision_number': 4, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'gw_port': {'id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:43Z', 'updated_at': '2021-11-12T04:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '02c38c72-69e8-46c2-8bc0-e19274cce0da', 'name': '', 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'mac_address': 'fa:16:3e:d5:b7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'd42717c3-3818-4929-b170-a5e423fbda0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:47Z', 'updated_at': '2021-11-12T04:31:50Z', 'revision_number': 2, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'subnets': [{'id': 'd42717c3-3818-4929-b170-a5e423fbda0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:53.647556 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-4b05cb92-98fc-472e-820a-19363a68843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:53.649722 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-4b05cb92-98fc-472e-820a-19363a68843a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=def5bb2e-e9ac-468c-88b9-6c140d20e94c HTTP/1.1" status: 200 len: 797 time: 0.0740514 Nov 12 04:31:53.684563 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] Checking router: 77e204c4-f7e6-4c17-9340-d9b00891f3e6 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:53.684921 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] Updating router 77e204c4-f7e6-4c17-9340-d9b00891f3e6 port 02c38c72-69e8-46c2-8bc0-e19274cce0da binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:31:53.721814 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5ea5ee2-4f8d-4610-873f-8a324846906a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.723278 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.807825 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-5686cedf-87b0-41f1-8a85-d4238fa1b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:53.809494 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-5686cedf-87b0-41f1-8a85-d4238fa1b0bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79d2f23a-da96-4615-8aa1-f0a58d232473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0885210 Nov 12 04:31:53.813905 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf6bddf9-eb07-460c-bca9-a4b3d2ea4a1e req-2c2525ef-bed7-4f69-98e1-21b01f5929cd service neutron] 10.222.0.31 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612611 Nov 12 04:31:53.957775 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-c5549d5a-480d-4fc7-8f78-52e4a2af9026 service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397192 Nov 12 04:31:54.037780 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec82c6-8566-40cb-b78c-886272098021 req-bad425ae-a383-4e5b-ad65-c00b78685766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:54.039419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94ec82c6-8566-40cb-b78c-886272098021 req-bad425ae-a383-4e5b-ad65-c00b78685766 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11b870a2c29b44949808dbbff5df5d20&device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 1096 time: 0.1191714 Nov 12 04:31:54.133849 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-bdc6d831-8187-417d-9070-d96a9891e318 service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663179 Nov 12 04:31:54.150041 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.218728 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-92f3d858-5970-4d8e-adce-9d3c98eebb56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=10c4593c-bc35-4324-a92d-6a4c5e8e4683 HTTP/1.1" status: 200 len: 217 time: 0.0763652 Nov 12 04:31:54.230676 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec82c6-8566-40cb-b78c-886272098021 req-755d277a-8932-47b3-ab39-4c6c0cb14fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:54.232150 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94ec82c6-8566-40cb-b78c-886272098021 req-755d277a-8932-47b3-ab39-4c6c0cb14fa9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=294ec058-73b6-4a99-bf44-c3ca2f3709aa HTTP/1.1" status: 200 len: 918 time: 0.1853838 Nov 12 04:31:54.236229 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.317695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1df30d-b1e3-4dcc-9ce8-b8425ec8708b req-73ce0ca1-aa40-404f-a7ae-e68c6e9544c1 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:54.319164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa1df30d-b1e3-4dcc-9ce8-b8425ec8708b req-73ce0ca1-aa40-404f-a7ae-e68c6e9544c1 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 944 time: 0.1781044 Nov 12 04:31:54.343042 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc363-f428-4208-b4d9-0e6d62356271 None None] Pushing event updated for resources: {'Port': ['ID=02c38c72-69e8-46c2-8bc0-e19274cce0da,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:54.361046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-0fc196eb-22a1-4f7f-8a86-617552566cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:54.361046 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-0fc196eb-22a1-4f7f-8a86-617552566cb8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=def5bb2e-e9ac-468c-88b9-6c140d20e94c HTTP/1.1" status: 200 len: 797 time: 0.1330235 Nov 12 04:31:54.426828 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] Attempting to bind port 02c38c72-69e8-46c2-8bc0-e19274cce0da on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:54.427087 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] Attempting to bind port 02c38c72-69e8-46c2-8bc0-e19274cce0da by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '4de9da1c-81be-4a0a-b976-d83fdfd5f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:54.427452 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] Attempting to bind port 02c38c72-69e8-46c2-8bc0-e19274cce0da on network a730d3bd-8b46-4dd7-a02b-e5a523424593 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:54.433817 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:54.433817 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] Checking segment: {'id': '4de9da1c-81be-4a0a-b976-d83fdfd5f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:54.434084 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.434287 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] Bound using segment: {'id': '4de9da1c-81be-4a0a-b976-d83fdfd5f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:54.434925 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] Bound port: 02c38c72-69e8-46c2-8bc0-e19274cce0da, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de9da1c-81be-4a0a-b976-d83fdfd5f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:54.435228 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94ec82c6-8566-40cb-b78c-886272098021 req-3f3aef49-4af6-4da5-8af4-a05913899b02 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b71d8a-0aee-4fed-b884-92e362c081b5 HTTP/1.1" status: 200 len: 999 time: 0.1935201 Nov 12 04:31:54.435390 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.551232 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] For port 02c38c72-69e8-46c2-8bc0-e19274cce0da, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:54.557528 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] For port 02c38c72-69e8-46c2-8bc0-e19274cce0da, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=02c38c72-69e8-46c2-8bc0-e19274cce0da,segment=NetworkSegment(4de9da1c-81be-4a0a-b976-d83fdfd5f15f),segment_id=4de9da1c-81be-4a0a-b976-d83fdfd5f15f)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:54.614740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea5ee2-4f8d-4610-873f-8a324846906a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting port b58f419b-686b-465e-b323-75fcaadeba11 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:54.614740 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5ea5ee2-4f8d-4610-873f-8a324846906a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.654493 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60758) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:54.694361 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.718442 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-27bd604b-b81a-46d6-8868-5229f29d8f0b None None] Provisioning complete for port 02c38c72-69e8-46c2-8bc0-e19274cce0da triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:54.720576 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27bd604b-b81a-46d6-8868-5229f29d8f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.779103 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-b5ea5ee2-4f8d-4610-873f-8a324846906a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] For port b58f419b-686b-465e-b323-75fcaadeba11, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b58f419b-686b-465e-b323-75fcaadeba11,segment=NetworkSegment(81c07ca5-6d55-4ec9-bab9-22ac5273552c),segment_id=81c07ca5-6d55-4ec9-bab9-22ac5273552c)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:54.780490 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5ea5ee2-4f8d-4610-873f-8a324846906a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.788567 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] Routers {'77e204c4-f7e6-4c17-9340-d9b00891f3e6'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:54.791537 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['77e204c4-f7e6-4c17-9340-d9b00891f3e6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:54.813044 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea5ee2-4f8d-4610-873f-8a324846906a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Calling delete_port for b58f419b-686b-465e-b323-75fcaadeba11 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:54.896411 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27bd604b-b81a-46d6-8868-5229f29d8f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.952773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa1df30d-b1e3-4dcc-9ce8-b8425ec8708b req-d9b9d2aa-aabf-43ca-80bb-b16facf60235 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6223252 Nov 12 04:31:54.964783 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-27bd604b-b81a-46d6-8868-5229f29d8f0b None None] For port 02c38c72-69e8-46c2-8bc0-e19274cce0da, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=02c38c72-69e8-46c2-8bc0-e19274cce0da,segment=NetworkSegment(4de9da1c-81be-4a0a-b976-d83fdfd5f15f),segment_id=4de9da1c-81be-4a0a-b976-d83fdfd5f15f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:54.966907 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-3c12076a-dc13-4b71-90b7-7d6277bc2689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:54.969072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-3c12076a-dc13-4b71-90b7-7d6277bc2689 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79d2f23a-da96-4615-8aa1-f0a58d232473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5973587 Nov 12 04:31:55.062270 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27bd604b-b81a-46d6-8868-5229f29d8f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.105743 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-82df3166-5b27-4195-aaf3-0528c024a97b service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271553 Nov 12 04:31:55.110819 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec82c6-8566-40cb-b78c-886272098021 req-364362d0-f6f5-434d-9f65-74a67fe5de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:55.111972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94ec82c6-8566-40cb-b78c-886272098021 req-364362d0-f6f5-434d-9f65-74a67fe5de72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ebf988ec-0e1d-4fb3-b211-28e626141e57 HTTP/1.1" status: 200 len: 856 time: 0.6643424 Nov 12 04:31:55.132480 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc363-f428-4208-b4d9-0e6d62356271 None None] Pushing event updated for resources: {'Port': ['ID=02c38c72-69e8-46c2-8bc0-e19274cce0da,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:55.155958 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd604b-b81a-46d6-8868-5229f29d8f0b None None] Pushing event updated for resources: {'Port': ['ID=02c38c72-69e8-46c2-8bc0-e19274cce0da,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:55.198812 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d60a44e2-37b2-4d17-b8a2-133d3c278eae None None] Provisioning complete for port 02c38c72-69e8-46c2-8bc0-e19274cce0da triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:55.198812 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d60a44e2-37b2-4d17-b8a2-133d3c278eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.258192 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5ea5ee2-4f8d-4610-873f-8a324846906a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.286118 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] Set router 77e204c4-f7e6-4c17-9340-d9b00891f3e6 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:55.422823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec82c6-8566-40cb-b78c-886272098021 req-f9efdaeb-59bc-4290-b27b-89a820011d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:55.424387 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94ec82c6-8566-40cb-b78c-886272098021 req-f9efdaeb-59bc-4290-b27b-89a820011d7b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294ec058-73b6-4a99-bf44-c3ca2f3709aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3035963 Nov 12 04:31:55.509576 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea5ee2-4f8d-4610-873f-8a324846906a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Port': ['ID=b58f419b-686b-465e-b323-75fcaadeba11,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:55.655421 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60776) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:55.662806 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5e58df6c-0be4-4ef3-a2ad-897df44f93bd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-632260311-network', 'tenant_id': 'a3bad3979fe94582a4e948a963a21e04'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:55.686447 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94ec82c6-8566-40cb-b78c-886272098021 req-b1acf3cb-d742-4bff-b3be-c1c621fcb5ef service neutron] 10.222.0.31 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344122 Nov 12 04:31:55.692895 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-00954b33-377d-4208-a5d9-20754fe909b0 service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757873 Nov 12 04:31:55.698918 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5ea5ee2-4f8d-4610-873f-8a324846906a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.724292 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4442c747-a3a8-4d86-ad82-212c3f1756f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.778032 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-12a0567c-ea70-493f-ac77-cf40cc3ef99e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 HTTP/1.1" status: 200 len: 217 time: 0.0761044 Nov 12 04:31:55.889319 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'name': 'tempest-TestServerBasicOps-1299889308-router', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:41Z', 'updated_at': '2021-11-12T04:31:49Z', 'revision_number': 4, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'gw_port': {'id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:43Z', 'updated_at': '2021-11-12T04:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '02c38c72-69e8-46c2-8bc0-e19274cce0da', 'name': '', 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'mac_address': 'fa:16:3e:d5:b7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'd42717c3-3818-4929-b170-a5e423fbda0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:47Z', 'updated_at': '2021-11-12T04:31:54Z', 'revision_number': 4, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'subnets': [{'id': 'd42717c3-3818-4929-b170-a5e423fbda0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:55.952798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-35a8b809-ff20-4f57-b211-a98d7cbc908d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:55.958528 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-35a8b809-ff20-4f57-b211-a98d7cbc908d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=def5bb2e-e9ac-468c-88b9-6c140d20e94c HTTP/1.1" status: 200 len: 797 time: 0.1735663 Nov 12 04:31:55.982303 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1619b470-cda6-4d5c-b895-03c5290360a6 None None] The sync data for ids ['77e204c4-f7e6-4c17-9340-d9b00891f3e6'] in n-d-768509-24 is: [{'id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'name': 'tempest-TestServerBasicOps-1299889308-router', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:41Z', 'updated_at': '2021-11-12T04:31:49Z', 'revision_number': 4, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'gw_port': {'id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:43Z', 'updated_at': '2021-11-12T04:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '02c38c72-69e8-46c2-8bc0-e19274cce0da', 'name': '', 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'mac_address': 'fa:16:3e:d5:b7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'd42717c3-3818-4929-b170-a5e423fbda0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:47Z', 'updated_at': '2021-11-12T04:31:54Z', 'revision_number': 4, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'subnets': [{'id': 'd42717c3-3818-4929-b170-a5e423fbda0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:56.063980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94ec82c6-8566-40cb-b78c-886272098021 req-3454b1fa-1a4a-47ea-a0c7-bf42a9ab05e2 service neutron] 10.222.0.31 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615103 Nov 12 04:31:56.129595 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e58df6c-0be4-4ef3-a2ad-897df44f93bd admin admin] Made reservation on behalf of a3bad3979fe94582a4e948a963a21e04 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:31:56.137019 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e58df6c-0be4-4ef3-a2ad-897df44f93bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.173404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-04632304-cf30-42c0-99aa-efeede2c7f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:56.175291 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-04632304-cf30-42c0-99aa-efeede2c7f92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79d2f23a-da96-4615-8aa1-f0a58d232473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1953065 Nov 12 04:31:56.382143 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4442c747-a3a8-4d86-ad82-212c3f1756f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.392383 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ea5ee2-4f8d-4610-873f-8a324846906a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 84b8e709-5fe1-45e5-889f-287c3ce85435 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:56.393908 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e58df6c-0be4-4ef3-a2ad-897df44f93bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.413222 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30e231-2f39-4d99-8475-128625b08e9d req-5f93af32-2cfe-4dd5-97d6-986dc26d6ad4 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:56.415832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc30e231-2f39-4d99-8475-128625b08e9d req-5f93af32-2cfe-4dd5-97d6-986dc26d6ad4 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 944 time: 0.2395155 Nov 12 04:31:56.491146 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-9d54e211-1786-4cee-926d-68b884cf229a service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909100 Nov 12 04:31:56.495192 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4442c747-a3a8-4d86-ad82-212c3f1756f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.532169 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4442c747-a3a8-4d86-ad82-212c3f1756f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ffd25d63e9f413683d9fe6601c11d8b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8762369 Nov 12 04:31:56.535472 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60784) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:56.672833 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-bc745ba6-4044-4f78-887a-f7e92a0056c4 service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704502 Nov 12 04:31:56.752459 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc30e231-2f39-4d99-8475-128625b08e9d req-b90e188f-2e96-437a-a0cf-0ed4c36d1bd1 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3269353 Nov 12 04:31:56.794041 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442c747-a3a8-4d86-ad82-212c3f1756f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4ca375-6a08-4737-9131-17b15524fa2c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:56.803372 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 02c38c72-69e8-46c2-8bc0-e19274cce0da up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:56.844305 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-4619a2e2-244f-4835-ae62-72feba499eb2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee1c7c92-c878-4363-aaec-68d541b247e9 HTTP/1.1" status: 200 len: 217 time: 0.1538870 Nov 12 04:31:56.953216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 02c38c72-69e8-46c2-8bc0-e19274cce0da triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:56.953610 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.985549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-4e31e31c-08c2-4b9c-b414-510133ba37e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:56.986861 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e58df6c-0be4-4ef3-a2ad-897df44f93bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.988558 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ea5ee2-4f8d-4610-873f-8a324846906a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:56.989341 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-4e31e31c-08c2-4b9c-b414-510133ba37e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa523a34-d8df-4b2a-8bb1-49cddad3028a HTTP/1.1" status: 200 len: 797 time: 0.1397855 Nov 12 04:31:57.012800 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b5ea5ee2-4f8d-4610-873f-8a324846906a tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/84b8e709-5fe1-45e5-889f-287c3ce85435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9444165 Nov 12 04:31:57.017034 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60792) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:57.039559 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee51f343-2d03-43d0-a4df-c661fd8cd4f6 None None] Sync routers for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:57.073526 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee51f343-2d03-43d0-a4df-c661fd8cd4f6 None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:57.074459 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ee51f343-2d03-43d0-a4df-c661fd8cd4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:57.092542 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e58df6c-0be4-4ef3-a2ad-897df44f93bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.094559 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-cfbf7cf1-208c-4b71-b865-fa21ceb46536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:57.096291 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-cfbf7cf1-208c-4b71-b865-fa21ceb46536 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ce3611a-3158-4092-88f0-6068ca0e253f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0995913 Nov 12 04:31:57.121317 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d3b70f9-485f-42f5-ba85-3d9013494d00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.200866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-ee51f343-2d03-43d0-a4df-c661fd8cd4f6 None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:57.216811 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e58df6c-0be4-4ef3-a2ad-897df44f93bd admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:31:57.317838 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d3b70f9-485f-42f5-ba85-3d9013494d00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.334311 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-018c825c-4e39-4039-b53a-38c257c614a6 service neutron] 10.222.0.21 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232881 Nov 12 04:31:57.435931 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58df6c-0be4-4ef3-a2ad-897df44f93bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de38f446-cf5e-4063-878a-0eb5c48ebd26,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:57.448402 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f20fdb-dbb1-4e0e-be2d-ebb4146b632b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting subnet 78bde239-9f93-4080-ae1f-4969b0e19200 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:31:57.452837 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07f20fdb-dbb1-4e0e-be2d-ebb4146b632b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.532658 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e58df6c-0be4-4ef3-a2ad-897df44f93bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.533072 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-5e58df6c-0be4-4ef3-a2ad-897df44f93bd admin admin] Added segment bcedbd70-75db-42e8-8fbe-28724eae4077 of type vlan for network 0c5dca3b-2eb2-4cb6-88b9-6315d3871c46 Nov 12 04:31:57.534387 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d3b70f9-485f-42f5-ba85-3d9013494d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.535736 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-fc7dcc22-7f90-44ae-85d5-fc17be5f6a38 service neutron] 10.222.0.21 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924436 Nov 12 04:31:57.544737 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6d3b70f9-485f-42f5-ba85-3d9013494d00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.548797 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6d3b70f9-485f-42f5-ba85-3d9013494d00 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a4ca375-6a08-4737-9131-17b15524fa2c HTTP/1.1" status: 204 len: 168 time: 0.9965606 Nov 12 04:31:57.590673 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07f20fdb-dbb1-4e0e-be2d-ebb4146b632b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.615787 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b70f9-485f-42f5-ba85-3d9013494d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4ca375-6a08-4737-9131-17b15524fa2c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:57.654379 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-29944021-7abc-4560-b446-270e5423907b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c757535-b667-421c-b16e-cd68aff94d0b HTTP/1.1" status: 200 len: 217 time: 0.1084142 Nov 12 04:31:57.667881 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ee51f343-2d03-43d0-a4df-c661fd8cd4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:55Z', 'revision_number': 11, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:57.710840 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee51f343-2d03-43d0-a4df-c661fd8cd4f6 None None] Checking router: 84b8e709-5fe1-45e5-889f-287c3ce85435 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:57.783249 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e58df6c-0be4-4ef3-a2ad-897df44f93bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.801162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-1358a260-4b1b-40bb-8f6c-63ec17125ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:57.811698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-1358a260-4b1b-40bb-8f6c-63ec17125ade service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa523a34-d8df-4b2a-8bb1-49cddad3028a HTTP/1.1" status: 200 len: 797 time: 0.1474459 Nov 12 04:31:57.811910 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee51f343-2d03-43d0-a4df-c661fd8cd4f6 None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:57.812402 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ee51f343-2d03-43d0-a4df-c661fd8cd4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:57.917273 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6882-1711-49b9-8fa2-93a80179e780 req-5983d41a-9c15-486a-9f46-6e435f9ee811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:57.925999 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-5983d41a-9c15-486a-9f46-6e435f9ee811 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ce3611a-3158-4092-88f0-6068ca0e253f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1103277 Nov 12 04:31:57.983528 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07f20fdb-dbb1-4e0e-be2d-ebb4146b632b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.049787 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e58df6c-0be4-4ef3-a2ad-897df44f93bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.054347 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e58df6c-0be4-4ef3-a2ad-897df44f93bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:58.054347 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e58df6c-0be4-4ef3-a2ad-897df44f93bd admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.176526 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5e58df6c-0be4-4ef3-a2ad-897df44f93bd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5194926 Nov 12 04:31:58.179350 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60804) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:58.184940 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-ee51f343-2d03-43d0-a4df-c661fd8cd4f6 None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:58.190842 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1f284c14-d5d8-4030-bdc4-43566dec6674 admin admin] Request body: {'subnet': {'network_id': '0c5dca3b-2eb2-4cb6-88b9-6315d3871c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-632260311-subnet', 'tenant_id': 'a3bad3979fe94582a4e948a963a21e04', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:58.222774 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58df6c-0be4-4ef3-a2ad-897df44f93bd admin admin] Pushing event updated for resources: {'Network': ['ID=0c5dca3b-2eb2-4cb6-88b9-6315d3871c46,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:58.226762 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60806) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:58.261719 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 0c5dca3b-2eb2-4cb6-88b9-6315d3871c46 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:31:58.330258 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-16efe09a-d4cf-4f7e-b3a0-809c06564862 service neutron] 10.222.0.21 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948829 Nov 12 04:31:58.345902 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07f20fdb-dbb1-4e0e-be2d-ebb4146b632b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.350701 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622be24-b1e1-4286-a6d6-12b647e31a0c req-19862995-f62a-4d9e-bf85-e9be8d80480a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:58.366074 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4622be24-b1e1-4286-a6d6-12b647e31a0c req-19862995-f62a-4d9e-bf85-e9be8d80480a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 944 time: 0.2416565 Nov 12 04:31:58.401088 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ee51f343-2d03-43d0-a4df-c661fd8cd4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:55Z', 'revision_number': 11, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:58.425658 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f284c14-d5d8-4030-bdc4-43566dec6674 admin admin] Made reservation on behalf of a3bad3979fe94582a4e948a963a21e04 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:31:58.428523 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f284c14-d5d8-4030-bdc4-43566dec6674 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.439568 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f20fdb-dbb1-4e0e-be2d-ebb4146b632b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Subnet': ['ID=78bde239-9f93-4080-ae1f-4969b0e19200,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:58.444100 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-07f20fdb-dbb1-4e0e-be2d-ebb4146b632b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.449387 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-07f20fdb-dbb1-4e0e-be2d-ebb4146b632b tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/subnets/78bde239-9f93-4080-ae1f-4969b0e19200 HTTP/1.1" status: 204 len: 168 time: 1.4307404 Nov 12 04:31:58.455913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60810) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:58.479205 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60acec8c-5dba-41b5-bcd4-908f30f912c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.540258 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4622be24-b1e1-4286-a6d6-12b647e31a0c req-2500b53d-80af-4f2b-8a1d-f29ae2fcdbe7 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731637 Nov 12 04:31:58.553363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee51f343-2d03-43d0-a4df-c661fd8cd4f6 None None] The sync data for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 is: [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:55Z', 'revision_number': 11, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:58.555875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef426c0f-3765-4bdc-b8e8-a0aaa7dc8d58 None None] Network 27beea2e-4f1c-437e-a8c2-d69cff058b11 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:58.646213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-754c6882-1711-49b9-8fa2-93a80179e780 req-7ab7295e-43e5-48e8-b3a0-5dd7b0c55c3f service neutron] 10.222.0.21 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758799 Nov 12 04:31:58.652660 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.739517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Deleting port 76b5a764-bc9f-49f1-baf4-a71f5c65dce9 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:58.740188 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.806897 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60812) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:58.830112 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eea048cb-1760-4f07-b623-fc083b063d1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.868457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] For port 76b5a764-bc9f-49f1-baf4-a71f5c65dce9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=76b5a764-bc9f-49f1-baf4-a71f5c65dce9,segment=NetworkSegment(81c07ca5-6d55-4ec9-bab9-22ac5273552c),segment_id=81c07ca5-6d55-4ec9-bab9-22ac5273552c)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:58.869009 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.891629 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Calling delete_port for 76b5a764-bc9f-49f1-baf4-a71f5c65dce9 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:58.912435 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60acec8c-5dba-41b5-bcd4-908f30f912c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.975260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9a9219-eb23-4463-8f6b-cde3f433f510 None None] DHCP port deletion for 27beea2e-4f1c-437e-a8c2-d69cff058b11 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:59.000534 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60acec8c-5dba-41b5-bcd4-908f30f912c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.064217 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eea048cb-1760-4f07-b623-fc083b063d1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.070169 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-60acec8c-5dba-41b5-bcd4-908f30f912c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c551a594f96e475c804f64ff0257beda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8398492 Nov 12 04:31:59.072332 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60814) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:59.087480 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f284c14-d5d8-4030-bdc4-43566dec6674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.100099 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9f9a9219-eb23-4463-8f6b-cde3f433f510 None None] Deleting port 76b5a764-bc9f-49f1-baf4-a71f5c65dce9 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:59.101338 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f9a9219-eb23-4463-8f6b-cde3f433f510 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.168774 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eea048cb-1760-4f07-b623-fc083b063d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.223665 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.228577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acec8c-5dba-41b5-bcd4-908f30f912c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a3beb5-813c-404d-a5dd-e3c1823bf196,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:59.266796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f284c14-d5d8-4030-bdc4-43566dec6674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1469950d-67ef-4e95-9073-f71ffc0c18da,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:59.289383 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-9f9a9219-eb23-4463-8f6b-cde3f433f510 None None] For port 76b5a764-bc9f-49f1-baf4-a71f5c65dce9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=76b5a764-bc9f-49f1-baf4-a71f5c65dce9,segment=NetworkSegment(81c07ca5-6d55-4ec9-bab9-22ac5273552c),segment_id=81c07ca5-6d55-4ec9-bab9-22ac5273552c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:59.290793 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f9a9219-eb23-4463-8f6b-cde3f433f510 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.298422 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60818) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:59.298700 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-eea048cb-1760-4f07-b623-fc083b063d1c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=efde7b01a7bb46a39389150f9cd08d9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4900506 Nov 12 04:31:59.317555 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f284c14-d5d8-4030-bdc4-43566dec6674 admin admin] Checking segment: {'id': 'bcedbd70-75db-42e8-8fbe-28724eae4077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c5dca3b-2eb2-4cb6-88b9-6315d3871c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:59.317736 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f284c14-d5d8-4030-bdc4-43566dec6674 admin admin] Network hostable DHCP agents. Network: 0c5dca3b-2eb2-4cb6-88b9-6315d3871c46, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:31:59.342989 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea048cb-1760-4f07-b623-fc083b063d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e1e1b2-d3a8-42e6-be15-e6975d77f545,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:59.347599 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] No DVR routers for this DVR port 76b5a764-bc9f-49f1-baf4-a71f5c65dce9 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:31:59.357585 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Port': ['ID=76b5a764-bc9f-49f1-baf4-a71f5c65dce9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:59.374164 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9f9a9219-eb23-4463-8f6b-cde3f433f510 None None] Calling delete_port for 76b5a764-bc9f-49f1-baf4-a71f5c65dce9 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:59.395502 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f24d4c5-834c-4933-a41a-884df493c725 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.440035 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6db97623-1863-4751-b0fa-4e70185488d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.492292 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f24d4c5-834c-4933-a41a-884df493c725 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.497272 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f284c14-d5d8-4030-bdc4-43566dec6674 admin admin] Network 0c5dca3b-2eb2-4cb6-88b9-6315d3871c46 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:31:59.504422 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6db97623-1863-4751-b0fa-4e70185488d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.507771 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.548613 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f9a9219-eb23-4463-8f6b-cde3f433f510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.576706 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27beea2e-4f1c-437e-a8c2-d69cff058b11']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:59.590989 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1f284c14-d5d8-4030-bdc4-43566dec6674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 0c5dca3b-2eb2-4cb6-88b9-6315d3871c46) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:59.598116 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f284c14-d5d8-4030-bdc4-43566dec6674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:59.598116 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f284c14-d5d8-4030-bdc4-43566dec6674 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.602606 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c07ca5-6d55-4ec9-bab9-22ac5273552c') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:59.605561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c07ca5-6d55-4ec9-bab9-22ac5273552c') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:59.633117 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.634925 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249f967a-7088-44c7-93aa-7ccfef84fc43 None None] Network 0c5dca3b-2eb2-4cb6-88b9-6315d3871c46 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:59.643567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a9219-eb23-4463-8f6b-cde3f433f510 None None] Pushing event deleted for resources: {'Port': ['ID=76b5a764-bc9f-49f1-baf4-a71f5c65dce9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:59.665349 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.676618 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6db97623-1863-4751-b0fa-4e70185488d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.677708 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:31:59.678121 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.679806 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6db97623-1863-4751-b0fa-4e70185488d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:31:59.682414 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:31:59.689601 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6db97623-1863-4751-b0fa-4e70185488d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12e1e1b2-d3a8-42e6-be15-e6975d77f545 HTTP/1.1" status: 204 len: 168 time: 0.3834467 Nov 12 04:31:59.694905 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a9219-eb23-4463-8f6b-cde3f433f510 None None] No DVR routers for this DVR port 76b5a764-bc9f-49f1-baf4-a71f5c65dce9 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:31:59.699007 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db97623-1863-4751-b0fa-4e70185488d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e1e1b2-d3a8-42e6-be15-e6975d77f545,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:59.722460 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1f284c14-d5d8-4030-bdc4-43566dec6674 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5372140 Nov 12 04:31:59.725868 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60824) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:59.743731 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-39e2296c-9d3f-4678-bc56-d3aad5f974ad admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-632260311-router', 'tenant_id': 'a3bad3979fe94582a4e948a963a21e04', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:59.779579 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f24d4c5-834c-4933-a41a-884df493c725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.782590 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f24d4c5-834c-4933-a41a-884df493c725 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.794990 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7f24d4c5-834c-4933-a41a-884df493c725 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14a3beb5-813c-404d-a5dd-e3c1823bf196 HTTP/1.1" status: 204 len: 168 time: 0.7131369 Nov 12 04:31:59.845162 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39e2296c-9d3f-4678-bc56-d3aad5f974ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.846560 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39e2296c-9d3f-4678-bc56-d3aad5f974ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.886999 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24d4c5-834c-4933-a41a-884df493c725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a3beb5-813c-404d-a5dd-e3c1823bf196,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:59.906150 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e125ae2-988a-4e9c-9f77-25676e790bb9 req-45d2aaa9-d43b-4de6-9171-5e0089e79b0a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:59.908337 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e125ae2-988a-4e9c-9f77-25676e790bb9 req-45d2aaa9-d43b-4de6-9171-5e0089e79b0a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 944 time: 0.2345285 Nov 12 04:31:59.964233 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.975529 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.991386 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/networks/27beea2e-4f1c-437e-a8c2-d69cff058b11 HTTP/1.1" status: 204 len: 168 time: 1.5279703 Nov 12 04:32:00.010705 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60828) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:00.042792 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-0c5dca3b-2eb2-4cb6-88b9-6315d3871c46', 'network_id': '0c5dca3b-2eb2-4cb6-88b9-6315d3871c46', 'tenant_id': 'a3bad3979fe94582a4e948a963a21e04', 'fixed_ips': [{'subnet_id': '1469950d-67ef-4e95-9073-f71ffc0c18da'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:32:00.043796 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.059991 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-1e756ed0-addc-48a2-bf27-28463506aee5 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'router': {'routes': None}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:00.063276 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39e2296c-9d3f-4678-bc56-d3aad5f974ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.159663 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff21ff4-212f-4ec2-a441-176d3a3830fa tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Pushing event deleted for resources: {'Network': ['ID=27beea2e-4f1c-437e-a8c2-d69cff058b11,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:00.166383 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e125ae2-988a-4e9c-9f77-25676e790bb9 req-9b69bc95-5cdf-4ea7-9d50-69e203c7d6fc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498934 Nov 12 04:32:00.337714 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] Allocated IP 172.20.0.2 (0c5dca3b-2eb2-4cb6-88b9-6315d3871c46/1469950d-67ef-4e95-9073-f71ffc0c18da/bfb3859d-d25b-4d95-b280-76d825fe74e8) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:00.403881 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39e2296c-9d3f-4678-bc56-d3aad5f974ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.417429 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.extraroute_db [None req-1e756ed0-addc-48a2-bf27-28463506aee5 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Added routes are [] {{(pid=103296) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 04:32:00.418018 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.extraroute_db [None req-1e756ed0-addc-48a2-bf27-28463506aee5 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Removed routes are [] {{(pid=103296) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 04:32:00.421262 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1e756ed0-addc-48a2-bf27-28463506aee5 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.627126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b58f419b-686b-465e-b323-75fcaadeba11 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:32:00.684121 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1e756ed0-addc-48a2-bf27-28463506aee5 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.695459 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1e756ed0-addc-48a2-bf27-28463506aee5 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.717898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: b58f419b-686b-465e-b323-75fcaadeba11 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:32:00.718760 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b58f419b-686b-465e-b323-75fcaadeba11 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:32:00.719363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 76b5a764-bc9f-49f1-baf4-a71f5c65dce9 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:32:00.762476 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 76b5a764-bc9f-49f1-baf4-a71f5c65dce9 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:32:00.763034 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 76b5a764-bc9f-49f1-baf4-a71f5c65dce9 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:32:00.777942 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.842498 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.845003 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e756ed0-addc-48a2-bf27-28463506aee5 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router 84b8e709-5fe1-45e5-889f-287c3ce85435 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:32:00.952731 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39e2296c-9d3f-4678-bc56-d3aad5f974ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.958197 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e756ed0-addc-48a2-bf27-28463506aee5 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:32:00.969129 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1e756ed0-addc-48a2-bf27-28463506aee5 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.970749 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869c639-93ee-45e0-b1f0-6c840cde199a None None] Sync routers for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:32:00.973193 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1e756ed0-addc-48a2-bf27-28463506aee5 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/84b8e709-5fe1-45e5-889f-287c3ce85435 HTTP/1.1" status: 200 len: 704 time: 0.9175978 Nov 12 04:32:00.973856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60844) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:00.984850 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869c639-93ee-45e0-b1f0-6c840cde199a None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:00.985928 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] Network 0c5dca3b-2eb2-4cb6-88b9-6315d3871c46 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:00.987094 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] Pushing event updated for resources: {'Port': ['ID=bfb3859d-d25b-4d95-b280-76d825fe74e8,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:00.987718 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9869c639-93ee-45e0-b1f0-6c840cde199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:00.995721 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:00.998964 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39e2296c-9d3f-4678-bc56-d3aad5f974ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.001615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:01.069674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0e0b4a4e-c5d8-4358-b6a7-d1e2fcc92eff tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/ports?device_id=84b8e709-5fe1-45e5-889f-287c3ce85435 HTTP/1.1" status: 200 len: 205 time: 0.0923059 Nov 12 04:32:01.070101 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60848) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:01.088535 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] Attempting to bind port bfb3859d-d25b-4d95-b280-76d825fe74e8 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:32:01.089197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] Attempting to bind port bfb3859d-d25b-4d95-b280-76d825fe74e8 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'bcedbd70-75db-42e8-8fbe-28724eae4077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c5dca3b-2eb2-4cb6-88b9-6315d3871c46'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:32:01.089644 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] Attempting to bind port bfb3859d-d25b-4d95-b280-76d825fe74e8 on network 0c5dca3b-2eb2-4cb6-88b9-6315d3871c46 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:01.096111 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:32:01.096728 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] Checking segment: {'id': 'bcedbd70-75db-42e8-8fbe-28724eae4077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c5dca3b-2eb2-4cb6-88b9-6315d3871c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:01.097257 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.098052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] Bound using segment: {'id': 'bcedbd70-75db-42e8-8fbe-28724eae4077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c5dca3b-2eb2-4cb6-88b9-6315d3871c46'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:32:01.098913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] Bound port: bfb3859d-d25b-4d95-b280-76d825fe74e8, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcedbd70-75db-42e8-8fbe-28724eae4077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c5dca3b-2eb2-4cb6-88b9-6315d3871c46'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:32:01.099532 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.138734 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-9869c639-93ee-45e0-b1f0-6c840cde199a None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:01.198991 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6a59-0ed2-40b2-ab2e-6d313509cfb0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.231115 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9869c639-93ee-45e0-b1f0-6c840cde199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:55Z', 'revision_number': 11, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:01.303032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] For port bfb3859d-d25b-4d95-b280-76d825fe74e8, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:32:01.314282 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] For port bfb3859d-d25b-4d95-b280-76d825fe74e8, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=bfb3859d-d25b-4d95-b280-76d825fe74e8,segment=NetworkSegment(bcedbd70-75db-42e8-8fbe-28724eae4077),segment_id=bcedbd70-75db-42e8-8fbe-28724eae4077)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:32:01.316105 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869c639-93ee-45e0-b1f0-6c840cde199a None None] Checking router: 84b8e709-5fe1-45e5-889f-287c3ce85435 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:32:01.384526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e7e9f-89fb-4214-82a7-4967c9d17513 req-00d26845-5db1-487a-9b9f-c359e3b2ac27 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:01.387269 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869c639-93ee-45e0-b1f0-6c840cde199a None None] Routers {'84b8e709-5fe1-45e5-889f-287c3ce85435'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:01.390146 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9869c639-93ee-45e0-b1f0-6c840cde199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['84b8e709-5fe1-45e5-889f-287c3ce85435'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:01.392021 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-594e7e9f-89fb-4214-82a7-4967c9d17513 req-00d26845-5db1-487a-9b9f-c359e3b2ac27 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 944 time: 0.0637088 Nov 12 04:32:01.410430 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.471811 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-594e7e9f-89fb-4214-82a7-4967c9d17513 req-4eae8b65-c270-400e-ad28-22f681f62389 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788248 Nov 12 04:32:01.562266 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35e164-f0f7-4d99-8da7-46b4d025540c None None] Pushing event updated for resources: {'Port': ['ID=bfb3859d-d25b-4d95-b280-76d825fe74e8,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:01.631204 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-9869c639-93ee-45e0-b1f0-6c840cde199a None None] Set router 84b8e709-5fe1-45e5-889f-287c3ce85435 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:01.807143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60866) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:01.869043 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9869c639-93ee-45e0-b1f0-6c840cde199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:55Z', 'revision_number': 11, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:01.936477 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869c639-93ee-45e0-b1f0-6c840cde199a None None] The sync data for ids ['84b8e709-5fe1-45e5-889f-287c3ce85435'] in n-d-768509-24 is: [{'id': '84b8e709-5fe1-45e5-889f-287c3ce85435', 'name': 'tempest-RoutersIpV6Test-router-411153151', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:57Z', 'updated_at': '2021-11-12T04:31:55Z', 'revision_number': 11, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:32:02.088338 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Request body: {'networks': [{'name': 'tempest-network--1886576183'}, {'name': 'tempest-network--375253932'}]} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:02.088714 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Request body: {'network': {'name': 'tempest-network--1886576183'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:02.089143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Request body: {'network': {'name': 'tempest-network--375253932'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:02.111807 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-39e2296c-9d3f-4678-bc56-d3aad5f974ad admin admin] Allocated IP 172.25.1.214 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/3d00e846-0c08-43ba-918e-788290786bb5) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:02.120117 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6a59-0ed2-40b2-ab2e-6d313509cfb0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.123838 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6a59-0ed2-40b2-ab2e-6d313509cfb0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.213313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Made reservation on behalf of 9c35a2d0efd048e7ac4d8636ac8d4052 for: {'network': 2} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:02.218082 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.234286 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.355728 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.387161 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39e2296c-9d3f-4678-bc56-d3aad5f974ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.398127 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6a59-0ed2-40b2-ab2e-6d313509cfb0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.399478 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0c6a59-0ed2-40b2-ab2e-6d313509cfb0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Fanout notify agent at l3_agent the message router_deleted on router 84b8e709-5fe1-45e5-889f-287c3ce85435 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:32:02.409789 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6a59-0ed2-40b2-ab2e-6d313509cfb0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.415604 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cc0c6a59-0ed2-40b2-ab2e-6d313509cfb0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/routers/84b8e709-5fe1-45e5-889f-287c3ce85435 HTTP/1.1" status: 204 len: 168 time: 1.3435218 Nov 12 04:32:02.416938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60878) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:02.426042 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-62eae6c6-10b3-410f-a836-1c40947480d1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1090216649', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:02.459331 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.459832 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.544288 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03751234-0ad8-48ca-8755-5177f7337c03,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:02.559201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:32:02.577926 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.578289 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Added segment 5ed51059-da3f-42db-b030-04c3981933f0 of type vlan for network 2851e18b-911f-4521-b8a5-ee91782baf63 Nov 12 04:32:02.637591 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39e2296c-9d3f-4678-bc56-d3aad5f974ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.708291 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device bfb3859d-d25b-4d95-b280-76d825fe74e8 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:32:02.746141 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2296c-9d3f-4678-bc56-d3aad5f974ad admin admin] Pushing event updated for resources: {'Port': ['ID=3d00e846-0c08-43ba-918e-788290786bb5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:02.749356 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.766121 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e2296c-9d3f-4678-bc56-d3aad5f974ad admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:02.769237 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-39e2296c-9d3f-4678-bc56-d3aad5f974ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:02.772719 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e2296c-9d3f-4678-bc56-d3aad5f974ad admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:02.811389 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50710c0a-bfbb-4bb3-9991-ab3767446709 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:32:02.816736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e63691-1ca4-4819-adb2-8d44ed4a316d req-d32d6a47-acca-44af-b9fb-7ffd0706ee88 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:02.827302 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-19e63691-1ca4-4819-adb2-8d44ed4a316d req-d32d6a47-acca-44af-b9fb-7ffd0706ee88 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 944 time: 0.2238884 Nov 12 04:32:02.874841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port bfb3859d-d25b-4d95-b280-76d825fe74e8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:02.875477 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.db.resource_extend [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 04:32:02.878908 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-62eae6c6-10b3-410f-a836-1c40947480d1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.879337 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.882614 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-62eae6c6-10b3-410f-a836-1c40947480d1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.928069 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-19e63691-1ca4-4819-adb2-8d44ed4a316d req-10885545-9e27-4117-9b5c-26ed064707e7 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977089 Nov 12 04:32:02.951577 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:32:02.970213 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.971660 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Added segment d297f91d-2a95-48a7-8e2f-6017d30027c6 of type vlan for network 38c3437b-410e-4203-bc85-7773752dee84 Nov 12 04:32:02.983812 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0aeac8d7-0b8c-4fe4-93cc-027b0a2dae4b None None] Provisioning complete for port 3d00e846-0c08-43ba-918e-788290786bb5 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:02.984690 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0aeac8d7-0b8c-4fe4-93cc-027b0a2dae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.076659 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.077037 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-62eae6c6-10b3-410f-a836-1c40947480d1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.101150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0aeac8d7-0b8c-4fe4-93cc-027b0a2dae4b None None] Port 3d00e846-0c08-43ba-918e-788290786bb5 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:32:03.146745 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port bfb3859d-d25b-4d95-b280-76d825fe74e8, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=bfb3859d-d25b-4d95-b280-76d825fe74e8,segment=NetworkSegment(bcedbd70-75db-42e8-8fbe-28724eae4077),segment_id=bcedbd70-75db-42e8-8fbe-28724eae4077)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:03.171356 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-62eae6c6-10b3-410f-a836-1c40947480d1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.198525 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.202691 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2c445168-1e99-43a8-bdbc-1d9205e14b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.216746 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cbe043-a9d1-45d3-a120-76bf54c1c724 None None] Network 0c5dca3b-2eb2-4cb6-88b9-6315d3871c46 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:32:03.257759 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.315146 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-62eae6c6-10b3-410f-a836-1c40947480d1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.316308 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-62eae6c6-10b3-410f-a836-1c40947480d1 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8971655 Nov 12 04:32:03.323885 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60884) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:03.329637 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-83a4cf3e-1d93-4e11-b512-ce8c5a36cdf0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:03.393223 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-32053bad-6d5b-47f3-9206-607ce79d114b None None] Provisioning complete for port bfb3859d-d25b-4d95-b280-76d825fe74e8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:03.393628 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32053bad-6d5b-47f3-9206-607ce79d114b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.400000 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39e2296c-9d3f-4678-bc56-d3aad5f974ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.634394 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=bfb3859d-d25b-4d95-b280-76d825fe74e8,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:03.671935 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:03.674472 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:03.679218 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:03.680517 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:03.681075 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:03.681615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:03.682206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:03.682888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:03.683401 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:03.683916 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:03.684453 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:03.685110 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:03.769286 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39e2296c-9d3f-4678-bc56-d3aad5f974ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.808292 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.808909 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.815752 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:03.821921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:03.822828 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.985848 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event updated for resources: {'Network': ['ID=2851e18b-911f-4521-b8a5-ee91782baf63,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:04.001922 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 2851e18b-911f-4521-b8a5-ee91782baf63 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:32:04.193304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9dae2ecb-f17e-4b52-9de7-8e2b83e95332 None None] Provisioning complete for port bfb3859d-d25b-4d95-b280-76d825fe74e8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:04.193787 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9dae2ecb-f17e-4b52-9de7-8e2b83e95332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:04.258863 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event updated for resources: {'Network': ['ID=38c3437b-410e-4203-bc85-7773752dee84,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:04.277629 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 38c3437b-410e-4203-bc85-7773752dee84 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:32:04.281760 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18a31b-3a6c-4245-a57a-9c1a5f2d5ffb req-73f37495-d125-429c-b457-11d65d6fe469 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:04.283565 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b18a31b-3a6c-4245-a57a-9c1a5f2d5ffb req-73f37495-d125-429c-b457-11d65d6fe469 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 944 time: 0.1506169 Nov 12 04:32:04.385502 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-55728a37-2504-4176-b1e8-ddd3e31d106d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.5742345 Nov 12 04:32:04.387816 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60902) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:04.439747 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-83a4cf3e-1d93-4e11-b512-ce8c5a36cdf0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10142'] for router, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:04.468037 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e2296c-9d3f-4678-bc56-d3aad5f974ad admin admin] Router 6a70e103-cd41-4ac4-b14f-d38ce551800e is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:32:04.542611 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b18a31b-3a6c-4245-a57a-9c1a5f2d5ffb req-dc33775f-b078-454f-8210-c0d92f4219ba tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630366 Nov 12 04:32:04.543909 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-83a4cf3e-1d93-4e11-b512-ce8c5a36cdf0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653608'] for router, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:04.585314 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device bfb3859d-d25b-4d95-b280-76d825fe74e8 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:32:04.696955 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port bfb3859d-d25b-4d95-b280-76d825fe74e8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:04.697394 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:04.810619 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714c528b-792e-46fc-872b-097f00cb3fc7 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:04.816836 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714c528b-792e-46fc-872b-097f00cb3fc7 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:04.821620 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a4cf3e-1d93-4e11-b512-ce8c5a36cdf0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Router a6173edb-b6ff-4745-99c1-21f4f96a4512 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:32:04.827087 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714c528b-792e-46fc-872b-097f00cb3fc7 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:04.833512 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714c528b-792e-46fc-872b-097f00cb3fc7 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:04.838045 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-714c528b-792e-46fc-872b-097f00cb3fc7 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4458091 Nov 12 04:32:04.841907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60904) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:04.932380 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-495dd8b3-c192-4b45-a10b-5d341a42a41e tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:04.949153 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e2296c-9d3f-4678-bc56-d3aad5f974ad admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:32:05.019684 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a4cf3e-1d93-4e11-b512-ce8c5a36cdf0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:32:05.026327 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] Sync routers for ids ['6a70e103-cd41-4ac4-b14f-d38ce551800e'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:32:05.030899 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-83a4cf3e-1d93-4e11-b512-ce8c5a36cdf0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.033463 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-83a4cf3e-1d93-4e11-b512-ce8c5a36cdf0 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "PUT /v2.0/routers/a6173edb-b6ff-4745-99c1-21f4f96a4512 HTTP/1.1" status: 200 len: 698 time: 1.7073052 Nov 12 04:32:05.036035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60906) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:05.037274 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52604dc8-2bb9-4993-8b17-03aabd586bd3 None None] Sync routers for ids ['a6173edb-b6ff-4745-99c1-21f4f96a4512'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:32:05.054217 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] Routers {'6a70e103-cd41-4ac4-b14f-d38ce551800e'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:05.055033 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6a70e103-cd41-4ac4-b14f-d38ce551800e'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:05.066106 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52604dc8-2bb9-4993-8b17-03aabd586bd3 None None] Routers {'a6173edb-b6ff-4745-99c1-21f4f96a4512'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:05.071184 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-52604dc8-2bb9-4993-8b17-03aabd586bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['a6173edb-b6ff-4745-99c1-21f4f96a4512'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:05.093981 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-495dd8b3-c192-4b45-a10b-5d341a42a41e tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.127854 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-39e2296c-9d3f-4678-bc56-d3aad5f974ad admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.129218 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-39e2296c-9d3f-4678-bc56-d3aad5f974ad admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3899703 Nov 12 04:32:05.131931 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60908) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:05.195404 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b475f092-c2f6-43c7-a157-55534850d713 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/routers/a6173edb-b6ff-4745-99c1-21f4f96a4512 HTTP/1.1" status: 200 len: 704 time: 0.1552849 Nov 12 04:32:05.198280 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60910) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:05.206017 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-495dd8b3-c192-4b45-a10b-5d341a42a41e tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2851e18b-911f-4521-b8a5-ee91782baf63']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:05.213763 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] Set router 6a70e103-cd41-4ac4-b14f-d38ce551800e gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:05.225591 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-495dd8b3-c192-4b45-a10b-5d341a42a41e tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed51059-da3f-42db-b030-04c3981933f0') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:05.225964 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-495dd8b3-c192-4b45-a10b-5d341a42a41e tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed51059-da3f-42db-b030-04c3981933f0') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:05.247791 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-495dd8b3-c192-4b45-a10b-5d341a42a41e tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.278684 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3d621f5a-f33f-44e7-bafd-8041d37ca39d tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6173edb-b6ff-4745-99c1-21f4f96a4512 HTTP/1.1" status: 200 len: 205 time: 0.0778155 Nov 12 04:32:05.284047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60912) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:05.290860 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-52604dc8-2bb9-4993-8b17-03aabd586bd3 None None] Set router a6173edb-b6ff-4745-99c1-21f4f96a4512 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:05.327396 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-495dd8b3-c192-4b45-a10b-5d341a42a41e tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.358513 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495dd8b3-c192-4b45-a10b-5d341a42a41e tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:32:05.359220 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-495dd8b3-c192-4b45-a10b-5d341a42a41e tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:32:05.366214 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:32:05.376394 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-52604dc8-2bb9-4993-8b17-03aabd586bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6173edb-b6ff-4745-99c1-21f4f96a4512', 'name': 'tempest-RoutersIpV6Test-router-1090216649', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:02Z', 'updated_at': '2021-11-12T04:32:04Z', 'revision_number': 2, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:05.423086 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52604dc8-2bb9-4993-8b17-03aabd586bd3 None None] Checking router: a6173edb-b6ff-4745-99c1-21f4f96a4512 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:32:05.433917 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52604dc8-2bb9-4993-8b17-03aabd586bd3 None None] Routers {'a6173edb-b6ff-4745-99c1-21f4f96a4512'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:05.434949 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-52604dc8-2bb9-4993-8b17-03aabd586bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:31:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['a6173edb-b6ff-4745-99c1-21f4f96a4512'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:05.510914 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f1a9c1a-9383-4a85-ae71-968f3e2a0878 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.585974 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-52604dc8-2bb9-4993-8b17-03aabd586bd3 None None] Set router a6173edb-b6ff-4745-99c1-21f4f96a4512 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:05.659701 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-495dd8b3-c192-4b45-a10b-5d341a42a41e tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.671330 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-495dd8b3-c192-4b45-a10b-5d341a42a41e tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.685218 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60918) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:05.693450 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-495dd8b3-c192-4b45-a10b-5d341a42a41e tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "DELETE /v2.0/networks/2851e18b-911f-4521-b8a5-ee91782baf63 HTTP/1.1" status: 204 len: 168 time: 0.8448675 Nov 12 04:32:05.739318 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-845b5bb0-8f90-4fcc-a37a-ea1cc4dce556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.739686 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495dd8b3-c192-4b45-a10b-5d341a42a41e tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event deleted for resources: {'Network': ['ID=2851e18b-911f-4521-b8a5-ee91782baf63,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:05.746337 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-52604dc8-2bb9-4993-8b17-03aabd586bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6173edb-b6ff-4745-99c1-21f4f96a4512', 'name': 'tempest-RoutersIpV6Test-router-1090216649', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:02Z', 'updated_at': '2021-11-12T04:32:04Z', 'revision_number': 2, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:05.756818 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'name': 'tempest-TestServerBasicOps-632260311-router', 'tenant_id': 'a3bad3979fe94582a4e948a963a21e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3d00e846-0c08-43ba-918e-788290786bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:32:03Z', 'revision_number': 3, 'project_id': 'a3bad3979fe94582a4e948a963a21e04', 'gw_port': {'id': '3d00e846-0c08-43ba-918e-788290786bb5', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ad:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:01Z', 'updated_at': '2021-11-12T04:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:05.777681 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7c438eb5-77dc-43e4-9045-43979155b836 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.842212 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52604dc8-2bb9-4993-8b17-03aabd586bd3 None None] The sync data for ids ['a6173edb-b6ff-4745-99c1-21f4f96a4512'] in n-d-768509-24 is: [{'id': 'a6173edb-b6ff-4745-99c1-21f4f96a4512', 'name': 'tempest-RoutersIpV6Test-router-1090216649', 'tenant_id': '5aa10470b52545749d812350adfa744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:02Z', 'updated_at': '2021-11-12T04:32:04Z', 'revision_number': 2, 'project_id': '5aa10470b52545749d812350adfa744b', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:32:05.860309 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] Checking router: 6a70e103-cd41-4ac4-b14f-d38ce551800e for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:32:05.860655 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] Updating router 6a70e103-cd41-4ac4-b14f-d38ce551800e port 3d00e846-0c08-43ba-918e-788290786bb5 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:32:05.947435 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.956489 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f1a9c1a-9383-4a85-ae71-968f3e2a0878 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.969891 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f1a9c1a-9383-4a85-ae71-968f3e2a0878 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.159869 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7c438eb5-77dc-43e4-9045-43979155b836 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.181901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160d04f-93d0-428d-8ed4-b37bae1a0a1f req-741a530c-06c6-4a52-9b4d-6b3bd48b46ea tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:06.183868 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d160d04f-93d0-428d-8ed4-b37bae1a0a1f req-741a530c-06c6-4a52-9b4d-6b3bd48b46ea tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 944 time: 0.3998175 Nov 12 04:32:06.211615 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-7c438eb5-77dc-43e4-9045-43979155b836 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c3437b-410e-4203-bc85-7773752dee84']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:06.234461 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-7c438eb5-77dc-43e4-9045-43979155b836 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd297f91d-2a95-48a7-8e2f-6017d30027c6') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:06.235030 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-7c438eb5-77dc-43e4-9045-43979155b836 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd297f91d-2a95-48a7-8e2f-6017d30027c6') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:06.292756 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d160d04f-93d0-428d-8ed4-b37bae1a0a1f req-cbcfad65-52ab-4c32-bf3b-62583a17a115 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949352 Nov 12 04:32:06.300085 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7c438eb5-77dc-43e4-9045-43979155b836 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.329638 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7c438eb5-77dc-43e4-9045-43979155b836 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.356872 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3cc4741-de60-4da9-9ab5-3fe18b3291d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.371601 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c438eb5-77dc-43e4-9045-43979155b836 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:32:06.372194 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7c438eb5-77dc-43e4-9045-43979155b836 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:32:06.383039 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:32:06.403093 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f1a9c1a-9383-4a85-ae71-968f3e2a0878 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.403705 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1a9c1a-9383-4a85-ae71-968f3e2a0878 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Fanout notify agent at l3_agent the message router_deleted on router a6173edb-b6ff-4745-99c1-21f4f96a4512 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:32:06.429806 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f1a9c1a-9383-4a85-ae71-968f3e2a0878 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.435216 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0f1a9c1a-9383-4a85-ae71-968f3e2a0878 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/routers/a6173edb-b6ff-4745-99c1-21f4f96a4512 HTTP/1.1" status: 204 len: 168 time: 1.1454430 Nov 12 04:32:06.437889 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60926) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:06.481927 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7be55169-8bfd-4f5c-8f51-18e1aa29ad6f tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6173edb-b6ff-4745-99c1-21f4f96a4512 HTTP/1.1" status: 200 len: 205 time: 0.0419652 Nov 12 04:32:06.483241 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60928) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:06.534383 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-015ae2e7-658c-4609-854d-9cabf4ded837 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] delete failed (client error): The resource could not be found. Nov 12 04:32:06.538394 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60930) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:06.538589 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-015ae2e7-658c-4609-854d-9cabf4ded837 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/routers/a6173edb-b6ff-4745-99c1-21f4f96a4512 HTTP/1.1" status: 404 len: 336 time: 0.0535104 Nov 12 04:32:06.580132 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9c70a9-7ea9-4055-af6f-fee2fabf0a66 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] DELETE failed (client error): The resource could not be found. Nov 12 04:32:06.580658 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9c70a9-7ea9-4055-af6f-fee2fabf0a66 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:32:06.584503 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8f9c70a9-7ea9-4055-af6f-fee2fabf0a66 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/subnets/3a422fed-3291-44b6-a184-c84129dc6d11 HTTP/1.1" status: 404 len: 337 time: 0.0442972 Nov 12 04:32:06.590997 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.591741 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60932) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:06.618235 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7c438eb5-77dc-43e4-9045-43979155b836 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.639769 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7c438eb5-77dc-43e4-9045-43979155b836 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.644054 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7c438eb5-77dc-43e4-9045-43979155b836 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "DELETE /v2.0/networks/38c3437b-410e-4203-bc85-7773752dee84 HTTP/1.1" status: 204 len: 168 time: 0.9563529 Nov 12 04:32:06.657072 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60934) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:06.662149 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-1135bb2c-a327-4e9f-abd8-7c4b00d38701 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] DELETE failed (client error): The resource could not be found. Nov 12 04:32:06.662888 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1135bb2c-a327-4e9f-abd8-7c4b00d38701 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:32:06.670197 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1135bb2c-a327-4e9f-abd8-7c4b00d38701 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/subnets/dc255a36-59cf-414b-9a31-617a80907f52 HTTP/1.1" status: 404 len: 337 time: 0.0773394 Nov 12 04:32:06.675369 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60936) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:06.693054 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.751344 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae8f4f5-95a6-4ec4-8e30-ee1c041559c3 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] DELETE failed (client error): The resource could not be found. Nov 12 04:32:06.751876 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae8f4f5-95a6-4ec4-8e30-ee1c041559c3 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:32:06.759556 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4ae8f4f5-95a6-4ec4-8e30-ee1c041559c3 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/subnets/f3ec3ff4-bf2d-4dcc-a314-1cc47746b6c4 HTTP/1.1" status: 404 len: 337 time: 0.0517738 Nov 12 04:32:06.760379 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60938) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:06.817646 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a88d560-16e6-4469-bc2d-b21899d0ef0c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] DELETE failed (client error): The resource could not be found. Nov 12 04:32:06.818136 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a88d560-16e6-4469-bc2d-b21899d0ef0c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:32:06.824681 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7a88d560-16e6-4469-bc2d-b21899d0ef0c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/subnets/78bde239-9f93-4080-ae1f-4969b0e19200 HTTP/1.1" status: 404 len: 337 time: 0.0567646 Nov 12 04:32:06.828277 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdd7f8-2f7e-4728-98ac-000b26fba427 None None] Pushing event updated for resources: {'Port': ['ID=3d00e846-0c08-43ba-918e-788290786bb5,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:06.830577 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.841268 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60940) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:06.843425 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4ef684-22b5-496e-bf10-d1c28e18d20f None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:32:06.870697 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] Attempting to bind port 3d00e846-0c08-43ba-918e-788290786bb5 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:32:06.871151 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] Attempting to bind port 3d00e846-0c08-43ba-918e-788290786bb5 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:32:06.871420 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] Attempting to bind port 3d00e846-0c08-43ba-918e-788290786bb5 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:06.880651 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:32:06.881677 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:06.882255 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.882676 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:32:06.883736 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] Bound port: 3d00e846-0c08-43ba-918e-788290786bb5, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:32:06.884126 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.956010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c438eb5-77dc-43e4-9045-43979155b836 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event deleted for resources: {'Network': ['ID=38c3437b-410e-4203-bc85-7773752dee84,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:06.974108 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] For port 3d00e846-0c08-43ba-918e-788290786bb5, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:32:06.981216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] For port 3d00e846-0c08-43ba-918e-788290786bb5, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3d00e846-0c08-43ba-918e-788290786bb5,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:32:07.002558 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9024f194-e9b4-48a6-823d-0eb3b040bb42 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:07.020402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9024f194-e9b4-48a6-823d-0eb3b040bb42 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:07.021721 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-10503568-affd-4e0e-8007-5ae12f09210b None None] Provisioning complete for port 3d00e846-0c08-43ba-918e-788290786bb5 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:07.022102 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10503568-affd-4e0e-8007-5ae12f09210b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:07.029070 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9024f194-e9b4-48a6-823d-0eb3b040bb42 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3660910 Nov 12 04:32:07.030293 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60944) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:07.039358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-3fd42953-c7e7-4681-9c6d-356be9471815 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-134279130'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:07.094477 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:07.128761 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-10503568-affd-4e0e-8007-5ae12f09210b None None] Port 3d00e846-0c08-43ba-918e-788290786bb5 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:32:07.135731 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd42953-c7e7-4681-9c6d-356be9471815 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Made reservation on behalf of 9c35a2d0efd048e7ac4d8636ac8d4052 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:07.140184 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3fd42953-c7e7-4681-9c6d-356be9471815 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:07.173463 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] Routers {'6a70e103-cd41-4ac4-b14f-d38ce551800e'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:07.174835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:32:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6a70e103-cd41-4ac4-b14f-d38ce551800e'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:07.204435 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b1614d-54bc-42c6-9162-7612781e624a None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:32:07.209499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd42953-c7e7-4681-9c6d-356be9471815 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:32:07.239308 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3fd42953-c7e7-4681-9c6d-356be9471815 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:07.239654 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-3fd42953-c7e7-4681-9c6d-356be9471815 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Added segment 34db5910-8936-4ba9-b42d-65cd3ccd0966 of type vlan for network d1a38424-d824-4d40-b40f-16f2958f5f13 Nov 12 04:32:07.291516 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdd7f8-2f7e-4728-98ac-000b26fba427 None None] Pushing event updated for resources: {'Port': ['ID=3d00e846-0c08-43ba-918e-788290786bb5,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:07.335398 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a485e86e-c289-4d65-a2ca-c5a3b7e6ceff tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/ports?device_id=84b8e709-5fe1-45e5-889f-287c3ce85435 HTTP/1.1" status: 200 len: 205 time: 0.4925787 Nov 12 04:32:07.337401 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60946) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:07.346879 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3fd42953-c7e7-4681-9c6d-356be9471815 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:07.457891 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2cae0ef6-8b7f-4d94-b3e3-248e47c8f2de None None] Provisioning complete for port 3d00e846-0c08-43ba-918e-788290786bb5 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:07.469297 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2cae0ef6-8b7f-4d94-b3e3-248e47c8f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:07.510145 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-d3cc4741-de60-4da9-9ab5-3fe18b3291d7 admin admin] Allocated IP 172.20.0.1 (0c5dca3b-2eb2-4cb6-88b9-6315d3871c46/1469950d-67ef-4e95-9073-f71ffc0c18da/0ae1681b-b655-4dd9-96df-12c4b655ae31) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:07.520440 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3fd42953-c7e7-4681-9c6d-356be9471815 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:07.538301 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] Set router 6a70e103-cd41-4ac4-b14f-d38ce551800e gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:07.538454 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd42953-c7e7-4681-9c6d-356be9471815 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:07.538601 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3fd42953-c7e7-4681-9c6d-356be9471815 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:07.645502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5cb7f-ff18-4faf-a63d-634c60193eac req-f472ab4c-873c-4402-91e2-abb5ad76163b tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:07.657635 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90c5cb7f-ff18-4faf-a63d-634c60193eac req-f472ab4c-873c-4402-91e2-abb5ad76163b tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 944 time: 0.2145755 Nov 12 04:32:07.747786 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3fd42953-c7e7-4681-9c6d-356be9471815 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7141483 Nov 12 04:32:07.752279 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60956) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:07.774840 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90c5cb7f-ff18-4faf-a63d-634c60193eac req-245c375d-5f11-4c1e-964e-a28aca002f3a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098402 Nov 12 04:32:07.777253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd42953-c7e7-4681-9c6d-356be9471815 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event updated for resources: {'Network': ['ID=d1a38424-d824-4d40-b40f-16f2958f5f13,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:07.804936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c1a0e357-389a-4782-a6d7-d5a9833ef876 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-431182471'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:07.805930 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network d1a38424-d824-4d40-b40f-16f2958f5f13 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:32:07.818801 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-2773b626-40aa-4cd1-9059-0dcb7716c10e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] delete failed (client error): The resource could not be found. Nov 12 04:32:07.824634 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60958) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:07.825317 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2773b626-40aa-4cd1-9059-0dcb7716c10e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/routers/84b8e709-5fe1-45e5-889f-287c3ce85435 HTTP/1.1" status: 404 len: 336 time: 0.1069038 Nov 12 04:32:07.860584 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f307113c-7458-46dd-bda3-982440352a87 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/ports?device_id=179d47da-8589-4d18-afef-1b31926a5bab HTTP/1.1" status: 200 len: 205 time: 0.0346220 Nov 12 04:32:07.863061 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60960) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:07.904499 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3cc4741-de60-4da9-9ab5-3fe18b3291d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:07.909055 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-08320ce2-b942-4872-9ee6-a447c98c2602 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] delete failed (client error): The resource could not be found. Nov 12 04:32:07.910089 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-08320ce2-b942-4872-9ee6-a447c98c2602 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/routers/179d47da-8589-4d18-afef-1b31926a5bab HTTP/1.1" status: 404 len: 336 time: 0.0460894 Nov 12 04:32:07.912731 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60962) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:07.921538 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2cae0ef6-8b7f-4d94-b3e3-248e47c8f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:07.925935 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a0e357-389a-4782-a6d7-d5a9833ef876 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Made reservation on behalf of 9c35a2d0efd048e7ac4d8636ac8d4052 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:07.929161 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1a0e357-389a-4782-a6d7-d5a9833ef876 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:07.943875 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2db3ffb-0c9d-47c9-869f-d87311808d9c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] DELETE failed (client error): The resource could not be found. Nov 12 04:32:07.944771 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2db3ffb-0c9d-47c9-869f-d87311808d9c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:32:07.948549 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b2db3ffb-0c9d-47c9-869f-d87311808d9c tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/subnets/84c9629a-693b-4d7e-9f7e-1e2c0faa61a2 HTTP/1.1" status: 404 len: 337 time: 0.0345476 Nov 12 04:32:07.951533 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60964) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:07.971511 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2cae0ef6-8b7f-4d94-b3e3-248e47c8f2de None None] For port 3d00e846-0c08-43ba-918e-788290786bb5, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3d00e846-0c08-43ba-918e-788290786bb5,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:07.990435 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a0e357-389a-4782-a6d7-d5a9833ef876 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:32:07.990881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-67aa03cc-8a90-46d9-b8b6-35a3e2167c7f tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/ports?device_id=95cb6fbb-b5b8-4350-81ca-6401f7051814 HTTP/1.1" status: 200 len: 205 time: 0.0375969 Nov 12 04:32:07.992102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60966) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:08.001328 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1a0e357-389a-4782-a6d7-d5a9833ef876 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.008655 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-c1a0e357-389a-4782-a6d7-d5a9833ef876 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Added segment 4d934778-eb4b-4d57-93c3-29e9fefba799 of type vlan for network 4b87b94a-9785-4de3-9e8a-28c3a3c12ab8 Nov 12 04:32:08.026293 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'name': 'tempest-TestServerBasicOps-632260311-router', 'tenant_id': 'a3bad3979fe94582a4e948a963a21e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3d00e846-0c08-43ba-918e-788290786bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:32:03Z', 'revision_number': 3, 'project_id': 'a3bad3979fe94582a4e948a963a21e04', 'gw_port': {'id': '3d00e846-0c08-43ba-918e-788290786bb5', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ad:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:01Z', 'updated_at': '2021-11-12T04:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:08.040465 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-6dd46d4e-64bb-4a65-aa8f-4a3a4b2c3dfe tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] delete failed (client error): The resource could not be found. Nov 12 04:32:08.041506 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6dd46d4e-64bb-4a65-aa8f-4a3a4b2c3dfe tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/routers/95cb6fbb-b5b8-4350-81ca-6401f7051814 HTTP/1.1" status: 404 len: 336 time: 0.0472393 Nov 12 04:32:08.046384 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60968) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:08.057051 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2cae0ef6-8b7f-4d94-b3e3-248e47c8f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.059434 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3cc4741-de60-4da9-9ab5-3fe18b3291d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.060980 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e81b01-5afb-4d26-9e08-59a54674be07 None None] The sync data for ids ['6a70e103-cd41-4ac4-b14f-d38ce551800e'] in n-d-768509-24 is: [{'id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'name': 'tempest-TestServerBasicOps-632260311-router', 'tenant_id': 'a3bad3979fe94582a4e948a963a21e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3d00e846-0c08-43ba-918e-788290786bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:32:03Z', 'revision_number': 3, 'project_id': 'a3bad3979fe94582a4e948a963a21e04', 'gw_port': {'id': '3d00e846-0c08-43ba-918e-788290786bb5', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ad:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:01Z', 'updated_at': '2021-11-12T04:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:32:08.082739 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-af62ff04-c3a9-4b48-befd-67804353d8ae tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8a0347-cfb4-4799-94a0-73ffa1cdb5da HTTP/1.1" status: 200 len: 205 time: 0.0348821 Nov 12 04:32:08.084926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60970) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:08.087691 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1a0e357-389a-4782-a6d7-d5a9833ef876 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.139746 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae0ef6-8b7f-4d94-b3e3-248e47c8f2de None None] Pushing event updated for resources: {'Port': ['ID=3d00e846-0c08-43ba-918e-788290786bb5,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:08.146254 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-9234759f-26a6-4d8c-a027-33e8479e531e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] delete failed (client error): The resource could not be found. Nov 12 04:32:08.146595 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cc4741-de60-4da9-9ab5-3fe18b3291d7 admin admin] Network 0c5dca3b-2eb2-4cb6-88b9-6315d3871c46 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:08.147825 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9234759f-26a6-4d8c-a027-33e8479e531e tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/routers/9f8a0347-cfb4-4799-94a0-73ffa1cdb5da HTTP/1.1" status: 404 len: 336 time: 0.0598605 Nov 12 04:32:08.151265 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60972) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:08.156346 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc4741-de60-4da9-9ab5-3fe18b3291d7 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae1681b-b655-4dd9-96df-12c4b655ae31,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:08.173937 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d3cc4741-de60-4da9-9ab5-3fe18b3291d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:08.184500 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc4741-de60-4da9-9ab5-3fe18b3291d7 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:08.187310 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-003a911f-68d2-44a2-a9ac-7abb4072b5e9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] DELETE failed (client error): The resource could not be found. Nov 12 04:32:08.191748 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003a911f-68d2-44a2-a9ac-7abb4072b5e9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:32:08.191748 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-003a911f-68d2-44a2-a9ac-7abb4072b5e9 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/subnets/2d9ae577-534f-43e3-89a9-0a7cb2b649da HTTP/1.1" status: 404 len: 337 time: 0.0388741 Nov 12 04:32:08.199753 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60974) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:08.230031 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2a0bd054-5377-41a9-b4a9-cb067208e175 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ccd734b-7a26-495a-afdd-f0cbb4d3df86 HTTP/1.1" status: 200 len: 205 time: 0.0290189 Nov 12 04:32:08.232469 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60976) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:08.233779 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3cc4741-de60-4da9-9ab5-3fe18b3291d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.236184 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.274892 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-3fb416ba-81c7-478d-af2c-abb2e72705a6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] delete failed (client error): The resource could not be found. Nov 12 04:32:08.275860 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1a0e357-389a-4782-a6d7-d5a9833ef876 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.276137 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3fb416ba-81c7-478d-af2c-abb2e72705a6 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/routers/7ccd734b-7a26-495a-afdd-f0cbb4d3df86 HTTP/1.1" status: 404 len: 336 time: 0.0425003 Nov 12 04:32:08.278686 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60978) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:08.282931 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a0e357-389a-4782-a6d7-d5a9833ef876 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:08.283572 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1a0e357-389a-4782-a6d7-d5a9833ef876 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.328695 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-246031a6-7e65-4fba-b335-6613ae5fb549 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] DELETE failed (client error): The resource could not be found. Nov 12 04:32:08.332713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-246031a6-7e65-4fba-b335-6613ae5fb549 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:32:08.339138 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-246031a6-7e65-4fba-b335-6613ae5fb549 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/subnets/54b383e6-e89e-413f-a82c-07d661f17de6 HTTP/1.1" status: 404 len: 337 time: 0.0567763 Nov 12 04:32:08.341719 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60980) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:08.417209 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6a575cb1-dc5c-450e-936c-93fd23186aa2 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "GET /v2.0/ports?device_id=58de9fe5-b93a-4490-a4f9-43b7984229a1 HTTP/1.1" status: 200 len: 205 time: 0.0737786 Nov 12 04:32:08.428238 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c1a0e357-389a-4782-a6d7-d5a9833ef876 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6287322 Nov 12 04:32:08.433294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60982) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:08.433616 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60984) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:08.450857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Request body: {'ports': [{'network_id': 'd1a38424-d824-4d40-b40f-16f2958f5f13', 'name': 'tempest-port--577434414', 'admin_state_up': True}, {'network_id': '4b87b94a-9785-4de3-9e8a-28c3a3c12ab8', 'admin_state_up': False}]} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:08.451210 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Request body: {'port': {'network_id': 'd1a38424-d824-4d40-b40f-16f2958f5f13', 'name': 'tempest-port--577434414', 'admin_state_up': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:08.453132 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Request body: {'port': {'network_id': '4b87b94a-9785-4de3-9e8a-28c3a3c12ab8', 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:08.641633 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0e357-389a-4782-a6d7-d5a9833ef876 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event updated for resources: {'Network': ['ID=4b87b94a-9785-4de3-9e8a-28c3a3c12ab8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:08.642022 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 4b87b94a-9785-4de3-9e8a-28c3a3c12ab8 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:32:08.642135 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-a859ca43-3c3d-4df2-a731-84d659891db8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] delete failed (client error): The resource could not be found. Nov 12 04:32:08.642135 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a859ca43-3c3d-4df2-a731-84d659891db8 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/routers/58de9fe5-b93a-4490-a4f9-43b7984229a1 HTTP/1.1" status: 404 len: 336 time: 0.0840101 Nov 12 04:32:08.642315 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2efa68c-8f86-44f2-8099-8b5590d73451 None None] Provisioning complete for port 0ae1681b-b655-4dd9-96df-12c4b655ae31 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:08.642315 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2efa68c-8f86-44f2-8099-8b5590d73451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.653612 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60986) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:08.678211 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2efa68c-8f86-44f2-8099-8b5590d73451 None None] Port 0ae1681b-b655-4dd9-96df-12c4b655ae31 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:32:08.731274 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a2c0da-8fb9-4634-bca9-57cdc0050ebf tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] DELETE failed (client error): The resource could not be found. Nov 12 04:32:08.731274 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a2c0da-8fb9-4634-bca9-57cdc0050ebf tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:32:08.734137 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-64a2c0da-8fb9-4634-bca9-57cdc0050ebf tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/subnets/bfaf247f-9d8d-45d8-bfd1-cdc0a7caca74 HTTP/1.1" status: 404 len: 337 time: 0.0794783 Nov 12 04:32:08.736938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60988) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:08.775014 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4372e39-cf68-4d8b-9b81-e1a64af8ca84 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] DELETE failed (client error): The resource could not be found. Nov 12 04:32:08.775514 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4372e39-cf68-4d8b-9b81-e1a64af8ca84 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:32:08.777053 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3d00e846-0c08-43ba-918e-788290786bb5 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:32:08.781625 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d4372e39-cf68-4d8b-9b81-e1a64af8ca84 tempest-RoutersIpV6Test-1572335028 tempest-RoutersIpV6Test-1572335028-project] 10.222.0.37 "DELETE /v2.0/subnets/5579753a-cfde-4e40-95d3-fe771195fb32 HTTP/1.1" status: 404 len: 337 time: 0.0408175 Nov 12 04:32:08.855547 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 3d00e846-0c08-43ba-918e-788290786bb5 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:08.856638 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.934062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e9f80-e812-48f2-85fd-85023b509a33 req-01f35dc4-d37b-4bc5-a57a-981cf25194e0 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:08.936083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-557e9f80-e812-48f2-85fd-85023b509a33 req-01f35dc4-d37b-4bc5-a57a-981cf25194e0 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 944 time: 0.0727873 Nov 12 04:32:09.001223 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-557e9f80-e812-48f2-85fd-85023b509a33 req-9de4ff45-52d0-439b-ad6c-8a9905c4b44a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475507 Nov 12 04:32:09.127130 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Made reservation on behalf of 9c35a2d0efd048e7ac4d8636ac8d4052 for: {'port': 2} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:09.128904 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:09.135293 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:09.166217 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:09.184141 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3cc4741-de60-4da9-9ab5-3fe18b3291d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:09.302964 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] device_id is not set on port 9830da62-fefe-4e28-8909-00520db69938 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:32:09.438198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32770) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:09.522962 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3cc4741-de60-4da9-9ab5-3fe18b3291d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:09.532465 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:09.592296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2b28db9f-3302-4404-aa48-5a0db524c2c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5aa10470b52545749d812350adfa744b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1526265 Nov 12 04:32:09.594945 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32776) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:09.598292 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3cc4741-de60-4da9-9ab5-3fe18b3291d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:09.631166 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] device_id is not set on port 3c0833cd-7291-4e1d-ae5a-ed0a88aeec80 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:32:09.646914 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dad11547-5451-4c07-8260-78654929c410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:09.671930 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dad11547-5451-4c07-8260-78654929c410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:09.695038 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3cc4741-de60-4da9-9ab5-3fe18b3291d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:09.704432 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc4741-de60-4da9-9ab5-3fe18b3291d7 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae1681b-b655-4dd9-96df-12c4b655ae31,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:09.807442 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dad11547-5451-4c07-8260-78654929c410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:09.816659 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dad11547-5451-4c07-8260-78654929c410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:09.816659 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-dad11547-5451-4c07-8260-78654929c410 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3839af85-0516-46ca-bb04-3a3076376174 HTTP/1.1" status: 204 len: 168 time: 0.2152219 Nov 12 04:32:09.819906 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad11547-5451-4c07-8260-78654929c410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3839af85-0516-46ca-bb04-3a3076376174,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:09.874917 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:09.889199 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cc4741-de60-4da9-9ab5-3fe18b3291d7 admin admin] Network 0c5dca3b-2eb2-4cb6-88b9-6315d3871c46 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:09.899018 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d3cc4741-de60-4da9-9ab5-3fe18b3291d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:10.044481 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:10.083160 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cc4741-de60-4da9-9ab5-3fe18b3291d7 admin admin] Router 6a70e103-cd41-4ac4-b14f-d38ce551800e has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:32:10.138934 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event updated for resources: {'Port': ['ID=9830da62-fefe-4e28-8909-00520db69938,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:10.173292 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af6e8f-f748-4d34-b999-bcd80f0a6804 req-3d685aff-8cc2-4a52-ad7f-8e08d9e80628 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:10.180330 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Checking segment: {'id': '34db5910-8936-4ba9-b42d-65cd3ccd0966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd1a38424-d824-4d40-b40f-16f2958f5f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:10.180735 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Network hostable DHCP agents. Network: d1a38424-d824-4d40-b40f-16f2958f5f13, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:32:10.181193 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84af6e8f-f748-4d34-b999-bcd80f0a6804 req-3d685aff-8cc2-4a52-ad7f-8e08d9e80628 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 944 time: 0.0748513 Nov 12 04:32:10.214497 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-50855109-b307-4e66-b055-914536220874 None None] Provisioning complete for port 0ae1681b-b655-4dd9-96df-12c4b655ae31 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:10.215974 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-50855109-b307-4e66-b055-914536220874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:10.242904 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84af6e8f-f748-4d34-b999-bcd80f0a6804 req-fe8a7996-5e03-465f-a842-0092c656129b tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539074 Nov 12 04:32:10.267557 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cc4741-de60-4da9-9ab5-3fe18b3291d7 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:32:10.274529 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-50855109-b307-4e66-b055-914536220874 None None] Port 0ae1681b-b655-4dd9-96df-12c4b655ae31 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:32:10.282849 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d3cc4741-de60-4da9-9ab5-3fe18b3291d7 admin admin] 10.222.0.37 "PUT /v2.0/routers/6a70e103-cd41-4ac4-b14f-d38ce551800e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1495719 Nov 12 04:32:10.286860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] Sync routers for ids ['6a70e103-cd41-4ac4-b14f-d38ce551800e'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:32:10.300104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] Routers {'6a70e103-cd41-4ac4-b14f-d38ce551800e'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:10.300630 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:32:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6a70e103-cd41-4ac4-b14f-d38ce551800e'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:10.327565 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Network d1a38424-d824-4d40-b40f-16f2958f5f13 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:32:10.436023 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] Set router 6a70e103-cd41-4ac4-b14f-d38ce551800e gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:10.468056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, d1a38424-d824-4d40-b40f-16f2958f5f13) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:10.469833 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:10.470803 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:10.482939 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb222ef-40bb-4d97-ad16-cbf487083625 None None] Network d1a38424-d824-4d40-b40f-16f2958f5f13 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:32:10.548620 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event updated for resources: {'Port': ['ID=3c0833cd-7291-4e1d-ae5a-ed0a88aeec80,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:10.554158 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Checking segment: {'id': '4d934778-eb4b-4d57-93c3-29e9fefba799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4b87b94a-9785-4de3-9e8a-28c3a3c12ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:10.555276 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Network hostable DHCP agents. Network: 4b87b94a-9785-4de3-9e8a-28c3a3c12ab8, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:32:10.653054 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Network 4b87b94a-9785-4de3-9e8a-28c3a3c12ab8 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:32:10.739130 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 4b87b94a-9785-4de3-9e8a-28c3a3c12ab8) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:10.747323 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:10.757588 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:10.765899 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:10.767633 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:10.774760 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0682bb-8725-4e60-bddc-8e18fec234e8 None None] Network 4b87b94a-9785-4de3-9e8a-28c3a3c12ab8 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:32:10.853249 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bca74301-094a-4ecc-8d99-fd67ba054f56 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.4123030 Nov 12 04:32:10.854245 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32804) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:10.956302 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad8a93-a301-4c37-a578-fa6b5f098007 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:10.962788 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad8a93-a301-4c37-a578-fa6b5f098007 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:10.964387 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3cad8a93-a301-4c37-a578-fa6b5f098007 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1091244 Nov 12 04:32:10.967217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32808) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:11.073181 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'name': 'tempest-TestServerBasicOps-632260311-router', 'tenant_id': 'a3bad3979fe94582a4e948a963a21e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3d00e846-0c08-43ba-918e-788290786bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:32:08Z', 'revision_number': 4, 'project_id': 'a3bad3979fe94582a4e948a963a21e04', 'gw_port': {'id': '3d00e846-0c08-43ba-918e-788290786bb5', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ad:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:01Z', 'updated_at': '2021-11-12T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '0ae1681b-b655-4dd9-96df-12c4b655ae31', 'name': '', 'network_id': '0c5dca3b-2eb2-4cb6-88b9-6315d3871c46', 'tenant_id': 'a3bad3979fe94582a4e948a963a21e04', 'mac_address': 'fa:16:3e:00:78:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '1469950d-67ef-4e95-9073-f71ffc0c18da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:06Z', 'updated_at': '2021-11-12T04:32:09Z', 'revision_number': 2, 'project_id': 'a3bad3979fe94582a4e948a963a21e04', 'subnets': [{'id': '1469950d-67ef-4e95-9073-f71ffc0c18da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:11.093182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e2a20271-7de2-4dfc-9834-eb547d4eb2b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Deleting port 9830da62-fefe-4e28-8909-00520db69938 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:11.094086 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2a20271-7de2-4dfc-9834-eb547d4eb2b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.097877 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32812) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:11.103535 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-af19b720-cfa0-4516-b0ee-e70b1b67e75b tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-777882481', 'description': 'tempest-secgroup-smoke-777882481 description', 'project_id': '49f00332128a44d886ddf640128bd4c1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:11.110669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] Checking router: 6a70e103-cd41-4ac4-b14f-d38ce551800e for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:32:11.111072 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] Updating router 6a70e103-cd41-4ac4-b14f-d38ce551800e port 0ae1681b-b655-4dd9-96df-12c4b655ae31 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:32:11.139805 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.171972 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2a20271-7de2-4dfc-9834-eb547d4eb2b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.181760 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32814) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:11.197536 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e2a20271-7de2-4dfc-9834-eb547d4eb2b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Calling delete_port for 9830da62-fefe-4e28-8909-00520db69938 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:11.232790 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-af19b720-cfa0-4516-b0ee-e70b1b67e75b tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.320967 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-af19b720-cfa0-4516-b0ee-e70b1b67e75b tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.351238 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-c2fe61d1-8068-44e3-86c4-7b43c4490d4c tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:11.352625 n-d-768509-24 neutron-server[103296]: WARNING neutron.api.v2.base [None req-c2fe61d1-8068-44e3-86c4-7b43c4490d4c tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 04:32:11.353129 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-c2fe61d1-8068-44e3-86c4-7b43c4490d4c tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 04:32:11.354469 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c2fe61d1-8068-44e3-86c4-7b43c4490d4c tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1717322 Nov 12 04:32:11.359077 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32822) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:11.365749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-257a5443-ab5e-4f3b-a41e-b32b5ee6c8bc tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group': {'name': 'tempest-secgroup--1728530300'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:11.391794 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2a20271-7de2-4dfc-9834-eb547d4eb2b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.421694 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-af19b720-cfa0-4516-b0ee-e70b1b67e75b tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.439109 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a20271-7de2-4dfc-9834-eb547d4eb2b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event deleted for resources: {'Port': ['ID=9830da62-fefe-4e28-8909-00520db69938,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:11.457718 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2a20271-7de2-4dfc-9834-eb547d4eb2b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.465383 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19b720-cfa0-4516-b0ee-e70b1b67e75b tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ffb9a3-c652-47c1-b626-a57babc3b37b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:11.465798 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e2a20271-7de2-4dfc-9834-eb547d4eb2b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "DELETE /v2.0/ports/9830da62-fefe-4e28-8909-00520db69938 HTTP/1.1" status: 204 len: 168 time: 0.4974215 Nov 12 04:32:11.466657 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32826) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:11.518682 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-257a5443-ab5e-4f3b-a41e-b32b5ee6c8bc tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.528860 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-257a5443-ab5e-4f3b-a41e-b32b5ee6c8bc tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.537507 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.619589 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-af19b720-cfa0-4516-b0ee-e70b1b67e75b tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.621257 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-af19b720-cfa0-4516-b0ee-e70b1b67e75b tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5216472 Nov 12 04:32:11.625416 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32830) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:11.628832 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-257a5443-ab5e-4f3b-a41e-b32b5ee6c8bc tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.632563 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-74bbeeb5-6204-477e-924b-6a50cc07f9e8 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Request body: {'security_group_rule': {'security_group_id': '29ffb9a3-c652-47c1-b626-a57babc3b37b', 'project_id': '49f00332128a44d886ddf640128bd4c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:11.666810 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.724197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619fdf9-1a39-49d8-bb32-4ad63389e681 None None] Pushing event updated for resources: {'Port': ['ID=0ae1681b-b655-4dd9-96df-12c4b655ae31,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:11.752897 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-257a5443-ab5e-4f3b-a41e-b32b5ee6c8bc tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.778543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] Attempting to bind port 0ae1681b-b655-4dd9-96df-12c4b655ae31 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:32:11.778910 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] Attempting to bind port 0ae1681b-b655-4dd9-96df-12c4b655ae31 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'bcedbd70-75db-42e8-8fbe-28724eae4077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c5dca3b-2eb2-4cb6-88b9-6315d3871c46'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:32:11.779287 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] Attempting to bind port 0ae1681b-b655-4dd9-96df-12c4b655ae31 on network 0c5dca3b-2eb2-4cb6-88b9-6315d3871c46 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:11.784856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:32:11.785219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] Checking segment: {'id': 'bcedbd70-75db-42e8-8fbe-28724eae4077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c5dca3b-2eb2-4cb6-88b9-6315d3871c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:11.785697 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.786178 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] Bound using segment: {'id': 'bcedbd70-75db-42e8-8fbe-28724eae4077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c5dca3b-2eb2-4cb6-88b9-6315d3871c46'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:32:11.787457 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] Bound port: 0ae1681b-b655-4dd9-96df-12c4b655ae31, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcedbd70-75db-42e8-8fbe-28724eae4077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c5dca3b-2eb2-4cb6-88b9-6315d3871c46'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:32:11.787457 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.797193 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a5443-ab5e-4f3b-a41e-b32b5ee6c8bc tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d27fd39-07d0-42d6-a24d-4c5272f01ba3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:11.873977 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] For port 0ae1681b-b655-4dd9-96df-12c4b655ae31, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:32:11.877619 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] For port 0ae1681b-b655-4dd9-96df-12c4b655ae31, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0ae1681b-b655-4dd9-96df-12c4b655ae31,segment=NetworkSegment(bcedbd70-75db-42e8-8fbe-28724eae4077),segment_id=bcedbd70-75db-42e8-8fbe-28724eae4077)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:32:11.880593 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-257a5443-ab5e-4f3b-a41e-b32b5ee6c8bc tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.881333 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d6ed6-1fb3-4e2e-a660-86f52e9f6108 req-727094e2-7bd2-4981-a392-4c2081281d07 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:11.891262 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c2d6ed6-1fb3-4e2e-a660-86f52e9f6108 req-727094e2-7bd2-4981-a392-4c2081281d07 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 944 time: 0.5355585 Nov 12 04:32:11.897851 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-74bbeeb5-6204-477e-924b-6a50cc07f9e8 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.947730 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.961944 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-74bbeeb5-6204-477e-924b-6a50cc07f9e8 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.970458 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-257a5443-ab5e-4f3b-a41e-b32b5ee6c8bc tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.974948 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c2d6ed6-1fb3-4e2e-a660-86f52e9f6108 req-ed551526-c5ea-4f0d-9857-758049f29382 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818992 Nov 12 04:32:11.995107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-8f873f5c-9b8d-4b78-a370-a533ed79f38d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Deleting port 3c0833cd-7291-4e1d-ae5a-ed0a88aeec80 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:11.996584 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8f873f5c-9b8d-4b78-a370-a533ed79f38d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.017895 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a5443-ab5e-4f3b-a41e-b32b5ee6c8bc tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac99f2c6-87ab-4414-ab9d-ac9d4893ea93,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:12.041693 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-74bbeeb5-6204-477e-924b-6a50cc07f9e8 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.048372 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] Routers {'6a70e103-cd41-4ac4-b14f-d38ce551800e'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:12.048733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:32:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6a70e103-cd41-4ac4-b14f-d38ce551800e'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:12.052222 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619fdf9-1a39-49d8-bb32-4ad63389e681 None None] Pushing event updated for resources: {'Port': ['ID=0ae1681b-b655-4dd9-96df-12c4b655ae31,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:12.057766 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-acf6913d-c806-4de0-b5ca-1e407cf1d6b5 None None] Provisioning complete for port 0ae1681b-b655-4dd9-96df-12c4b655ae31 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:12.058127 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-acf6913d-c806-4de0-b5ca-1e407cf1d6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.069685 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbeeb5-6204-477e-924b-6a50cc07f9e8 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838210f9-8cc7-4555-8f68-5c25b31ab106,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:12.089642 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8f873f5c-9b8d-4b78-a370-a533ed79f38d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.095443 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-257a5443-ab5e-4f3b-a41e-b32b5ee6c8bc tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.096075 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-257a5443-ab5e-4f3b-a41e-b32b5ee6c8bc tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7347553 Nov 12 04:32:12.100322 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32836) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:12.108802 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c7269948-4ccd-4249-af49-d734a65ee711 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': 'ac99f2c6-87ab-4414-ab9d-ac9d4893ea93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:12.111247 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-8f873f5c-9b8d-4b78-a370-a533ed79f38d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Calling delete_port for 3c0833cd-7291-4e1d-ae5a-ed0a88aeec80 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:12.167955 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-74bbeeb5-6204-477e-924b-6a50cc07f9e8 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.169786 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-74bbeeb5-6204-477e-924b-6a50cc07f9e8 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5432217 Nov 12 04:32:12.174452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32838) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:12.185318 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0de02869-3261-4dfd-a3e7-0adf369ef283 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Request body: {'security_group_rule': {'security_group_id': '29ffb9a3-c652-47c1-b626-a57babc3b37b', 'project_id': '49f00332128a44d886ddf640128bd4c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:12.246912 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] Set router 6a70e103-cd41-4ac4-b14f-d38ce551800e gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:12.283822 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-acf6913d-c806-4de0-b5ca-1e407cf1d6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.300956 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7269948-4ccd-4249-af49-d734a65ee711 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.302164 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8f873f5c-9b8d-4b78-a370-a533ed79f38d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.331225 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f873f5c-9b8d-4b78-a370-a533ed79f38d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event deleted for resources: {'Port': ['ID=3c0833cd-7291-4e1d-ae5a-ed0a88aeec80,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:12.343634 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8f873f5c-9b8d-4b78-a370-a533ed79f38d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.348187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8f873f5c-9b8d-4b78-a370-a533ed79f38d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "DELETE /v2.0/ports/3c0833cd-7291-4e1d-ae5a-ed0a88aeec80 HTTP/1.1" status: 204 len: 168 time: 0.8783495 Nov 12 04:32:12.356807 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32840) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:12.377265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-acf6913d-c806-4de0-b5ca-1e407cf1d6b5 None None] For port 0ae1681b-b655-4dd9-96df-12c4b655ae31, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0ae1681b-b655-4dd9-96df-12c4b655ae31,segment=NetworkSegment(bcedbd70-75db-42e8-8fbe-28724eae4077),segment_id=bcedbd70-75db-42e8-8fbe-28724eae4077)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:12.382040 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7269948-4ccd-4249-af49-d734a65ee711 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.383218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-80f240df-8b45-4932-be88-59e110c3c023 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0313072 Nov 12 04:32:12.386972 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32842) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:12.392121 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8f3b850c-346d-487b-8406-18b1d5420ac7 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-520250773'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:12.406671 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0de02869-3261-4dfd-a3e7-0adf369ef283 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.459032 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-acf6913d-c806-4de0-b5ca-1e407cf1d6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.474037 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0de02869-3261-4dfd-a3e7-0adf369ef283 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.478328 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7269948-4ccd-4249-af49-d734a65ee711 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.506929 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7269948-4ccd-4249-af49-d734a65ee711 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d8d85b-426a-442a-8a2f-ee2a698787eb,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:12.519818 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6913d-c806-4de0-b5ca-1e407cf1d6b5 None None] Pushing event updated for resources: {'Port': ['ID=0ae1681b-b655-4dd9-96df-12c4b655ae31,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:12.533469 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'name': 'tempest-TestServerBasicOps-632260311-router', 'tenant_id': 'a3bad3979fe94582a4e948a963a21e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3d00e846-0c08-43ba-918e-788290786bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:32:08Z', 'revision_number': 4, 'project_id': 'a3bad3979fe94582a4e948a963a21e04', 'gw_port': {'id': '3d00e846-0c08-43ba-918e-788290786bb5', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ad:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:01Z', 'updated_at': '2021-11-12T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '0ae1681b-b655-4dd9-96df-12c4b655ae31', 'name': '', 'network_id': '0c5dca3b-2eb2-4cb6-88b9-6315d3871c46', 'tenant_id': 'a3bad3979fe94582a4e948a963a21e04', 'mac_address': 'fa:16:3e:00:78:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '1469950d-67ef-4e95-9073-f71ffc0c18da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:06Z', 'updated_at': '2021-11-12T04:32:11Z', 'revision_number': 4, 'project_id': 'a3bad3979fe94582a4e948a963a21e04', 'subnets': [{'id': '1469950d-67ef-4e95-9073-f71ffc0c18da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:12.559343 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3b850c-346d-487b-8406-18b1d5420ac7 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Made reservation on behalf of 9c35a2d0efd048e7ac4d8636ac8d4052 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:12.563444 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f3b850c-346d-487b-8406-18b1d5420ac7 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.566486 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccffaff1-d4da-4348-94fc-d54b1fbac4fb None None] The sync data for ids ['6a70e103-cd41-4ac4-b14f-d38ce551800e'] in n-d-768509-24 is: [{'id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'name': 'tempest-TestServerBasicOps-632260311-router', 'tenant_id': 'a3bad3979fe94582a4e948a963a21e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3d00e846-0c08-43ba-918e-788290786bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:32:08Z', 'revision_number': 4, 'project_id': 'a3bad3979fe94582a4e948a963a21e04', 'gw_port': {'id': '3d00e846-0c08-43ba-918e-788290786bb5', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ad:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:01Z', 'updated_at': '2021-11-12T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '0ae1681b-b655-4dd9-96df-12c4b655ae31', 'name': '', 'network_id': '0c5dca3b-2eb2-4cb6-88b9-6315d3871c46', 'tenant_id': 'a3bad3979fe94582a4e948a963a21e04', 'mac_address': 'fa:16:3e:00:78:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '1469950d-67ef-4e95-9073-f71ffc0c18da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:06Z', 'updated_at': '2021-11-12T04:32:11Z', 'revision_number': 4, 'project_id': 'a3bad3979fe94582a4e948a963a21e04', 'subnets': [{'id': '1469950d-67ef-4e95-9073-f71ffc0c18da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:32:12.580992 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65067b3e-11be-43da-9b6b-2bcf20c54faa None None] Provisioning complete for port 0ae1681b-b655-4dd9-96df-12c4b655ae31 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:12.581326 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65067b3e-11be-43da-9b6b-2bcf20c54faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.582778 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0de02869-3261-4dfd-a3e7-0adf369ef283 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.614073 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3b850c-346d-487b-8406-18b1d5420ac7 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:32:12.627795 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de02869-3261-4dfd-a3e7-0adf369ef283 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44079b26-4188-400b-9f4c-c79fea73c39a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:12.650100 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f3b850c-346d-487b-8406-18b1d5420ac7 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.650100 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-8f3b850c-346d-487b-8406-18b1d5420ac7 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Added segment 69afc254-bc77-4b3b-b275-57e662a7e9df of type vlan for network 7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9 Nov 12 04:32:12.655422 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7269948-4ccd-4249-af49-d734a65ee711 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.656933 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c7269948-4ccd-4249-af49-d734a65ee711 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5552487 Nov 12 04:32:12.659725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32844) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:12.665171 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-939484c5-e055-4638-a703-e5a7bdc90bba tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': 'ac99f2c6-87ab-4414-ab9d-ac9d4893ea93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:12.700949 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0de02869-3261-4dfd-a3e7-0adf369ef283 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.700949 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0de02869-3261-4dfd-a3e7-0adf369ef283 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5250089 Nov 12 04:32:12.707966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32846) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:12.713917 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ae907247-4b6c-4ddd-b4f4-e8eef5e4b91b tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Request body: {'security_group_rule': {'security_group_id': '29ffb9a3-c652-47c1-b626-a57babc3b37b', 'project_id': '49f00332128a44d886ddf640128bd4c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:12.715070 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f3b850c-346d-487b-8406-18b1d5420ac7 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.820384 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-939484c5-e055-4638-a703-e5a7bdc90bba tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.832935 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f3b850c-346d-487b-8406-18b1d5420ac7 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.841101 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3b850c-346d-487b-8406-18b1d5420ac7 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:12.842074 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8f3b850c-346d-487b-8406-18b1d5420ac7 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.919111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b850c-346d-487b-8406-18b1d5420ac7 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event updated for resources: {'Network': ['ID=7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:12.922697 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ae907247-4b6c-4ddd-b4f4-e8eef5e4b91b tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.930355 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:32:12.976379 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8f3b850c-346d-487b-8406-18b1d5420ac7 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5844529 Nov 12 04:32:12.976379 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32848) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:12.980941 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-081365b3-d0a2-4351-86fa-fef466d733d1 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-472834923'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:13.003501 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ae907247-4b6c-4ddd-b4f4-e8eef5e4b91b tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:13.005531 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-939484c5-e055-4638-a703-e5a7bdc90bba tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 04:32:13.007002 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-939484c5-e055-4638-a703-e5a7bdc90bba tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3460102 Nov 12 04:32:13.010976 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32850) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:13.120392 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9124eb87-5ccd-4429-8b5f-0bf0a25175a1 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:13.122715 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ae907247-4b6c-4ddd-b4f4-e8eef5e4b91b tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:13.148075 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081365b3-d0a2-4351-86fa-fef466d733d1 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Made reservation on behalf of 9c35a2d0efd048e7ac4d8636ac8d4052 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:13.151408 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-081365b3-d0a2-4351-86fa-fef466d733d1 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:13.188513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae907247-4b6c-4ddd-b4f4-e8eef5e4b91b tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4942ae7-d41d-4c27-973f-173d68c2e716,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:13.191589 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9124eb87-5ccd-4429-8b5f-0bf0a25175a1 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:13.193001 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081365b3-d0a2-4351-86fa-fef466d733d1 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:32:13.203875 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-081365b3-d0a2-4351-86fa-fef466d733d1 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:13.208893 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-081365b3-d0a2-4351-86fa-fef466d733d1 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Added segment 24c01622-afd0-42a8-aeb7-f888bfabe02e of type vlan for network 9e9684af-db70-419b-b935-4e8ee7ef3dda Nov 12 04:32:13.232532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78201d6f-8e55-40bc-8663-3181badc8253 req-8df8b90c-9431-42ee-ab91-380adf3120e4 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:13.234780 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-78201d6f-8e55-40bc-8663-3181badc8253 req-8df8b90c-9431-42ee-ab91-380adf3120e4 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 944 time: 0.1447225 Nov 12 04:32:13.266439 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ae907247-4b6c-4ddd-b4f4-e8eef5e4b91b tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:13.268439 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-081365b3-d0a2-4351-86fa-fef466d733d1 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:13.269973 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ae907247-4b6c-4ddd-b4f4-e8eef5e4b91b tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5609035 Nov 12 04:32:13.270941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32854) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:13.283182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ed8fb7d7-28d6-4e19-aa2b-9e9d6660eb39 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Request body: {'security_group_rule': {'security_group_id': '29ffb9a3-c652-47c1-b626-a57babc3b37b', 'project_id': '49f00332128a44d886ddf640128bd4c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:13.333742 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-78201d6f-8e55-40bc-8663-3181badc8253 req-b416b583-e0b5-4349-8ea8-c4db0cb96486 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857966 Nov 12 04:32:13.381257 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-081365b3-d0a2-4351-86fa-fef466d733d1 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:13.387187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081365b3-d0a2-4351-86fa-fef466d733d1 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:13.387798 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-081365b3-d0a2-4351-86fa-fef466d733d1 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:13.426293 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9124eb87-5ccd-4429-8b5f-0bf0a25175a1 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:13.431813 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9124eb87-5ccd-4429-8b5f-0bf0a25175a1 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:13.434529 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9124eb87-5ccd-4429-8b5f-0bf0a25175a1 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "DELETE /v2.0/security-groups/ac99f2c6-87ab-4414-ab9d-ac9d4893ea93 HTTP/1.1" status: 204 len: 168 time: 0.4206612 Nov 12 04:32:13.441605 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32856) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:13.442922 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ed8fb7d7-28d6-4e19-aa2b-9e9d6660eb39 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:13.481887 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081365b3-d0a2-4351-86fa-fef466d733d1 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event updated for resources: {'Network': ['ID=9e9684af-db70-419b-b935-4e8ee7ef3dda,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:13.495306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 9e9684af-db70-419b-b935-4e8ee7ef3dda details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:32:13.495731 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124eb87-5ccd-4429-8b5f-0bf0a25175a1 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac99f2c6-87ab-4414-ab9d-ac9d4893ea93,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:13.528695 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-081365b3-d0a2-4351-86fa-fef466d733d1 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5522432 Nov 12 04:32:13.621525 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7100b987-1adb-4f94-b376-85f65cb894bb tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1736166 Nov 12 04:32:13.625973 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32858) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:13.633561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-57a5aee6-02c0-4979-9a94-b9db7297c6d4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group': {'name': 'tempest-secgroup--1118051478'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:13.647305 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ed8fb7d7-28d6-4e19-aa2b-9e9d6660eb39 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:13.733711 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ed8fb7d7-28d6-4e19-aa2b-9e9d6660eb39 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:13.757663 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a5aee6-02c0-4979-9a94-b9db7297c6d4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:13.769863 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fb7d7-28d6-4e19-aa2b-9e9d6660eb39 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f002af6-81ca-4365-9b32-9b9c162ecb8b,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:13.840002 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a5aee6-02c0-4979-9a94-b9db7297c6d4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:13.869886 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ed8fb7d7-28d6-4e19-aa2b-9e9d6660eb39 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:13.873881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ed8fb7d7-28d6-4e19-aa2b-9e9d6660eb39 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5932693 Nov 12 04:32:13.878308 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32860) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:13.880853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-9cf40f3f-11c2-4e7e-a97e-c4a5b3fc1ba7 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Request body: {'security_group_rule': {'security_group_id': '29ffb9a3-c652-47c1-b626-a57babc3b37b', 'project_id': '49f00332128a44d886ddf640128bd4c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:13.921782 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a5aee6-02c0-4979-9a94-b9db7297c6d4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:13.958858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5aee6-02c0-4979-9a94-b9db7297c6d4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73c6569-23b1-4c2b-b650-3e15211818e0,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:13.998955 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-9cf40f3f-11c2-4e7e-a97e-c4a5b3fc1ba7 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Project 49f00332128a44d886ddf640128bd4c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:32:14.004721 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cf40f3f-11c2-4e7e-a97e-c4a5b3fc1ba7 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.070334 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57a5aee6-02c0-4979-9a94-b9db7297c6d4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.071735 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-57a5aee6-02c0-4979-9a94-b9db7297c6d4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4447443 Nov 12 04:32:14.075544 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32864) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:14.080240 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-38bb247c-acf5-414f-b8ee-1ec1dd0b1fe6 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': 'a73c6569-23b1-4c2b-b650-3e15211818e0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:14.080732 n-d-768509-24 neutron-server[103297]: WARNING neutron.api.v2.base [None req-38bb247c-acf5-414f-b8ee-1ec1dd0b1fe6 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 04:32:14.081057 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cf40f3f-11c2-4e7e-a97e-c4a5b3fc1ba7 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.081513 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-38bb247c-acf5-414f-b8ee-1ec1dd0b1fe6 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:32:14.082803 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-38bb247c-acf5-414f-b8ee-1ec1dd0b1fe6 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062037 Nov 12 04:32:14.085629 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32866) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:14.142848 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2792d887-4a09-44c4-946d-6c6642760ecb tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.150426 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cf40f3f-11c2-4e7e-a97e-c4a5b3fc1ba7 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.168078 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2792d887-4a09-44c4-946d-6c6642760ecb tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.173663 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf40f3f-11c2-4e7e-a97e-c4a5b3fc1ba7 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19937ef8-e507-47e0-bd5c-acfb4085d65a,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:14.278032 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cf40f3f-11c2-4e7e-a97e-c4a5b3fc1ba7 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.279522 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9cf40f3f-11c2-4e7e-a97e-c4a5b3fc1ba7 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4034035 Nov 12 04:32:14.283006 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32868) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:14.287698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-03b62c96-6b99-4907-961d-a0cc9bcedd8c tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Request body: {'security_group_rule': {'security_group_id': '29ffb9a3-c652-47c1-b626-a57babc3b37b', 'project_id': '49f00332128a44d886ddf640128bd4c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:14.316474 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2792d887-4a09-44c4-946d-6c6642760ecb tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.319522 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2792d887-4a09-44c4-946d-6c6642760ecb tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.320951 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2792d887-4a09-44c4-946d-6c6642760ecb tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "DELETE /v2.0/security-groups/a73c6569-23b1-4c2b-b650-3e15211818e0 HTTP/1.1" status: 204 len: 168 time: 0.2343631 Nov 12 04:32:14.323794 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32870) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:14.330965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792d887-4a09-44c4-946d-6c6642760ecb tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73c6569-23b1-4c2b-b650-3e15211818e0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:14.367620 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-03b62c96-6b99-4907-961d-a0cc9bcedd8c tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Project 49f00332128a44d886ddf640128bd4c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:32:14.395248 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-03b62c96-6b99-4907-961d-a0cc9bcedd8c tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.439455 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b6480cfd-7d86-479a-8d75-300f940acd67 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1138175 Nov 12 04:32:14.445631 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32874) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:14.450194 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f294924b-83f3-475b-aaf0-e8adf755f966 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group': {'name': 'tempest-secgroup--694087662'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:14.532588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0937c7b-6264-4ee4-a75e-35a765f148c0 req-59f6ffe4-049b-4f88-8da5-f997f06fc2a5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:14.534362 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0937c7b-6264-4ee4-a75e-35a765f148c0 req-59f6ffe4-049b-4f88-8da5-f997f06fc2a5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 944 time: 0.0932167 Nov 12 04:32:14.547917 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-03b62c96-6b99-4907-961d-a0cc9bcedd8c tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.569343 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f294924b-83f3-475b-aaf0-e8adf755f966 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.608600 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0937c7b-6264-4ee4-a75e-35a765f148c0 req-753988cb-659c-4772-b0fc-f428375d5163 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635989 Nov 12 04:32:14.623496 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-03b62c96-6b99-4907-961d-a0cc9bcedd8c tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.651132 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b62c96-6b99-4907-961d-a0cc9bcedd8c tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc35f37f-1038-46d3-925e-744e58abae88,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:14.706447 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f294924b-83f3-475b-aaf0-e8adf755f966 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.732579 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-03b62c96-6b99-4907-961d-a0cc9bcedd8c tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.732830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0ae1681b-b655-4dd9-96df-12c4b655ae31 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:32:14.736542 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-03b62c96-6b99-4907-961d-a0cc9bcedd8c tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4523880 Nov 12 04:32:14.787223 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 0ae1681b-b655-4dd9-96df-12c4b655ae31 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:14.787915 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.794436 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f294924b-83f3-475b-aaf0-e8adf755f966 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.854122 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294924b-83f3-475b-aaf0-e8adf755f966 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a42601f-f25c-44e4-b585-33c2e5f29c76,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:14.919976 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f294924b-83f3-475b-aaf0-e8adf755f966 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.924120 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f294924b-83f3-475b-aaf0-e8adf755f966 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4748418 Nov 12 04:32:14.924497 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32888) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:14.929543 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-12ae1fa7-a2c3-4975-9ffe-a09d856ed674 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': '4a42601f-f25c-44e4-b585-33c2e5f29c76', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:14.930774 n-d-768509-24 neutron-server[103297]: WARNING neutron.api.v2.base [None req-12ae1fa7-a2c3-4975-9ffe-a09d856ed674 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 04:32:14.933218 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-12ae1fa7-a2c3-4975-9ffe-a09d856ed674 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:32:14.933218 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-12ae1fa7-a2c3-4975-9ffe-a09d856ed674 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068357 Nov 12 04:32:14.935556 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32890) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:14.971189 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-63f5adaa-df75-4c3d-9257-004a68f374e2 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777882481&fields=id&tenant_id=49f00332128a44d886ddf640128bd4c1 HTTP/1.1" status: 200 len: 267 time: 0.0545533 Nov 12 04:32:14.999922 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2871944a-5a90-4657-9ade-64f6f8e0c424 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:15.024822 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2871944a-5a90-4657-9ade-64f6f8e0c424 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:15.106519 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-099a8ba1-c2d2-4b34-a2d2-d58a65fd9187 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:15.108510 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-099a8ba1-c2d2-4b34-a2d2-d58a65fd9187 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/networks?id=a730d3bd-8b46-4dd7-a02b-e5a523424593 HTTP/1.1" status: 200 len: 809 time: 0.1298184 Nov 12 04:32:15.127045 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-f0b8910c-2b02-4d39-81af-c8fa34c2a31b tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/quotas/49f00332128a44d886ddf640128bd4c1 HTTP/1.1" status: 200 len: 375 time: 0.0122743 Nov 12 04:32:15.152713 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2871944a-5a90-4657-9ade-64f6f8e0c424 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:15.158056 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2871944a-5a90-4657-9ade-64f6f8e0c424 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:15.163548 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2871944a-5a90-4657-9ade-64f6f8e0c424 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "DELETE /v2.0/security-groups/4a42601f-f25c-44e4-b585-33c2e5f29c76 HTTP/1.1" status: 204 len: 168 time: 0.2268946 Nov 12 04:32:15.169411 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32892) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:15.173452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871944a-5a90-4657-9ade-64f6f8e0c424 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a42601f-f25c-44e4-b585-33c2e5f29c76,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:15.208220 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-991a6933-e806-41ed-9593-fffac432bdfe tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=49f00332128a44d886ddf640128bd4c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742528 Nov 12 04:32:15.235382 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7e70ef75-eeb4-4848-85e8-aa6846b9e3ee tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0698228 Nov 12 04:32:15.241777 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32894) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:15.247303 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9d627254-12bf-4778-9b61-1c3e265c66a4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group': {'name': 'tempest-secgroup--1214462756'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:15.328881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-51be5a61-8bb8-4dcf-98c9-01c1ff3546e2 service neutron] 10.222.0.37 "GET /v2.0/networks/a730d3bd-8b46-4dd7-a02b-e5a523424593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044481 Nov 12 04:32:15.385987 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d627254-12bf-4778-9b61-1c3e265c66a4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:15.447711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-e435a042-b368-41c5-95ea-131f34a99dc0 service neutron] 10.222.0.37 "GET /v2.0/networks/a730d3bd-8b46-4dd7-a02b-e5a523424593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127760 Nov 12 04:32:15.462811 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d627254-12bf-4778-9b61-1c3e265c66a4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:15.558436 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d627254-12bf-4778-9b61-1c3e265c66a4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:15.587448 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d627254-12bf-4778-9b61-1c3e265c66a4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9d4119-2552-4e1f-b559-6333a8bd3b02,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:15.656932 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d627254-12bf-4778-9b61-1c3e265c66a4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:15.659287 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9d627254-12bf-4778-9b61-1c3e265c66a4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4155605 Nov 12 04:32:15.662982 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32896) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:15.670685 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-e8044375-18b3-45b1-81ca-573c60ed90a0 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': '6c9d4119-2552-4e1f-b559-6333a8bd3b02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:15.674403 n-d-768509-24 neutron-server[103296]: WARNING neutron.api.v2.base [None req-e8044375-18b3-45b1-81ca-573c60ed90a0 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 04:32:15.675126 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-e8044375-18b3-45b1-81ca-573c60ed90a0 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:32:15.678913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e8044375-18b3-45b1-81ca-573c60ed90a0 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0125034 Nov 12 04:32:15.679377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32902) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:15.684392 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-3adc5047-b7f2-4db6-b15a-4e022b022f5c tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': '6c9d4119-2552-4e1f-b559-6333a8bd3b02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:15.692700 n-d-768509-24 neutron-server[103296]: WARNING neutron.api.v2.base [None req-3adc5047-b7f2-4db6-b15a-4e022b022f5c tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 04:32:15.693332 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-3adc5047-b7f2-4db6-b15a-4e022b022f5c tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:32:15.697047 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3adc5047-b7f2-4db6-b15a-4e022b022f5c tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0134952 Nov 12 04:32:15.697842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32904) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:15.711790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-edd4b36c-717a-4eaa-b217-37866312ae3e tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': '6c9d4119-2552-4e1f-b559-6333a8bd3b02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:15.712703 n-d-768509-24 neutron-server[103296]: WARNING neutron.api.v2.base [None req-edd4b36c-717a-4eaa-b217-37866312ae3e tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 04:32:15.713260 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-edd4b36c-717a-4eaa-b217-37866312ae3e tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:32:15.716888 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-edd4b36c-717a-4eaa-b217-37866312ae3e tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0157444 Nov 12 04:32:15.717040 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32908) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:15.735232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a60296f0-5777-4f1e-8c34-98bed304daa5 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': '6c9d4119-2552-4e1f-b559-6333a8bd3b02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:15.736312 n-d-768509-24 neutron-server[103296]: WARNING neutron.api.v2.base [None req-a60296f0-5777-4f1e-8c34-98bed304daa5 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 04:32:15.736873 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-a60296f0-5777-4f1e-8c34-98bed304daa5 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:32:15.738005 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a60296f0-5777-4f1e-8c34-98bed304daa5 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0200369 Nov 12 04:32:15.740810 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32910) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:15.769712 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-83da6570-21e4-4c7f-a2c7-56e9afb84680 req-9e969498-2426-4293-a3c4-33182d4fbd8d tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 210 time: 0.0630867 Nov 12 04:32:15.822278 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b801dbc7-00ee-4c46-9087-a981b280c827 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:15.857130 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b801dbc7-00ee-4c46-9087-a981b280c827 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:15.935473 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080141b-8f42-4952-ab15-19bbfe4d1983 req-5a558600-ba5d-4bfd-99d8-ec3dd9834d27 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:15.936866 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2080141b-8f42-4952-ab15-19bbfe4d1983 req-5a558600-ba5d-4bfd-99d8-ec3dd9834d27 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 944 time: 0.0766833 Nov 12 04:32:15.992563 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2080141b-8f42-4952-ab15-19bbfe4d1983 req-8ccb3039-a807-4615-be33-d5149667c61b tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491500 Nov 12 04:32:16.019089 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b801dbc7-00ee-4c46-9087-a981b280c827 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:16.021849 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b801dbc7-00ee-4c46-9087-a981b280c827 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:16.025984 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b801dbc7-00ee-4c46-9087-a981b280c827 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "DELETE /v2.0/security-groups/6c9d4119-2552-4e1f-b559-6333a8bd3b02 HTTP/1.1" status: 204 len: 168 time: 0.2813013 Nov 12 04:32:16.026426 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32916) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:16.039928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801dbc7-00ee-4c46-9087-a981b280c827 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9d4119-2552-4e1f-b559-6333a8bd3b02,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:16.046412 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801dbc7-00ee-4c46-9087-a981b280c827 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:16.046791 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801dbc7-00ee-4c46-9087-a981b280c827 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:16.047136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801dbc7-00ee-4c46-9087-a981b280c827 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:16.047924 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801dbc7-00ee-4c46-9087-a981b280c827 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:16.047924 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801dbc7-00ee-4c46-9087-a981b280c827 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:16.048249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801dbc7-00ee-4c46-9087-a981b280c827 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:16.048580 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801dbc7-00ee-4c46-9087-a981b280c827 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:16.048908 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801dbc7-00ee-4c46-9087-a981b280c827 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:16.049235 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801dbc7-00ee-4c46-9087-a981b280c827 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:16.049561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801dbc7-00ee-4c46-9087-a981b280c827 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:16.049885 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801dbc7-00ee-4c46-9087-a981b280c827 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:16.050212 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801dbc7-00ee-4c46-9087-a981b280c827 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:16.106738 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32918) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:16.106994 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-40d87783-f1f6-415d-a1ac-fe37e2d6bfaf tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0791509 Nov 12 04:32:16.111463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a5a91f40-8f87-4f5f-a208-70472858698e tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group': {'name': 'tempest-secgroup--332405390'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:16.224758 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a5a91f40-8f87-4f5f-a208-70472858698e tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:16.306080 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a5a91f40-8f87-4f5f-a208-70472858698e tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:16.396403 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a5a91f40-8f87-4f5f-a208-70472858698e tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:16.427308 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a91f40-8f87-4f5f-a208-70472858698e tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ba9973-4245-4140-8176-2caff08f14e8,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:16.514732 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a5a91f40-8f87-4f5f-a208-70472858698e tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:16.516157 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a5a91f40-8f87-4f5f-a208-70472858698e tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4084656 Nov 12 04:32:16.519097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32922) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:16.523551 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-d738f351-6e38-487f-bf4d-42c1abf99a70 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': 'd4ba9973-4245-4140-8176-2caff08f14e8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:16.524039 n-d-768509-24 neutron-server[103296]: WARNING neutron.api.v2.base [None req-d738f351-6e38-487f-bf4d-42c1abf99a70 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 04:32:16.524524 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-d738f351-6e38-487f-bf4d-42c1abf99a70 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:32:16.525457 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d738f351-6e38-487f-bf4d-42c1abf99a70 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053973 Nov 12 04:32:16.528285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32924) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:16.532396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-c6a548b6-5bce-49e6-8f1b-dbe09b97ade8 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': 'd4ba9973-4245-4140-8176-2caff08f14e8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:16.735826 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-c6a548b6-5bce-49e6-8f1b-dbe09b97ade8 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:32:16.737075 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c6a548b6-5bce-49e6-8f1b-dbe09b97ade8 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2078433 Nov 12 04:32:16.739929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32926) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:16.745010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-7af37602-d1b4-4330-83d6-652144959dd4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': 'd4ba9973-4245-4140-8176-2caff08f14e8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:16.745569 n-d-768509-24 neutron-server[103296]: WARNING neutron.api.v2.base [None req-7af37602-d1b4-4330-83d6-652144959dd4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 04:32:16.745954 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-7af37602-d1b4-4330-83d6-652144959dd4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:32:16.746933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7af37602-d1b4-4330-83d6-652144959dd4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060692 Nov 12 04:32:16.749313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32928) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:16.753368 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-27a62b5a-c2a9-4b98-bb98-b206cc61a588 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': 'd4ba9973-4245-4140-8176-2caff08f14e8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:16.838029 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:16.881760 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e261f205-1733-40d2-a6f7-c95e7f41a62a req-325266b1-1982-408d-8e8c-81a1dfe00058 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 210 time: 0.0276606 Nov 12 04:32:16.975672 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-27a62b5a-c2a9-4b98-bb98-b206cc61a588 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:32:16.977291 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-27a62b5a-c2a9-4b98-bb98-b206cc61a588 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2270651 Nov 12 04:32:16.985650 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32932) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:16.990173 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-d7084a66-dc22-4cb3-a8db-5046c27f0ea8 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': 'd4ba9973-4245-4140-8176-2caff08f14e8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:16.990580 n-d-768509-24 neutron-server[103296]: WARNING neutron.api.v2.base [None req-d7084a66-dc22-4cb3-a8db-5046c27f0ea8 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 04:32:16.991074 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-d7084a66-dc22-4cb3-a8db-5046c27f0ea8 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:32:16.992631 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d7084a66-dc22-4cb3-a8db-5046c27f0ea8 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053980 Nov 12 04:32:16.994891 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32934) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:16.998791 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-4aa0719e-7e4b-49a3-af86-81cd46d37097 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': 'd4ba9973-4245-4140-8176-2caff08f14e8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:17.034203 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32938) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:17.040115 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Request body: {'subnets': [{'network_id': '7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--750174769', 'ip_version': 6}, {'network_id': '9e9684af-db70-419b-b935-4e8ee7ef3dda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:17.040434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Request body: {'subnet': {'network_id': '7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--750174769', 'ip_version': 6}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:17.041359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Request body: {'subnet': {'network_id': '9e9684af-db70-419b-b935-4e8ee7ef3dda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:17.215509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d286ea7-2e36-4625-b459-e67e889dd2fb req-721984a1-69e3-4d56-9636-14c446c4982f tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:17.217019 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d286ea7-2e36-4625-b459-e67e889dd2fb req-721984a1-69e3-4d56-9636-14c446c4982f tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 944 time: 0.1210716 Nov 12 04:32:17.237752 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-4aa0719e-7e4b-49a3-af86-81cd46d37097 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:32:17.238788 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4aa0719e-7e4b-49a3-af86-81cd46d37097 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2430131 Nov 12 04:32:17.241803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32940) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:17.246585 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-27c5135b-2819-4342-bda0-aa9d23dafad0 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': 'd4ba9973-4245-4140-8176-2caff08f14e8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:17.247386 n-d-768509-24 neutron-server[103297]: WARNING neutron.api.v2.base [None req-27c5135b-2819-4342-bda0-aa9d23dafad0 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 04:32:17.247937 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-27c5135b-2819-4342-bda0-aa9d23dafad0 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:32:17.248875 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-27c5135b-2819-4342-bda0-aa9d23dafad0 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060461 Nov 12 04:32:17.251702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32942) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:17.258511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-97331d33-e7ee-45f6-90c6-368e8e865b98 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': 'd4ba9973-4245-4140-8176-2caff08f14e8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:17.297428 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d286ea7-2e36-4625-b459-e67e889dd2fb req-7cd79dfb-8e30-4bb1-ad23-2ee0a268666e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712464 Nov 12 04:32:17.365424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Made reservation on behalf of 9c35a2d0efd048e7ac4d8636ac8d4052 for: {'subnet': 2} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:17.370078 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:17.374385 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:17.565508 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 17b71d8a-0aee-4fed-b884-92e362c081b5 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:32:17.672475 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-97331d33-e7ee-45f6-90c6-368e8e865b98 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:32:17.673613 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-97331d33-e7ee-45f6-90c6-368e8e865b98 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4199374 Nov 12 04:32:17.677395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32944) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:17.681890 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 17b71d8a-0aee-4fed-b884-92e362c081b5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=17b71d8a-0aee-4fed-b884-92e362c081b5,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:17.682541 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-103453dc-a960-4938-af4f-c083c6c93ff8 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': 'd4ba9973-4245-4140-8176-2caff08f14e8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:17.694288 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '17b71d8a-0aee-4fed-b884-92e362c081b5', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'port_id': '17b71d8a-0aee-4fed-b884-92e362c081b5', 'mac_address': 'fa:16:3e:f0:15:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:32:17.745564 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:17.758857 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b71d8a-0aee-4fed-b884-92e362c081b5 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:32:17.783155 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 17b71d8a-0aee-4fed-b884-92e362c081b5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=17b71d8a-0aee-4fed-b884-92e362c081b5,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:17.844070 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:17.872409 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:17.873029 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-103453dc-a960-4938-af4f-c083c6c93ff8 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:32:17.876851 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32946) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:17.878732 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-103453dc-a960-4938-af4f-c083c6c93ff8 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2001066 Nov 12 04:32:17.930989 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=17b71d8a-0aee-4fed-b884-92e362c081b5,revision_number=11']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:17.940802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event updated for resources: {'Subnet': ['ID=0918e368-0322-4082-9dd6-3d59bec67eab,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:17.954653 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Checking segment: {'id': '69afc254-bc77-4b3b-b275-57e662a7e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:17.955028 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Network hostable DHCP agents. Network: 7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:32:18.000545 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cdab6045-c15a-478d-b0fb-3204c1fdbd0d req-411d9b3a-8881-493d-bfff-0ca3405bc07a tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 210 time: 0.0418048 Nov 12 04:32:18.006254 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2151fd9-4924-4080-be7c-8d5c4d985a29 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:18.033235 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2151fd9-4924-4080-be7c-8d5c4d985a29 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:18.112322 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Network 7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:32:18.112541 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:18.154049 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['17b71d8a-0aee-4fed-b884-92e362c081b5'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:32:18.191115 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2151fd9-4924-4080-be7c-8d5c4d985a29 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:18.194314 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2151fd9-4924-4080-be7c-8d5c4d985a29 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:18.197892 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b2151fd9-4924-4080-be7c-8d5c4d985a29 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "DELETE /v2.0/security-groups/d4ba9973-4245-4140-8176-2caff08f14e8 HTTP/1.1" status: 204 len: 168 time: 0.3196838 Nov 12 04:32:18.204432 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32950) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:18.216351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2151fd9-4924-4080-be7c-8d5c4d985a29 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ba9973-4245-4140-8176-2caff08f14e8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:18.219423 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:18.231069 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:18.273047 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765374bd-c2a0-4b6c-a776-ff926fbd2b18 None None] Network 7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:32:18.278438 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2f148ff4-846d-4dff-89f7-92a7f79692cb tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0724883 Nov 12 04:32:18.282491 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32952) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:18.288250 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ecc51fa2-e3f6-4348-a97a-1bf2adb1a49c tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group': {'name': 'tempest-secgroup--255388382'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:18.391941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event updated for resources: {'Subnet': ['ID=5adf24af-5c06-467e-92b4-0ba215d902df,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:18.391941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-4649313c-4ac0-4578-b817-2689d40dd912 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:18.391941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-4649313c-4ac0-4578-b817-2689d40dd912 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.31 "GET /v2.0/networks?id=a730d3bd-8b46-4dd7-a02b-e5a523424593 HTTP/1.1" status: 200 len: 809 time: 0.2626259 Nov 12 04:32:18.405728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Checking segment: {'id': '24c01622-afd0-42a8-aeb7-f888bfabe02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9e9684af-db70-419b-b935-4e8ee7ef3dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:18.406120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Network hostable DHCP agents. Network: 9e9684af-db70-419b-b935-4e8ee7ef3dda, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:32:18.445259 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecc51fa2-e3f6-4348-a97a-1bf2adb1a49c tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:18.493857 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9', 'network_id': '7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9', 'tenant_id': '9c35a2d0efd048e7ac4d8636ac8d4052', 'fixed_ips': [{'subnet_id': '0918e368-0322-4082-9dd6-3d59bec67eab'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:32:18.499966 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:18.501642 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8811272-bcd4-4e7f-840c-58ce6a6c61c6 req-62529de7-b032-4aed-9610-9e46aa29ddbe tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:18.503249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8811272-bcd4-4e7f-840c-58ce6a6c61c6 req-62529de7-b032-4aed-9610-9e46aa29ddbe tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.1109672 Nov 12 04:32:18.536725 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-0566dd05-7ba3-4133-939a-5ef2129d45a8 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49f00332128a44d886ddf640128bd4c1 HTTP/1.1" status: 200 len: 379 time: 0.1125031 Nov 12 04:32:18.550986 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-e9b27150-addd-4ffa-a446-a059a65864ca tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Request body: {'port': {'device_id': '3e9cb16f-a921-462a-a719-b2b5b8a37e8c', 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593', 'admin_state_up': True, 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'security_groups': ['29ffb9a3-c652-47c1-b626-a57babc3b37b']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:18.569252 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecc51fa2-e3f6-4348-a97a-1bf2adb1a49c tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:18.577476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Network 9e9684af-db70-419b-b935-4e8ee7ef3dda is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:32:18.632947 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8811272-bcd4-4e7f-840c-58ce6a6c61c6 req-12d6b361-8e56-47a4-9c63-2d236be8b2c7 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221604 Nov 12 04:32:18.649854 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecc51fa2-e3f6-4348-a97a-1bf2adb1a49c tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:18.654899 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] Allocated IP 2001:db8::1 (7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9/0918e368-0322-4082-9dd6-3d59bec67eab/d7748221-c828-49a7-93fb-4af3879de1fd) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:18.688896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 9e9684af-db70-419b-b935-4e8ee7ef3dda) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:18.692880 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc51fa2-e3f6-4348-a97a-1bf2adb1a49c tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=333d56ff-0880-4b04-b935-5eacddd06444,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:18.701170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:18.701597 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c3c517-ec18-48b6-85d2-8c9a21843828 None None] Network 9e9684af-db70-419b-b935-4e8ee7ef3dda requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:32:18.701746 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:18.702653 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:18.742884 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecc51fa2-e3f6-4348-a97a-1bf2adb1a49c tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:18.744474 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ecc51fa2-e3f6-4348-a97a-1bf2adb1a49c tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4598596 Nov 12 04:32:18.747383 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32956) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:18.753222 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9d5ceb30-859d-424e-8e8f-1679fc702fe6 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': '333d56ff-0880-4b04-b935-5eacddd06444', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:18.827327 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-e9b27150-addd-4ffa-a446-a059a65864ca tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Made reservation on behalf of 49f00332128a44d886ddf640128bd4c1 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:18.831290 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-e9b27150-addd-4ffa-a446-a059a65864ca tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:18.891588 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cbd2dbec-fa0a-49b6-9048-d90b124003b9 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.8537762 Nov 12 04:32:18.901391 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32958) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:18.976026 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-e9b27150-addd-4ffa-a446-a059a65864ca tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Allocated IP 172.20.0.9 (a730d3bd-8b46-4dd7-a02b-e5a523424593/d42717c3-3818-4929-b170-a5e423fbda0e/ae82aee1-b835-4418-8efe-9fad77e676bd) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:18.990251 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9ea8f-c28c-46dc-aea2-d25b74c7b92b tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:18.992267 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9ea8f-c28c-46dc-aea2-d25b74c7b92b tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:18.994136 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9ea8f-c28c-46dc-aea2-d25b74c7b92b tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:18.995934 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-27b9ea8f-c28c-46dc-aea2-d25b74c7b92b tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1029131 Nov 12 04:32:19.005322 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32960) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:19.075362 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6ed4ea-d7e8-4be8-8b23-b2717b3f84f4 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Deleting subnet 0918e368-0322-4082-9dd6-3d59bec67eab {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:32:19.120231 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.128884 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-9e9684af-db70-419b-b935-4e8ee7ef3dda', 'network_id': '9e9684af-db70-419b-b935-4e8ee7ef3dda', 'tenant_id': '9c35a2d0efd048e7ac4d8636ac8d4052', 'fixed_ips': [{'subnet_id': '5adf24af-5c06-467e-92b4-0ba215d902df'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:32:19.129749 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.135292 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-9d5ceb30-859d-424e-8e8f-1679fc702fe6 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): The resource could not be found. Nov 12 04:32:19.136581 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9d5ceb30-859d-424e-8e8f-1679fc702fe6 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3875368 Nov 12 04:32:19.139919 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32964) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:19.145085 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-cedf9342-6408-46e2-9d65-d223f124fbc5 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': '333d56ff-0880-4b04-b935-5eacddd06444', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b4e85d7e-fdcc-4de8-8b26-118c2668fb91'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:19.166776 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41448fe9-e3a4-4764-9230-f8d5f62b91c9 req-12780130-b1a0-44af-8628-e312780caa62 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 210 time: 0.0413487 Nov 12 04:32:19.176594 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-e9b27150-addd-4ffa-a446-a059a65864ca tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.195792 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b6ed4ea-d7e8-4be8-8b23-b2717b3f84f4 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.206847 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.244307 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b6ed4ea-d7e8-4be8-8b23-b2717b3f84f4 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.266316 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] Network 7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:19.267782 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:19.282338 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-e9b27150-addd-4ffa-a446-a059a65864ca tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.290848 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:19.305544 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] Pushing event updated for resources: {'Port': ['ID=d7748221-c828-49a7-93fb-4af3879de1fd,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:19.329439 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-e9b27150-addd-4ffa-a446-a059a65864ca tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Network a730d3bd-8b46-4dd7-a02b-e5a523424593 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:19.337062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-e9b27150-addd-4ffa-a446-a059a65864ca tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:19.339490 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-e9b27150-addd-4ffa-a446-a059a65864ca tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:19.346884 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b6ed4ea-d7e8-4be8-8b23-b2717b3f84f4 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.372709 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] Allocated IP 2001:db8:0:1::1 (9e9684af-db70-419b-b935-4e8ee7ef3dda/5adf24af-5c06-467e-92b4-0ba215d902df/e166fa3c-83c1-404f-a6f2-da25b2e2457f) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:19.376885 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-cedf9342-6408-46e2-9d65-d223f124fbc5 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): The resource could not be found. Nov 12 04:32:19.377970 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cedf9342-6408-46e2-9d65-d223f124fbc5 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2367086 Nov 12 04:32:19.381494 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32966) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:19.385839 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] Attempting to bind port d7748221-c828-49a7-93fb-4af3879de1fd on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:32:19.386206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] Attempting to bind port d7748221-c828-49a7-93fb-4af3879de1fd by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '69afc254-bc77-4b3b-b275-57e662a7e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:32:19.386530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b27150-addd-4ffa-a446-a059a65864ca tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Pushing event updated for resources: {'Port': ['ID=ae82aee1-b835-4418-8efe-9fad77e676bd,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:19.386678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] Attempting to bind port d7748221-c828-49a7-93fb-4af3879de1fd on network 7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:19.421756 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:32:19.422141 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] Checking segment: {'id': '69afc254-bc77-4b3b-b275-57e662a7e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:19.422435 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.422865 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] Bound using segment: {'id': '69afc254-bc77-4b3b-b275-57e662a7e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:32:19.423415 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] Bound port: d7748221-c828-49a7-93fb-4af3879de1fd, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69afc254-bc77-4b3b-b275-57e662a7e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:32:19.423797 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.425503 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-e9b27150-addd-4ffa-a446-a059a65864ca tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:19.426810 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-e9b27150-addd-4ffa-a446-a059a65864ca tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.472157 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce983315-0119-43e5-a6bb-a209a50c9fb4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.503520 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce983315-0119-43e5-a6bb-a209a50c9fb4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.526016 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-e9b27150-addd-4ffa-a446-a059a65864ca tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9772532 Nov 12 04:32:19.531471 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b6ed4ea-d7e8-4be8-8b23-b2717b3f84f4 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.547045 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Request body: {'port': {'device_id': '3e9cb16f-a921-462a-a719-b2b5b8a37e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:19.564691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] For port d7748221-c828-49a7-93fb-4af3879de1fd, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:32:19.568935 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ed4ea-d7e8-4be8-8b23-b2717b3f84f4 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event deleted for resources: {'Subnet': ['ID=0918e368-0322-4082-9dd6-3d59bec67eab,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:19.578097 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7b6ed4ea-d7e8-4be8-8b23-b2717b3f84f4 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.581496 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7b6ed4ea-d7e8-4be8-8b23-b2717b3f84f4 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "DELETE /v2.0/subnets/0918e368-0322-4082-9dd6-3d59bec67eab HTTP/1.1" status: 204 len: 168 time: 0.5750635 Nov 12 04:32:19.584694 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32970) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:19.587908 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 17b71d8a-0aee-4fed-b884-92e362c081b5 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:32:19.643320 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.645952 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] For port d7748221-c828-49a7-93fb-4af3879de1fd, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d7748221-c828-49a7-93fb-4af3879de1fd,segment=NetworkSegment(69afc254-bc77-4b3b-b275-57e662a7e9df),segment_id=69afc254-bc77-4b3b-b275-57e662a7e9df)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:32:19.654071 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20b50af-23dd-4a23-bee4-3b27c4f075da tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Deleting subnet 5adf24af-5c06-467e-92b4-0ba215d902df {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:32:19.665473 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.696028 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce983315-0119-43e5-a6bb-a209a50c9fb4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.703615 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce983315-0119-43e5-a6bb-a209a50c9fb4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.703615 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ce983315-0119-43e5-a6bb-a209a50c9fb4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "DELETE /v2.0/security-groups/333d56ff-0880-4b04-b935-5eacddd06444 HTTP/1.1" status: 204 len: 168 time: 0.3165677 Nov 12 04:32:19.706873 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32974) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:19.710867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce983315-0119-43e5-a6bb-a209a50c9fb4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=333d56ff-0880-4b04-b935-5eacddd06444,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:19.735995 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-bbddbacd-f3af-411c-b583-08fa505e0a54 None None] Provisioning complete for port ae82aee1-b835-4418-8efe-9fad77e676bd triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:19.736369 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bbddbacd-f3af-411c-b583-08fa505e0a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.738766 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.789621 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a20b50af-23dd-4a23-bee4-3b27c4f075da tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.796540 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 17b71d8a-0aee-4fed-b884-92e362c081b5 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:32:19.799082 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.825089 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 17b71d8a-0aee-4fed-b884-92e362c081b5 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:19.826094 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.836813 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a20b50af-23dd-4a23-bee4-3b27c4f075da tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.878964 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf356b47-b4ce-43cb-a8e8-df9d6c97f4ef req-c6145ee6-89a7-439b-bc20-5e78602f15ef tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:19.883311 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf356b47-b4ce-43cb-a8e8-df9d6c97f4ef req-c6145ee6-89a7-439b-bc20-5e78602f15ef tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 945 time: 0.1079173 Nov 12 04:32:19.890426 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] Network 9e9684af-db70-419b-b935-4e8ee7ef3dda is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:19.898999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:19.907062 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:19.907310 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b3b584a9-1110-43ff-92ff-aa6ec0d8365d tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2029741 Nov 12 04:32:19.907959 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32976) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:19.915422 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e457c554-9e16-475f-8f50-0eb8a0669064 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': '4c565e3f-b01c-4b48-b4dd-c81abc294e7a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:19.918513 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-bbddbacd-f3af-411c-b583-08fa505e0a54 None None] Port ae82aee1-b835-4418-8efe-9fad77e676bd cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:32:19.945576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2700b65-7d01-4911-a650-4c070f40829e None None] Pushing event updated for resources: {'Port': ['ID=d7748221-c828-49a7-93fb-4af3879de1fd,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:19.982223 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a20b50af-23dd-4a23-bee4-3b27c4f075da tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.005606 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf356b47-b4ce-43cb-a8e8-df9d6c97f4ef req-eea2d4bd-069e-4221-b86c-205ffa0d6d47 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150620 Nov 12 04:32:20.052345 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] Attempting to bind port e166fa3c-83c1-404f-a6f2-da25b2e2457f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:32:20.052741 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] Attempting to bind port e166fa3c-83c1-404f-a6f2-da25b2e2457f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '24c01622-afd0-42a8-aeb7-f888bfabe02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9e9684af-db70-419b-b935-4e8ee7ef3dda'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:32:20.053098 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] Attempting to bind port e166fa3c-83c1-404f-a6f2-da25b2e2457f on network 9e9684af-db70-419b-b935-4e8ee7ef3dda {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:20.075208 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:32:20.075600 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] Checking segment: {'id': '24c01622-afd0-42a8-aeb7-f888bfabe02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9e9684af-db70-419b-b935-4e8ee7ef3dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:20.076014 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.076417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] Bound using segment: {'id': '24c01622-afd0-42a8-aeb7-f888bfabe02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9e9684af-db70-419b-b935-4e8ee7ef3dda'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:32:20.076902 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] Bound port: e166fa3c-83c1-404f-a6f2-da25b2e2457f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c01622-afd0-42a8-aeb7-f888bfabe02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9e9684af-db70-419b-b935-4e8ee7ef3dda'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:32:20.078295 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.090835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] Pushing event updated for resources: {'Port': ['ID=e166fa3c-83c1-404f-a6f2-da25b2e2457f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:20.095960 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.113684 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae82aee1-b835-4418-8efe-9fad77e676bd {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:32:20.134670 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.148181 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a20b50af-23dd-4a23-bee4-3b27c4f075da tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.155723 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Transition to ACTIVE for port object ae82aee1-b835-4418-8efe-9fad77e676bd will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:32:20.161869 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b71d8a-0aee-4fed-b884-92e362c081b5'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:20.164950 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82d422d-008c-4ef3-bf95-7187f0b4ded1" -d '{"events": [{"server_uuid": "9dc172d7-02c3-4e2d-97c9-228435912eaf", "name": "network-vif-plugged", "status": "completed", "tag": "17b71d8a-0aee-4fed-b884-92e362c081b5"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:20.183713 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b50af-23dd-4a23-bee4-3b27c4f075da tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event deleted for resources: {'Subnet': ['ID=5adf24af-5c06-467e-92b4-0ba215d902df,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:20.185556 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-e457c554-9e16-475f-8f50-0eb8a0669064 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): The resource could not be found. Nov 12 04:32:20.191418 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e457c554-9e16-475f-8f50-0eb8a0669064 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2756603 Nov 12 04:32:20.192072 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a20b50af-23dd-4a23-bee4-3b27c4f075da tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.192367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 17b71d8a-0aee-4fed-b884-92e362c081b5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=17b71d8a-0aee-4fed-b884-92e362c081b5,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:20.193153 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32982) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:20.195819 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a20b50af-23dd-4a23-bee4-3b27c4f075da tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "DELETE /v2.0/subnets/5adf24af-5c06-467e-92b4-0ba215d902df HTTP/1.1" status: 204 len: 168 time: 0.6108727 Nov 12 04:32:20.198271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32984) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:20.202323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-9bf7f349-8a4d-43dc-a988-8a82d4da6864 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group': {'name': 'tempest-secgroup--429926881'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:20.202659 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] For port e166fa3c-83c1-404f-a6f2-da25b2e2457f, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:32:20.211290 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] For port e166fa3c-83c1-404f-a6f2-da25b2e2457f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e166fa3c-83c1-404f-a6f2-da25b2e2457f,segment=NetworkSegment(24c01622-afd0-42a8-aeb7-f888bfabe02e),segment_id=24c01622-afd0-42a8-aeb7-f888bfabe02e)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:32:20.231946 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.249487 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dc6f62-9c3a-4bef-8669-c796d2255bb3 x-openstack-request-id: req-f4dc6f62-9c3a-4bef-8669-c796d2255bb3 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:20.249874 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc172d7-02c3-4e2d-97c9-228435912eaf", "name": "network-vif-plugged", "status": "completed", "tag": "17b71d8a-0aee-4fed-b884-92e362c081b5", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:20.250078 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4dc6f62-9c3a-4bef-8669-c796d2255bb3 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:20.250443 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b71d8a-0aee-4fed-b884-92e362c081b5', 'code': 200} Nov 12 04:32:20.253414 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.299651 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5537f4cb-0cd7-4100-ac2a-e4549d2b25a1 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:20.301581 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5537f4cb-0cd7-4100-ac2a-e4549d2b25a1 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1021111 Nov 12 04:32:20.306081 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 32986) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:20.329206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=17b71d8a-0aee-4fed-b884-92e362c081b5,revision_number=12']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:20.333876 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.349506 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9bf7f349-8a4d-43dc-a988-8a82d4da6864 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.390203 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Pushing event updated for resources: {'Port': ['ID=ae82aee1-b835-4418-8efe-9fad77e676bd,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:20.442063 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a9017-98d3-424b-9d84-ea1cecbccdbd None None] Pushing event updated for resources: {'Port': ['ID=e166fa3c-83c1-404f-a6f2-da25b2e2457f,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:20.460117 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.549784 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Deleting port e166fa3c-83c1-404f-a6f2-da25b2e2457f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:20.550200 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.609499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538e995-7393-4833-8054-59024e541da7 req-c6f2941d-c2a5-4626-89c8-559fe337b089 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:20.611192 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c538e995-7393-4833-8054-59024e541da7 req-c6f2941d-c2a5-4626-89c8-559fe337b089 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 943 time: 0.2158790 Nov 12 04:32:20.669796 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a64bd-6c6a-4e8b-9278-362ade0dfaac req-3c026537-851c-4a57-ac54-226bb20c3131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:20.673979 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef6a64bd-6c6a-4e8b-9278-362ade0dfaac req-3c026537-851c-4a57-ac54-226bb20c3131 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 1098 time: 0.1470258 Nov 12 04:32:20.706497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Attempting to bind port ae82aee1-b835-4418-8efe-9fad77e676bd on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:32:20.706905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Attempting to bind port ae82aee1-b835-4418-8efe-9fad77e676bd by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '4de9da1c-81be-4a0a-b976-d83fdfd5f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:32:20.707242 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Attempting to bind port ae82aee1-b835-4418-8efe-9fad77e676bd on network a730d3bd-8b46-4dd7-a02b-e5a523424593 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:20.753487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Port ae82aee1-b835-4418-8efe-9fad77e676bd on network a730d3bd-8b46-4dd7-a02b-e5a523424593 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:32:20.753828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Attempting to bind port ae82aee1-b835-4418-8efe-9fad77e676bd on network a730d3bd-8b46-4dd7-a02b-e5a523424593 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:20.760939 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9bf7f349-8a4d-43dc-a988-8a82d4da6864 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.783951 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:32:20.784369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Checking segment: {'id': '4de9da1c-81be-4a0a-b976-d83fdfd5f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:20.784699 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Bound using segment: {'id': '4de9da1c-81be-4a0a-b976-d83fdfd5f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:32:20.785947 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Bound port: ae82aee1-b835-4418-8efe-9fad77e676bd, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de9da1c-81be-4a0a-b976-d83fdfd5f15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:32:20.785947 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.809293 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c538e995-7393-4833-8054-59024e541da7 req-024d959b-8670-4ae2-b685-41870e4b0d9e tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/security-groups?id=29ffb9a3-c652-47c1-b626-a57babc3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860328 Nov 12 04:32:20.821268 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef6a64bd-6c6a-4e8b-9278-362ade0dfaac req-3ffcffa8-a591-44ea-8676-cbcaef668a61 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371720 Nov 12 04:32:20.826346 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9bf7f349-8a4d-43dc-a988-8a82d4da6864 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.887182 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d7748221-c828-49a7-93fb-4af3879de1fd up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:32:20.888291 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7f349-8a4d-43dc-a988-8a82d4da6864 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5291376-3714-45ff-a782-0e805cffd60b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:20.925660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] For port ae82aee1-b835-4418-8efe-9fad77e676bd, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:32:20.929563 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] For port ae82aee1-b835-4418-8efe-9fad77e676bd, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=ae82aee1-b835-4418-8efe-9fad77e676bd,segment=NetworkSegment(4de9da1c-81be-4a0a-b976-d83fdfd5f15f),segment_id=4de9da1c-81be-4a0a-b976-d83fdfd5f15f)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:32:20.943958 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9bf7f349-8a4d-43dc-a988-8a82d4da6864 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.950468 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9bf7f349-8a4d-43dc-a988-8a82d4da6864 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7552607 Nov 12 04:32:20.951006 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 32988) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:20.956824 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-fe277e16-a1c1-43d3-ad21-28e336da7716 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group': {'name': 'tempest-secgroup--880123180'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:20.981814 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d7748221-c828-49a7-93fb-4af3879de1fd triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:20.981814 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:21.002619 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:21.103928 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] For port e166fa3c-83c1-404f-a6f2-da25b2e2457f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e166fa3c-83c1-404f-a6f2-da25b2e2457f,segment=NetworkSegment(24c01622-afd0-42a8-aeb7-f888bfabe02e),segment_id=24c01622-afd0-42a8-aeb7-f888bfabe02e)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:21.104451 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:21.105621 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:21.121755 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Calling delete_port for e166fa3c-83c1-404f-a6f2-da25b2e2457f owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:21.154482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port d7748221-c828-49a7-93fb-4af3879de1fd, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d7748221-c828-49a7-93fb-4af3879de1fd,segment=NetworkSegment(69afc254-bc77-4b3b-b275-57e662a7e9df),segment_id=69afc254-bc77-4b3b-b275-57e662a7e9df)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:21.224743 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:21.283300 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=d7748221-c828-49a7-93fb-4af3879de1fd,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:21.309136 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:21.354560 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] No DVR routers for this DVR port e166fa3c-83c1-404f-a6f2-da25b2e2457f on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:32:21.356458 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event deleted for resources: {'Port': ['ID=e166fa3c-83c1-404f-a6f2-da25b2e2457f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:21.379191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6717f54d-317c-403a-8a09-55835b6b80a9 None None] Network 7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:32:21.447215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:21.447919 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:21.449600 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] 10.222.0.31 "PUT /v2.0/ports/ae82aee1-b835-4418-8efe-9fad77e676bd HTTP/1.1" status: 200 len: 1092 time: 1.9105790 Nov 12 04:32:21.472883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9cb16f-a921-462a-a719-b2b5b8a37e8c', 'tag': 'ae82aee1-b835-4418-8efe-9fad77e676bd'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:21.475068 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a465fa3-aacf-4b5f-8498-81664d87da44" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9cb16f-a921-462a-a719-b2b5b8a37e8c", "tag": "ae82aee1-b835-4418-8efe-9fad77e676bd"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:21.478399 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af509607-7126-4a72-9eac-28db2d836cdb service neutron] Pushing event updated for resources: {'Port': ['ID=ae82aee1-b835-4418-8efe-9fad77e676bd,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:21.482410 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe277e16-a1c1-43d3-ad21-28e336da7716 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:21.499094 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:21.532798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9684af-db70-419b-b935-4e8ee7ef3dda']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:21.547056 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3688f31-1ef7-4231-be67-1ba32cc7d8ec req-9c07d48b-9f4d-4cc7-8650-4ddaa25ce781 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:21.549533 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3688f31-1ef7-4231-be67-1ba32cc7d8ec req-9c07d48b-9f4d-4cc7-8650-4ddaa25ce781 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 946 time: 0.0776522 Nov 12 04:32:21.566118 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c01622-afd0-42a8-aeb7-f888bfabe02e') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:21.569368 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c01622-afd0-42a8-aeb7-f888bfabe02e') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:21.592104 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:21.623269 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe277e16-a1c1-43d3-ad21-28e336da7716 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:21.624033 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:21.635961 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:32:21.636957 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:32:21.640427 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:32:21.703713 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5d1fd55f-30e0-4e82-b961-a6a55bec3099 None None] Provisioning complete for port d7748221-c828-49a7-93fb-4af3879de1fd triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:21.715001 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d1fd55f-30e0-4e82-b961-a6a55bec3099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:21.723661 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3688f31-1ef7-4231-be67-1ba32cc7d8ec req-9e428313-bece-4ff0-a96d-505dc5a9e367 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976186 Nov 12 04:32:21.725880 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe277e16-a1c1-43d3-ad21-28e336da7716 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:21.769755 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe277e16-a1c1-43d3-ad21-28e336da7716 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd896da-8298-49b0-9420-e63ec1798c8c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:21.786580 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-2659ab3b-377d-4c04-8f14-96a0093ea047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:21.793719 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-2659ab3b-377d-4c04-8f14-96a0093ea047 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=49f00332128a44d886ddf640128bd4c1&device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 1095 time: 0.1689308 Nov 12 04:32:21.883674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-d5b0c36b-5f39-4e44-9a29-f526b4a80139 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae82aee1-b835-4418-8efe-9fad77e676bd HTTP/1.1" status: 200 len: 217 time: 0.0570648 Nov 12 04:32:21.885815 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08754f5c-6c20-463f-b9da-de11633a55d9 x-openstack-request-id: req-08754f5c-6c20-463f-b9da-de11633a55d9 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:21.886099 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9cb16f-a921-462a-a719-b2b5b8a37e8c", "tag": "ae82aee1-b835-4418-8efe-9fad77e676bd", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:21.886350 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08754f5c-6c20-463f-b9da-de11633a55d9 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:21.886772 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9cb16f-a921-462a-a719-b2b5b8a37e8c', 'tag': 'ae82aee1-b835-4418-8efe-9fad77e676bd', 'status': 'completed', 'code': 200} Nov 12 04:32:21.889966 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe277e16-a1c1-43d3-ad21-28e336da7716 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:21.891259 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fe277e16-a1c1-43d3-ad21-28e336da7716 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9392641 Nov 12 04:32:21.894338 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33000) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:21.901961 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-310d35f8-df78-4f37-8c5f-bb483e27c52f tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group_rule': {'security_group_id': 'f5291376-3714-45ff-a782-0e805cffd60b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fbd896da-8298-49b0-9420-e63ec1798c8c'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:21.944746 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:21.956005 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:21.961801 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "DELETE /v2.0/networks/9e9684af-db70-419b-b935-4e8ee7ef3dda HTTP/1.1" status: 204 len: 168 time: 1.6543157 Nov 12 04:32:21.968019 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33002) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:21.988355 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-efc5d69c-c7ed-4b8c-ac36-1afba43e1922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:21.997265 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-efc5d69c-c7ed-4b8c-ac36-1afba43e1922 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d42717c3-3818-4929-b170-a5e423fbda0e HTTP/1.1" status: 200 len: 848 time: 0.1010313 Nov 12 04:32:22.024378 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265269d-30f3-4499-9975-d7a85964047d tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event deleted for resources: {'Network': ['ID=9e9684af-db70-419b-b935-4e8ee7ef3dda,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:22.053616 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c602f1-8fcc-4c84-b5b9-756f97b7ecdd None None] DHCP port deletion for 7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:32:22.144098 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-55c602f1-8fcc-4c84-b5b9-756f97b7ecdd None None] Deleting port d7748221-c828-49a7-93fb-4af3879de1fd {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:22.144763 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-55c602f1-8fcc-4c84-b5b9-756f97b7ecdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:22.155255 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba90f3-280c-47a9-ab6f-95521b9a53e6 req-e6f5cd6f-4143-4071-8995-18c151b70570 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:22.162741 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbba90f3-280c-47a9-ab6f-95521b9a53e6 req-e6f5cd6f-4143-4071-8995-18c151b70570 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 943 time: 0.1630635 Nov 12 04:32:22.169083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-6b58b98a-8e2a-43e3-a2f5-815ce48b9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:22.170982 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:22.172263 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-6b58b98a-8e2a-43e3-a2f5-815ce48b9865 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a730d3bd-8b46-4dd7-a02b-e5a523424593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1243727 Nov 12 04:32:22.223757 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-310d35f8-df78-4f37-8c5f-bb483e27c52f tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:32:22.231341 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-310d35f8-df78-4f37-8c5f-bb483e27c52f tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3355839 Nov 12 04:32:22.231953 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33010) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:22.244806 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbba90f3-280c-47a9-ab6f-95521b9a53e6 req-09cac551-c9ac-46b4-af8c-585ce81b3c5f tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/security-groups?id=29ffb9a3-c652-47c1-b626-a57babc3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756354 Nov 12 04:32:22.278045 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-55c602f1-8fcc-4c84-b5b9-756f97b7ecdd None None] For port d7748221-c828-49a7-93fb-4af3879de1fd, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d7748221-c828-49a7-93fb-4af3879de1fd,segment=NetworkSegment(69afc254-bc77-4b3b-b275-57e662a7e9df),segment_id=69afc254-bc77-4b3b-b275-57e662a7e9df)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:22.278910 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-55c602f1-8fcc-4c84-b5b9-756f97b7ecdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:22.308518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8c86c0b5-3086-4942-9e0a-e247094a2d63 None None] Could not find standard attr ID for object e166fa3c-83c1-404f-a6f2-da25b2e2457f. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:32:22.320873 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-55c602f1-8fcc-4c84-b5b9-756f97b7ecdd None None] Calling delete_port for d7748221-c828-49a7-93fb-4af3879de1fd owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:22.350803 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6019a27-69f3-447e-a78f-5e2ea345da7d None None] DHCP port deletion for 9e9684af-db70-419b-b935-4e8ee7ef3dda request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:32:22.356495 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cda86248-de4e-427d-a26b-6b6a875a6556 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:22.359350 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Deleting port d7748221-c828-49a7-93fb-4af3879de1fd {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:22.359564 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:22.390078 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-5bfd4eda-45e3-41ce-b58e-429e90069c80 service neutron] 10.222.0.31 "GET /v2.0/networks/a730d3bd-8b46-4dd7-a02b-e5a523424593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566536 Nov 12 04:32:22.412032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4f1c4a-3b37-440a-9882-4b13ea422608 None None] Network 9e9684af-db70-419b-b935-4e8ee7ef3dda requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:32:22.427389 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4f1c4a-3b37-440a-9882-4b13ea422608 None None] Network 9e9684af-db70-419b-b935-4e8ee7ef3dda could not be found, it might have been deleted concurrently. {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 04:32:22.445395 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cda86248-de4e-427d-a26b-6b6a875a6556 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:22.518242 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-547b5d0d-1a80-4ce6-874f-1264a2516a37 req-c06ee97a-a11d-4c42-bb35-6ac7436d77fa service neutron] 10.222.0.31 "GET /v2.0/networks/a730d3bd-8b46-4dd7-a02b-e5a523424593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243157 Nov 12 04:32:22.518936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] For port d7748221-c828-49a7-93fb-4af3879de1fd, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d7748221-c828-49a7-93fb-4af3879de1fd,segment=NetworkSegment(69afc254-bc77-4b3b-b275-57e662a7e9df),segment_id=69afc254-bc77-4b3b-b275-57e662a7e9df)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:22.519364 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:22.534760 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Calling delete_port for d7748221-c828-49a7-93fb-4af3879de1fd owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:22.590451 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-55c602f1-8fcc-4c84-b5b9-756f97b7ecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:22.616076 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:22.642041 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c602f1-8fcc-4c84-b5b9-756f97b7ecdd None None] Pushing event deleted for resources: {'Port': ['ID=d7748221-c828-49a7-93fb-4af3879de1fd,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:22.642041 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c602f1-8fcc-4c84-b5b9-756f97b7ecdd None None] No DVR routers for this DVR port d7748221-c828-49a7-93fb-4af3879de1fd on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:32:22.652022 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event deleted for resources: {'Port': ['ID=d7748221-c828-49a7-93fb-4af3879de1fd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:22.655066 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] No DVR routers for this DVR port d7748221-c828-49a7-93fb-4af3879de1fd on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:32:22.702903 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cda86248-de4e-427d-a26b-6b6a875a6556 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:22.705815 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cda86248-de4e-427d-a26b-6b6a875a6556 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:22.709438 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cda86248-de4e-427d-a26b-6b6a875a6556 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "DELETE /v2.0/security-groups/fbd896da-8298-49b0-9420-e63ec1798c8c HTTP/1.1" status: 204 len: 168 time: 0.4725940 Nov 12 04:32:22.709938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33028) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:22.714488 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d7748221-c828-49a7-93fb-4af3879de1fd no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:32:22.749309 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda86248-de4e-427d-a26b-6b6a875a6556 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd896da-8298-49b0-9420-e63ec1798c8c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:22.753591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: d7748221-c828-49a7-93fb-4af3879de1fd {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:32:22.754300 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d7748221-c828-49a7-93fb-4af3879de1fd not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:32:22.792516 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8e6aeed3-b9f9-4f88-bf48-c0c04e56897f tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0786059 Nov 12 04:32:22.795874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33032) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:22.815667 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:22.845687 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:22.857474 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69afc254-bc77-4b3b-b275-57e662a7e9df') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:22.858174 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69afc254-bc77-4b3b-b275-57e662a7e9df') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:22.870198 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:22.884579 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:22.890896 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:32:22.891297 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:32:22.894519 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:32:22.943918 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9970072c-ec28-4648-a1fc-b471a5985312 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:22.966213 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a465fa3-aacf-4b5f-8498-81664d87da44 req-1f41bcf7-2ece-41e2-b196-d7ab48b81280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:22.967915 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a465fa3-aacf-4b5f-8498-81664d87da44 req-1f41bcf7-2ece-41e2-b196-d7ab48b81280 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=49f00332128a44d886ddf640128bd4c1&device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 1095 time: 0.1175771 Nov 12 04:32:22.997373 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9970072c-ec28-4648-a1fc-b471a5985312 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.029336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8be88-c5ec-4abc-9c4e-5c3207491619 req-695c779e-3958-4017-b0a3-54242597dd3c tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:23.030753 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2a8be88-c5ec-4abc-9c4e-5c3207491619 req-695c779e-3958-4017-b0a3-54242597dd3c tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 946 time: 0.1482363 Nov 12 04:32:23.083850 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.092094 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.099099 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "DELETE /v2.0/networks/7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9 HTTP/1.1" status: 204 len: 168 time: 1.1146953 Nov 12 04:32:23.100029 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33046) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:23.135322 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2105f-5ec5-471d-84c2-9ca6a24c60b8 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event deleted for resources: {'Network': ['ID=7e261ab7-c6aa-4cca-bd87-6b6445cb6dd9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:23.165641 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2a8be88-c5ec-4abc-9c4e-5c3207491619 req-064c92cc-19b8-44e3-9c96-99b66cf71a56 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269014 Nov 12 04:32:23.180062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a465fa3-aacf-4b5f-8498-81664d87da44 req-f593348f-8c92-44a4-b19f-c9857424d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:23.184121 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a465fa3-aacf-4b5f-8498-81664d87da44 req-f593348f-8c92-44a4-b19f-c9857424d810 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a730d3bd-8b46-4dd7-a02b-e5a523424593 HTTP/1.1" status: 200 len: 910 time: 0.2063282 Nov 12 04:32:23.230266 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e36be5c-7b1b-445a-9930-107777687289 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.235133 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a465fa3-aacf-4b5f-8498-81664d87da44 req-38d3af12-7b98-4a20-a864-12b4d0f7972c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae82aee1-b835-4418-8efe-9fad77e676bd HTTP/1.1" status: 200 len: 217 time: 0.0416703 Nov 12 04:32:23.235954 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9970072c-ec28-4648-a1fc-b471a5985312 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.238582 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9970072c-ec28-4648-a1fc-b471a5985312 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.239834 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9970072c-ec28-4648-a1fc-b471a5985312 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "DELETE /v2.0/security-groups/f5291376-3714-45ff-a782-0e805cffd60b HTTP/1.1" status: 204 len: 168 time: 0.4425700 Nov 12 04:32:23.243680 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33050) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:23.258829 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970072c-ec28-4648-a1fc-b471a5985312 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5291376-3714-45ff-a782-0e805cffd60b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:23.312852 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a465fa3-aacf-4b5f-8498-81664d87da44 req-f1339f4c-073f-4aef-81cb-ec6af6a824d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:23.315684 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a465fa3-aacf-4b5f-8498-81664d87da44 req-f1339f4c-073f-4aef-81cb-ec6af6a824d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d42717c3-3818-4929-b170-a5e423fbda0e HTTP/1.1" status: 200 len: 848 time: 0.0664554 Nov 12 04:32:23.341993 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-27d70090-184b-4070-ad91-dd25f949a419 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0964234 Nov 12 04:32:23.346428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33054) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:23.351502 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-aed9d7e0-5cc8-4ca2-8144-f708721f3aa9 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156771222'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:23.396299 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e36be5c-7b1b-445a-9930-107777687289 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.404670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76ef6a-9d2f-4e63-ac2e-3577b6712a50 req-5479377a-d135-45ed-98be-0d01cb248b85 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:23.406120 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee76ef6a-9d2f-4e63-ac2e-3577b6712a50 req-5479377a-d135-45ed-98be-0d01cb248b85 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 943 time: 0.0710042 Nov 12 04:32:23.424115 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1e36be5c-7b1b-445a-9930-107777687289 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b87b94a-9785-4de3-9e8a-28c3a3c12ab8']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:23.432727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a465fa3-aacf-4b5f-8498-81664d87da44 req-187cf182-f31a-4f8f-8fd1-1be11d27a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:23.432727 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a465fa3-aacf-4b5f-8498-81664d87da44 req-187cf182-f31a-4f8f-8fd1-1be11d27a612 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a730d3bd-8b46-4dd7-a02b-e5a523424593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1059144 Nov 12 04:32:23.434428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1e36be5c-7b1b-445a-9930-107777687289 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d934778-eb4b-4d57-93c3-29e9fefba799') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:23.434793 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1e36be5c-7b1b-445a-9930-107777687289 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d934778-eb4b-4d57-93c3-29e9fefba799') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:23.445411 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e36be5c-7b1b-445a-9930-107777687289 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.461718 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e36be5c-7b1b-445a-9930-107777687289 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.469508 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aed9d7e0-5cc8-4ca2-8144-f708721f3aa9 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.471925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e36be5c-7b1b-445a-9930-107777687289 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:32:23.473093 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e36be5c-7b1b-445a-9930-107777687289 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:32:23.478786 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:32:23.520217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee76ef6a-9d2f-4e63-ac2e-3577b6712a50 req-a2f2f8d5-4df4-4265-ab97-b29c6998f084 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/security-groups?id=29ffb9a3-c652-47c1-b626-a57babc3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067424 Nov 12 04:32:23.561084 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a465fa3-aacf-4b5f-8498-81664d87da44 req-ca9d40b2-111b-4dd4-9232-a25e4cb49358 service neutron] 10.222.0.31 "GET /v2.0/networks/a730d3bd-8b46-4dd7-a02b-e5a523424593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215684 Nov 12 04:32:23.615664 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aed9d7e0-5cc8-4ca2-8144-f708721f3aa9 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.658528 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e36be5c-7b1b-445a-9930-107777687289 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.662496 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a465fa3-aacf-4b5f-8498-81664d87da44 req-d1778b11-1be8-4816-bd74-199bf0cd0038 service neutron] 10.222.0.31 "GET /v2.0/networks/a730d3bd-8b46-4dd7-a02b-e5a523424593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938311 Nov 12 04:32:23.665737 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e36be5c-7b1b-445a-9930-107777687289 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.668738 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1e36be5c-7b1b-445a-9930-107777687289 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "DELETE /v2.0/networks/4b87b94a-9785-4de3-9e8a-28c3a3c12ab8 HTTP/1.1" status: 204 len: 168 time: 0.5682633 Nov 12 04:32:23.671393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33056) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:23.680006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36be5c-7b1b-445a-9930-107777687289 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event deleted for resources: {'Network': ['ID=4b87b94a-9785-4de3-9e8a-28c3a3c12ab8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:23.705420 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aed9d7e0-5cc8-4ca2-8144-f708721f3aa9 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.737511 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9d7e0-5cc8-4ca2-8144-f708721f3aa9 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85818fa7-8ae6-4f72-b752-ab51424ff56b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:23.757717 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-acb6756f-ab1f-489e-b775-b177fc54c1a5 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.788343 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aed9d7e0-5cc8-4ca2-8144-f708721f3aa9 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.789729 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-aed9d7e0-5cc8-4ca2-8144-f708721f3aa9 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4422936 Nov 12 04:32:23.792693 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33058) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:23.797357 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fd839535-8973-4edf-9eca-c9508f3aba76 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:23.798026 n-d-768509-24 neutron-server[103297]: WARNING neutron.api.v2.base [None req-fd839535-8973-4edf-9eca-c9508f3aba76 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 04:32:23.798535 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-fd839535-8973-4edf-9eca-c9508f3aba76 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 04:32:23.799623 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fd839535-8973-4edf-9eca-c9508f3aba76 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "PUT /v2.0/security-groups/85818fa7-8ae6-4f72-b752-ab51424ff56b HTTP/1.1" status: 409 len: 330 time: 0.0058672 Nov 12 04:32:23.802321 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33062) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:23.853591 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-acb6756f-ab1f-489e-b775-b177fc54c1a5 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.857426 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17f3563e-cd39-4045-bde1-08128556b0f4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.878760 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-acb6756f-ab1f-489e-b775-b177fc54c1a5 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a38424-d824-4d40-b40f-16f2958f5f13']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:23.882840 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17f3563e-cd39-4045-bde1-08128556b0f4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.889969 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-acb6756f-ab1f-489e-b775-b177fc54c1a5 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34db5910-8936-4ba9-b42d-65cd3ccd0966') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:23.890340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-acb6756f-ab1f-489e-b775-b177fc54c1a5 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34db5910-8936-4ba9-b42d-65cd3ccd0966') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:23.903370 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-acb6756f-ab1f-489e-b775-b177fc54c1a5 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.917059 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-acb6756f-ab1f-489e-b775-b177fc54c1a5 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.924781 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb6756f-ab1f-489e-b775-b177fc54c1a5 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:32:23.925164 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-acb6756f-ab1f-489e-b775-b177fc54c1a5 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:32:23.928172 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:32:24.007009 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17f3563e-cd39-4045-bde1-08128556b0f4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:24.010246 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17f3563e-cd39-4045-bde1-08128556b0f4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:24.011438 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-17f3563e-cd39-4045-bde1-08128556b0f4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "DELETE /v2.0/security-groups/85818fa7-8ae6-4f72-b752-ab51424ff56b HTTP/1.1" status: 204 len: 168 time: 0.2081661 Nov 12 04:32:24.014402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33064) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:24.021269 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3563e-cd39-4045-bde1-08128556b0f4 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85818fa7-8ae6-4f72-b752-ab51424ff56b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:24.062116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-80dc2d53-b151-4710-a092-479dbdef1f7e tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0464215 Nov 12 04:32:24.064241 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-acb6756f-ab1f-489e-b775-b177fc54c1a5 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:24.066330 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33066) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:24.083700 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-acb6756f-ab1f-489e-b775-b177fc54c1a5 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:24.084929 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-8451301e-572d-4d8f-9d93-5ee33a152931 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] delete failed (client error): The resource could not be found. Nov 12 04:32:24.086024 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8451301e-572d-4d8f-9d93-5ee33a152931 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "DELETE /v2.0/security-groups/f06805c3-89a0-4919-8532-ce9b1839df8d HTTP/1.1" status: 404 len: 347 time: 0.0186632 Nov 12 04:32:24.089709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-acb6756f-ab1f-489e-b775-b177fc54c1a5 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] 10.222.0.37 "DELETE /v2.0/networks/d1a38424-d824-4d40-b40f-16f2958f5f13 HTTP/1.1" status: 204 len: 168 time: 0.4150879 Nov 12 04:32:24.089709 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6756f-ab1f-489e-b775-b177fc54c1a5 tempest-BulkNetworkOpsIpV6Test-42884254 tempest-BulkNetworkOpsIpV6Test-42884254-project] Pushing event deleted for resources: {'Network': ['ID=d1a38424-d824-4d40-b40f-16f2958f5f13,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:24.090078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33068) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:24.105935 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-58310537-b9e7-4427-8758-534d46c8448f tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] show failed (client error): The resource could not be found. Nov 12 04:32:24.110355 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-58310537-b9e7-4427-8758-534d46c8448f tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "GET /v2.0/security-groups/9933171a-0a19-40a6-888d-80f1d44fc02c HTTP/1.1" status: 404 len: 347 time: 0.0158339 Nov 12 04:32:24.110596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33072) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:24.125554 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-3d069552-84ad-42fb-9d2f-902063c669d5 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] show failed (client error): The resource could not be found. Nov 12 04:32:24.126571 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3d069552-84ad-42fb-9d2f-902063c669d5 tempest-NegativeSecGroupTest-1763523120 tempest-NegativeSecGroupTest-1763523120-project] 10.222.0.37 "GET /v2.0/security-group-rules/f0a4d18c-0bee-4df2-a688-f78beb438d5c HTTP/1.1" status: 404 len: 356 time: 0.0150197 Nov 12 04:32:24.293881 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da731520-c521-4854-91e8-aa0ae6ae2530 req-d7ea134f-dc1e-4de4-88bf-dca92e45e9d1 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:24.295592 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da731520-c521-4854-91e8-aa0ae6ae2530 req-d7ea134f-dc1e-4de4-88bf-dca92e45e9d1 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 946 time: 0.0546052 Nov 12 04:32:24.344714 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da731520-c521-4854-91e8-aa0ae6ae2530 req-11580ede-2c59-4b60-b33e-c71e1d961063 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428669 Nov 12 04:32:24.612766 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33090) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:24.659175 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b34fd6-4c2f-470f-bb26-31e5ae610b2b req-82b5c7bc-5f5b-4bc3-9b22-d2c4915aca65 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:24.661090 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16b34fd6-4c2f-470f-bb26-31e5ae610b2b req-82b5c7bc-5f5b-4bc3-9b22-d2c4915aca65 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 943 time: 0.0573864 Nov 12 04:32:24.707584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33096) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:24.718022 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16b34fd6-4c2f-470f-bb26-31e5ae610b2b req-b8652249-047e-4ec0-9a50-425b2ba02b21 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/security-groups?id=29ffb9a3-c652-47c1-b626-a57babc3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495498 Nov 12 04:32:24.853855 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9fad78d0-bd36-4590-bc73-60634433ef88 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c35a2d0efd048e7ac4d8636ac8d4052&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2396331 Nov 12 04:32:24.856557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33102) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:24.889467 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a868c7fc-a4ad-4a72-8926-6f123b3be1c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94560b1ca42f423090ee30d4f2625947&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1807296 Nov 12 04:32:24.893622 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33104) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:24.907618 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6efa4347-1f75-4770-8d85-ef335a978853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:24.933690 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6efa4347-1f75-4770-8d85-ef335a978853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:24.945249 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d59fca7-b71c-4464-b6db-53d3f99be306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:24.969548 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d59fca7-b71c-4464-b6db-53d3f99be306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:25.041354 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6efa4347-1f75-4770-8d85-ef335a978853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:25.043982 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6efa4347-1f75-4770-8d85-ef335a978853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:25.045151 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6efa4347-1f75-4770-8d85-ef335a978853 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03751234-0ad8-48ca-8755-5177f7337c03 HTTP/1.1" status: 204 len: 168 time: 0.1875672 Nov 12 04:32:25.053487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa4347-1f75-4770-8d85-ef335a978853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03751234-0ad8-48ca-8755-5177f7337c03,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:25.104290 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d59fca7-b71c-4464-b6db-53d3f99be306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:25.106920 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d59fca7-b71c-4464-b6db-53d3f99be306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:25.108109 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8d59fca7-b71c-4464-b6db-53d3f99be306 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d27fd39-07d0-42d6-a24d-4c5272f01ba3 HTTP/1.1" status: 204 len: 168 time: 0.2135553 Nov 12 04:32:25.116261 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59fca7-b71c-4464-b6db-53d3f99be306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d27fd39-07d0-42d6-a24d-4c5272f01ba3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:25.597820 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device ae82aee1-b835-4418-8efe-9fad77e676bd details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:32:25.712297 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port ae82aee1-b835-4418-8efe-9fad77e676bd, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=ae82aee1-b835-4418-8efe-9fad77e676bd,segment=NetworkSegment(4de9da1c-81be-4a0a-b976-d83fdfd5f15f),segment_id=4de9da1c-81be-4a0a-b976-d83fdfd5f15f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:25.726908 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'ae82aee1-b835-4418-8efe-9fad77e676bd', 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593', 'port_id': 'ae82aee1-b835-4418-8efe-9fad77e676bd', 'mac_address': 'fa:16:3e:03:47:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42717c3-3818-4929-b170-a5e423fbda0e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:32:25.771236 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:25.785259 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae82aee1-b835-4418-8efe-9fad77e676bd {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:32:25.805688 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port ae82aee1-b835-4418-8efe-9fad77e676bd, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=ae82aee1-b835-4418-8efe-9fad77e676bd,segment=NetworkSegment(4de9da1c-81be-4a0a-b976-d83fdfd5f15f),segment_id=4de9da1c-81be-4a0a-b976-d83fdfd5f15f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:25.855122 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5baed9-d90e-49b7-ab81-d4ab2f89553d req-4591bb4a-a139-4b2c-8495-42f4372b0970 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:25.855122 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c5baed9-d90e-49b7-ab81-d4ab2f89553d req-4591bb4a-a139-4b2c-8495-42f4372b0970 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 943 time: 0.0540667 Nov 12 04:32:25.872186 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:25.918620 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c5baed9-d90e-49b7-ab81-d4ab2f89553d req-067823fd-220f-4b6d-9bc8-e91410d04d73 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/security-groups?id=29ffb9a3-c652-47c1-b626-a57babc3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556705 Nov 12 04:32:25.940504 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=ae82aee1-b835-4418-8efe-9fad77e676bd,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:26.160611 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['ae82aee1-b835-4418-8efe-9fad77e676bd'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:32:26.185933 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33150) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:26.304732 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0498a209-2c5c-43bc-9c3b-ad446d5cfb6f tempest-SubnetPoolsTestJSON-533286109 tempest-SubnetPoolsTestJSON-533286109-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1379104686', 'prefixes': ['172.20.0.0/16']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:26.432855 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33162) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:26.541300 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-5dbdea6d-57d6-403e-8849-e1e254e2cb63 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1856900879'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:26.582418 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0498a209-2c5c-43bc-9c3b-ad446d5cfb6f tempest-SubnetPoolsTestJSON-533286109 tempest-SubnetPoolsTestJSON-533286109-project] Publish callbacks [] for subnetpool, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:26.583777 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0498a209-2c5c-43bc-9c3b-ad446d5cfb6f tempest-SubnetPoolsTestJSON-533286109 tempest-SubnetPoolsTestJSON-533286109-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3970025 Nov 12 04:32:26.586497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33166) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:26.631376 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4c1f8fe7-571b-49b0-a362-3d72a3224ac9 tempest-SubnetPoolsTestJSON-533286109 tempest-SubnetPoolsTestJSON-533286109-project] 10.222.0.37 "GET /v2.0/subnetpools/7cd7d308-17a5-4cfa-882a-3b4828c29e9e HTTP/1.1" status: 200 len: 732 time: 0.0437093 Nov 12 04:32:26.634084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33168) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:26.638317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-476564ad-07d0-4cb9-acf6-8244e8fd9a02 tempest-SubnetPoolsTestJSON-533286109 tempest-SubnetPoolsTestJSON-533286109-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-754405625'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:26.674069 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbdea6d-57d6-403e-8849-e1e254e2cb63 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Made reservation on behalf of 1192016badd8451e92fdf5187376516c for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:26.677439 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5dbdea6d-57d6-403e-8849-e1e254e2cb63 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:26.696243 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5dbdea6d-57d6-403e-8849-e1e254e2cb63 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:26.810687 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-476564ad-07d0-4cb9-acf6-8244e8fd9a02 tempest-SubnetPoolsTestJSON-533286109 tempest-SubnetPoolsTestJSON-533286109-project] Publish callbacks [] for subnetpool, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:26.811892 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-476564ad-07d0-4cb9-acf6-8244e8fd9a02 tempest-SubnetPoolsTestJSON-533286109 tempest-SubnetPoolsTestJSON-533286109-project] 10.222.0.37 "PUT /v2.0/subnetpools/7cd7d308-17a5-4cfa-882a-3b4828c29e9e HTTP/1.1" status: 200 len: 683 time: 0.1768444 Nov 12 04:32:26.814037 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5dbdea6d-57d6-403e-8849-e1e254e2cb63 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:26.814943 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33170) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:26.889025 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5dbdea6d-57d6-403e-8849-e1e254e2cb63 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:26.916615 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdea6d-57d6-403e-8849-e1e254e2cb63 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e19502c-db53-4cbc-a6df-590e52f06097,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:26.971483 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cedf0bb0-5553-48cc-bd99-eb270e1a8417 tempest-SubnetPoolsTestJSON-533286109 tempest-SubnetPoolsTestJSON-533286109-project] Publish callbacks [] for subnetpool, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:26.972677 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cedf0bb0-5553-48cc-bd99-eb270e1a8417 tempest-SubnetPoolsTestJSON-533286109 tempest-SubnetPoolsTestJSON-533286109-project] 10.222.0.37 "DELETE /v2.0/subnetpools/7cd7d308-17a5-4cfa-882a-3b4828c29e9e HTTP/1.1" status: 204 len: 168 time: 0.1568253 Nov 12 04:32:26.976496 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33174) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:26.977066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbdea6d-57d6-403e-8849-e1e254e2cb63 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:32:26.986664 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5dbdea6d-57d6-403e-8849-e1e254e2cb63 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:26.987026 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-5dbdea6d-57d6-403e-8849-e1e254e2cb63 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Added segment 6ac76f29-a3d3-4d23-a250-56b4c121fbdb of type vlan for network a7531d41-6f7a-4439-bd37-0763882b6607 Nov 12 04:32:26.995972 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-5a911530-dc4c-4000-9089-9dfa801b911b tempest-SubnetPoolsTestJSON-533286109 tempest-SubnetPoolsTestJSON-533286109-project] show failed (client error): The resource could not be found. Nov 12 04:32:27.000155 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5a911530-dc4c-4000-9089-9dfa801b911b tempest-SubnetPoolsTestJSON-533286109 tempest-SubnetPoolsTestJSON-533286109-project] 10.222.0.37 "GET /v2.0/subnetpools/7cd7d308-17a5-4cfa-882a-3b4828c29e9e HTTP/1.1" status: 404 len: 346 time: 0.0202684 Nov 12 04:32:27.000555 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33176) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:27.014971 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-c0ebca45-7e74-42f6-bee9-58e6fb861808 tempest-SubnetPoolsTestJSON-533286109 tempest-SubnetPoolsTestJSON-533286109-project] delete failed (client error): The resource could not be found. Nov 12 04:32:27.020143 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c0ebca45-7e74-42f6-bee9-58e6fb861808 tempest-SubnetPoolsTestJSON-533286109 tempest-SubnetPoolsTestJSON-533286109-project] 10.222.0.37 "DELETE /v2.0/subnetpools/7cd7d308-17a5-4cfa-882a-3b4828c29e9e HTTP/1.1" status: 404 len: 346 time: 0.0145428 Nov 12 04:32:27.057515 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5dbdea6d-57d6-403e-8849-e1e254e2cb63 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:27.090306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16b14d-8d2f-4f88-99b2-f492b6f6485f req-5fbde033-539c-4311-b177-2f91346ffb97 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:27.091866 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e16b14d-8d2f-4f88-99b2-f492b6f6485f req-5fbde033-539c-4311-b177-2f91346ffb97 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 944 time: 0.1033099 Nov 12 04:32:27.143174 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e16b14d-8d2f-4f88-99b2-f492b6f6485f req-3da4b592-60a2-4fa7-bb3a-b9d42afa07a4 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/security-groups?id=29ffb9a3-c652-47c1-b626-a57babc3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447283 Nov 12 04:32:27.161065 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5dbdea6d-57d6-403e-8849-e1e254e2cb63 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:27.167615 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbdea6d-57d6-403e-8849-e1e254e2cb63 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:27.168221 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5dbdea6d-57d6-403e-8849-e1e254e2cb63 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:27.233421 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdea6d-57d6-403e-8849-e1e254e2cb63 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Pushing event updated for resources: {'Network': ['ID=a7531d41-6f7a-4439-bd37-0763882b6607,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:27.243310 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network a7531d41-6f7a-4439-bd37-0763882b6607 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:32:27.278535 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5dbdea6d-57d6-403e-8849-e1e254e2cb63 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8446503 Nov 12 04:32:27.281361 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33180) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:27.286396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3c7e4c47-eaa6-4532-be6f-c45a0c105fb7 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Request body: {'subnet': {'network_id': 'a7531d41-6f7a-4439-bd37-0763882b6607', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:27.437611 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7e4c47-eaa6-4532-be6f-c45a0c105fb7 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Made reservation on behalf of 1192016badd8451e92fdf5187376516c for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:27.441595 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4c47-eaa6-4532-be6f-c45a0c105fb7 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:27.467305 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33184) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:27.587392 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87a1d51a-51e7-4856-a480-cfc11c7e3d33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:27.600069 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device ae82aee1-b835-4418-8efe-9fad77e676bd up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:32:27.701600 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4c47-eaa6-4532-be6f-c45a0c105fb7 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:27.704290 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87a1d51a-51e7-4856-a480-cfc11c7e3d33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:27.768940 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port ae82aee1-b835-4418-8efe-9fad77e676bd completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:32:27.773383 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port ae82aee1-b835-4418-8efe-9fad77e676bd triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:27.773846 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:27.795496 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87a1d51a-51e7-4856-a480-cfc11c7e3d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:27.819633 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e4c47-eaa6-4532-be6f-c45a0c105fb7 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Pushing event updated for resources: {'Subnet': ['ID=70a30d33-3c50-4ada-a5c3-dfea96356099,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:27.832236 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e4c47-eaa6-4532-be6f-c45a0c105fb7 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Checking segment: {'id': '6ac76f29-a3d3-4d23-a250-56b4c121fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a7531d41-6f7a-4439-bd37-0763882b6607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:27.832817 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e4c47-eaa6-4532-be6f-c45a0c105fb7 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Network hostable DHCP agents. Network: a7531d41-6f7a-4439-bd37-0763882b6607, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:32:27.841217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1d51a-51e7-4856-a480-cfc11c7e3d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be3b522-d2be-4941-a919-8c09a773412c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:27.848466 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-87a1d51a-51e7-4856-a480-cfc11c7e3d33 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a10ca360ff4438bb35186b596bedcc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3799460 Nov 12 04:32:27.849604 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33194) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:27.883695 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:27.902791 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56cc5c85-46a4-45a7-b143-2d99152745ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:27.907158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9cb16f-a921-462a-a719-b2b5b8a37e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae82aee1-b835-4418-8efe-9fad77e676bd'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:27.909519 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc4009b-9cd0-4586-8d70-6f36e44d49fb" -d '{"events": [{"server_uuid": "3e9cb16f-a921-462a-a719-b2b5b8a37e8c", "name": "network-vif-plugged", "status": "completed", "tag": "ae82aee1-b835-4418-8efe-9fad77e676bd"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:27.923233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port ae82aee1-b835-4418-8efe-9fad77e676bd, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=ae82aee1-b835-4418-8efe-9fad77e676bd,segment=NetworkSegment(4de9da1c-81be-4a0a-b976-d83fdfd5f15f),segment_id=4de9da1c-81be-4a0a-b976-d83fdfd5f15f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:27.925659 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56cc5c85-46a4-45a7-b143-2d99152745ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:27.949360 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0eb070-cb53-48c4-9647-b165f70b9628 x-openstack-request-id: req-7f0eb070-cb53-48c4-9647-b165f70b9628 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:27.949673 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9cb16f-a921-462a-a719-b2b5b8a37e8c", "name": "network-vif-plugged", "status": "completed", "tag": "ae82aee1-b835-4418-8efe-9fad77e676bd", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:27.950205 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f0eb070-cb53-48c4-9647-b165f70b9628 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:27.950601 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9cb16f-a921-462a-a719-b2b5b8a37e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae82aee1-b835-4418-8efe-9fad77e676bd', 'code': 200} Nov 12 04:32:27.980336 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e4c47-eaa6-4532-be6f-c45a0c105fb7 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Network a7531d41-6f7a-4439-bd37-0763882b6607 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:32:27.981122 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:28.037384 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=ae82aee1-b835-4418-8efe-9fad77e676bd,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:28.072660 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56cc5c85-46a4-45a7-b143-2d99152745ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:28.075867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3c7e4c47-eaa6-4532-be6f-c45a0c105fb7 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, a7531d41-6f7a-4439-bd37-0763882b6607) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:28.078416 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56cc5c85-46a4-45a7-b143-2d99152745ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:28.078545 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-56cc5c85-46a4-45a7-b143-2d99152745ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3be3b522-d2be-4941-a919-8c09a773412c HTTP/1.1" status: 204 len: 168 time: 0.2277722 Nov 12 04:32:28.084781 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e4c47-eaa6-4532-be6f-c45a0c105fb7 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:28.086327 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4c47-eaa6-4532-be6f-c45a0c105fb7 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:28.092425 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df3939d-c637-4096-afd7-c0edc5cfeb6b None None] Network a7531d41-6f7a-4439-bd37-0763882b6607 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:32:28.103913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc5c85-46a4-45a7-b143-2d99152745ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be3b522-d2be-4941-a919-8c09a773412c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:28.119458 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3ea2-9541-40bb-9b56-958b62a1ff66 req-cdbf594c-b415-409f-a18a-211b98484b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:28.122763 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5d6b3ea2-9541-40bb-9b56-958b62a1ff66 req-cdbf594c-b415-409f-a18a-211b98484b1d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 1097 time: 0.0788686 Nov 12 04:32:28.172811 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5d6b3ea2-9541-40bb-9b56-958b62a1ff66 req-5a6340ae-54e6-4208-afff-40b3d453f2a9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=29ffb9a3-c652-47c1-b626-a57babc3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431628 Nov 12 04:32:28.180802 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3c7e4c47-eaa6-4532-be6f-c45a0c105fb7 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8951924 Nov 12 04:32:28.180978 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33202) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:28.186306 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-14b47b6a-7f41-4d59-b296-22a5fe069542 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Request body: {'port': {'network_id': 'a7531d41-6f7a-4439-bd37-0763882b6607', 'name': 'tempest-TagsExtTest-1597584689'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:28.293854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1118a2-2190-4f79-8f02-90809033461f req-560657be-8d1f-4d64-ae2d-8deaaa6826be tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:28.295619 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba1118a2-2190-4f79-8f02-90809033461f req-560657be-8d1f-4d64-ae2d-8deaaa6826be tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 945 time: 0.0651910 Nov 12 04:32:28.358198 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba1118a2-2190-4f79-8f02-90809033461f req-bcd93586-2069-4bb5-808f-602b9466cfd4 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/security-groups?id=29ffb9a3-c652-47c1-b626-a57babc3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525935 Nov 12 04:32:28.389604 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b47b6a-7f41-4d59-b296-22a5fe069542 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Made reservation on behalf of 1192016badd8451e92fdf5187376516c for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:28.393715 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14b47b6a-7f41-4d59-b296-22a5fe069542 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:28.418963 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-14b47b6a-7f41-4d59-b296-22a5fe069542 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] device_id is not set on port 834fae1c-0853-404f-90ec-5231e39613f4 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:32:28.429693 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-a7531d41-6f7a-4439-bd37-0763882b6607', 'network_id': 'a7531d41-6f7a-4439-bd37-0763882b6607', 'tenant_id': '1192016badd8451e92fdf5187376516c', 'fixed_ips': [{'subnet_id': '70a30d33-3c50-4ada-a5c3-dfea96356099'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:32:28.431227 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:28.541230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-14b47b6a-7f41-4d59-b296-22a5fe069542 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Allocated IP 172.20.0.3 (a7531d41-6f7a-4439-bd37-0763882b6607/70a30d33-3c50-4ada-a5c3-dfea96356099/834fae1c-0853-404f-90ec-5231e39613f4) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:28.704418 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14b47b6a-7f41-4d59-b296-22a5fe069542 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:28.827218 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14b47b6a-7f41-4d59-b296-22a5fe069542 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:28.869638 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b47b6a-7f41-4d59-b296-22a5fe069542 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Network a7531d41-6f7a-4439-bd37-0763882b6607 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:28.872797 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-14b47b6a-7f41-4d59-b296-22a5fe069542 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:28.875410 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b47b6a-7f41-4d59-b296-22a5fe069542 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:28.884714 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] Allocated IP 172.20.0.2 (a7531d41-6f7a-4439-bd37-0763882b6607/70a30d33-3c50-4ada-a5c3-dfea96356099/17861cbf-a6a0-4538-839e-30d4aaf7fab9) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:28.909961 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b47b6a-7f41-4d59-b296-22a5fe069542 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Pushing event updated for resources: {'Port': ['ID=834fae1c-0853-404f-90ec-5231e39613f4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:28.933914 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b47b6a-7f41-4d59-b296-22a5fe069542 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:28.934521 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14b47b6a-7f41-4d59-b296-22a5fe069542 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:29.024326 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-14b47b6a-7f41-4d59-b296-22a5fe069542 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8420289 Nov 12 04:32:29.027008 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33216) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:29.028580 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:29.034452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-bfd6c0ea-7007-45ad-8cd7-89311983b524 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-953345413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:29.104341 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:29.133232 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c0ea-7007-45ad-8cd7-89311983b524 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:29.134386 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c0ea-7007-45ad-8cd7-89311983b524 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:29.140618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] Network a7531d41-6f7a-4439-bd37-0763882b6607 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:29.143980 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:29.150784 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:29.162797 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] Pushing event updated for resources: {'Port': ['ID=17861cbf-a6a0-4538-839e-30d4aaf7fab9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:29.215795 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c0ea-7007-45ad-8cd7-89311983b524 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:29.218100 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] Attempting to bind port 17861cbf-a6a0-4538-839e-30d4aaf7fab9 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:32:29.218487 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] Attempting to bind port 17861cbf-a6a0-4538-839e-30d4aaf7fab9 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '6ac76f29-a3d3-4d23-a250-56b4c121fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a7531d41-6f7a-4439-bd37-0763882b6607'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:32:29.219586 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] Attempting to bind port 17861cbf-a6a0-4538-839e-30d4aaf7fab9 on network a7531d41-6f7a-4439-bd37-0763882b6607 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:29.225900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:32:29.225900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] Checking segment: {'id': '6ac76f29-a3d3-4d23-a250-56b4c121fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a7531d41-6f7a-4439-bd37-0763882b6607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:29.226968 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:29.227370 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] Bound using segment: {'id': '6ac76f29-a3d3-4d23-a250-56b4c121fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a7531d41-6f7a-4439-bd37-0763882b6607'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:32:29.227851 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] Bound port: 17861cbf-a6a0-4538-839e-30d4aaf7fab9, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac76f29-a3d3-4d23-a250-56b4c121fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a7531d41-6f7a-4439-bd37-0763882b6607'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:32:29.228226 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:29.292612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] For port 17861cbf-a6a0-4538-839e-30d4aaf7fab9, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:32:29.296361 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] For port 17861cbf-a6a0-4538-839e-30d4aaf7fab9, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=17861cbf-a6a0-4538-839e-30d4aaf7fab9,segment=NetworkSegment(6ac76f29-a3d3-4d23-a250-56b4c121fbdb),segment_id=6ac76f29-a3d3-4d23-a250-56b4c121fbdb)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:32:29.309921 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c0ea-7007-45ad-8cd7-89311983b524 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:29.460993 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:29.485417 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517ea9e-408d-47d1-983c-a319c72764d5 req-a529d607-5056-4bc0-9aad-2226e0ef6889 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:29.486949 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1517ea9e-408d-47d1-983c-a319c72764d5 req-a529d607-5056-4bc0-9aad-2226e0ef6889 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 945 time: 0.0507722 Nov 12 04:32:29.529220 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8e28a-fd17-45c9-bdec-ec0b9c91285e None None] Pushing event updated for resources: {'Port': ['ID=17861cbf-a6a0-4538-839e-30d4aaf7fab9,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:29.550616 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1517ea9e-408d-47d1-983c-a319c72764d5 req-1a68e580-8389-4c45-98a4-33b664ba14e3 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/security-groups?id=29ffb9a3-c652-47c1-b626-a57babc3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568788 Nov 12 04:32:29.558387 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c0ea-7007-45ad-8cd7-89311983b524 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:29.562443 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bfd6c0ea-7007-45ad-8cd7-89311983b524 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5316203 Nov 12 04:32:29.562608 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33230) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:29.570722 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-44a8ed4a-944c-4aa2-8829-6452cc0820b9 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2098416193', 'prefixes': ['172.20.0.0/16']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:29.936927 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44a8ed4a-944c-4aa2-8829-6452cc0820b9 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks [] for subnetpool, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:29.939740 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-44a8ed4a-944c-4aa2-8829-6452cc0820b9 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3731382 Nov 12 04:32:29.941838 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33238) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:29.946439 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-344be0c9-cd07-4788-9dd2-adce8b238111 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '70a30d33-3c50-4ada-a5c3-dfea96356099', 'tempest-TagsExtTest-Tag-919145021') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:30.102617 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-344be0c9-cd07-4788-9dd2-adce8b238111 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "PUT /v2.0/subnets/70a30d33-3c50-4ada-a5c3-dfea96356099/tags/tempest-TagsExtTest-Tag-919145021 HTTP/1.1" status: 201 len: 201 time: 0.1596956 Nov 12 04:32:30.105306 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33246) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:30.111471 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-d25461f1-dcbf-429f-8c3c-10f1f265ff8f tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '834fae1c-0853-404f-90ec-5231e39613f4', 'tempest-TagsExtTest-Tag-964392954') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:30.273986 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d25461f1-dcbf-429f-8c3c-10f1f265ff8f tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "PUT /v2.0/ports/834fae1c-0853-404f-90ec-5231e39613f4/tags/tempest-TagsExtTest-Tag-964392954 HTTP/1.1" status: 201 len: 201 time: 0.1675546 Nov 12 04:32:30.276676 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33256) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:30.285541 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-4d8ccaa8-33c1-4e1a-a524-a8fd83ecb15c tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4a83cbad-727e-486a-bd04-0fd0b5aaa047', 'tempest-TagsExtTest-Tag-651300876') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:30.456370 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:32:30.502655 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a39493-b8b7-4a83-bbe6-411b3ae5b43f None None] Network a7531d41-6f7a-4439-bd37-0763882b6607 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:32:30.505092 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4d8ccaa8-33c1-4e1a-a524-a8fd83ecb15c tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "PUT /v2.0/routers/4a83cbad-727e-486a-bd04-0fd0b5aaa047/tags/tempest-TagsExtTest-Tag-651300876 HTTP/1.1" status: 201 len: 201 time: 0.2273524 Nov 12 04:32:30.508433 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33258) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:30.519226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-3359e7ab-7fdb-48f3-be92-7a9cdc290983 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7ac8c9cc-16d1-4928-b490-723765ecab89', 'tempest-TagsExtTest-Tag-1957979026') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:30.627578 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f8faf428-fd10-4c86-b4cd-5afe9b9c477f None None] Provisioning complete for port 17861cbf-a6a0-4538-839e-30d4aaf7fab9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:30.628203 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8faf428-fd10-4c86-b4cd-5afe9b9c477f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:30.642662 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3359e7ab-7fdb-48f3-be92-7a9cdc290983 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "PUT /v2.0/subnetpools/7ac8c9cc-16d1-4928-b490-723765ecab89/tags/tempest-TagsExtTest-Tag-1957979026 HTTP/1.1" status: 201 len: 201 time: 0.1322496 Nov 12 04:32:30.644989 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33266) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:30.649855 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-a8a070aa-d1bd-4f1d-b793-f0f032036352 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '70a30d33-3c50-4ada-a5c3-dfea96356099') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:30.774875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 17861cbf-a6a0-4538-839e-30d4aaf7fab9 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:32:30.778545 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4beb6-2ce5-4ab2-bafd-8c539c07819e req-a2a70804-8783-4773-a1ce-1021352481d7 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:30.780048 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1d4beb6-2ce5-4ab2-bafd-8c539c07819e req-a2a70804-8783-4773-a1ce-1021352481d7 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 945 time: 0.0997210 Nov 12 04:32:30.818098 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a8a070aa-d1bd-4f1d-b793-f0f032036352 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/subnets/70a30d33-3c50-4ada-a5c3-dfea96356099/tags HTTP/1.1" status: 200 len: 240 time: 0.1720359 Nov 12 04:32:30.821326 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33274) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:30.825704 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-13823da6-2844-4b93-9180-1fe5e42b06e9 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '70a30d33-3c50-4ada-a5c3-dfea96356099', 'tempest-TagsExtTest-Tag-919145021') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:30.835927 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8faf428-fd10-4c86-b4cd-5afe9b9c477f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:30.863656 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1d4beb6-2ce5-4ab2-bafd-8c539c07819e req-0ac29d82-2179-4653-890e-de9d25d30684 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/security-groups?id=29ffb9a3-c652-47c1-b626-a57babc3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732324 Nov 12 04:32:30.899271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33278) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:30.899653 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f8faf428-fd10-4c86-b4cd-5afe9b9c477f None None] For port 17861cbf-a6a0-4538-839e-30d4aaf7fab9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=17861cbf-a6a0-4538-839e-30d4aaf7fab9,segment=NetworkSegment(6ac76f29-a3d3-4d23-a250-56b4c121fbdb),segment_id=6ac76f29-a3d3-4d23-a250-56b4c121fbdb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:30.907974 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 17861cbf-a6a0-4538-839e-30d4aaf7fab9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:30.908351 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:30.911054 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-13823da6-2844-4b93-9180-1fe5e42b06e9 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/subnets/70a30d33-3c50-4ada-a5c3-dfea96356099/tags/tempest-TagsExtTest-Tag-919145021 HTTP/1.1" status: 204 len: 168 time: 0.0886073 Nov 12 04:32:30.913517 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33284) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:30.919218 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-59f9f8a2-1c99-44ae-881a-fffe30158acf tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '70a30d33-3c50-4ada-a5c3-dfea96356099', 'tempest-TagsExtTest-Tag-919145021') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:31.015550 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8faf428-fd10-4c86-b4cd-5afe9b9c477f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:31.049675 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1146f79-465c-4b43-92a1-21ba9b71731e req-a1840602-9916-4b08-9f82-237a53649090 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:31.051300 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e1146f79-465c-4b43-92a1-21ba9b71731e req-a1840602-9916-4b08-9f82-237a53649090 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 945 time: 0.0835545 Nov 12 04:32:31.065419 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:31.093605 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bcca45e9-9bc2-4b20-b4e8-813350dd8540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:31.097767 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8faf428-fd10-4c86-b4cd-5afe9b9c477f None None] Pushing event updated for resources: {'Port': ['ID=17861cbf-a6a0-4538-839e-30d4aaf7fab9,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:31.110948 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-59f9f8a2-1c99-44ae-881a-fffe30158acf tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/subnets/70a30d33-3c50-4ada-a5c3-dfea96356099/tags/tempest-TagsExtTest-Tag-919145021 HTTP/1.1" status: 204 len: 168 time: 0.1939139 Nov 12 04:32:31.111233 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33292) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:31.120852 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-8f37b523-2291-4765-be40-34eec7b02d1e tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '70a30d33-3c50-4ada-a5c3-dfea96356099') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:31.192725 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bcca45e9-9bc2-4b20-b4e8-813350dd8540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:31.192952 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8f37b523-2291-4765-be40-34eec7b02d1e tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/subnets/70a30d33-3c50-4ada-a5c3-dfea96356099/tags HTTP/1.1" status: 200 len: 205 time: 0.0804040 Nov 12 04:32:31.195894 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33296) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:31.204173 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e1146f79-465c-4b43-92a1-21ba9b71731e req-8c33420b-730a-4a33-99b5-1b42e53fa459 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/security-groups?id=29ffb9a3-c652-47c1-b626-a57babc3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382303 Nov 12 04:32:31.204492 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-e666ad6c-5d6a-43fb-8b13-c2603404c426 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '834fae1c-0853-404f-90ec-5231e39613f4') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:31.210442 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:32:31.210724 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:32:31.246930 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-bf90e78e-b158-4c90-9906-9b6c01404de6 None None] Provisioning complete for port 834fae1c-0853-404f-90ec-5231e39613f4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:31.247888 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf90e78e-b158-4c90-9906-9b6c01404de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:31.270412 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e666ad6c-5d6a-43fb-8b13-c2603404c426 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/ports/834fae1c-0853-404f-90ec-5231e39613f4/tags HTTP/1.1" status: 200 len: 240 time: 0.0714653 Nov 12 04:32:31.273213 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33302) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:31.278088 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bcca45e9-9bc2-4b20-b4e8-813350dd8540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:31.282321 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-80100ea4-7bcc-472f-be48-ea2fbda5a9df tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '834fae1c-0853-404f-90ec-5231e39613f4', 'tempest-TagsExtTest-Tag-964392954') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:31.332030 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-bf90e78e-b158-4c90-9906-9b6c01404de6 None None] Port 834fae1c-0853-404f-90ec-5231e39613f4 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:32:31.347600 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-bf90e78e-b158-4c90-9906-9b6c01404de6 None None] Provisioning complete for port 17861cbf-a6a0-4538-839e-30d4aaf7fab9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:31.347875 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf90e78e-b158-4c90-9906-9b6c01404de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:31.354853 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-80100ea4-7bcc-472f-be48-ea2fbda5a9df tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/ports/834fae1c-0853-404f-90ec-5231e39613f4/tags/tempest-TagsExtTest-Tag-964392954 HTTP/1.1" status: 204 len: 168 time: 0.0805142 Nov 12 04:32:31.358468 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33304) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:31.363572 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-171047f9-5153-4a83-93fb-9704eadded0f tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '834fae1c-0853-404f-90ec-5231e39613f4', 'tempest-TagsExtTest-Tag-964392954') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:31.404046 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bcca45e9-9bc2-4b20-b4e8-813350dd8540 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11a9783879d64066987642ebfba6e3a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5076396 Nov 12 04:32:31.405846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca45e9-9bc2-4b20-b4e8-813350dd8540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7583a181-e54e-4a29-a092-811a0213df97,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:31.406956 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33308) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:31.465211 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fe3533d-0041-423e-8644-6c80327a13c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:31.500413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0af7b-6cbe-4987-96fe-708f052e8fed req-d8c6d4eb-d0d8-4066-a46d-681d4f004299 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:31.505513 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fe3533d-0041-423e-8644-6c80327a13c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:31.510187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8f0af7b-6cbe-4987-96fe-708f052e8fed req-d8c6d4eb-d0d8-4066-a46d-681d4f004299 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 945 time: 0.1630623 Nov 12 04:32:31.576640 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8f0af7b-6cbe-4987-96fe-708f052e8fed req-b54d3e74-ac69-4828-b599-4500d0a470db tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/security-groups?id=29ffb9a3-c652-47c1-b626-a57babc3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653970 Nov 12 04:32:31.603110 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33310) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:31.683615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f7a3aac8-fbc6-41da-86cd-99b1d6a9bbcc None None] Provisioning complete for port 834fae1c-0853-404f-90ec-5231e39613f4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:31.684583 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7a3aac8-fbc6-41da-86cd-99b1d6a9bbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:31.697472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33316) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:31.699574 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-171047f9-5153-4a83-93fb-9704eadded0f tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/ports/834fae1c-0853-404f-90ec-5231e39613f4/tags/tempest-TagsExtTest-Tag-964392954 HTTP/1.1" status: 204 len: 168 time: 0.3394563 Nov 12 04:32:31.702101 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-c37b5944-cf0e-4130-94eb-df545f761c52 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '834fae1c-0853-404f-90ec-5231e39613f4') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:31.741132 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fe3533d-0041-423e-8644-6c80327a13c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:31.745760 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7fe3533d-0041-423e-8644-6c80327a13c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:31.748131 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7fe3533d-0041-423e-8644-6c80327a13c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7583a181-e54e-4a29-a092-811a0213df97 HTTP/1.1" status: 204 len: 168 time: 0.3397770 Nov 12 04:32:31.748890 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33318) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:31.750259 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3aac8-fbc6-41da-86cd-99b1d6a9bbcc None None] Port 834fae1c-0853-404f-90ec-5231e39613f4 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:32:31.775421 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3533d-0041-423e-8644-6c80327a13c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7583a181-e54e-4a29-a092-811a0213df97,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:31.798778 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c37b5944-cf0e-4130-94eb-df545f761c52 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/ports/834fae1c-0853-404f-90ec-5231e39613f4/tags HTTP/1.1" status: 200 len: 205 time: 0.1000090 Nov 12 04:32:31.800968 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33324) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:31.807593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-c0c75a3b-dc5e-4bcb-9b1c-feb03ca9466c tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4a83cbad-727e-486a-bd04-0fd0b5aaa047') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:31.883002 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8c04591-da5e-4500-af66-9f673c21ed2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:31.895379 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c0c75a3b-dc5e-4bcb-9b1c-feb03ca9466c tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/routers/4a83cbad-727e-486a-bd04-0fd0b5aaa047/tags HTTP/1.1" status: 200 len: 240 time: 0.0914118 Nov 12 04:32:31.896482 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33326) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:31.900711 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-7d7dcca8-b371-4daf-990b-51e8f4ea380a tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4a83cbad-727e-486a-bd04-0fd0b5aaa047', 'tempest-TagsExtTest-Tag-651300876') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:31.907743 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65be7b03-c05f-4b21-8920-fe562d2f3262 tempest-TestServerBasicOps-182333004 tempest-TestServerBasicOps-182333004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:31.909266 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-65be7b03-c05f-4b21-8920-fe562d2f3262 tempest-TestServerBasicOps-182333004 tempest-TestServerBasicOps-182333004-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 1092 time: 0.3050506 Nov 12 04:32:31.920166 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33328) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:31.924623 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': 'ae82aee1-b835-4418-8efe-9fad77e676bd', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:31.982029 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7d7dcca8-b371-4daf-990b-51e8f4ea380a tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/routers/4a83cbad-727e-486a-bd04-0fd0b5aaa047/tags/tempest-TagsExtTest-Tag-651300876 HTTP/1.1" status: 204 len: 168 time: 0.0824652 Nov 12 04:32:31.982344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33330) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:31.987279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-b17a1240-d961-4bdf-b4dc-6e0daadcf539 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4a83cbad-727e-486a-bd04-0fd0b5aaa047', 'tempest-TagsExtTest-Tag-651300876') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:31.993413 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8c04591-da5e-4500-af66-9f673c21ed2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:32.037489 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:32.100206 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a8c04591-da5e-4500-af66-9f673c21ed2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:32.119368 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b17a1240-d961-4bdf-b4dc-6e0daadcf539 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/routers/4a83cbad-727e-486a-bd04-0fd0b5aaa047/tags/tempest-TagsExtTest-Tag-651300876 HTTP/1.1" status: 204 len: 168 time: 0.1359329 Nov 12 04:32:32.121620 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33336) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:32.125998 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-03e2b441-259d-4893-b91e-e9976457a3e4 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4a83cbad-727e-486a-bd04-0fd0b5aaa047') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:32.153811 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a8c04591-da5e-4500-af66-9f673c21ed2f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9e60ca6f7df485591d4a29515ead3a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3961933 Nov 12 04:32:32.153811 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c04591-da5e-4500-af66-9f673c21ed2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870f8027-d921-4239-8101-4c800f7c5835,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:32.155766 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33338) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:32.224051 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-03e2b441-259d-4893-b91e-e9976457a3e4 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/routers/4a83cbad-727e-486a-bd04-0fd0b5aaa047/tags HTTP/1.1" status: 200 len: 205 time: 0.1013470 Nov 12 04:32:32.227217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33344) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:32.231374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-0ff3f9ee-9c6f-4f1c-9c2c-283265ea9477 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7ac8c9cc-16d1-4928-b490-723765ecab89') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:32.233589 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:32.236379 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-843d9faa-ed32-46aa-bd35-a65306e977f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:32.253601 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0ff3f9ee-9c6f-4f1c-9c2c-283265ea9477 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/subnetpools/7ac8c9cc-16d1-4928-b490-723765ecab89/tags HTTP/1.1" status: 200 len: 241 time: 0.0252306 Nov 12 04:32:32.256278 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33346) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:32.260641 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-713fb0f1-8e9a-45d8-85b4-15f72c5f3e2f tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7ac8c9cc-16d1-4928-b490-723765ecab89', 'tempest-TagsExtTest-Tag-1957979026') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:32.285275 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-713fb0f1-8e9a-45d8-85b4-15f72c5f3e2f tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/subnetpools/7ac8c9cc-16d1-4928-b490-723765ecab89/tags/tempest-TagsExtTest-Tag-1957979026 HTTP/1.1" status: 204 len: 168 time: 0.0279202 Nov 12 04:32:32.285912 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33348) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:32.290981 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-a17622ae-65f3-4e17-a5b9-cc0558ed4b22 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7ac8c9cc-16d1-4928-b490-723765ecab89', 'tempest-TagsExtTest-Tag-1957979026') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:32.294293 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-843d9faa-ed32-46aa-bd35-a65306e977f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:32.388697 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Allocated IP 172.25.1.238 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/695263c7-abd5-4df5-8aeb-97f65a330c92) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:32.453618 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a17622ae-65f3-4e17-a5b9-cc0558ed4b22 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/subnetpools/7ac8c9cc-16d1-4928-b490-723765ecab89/tags/tempest-TagsExtTest-Tag-1957979026 HTTP/1.1" status: 204 len: 168 time: 0.1666849 Nov 12 04:32:32.456314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33352) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:32.461592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-5ecc9ecb-f23a-4c78-9677-37070b712547 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7ac8c9cc-16d1-4928-b490-723765ecab89') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:32.484529 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5ecc9ecb-f23a-4c78-9677-37070b712547 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/subnetpools/7ac8c9cc-16d1-4928-b490-723765ecab89/tags HTTP/1.1" status: 200 len: 205 time: 0.0268595 Nov 12 04:32:32.487132 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33354) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:32.491049 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-843d9faa-ed32-46aa-bd35-a65306e977f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:32.492048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-f7d6b947-3e46-4496-ad97-84149dde4f0d tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7ac8c9cc-16d1-4928-b490-723765ecab89') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:32.493646 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-843d9faa-ed32-46aa-bd35-a65306e977f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:32.495564 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-843d9faa-ed32-46aa-bd35-a65306e977f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/870f8027-d921-4239-8101-4c800f7c5835 HTTP/1.1" status: 204 len: 168 time: 0.3371367 Nov 12 04:32:32.511280 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:32.512963 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d9faa-ed32-46aa-bd35-a65306e977f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870f8027-d921-4239-8101-4c800f7c5835,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:32.549042 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f7d6b947-3e46-4496-ad97-84149dde4f0d tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/subnetpools/7ac8c9cc-16d1-4928-b490-723765ecab89/tags HTTP/1.1" status: 204 len: 168 time: 0.0606856 Nov 12 04:32:32.567485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33360) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:32.567485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-6f4a54c3-78e0-45ab-bbe1-0da2ad1cca18 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4a83cbad-727e-486a-bd04-0fd0b5aaa047') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:32.625517 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:32.650517 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6f4a54c3-78e0-45ab-bbe1-0da2ad1cca18 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/routers/4a83cbad-727e-486a-bd04-0fd0b5aaa047/tags HTTP/1.1" status: 204 len: 168 time: 0.0974004 Nov 12 04:32:32.653294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33364) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:32.657713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-42e8d4ee-270e-4d97-9ec9-f8a2c31b5a44 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '834fae1c-0853-404f-90ec-5231e39613f4') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:32.667247 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 17861cbf-a6a0-4538-839e-30d4aaf7fab9 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:32:32.678339 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:32.683474 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:32.687202 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:32.740676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-42e8d4ee-270e-4d97-9ec9-f8a2c31b5a44 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/ports/834fae1c-0853-404f-90ec-5231e39613f4/tags HTTP/1.1" status: 204 len: 168 time: 0.0862842 Nov 12 04:32:32.744300 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33368) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:32.748740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-462f688e-fb0e-4c71-b6f3-182822734483 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '70a30d33-3c50-4ada-a5c3-dfea96356099') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:32.751688 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 17861cbf-a6a0-4538-839e-30d4aaf7fab9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:32.752944 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:32.815512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-462f688e-fb0e-4c71-b6f3-182822734483 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/subnets/70a30d33-3c50-4ada-a5c3-dfea96356099/tags HTTP/1.1" status: 204 len: 168 time: 0.0698988 Nov 12 04:32:32.823850 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33370) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:32.831203 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-7c92959c-fd5b-49b7-bf6c-0d4d4ce6ccba tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '70a30d33-3c50-4ada-a5c3-dfea96356099', 'tempest-TagsExtTest-Tag-738145108') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:32.987123 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Pushing event updated for resources: {'Port': ['ID=695263c7-abd5-4df5-8aeb-97f65a330c92,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:33.039315 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7c92959c-fd5b-49b7-bf6c-0d4d4ce6ccba tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "PUT /v2.0/subnets/70a30d33-3c50-4ada-a5c3-dfea96356099/tags/tempest-TagsExtTest-Tag-738145108 HTTP/1.1" status: 201 len: 201 time: 0.2142594 Nov 12 04:32:33.041851 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33378) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:33.050621 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-4f54ac93-4cf3-41f0-a59a-0bf7ca018e58 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '834fae1c-0853-404f-90ec-5231e39613f4', 'tempest-TagsExtTest-Tag-592136944') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:33.197858 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d6772ca-a19d-4598-bc4f-3720896a7427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:33.199794 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4f54ac93-4cf3-41f0-a59a-0bf7ca018e58 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "PUT /v2.0/ports/834fae1c-0853-404f-90ec-5231e39613f4/tags/tempest-TagsExtTest-Tag-592136944 HTTP/1.1" status: 201 len: 201 time: 0.1531503 Nov 12 04:32:33.202787 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33382) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:33.208217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-32e83301-7ea5-4aa6-81d3-b527b36d8ef7 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4a83cbad-727e-486a-bd04-0fd0b5aaa047', 'tempest-TagsExtTest-Tag-859290298') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:33.401896 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33386) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:33.441286 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b972706b-be45-464f-b37b-c173aa38fd76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:33.568930 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:33.690623 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b972706b-be45-464f-b37b-c173aa38fd76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:33.753287 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-32e83301-7ea5-4aa6-81d3-b527b36d8ef7 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "PUT /v2.0/routers/4a83cbad-727e-486a-bd04-0fd0b5aaa047/tags/tempest-TagsExtTest-Tag-859290298 HTTP/1.1" status: 201 len: 201 time: 0.5490870 Nov 12 04:32:33.754140 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b972706b-be45-464f-b37b-c173aa38fd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:33.755855 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33396) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:33.761230 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-dc280914-7454-48d6-8214-76b9a1a46b57 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7ac8c9cc-16d1-4928-b490-723765ecab89', 'tempest-TagsExtTest-Tag-944801948') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:33.776695 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:33.823077 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b972706b-be45-464f-b37b-c173aa38fd76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36c98a497c6c4f6ea310bdcc74636860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4197688 Nov 12 04:32:33.823368 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972706b-be45-464f-b37b-c173aa38fd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b8fe4b-bf8c-4442-948d-c5be21ccfb54,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:33.826064 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33400) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:33.887608 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-dc280914-7454-48d6-8214-76b9a1a46b57 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "PUT /v2.0/subnetpools/7ac8c9cc-16d1-4928-b490-723765ecab89/tags/tempest-TagsExtTest-Tag-944801948 HTTP/1.1" status: 201 len: 201 time: 0.1301956 Nov 12 04:32:33.888990 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c99a8c81-9ccc-4bf7-8fc9-441fd81c70dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:33.890667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33402) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:33.898815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-afa3fc0d-1a68-43cf-8578-72fe3ca9cc3f tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '70a30d33-3c50-4ada-a5c3-dfea96356099', {'tags': ['tempest-TagsExtTest-Tag-941147718', 'tempest-TagsExtTest-Tag-627653352', 'tempest-TagsExtTest-Tag-441278534']}) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:33.953662 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c99a8c81-9ccc-4bf7-8fc9-441fd81c70dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:33.984390 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:34.062258 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:34.092276 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-afa3fc0d-1a68-43cf-8578-72fe3ca9cc3f tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "PUT /v2.0/subnets/70a30d33-3c50-4ada-a5c3-dfea96356099/tags HTTP/1.1" status: 200 len: 315 time: 0.1993859 Nov 12 04:32:34.093035 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c99a8c81-9ccc-4bf7-8fc9-441fd81c70dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:34.095940 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c99a8c81-9ccc-4bf7-8fc9-441fd81c70dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:34.099323 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c99a8c81-9ccc-4bf7-8fc9-441fd81c70dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8b8fe4b-bf8c-4442-948d-c5be21ccfb54 HTTP/1.1" status: 204 len: 168 time: 0.2692544 Nov 12 04:32:34.100071 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33412) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:34.109811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-4d0dbcd1-12ba-4ee2-927d-df0a4380df2f tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '70a30d33-3c50-4ada-a5c3-dfea96356099') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:34.139680 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Pushing event updated for resources: {'Port': ['ID=695263c7-abd5-4df5-8aeb-97f65a330c92,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:34.149989 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a8c81-9ccc-4bf7-8fc9-441fd81c70dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b8fe4b-bf8c-4442-948d-c5be21ccfb54,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:34.161837 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:34.278045 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Floating IP a5e7e8ca-53e9-4c0b-b265-fdb968a2e951 associated. External IP: 172.25.1.238, port: ae82aee1-b835-4418-8efe-9fad77e676bd. Nov 12 04:32:34.278555 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4d0dbcd1-12ba-4ee2-927d-df0a4380df2f tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/subnets/70a30d33-3c50-4ada-a5c3-dfea96356099/tags HTTP/1.1" status: 204 len: 168 time: 0.1742268 Nov 12 04:32:34.282708 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33424) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:34.285652 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-e2bb8b56-5157-497c-8235-836af3315b61 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '70a30d33-3c50-4ada-a5c3-dfea96356099', 'tempest-TagsExtTest-Tag-941147718') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:34.340545 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-e2bb8b56-5157-497c-8235-836af3315b61 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] show failed (client error): The resource could not be found. Nov 12 04:32:34.341653 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e2bb8b56-5157-497c-8235-836af3315b61 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/subnets/70a30d33-3c50-4ada-a5c3-dfea96356099/tags/tempest-TagsExtTest-Tag-941147718 HTTP/1.1" status: 404 len: 328 time: 0.0594251 Nov 12 04:32:34.344522 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33426) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:34.348949 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-d286afb3-08d0-42a5-bcbd-f91bc481c7f3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '70a30d33-3c50-4ada-a5c3-dfea96356099', 'tempest-TagsExtTest-Tag-627653352') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:34.419547 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-d286afb3-08d0-42a5-bcbd-f91bc481c7f3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] show failed (client error): The resource could not be found. Nov 12 04:32:34.423428 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d286afb3-08d0-42a5-bcbd-f91bc481c7f3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/subnets/70a30d33-3c50-4ada-a5c3-dfea96356099/tags/tempest-TagsExtTest-Tag-627653352 HTTP/1.1" status: 404 len: 328 time: 0.0752726 Nov 12 04:32:34.423674 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33428) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:34.428210 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-0f30e8c4-69ce-48a0-adfa-d2be0a143c43 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '70a30d33-3c50-4ada-a5c3-dfea96356099', 'tempest-TagsExtTest-Tag-441278534') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:34.484313 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-0f30e8c4-69ce-48a0-adfa-d2be0a143c43 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] show failed (client error): The resource could not be found. Nov 12 04:32:34.485374 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0f30e8c4-69ce-48a0-adfa-d2be0a143c43 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/subnets/70a30d33-3c50-4ada-a5c3-dfea96356099/tags/tempest-TagsExtTest-Tag-441278534 HTTP/1.1" status: 404 len: 328 time: 0.0607605 Nov 12 04:32:34.488241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33430) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:34.494764 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-26d8d0c6-3049-429d-ab86-76f6b9245900 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '834fae1c-0853-404f-90ec-5231e39613f4', {'tags': ['tempest-TagsExtTest-Tag-1569227111', 'tempest-TagsExtTest-Tag-1860688836', 'tempest-TagsExtTest-Tag-872188170']}) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:34.514586 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Router 77e204c4-f7e6-4c17-9340-d9b00891f3e6 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:32:34.640980 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:32:34.656139 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-26d8d0c6-3049-429d-ab86-76f6b9245900 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "PUT /v2.0/ports/834fae1c-0853-404f-90ec-5231e39613f4/tags HTTP/1.1" status: 200 len: 317 time: 0.1667385 Nov 12 04:32:34.659130 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33446) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:34.663590 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad49eac4-8ac0-47fb-b347-a6a2406dbf06 None None] Sync routers for ids ['77e204c4-f7e6-4c17-9340-d9b00891f3e6'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:32:34.664636 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-44715d73-582f-401a-81c4-fb75b250c079 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '834fae1c-0853-404f-90ec-5231e39613f4') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:34.682309 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad49eac4-8ac0-47fb-b347-a6a2406dbf06 None None] Routers {'77e204c4-f7e6-4c17-9340-d9b00891f3e6'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:34.682309 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ad49eac4-8ac0-47fb-b347-a6a2406dbf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:32:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['77e204c4-f7e6-4c17-9340-d9b00891f3e6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:34.729188 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:34.774948 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2efafc1b-2c2b-4d6a-945e-a388d6dfbb01 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8535435 Nov 12 04:32:34.775968 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9cb16f-a921-462a-a719-b2b5b8a37e8c', 'tag': 'ae82aee1-b835-4418-8efe-9fad77e676bd'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:34.778140 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6254124-e575-464f-b79c-846ba2c8dd3c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9cb16f-a921-462a-a719-b2b5b8a37e8c", "tag": "ae82aee1-b835-4418-8efe-9fad77e676bd"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:34.853061 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-44715d73-582f-401a-81c4-fb75b250c079 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/ports/834fae1c-0853-404f-90ec-5231e39613f4/tags HTTP/1.1" status: 204 len: 168 time: 0.1890180 Nov 12 04:32:34.853819 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33468) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:34.863812 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-72c42996-244a-4241-a804-ff4e457ff0cb tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '834fae1c-0853-404f-90ec-5231e39613f4', 'tempest-TagsExtTest-Tag-1569227111') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:34.935109 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ad49eac4-8ac0-47fb-b347-a6a2406dbf06 None None] Set router 77e204c4-f7e6-4c17-9340-d9b00891f3e6 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:34.935983 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-72c42996-244a-4241-a804-ff4e457ff0cb tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] show failed (client error): The resource could not be found. Nov 12 04:32:34.937331 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-72c42996-244a-4241-a804-ff4e457ff0cb tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/ports/834fae1c-0853-404f-90ec-5231e39613f4/tags/tempest-TagsExtTest-Tag-1569227111 HTTP/1.1" status: 404 len: 329 time: 0.0816531 Nov 12 04:32:34.940618 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33472) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:34.945345 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-b7440a94-d5ba-44ad-aadd-66666307f1c7 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '834fae1c-0853-404f-90ec-5231e39613f4', 'tempest-TagsExtTest-Tag-1860688836') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:35.005944 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-b7440a94-d5ba-44ad-aadd-66666307f1c7 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] show failed (client error): The resource could not be found. Nov 12 04:32:35.008350 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b7440a94-d5ba-44ad-aadd-66666307f1c7 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/ports/834fae1c-0853-404f-90ec-5231e39613f4/tags/tempest-TagsExtTest-Tag-1860688836 HTTP/1.1" status: 404 len: 329 time: 0.0665019 Nov 12 04:32:35.012986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33474) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:35.018289 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-dea32769-70fc-4d87-8661-afa8f8011bc6 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '834fae1c-0853-404f-90ec-5231e39613f4', 'tempest-TagsExtTest-Tag-872188170') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:35.101416 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6c3c31-8d71-4a61-9de9-1e46199547f2 x-openstack-request-id: req-6e6c3c31-8d71-4a61-9de9-1e46199547f2 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:35.102263 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9cb16f-a921-462a-a719-b2b5b8a37e8c", "tag": "ae82aee1-b835-4418-8efe-9fad77e676bd", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:35.102263 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e6c3c31-8d71-4a61-9de9-1e46199547f2 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:35.102506 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9cb16f-a921-462a-a719-b2b5b8a37e8c', 'tag': 'ae82aee1-b835-4418-8efe-9fad77e676bd', 'status': 'completed', 'code': 200} Nov 12 04:32:35.107957 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-dea32769-70fc-4d87-8661-afa8f8011bc6 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] show failed (client error): The resource could not be found. Nov 12 04:32:35.107957 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-dea32769-70fc-4d87-8661-afa8f8011bc6 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/ports/834fae1c-0853-404f-90ec-5231e39613f4/tags/tempest-TagsExtTest-Tag-872188170 HTTP/1.1" status: 404 len: 328 time: 0.0925994 Nov 12 04:32:35.109613 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33478) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:35.115248 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-38a12cb1-073c-4e59-81b0-6582bf196e38 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4a83cbad-727e-486a-bd04-0fd0b5aaa047', {'tags': ['tempest-TagsExtTest-Tag-1101696427', 'tempest-TagsExtTest-Tag-247750549', 'tempest-TagsExtTest-Tag-651044986']}) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:35.196300 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ad49eac4-8ac0-47fb-b347-a6a2406dbf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'name': 'tempest-TestServerBasicOps-1299889308-router', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:41Z', 'updated_at': '2021-11-12T04:31:49Z', 'revision_number': 4, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'gw_port': {'id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:43Z', 'updated_at': '2021-11-12T04:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'a5e7e8ca-53e9-4c0b-b265-fdb968a2e951', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'port_id': 'ae82aee1-b835-4418-8efe-9fad77e676bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593', 'mac_address': 'fa:16:3e:03:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9cb16f-a921-462a-a719-b2b5b8a37e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:32:33Z', 'updated_at': '2021-11-12T04:32:33Z', 'revision_number': 0, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c38c72-69e8-46c2-8bc0-e19274cce0da', 'name': '', 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'mac_address': 'fa:16:3e:d5:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'd42717c3-3818-4929-b170-a5e423fbda0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:47Z', 'updated_at': '2021-11-12T04:31:54Z', 'revision_number': 5, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'subnets': [{'id': 'd42717c3-3818-4929-b170-a5e423fbda0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:35.214531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254124-e575-464f-b79c-846ba2c8dd3c req-4e1b7a7e-8978-4ad1-9daa-acdc855f9bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:35.216297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6254124-e575-464f-b79c-846ba2c8dd3c req-4e1b7a7e-8978-4ad1-9daa-acdc855f9bea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=49f00332128a44d886ddf640128bd4c1&device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 1097 time: 0.0538266 Nov 12 04:32:35.227857 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad49eac4-8ac0-47fb-b347-a6a2406dbf06 None None] Checking router: 77e204c4-f7e6-4c17-9340-d9b00891f3e6 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:32:35.237089 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad49eac4-8ac0-47fb-b347-a6a2406dbf06 None None] Routers {'77e204c4-f7e6-4c17-9340-d9b00891f3e6'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:35.243378 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ad49eac4-8ac0-47fb-b347-a6a2406dbf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:32:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['77e204c4-f7e6-4c17-9340-d9b00891f3e6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:35.326426 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-38a12cb1-073c-4e59-81b0-6582bf196e38 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "PUT /v2.0/routers/4a83cbad-727e-486a-bd04-0fd0b5aaa047/tags HTTP/1.1" status: 200 len: 316 time: 0.2133994 Nov 12 04:32:35.326891 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33484) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:35.331487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-3ae39a4e-f2bd-4880-af0c-5016f4f3988c tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4a83cbad-727e-486a-bd04-0fd0b5aaa047') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:35.351884 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ad49eac4-8ac0-47fb-b347-a6a2406dbf06 None None] Set router 77e204c4-f7e6-4c17-9340-d9b00891f3e6 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:35.385317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254124-e575-464f-b79c-846ba2c8dd3c req-80af635e-9d7d-4357-b715-97394e82b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:35.386837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6254124-e575-464f-b79c-846ba2c8dd3c req-80af635e-9d7d-4357-b715-97394e82b049 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a730d3bd-8b46-4dd7-a02b-e5a523424593 HTTP/1.1" status: 200 len: 910 time: 0.1628833 Nov 12 04:32:35.496784 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6254124-e575-464f-b79c-846ba2c8dd3c req-df522859-99f5-4d39-bd82-51684500eaf7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae82aee1-b835-4418-8efe-9fad77e676bd HTTP/1.1" status: 200 len: 999 time: 0.0842819 Nov 12 04:32:35.567436 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254124-e575-464f-b79c-846ba2c8dd3c req-30855c7b-d240-4d07-8a25-8156fdac153d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:35.570007 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6254124-e575-464f-b79c-846ba2c8dd3c req-30855c7b-d240-4d07-8a25-8156fdac153d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d42717c3-3818-4929-b170-a5e423fbda0e HTTP/1.1" status: 200 len: 848 time: 0.0653615 Nov 12 04:32:35.572625 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ca6d0e3-d1e4-4248-bfb2-d18829fd1e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:35.623952 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254124-e575-464f-b79c-846ba2c8dd3c req-4f59b95b-fc40-49e3-9fea-1257c587e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:35.625955 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6254124-e575-464f-b79c-846ba2c8dd3c req-4f59b95b-fc40-49e3-9fea-1257c587e2c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a730d3bd-8b46-4dd7-a02b-e5a523424593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484812 Nov 12 04:32:35.657470 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33496) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:35.658560 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33498) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:35.658810 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ad49eac4-8ac0-47fb-b347-a6a2406dbf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'name': 'tempest-TestServerBasicOps-1299889308-router', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:41Z', 'updated_at': '2021-11-12T04:31:49Z', 'revision_number': 4, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'gw_port': {'id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:43Z', 'updated_at': '2021-11-12T04:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'a5e7e8ca-53e9-4c0b-b265-fdb968a2e951', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'port_id': 'ae82aee1-b835-4418-8efe-9fad77e676bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593', 'mac_address': 'fa:16:3e:03:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9cb16f-a921-462a-a719-b2b5b8a37e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:32:33Z', 'updated_at': '2021-11-12T04:32:33Z', 'revision_number': 0, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c38c72-69e8-46c2-8bc0-e19274cce0da', 'name': '', 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'mac_address': 'fa:16:3e:d5:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'd42717c3-3818-4929-b170-a5e423fbda0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:47Z', 'updated_at': '2021-11-12T04:31:54Z', 'revision_number': 5, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'subnets': [{'id': 'd42717c3-3818-4929-b170-a5e423fbda0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:35.667423 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3ae39a4e-f2bd-4880-af0c-5016f4f3988c tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/routers/4a83cbad-727e-486a-bd04-0fd0b5aaa047/tags HTTP/1.1" status: 204 len: 168 time: 0.3393049 Nov 12 04:32:35.677407 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-07c5a70a-97a7-49b5-b391-01b3b43886ae tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4a83cbad-727e-486a-bd04-0fd0b5aaa047', 'tempest-TagsExtTest-Tag-1101696427') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:35.709549 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad49eac4-8ac0-47fb-b347-a6a2406dbf06 None None] The sync data for ids ['77e204c4-f7e6-4c17-9340-d9b00891f3e6'] in n-d-768509-24 is: [{'id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'name': 'tempest-TestServerBasicOps-1299889308-router', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:41Z', 'updated_at': '2021-11-12T04:31:49Z', 'revision_number': 4, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'gw_port': {'id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:43Z', 'updated_at': '2021-11-12T04:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'a5e7e8ca-53e9-4c0b-b265-fdb968a2e951', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'port_id': 'ae82aee1-b835-4418-8efe-9fad77e676bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593', 'mac_address': 'fa:16:3e:03:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9cb16f-a921-462a-a719-b2b5b8a37e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:32:33Z', 'updated_at': '2021-11-12T04:32:33Z', 'revision_number': 0, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c38c72-69e8-46c2-8bc0-e19274cce0da', 'name': '', 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'mac_address': 'fa:16:3e:d5:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'd42717c3-3818-4929-b170-a5e423fbda0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:47Z', 'updated_at': '2021-11-12T04:31:54Z', 'revision_number': 5, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'subnets': [{'id': 'd42717c3-3818-4929-b170-a5e423fbda0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:32:35.784322 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6254124-e575-464f-b79c-846ba2c8dd3c req-f3524ed7-ea20-4208-9552-584e3630e7ce service neutron] 10.222.0.31 "GET /v2.0/networks/a730d3bd-8b46-4dd7-a02b-e5a523424593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485577 Nov 12 04:32:35.832824 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-07c5a70a-97a7-49b5-b391-01b3b43886ae tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] show failed (client error): The resource could not be found. Nov 12 04:32:35.841790 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-07c5a70a-97a7-49b5-b391-01b3b43886ae tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/routers/4a83cbad-727e-486a-bd04-0fd0b5aaa047/tags/tempest-TagsExtTest-Tag-1101696427 HTTP/1.1" status: 404 len: 329 time: 0.1808686 Nov 12 04:32:35.842507 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33504) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:35.847854 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-a14a58d9-7e94-4871-8cf5-b8dc0825d1de tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4a83cbad-727e-486a-bd04-0fd0b5aaa047', 'tempest-TagsExtTest-Tag-247750549') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:35.914463 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85c0e6c4-d20d-4873-9e4e-089bdfd4bb1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:35.917260 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a6254124-e575-464f-b79c-846ba2c8dd3c req-522e0ace-c0f2-43cd-a85b-3adcce903edd service neutron] 10.222.0.31 "GET /v2.0/networks/a730d3bd-8b46-4dd7-a02b-e5a523424593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184976 Nov 12 04:32:35.993976 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-a14a58d9-7e94-4871-8cf5-b8dc0825d1de tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] show failed (client error): The resource could not be found. Nov 12 04:32:35.997680 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a14a58d9-7e94-4871-8cf5-b8dc0825d1de tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/routers/4a83cbad-727e-486a-bd04-0fd0b5aaa047/tags/tempest-TagsExtTest-Tag-247750549 HTTP/1.1" status: 404 len: 328 time: 0.1511703 Nov 12 04:32:35.998649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33506) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:36.005265 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-10128e1b-129f-469a-bb2f-1e9b15a3c5ac tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4a83cbad-727e-486a-bd04-0fd0b5aaa047', 'tempest-TagsExtTest-Tag-651044986') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:36.037309 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae775b38-2982-4530-a6c2-f601e64c149f None None] New status for floating IP a5e7e8ca-53e9-4c0b-b265-fdb968a2e951: ACTIVE {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:32:36.078773 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85c0e6c4-d20d-4873-9e4e-089bdfd4bb1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:36.104779 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-10128e1b-129f-469a-bb2f-1e9b15a3c5ac tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] show failed (client error): The resource could not be found. Nov 12 04:32:36.105814 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-10128e1b-129f-469a-bb2f-1e9b15a3c5ac tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/routers/4a83cbad-727e-486a-bd04-0fd0b5aaa047/tags/tempest-TagsExtTest-Tag-651044986 HTTP/1.1" status: 404 len: 328 time: 0.1060507 Nov 12 04:32:36.109329 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33508) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:36.114561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-3e186e08-f6d5-4d80-b356-bb93954cbe4e tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7ac8c9cc-16d1-4928-b490-723765ecab89', {'tags': ['tempest-TagsExtTest-Tag-1005949721', 'tempest-TagsExtTest-Tag-1068362668', 'tempest-TagsExtTest-Tag-1573193104']}) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:36.139467 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-85c0e6c4-d20d-4873-9e4e-089bdfd4bb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:36.180945 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-85c0e6c4-d20d-4873-9e4e-089bdfd4bb1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eff4864cf9bc4e818d62109a8f0f398f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5179157 Nov 12 04:32:36.183043 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0e6c4-d20d-4873-9e4e-089bdfd4bb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188b5668-3e83-42fc-ad8a-9f8a9fb2e8b5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:36.184192 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33510) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:36.235895 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3e186e08-f6d5-4d80-b356-bb93954cbe4e tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "PUT /v2.0/subnetpools/7ac8c9cc-16d1-4928-b490-723765ecab89/tags HTTP/1.1" status: 200 len: 318 time: 0.1253638 Nov 12 04:32:36.239709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33512) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:36.244648 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-285cf96c-16dd-43ee-96d7-05d0e448eeab tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7ac8c9cc-16d1-4928-b490-723765ecab89') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:36.276161 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-799997df-ed21-4b7f-a42d-a4addd23ae40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:36.307611 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-799997df-ed21-4b7f-a42d-a4addd23ae40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:36.358491 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-285cf96c-16dd-43ee-96d7-05d0e448eeab tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/subnetpools/7ac8c9cc-16d1-4928-b490-723765ecab89/tags HTTP/1.1" status: 204 len: 168 time: 0.1173568 Nov 12 04:32:36.361320 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33514) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:36.365832 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-c12fc744-4f46-4783-9a2b-fce13d24d53a tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7ac8c9cc-16d1-4928-b490-723765ecab89', 'tempest-TagsExtTest-Tag-1005949721') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:36.388209 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-c12fc744-4f46-4783-9a2b-fce13d24d53a tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] show failed (client error): The resource could not be found. Nov 12 04:32:36.389267 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c12fc744-4f46-4783-9a2b-fce13d24d53a tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/subnetpools/7ac8c9cc-16d1-4928-b490-723765ecab89/tags/tempest-TagsExtTest-Tag-1005949721 HTTP/1.1" status: 404 len: 329 time: 0.0268812 Nov 12 04:32:36.392923 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33516) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:36.398956 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-9ecb8edd-a4b7-4465-837d-f2b9925362db tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7ac8c9cc-16d1-4928-b490-723765ecab89', 'tempest-TagsExtTest-Tag-1068362668') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:36.423227 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-9ecb8edd-a4b7-4465-837d-f2b9925362db tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] show failed (client error): The resource could not be found. Nov 12 04:32:36.424398 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9ecb8edd-a4b7-4465-837d-f2b9925362db tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/subnetpools/7ac8c9cc-16d1-4928-b490-723765ecab89/tags/tempest-TagsExtTest-Tag-1068362668 HTTP/1.1" status: 404 len: 329 time: 0.0308652 Nov 12 04:32:36.428622 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33518) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:36.433508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-e226abd7-9dd1-4fc9-8a55-22a9c61f6abe tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7ac8c9cc-16d1-4928-b490-723765ecab89', 'tempest-TagsExtTest-Tag-1573193104') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:36.443537 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-799997df-ed21-4b7f-a42d-a4addd23ae40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:36.446806 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-799997df-ed21-4b7f-a42d-a4addd23ae40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:36.450768 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-799997df-ed21-4b7f-a42d-a4addd23ae40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/188b5668-3e83-42fc-ad8a-9f8a9fb2e8b5 HTTP/1.1" status: 204 len: 168 time: 0.2631025 Nov 12 04:32:36.461946 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799997df-ed21-4b7f-a42d-a4addd23ae40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188b5668-3e83-42fc-ad8a-9f8a9fb2e8b5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:36.475244 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-e226abd7-9dd1-4fc9-8a55-22a9c61f6abe tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] show failed (client error): The resource could not be found. Nov 12 04:32:36.478814 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33522) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:36.479041 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e226abd7-9dd1-4fc9-8a55-22a9c61f6abe tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/subnetpools/7ac8c9cc-16d1-4928-b490-723765ecab89/tags/tempest-TagsExtTest-Tag-1573193104 HTTP/1.1" status: 404 len: 329 time: 0.0492532 Nov 12 04:32:36.485332 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-84c47ac3-82ab-4ccd-bd5a-2d64789fd36c tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7ac8c9cc-16d1-4928-b490-723765ecab89') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:36.513452 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-84c47ac3-82ab-4ccd-bd5a-2d64789fd36c tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/subnetpools/7ac8c9cc-16d1-4928-b490-723765ecab89/tags HTTP/1.1" status: 204 len: 168 time: 0.0328317 Nov 12 04:32:36.516614 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33524) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:36.524113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-92bee5e7-f46f-436d-b5ee-084bfec005f0 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4a83cbad-727e-486a-bd04-0fd0b5aaa047') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:36.616201 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-92bee5e7-f46f-436d-b5ee-084bfec005f0 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/routers/4a83cbad-727e-486a-bd04-0fd0b5aaa047/tags HTTP/1.1" status: 204 len: 168 time: 0.0973957 Nov 12 04:32:36.619199 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33526) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:36.625253 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-78602ef2-ef1f-416e-93e9-6b745ae0e5e4 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '834fae1c-0853-404f-90ec-5231e39613f4') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:36.692253 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-78602ef2-ef1f-416e-93e9-6b745ae0e5e4 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/ports/834fae1c-0853-404f-90ec-5231e39613f4/tags HTTP/1.1" status: 204 len: 168 time: 0.0711493 Nov 12 04:32:36.695028 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33530) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:36.702271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-22b12979-cf34-4cfe-a1fe-710208011cc0 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '70a30d33-3c50-4ada-a5c3-dfea96356099') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:36.721311 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:36.767351 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-22b12979-cf34-4cfe-a1fe-710208011cc0 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/subnets/70a30d33-3c50-4ada-a5c3-dfea96356099/tags HTTP/1.1" status: 204 len: 168 time: 0.0713196 Nov 12 04:32:36.775314 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33534) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:36.948875 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2be4893f-add8-44c8-9d6d-c9e292ec989d tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks [] for subnetpool, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:36.949943 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2be4893f-add8-44c8-9d6d-c9e292ec989d tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/subnetpools/7ac8c9cc-16d1-4928-b490-723765ecab89 HTTP/1.1" status: 204 len: 168 time: 0.1771584 Nov 12 04:32:36.953126 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33538) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:36.980488 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c6531143-0988-4e18-8c40-b72897bd8195 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a83cbad-727e-486a-bd04-0fd0b5aaa047 HTTP/1.1" status: 200 len: 205 time: 0.0259633 Nov 12 04:32:36.984081 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33540) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:37.076046 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40d9820c-69a3-4de1-b896-327cf5ecae8b tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.205244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33544) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:37.224307 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d5643f5f-1f50-42cd-8551-1385920c09ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.331264 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d5643f5f-1f50-42cd-8551-1385920c09ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.411990 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d5643f5f-1f50-42cd-8551-1385920c09ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.459143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5643f5f-1f50-42cd-8551-1385920c09ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70afa1de-3957-459f-8922-b7ba7df05b33,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:37.464736 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d5643f5f-1f50-42cd-8551-1385920c09ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3fffc3f9134b4314bb92f4fc3598b7c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2576787 Nov 12 04:32:37.467296 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33546) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:37.529649 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4ace14cd-7e2a-4330-9197-23b93aac2897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.550221 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40d9820c-69a3-4de1-b896-327cf5ecae8b tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.552670 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40d9820c-69a3-4de1-b896-327cf5ecae8b tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.558774 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4ace14cd-7e2a-4330-9197-23b93aac2897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.666800 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40d9820c-69a3-4de1-b896-327cf5ecae8b tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.667922 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d9820c-69a3-4de1-b896-327cf5ecae8b tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Fanout notify agent at l3_agent the message router_deleted on router 4a83cbad-727e-486a-bd04-0fd0b5aaa047 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:32:37.679745 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-40d9820c-69a3-4de1-b896-327cf5ecae8b tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.682131 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-40d9820c-69a3-4de1-b896-327cf5ecae8b tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/routers/4a83cbad-727e-486a-bd04-0fd0b5aaa047 HTTP/1.1" status: 204 len: 168 time: 0.6962328 Nov 12 04:32:37.684530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33548) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:37.716177 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4ace14cd-7e2a-4330-9197-23b93aac2897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.719024 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4ace14cd-7e2a-4330-9197-23b93aac2897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.723247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4ace14cd-7e2a-4330-9197-23b93aac2897 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70afa1de-3957-459f-8922-b7ba7df05b33 HTTP/1.1" status: 204 len: 168 time: 0.2520211 Nov 12 04:32:37.740259 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace14cd-7e2a-4330-9197-23b93aac2897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70afa1de-3957-459f-8922-b7ba7df05b33,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:37.819894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-3533e280-418a-4f47-a354-fa53e428cc29 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Deleting port 834fae1c-0853-404f-90ec-5231e39613f4 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:37.820238 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3533e280-418a-4f47-a354-fa53e428cc29 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.939140 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3533e280-418a-4f47-a354-fa53e428cc29 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.952367 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-3533e280-418a-4f47-a354-fa53e428cc29 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Calling delete_port for 834fae1c-0853-404f-90ec-5231e39613f4 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:38.192045 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3533e280-418a-4f47-a354-fa53e428cc29 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:38.227837 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533e280-418a-4f47-a354-fa53e428cc29 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Pushing event deleted for resources: {'Port': ['ID=834fae1c-0853-404f-90ec-5231e39613f4,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:38.274888 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:38.323155 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3533e280-418a-4f47-a354-fa53e428cc29 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:38.331346 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3533e280-418a-4f47-a354-fa53e428cc29 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/ports/834fae1c-0853-404f-90ec-5231e39613f4 HTTP/1.1" status: 204 len: 168 time: 0.6453447 Nov 12 04:32:38.334116 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33560) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:38.419907 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fe1f9e-c42b-49e7-a4f7-a8ca14f993eb tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Deleting subnet 70a30d33-3c50-4ada-a5c3-dfea96356099 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:32:38.424464 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-83fe1f9e-c42b-49e7-a4f7-a8ca14f993eb tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:38.481911 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-83fe1f9e-c42b-49e7-a4f7-a8ca14f993eb tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:38.614948 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-83fe1f9e-c42b-49e7-a4f7-a8ca14f993eb tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:38.741340 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-83fe1f9e-c42b-49e7-a4f7-a8ca14f993eb tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:38.775885 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe1f9e-c42b-49e7-a4f7-a8ca14f993eb tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Pushing event deleted for resources: {'Subnet': ['ID=70a30d33-3c50-4ada-a5c3-dfea96356099,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:38.781219 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-83fe1f9e-c42b-49e7-a4f7-a8ca14f993eb tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:38.786946 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-83fe1f9e-c42b-49e7-a4f7-a8ca14f993eb tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/subnets/70a30d33-3c50-4ada-a5c3-dfea96356099 HTTP/1.1" status: 204 len: 168 time: 0.4506629 Nov 12 04:32:38.790698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33570) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:38.793926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa80dee7-8bf6-43f4-afb2-e64c0718dd79 None None] Network a7531d41-6f7a-4439-bd37-0763882b6607 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:32:38.918064 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:38.981343 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Deleting port 17861cbf-a6a0-4538-839e-30d4aaf7fab9 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:38.982306 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.063789 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] For port 17861cbf-a6a0-4538-839e-30d4aaf7fab9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=17861cbf-a6a0-4538-839e-30d4aaf7fab9,segment=NetworkSegment(6ac76f29-a3d3-4d23-a250-56b4c121fbdb),segment_id=6ac76f29-a3d3-4d23-a250-56b4c121fbdb)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:39.064138 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.087461 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Calling delete_port for 17861cbf-a6a0-4538-839e-30d4aaf7fab9 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:39.108293 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e1c200-4c0d-4dc5-8272-a549e7a5ce3e None None] DHCP port deletion for a7531d41-6f7a-4439-bd37-0763882b6607 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:32:39.113523 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.179481 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f0e1c200-4c0d-4dc5-8272-a549e7a5ce3e None None] Deleting port 17861cbf-a6a0-4538-839e-30d4aaf7fab9 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:39.180042 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0e1c200-4c0d-4dc5-8272-a549e7a5ce3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.276126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f0e1c200-4c0d-4dc5-8272-a549e7a5ce3e None None] For port 17861cbf-a6a0-4538-839e-30d4aaf7fab9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=17861cbf-a6a0-4538-839e-30d4aaf7fab9,segment=NetworkSegment(6ac76f29-a3d3-4d23-a250-56b4c121fbdb),segment_id=6ac76f29-a3d3-4d23-a250-56b4c121fbdb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:39.277308 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0e1c200-4c0d-4dc5-8272-a549e7a5ce3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.284130 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.295788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f0e1c200-4c0d-4dc5-8272-a549e7a5ce3e None None] Calling delete_port for 17861cbf-a6a0-4538-839e-30d4aaf7fab9 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:39.326253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Pushing event deleted for resources: {'Port': ['ID=17861cbf-a6a0-4538-839e-30d4aaf7fab9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:39.331471 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] No DVR routers for this DVR port 17861cbf-a6a0-4538-839e-30d4aaf7fab9 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:32:39.394665 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0e1c200-4c0d-4dc5-8272-a549e7a5ce3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.425007 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.431597 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1c200-4c0d-4dc5-8272-a549e7a5ce3e None None] Pushing event deleted for resources: {'Port': ['ID=17861cbf-a6a0-4538-839e-30d4aaf7fab9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:39.433429 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e1c200-4c0d-4dc5-8272-a549e7a5ce3e None None] No DVR routers for this DVR port 17861cbf-a6a0-4538-839e-30d4aaf7fab9 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:32:39.463034 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7531d41-6f7a-4439-bd37-0763882b6607']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:39.474277 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac76f29-a3d3-4d23-a250-56b4c121fbdb') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:39.474586 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac76f29-a3d3-4d23-a250-56b4c121fbdb') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:39.487011 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.504823 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.516328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:32:39.516798 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:32:39.520097 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:32:39.652535 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.665182 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.670819 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] 10.222.0.37 "DELETE /v2.0/networks/a7531d41-6f7a-4439-bd37-0763882b6607 HTTP/1.1" status: 204 len: 168 time: 0.8787060 Nov 12 04:32:39.685581 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770df972-3b74-47cb-810c-dc90c246acf3 tempest-TagsExtTest-713261010 tempest-TagsExtTest-713261010-project] Pushing event deleted for resources: {'Network': ['ID=a7531d41-6f7a-4439-bd37-0763882b6607,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:40.619261 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33600) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:40.655362 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33606) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:40.719099 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 17861cbf-a6a0-4538-839e-30d4aaf7fab9 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:32:40.751269 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 17861cbf-a6a0-4538-839e-30d4aaf7fab9 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:32:40.751823 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 17861cbf-a6a0-4538-839e-30d4aaf7fab9 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:32:40.870853 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d1cad3f4-f9b2-4081-b932-0ce36d100bf2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1192016badd8451e92fdf5187376516c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2091217 Nov 12 04:32:40.872682 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33610) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:40.878494 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c513fd7e-e45d-405d-87f2-ab73cbec85fa tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1317847295'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:40.924897 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-20f8c309-8262-41f6-a42b-fd7e5bfb9227 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:41.030348 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-20f8c309-8262-41f6-a42b-fd7e5bfb9227 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:41.081853 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c513fd7e-e45d-405d-87f2-ab73cbec85fa tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Made reservation on behalf of bbb8f355624140ac81dbcf01f7a0e09c for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:41.081853 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c513fd7e-e45d-405d-87f2-ab73cbec85fa tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:41.081853 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c513fd7e-e45d-405d-87f2-ab73cbec85fa tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:41.116714 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-20f8c309-8262-41f6-a42b-fd7e5bfb9227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:41.121795 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-20f8c309-8262-41f6-a42b-fd7e5bfb9227 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:41.125606 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-20f8c309-8262-41f6-a42b-fd7e5bfb9227 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e19502c-db53-4cbc-a6df-590e52f06097 HTTP/1.1" status: 204 len: 168 time: 0.2499626 Nov 12 04:32:41.138237 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8c309-8262-41f6-a42b-fd7e5bfb9227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e19502c-db53-4cbc-a6df-590e52f06097,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:41.205139 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c513fd7e-e45d-405d-87f2-ab73cbec85fa tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:41.269815 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c513fd7e-e45d-405d-87f2-ab73cbec85fa tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:41.300931 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c513fd7e-e45d-405d-87f2-ab73cbec85fa tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:32:41.307385 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513fd7e-e45d-405d-87f2-ab73cbec85fa tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b44426e-df80-44f5-ba14-34ddf480c94c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:41.315121 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c513fd7e-e45d-405d-87f2-ab73cbec85fa tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:41.315121 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-c513fd7e-e45d-405d-87f2-ab73cbec85fa tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Added segment 22a876d3-a861-48cd-b826-91e5edcfeafd of type vlan for network dde86704-c951-45fb-9db4-974d27c23869 Nov 12 04:32:41.360097 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c513fd7e-e45d-405d-87f2-ab73cbec85fa tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:41.464590 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c513fd7e-e45d-405d-87f2-ab73cbec85fa tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:41.475023 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c513fd7e-e45d-405d-87f2-ab73cbec85fa tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:41.476556 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c513fd7e-e45d-405d-87f2-ab73cbec85fa tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:41.576405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513fd7e-e45d-405d-87f2-ab73cbec85fa tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Pushing event updated for resources: {'Network': ['ID=dde86704-c951-45fb-9db4-974d27c23869,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:41.592292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network dde86704-c951-45fb-9db4-974d27c23869 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:32:41.613216 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c513fd7e-e45d-405d-87f2-ab73cbec85fa tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9825258 Nov 12 04:32:41.616474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33622) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:41.848784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-cfebb6cd-9950-4953-933f-827556ab0092 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Request body: {'network': {'name': 'tempest-network--715322877', 'router:external': True}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:41.957743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfebb6cd-9950-4953-933f-827556ab0092 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Made reservation on behalf of 2e60b7868f094518b22d93c8718d3397 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:41.960989 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cfebb6cd-9950-4953-933f-827556ab0092 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:41.970138 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cfebb6cd-9950-4953-933f-827556ab0092 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:42.064907 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cfebb6cd-9950-4953-933f-827556ab0092 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:42.123389 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cfebb6cd-9950-4953-933f-827556ab0092 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:42.147957 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfebb6cd-9950-4953-933f-827556ab0092 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:32:42.163107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebb6cd-9950-4953-933f-827556ab0092 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7524dd1-856d-427e-99f4-fb8a6650aee3,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:42.165907 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cfebb6cd-9950-4953-933f-827556ab0092 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:42.166244 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-cfebb6cd-9950-4953-933f-827556ab0092 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Added segment 621a6b43-4621-47b0-a11e-ab583e33ed2e of type vlan for network 1b5f9db1-24f0-44bd-b509-1700902e25bd Nov 12 04:32:42.211788 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cfebb6cd-9950-4953-933f-827556ab0092 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:42.334808 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cfebb6cd-9950-4953-933f-827556ab0092 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:42.335818 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfebb6cd-9950-4953-933f-827556ab0092 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:42.336413 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cfebb6cd-9950-4953-933f-827556ab0092 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:42.397199 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebb6cd-9950-4953-933f-827556ab0092 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Pushing event updated for resources: {'Network': ['ID=1b5f9db1-24f0-44bd-b509-1700902e25bd,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:42.413243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 1b5f9db1-24f0-44bd-b509-1700902e25bd details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:32:42.437193 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cfebb6cd-9950-4953-933f-827556ab0092 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8169312 Nov 12 04:32:42.441704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33644) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:42.517771 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a81775dd-c959-4aed-8a15-dedcc5579823 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:42.604730 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a81775dd-c959-4aed-8a15-dedcc5579823 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:42.643004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a81775dd-c959-4aed-8a15-dedcc5579823 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5f9db1-24f0-44bd-b509-1700902e25bd']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:42.654321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a81775dd-c959-4aed-8a15-dedcc5579823 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621a6b43-4621-47b0-a11e-ab583e33ed2e') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:42.654757 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a81775dd-c959-4aed-8a15-dedcc5579823 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621a6b43-4621-47b0-a11e-ab583e33ed2e') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:42.672492 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a81775dd-c959-4aed-8a15-dedcc5579823 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:42.687309 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a81775dd-c959-4aed-8a15-dedcc5579823 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:42.694286 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81775dd-c959-4aed-8a15-dedcc5579823 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:32:42.694722 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a81775dd-c959-4aed-8a15-dedcc5579823 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:32:42.696531 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:32:42.839112 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a81775dd-c959-4aed-8a15-dedcc5579823 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:42.844018 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81775dd-c959-4aed-8a15-dedcc5579823 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1b5f9db1-24f0-44bd-b509-1700902e25bd {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 04:32:42.848543 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a81775dd-c959-4aed-8a15-dedcc5579823 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:42.855230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a81775dd-c959-4aed-8a15-dedcc5579823 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] 10.222.0.37 "DELETE /v2.0/networks/1b5f9db1-24f0-44bd-b509-1700902e25bd HTTP/1.1" status: 204 len: 168 time: 0.4112782 Nov 12 04:32:42.856194 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33660) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:42.861562 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f1256427-b950-47be-b7ad-ceb8ccbeed3d tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:42.868161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81775dd-c959-4aed-8a15-dedcc5579823 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b5f9db1-24f0-44bd-b509-1700902e25bd,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:42.881471 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cdb63-38e6-4f4c-ac6e-2b9a81bd0b81 req-00bf90e3-cbe1-4631-b514-d7a886d299c1 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:42.883270 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b4cdb63-38e6-4f4c-ac6e-2b9a81bd0b81 req-00bf90e3-cbe1-4631-b514-d7a886d299c1 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 1097 time: 0.3135273 Nov 12 04:32:42.909854 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6b4cdb63-38e6-4f4c-ac6e-2b9a81bd0b81 req-836e9c3d-fecd-4031-8cb5-1f4636818eb6 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:42.992275 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6b4cdb63-38e6-4f4c-ac6e-2b9a81bd0b81 req-836e9c3d-fecd-4031-8cb5-1f4636818eb6 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:43.015183 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1256427-b950-47be-b7ad-ceb8ccbeed3d tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Made reservation on behalf of 2e60b7868f094518b22d93c8718d3397 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:43.019569 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1256427-b950-47be-b7ad-ceb8ccbeed3d tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:43.045305 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1256427-b950-47be-b7ad-ceb8ccbeed3d tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:32:43.055296 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1256427-b950-47be-b7ad-ceb8ccbeed3d tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:43.055987 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-f1256427-b950-47be-b7ad-ceb8ccbeed3d tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Added segment d822ccbf-4a06-488f-bee3-68fa26b4acee of type vlan for network 1ce7b47d-3d76-49d1-9252-f0946631137c Nov 12 04:32:43.071882 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6b4cdb63-38e6-4f4c-ac6e-2b9a81bd0b81 req-836e9c3d-fecd-4031-8cb5-1f4636818eb6 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:43.105747 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1256427-b950-47be-b7ad-ceb8ccbeed3d tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:43.118270 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e9c3d-fecd-4031-8cb5-1f4636818eb6 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf135a4-6e44-4959-802c-450deb53b743,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:43.125410 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b4cdb63-38e6-4f4c-ac6e-2b9a81bd0b81 req-836e9c3d-fecd-4031-8cb5-1f4636818eb6 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354128 Nov 12 04:32:43.235240 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1256427-b950-47be-b7ad-ceb8ccbeed3d tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:43.236758 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1256427-b950-47be-b7ad-ceb8ccbeed3d tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:43.237577 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1256427-b950-47be-b7ad-ceb8ccbeed3d tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:43.269746 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a4c78-5690-4c87-8168-e9c618a6e967 req-c052df80-fb1e-4113-bb0b-96b13a368f00 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:43.279294 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-987a4c78-5690-4c87-8168-e9c618a6e967 req-c052df80-fb1e-4113-bb0b-96b13a368f00 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.0697486 Nov 12 04:32:43.330017 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-987a4c78-5690-4c87-8168-e9c618a6e967 req-1d223978-2fb0-4046-9234-cb1e3c94359c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497890 Nov 12 04:32:43.335921 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f1256427-b950-47be-b7ad-ceb8ccbeed3d tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4789572 Nov 12 04:32:43.338813 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33676) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:43.358973 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33678) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:43.359213 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1256427-b950-47be-b7ad-ceb8ccbeed3d tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Pushing event updated for resources: {'Network': ['ID=1ce7b47d-3d76-49d1-9252-f0946631137c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:43.367045 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b19b08bf-8853-4b9a-ba9b-3e1ed8d5e4b5 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Request body: {'subnet': {'network_id': '1ce7b47d-3d76-49d1-9252-f0946631137c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:43.372271 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 1ce7b47d-3d76-49d1-9252-f0946631137c details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:32:43.464136 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d7c0e878-c592-4007-b7ca-f901e12dc38c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/floatingips/ce5dcf6c-768c-4a6b-afa4-19b06c1a7b50 HTTP/1.1" status: 200 len: 993 time: 0.1036038 Nov 12 04:32:43.486575 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19b08bf-8853-4b9a-ba9b-3e1ed8d5e4b5 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Made reservation on behalf of 2e60b7868f094518b22d93c8718d3397 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:43.489011 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b19b08bf-8853-4b9a-ba9b-3e1ed8d5e4b5 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:43.793266 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-2170962b-7033-407e-8136-367b003191fd req-fcddd6af-da6d-41b9-a913-955d5ce1b429 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:32:43.794330 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2170962b-7033-407e-8136-367b003191fd req-fcddd6af-da6d-41b9-a913-955d5ce1b429 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077753 Nov 12 04:32:43.903218 n-d-768509-24 neutron-server[103297]: DEBUG neutron.objects.ports [None req-b19b08bf-8853-4b9a-ba9b-3e1ed8d5e4b5 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 04:32:43.903804 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b19b08bf-8853-4b9a-ba9b-3e1ed8d5e4b5 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:43.963890 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b08bf-8853-4b9a-ba9b-3e1ed8d5e4b5 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d626e7f6-9216-44f2-a254-93787bfb8d9e,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:43.974703 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b08bf-8853-4b9a-ba9b-3e1ed8d5e4b5 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Checking segment: {'id': 'd822ccbf-4a06-488f-bee3-68fa26b4acee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ce7b47d-3d76-49d1-9252-f0946631137c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:43.975594 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19b08bf-8853-4b9a-ba9b-3e1ed8d5e4b5 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Network hostable DHCP agents. Network: 1ce7b47d-3d76-49d1-9252-f0946631137c, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:32:44.104138 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19b08bf-8853-4b9a-ba9b-3e1ed8d5e4b5 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Network 1ce7b47d-3d76-49d1-9252-f0946631137c is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:32:44.231952 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b19b08bf-8853-4b9a-ba9b-3e1ed8d5e4b5 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 1ce7b47d-3d76-49d1-9252-f0946631137c) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:44.241299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19b08bf-8853-4b9a-ba9b-3e1ed8d5e4b5 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:44.241859 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b19b08bf-8853-4b9a-ba9b-3e1ed8d5e4b5 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:44.242590 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f6cfd2-4861-4be4-a2ec-d7fa97844dd0 None None] Network 1ce7b47d-3d76-49d1-9252-f0946631137c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:32:44.352705 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b19b08bf-8853-4b9a-ba9b-3e1ed8d5e4b5 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9961398 Nov 12 04:32:44.353050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33706) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:44.359107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-d6f81047-8048-490a-abdd-7d01c471f960 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Request body: {'floatingip': {'floating_network_id': '1ce7b47d-3d76-49d1-9252-f0946631137c'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:44.468301 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610f58ab-b1a6-40b0-adcc-2100cc594ab7 None None] Network 1ce7b47d-3d76-49d1-9252-f0946631137c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:32:44.512721 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33708) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:44.515081 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6f81047-8048-490a-abdd-7d01c471f960 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:44.617193 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da95b2-2958-4405-8095-e49242c4df92 req-8ea65785-eee8-4992-aabf-4c57819fbce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:44.623530 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26da95b2-2958-4405-8095-e49242c4df92 req-8ea65785-eee8-4992-aabf-4c57819fbce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.1797907 Nov 12 04:32:44.668382 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca524dab-708c-4aaa-8f5d-39f9c52e8c7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:44.672843 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-34a5bdbb-59b0-4718-ab49-6f927f7869b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218390 Nov 12 04:32:44.696962 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26da95b2-2958-4405-8095-e49242c4df92 req-28c18049-5b50-4598-aa5c-c1880693262e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712342 Nov 12 04:32:44.725877 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6f81047-8048-490a-abdd-7d01c471f960 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:44.785414 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca524dab-708c-4aaa-8f5d-39f9c52e8c7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:44.843831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-d6f81047-8048-490a-abdd-7d01c471f960 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Allocated IP 172.20.0.12 (1ce7b47d-3d76-49d1-9252-f0946631137c/d626e7f6-9216-44f2-a254-93787bfb8d9e/12d39536-7077-4f93-ab9c-ec6d284d1a7d) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:44.845652 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca524dab-708c-4aaa-8f5d-39f9c52e8c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:44.927088 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ca524dab-708c-4aaa-8f5d-39f9c52e8c7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3533a32a56de41228610ce940bce3df2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4129882 Nov 12 04:32:44.929091 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33716) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:44.931731 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca524dab-708c-4aaa-8f5d-39f9c52e8c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65acd9a3-173e-435e-b115-9396f6df9adf,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:45.018603 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5a3a1de-a0f8-4112-8c01-33ad8a011d17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:45.053893 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5a3a1de-a0f8-4112-8c01-33ad8a011d17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:45.084134 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6f81047-8048-490a-abdd-7d01c471f960 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:45.178792 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5a3a1de-a0f8-4112-8c01-33ad8a011d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:45.181433 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5a3a1de-a0f8-4112-8c01-33ad8a011d17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:45.182597 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e5a3a1de-a0f8-4112-8c01-33ad8a011d17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65acd9a3-173e-435e-b115-9396f6df9adf HTTP/1.1" status: 204 len: 168 time: 0.2465794 Nov 12 04:32:45.191703 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3a1de-a0f8-4112-8c01-33ad8a011d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65acd9a3-173e-435e-b115-9396f6df9adf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:45.207305 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6f81047-8048-490a-abdd-7d01c471f960 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:45.263571 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f81047-8048-490a-abdd-7d01c471f960 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Network 1ce7b47d-3d76-49d1-9252-f0946631137c is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:45.267827 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-d6f81047-8048-490a-abdd-7d01c471f960 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:45.274272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f81047-8048-490a-abdd-7d01c471f960 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:45.297908 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f81047-8048-490a-abdd-7d01c471f960 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Pushing event updated for resources: {'Port': ['ID=12d39536-7077-4f93-ab9c-ec6d284d1a7d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:45.363182 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6f81047-8048-490a-abdd-7d01c471f960 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:45.462218 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6f81047-8048-490a-abdd-7d01c471f960 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:45.631443 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6f81047-8048-490a-abdd-7d01c471f960 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:45.720884 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6f81047-8048-490a-abdd-7d01c471f960 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:45.802421 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f81047-8048-490a-abdd-7d01c471f960 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Pushing event updated for resources: {'Port': ['ID=12d39536-7077-4f93-ab9c-ec6d284d1a7d,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:45.832009 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6f81047-8048-490a-abdd-7d01c471f960 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:45.855904 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e3a15-3403-408a-aa01-e48a7fd55f53 req-098af19a-9e53-4880-9166-fe0d7fc13bf7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:45.862282 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f28e3a15-3403-408a-aa01-e48a7fd55f53 req-098af19a-9e53-4880-9166-fe0d7fc13bf7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.0756471 Nov 12 04:32:45.908138 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f28e3a15-3403-408a-aa01-e48a7fd55f53 req-be1fce36-0c1e-4ec5-8c21-9248818053e1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445068 Nov 12 04:32:45.918561 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6f81047-8048-490a-abdd-7d01c471f960 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:45.918561 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d6f81047-8048-490a-abdd-7d01c471f960 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5642531 Nov 12 04:32:45.919578 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33746) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:45.921962 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33748) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:45.939147 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba077bf8-e3be-447d-bfc0-e32f22cf5123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:46.004244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-190d2d82-2a35-4f82-a884-27c2322b088d tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=1ce7b47d-3d76-49d1-9252-f0946631137c HTTP/1.1" status: 200 len: 690 time: 0.0808766 Nov 12 04:32:46.006653 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33750) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:46.031783 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba077bf8-e3be-447d-bfc0-e32f22cf5123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:46.091875 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:46.154011 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba077bf8-e3be-447d-bfc0-e32f22cf5123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:46.192134 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba077bf8-e3be-447d-bfc0-e32f22cf5123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fee5e07-37bc-42c5-8be5-44d62f0291d8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:46.199092 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ba077bf8-e3be-447d-bfc0-e32f22cf5123 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48ab9fb521eb4b4d8f57c3536bc84579&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2757931 Nov 12 04:32:46.199459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33752) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:46.220903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Deleting port 12d39536-7077-4f93-ab9c-ec6d284d1a7d {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:46.221244 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:46.634460 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-89af4157-3668-4118-baf7-bf39f7e7e242 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:46.667018 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:46.667018 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:46.679463 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-89af4157-3668-4118-baf7-bf39f7e7e242 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:46.688057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Calling delete_port for 12d39536-7077-4f93-ab9c-ec6d284d1a7d owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:46.848407 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:46.892456 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-89af4157-3668-4118-baf7-bf39f7e7e242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:46.895242 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-89af4157-3668-4118-baf7-bf39f7e7e242 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:46.901485 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-89af4157-3668-4118-baf7-bf39f7e7e242 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2fee5e07-37bc-42c5-8be5-44d62f0291d8 HTTP/1.1" status: 204 len: 168 time: 0.6963212 Nov 12 04:32:46.909883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af4157-3668-4118-baf7-bf39f7e7e242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fee5e07-37bc-42c5-8be5-44d62f0291d8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:46.971899 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:46.998202 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Pushing event deleted for resources: {'Port': ['ID=12d39536-7077-4f93-ab9c-ec6d284d1a7d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:47.095490 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:47.107105 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af0747-bfd7-456e-83d8-ab9b04a7912f req-a4872b1a-ff1c-4352-9bcb-cc9077dcc486 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:47.108535 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1af0747-bfd7-456e-83d8-ab9b04a7912f req-a4872b1a-ff1c-4352-9bcb-cc9077dcc486 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.0884695 Nov 12 04:32:47.174839 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:47.214570 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1af0747-bfd7-456e-83d8-ab9b04a7912f req-d17ca163-5e28-4dd3-8f22-fe7c2eabb4cc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989394 Nov 12 04:32:47.358403 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:47.387160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d626e7f6-9216-44f2-a254-93787bfb8d9e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:47.448468 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:47.497278 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce7b47d-3d76-49d1-9252-f0946631137c']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:47.509463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd822ccbf-4a06-488f-bee3-68fa26b4acee') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:47.509755 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd822ccbf-4a06-488f-bee3-68fa26b4acee') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:47.522153 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:47.536982 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-142d18f6-5d4f-401b-9459-427cf6b9b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:47.538618 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-142d18f6-5d4f-401b-9459-427cf6b9b271 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 1097 time: 0.0822408 Nov 12 04:32:47.544890 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:47.557435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:32:47.557843 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:32:47.559709 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:32:47.689886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-532b9287-f943-4d94-91d5-4a5696d23e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:47.691398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-532b9287-f943-4d94-91d5-4a5696d23e13 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2746ac6-b4e4-4065-97f7-916e2df57fcb HTTP/1.1" status: 200 len: 898 time: 0.1438615 Nov 12 04:32:47.741916 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:47.752746 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1ce7b47d-3d76-49d1-9252-f0946631137c {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 04:32:47.757172 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:47.762569 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] 10.222.0.37 "DELETE /v2.0/networks/1ce7b47d-3d76-49d1-9252-f0946631137c HTTP/1.1" status: 204 len: 168 time: 1.7527857 Nov 12 04:32:47.763548 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33776) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:47.773764 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f49977-6213-45c9-9f21-a052a87d7894 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ce7b47d-3d76-49d1-9252-f0946631137c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:47.796260 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-4ce38716-af33-4e42-95c6-5b83e0af32f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac47fb13-ee52-4eff-82c7-0eef32b91036 HTTP/1.1" status: 200 len: 1001 time: 0.0921736 Nov 12 04:32:47.879534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-8124c935-4876-40f1-84ed-d57ec343241f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:47.881374 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-8124c935-4876-40f1-84ed-d57ec343241f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20150325-f345-468c-96fc-6578b271ccb5 HTTP/1.1" status: 200 len: 834 time: 0.0765378 Nov 12 04:32:47.967906 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-8ee6dd9c-0358-47bc-871e-6899863f384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:47.970007 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-8ee6dd9c-0358-47bc-871e-6899863f384e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2746ac6-b4e4-4065-97f7-916e2df57fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810480 Nov 12 04:32:47.996605 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4e76ee9a-fe32-417e-94e6-dbdadce16367 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3351 time: 0.2311554 Nov 12 04:32:47.997966 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33784) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:48.118489 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-ca162e95-84b3-495d-9bc4-7728ebf33dbb service neutron] 10.222.0.21 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403792 Nov 12 04:32:48.137779 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b5c8c-4d3b-421c-9f00-ddc17e308b83 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:48.138172 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:48.139160 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b5c8c-4d3b-421c-9f00-ddc17e308b83 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:48.139792 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b5c8c-4d3b-421c-9f00-ddc17e308b83 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:48.140431 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b5c8c-4d3b-421c-9f00-ddc17e308b83 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:48.141072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b5c8c-4d3b-421c-9f00-ddc17e308b83 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:48.141697 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b5c8c-4d3b-421c-9f00-ddc17e308b83 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:48.142308 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b5c8c-4d3b-421c-9f00-ddc17e308b83 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:48.142961 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b5c8c-4d3b-421c-9f00-ddc17e308b83 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:48.143583 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b5c8c-4d3b-421c-9f00-ddc17e308b83 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:48.144203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b5c8c-4d3b-421c-9f00-ddc17e308b83 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:48.146420 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fe7b5c8c-4d3b-421c-9f00-ddc17e308b83 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6456 time: 0.1467834 Nov 12 04:32:48.150065 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33788) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:48.247136 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-21b842b1-7f26-403e-af24-95a439633e3d service neutron] 10.222.0.21 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196849 Nov 12 04:32:48.255237 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-2cc94369-fc9d-4581-89ac-de1525143c8a tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] delete failed (client error): The resource could not be found. Nov 12 04:32:48.256698 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2cc94369-fc9d-4581-89ac-de1525143c8a tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/09eb9804-1f61-469f-b785-12ac52089465 HTTP/1.1" status: 404 len: 345 time: 0.1050556 Nov 12 04:32:48.259264 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33794) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:48.284620 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51a6b95-ebf9-42de-a7a3-7a21c2eea010 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 04:32:48.286952 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51a6b95-ebf9-42de-a7a3-7a21c2eea010 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:32:48.290906 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f51a6b95-ebf9-42de-a7a3-7a21c2eea010 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] 10.222.0.37 "DELETE /v2.0/networks/1ce7b47d-3d76-49d1-9252-f0946631137c HTTP/1.1" status: 404 len: 339 time: 0.0300689 Nov 12 04:32:48.295201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33798) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:48.299681 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-8de8e6b1-8eea-4208-9bad-871bfa0010be tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Request body: {'network': {'name': 'tempest-network--1714899199', 'router:external': True}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:48.379213 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18972b7-ed1e-41e5-a7fe-268e77c77b9b req-c7d8d86e-ee33-49e0-8b27-e8f7a5b28f41 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:48.381766 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c18972b7-ed1e-41e5-a7fe-268e77c77b9b req-c7d8d86e-ee33-49e0-8b27-e8f7a5b28f41 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.0747406 Nov 12 04:32:48.454731 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c18972b7-ed1e-41e5-a7fe-268e77c77b9b req-2e7fa62a-55a5-4e46-a7b4-2195955bcc78 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654385 Nov 12 04:32:48.462358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de8e6b1-8eea-4208-9bad-871bfa0010be tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Made reservation on behalf of 2e60b7868f094518b22d93c8718d3397 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:48.468142 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8de8e6b1-8eea-4208-9bad-871bfa0010be tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:48.513652 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de8e6b1-8eea-4208-9bad-871bfa0010be tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:32:48.529810 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8de8e6b1-8eea-4208-9bad-871bfa0010be tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:48.530160 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-8de8e6b1-8eea-4208-9bad-871bfa0010be tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Added segment 0568715e-1cb7-44a9-bf99-10f00eef1eae of type vlan for network b95e8010-62b5-4c79-a7d9-812a4e50a5ee Nov 12 04:32:48.735477 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8de8e6b1-8eea-4208-9bad-871bfa0010be tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:48.829711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3eba928-8eb3-49b3-af60-e17368826448 req-47071187-6978-4c88-ba4f-d606c08ed54c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0857651 Nov 12 04:32:48.875955 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8de8e6b1-8eea-4208-9bad-871bfa0010be tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:48.876961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de8e6b1-8eea-4208-9bad-871bfa0010be tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:48.877661 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8de8e6b1-8eea-4208-9bad-871bfa0010be tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:48.958297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8de8e6b1-8eea-4208-9bad-871bfa0010be tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6624300 Nov 12 04:32:48.960961 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33808) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:48.998768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8e6b1-8eea-4208-9bad-871bfa0010be tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Pushing event updated for resources: {'Network': ['ID=b95e8010-62b5-4c79-a7d9-812a4e50a5ee,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:49.003626 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eba928-8eb3-49b3-af60-e17368826448 req-a8b6fcc4-1a27-4601-be34-3da6d9b66e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:49.005167 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3eba928-8eb3-49b3-af60-e17368826448 req-a8b6fcc4-1a27-4601-be34-3da6d9b66e22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11b870a2c29b44949808dbbff5df5d20&device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 1098 time: 0.1000869 Nov 12 04:32:49.011824 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network b95e8010-62b5-4c79-a7d9-812a4e50a5ee details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:32:49.079732 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2681ee9-dc40-4f78-ae7c-d4058bb52204 tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:49.087365 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2681ee9-dc40-4f78-ae7c-d4058bb52204 tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:49.093524 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2681ee9-dc40-4f78-ae7c-d4058bb52204 tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:49.103138 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2681ee9-dc40-4f78-ae7c-d4058bb52204 tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:49.104995 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f2681ee9-dc40-4f78-ae7c-d4058bb52204 tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1428349 Nov 12 04:32:49.107855 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33812) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:49.181465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eba928-8eb3-49b3-af60-e17368826448 req-403a532a-09c3-42c9-afbe-b56390beabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:49.182963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3eba928-8eb3-49b3-af60-e17368826448 req-403a532a-09c3-42c9-afbe-b56390beabb1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=294ec058-73b6-4a99-bf44-c3ca2f3709aa HTTP/1.1" status: 200 len: 918 time: 0.1545019 Nov 12 04:32:49.230365 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-484a2d64-af91-4b5a-b262-8b83390b3d57 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:49.292151 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3eba928-8eb3-49b3-af60-e17368826448 req-1a6e255b-c0be-4905-bdec-49d95d5365a0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b71d8a-0aee-4fed-b884-92e362c081b5 HTTP/1.1" status: 200 len: 1001 time: 0.1001174 Nov 12 04:32:49.358705 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-484a2d64-af91-4b5a-b262-8b83390b3d57 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:49.415414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-484a2d64-af91-4b5a-b262-8b83390b3d57 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95e8010-62b5-4c79-a7d9-812a4e50a5ee']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:49.427053 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eba928-8eb3-49b3-af60-e17368826448 req-a82bd649-a6b5-4018-b898-a302a4bf389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:49.429103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3eba928-8eb3-49b3-af60-e17368826448 req-a82bd649-a6b5-4018-b898-a302a4bf389a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ebf988ec-0e1d-4fb3-b211-28e626141e57 HTTP/1.1" status: 200 len: 856 time: 0.1288297 Nov 12 04:32:49.431706 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-484a2d64-af91-4b5a-b262-8b83390b3d57 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0568715e-1cb7-44a9-bf99-10f00eef1eae') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:49.431930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-484a2d64-af91-4b5a-b262-8b83390b3d57 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0568715e-1cb7-44a9-bf99-10f00eef1eae') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:49.454831 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-484a2d64-af91-4b5a-b262-8b83390b3d57 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:49.485237 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc07105-d5dd-4499-a1bc-b1464e1cbbf0 req-b1abbb8a-934a-4b26-8d06-43990e63736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:49.486656 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dc07105-d5dd-4499-a1bc-b1464e1cbbf0 req-b1abbb8a-934a-4b26-8d06-43990e63736b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 1097 time: 0.1161163 Nov 12 04:32:49.490723 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-484a2d64-af91-4b5a-b262-8b83390b3d57 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:49.499888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484a2d64-af91-4b5a-b262-8b83390b3d57 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:32:49.500277 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-484a2d64-af91-4b5a-b262-8b83390b3d57 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:32:49.502080 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:32:49.571113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eba928-8eb3-49b3-af60-e17368826448 req-6e83fde4-ba41-4efa-a42c-142e3a88f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:49.572599 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3eba928-8eb3-49b3-af60-e17368826448 req-6e83fde4-ba41-4efa-a42c-142e3a88f982 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294ec058-73b6-4a99-bf44-c3ca2f3709aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1318927 Nov 12 04:32:49.596921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-f3eba928-8eb3-49b3-af60-e17368826448 req-14081196-2f42-4263-8d83-a430782738f0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:32:49.597886 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3eba928-8eb3-49b3-af60-e17368826448 req-14081196-2f42-4263-8d83-a430782738f0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051148 Nov 12 04:32:49.748887 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf517e-3910-425d-80cb-8fb8fab248d8 req-15a7d955-e42e-488d-9b3a-68d3c7c70030 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:49.750471 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5eaf517e-3910-425d-80cb-8fb8fab248d8 req-15a7d955-e42e-488d-9b3a-68d3c7c70030 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.1969953 Nov 12 04:32:49.754728 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-484a2d64-af91-4b5a-b262-8b83390b3d57 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:49.758905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc07105-d5dd-4499-a1bc-b1464e1cbbf0 req-a7f7e9aa-cd18-4cf5-8a3d-647b4c0f07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:49.760341 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dc07105-d5dd-4499-a1bc-b1464e1cbbf0 req-a7f7e9aa-cd18-4cf5-8a3d-647b4c0f07e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2746ac6-b4e4-4065-97f7-916e2df57fcb HTTP/1.1" status: 200 len: 898 time: 0.2479479 Nov 12 04:32:49.766675 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484a2d64-af91-4b5a-b262-8b83390b3d57 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b95e8010-62b5-4c79-a7d9-812a4e50a5ee {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 04:32:49.775083 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-484a2d64-af91-4b5a-b262-8b83390b3d57 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:49.775083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-484a2d64-af91-4b5a-b262-8b83390b3d57 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] 10.222.0.37 "DELETE /v2.0/networks/b95e8010-62b5-4c79-a7d9-812a4e50a5ee HTTP/1.1" status: 204 len: 168 time: 0.6660640 Nov 12 04:32:49.780040 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33832) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:49.785921 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f1df0ca1-c121-4959-bfae-3fb9044f46e8 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Request body: {'network': {'name': 'tempest-network--556251822', 'router:external': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:49.818004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a2d64-af91-4b5a-b262-8b83390b3d57 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Pushing event deleted for resources: {'Network': ['ID=b95e8010-62b5-4c79-a7d9-812a4e50a5ee,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:49.861948 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3eba928-8eb3-49b3-af60-e17368826448 req-e0f38eec-01bc-4233-8b7a-76b145cb9f7f service neutron] 10.222.0.31 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468090 Nov 12 04:32:49.912690 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1df0ca1-c121-4959-bfae-3fb9044f46e8 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Made reservation on behalf of 2e60b7868f094518b22d93c8718d3397 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:49.917874 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1df0ca1-c121-4959-bfae-3fb9044f46e8 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:49.959084 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5eaf517e-3910-425d-80cb-8fb8fab248d8 req-da18004a-a99f-455f-aa77-1a03c6d72184 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948915 Nov 12 04:32:49.963351 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dc07105-d5dd-4499-a1bc-b1464e1cbbf0 req-22a87717-1db9-4727-a78d-f4e0428d8995 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac47fb13-ee52-4eff-82c7-0eef32b91036 HTTP/1.1" status: 200 len: 1001 time: 0.1822922 Nov 12 04:32:49.971872 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1df0ca1-c121-4959-bfae-3fb9044f46e8 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:32:49.993414 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1df0ca1-c121-4959-bfae-3fb9044f46e8 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:49.994220 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-f1df0ca1-c121-4959-bfae-3fb9044f46e8 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Added segment 82941a29-d176-4015-acc4-75a0bbc73fff of type vlan for network 46c9f4f7-4f9f-49fa-8a48-0a5b75dac39b Nov 12 04:32:50.056350 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1df0ca1-c121-4959-bfae-3fb9044f46e8 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.058325 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc07105-d5dd-4499-a1bc-b1464e1cbbf0 req-13dc4a17-86db-42ef-a9c7-ef0e41b4915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:50.064985 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dc07105-d5dd-4499-a1bc-b1464e1cbbf0 req-13dc4a17-86db-42ef-a9c7-ef0e41b4915e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20150325-f345-468c-96fc-6578b271ccb5 HTTP/1.1" status: 200 len: 834 time: 0.0816021 Nov 12 04:32:50.067865 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f3eba928-8eb3-49b3-af60-e17368826448 req-a949f7c5-3797-433c-9966-c337f899c526 service neutron] 10.222.0.31 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959405 Nov 12 04:32:50.119718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc07105-d5dd-4499-a1bc-b1464e1cbbf0 req-612c44bf-e190-4b48-bcc5-7016fd74951c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:50.121210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dc07105-d5dd-4499-a1bc-b1464e1cbbf0 req-612c44bf-e190-4b48-bcc5-7016fd74951c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2746ac6-b4e4-4065-97f7-916e2df57fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468464 Nov 12 04:32:50.199423 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1df0ca1-c121-4959-bfae-3fb9044f46e8 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.200390 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df0ca1-c121-4959-bfae-3fb9044f46e8 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:50.200966 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f1df0ca1-c121-4959-bfae-3fb9044f46e8 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.262186 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dc07105-d5dd-4499-a1bc-b1464e1cbbf0 req-9825531d-99f1-4e0f-a8d4-e8cd49422057 service neutron] 10.222.0.21 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316340 Nov 12 04:32:50.295099 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df0ca1-c121-4959-bfae-3fb9044f46e8 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Pushing event updated for resources: {'Network': ['ID=46c9f4f7-4f9f-49fa-8a48-0a5b75dac39b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:50.306463 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 46c9f4f7-4f9f-49fa-8a48-0a5b75dac39b details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:32:50.323615 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f1df0ca1-c121-4959-bfae-3fb9044f46e8 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5417726 Nov 12 04:32:50.330980 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33860) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:50.412559 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dc07105-d5dd-4499-a1bc-b1464e1cbbf0 req-0ac128bf-3268-4be2-ac9f-885f4efda435 service neutron] 10.222.0.21 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396601 Nov 12 04:32:50.429774 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0856911f-f5eb-42f2-8f8d-d719a3e3e68e tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:50.440578 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0856911f-f5eb-42f2-8f8d-d719a3e3e68e tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] 10.222.0.37 "GET /v2.0/networks/46c9f4f7-4f9f-49fa-8a48-0a5b75dac39b HTTP/1.1" status: 200 len: 756 time: 0.0984299 Nov 12 04:32:50.442293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33866) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:50.535311 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04b5339-87e0-456f-b09d-4f7ef102a224 tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:50.538155 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e04b5339-87e0-456f-b09d-4f7ef102a224 tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] 10.222.0.37 "GET /v2.0/networks/dde86704-c951-45fb-9db4-974d27c23869 HTTP/1.1" status: 200 len: 768 time: 0.0939896 Nov 12 04:32:50.540808 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33872) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:50.636683 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-932b785d-bc86-44a2-8a8b-e3e5492079d0 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.735871 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-932b785d-bc86-44a2-8a8b-e3e5492079d0 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.761899 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-932b785d-bc86-44a2-8a8b-e3e5492079d0 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c9f4f7-4f9f-49fa-8a48-0a5b75dac39b']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:50.773131 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-932b785d-bc86-44a2-8a8b-e3e5492079d0 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82941a29-d176-4015-acc4-75a0bbc73fff') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:50.773438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-932b785d-bc86-44a2-8a8b-e3e5492079d0 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82941a29-d176-4015-acc4-75a0bbc73fff') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:50.783132 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-932b785d-bc86-44a2-8a8b-e3e5492079d0 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.797637 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-932b785d-bc86-44a2-8a8b-e3e5492079d0 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.804800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932b785d-bc86-44a2-8a8b-e3e5492079d0 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:32:50.805193 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-932b785d-bc86-44a2-8a8b-e3e5492079d0 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:32:50.807750 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:32:50.962877 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-932b785d-bc86-44a2-8a8b-e3e5492079d0 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.968323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932b785d-bc86-44a2-8a8b-e3e5492079d0 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 46c9f4f7-4f9f-49fa-8a48-0a5b75dac39b {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 04:32:50.971612 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-932b785d-bc86-44a2-8a8b-e3e5492079d0 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.975460 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-932b785d-bc86-44a2-8a8b-e3e5492079d0 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] 10.222.0.37 "DELETE /v2.0/networks/46c9f4f7-4f9f-49fa-8a48-0a5b75dac39b HTTP/1.1" status: 204 len: 168 time: 0.4329245 Nov 12 04:32:50.981944 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33884) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:50.987076 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Request body: {'network': {'name': 'tempest-network--1006041509'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:50.992429 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b785d-bc86-44a2-8a8b-e3e5492079d0 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Pushing event deleted for resources: {'Network': ['ID=46c9f4f7-4f9f-49fa-8a48-0a5b75dac39b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:51.117367 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Made reservation on behalf of 2e60b7868f094518b22d93c8718d3397 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:51.120358 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.143667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eaafe-07db-48c8-86a9-4c9bc0220c7c req-cd2481fc-0a6f-4f99-8b58-115718ede25b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:51.148152 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:32:51.153771 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f2eaafe-07db-48c8-86a9-4c9bc0220c7c req-cd2481fc-0a6f-4f99-8b58-115718ede25b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.0865626 Nov 12 04:32:51.159443 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.160142 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Added segment 9eba1748-5c84-4997-b21b-33c9db1e86c9 of type vlan for network 87fe639f-7c2e-4cd4-bf88-663b99ab8556 Nov 12 04:32:51.214384 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.232237 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f2eaafe-07db-48c8-86a9-4c9bc0220c7c req-8b7ef7fd-1835-4258-ba91-f2a17f606019 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773971 Nov 12 04:32:51.332270 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.335175 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:51.335872 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.433607 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Pushing event updated for resources: {'Network': ['ID=87fe639f-7c2e-4cd4-bf88-663b99ab8556,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:51.446663 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.447204 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.448017 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.448633 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.449173 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.449688 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.450222 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.450656 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.451085 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.451695 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.452169 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.452667 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.469297 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 87fe639f-7c2e-4cd4-bf88-663b99ab8556 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:32:51.497289 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a170da3f-40f6-4ee0-8982-0bb211584ea2 tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5139680 Nov 12 04:32:51.501064 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33892) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:51.509375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-15aff414-7946-4e69-a0dd-cb21a74fb1ca tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:51.689999 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15aff414-7946-4e69-a0dd-cb21a74fb1ca tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.814106 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15aff414-7946-4e69-a0dd-cb21a74fb1ca tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.844762 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-15aff414-7946-4e69-a0dd-cb21a74fb1ca tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Network 87fe639f-7c2e-4cd4-bf88-663b99ab8556 is not hosted by any dhcp agent {{(pid=103296) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:32:51.845514 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aff414-7946-4e69-a0dd-cb21a74fb1ca tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:51.846575 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15aff414-7946-4e69-a0dd-cb21a74fb1ca tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.848159 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-15aff414-7946-4e69-a0dd-cb21a74fb1ca tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] 10.222.0.37 "PUT /v2.0/networks/87fe639f-7c2e-4cd4-bf88-663b99ab8556 HTTP/1.1" status: 200 len: 858 time: 0.3444555 Nov 12 04:32:51.850965 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33896) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:51.930386 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aff414-7946-4e69-a0dd-cb21a74fb1ca tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Pushing event updated for resources: {'Network': ['ID=87fe639f-7c2e-4cd4-bf88-663b99ab8556,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:51.980712 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9aaddd53-f2ac-44ad-8716-839de4478deb tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:52.124793 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9aaddd53-f2ac-44ad-8716-839de4478deb tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:52.154934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-9aaddd53-f2ac-44ad-8716-839de4478deb tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87fe639f-7c2e-4cd4-bf88-663b99ab8556']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:52.167888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-9aaddd53-f2ac-44ad-8716-839de4478deb tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eba1748-5c84-4997-b21b-33c9db1e86c9') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:52.168275 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-9aaddd53-f2ac-44ad-8716-839de4478deb tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eba1748-5c84-4997-b21b-33c9db1e86c9') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:52.180669 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9aaddd53-f2ac-44ad-8716-839de4478deb tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:52.198453 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9aaddd53-f2ac-44ad-8716-839de4478deb tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:52.211198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aaddd53-f2ac-44ad-8716-839de4478deb tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:32:52.211893 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9aaddd53-f2ac-44ad-8716-839de4478deb tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:32:52.214090 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:32:52.436521 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d054418-f99f-434f-bc28-6f618e9b8210 req-c9007c32-19cc-419a-a7f1-781e424817a5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:52.438311 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d054418-f99f-434f-bc28-6f618e9b8210 req-c9007c32-19cc-419a-a7f1-781e424817a5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.0733232 Nov 12 04:32:52.460057 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9aaddd53-f2ac-44ad-8716-839de4478deb tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:52.484769 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaddd53-f2ac-44ad-8716-839de4478deb tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 87fe639f-7c2e-4cd4-bf88-663b99ab8556 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 04:32:52.498948 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9aaddd53-f2ac-44ad-8716-839de4478deb tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:52.502180 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9aaddd53-f2ac-44ad-8716-839de4478deb tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] 10.222.0.37 "DELETE /v2.0/networks/87fe639f-7c2e-4cd4-bf88-663b99ab8556 HTTP/1.1" status: 204 len: 168 time: 0.6502960 Nov 12 04:32:52.506408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaddd53-f2ac-44ad-8716-839de4478deb tempest-ExternalNetworksTestJSON-983890852 tempest-ExternalNetworksTestJSON-983890852-project-admin] Pushing event deleted for resources: {'Network': ['ID=87fe639f-7c2e-4cd4-bf88-663b99ab8556,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:52.509497 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33910) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:52.545120 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-749c1b3b-fc14-4066-8221-bfa4126b6ede tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] DELETE failed (client error): The resource could not be found. Nov 12 04:32:52.545924 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749c1b3b-fc14-4066-8221-bfa4126b6ede tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:32:52.553993 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-749c1b3b-fc14-4066-8221-bfa4126b6ede tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] 10.222.0.37 "DELETE /v2.0/subnets/d626e7f6-9216-44f2-a254-93787bfb8d9e HTTP/1.1" status: 404 len: 337 time: 0.0425184 Nov 12 04:32:52.554857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33914) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:52.557558 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d054418-f99f-434f-bc28-6f618e9b8210 req-4ec4c6c9-99d7-46ab-a5f9-edd4571116a4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050527 Nov 12 04:32:52.707065 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c53d5905-e414-4b6e-b6b2-df353073515e tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:52.845123 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c53d5905-e414-4b6e-b6b2-df353073515e tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:52.866742 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c53d5905-e414-4b6e-b6b2-df353073515e tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde86704-c951-45fb-9db4-974d27c23869']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:52.876839 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c53d5905-e414-4b6e-b6b2-df353073515e tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a876d3-a861-48cd-b826-91e5edcfeafd') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:52.877128 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c53d5905-e414-4b6e-b6b2-df353073515e tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a876d3-a861-48cd-b826-91e5edcfeafd') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:52.892386 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c53d5905-e414-4b6e-b6b2-df353073515e tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:52.908508 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c53d5905-e414-4b6e-b6b2-df353073515e tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:52.917838 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53d5905-e414-4b6e-b6b2-df353073515e tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:32:52.918371 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c53d5905-e414-4b6e-b6b2-df353073515e tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:32:52.938796 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:32:53.043895 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c53d5905-e414-4b6e-b6b2-df353073515e tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:53.053467 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c53d5905-e414-4b6e-b6b2-df353073515e tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:53.060561 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c53d5905-e414-4b6e-b6b2-df353073515e tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] 10.222.0.37 "DELETE /v2.0/networks/dde86704-c951-45fb-9db4-974d27c23869 HTTP/1.1" status: 204 len: 168 time: 0.5013211 Nov 12 04:32:53.098708 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d5905-e414-4b6e-b6b2-df353073515e tempest-ExternalNetworksTestJSON-599534968 tempest-ExternalNetworksTestJSON-599534968-project] Pushing event deleted for resources: {'Network': ['ID=dde86704-c951-45fb-9db4-974d27c23869,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:53.639914 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33928) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:53.674374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdb1be-9ece-4228-b3a3-9e976f1f7129 req-469ebd07-6d29-4187-9883-3a6a27206e48 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:53.676641 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92bdb1be-9ece-4228-b3a3-9e976f1f7129 req-469ebd07-6d29-4187-9883-3a6a27206e48 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.0540352 Nov 12 04:32:53.729361 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92bdb1be-9ece-4228-b3a3-9e976f1f7129 req-ccd45c0e-3e2b-4c8d-8020-b2bedce66049 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448272 Nov 12 04:32:53.810663 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7a944747-270a-4d39-904a-5ece4f703d8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bbb8f355624140ac81dbcf01f7a0e09c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1693945 Nov 12 04:32:53.813541 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 33932) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:53.862357 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c7365e1-ccc5-4989-84aa-bdd869cb0007 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:53.886374 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c7365e1-ccc5-4989-84aa-bdd869cb0007 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.014559 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c7365e1-ccc5-4989-84aa-bdd869cb0007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.017147 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c7365e1-ccc5-4989-84aa-bdd869cb0007 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.018366 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3c7365e1-ccc5-4989-84aa-bdd869cb0007 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b44426e-df80-44f5-ba14-34ddf480c94c HTTP/1.1" status: 204 len: 168 time: 0.2039199 Nov 12 04:32:54.026892 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7365e1-ccc5-4989-84aa-bdd869cb0007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b44426e-df80-44f5-ba14-34ddf480c94c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:54.698832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33950) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:54.767374 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-59588413-e5f1-4cd3-9eec-262d62a6fbc1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e60b7868f094518b22d93c8718d3397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0669839 Nov 12 04:32:54.769812 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 33954) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:54.841691 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d5d94b2-dd6a-4d3e-a6a1-0b00da25f961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.886859 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d5d94b2-dd6a-4d3e-a6a1-0b00da25f961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.925125 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639122b8-2e4c-47f5-9067-4c7ebb823cb5 req-f9458496-6f5d-4d87-87b3-8c59db11b05b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:54.926660 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-639122b8-2e4c-47f5-9067-4c7ebb823cb5 req-f9458496-6f5d-4d87-87b3-8c59db11b05b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.1020212 Nov 12 04:32:54.981631 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-639122b8-2e4c-47f5-9067-4c7ebb823cb5 req-e20998f7-4c77-41b3-b037-138aaaa5908b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474215 Nov 12 04:32:55.051586 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d5d94b2-dd6a-4d3e-a6a1-0b00da25f961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.059319 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d5d94b2-dd6a-4d3e-a6a1-0b00da25f961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.059977 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6d5d94b2-dd6a-4d3e-a6a1-0b00da25f961 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7524dd1-856d-427e-99f4-fb8a6650aee3 HTTP/1.1" status: 204 len: 168 time: 0.2888772 Nov 12 04:32:55.071236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d94b2-dd6a-4d3e-a6a1-0b00da25f961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7524dd1-856d-427e-99f4-fb8a6650aee3,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:56.110336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422688a3-3377-4122-a3a0-3c9434aa22fe req-a4bb1dcb-6b9a-4aae-9553-a337d5909989 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:56.113483 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-422688a3-3377-4122-a3a0-3c9434aa22fe req-a4bb1dcb-6b9a-4aae-9553-a337d5909989 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.0606973 Nov 12 04:32:56.188180 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-422688a3-3377-4122-a3a0-3c9434aa22fe req-dac895ba-ddc6-4472-83cd-8c354f6057cb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686636 Nov 12 04:32:57.315955 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34022) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:57.383104 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96f3c0-a7ce-46a5-b7c5-07aaceda5479 req-107d5685-472f-435a-ad2a-961f7f0f4526 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:57.385992 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d96f3c0-a7ce-46a5-b7c5-07aaceda5479 req-107d5685-472f-435a-ad2a-961f7f0f4526 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.0676730 Nov 12 04:32:57.457256 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d96f3c0-a7ce-46a5-b7c5-07aaceda5479 req-7686a665-5b44-485f-9eb6-717a946fefbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578256 Nov 12 04:32:57.483935 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-381b42c2-1b71-4e63-b04b-6dc38e6bfda2 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-39735300', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:57.591933 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381b42c2-1b71-4e63-b04b-6dc38e6bfda2 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Made reservation on behalf of 58c476e5ea4346159a210d249abe0c4e for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:57.595997 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-381b42c2-1b71-4e63-b04b-6dc38e6bfda2 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.612986 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-381b42c2-1b71-4e63-b04b-6dc38e6bfda2 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.723722 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-381b42c2-1b71-4e63-b04b-6dc38e6bfda2 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.800347 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-381b42c2-1b71-4e63-b04b-6dc38e6bfda2 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.807438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-381b42c2-1b71-4e63-b04b-6dc38e6bfda2 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] device_id is not set on port 70dcf03d-ba8d-4315-9de2-28ee7e72d960 yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:32:57.850020 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b42c2-1b71-4e63-b04b-6dc38e6bfda2 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c74a38-5a57-4004-9658-a874b59d9e8a,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:58.004099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-381b42c2-1b71-4e63-b04b-6dc38e6bfda2 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Allocated IP 172.25.1.17 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/70dcf03d-ba8d-4315-9de2-28ee7e72d960) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:58.171960 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-381b42c2-1b71-4e63-b04b-6dc38e6bfda2 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.340594 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-381b42c2-1b71-4e63-b04b-6dc38e6bfda2 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.387800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b42c2-1b71-4e63-b04b-6dc38e6bfda2 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:58.391205 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-381b42c2-1b71-4e63-b04b-6dc38e6bfda2 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:58.400472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381b42c2-1b71-4e63-b04b-6dc38e6bfda2 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:58.407260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19b481c-750b-4d96-84b6-40d7817b01a3 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:32:58.444398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b42c2-1b71-4e63-b04b-6dc38e6bfda2 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Pushing event updated for resources: {'Port': ['ID=70dcf03d-ba8d-4315-9de2-28ee7e72d960,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:58.482858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b42c2-1b71-4e63-b04b-6dc38e6bfda2 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:58.483804 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-381b42c2-1b71-4e63-b04b-6dc38e6bfda2 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.548042 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5a293b4d-be0d-4ba6-b9d7-7300a327e1f5 None None] Provisioning complete for port 70dcf03d-ba8d-4315-9de2-28ee7e72d960 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:58.549668 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a293b4d-be0d-4ba6-b9d7-7300a327e1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.605703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5a293b4d-be0d-4ba6-b9d7-7300a327e1f5 None None] Port 70dcf03d-ba8d-4315-9de2-28ee7e72d960 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:32:58.966026 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-381b42c2-1b71-4e63-b04b-6dc38e6bfda2 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6460502 Nov 12 04:32:58.966370 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34052) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:58.972344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-72847dbe-f05f-49c1-a307-74cbd1653277 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.17'}]}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:59.008953 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb568b2-4549-4849-b84a-ad77b7d694b8 req-d0cd5a82-b778-4dd0-acea-b17c1bbf26b4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:59.013067 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9bb568b2-4549-4849-b84a-ad77b7d694b8 req-d0cd5a82-b778-4dd0-acea-b17c1bbf26b4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.4269395 Nov 12 04:32:59.065864 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-72847dbe-f05f-49c1-a307-74cbd1653277 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.067015 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-72847dbe-f05f-49c1-a307-74cbd1653277 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.080221 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9bb568b2-4549-4849-b84a-ad77b7d694b8 req-126ce437-4829-411a-ab52-15b2e4989f1d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622346 Nov 12 04:32:59.137547 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-72847dbe-f05f-49c1-a307-74cbd1653277 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.370891 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-72847dbe-f05f-49c1-a307-74cbd1653277 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.761421 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-72847dbe-f05f-49c1-a307-74cbd1653277 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.785985 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-72847dbe-f05f-49c1-a307-74cbd1653277 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.052153 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-72847dbe-f05f-49c1-a307-74cbd1653277 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.285615 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-72847dbe-f05f-49c1-a307-74cbd1653277 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.315602 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-72847dbe-f05f-49c1-a307-74cbd1653277 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.393361 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee430e8-b347-4eb7-877f-76a7ffaa78b5 req-4b3b505d-49f8-463e-b889-f3b8fe35bbae tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:00.395368 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bee430e8-b347-4eb7-877f-76a7ffaa78b5 req-4b3b505d-49f8-463e-b889-f3b8fe35bbae tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.1072290 Nov 12 04:33:00.431937 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-72847dbe-f05f-49c1-a307-74cbd1653277 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.432660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72847dbe-f05f-49c1-a307-74cbd1653277 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1b2a0a9-ddc6-4be8-8b01-90fdbed9521c {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:33:00.526535 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bee430e8-b347-4eb7-877f-76a7ffaa78b5 req-c3679441-c982-45a1-9c8a-05aa09ec99e1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247954 Nov 12 04:33:00.584375 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-72847dbe-f05f-49c1-a307-74cbd1653277 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 04:33:00.585445 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-72847dbe-f05f-49c1-a307-74cbd1653277 tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.6177318 Nov 12 04:33:00.588570 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34070) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:00.764184 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-893e9a36-e877-465d-89df-690caa37a9fc tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Deleting port 70dcf03d-ba8d-4315-9de2-28ee7e72d960 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:00.764620 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-893e9a36-e877-465d-89df-690caa37a9fc tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.870170 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-893e9a36-e877-465d-89df-690caa37a9fc tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.893386 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-893e9a36-e877-465d-89df-690caa37a9fc tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Calling delete_port for 70dcf03d-ba8d-4315-9de2-28ee7e72d960 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:01.106803 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-893e9a36-e877-465d-89df-690caa37a9fc tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.175787 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e9a36-e877-465d-89df-690caa37a9fc tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Pushing event deleted for resources: {'Port': ['ID=70dcf03d-ba8d-4315-9de2-28ee7e72d960,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:01.204333 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcef94a-8c27-4977-957e-1cbf7dae9bee None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:01.274716 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-893e9a36-e877-465d-89df-690caa37a9fc tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.281256 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-893e9a36-e877-465d-89df-690caa37a9fc tempest-RoutersAdminNegativeTest-865253520 tempest-RoutersAdminNegativeTest-865253520-project-admin] 10.222.0.37 "DELETE /v2.0/ports/70dcf03d-ba8d-4315-9de2-28ee7e72d960 HTTP/1.1" status: 204 len: 168 time: 0.6885147 Nov 12 04:33:01.704492 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160cea1-f40d-45ca-9afe-2d98315685b5 req-70fc0f94-fb26-4c8e-bf94-24d7d68bdd89 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:01.713315 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3160cea1-f40d-45ca-9afe-2d98315685b5 req-70fc0f94-fb26-4c8e-bf94-24d7d68bdd89 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.0855248 Nov 12 04:33:01.768710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3160cea1-f40d-45ca-9afe-2d98315685b5 req-4f68d100-f755-4afc-a2cf-dbd25c9b7d87 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547674 Nov 12 04:33:02.028595 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34088) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:02.290520 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f75151af-1cc9-4b5e-892b-c8cf4824d84b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.515977 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f75151af-1cc9-4b5e-892b-c8cf4824d84b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.579113 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f75151af-1cc9-4b5e-892b-c8cf4824d84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.660409 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75151af-1cc9-4b5e-892b-c8cf4824d84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872bcffa-c3bc-47bf-9a9d-d1a8f55d3d8b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:02.671217 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f75151af-1cc9-4b5e-892b-c8cf4824d84b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8e179cad0f44875830333e6d32e6a41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6410553 Nov 12 04:33:02.674097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34098) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:02.794071 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-996f0691-0ae6-47cc-a881-7870c5930bb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.859274 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-996f0691-0ae6-47cc-a881-7870c5930bb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.071817 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b78c10-7223-4785-b52e-f9e90bf8b024 req-9dd39477-61c7-4146-a831-8df57035daba tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:03.076001 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-98b78c10-7223-4785-b52e-f9e90bf8b024 req-9dd39477-61c7-4146-a831-8df57035daba tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.1353180 Nov 12 04:33:03.124693 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-996f0691-0ae6-47cc-a881-7870c5930bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.130061 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-996f0691-0ae6-47cc-a881-7870c5930bb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.132111 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-996f0691-0ae6-47cc-a881-7870c5930bb3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/872bcffa-c3bc-47bf-9a9d-d1a8f55d3d8b HTTP/1.1" status: 204 len: 168 time: 0.4565625 Nov 12 04:33:03.191187 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f0691-0ae6-47cc-a881-7870c5930bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872bcffa-c3bc-47bf-9a9d-d1a8f55d3d8b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:03.191721 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fbcea308-7774-4db6-94d8-845fafff5cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.237569 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-98b78c10-7223-4785-b52e-f9e90bf8b024 req-05570c17-cfa4-4169-812e-6caa66989ebf tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568978 Nov 12 04:33:03.988179 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34118) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:04.232570 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b4d30f10-4c6e-4678-966e-c9721faea016 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.396693 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b4d30f10-4c6e-4678-966e-c9721faea016 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.488599 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b4d30f10-4c6e-4678-966e-c9721faea016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.605044 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34126) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:04.773131 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4841f8e0-910f-4f33-8045-5a98ed06a3c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58c476e5ea4346159a210d249abe0c4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1640141 Nov 12 04:33:04.774051 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34132) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:04.799222 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b4d30f10-4c6e-4678-966e-c9721faea016 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34eba5af541c41e88991bbbf684a2b13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8056207 Nov 12 04:33:04.799222 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d30f10-4c6e-4678-966e-c9721faea016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0383891-5a27-4257-8f53-2ad978fe233c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:04.800060 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34134) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:04.894416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bb504-89e9-4ea4-b044-4c9cf19a81b3 req-054739d4-974e-4d93-96d4-f2492dbc6905 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:04.895352 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aadfe78f-e2a2-4ad6-a3e2-b7420dbc7314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.903408 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-663bb504-89e9-4ea4-b044-4c9cf19a81b3 req-054739d4-974e-4d93-96d4-f2492dbc6905 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.3871045 Nov 12 04:33:04.930618 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6f638b2e-c972-4e8a-b7c0-2180712d1989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.972754 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aadfe78f-e2a2-4ad6-a3e2-b7420dbc7314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.027884 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6f638b2e-c972-4e8a-b7c0-2180712d1989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.133462 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-663bb504-89e9-4ea4-b044-4c9cf19a81b3 req-7614a61d-3a80-4cdb-b9f8-8757ade3925f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287803 Nov 12 04:33:05.164220 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aadfe78f-e2a2-4ad6-a3e2-b7420dbc7314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.169708 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-aadfe78f-e2a2-4ad6-a3e2-b7420dbc7314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.171549 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-aadfe78f-e2a2-4ad6-a3e2-b7420dbc7314 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8c74a38-5a57-4004-9658-a874b59d9e8a HTTP/1.1" status: 204 len: 168 time: 0.3915105 Nov 12 04:33:05.224270 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfe78f-e2a2-4ad6-a3e2-b7420dbc7314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c74a38-5a57-4004-9658-a874b59d9e8a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:05.243782 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6f638b2e-c972-4e8a-b7c0-2180712d1989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.248920 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6f638b2e-c972-4e8a-b7c0-2180712d1989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.255215 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6f638b2e-c972-4e8a-b7c0-2180712d1989 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0383891-5a27-4257-8f53-2ad978fe233c HTTP/1.1" status: 204 len: 168 time: 0.4512727 Nov 12 04:33:05.281729 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f638b2e-c972-4e8a-b7c0-2180712d1989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0383891-5a27-4257-8f53-2ad978fe233c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:05.579644 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-99978144-f972-49da-adf7-f1bcc6a3c5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.759835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-612c24a3-82e3-43f3-8dba-48dc8e912a00 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:33:05.763268 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-612c24a3-82e3-43f3-8dba-48dc8e912a00 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105338 Nov 12 04:33:05.877818 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-623449a7-93dd-4611-86ca-adec060e3325 service neutron] show failed (client error): The resource could not be found. Nov 12 04:33:05.880956 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-623449a7-93dd-4611-86ca-adec060e3325 service neutron] 10.222.0.21 "GET /v2.0/ports/ac47fb13-ee52-4eff-82c7-0eef32b91036/bindings/n-h2-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.1091092 Nov 12 04:33:06.393271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe990f-fc65-4191-af5f-b09339fe9883 req-310bd210-e024-485e-a5ab-d2fb03b814d5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:06.399217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8cfe990f-fc65-4191-af5f-b09339fe9883 req-310bd210-e024-485e-a5ab-d2fb03b814d5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.1464624 Nov 12 04:33:06.509343 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8cfe990f-fc65-4191-af5f-b09339fe9883 req-68490fec-93b2-47f8-b240-3df16d566e75 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945930 Nov 12 04:33:06.519614 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-ab2e9f52-da2f-4341-90d9-4bc3b4e49418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:06.521690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-ab2e9f52-da2f-4341-90d9-4bc3b4e49418 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b&tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3 HTTP/1.1" status: 200 len: 1097 time: 0.0862353 Nov 12 04:33:06.550811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:06.689818 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.740250 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.049416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] For port ac47fb13-ee52-4eff-82c7-0eef32b91036, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=ac47fb13-ee52-4eff-82c7-0eef32b91036,segment=NetworkSegment(f04e57b9-a8f7-45df-996f-9133f64112a3),segment_id=f04e57b9-a8f7-45df-996f-9133f64112a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:07.058079 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34192) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:07.119038 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] For port ac47fb13-ee52-4eff-82c7-0eef32b91036, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:07.179972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac47fb13-ee52-4eff-82c7-0eef32b91036'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:07.190169 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81f20ef-47a1-4e3d-833e-cbcaf216ea09" -d '{"events": [{"server_uuid": "a2e79fe0-07c6-4a6d-a899-58346657cf2b", "name": "network-vif-unplugged", "status": "completed", "tag": "ac47fb13-ee52-4eff-82c7-0eef32b91036"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:07.195596 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.228150 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] Transition to ACTIVE for port object ac47fb13-ee52-4eff-82c7-0eef32b91036 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:33:07.303092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c07315-f407-4c50-9763-44b651a66991 req-070717ac-9d75-4884-8cb6-19cec94ffe47 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:07.304698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82c07315-f407-4c50-9763-44b651a66991 req-070717ac-9d75-4884-8cb6-19cec94ffe47 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 946 time: 0.0620375 Nov 12 04:33:07.306205 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.384722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] Pushing event updated for resources: {'Port': ['ID=ac47fb13-ee52-4eff-82c7-0eef32b91036,revision_number=6']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:07.471804 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82c07315-f407-4c50-9763-44b651a66991 req-835d81f0-cf19-4e85-9d64-49ac9d4053b8 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321919 Nov 12 04:33:07.516523 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:33:07.556119 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d087e71a-4dcf-48f9-8676-4028964d72fe tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-661436491'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:07.577173 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] No DVR routers for this DVR port ac47fb13-ee52-4eff-82c7-0eef32b91036 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:33:07.656159 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4681e24d-b384-46be-a6c4-252a39baf8f5 x-openstack-request-id: req-4681e24d-b384-46be-a6c4-252a39baf8f5 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:07.656750 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e79fe0-07c6-4a6d-a899-58346657cf2b", "name": "network-vif-unplugged", "status": "completed", "tag": "ac47fb13-ee52-4eff-82c7-0eef32b91036", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:07.659251 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4681e24d-b384-46be-a6c4-252a39baf8f5 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:07.659970 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac47fb13-ee52-4eff-82c7-0eef32b91036', 'code': 200} Nov 12 04:33:07.695853 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d087e71a-4dcf-48f9-8676-4028964d72fe tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Made reservation on behalf of a53706b8d13f45988972228085c67feb for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:07.702911 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d087e71a-4dcf-48f9-8676-4028964d72fe tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.728393 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d087e71a-4dcf-48f9-8676-4028964d72fe tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.873602 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] Attempting to bind port ac47fb13-ee52-4eff-82c7-0eef32b91036 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:07.873916 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] Attempting to bind port ac47fb13-ee52-4eff-82c7-0eef32b91036 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'f04e57b9-a8f7-45df-996f-9133f64112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:07.874277 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] Attempting to bind port ac47fb13-ee52-4eff-82c7-0eef32b91036 on network c2746ac6-b4e4-4065-97f7-916e2df57fcb {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:07.879381 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] Port ac47fb13-ee52-4eff-82c7-0eef32b91036 on network c2746ac6-b4e4-4065-97f7-916e2df57fcb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:33:07.879693 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] Attempting to bind port ac47fb13-ee52-4eff-82c7-0eef32b91036 on network c2746ac6-b4e4-4065-97f7-916e2df57fcb {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:07.904002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:07.904360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] Checking segment: {'id': 'f04e57b9-a8f7-45df-996f-9133f64112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:07.904857 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] Bound using segment: {'id': 'f04e57b9-a8f7-45df-996f-9133f64112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:07.905226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] Bound port: ac47fb13-ee52-4eff-82c7-0eef32b91036, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04e57b9-a8f7-45df-996f-9133f64112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:07.905586 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.965617 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4b434-ca5e-480a-9cb2-5188d3b15689 req-f4d08109-cffc-424f-bee4-8a81bf355d87 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:07.972928 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77a4b434-ca5e-480a-9cb2-5188d3b15689 req-f4d08109-cffc-424f-bee4-8a81bf355d87 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 943 time: 0.1170387 Nov 12 04:33:07.979746 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d087e71a-4dcf-48f9-8676-4028964d72fe tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.044761 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] For port ac47fb13-ee52-4eff-82c7-0eef32b91036, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:08.048728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] For port ac47fb13-ee52-4eff-82c7-0eef32b91036, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=ac47fb13-ee52-4eff-82c7-0eef32b91036,segment=NetworkSegment(f04e57b9-a8f7-45df-996f-9133f64112a3),segment_id=f04e57b9-a8f7-45df-996f-9133f64112a3)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:08.060682 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d087e71a-4dcf-48f9-8676-4028964d72fe tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.063634 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77a4b434-ca5e-480a-9cb2-5188d3b15689 req-9956577c-9ed3-4679-975d-57eda56a86db tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857368 Nov 12 04:33:08.117795 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.123719 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d087e71a-4dcf-48f9-8676-4028964d72fe tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:33:08.137976 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087e71a-4dcf-48f9-8676-4028964d72fe tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d98abadd-1080-46d9-97d9-d1ec8df6addc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:08.144173 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d087e71a-4dcf-48f9-8676-4028964d72fe tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.144873 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-d087e71a-4dcf-48f9-8676-4028964d72fe tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Added segment b4f69f62-3413-4453-bc16-d2c71fddf8ad of type vlan for network 323471e8-d12e-4bf6-8ffb-d80339f512ad Nov 12 04:33:08.229831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:08.230898 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.233355 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] 10.222.0.31 "PUT /v2.0/ports/ac47fb13-ee52-4eff-82c7-0eef32b91036 HTTP/1.1" status: 200 len: 1092 time: 1.6931818 Nov 12 04:33:08.238339 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d087e71a-4dcf-48f9-8676-4028964d72fe tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.317505 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.330861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3fd10-f4a5-43d0-8d39-1a6efb23e858 service neutron] Pushing event updated for resources: {'Port': ['ID=ac47fb13-ee52-4eff-82c7-0eef32b91036,revision_number=7']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:08.398186 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d087e71a-4dcf-48f9-8676-4028964d72fe tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.410298 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d087e71a-4dcf-48f9-8676-4028964d72fe tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:08.412564 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d087e71a-4dcf-48f9-8676-4028964d72fe tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.571384 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d087e71a-4dcf-48f9-8676-4028964d72fe tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5112526 Nov 12 04:33:08.575831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34224) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:08.580219 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087e71a-4dcf-48f9-8676-4028964d72fe tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event updated for resources: {'Network': ['ID=323471e8-d12e-4bf6-8ffb-d80339f512ad,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:08.599290 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 323471e8-d12e-4bf6-8ffb-d80339f512ad details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:33:08.605585 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ea724eae-c31f-4f72-9401-4774c85f5120 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Request body: {'subnet': {'network_id': '323471e8-d12e-4bf6-8ffb-d80339f512ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:08.683103 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-08cb7b14-300c-44bb-ab05-38048b16ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:08.685020 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-08cb7b14-300c-44bb-ab05-38048b16ef19 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 1095 time: 0.3947763 Nov 12 04:33:08.952022 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bca39a-abb3-4cb2-9421-3155004b0c0b req-a2e94d08-2ab2-43a1-99af-c9e6f57d7208 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:08.953971 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8bca39a-abb3-4cb2-9421-3155004b0c0b req-a2e94d08-2ab2-43a1-99af-c9e6f57d7208 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 946 time: 0.1741247 Nov 12 04:33:08.965564 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea724eae-c31f-4f72-9401-4774c85f5120 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Made reservation on behalf of a53706b8d13f45988972228085c67feb for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:08.969135 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ea724eae-c31f-4f72-9401-4774c85f5120 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.997882 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-da2abdf6-0124-41dc-a117-2dd84b58feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:08.999387 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-da2abdf6-0124-41dc-a117-2dd84b58feb1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2746ac6-b4e4-4065-97f7-916e2df57fcb HTTP/1.1" status: 200 len: 898 time: 0.2579424 Nov 12 04:33:09.126776 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:09.213757 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6abf0-701a-4c23-81ac-a774952752e9 req-5c6cda0e-4baa-49e8-9622-501ba1f5edaa tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:09.215475 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82b6abf0-701a-4c23-81ac-a774952752e9 req-5c6cda0e-4baa-49e8-9622-501ba1f5edaa tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 946 time: 0.2191277 Nov 12 04:33:09.237815 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-2f65e07a-1990-4ad8-9379-f3945132ceb6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac47fb13-ee52-4eff-82c7-0eef32b91036 HTTP/1.1" status: 200 len: 999 time: 0.1868842 Nov 12 04:33:09.247080 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8bca39a-abb3-4cb2-9421-3155004b0c0b req-16842b29-1433-4caa-8b12-6c6b05b64aa2 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851577 Nov 12 04:33:09.483036 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-ab354152-79cd-468a-b685-44f56b33da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:09.484529 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-ab354152-79cd-468a-b685-44f56b33da43 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=20150325-f345-468c-96fc-6578b271ccb5 HTTP/1.1" status: 200 len: 834 time: 0.2169795 Nov 12 04:33:09.556543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cf39b-8b01-4d48-b819-c0c8f2ff9a53 req-d36933d8-3925-4dfd-a29e-7c035b4f5da8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:09.558096 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed9cf39b-8b01-4d48-b819-c0c8f2ff9a53 req-d36933d8-3925-4dfd-a29e-7c035b4f5da8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 943 time: 0.1841583 Nov 12 04:33:09.606361 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-82b6abf0-701a-4c23-81ac-a774952752e9 req-56588431-88cb-496e-943d-509e359fedcc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Deleting port 17b71d8a-0aee-4fed-b884-92e362c081b5 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:09.606361 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-82b6abf0-701a-4c23-81ac-a774952752e9 req-56588431-88cb-496e-943d-509e359fedcc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:09.663320 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-4cc7f915-be51-4557-896a-4b735963da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:09.664837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-4cc7f915-be51-4557-896a-4b735963da7b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2746ac6-b4e4-4065-97f7-916e2df57fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1702390 Nov 12 04:33:09.665292 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'tag': 'ac47fb13-ee52-4eff-82c7-0eef32b91036'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:09.667615 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff86bc6-0f09-4573-87ef-19b58da908da" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e79fe0-07c6-4a6d-a899-58346657cf2b", "tag": "ac47fb13-ee52-4eff-82c7-0eef32b91036"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:09.741422 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ea724eae-c31f-4f72-9401-4774c85f5120 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:09.791827 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed9cf39b-8b01-4d48-b819-c0c8f2ff9a53 req-5b7d1770-1dd4-4a7a-82c9-7311a4874722 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097182 Nov 12 04:33:09.879386 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-82b6abf0-701a-4c23-81ac-a774952752e9 req-56588431-88cb-496e-943d-509e359fedcc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] For port 17b71d8a-0aee-4fed-b884-92e362c081b5, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=17b71d8a-0aee-4fed-b884-92e362c081b5,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:09.879756 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-82b6abf0-701a-4c23-81ac-a774952752e9 req-56588431-88cb-496e-943d-509e359fedcc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:09.883189 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0829077-b2f7-491d-9fad-844dbc58f36d x-openstack-request-id: req-b0829077-b2f7-491d-9fad-844dbc58f36d {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:09.883628 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e79fe0-07c6-4a6d-a899-58346657cf2b", "tag": "ac47fb13-ee52-4eff-82c7-0eef32b91036", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:09.883762 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0829077-b2f7-491d-9fad-844dbc58f36d {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:09.884119 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'tag': 'ac47fb13-ee52-4eff-82c7-0eef32b91036', 'status': 'completed', 'code': 200} Nov 12 04:33:09.912590 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea724eae-c31f-4f72-9401-4774c85f5120 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event updated for resources: {'Subnet': ['ID=8a8dabef-0465-4252-a1ff-fa98defb8dd5,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:09.998029 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-029f76f0-1b1f-4a60-a5c0-1def4b63820d service neutron] 10.222.0.31 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966585 Nov 12 04:33:10.051040 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea724eae-c31f-4f72-9401-4774c85f5120 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Checking segment: {'id': 'b4f69f62-3413-4453-bc16-d2c71fddf8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '323471e8-d12e-4bf6-8ffb-d80339f512ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:10.051502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea724eae-c31f-4f72-9401-4774c85f5120 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Network hostable DHCP agents. Network: 323471e8-d12e-4bf6-8ffb-d80339f512ad, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:33:10.252604 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device ac47fb13-ee52-4eff-82c7-0eef32b91036 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:33:10.382752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device ac47fb13-ee52-4eff-82c7-0eef32b91036 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:33:10.524499 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34300) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:10.592474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-fa205e68-e306-43e9-b64d-bf3122c90278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:10.594097 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-fa205e68-e306-43e9-b64d-bf3122c90278 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 1095 time: 0.6278787 Nov 12 04:33:10.657117 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9678eac-2257-4332-a6a5-7ee22a912f35 req-4e642dd5-9a72-4dc5-95c1-c9b6003283de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:10.659327 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b9678eac-2257-4332-a6a5-7ee22a912f35 req-4e642dd5-9a72-4dc5-95c1-c9b6003283de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 1097 time: 0.1338089 Nov 12 04:33:10.751290 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b9678eac-2257-4332-a6a5-7ee22a912f35 req-afb7721a-e93a-4955-8f14-8547206f7665 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=29ffb9a3-c652-47c1-b626-a57babc3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760109 Nov 12 04:33:10.754517 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-82b6abf0-701a-4c23-81ac-a774952752e9 req-56588431-88cb-496e-943d-509e359fedcc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:10.754517 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-82b6abf0-701a-4c23-81ac-a774952752e9 req-56588431-88cb-496e-943d-509e359fedcc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:10.755267 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-82b6abf0-701a-4c23-81ac-a774952752e9 req-56588431-88cb-496e-943d-509e359fedcc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Floating IP 88d88ea3-da07-46bd-a22f-865c78d22b83 disassociated. External IP: 172.25.1.137, port: 17b71d8a-0aee-4fed-b884-92e362c081b5. Nov 12 04:33:10.755267 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-82b6abf0-701a-4c23-81ac-a774952752e9 req-56588431-88cb-496e-943d-509e359fedcc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Calling delete_port for 17b71d8a-0aee-4fed-b884-92e362c081b5 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:10.758085 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea724eae-c31f-4f72-9401-4774c85f5120 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Network 323471e8-d12e-4bf6-8ffb-d80339f512ad is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:33:10.774233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215b62f-042d-408d-a2b3-4c2b77bd2075 req-b22792cd-3f94-41a0-9982-2010eaa1dc7e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:10.775763 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1215b62f-042d-408d-a2b3-4c2b77bd2075 req-b22792cd-3f94-41a0-9982-2010eaa1dc7e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 946 time: 0.2460086 Nov 12 04:33:10.777586 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d548a5-f6aa-4768-8799-7e63a3910f04 req-1c479322-93ce-477e-9ae5-6607dfdde32c service neutron] 10.222.0.31 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7385917 Nov 12 04:33:10.889168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-c8adda24-6405-4890-b6d7-745d767ffa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:10.892185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-c8adda24-6405-4890-b6d7-745d767ffa7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2746ac6-b4e4-4065-97f7-916e2df57fcb HTTP/1.1" status: 200 len: 898 time: 0.2588472 Nov 12 04:33:10.914730 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1215b62f-042d-408d-a2b3-4c2b77bd2075 req-4bc866db-d092-43f3-a258-1accf9175875 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=1399b727-bc85-43bd-a480-827e86d050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236103 Nov 12 04:33:10.980941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-b71b7986-8e95-4219-8837-63c2262fa599 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac47fb13-ee52-4eff-82c7-0eef32b91036 HTTP/1.1" status: 200 len: 999 time: 0.0821452 Nov 12 04:33:10.985083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-ea724eae-c31f-4f72-9401-4774c85f5120 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 323471e8-d12e-4bf6-8ffb-d80339f512ad) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:10.993807 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e8a5e6-88a4-42dd-b69b-ed0c06dae04e None None] Network 323471e8-d12e-4bf6-8ffb-d80339f512ad requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:11.006777 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea724eae-c31f-4f72-9401-4774c85f5120 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:11.007464 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ea724eae-c31f-4f72-9401-4774c85f5120 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:11.151779 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-b33b103c-b99a-4388-95a6-7ae2a7760f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:11.153748 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-b33b103c-b99a-4388-95a6-7ae2a7760f93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20150325-f345-468c-96fc-6578b271ccb5 HTTP/1.1" status: 200 len: 834 time: 0.1596391 Nov 12 04:33:11.183473 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ea724eae-c31f-4f72-9401-4774c85f5120 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6061370 Nov 12 04:33:11.189703 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34326) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:11.209867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9c3eb17b-c032-43a8-b782-a9173821ebea tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Request body: {'port': {'network_id': '323471e8-d12e-4bf6-8ffb-d80339f512ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1606091198'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:11.288831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d9dcb-7a7f-49d0-866f-89728285a0f7 req-1951ef27-75fb-4fe2-8686-9370e02b247d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:11.290867 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-409d9dcb-7a7f-49d0-866f-89728285a0f7 req-1951ef27-75fb-4fe2-8686-9370e02b247d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 943 time: 0.2098994 Nov 12 04:33:11.314863 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-35739621-f0a5-498f-8e9b-295b2cda8797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:11.316685 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-35739621-f0a5-498f-8e9b-295b2cda8797 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 1095 time: 0.2375398 Nov 12 04:33:11.393305 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-82b6abf0-701a-4c23-81ac-a774952752e9 req-56588431-88cb-496e-943d-509e359fedcc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:11.417513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-0f452c50-ef83-44d2-beef-871293c829d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:11.417513 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-0f452c50-ef83-44d2-beef-871293c829d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2746ac6-b4e4-4065-97f7-916e2df57fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2541571 Nov 12 04:33:11.480644 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-323471e8-d12e-4bf6-8ffb-d80339f512ad', 'network_id': '323471e8-d12e-4bf6-8ffb-d80339f512ad', 'tenant_id': 'a53706b8d13f45988972228085c67feb', 'fixed_ips': [{'subnet_id': '8a8dabef-0465-4252-a1ff-fa98defb8dd5'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:33:11.482001 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:11.536877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56588431-88cb-496e-943d-509e359fedcc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Pushing event deleted for resources: {'Port': ['ID=17b71d8a-0aee-4fed-b884-92e362c081b5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:11.587941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-409d9dcb-7a7f-49d0-866f-89728285a0f7 req-69f2ae34-b1c1-4593-b306-05d7d7cd3f43 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818284 Nov 12 04:33:11.619467 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3eb17b-c032-43a8-b782-a9173821ebea tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Made reservation on behalf of a53706b8d13f45988972228085c67feb for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:11.625696 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb17b-c032-43a8-b782-a9173821ebea tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:11.699773 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-9c3eb17b-c032-43a8-b782-a9173821ebea tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] device_id is not set on port fbf47a46-5b0f-4ef3-acec-87c388c231b4 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:33:11.804379 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Allocated IP 2001:db8::2 (323471e8-d12e-4bf6-8ffb-d80339f512ad/8a8dabef-0465-4252-a1ff-fa98defb8dd5/e95fc65c-5d97-422d-90da-a7a695a2e219) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:11.835899 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-76efd168-b1c2-4a0a-974d-7c9f6005febd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:11.842444 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-76efd168-b1c2-4a0a-974d-7c9f6005febd service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2746ac6-b4e4-4065-97f7-916e2df57fcb HTTP/1.1" status: 200 len: 898 time: 0.5131547 Nov 12 04:33:11.842444 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-523c4464-3b0f-4ed2-ac79-1ed979233c96 service neutron] 10.222.0.21 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592904 Nov 12 04:33:12.031073 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:12.136356 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a9009e90-fd4c-4a9b-985b-8d7658f4a249 req-52ae76f8-7b9a-4768-8fa2-502f8c3c3ce4 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 210 time: 0.0789349 Nov 12 04:33:12.158623 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-1464630b-76d3-4469-8024-228764fdd261 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac47fb13-ee52-4eff-82c7-0eef32b91036 HTTP/1.1" status: 200 len: 999 time: 0.3111801 Nov 12 04:33:12.165502 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:12.183535 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82b6abf0-701a-4c23-81ac-a774952752e9 req-56588431-88cb-496e-943d-509e359fedcc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Router de2e8c72-d43f-4950-84ff-8233fa73bd72 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:33:12.264176 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Pushing event updated for resources: {'Port': ['ID=e95fc65c-5d97-422d-90da-a7a695a2e219,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:12.268543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Network 323471e8-d12e-4bf6-8ffb-d80339f512ad is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:12.275951 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-9c3eb17b-c032-43a8-b782-a9173821ebea tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Allocated IP 2001:db8::3b4 (323471e8-d12e-4bf6-8ffb-d80339f512ad/8a8dabef-0465-4252-a1ff-fa98defb8dd5/fbf47a46-5b0f-4ef3-acec-87c388c231b4) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:12.276229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:12.278972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:12.279421 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:12.282142 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:12.283611 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:12.283947 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-6d2334da-a439-464c-a259-e9519ae2d20a service neutron] 10.222.0.21 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223337 Nov 12 04:33:12.284094 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:12.284277 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:12.284606 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:12.286862 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:12.287591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:12.288920 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:12.290057 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:12.290736 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:12.297413 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:12.332531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-aaf98f8a-830b-44eb-b860-5a082e65abd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:12.335000 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-aaf98f8a-830b-44eb-b860-5a082e65abd2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=20150325-f345-468c-96fc-6578b271ccb5 HTTP/1.1" status: 200 len: 834 time: 0.1589673 Nov 12 04:33:12.393088 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Attempting to bind port e95fc65c-5d97-422d-90da-a7a695a2e219 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:12.393658 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Attempting to bind port e95fc65c-5d97-422d-90da-a7a695a2e219 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'b4f69f62-3413-4453-bc16-d2c71fddf8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '323471e8-d12e-4bf6-8ffb-d80339f512ad'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:12.394334 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Attempting to bind port e95fc65c-5d97-422d-90da-a7a695a2e219 on network 323471e8-d12e-4bf6-8ffb-d80339f512ad {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:12.402525 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:12.403123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Checking segment: {'id': 'b4f69f62-3413-4453-bc16-d2c71fddf8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '323471e8-d12e-4bf6-8ffb-d80339f512ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:12.403604 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:12.404072 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Bound using segment: {'id': 'b4f69f62-3413-4453-bc16-d2c71fddf8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '323471e8-d12e-4bf6-8ffb-d80339f512ad'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:12.404625 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Bound port: e95fc65c-5d97-422d-90da-a7a695a2e219, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f69f62-3413-4453-bc16-d2c71fddf8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '323471e8-d12e-4bf6-8ffb-d80339f512ad'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:12.405110 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:12.469274 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-d91807dc-e02d-421c-bb66-09217f2f60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:12.471093 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-d91807dc-e02d-421c-bb66-09217f2f60e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2746ac6-b4e4-4065-97f7-916e2df57fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1265419 Nov 12 04:33:12.471365 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb17b-c032-43a8-b782-a9173821ebea tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:12.477090 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82b6abf0-701a-4c23-81ac-a774952752e9 req-56588431-88cb-496e-943d-509e359fedcc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:33:12.486612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] For port e95fc65c-5d97-422d-90da-a7a695a2e219, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:12.491433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] For port e95fc65c-5d97-422d-90da-a7a695a2e219, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e95fc65c-5d97-422d-90da-a7a695a2e219,segment=NetworkSegment(b4f69f62-3413-4453-bc16-d2c71fddf8ad),segment_id=b4f69f62-3413-4453-bc16-d2c71fddf8ad)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:12.499492 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695092bf-fb66-4ba1-a5e8-13e0302c9d0e None None] Sync routers for ids ['de2e8c72-d43f-4950-84ff-8233fa73bd72'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:33:12.519272 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695092bf-fb66-4ba1-a5e8-13e0302c9d0e None None] Routers {'de2e8c72-d43f-4950-84ff-8233fa73bd72'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:12.520259 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-695092bf-fb66-4ba1-a5e8-13e0302c9d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['de2e8c72-d43f-4950-84ff-8233fa73bd72'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:12.548686 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b6abf0-701a-4c23-81ac-a774952752e9 req-56588431-88cb-496e-943d-509e359fedcc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] No DVR routers for this DVR port 17b71d8a-0aee-4fed-b884-92e362c081b5 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:33:12.553979 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-82b6abf0-701a-4c23-81ac-a774952752e9 req-56588431-88cb-496e-943d-509e359fedcc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:12.557750 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82b6abf0-701a-4c23-81ac-a774952752e9 req-56588431-88cb-496e-943d-509e359fedcc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.31 "DELETE /v2.0/ports/17b71d8a-0aee-4fed-b884-92e362c081b5 HTTP/1.1" status: 204 len: 173 time: 3.3321178 Nov 12 04:33:12.558317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'name': 'network-vif-deleted', 'tag': '17b71d8a-0aee-4fed-b884-92e362c081b5'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:12.560886 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6679384b-c836-46df-9449-f3355d1adf4e" -d '{"events": [{"server_uuid": "9dc172d7-02c3-4e2d-97c9-228435912eaf", "name": "network-vif-deleted", "tag": "17b71d8a-0aee-4fed-b884-92e362c081b5"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:12.566789 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:12.581271 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb17b-c032-43a8-b782-a9173821ebea tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:12.676327 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0de424-6357-462d-991f-40870c607535 x-openstack-request-id: req-6d0de424-6357-462d-991f-40870c607535 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:12.683198 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc172d7-02c3-4e2d-97c9-228435912eaf", "name": "network-vif-deleted", "tag": "17b71d8a-0aee-4fed-b884-92e362c081b5", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:12.683198 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d0de424-6357-462d-991f-40870c607535 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:12.684435 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc172d7-02c3-4e2d-97c9-228435912eaf', 'name': 'network-vif-deleted', 'tag': '17b71d8a-0aee-4fed-b884-92e362c081b5', 'status': 'completed', 'code': 200} Nov 12 04:33:12.711103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-b8857fa5-e4e0-4967-a09a-72987aa841b3 service neutron] 10.222.0.31 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272856 Nov 12 04:33:12.720309 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3eb17b-c032-43a8-b782-a9173821ebea tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event updated for resources: {'Port': ['ID=fbf47a46-5b0f-4ef3-acec-87c388c231b4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:12.739592 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3eb17b-c032-43a8-b782-a9173821ebea tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Network 323471e8-d12e-4bf6-8ffb-d80339f512ad is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:12.742583 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9c3eb17b-c032-43a8-b782-a9173821ebea tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:12.748671 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3eb17b-c032-43a8-b782-a9173821ebea tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:12.752904 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3eb17b-c032-43a8-b782-a9173821ebea tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:12.753643 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb17b-c032-43a8-b782-a9173821ebea tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:12.797447 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf563ca2-667c-4c3d-9a88-84e19210d69d None None] Pushing event updated for resources: {'Port': ['ID=e95fc65c-5d97-422d-90da-a7a695a2e219,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:12.852814 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-695092bf-fb66-4ba1-a5e8-13e0302c9d0e None None] Set router de2e8c72-d43f-4950-84ff-8233fa73bd72 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:12.874380 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9c3eb17b-c032-43a8-b782-a9173821ebea tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6824718 Nov 12 04:33:12.875747 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34398) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:12.883135 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ae6f1e0e-0db8-4d76-976e-090bb480e864 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Request body: {'port': {'network_id': '323471e8-d12e-4bf6-8ffb-d80339f512ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1091562129', 'allowed_address_pairs': [{'ip_address': '2001:db8::3b4', 'mac_address': 'fa:16:3e:7b:c5:f6'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:12.969217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ff86bc6-0f09-4573-87ef-19b58da908da req-ef02415f-685d-4ef4-8c96-55b5e77f492f service neutron] 10.222.0.31 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384949 Nov 12 04:33:13.024031 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a566367-2fc1-4334-af7f-e454d3a9bade req-60f17264-b399-4592-a5f1-88783c131a49 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:13.024031 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a566367-2fc1-4334-af7f-e454d3a9bade req-60f17264-b399-4592-a5f1-88783c131a49 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 943 time: 0.1796532 Nov 12 04:33:13.145583 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a566367-2fc1-4334-af7f-e454d3a9bade req-5b198add-833d-44f9-920f-78706795cd17 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153481 Nov 12 04:33:13.339332 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-695092bf-fb66-4ba1-a5e8-13e0302c9d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '831a8abd-8b24-42d1-848b-c19fc15a8d28', 'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'mac_address': 'fa:16:3e:0c:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:37Z', 'updated_at': '2021-11-12T04:27:43Z', 'revision_number': 5, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'subnets': [{'id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:13.360032 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6f1e0e-0db8-4d76-976e-090bb480e864 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Made reservation on behalf of a53706b8d13f45988972228085c67feb for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:13.360294 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb25c48a-f4e2-4550-aee5-8977b1226740 req-0f23ed30-c82d-4109-9bed-3a2f6eccd9ac tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dc172d7-02c3-4e2d-97c9-228435912eaf HTTP/1.1" status: 200 len: 210 time: 0.0591154 Nov 12 04:33:13.368251 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695092bf-fb66-4ba1-a5e8-13e0302c9d0e None None] Checking router: de2e8c72-d43f-4950-84ff-8233fa73bd72 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:33:13.385187 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695092bf-fb66-4ba1-a5e8-13e0302c9d0e None None] Routers {'de2e8c72-d43f-4950-84ff-8233fa73bd72'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:13.386186 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-695092bf-fb66-4ba1-a5e8-13e0302c9d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['de2e8c72-d43f-4950-84ff-8233fa73bd72'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:13.477794 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae6f1e0e-0db8-4d76-976e-090bb480e864 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:13.500293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-ae6f1e0e-0db8-4d76-976e-090bb480e864 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] device_id is not set on port ee7a9e0a-b4be-4840-b130-a5e455f35908 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:33:13.555957 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-695092bf-fb66-4ba1-a5e8-13e0302c9d0e None None] Set router de2e8c72-d43f-4950-84ff-8233fa73bd72 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:13.631552 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34416) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:13.673492 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-ae6f1e0e-0db8-4d76-976e-090bb480e864 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Allocated IP 2001:db8::1b5 (323471e8-d12e-4bf6-8ffb-d80339f512ad/8a8dabef-0465-4252-a1ff-fa98defb8dd5/ee7a9e0a-b4be-4840-b130-a5e455f35908) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:13.885471 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device ac47fb13-ee52-4eff-82c7-0eef32b91036 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:33:13.904172 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 17b71d8a-0aee-4fed-b884-92e362c081b5 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:33:13.914565 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d07a8c8-4daa-44a0-bb8e-09b27a660837 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:13.997975 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 17b71d8a-0aee-4fed-b884-92e362c081b5 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:33:13.999978 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 17b71d8a-0aee-4fed-b884-92e362c081b5 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:33:14.032225 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae6f1e0e-0db8-4d76-976e-090bb480e864 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:14.105209 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-695092bf-fb66-4ba1-a5e8-13e0302c9d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '831a8abd-8b24-42d1-848b-c19fc15a8d28', 'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'mac_address': 'fa:16:3e:0c:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:37Z', 'updated_at': '2021-11-12T04:27:43Z', 'revision_number': 5, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'subnets': [{'id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:14.165899 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae6f1e0e-0db8-4d76-976e-090bb480e864 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:14.172422 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695092bf-fb66-4ba1-a5e8-13e0302c9d0e None None] The sync data for ids ['de2e8c72-d43f-4950-84ff-8233fa73bd72'] in n-d-768509-24 is: [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '831a8abd-8b24-42d1-848b-c19fc15a8d28', 'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'mac_address': 'fa:16:3e:0c:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:37Z', 'updated_at': '2021-11-12T04:27:43Z', 'revision_number': 5, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'subnets': [{'id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:33:14.191852 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d07a8c8-4daa-44a0-bb8e-09b27a660837 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:14.240127 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6f1e0e-0db8-4d76-976e-090bb480e864 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Network 323471e8-d12e-4bf6-8ffb-d80339f512ad is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:14.244525 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ae6f1e0e-0db8-4d76-976e-090bb480e864 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:14.249188 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6f1e0e-0db8-4d76-976e-090bb480e864 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:14.256762 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6f1e0e-0db8-4d76-976e-090bb480e864 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:14.259300 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae6f1e0e-0db8-4d76-976e-090bb480e864 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:14.262276 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f1e0e-0db8-4d76-976e-090bb480e864 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event updated for resources: {'Port': ['ID=ee7a9e0a-b4be-4840-b130-a5e455f35908,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:14.276305 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d07a8c8-4daa-44a0-bb8e-09b27a660837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:14.313752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port ac47fb13-ee52-4eff-82c7-0eef32b91036, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=ac47fb13-ee52-4eff-82c7-0eef32b91036,segment=NetworkSegment(f04e57b9-a8f7-45df-996f-9133f64112a3),segment_id=f04e57b9-a8f7-45df-996f-9133f64112a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:14.329640 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'ac47fb13-ee52-4eff-82c7-0eef32b91036', 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb', 'port_id': 'ac47fb13-ee52-4eff-82c7-0eef32b91036', 'mac_address': 'fa:16:3e:7c:bf:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20150325-f345-468c-96fc-6578b271ccb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:33:14.404175 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ae6f1e0e-0db8-4d76-976e-090bb480e864 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.5253084 Nov 12 04:33:14.405066 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:14.407530 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34428) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:14.412553 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3d07a8c8-4daa-44a0-bb8e-09b27a660837 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48e0b4f6a0ae42b5a705d8a2365a6056&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7793691 Nov 12 04:33:14.425898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac47fb13-ee52-4eff-82c7-0eef32b91036 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:33:14.442239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34430) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:14.445754 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07a8c8-4daa-44a0-bb8e-09b27a660837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda65ee2-e046-40b2-bc98-5ae8d386ce8b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:14.465049 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port ac47fb13-ee52-4eff-82c7-0eef32b91036, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=ac47fb13-ee52-4eff-82c7-0eef32b91036,segment=NetworkSegment(f04e57b9-a8f7-45df-996f-9133f64112a3),segment_id=f04e57b9-a8f7-45df-996f-9133f64112a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:14.475796 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6918ccfe-452e-4b12-9e69-e5a4a804a1d7 None None] Network 323471e8-d12e-4bf6-8ffb-d80339f512ad requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:14.555715 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125c501-8b06-41c6-9498-d739d2053bc1 req-1d0c3e40-eaaf-4d3b-a96a-a9704bed94d3 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:14.560209 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6125c501-8b06-41c6-9498-d739d2053bc1 req-1d0c3e40-eaaf-4d3b-a96a-a9704bed94d3 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 943 time: 0.2118654 Nov 12 04:33:14.584092 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:14.590182 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7c25e984-121d-49bc-b10e-3bb806c2141c None None] Provisioning complete for port e95fc65c-5d97-422d-90da-a7a695a2e219 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:14.591419 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c25e984-121d-49bc-b10e-3bb806c2141c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:14.619040 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-403af4be-e6ec-40fc-95a2-463f43c2b287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:14.619817 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e94468-ef09-495d-a5b2-37770de50b4e tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:14.631588 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e94468-ef09-495d-a5b2-37770de50b4e tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:14.648954 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e94468-ef09-495d-a5b2-37770de50b4e tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:14.653584 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f7e94468-ef09-495d-a5b2-37770de50b4e tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2445056 Nov 12 04:33:14.654969 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-403af4be-e6ec-40fc-95a2-463f43c2b287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:14.659451 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34432) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:14.777922 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d0998b-f6ec-4c6f-96b2-c2136f0387b4 None None] New status for floating IP 88d88ea3-da07-46bd-a22f-865c78d22b83: DOWN {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:33:14.840324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6125c501-8b06-41c6-9498-d739d2053bc1 req-fa0407f6-01dd-49c5-b9ef-1fd389b1116a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577798 Nov 12 04:33:14.880632 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-403af4be-e6ec-40fc-95a2-463f43c2b287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:14.883349 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-403af4be-e6ec-40fc-95a2-463f43c2b287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:14.884498 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-403af4be-e6ec-40fc-95a2-463f43c2b287 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fda65ee2-e046-40b2-bc98-5ae8d386ce8b HTTP/1.1" status: 204 len: 168 time: 0.4227653 Nov 12 04:33:14.887649 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8e5ed846-e2d4-43f9-b901-34ef51c46812 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Deleting port ee7a9e0a-b4be-4840-b130-a5e455f35908 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:14.894493 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e5ed846-e2d4-43f9-b901-34ef51c46812 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:14.901599 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403af4be-e6ec-40fc-95a2-463f43c2b287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda65ee2-e046-40b2-bc98-5ae8d386ce8b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:14.973102 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['ac47fb13-ee52-4eff-82c7-0eef32b91036'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:33:14.993571 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e95fc65c-5d97-422d-90da-a7a695a2e219 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:14.997147 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=ac47fb13-ee52-4eff-82c7-0eef32b91036,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:15.114190 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e5ed846-e2d4-43f9-b901-34ef51c46812 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:15.148731 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8e5ed846-e2d4-43f9-b901-34ef51c46812 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Calling delete_port for ee7a9e0a-b4be-4840-b130-a5e455f35908 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:15.193533 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c25e984-121d-49bc-b10e-3bb806c2141c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:15.288229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7c25e984-121d-49bc-b10e-3bb806c2141c None None] For port e95fc65c-5d97-422d-90da-a7a695a2e219, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e95fc65c-5d97-422d-90da-a7a695a2e219,segment=NetworkSegment(b4f69f62-3413-4453-bc16-d2c71fddf8ad),segment_id=b4f69f62-3413-4453-bc16-d2c71fddf8ad)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:15.402230 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port e95fc65c-5d97-422d-90da-a7a695a2e219 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:15.402600 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:15.440054 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34446) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:15.476015 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e5ed846-e2d4-43f9-b901-34ef51c46812 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:15.640569 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c25e984-121d-49bc-b10e-3bb806c2141c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:15.644444 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e226bb-ae84-464c-9c05-ac203db23ab0 req-1706b331-b5dd-420a-a876-9a46d2e26d45 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:15.647094 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6e226bb-ae84-464c-9c05-ac203db23ab0 req-1706b331-b5dd-420a-a876-9a46d2e26d45 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b&tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 944 time: 0.2412727 Nov 12 04:33:15.706325 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ed846-e2d4-43f9-b901-34ef51c46812 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event deleted for resources: {'Port': ['ID=ee7a9e0a-b4be-4840-b130-a5e455f35908,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:15.765707 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e5ed846-e2d4-43f9-b901-34ef51c46812 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:15.770419 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8e5ed846-e2d4-43f9-b901-34ef51c46812 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "DELETE /v2.0/ports/ee7a9e0a-b4be-4840-b130-a5e455f35908 HTTP/1.1" status: 204 len: 168 time: 1.1089847 Nov 12 04:33:15.771637 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19929a3c-55ba-4e93-9925-e488f82394a3 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:15.773526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34450) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:15.841866 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a0ee70a-3b43-4fad-a8c0-61a47c4c0988 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] GET failed (client error): The resource could not be found. Nov 12 04:33:15.843742 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9a0ee70a-3b43-4fad-a8c0-61a47c4c0988 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "GET /v2.0/ports/ee7a9e0a-b4be-4840-b130-a5e455f35908 HTTP/1.1" status: 404 len: 333 time: 0.0614250 Nov 12 04:33:15.847985 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34452) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:15.857694 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-be3cb8f9-bea2-4e7e-b856-a35b926d44ab tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Request body: {'port': {'network_id': '323471e8-d12e-4bf6-8ffb-d80339f512ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-799503359'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:15.867631 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19929a3c-55ba-4e93-9925-e488f82394a3 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:15.921874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626a486-fb94-461b-a82e-fc188b46fdf4 req-fcca402a-f56c-4725-bdfd-3ed71e545772 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:15.931795 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2626a486-fb94-461b-a82e-fc188b46fdf4 req-fcca402a-f56c-4725-bdfd-3ed71e545772 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 944 time: 0.2840223 Nov 12 04:33:15.946397 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-f6e226bb-ae84-464c-9c05-ac203db23ab0 req-34d04d60-0186-41ca-bc9c-7b15a1073d55 service neutron] delete failed (client error): The resource could not be found. Nov 12 04:33:15.947753 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6e226bb-ae84-464c-9c05-ac203db23ab0 req-34d04d60-0186-41ca-bc9c-7b15a1073d55 service neutron] 10.222.0.21 "DELETE /v2.0/ports/ac47fb13-ee52-4eff-82c7-0eef32b91036/bindings/n-h1-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.2660363 Nov 12 04:33:16.037215 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2626a486-fb94-461b-a82e-fc188b46fdf4 req-9afdcbc5-c635-4a04-aaf0-00b1badd3770 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034718 Nov 12 04:33:16.138070 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19929a3c-55ba-4e93-9925-e488f82394a3 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:16.150002 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-19929a3c-55ba-4e93-9925-e488f82394a3 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:16.153363 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-19929a3c-55ba-4e93-9925-e488f82394a3 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "DELETE /v2.0/security-groups/1399b727-bc85-43bd-a480-827e86d050fc HTTP/1.1" status: 204 len: 168 time: 0.7116172 Nov 12 04:33:16.168652 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25e984-121d-49bc-b10e-3bb806c2141c None None] Pushing event updated for resources: {'Port': ['ID=e95fc65c-5d97-422d-90da-a7a695a2e219,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:16.177908 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-cd392ab4-871d-4830-bc4b-85dcb4fd507b None None] Provisioning complete for port e95fc65c-5d97-422d-90da-a7a695a2e219 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:16.178417 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cd392ab4-871d-4830-bc4b-85dcb4fd507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:16.184492 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34458) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:16.185060 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34460) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:16.203931 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e226bb-ae84-464c-9c05-ac203db23ab0 req-611c455c-17b0-47a6-afc5-1684e744d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:16.205848 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6e226bb-ae84-464c-9c05-ac203db23ab0 req-611c455c-17b0-47a6-afc5-1684e744d059 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 1096 time: 0.1520097 Nov 12 04:33:16.240761 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19929a3c-55ba-4e93-9925-e488f82394a3 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1399b727-bc85-43bd-a480-827e86d050fc,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:16.245783 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-7a58d85e-6225-4e8b-8459-15884eb998ba tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] show failed (client error): The resource could not be found. Nov 12 04:33:16.250832 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7a58d85e-6225-4e8b-8459-15884eb998ba tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups/1399b727-bc85-43bd-a480-827e86d050fc HTTP/1.1" status: 404 len: 347 time: 0.0645084 Nov 12 04:33:16.251863 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d12f7381-3b7d-45f9-9c35-ea1bc1221800 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:16.254792 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34462) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:16.290089 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19929a3c-55ba-4e93-9925-e488f82394a3 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:16.292396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19929a3c-55ba-4e93-9925-e488f82394a3 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:16.292396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19929a3c-55ba-4e93-9925-e488f82394a3 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:16.292396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19929a3c-55ba-4e93-9925-e488f82394a3 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:16.292396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19929a3c-55ba-4e93-9925-e488f82394a3 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:16.292396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19929a3c-55ba-4e93-9925-e488f82394a3 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:16.293308 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19929a3c-55ba-4e93-9925-e488f82394a3 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:16.293308 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19929a3c-55ba-4e93-9925-e488f82394a3 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:16.293308 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19929a3c-55ba-4e93-9925-e488f82394a3 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:16.293875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19929a3c-55ba-4e93-9925-e488f82394a3 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:16.293875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19929a3c-55ba-4e93-9925-e488f82394a3 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:16.294229 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19929a3c-55ba-4e93-9925-e488f82394a3 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:16.450495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e226bb-ae84-464c-9c05-ac203db23ab0 req-de31bfe3-a9d6-4cf1-94da-f9b933ce9dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:16.453601 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6e226bb-ae84-464c-9c05-ac203db23ab0 req-de31bfe3-a9d6-4cf1-94da-f9b933ce9dd9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2746ac6-b4e4-4065-97f7-916e2df57fcb HTTP/1.1" status: 200 len: 898 time: 0.2389913 Nov 12 04:33:16.489529 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-cd392ab4-871d-4830-bc4b-85dcb4fd507b None None] Could not find standard attr ID for object ee7a9e0a-b4be-4840-b130-a5e455f35908. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:33:16.545441 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-cd392ab4-871d-4830-bc4b-85dcb4fd507b None None] Provisioning complete for port fbf47a46-5b0f-4ef3-acec-87c388c231b4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:16.545976 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cd392ab4-871d-4830-bc4b-85dcb4fd507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:16.574236 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6e226bb-ae84-464c-9c05-ac203db23ab0 req-5273ebee-5e88-4f7c-92c8-268bb752e22f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac47fb13-ee52-4eff-82c7-0eef32b91036 HTTP/1.1" status: 200 len: 1000 time: 0.1118500 Nov 12 04:33:16.608363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-cd392ab4-871d-4830-bc4b-85dcb4fd507b None None] Port fbf47a46-5b0f-4ef3-acec-87c388c231b4 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:16.646836 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e226bb-ae84-464c-9c05-ac203db23ab0 req-581c3826-8154-4e65-8bac-a5c58d2b14af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:16.648403 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6e226bb-ae84-464c-9c05-ac203db23ab0 req-581c3826-8154-4e65-8bac-a5c58d2b14af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20150325-f345-468c-96fc-6578b271ccb5 HTTP/1.1" status: 200 len: 834 time: 0.0667052 Nov 12 04:33:16.720763 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e226bb-ae84-464c-9c05-ac203db23ab0 req-ee00b332-a96b-40a3-a9d3-c6410d0cfd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:16.722273 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6e226bb-ae84-464c-9c05-ac203db23ab0 req-ee00b332-a96b-40a3-a9d3-c6410d0cfd7b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2746ac6-b4e4-4065-97f7-916e2df57fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657275 Nov 12 04:33:16.759953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e95fc65c-5d97-422d-90da-a7a695a2e219 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:16.789892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-dcdef631-e674-4ea9-b556-b23984286c9c None None] Provisioning complete for port fbf47a46-5b0f-4ef3-acec-87c388c231b4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:16.790424 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dcdef631-e674-4ea9-b556-b23984286c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:16.833708 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3cb8f9-bea2-4e7e-b856-a35b926d44ab tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Made reservation on behalf of a53706b8d13f45988972228085c67feb for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:16.841913 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be3cb8f9-bea2-4e7e-b856-a35b926d44ab tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:16.846352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-dcdef631-e674-4ea9-b556-b23984286c9c None None] Port fbf47a46-5b0f-4ef3-acec-87c388c231b4 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:16.847861 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6e226bb-ae84-464c-9c05-ac203db23ab0 req-24f114ef-2e53-4a04-8858-b3d64dda76b1 service neutron] 10.222.0.21 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164351 Nov 12 04:33:16.861475 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:16.862289 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port e95fc65c-5d97-422d-90da-a7a695a2e219 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:16.862721 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:16.980630 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0c706150-2f73-43df-8445-9b11aa7d183d None None] Could not find standard attr ID for object ee7a9e0a-b4be-4840-b130-a5e455f35908. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:33:16.987931 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-be3cb8f9-bea2-4e7e-b856-a35b926d44ab tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] device_id is not set on port 658d5629-fd5e-4008-a6a7-91086bf607e4 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:33:17.029898 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6e226bb-ae84-464c-9c05-ac203db23ab0 req-fdc95da8-50d7-4669-b9b1-19400af5328a service neutron] 10.222.0.21 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638536 Nov 12 04:33:17.203467 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d12f7381-3b7d-45f9-9c35-ea1bc1221800 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:17.215187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-90eb3e1d-a22d-4014-a7d5-5417993cba9a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Deleting port 28f13b9c-802e-4d6b-8c4f-c307c949b68b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:17.215631 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90eb3e1d-a22d-4014-a7d5-5417993cba9a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:17.229981 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-be3cb8f9-bea2-4e7e-b856-a35b926d44ab tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Allocated IP 2001:db8::f5 (323471e8-d12e-4bf6-8ffb-d80339f512ad/8a8dabef-0465-4252-a1ff-fa98defb8dd5/658d5629-fd5e-4008-a6a7-91086bf607e4) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:17.256647 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6370d37-9cc5-4f9f-bac9-d44b70a863af req-00a5ec7b-7427-48a6-8446-3f5f44b5ecc5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:17.263439 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6370d37-9cc5-4f9f-bac9-d44b70a863af req-00a5ec7b-7427-48a6-8446-3f5f44b5ecc5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 944 time: 0.1178215 Nov 12 04:33:17.287954 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d12f7381-3b7d-45f9-9c35-ea1bc1221800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:17.346181 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6370d37-9cc5-4f9f-bac9-d44b70a863af req-2eb5169c-cf9d-4127-b831-0172764bb32a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797052 Nov 12 04:33:17.383151 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f7381-3b7d-45f9-9c35-ea1bc1221800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab017ae-6ff7-4fb7-8954-5525b35e4465,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:17.406311 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d12f7381-3b7d-45f9-9c35-ea1bc1221800 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79b313d1b59c4828a2759b7ce527f821&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2188845 Nov 12 04:33:17.409229 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34470) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:17.411698 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90eb3e1d-a22d-4014-a7d5-5417993cba9a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:17.412026 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90eb3e1d-a22d-4014-a7d5-5417993cba9a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:17.445005 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-90eb3e1d-a22d-4014-a7d5-5417993cba9a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Calling delete_port for 28f13b9c-802e-4d6b-8c4f-c307c949b68b owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:17.463514 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4f3ed557-292c-42c3-9894-5b956618f6e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:17.488700 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4f3ed557-292c-42c3-9894-5b956618f6e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:17.583137 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be3cb8f9-bea2-4e7e-b856-a35b926d44ab tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:17.641948 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4f3ed557-292c-42c3-9894-5b956618f6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:17.645185 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4f3ed557-292c-42c3-9894-5b956618f6e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:17.654269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4f3ed557-292c-42c3-9894-5b956618f6e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ab017ae-6ff7-4fb7-8954-5525b35e4465 HTTP/1.1" status: 204 len: 168 time: 0.2437427 Nov 12 04:33:17.665852 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ed557-292c-42c3-9894-5b956618f6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab017ae-6ff7-4fb7-8954-5525b35e4465,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:17.724245 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be3cb8f9-bea2-4e7e-b856-a35b926d44ab tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:17.779041 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90eb3e1d-a22d-4014-a7d5-5417993cba9a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:17.789794 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3cb8f9-bea2-4e7e-b856-a35b926d44ab tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Network 323471e8-d12e-4bf6-8ffb-d80339f512ad is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:17.799315 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-be3cb8f9-bea2-4e7e-b856-a35b926d44ab tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:17.824304 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3cb8f9-bea2-4e7e-b856-a35b926d44ab tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:17.830151 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3cb8f9-bea2-4e7e-b856-a35b926d44ab tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:17.830899 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be3cb8f9-bea2-4e7e-b856-a35b926d44ab tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:17.839054 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cb8f9-bea2-4e7e-b856-a35b926d44ab tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event updated for resources: {'Port': ['ID=658d5629-fd5e-4008-a6a7-91086bf607e4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:17.886008 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb3e1d-a22d-4014-a7d5-5417993cba9a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Pushing event deleted for resources: {'Port': ['ID=28f13b9c-802e-4d6b-8c4f-c307c949b68b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:17.906716 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90eb3e1d-a22d-4014-a7d5-5417993cba9a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:17.909634 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-90eb3e1d-a22d-4014-a7d5-5417993cba9a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:17.910952 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-90eb3e1d-a22d-4014-a7d5-5417993cba9a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "DELETE /v2.0/floatingips/88d88ea3-da07-46bd-a22f-865c78d22b83 HTTP/1.1" status: 204 len: 168 time: 1.6549852 Nov 12 04:33:17.920385 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device ac47fb13-ee52-4eff-82c7-0eef32b91036 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:17.992062 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-be3cb8f9-bea2-4e7e-b856-a35b926d44ab tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1401689 Nov 12 04:33:17.994429 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34476) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:18.004714 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-4de278ca-174f-4f89-890f-1dd1530fc773 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3b4', 'mac_address': 'fa:16:3e:7b:c5:f6'}]}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:18.129311 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:18.224433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ac23f8fa-6291-45f5-8adf-7dd027919676 None None] Provisioning complete for port 658d5629-fd5e-4008-a6a7-91086bf607e4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:18.225162 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac23f8fa-6291-45f5-8adf-7dd027919676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:18.273724 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port ac47fb13-ee52-4eff-82c7-0eef32b91036 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:33:18.277595 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ac23f8fa-6291-45f5-8adf-7dd027919676 None None] Port 658d5629-fd5e-4008-a6a7-91086bf607e4 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:18.284190 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port ac47fb13-ee52-4eff-82c7-0eef32b91036 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:18.285249 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:18.393566 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4de278ca-174f-4f89-890f-1dd1530fc773 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:18.527008 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:18.623382 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac47fb13-ee52-4eff-82c7-0eef32b91036'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:18.626349 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a215f650-b825-4a0a-b0dd-0f2adb4efa91" -d '{"events": [{"server_uuid": "a2e79fe0-07c6-4a6d-a899-58346657cf2b", "name": "network-vif-plugged", "status": "completed", "tag": "ac47fb13-ee52-4eff-82c7-0eef32b91036"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:18.676796 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port ac47fb13-ee52-4eff-82c7-0eef32b91036, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=ac47fb13-ee52-4eff-82c7-0eef32b91036,segment=NetworkSegment(f04e57b9-a8f7-45df-996f-9133f64112a3),segment_id=f04e57b9-a8f7-45df-996f-9133f64112a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:18.709945 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34502) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:18.716267 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ff363cb2-7785-46f3-a732-26f4c64ab4bf tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1236179807', 'description': 'tempest-description--1335882073'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:18.783379 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:18.854474 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=ac47fb13-ee52-4eff-82c7-0eef32b91036,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:18.856423 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff363cb2-7785-46f3-a732-26f4c64ab4bf tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:18.952859 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff363cb2-7785-46f3-a732-26f4c64ab4bf tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.019637 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff363cb2-7785-46f3-a732-26f4c64ab4bf tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.067950 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff363cb2-7785-46f3-a732-26f4c64ab4bf tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95496882-e894-46ee-b5ba-26474eee670c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:19.120631 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ff363cb2-7785-46f3-a732-26f4c64ab4bf tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.125826 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ff363cb2-7785-46f3-a732-26f4c64ab4bf tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4127107 Nov 12 04:33:19.127706 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34508) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:19.137054 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6e6c0846-bd27-4b4d-a18f-73dbb4aeb699 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Request body: {'security_group_rule': {'security_group_id': '95496882-e894-46ee-b5ba-26474eee670c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:19.178935 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e1a60-d903-4fcb-960c-3dfc8597f04a req-83a09b85-5b93-4db3-b347-9526606e3da3 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:19.180707 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f9e1a60-d903-4fcb-960c-3dfc8597f04a req-83a09b85-5b93-4db3-b347-9526606e3da3 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.1120625 Nov 12 04:33:19.234751 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4de278ca-174f-4f89-890f-1dd1530fc773 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.244019 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0846-bd27-4b4d-a18f-73dbb4aeb699 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.254425 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f9e1a60-d903-4fcb-960c-3dfc8597f04a req-dfe66403-23c5-4ba7-a5d4-8d9fd2c39dc9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666394 Nov 12 04:33:19.288505 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34516) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:19.363830 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3d6725-2079-47b6-876f-8fc272aa1eba x-openstack-request-id: req-ce3d6725-2079-47b6-876f-8fc272aa1eba {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:19.369228 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e79fe0-07c6-4a6d-a899-58346657cf2b", "name": "network-vif-plugged", "status": "completed", "tag": "ac47fb13-ee52-4eff-82c7-0eef32b91036", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:19.369228 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce3d6725-2079-47b6-876f-8fc272aa1eba {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:19.369462 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0846-bd27-4b4d-a18f-73dbb4aeb699 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.369586 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac47fb13-ee52-4eff-82c7-0eef32b91036', 'code': 200} Nov 12 04:33:19.375900 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4de278ca-174f-4f89-890f-1dd1530fc773 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.427251 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-4de278ca-174f-4f89-890f-1dd1530fc773 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] In _notify_port_updated(), no bound segment for port 658d5629-fd5e-4008-a6a7-91086bf607e4 on network 323471e8-d12e-4bf6-8ffb-d80339f512ad {{(pid=103296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:33:19.434026 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de278ca-174f-4f89-890f-1dd1530fc773 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:19.434976 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4de278ca-174f-4f89-890f-1dd1530fc773 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.436804 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4de278ca-174f-4f89-890f-1dd1530fc773 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "PUT /v2.0/ports/658d5629-fd5e-4008-a6a7-91086bf607e4 HTTP/1.1" status: 200 len: 1001 time: 1.4389465 Nov 12 04:33:19.439740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34520) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:19.471890 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de278ca-174f-4f89-890f-1dd1530fc773 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event updated for resources: {'Port': ['ID=658d5629-fd5e-4008-a6a7-91086bf607e4,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:19.494684 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4992591b-0e8e-4bbc-8c72-3afad9556d3c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/floatingips/ce5dcf6c-768c-4a6b-afa4-19b06c1a7b50 HTTP/1.1" status: 200 len: 993 time: 0.2024941 Nov 12 04:33:19.495452 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0846-bd27-4b4d-a18f-73dbb4aeb699 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.514781 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c0846-bd27-4b4d-a18f-73dbb4aeb699 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ba50dd-f4b9-4e6f-a23d-4e6be5d77053,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:19.633891 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0846-bd27-4b4d-a18f-73dbb4aeb699 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.638286 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6e6c0846-bd27-4b4d-a18f-73dbb4aeb699 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5063875 Nov 12 04:33:19.638568 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34524) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:19.638568 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34526) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:19.644377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-738f4c9b-f395-4d67-849f-b1e75e6b5a31 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Request body: {'security_group_rule': {'security_group_id': '95496882-e894-46ee-b5ba-26474eee670c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:19.649572 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4b42f1e1-c699-4798-8d77-be84dfea7297 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Deleting port 658d5629-fd5e-4008-a6a7-91086bf607e4 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:19.649906 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b42f1e1-c699-4798-8d77-be84dfea7297 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.788212 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-bdac5a6d-a106-480c-a7af-a63923d4443a admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1815812937-network', 'tenant_id': '17bb18d2abbc4c45bfff61df8e2cd48c'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:19.810135 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b42f1e1-c699-4798-8d77-be84dfea7297 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.811799 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-13d584cb-af32-49de-99af-1dd782de1999 None None] Provisioning complete for port 658d5629-fd5e-4008-a6a7-91086bf607e4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:19.812632 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13d584cb-af32-49de-99af-1dd782de1999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.829393 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-738f4c9b-f395-4d67-849f-b1e75e6b5a31 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.831415 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4b42f1e1-c699-4798-8d77-be84dfea7297 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Calling delete_port for 658d5629-fd5e-4008-a6a7-91086bf607e4 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:19.864126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-13d584cb-af32-49de-99af-1dd782de1999 None None] Port 658d5629-fd5e-4008-a6a7-91086bf607e4 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:19.901783 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-738f4c9b-f395-4d67-849f-b1e75e6b5a31 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.910897 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdac5a6d-a106-480c-a7af-a63923d4443a admin admin] Made reservation on behalf of 17bb18d2abbc4c45bfff61df8e2cd48c for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:19.913943 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bdac5a6d-a106-480c-a7af-a63923d4443a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.924370 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bdac5a6d-a106-480c-a7af-a63923d4443a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.975704 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-738f4c9b-f395-4d67-849f-b1e75e6b5a31 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:20.007079 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f4c9b-f395-4d67-849f-b1e75e6b5a31 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bf29bd-f6bd-4fd5-bb0d-94f1c6e59ebd,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:20.045098 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bdac5a6d-a106-480c-a7af-a63923d4443a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:20.053443 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b42f1e1-c699-4798-8d77-be84dfea7297 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:20.085188 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-738f4c9b-f395-4d67-849f-b1e75e6b5a31 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:20.089573 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-738f4c9b-f395-4d67-849f-b1e75e6b5a31 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4456007 Nov 12 04:33:20.094838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34530) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:20.095112 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42f1e1-c699-4798-8d77-be84dfea7297 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event deleted for resources: {'Port': ['ID=658d5629-fd5e-4008-a6a7-91086bf607e4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:20.102088 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-b26512c1-ca04-44e5-81be-1e01a896e46d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:20.145203 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bdac5a6d-a106-480c-a7af-a63923d4443a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:20.162317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdac5a6d-a106-480c-a7af-a63923d4443a admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:33:20.189351 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bdac5a6d-a106-480c-a7af-a63923d4443a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:20.190059 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-bdac5a6d-a106-480c-a7af-a63923d4443a admin admin] Added segment 899223ef-bdf4-4699-83e2-2555da033330 of type vlan for network 48d576f7-9075-4c35-8319-73f64290bb5e Nov 12 04:33:20.203037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac5a6d-a106-480c-a7af-a63923d4443a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ced5c2-3c17-4895-9c1d-9d7c4156315e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:20.224864 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b42f1e1-c699-4798-8d77-be84dfea7297 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:20.232589 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4b42f1e1-c699-4798-8d77-be84dfea7297 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "DELETE /v2.0/ports/658d5629-fd5e-4008-a6a7-91086bf607e4 HTTP/1.1" status: 204 len: 168 time: 0.7916303 Nov 12 04:33:20.236916 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34534) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:20.250723 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b26512c1-ca04-44e5-81be-1e01a896e46d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:20.283910 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bdac5a6d-a106-480c-a7af-a63923d4443a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:20.293494 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb999af-65d0-43c6-9dab-611cd247206d tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] GET failed (client error): The resource could not be found. Nov 12 04:33:20.295229 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7eb999af-65d0-43c6-9dab-611cd247206d tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "GET /v2.0/ports/658d5629-fd5e-4008-a6a7-91086bf607e4 HTTP/1.1" status: 404 len: 333 time: 0.0572894 Nov 12 04:33:20.299173 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34538) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:20.306471 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e2b317ed-fd04-4f40-bf74-4f6ca443a004 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Request body: {'port': {'network_id': '323471e8-d12e-4bf6-8ffb-d80339f512ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-558213087'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:20.403932 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b26512c1-ca04-44e5-81be-1e01a896e46d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:20.444034 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bdac5a6d-a106-480c-a7af-a63923d4443a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:20.445120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdac5a6d-a106-480c-a7af-a63923d4443a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:20.445795 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bdac5a6d-a106-480c-a7af-a63923d4443a admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:20.522621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b317ed-fd04-4f40-bf74-4f6ca443a004 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Made reservation on behalf of a53706b8d13f45988972228085c67feb for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:20.526529 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2b317ed-fd04-4f40-bf74-4f6ca443a004 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:20.531810 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac5a6d-a106-480c-a7af-a63923d4443a admin admin] Pushing event updated for resources: {'Network': ['ID=48d576f7-9075-4c35-8319-73f64290bb5e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:20.546171 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 48d576f7-9075-4c35-8319-73f64290bb5e details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:33:20.549570 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-e2b317ed-fd04-4f40-bf74-4f6ca443a004 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] device_id is not set on port b1b4c3aa-b5af-4276-8ad4-3f23780f729f yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:33:20.583502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-b26512c1-ca04-44e5-81be-1e01a896e46d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Allocated IP 172.25.1.27 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/b421f991-7b21-4d10-ad0e-e79de8f3568a) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:20.656850 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bdac5a6d-a106-480c-a7af-a63923d4443a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0168717 Nov 12 04:33:20.659605 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34540) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:20.665652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7de4586c-58f0-4309-b607-6f3754a68c60 admin admin] Request body: {'subnet': {'network_id': '48d576f7-9075-4c35-8319-73f64290bb5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1815812937-subnet', 'tenant_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:20.721557 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-e2b317ed-fd04-4f40-bf74-4f6ca443a004 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Allocated IP 2001:db8::2ab (323471e8-d12e-4bf6-8ffb-d80339f512ad/8a8dabef-0465-4252-a1ff-fa98defb8dd5/b1b4c3aa-b5af-4276-8ad4-3f23780f729f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:20.771401 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b26512c1-ca04-44e5-81be-1e01a896e46d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:20.797832 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de4586c-58f0-4309-b607-6f3754a68c60 admin admin] Made reservation on behalf of 17bb18d2abbc4c45bfff61df8e2cd48c for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:20.802513 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7de4586c-58f0-4309-b607-6f3754a68c60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:20.866281 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b26512c1-ca04-44e5-81be-1e01a896e46d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:20.907884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26512c1-ca04-44e5-81be-1e01a896e46d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:20.914919 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-b26512c1-ca04-44e5-81be-1e01a896e46d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:20.919104 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26512c1-ca04-44e5-81be-1e01a896e46d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:20.947872 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26512c1-ca04-44e5-81be-1e01a896e46d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Pushing event updated for resources: {'Port': ['ID=b421f991-7b21-4d10-ad0e-e79de8f3568a,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:21.028317 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b26512c1-ca04-44e5-81be-1e01a896e46d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:21.060504 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2b317ed-fd04-4f40-bf74-4f6ca443a004 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:21.165566 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b26512c1-ca04-44e5-81be-1e01a896e46d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:21.248575 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2b317ed-fd04-4f40-bf74-4f6ca443a004 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:21.300512 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7de4586c-58f0-4309-b607-6f3754a68c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:21.304798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b317ed-fd04-4f40-bf74-4f6ca443a004 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Network 323471e8-d12e-4bf6-8ffb-d80339f512ad is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:21.320894 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e2b317ed-fd04-4f40-bf74-4f6ca443a004 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:21.350612 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b317ed-fd04-4f40-bf74-4f6ca443a004 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:21.357576 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b317ed-fd04-4f40-bf74-4f6ca443a004 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:21.362521 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2b317ed-fd04-4f40-bf74-4f6ca443a004 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:21.398100 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b317ed-fd04-4f40-bf74-4f6ca443a004 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event updated for resources: {'Port': ['ID=b1b4c3aa-b5af-4276-8ad4-3f23780f729f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:21.437156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4586c-58f0-4309-b607-6f3754a68c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=528bd3cf-8f23-452f-95c4-64b7041184a4,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:21.457289 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de4586c-58f0-4309-b607-6f3754a68c60 admin admin] Checking segment: {'id': '899223ef-bdf4-4699-83e2-2555da033330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '48d576f7-9075-4c35-8319-73f64290bb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:21.457654 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de4586c-58f0-4309-b607-6f3754a68c60 admin admin] Network hostable DHCP agents. Network: 48d576f7-9075-4c35-8319-73f64290bb5e, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:33:21.466848 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b26512c1-ca04-44e5-81be-1e01a896e46d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:21.538220 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e2b317ed-fd04-4f40-bf74-4f6ca443a004 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2378860 Nov 12 04:33:21.540988 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34546) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:21.553863 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-c48f3a5c-ada8-40cc-ab32-d339c3e4586b tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7b:c5:f6'}]}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:21.595041 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de4586c-58f0-4309-b607-6f3754a68c60 admin admin] Network 48d576f7-9075-4c35-8319-73f64290bb5e is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:33:21.603420 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b26512c1-ca04-44e5-81be-1e01a896e46d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:21.666011 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c48f3a5c-ada8-40cc-ab32-d339c3e4586b tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:21.704831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26512c1-ca04-44e5-81be-1e01a896e46d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Pushing event updated for resources: {'Port': ['ID=b421f991-7b21-4d10-ad0e-e79de8f3568a,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:21.710587 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-7de4586c-58f0-4309-b607-6f3754a68c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 48d576f7-9075-4c35-8319-73f64290bb5e) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:21.714840 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-05781786-948d-48b3-ad78-864f1ebd720d None None] Provisioning complete for port b1b4c3aa-b5af-4276-8ad4-3f23780f729f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:21.716007 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-05781786-948d-48b3-ad78-864f1ebd720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:21.723210 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de4586c-58f0-4309-b607-6f3754a68c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:21.724984 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7de4586c-58f0-4309-b607-6f3754a68c60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:21.753881 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b26512c1-ca04-44e5-81be-1e01a896e46d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:21.757682 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838c31bb-b0d8-42ea-9e59-6faa33470fb1 None None] Network 48d576f7-9075-4c35-8319-73f64290bb5e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:21.827299 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7de4586c-58f0-4309-b607-6f3754a68c60 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1664655 Nov 12 04:33:21.829843 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34548) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:21.834303 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-64766deb-4b31-433a-bb10-b4b6539e76c3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1815812937-router', 'tenant_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:21.848084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-05781786-948d-48b3-ad78-864f1ebd720d None None] Port b1b4c3aa-b5af-4276-8ad4-3f23780f729f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:21.888306 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b26512c1-ca04-44e5-81be-1e01a896e46d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:21.889741 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b26512c1-ca04-44e5-81be-1e01a896e46d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7980752 Nov 12 04:33:21.955016 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c48f3a5c-ada8-40cc-ab32-d339c3e4586b tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:21.975409 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64766deb-4b31-433a-bb10-b4b6539e76c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:21.978813 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-48d576f7-9075-4c35-8319-73f64290bb5e', 'network_id': '48d576f7-9075-4c35-8319-73f64290bb5e', 'tenant_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'fixed_ips': [{'subnet_id': '528bd3cf-8f23-452f-95c4-64b7041184a4'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:33:21.979099 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64766deb-4b31-433a-bb10-b4b6539e76c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:21.980766 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:22.072221 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c48f3a5c-ada8-40cc-ab32-d339c3e4586b tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:22.082991 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64766deb-4b31-433a-bb10-b4b6539e76c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:22.122011 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c48f3a5c-ada8-40cc-ab32-d339c3e4586b tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] In _notify_port_updated(), no bound segment for port b1b4c3aa-b5af-4276-8ad4-3f23780f729f on network 323471e8-d12e-4bf6-8ffb-d80339f512ad {{(pid=103296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:33:22.128084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48f3a5c-ada8-40cc-ab32-d339c3e4586b tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:22.128666 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c48f3a5c-ada8-40cc-ab32-d339c3e4586b tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:22.130580 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c48f3a5c-ada8-40cc-ab32-d339c3e4586b tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "PUT /v2.0/ports/b1b4c3aa-b5af-4276-8ad4-3f23780f729f HTTP/1.1" status: 200 len: 1002 time: 0.5883372 Nov 12 04:33:22.133883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34558) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:22.197681 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f3a5c-ada8-40cc-ab32-d339c3e4586b tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event updated for resources: {'Port': ['ID=b1b4c3aa-b5af-4276-8ad4-3f23780f729f,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:22.270729 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] Allocated IP 172.20.0.2 (48d576f7-9075-4c35-8319-73f64290bb5e/528bd3cf-8f23-452f-95c4-64b7041184a4/ede360a9-c91b-4dfb-971c-baf869188240) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:22.293212 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-e578d91d-0bae-4812-852a-b4ededa554cc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1236179807&fields=id&tenant_id=11b870a2c29b44949808dbbff5df5d20 HTTP/1.1" status: 200 len: 267 time: 0.1068707 Nov 12 04:33:22.413526 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64766deb-4b31-433a-bb10-b4b6539e76c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:22.431993 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-ee0585c3-f984-4ee8-9011-3cf5a31152da tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Deleting port b1b4c3aa-b5af-4276-8ad4-3f23780f729f {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:22.432120 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ee0585c3-f984-4ee8-9011-3cf5a31152da tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:22.562097 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:22.610186 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6f0cc39b-298c-432b-89ce-880675079f85 None None] Provisioning complete for port b1b4c3aa-b5af-4276-8ad4-3f23780f729f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:22.610652 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6f0cc39b-298c-432b-89ce-880675079f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:22.648181 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-bd18028e-afaa-480a-a658-04a96ff28afa tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:22.659010 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-bd18028e-afaa-480a-a658-04a96ff28afa tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/networks?id=294ec058-73b6-4a99-bf44-c3ca2f3709aa HTTP/1.1" status: 200 len: 817 time: 0.3553898 Nov 12 04:33:22.680877 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:22.684186 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d13cf316-ef6d-4a48-a2cf-faf643f41fcd tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/quotas/11b870a2c29b44949808dbbff5df5d20 HTTP/1.1" status: 200 len: 375 time: 0.0239763 Nov 12 04:33:22.734689 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ee0585c3-f984-4ee8-9011-3cf5a31152da tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:22.752964 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6f0cc39b-298c-432b-89ce-880675079f85 None None] Port b1b4c3aa-b5af-4276-8ad4-3f23780f729f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:22.774385 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] Network 48d576f7-9075-4c35-8319-73f64290bb5e is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:22.778107 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:22.794111 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-ee0585c3-f984-4ee8-9011-3cf5a31152da tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Calling delete_port for b1b4c3aa-b5af-4276-8ad4-3f23780f729f owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:22.798362 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:22.857703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] Pushing event updated for resources: {'Port': ['ID=ede360a9-c91b-4dfb-971c-baf869188240,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:22.865230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-5e6b1967-e14c-4fec-bb47-a6906f5b8d43 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b870a2c29b44949808dbbff5df5d20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1789551 Nov 12 04:33:22.877009 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] Attempting to bind port ede360a9-c91b-4dfb-971c-baf869188240 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:22.878929 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] Attempting to bind port ede360a9-c91b-4dfb-971c-baf869188240 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '899223ef-bdf4-4699-83e2-2555da033330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '48d576f7-9075-4c35-8319-73f64290bb5e'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:22.879393 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] Attempting to bind port ede360a9-c91b-4dfb-971c-baf869188240 on network 48d576f7-9075-4c35-8319-73f64290bb5e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:22.897296 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:22.897715 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] Checking segment: {'id': '899223ef-bdf4-4699-83e2-2555da033330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '48d576f7-9075-4c35-8319-73f64290bb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:22.898248 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:22.898891 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] Bound using segment: {'id': '899223ef-bdf4-4699-83e2-2555da033330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '48d576f7-9075-4c35-8319-73f64290bb5e'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:22.900041 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] Bound port: ede360a9-c91b-4dfb-971c-baf869188240, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899223ef-bdf4-4699-83e2-2555da033330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '48d576f7-9075-4c35-8319-73f64290bb5e'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:22.900041 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:22.978413 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64766deb-4b31-433a-bb10-b4b6539e76c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:22.996070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] For port ede360a9-c91b-4dfb-971c-baf869188240, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:23.001523 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] For port ede360a9-c91b-4dfb-971c-baf869188240, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ede360a9-c91b-4dfb-971c-baf869188240,segment=NetworkSegment(899223ef-bdf4-4699-83e2-2555da033330),segment_id=899223ef-bdf4-4699-83e2-2555da033330)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:23.008444 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64766deb-4b31-433a-bb10-b4b6539e76c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:23.043649 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-07be9cec-e16a-44df-b59a-0c40e546d696 service neutron] 10.222.0.37 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570139 Nov 12 04:33:23.118699 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:23.155812 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-64766deb-4b31-433a-bb10-b4b6539e76c3 admin admin] Allocated IP 172.25.1.154 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/c8e7f226-b8ab-4a6f-98d6-486d9b45c039) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:23.202735 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-4563ae73-3053-4bee-822a-6f3184ad4d5b service neutron] 10.222.0.37 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579823 Nov 12 04:33:23.226866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d4952-bbd5-4cd2-a163-f99a2893405f None None] Pushing event updated for resources: {'Port': ['ID=ede360a9-c91b-4dfb-971c-baf869188240,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:23.259631 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ee0585c3-f984-4ee8-9011-3cf5a31152da tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:23.289366 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64766deb-4b31-433a-bb10-b4b6539e76c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:23.311156 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0585c3-f984-4ee8-9011-3cf5a31152da tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event deleted for resources: {'Port': ['ID=b1b4c3aa-b5af-4276-8ad4-3f23780f729f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:23.373814 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ee0585c3-f984-4ee8-9011-3cf5a31152da tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:23.377817 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ee0585c3-f984-4ee8-9011-3cf5a31152da tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "DELETE /v2.0/ports/b1b4c3aa-b5af-4276-8ad4-3f23780f729f HTTP/1.1" status: 204 len: 168 time: 1.2431784 Nov 12 04:33:23.382844 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34580) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:23.412691 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e629b90-552a-4f56-b4b6-7e8bc851463e tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] GET failed (client error): The resource could not be found. Nov 12 04:33:23.414624 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1e629b90-552a-4f56-b4b6-7e8bc851463e tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "GET /v2.0/ports/b1b4c3aa-b5af-4276-8ad4-3f23780f729f HTTP/1.1" status: 404 len: 333 time: 0.0307140 Nov 12 04:33:23.418859 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34582) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:23.425419 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b65ef384-3800-49db-b92c-c6a40b6fa208 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Request body: {'port': {'network_id': '323471e8-d12e-4bf6-8ffb-d80339f512ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-605839137'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:23.448864 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64766deb-4b31-433a-bb10-b4b6539e76c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:23.534479 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64766deb-4b31-433a-bb10-b4b6539e76c3 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:23.624290 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-64766deb-4b31-433a-bb10-b4b6539e76c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:23.627259 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64766deb-4b31-433a-bb10-b4b6539e76c3 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:23.633549 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-764a2d93-e561-4ac1-8a27-f366f1ee3190 req-c1c512ac-a694-49db-809f-fb6f26833cb6 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 210 time: 0.1022465 Nov 12 04:33:23.682248 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4fae18-772a-4e79-aa6e-2bc19236bf76 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:23.710079 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34590) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:23.765370 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64766deb-4b31-433a-bb10-b4b6539e76c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e7f226-b8ab-4a6f-98d6-486d9b45c039,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:23.807125 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fe736de4-67b4-4d95-b269-79fd24643d1b None None] Provisioning complete for port c8e7f226-b8ab-4a6f-98d6-486d9b45c039 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:23.807699 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe736de4-67b4-4d95-b269-79fd24643d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:23.911679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fe736de4-67b4-4d95-b269-79fd24643d1b None None] Port c8e7f226-b8ab-4a6f-98d6-486d9b45c039 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:23.955338 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb469718-37c9-46dc-906d-480bdf7db16a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:24.048898 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb469718-37c9-46dc-906d-480bdf7db16a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:24.126117 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65ef384-3800-49db-b92c-c6a40b6fa208 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Made reservation on behalf of a53706b8d13f45988972228085c67feb for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:24.130730 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b65ef384-3800-49db-b92c-c6a40b6fa208 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:24.150797 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-b65ef384-3800-49db-b92c-c6a40b6fa208 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] device_id is not set on port 22d42cbc-453f-4714-bfb3-f3addeef7e4b yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:33:24.168014 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb469718-37c9-46dc-906d-480bdf7db16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:24.224200 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bb469718-37c9-46dc-906d-480bdf7db16a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c865120f9521447cb18947446c569bfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5093620 Nov 12 04:33:24.225195 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34598) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:24.243260 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb469718-37c9-46dc-906d-480bdf7db16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a5c182-ed75-4603-864d-29076379ad6d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:24.291440 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-983af1a0-51b2-489d-bb25-17a37c5e317f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:24.321743 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-983af1a0-51b2-489d-bb25-17a37c5e317f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:24.419088 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-b65ef384-3800-49db-b92c-c6a40b6fa208 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Allocated IP 2001:db8::231 (323471e8-d12e-4bf6-8ffb-d80339f512ad/8a8dabef-0465-4252-a1ff-fa98defb8dd5/22d42cbc-453f-4714-bfb3-f3addeef7e4b) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:24.427553 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64766deb-4b31-433a-bb10-b4b6539e76c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:24.482443 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-983af1a0-51b2-489d-bb25-17a37c5e317f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:24.485829 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-983af1a0-51b2-489d-bb25-17a37c5e317f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:24.487521 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-983af1a0-51b2-489d-bb25-17a37c5e317f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43a5c182-ed75-4603-864d-29076379ad6d HTTP/1.1" status: 204 len: 168 time: 0.2614901 Nov 12 04:33:24.498371 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983af1a0-51b2-489d-bb25-17a37c5e317f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a5c182-ed75-4603-864d-29076379ad6d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:24.791591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50828e96-ba15-4ba7-9395-9e86a0f5aeea None None] Network 48d576f7-9075-4c35-8319-73f64290bb5e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:24.813946 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-15769a19-f808-485a-aed2-8c7bac08b3c6 req-fe3368c7-d311-44f9-916a-c44fffe90cc7 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 210 time: 0.0857999 Nov 12 04:33:24.842946 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ede360a9-c91b-4dfb-971c-baf869188240 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:24.941163 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-69735722-22d7-4d78-a35f-14c69954126f None None] Provisioning complete for port ede360a9-c91b-4dfb-971c-baf869188240 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:24.941454 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-69735722-22d7-4d78-a35f-14c69954126f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:25.029900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port ede360a9-c91b-4dfb-971c-baf869188240 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:25.030199 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:25.150544 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-69735722-22d7-4d78-a35f-14c69954126f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:25.181244 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b65ef384-3800-49db-b92c-c6a40b6fa208 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:25.197639 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64766deb-4b31-433a-bb10-b4b6539e76c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:25.226154 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:25.229248 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-69735722-22d7-4d78-a35f-14c69954126f None None] For port ede360a9-c91b-4dfb-971c-baf869188240, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ede360a9-c91b-4dfb-971c-baf869188240,segment=NetworkSegment(899223ef-bdf4-4699-83e2-2555da033330),segment_id=899223ef-bdf4-4699-83e2-2555da033330)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:25.343524 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-69735722-22d7-4d78-a35f-14c69954126f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:25.392185 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b65ef384-3800-49db-b92c-c6a40b6fa208 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:25.424271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65ef384-3800-49db-b92c-c6a40b6fa208 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Network 323471e8-d12e-4bf6-8ffb-d80339f512ad is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:25.439960 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:33:25.440494 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:33:25.444492 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69735722-22d7-4d78-a35f-14c69954126f None None] Pushing event updated for resources: {'Port': ['ID=ede360a9-c91b-4dfb-971c-baf869188240,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:25.444650 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b65ef384-3800-49db-b92c-c6a40b6fa208 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:25.452584 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34608) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:25.464957 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65ef384-3800-49db-b92c-c6a40b6fa208 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:25.473271 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-73d81fc1-44fb-453f-a798-bb989f75a206 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:25.473442 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ef384-3800-49db-b92c-c6a40b6fa208 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:25.473442 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b65ef384-3800-49db-b92c-c6a40b6fa208 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:25.473966 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64766deb-4b31-433a-bb10-b4b6539e76c3 admin admin] Router eab5e1a3-6898-4ba5-954c-61a6a250bd7c is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:33:25.489452 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-102cafb6-4605-4d8b-b67e-865e00dd2d03 None None] Provisioning complete for port ede360a9-c91b-4dfb-971c-baf869188240 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:25.489873 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-102cafb6-4605-4d8b-b67e-865e00dd2d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:25.511730 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ef384-3800-49db-b92c-c6a40b6fa208 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event updated for resources: {'Port': ['ID=22d42cbc-453f-4714-bfb3-f3addeef7e4b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:25.633040 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64766deb-4b31-433a-bb10-b4b6539e76c3 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:33:25.644456 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] Sync routers for ids ['eab5e1a3-6898-4ba5-954c-61a6a250bd7c'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:33:25.657298 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] Routers {'eab5e1a3-6898-4ba5-954c-61a6a250bd7c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:25.657950 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['eab5e1a3-6898-4ba5-954c-61a6a250bd7c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:25.702087 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-73d81fc1-44fb-453f-a798-bb989f75a206 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:25.736862 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b65ef384-3800-49db-b92c-c6a40b6fa208 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3166478 Nov 12 04:33:25.740070 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34610) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:25.745295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-6231e850-3172-487b-bd7e-88a4a2dc188e tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Request body: {'port': {'network_id': '323471e8-d12e-4bf6-8ffb-d80339f512ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-106242727'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:25.789340 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] Set router eab5e1a3-6898-4ba5-954c-61a6a250bd7c gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:25.810299 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-64766deb-4b31-433a-bb10-b4b6539e76c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:25.812464 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-64766deb-4b31-433a-bb10-b4b6539e76c3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.9815650 Nov 12 04:33:25.816781 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34612) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:25.820294 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-aa76aaec-a23c-4395-bbb5-3f4048dddd4a None None] Provisioning complete for port 22d42cbc-453f-4714-bfb3-f3addeef7e4b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:25.824071 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa76aaec-a23c-4395-bbb5-3f4048dddd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:25.868652 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-aa76aaec-a23c-4395-bbb5-3f4048dddd4a None None] Port 22d42cbc-453f-4714-bfb3-f3addeef7e4b cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:25.875757 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-73d81fc1-44fb-453f-a798-bb989f75a206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:25.967006 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6251edc-d8d9-45cc-8cf9-3e3a693b1878 req-947bebe6-589c-4bb4-af93-c490d6498a55 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 210 time: 0.0517726 Nov 12 04:33:25.978212 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-73d81fc1-44fb-453f-a798-bb989f75a206 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab404ac72872409aaeeaedcfbaee29a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5244174 Nov 12 04:33:25.983685 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34616) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:25.985930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d81fc1-44fb-453f-a798-bb989f75a206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b7ddce-dc12-4a75-8f88-65848a982aa2,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:26.056210 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36efe732-c96f-4cac-89a1-97a296e9e710 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:26.063611 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab5e1a3-6898-4ba5-954c-61a6a250bd7c', 'name': 'tempest-ImageQuotaTest-1815812937-router', 'tenant_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': 'c8e7f226-b8ab-4a6f-98d6-486d9b45c039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:21Z', 'updated_at': '2021-11-12T04:33:23Z', 'revision_number': 3, 'project_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'gw_port': {'id': 'c8e7f226-b8ab-4a6f-98d6-486d9b45c039', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab5e1a3-6898-4ba5-954c-61a6a250bd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:23Z', 'updated_at': '2021-11-12T04:33:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:26.084215 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36efe732-c96f-4cac-89a1-97a296e9e710 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:26.091263 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] Checking router: eab5e1a3-6898-4ba5-954c-61a6a250bd7c for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:33:26.091670 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] Updating router eab5e1a3-6898-4ba5-954c-61a6a250bd7c port c8e7f226-b8ab-4a6f-98d6-486d9b45c039 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:33:26.120083 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:26.135737 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6231e850-3172-487b-bd7e-88a4a2dc188e tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Made reservation on behalf of a53706b8d13f45988972228085c67feb for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:26.144959 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6231e850-3172-487b-bd7e-88a4a2dc188e tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:26.159204 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-6231e850-3172-487b-bd7e-88a4a2dc188e tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] device_id is not set on port 86c86bd5-c793-4562-9570-020b5e0552c8 yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:33:26.271277 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36efe732-c96f-4cac-89a1-97a296e9e710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:26.274362 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36efe732-c96f-4cac-89a1-97a296e9e710 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:26.278075 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-36efe732-c96f-4cac-89a1-97a296e9e710 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4b7ddce-dc12-4a75-8f88-65848a982aa2 HTTP/1.1" status: 204 len: 168 time: 0.2869036 Nov 12 04:33:26.316789 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d09c9590-4347-42ff-9001-b516a8bd8674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:26.317742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efe732-c96f-4cac-89a1-97a296e9e710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b7ddce-dc12-4a75-8f88-65848a982aa2,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:26.417268 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-6231e850-3172-487b-bd7e-88a4a2dc188e tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Allocated IP 2001:db8::246 (323471e8-d12e-4bf6-8ffb-d80339f512ad/8a8dabef-0465-4252-a1ff-fa98defb8dd5/86c86bd5-c793-4562-9570-020b5e0552c8) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:26.497109 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:26.514072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-d09c9590-4347-42ff-9001-b516a8bd8674 admin admin] Allocated IP 172.20.0.1 (48d576f7-9075-4c35-8319-73f64290bb5e/528bd3cf-8f23-452f-95c4-64b7041184a4/f32ea0dd-6c11-44af-9400-c759e8824024) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:26.622122 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d09c9590-4347-42ff-9001-b516a8bd8674 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:26.631377 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:26.633722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-fc69ca89-7857-4754-96a9-bb7da937b876 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:26.635249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-fc69ca89-7857-4754-96a9-bb7da937b876 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.31 "GET /v2.0/networks?id=294ec058-73b6-4a99-bf44-c3ca2f3709aa HTTP/1.1" status: 200 len: 817 time: 0.1921234 Nov 12 04:33:26.685140 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414b270-4b46-4313-9bb8-5e11961c5d8a None None] Pushing event updated for resources: {'Port': ['ID=c8e7f226-b8ab-4a6f-98d6-486d9b45c039,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:26.695800 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979ed14b-7692-4ed4-b0f4-d6f3b91694b6 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:26.711183 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] Attempting to bind port c8e7f226-b8ab-4a6f-98d6-486d9b45c039 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:26.712301 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6231e850-3172-487b-bd7e-88a4a2dc188e tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:26.712555 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] Attempting to bind port c8e7f226-b8ab-4a6f-98d6-486d9b45c039 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:26.713140 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] Attempting to bind port c8e7f226-b8ab-4a6f-98d6-486d9b45c039 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:26.716573 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b270-4b46-4313-9bb8-5e11961c5d8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:26.719856 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b270-4b46-4313-9bb8-5e11961c5d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:26.719856 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b270-4b46-4313-9bb8-5e11961c5d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:26.719856 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b270-4b46-4313-9bb8-5e11961c5d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:26.719856 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b270-4b46-4313-9bb8-5e11961c5d8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:26.719856 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b270-4b46-4313-9bb8-5e11961c5d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:26.719856 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b270-4b46-4313-9bb8-5e11961c5d8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:26.719856 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b270-4b46-4313-9bb8-5e11961c5d8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:26.719856 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b270-4b46-4313-9bb8-5e11961c5d8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:26.721427 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b270-4b46-4313-9bb8-5e11961c5d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:26.722525 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b270-4b46-4313-9bb8-5e11961c5d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:26.723344 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b270-4b46-4313-9bb8-5e11961c5d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:26.738278 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:26.739734 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:26.740354 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:26.740963 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:26.742026 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] Bound port: c8e7f226-b8ab-4a6f-98d6-486d9b45c039, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:26.742606 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:26.774081 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d09c9590-4347-42ff-9001-b516a8bd8674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:26.776295 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-fb832543-afd9-4662-a7cd-c4dc103eff8b tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11b870a2c29b44949808dbbff5df5d20 HTTP/1.1" status: 200 len: 380 time: 0.1213822 Nov 12 04:33:26.780400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ede360a9-c91b-4dfb-971c-baf869188240 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:26.787175 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-8183919c-8e2a-4c76-a2df-e05107b7caba tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Request body: {'port': {'device_id': 'cd57d883-5ad9-4021-b58a-7d871ac7e4f0', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'admin_state_up': True, 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'security_groups': ['95496882-e894-46ee-b5ba-26474eee670c']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:26.815749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09c9590-4347-42ff-9001-b516a8bd8674 admin admin] Network 48d576f7-9075-4c35-8319-73f64290bb5e is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:26.823240 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d09c9590-4347-42ff-9001-b516a8bd8674 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:26.827465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c9590-4347-42ff-9001-b516a8bd8674 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:26.860884 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] For port c8e7f226-b8ab-4a6f-98d6-486d9b45c039, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:26.865710 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] For port c8e7f226-b8ab-4a6f-98d6-486d9b45c039, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c8e7f226-b8ab-4a6f-98d6-486d9b45c039,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:26.870352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-90053861-b720-4261-b1a7-4f8e861e8dbf None None] Provisioning complete for port c8e7f226-b8ab-4a6f-98d6-486d9b45c039 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:26.870352 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90053861-b720-4261-b1a7-4f8e861e8dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:26.891416 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d09c9590-4347-42ff-9001-b516a8bd8674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:26.919634 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-90053861-b720-4261-b1a7-4f8e861e8dbf None None] Port c8e7f226-b8ab-4a6f-98d6-486d9b45c039 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:26.935884 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port ede360a9-c91b-4dfb-971c-baf869188240 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:26.936578 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:26.958471 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:26.970996 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c9590-4347-42ff-9001-b516a8bd8674 admin admin] Pushing event updated for resources: {'Port': ['ID=f32ea0dd-6c11-44af-9400-c759e8824024,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:26.986285 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6231e850-3172-487b-bd7e-88a4a2dc188e tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:27.062557 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414b270-4b46-4313-9bb8-5e11961c5d8a None None] Pushing event updated for resources: {'Port': ['ID=c8e7f226-b8ab-4a6f-98d6-486d9b45c039,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:27.070098 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6231e850-3172-487b-bd7e-88a4a2dc188e tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Network 323471e8-d12e-4bf6-8ffb-d80339f512ad is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:27.076188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-6231e850-3172-487b-bd7e-88a4a2dc188e tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:27.079244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-8183919c-8e2a-4c76-a2df-e05107b7caba tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Made reservation on behalf of 11b870a2c29b44949808dbbff5df5d20 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:27.083523 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-8183919c-8e2a-4c76-a2df-e05107b7caba tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:27.086677 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6231e850-3172-487b-bd7e-88a4a2dc188e tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:27.093020 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6231e850-3172-487b-bd7e-88a4a2dc188e tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:27.094140 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6231e850-3172-487b-bd7e-88a4a2dc188e tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:27.107262 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] Routers {'eab5e1a3-6898-4ba5-954c-61a6a250bd7c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:27.109241 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['eab5e1a3-6898-4ba5-954c-61a6a250bd7c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:27.154998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e80d4b-600f-4821-b654-c6666eee090f None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:27.161031 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231e850-3172-487b-bd7e-88a4a2dc188e tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event updated for resources: {'Port': ['ID=86c86bd5-c793-4562-9570-020b5e0552c8,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:27.217388 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dbcdae02-1d97-485b-acf4-c91c170a93b8 req-349c3ed1-b420-45a9-abe4-c5b8548fbdcd tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 210 time: 0.0506663 Nov 12 04:33:27.272167 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-dc7197d8-239a-4de1-9164-4e36e37acd61 None None] Provisioning complete for port c8e7f226-b8ab-4a6f-98d6-486d9b45c039 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:27.272569 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc7197d8-239a-4de1-9164-4e36e37acd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:27.349959 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] Set router eab5e1a3-6898-4ba5-954c-61a6a250bd7c gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:27.374576 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc7197d8-239a-4de1-9164-4e36e37acd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:27.375491 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-8183919c-8e2a-4c76-a2df-e05107b7caba tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Allocated IP 172.20.0.4 (294ec058-73b6-4a99-bf44-c3ca2f3709aa/ebf988ec-0e1d-4fb3-b211-28e626141e57/7593ae70-1164-4795-b2bc-eeee47b3fbc8) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:27.403273 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-dc7197d8-239a-4de1-9164-4e36e37acd61 None None] For port c8e7f226-b8ab-4a6f-98d6-486d9b45c039, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c8e7f226-b8ab-4a6f-98d6-486d9b45c039,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:27.463894 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6231e850-3172-487b-bd7e-88a4a2dc188e tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7173944 Nov 12 04:33:27.463894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34632) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:27.469517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-4ab9c4eb-a3e0-40aa-a261-dde1d954fa8a tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3b4', 'mac_address': 'fa:16:3e:7b:c5:f6'}, {'ip_address': '2001:db8::231', 'mac_address': 'fa:16:3e:b2:a4:f0'}]}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:27.499104 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d09c9590-4347-42ff-9001-b516a8bd8674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:27.499388 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc7197d8-239a-4de1-9164-4e36e37acd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:27.558524 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7197d8-239a-4de1-9164-4e36e37acd61 None None] Pushing event updated for resources: {'Port': ['ID=c8e7f226-b8ab-4a6f-98d6-486d9b45c039,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:27.569856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-dc7197d8-239a-4de1-9164-4e36e37acd61 None None] Provisioning complete for port f32ea0dd-6c11-44af-9400-c759e8824024 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:27.570549 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc7197d8-239a-4de1-9164-4e36e37acd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:27.599688 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab5e1a3-6898-4ba5-954c-61a6a250bd7c', 'name': 'tempest-ImageQuotaTest-1815812937-router', 'tenant_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': 'c8e7f226-b8ab-4a6f-98d6-486d9b45c039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:21Z', 'updated_at': '2021-11-12T04:33:23Z', 'revision_number': 3, 'project_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'gw_port': {'id': 'c8e7f226-b8ab-4a6f-98d6-486d9b45c039', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab5e1a3-6898-4ba5-954c-61a6a250bd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:23Z', 'updated_at': '2021-11-12T04:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:27.622890 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-dc7197d8-239a-4de1-9164-4e36e37acd61 None None] Port f32ea0dd-6c11-44af-9400-c759e8824024 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:27.634601 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb95169-6b77-4358-b96c-d49a76dc7175 None None] The sync data for ids ['eab5e1a3-6898-4ba5-954c-61a6a250bd7c'] in n-d-768509-24 is: [{'id': 'eab5e1a3-6898-4ba5-954c-61a6a250bd7c', 'name': 'tempest-ImageQuotaTest-1815812937-router', 'tenant_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': 'c8e7f226-b8ab-4a6f-98d6-486d9b45c039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:21Z', 'updated_at': '2021-11-12T04:33:23Z', 'revision_number': 3, 'project_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'gw_port': {'id': 'c8e7f226-b8ab-4a6f-98d6-486d9b45c039', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab5e1a3-6898-4ba5-954c-61a6a250bd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:23Z', 'updated_at': '2021-11-12T04:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:33:27.673653 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-8183919c-8e2a-4c76-a2df-e05107b7caba tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:27.751873 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-53b9a135-4cd2-4e3a-abe1-56692ac313d0 None None] Provisioning complete for port 86c86bd5-c793-4562-9570-020b5e0552c8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:27.752255 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53b9a135-4cd2-4e3a-abe1-56692ac313d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:27.779737 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d09c9590-4347-42ff-9001-b516a8bd8674 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:27.782990 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c4eb-a3e0-40aa-a261-dde1d954fa8a tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:27.808763 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-53b9a135-4cd2-4e3a-abe1-56692ac313d0 None None] Port 86c86bd5-c793-4562-9570-020b5e0552c8 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:27.865776 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-8183919c-8e2a-4c76-a2df-e05107b7caba tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:27.893857 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d09c9590-4347-42ff-9001-b516a8bd8674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:28.034911 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d09c9590-4347-42ff-9001-b516a8bd8674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:28.039263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c9590-4347-42ff-9001-b516a8bd8674 admin admin] Pushing event updated for resources: {'Port': ['ID=f32ea0dd-6c11-44af-9400-c759e8824024,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:28.047945 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-8183919c-8e2a-4c76-a2df-e05107b7caba tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Network 294ec058-73b6-4a99-bf44-c3ca2f3709aa is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:28.055858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-8183919c-8e2a-4c76-a2df-e05107b7caba tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:28.062534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-8183919c-8e2a-4c76-a2df-e05107b7caba tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:28.072062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183919c-8e2a-4c76-a2df-e05107b7caba tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Pushing event updated for resources: {'Port': ['ID=7593ae70-1164-4795-b2bc-eeee47b3fbc8,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:28.132672 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c4eb-a3e0-40aa-a261-dde1d954fa8a tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:28.172240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-8183919c-8e2a-4c76-a2df-e05107b7caba tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:28.173234 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-8183919c-8e2a-4c76-a2df-e05107b7caba tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:28.216356 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09c9590-4347-42ff-9001-b516a8bd8674 admin admin] Network 48d576f7-9075-4c35-8319-73f64290bb5e is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:28.217910 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d09c9590-4347-42ff-9001-b516a8bd8674 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:28.220331 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c4eb-a3e0-40aa-a261-dde1d954fa8a tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:28.256025 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-4ab9c4eb-a3e0-40aa-a261-dde1d954fa8a tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] In _notify_port_updated(), no bound segment for port 86c86bd5-c793-4562-9570-020b5e0552c8 on network 323471e8-d12e-4bf6-8ffb-d80339f512ad {{(pid=103296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:33:28.267195 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab9c4eb-a3e0-40aa-a261-dde1d954fa8a tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:28.268153 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c4eb-a3e0-40aa-a261-dde1d954fa8a tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:28.269764 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4ab9c4eb-a3e0-40aa-a261-dde1d954fa8a tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "PUT /v2.0/ports/86c86bd5-c793-4562-9570-020b5e0552c8 HTTP/1.1" status: 200 len: 1067 time: 0.8069041 Nov 12 04:33:28.275028 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34646) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:28.327226 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-8183919c-8e2a-4c76-a2df-e05107b7caba tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5442419 Nov 12 04:33:28.376853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Request body: {'port': {'device_id': 'cd57d883-5ad9-4021-b58a-7d871ac7e4f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:28.389826 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9c4eb-a3e0-40aa-a261-dde1d954fa8a tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event updated for resources: {'Port': ['ID=86c86bd5-c793-4562-9570-020b5e0552c8,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:28.482682 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09c9590-4347-42ff-9001-b516a8bd8674 admin admin] Router eab5e1a3-6898-4ba5-954c-61a6a250bd7c has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:33:28.509385 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a870e7f5-4d11-4b77-8331-63ab9d6c2620 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Deleting port 86c86bd5-c793-4562-9570-020b5e0552c8 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:28.509799 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a870e7f5-4d11-4b77-8331-63ab9d6c2620 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:28.540939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad47d2a-9e6c-4c17-bead-8e8a07c48f0e req-c8a577b9-29bb-41c2-87a5-1a3027bdb7c9 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:28.557157 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aad47d2a-9e6c-4c17-bead-8e8a07c48f0e req-c8a577b9-29bb-41c2-87a5-1a3027bdb7c9 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 931 time: 0.1376762 Nov 12 04:33:28.559787 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:28.611850 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-42bdd395-9053-4ca8-8569-9b17e7644221 None None] Provisioning complete for port 7593ae70-1164-4795-b2bc-eeee47b3fbc8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:28.612501 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-42bdd395-9053-4ca8-8569-9b17e7644221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:28.708751 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-42bdd395-9053-4ca8-8569-9b17e7644221 None None] Port 7593ae70-1164-4795-b2bc-eeee47b3fbc8 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:28.762851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09c9590-4347-42ff-9001-b516a8bd8674 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:33:28.771281 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aad47d2a-9e6c-4c17-bead-8e8a07c48f0e req-b31714dc-6761-4e82-8d26-9970068c3dc8 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131236 Nov 12 04:33:28.793881 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d09c9590-4347-42ff-9001-b516a8bd8674 admin admin] 10.222.0.37 "PUT /v2.0/routers/eab5e1a3-6898-4ba5-954c-61a6a250bd7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9751382 Nov 12 04:33:28.841576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c8e7f226-b8ab-4a6f-98d6-486d9b45c039 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:28.909045 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a870e7f5-4d11-4b77-8331-63ab9d6c2620 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:28.940109 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a870e7f5-4d11-4b77-8331-63ab9d6c2620 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Calling delete_port for 86c86bd5-c793-4562-9570-020b5e0552c8 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:29.141835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0b748ab8-5434-42f2-b3f3-645d077844ca None None] Provisioning complete for port f32ea0dd-6c11-44af-9400-c759e8824024 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:29.142268 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b748ab8-5434-42f2-b3f3-645d077844ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:29.142990 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7593ae70-1164-4795-b2bc-eeee47b3fbc8 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:33:29.153862 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:29.216871 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0b748ab8-5434-42f2-b3f3-645d077844ca None None] Port f32ea0dd-6c11-44af-9400-c759e8824024 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:29.228526 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port c8e7f226-b8ab-4a6f-98d6-486d9b45c039 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:29.229343 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:29.242419 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a870e7f5-4d11-4b77-8331-63ab9d6c2620 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:29.243813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Transition to ACTIVE for port object 7593ae70-1164-4795-b2bc-eeee47b3fbc8 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:33:29.277288 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0b748ab8-5434-42f2-b3f3-645d077844ca None None] Provisioning complete for port 86c86bd5-c793-4562-9570-020b5e0552c8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:29.277837 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b748ab8-5434-42f2-b3f3-645d077844ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:29.279407 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870e7f5-4d11-4b77-8331-63ab9d6c2620 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event deleted for resources: {'Port': ['ID=86c86bd5-c793-4562-9570-020b5e0552c8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:29.299569 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0b748ab8-5434-42f2-b3f3-645d077844ca None None] Port 86c86bd5-c793-4562-9570-020b5e0552c8 was deleted so its status cannot be updated. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 04:33:29.343722 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:29.459725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Pushing event updated for resources: {'Port': ['ID=7593ae70-1164-4795-b2bc-eeee47b3fbc8,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:29.494746 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a870e7f5-4d11-4b77-8331-63ab9d6c2620 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:29.510158 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a870e7f5-4d11-4b77-8331-63ab9d6c2620 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "DELETE /v2.0/ports/86c86bd5-c793-4562-9570-020b5e0552c8 HTTP/1.1" status: 204 len: 168 time: 1.2259400 Nov 12 04:33:29.510853 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34674) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:29.546419 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d23e04-05f5-49c2-b8a4-1cbf60a119f6 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] GET failed (client error): The resource could not be found. Nov 12 04:33:29.550723 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-92d23e04-05f5-49c2-b8a4-1cbf60a119f6 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "GET /v2.0/ports/86c86bd5-c793-4562-9570-020b5e0552c8 HTTP/1.1" status: 404 len: 333 time: 0.0363066 Nov 12 04:33:29.551113 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34676) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:29.609518 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Attempting to bind port 7593ae70-1164-4795-b2bc-eeee47b3fbc8 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:29.609943 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Attempting to bind port 7593ae70-1164-4795-b2bc-eeee47b3fbc8 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:29.610716 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Attempting to bind port 7593ae70-1164-4795-b2bc-eeee47b3fbc8 on network 294ec058-73b6-4a99-bf44-c3ca2f3709aa {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:29.616669 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Port 7593ae70-1164-4795-b2bc-eeee47b3fbc8 on network 294ec058-73b6-4a99-bf44-c3ca2f3709aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:33:29.617084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Attempting to bind port 7593ae70-1164-4795-b2bc-eeee47b3fbc8 on network 294ec058-73b6-4a99-bf44-c3ca2f3709aa {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:29.624309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:29.624309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Checking segment: {'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:29.624309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Bound using segment: {'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:29.624309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Bound port: 7593ae70-1164-4795-b2bc-eeee47b3fbc8, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ebc627-98b3-4158-9a83-75ce28b4218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:29.624891 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:29.714990 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2cc646eb-ca66-43f6-92d2-94ee3f7a796d tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Deleting port 22d42cbc-453f-4714-bfb3-f3addeef7e4b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:29.715534 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cc646eb-ca66-43f6-92d2-94ee3f7a796d tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:29.759828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] For port 7593ae70-1164-4795-b2bc-eeee47b3fbc8, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:29.763713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] For port 7593ae70-1164-4795-b2bc-eeee47b3fbc8, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7593ae70-1164-4795-b2bc-eeee47b3fbc8,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:29.832084 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:29.886060 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cc646eb-ca66-43f6-92d2-94ee3f7a796d tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:29.901132 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2cc646eb-ca66-43f6-92d2-94ee3f7a796d tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Calling delete_port for 22d42cbc-453f-4714-bfb3-f3addeef7e4b owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:29.941986 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:29.944787 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:29.945758 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] 10.222.0.31 "PUT /v2.0/ports/7593ae70-1164-4795-b2bc-eeee47b3fbc8 HTTP/1.1" status: 200 len: 1092 time: 1.5886669 Nov 12 04:33:29.956372 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd57d883-5ad9-4021-b58a-7d871ac7e4f0', 'tag': '7593ae70-1164-4795-b2bc-eeee47b3fbc8'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:29.966220 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc469a78-eb43-4ebc-b0d6-e4a49f6555ed" -d '{"events": [{"name": "network-changed", "server_uuid": "cd57d883-5ad9-4021-b58a-7d871ac7e4f0", "tag": "7593ae70-1164-4795-b2bc-eeee47b3fbc8"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:30.013810 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e30f51-4173-4e2a-b2cd-f993a1618f47 service neutron] Pushing event updated for resources: {'Port': ['ID=7593ae70-1164-4795-b2bc-eeee47b3fbc8,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:30.079336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315f7a9-668d-4c91-828e-fc3b097b47b6 req-5e3b0712-4c05-4413-8145-790c774b4380 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:30.088259 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9315f7a9-668d-4c91-828e-fc3b097b47b6 req-5e3b0712-4c05-4413-8145-790c774b4380 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 943 time: 0.2050931 Nov 12 04:33:30.225660 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cc646eb-ca66-43f6-92d2-94ee3f7a796d tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:30.317852 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2cc646eb-ca66-43f6-92d2-94ee3f7a796d tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:30.325399 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2cc646eb-ca66-43f6-92d2-94ee3f7a796d tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "DELETE /v2.0/ports/22d42cbc-453f-4714-bfb3-f3addeef7e4b HTTP/1.1" status: 204 len: 168 time: 0.7726262 Nov 12 04:33:30.326785 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc646eb-ca66-43f6-92d2-94ee3f7a796d tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event deleted for resources: {'Port': ['ID=22d42cbc-453f-4714-bfb3-f3addeef7e4b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:30.328684 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34696) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:30.363815 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-80af61e6-b58e-4415-8bbe-56984c365865 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] GET failed (client error): The resource could not be found. Nov 12 04:33:30.367293 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-80af61e6-b58e-4415-8bbe-56984c365865 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "GET /v2.0/ports/22d42cbc-453f-4714-bfb3-f3addeef7e4b HTTP/1.1" status: 404 len: 333 time: 0.0358913 Nov 12 04:33:30.371801 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34700) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:30.390880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] Sync routers for ids ['eab5e1a3-6898-4ba5-954c-61a6a250bd7c'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:33:30.409456 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] Routers {'eab5e1a3-6898-4ba5-954c-61a6a250bd7c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:30.410109 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['eab5e1a3-6898-4ba5-954c-61a6a250bd7c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:30.549978 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8baf5ea7-ee30-4030-b4d8-b964350b1cc2 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Deleting port fbf47a46-5b0f-4ef3-acec-87c388c231b4 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:30.550427 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8baf5ea7-ee30-4030-b4d8-b964350b1cc2 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:30.666561 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9315f7a9-668d-4c91-828e-fc3b097b47b6 req-357fd7c8-e40a-41af-9c9b-df33ef204c43 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5772316 Nov 12 04:33:30.700724 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] Set router eab5e1a3-6898-4ba5-954c-61a6a250bd7c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:30.705245 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-da4c7bf6-99b5-465f-bf2d-96bb4a952fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:30.716125 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-da4c7bf6-99b5-465f-bf2d-96bb4a952fb7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11b870a2c29b44949808dbbff5df5d20&device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 1095 time: 0.6100354 Nov 12 04:33:30.736813 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8baf5ea7-ee30-4030-b4d8-b964350b1cc2 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:30.767709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8baf5ea7-ee30-4030-b4d8-b964350b1cc2 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Calling delete_port for fbf47a46-5b0f-4ef3-acec-87c388c231b4 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:30.773137 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a232639e-3ab3-4f75-bc40-62fab932f9cc x-openstack-request-id: req-a232639e-3ab3-4f75-bc40-62fab932f9cc {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:30.773444 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd57d883-5ad9-4021-b58a-7d871ac7e4f0", "tag": "7593ae70-1164-4795-b2bc-eeee47b3fbc8", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:30.773698 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a232639e-3ab3-4f75-bc40-62fab932f9cc {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:30.774104 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd57d883-5ad9-4021-b58a-7d871ac7e4f0', 'tag': '7593ae70-1164-4795-b2bc-eeee47b3fbc8', 'status': 'completed', 'code': 200} Nov 12 04:33:30.775637 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-30bf6979-7c6d-4115-aab3-98817f444ccc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7593ae70-1164-4795-b2bc-eeee47b3fbc8 HTTP/1.1" status: 200 len: 217 time: 0.0425096 Nov 12 04:33:30.851278 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-f4f7dcbe-2c20-4909-8b2a-9ed8172bf7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:30.855972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-f4f7dcbe-2c20-4909-8b2a-9ed8172bf7a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ebf988ec-0e1d-4fb3-b211-28e626141e57 HTTP/1.1" status: 200 len: 856 time: 0.0730822 Nov 12 04:33:30.914780 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-ced1c052-f2bc-41be-8a06-62985989faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:30.916182 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-ced1c052-f2bc-41be-8a06-62985989faf0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294ec058-73b6-4a99-bf44-c3ca2f3709aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526726 Nov 12 04:33:30.960679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34716) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:31.005084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab5e1a3-6898-4ba5-954c-61a6a250bd7c', 'name': 'tempest-ImageQuotaTest-1815812937-router', 'tenant_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': 'c8e7f226-b8ab-4a6f-98d6-486d9b45c039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:21Z', 'updated_at': '2021-11-12T04:33:27Z', 'revision_number': 4, 'project_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'gw_port': {'id': 'c8e7f226-b8ab-4a6f-98d6-486d9b45c039', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab5e1a3-6898-4ba5-954c-61a6a250bd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:23Z', 'updated_at': '2021-11-12T04:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'f32ea0dd-6c11-44af-9400-c759e8824024', 'name': '', 'network_id': '48d576f7-9075-4c35-8319-73f64290bb5e', 'tenant_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'mac_address': 'fa:16:3e:69:bd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab5e1a3-6898-4ba5-954c-61a6a250bd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '528bd3cf-8f23-452f-95c4-64b7041184a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:26Z', 'updated_at': '2021-11-12T04:33:27Z', 'revision_number': 2, 'project_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'subnets': [{'id': '528bd3cf-8f23-452f-95c4-64b7041184a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:31.043504 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] Checking router: eab5e1a3-6898-4ba5-954c-61a6a250bd7c for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:33:31.043856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] Updating router eab5e1a3-6898-4ba5-954c-61a6a250bd7c port f32ea0dd-6c11-44af-9400-c759e8824024 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:33:31.060498 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8baf5ea7-ee30-4030-b4d8-b964350b1cc2 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:31.068874 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-2a47d7b6-7cef-42ca-82e7-b8ce00f51df8 service neutron] 10.222.0.31 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434958 Nov 12 04:33:31.072807 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:31.094913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf5ea7-ee30-4030-b4d8-b964350b1cc2 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event deleted for resources: {'Port': ['ID=fbf47a46-5b0f-4ef3-acec-87c388c231b4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:31.130028 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8baf5ea7-ee30-4030-b4d8-b964350b1cc2 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:31.136145 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8baf5ea7-ee30-4030-b4d8-b964350b1cc2 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "DELETE /v2.0/ports/fbf47a46-5b0f-4ef3-acec-87c388c231b4 HTTP/1.1" status: 204 len: 168 time: 0.7629855 Nov 12 04:33:31.136856 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34722) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:31.214082 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0f49071-437d-4e6d-b80f-b82b5c80de81 req-c8f810ee-daad-45dc-ba0c-fbb691e90bd5 service neutron] 10.222.0.31 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362290 Nov 12 04:33:31.236275 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f1d8bf-4c2d-4c95-a235-476822c84160 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Deleting subnet 8a8dabef-0465-4252-a1ff-fa98defb8dd5 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:33:31.245046 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d8bf-4c2d-4c95-a235-476822c84160 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:31.443097 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:31.443670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc469a78-eb43-4ebc-b0d6-e4a49f6555ed req-aecd0505-502e-410b-b116-8aa44d6a1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:31.445050 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc469a78-eb43-4ebc-b0d6-e4a49f6555ed req-aecd0505-502e-410b-b116-8aa44d6a1aef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11b870a2c29b44949808dbbff5df5d20&device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 1095 time: 0.0469067 Nov 12 04:33:31.560613 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:31.562959 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc469a78-eb43-4ebc-b0d6-e4a49f6555ed req-bfe57c73-84e0-4677-9b40-bb4167073825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:31.564769 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc469a78-eb43-4ebc-b0d6-e4a49f6555ed req-bfe57c73-84e0-4677-9b40-bb4167073825 service neutron] 10.222.0.31 "GET /v2.0/networks?id=294ec058-73b6-4a99-bf44-c3ca2f3709aa HTTP/1.1" status: 200 len: 918 time: 0.1123540 Nov 12 04:33:31.615445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34726) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:31.617228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d394761-10c8-4d15-a1ae-36f129717b0a None None] Pushing event updated for resources: {'Port': ['ID=f32ea0dd-6c11-44af-9400-c759e8824024,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:31.630365 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc469a78-eb43-4ebc-b0d6-e4a49f6555ed req-86e98307-8478-45bd-9d4b-46e9d5327ba7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7593ae70-1164-4795-b2bc-eeee47b3fbc8 HTTP/1.1" status: 200 len: 217 time: 0.0565479 Nov 12 04:33:31.659273 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d8bf-4c2d-4c95-a235-476822c84160 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:31.714545 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] Attempting to bind port f32ea0dd-6c11-44af-9400-c759e8824024 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:31.714943 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] Attempting to bind port f32ea0dd-6c11-44af-9400-c759e8824024 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '899223ef-bdf4-4699-83e2-2555da033330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '48d576f7-9075-4c35-8319-73f64290bb5e'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:31.715313 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] Attempting to bind port f32ea0dd-6c11-44af-9400-c759e8824024 on network 48d576f7-9075-4c35-8319-73f64290bb5e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:31.723599 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:31.723900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] Checking segment: {'id': '899223ef-bdf4-4699-83e2-2555da033330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '48d576f7-9075-4c35-8319-73f64290bb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:31.724303 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:31.724687 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] Bound using segment: {'id': '899223ef-bdf4-4699-83e2-2555da033330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '48d576f7-9075-4c35-8319-73f64290bb5e'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:31.725145 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] Bound port: f32ea0dd-6c11-44af-9400-c759e8824024, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899223ef-bdf4-4699-83e2-2555da033330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '48d576f7-9075-4c35-8319-73f64290bb5e'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:31.725522 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:31.792260 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc469a78-eb43-4ebc-b0d6-e4a49f6555ed req-c00dd880-51de-4387-b515-44772991bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:31.793883 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc469a78-eb43-4ebc-b0d6-e4a49f6555ed req-c00dd880-51de-4387-b515-44772991bf73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ebf988ec-0e1d-4fb3-b211-28e626141e57 HTTP/1.1" status: 200 len: 856 time: 0.1502697 Nov 12 04:33:31.795821 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-10ad936c-e5c9-4754-8c25-bb399a75c65d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:31.837380 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] For port f32ea0dd-6c11-44af-9400-c759e8824024, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:31.841579 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] For port f32ea0dd-6c11-44af-9400-c759e8824024, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f32ea0dd-6c11-44af-9400-c759e8824024,segment=NetworkSegment(899223ef-bdf4-4699-83e2-2555da033330),segment_id=899223ef-bdf4-4699-83e2-2555da033330)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:31.852839 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d8bf-4c2d-4c95-a235-476822c84160 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:31.927661 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc469a78-eb43-4ebc-b0d6-e4a49f6555ed req-2a09a19e-ca28-45f1-a5a9-3968b62bc9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:31.929173 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc469a78-eb43-4ebc-b0d6-e4a49f6555ed req-2a09a19e-ca28-45f1-a5a9-3968b62bc9ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294ec058-73b6-4a99-bf44-c3ca2f3709aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1236711 Nov 12 04:33:31.933141 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:31.939115 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a80fd-445f-45a9-9b61-9199250b2c72 req-a295477c-8b80-4e66-935e-9e4026d06eb2 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:31.940640 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c7a80fd-445f-45a9-9b61-9199250b2c72 req-a295477c-8b80-4e66-935e-9e4026d06eb2 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 943 time: 0.1043496 Nov 12 04:33:31.965911 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ee86e7a-e8ac-4dd4-a963-aa8e7b760e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.016190 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] Routers {'eab5e1a3-6898-4ba5-954c-61a6a250bd7c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:32.016833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['eab5e1a3-6898-4ba5-954c-61a6a250bd7c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:32.080771 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0054bebd-a6cd-4054-8bae-ec8716518818 None None] Provisioning complete for port f32ea0dd-6c11-44af-9400-c759e8824024 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:32.081147 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0054bebd-a6cd-4054-8bae-ec8716518818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.081706 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d8bf-4c2d-4c95-a235-476822c84160 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.098842 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c7a80fd-445f-45a9-9b61-9199250b2c72 req-032bc5d4-dfd3-4eda-a644-1d9e9d6a291a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382194 Nov 12 04:33:32.105486 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-10ad936c-e5c9-4754-8c25-bb399a75c65d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.123577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1d8bf-4c2d-4c95-a235-476822c84160 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event deleted for resources: {'Subnet': ['ID=8a8dabef-0465-4252-a1ff-fa98defb8dd5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:32.126183 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d8bf-4c2d-4c95-a235-476822c84160 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.133234 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c3f1d8bf-4c2d-4c95-a235-476822c84160 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "DELETE /v2.0/subnets/8a8dabef-0465-4252-a1ff-fa98defb8dd5 HTTP/1.1" status: 204 len: 168 time: 0.9929016 Nov 12 04:33:32.137072 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34732) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:32.147698 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6398c0eb-92cc-4fc3-b901-ca9c1cf9c288 None None] Network 323471e8-d12e-4bf6-8ffb-d80339f512ad requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:32.202764 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-10ad936c-e5c9-4754-8c25-bb399a75c65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.231418 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc469a78-eb43-4ebc-b0d6-e4a49f6555ed req-bce32934-e206-4017-b940-c0f9e704e17d service neutron] 10.222.0.31 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896616 Nov 12 04:33:32.232976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d394761-10c8-4d15-a1ae-36f129717b0a None None] Pushing event updated for resources: {'Port': ['ID=f32ea0dd-6c11-44af-9400-c759e8824024,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:32.300160 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0ee86e7a-e8ac-4dd4-a963-aa8e7b760e1d admin admin] Deleting port f32ea0dd-6c11-44af-9400-c759e8824024 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:32.300572 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ee86e7a-e8ac-4dd4-a963-aa8e7b760e1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.323661 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34734) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:32.323916 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-10ad936c-e5c9-4754-8c25-bb399a75c65d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=942c7610c52f41fca250fde91ef1cbb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7070539 Nov 12 04:33:32.335073 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] Set router eab5e1a3-6898-4ba5-954c-61a6a250bd7c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:32.349921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad936c-e5c9-4754-8c25-bb399a75c65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53622494-1a26-406e-9674-97739a2e7d96,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:32.362518 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0054bebd-a6cd-4054-8bae-ec8716518818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.384671 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.447587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0054bebd-a6cd-4054-8bae-ec8716518818 None None] For port f32ea0dd-6c11-44af-9400-c759e8824024, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f32ea0dd-6c11-44af-9400-c759e8824024,segment=NetworkSegment(899223ef-bdf4-4699-83e2-2555da033330),segment_id=899223ef-bdf4-4699-83e2-2555da033330)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:32.462118 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76cdfeed-f29a-41d0-9163-5fc877dccdeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.464843 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-0ee86e7a-e8ac-4dd4-a963-aa8e7b760e1d admin admin] For port f32ea0dd-6c11-44af-9400-c759e8824024, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f32ea0dd-6c11-44af-9400-c759e8824024,segment=NetworkSegment(899223ef-bdf4-4699-83e2-2555da033330),segment_id=899223ef-bdf4-4699-83e2-2555da033330)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:32.465203 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ee86e7a-e8ac-4dd4-a963-aa8e7b760e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.469910 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc469a78-eb43-4ebc-b0d6-e4a49f6555ed req-7ec6787a-4910-4a5d-925e-2483e86dbd5f service neutron] 10.222.0.31 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912165 Nov 12 04:33:32.482344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Deleting port e95fc65c-5d97-422d-90da-a7a695a2e219 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:32.482656 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.492085 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0ee86e7a-e8ac-4dd4-a963-aa8e7b760e1d admin admin] Calling delete_port for f32ea0dd-6c11-44af-9400-c759e8824024 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:32.504613 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76cdfeed-f29a-41d0-9163-5fc877dccdeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.540451 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0054bebd-a6cd-4054-8bae-ec8716518818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.573958 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] For port e95fc65c-5d97-422d-90da-a7a695a2e219, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e95fc65c-5d97-422d-90da-a7a695a2e219,segment=NetworkSegment(b4f69f62-3413-4453-bc16-d2c71fddf8ad),segment_id=b4f69f62-3413-4453-bc16-d2c71fddf8ad)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:32.573958 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.602370 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Calling delete_port for e95fc65c-5d97-422d-90da-a7a695a2e219 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:32.623121 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054bebd-a6cd-4054-8bae-ec8716518818 None None] Pushing event updated for resources: {'Port': ['ID=f32ea0dd-6c11-44af-9400-c759e8824024,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:32.627850 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1540eb2-1d90-4a54-87ab-9d2fedc7b78f None None] DHCP port deletion for 323471e8-d12e-4bf6-8ffb-d80339f512ad request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:32.714203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-88337ec9-20a5-49ad-851b-3dc90139e3be None None] Provisioning complete for port f32ea0dd-6c11-44af-9400-c759e8824024 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:32.714570 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88337ec9-20a5-49ad-851b-3dc90139e3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.747614 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76cdfeed-f29a-41d0-9163-5fc877dccdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.750748 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76cdfeed-f29a-41d0-9163-5fc877dccdeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.752051 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-76cdfeed-f29a-41d0-9163-5fc877dccdeb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53622494-1a26-406e-9674-97739a2e7d96 HTTP/1.1" status: 204 len: 168 time: 0.4275060 Nov 12 04:33:32.768696 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e95fc65c-5d97-422d-90da-a7a695a2e219 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:33:32.771470 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdfeed-f29a-41d0-9163-5fc877dccdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53622494-1a26-406e-9674-97739a2e7d96,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:32.831515 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f1540eb2-1d90-4a54-87ab-9d2fedc7b78f None None] Deleting port e95fc65c-5d97-422d-90da-a7a695a2e219 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:32.831877 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1540eb2-1d90-4a54-87ab-9d2fedc7b78f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.836250 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab5e1a3-6898-4ba5-954c-61a6a250bd7c', 'name': 'tempest-ImageQuotaTest-1815812937-router', 'tenant_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': 'c8e7f226-b8ab-4a6f-98d6-486d9b45c039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:21Z', 'updated_at': '2021-11-12T04:33:27Z', 'revision_number': 4, 'project_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'gw_port': {'id': 'c8e7f226-b8ab-4a6f-98d6-486d9b45c039', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab5e1a3-6898-4ba5-954c-61a6a250bd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:23Z', 'updated_at': '2021-11-12T04:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'f32ea0dd-6c11-44af-9400-c759e8824024', 'name': '', 'network_id': '48d576f7-9075-4c35-8319-73f64290bb5e', 'tenant_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'mac_address': 'fa:16:3e:69:bd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab5e1a3-6898-4ba5-954c-61a6a250bd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '528bd3cf-8f23-452f-95c4-64b7041184a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:26Z', 'updated_at': '2021-11-12T04:33:31Z', 'revision_number': 4, 'project_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'subnets': [{'id': '528bd3cf-8f23-452f-95c4-64b7041184a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:32.847556 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.872651 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event deleted for resources: {'Port': ['ID=e95fc65c-5d97-422d-90da-a7a695a2e219,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:32.874517 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ee86e7a-e8ac-4dd4-a963-aa8e7b760e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.877483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] No DVR routers for this DVR port e95fc65c-5d97-422d-90da-a7a695a2e219 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:33:32.890274 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942cfc9-8b10-425e-ab71-2502be066ed6 None None] The sync data for ids ['eab5e1a3-6898-4ba5-954c-61a6a250bd7c'] in n-d-768509-24 is: [{'id': 'eab5e1a3-6898-4ba5-954c-61a6a250bd7c', 'name': 'tempest-ImageQuotaTest-1815812937-router', 'tenant_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': 'c8e7f226-b8ab-4a6f-98d6-486d9b45c039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:21Z', 'updated_at': '2021-11-12T04:33:27Z', 'revision_number': 4, 'project_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'gw_port': {'id': 'c8e7f226-b8ab-4a6f-98d6-486d9b45c039', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab5e1a3-6898-4ba5-954c-61a6a250bd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:23Z', 'updated_at': '2021-11-12T04:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'f32ea0dd-6c11-44af-9400-c759e8824024', 'name': '', 'network_id': '48d576f7-9075-4c35-8319-73f64290bb5e', 'tenant_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'mac_address': 'fa:16:3e:69:bd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab5e1a3-6898-4ba5-954c-61a6a250bd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '528bd3cf-8f23-452f-95c4-64b7041184a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:26Z', 'updated_at': '2021-11-12T04:33:31Z', 'revision_number': 4, 'project_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'subnets': [{'id': '528bd3cf-8f23-452f-95c4-64b7041184a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:33:32.908813 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee86e7a-e8ac-4dd4-a963-aa8e7b760e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=f32ea0dd-6c11-44af-9400-c759e8824024,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:33.045223 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:33.093285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323471e8-d12e-4bf6-8ffb-d80339f512ad']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:33.117544 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f69f62-3413-4453-bc16-d2c71fddf8ad') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:33.117842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f69f62-3413-4453-bc16-d2c71fddf8ad') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:33.131161 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:33.148496 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:33.155249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:33:33.155657 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:33.220333 n-d-768509-24 neutron-server[103298]: INFO neutron.plugins.ml2.db [None req-88337ec9-20a5-49ad-851b-3dc90139e3be None None] No ports have port_id starting with f32ea0dd-6c11-44af-9400-c759e8824024 Nov 12 04:33:33.253402 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No active binding found for port e95fc65c-5d97-422d-90da-a7a695a2e219 {{(pid=103298) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 04:33:33.255547 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e95fc65c-5d97-422d-90da-a7a695a2e219 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:33:33.268168 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:33:33.283054 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ee86e7a-e8ac-4dd4-a963-aa8e7b760e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:33.293876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f1540eb2-1d90-4a54-87ab-9d2fedc7b78f None None] For port e95fc65c-5d97-422d-90da-a7a695a2e219, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e95fc65c-5d97-422d-90da-a7a695a2e219,segment=NetworkSegment(b4f69f62-3413-4453-bc16-d2c71fddf8ad),segment_id=b4f69f62-3413-4453-bc16-d2c71fddf8ad)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:33.295736 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1540eb2-1d90-4a54-87ab-9d2fedc7b78f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:33.320152 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f1540eb2-1d90-4a54-87ab-9d2fedc7b78f None None] Calling delete_port for e95fc65c-5d97-422d-90da-a7a695a2e219 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:33.361695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf388e4-775f-4ff6-b795-03e35eeac6f0 req-dee59387-1812-4871-bb04-c264ada79bdc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:33.363446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bdf388e4-775f-4ff6-b795-03e35eeac6f0 req-dee59387-1812-4871-bb04-c264ada79bdc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 943 time: 0.0944219 Nov 12 04:33:33.366309 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:33.372859 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:33.377877 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] 10.222.0.37 "DELETE /v2.0/networks/323471e8-d12e-4bf6-8ffb-d80339f512ad HTTP/1.1" status: 204 len: 168 time: 1.2110043 Nov 12 04:33:33.380526 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a9d09500-c8df-424b-b6e7-3ad02e44a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:33.403870 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf151d-62c1-49be-82e3-09f8e5f1dec9 tempest-AllowedAddressPairIpV6TestJSON-607254850 tempest-AllowedAddressPairIpV6TestJSON-607254850-project] Pushing event deleted for resources: {'Network': ['ID=323471e8-d12e-4bf6-8ffb-d80339f512ad,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:33:33.451498 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:33:33.463153 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f1540eb2-1d90-4a54-87ab-9d2fedc7b78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:33.486737 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bdf388e4-775f-4ff6-b795-03e35eeac6f0 req-d5563cb9-9c0c-467e-8447-9398c75596c0 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076112 Nov 12 04:33:33.518477 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1540eb2-1d90-4a54-87ab-9d2fedc7b78f None None] Pushing event deleted for resources: {'Port': ['ID=e95fc65c-5d97-422d-90da-a7a695a2e219,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:33.521474 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1540eb2-1d90-4a54-87ab-9d2fedc7b78f None None] Network 323471e8-d12e-4bf6-8ffb-d80339f512ad is not hosted by any dhcp agent {{(pid=103298) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:33:33.521939 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1540eb2-1d90-4a54-87ab-9d2fedc7b78f None None] No DVR routers for this DVR port e95fc65c-5d97-422d-90da-a7a695a2e219 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:33:33.644591 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee86e7a-e8ac-4dd4-a963-aa8e7b760e1d admin admin] Router eab5e1a3-6898-4ba5-954c-61a6a250bd7c has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:33:33.764231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee86e7a-e8ac-4dd4-a963-aa8e7b760e1d admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:33:33.771161 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0ee86e7a-e8ac-4dd4-a963-aa8e7b760e1d admin admin] 10.222.0.37 "PUT /v2.0/routers/eab5e1a3-6898-4ba5-954c-61a6a250bd7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8091264 Nov 12 04:33:33.772594 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34744) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:33.811354 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34746) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:33.825654 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12c3ab8a-5d94-4aaf-8a21-72e05c994ae6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:33.897769 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ea85d0a6-9211-4d3f-8798-374b06e44967 admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:33.929534 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12c3ab8a-5d94-4aaf-8a21-72e05c994ae6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:33.958688 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7593ae70-1164-4795-b2bc-eeee47b3fbc8 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:33:34.017241 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-12c3ab8a-5d94-4aaf-8a21-72e05c994ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:34.036914 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ea85d0a6-9211-4d3f-8798-374b06e44967 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:34.079012 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-12c3ab8a-5d94-4aaf-8a21-72e05c994ae6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=208e8a78f92f40c8b24a036429028cb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2661662 Nov 12 04:33:34.080259 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3ab8a-5d94-4aaf-8a21-72e05c994ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3f82b5-523b-48c6-94fc-1350339fccad,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:34.081785 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34750) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:34.097033 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7593ae70-1164-4795-b2bc-eeee47b3fbc8, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7593ae70-1164-4795-b2bc-eeee47b3fbc8,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:34.112073 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '7593ae70-1164-4795-b2bc-eeee47b3fbc8', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'port_id': '7593ae70-1164-4795-b2bc-eeee47b3fbc8', 'mac_address': 'fa:16:3e:a2:30:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:33:34.137391 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34752) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:34.169301 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:34.172089 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d423e9c-20c5-46a2-a67d-d6ec0345067b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:34.187769 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7593ae70-1164-4795-b2bc-eeee47b3fbc8 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:33:34.207341 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d423e9c-20c5-46a2-a67d-d6ec0345067b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:34.212616 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7593ae70-1164-4795-b2bc-eeee47b3fbc8, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7593ae70-1164-4795-b2bc-eeee47b3fbc8,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:34.244543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-ea85d0a6-9211-4d3f-8798-374b06e44967 admin admin] Deleting port c8e7f226-b8ab-4a6f-98d6-486d9b45c039 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:34.244946 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ea85d0a6-9211-4d3f-8798-374b06e44967 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:34.306133 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-af84bb00-cdcd-4eed-9231-d45375bdaae7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a53706b8d13f45988972228085c67feb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1669352 Nov 12 04:33:34.308468 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34756) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:34.362932 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-ea85d0a6-9211-4d3f-8798-374b06e44967 admin admin] For port c8e7f226-b8ab-4a6f-98d6-486d9b45c039, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c8e7f226-b8ab-4a6f-98d6-486d9b45c039,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:34.363289 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ea85d0a6-9211-4d3f-8798-374b06e44967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:34.367498 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:34.384503 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-ea85d0a6-9211-4d3f-8798-374b06e44967 admin admin] Calling delete_port for c8e7f226-b8ab-4a6f-98d6-486d9b45c039 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:34.407977 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c35eb7b0-b656-46bd-9f4c-5dc6ad9e859d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:34.419575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=7593ae70-1164-4795-b2bc-eeee47b3fbc8,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:34.445052 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20c95a1-7010-47eb-a3a6-1a8f2b331e65 None None] Sync routers for ids ['eab5e1a3-6898-4ba5-954c-61a6a250bd7c'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:33:34.449324 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d423e9c-20c5-46a2-a67d-d6ec0345067b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:34.451892 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d423e9c-20c5-46a2-a67d-d6ec0345067b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:34.453048 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2d423e9c-20c5-46a2-a67d-d6ec0345067b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c3f82b5-523b-48c6-94fc-1350339fccad HTTP/1.1" status: 204 len: 168 time: 0.3686709 Nov 12 04:33:34.456648 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20c95a1-7010-47eb-a3a6-1a8f2b331e65 None None] Routers {'eab5e1a3-6898-4ba5-954c-61a6a250bd7c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:34.457282 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e20c95a1-7010-47eb-a3a6-1a8f2b331e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['eab5e1a3-6898-4ba5-954c-61a6a250bd7c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:34.478050 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c35eb7b0-b656-46bd-9f4c-5dc6ad9e859d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:34.480078 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d423e9c-20c5-46a2-a67d-d6ec0345067b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3f82b5-523b-48c6-94fc-1350339fccad,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:34.558799 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-e20c95a1-7010-47eb-a3a6-1a8f2b331e65 None None] Set router eab5e1a3-6898-4ba5-954c-61a6a250bd7c gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:34.624984 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e20c95a1-7010-47eb-a3a6-1a8f2b331e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab5e1a3-6898-4ba5-954c-61a6a250bd7c', 'name': 'tempest-ImageQuotaTest-1815812937-router', 'tenant_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:21Z', 'updated_at': '2021-11-12T04:33:34Z', 'revision_number': 6, 'project_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:34.652211 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20c95a1-7010-47eb-a3a6-1a8f2b331e65 None None] Checking router: eab5e1a3-6898-4ba5-954c-61a6a250bd7c for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:33:34.660767 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20c95a1-7010-47eb-a3a6-1a8f2b331e65 None None] Routers {'eab5e1a3-6898-4ba5-954c-61a6a250bd7c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:34.661262 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e20c95a1-7010-47eb-a3a6-1a8f2b331e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['eab5e1a3-6898-4ba5-954c-61a6a250bd7c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:34.669239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01228cc7-ddab-4e2b-830d-377d97cc2b78 req-1986f263-fa5b-4351-b533-2c971da4bf8d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:34.670880 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01228cc7-ddab-4e2b-830d-377d97cc2b78 req-1986f263-fa5b-4351-b533-2c971da4bf8d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 944 time: 0.0673497 Nov 12 04:33:34.686543 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c35eb7b0-b656-46bd-9f4c-5dc6ad9e859d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:34.696549 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c35eb7b0-b656-46bd-9f4c-5dc6ad9e859d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:34.696549 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c35eb7b0-b656-46bd-9f4c-5dc6ad9e859d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d98abadd-1080-46d9-97d9-d1ec8df6addc HTTP/1.1" status: 204 len: 168 time: 0.3824632 Nov 12 04:33:34.717282 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['7593ae70-1164-4795-b2bc-eeee47b3fbc8'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:33:34.729815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35eb7b0-b656-46bd-9f4c-5dc6ad9e859d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98abadd-1080-46d9-97d9-d1ec8df6addc,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:34.776623 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01228cc7-ddab-4e2b-830d-377d97cc2b78 req-bb19cc75-130d-4e91-857c-d637eb96e1bf tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984831 Nov 12 04:33:34.779158 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ea85d0a6-9211-4d3f-8798-374b06e44967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:34.842032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e100592-589a-4738-9a24-6e11712990f1 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:34.858714 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85d0a6-9211-4d3f-8798-374b06e44967 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e7f226-b8ab-4a6f-98d6-486d9b45c039,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:34.893236 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-e20c95a1-7010-47eb-a3a6-1a8f2b331e65 None None] Set router eab5e1a3-6898-4ba5-954c-61a6a250bd7c gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:34.932197 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ea85d0a6-9211-4d3f-8798-374b06e44967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:34.956779 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e20c95a1-7010-47eb-a3a6-1a8f2b331e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab5e1a3-6898-4ba5-954c-61a6a250bd7c', 'name': 'tempest-ImageQuotaTest-1815812937-router', 'tenant_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:21Z', 'updated_at': '2021-11-12T04:33:34Z', 'revision_number': 6, 'project_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:34.998949 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20c95a1-7010-47eb-a3a6-1a8f2b331e65 None None] The sync data for ids ['eab5e1a3-6898-4ba5-954c-61a6a250bd7c'] in n-d-768509-24 is: [{'id': 'eab5e1a3-6898-4ba5-954c-61a6a250bd7c', 'name': 'tempest-ImageQuotaTest-1815812937-router', 'tenant_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:21Z', 'updated_at': '2021-11-12T04:33:34Z', 'revision_number': 6, 'project_id': '17bb18d2abbc4c45bfff61df8e2cd48c', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:33:35.044230 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ea85d0a6-9211-4d3f-8798-374b06e44967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:35.047882 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ea85d0a6-9211-4d3f-8798-374b06e44967 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:35.161699 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ea85d0a6-9211-4d3f-8798-374b06e44967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:35.162239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea85d0a6-9211-4d3f-8798-374b06e44967 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eab5e1a3-6898-4ba5-954c-61a6a250bd7c {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:33:35.171028 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ea85d0a6-9211-4d3f-8798-374b06e44967 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:35.171028 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ea85d0a6-9211-4d3f-8798-374b06e44967 admin admin] 10.222.0.37 "DELETE /v2.0/routers/eab5e1a3-6898-4ba5-954c-61a6a250bd7c HTTP/1.1" status: 204 len: 168 time: 1.3964963 Nov 12 04:33:35.172857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34774) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:35.231113 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-8599d066-a5d5-469d-bd3a-53c2d9caa63e admin admin] Deleting subnet 528bd3cf-8f23-452f-95c4-64b7041184a4 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:33:35.235334 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8599d066-a5d5-469d-bd3a-53c2d9caa63e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:35.271622 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8599d066-a5d5-469d-bd3a-53c2d9caa63e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:35.400296 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8599d066-a5d5-469d-bd3a-53c2d9caa63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:35.587404 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-008189f0-3d68-4127-aa92-a4bd26e8fbff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:35.589987 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8599d066-a5d5-469d-bd3a-53c2d9caa63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:35.627419 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599d066-a5d5-469d-bd3a-53c2d9caa63e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=528bd3cf-8f23-452f-95c4-64b7041184a4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:35.631732 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8599d066-a5d5-469d-bd3a-53c2d9caa63e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:35.635113 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8599d066-a5d5-469d-bd3a-53c2d9caa63e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/528bd3cf-8f23-452f-95c4-64b7041184a4 HTTP/1.1" status: 204 len: 168 time: 0.4612455 Nov 12 04:33:35.637860 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34794) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:35.638420 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fb1ece-7337-439d-b617-3ced7227240f None None] Network 48d576f7-9075-4c35-8319-73f64290bb5e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:35.677858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34796) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:35.751350 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:35.814391 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] Deleting port ede360a9-c91b-4dfb-971c-baf869188240 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:35.814782 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:35.855003 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-5b70cb4d-0e7f-407f-bc3b-5e3b42fd2cfe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1214137311-network', 'tenant_id': '540698816b8c45b0b6ee05ffa23dd11c'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:35.881784 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516dac31-926a-411e-a9e9-f2a04479e7f5 None None] DHCP port deletion for 48d576f7-9075-4c35-8319-73f64290bb5e request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:35.896160 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] For port ede360a9-c91b-4dfb-971c-baf869188240, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ede360a9-c91b-4dfb-971c-baf869188240,segment=NetworkSegment(899223ef-bdf4-4699-83e2-2555da033330),segment_id=899223ef-bdf4-4699-83e2-2555da033330)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:35.896619 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:35.916668 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] Calling delete_port for ede360a9-c91b-4dfb-971c-baf869188240 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:35.935280 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-516dac31-926a-411e-a9e9-f2a04479e7f5 None None] Deleting port ede360a9-c91b-4dfb-971c-baf869188240 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:35.935653 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-516dac31-926a-411e-a9e9-f2a04479e7f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:35.960592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62ed32-7d70-4a29-a82b-76d7d4519cbc req-ee1f0c22-475d-4d6c-a5ac-495a5e3e5868 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:35.963360 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd62ed32-7d70-4a29-a82b-76d7d4519cbc req-ee1f0c22-475d-4d6c-a5ac-495a5e3e5868 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 944 time: 0.0684185 Nov 12 04:33:35.996921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b70cb4d-0e7f-407f-bc3b-5e3b42fd2cfe admin admin] Made reservation on behalf of 540698816b8c45b0b6ee05ffa23dd11c for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:35.998202 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7593ae70-1164-4795-b2bc-eeee47b3fbc8 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:35.999913 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5b70cb4d-0e7f-407f-bc3b-5e3b42fd2cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.025115 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5b70cb4d-0e7f-407f-bc3b-5e3b42fd2cfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.044403 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-516dac31-926a-411e-a9e9-f2a04479e7f5 None None] For port ede360a9-c91b-4dfb-971c-baf869188240, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ede360a9-c91b-4dfb-971c-baf869188240,segment=NetworkSegment(899223ef-bdf4-4699-83e2-2555da033330),segment_id=899223ef-bdf4-4699-83e2-2555da033330)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:36.044958 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-516dac31-926a-411e-a9e9-f2a04479e7f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.054509 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd62ed32-7d70-4a29-a82b-76d7d4519cbc req-d7fd9df5-af6c-42e9-968f-37ff3d786af7 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828497 Nov 12 04:33:36.065961 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-516dac31-926a-411e-a9e9-f2a04479e7f5 None None] Calling delete_port for ede360a9-c91b-4dfb-971c-baf869188240 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:36.127675 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.154242 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-516dac31-926a-411e-a9e9-f2a04479e7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.156942 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede360a9-c91b-4dfb-971c-baf869188240,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:36.159231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] No DVR routers for this DVR port ede360a9-c91b-4dfb-971c-baf869188240 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:33:36.180490 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516dac31-926a-411e-a9e9-f2a04479e7f5 None None] Pushing event deleted for resources: {'Port': ['ID=ede360a9-c91b-4dfb-971c-baf869188240,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:36.191929 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516dac31-926a-411e-a9e9-f2a04479e7f5 None None] No DVR routers for this DVR port ede360a9-c91b-4dfb-971c-baf869188240 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:33:36.201339 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 7593ae70-1164-4795-b2bc-eeee47b3fbc8 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:33:36.208633 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 7593ae70-1164-4795-b2bc-eeee47b3fbc8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:36.209390 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.244511 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5b70cb4d-0e7f-407f-bc3b-5e3b42fd2cfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.253680 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.276615 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d576f7-9075-4c35-8319-73f64290bb5e']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:36.287328 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '899223ef-bdf4-4699-83e2-2555da033330') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:36.287627 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '899223ef-bdf4-4699-83e2-2555da033330') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:36.297888 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.299508 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.314080 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.324820 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:33:36.325229 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:33:36.327074 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:33:36.330885 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34810) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:36.334223 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd57d883-5ad9-4021-b58a-7d871ac7e4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7593ae70-1164-4795-b2bc-eeee47b3fbc8'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:36.337151 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49b42dc-a607-4957-b67b-9c3964759b9f" -d '{"events": [{"server_uuid": "cd57d883-5ad9-4021-b58a-7d871ac7e4f0", "name": "network-vif-plugged", "status": "completed", "tag": "7593ae70-1164-4795-b2bc-eeee47b3fbc8"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:36.355311 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7593ae70-1164-4795-b2bc-eeee47b3fbc8, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7593ae70-1164-4795-b2bc-eeee47b3fbc8,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:36.394142 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2228e15f-7a03-452c-90cd-512716c0829d x-openstack-request-id: req-2228e15f-7a03-452c-90cd-512716c0829d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:36.394434 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd57d883-5ad9-4021-b58a-7d871ac7e4f0", "name": "network-vif-plugged", "status": "completed", "tag": "7593ae70-1164-4795-b2bc-eeee47b3fbc8", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:36.395311 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2228e15f-7a03-452c-90cd-512716c0829d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:36.395831 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd57d883-5ad9-4021-b58a-7d871ac7e4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7593ae70-1164-4795-b2bc-eeee47b3fbc8', 'code': 200} Nov 12 04:33:36.419109 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5b70cb4d-0e7f-407f-bc3b-5e3b42fd2cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.453158 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-3e594db9-b4d2-4b1e-b4e2-48c09cdc1d5b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1678050325'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:36.461567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70cb4d-0e7f-407f-bc3b-5e3b42fd2cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfef692e-520a-4611-8ff1-1ef10462cfe0,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:36.475293 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.528751 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=7593ae70-1164-4795-b2bc-eeee47b3fbc8,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:36.537432 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a526912-de9d-4d8f-ba4d-514ce15d610b req-37596114-ea03-4236-967c-3e0c85d8cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:36.539049 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0a526912-de9d-4d8f-ba4d-514ce15d610b req-37596114-ea03-4236-967c-3e0c85d8cfc2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 1097 time: 0.0434031 Nov 12 04:33:36.544583 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.550666 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.556683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b70cb4d-0e7f-407f-bc3b-5e3b42fd2cfe admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:33:36.556815 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] 10.222.0.37 "DELETE /v2.0/networks/48d576f7-9075-4c35-8319-73f64290bb5e HTTP/1.1" status: 204 len: 168 time: 0.9141197 Nov 12 04:33:36.568283 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab827b-e745-46de-84be-1bba466bc902 admin admin] Pushing event deleted for resources: {'Network': ['ID=48d576f7-9075-4c35-8319-73f64290bb5e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:36.576498 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e594db9-b4d2-4b1e-b4e2-48c09cdc1d5b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Made reservation on behalf of 70693302b695479988de4ee64fc9e1cd for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:36.584920 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e594db9-b4d2-4b1e-b4e2-48c09cdc1d5b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.584920 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5b70cb4d-0e7f-407f-bc3b-5e3b42fd2cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.584920 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-5b70cb4d-0e7f-407f-bc3b-5e3b42fd2cfe admin admin] Added segment 614bbad6-fe4f-4b90-bb9d-b133a0a36e5a of type vlan for network 43a0e4e7-76ed-4910-8ba1-b4153f317aea Nov 12 04:33:36.608064 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e594db9-b4d2-4b1e-b4e2-48c09cdc1d5b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.666515 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0a526912-de9d-4d8f-ba4d-514ce15d610b req-71ecc58f-a518-482f-86b0-bd6dd1c3c71c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152353 Nov 12 04:33:36.672443 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5b70cb4d-0e7f-407f-bc3b-5e3b42fd2cfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.729131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c8e7f226-b8ab-4a6f-98d6-486d9b45c039 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:33:36.749803 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: c8e7f226-b8ab-4a6f-98d6-486d9b45c039 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:33:36.750219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c8e7f226-b8ab-4a6f-98d6-486d9b45c039 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:33:36.750604 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ede360a9-c91b-4dfb-971c-baf869188240 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:33:36.752511 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.757664 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e594db9-b4d2-4b1e-b4e2-48c09cdc1d5b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.771284 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: ede360a9-c91b-4dfb-971c-baf869188240 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:33:36.776919 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ede360a9-c91b-4dfb-971c-baf869188240 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:33:36.776919 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f32ea0dd-6c11-44af-9400-c759e8824024 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:33:36.790602 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: f32ea0dd-6c11-44af-9400-c759e8824024 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:33:36.790979 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f32ea0dd-6c11-44af-9400-c759e8824024 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:33:36.830172 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5b70cb4d-0e7f-407f-bc3b-5e3b42fd2cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.831138 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b70cb4d-0e7f-407f-bc3b-5e3b42fd2cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:36.831722 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5b70cb4d-0e7f-407f-bc3b-5e3b42fd2cfe admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.859502 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e594db9-b4d2-4b1e-b4e2-48c09cdc1d5b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.910575 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e594db9-b4d2-4b1e-b4e2-48c09cdc1d5b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:33:36.920905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70cb4d-0e7f-407f-bc3b-5e3b42fd2cfe admin admin] Pushing event updated for resources: {'Network': ['ID=43a0e4e7-76ed-4910-8ba1-b4153f317aea,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:36.928289 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e594db9-b4d2-4b1e-b4e2-48c09cdc1d5b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482e041f-4cff-484f-ae0c-3f1bcee88db1,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:36.931049 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e594db9-b4d2-4b1e-b4e2-48c09cdc1d5b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.931290 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-3e594db9-b4d2-4b1e-b4e2-48c09cdc1d5b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Added segment 73b41266-a2b0-44d5-8a26-044479beacb5 of type vlan for network 35a975ee-b05e-40b8-b353-5f878def9133 Nov 12 04:33:36.932829 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 43a0e4e7-76ed-4910-8ba1-b4153f317aea details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:33:36.963784 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5b70cb4d-0e7f-407f-bc3b-5e3b42fd2cfe admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2847435 Nov 12 04:33:36.967162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34818) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:36.971755 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-2bfa699b-352f-46a0-9e35-cacd0701f16a admin admin] Request body: {'subnet': {'network_id': '43a0e4e7-76ed-4910-8ba1-b4153f317aea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1214137311-subnet', 'tenant_id': '540698816b8c45b0b6ee05ffa23dd11c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:36.989701 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e594db9-b4d2-4b1e-b4e2-48c09cdc1d5b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:37.001641 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34820) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:37.047920 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6d0748cd-b5fa-4f9d-90e9-01c7e32d7bfc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17bb18d2abbc4c45bfff61df8e2cd48c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444534 Nov 12 04:33:37.050371 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34822) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:37.098649 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f4d1a31-87cc-4880-9a6a-3046351484d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:37.108958 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfa699b-352f-46a0-9e35-cacd0701f16a admin admin] Made reservation on behalf of 540698816b8c45b0b6ee05ffa23dd11c for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:37.111441 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2bfa699b-352f-46a0-9e35-cacd0701f16a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:37.120649 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f4d1a31-87cc-4880-9a6a-3046351484d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:37.161834 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e594db9-b4d2-4b1e-b4e2-48c09cdc1d5b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:37.171018 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e594db9-b4d2-4b1e-b4e2-48c09cdc1d5b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:37.176553 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e594db9-b4d2-4b1e-b4e2-48c09cdc1d5b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:37.257150 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f4d1a31-87cc-4880-9a6a-3046351484d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:37.260013 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f4d1a31-87cc-4880-9a6a-3046351484d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:37.261190 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3f4d1a31-87cc-4880-9a6a-3046351484d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99ced5c2-3c17-4895-9c1d-9d7c4156315e HTTP/1.1" status: 204 len: 168 time: 0.2092683 Nov 12 04:33:37.269298 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d1a31-87cc-4880-9a6a-3046351484d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ced5c2-3c17-4895-9c1d-9d7c4156315e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:37.306406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e594db9-b4d2-4b1e-b4e2-48c09cdc1d5b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Pushing event updated for resources: {'Network': ['ID=35a975ee-b05e-40b8-b353-5f878def9133,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:37.320749 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 35a975ee-b05e-40b8-b353-5f878def9133 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:33:37.335761 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8ccb0-596a-4be5-95fb-18fbdcf0ccc8 req-22d33618-3e63-4834-bdfb-eb7c0c73134c tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:37.337521 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ffa8ccb0-596a-4be5-95fb-18fbdcf0ccc8 req-22d33618-3e63-4834-bdfb-eb7c0c73134c tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.1622548 Nov 12 04:33:37.362698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3e594db9-b4d2-4b1e-b4e2-48c09cdc1d5b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0305536 Nov 12 04:33:37.366348 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34828) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:37.372200 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e55feb9f-359c-4c34-b678-3fe341dc0b67 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Request body: {'subnet': {'network_id': '35a975ee-b05e-40b8-b353-5f878def9133', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:37.452835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ffa8ccb0-596a-4be5-95fb-18fbdcf0ccc8 req-4bb07fe9-f737-4a19-a7b1-c101c8de38ee tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941975 Nov 12 04:33:37.567370 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2bfa699b-352f-46a0-9e35-cacd0701f16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:37.625511 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55feb9f-359c-4c34-b678-3fe341dc0b67 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Made reservation on behalf of 70693302b695479988de4ee64fc9e1cd for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:37.627979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa699b-352f-46a0-9e35-cacd0701f16a admin admin] Pushing event updated for resources: {'Subnet': ['ID=085ec117-e22f-4478-b8b7-36fc8143c8af,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:37.630617 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e55feb9f-359c-4c34-b678-3fe341dc0b67 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:37.639336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfa699b-352f-46a0-9e35-cacd0701f16a admin admin] Checking segment: {'id': '614bbad6-fe4f-4b90-bb9d-b133a0a36e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '43a0e4e7-76ed-4910-8ba1-b4153f317aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:37.639665 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfa699b-352f-46a0-9e35-cacd0701f16a admin admin] Network hostable DHCP agents. Network: 43a0e4e7-76ed-4910-8ba1-b4153f317aea, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:33:37.737476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfa699b-352f-46a0-9e35-cacd0701f16a admin admin] Network 43a0e4e7-76ed-4910-8ba1-b4153f317aea is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:33:37.845655 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-2bfa699b-352f-46a0-9e35-cacd0701f16a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 43a0e4e7-76ed-4910-8ba1-b4153f317aea) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:37.850112 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfa699b-352f-46a0-9e35-cacd0701f16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:37.850965 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2bfa699b-352f-46a0-9e35-cacd0701f16a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:37.855981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a95bc97-3218-4ba9-989c-4adc8bf987e7 None None] Network 43a0e4e7-76ed-4910-8ba1-b4153f317aea requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:37.944995 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e55feb9f-359c-4c34-b678-3fe341dc0b67 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:37.958743 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2bfa699b-352f-46a0-9e35-cacd0701f16a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9905605 Nov 12 04:33:37.982908 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c90f1a-4a59-4461-8008-9f0054fa9c9e None None] Network 43a0e4e7-76ed-4910-8ba1-b4153f317aea requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:38.018071 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55feb9f-359c-4c34-b678-3fe341dc0b67 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Checking segment: {'id': '73b41266-a2b0-44d5-8a26-044479beacb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '35a975ee-b05e-40b8-b353-5f878def9133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:38.018432 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55feb9f-359c-4c34-b678-3fe341dc0b67 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Network hostable DHCP agents. Network: 35a975ee-b05e-40b8-b353-5f878def9133, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:33:38.021681 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55feb9f-359c-4c34-b678-3fe341dc0b67 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Pushing event updated for resources: {'Subnet': ['ID=8ff3f2aa-1d6e-451d-b432-412778fdcbc2,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:38.121482 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55feb9f-359c-4c34-b678-3fe341dc0b67 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Network 35a975ee-b05e-40b8-b353-5f878def9133 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:33:38.204732 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34836) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:38.218678 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2544055d-89f3-45c4-8a35-a69b3ef75344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:38.254758 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e55feb9f-359c-4c34-b678-3fe341dc0b67 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 35a975ee-b05e-40b8-b353-5f878def9133) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:38.266112 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55feb9f-359c-4c34-b678-3fe341dc0b67 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:38.266112 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e55feb9f-359c-4c34-b678-3fe341dc0b67 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:38.270489 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f089820-cd99-4c45-8900-912a14f3a268 None None] Network 35a975ee-b05e-40b8-b353-5f878def9133 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:38.300069 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:38.307100 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2544055d-89f3-45c4-8a35-a69b3ef75344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:38.396018 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e55feb9f-359c-4c34-b678-3fe341dc0b67 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0253131 Nov 12 04:33:38.396259 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34840) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:38.401981 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8d02b275-210a-4c5a-82ad-4f8728d9b21c tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Request body: {'port': {'network_id': '35a975ee-b05e-40b8-b353-5f878def9133', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-633569187'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:38.433892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-35a975ee-b05e-40b8-b353-5f878def9133', 'network_id': '35a975ee-b05e-40b8-b353-5f878def9133', 'tenant_id': '70693302b695479988de4ee64fc9e1cd', 'fixed_ips': [{'subnet_id': '8ff3f2aa-1d6e-451d-b432-412778fdcbc2'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:33:38.434795 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:38.462375 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2544055d-89f3-45c4-8a35-a69b3ef75344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:38.516159 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544055d-89f3-45c4-8a35-a69b3ef75344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27322a70-d884-4db8-af2e-713e943ff7d8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:38.539072 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34846) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:38.548205 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2544055d-89f3-45c4-8a35-a69b3ef75344 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3422401 Nov 12 04:33:38.584264 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] Allocated IP 2001:db8::2 (35a975ee-b05e-40b8-b353-5f878def9133/8ff3f2aa-1d6e-451d-b432-412778fdcbc2/c5930fae-d8a4-49c1-bd6e-b66ef8949558) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:38.631308 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc298e43-477c-4b18-8b59-0d653fe3224a req-237faab4-b284-4814-8a85-c1d31fa4e4b0 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:38.634713 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc298e43-477c-4b18-8b59-0d653fe3224a req-237faab4-b284-4814-8a85-c1d31fa4e4b0 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.0825665 Nov 12 04:33:38.656756 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8fd32757-bffe-4f58-a06c-55334570535b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:38.687559 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d02b275-210a-4c5a-82ad-4f8728d9b21c tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Made reservation on behalf of 70693302b695479988de4ee64fc9e1cd for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:38.692065 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d02b275-210a-4c5a-82ad-4f8728d9b21c tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:38.696291 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8fd32757-bffe-4f58-a06c-55334570535b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:38.713591 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-8d02b275-210a-4c5a-82ad-4f8728d9b21c tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] device_id is not set on port a4ceae29-7d7c-4d6f-8c24-b42490924849 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:33:38.723558 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc298e43-477c-4b18-8b59-0d653fe3224a req-4466cd59-278f-47f1-8b9e-9a79613e27d7 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776920 Nov 12 04:33:38.771930 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:38.847158 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8fd32757-bffe-4f58-a06c-55334570535b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:38.849760 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8fd32757-bffe-4f58-a06c-55334570535b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:38.850938 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8fd32757-bffe-4f58-a06c-55334570535b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27322a70-d884-4db8-af2e-713e943ff7d8 HTTP/1.1" status: 204 len: 168 time: 0.3106236 Nov 12 04:33:38.864881 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a11bd-fcf5-4eb3-ae4e-a796ea19146e req-088f45a3-ab6c-4c7b-9c20-fb0c528bfc77 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:38.866414 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cc3a11bd-fcf5-4eb3-ae4e-a796ea19146e req-088f45a3-ab6c-4c7b-9c20-fb0c528bfc77 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.0628216 Nov 12 04:33:38.881212 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:38.881370 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34858) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:38.883344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-e834a198-9cb1-417c-bcdd-c411213f8153 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Request body: {'floatingip': {'port_id': '7593ae70-1164-4795-b2bc-eeee47b3fbc8'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:38.888571 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd32757-bffe-4f58-a06c-55334570535b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27322a70-d884-4db8-af2e-713e943ff7d8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:38.914616 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34860) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:38.923627 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4fb2227c-71c4-4e57-84d0-7b7c666465fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-42453217-network', 'tenant_id': '2d194a2df1d943d48c4c30f2607cb200'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:38.933329 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e834a198-9cb1-417c-bcdd-c411213f8153 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:38.938998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] Network 35a975ee-b05e-40b8-b353-5f878def9133 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:38.952652 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:38.954768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] Pushing event updated for resources: {'Port': ['ID=c5930fae-d8a4-49c1-bd6e-b66ef8949558,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:38.956950 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:38.987478 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-8d02b275-210a-4c5a-82ad-4f8728d9b21c tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Allocated IP 2001:db8::1f3 (35a975ee-b05e-40b8-b353-5f878def9133/8ff3f2aa-1d6e-451d-b432-412778fdcbc2/a4ceae29-7d7c-4d6f-8c24-b42490924849) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:39.049939 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] Attempting to bind port c5930fae-d8a4-49c1-bd6e-b66ef8949558 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:39.050546 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] Attempting to bind port c5930fae-d8a4-49c1-bd6e-b66ef8949558 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '73b41266-a2b0-44d5-8a26-044479beacb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '35a975ee-b05e-40b8-b353-5f878def9133'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:39.051409 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] Attempting to bind port c5930fae-d8a4-49c1-bd6e-b66ef8949558 on network 35a975ee-b05e-40b8-b353-5f878def9133 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:39.058514 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:39.058922 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] Checking segment: {'id': '73b41266-a2b0-44d5-8a26-044479beacb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '35a975ee-b05e-40b8-b353-5f878def9133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:39.059544 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:39.060107 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] Bound using segment: {'id': '73b41266-a2b0-44d5-8a26-044479beacb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '35a975ee-b05e-40b8-b353-5f878def9133'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:39.060916 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] Bound port: c5930fae-d8a4-49c1-bd6e-b66ef8949558, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b41266-a2b0-44d5-8a26-044479beacb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '35a975ee-b05e-40b8-b353-5f878def9133'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:39.061777 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:39.074991 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb2227c-71c4-4e57-84d0-7b7c666465fc admin admin] Made reservation on behalf of 2d194a2df1d943d48c4c30f2607cb200 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:39.078435 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fb2227c-71c4-4e57-84d0-7b7c666465fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:39.091275 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fb2227c-71c4-4e57-84d0-7b7c666465fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:39.139378 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:39.154023 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] For port c5930fae-d8a4-49c1-bd6e-b66ef8949558, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:39.159523 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] For port c5930fae-d8a4-49c1-bd6e-b66ef8949558, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c5930fae-d8a4-49c1-bd6e-b66ef8949558,segment=NetworkSegment(73b41266-a2b0-44d5-8a26-044479beacb5),segment_id=73b41266-a2b0-44d5-8a26-044479beacb5)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:39.245524 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d02b275-210a-4c5a-82ad-4f8728d9b21c tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:39.255378 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:39.298779 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fb2227c-71c4-4e57-84d0-7b7c666465fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:39.328759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301ab1f-c0f0-42a4-9690-84b60af716ea None None] Pushing event updated for resources: {'Port': ['ID=c5930fae-d8a4-49c1-bd6e-b66ef8949558,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:39.367677 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fb2227c-71c4-4e57-84d0-7b7c666465fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:39.385008 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb2227c-71c4-4e57-84d0-7b7c666465fc admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:33:39.396641 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fb2227c-71c4-4e57-84d0-7b7c666465fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:39.397059 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-4fb2227c-71c4-4e57-84d0-7b7c666465fc admin admin] Added segment 3dd641b2-2b20-4f6a-bee2-877800489d0f of type vlan for network 58625abb-75cd-4ccd-b9dd-5ccb2dbfd182 Nov 12 04:33:39.438624 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d02b275-210a-4c5a-82ad-4f8728d9b21c tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:39.491858 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fb2227c-71c4-4e57-84d0-7b7c666465fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:39.563411 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2227c-71c4-4e57-84d0-7b7c666465fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f2ff03-c790-46e2-bff0-4e55bd8aea5b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:39.565495 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d02b275-210a-4c5a-82ad-4f8728d9b21c tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Network 35a975ee-b05e-40b8-b353-5f878def9133 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:39.587722 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8d02b275-210a-4c5a-82ad-4f8728d9b21c tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:39.595656 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02b275-210a-4c5a-82ad-4f8728d9b21c tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Pushing event updated for resources: {'Port': ['ID=a4ceae29-7d7c-4d6f-8c24-b42490924849,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:39.611442 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d02b275-210a-4c5a-82ad-4f8728d9b21c tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:39.636740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d02b275-210a-4c5a-82ad-4f8728d9b21c tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:39.637783 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8d02b275-210a-4c5a-82ad-4f8728d9b21c tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:39.739247 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fb2227c-71c4-4e57-84d0-7b7c666465fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:39.741338 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb2227c-71c4-4e57-84d0-7b7c666465fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:39.742215 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fb2227c-71c4-4e57-84d0-7b7c666465fc admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:39.779795 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8d02b275-210a-4c5a-82ad-4f8728d9b21c tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3738449 Nov 12 04:33:39.782415 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34882) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:39.788166 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ca8e6faf-f02d-459b-b73b-be321cc4d544 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Request body: {'port': {'network_id': '35a975ee-b05e-40b8-b353-5f878def9133', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2106916325', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:39.788649 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.api.validators [None req-ca8e6faf-f02d-459b-b73b-be321cc4d544 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] bootfile-name is not in valid_values {{(pid=103297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:33:39.788985 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.api.validators [None req-ca8e6faf-f02d-459b-b73b-be321cc4d544 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] tftp-server is not in valid_values {{(pid=103297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:33:39.789310 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.api.validators [None req-ca8e6faf-f02d-459b-b73b-be321cc4d544 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] server-ip-address is not in valid_values {{(pid=103297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:33:39.850216 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2227c-71c4-4e57-84d0-7b7c666465fc admin admin] Pushing event updated for resources: {'Network': ['ID=58625abb-75cd-4ccd-b9dd-5ccb2dbfd182,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:39.863816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 58625abb-75cd-4ccd-b9dd-5ccb2dbfd182 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:33:39.899051 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4fb2227c-71c4-4e57-84d0-7b7c666465fc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9803522 Nov 12 04:33:39.900142 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34886) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:39.908283 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-84059869-1fe5-4147-8e66-03938704a93c admin admin] Request body: {'subnet': {'network_id': '58625abb-75cd-4ccd-b9dd-5ccb2dbfd182', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-42453217-subnet', 'tenant_id': '2d194a2df1d943d48c4c30f2607cb200', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:39.951078 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e834a198-9cb1-417c-bcdd-c411213f8153 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:39.986714 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34888) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:40.026199 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84059869-1fe5-4147-8e66-03938704a93c admin admin] Made reservation on behalf of 2d194a2df1d943d48c4c30f2607cb200 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:40.028677 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84059869-1fe5-4147-8e66-03938704a93c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:40.054377 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e834a198-9cb1-417c-bcdd-c411213f8153 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:40.112615 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c9d580b8-26bd-4c02-83c4-831d272f31af admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1527152812-network', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:40.169129 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8e6faf-f02d-459b-b73b-be321cc4d544 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Made reservation on behalf of 70693302b695479988de4ee64fc9e1cd for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:40.172720 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca8e6faf-f02d-459b-b73b-be321cc4d544 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:40.187306 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-e834a198-9cb1-417c-bcdd-c411213f8153 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Floating IP 755cbdb7-bc3d-48e7-a04e-c3eb010d73e4 associated. External IP: 172.25.1.27, port: 7593ae70-1164-4795-b2bc-eeee47b3fbc8. Nov 12 04:33:40.426396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e834a198-9cb1-417c-bcdd-c411213f8153 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Router de2e8c72-d43f-4950-84ff-8233fa73bd72 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:33:40.469489 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521b1005-b476-458b-8603-8b66f0b43d21 None None] Network 35a975ee-b05e-40b8-b353-5f878def9133 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:40.534402 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-ca8e6faf-f02d-459b-b73b-be321cc4d544 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] device_id is not set on port 80b8dd27-23ec-43e4-8ddd-57842a19d66a yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:33:40.553785 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e834a198-9cb1-417c-bcdd-c411213f8153 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:33:40.559298 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e834a198-9cb1-417c-bcdd-c411213f8153 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:40.559496 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0da99d54-0588-4b7b-9a44-cb3a9e339128 None None] Provisioning complete for port c5930fae-d8a4-49c1-bd6e-b66ef8949558 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:40.559496 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0da99d54-0588-4b7b-9a44-cb3a9e339128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:40.592005 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfd5f7f-a220-4603-82d1-3864f0a8dcc6 None None] Sync routers for ids ['de2e8c72-d43f-4950-84ff-8233fa73bd72'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:33:40.596821 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e834a198-9cb1-417c-bcdd-c411213f8153 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "PUT /v2.0/floatingips/755cbdb7-bc3d-48e7-a04e-c3eb010d73e4 HTTP/1.1" status: 200 len: 990 time: 1.7155890 Nov 12 04:33:40.596821 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd57d883-5ad9-4021-b58a-7d871ac7e4f0', 'tag': '7593ae70-1164-4795-b2bc-eeee47b3fbc8'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:40.609704 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5330bdf2-c714-42d5-913f-a4df9a43c823" -d '{"events": [{"name": "network-changed", "server_uuid": "cd57d883-5ad9-4021-b58a-7d871ac7e4f0", "tag": "7593ae70-1164-4795-b2bc-eeee47b3fbc8"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:40.644705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfd5f7f-a220-4603-82d1-3864f0a8dcc6 None None] Routers {'de2e8c72-d43f-4950-84ff-8233fa73bd72'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:40.650318 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-cbfd5f7f-a220-4603-82d1-3864f0a8dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['de2e8c72-d43f-4950-84ff-8233fa73bd72'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:40.707263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-ca8e6faf-f02d-459b-b73b-be321cc4d544 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Allocated IP 2001:db8::229 (35a975ee-b05e-40b8-b353-5f878def9133/8ff3f2aa-1d6e-451d-b432-412778fdcbc2/80b8dd27-23ec-43e4-8ddd-57842a19d66a) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:40.743320 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38a3189-5ec3-4a27-b445-feb492c7c1d3 x-openstack-request-id: req-e38a3189-5ec3-4a27-b445-feb492c7c1d3 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:40.743570 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd57d883-5ad9-4021-b58a-7d871ac7e4f0", "tag": "7593ae70-1164-4795-b2bc-eeee47b3fbc8", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:40.743805 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e38a3189-5ec3-4a27-b445-feb492c7c1d3 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:40.744213 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd57d883-5ad9-4021-b58a-7d871ac7e4f0', 'tag': '7593ae70-1164-4795-b2bc-eeee47b3fbc8', 'status': 'completed', 'code': 200} Nov 12 04:33:40.779702 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d580b8-26bd-4c02-83c4-831d272f31af admin admin] Made reservation on behalf of f9677c34190d4113b1a12b61024c1723 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:40.788255 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9d580b8-26bd-4c02-83c4-831d272f31af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:40.807317 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9d580b8-26bd-4c02-83c4-831d272f31af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:40.841546 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330bdf2-c714-42d5-913f-a4df9a43c823 req-b61c4b07-9257-43ee-9ab5-38575f553b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:40.868024 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5330bdf2-c714-42d5-913f-a4df9a43c823 req-b61c4b07-9257-43ee-9ab5-38575f553b6f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11b870a2c29b44949808dbbff5df5d20&device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 1097 time: 0.0515418 Nov 12 04:33:40.868268 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84059869-1fe5-4147-8e66-03938704a93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:40.955880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330bdf2-c714-42d5-913f-a4df9a43c823 req-b87d87ab-bc0e-4587-8925-0774aed0d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:40.957567 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5330bdf2-c714-42d5-913f-a4df9a43c823 req-b87d87ab-bc0e-4587-8925-0774aed0d36b service neutron] 10.222.0.31 "GET /v2.0/networks?id=294ec058-73b6-4a99-bf44-c3ca2f3709aa HTTP/1.1" status: 200 len: 918 time: 0.1064866 Nov 12 04:33:40.964073 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84059869-1fe5-4147-8e66-03938704a93c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4adb1710-0488-4f76-8cac-78a8e5679600,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:40.978731 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c5930fae-d8a4-49c1-bd6e-b66ef8949558 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:41.010846 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84059869-1fe5-4147-8e66-03938704a93c admin admin] Checking segment: {'id': '3dd641b2-2b20-4f6a-bee2-877800489d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '58625abb-75cd-4ccd-b9dd-5ccb2dbfd182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:41.011220 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84059869-1fe5-4147-8e66-03938704a93c admin admin] Network hostable DHCP agents. Network: 58625abb-75cd-4ccd-b9dd-5ccb2dbfd182, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:33:41.044553 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0da99d54-0588-4b7b-9a44-cb3a9e339128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:41.046942 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca8e6faf-f02d-459b-b73b-be321cc4d544 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:41.050173 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5330bdf2-c714-42d5-913f-a4df9a43c823 req-9baa724e-af79-49ef-ba8b-9bc1dacfe7aa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7593ae70-1164-4795-b2bc-eeee47b3fbc8 HTTP/1.1" status: 200 len: 998 time: 0.0832486 Nov 12 04:33:41.061450 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9d580b8-26bd-4c02-83c4-831d272f31af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:41.064351 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-cbfd5f7f-a220-4603-82d1-3864f0a8dcc6 None None] Set router de2e8c72-d43f-4950-84ff-8233fa73bd72 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:41.111511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330bdf2-c714-42d5-913f-a4df9a43c823 req-65c1d350-d832-4258-8999-82d6302b9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:41.113110 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5330bdf2-c714-42d5-913f-a4df9a43c823 req-65c1d350-d832-4258-8999-82d6302b9450 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ebf988ec-0e1d-4fb3-b211-28e626141e57 HTTP/1.1" status: 200 len: 856 time: 0.0554435 Nov 12 04:33:41.126233 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9d580b8-26bd-4c02-83c4-831d272f31af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:41.141955 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0da99d54-0588-4b7b-9a44-cb3a9e339128 None None] For port c5930fae-d8a4-49c1-bd6e-b66ef8949558, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c5930fae-d8a4-49c1-bd6e-b66ef8949558,segment=NetworkSegment(73b41266-a2b0-44d5-8a26-044479beacb5),segment_id=73b41266-a2b0-44d5-8a26-044479beacb5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:41.159210 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d580b8-26bd-4c02-83c4-831d272f31af admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:33:41.164622 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84059869-1fe5-4147-8e66-03938704a93c admin admin] Network 58625abb-75cd-4ccd-b9dd-5ccb2dbfd182 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:33:41.166976 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca8e6faf-f02d-459b-b73b-be321cc4d544 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:41.183334 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port c5930fae-d8a4-49c1-bd6e-b66ef8949558 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:41.184019 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:41.185075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330bdf2-c714-42d5-913f-a4df9a43c823 req-142466df-b9bb-47c6-8800-fd730b12cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:41.189095 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d580b8-26bd-4c02-83c4-831d272f31af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c92c91-c903-483b-985b-54fef7020cba,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:41.191958 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5330bdf2-c714-42d5-913f-a4df9a43c823 req-142466df-b9bb-47c6-8800-fd730b12cc8c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294ec058-73b6-4a99-bf44-c3ca2f3709aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655954 Nov 12 04:33:41.220223 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9d580b8-26bd-4c02-83c4-831d272f31af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:41.220568 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-c9d580b8-26bd-4c02-83c4-831d272f31af admin admin] Added segment 6ba52a14-9734-4c2e-9682-74e3203e18d2 of type vlan for network e41496b7-24c9-4412-8c2b-a2b51708d7d6 Nov 12 04:33:41.228203 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0da99d54-0588-4b7b-9a44-cb3a9e339128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:41.263913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8e6faf-f02d-459b-b73b-be321cc4d544 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Network 35a975ee-b05e-40b8-b353-5f878def9133 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:41.269180 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ca8e6faf-f02d-459b-b73b-be321cc4d544 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:41.277707 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e6faf-f02d-459b-b73b-be321cc4d544 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:41.284123 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8e6faf-f02d-459b-b73b-be321cc4d544 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:41.285706 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca8e6faf-f02d-459b-b73b-be321cc4d544 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:41.304830 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-84059869-1fe5-4147-8e66-03938704a93c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 58625abb-75cd-4ccd-b9dd-5ccb2dbfd182) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:41.342798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84059869-1fe5-4147-8e66-03938704a93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:41.343215 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5330bdf2-c714-42d5-913f-a4df9a43c823 req-a188aad0-1b74-4b11-99e2-d57a3b990163 service neutron] 10.222.0.31 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466267 Nov 12 04:33:41.346069 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84059869-1fe5-4147-8e66-03938704a93c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:41.348973 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfab131-dece-4596-bc8a-9c0222945a71 None None] Network 58625abb-75cd-4ccd-b9dd-5ccb2dbfd182 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:41.369621 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9d580b8-26bd-4c02-83c4-831d272f31af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:41.387714 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da99d54-0588-4b7b-9a44-cb3a9e339128 None None] Pushing event updated for resources: {'Port': ['ID=c5930fae-d8a4-49c1-bd6e-b66ef8949558,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:41.428006 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ca8e6faf-f02d-459b-b73b-be321cc4d544 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.6444132 Nov 12 04:33:41.428968 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e6faf-f02d-459b-b73b-be321cc4d544 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Pushing event updated for resources: {'Port': ['ID=80b8dd27-23ec-43e4-8ddd-57842a19d66a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:41.432961 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34896) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:41.500215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8bf8e8-ad9c-491d-93d3-12a28882f0ec tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:41.506405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8bf8e8-ad9c-491d-93d3-12a28882f0ec tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:41.513914 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8bf8e8-ad9c-491d-93d3-12a28882f0ec tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:41.515006 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5330bdf2-c714-42d5-913f-a4df9a43c823 req-64789414-9de5-4312-b490-47a16ef98f75 service neutron] 10.222.0.31 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599753 Nov 12 04:33:41.519249 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9d8bf8e8-ad9c-491d-93d3-12a28882f0ec tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.0820479 Nov 12 04:33:41.519249 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9d580b8-26bd-4c02-83c4-831d272f31af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:41.519249 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d580b8-26bd-4c02-83c4-831d272f31af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:41.520783 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34898) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:41.521076 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c9d580b8-26bd-4c02-83c4-831d272f31af admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:41.558836 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-84059869-1fe5-4147-8e66-03938704a93c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6576674 Nov 12 04:33:41.581396 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-916c8570-6871-4171-ab38-b587c72f17f6 None None] Provisioning complete for port a4ceae29-7d7c-4d6f-8c24-b42490924849 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:41.582026 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-916c8570-6871-4171-ab38-b587c72f17f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:41.648392 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d580b8-26bd-4c02-83c4-831d272f31af admin admin] Pushing event updated for resources: {'Network': ['ID=e41496b7-24c9-4412-8c2b-a2b51708d7d6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:41.682506 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network e41496b7-24c9-4412-8c2b-a2b51708d7d6 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:33:41.684407 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c9d580b8-26bd-4c02-83c4-831d272f31af admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6963267 Nov 12 04:33:41.688304 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34904) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:41.756637 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3d703440-7e9a-4fb9-b4ed-251e3379a7db admin admin] Request body: {'subnet': {'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1527152812-subnet', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:41.756855 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-6993450f-7031-479e-8f50-180cc6ac7947 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Deleting port 80b8dd27-23ec-43e4-8ddd-57842a19d66a {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:41.756855 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6993450f-7031-479e-8f50-180cc6ac7947 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:41.793446 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708ecef8-be3d-4e79-9609-6a6235124367 None None] Network 58625abb-75cd-4ccd-b9dd-5ccb2dbfd182 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:41.839826 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-916c8570-6871-4171-ab38-b587c72f17f6 None None] Port a4ceae29-7d7c-4d6f-8c24-b42490924849 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:41.899111 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6993450f-7031-479e-8f50-180cc6ac7947 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:41.900172 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-cbfd5f7f-a220-4603-82d1-3864f0a8dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '755cbdb7-bc3d-48e7-a04e-c3eb010d73e4', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'port_id': '7593ae70-1164-4795-b2bc-eeee47b3fbc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'mac_address': 'fa:16:3e:a2:30:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd57d883-5ad9-4021-b58a-7d871ac7e4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:33:20Z', 'updated_at': '2021-11-12T04:33:39Z', 'revision_number': 1, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '831a8abd-8b24-42d1-848b-c19fc15a8d28', 'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'mac_address': 'fa:16:3e:0c:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:37Z', 'updated_at': '2021-11-12T04:27:43Z', 'revision_number': 5, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'subnets': [{'id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:41.917575 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-6993450f-7031-479e-8f50-180cc6ac7947 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Calling delete_port for 80b8dd27-23ec-43e4-8ddd-57842a19d66a owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:41.931274 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfd5f7f-a220-4603-82d1-3864f0a8dcc6 None None] Checking router: de2e8c72-d43f-4950-84ff-8233fa73bd72 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:33:41.949675 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-916c8570-6871-4171-ab38-b587c72f17f6 None None] Provisioning complete for port c5930fae-d8a4-49c1-bd6e-b66ef8949558 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:41.949675 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-916c8570-6871-4171-ab38-b587c72f17f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:41.989836 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfd5f7f-a220-4603-82d1-3864f0a8dcc6 None None] Routers {'de2e8c72-d43f-4950-84ff-8233fa73bd72'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:41.990502 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-cbfd5f7f-a220-4603-82d1-3864f0a8dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['de2e8c72-d43f-4950-84ff-8233fa73bd72'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:42.036213 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d703440-7e9a-4fb9-b4ed-251e3379a7db admin admin] Made reservation on behalf of f9677c34190d4113b1a12b61024c1723 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:42.043249 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d703440-7e9a-4fb9-b4ed-251e3379a7db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:42.190304 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6993450f-7031-479e-8f50-180cc6ac7947 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:42.210306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-cbfd5f7f-a220-4603-82d1-3864f0a8dcc6 None None] Set router de2e8c72-d43f-4950-84ff-8233fa73bd72 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:42.251626 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993450f-7031-479e-8f50-180cc6ac7947 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Pushing event deleted for resources: {'Port': ['ID=80b8dd27-23ec-43e4-8ddd-57842a19d66a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:42.292697 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6993450f-7031-479e-8f50-180cc6ac7947 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:42.299984 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6993450f-7031-479e-8f50-180cc6ac7947 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] 10.222.0.37 "DELETE /v2.0/ports/80b8dd27-23ec-43e4-8ddd-57842a19d66a HTTP/1.1" status: 204 len: 168 time: 0.7791667 Nov 12 04:33:42.307501 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34922) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:42.313885 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-c4e45445-71e8-4c93-9387-08ddc9f5f609 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Request body: {'port': {'name': 'tempest-new-port-name-1013395095', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:42.314286 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.api.validators [None req-c4e45445-71e8-4c93-9387-08ddc9f5f609 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] bootfile-name is not in valid_values {{(pid=103296) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:33:42.314686 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.api.validators [None req-c4e45445-71e8-4c93-9387-08ddc9f5f609 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] tftp-server is not in valid_values {{(pid=103296) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:33:42.315364 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.api.validators [None req-c4e45445-71e8-4c93-9387-08ddc9f5f609 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] server-ip-address is not in valid_values {{(pid=103296) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:33:42.389201 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7d603e4a-b48a-4a89-ba67-8bdb7293ce0c None None] Could not find standard attr ID for object 80b8dd27-23ec-43e4-8ddd-57842a19d66a. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:33:42.411972 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d703440-7e9a-4fb9-b4ed-251e3379a7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:42.426320 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7d603e4a-b48a-4a89-ba67-8bdb7293ce0c None None] Provisioning complete for port a4ceae29-7d7c-4d6f-8c24-b42490924849 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:42.426320 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7d603e4a-b48a-4a89-ba67-8bdb7293ce0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:42.475993 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d703440-7e9a-4fb9-b4ed-251e3379a7db admin admin] Pushing event updated for resources: {'Subnet': ['ID=dddc1a2c-381d-437e-848a-113195a1cabf,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:42.487903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-609b5403-feab-4f9d-9aad-df4285ed0a56 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:42.489482 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-609b5403-feab-4f9d-9aad-df4285ed0a56 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/networks?id=43a0e4e7-76ed-4910-8ba1-b4153f317aea HTTP/1.1" status: 200 len: 809 time: 0.2453711 Nov 12 04:33:42.490580 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c4e45445-71e8-4c93-9387-08ddc9f5f609 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:42.497943 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d703440-7e9a-4fb9-b4ed-251e3379a7db admin admin] Checking segment: {'id': '6ba52a14-9734-4c2e-9682-74e3203e18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:42.498317 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d703440-7e9a-4fb9-b4ed-251e3379a7db admin admin] Network hostable DHCP agents. Network: e41496b7-24c9-4412-8c2b-a2b51708d7d6, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:33:42.501354 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7d603e4a-b48a-4a89-ba67-8bdb7293ce0c None None] Port a4ceae29-7d7c-4d6f-8c24-b42490924849 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:42.523033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-8ff933f0-96c4-4cc9-848a-9f61e816e757 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/quotas/540698816b8c45b0b6ee05ffa23dd11c HTTP/1.1" status: 200 len: 375 time: 0.0201881 Nov 12 04:33:42.536137 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-cbfd5f7f-a220-4603-82d1-3864f0a8dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '755cbdb7-bc3d-48e7-a04e-c3eb010d73e4', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'port_id': '7593ae70-1164-4795-b2bc-eeee47b3fbc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'mac_address': 'fa:16:3e:a2:30:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd57d883-5ad9-4021-b58a-7d871ac7e4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:33:20Z', 'updated_at': '2021-11-12T04:33:39Z', 'revision_number': 1, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '831a8abd-8b24-42d1-848b-c19fc15a8d28', 'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'mac_address': 'fa:16:3e:0c:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:37Z', 'updated_at': '2021-11-12T04:27:43Z', 'revision_number': 5, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'subnets': [{'id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:42.567240 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfd5f7f-a220-4603-82d1-3864f0a8dcc6 None None] The sync data for ids ['de2e8c72-d43f-4950-84ff-8233fa73bd72'] in n-d-768509-24 is: [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '755cbdb7-bc3d-48e7-a04e-c3eb010d73e4', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'port_id': '7593ae70-1164-4795-b2bc-eeee47b3fbc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'mac_address': 'fa:16:3e:a2:30:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd57d883-5ad9-4021-b58a-7d871ac7e4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:33:20Z', 'updated_at': '2021-11-12T04:33:39Z', 'revision_number': 1, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '831a8abd-8b24-42d1-848b-c19fc15a8d28', 'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'mac_address': 'fa:16:3e:0c:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:37Z', 'updated_at': '2021-11-12T04:27:43Z', 'revision_number': 5, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'subnets': [{'id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:33:42.584018 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-11c9eef6-0d61-4e50-8b28-bb632a8f24e6 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=540698816b8c45b0b6ee05ffa23dd11c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397091 Nov 12 04:33:42.604063 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-3ed14990-d097-49bd-bf55-9db0c10e8d9e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:33:42.605154 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-3ed14990-d097-49bd-bf55-9db0c10e8d9e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053182 Nov 12 04:33:42.638016 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d703440-7e9a-4fb9-b4ed-251e3379a7db admin admin] Network e41496b7-24c9-4412-8c2b-a2b51708d7d6 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:33:42.716714 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3d703440-7e9a-4fb9-b4ed-251e3379a7db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, e41496b7-24c9-4412-8c2b-a2b51708d7d6) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:42.730702 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d703440-7e9a-4fb9-b4ed-251e3379a7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:42.730702 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d703440-7e9a-4fb9-b4ed-251e3379a7db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:42.734363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0dfaf8-6c30-4fdf-866c-a7ac3fe7e605 None None] Network e41496b7-24c9-4412-8c2b-a2b51708d7d6 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:42.758432 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c5930fae-d8a4-49c1-bd6e-b66ef8949558 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:42.807698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-84e104d0-a500-4321-8141-2809a4516fdd service neutron] 10.222.0.37 "GET /v2.0/networks/43a0e4e7-76ed-4910-8ba1-b4153f317aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937306 Nov 12 04:33:42.832341 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c910390-9c67-4398-b905-5b7c0d93366e None None] New status for floating IP 755cbdb7-bc3d-48e7-a04e-c3eb010d73e4: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:33:42.861141 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3d703440-7e9a-4fb9-b4ed-251e3379a7db admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1710613 Nov 12 04:33:42.864106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34926) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:42.869518 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e2471732-052b-44be-acde-e2c8ccf39ff6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1527152812-router', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:42.900165 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c4e45445-71e8-4c93-9387-08ddc9f5f609 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:42.900637 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port c5930fae-d8a4-49c1-bd6e-b66ef8949558 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:42.901002 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:42.931310 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-8e43c61a-29d4-49b6-9e7c-7d514144f322 service neutron] 10.222.0.37 "GET /v2.0/networks/43a0e4e7-76ed-4910-8ba1-b4153f317aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126401 Nov 12 04:33:42.978064 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'fixed_ips': [{'subnet_id': 'dddc1a2c-381d-437e-848a-113195a1cabf'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:33:42.978791 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2471732-052b-44be-acde-e2c8ccf39ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:42.978985 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:42.980031 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2471732-052b-44be-acde-e2c8ccf39ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:43.024223 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c4e45445-71e8-4c93-9387-08ddc9f5f609 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:43.044186 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2471732-052b-44be-acde-e2c8ccf39ff6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:43.077814 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c4e45445-71e8-4c93-9387-08ddc9f5f609 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] In _notify_port_updated(), no bound segment for port a4ceae29-7d7c-4d6f-8c24-b42490924849 on network 35a975ee-b05e-40b8-b353-5f878def9133 {{(pid=103296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:33:43.084344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e45445-71e8-4c93-9387-08ddc9f5f609 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:43.085135 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c4e45445-71e8-4c93-9387-08ddc9f5f609 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:43.086534 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c4e45445-71e8-4c93-9387-08ddc9f5f609 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] 10.222.0.37 "PUT /v2.0/ports/a4ceae29-7d7c-4d6f-8c24-b42490924849 HTTP/1.1" status: 200 len: 1130 time: 0.7780619 Nov 12 04:33:43.089250 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34928) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:43.108844 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e45445-71e8-4c93-9387-08ddc9f5f609 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Pushing event updated for resources: {'Port': ['ID=a4ceae29-7d7c-4d6f-8c24-b42490924849,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:43.158446 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966a17ee-a6e9-4109-a24e-4280db5af798 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:43.165601 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-966a17ee-a6e9-4109-a24e-4280db5af798 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] 10.222.0.37 "GET /v2.0/ports/a4ceae29-7d7c-4d6f-8c24-b42490924849 HTTP/1.1" status: 200 len: 1130 time: 0.0707181 Nov 12 04:33:43.166700 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34930) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:43.178355 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] Allocated IP 172.20.0.2 (e41496b7-24c9-4412-8c2b-a2b51708d7d6/dddc1a2c-381d-437e-848a-113195a1cabf/be96c2a3-e789-4e35-a3c4-2dc90ca36527) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:43.407679 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2471732-052b-44be-acde-e2c8ccf39ff6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:43.412654 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:43.434273 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d1ac5d2e-bc2d-492d-97a8-27df41a13a13 None None] Provisioning complete for port a4ceae29-7d7c-4d6f-8c24-b42490924849 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:43.434801 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5d2e-bc2d-492d-97a8-27df41a13a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:43.435658 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1f151ea8-312d-4099-94dc-a3b788ed805f tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Deleting port a4ceae29-7d7c-4d6f-8c24-b42490924849 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:43.436276 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f151ea8-312d-4099-94dc-a3b788ed805f tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:43.443229 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e5907c7-4b43-4416-815d-bb39b9e3257e req-b6c49974-12c6-40e0-a864-b7292b141502 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 210 time: 0.0362766 Nov 12 04:33:43.487891 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac5d2e-bc2d-492d-97a8-27df41a13a13 None None] Port a4ceae29-7d7c-4d6f-8c24-b42490924849 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:43.541459 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f151ea8-312d-4099-94dc-a3b788ed805f tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:43.553934 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1f151ea8-312d-4099-94dc-a3b788ed805f tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Calling delete_port for a4ceae29-7d7c-4d6f-8c24-b42490924849 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:43.598059 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:43.646738 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] Network e41496b7-24c9-4412-8c2b-a2b51708d7d6 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:43.649763 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:43.655791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:43.667757 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] Pushing event updated for resources: {'Port': ['ID=be96c2a3-e789-4e35-a3c4-2dc90ca36527,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:43.724355 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] Attempting to bind port be96c2a3-e789-4e35-a3c4-2dc90ca36527 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:43.725007 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] Attempting to bind port be96c2a3-e789-4e35-a3c4-2dc90ca36527 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '6ba52a14-9734-4c2e-9682-74e3203e18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:43.725376 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] Attempting to bind port be96c2a3-e789-4e35-a3c4-2dc90ca36527 on network e41496b7-24c9-4412-8c2b-a2b51708d7d6 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:43.731504 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:43.731898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] Checking segment: {'id': '6ba52a14-9734-4c2e-9682-74e3203e18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:43.732267 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:43.732651 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] Bound using segment: {'id': '6ba52a14-9734-4c2e-9682-74e3203e18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:43.735206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] Bound port: be96c2a3-e789-4e35-a3c4-2dc90ca36527, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba52a14-9734-4c2e-9682-74e3203e18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:43.735744 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:43.809055 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] For port be96c2a3-e789-4e35-a3c4-2dc90ca36527, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:43.813403 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] For port be96c2a3-e789-4e35-a3c4-2dc90ca36527, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=be96c2a3-e789-4e35-a3c4-2dc90ca36527,segment=NetworkSegment(6ba52a14-9734-4c2e-9682-74e3203e18d2),segment_id=6ba52a14-9734-4c2e-9682-74e3203e18d2)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:43.859963 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f151ea8-312d-4099-94dc-a3b788ed805f tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:43.890755 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2471732-052b-44be-acde-e2c8ccf39ff6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:43.910902 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f151ea8-312d-4099-94dc-a3b788ed805f tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Pushing event deleted for resources: {'Port': ['ID=a4ceae29-7d7c-4d6f-8c24-b42490924849,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:43.914938 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2471732-052b-44be-acde-e2c8ccf39ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:43.943273 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f151ea8-312d-4099-94dc-a3b788ed805f tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:43.945092 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:43.949004 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1f151ea8-312d-4099-94dc-a3b788ed805f tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] 10.222.0.37 "DELETE /v2.0/ports/a4ceae29-7d7c-4d6f-8c24-b42490924849 HTTP/1.1" status: 204 len: 168 time: 0.7790658 Nov 12 04:33:43.952374 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34940) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:44.018677 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f5600-2f29-4195-ad37-3778513f3093 None None] Pushing event updated for resources: {'Port': ['ID=be96c2a3-e789-4e35-a3c4-2dc90ca36527,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:44.072928 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7605356-94c7-4624-8532-80f8a5227b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Deleting subnet 8ff3f2aa-1d6e-451d-b432-412778fdcbc2 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:33:44.079513 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7605356-94c7-4624-8532-80f8a5227b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:44.141163 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7605356-94c7-4624-8532-80f8a5227b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:44.144509 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-e2471732-052b-44be-acde-e2c8ccf39ff6 admin admin] Allocated IP 172.25.1.98 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/ce20d653-9f0a-4022-b026-a08d4643061b) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:44.312415 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7605356-94c7-4624-8532-80f8a5227b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:44.369813 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2471732-052b-44be-acde-e2c8ccf39ff6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:44.458348 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:33:44.504653 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7605356-94c7-4624-8532-80f8a5227b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:44.528865 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-390917d2-b7f6-4ae0-a92f-7d9aef244d8e req-32066aa8-dde8-4aa6-aa02-dea71920bdb7 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 210 time: 0.0271146 Nov 12 04:33:44.534755 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7605356-94c7-4624-8532-80f8a5227b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff3f2aa-1d6e-451d-b432-412778fdcbc2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:44.537358 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b7605356-94c7-4624-8532-80f8a5227b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:44.541723 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b7605356-94c7-4624-8532-80f8a5227b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] 10.222.0.37 "DELETE /v2.0/subnets/8ff3f2aa-1d6e-451d-b432-412778fdcbc2 HTTP/1.1" status: 204 len: 168 time: 0.5905509 Nov 12 04:33:44.545183 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34948) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:44.546155 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf06bb3-217b-4f3b-bfc8-6858db887d6f None None] Network 35a975ee-b05e-40b8-b353-5f878def9133 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:44.561938 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2471732-052b-44be-acde-e2c8ccf39ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:44.656673 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2471732-052b-44be-acde-e2c8ccf39ff6 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:44.667895 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-e2471732-052b-44be-acde-e2c8ccf39ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:44.685087 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06960aff-7346-43a3-86a2-313f3ca5fbfe None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:44.692080 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2471732-052b-44be-acde-e2c8ccf39ff6 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:44.713147 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:44.752134 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f171565d-428f-49e1-8da9-949766c58c99 None None] Provisioning complete for port ce20d653-9f0a-4022-b026-a08d4643061b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:44.752624 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f171565d-428f-49e1-8da9-949766c58c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:44.775708 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2471732-052b-44be-acde-e2c8ccf39ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=ce20d653-9f0a-4022-b026-a08d4643061b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:44.798825 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ee736a-0889-4e07-b9f3-4e6b8d62d69c None None] DHCP port deletion for 35a975ee-b05e-40b8-b353-5f878def9133 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:44.806892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f171565d-428f-49e1-8da9-949766c58c99 None None] Port ce20d653-9f0a-4022-b026-a08d4643061b cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:44.862853 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device be96c2a3-e789-4e35-a3c4-2dc90ca36527 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:44.932184 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Deleting port c5930fae-d8a4-49c1-bd6e-b66ef8949558 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:44.932530 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:45.029658 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] For port c5930fae-d8a4-49c1-bd6e-b66ef8949558, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c5930fae-d8a4-49c1-bd6e-b66ef8949558,segment=NetworkSegment(73b41266-a2b0-44d5-8a26-044479beacb5),segment_id=73b41266-a2b0-44d5-8a26-044479beacb5)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:45.029924 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:45.045046 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Calling delete_port for c5930fae-d8a4-49c1-bd6e-b66ef8949558 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:45.091086 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-11ee736a-0889-4e07-b9f3-4e6b8d62d69c None None] Deleting port c5930fae-d8a4-49c1-bd6e-b66ef8949558 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:45.091451 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11ee736a-0889-4e07-b9f3-4e6b8d62d69c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:45.142410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port be96c2a3-e789-4e35-a3c4-2dc90ca36527 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:45.144673 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:45.191122 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-11ee736a-0889-4e07-b9f3-4e6b8d62d69c None None] For port c5930fae-d8a4-49c1-bd6e-b66ef8949558, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c5930fae-d8a4-49c1-bd6e-b66ef8949558,segment=NetworkSegment(73b41266-a2b0-44d5-8a26-044479beacb5),segment_id=73b41266-a2b0-44d5-8a26-044479beacb5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:45.199543 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11ee736a-0889-4e07-b9f3-4e6b8d62d69c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:45.207387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-11ee736a-0889-4e07-b9f3-4e6b8d62d69c None None] Calling delete_port for c5930fae-d8a4-49c1-bd6e-b66ef8949558 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:45.221338 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dccccda-8db2-41b5-9ed1-19f0099eac1a None None] Network e41496b7-24c9-4412-8c2b-a2b51708d7d6 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:45.285133 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2471732-052b-44be-acde-e2c8ccf39ff6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:45.379526 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-39dab780-689f-45ad-9958-81a91c7418f2 None None] Provisioning complete for port be96c2a3-e789-4e35-a3c4-2dc90ca36527 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:45.379893 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39dab780-689f-45ad-9958-81a91c7418f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:45.420569 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:45.477290 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11ee736a-0889-4e07-b9f3-4e6b8d62d69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:45.513586 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port be96c2a3-e789-4e35-a3c4-2dc90ca36527, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=be96c2a3-e789-4e35-a3c4-2dc90ca36527,segment=NetworkSegment(6ba52a14-9734-4c2e-9682-74e3203e18d2),segment_id=6ba52a14-9734-4c2e-9682-74e3203e18d2)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:45.518876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee736a-0889-4e07-b9f3-4e6b8d62d69c None None] Pushing event deleted for resources: {'Port': ['ID=c5930fae-d8a4-49c1-bd6e-b66ef8949558,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:45.520746 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ee736a-0889-4e07-b9f3-4e6b8d62d69c None None] No DVR routers for this DVR port c5930fae-d8a4-49c1-bd6e-b66ef8949558 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:33:45.563728 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39dab780-689f-45ad-9958-81a91c7418f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:45.636488 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b3610e21-3274-473e-9443-045dd59fe61b req-5e3d4680-3c84-4c3a-8c62-92ad299dc61a tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 210 time: 0.0281086 Nov 12 04:33:45.662288 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:45.750165 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Pushing event deleted for resources: {'Port': ['ID=c5930fae-d8a4-49c1-bd6e-b66ef8949558,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:45.752069 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] No DVR routers for this DVR port c5930fae-d8a4-49c1-bd6e-b66ef8949558 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:33:45.797057 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:45.875416 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-39dab780-689f-45ad-9958-81a91c7418f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:33:45.875918 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-39dab780-689f-45ad-9958-81a91c7418f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:33:45.885591 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:45.885978 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=be96c2a3-e789-4e35-a3c4-2dc90ca36527,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:45.922971 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a975ee-b05e-40b8-b353-5f878def9133']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:45.968962 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b41266-a2b0-44d5-8a26-044479beacb5') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:45.969340 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b41266-a2b0-44d5-8a26-044479beacb5') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:45.984661 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:46.016233 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:46.027488 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:33:46.027906 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:46.033490 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9295e02-5ea7-41a6-9c11-9fc0c87d1998 req-1d01712b-c718-44bc-b295-b2415b8d1506 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:33:46.033669 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:33:46.037269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9295e02-5ea7-41a6-9c11-9fc0c87d1998 req-1d01712b-c718-44bc-b295-b2415b8d1506 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 1097 time: 0.0455089 Nov 12 04:33:46.043182 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2471732-052b-44be-acde-e2c8ccf39ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:46.101253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9295e02-5ea7-41a6-9c11-9fc0c87d1998 req-dca8bfab-4040-41ec-8c0b-493745b400dd tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570686 Nov 12 04:33:46.125718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34958) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:46.216507 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:46.228756 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:46.230301 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] 10.222.0.37 "DELETE /v2.0/networks/35a975ee-b05e-40b8-b353-5f878def9133 HTTP/1.1" status: 204 len: 168 time: 1.6841238 Nov 12 04:33:46.241100 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013055cf-dcbb-411b-b823-b4c0d3ebf050 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012 tempest-ExtraDHCPOptionsIpV6TestJSON-1745270012-project] Pushing event deleted for resources: {'Network': ['ID=35a975ee-b05e-40b8-b353-5f878def9133,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:46.290949 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2471732-052b-44be-acde-e2c8ccf39ff6 admin admin] Router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:33:46.299064 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-4cf66d0a-f96b-43b6-aff7-553b8354abb1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting port bbcf4627-b671-491e-88ec-c591298a9d5e {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:46.299521 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4cf66d0a-f96b-43b6-aff7-553b8354abb1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:46.406297 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4cf66d0a-f96b-43b6-aff7-553b8354abb1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:46.406750 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4cf66d0a-f96b-43b6-aff7-553b8354abb1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:46.420864 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-4cf66d0a-f96b-43b6-aff7-553b8354abb1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Calling delete_port for bbcf4627-b671-491e-88ec-c591298a9d5e owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:46.432008 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2471732-052b-44be-acde-e2c8ccf39ff6 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:33:46.445181 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] Sync routers for ids ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:33:46.460703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] Routers {'8c6f88c2-d7a8-495c-8075-637a4ddc77d1'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:46.461510 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:46.577890 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] Set router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:46.594806 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2471732-052b-44be-acde-e2c8ccf39ff6 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:46.596510 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e2471732-052b-44be-acde-e2c8ccf39ff6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7313571 Nov 12 04:33:46.599473 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 34964) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:46.659130 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-046182ed-9f98-4ac2-8228-9ded9ea5acdc None None] Provisioning complete for port be96c2a3-e789-4e35-a3c4-2dc90ca36527 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:46.659433 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-046182ed-9f98-4ac2-8228-9ded9ea5acdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:46.768957 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4cf66d0a-f96b-43b6-aff7-553b8354abb1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:46.808245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device be96c2a3-e789-4e35-a3c4-2dc90ca36527 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:46.862501 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e03c91d7-0791-4b45-b620-9272c13a5356 req-312686d7-62df-419b-88fb-ccb43e166224 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 210 time: 0.0756023 Nov 12 04:33:46.877764 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf66d0a-f96b-43b6-aff7-553b8354abb1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Port': ['ID=bbcf4627-b671-491e-88ec-c591298a9d5e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:46.905834 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-844a5814-0e99-4908-ab16-96b6929a922d tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:46.908874 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-844a5814-0e99-4908-ab16-96b6929a922d tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.21 "GET /v2.0/networks?id=43a0e4e7-76ed-4910-8ba1-b4153f317aea HTTP/1.1" status: 200 len: 809 time: 0.3215003 Nov 12 04:33:46.941402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-440c8287-8fa0-4f28-8976-3b707b09beb0 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Request body: {'port': {'device_id': '57f926d6-f914-4358-9773-91427834f264', 'network_id': '43a0e4e7-76ed-4910-8ba1-b4153f317aea', 'admin_state_up': True, 'tenant_id': '540698816b8c45b0b6ee05ffa23dd11c'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:46.944012 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34970) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:46.954152 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:46.984376 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port be96c2a3-e789-4e35-a3c4-2dc90ca36527 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:46.984750 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:47.041280 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'name': 'tempest-TestVolumeBackupRestore-1527152812-router', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:42Z', 'updated_at': '2021-11-12T04:33:44Z', 'revision_number': 3, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'gw_port': {'id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:43Z', 'updated_at': '2021-11-12T04:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:47.069318 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] Checking router: 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:33:47.069729 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] Updating router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 port ce20d653-9f0a-4022-b026-a08d4643061b binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:33:47.116347 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e7701abd-7caf-4957-af26-86876d0cf59e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70693302b695479988de4ee64fc9e1cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1710882 Nov 12 04:33:47.119014 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 34974) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:47.125772 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:47.178877 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-574934ce-a1d1-40a9-92fa-4659a134fea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:47.208391 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-574934ce-a1d1-40a9-92fa-4659a134fea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:47.250311 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c5930fae-d8a4-49c1-bd6e-b66ef8949558 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:33:47.287975 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: c5930fae-d8a4-49c1-bd6e-b66ef8949558 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:33:47.288302 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c5930fae-d8a4-49c1-bd6e-b66ef8949558 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:33:47.356295 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-574934ce-a1d1-40a9-92fa-4659a134fea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:47.359717 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-574934ce-a1d1-40a9-92fa-4659a134fea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:47.363524 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-574934ce-a1d1-40a9-92fa-4659a134fea2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/482e041f-4cff-484f-ae0c-3f1bcee88db1 HTTP/1.1" status: 204 len: 168 time: 0.2412035 Nov 12 04:33:47.371432 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574934ce-a1d1-40a9-92fa-4659a134fea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482e041f-4cff-484f-ae0c-3f1bcee88db1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:47.467923 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:47.489001 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4cf66d0a-f96b-43b6-aff7-553b8354abb1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:47.489331 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-4cf66d0a-f96b-43b6-aff7-553b8354abb1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Floating IP ce5dcf6c-768c-4a6b-afa4-19b06c1a7b50 disassociated (deleted). External IP: 172.25.1.252, port: ac47fb13-ee52-4eff-82c7-0eef32b91036. Nov 12 04:33:47.622507 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:47.673738 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01415c02-01a7-4af7-82b7-6a31c5053d76 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:47.708715 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] Attempting to bind port ce20d653-9f0a-4022-b026-a08d4643061b on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:47.709263 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] Attempting to bind port ce20d653-9f0a-4022-b026-a08d4643061b by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:47.709438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] Attempting to bind port ce20d653-9f0a-4022-b026-a08d4643061b on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:47.716123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:47.716485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:47.716888 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:47.717278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:47.717749 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] Bound port: ce20d653-9f0a-4022-b026-a08d4643061b, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:47.718180 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:47.739131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1271611-9d2a-4c6f-8d85-74f7b296b0c4 None None] Pushing event updated for resources: {'Port': ['ID=ce20d653-9f0a-4022-b026-a08d4643061b,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:47.785036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] For port ce20d653-9f0a-4022-b026-a08d4643061b, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:47.793056 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] For port ce20d653-9f0a-4022-b026-a08d4643061b, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ce20d653-9f0a-4022-b026-a08d4643061b,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:47.810695 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8c903599-d71c-47d5-a1cb-12f0c65a8413 None None] Provisioning complete for port ce20d653-9f0a-4022-b026-a08d4643061b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:47.810695 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c903599-d71c-47d5-a1cb-12f0c65a8413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:47.842695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-440c8287-8fa0-4f28-8976-3b707b09beb0 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Made reservation on behalf of 540698816b8c45b0b6ee05ffa23dd11c for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:47.846215 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-440c8287-8fa0-4f28-8976-3b707b09beb0 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:47.847844 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8c903599-d71c-47d5-a1cb-12f0c65a8413 None None] Port ce20d653-9f0a-4022-b026-a08d4643061b cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:47.900491 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:47.918170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf66d0a-f96b-43b6-aff7-553b8354abb1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Router 06ce9db2-8c2d-4df3-b643-8e5174d86c26 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:33:47.990713 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b62579e-adb1-46bb-8b50-7a3e35100cae None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:48.006492 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] Routers {'8c6f88c2-d7a8-495c-8075-637a4ddc77d1'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:48.007295 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:48.080325 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1271611-9d2a-4c6f-8d85-74f7b296b0c4 None None] Pushing event updated for resources: {'Port': ['ID=ce20d653-9f0a-4022-b026-a08d4643061b,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:48.091662 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a95842b1-491b-4733-8bbc-33356faf8bf6 req-7e40d0d5-83ef-4d17-bc1b-2da8c1c7a76d tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 210 time: 0.0838196 Nov 12 04:33:48.147097 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a19ceeb6-8db0-46b4-b0d6-4ee00cb1d792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:48.162689 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-51cd0561-f729-414a-920c-0d13c3099e6e None None] Provisioning complete for port ce20d653-9f0a-4022-b026-a08d4643061b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:48.162689 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51cd0561-f729-414a-920c-0d13c3099e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:48.207734 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] Set router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:48.213141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-440c8287-8fa0-4f28-8976-3b707b09beb0 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Allocated IP 172.20.0.8 (43a0e4e7-76ed-4910-8ba1-b4153f317aea/085ec117-e22f-4478-b8b7-36fc8143c8af/029ecf03-5bb4-4b2a-a883-e8cfb5607489) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:48.324840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf66d0a-f96b-43b6-aff7-553b8354abb1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:33:48.334175 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4cf66d0a-f96b-43b6-aff7-553b8354abb1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:48.336384 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d2442f-60c2-419e-a7c1-79af126169c0 None None] Sync routers for ids ['06ce9db2-8c2d-4df3-b643-8e5174d86c26'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:33:48.348080 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d2442f-60c2-419e-a7c1-79af126169c0 None None] Routers {'06ce9db2-8c2d-4df3-b643-8e5174d86c26'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:48.349063 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-69d2442f-60c2-419e-a7c1-79af126169c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['06ce9db2-8c2d-4df3-b643-8e5174d86c26'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:48.403381 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4cf66d0a-f96b-43b6-aff7-553b8354abb1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "DELETE /v2.0/floatingips/ce5dcf6c-768c-4a6b-afa4-19b06c1a7b50 HTTP/1.1" status: 204 len: 168 time: 2.2764101 Nov 12 04:33:48.416631 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'tag': 'ac47fb13-ee52-4eff-82c7-0eef32b91036'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:48.418851 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141bd4a5-4c31-415a-a925-4f3de547c7a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e79fe0-07c6-4a6d-a899-58346657cf2b", "tag": "ac47fb13-ee52-4eff-82c7-0eef32b91036"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:48.460878 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:48.526601 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-a19ceeb6-8db0-46b4-b0d6-4ee00cb1d792 admin admin] Allocated IP 172.20.0.1 (e41496b7-24c9-4412-8c2b-a2b51708d7d6/dddc1a2c-381d-437e-848a-113195a1cabf/9f621244-fbbc-4b0b-9eaa-5aa634d947d3) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:48.563213 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-69d2442f-60c2-419e-a7c1-79af126169c0 None None] Set router 06ce9db2-8c2d-4df3-b643-8e5174d86c26 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:48.583223 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51cd0561-f729-414a-920c-0d13c3099e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:48.594560 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-440c8287-8fa0-4f28-8976-3b707b09beb0 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:48.629340 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-51cd0561-f729-414a-920c-0d13c3099e6e None None] For port ce20d653-9f0a-4022-b026-a08d4643061b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ce20d653-9f0a-4022-b026-a08d4643061b,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:48.660657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'name': 'tempest-TestVolumeBackupRestore-1527152812-router', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:42Z', 'updated_at': '2021-11-12T04:33:44Z', 'revision_number': 3, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'gw_port': {'id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:43Z', 'updated_at': '2021-11-12T04:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:48.689503 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a6e6c-84f7-4d13-9697-8ea5c0540aa5 None None] The sync data for ids ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'] in n-d-768509-24 is: [{'id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'name': 'tempest-TestVolumeBackupRestore-1527152812-router', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:42Z', 'updated_at': '2021-11-12T04:33:44Z', 'revision_number': 3, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'gw_port': {'id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:43Z', 'updated_at': '2021-11-12T04:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:33:48.724796 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a19ceeb6-8db0-46b4-b0d6-4ee00cb1d792 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:48.732299 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51cd0561-f729-414a-920c-0d13c3099e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:48.793570 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd0561-f729-414a-920c-0d13c3099e6e None None] Pushing event updated for resources: {'Port': ['ID=ce20d653-9f0a-4022-b026-a08d4643061b,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:48.823477 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-440c8287-8fa0-4f28-8976-3b707b09beb0 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:48.861004 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-69d2442f-60c2-419e-a7c1-79af126169c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094219116', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:44Z', 'updated_at': '2021-11-12T04:30:52Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:45Z', 'updated_at': '2021-11-12T04:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'ce2a600f-20bd-47e5-aabc-99de00c8871b', 'name': '', 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:98:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '20150325-f345-468c-96fc-6578b271ccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:51Z', 'updated_at': '2021-11-12T04:30:56Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': '20150325-f345-468c-96fc-6578b271ccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:48.882211 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35006) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:48.895716 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d2442f-60c2-419e-a7c1-79af126169c0 None None] Checking router: 06ce9db2-8c2d-4df3-b643-8e5174d86c26 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:33:48.912388 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d2442f-60c2-419e-a7c1-79af126169c0 None None] Routers {'06ce9db2-8c2d-4df3-b643-8e5174d86c26'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:48.913019 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-69d2442f-60c2-419e-a7c1-79af126169c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['06ce9db2-8c2d-4df3-b643-8e5174d86c26'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:48.915741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-440c8287-8fa0-4f28-8976-3b707b09beb0 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Network 43a0e4e7-76ed-4910-8ba1-b4153f317aea is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:48.945557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-440c8287-8fa0-4f28-8976-3b707b09beb0 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:48.996279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c8287-8fa0-4f28-8976-3b707b09beb0 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Pushing event updated for resources: {'Port': ['ID=029ecf03-5bb4-4b2a-a883-e8cfb5607489,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:49.004148 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-440c8287-8fa0-4f28-8976-3b707b09beb0 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:49.014153 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a19ceeb6-8db0-46b4-b0d6-4ee00cb1d792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:49.089288 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2199c198-a2aa-4049-8dd0-5bb11ba29402 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-720773192'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:49.115729 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19ceeb6-8db0-46b4-b0d6-4ee00cb1d792 admin admin] Network e41496b7-24c9-4412-8c2b-a2b51708d7d6 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:49.125173 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-69d2442f-60c2-419e-a7c1-79af126169c0 None None] Set router 06ce9db2-8c2d-4df3-b643-8e5174d86c26 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:49.157364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-a19ceeb6-8db0-46b4-b0d6-4ee00cb1d792 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:49.174728 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2da7c1-f871-4320-8c59-19692e1d3735 x-openstack-request-id: req-0a2da7c1-f871-4320-8c59-19692e1d3735 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:49.175031 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e79fe0-07c6-4a6d-a899-58346657cf2b", "tag": "ac47fb13-ee52-4eff-82c7-0eef32b91036", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:49.175295 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a2da7c1-f871-4320-8c59-19692e1d3735 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:49.175745 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'tag': 'ac47fb13-ee52-4eff-82c7-0eef32b91036', 'status': 'completed', 'code': 200} Nov 12 04:33:49.187342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19ceeb6-8db0-46b4-b0d6-4ee00cb1d792 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:49.228865 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2199c198-a2aa-4049-8dd0-5bb11ba29402 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Made reservation on behalf of f575d6eea2f84babaf19cdfc6186f768 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:49.236422 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2199c198-a2aa-4049-8dd0-5bb11ba29402 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:49.310662 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2199c198-a2aa-4049-8dd0-5bb11ba29402 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:49.335532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ceeb6-8db0-46b4-b0d6-4ee00cb1d792 admin admin] Pushing event updated for resources: {'Port': ['ID=9f621244-fbbc-4b0b-9eaa-5aa634d947d3,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:49.400551 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-440c8287-8fa0-4f28-8976-3b707b09beb0 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:49.401545 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-440c8287-8fa0-4f28-8976-3b707b09beb0 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:49.449390 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-69d2442f-60c2-419e-a7c1-79af126169c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094219116', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:44Z', 'updated_at': '2021-11-12T04:30:52Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:45Z', 'updated_at': '2021-11-12T04:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'ce2a600f-20bd-47e5-aabc-99de00c8871b', 'name': '', 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:98:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '20150325-f345-468c-96fc-6578b271ccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:51Z', 'updated_at': '2021-11-12T04:30:56Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': '20150325-f345-468c-96fc-6578b271ccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:49.452787 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2199c198-a2aa-4049-8dd0-5bb11ba29402 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:49.456382 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a19ceeb6-8db0-46b4-b0d6-4ee00cb1d792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:49.516174 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d2442f-60c2-419e-a7c1-79af126169c0 None None] The sync data for ids ['06ce9db2-8c2d-4df3-b643-8e5174d86c26'] in n-d-768509-24 is: [{'id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094219116', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:44Z', 'updated_at': '2021-11-12T04:30:52Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:45Z', 'updated_at': '2021-11-12T04:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'ce2a600f-20bd-47e5-aabc-99de00c8871b', 'name': '', 'network_id': 'c2746ac6-b4e4-4065-97f7-916e2df57fcb', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:98:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '20150325-f345-468c-96fc-6578b271ccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:51Z', 'updated_at': '2021-11-12T04:30:56Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': '20150325-f345-468c-96fc-6578b271ccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:33:49.543489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bd4a5-4c31-415a-a925-4f3de547c7a8 req-fe52ea41-b730-442c-84ab-a341dd0ce808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:49.545756 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-141bd4a5-4c31-415a-a925-4f3de547c7a8 req-fe52ea41-b730-442c-84ab-a341dd0ce808 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 1097 time: 0.2729895 Nov 12 04:33:49.572593 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-979d3306-cd93-45c6-a271-a49e49cb4e4a None None] Provisioning complete for port 9f621244-fbbc-4b0b-9eaa-5aa634d947d3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:49.572593 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-979d3306-cd93-45c6-a271-a49e49cb4e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:49.610499 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-979d3306-cd93-45c6-a271-a49e49cb4e4a None None] Port 9f621244-fbbc-4b0b-9eaa-5aa634d947d3 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:49.656227 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d47c4-8b55-46d2-9f1b-48c889a7d1d2 req-9c6e19ce-7c3a-4c16-9116-83afab9551c9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:49.656227 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-215d47c4-8b55-46d2-9f1b-48c889a7d1d2 req-9c6e19ce-7c3a-4c16-9116-83afab9551c9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.1899202 Nov 12 04:33:49.656227 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-440c8287-8fa0-4f28-8976-3b707b09beb0 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6919870 Nov 12 04:33:49.778515 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2199c198-a2aa-4049-8dd0-5bb11ba29402 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:49.782406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Request body: {'port': {'device_id': '57f926d6-f914-4358-9773-91427834f264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:49.809959 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2199c198-a2aa-4049-8dd0-5bb11ba29402 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:33:49.820978 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2199c198-a2aa-4049-8dd0-5bb11ba29402 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:49.821462 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-2199c198-a2aa-4049-8dd0-5bb11ba29402 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Added segment 33dca4af-a1ef-4724-88e9-17ee55885717 of type vlan for network 772c9f96-c734-4b1c-a4b8-6f91a9692c70 Nov 12 04:33:49.836499 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199c198-a2aa-4049-8dd0-5bb11ba29402 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766c1d39-7c3a-42d2-bc0b-d4c630ced7da,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:49.871598 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-215d47c4-8b55-46d2-9f1b-48c889a7d1d2 req-899edabd-5c5c-4dec-81c0-9625a31a0279 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096019 Nov 12 04:33:49.871598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bd4a5-4c31-415a-a925-4f3de547c7a8 req-bccc424a-335c-46a7-a48b-57a8e453997c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:49.871598 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-141bd4a5-4c31-415a-a925-4f3de547c7a8 req-bccc424a-335c-46a7-a48b-57a8e453997c service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2746ac6-b4e4-4065-97f7-916e2df57fcb HTTP/1.1" status: 200 len: 898 time: 0.3015089 Nov 12 04:33:49.883567 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2199c198-a2aa-4049-8dd0-5bb11ba29402 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:49.903192 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f650164d-25c0-42b0-bc88-63e946795d93 None None] New status for floating IP ce5dcf6c-768c-4a6b-afa4-19b06c1a7b50: DOWN {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:33:49.963169 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-141bd4a5-4c31-415a-a925-4f3de547c7a8 req-4c930fdb-159b-4150-95f6-d6795e0848db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac47fb13-ee52-4eff-82c7-0eef32b91036 HTTP/1.1" status: 200 len: 217 time: 0.0960050 Nov 12 04:33:50.001941 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2199c198-a2aa-4049-8dd0-5bb11ba29402 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:50.008581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2199c198-a2aa-4049-8dd0-5bb11ba29402 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:50.009192 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2199c198-a2aa-4049-8dd0-5bb11ba29402 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:50.049417 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:50.053840 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26b9c06b-be8a-4a16-91a9-65c3b49d97c4 req-362af4a9-ab31-491b-9eba-7c87a728322a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3009148 Nov 12 04:33:50.065489 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a19ceeb6-8db0-46b4-b0d6-4ee00cb1d792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:50.093149 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199c198-a2aa-4049-8dd0-5bb11ba29402 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Network': ['ID=772c9f96-c734-4b1c-a4b8-6f91a9692c70,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:50.106293 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 772c9f96-c734-4b1c-a4b8-6f91a9692c70 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:33:50.147080 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2199c198-a2aa-4049-8dd0-5bb11ba29402 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2631152 Nov 12 04:33:50.150669 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35016) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:50.156600 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-717c2f68-9e3e-4bfd-bbaf-cf1f282adf49 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'subnet': {'network_id': '772c9f96-c734-4b1c-a4b8-6f91a9692c70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:50.189375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bd4a5-4c31-415a-a925-4f3de547c7a8 req-b132b300-3b38-4fee-b168-2109e4c42d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:50.191435 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-141bd4a5-4c31-415a-a925-4f3de547c7a8 req-b132b300-3b38-4fee-b168-2109e4c42d77 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=20150325-f345-468c-96fc-6578b271ccb5 HTTP/1.1" status: 200 len: 834 time: 0.1975272 Nov 12 04:33:50.204705 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1d4a5-2c17-4425-be71-45bd5b44caa6 req-70ca7f97-8302-49f0-b67d-e66c0b1dcb3f tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:50.206277 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cbb1d4a5-2c17-4425-be71-45bd5b44caa6 req-70ca7f97-8302-49f0-b67d-e66c0b1dcb3f tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 931 time: 0.2732031 Nov 12 04:33:50.365541 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-15702ba4-6194-43f3-952e-34a7db36914f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0473890 Nov 12 04:33:50.367668 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717c2f68-9e3e-4bfd-bbaf-cf1f282adf49 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Made reservation on behalf of f575d6eea2f84babaf19cdfc6186f768 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:50.371211 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-717c2f68-9e3e-4bfd-bbaf-cf1f282adf49 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:50.381990 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9c06b-be8a-4a16-91a9-65c3b49d97c4 req-deeb1109-401d-47f8-8ef8-33cf3f0aa27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:50.383542 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26b9c06b-be8a-4a16-91a9-65c3b49d97c4 req-deeb1109-401d-47f8-8ef8-33cf3f0aa27b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=49f00332128a44d886ddf640128bd4c1&device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 1097 time: 0.2856002 Nov 12 04:33:50.444018 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bd4a5-4c31-415a-a925-4f3de547c7a8 req-fcfbb4a6-ef1e-48ec-9aa6-6a9d7fcb53c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:50.445507 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-141bd4a5-4c31-415a-a925-4f3de547c7a8 req-fcfbb4a6-ef1e-48ec-9aa6-6a9d7fcb53c1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2746ac6-b4e4-4065-97f7-916e2df57fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2284663 Nov 12 04:33:50.540253 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-eeaa7b36-fc01-484a-b86e-36cb858b378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:50.540739 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-eeaa7b36-fc01-484a-b86e-36cb858b378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:50.541212 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-eeaa7b36-fc01-484a-b86e-36cb858b378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:50.541701 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-eeaa7b36-fc01-484a-b86e-36cb858b378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:50.542142 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-eeaa7b36-fc01-484a-b86e-36cb858b378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:50.542611 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-eeaa7b36-fc01-484a-b86e-36cb858b378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:50.543101 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-eeaa7b36-fc01-484a-b86e-36cb858b378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:50.545099 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-eeaa7b36-fc01-484a-b86e-36cb858b378c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2da92794a0540cfa9ccbce1e95a15a3&device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 6509 time: 0.1065481 Nov 12 04:33:50.792551 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-5d64789c-f8dd-4e34-9a60-240b875570cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:50.793030 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-5d64789c-f8dd-4e34-9a60-240b875570cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:50.793692 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-5d64789c-f8dd-4e34-9a60-240b875570cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:50.795361 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-5d64789c-f8dd-4e34-9a60-240b875570cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb300127-0441-4443-aae7-eeff2c911c12&id=79d2f23a-da96-4615-8aa1-f0a58d232473&id=79d2f23a-da96-4615-8aa1-f0a58d232473&id=79d2f23a-da96-4615-8aa1-f0a58d232473&id=79d2f23a-da96-4615-8aa1-f0a58d232473&id=8ce3611a-3158-4092-88f0-6068ca0e253f&id=8ce3611a-3158-4092-88f0-6068ca0e253f HTTP/1.1" status: 200 len: 2298 time: 0.2154920 Nov 12 04:33:50.823479 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ce20d653-9f0a-4022-b026-a08d4643061b up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:50.838683 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cbb1d4a5-2c17-4425-be71-45bd5b44caa6 req-fc3fc1c6-ece5-4bc1-bde2-f4e5baa500c4 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfef692e-520a-4611-8ff1-1ef10462cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6054590 Nov 12 04:33:50.882870 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-717c2f68-9e3e-4bfd-bbaf-cf1f282adf49 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:50.901286 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port ce20d653-9f0a-4022-b026-a08d4643061b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:50.901286 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:51.019330 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-e25fe464-f8da-4781-bb03-41884160bcb1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b3ed3ea-e971-45fe-8276-9cc198e22638 HTTP/1.1" status: 200 len: 1000 time: 0.2150257 Nov 12 04:33:51.031291 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c2f68-9e3e-4bfd-bbaf-cf1f282adf49 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Subnet': ['ID=b43684b2-d5fb-4857-8c74-42a709e14083,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:51.063412 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecd84e-809a-4683-9669-3d511bdf28da req-24f67a58-e326-4933-8f61-f258752c31fd tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:51.064975 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e2ecd84e-809a-4683-9669-3d511bdf28da req-24f67a58-e326-4933-8f61-f258752c31fd tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.2286685 Nov 12 04:33:51.124974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717c2f68-9e3e-4bfd-bbaf-cf1f282adf49 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Checking segment: {'id': '33dca4af-a1ef-4724-88e9-17ee55885717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '772c9f96-c734-4b1c-a4b8-6f91a9692c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:51.125339 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717c2f68-9e3e-4bfd-bbaf-cf1f282adf49 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Network hostable DHCP agents. Network: 772c9f96-c734-4b1c-a4b8-6f91a9692c70, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:33:51.165436 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9c06b-be8a-4a16-91a9-65c3b49d97c4 req-6920c35e-2213-4d9a-9591-a721237c146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:51.167159 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26b9c06b-be8a-4a16-91a9-65c3b49d97c4 req-6920c35e-2213-4d9a-9591-a721237c146b service neutron] 10.222.0.31 "GET /v2.0/networks?id=a730d3bd-8b46-4dd7-a02b-e5a523424593 HTTP/1.1" status: 200 len: 910 time: 0.7453120 Nov 12 04:33:51.176282 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-93d48943-278e-4de7-a21f-2bd555110cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:51.177714 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-93d48943-278e-4de7-a21f-2bd555110cb6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fc4ed48-686a-4892-81a2-ac8d11ac1cc4 HTTP/1.1" status: 200 len: 856 time: 0.1479800 Nov 12 04:33:51.179262 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a19ceeb6-8db0-46b4-b0d6-4ee00cb1d792 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:51.210421 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-141bd4a5-4c31-415a-a925-4f3de547c7a8 req-8d71c2d0-ab34-405f-af06-83af395765b3 service neutron] 10.222.0.31 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7462506 Nov 12 04:33:51.272469 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-c769e729-6b91-4d8c-bf46-32881451830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:51.273955 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-c769e729-6b91-4d8c-bf46-32881451830d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb300127-0441-4443-aae7-eeff2c911c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890019 Nov 12 04:33:51.277623 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-e2ecd84e-809a-4683-9669-3d511bdf28da req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting port ac47fb13-ee52-4eff-82c7-0eef32b91036 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:51.277959 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e2ecd84e-809a-4683-9669-3d511bdf28da req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:51.278930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbc31e-33c6-4af4-9adf-57e4b964ec0c req-1d58dd34-7f92-4925-8af3-06fd70363a6f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:51.280610 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdcbc31e-33c6-4af4-9adf-57e4b964ec0c req-1d58dd34-7f92-4925-8af3-06fd70363a6f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 945 time: 0.2029107 Nov 12 04:33:51.296630 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a19ceeb6-8db0-46b4-b0d6-4ee00cb1d792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:51.324641 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717c2f68-9e3e-4bfd-bbaf-cf1f282adf49 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Network 772c9f96-c734-4b1c-a4b8-6f91a9692c70 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:33:51.406794 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26b9c06b-be8a-4a16-91a9-65c3b49d97c4 req-1f76a2b8-82ee-4179-98a4-aee3be75fba4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae82aee1-b835-4418-8efe-9fad77e676bd HTTP/1.1" status: 200 len: 1001 time: 0.2252948 Nov 12 04:33:51.444585 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e2ecd84e-809a-4683-9669-3d511bdf28da req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] For port ac47fb13-ee52-4eff-82c7-0eef32b91036, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=ac47fb13-ee52-4eff-82c7-0eef32b91036,segment=NetworkSegment(f04e57b9-a8f7-45df-996f-9133f64112a3),segment_id=f04e57b9-a8f7-45df-996f-9133f64112a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:51.444849 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e2ecd84e-809a-4683-9669-3d511bdf28da req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:51.448648 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-b998db90-0704-49e4-9721-fbff11f10633 service neutron] 10.222.0.21 "GET /v2.0/networks/fb300127-0441-4443-aae7-eeff2c911c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664326 Nov 12 04:33:51.466530 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-e2ecd84e-809a-4683-9669-3d511bdf28da req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Calling delete_port for ac47fb13-ee52-4eff-82c7-0eef32b91036 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:51.520698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ceeb6-8db0-46b4-b0d6-4ee00cb1d792 admin admin] Pushing event updated for resources: {'Port': ['ID=9f621244-fbbc-4b0b-9eaa-5aa634d947d3,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:51.520984 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-717c2f68-9e3e-4bfd-bbaf-cf1f282adf49 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 772c9f96-c734-4b1c-a4b8-6f91a9692c70) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:51.530463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029ecf03-5bb4-4b2a-a883-e8cfb5607489 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:33:51.537241 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a19ceeb6-8db0-46b4-b0d6-4ee00cb1d792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:51.558943 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:51.572361 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdcbc31e-33c6-4af4-9adf-57e4b964ec0c req-8b2ec71b-cbf3-40e3-93fc-b0630d032435 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eac79bc-fb01-4397-b0ac-647a6a478f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782335 Nov 12 04:33:51.589913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-141bd4a5-4c31-415a-a925-4f3de547c7a8 req-3b110449-eeb2-4d91-b748-73bdfdba41e2 service neutron] 10.222.0.31 "GET /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472631 Nov 12 04:33:51.595349 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9c06b-be8a-4a16-91a9-65c3b49d97c4 req-274203ac-db6f-4ec4-8afd-385f1a1f99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:51.596991 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26b9c06b-be8a-4a16-91a9-65c3b49d97c4 req-274203ac-db6f-4ec4-8afd-385f1a1f99c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d42717c3-3818-4929-b170-a5e423fbda0e HTTP/1.1" status: 200 len: 848 time: 0.1576021 Nov 12 04:33:51.610322 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Transition to ACTIVE for port object 029ecf03-5bb4-4b2a-a883-e8cfb5607489 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:33:51.708852 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9c06b-be8a-4a16-91a9-65c3b49d97c4 req-3acb785b-8275-4ef3-abc1-46c4f2eb8848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:51.710301 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26b9c06b-be8a-4a16-91a9-65c3b49d97c4 req-3acb785b-8275-4ef3-abc1-46c4f2eb8848 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a730d3bd-8b46-4dd7-a02b-e5a523424593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913651 Nov 12 04:33:51.750188 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:51.754079 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19ceeb6-8db0-46b4-b0d6-4ee00cb1d792 admin admin] Network e41496b7-24c9-4412-8c2b-a2b51708d7d6 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:51.765707 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-a19ceeb6-8db0-46b4-b0d6-4ee00cb1d792 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:51.834720 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13262b54-eda3-4b27-bad0-fc6c3761edec None None] Network 772c9f96-c734-4b1c-a4b8-6f91a9692c70 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:51.859303 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717c2f68-9e3e-4bfd-bbaf-cf1f282adf49 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:51.859898 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-717c2f68-9e3e-4bfd-bbaf-cf1f282adf49 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:51.914813 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-93730344-a706-40bd-8343-36f2b058da57 service neutron] 10.222.0.21 "GET /v2.0/networks/fb300127-0441-4443-aae7-eeff2c911c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588172 Nov 12 04:33:51.975267 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-717c2f68-9e3e-4bfd-bbaf-cf1f282adf49 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8231041 Nov 12 04:33:51.976864 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-e39acff5-4d6a-4aa6-bf51-a4059d8ab9c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 HTTP/1.1" status: 200 len: 217 time: 0.0518339 Nov 12 04:33:51.977393 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35024) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:51.982527 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fe53ab45-2527-4ac0-ad3e-bdbe1ab66052 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2084158208', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}, 'admin_state_up': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:52.025833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e586dc9-0be9-47b3-8b3a-523bb0bc1c32 None None] Network 772c9f96-c734-4b1c-a4b8-6f91a9692c70 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:52.090914 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Pushing event updated for resources: {'Port': ['ID=029ecf03-5bb4-4b2a-a883-e8cfb5607489,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:52.104155 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-14b3a7ff-6044-4d0b-a08a-83eb8fd7eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:52.104865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19ceeb6-8db0-46b4-b0d6-4ee00cb1d792 admin admin] Router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:33:52.105715 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-14b3a7ff-6044-4d0b-a08a-83eb8fd7eec3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=def5bb2e-e9ac-468c-88b9-6c140d20e94c HTTP/1.1" status: 200 len: 797 time: 0.1153405 Nov 12 04:33:52.118994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc49f8-9ab1-401e-9df8-5e7212739fbb req-fbfd25fd-1db7-409d-a4f6-bcbb53667352 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:52.126430 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58dc49f8-9ab1-401e-9df8-5e7212739fbb req-fbfd25fd-1db7-409d-a4f6-bcbb53667352 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 943 time: 0.1041267 Nov 12 04:33:52.157215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-b071adb3-4357-4fc5-91e4-4e9d327eee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:52.159141 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-b071adb3-4357-4fc5-91e4-4e9d327eee5c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79d2f23a-da96-4615-8aa1-f0a58d232473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0457571 Nov 12 04:33:52.169213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26b9c06b-be8a-4a16-91a9-65c3b49d97c4 req-84aec788-c263-49de-8521-355136051f93 service neutron] 10.222.0.31 "GET /v2.0/networks/a730d3bd-8b46-4dd7-a02b-e5a523424593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492478 Nov 12 04:33:52.178316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Attempting to bind port 029ecf03-5bb4-4b2a-a883-e8cfb5607489 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:52.178667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Attempting to bind port 029ecf03-5bb4-4b2a-a883-e8cfb5607489 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '614bbad6-fe4f-4b90-bb9d-b133a0a36e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '43a0e4e7-76ed-4910-8ba1-b4153f317aea'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:52.179006 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Attempting to bind port 029ecf03-5bb4-4b2a-a883-e8cfb5607489 on network 43a0e4e7-76ed-4910-8ba1-b4153f317aea {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:52.190171 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe53ab45-2527-4ac0-ad3e-bdbe1ab66052 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:52.191049 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a9ff990d-72d0-4c3d-82bd-3c9631529ae7 None None] Provisioning complete for port 9f621244-fbbc-4b0b-9eaa-5aa634d947d3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:52.191425 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a9ff990d-72d0-4c3d-82bd-3c9631529ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:52.191542 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe53ab45-2527-4ac0-ad3e-bdbe1ab66052 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:52.226866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a9ff990d-72d0-4c3d-82bd-3c9631529ae7 None None] Port 9f621244-fbbc-4b0b-9eaa-5aa634d947d3 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:52.247101 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e2ecd84e-809a-4683-9669-3d511bdf28da req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:52.254102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Port 029ecf03-5bb4-4b2a-a883-e8cfb5607489 on network 43a0e4e7-76ed-4910-8ba1-b4153f317aea not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:33:52.254437 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Attempting to bind port 029ecf03-5bb4-4b2a-a883-e8cfb5607489 on network 43a0e4e7-76ed-4910-8ba1-b4153f317aea {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:52.295790 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Port': ['ID=ac47fb13-ee52-4eff-82c7-0eef32b91036,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:52.297736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:52.298089 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Checking segment: {'id': '614bbad6-fe4f-4b90-bb9d-b133a0a36e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '43a0e4e7-76ed-4910-8ba1-b4153f317aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:52.298479 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Bound using segment: {'id': '614bbad6-fe4f-4b90-bb9d-b133a0a36e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '43a0e4e7-76ed-4910-8ba1-b4153f317aea'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:52.298957 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Bound port: 029ecf03-5bb4-4b2a-a883-e8cfb5607489, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614bbad6-fe4f-4b90-bb9d-b133a0a36e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '43a0e4e7-76ed-4910-8ba1-b4153f317aea'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:52.299319 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:52.308612 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58dc49f8-9ab1-401e-9df8-5e7212739fbb req-40853ba4-f3e7-4f43-b31e-9bdd916e0c27 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfef692e-520a-4611-8ff1-1ef10462cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811717 Nov 12 04:33:52.344216 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe53ab45-2527-4ac0-ad3e-bdbe1ab66052 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:52.361071 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:52.361423 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:52.362051 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:52.365599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:52.365599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:52.365599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:52.365599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:52.365599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:52.365599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:52.365599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:52.365599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:52.366424 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:52.407137 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ecd84e-809a-4683-9669-3d511bdf28da req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] No DVR routers for this DVR port ac47fb13-ee52-4eff-82c7-0eef32b91036 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:33:52.411250 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e2ecd84e-809a-4683-9669-3d511bdf28da req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:52.416066 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e2ecd84e-809a-4683-9669-3d511bdf28da req-0179da02-5057-4528-a0d9-ede00b85ea0b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.31 "DELETE /v2.0/ports/ac47fb13-ee52-4eff-82c7-0eef32b91036 HTTP/1.1" status: 204 len: 173 time: 1.3309069 Nov 12 04:33:52.417162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'name': 'network-vif-deleted', 'tag': 'ac47fb13-ee52-4eff-82c7-0eef32b91036'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:52.420673 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f07387-0297-48be-9008-c557b1e2340a" -d '{"events": [{"server_uuid": "a2e79fe0-07c6-4a6d-a899-58346657cf2b", "name": "network-vif-deleted", "tag": "ac47fb13-ee52-4eff-82c7-0eef32b91036"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:52.426703 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-db65d08e-f1f6-48c3-ba00-3a00c52f478d service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608557 Nov 12 04:33:52.463613 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19ceeb6-8db0-46b4-b0d6-4ee00cb1d792 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:33:52.473889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26b9c06b-be8a-4a16-91a9-65c3b49d97c4 req-baccb4ba-6137-4383-8719-161b386c9e4f service neutron] 10.222.0.31 "GET /v2.0/networks/a730d3bd-8b46-4dd7-a02b-e5a523424593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783425 Nov 12 04:33:52.473889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a19ceeb6-8db0-46b4-b0d6-4ee00cb1d792 admin admin] 10.222.0.37 "PUT /v2.0/routers/8c6f88c2-d7a8-495c-8075-637a4ddc77d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8711171 Nov 12 04:33:52.474403 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] For port 029ecf03-5bb4-4b2a-a883-e8cfb5607489, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:52.476753 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] Sync routers for ids ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:33:52.489309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] For port 029ecf03-5bb4-4b2a-a883-e8cfb5607489, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=029ecf03-5bb4-4b2a-a883-e8cfb5607489,segment=NetworkSegment(614bbad6-fe4f-4b90-bb9d-b133a0a36e5a),segment_id=614bbad6-fe4f-4b90-bb9d-b133a0a36e5a)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:52.496582 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] Routers {'8c6f88c2-d7a8-495c-8075-637a4ddc77d1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:52.498101 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:52.591147 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:52.624797 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:52.625451 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:52.638185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] 10.222.0.21 "PUT /v2.0/ports/029ecf03-5bb4-4b2a-a883-e8cfb5607489 HTTP/1.1" status: 200 len: 1092 time: 2.9580259 Nov 12 04:33:52.651317 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe53ab45-2527-4ac0-ad3e-bdbe1ab66052 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:52.666824 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-2751bae9-2abc-4a7d-a70e-4ef6ada06460 service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320237 Nov 12 04:33:52.692852 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f926d6-f914-4358-9773-91427834f264', 'tag': '029ecf03-5bb4-4b2a-a883-e8cfb5607489'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:52.709476 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea26fc0-20b8-40f0-b94f-43f5b67e5106" -d '{"events": [{"name": "network-changed", "server_uuid": "57f926d6-f914-4358-9773-91427834f264", "tag": "029ecf03-5bb4-4b2a-a883-e8cfb5607489"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:52.740470 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-779e86fa-194e-47de-943e-353e391c8cf3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=748ffb26-f9f4-41f0-b898-e8e2c87b6af5 HTTP/1.1" status: 200 len: 217 time: 0.0609190 Nov 12 04:33:52.756712 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] Set router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:52.780790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06237a-4b3f-4f9c-a194-d1ae14ef964c service neutron] Pushing event updated for resources: {'Port': ['ID=029ecf03-5bb4-4b2a-a883-e8cfb5607489,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:52.853467 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-fa57bf66-e60c-4176-ba5e-75a6aa60d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:52.855064 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-fa57bf66-e60c-4176-ba5e-75a6aa60d7aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=540698816b8c45b0b6ee05ffa23dd11c&device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 1095 time: 0.0529056 Nov 12 04:33:52.882752 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-33d0c8b1-b4f8-46b9-9cdc-0a8ee18a2524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:52.885490 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-33d0c8b1-b4f8-46b9-9cdc-0a8ee18a2524 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=def5bb2e-e9ac-468c-88b9-6c140d20e94c HTTP/1.1" status: 200 len: 797 time: 0.1418331 Nov 12 04:33:52.923766 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-e1617e4b-8200-4d8b-84a6-14ded24acdaf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=029ecf03-5bb4-4b2a-a883-e8cfb5607489 HTTP/1.1" status: 200 len: 217 time: 0.0545180 Nov 12 04:33:53.005104 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-35984cd2-e688-478a-9aef-048cad278ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:53.007254 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-35984cd2-e688-478a-9aef-048cad278ef2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79d2f23a-da96-4615-8aa1-f0a58d232473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1149302 Nov 12 04:33:53.026154 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-08c9f298-bfd7-4c6a-be55-7bd7f62ea2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:53.028007 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-08c9f298-bfd7-4c6a-be55-7bd7f62ea2ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=085ec117-e22f-4478-b8b7-36fc8143c8af HTTP/1.1" status: 200 len: 849 time: 0.0976396 Nov 12 04:33:53.070578 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'name': 'tempest-TestVolumeBackupRestore-1527152812-router', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:42Z', 'updated_at': '2021-11-12T04:33:49Z', 'revision_number': 4, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'gw_port': {'id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:43Z', 'updated_at': '2021-11-12T04:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '9f621244-fbbc-4b0b-9eaa-5aa634d947d3', 'name': '', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'mac_address': 'fa:16:3e:5c:59:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:48Z', 'updated_at': '2021-11-12T04:33:50Z', 'revision_number': 2, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'subnets': [{'id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:53.087512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-e3071c54-dbbc-4d2c-a5f2-5b8a6955a99c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43a0e4e7-76ed-4910-8ba1-b4153f317aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511453 Nov 12 04:33:53.194277 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-4675a2d9-9648-4e2e-9736-79ed58b5355d service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791441 Nov 12 04:33:53.216077 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-0dea4620-6524-44fa-8996-fd77f5f39131 service neutron] 10.222.0.21 "GET /v2.0/networks/43a0e4e7-76ed-4910-8ba1-b4153f317aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212535 Nov 12 04:33:53.234272 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe53ab45-2527-4ac0-ad3e-bdbe1ab66052 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:53.234452 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] Checking router: 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:33:53.234452 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] Updating router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 port 9f621244-fbbc-4b0b-9eaa-5aa634d947d3 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:33:53.269881 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe53ab45-2527-4ac0-ad3e-bdbe1ab66052 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:53.274484 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:53.348445 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf281f40-2154-4498-8cdf-56b807856d12 x-openstack-request-id: req-bf281f40-2154-4498-8cdf-56b807856d12 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:53.348445 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e79fe0-07c6-4a6d-a899-58346657cf2b", "name": "network-vif-deleted", "tag": "ac47fb13-ee52-4eff-82c7-0eef32b91036", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:53.348445 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf281f40-2154-4498-8cdf-56b807856d12 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:53.348445 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e79fe0-07c6-4a6d-a899-58346657cf2b', 'name': 'network-vif-deleted', 'tag': 'ac47fb13-ee52-4eff-82c7-0eef32b91036', 'status': 'completed', 'code': 200} Nov 12 04:33:53.414774 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a93a7cfa-6ff3-4cdc-9dfc-1d1494de1ce8 req-456ec3c6-3804-402d-bc2b-55b749df3f78 service neutron] 10.222.0.21 "GET /v2.0/networks/43a0e4e7-76ed-4910-8ba1-b4153f317aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898978 Nov 12 04:33:53.430603 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-4518f6c1-c54f-46ad-b1ea-47c536ab7991 service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127221 Nov 12 04:33:53.480319 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-fe53ab45-2527-4ac0-ad3e-bdbe1ab66052 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Allocated IP 172.25.1.187 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/e84b996b-87a6-494d-8d2b-2ed98586aeb6) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:53.504483 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48682f05-6f83-45f3-bdab-016026d46fc1 req-099f42ec-7715-486b-aa69-a51cdd3ef3d1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e79fe0-07c6-4a6d-a899-58346657cf2b HTTP/1.1" status: 200 len: 210 time: 0.0452328 Nov 12 04:33:53.561951 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d386fe37-e1eb-4397-b348-fcf77fddc560 x-openstack-request-id: req-d386fe37-e1eb-4397-b348-fcf77fddc560 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:53.561951 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f926d6-f914-4358-9773-91427834f264", "tag": "029ecf03-5bb4-4b2a-a883-e8cfb5607489", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:53.561951 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d386fe37-e1eb-4397-b348-fcf77fddc560 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:53.561951 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f926d6-f914-4358-9773-91427834f264', 'tag': '029ecf03-5bb4-4b2a-a883-e8cfb5607489', 'status': 'completed', 'code': 200} Nov 12 04:33:53.607916 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-46c38691-0cc0-45ff-919c-22ba4d195ba2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=10c4593c-bc35-4324-a92d-6a4c5e8e4683 HTTP/1.1" status: 200 len: 217 time: 0.1630716 Nov 12 04:33:53.636001 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35060) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:53.645043 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:53.671131 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-84aacd90-632f-4ce7-ae06-6b47e3c68298 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-57015777-network', 'tenant_id': '6292094e663e464f96b9e7cc56e18492'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:53.699455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf7756-a41e-4747-a6bd-2e2e8d50baae req-9605c594-463f-4b27-ab82-1a859b06e785 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:53.706508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf7756-a41e-4747-a6bd-2e2e8d50baae req-9605c594-463f-4b27-ab82-1a859b06e785 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:53.713173 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf7756-a41e-4747-a6bd-2e2e8d50baae req-9605c594-463f-4b27-ab82-1a859b06e785 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:53.719316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf7756-a41e-4747-a6bd-2e2e8d50baae req-9605c594-463f-4b27-ab82-1a859b06e785 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:53.719865 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe53ab45-2527-4ac0-ad3e-bdbe1ab66052 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:53.726151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf7756-a41e-4747-a6bd-2e2e8d50baae req-9605c594-463f-4b27-ab82-1a859b06e785 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:53.735099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf7756-a41e-4747-a6bd-2e2e8d50baae req-9605c594-463f-4b27-ab82-1a859b06e785 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:53.738784 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-d1b060b1-0b74-4e45-8bb5-ae99b74dfdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:53.740248 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-d1b060b1-0b74-4e45-8bb5-ae99b74dfdf7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=def5bb2e-e9ac-468c-88b9-6c140d20e94c HTTP/1.1" status: 200 len: 797 time: 0.1158187 Nov 12 04:33:53.746314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf7756-a41e-4747-a6bd-2e2e8d50baae req-9605c594-463f-4b27-ab82-1a859b06e785 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:53.748547 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abbf7756-a41e-4747-a6bd-2e2e8d50baae req-9605c594-463f-4b27-ab82-1a859b06e785 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5445 time: 0.1390128 Nov 12 04:33:53.756627 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:53.762096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea26fc0-20b8-40f0-b94f-43f5b67e5106 req-3f8ef2d3-f81c-47c0-98f4-1d16a34b8f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:53.762096 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea26fc0-20b8-40f0-b94f-43f5b67e5106 req-3f8ef2d3-f81c-47c0-98f4-1d16a34b8f6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=540698816b8c45b0b6ee05ffa23dd11c&device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 1095 time: 0.1209054 Nov 12 04:33:53.809579 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-136a202b-1a01-4dd3-bb4a-a2236c647d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:53.812200 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-136a202b-1a01-4dd3-bb4a-a2236c647d70 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79d2f23a-da96-4615-8aa1-f0a58d232473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0597055 Nov 12 04:33:53.845438 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cdb2d-3d2b-4680-8acf-806c925550d2 None None] Pushing event updated for resources: {'Port': ['ID=9f621244-fbbc-4b0b-9eaa-5aa634d947d3,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:53.864208 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84aacd90-632f-4ce7-ae06-6b47e3c68298 admin admin] Made reservation on behalf of 6292094e663e464f96b9e7cc56e18492 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:53.867246 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84aacd90-632f-4ce7-ae06-6b47e3c68298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:53.886284 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abbf7756-a41e-4747-a6bd-2e2e8d50baae req-63e01daf-72d3-415e-86fb-40dac8bea2e6 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1291571 Nov 12 04:33:53.893793 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] Attempting to bind port 9f621244-fbbc-4b0b-9eaa-5aa634d947d3 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:53.894459 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] Attempting to bind port 9f621244-fbbc-4b0b-9eaa-5aa634d947d3 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '6ba52a14-9734-4c2e-9682-74e3203e18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:53.895847 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] Attempting to bind port 9f621244-fbbc-4b0b-9eaa-5aa634d947d3 on network e41496b7-24c9-4412-8c2b-a2b51708d7d6 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:53.904271 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:53.905167 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] Checking segment: {'id': '6ba52a14-9734-4c2e-9682-74e3203e18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:53.905761 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:53.906897 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] Bound using segment: {'id': '6ba52a14-9734-4c2e-9682-74e3203e18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:53.907836 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] Bound port: 9f621244-fbbc-4b0b-9eaa-5aa634d947d3, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba52a14-9734-4c2e-9682-74e3203e18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:53.908426 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:53.916613 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84aacd90-632f-4ce7-ae06-6b47e3c68298 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:53.921977 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe53ab45-2527-4ac0-ad3e-bdbe1ab66052 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:53.935191 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea26fc0-20b8-40f0-b94f-43f5b67e5106 req-b77698fa-ae75-4e21-82db-dfed56f03feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:53.937450 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea26fc0-20b8-40f0-b94f-43f5b67e5106 req-b77698fa-ae75-4e21-82db-dfed56f03feb service neutron] 10.222.0.21 "GET /v2.0/networks?id=43a0e4e7-76ed-4910-8ba1-b4153f317aea HTTP/1.1" status: 200 len: 910 time: 0.1501539 Nov 12 04:33:53.991359 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe53ab45-2527-4ac0-ad3e-bdbe1ab66052 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:53.999509 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-fe53ab45-2527-4ac0-ad3e-bdbe1ab66052 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:54.002045 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe53ab45-2527-4ac0-ad3e-bdbe1ab66052 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:54.020420 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed9e04e-b20e-4135-82f5-6ab174655588 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:54.021725 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea26fc0-20b8-40f0-b94f-43f5b67e5106 req-e4a7aa09-4c62-4beb-8b6d-0476739a1351 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=029ecf03-5bb4-4b2a-a883-e8cfb5607489 HTTP/1.1" status: 200 len: 217 time: 0.0758023 Nov 12 04:33:54.029166 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] For port 9f621244-fbbc-4b0b-9eaa-5aa634d947d3, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:54.032944 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] For port 9f621244-fbbc-4b0b-9eaa-5aa634d947d3, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9f621244-fbbc-4b0b-9eaa-5aa634d947d3,segment=NetworkSegment(6ba52a14-9734-4c2e-9682-74e3203e18d2),segment_id=6ba52a14-9734-4c2e-9682-74e3203e18d2)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:54.065808 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-34312503-8d1c-4eb9-ae02-90a6b520c930 None None] Provisioning complete for port e84b996b-87a6-494d-8d2b-2ed98586aeb6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:54.066531 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34312503-8d1c-4eb9-ae02-90a6b520c930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:54.093345 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53ab45-2527-4ac0-ad3e-bdbe1ab66052 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=e84b996b-87a6-494d-8d2b-2ed98586aeb6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:54.127736 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:54.130492 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-34312503-8d1c-4eb9-ae02-90a6b520c930 None None] Port e84b996b-87a6-494d-8d2b-2ed98586aeb6 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:54.158410 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea26fc0-20b8-40f0-b94f-43f5b67e5106 req-a4c2b82b-ae48-479e-8d46-f941e39a5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:54.160698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea26fc0-20b8-40f0-b94f-43f5b67e5106 req-a4c2b82b-ae48-479e-8d46-f941e39a5696 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=085ec117-e22f-4478-b8b7-36fc8143c8af HTTP/1.1" status: 200 len: 849 time: 0.1284730 Nov 12 04:33:54.175859 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cc123-d566-4b58-96d4-8fe3c70f5710 req-e70f811d-04a7-42dd-a1fa-3c1912e7bb12 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:54.177481 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c30cc123-d566-4b58-96d4-8fe3c70f5710 req-e70f811d-04a7-42dd-a1fa-3c1912e7bb12 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 943 time: 0.1550560 Nov 12 04:33:54.191870 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-7f4df330-7c81-4622-8230-13ca665b512d service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639286 Nov 12 04:33:54.205738 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] Routers {'8c6f88c2-d7a8-495c-8075-637a4ddc77d1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:54.206358 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:54.220900 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea26fc0-20b8-40f0-b94f-43f5b67e5106 req-74931aa2-b1d0-425e-97b9-e01f24cf360d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43a0e4e7-76ed-4910-8ba1-b4153f317aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418468 Nov 12 04:33:54.267523 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-93b891d2-a053-42c8-bcd1-259d70ca1c94 None None] Provisioning complete for port 9f621244-fbbc-4b0b-9eaa-5aa634d947d3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:54.271822 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93b891d2-a053-42c8-bcd1-259d70ca1c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:54.278461 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cdb2d-3d2b-4680-8acf-806c925550d2 None None] Pushing event updated for resources: {'Port': ['ID=9f621244-fbbc-4b0b-9eaa-5aa634d947d3,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:54.342679 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c30cc123-d566-4b58-96d4-8fe3c70f5710 req-b597de42-d9f2-47ed-b662-47c5176f5260 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfef692e-520a-4611-8ff1-1ef10462cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504500 Nov 12 04:33:54.392390 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84aacd90-632f-4ce7-ae06-6b47e3c68298 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:54.410874 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea26fc0-20b8-40f0-b94f-43f5b67e5106 req-1056413d-bf91-4b96-a7d4-dcf7cd369a18 service neutron] 10.222.0.21 "GET /v2.0/networks/43a0e4e7-76ed-4910-8ba1-b4153f317aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810606 Nov 12 04:33:54.413945 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] Set router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:54.425937 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-2940e1a1-b297-4ae3-968c-411b0e9f72fa service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228167 Nov 12 04:33:54.439849 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93b891d2-a053-42c8-bcd1-259d70ca1c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:54.489658 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-93b891d2-a053-42c8-bcd1-259d70ca1c94 None None] For port 9f621244-fbbc-4b0b-9eaa-5aa634d947d3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9f621244-fbbc-4b0b-9eaa-5aa634d947d3,segment=NetworkSegment(6ba52a14-9734-4c2e-9682-74e3203e18d2),segment_id=6ba52a14-9734-4c2e-9682-74e3203e18d2)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:54.557865 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea26fc0-20b8-40f0-b94f-43f5b67e5106 req-379184f9-7977-48dd-8b1c-483fad41e9fb service neutron] 10.222.0.21 "GET /v2.0/networks/43a0e4e7-76ed-4910-8ba1-b4153f317aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398480 Nov 12 04:33:54.560014 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35064) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:54.575057 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-3e80b263-6a23-45c1-a695-db475cb471c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 HTTP/1.1" status: 200 len: 217 time: 0.1403611 Nov 12 04:33:54.578521 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84aacd90-632f-4ce7-ae06-6b47e3c68298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:54.641190 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84aacd90-632f-4ce7-ae06-6b47e3c68298 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:33:54.652699 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93b891d2-a053-42c8-bcd1-259d70ca1c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:54.686810 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'name': 'tempest-TestVolumeBackupRestore-1527152812-router', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:42Z', 'updated_at': '2021-11-12T04:33:49Z', 'revision_number': 4, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'gw_port': {'id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:43Z', 'updated_at': '2021-11-12T04:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '9f621244-fbbc-4b0b-9eaa-5aa634d947d3', 'name': '', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'mac_address': 'fa:16:3e:5c:59:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:48Z', 'updated_at': '2021-11-12T04:33:54Z', 'revision_number': 4, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'subnets': [{'id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:54.696439 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aacd90-632f-4ce7-ae06-6b47e3c68298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963f71aa-f703-4381-b3cd-d8acef31568c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:54.708557 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84aacd90-632f-4ce7-ae06-6b47e3c68298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:54.709011 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-84aacd90-632f-4ce7-ae06-6b47e3c68298 admin admin] Added segment c0a68479-8027-4417-b25f-f40126bd622b of type vlan for network 69f602c1-7bfa-4594-91a5-0e00baa6dc31 Nov 12 04:33:54.723549 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fd7213-4e71-4a62-b2c0-9b098d0ff5f4 None None] The sync data for ids ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'] in n-d-768509-24 is: [{'id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'name': 'tempest-TestVolumeBackupRestore-1527152812-router', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:42Z', 'updated_at': '2021-11-12T04:33:49Z', 'revision_number': 4, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'gw_port': {'id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:43Z', 'updated_at': '2021-11-12T04:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '9f621244-fbbc-4b0b-9eaa-5aa634d947d3', 'name': '', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'mac_address': 'fa:16:3e:5c:59:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:48Z', 'updated_at': '2021-11-12T04:33:54Z', 'revision_number': 4, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'subnets': [{'id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:33:54.757056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-46ebb1dc-85f2-47a3-bc02-a01756a5c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:54.758761 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-46ebb1dc-85f2-47a3-bc02-a01756a5c9a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=def5bb2e-e9ac-468c-88b9-6c140d20e94c HTTP/1.1" status: 200 len: 797 time: 0.1694427 Nov 12 04:33:54.789266 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe53ab45-2527-4ac0-ad3e-bdbe1ab66052 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:54.821655 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fed241ce-4ca9-4cc8-b96a-e0eb585a8b1c None None] Provisioning complete for port 9f621244-fbbc-4b0b-9eaa-5aa634d947d3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:54.822026 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fed241ce-4ca9-4cc8-b96a-e0eb585a8b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:54.824379 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b891d2-a053-42c8-bcd1-259d70ca1c94 None None] Pushing event updated for resources: {'Port': ['ID=9f621244-fbbc-4b0b-9eaa-5aa634d947d3,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:54.852213 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84aacd90-632f-4ce7-ae06-6b47e3c68298 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:55.041875 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.db.resource_extend [None req-84aacd90-632f-4ce7-ae06-6b47e3c68298 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 04:33:55.053740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-57f347f3-d6f0-4990-a5cf-92fc7b5c22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:55.055215 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-57f347f3-d6f0-4990-a5cf-92fc7b5c22a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79d2f23a-da96-4615-8aa1-f0a58d232473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2873044 Nov 12 04:33:55.127354 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-18894055-a783-4011-92a9-623fd60a19e5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:55.133932 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-18894055-a783-4011-92a9-623fd60a19e5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:55.134099 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe53ab45-2527-4ac0-ad3e-bdbe1ab66052 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:55.138430 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84aacd90-632f-4ce7-ae06-6b47e3c68298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:55.139414 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aacd90-632f-4ce7-ae06-6b47e3c68298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:55.139994 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-84aacd90-632f-4ce7-ae06-6b47e3c68298 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:55.140238 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-18894055-a783-4011-92a9-623fd60a19e5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:55.146451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-18894055-a783-4011-92a9-623fd60a19e5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:55.152625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-18894055-a783-4011-92a9-623fd60a19e5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:55.159030 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-18894055-a783-4011-92a9-623fd60a19e5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:55.165677 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-18894055-a783-4011-92a9-623fd60a19e5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:55.168296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-18894055-a783-4011-92a9-623fd60a19e5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.21 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5445 time: 0.1444962 Nov 12 04:33:55.180407 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78f63c-aa86-4061-a5d4-657e2ee256f0 req-f8acfae3-dd4b-4f47-93c9-7d3e1f30eb91 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:55.186902 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78f63c-aa86-4061-a5d4-657e2ee256f0 req-f8acfae3-dd4b-4f47-93c9-7d3e1f30eb91 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:55.193401 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78f63c-aa86-4061-a5d4-657e2ee256f0 req-f8acfae3-dd4b-4f47-93c9-7d3e1f30eb91 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:55.199537 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78f63c-aa86-4061-a5d4-657e2ee256f0 req-f8acfae3-dd4b-4f47-93c9-7d3e1f30eb91 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:55.209013 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78f63c-aa86-4061-a5d4-657e2ee256f0 req-f8acfae3-dd4b-4f47-93c9-7d3e1f30eb91 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:55.216317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78f63c-aa86-4061-a5d4-657e2ee256f0 req-f8acfae3-dd4b-4f47-93c9-7d3e1f30eb91 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:55.223043 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78f63c-aa86-4061-a5d4-657e2ee256f0 req-f8acfae3-dd4b-4f47-93c9-7d3e1f30eb91 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:55.225131 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd78f63c-aa86-4061-a5d4-657e2ee256f0 req-f8acfae3-dd4b-4f47-93c9-7d3e1f30eb91 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 5445 time: 0.2033651 Nov 12 04:33:55.270579 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9c8fb8b0-3507-4b2a-9694-0ac2930d6d1e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:55.329447 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-dc9a5602-8215-4c60-82ab-4ccec5cb69a1 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:55.331051 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-dc9a5602-8215-4c60-82ab-4ccec5cb69a1 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.21 "GET /v2.0/ports/4cbb731e-d485-43c6-aa7c-f94c8d5d99e5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1038506 Nov 12 04:33:55.617653 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aacd90-632f-4ce7-ae06-6b47e3c68298 admin admin] Pushing event updated for resources: {'Network': ['ID=69f602c1-7bfa-4594-91a5-0e00baa6dc31,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:55.625198 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-f71a3f0a-8d53-4ce7-8871-300829fd9b5c service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612335 Nov 12 04:33:55.630178 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 69f602c1-7bfa-4594-91a5-0e00baa6dc31 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:33:55.671695 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-84aacd90-632f-4ce7-ae06-6b47e3c68298 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0221703 Nov 12 04:33:55.683519 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35072) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:55.707397 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8946db95-67db-4f34-8f03-2fc2d5bfb29b admin admin] Request body: {'subnet': {'network_id': '69f602c1-7bfa-4594-91a5-0e00baa6dc31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-57015777-subnet', 'tenant_id': '6292094e663e464f96b9e7cc56e18492', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:55.816754 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-7b30fe62-dd87-4511-b348-b948d73783a6 service neutron] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604402 Nov 12 04:33:55.856164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd78f63c-aa86-4061-a5d4-657e2ee256f0 req-76cb70d0-53ce-4006-92a5-f958febccbd8 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6195402 Nov 12 04:33:55.858939 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-74ba1f80-1f82-4f21-8d8b-30285069e44d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee1c7c92-c878-4363-aaec-68d541b247e9 HTTP/1.1" status: 200 len: 217 time: 0.0354321 Nov 12 04:33:55.909972 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8946db95-67db-4f34-8f03-2fc2d5bfb29b admin admin] Made reservation on behalf of 6292094e663e464f96b9e7cc56e18492 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:55.912864 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8946db95-67db-4f34-8f03-2fc2d5bfb29b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:55.935040 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe53ab45-2527-4ac0-ad3e-bdbe1ab66052 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router 1a3398c4-786b-44d0-bc42-d9f96975bb4f is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:33:55.982398 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-96ecf9f3-bb37-4867-9566-2c7cf710578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:55.985044 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-96ecf9f3-bb37-4867-9566-2c7cf710578c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa523a34-d8df-4b2a-8bb1-49cddad3028a HTTP/1.1" status: 200 len: 797 time: 0.1137857 Nov 12 04:33:56.005776 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-7317ecd5-0c5c-42c2-8335-7ec364b9b562 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.21 "GET /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6602187 Nov 12 04:33:56.018503 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0656263d-ff26-4c34-8b16-07953f4b3ee3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:56.067352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device ac47fb13-ee52-4eff-82c7-0eef32b91036 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:33:56.101972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: ac47fb13-ee52-4eff-82c7-0eef32b91036 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:33:56.102740 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device ac47fb13-ee52-4eff-82c7-0eef32b91036 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:33:56.127484 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0dcb4-be10-49cb-bcda-dc4378832f4b req-4e6aaf09-a1b5-4a8b-aadf-4fcf4cf1a17e tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:56.128950 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-8060b032-0775-47b8-a1a9-f424f074e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:56.130458 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-8060b032-0775-47b8-a1a9-f424f074e6df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ce3611a-3158-4092-88f0-6068ca0e253f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1374536 Nov 12 04:33:56.134082 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51f0dcb4-be10-49cb-bcda-dc4378832f4b req-4e6aaf09-a1b5-4a8b-aadf-4fcf4cf1a17e tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 943 time: 0.1949825 Nov 12 04:33:56.153415 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0656263d-ff26-4c34-8b16-07953f4b3ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:56.229070 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe53ab45-2527-4ac0-ad3e-bdbe1ab66052 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:33:56.239021 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafdb47d-f82c-4a4e-b6e5-b763519425cf None None] Sync routers for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:33:56.250725 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafdb47d-f82c-4a4e-b6e5-b763519425cf None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:56.251768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-fafdb47d-f82c-4a4e-b6e5-b763519425cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:56.262233 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51f0dcb4-be10-49cb-bcda-dc4378832f4b req-2f4296fb-5195-4152-8f95-d9a5b7fa33f0 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfef692e-520a-4611-8ff1-1ef10462cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272783 Nov 12 04:33:56.299647 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-fafdb47d-f82c-4a4e-b6e5-b763519425cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:56.311351 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafdb47d-f82c-4a4e-b6e5-b763519425cf None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:56.312290 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-fafdb47d-f82c-4a4e-b6e5-b763519425cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:56.317112 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-cc14f351-167a-44bb-be6b-34ade596d940 service neutron] 10.222.0.21 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771352 Nov 12 04:33:56.351265 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-9c8fb8b0-3507-4b2a-9694-0ac2930d6d1e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting port ce2a600f-20bd-47e5-aabc-99de00c8871b {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:56.351621 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9c8fb8b0-3507-4b2a-9694-0ac2930d6d1e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:56.353259 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-fafdb47d-f82c-4a4e-b6e5-b763519425cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:56.354322 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafdb47d-f82c-4a4e-b6e5-b763519425cf None None] The sync data for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:33:56.369992 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe53ab45-2527-4ac0-ad3e-bdbe1ab66052 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:56.369992 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fe53ab45-2527-4ac0-ad3e-bdbe1ab66052 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3871918 Nov 12 04:33:56.372899 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35074) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:56.416111 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8946db95-67db-4f34-8f03-2fc2d5bfb29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:56.466466 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-34660dd1-2afc-4f88-a3c6-fbf1e16c3f6f service neutron] 10.222.0.21 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414299 Nov 12 04:33:56.483247 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946db95-67db-4f34-8f03-2fc2d5bfb29b admin admin] Pushing event updated for resources: {'Subnet': ['ID=89494860-47f9-47cb-9c94-b8c9ed27b40a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:56.523764 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-8186dacb-abc5-41cd-b770-6d08f32193dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c757535-b667-421c-b16e-cd68aff94d0b HTTP/1.1" status: 200 len: 217 time: 0.0482967 Nov 12 04:33:56.529290 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8946db95-67db-4f34-8f03-2fc2d5bfb29b admin admin] Checking segment: {'id': 'c0a68479-8027-4417-b25f-f40126bd622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '69f602c1-7bfa-4594-91a5-0e00baa6dc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:56.529665 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8946db95-67db-4f34-8f03-2fc2d5bfb29b admin admin] Network hostable DHCP agents. Network: 69f602c1-7bfa-4594-91a5-0e00baa6dc31, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:33:56.545193 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0656263d-ff26-4c34-8b16-07953f4b3ee3 service neutron] For port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=4cbb731e-d485-43c6-aa7c-f94c8d5d99e5,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:56.582599 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-9c8fb8b0-3507-4b2a-9694-0ac2930d6d1e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] For port ce2a600f-20bd-47e5-aabc-99de00c8871b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ce2a600f-20bd-47e5-aabc-99de00c8871b,segment=NetworkSegment(f04e57b9-a8f7-45df-996f-9133f64112a3),segment_id=f04e57b9-a8f7-45df-996f-9133f64112a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:56.582982 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9c8fb8b0-3507-4b2a-9694-0ac2930d6d1e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:56.589892 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-e09d02a3-029a-4a4f-9365-8c211c4e6208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:56.591388 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-e09d02a3-029a-4a4f-9365-8c211c4e6208 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa523a34-d8df-4b2a-8bb1-49cddad3028a HTTP/1.1" status: 200 len: 797 time: 0.0595713 Nov 12 04:33:56.610883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-9c8fb8b0-3507-4b2a-9694-0ac2930d6d1e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Calling delete_port for ce2a600f-20bd-47e5-aabc-99de00c8871b owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:56.638589 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-1e14e85f-3563-498e-8fef-29ebc72dced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:56.640115 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-1e14e85f-3563-498e-8fef-29ebc72dced5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ce3611a-3158-4092-88f0-6068ca0e253f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0409186 Nov 12 04:33:56.664336 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8946db95-67db-4f34-8f03-2fc2d5bfb29b admin admin] Network 69f602c1-7bfa-4594-91a5-0e00baa6dc31 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:33:56.677644 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0656263d-ff26-4c34-8b16-07953f4b3ee3 service neutron] For port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:56.745774 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-7092589e-99ad-415c-a523-1e18c4ac9afb service neutron] 10.222.0.21 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983951 Nov 12 04:33:56.787914 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0656263d-ff26-4c34-8b16-07953f4b3ee3 service neutron] device_id is not set on port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:33:56.796175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9f621244-fbbc-4b0b-9eaa-5aa634d947d3 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:56.808625 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8946db95-67db-4f34-8f03-2fc2d5bfb29b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 69f602c1-7bfa-4594-91a5-0e00baa6dc31) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:56.813198 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0656263d-ff26-4c34-8b16-07953f4b3ee3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:56.815324 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8946db95-67db-4f34-8f03-2fc2d5bfb29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:56.816880 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8946db95-67db-4f34-8f03-2fc2d5bfb29b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:56.824851 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d688db4-7235-4821-b294-43994d0dbb70 None None] Network 69f602c1-7bfa-4594-91a5-0e00baa6dc31 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:56.855054 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6f781528-fb31-4b2a-ac1e-c0688716a30e req-a8f14807-8af0-4177-95c8-fb6c6c768828 service neutron] 10.222.0.21 "GET /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015308 Nov 12 04:33:56.914808 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0656263d-ff26-4c34-8b16-07953f4b3ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:56.943938 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 9f621244-fbbc-4b0b-9eaa-5aa634d947d3 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:56.944820 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:56.947526 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8946db95-67db-4f34-8f03-2fc2d5bfb29b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2570918 Nov 12 04:33:56.950312 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35078) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:56.955041 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6badd9ef-c04f-473c-8c46-cca5683c8ff0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-57015777-router', 'tenant_id': '6292094e663e464f96b9e7cc56e18492', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:57.069283 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-69f602c1-7bfa-4594-91a5-0e00baa6dc31', 'network_id': '69f602c1-7bfa-4594-91a5-0e00baa6dc31', 'tenant_id': '6292094e663e464f96b9e7cc56e18492', 'fixed_ips': [{'subnet_id': '89494860-47f9-47cb-9c94-b8c9ed27b40a'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:33:57.070148 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:57.090222 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0656263d-ff26-4c34-8b16-07953f4b3ee3 service neutron] No DVR routers for this DVR port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:33:57.098160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656263d-ff26-4c34-8b16-07953f4b3ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbb731e-d485-43c6-aa7c-f94c8d5d99e5,revision_number=6']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:57.121808 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6badd9ef-c04f-473c-8c46-cca5683c8ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:57.126848 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6badd9ef-c04f-473c-8c46-cca5683c8ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:57.193955 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0656263d-ff26-4c34-8b16-07953f4b3ee3 service neutron] In _notify_port_updated(), no bound segment for port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 on network 79d2f23a-da96-4615-8aa1-f0a58d232473 {{(pid=103296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:33:57.194923 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0656263d-ff26-4c34-8b16-07953f4b3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:57.195560 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0656263d-ff26-4c34-8b16-07953f4b3ee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:57.196865 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0656263d-ff26-4c34-8b16-07953f4b3ee3 service neutron] 10.222.0.21 "PUT /v2.0/ports/4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 HTTP/1.1" status: 200 len: 1033 time: 1.1836004 Nov 12 04:33:57.209329 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6badd9ef-c04f-473c-8c46-cca5683c8ff0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:57.234297 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8d41d-f052-40cb-908c-f5d07b6106d5 req-0d18f11a-8c52-4048-b99e-c254cf28e614 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:57.234533 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] Allocated IP 172.20.0.2 (69f602c1-7bfa-4594-91a5-0e00baa6dc31/89494860-47f9-47cb-9c94-b8c9ed27b40a/765febaf-9935-49b2-a1f1-41a3b298d036) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:57.242530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8d41d-f052-40cb-908c-f5d07b6106d5 req-0d18f11a-8c52-4048-b99e-c254cf28e614 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:57.249440 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8d41d-f052-40cb-908c-f5d07b6106d5 req-0d18f11a-8c52-4048-b99e-c254cf28e614 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:57.257552 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8d41d-f052-40cb-908c-f5d07b6106d5 req-0d18f11a-8c52-4048-b99e-c254cf28e614 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:57.263758 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8d41d-f052-40cb-908c-f5d07b6106d5 req-0d18f11a-8c52-4048-b99e-c254cf28e614 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:57.270085 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8d41d-f052-40cb-908c-f5d07b6106d5 req-0d18f11a-8c52-4048-b99e-c254cf28e614 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:57.271980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5a8d41d-f052-40cb-908c-f5d07b6106d5 req-0d18f11a-8c52-4048-b99e-c254cf28e614 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 4665 time: 0.3065791 Nov 12 04:33:57.338860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0fa9c751-5977-43dc-bd4c-8b1be44a5c1c None None] Provisioning complete for port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:57.339604 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0fa9c751-5977-43dc-bd4c-8b1be44a5c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:57.386439 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-4497681c-9644-4f4b-808d-e70b332e6daa tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:57.388255 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-4497681c-9644-4f4b-808d-e70b332e6daa tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.21 "GET /v2.0/ports/748ffb26-f9f4-41f0-b898-e8e2c87b6af5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1095510 Nov 12 04:33:57.403946 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9c751-5977-43dc-bd4c-8b1be44a5c1c None None] Port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:57.412827 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-93fac9c7-b435-458e-94da-08d69835a308 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:57.455688 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:57.462492 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6badd9ef-c04f-473c-8c46-cca5683c8ff0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:57.502196 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5a8d41d-f052-40cb-908c-f5d07b6106d5 req-2d509157-47fa-4437-9b26-4d57b3c78792 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2130053 Nov 12 04:33:57.534997 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5313ff7c-9fc6-4e90-a1fa-147483aa8189 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:57.541496 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9c8fb8b0-3507-4b2a-9694-0ac2930d6d1e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:57.581651 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-93fac9c7-b435-458e-94da-08d69835a308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:57.584753 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fb8b0-3507-4b2a-9694-0ac2930d6d1e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Port': ['ID=ce2a600f-20bd-47e5-aabc-99de00c8871b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:57.689747 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:57.712048 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] Network 69f602c1-7bfa-4594-91a5-0e00baa6dc31 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:57.717387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:57.747143 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:57.824804 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9cfe1-a81b-47d6-8cab-86955e66740f req-3dc4703e-dbe7-4938-a115-d008ea1405db tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:57.825188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] Pushing event updated for resources: {'Port': ['ID=765febaf-9935-49b2-a1f1-41a3b298d036,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:57.833853 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5ed9cfe1-a81b-47d6-8cab-86955e66740f req-3dc4703e-dbe7-4938-a115-d008ea1405db tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 943 time: 0.2534788 Nov 12 04:33:57.839603 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] Attempting to bind port 765febaf-9935-49b2-a1f1-41a3b298d036 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:57.840417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] Attempting to bind port 765febaf-9935-49b2-a1f1-41a3b298d036 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'c0a68479-8027-4417-b25f-f40126bd622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '69f602c1-7bfa-4594-91a5-0e00baa6dc31'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:57.840789 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] Attempting to bind port 765febaf-9935-49b2-a1f1-41a3b298d036 on network 69f602c1-7bfa-4594-91a5-0e00baa6dc31 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:57.846571 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:57.847592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] Checking segment: {'id': 'c0a68479-8027-4417-b25f-f40126bd622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '69f602c1-7bfa-4594-91a5-0e00baa6dc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:57.847991 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:57.848376 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] Bound using segment: {'id': 'c0a68479-8027-4417-b25f-f40126bd622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '69f602c1-7bfa-4594-91a5-0e00baa6dc31'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:57.848837 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] Bound port: 765febaf-9935-49b2-a1f1-41a3b298d036, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a68479-8027-4417-b25f-f40126bd622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '69f602c1-7bfa-4594-91a5-0e00baa6dc31'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:57.849211 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:57.913705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] For port 765febaf-9935-49b2-a1f1-41a3b298d036, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:57.917442 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] For port 765febaf-9935-49b2-a1f1-41a3b298d036, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=765febaf-9935-49b2-a1f1-41a3b298d036,segment=NetworkSegment(c0a68479-8027-4417-b25f-f40126bd622b),segment_id=c0a68479-8027-4417-b25f-f40126bd622b)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:57.961575 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6badd9ef-c04f-473c-8c46-cca5683c8ff0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:57.982196 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6badd9ef-c04f-473c-8c46-cca5683c8ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:58.063308 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:58.102075 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-6badd9ef-c04f-473c-8c46-cca5683c8ff0 admin admin] Allocated IP 172.25.1.167 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/1c39a723-f5d9-4207-a8d1-6be65e90f564) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:58.136114 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d29522-a55b-4edd-b4fc-1218f6e72605 None None] Pushing event updated for resources: {'Port': ['ID=765febaf-9935-49b2-a1f1-41a3b298d036,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:58.223390 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6badd9ef-c04f-473c-8c46-cca5683c8ff0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:58.320507 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 029ecf03-5bb4-4b2a-a883-e8cfb5607489 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:33:58.322616 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:33:58.413843 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6badd9ef-c04f-473c-8c46-cca5683c8ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:58.438049 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5ed9cfe1-a81b-47d6-8cab-86955e66740f req-f7cb4f56-ebe1-4f5f-aee5-1f25838929b9 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfef692e-520a-4611-8ff1-1ef10462cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6033013 Nov 12 04:33:58.488273 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6badd9ef-c04f-473c-8c46-cca5683c8ff0 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:58.490998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 029ecf03-5bb4-4b2a-a883-e8cfb5607489, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=029ecf03-5bb4-4b2a-a883-e8cfb5607489,segment=NetworkSegment(614bbad6-fe4f-4b90-bb9d-b133a0a36e5a),segment_id=614bbad6-fe4f-4b90-bb9d-b133a0a36e5a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:58.508795 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '029ecf03-5bb4-4b2a-a883-e8cfb5607489', 'network_id': '43a0e4e7-76ed-4910-8ba1-b4153f317aea', 'port_id': '029ecf03-5bb4-4b2a-a883-e8cfb5607489', 'mac_address': 'fa:16:3e:31:c5:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085ec117-e22f-4478-b8b7-36fc8143c8af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:33:58.510723 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-6badd9ef-c04f-473c-8c46-cca5683c8ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:58.512423 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:33:58.513050 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:33:58.526671 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-93fac9c7-b435-458e-94da-08d69835a308 service neutron] For port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=748ffb26-f9f4-41f0-b898-e8e2c87b6af5,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:58.535011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6badd9ef-c04f-473c-8c46-cca5683c8ff0 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:58.538528 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badd9ef-c04f-473c-8c46-cca5683c8ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=1c39a723-f5d9-4207-a8d1-6be65e90f564,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:58.550717 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9c8fb8b0-3507-4b2a-9694-0ac2930d6d1e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:58.567316 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8758f644-bad2-4bc5-89fc-355310266058 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:58.646886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-5313ff7c-9fc6-4e90-a1fa-147483aa8189 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Allocated IP 172.20.0.1 (772c9f96-c734-4b1c-a4b8-6f91a9692c70/b43684b2-d5fb-4857-8c74-42a709e14083/75c98c59-0001-4722-92cd-47008da69a28) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:58.667148 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:58.713085 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029ecf03-5bb4-4b2a-a883-e8cfb5607489 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:33:58.719438 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:58.724869 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9dd79011-33ab-48e1-9819-66f614827210 None None] Provisioning complete for port 1c39a723-f5d9-4207-a8d1-6be65e90f564 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:58.725240 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9dd79011-33ab-48e1-9819-66f614827210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:58.775508 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 029ecf03-5bb4-4b2a-a883-e8cfb5607489, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=029ecf03-5bb4-4b2a-a883-e8cfb5607489,segment=NetworkSegment(614bbad6-fe4f-4b90-bb9d-b133a0a36e5a),segment_id=614bbad6-fe4f-4b90-bb9d-b133a0a36e5a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:58.797012 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9dd79011-33ab-48e1-9819-66f614827210 None None] Port 1c39a723-f5d9-4207-a8d1-6be65e90f564 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:58.857807 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-93fac9c7-b435-458e-94da-08d69835a308 service neutron] For port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:58.873789 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 765febaf-9935-49b2-a1f1-41a3b298d036 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:58.927115 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 765febaf-9935-49b2-a1f1-41a3b298d036 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:58.927492 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:58.930868 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:58.962838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-93fac9c7-b435-458e-94da-08d69835a308 service neutron] device_id is not set on port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:33:58.992466 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba63fb-34b2-4483-a55a-54d55bdd99ea req-c264e46b-f63d-4495-aa3b-f7389092ea61 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:58.998623 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba63fb-34b2-4483-a55a-54d55bdd99ea req-c264e46b-f63d-4495-aa3b-f7389092ea61 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:59.005448 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba63fb-34b2-4483-a55a-54d55bdd99ea req-c264e46b-f63d-4495-aa3b-f7389092ea61 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:59.013551 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba63fb-34b2-4483-a55a-54d55bdd99ea req-c264e46b-f63d-4495-aa3b-f7389092ea61 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:59.017016 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6badd9ef-c04f-473c-8c46-cca5683c8ff0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.017831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba63fb-34b2-4483-a55a-54d55bdd99ea req-c264e46b-f63d-4495-aa3b-f7389092ea61 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:59.025202 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba63fb-34b2-4483-a55a-54d55bdd99ea req-c264e46b-f63d-4495-aa3b-f7389092ea61 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:59.033358 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26ba63fb-34b2-4483-a55a-54d55bdd99ea req-c264e46b-f63d-4495-aa3b-f7389092ea61 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 4665 time: 0.3338835 Nov 12 04:33:59.050284 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-93fac9c7-b435-458e-94da-08d69835a308 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.100445 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5313ff7c-9fc6-4e90-a1fa-147483aa8189 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.200876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=029ecf03-5bb4-4b2a-a883-e8cfb5607489,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:59.211995 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-93fac9c7-b435-458e-94da-08d69835a308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.244616 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26ba63fb-34b2-4483-a55a-54d55bdd99ea req-8ffef9a3-0c20-4d94-9a1b-658b66d2ce5b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&id=de4912eb-b1fb-48fe-a38a-a33d0e6ad136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2102365 Nov 12 04:33:59.271249 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:33:59.271523 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:33:59.283265 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6badd9ef-c04f-473c-8c46-cca5683c8ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.316975 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.375483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-93fac9c7-b435-458e-94da-08d69835a308 service neutron] No DVR routers for this DVR port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:33:59.386493 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 765febaf-9935-49b2-a1f1-41a3b298d036, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=765febaf-9935-49b2-a1f1-41a3b298d036,segment=NetworkSegment(c0a68479-8027-4417-b25f-f40126bd622b),segment_id=c0a68479-8027-4417-b25f-f40126bd622b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:59.390882 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['029ecf03-5bb4-4b2a-a883-e8cfb5607489'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:33:59.391153 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fac9c7-b435-458e-94da-08d69835a308 service neutron] Pushing event updated for resources: {'Port': ['ID=748ffb26-f9f4-41f0-b898-e8e2c87b6af5,revision_number=6']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:59.442005 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8fb8b0-3507-4b2a-9694-0ac2930d6d1e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Router 06ce9db2-8c2d-4df3-b643-8e5174d86c26 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:33:59.455919 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5313ff7c-9fc6-4e90-a1fa-147483aa8189 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.474915 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-93fac9c7-b435-458e-94da-08d69835a308 service neutron] In _notify_port_updated(), no bound segment for port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 on network 79d2f23a-da96-4615-8aa1-f0a58d232473 {{(pid=103296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:33:59.483223 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-93fac9c7-b435-458e-94da-08d69835a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:59.484163 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-93fac9c7-b435-458e-94da-08d69835a308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.485506 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-93fac9c7-b435-458e-94da-08d69835a308 service neutron] 10.222.0.21 "PUT /v2.0/ports/748ffb26-f9f4-41f0-b898-e8e2c87b6af5 HTTP/1.1" status: 200 len: 1032 time: 2.0854092 Nov 12 04:33:59.518091 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65daba28-6180-438f-9d6f-36c9edfca2a1 None None] Network 69f602c1-7bfa-4594-91a5-0e00baa6dc31 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:59.556293 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.668276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5313ff7c-9fc6-4e90-a1fa-147483aa8189 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Network 772c9f96-c734-4b1c-a4b8-6f91a9692c70 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:59.672042 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313ff7c-9fc6-4e90-a1fa-147483aa8189 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=75c98c59-0001-4722-92cd-47008da69a28,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:59.682541 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-5313ff7c-9fc6-4e90-a1fa-147483aa8189 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:59.694556 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313ff7c-9fc6-4e90-a1fa-147483aa8189 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:59.715063 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=765febaf-9935-49b2-a1f1-41a3b298d036,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:59.724310 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6eaf7b16-63f9-486f-a142-68bbce77b5ff None None] Provisioning complete for port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:59.724737 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6eaf7b16-63f9-486f-a142-68bbce77b5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.738800 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6badd9ef-c04f-473c-8c46-cca5683c8ff0 admin admin] Router 98c7ddb8-3ba1-4bd2-900b-da996ac9b462 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:33:59.798608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f9ef3-0b25-4b13-b9ca-5369d46aeb61 req-dcad8548-1beb-4bc9-a260-e33c858363c5 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:59.800715 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-424f9ef3-0b25-4b13-b9ca-5369d46aeb61 req-dcad8548-1beb-4bc9-a260-e33c858363c5 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 944 time: 0.2454746 Nov 12 04:33:59.830786 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf7b16-63f9-486f-a142-68bbce77b5ff None None] Port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:59.842773 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5313ff7c-9fc6-4e90-a1fa-147483aa8189 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.843302 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 10c4593c-bc35-4324-a92d-6a4c5e8e4683 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:33:59.848196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8fb8b0-3507-4b2a-9694-0ac2930d6d1e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:33:59.863345 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5c99f3-5be9-4440-b37e-a28a9ccbe3b4 None None] Sync routers for ids ['06ce9db2-8c2d-4df3-b643-8e5174d86c26'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:33:59.875242 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6badd9ef-c04f-473c-8c46-cca5683c8ff0 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:33:59.875849 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5c99f3-5be9-4440-b37e-a28a9ccbe3b4 None None] Routers {'06ce9db2-8c2d-4df3-b643-8e5174d86c26'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:59.876690 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1e5c99f3-5be9-4440-b37e-a28a9ccbe3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['06ce9db2-8c2d-4df3-b643-8e5174d86c26'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:59.887319 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9c8fb8b0-3507-4b2a-9694-0ac2930d6d1e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "PUT /v2.0/routers/06ce9db2-8c2d-4df3-b643-8e5174d86c26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3258376 Nov 12 04:33:59.891441 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35090) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:59.893069 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] Sync routers for ids ['98c7ddb8-3ba1-4bd2-900b-da996ac9b462'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:33:59.903466 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6eaf7b16-63f9-486f-a142-68bbce77b5ff None None] Provisioning complete for port 765febaf-9935-49b2-a1f1-41a3b298d036 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:59.903841 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6eaf7b16-63f9-486f-a142-68bbce77b5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.949540 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] Routers {'98c7ddb8-3ba1-4bd2-900b-da996ac9b462'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:59.950093 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['98c7ddb8-3ba1-4bd2-900b-da996ac9b462'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:59.976046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-8837f89c-70b6-4269-855f-0f2d35350678 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Deleting port 8b3ed3ea-e971-45fe-8276-9cc198e22638 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:59.976377 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-8837f89c-70b6-4269-855f-0f2d35350678 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.979776 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6badd9ef-c04f-473c-8c46-cca5683c8ff0 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.984547 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6badd9ef-c04f-473c-8c46-cca5683c8ff0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0299273 Nov 12 04:33:59.985555 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35092) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:59.998957 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-424f9ef3-0b25-4b13-b9ca-5369d46aeb61 req-2c3c7581-27d9-4c3b-af3e-9af19c9e583d tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfef692e-520a-4611-8ff1-1ef10462cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806638 Nov 12 04:34:00.048348 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-1e5c99f3-5be9-4440-b37e-a28a9ccbe3b4 None None] Set router 06ce9db2-8c2d-4df3-b643-8e5174d86c26 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:00.052683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3ada61-40db-4e19-88a3-06302a05785e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting subnet 20150325-f345-468c-96fc-6578b271ccb5 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:34:00.061229 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb3ada61-40db-4e19-88a3-06302a05785e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:00.191822 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb3ada61-40db-4e19-88a3-06302a05785e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:00.219411 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:00.270963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-8837f89c-70b6-4269-855f-0f2d35350678 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] For port 8b3ed3ea-e971-45fe-8276-9cc198e22638, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=8b3ed3ea-e971-45fe-8276-9cc198e22638,segment=NetworkSegment(c3320d2f-1f1d-4144-9305-fc487dd0be6d),segment_id=c3320d2f-1f1d-4144-9305-fc487dd0be6d)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:00.271336 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-8837f89c-70b6-4269-855f-0f2d35350678 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:00.281159 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] Set router 98c7ddb8-3ba1-4bd2-900b-da996ac9b462 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:00.361880 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1e5c99f3-5be9-4440-b37e-a28a9ccbe3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094219116', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:44Z', 'updated_at': '2021-11-12T04:33:57Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:45Z', 'updated_at': '2021-11-12T04:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:00.412337 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5c99f3-5be9-4440-b37e-a28a9ccbe3b4 None None] Checking router: 06ce9db2-8c2d-4df3-b643-8e5174d86c26 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:34:00.421261 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb3ada61-40db-4e19-88a3-06302a05785e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:00.426843 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5c99f3-5be9-4440-b37e-a28a9ccbe3b4 None None] Routers {'06ce9db2-8c2d-4df3-b643-8e5174d86c26'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:00.428242 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1e5c99f3-5be9-4440-b37e-a28a9ccbe3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['06ce9db2-8c2d-4df3-b643-8e5174d86c26'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:00.442683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c4593c-bc35-4324-a92d-6a4c5e8e4683'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:00.444709 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650caea9-9029-47ea-9b00-fde9d4cc8041" -d '{"events": [{"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-unplugged", "status": "completed", "tag": "10c4593c-bc35-4324-a92d-6a4c5e8e4683"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:00.481651 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 10c4593c-bc35-4324-a92d-6a4c5e8e4683, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=10c4593c-bc35-4324-a92d-6a4c5e8e4683,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:00.552655 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5313ff7c-9fc6-4e90-a1fa-147483aa8189 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:00.587074 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-1e5c99f3-5be9-4440-b37e-a28a9ccbe3b4 None None] Set router 06ce9db2-8c2d-4df3-b643-8e5174d86c26 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:00.606101 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:00.606840 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device ee1c7c92-c878-4363-aaec-68d541b247e9 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:34:00.677231 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1690881-0fb5-45b4-8d42-f2143a5069e3 req-41a6e477-a932-46f4-b5a5-d8c622ef372c tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:00.683495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1690881-0fb5-45b4-8d42-f2143a5069e3 req-41a6e477-a932-46f4-b5a5-d8c622ef372c tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:00.684977 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8243238d-2ee6-443a-a598-7127e9090e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:00.693832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1690881-0fb5-45b4-8d42-f2143a5069e3 req-41a6e477-a932-46f4-b5a5-d8c622ef372c tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:00.703351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1690881-0fb5-45b4-8d42-f2143a5069e3 req-41a6e477-a932-46f4-b5a5-d8c622ef372c tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:00.713111 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1690881-0fb5-45b4-8d42-f2143a5069e3 req-41a6e477-a932-46f4-b5a5-d8c622ef372c tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:00.727473 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1690881-0fb5-45b4-8d42-f2143a5069e3 req-41a6e477-a932-46f4-b5a5-d8c622ef372c tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 3886 time: 0.2778037 Nov 12 04:34:00.749987 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2f95c911-abca-4134-8b14-12c22a2ef962 None None] Provisioning complete for port 765febaf-9935-49b2-a1f1-41a3b298d036 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:00.749987 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f95c911-abca-4134-8b14-12c22a2ef962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:00.817779 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb3ada61-40db-4e19-88a3-06302a05785e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:00.823793 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=10c4593c-bc35-4324-a92d-6a4c5e8e4683,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:00.828933 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1e5c99f3-5be9-4440-b37e-a28a9ccbe3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094219116', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:44Z', 'updated_at': '2021-11-12T04:33:57Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:45Z', 'updated_at': '2021-11-12T04:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:00.845626 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 765febaf-9935-49b2-a1f1-41a3b298d036 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:34:00.872204 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5c99f3-5be9-4440-b37e-a28a9ccbe3b4 None None] The sync data for ids ['06ce9db2-8c2d-4df3-b643-8e5174d86c26'] in n-d-768509-24 is: [{'id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094219116', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:44Z', 'updated_at': '2021-11-12T04:33:57Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'f1efce2c-62f9-4555-82f8-6e68b4dc6156', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce9db2-8c2d-4df3-b643-8e5174d86c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:45Z', 'updated_at': '2021-11-12T04:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:00.884139 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ada61-40db-4e19-88a3-06302a05785e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Subnet': ['ID=20150325-f345-468c-96fc-6578b271ccb5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:00.889222 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb3ada61-40db-4e19-88a3-06302a05785e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:00.892716 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bb3ada61-40db-4e19-88a3-06302a05785e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "DELETE /v2.0/subnets/20150325-f345-468c-96fc-6578b271ccb5 HTTP/1.1" status: 204 len: 168 time: 0.9971547 Nov 12 04:34:00.896482 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35098) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:00.904677 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-8837f89c-70b6-4269-855f-0f2d35350678 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:00.905050 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-8837f89c-70b6-4269-855f-0f2d35350678 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:00.905377 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-8837f89c-70b6-4269-855f-0f2d35350678 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Floating IP 2ecd9110-4fe8-4dd5-8843-65c8519277e9 disassociated. External IP: 172.25.1.67, port: 8b3ed3ea-e971-45fe-8276-9cc198e22638. Nov 12 04:34:00.905736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-8837f89c-70b6-4269-855f-0f2d35350678 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Calling delete_port for 8b3ed3ea-e971-45fe-8276-9cc198e22638 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:00.929711 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-8243238d-2ee6-443a-a598-7127e9090e53 admin admin] Allocated IP 172.20.0.1 (69f602c1-7bfa-4594-91a5-0e00baa6dc31/89494860-47f9-47cb-9c94-b8c9ed27b40a/fbb25272-8f14-464b-9fe9-baa272f5252e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:00.937689 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56eea85-ff9f-4888-8d78-703cd0f9c1cf None None] Network c2746ac6-b4e4-4065-97f7-916e2df57fcb requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:34:00.994709 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'name': 'tempest-TestVolumeBackupRestore-57015777-router', 'tenant_id': '6292094e663e464f96b9e7cc56e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '1c39a723-f5d9-4207-a8d1-6be65e90f564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:57Z', 'updated_at': '2021-11-12T04:33:58Z', 'revision_number': 3, 'project_id': '6292094e663e464f96b9e7cc56e18492', 'gw_port': {'id': '1c39a723-f5d9-4207-a8d1-6be65e90f564', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:57Z', 'updated_at': '2021-11-12T04:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:01.008534 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1690881-0fb5-45b4-8d42-f2143a5069e3 req-88ca5a11-c783-4fbd-8b43-4a01e3f3a338 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855027 Nov 12 04:34:01.062439 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:01.069959 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] Checking router: 98c7ddb8-3ba1-4bd2-900b-da996ac9b462 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:34:01.070317 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] Updating router 98c7ddb8-3ba1-4bd2-900b-da996ac9b462 port 1c39a723-f5d9-4207-a8d1-6be65e90f564 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:34:01.083888 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8243238d-2ee6-443a-a598-7127e9090e53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:01.117596 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e241f1-a12e-47d4-9b8f-0dba3ca50272 x-openstack-request-id: req-b1e241f1-a12e-47d4-9b8f-0dba3ca50272 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:01.117884 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-unplugged", "status": "completed", "tag": "10c4593c-bc35-4324-a92d-6a4c5e8e4683", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:01.118203 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1e241f1-a12e-47d4-9b8f-0dba3ca50272 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:01.118612 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c4593c-bc35-4324-a92d-6a4c5e8e4683', 'code': 200} Nov 12 04:34:01.176564 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:01.249444 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8243238d-2ee6-443a-a598-7127e9090e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:01.251900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port ee1c7c92-c878-4363-aaec-68d541b247e9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=ee1c7c92-c878-4363-aaec-68d541b247e9,segment=NetworkSegment(8dc154d6-7960-4447-be39-027a9ad6840e),segment_id=8dc154d6-7960-4447-be39-027a9ad6840e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:01.258647 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 765febaf-9935-49b2-a1f1-41a3b298d036 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:01.259128 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:01.326053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243238d-2ee6-443a-a598-7127e9090e53 admin admin] Pushing event updated for resources: {'Port': ['ID=fbb25272-8f14-464b-9fe9-baa272f5252e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:01.348686 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8243238d-2ee6-443a-a598-7127e9090e53 admin admin] Network 69f602c1-7bfa-4594-91a5-0e00baa6dc31 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:01.350578 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8243238d-2ee6-443a-a598-7127e9090e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:01.354363 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8243238d-2ee6-443a-a598-7127e9090e53 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:01.558344 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:01.558610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:34:01.748885 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-30906afe-c008-491d-bbda-38fa2587e18b None None] Provisioning complete for port fbb25272-8f14-464b-9fe9-baa272f5252e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:01.749391 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-30906afe-c008-491d-bbda-38fa2587e18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:01.756421 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42d7f77f-3837-4e74-b307-daac76938d29 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:01.800083 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc05384-939d-4f90-ad40-0a23d203b313 None None] DHCP port deletion for c2746ac6-b4e4-4065-97f7-916e2df57fcb request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:34:01.819894 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8243238d-2ee6-443a-a598-7127e9090e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:01.825903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264681f-ecd1-4e48-bac9-94059c2befea req-05b183f7-6164-4e1f-8c88-c526808bfa4c tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:01.827479 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0264681f-ecd1-4e48-bac9-94059c2befea req-05b183f7-6164-4e1f-8c88-c526808bfa4c tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 944 time: 0.3097937 Nov 12 04:34:01.834543 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5313ff7c-9fc6-4e90-a1fa-147483aa8189 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:01.852539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=ee1c7c92-c878-4363-aaec-68d541b247e9,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:01.930951 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-30906afe-c008-491d-bbda-38fa2587e18b None None] Port fbb25272-8f14-464b-9fe9-baa272f5252e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:34:01.987662 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0264681f-ecd1-4e48-bac9-94059c2befea req-5286448f-393c-48f3-bd91-383fe31f8632 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfef692e-520a-4611-8ff1-1ef10462cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271122 Nov 12 04:34:01.989118 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5313ff7c-9fc6-4e90-a1fa-147483aa8189 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:01.993243 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:01.994454 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42d7f77f-3837-4e74-b307-daac76938d29 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.049586 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8243238d-2ee6-443a-a598-7127e9090e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.066888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7bc05384-939d-4f90-ad40-0a23d203b313 None None] Deleting port 8c2d34f5-a466-4c64-8fd3-d2bb04b43582 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:02.067282 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7bc05384-939d-4f90-ad40-0a23d203b313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.082661 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5313ff7c-9fc6-4e90-a1fa-147483aa8189 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.085060 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313ff7c-9fc6-4e90-a1fa-147483aa8189 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=75c98c59-0001-4722-92cd-47008da69a28,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:02.094960 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:02.139159 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-8837f89c-70b6-4269-855f-0f2d35350678 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.191459 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7bc05384-939d-4f90-ad40-0a23d203b313 None None] For port 8c2d34f5-a466-4c64-8fd3-d2bb04b43582, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8c2d34f5-a466-4c64-8fd3-d2bb04b43582,segment=NetworkSegment(f04e57b9-a8f7-45df-996f-9133f64112a3),segment_id=f04e57b9-a8f7-45df-996f-9133f64112a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:02.191857 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7bc05384-939d-4f90-ad40-0a23d203b313 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.220105 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7bc05384-939d-4f90-ad40-0a23d203b313 None None] Calling delete_port for 8c2d34f5-a466-4c64-8fd3-d2bb04b43582 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:02.222954 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.229276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837f89c-70b6-4269-855f-0f2d35350678 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event deleted for resources: {'Port': ['ID=8b3ed3ea-e971-45fe-8276-9cc198e22638,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:02.271854 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.272674 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 9c757535-b667-421c-b16e-cd68aff94d0b no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:34:02.284018 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8243238d-2ee6-443a-a598-7127e9090e53 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.353582 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.371815 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:02.396520 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8243238d-2ee6-443a-a598-7127e9090e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.406265 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03c95d-1950-4e58-823a-731071290210 req-0ac9ce7d-97d6-4765-862e-672a32877abe tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:02.413496 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03c95d-1950-4e58-823a-731071290210 req-0ac9ce7d-97d6-4765-862e-672a32877abe tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:02.419357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03c95d-1950-4e58-823a-731071290210 req-0ac9ce7d-97d6-4765-862e-672a32877abe tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:02.420741 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c5cfea-b324-4d4d-a6c5-2784db3e3600 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:34:02.425985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03c95d-1950-4e58-823a-731071290210 req-0ac9ce7d-97d6-4765-862e-672a32877abe tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:02.433683 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b03c95d-1950-4e58-823a-731071290210 req-0ac9ce7d-97d6-4765-862e-672a32877abe tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 3147 time: 0.2505155 Nov 12 04:34:02.446087 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] Attempting to bind port 1c39a723-f5d9-4207-a8d1-6be65e90f564 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:34:02.446087 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] Attempting to bind port 1c39a723-f5d9-4207-a8d1-6be65e90f564 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:34:02.446485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] Attempting to bind port 1c39a723-f5d9-4207-a8d1-6be65e90f564 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:34:02.457420 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5313ff7c-9fc6-4e90-a1fa-147483aa8189 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Network 772c9f96-c734-4b1c-a4b8-6f91a9692c70 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:02.474667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-5313ff7c-9fc6-4e90-a1fa-147483aa8189 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:02.479423 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8243238d-2ee6-443a-a598-7127e9090e53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.481698 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243238d-2ee6-443a-a598-7127e9090e53 admin admin] Pushing event updated for resources: {'Port': ['ID=fbb25272-8f14-464b-9fe9-baa272f5252e,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:02.483279 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffbb3aa-4f5f-4a87-a2b9-3c0defeb009c None None] Pushing event updated for resources: {'Port': ['ID=1c39a723-f5d9-4207-a8d1-6be65e90f564,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:02.485409 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:34:02.485933 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:34:02.487125 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.487672 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:34:02.488275 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] Bound port: 1c39a723-f5d9-4207-a8d1-6be65e90f564, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:34:02.489226 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.501981 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-42d7f77f-3837-4e74-b307-daac76938d29 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting port f1efce2c-62f9-4555-82f8-6e68b4dc6156 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:02.502323 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42d7f77f-3837-4e74-b307-daac76938d29 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.533338 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.543127 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7bc05384-939d-4f90-ad40-0a23d203b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.597910 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-8837f89c-70b6-4269-855f-0f2d35350678 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Router d45acd03-da2d-4cb2-b3eb-f468a91ea3eb has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:02.616755 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8243238d-2ee6-443a-a598-7127e9090e53 admin admin] Network 69f602c1-7bfa-4594-91a5-0e00baa6dc31 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:02.619723 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8243238d-2ee6-443a-a598-7127e9090e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:02.638029 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] For port 1c39a723-f5d9-4207-a8d1-6be65e90f564, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:34:02.641842 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] For port 1c39a723-f5d9-4207-a8d1-6be65e90f564, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1c39a723-f5d9-4207-a8d1-6be65e90f564,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:34:02.644975 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc05384-939d-4f90-ad40-0a23d203b313 None None] Pushing event deleted for resources: {'Port': ['ID=8c2d34f5-a466-4c64-8fd3-d2bb04b43582,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:02.657657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc05384-939d-4f90-ad40-0a23d203b313 None None] No DVR routers for this DVR port 8c2d34f5-a466-4c64-8fd3-d2bb04b43582 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:34:02.661200 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b03c95d-1950-4e58-823a-731071290210 req-36c2fa3b-b556-4959-b060-0bee12fabbbd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260029 Nov 12 04:34:02.715057 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b0264689-02d7-4483-a67d-80e02a6595df None None] Provisioning complete for port 1c39a723-f5d9-4207-a8d1-6be65e90f564 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:02.715482 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0264689-02d7-4483-a67d-80e02a6595df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.718278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 9c757535-b667-421c-b16e-cd68aff94d0b, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9c757535-b667-421c-b16e-cd68aff94d0b,segment=NetworkSegment(8dc154d6-7960-4447-be39-027a9ad6840e),segment_id=8dc154d6-7960-4447-be39-027a9ad6840e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:02.767521 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.768466 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8243238d-2ee6-443a-a598-7127e9090e53 admin admin] Router 98c7ddb8-3ba1-4bd2-900b-da996ac9b462 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:02.839346 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954ba044-2ac6-4e30-abd8-8fad820caf69 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:34:02.859490 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b0264689-02d7-4483-a67d-80e02a6595df None None] Port 1c39a723-f5d9-4207-a8d1-6be65e90f564 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:34:02.861975 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.862913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 8b3ed3ea-e971-45fe-8276-9cc198e22638 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:34:02.892457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-42d7f77f-3837-4e74-b307-daac76938d29 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] For port f1efce2c-62f9-4555-82f8-6e68b4dc6156, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f1efce2c-62f9-4555-82f8-6e68b4dc6156,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:02.892989 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42d7f77f-3837-4e74-b307-daac76938d29 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.917081 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] Routers {'98c7ddb8-3ba1-4bd2-900b-da996ac9b462'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:02.926267 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-42d7f77f-3837-4e74-b307-daac76938d29 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Calling delete_port for f1efce2c-62f9-4555-82f8-6e68b4dc6156 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:02.927714 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['98c7ddb8-3ba1-4bd2-900b-da996ac9b462'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:02.988622 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 8b3ed3ea-e971-45fe-8276-9cc198e22638 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:34:02.988875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5313ff7c-9fc6-4e90-a1fa-147483aa8189 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router 1a3398c4-786b-44d0-bc42-d9f96975bb4f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:02.989504 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 8b3ed3ea-e971-45fe-8276-9cc198e22638 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:34:02.999898 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8243238d-2ee6-443a-a598-7127e9090e53 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:03.007351 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffbb3aa-4f5f-4a87-a2b9-3c0defeb009c None None] Pushing event updated for resources: {'Port': ['ID=1c39a723-f5d9-4207-a8d1-6be65e90f564,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:03.021718 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8243238d-2ee6-443a-a598-7127e9090e53 admin admin] 10.222.0.37 "PUT /v2.0/routers/98c7ddb8-3ba1-4bd2-900b-da996ac9b462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0302520 Nov 12 04:34:03.037113 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 029ecf03-5bb4-4b2a-a883-e8cfb5607489 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:34:03.046518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8c2d34f5-a466-4c64-8fd3-d2bb04b43582 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:34:03.104345 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=9c757535-b667-421c-b16e-cd68aff94d0b,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:03.143989 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-8837f89c-70b6-4269-855f-0f2d35350678 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:03.150088 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee1c7c92-c878-4363-aaec-68d541b247e9'}, {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35'}, {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c757535-b667-421c-b16e-cd68aff94d0b'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:03.155939 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ac2d54-0fde-489e-94c7-30396261b397" -d '{"events": [{"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-unplugged", "status": "completed", "tag": "ee1c7c92-c878-4363-aaec-68d541b247e9"}, {"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35"}, {"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-unplugged", "status": "completed", "tag": "9c757535-b667-421c-b16e-cd68aff94d0b"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:03.158259 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e8a580-e693-4e78-932f-948db2d6670e None None] Sync routers for ids ['d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:03.186524 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 8c2d34f5-a466-4c64-8fd3-d2bb04b43582 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:34:03.189944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8c2d34f5-a466-4c64-8fd3-d2bb04b43582 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:34:03.189944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ce2a600f-20bd-47e5-aabc-99de00c8871b no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:34:03.198295 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e8a580-e693-4e78-932f-948db2d6670e None None] Routers {'d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:03.199070 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-19e8a580-e693-4e78-932f-948db2d6670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:03.255258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: ce2a600f-20bd-47e5-aabc-99de00c8871b {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:34:03.255656 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ce2a600f-20bd-47e5-aabc-99de00c8871b not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:34:03.262718 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7d383c6e-e98e-437b-b6f5-49fbad796018 None None] Provisioning complete for port 1c39a723-f5d9-4207-a8d1-6be65e90f564 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:03.263093 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7d383c6e-e98e-437b-b6f5-49fbad796018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:03.328420 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] Set router 98c7ddb8-3ba1-4bd2-900b-da996ac9b462 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:03.332679 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3b8e275d-07aa-450a-9314-6feba1338a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:03.412681 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-8837f89c-70b6-4269-855f-0f2d35350678 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] No DVR routers for this DVR port 8b3ed3ea-e971-45fe-8276-9cc198e22638 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:34:03.422184 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-8837f89c-70b6-4269-855f-0f2d35350678 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:03.428433 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-8837f89c-70b6-4269-855f-0f2d35350678 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.21 "DELETE /v2.0/ports/8b3ed3ea-e971-45fe-8276-9cc198e22638 HTTP/1.1" status: 204 len: 173 time: 3.8862586 Nov 12 04:34:03.429361 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-deleted', 'tag': '8b3ed3ea-e971-45fe-8276-9cc198e22638'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:03.431321 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67987341-ac59-4bec-978e-a5a42b2e59ce" -d '{"events": [{"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-deleted", "tag": "8b3ed3ea-e971-45fe-8276-9cc198e22638"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:03.460714 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5313ff7c-9fc6-4e90-a1fa-147483aa8189 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:03.480720 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 029ecf03-5bb4-4b2a-a883-e8cfb5607489 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:34:03.480720 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 029ecf03-5bb4-4b2a-a883-e8cfb5607489 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:03.480720 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:03.480720 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bfb850-2ca9-4763-a42e-89d5dff288f7 None None] Sync routers for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:03.498759 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-19e8a580-e693-4e78-932f-948db2d6670e None None] Set router d45acd03-da2d-4cb2-b3eb-f468a91ea3eb gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:03.528383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f523641-637d-4c73-a08d-077bc354a433 req-0b0650e4-fbe3-4917-a01b-37e6c3a2ccd4 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:03.530021 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f523641-637d-4c73-a08d-077bc354a433 req-0b0650e4-fbe3-4917-a01b-37e6c3a2ccd4 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 944 time: 0.4056365 Nov 12 04:34:03.568576 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7d383c6e-e98e-437b-b6f5-49fbad796018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:03.577554 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5313ff7c-9fc6-4e90-a1fa-147483aa8189 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "PUT /v2.0/routers/1a3398c4-786b-44d0-bc42-d9f96975bb4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1994784 Nov 12 04:34:03.577775 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35148) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:03.582997 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-66359acb-fa2c-4420-843e-68efad36f099 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'port': {'network_id': '772c9f96-c734-4b1c-a4b8-6f91a9692c70', 'name': 'tempest-FloatingIPTestJSON-23954300'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:03.621970 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bfb850-2ca9-4763-a42e-89d5dff288f7 None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:03.625524 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a1bfb850-2ca9-4763-a42e-89d5dff288f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:03.666131 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-af91dbdc-0ad0-4b66-8d8b-d08de81dc928 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Deleting port 10c4593c-bc35-4324-a92d-6a4c5e8e4683 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:03.666131 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-af91dbdc-0ad0-4b66-8d8b-d08de81dc928 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:03.684962 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f523641-637d-4c73-a08d-077bc354a433 req-5929a1dc-f874-4af7-906d-95e705507f3f tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfef692e-520a-4611-8ff1-1ef10462cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083696 Nov 12 04:34:03.741754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a1bfb850-2ca9-4763-a42e-89d5dff288f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:03.761585 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42d7f77f-3837-4e74-b307-daac76938d29 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:03.765577 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7d383c6e-e98e-437b-b6f5-49fbad796018 None None] For port 1c39a723-f5d9-4207-a8d1-6be65e90f564, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1c39a723-f5d9-4207-a8d1-6be65e90f564,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:03.795098 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bfb850-2ca9-4763-a42e-89d5dff288f7 None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:03.795745 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a1bfb850-2ca9-4763-a42e-89d5dff288f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:03.819547 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7f77f-3837-4e74-b307-daac76938d29 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Port': ['ID=f1efce2c-62f9-4555-82f8-6e68b4dc6156,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:03.869141 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98addf4b-a94f-4a2f-a464-a4932fea17b9 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:34:03.875055 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-19e8a580-e693-4e78-932f-948db2d6670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'name': 'tempest-TaggedBootDevicesTest_v242-1714417968-router', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:48Z', 'updated_at': '2021-11-12T04:22:54Z', 'revision_number': 4, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'gw_port': {'id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:49Z', 'updated_at': '2021-11-12T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4b433b06-67c5-4499-8052-8ecb7e059356', 'name': '', 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'mac_address': 'fa:16:3e:b1:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '3fc4ed48-686a-4892-81a2-ac8d11ac1cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:53Z', 'updated_at': '2021-11-12T04:22:58Z', 'revision_number': 5, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'subnets': [{'id': '3fc4ed48-686a-4892-81a2-ac8d11ac1cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:03.876433 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb4e7f1-6066-42b4-ba2a-d696fb1116b0 x-openstack-request-id: req-bdb4e7f1-6066-42b4-ba2a-d696fb1116b0 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:03.876730 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-unplugged", "status": "completed", "tag": "ee1c7c92-c878-4363-aaec-68d541b247e9", "code": 200}, {"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35", "code": 200}, {"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-unplugged", "status": "completed", "tag": "9c757535-b667-421c-b16e-cd68aff94d0b", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:03.876985 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bdb4e7f1-6066-42b4-ba2a-d696fb1116b0 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:03.877376 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee1c7c92-c878-4363-aaec-68d541b247e9', 'code': 200} Nov 12 04:34:03.877626 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35', 'code': 200} Nov 12 04:34:03.877918 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c757535-b667-421c-b16e-cd68aff94d0b', 'code': 200} Nov 12 04:34:03.902072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66359acb-fa2c-4420-843e-68efad36f099 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Made reservation on behalf of f575d6eea2f84babaf19cdfc6186f768 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:34:03.905718 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66359acb-fa2c-4420-843e-68efad36f099 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:03.932666 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e8a580-e693-4e78-932f-948db2d6670e None None] Checking router: d45acd03-da2d-4cb2-b3eb-f468a91ea3eb for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:34:03.940617 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aeb9b0-4fdb-4219-8342-79c2b0041a2c x-openstack-request-id: req-a4aeb9b0-4fdb-4219-8342-79c2b0041a2c {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:03.941252 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-deleted", "tag": "8b3ed3ea-e971-45fe-8276-9cc198e22638", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:03.941252 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4aeb9b0-4fdb-4219-8342-79c2b0041a2c {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:03.941580 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-deleted', 'tag': '8b3ed3ea-e971-45fe-8276-9cc198e22638', 'status': 'completed', 'code': 200} Nov 12 04:34:03.944066 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-66359acb-fa2c-4420-843e-68efad36f099 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] device_id is not set on port 34d5fce8-101c-4a25-b88e-bc237c4bbe58 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:34:03.948880 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e8a580-e693-4e78-932f-948db2d6670e None None] Routers {'d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:03.949606 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-19e8a580-e693-4e78-932f-948db2d6670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:33:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:03.994202 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-af91dbdc-0ad0-4b66-8d8b-d08de81dc928 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] For port 10c4593c-bc35-4324-a92d-6a4c5e8e4683, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=10c4593c-bc35-4324-a92d-6a4c5e8e4683,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:03.995861 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-af91dbdc-0ad0-4b66-8d8b-d08de81dc928 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.036295 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42d7f77f-3837-4e74-b307-daac76938d29 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.043460 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-af91dbdc-0ad0-4b66-8d8b-d08de81dc928 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Calling delete_port for 10c4593c-bc35-4324-a92d-6a4c5e8e4683 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:04.069626 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7d383c6e-e98e-437b-b6f5-49fbad796018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.072306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a1bfb850-2ca9-4763-a42e-89d5dff288f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:04.072962 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bfb850-2ca9-4763-a42e-89d5dff288f7 None None] The sync data for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:04.132870 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.141489 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-19e8a580-e693-4e78-932f-948db2d6670e None None] Set router d45acd03-da2d-4cb2-b3eb-f468a91ea3eb gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:04.167283 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-66359acb-fa2c-4420-843e-68efad36f099 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Allocated IP 172.20.0.14 (772c9f96-c734-4b1c-a4b8-6f91a9692c70/b43684b2-d5fb-4857-8c74-42a709e14083/34d5fce8-101c-4a25-b88e-bc237c4bbe58) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:04.175974 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d383c6e-e98e-437b-b6f5-49fbad796018 None None] Pushing event updated for resources: {'Port': ['ID=1c39a723-f5d9-4207-a8d1-6be65e90f564,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:04.195069 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42d7f77f-3837-4e74-b307-daac76938d29 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.195404 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 029ecf03-5bb4-4b2a-a883-e8cfb5607489, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=029ecf03-5bb4-4b2a-a883-e8cfb5607489,segment=NetworkSegment(614bbad6-fe4f-4b90-bb9d-b133a0a36e5a),segment_id=614bbad6-fe4f-4b90-bb9d-b133a0a36e5a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:04.209770 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'name': 'tempest-TestVolumeBackupRestore-57015777-router', 'tenant_id': '6292094e663e464f96b9e7cc56e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '1c39a723-f5d9-4207-a8d1-6be65e90f564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:57Z', 'updated_at': '2021-11-12T04:34:01Z', 'revision_number': 4, 'project_id': '6292094e663e464f96b9e7cc56e18492', 'gw_port': {'id': '1c39a723-f5d9-4207-a8d1-6be65e90f564', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:57Z', 'updated_at': '2021-11-12T04:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'fbb25272-8f14-464b-9fe9-baa272f5252e', 'name': '', 'network_id': '69f602c1-7bfa-4594-91a5-0e00baa6dc31', 'tenant_id': '6292094e663e464f96b9e7cc56e18492', 'mac_address': 'fa:16:3e:ef:c0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '89494860-47f9-47cb-9c94-b8c9ed27b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:00Z', 'updated_at': '2021-11-12T04:34:02Z', 'revision_number': 2, 'project_id': '6292094e663e464f96b9e7cc56e18492', 'subnets': [{'id': '89494860-47f9-47cb-9c94-b8c9ed27b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:04.230037 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42d7f77f-3837-4e74-b307-daac76938d29 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.241232 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-24f23eaf-f123-4b51-8dd7-4fbbeea36bb9 None None] Provisioning complete for port fbb25272-8f14-464b-9fe9-baa272f5252e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:04.241604 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-24f23eaf-f123-4b51-8dd7-4fbbeea36bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.243537 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad53c1-48b6-4716-8db3-bea62e6d67c6 None None] The sync data for ids ['98c7ddb8-3ba1-4bd2-900b-da996ac9b462'] in n-d-768509-24 is: [{'id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'name': 'tempest-TestVolumeBackupRestore-57015777-router', 'tenant_id': '6292094e663e464f96b9e7cc56e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '1c39a723-f5d9-4207-a8d1-6be65e90f564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:57Z', 'updated_at': '2021-11-12T04:34:01Z', 'revision_number': 4, 'project_id': '6292094e663e464f96b9e7cc56e18492', 'gw_port': {'id': '1c39a723-f5d9-4207-a8d1-6be65e90f564', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:57Z', 'updated_at': '2021-11-12T04:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'fbb25272-8f14-464b-9fe9-baa272f5252e', 'name': '', 'network_id': '69f602c1-7bfa-4594-91a5-0e00baa6dc31', 'tenant_id': '6292094e663e464f96b9e7cc56e18492', 'mac_address': 'fa:16:3e:ef:c0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '89494860-47f9-47cb-9c94-b8c9ed27b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:00Z', 'updated_at': '2021-11-12T04:34:02Z', 'revision_number': 2, 'project_id': '6292094e663e464f96b9e7cc56e18492', 'subnets': [{'id': '89494860-47f9-47cb-9c94-b8c9ed27b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:04.256512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963aa31e-4973-42a0-84aa-349891469a5f req-7e8a8292-54e2-4702-b316-4aea263d74d4 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:04.264029 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963aa31e-4973-42a0-84aa-349891469a5f req-7e8a8292-54e2-4702-b316-4aea263d74d4 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:04.272837 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963aa31e-4973-42a0-84aa-349891469a5f req-7e8a8292-54e2-4702-b316-4aea263d74d4 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:04.279938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963aa31e-4973-42a0-84aa-349891469a5f req-7e8a8292-54e2-4702-b316-4aea263d74d4 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:04.282491 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-963aa31e-4973-42a0-84aa-349891469a5f req-7e8a8292-54e2-4702-b316-4aea263d74d4 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 3143 time: 0.2767344 Nov 12 04:34:04.302549 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.352018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-24f23eaf-f123-4b51-8dd7-4fbbeea36bb9 None None] Port fbb25272-8f14-464b-9fe9-baa272f5252e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:34:04.397387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=029ecf03-5bb4-4b2a-a883-e8cfb5607489,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:04.414258 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-963aa31e-4973-42a0-84aa-349891469a5f req-723b76a4-96f9-429f-b446-01bd6bd96a89 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833127 Nov 12 04:34:04.475197 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66359acb-fa2c-4420-843e-68efad36f099 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.485123 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-19e8a580-e693-4e78-932f-948db2d6670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'name': 'tempest-TaggedBootDevicesTest_v242-1714417968-router', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:48Z', 'updated_at': '2021-11-12T04:22:54Z', 'revision_number': 4, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'gw_port': {'id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:49Z', 'updated_at': '2021-11-12T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4b433b06-67c5-4499-8052-8ecb7e059356', 'name': '', 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'mac_address': 'fa:16:3e:b1:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '3fc4ed48-686a-4892-81a2-ac8d11ac1cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:53Z', 'updated_at': '2021-11-12T04:22:58Z', 'revision_number': 5, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'subnets': [{'id': '3fc4ed48-686a-4892-81a2-ac8d11ac1cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:04.491121 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42d7f77f-3837-4e74-b307-daac76938d29 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.492002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d7f77f-3837-4e74-b307-daac76938d29 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Fanout notify agent at l3_agent the message router_deleted on router 06ce9db2-8c2d-4df3-b643-8e5174d86c26 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:34:04.508482 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42d7f77f-3837-4e74-b307-daac76938d29 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.511409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-42d7f77f-3837-4e74-b307-daac76938d29 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "DELETE /v2.0/routers/06ce9db2-8c2d-4df3-b643-8e5174d86c26 HTTP/1.1" status: 204 len: 168 time: 3.6023743 Nov 12 04:34:04.513066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35160) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:04.522941 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e8a580-e693-4e78-932f-948db2d6670e None None] The sync data for ids ['d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'] in n-d-768509-24 is: [{'id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'name': 'tempest-TaggedBootDevicesTest_v242-1714417968-router', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:48Z', 'updated_at': '2021-11-12T04:22:54Z', 'revision_number': 4, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'gw_port': {'id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:49Z', 'updated_at': '2021-11-12T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4b433b06-67c5-4499-8052-8ecb7e059356', 'name': '', 'network_id': 'fb300127-0441-4443-aae7-eeff2c911c12', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'mac_address': 'fa:16:3e:b1:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '3fc4ed48-686a-4892-81a2-ac8d11ac1cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:53Z', 'updated_at': '2021-11-12T04:22:58Z', 'revision_number': 5, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'subnets': [{'id': '3fc4ed48-686a-4892-81a2-ac8d11ac1cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:04.621077 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66359acb-fa2c-4420-843e-68efad36f099 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.626183 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-af91dbdc-0ad0-4b66-8d8b-d08de81dc928 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.669722 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66359acb-fa2c-4420-843e-68efad36f099 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Network 772c9f96-c734-4b1c-a4b8-6f91a9692c70 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:04.682146 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91dbdc-0ad0-4b66-8d8b-d08de81dc928 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event deleted for resources: {'Port': ['ID=10c4593c-bc35-4324-a92d-6a4c5e8e4683,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:04.697210 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e60eedae-57b1-4b57-8d26-4888345ce661 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.708812 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-66359acb-fa2c-4420-843e-68efad36f099 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:04.729725 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66359acb-fa2c-4420-843e-68efad36f099 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:04.814914 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-af91dbdc-0ad0-4b66-8d8b-d08de81dc928 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] No DVR routers for this DVR port 10c4593c-bc35-4324-a92d-6a4c5e8e4683 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:34:04.819974 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-af91dbdc-0ad0-4b66-8d8b-d08de81dc928 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.825109 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-af91dbdc-0ad0-4b66-8d8b-d08de81dc928 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.21 "DELETE /v2.0/ports/10c4593c-bc35-4324-a92d-6a4c5e8e4683 HTTP/1.1" status: 204 len: 173 time: 1.3866386 Nov 12 04:34:04.837440 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66359acb-fa2c-4420-843e-68efad36f099 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:04.838133 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66359acb-fa2c-4420-843e-68efad36f099 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.865903 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66359acb-fa2c-4420-843e-68efad36f099 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=34d5fce8-101c-4a25-b88e-bc237c4bbe58,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:04.964054 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e60eedae-57b1-4b57-8d26-4888345ce661 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.965226 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-66359acb-fa2c-4420-843e-68efad36f099 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3864331 Nov 12 04:34:04.968060 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35170) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:04.974031 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-98a10661-3d29-400b-87db-248c006d0061 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'port': {'network_id': '772c9f96-c734-4b1c-a4b8-6f91a9692c70', 'name': 'tempest-FloatingIPTestJSON-1445511125'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:05.296367 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a10661-3d29-400b-87db-248c006d0061 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Made reservation on behalf of f575d6eea2f84babaf19cdfc6186f768 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:34:05.300521 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98a10661-3d29-400b-87db-248c006d0061 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.336186 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-98a10661-3d29-400b-87db-248c006d0061 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] device_id is not set on port aa62aef8-13a9-47d2-98da-e5260277e602 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:34:05.378618 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8884a0b-38ad-42d3-b971-8de90c2bdba6 None None] New status for floating IP 2ecd9110-4fe8-4dd5-8843-65c8519277e9: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:34:05.532444 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-98a10661-3d29-400b-87db-248c006d0061 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Allocated IP 172.20.0.9 (772c9f96-c734-4b1c-a4b8-6f91a9692c70/b43684b2-d5fb-4857-8c74-42a709e14083/aa62aef8-13a9-47d2-98da-e5260277e602) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:05.599140 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-e60eedae-57b1-4b57-8d26-4888345ce661 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2746ac6-b4e4-4065-97f7-916e2df57fcb']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:05.603211 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0da0a343-1b8c-4a25-b629-a3ba3ef38e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.615477 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ada17e-23e0-40a6-88ef-ac3c2e4bebf0 req-e140a951-7e6b-45d8-9e77-804fd4983564 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:05.626224 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16ada17e-23e0-40a6-88ef-ac3c2e4bebf0 req-e140a951-7e6b-45d8-9e77-804fd4983564 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 945 time: 0.8106699 Nov 12 04:34:05.634098 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-e60eedae-57b1-4b57-8d26-4888345ce661 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04e57b9-a8f7-45df-996f-9133f64112a3') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:05.634434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-e60eedae-57b1-4b57-8d26-4888345ce661 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04e57b9-a8f7-45df-996f-9133f64112a3') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:05.661862 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e60eedae-57b1-4b57-8d26-4888345ce661 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.691919 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e60eedae-57b1-4b57-8d26-4888345ce661 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.724035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60eedae-57b1-4b57-8d26-4888345ce661 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:34:05.724463 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e60eedae-57b1-4b57-8d26-4888345ce661 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:34:05.731333 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:34:05.760062 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16ada17e-23e0-40a6-88ef-ac3c2e4bebf0 req-6b1bfc20-1ff9-4028-b0fc-1c51f6d0fe7b tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfef692e-520a-4611-8ff1-1ef10462cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333165 Nov 12 04:34:05.805415 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98a10661-3d29-400b-87db-248c006d0061 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.861843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-42096542-1d19-45b3-994c-a0ff2d8be69b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Deleting port 9c757535-b667-421c-b16e-cd68aff94d0b {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:05.862409 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-42096542-1d19-45b3-994c-a0ff2d8be69b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.879694 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f926d6-f914-4358-9773-91427834f264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029ecf03-5bb4-4b2a-a883-e8cfb5607489'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:05.882055 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3904ef9-b6e6-4d22-a8df-56de40fd76d6" -d '{"events": [{"server_uuid": "57f926d6-f914-4358-9773-91427834f264", "name": "network-vif-plugged", "status": "completed", "tag": "029ecf03-5bb4-4b2a-a883-e8cfb5607489"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:05.957946 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-deleted', 'tag': '10c4593c-bc35-4324-a92d-6a4c5e8e4683'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:05.960765 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc21b719-82a5-4eec-b3fb-58acb9c4cde1" -d '{"events": [{"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-deleted", "tag": "10c4593c-bc35-4324-a92d-6a4c5e8e4683"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:06.013019 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98a10661-3d29-400b-87db-248c006d0061 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.017579 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-42096542-1d19-45b3-994c-a0ff2d8be69b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] For port 9c757535-b667-421c-b16e-cd68aff94d0b, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=9c757535-b667-421c-b16e-cd68aff94d0b,segment=NetworkSegment(8dc154d6-7960-4447-be39-027a9ad6840e),segment_id=8dc154d6-7960-4447-be39-027a9ad6840e)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:06.018145 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-42096542-1d19-45b3-994c-a0ff2d8be69b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.037216 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-42096542-1d19-45b3-994c-a0ff2d8be69b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Calling delete_port for 9c757535-b667-421c-b16e-cd68aff94d0b owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:06.048885 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e60eedae-57b1-4b57-8d26-4888345ce661 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.061206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6f00d-f5d9-42b6-8d82-e64e203f4da6 req-cdf38793-fcba-4f90-b2e8-1650a0cbab3e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:06.068347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6f00d-f5d9-42b6-8d82-e64e203f4da6 req-cdf38793-fcba-4f90-b2e8-1650a0cbab3e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:06.068603 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a10661-3d29-400b-87db-248c006d0061 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Network 772c9f96-c734-4b1c-a4b8-6f91a9692c70 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:06.075126 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6f00d-f5d9-42b6-8d82-e64e203f4da6 req-cdf38793-fcba-4f90-b2e8-1650a0cbab3e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:06.076733 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-98a10661-3d29-400b-87db-248c006d0061 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:06.079755 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a10661-3d29-400b-87db-248c006d0061 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:06.082815 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08d6f00d-f5d9-42b6-8d82-e64e203f4da6 req-cdf38793-fcba-4f90-b2e8-1650a0cbab3e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 2410 time: 0.1163309 Nov 12 04:34:06.093097 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e60eedae-57b1-4b57-8d26-4888345ce661 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.096714 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e60eedae-57b1-4b57-8d26-4888345ce661 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "DELETE /v2.0/networks/c2746ac6-b4e4-4065-97f7-916e2df57fcb HTTP/1.1" status: 204 len: 168 time: 1.5820506 Nov 12 04:34:06.111580 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35210) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:06.112801 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a10661-3d29-400b-87db-248c006d0061 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=aa62aef8-13a9-47d2-98da-e5260277e602,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:06.155227 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60eedae-57b1-4b57-8d26-4888345ce661 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Network': ['ID=c2746ac6-b4e4-4065-97f7-916e2df57fcb,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:06.171394 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a10661-3d29-400b-87db-248c006d0061 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:06.172049 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98a10661-3d29-400b-87db-248c006d0061 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.206847 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08d6f00d-f5d9-42b6-8d82-e64e203f4da6 req-9249acce-ec22-4b6e-bf7e-175280e64e56 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231031 Nov 12 04:34:06.207281 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be077614-062e-43db-bf85-f92b9cc94408 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.258795 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be077614-062e-43db-bf85-f92b9cc94408 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.286956 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b74d38c-453f-445e-82d4-e47579fd88fc x-openstack-request-id: req-3b74d38c-453f-445e-82d4-e47579fd88fc {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:06.287458 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f926d6-f914-4358-9773-91427834f264", "name": "network-vif-plugged", "status": "completed", "tag": "029ecf03-5bb4-4b2a-a883-e8cfb5607489", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:06.288451 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b74d38c-453f-445e-82d4-e47579fd88fc {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:06.290434 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f926d6-f914-4358-9773-91427834f264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029ecf03-5bb4-4b2a-a883-e8cfb5607489', 'code': 200} Nov 12 04:34:06.313109 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-98a10661-3d29-400b-87db-248c006d0061 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3438909 Nov 12 04:34:06.318263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35212) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:06.321602 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': 'aa62aef8-13a9-47d2-98da-e5260277e602', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:06.335643 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbfa9de-7803-4ee5-ba76-cea3e27501f4 x-openstack-request-id: req-3cbfa9de-7803-4ee5-ba76-cea3e27501f4 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:06.335942 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-deleted", "tag": "10c4593c-bc35-4324-a92d-6a4c5e8e4683", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:06.336198 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3cbfa9de-7803-4ee5-ba76-cea3e27501f4 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:06.337075 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-deleted', 'tag': '10c4593c-bc35-4324-a92d-6a4c5e8e4683', 'status': 'completed', 'code': 200} Nov 12 04:34:06.443759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980a503-5f0b-406c-bbde-8a6e7b7dd618 req-18a7c81d-752b-4b25-a0f3-ce4a62895ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:06.445463 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f980a503-5f0b-406c-bbde-8a6e7b7dd618 req-18a7c81d-752b-4b25-a0f3-ce4a62895ffb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 1097 time: 0.0458777 Nov 12 04:34:06.458292 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-42096542-1d19-45b3-994c-a0ff2d8be69b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.488809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42096542-1d19-45b3-994c-a0ff2d8be69b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event deleted for resources: {'Port': ['ID=9c757535-b667-421c-b16e-cd68aff94d0b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:06.493264 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.520844 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f980a503-5f0b-406c-bbde-8a6e7b7dd618 req-ace7b466-99cd-4c00-b623-ce37ba87c3f7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cfef692e-520a-4611-8ff1-1ef10462cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682855 Nov 12 04:34:06.597860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-42096542-1d19-45b3-994c-a0ff2d8be69b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] No DVR routers for this DVR port 9c757535-b667-421c-b16e-cd68aff94d0b on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:34:06.606317 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-42096542-1d19-45b3-994c-a0ff2d8be69b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.606317 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-42096542-1d19-45b3-994c-a0ff2d8be69b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.21 "DELETE /v2.0/ports/9c757535-b667-421c-b16e-cd68aff94d0b HTTP/1.1" status: 204 len: 173 time: 1.7632895 Nov 12 04:34:06.615655 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.624329 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be077614-062e-43db-bf85-f92b9cc94408 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.626923 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be077614-062e-43db-bf85-f92b9cc94408 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.629241 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-be077614-062e-43db-bf85-f92b9cc94408 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "DELETE /v2.0/security-groups/6eac79bc-fb01-4397-b0ac-647a6a478f99 HTTP/1.1" status: 204 len: 168 time: 0.5128183 Nov 12 04:34:06.667839 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be077614-062e-43db-bf85-f92b9cc94408 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eac79bc-fb01-4397-b0ac-647a6a478f99,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:06.755355 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Allocated IP 172.25.1.250 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/056706f3-bbcc-4f90-b2f9-2ea53f7c1777) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:06.845543 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.869465 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:07.007740 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:07.053205 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0fe2045a-228e-4dc0-9f59-fe2043743b8e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Deleting port ee1c7c92-c878-4363-aaec-68d541b247e9 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:07.053830 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0fe2045a-228e-4dc0-9f59-fe2043743b8e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:07.075028 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1c39a723-f5d9-4207-a8d1-6be65e90f564 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:34:07.102792 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=056706f3-bbcc-4f90-b2f9-2ea53f7c1777,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:07.121065 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:07.123246 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:07.125510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:07.134107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb63f5-911c-420c-b87f-01671d1276a3 req-0c295153-4d6a-4801-9120-ccd8402ee7d2 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:07.142882 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d6fb63f5-911c-420c-b87f-01671d1276a3 req-0c295153-4d6a-4801-9120-ccd8402ee7d2 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 945 time: 0.1502733 Nov 12 04:34:07.184928 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 1c39a723-f5d9-4207-a8d1-6be65e90f564 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:07.186406 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:07.226515 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0fe2045a-228e-4dc0-9f59-fe2043743b8e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] For port ee1c7c92-c878-4363-aaec-68d541b247e9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=ee1c7c92-c878-4363-aaec-68d541b247e9,segment=NetworkSegment(8dc154d6-7960-4447-be39-027a9ad6840e),segment_id=8dc154d6-7960-4447-be39-027a9ad6840e)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:07.227352 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0fe2045a-228e-4dc0-9f59-fe2043743b8e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:07.233283 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d6fb63f5-911c-420c-b87f-01671d1276a3 req-d100bc30-3e45-4488-a81c-068c4390d7b9 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfef692e-520a-4611-8ff1-1ef10462cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891550 Nov 12 04:34:07.253291 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0fe2045a-228e-4dc0-9f59-fe2043743b8e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Calling delete_port for ee1c7c92-c878-4363-aaec-68d541b247e9 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:07.333063 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f1efce2c-62f9-4555-82f8-6e68b4dc6156 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:34:07.363008 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: f1efce2c-62f9-4555-82f8-6e68b4dc6156 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:34:07.363833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f1efce2c-62f9-4555-82f8-6e68b4dc6156 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:34:07.570935 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] Sync routers for ids ['98c7ddb8-3ba1-4bd2-900b-da996ac9b462'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:07.578456 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0fe2045a-228e-4dc0-9f59-fe2043743b8e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:07.600248 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] Routers {'98c7ddb8-3ba1-4bd2-900b-da996ac9b462'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:07.602907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['98c7ddb8-3ba1-4bd2-900b-da996ac9b462'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:07.652422 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2045a-228e-4dc0-9f59-fe2043743b8e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event deleted for resources: {'Port': ['ID=ee1c7c92-c878-4363-aaec-68d541b247e9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:07.732694 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:07.755657 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0fe2045a-228e-4dc0-9f59-fe2043743b8e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] No DVR routers for this DVR port ee1c7c92-c878-4363-aaec-68d541b247e9 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:34:07.759315 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0fe2045a-228e-4dc0-9f59-fe2043743b8e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:07.767667 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-0fe2045a-228e-4dc0-9f59-fe2043743b8e tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.21 "DELETE /v2.0/ports/ee1c7c92-c878-4363-aaec-68d541b247e9 HTTP/1.1" status: 204 len: 173 time: 0.9003308 Nov 12 04:34:07.783602 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] Set router 98c7ddb8-3ba1-4bd2-900b-da996ac9b462 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:07.957502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-ed03bcd3-fb81-4bef-be08-c312cf300938 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Deleting port a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:07.957853 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-ed03bcd3-fb81-4bef-be08-c312cf300938 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:07.969566 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:07.972950 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35228) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:08.007614 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ddd4a205-68b1-4506-8537-13c09d4e0e90 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-142060743', 'description': 'tempest-secgroup-smoke-142060743 description', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:08.073913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'name': 'tempest-TestVolumeBackupRestore-57015777-router', 'tenant_id': '6292094e663e464f96b9e7cc56e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '1c39a723-f5d9-4207-a8d1-6be65e90f564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:57Z', 'updated_at': '2021-11-12T04:34:01Z', 'revision_number': 4, 'project_id': '6292094e663e464f96b9e7cc56e18492', 'gw_port': {'id': '1c39a723-f5d9-4207-a8d1-6be65e90f564', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:57Z', 'updated_at': '2021-11-12T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'fbb25272-8f14-464b-9fe9-baa272f5252e', 'name': '', 'network_id': '69f602c1-7bfa-4594-91a5-0e00baa6dc31', 'tenant_id': '6292094e663e464f96b9e7cc56e18492', 'mac_address': 'fa:16:3e:ef:c0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '89494860-47f9-47cb-9c94-b8c9ed27b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:00Z', 'updated_at': '2021-11-12T04:34:02Z', 'revision_number': 2, 'project_id': '6292094e663e464f96b9e7cc56e18492', 'subnets': [{'id': '89494860-47f9-47cb-9c94-b8c9ed27b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:08.120587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] Checking router: 98c7ddb8-3ba1-4bd2-900b-da996ac9b462 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:34:08.121254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] Updating router 98c7ddb8-3ba1-4bd2-900b-da996ac9b462 port fbb25272-8f14-464b-9fe9-baa272f5252e binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:34:08.148578 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:08.184455 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:08.208827 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-ed03bcd3-fb81-4bef-be08-c312cf300938 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] For port a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:08.209866 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-ed03bcd3-fb81-4bef-be08-c312cf300938 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:08.230139 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-ed03bcd3-fb81-4bef-be08-c312cf300938 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Calling delete_port for a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:08.240995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e86d7d-0989-4bc6-8d98-113209cd538e req-dd528c62-7466-45fa-8ebe-a6481da60fc7 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:08.242916 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17e86d7d-0989-4bc6-8d98-113209cd538e req-dd528c62-7466-45fa-8ebe-a6481da60fc7 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 943 time: 0.1541913 Nov 12 04:34:08.275132 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:08.329427 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ddd4a205-68b1-4506-8537-13c09d4e0e90 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:08.338872 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-deleted', 'tag': '9c757535-b667-421c-b16e-cd68aff94d0b'}, {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-deleted', 'tag': 'ee1c7c92-c878-4363-aaec-68d541b247e9'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:08.341561 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e85d03-7fbd-4baf-ae51-8a9696267695" -d '{"events": [{"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-deleted", "tag": "9c757535-b667-421c-b16e-cd68aff94d0b"}, {"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-deleted", "tag": "ee1c7c92-c878-4363-aaec-68d541b247e9"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:08.380728 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:08.386171 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=056706f3-bbcc-4f90-b2f9-2ea53f7c1777,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:08.402255 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17e86d7d-0989-4bc6-8d98-113209cd538e req-9ff11c73-f41c-4a9d-ba82-5dbfe0b7a34a tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0e6c171-e7d5-4250-ad88-db39b24caac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532490 Nov 12 04:34:08.446259 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:08.502543 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Floating IP 4533c458-2dc2-4317-bbcc-1c53b88dc392 associated. External IP: 172.25.1.250, port: aa62aef8-13a9-47d2-98da-e5260277e602. Nov 12 04:34:08.583873 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:08.620314 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ddd4a205-68b1-4506-8537-13c09d4e0e90 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:08.632613 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625554d8-5f52-4f1c-a264-eedd2d177fc4 req-055b3f37-57e9-4a0a-ab01-90ea92fb6de1 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:08.634468 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-625554d8-5f52-4f1c-a264-eedd2d177fc4 req-055b3f37-57e9-4a0a-ab01-90ea92fb6de1 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 945 time: 0.1281981 Nov 12 04:34:08.692460 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:08.692895 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-ed03bcd3-fb81-4bef-be08-c312cf300938 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:08.701664 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-625554d8-5f52-4f1c-a264-eedd2d177fc4 req-c20352d4-fbcd-4e15-b633-333e9d5fc05e tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfef692e-520a-4611-8ff1-1ef10462cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606928 Nov 12 04:34:08.733896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03bcd3-fb81-4bef-be08-c312cf300938 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event deleted for resources: {'Port': ['ID=a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:08.799869 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-ed03bcd3-fb81-4bef-be08-c312cf300938 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] No DVR routers for this DVR port a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:34:08.808478 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-ed03bcd3-fb81-4bef-be08-c312cf300938 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:08.810920 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router 1a3398c4-786b-44d0-bc42-d9f96975bb4f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:08.812379 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f37334e4-5506-48ee-af08-fa1071a92b89 req-ed03bcd3-fb81-4bef-be08-c312cf300938 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.21 "DELETE /v2.0/ports/a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35 HTTP/1.1" status: 204 len: 173 time: 0.9999318 Nov 12 04:34:08.826966 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ddd4a205-68b1-4506-8537-13c09d4e0e90 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:08.853458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b62258-1599-4e1e-9d98-594badadb39c None None] Pushing event updated for resources: {'Port': ['ID=fbb25272-8f14-464b-9fe9-baa272f5252e,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:08.864925 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddedfa96-dbcd-4a73-ad13-ff274e412e7b x-openstack-request-id: req-ddedfa96-dbcd-4a73-ad13-ff274e412e7b {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:08.865503 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-deleted", "tag": "9c757535-b667-421c-b16e-cd68aff94d0b", "status": "completed", "code": 200}, {"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-deleted", "tag": "ee1c7c92-c878-4363-aaec-68d541b247e9", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:08.866137 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ddedfa96-dbcd-4a73-ad13-ff274e412e7b {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:08.866461 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-deleted', 'tag': '9c757535-b667-421c-b16e-cd68aff94d0b', 'status': 'completed', 'code': 200} Nov 12 04:34:08.866602 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-deleted', 'tag': 'ee1c7c92-c878-4363-aaec-68d541b247e9', 'status': 'completed', 'code': 200} Nov 12 04:34:08.916062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4a205-68b1-4506-8537-13c09d4e0e90 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa56151b-e5fd-4a63-8241-c6b2f73f655c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:08.954794 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] Attempting to bind port fbb25272-8f14-464b-9fe9-baa272f5252e on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:34:08.956543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] Attempting to bind port fbb25272-8f14-464b-9fe9-baa272f5252e by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'c0a68479-8027-4417-b25f-f40126bd622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '69f602c1-7bfa-4594-91a5-0e00baa6dc31'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:34:08.957016 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] Attempting to bind port fbb25272-8f14-464b-9fe9-baa272f5252e on network 69f602c1-7bfa-4594-91a5-0e00baa6dc31 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:34:08.979638 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:34:08.980104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] Checking segment: {'id': 'c0a68479-8027-4417-b25f-f40126bd622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '69f602c1-7bfa-4594-91a5-0e00baa6dc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:34:08.980574 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:08.981022 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] Bound using segment: {'id': 'c0a68479-8027-4417-b25f-f40126bd622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '69f602c1-7bfa-4594-91a5-0e00baa6dc31'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:34:08.981709 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] Bound port: fbb25272-8f14-464b-9fe9-baa272f5252e, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a68479-8027-4417-b25f-f40126bd622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '69f602c1-7bfa-4594-91a5-0e00baa6dc31'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:34:08.982334 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.000098 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ddd4a205-68b1-4506-8537-13c09d4e0e90 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.004448 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ddd4a205-68b1-4506-8537-13c09d4e0e90 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0255775 Nov 12 04:34:09.005966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35240) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:09.014532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-f4a34431-5c96-43ba-ae25-e803b8e08732 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': 'fa56151b-e5fd-4a63-8241-c6b2f73f655c', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:09.044827 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:09.066152 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfb53dc-2c9f-4060-8b0d-a6ce0071f076 None None] Sync routers for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:09.092025 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfb53dc-2c9f-4060-8b0d-a6ce0071f076 None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:09.092698 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fdfb53dc-2c9f-4060-8b0d-a6ce0071f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:09.139340 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] For port fbb25272-8f14-464b-9fe9-baa272f5252e, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:34:09.142094 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fdfb53dc-2c9f-4060-8b0d-a6ce0071f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:09.143177 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] For port fbb25272-8f14-464b-9fe9-baa272f5252e, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=fbb25272-8f14-464b-9fe9-baa272f5252e,segment=NetworkSegment(c0a68479-8027-4417-b25f-f40126bd622b),segment_id=c0a68479-8027-4417-b25f-f40126bd622b)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:34:09.155486 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfb53dc-2c9f-4060-8b0d-a6ce0071f076 None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:09.156388 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fdfb53dc-2c9f-4060-8b0d-a6ce0071f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:09.205193 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fdfb53dc-2c9f-4060-8b0d-a6ce0071f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:09.206163 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfb53dc-2c9f-4060-8b0d-a6ce0071f076 None None] The sync data for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:09.217019 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f4a34431-5c96-43ba-ae25-e803b8e08732 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.242303 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.252235 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.305591 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f4a34431-5c96-43ba-ae25-e803b8e08732 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.319925 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] Routers {'98c7ddb8-3ba1-4bd2-900b-da996ac9b462'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:09.320560 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['98c7ddb8-3ba1-4bd2-900b-da996ac9b462'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:09.399556 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b62258-1599-4e1e-9d98-594badadb39c None None] Pushing event updated for resources: {'Port': ['ID=fbb25272-8f14-464b-9fe9-baa272f5252e,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:09.399780 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.430032 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4c3c2892-0b68-472d-813d-48abd5a1c57c tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1119306 Nov 12 04:34:09.432698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35242) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:09.441847 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-e1853b3b-7192-4438-a4d5-551128be7de6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:09.510219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-32e7f94b-6074-4b72-a7b0-b581eb4699fd None None] Provisioning complete for port fbb25272-8f14-464b-9fe9-baa272f5252e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:09.514658 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32e7f94b-6074-4b72-a7b0-b581eb4699fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.547968 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f4a34431-5c96-43ba-ae25-e803b8e08732 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.579562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] Set router 98c7ddb8-3ba1-4bd2-900b-da996ac9b462 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:09.618141 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e1853b3b-7192-4438-a4d5-551128be7de6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.744228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a34431-5c96-43ba-ae25-e803b8e08732 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72779d14-7e5a-4a82-aa7a-f273242a5ce9,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:09.749154 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f4a34431-5c96-43ba-ae25-e803b8e08732 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.750643 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f4a34431-5c96-43ba-ae25-e803b8e08732 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7428904 Nov 12 04:34:09.754780 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35246) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:09.760458 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a5763380-53df-4edc-bab7-73365c5b299b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': 'fa56151b-e5fd-4a63-8241-c6b2f73f655c', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:09.781843 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-358eeafc-35e5-426d-9ccd-3e4e562fcfbf req-59fd408d-c4d7-4dd5-b88f-3ab54bbb31a4 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 210 time: 0.0416551 Nov 12 04:34:09.796803 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32e7f94b-6074-4b72-a7b0-b581eb4699fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.840137 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e1853b3b-7192-4438-a4d5-551128be7de6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.863868 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-32e7f94b-6074-4b72-a7b0-b581eb4699fd None None] For port fbb25272-8f14-464b-9fe9-baa272f5252e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=fbb25272-8f14-464b-9fe9-baa272f5252e,segment=NetworkSegment(c0a68479-8027-4417-b25f-f40126bd622b),segment_id=c0a68479-8027-4417-b25f-f40126bd622b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:09.885943 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5763380-53df-4edc-bab7-73365c5b299b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.933166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'name': 'tempest-TestVolumeBackupRestore-57015777-router', 'tenant_id': '6292094e663e464f96b9e7cc56e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '1c39a723-f5d9-4207-a8d1-6be65e90f564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:57Z', 'updated_at': '2021-11-12T04:34:01Z', 'revision_number': 4, 'project_id': '6292094e663e464f96b9e7cc56e18492', 'gw_port': {'id': '1c39a723-f5d9-4207-a8d1-6be65e90f564', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:57Z', 'updated_at': '2021-11-12T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'fbb25272-8f14-464b-9fe9-baa272f5252e', 'name': '', 'network_id': '69f602c1-7bfa-4594-91a5-0e00baa6dc31', 'tenant_id': '6292094e663e464f96b9e7cc56e18492', 'mac_address': 'fa:16:3e:ef:c0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '89494860-47f9-47cb-9c94-b8c9ed27b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:00Z', 'updated_at': '2021-11-12T04:34:09Z', 'revision_number': 4, 'project_id': '6292094e663e464f96b9e7cc56e18492', 'subnets': [{'id': '89494860-47f9-47cb-9c94-b8c9ed27b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:09.960703 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e1853b3b-7192-4438-a4d5-551128be7de6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.961101 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-e1853b3b-7192-4438-a4d5-551128be7de6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Floating IP 4533c458-2dc2-4317-bbcc-1c53b88dc392 disassociated. External IP: 172.25.1.250, port: aa62aef8-13a9-47d2-98da-e5260277e602. Nov 12 04:34:09.963591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8f30f8-0f47-4316-a8dc-ff7a8ac1c805 None None] The sync data for ids ['98c7ddb8-3ba1-4bd2-900b-da996ac9b462'] in n-d-768509-24 is: [{'id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'name': 'tempest-TestVolumeBackupRestore-57015777-router', 'tenant_id': '6292094e663e464f96b9e7cc56e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '1c39a723-f5d9-4207-a8d1-6be65e90f564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:57Z', 'updated_at': '2021-11-12T04:34:01Z', 'revision_number': 4, 'project_id': '6292094e663e464f96b9e7cc56e18492', 'gw_port': {'id': '1c39a723-f5d9-4207-a8d1-6be65e90f564', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:57Z', 'updated_at': '2021-11-12T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'fbb25272-8f14-464b-9fe9-baa272f5252e', 'name': '', 'network_id': '69f602c1-7bfa-4594-91a5-0e00baa6dc31', 'tenant_id': '6292094e663e464f96b9e7cc56e18492', 'mac_address': 'fa:16:3e:ef:c0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '89494860-47f9-47cb-9c94-b8c9ed27b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:00Z', 'updated_at': '2021-11-12T04:34:09Z', 'revision_number': 4, 'project_id': '6292094e663e464f96b9e7cc56e18492', 'subnets': [{'id': '89494860-47f9-47cb-9c94-b8c9ed27b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:09.973733 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5763380-53df-4edc-bab7-73365c5b299b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.994454 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32e7f94b-6074-4b72-a7b0-b581eb4699fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.095687 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7f94b-6074-4b72-a7b0-b581eb4699fd None None] Pushing event updated for resources: {'Port': ['ID=fbb25272-8f14-464b-9fe9-baa272f5252e,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:10.126386 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5763380-53df-4edc-bab7-73365c5b299b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.127322 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-89a909b9-9b29-4ffe-a446-6fd8cca4df31 None None] Provisioning complete for port fbb25272-8f14-464b-9fe9-baa272f5252e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:10.128224 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89a909b9-9b29-4ffe-a446-6fd8cca4df31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.154089 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5763380-53df-4edc-bab7-73365c5b299b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92483cbf-58ba-49c9-8e0b-25396127d987,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:10.277340 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5763380-53df-4edc-bab7-73365c5b299b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.278564 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a5763380-53df-4edc-bab7-73365c5b299b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5227129 Nov 12 04:34:10.281223 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35256) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:10.289390 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fb27dd08-9454-4df3-80b0-4464ae90b548 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': 'fa56151b-e5fd-4a63-8241-c6b2f73f655c', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:10.404517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1853b3b-7192-4438-a4d5-551128be7de6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router 1a3398c4-786b-44d0-bc42-d9f96975bb4f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:10.530458 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb27dd08-9454-4df3-80b0-4464ae90b548 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.561451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1853b3b-7192-4438-a4d5-551128be7de6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:10.569666 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e1853b3b-7192-4438-a4d5-551128be7de6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.574481 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0673e111-5cc6-4d71-92c1-f7db9836bc1c None None] Sync routers for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:10.588248 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673e111-5cc6-4d71-92c1-f7db9836bc1c None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:10.589087 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0673e111-5cc6-4d71-92c1-f7db9836bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:10.622056 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e1853b3b-7192-4438-a4d5-551128be7de6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "PUT /v2.0/floatingips/4533c458-2dc2-4317-bbcc-1c53b88dc392 HTTP/1.1" status: 200 len: 688 time: 1.1868587 Nov 12 04:34:10.625134 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb27dd08-9454-4df3-80b0-4464ae90b548 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.625663 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35258) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:10.636208 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0673e111-5cc6-4d71-92c1-f7db9836bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:10.647417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673e111-5cc6-4d71-92c1-f7db9836bc1c None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:10.648238 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0673e111-5cc6-4d71-92c1-f7db9836bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:10.726444 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0673e111-5cc6-4d71-92c1-f7db9836bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:10.726444 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0673e111-5cc6-4d71-92c1-f7db9836bc1c None None] The sync data for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:10.776463 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb27dd08-9454-4df3-80b0-4464ae90b548 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.800352 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27dd08-9454-4df3-80b0-4464ae90b548 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c627e42-f487-4971-845c-8d531cf81bb0,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:10.824749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a444b445-dcf8-41de-a9a6-9caa2d437f8e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Deleting port 056706f3-bbcc-4f90-b2f9-2ea53f7c1777 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:10.825396 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a444b445-dcf8-41de-a9a6-9caa2d437f8e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.878369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-deleted', 'tag': 'a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:10.879487 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76143b4c-e9fe-4601-a7ef-9373e7f70230" -d '{"events": [{"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-deleted", "tag": "a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:10.900423 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fb27dd08-9454-4df3-80b0-4464ae90b548 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.904098 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fb27dd08-9454-4df3-80b0-4464ae90b548 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6186349 Nov 12 04:34:10.904305 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35266) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:10.909754 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5baf6b92-bccc-463c-b227-3aba15659f50 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': 'fa56151b-e5fd-4a63-8241-c6b2f73f655c', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:11.004125 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a444b445-dcf8-41de-a9a6-9caa2d437f8e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.004469 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a444b445-dcf8-41de-a9a6-9caa2d437f8e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.067442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a444b445-dcf8-41de-a9a6-9caa2d437f8e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Calling delete_port for 056706f3-bbcc-4f90-b2f9-2ea53f7c1777 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:11.084099 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device fbb25272-8f14-464b-9fe9-baa272f5252e up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:34:11.142523 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5baf6b92-bccc-463c-b227-3aba15659f50 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.315686 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5baf6b92-bccc-463c-b227-3aba15659f50 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.372227 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a5df6629-efdd-4365-96f4-43be4f2344b7 req-999c2872-1189-47d7-897b-51a58766c45f tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 210 time: 0.3632829 Nov 12 04:34:11.424193 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5baf6b92-bccc-463c-b227-3aba15659f50 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.441170 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port fbb25272-8f14-464b-9fe9-baa272f5252e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:11.441170 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.443132 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c30053-93c5-469a-9e65-f8951ed73b63 x-openstack-request-id: req-b5c30053-93c5-469a-9e65-f8951ed73b63 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:11.444377 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10db4030-0a6f-43a6-af5d-0c8d8fb609c1", "name": "network-vif-deleted", "tag": "a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:11.444896 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5c30053-93c5-469a-9e65-f8951ed73b63 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:11.445538 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db4030-0a6f-43a6-af5d-0c8d8fb609c1', 'name': 'network-vif-deleted', 'tag': 'a7c69fa7-a8dd-4014-b7a1-4bfcc6c5fa35', 'status': 'completed', 'code': 200} Nov 12 04:34:11.485330 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a444b445-dcf8-41de-a9a6-9caa2d437f8e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.498232 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf6b92-bccc-463c-b227-3aba15659f50 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24fef81b-1273-48fd-b5c5-e562e0c7de5c,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:11.547702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444b445-dcf8-41de-a9a6-9caa2d437f8e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event deleted for resources: {'Port': ['ID=056706f3-bbcc-4f90-b2f9-2ea53f7c1777,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:11.620826 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5baf6b92-bccc-463c-b227-3aba15659f50 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.625186 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5baf6b92-bccc-463c-b227-3aba15659f50 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7197628 Nov 12 04:34:11.625875 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35274) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:11.634220 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2413d254-cfcc-43fc-9ecd-d7823a9804cd tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': 'fa56151b-e5fd-4a63-8241-c6b2f73f655c', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:11.684030 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a444b445-dcf8-41de-a9a6-9caa2d437f8e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.686970 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a444b445-dcf8-41de-a9a6-9caa2d437f8e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.688168 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a444b445-dcf8-41de-a9a6-9caa2d437f8e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "DELETE /v2.0/floatingips/4533c458-2dc2-4317-bbcc-1c53b88dc392 HTTP/1.1" status: 204 len: 168 time: 1.0615532 Nov 12 04:34:11.724496 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35276) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:11.724496 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': '34d5fce8-101c-4a25-b88e-bc237c4bbe58'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:11.863659 n-d-768509-24 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-2413d254-cfcc-43fc-9ecd-d7823a9804cd tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Project a1d85f7d3e02495dbf8a97f43fe9e4b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:34:11.873251 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2413d254-cfcc-43fc-9ecd-d7823a9804cd tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.963234 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2413d254-cfcc-43fc-9ecd-d7823a9804cd tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:12.006873 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:12.099061 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2413d254-cfcc-43fc-9ecd-d7823a9804cd tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:12.123485 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413d254-cfcc-43fc-9ecd-d7823a9804cd tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db128200-7fa6-4c23-b5f4-5ecd9cd84d76,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:12.159925 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:12.274364 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2413d254-cfcc-43fc-9ecd-d7823a9804cd tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:12.274364 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2413d254-cfcc-43fc-9ecd-d7823a9804cd tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6434214 Nov 12 04:34:12.274783 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35280) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:12.280395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1aa9103a-c6d9-413b-b20c-911bdad68370 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': 'fa56151b-e5fd-4a63-8241-c6b2f73f655c', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:12.320239 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Allocated IP 172.25.1.53 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/09321093-b55e-49a4-b4b8-effb238b79a1) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:12.438232 n-d-768509-24 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-1aa9103a-c6d9-413b-b20c-911bdad68370 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Project a1d85f7d3e02495dbf8a97f43fe9e4b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:34:12.450414 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1aa9103a-c6d9-413b-b20c-911bdad68370 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:12.471148 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:12.495762 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-65292f7e-fb78-4738-8410-5fbe046ea2c9 req-e2367d3c-8114-4023-aca2-aef5c4a0ea56 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 210 time: 0.0352783 Nov 12 04:34:12.911058 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1aa9103a-c6d9-413b-b20c-911bdad68370 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:13.030301 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:13.100110 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1aa9103a-c6d9-413b-b20c-911bdad68370 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:13.104262 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:13.128058 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:13.136879 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=09321093-b55e-49a4-b4b8-effb238b79a1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:13.149522 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:13.192345 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9103a-c6d9-413b-b20c-911bdad68370 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6230c51d-3a8f-47fa-8985-3093d2264e69,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:13.370680 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1aa9103a-c6d9-413b-b20c-911bdad68370 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:13.371964 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1aa9103a-c6d9-413b-b20c-911bdad68370 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0964785 Nov 12 04:34:13.375254 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35294) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:13.382458 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-945c887b-4583-49a7-95be-f232d92ef475 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'network': {'name': 'tempest-network-smoke--1592564752', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'port_security_enabled': True}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:13.608309 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a4973177-6cd1-4c25-b685-a1ee3c0b5267 req-d1ad8d7e-c8df-401b-a0cb-26804217b3dd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 210 time: 0.0284688 Nov 12 04:34:13.611102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945c887b-4583-49a7-95be-f232d92ef475 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Made reservation on behalf of a1d85f7d3e02495dbf8a97f43fe9e4b3 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:34:13.613648 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-945c887b-4583-49a7-95be-f232d92ef475 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:13.635651 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:13.649522 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945c887b-4583-49a7-95be-f232d92ef475 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:34:13.660003 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-945c887b-4583-49a7-95be-f232d92ef475 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:13.660351 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-945c887b-4583-49a7-95be-f232d92ef475 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Added segment d8777fee-931f-4706-a07e-7fe52e970cfb of type vlan for network bb3c2fbe-4b78-4f75-a060-641c28a1f617 Nov 12 04:34:13.723334 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-945c887b-4583-49a7-95be-f232d92ef475 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:13.868621 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:13.898204 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-945c887b-4583-49a7-95be-f232d92ef475 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:13.904235 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945c887b-4583-49a7-95be-f232d92ef475 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:13.904872 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-945c887b-4583-49a7-95be-f232d92ef475 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:13.983897 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c887b-4583-49a7-95be-f232d92ef475 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Network': ['ID=bb3c2fbe-4b78-4f75-a060-641c28a1f617,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:14.005954 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network bb3c2fbe-4b78-4f75-a060-641c28a1f617 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:34:14.069261 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-945c887b-4583-49a7-95be-f232d92ef475 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6874530 Nov 12 04:34:14.069261 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35302) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:14.071208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-2fdb25f4-3e50-4924-8b72-c17dbeea4a0c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-869087704', 'admin_state_up': True, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:14.097581 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:14.160139 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:14.199240 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fdb25f4-3e50-4924-8b72-c17dbeea4a0c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:14.200448 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fdb25f4-3e50-4924-8b72-c17dbeea4a0c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:14.267943 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fdb25f4-3e50-4924-8b72-c17dbeea4a0c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:14.286319 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=09321093-b55e-49a4-b4b8-effb238b79a1,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:14.295974 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:14.434194 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Floating IP c354ce55-3564-409a-af0c-184650bda72c associated. External IP: 172.25.1.53, port: 34d5fce8-101c-4a25-b88e-bc237c4bbe58. Nov 12 04:34:14.530856 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fdb25f4-3e50-4924-8b72-c17dbeea4a0c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:14.724466 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router 1a3398c4-786b-44d0-bc42-d9f96975bb4f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:14.852890 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ae9f9283-e6d2-4c3e-9341-3f1dba1a86ca req-e3a4c4c9-5ee5-4f86-be24-b919bfb66ee8 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 210 time: 0.0777347 Nov 12 04:34:14.921959 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:14.932277 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39700b2a-7aed-47dc-b048-bf31f9c2842b None None] Sync routers for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:14.949276 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39700b2a-7aed-47dc-b048-bf31f9c2842b None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:14.951195 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-39700b2a-7aed-47dc-b048-bf31f9c2842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:15.006687 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-39700b2a-7aed-47dc-b048-bf31f9c2842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:15.016524 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39700b2a-7aed-47dc-b048-bf31f9c2842b None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:15.017124 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-39700b2a-7aed-47dc-b048-bf31f9c2842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:15.018945 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fdb25f4-3e50-4924-8b72-c17dbeea4a0c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:15.031923 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:15.051073 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fdb25f4-3e50-4924-8b72-c17dbeea4a0c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:15.072289 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-39700b2a-7aed-47dc-b048-bf31f9c2842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:15.073603 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39700b2a-7aed-47dc-b048-bf31f9c2842b None None] The sync data for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:15.075229 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7494762c-24d3-4635-a311-f82fbd0293df tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.3817084 Nov 12 04:34:15.077768 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35320) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:15.150559 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-202f57ae-d010-44b6-9c18-4aeee55b0157 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "GET /v2.0/floatingips/c354ce55-3564-409a-af0c-184650bda72c HTTP/1.1" status: 200 len: 976 time: 0.0710521 Nov 12 04:34:15.152402 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35324) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:15.209674 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-2fdb25f4-3e50-4924-8b72-c17dbeea4a0c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Allocated IP 172.25.1.28 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/74dd381f-6582-4f45-8a63-acc79aaba34c) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:15.273421 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f40279c2-def2-46da-a624-84efbad76815 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1198668 Nov 12 04:34:15.281681 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35326) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:15.281681 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f10510d3-740d-45cc-b5f9-afb187107a76 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'floatingip': {'port_id': 'aa62aef8-13a9-47d2-98da-e5260277e602'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:15.337755 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fdb25f4-3e50-4924-8b72-c17dbeea4a0c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:15.356336 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f10510d3-740d-45cc-b5f9-afb187107a76 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:15.463808 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fdb25f4-3e50-4924-8b72-c17dbeea4a0c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:15.530606 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdb25f4-3e50-4924-8b72-c17dbeea4a0c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:15.537616 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-2fdb25f4-3e50-4924-8b72-c17dbeea4a0c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:15.542252 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdb25f4-3e50-4924-8b72-c17dbeea4a0c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:15.554010 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f24910-daf6-42eb-aac9-a4adff38608c None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:34:15.607085 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c1f1f97b-87ee-4808-9a68-b0da6d377e12 None None] Provisioning complete for port 74dd381f-6582-4f45-8a63-acc79aaba34c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:15.607765 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1f1f97b-87ee-4808-9a68-b0da6d377e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:15.653088 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c1f1f97b-87ee-4808-9a68-b0da6d377e12 None None] Port 74dd381f-6582-4f45-8a63-acc79aaba34c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:34:15.661201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb25f4-3e50-4924-8b72-c17dbeea4a0c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=74dd381f-6582-4f45-8a63-acc79aaba34c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:16.013077 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0894f7b2-ef3e-4c16-b891-6f5a7232637d req-eb7c4c02-c7f0-4d5f-b9d9-df71db36c4eb tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 210 time: 0.0367384 Nov 12 04:34:16.115199 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f10510d3-740d-45cc-b5f9-afb187107a76 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:16.235843 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fdb25f4-3e50-4924-8b72-c17dbeea4a0c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:16.258061 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f10510d3-740d-45cc-b5f9-afb187107a76 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:16.404133 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-f10510d3-740d-45cc-b5f9-afb187107a76 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Floating IP c354ce55-3564-409a-af0c-184650bda72c associated. External IP: 172.25.1.53, port: 34d5fce8-101c-4a25-b88e-bc237c4bbe58. Nov 12 04:34:16.755035 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10510d3-740d-45cc-b5f9-afb187107a76 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router 1a3398c4-786b-44d0-bc42-d9f96975bb4f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:16.857701 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:16.925978 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10510d3-740d-45cc-b5f9-afb187107a76 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:16.936243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3518e4-a7b6-4d51-9c4a-af7c3a683a4d None None] Sync routers for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:16.956069 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3518e4-a7b6-4d51-9c4a-af7c3a683a4d None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:16.956502 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fdb25f4-3e50-4924-8b72-c17dbeea4a0c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:16.959435 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0e3518e4-a7b6-4d51-9c4a-af7c3a683a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:16.980017 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e0555-e0ed-49db-bc12-d2a7bcf850fb req-a6ebd743-e45d-4d56-9bea-e3b79766e2cc tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:16.981932 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-282e0555-e0ed-49db-bc12-d2a7bcf850fb req-a6ebd743-e45d-4d56-9bea-e3b79766e2cc tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 945 time: 0.0817640 Nov 12 04:34:17.037940 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0e3518e4-a7b6-4d51-9c4a-af7c3a683a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:17.063742 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3518e4-a7b6-4d51-9c4a-af7c3a683a4d None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:17.069638 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0e3518e4-a7b6-4d51-9c4a-af7c3a683a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:17.122858 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0e3518e4-a7b6-4d51-9c4a-af7c3a683a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:17.124431 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3518e4-a7b6-4d51-9c4a-af7c3a683a4d None None] The sync data for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:17.131668 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-282e0555-e0ed-49db-bc12-d2a7bcf850fb req-ef76d44c-88db-4f57-b94a-6ac6c365c0bb tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfef692e-520a-4611-8ff1-1ef10462cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094971 Nov 12 04:34:17.250041 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45208f68-0853-4253-a2f6-3c180a3cbb3f req-3099095d-1df7-4d56-bce5-47ba189a09ea tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 210 time: 0.0323918 Nov 12 04:34:17.377848 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdb25f4-3e50-4924-8b72-c17dbeea4a0c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Router fc362844-939a-4b67-aec5-68a0e33c5b45 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:34:17.514483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdb25f4-3e50-4924-8b72-c17dbeea4a0c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:17.539355 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] Sync routers for ids ['fc362844-939a-4b67-aec5-68a0e33c5b45'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:17.555869 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] Routers {'fc362844-939a-4b67-aec5-68a0e33c5b45'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:17.556787 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['fc362844-939a-4b67-aec5-68a0e33c5b45'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:17.612663 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2fdb25f4-3e50-4924-8b72-c17dbeea4a0c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:17.616834 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2fdb25f4-3e50-4924-8b72-c17dbeea4a0c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.5480895 Nov 12 04:34:17.617137 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35352) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:17.639853 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10510d3-740d-45cc-b5f9-afb187107a76 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router 1a3398c4-786b-44d0-bc42-d9f96975bb4f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:17.695424 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] Set router fc362844-939a-4b67-aec5-68a0e33c5b45 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:17.698163 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a792d3c6-3245-4a79-8d7e-a637707fc160 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0797782 Nov 12 04:34:17.706297 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35354) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:17.869740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10510d3-740d-45cc-b5f9-afb187107a76 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:17.890713 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f10510d3-740d-45cc-b5f9-afb187107a76 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:17.904166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a89773-915f-4b4d-97c5-3d40654bf8fb None None] Sync routers for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:17.932941 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a89773-915f-4b4d-97c5-3d40654bf8fb None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:17.933779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-10a89773-915f-4b4d-97c5-3d40654bf8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:17.973960 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85740d1f-7200-43e5-8577-009fa78a65a7 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:17.981810 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-85740d1f-7200-43e5-8577-009fa78a65a7 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2741330 Nov 12 04:34:17.982434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35356) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:17.990447 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f10510d3-740d-45cc-b5f9-afb187107a76 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "PUT /v2.0/floatingips/c354ce55-3564-409a-af0c-184650bda72c HTTP/1.1" status: 200 len: 977 time: 2.7100172 Nov 12 04:34:17.992075 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35358) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:17.993801 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869087704', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:14Z', 'updated_at': '2021-11-12T04:34:15Z', 'revision_number': 3, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:18.002041 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c30f77a7-2725-4935-bb18-daaf7d24964b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:18.017703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-10a89773-915f-4b4d-97c5-3d40654bf8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:18.055941 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a89773-915f-4b4d-97c5-3d40654bf8fb None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:18.057196 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-10a89773-915f-4b4d-97c5-3d40654bf8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:18.070266 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fbddb8be-00ab-4d08-a0ac-23c4b54f9ae0 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0854678 Nov 12 04:34:18.072882 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35360) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:18.076234 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] Checking router: fc362844-939a-4b67-aec5-68a0e33c5b45 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:34:18.081834 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] Updating router fc362844-939a-4b67-aec5-68a0e33c5b45 port 74dd381f-6582-4f45-8a63-acc79aaba34c binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:34:18.093441 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-529803318', 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:18.108182 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c30f77a7-2725-4935-bb18-daaf7d24964b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:18.162458 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:18.216400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-10a89773-915f-4b4d-97c5-3d40654bf8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:18.217312 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a89773-915f-4b4d-97c5-3d40654bf8fb None None] The sync data for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:18.345371 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c30f77a7-2725-4935-bb18-daaf7d24964b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:18.400862 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:18.453996 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9f81b-de87-452a-a77b-183e1e395759 req-86803ef1-542d-4fc6-98a8-6f1a4c4f3048 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:18.456076 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7ab9f81b-de87-452a-a77b-183e1e395759 req-86803ef1-542d-4fc6-98a8-6f1a4c4f3048 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 945 time: 0.1458528 Nov 12 04:34:18.457952 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c30f77a7-2725-4935-bb18-daaf7d24964b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:18.458791 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-c30f77a7-2725-4935-bb18-daaf7d24964b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Floating IP c354ce55-3564-409a-af0c-184650bda72c disassociated. External IP: 172.25.1.53, port: aa62aef8-13a9-47d2-98da-e5260277e602. Nov 12 04:34:18.529437 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43d9e1-c86c-41bb-a482-c04578809fa0 req-b1ac3a43-10a6-46b3-9407-dc45febc0edd tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:18.532033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f43d9e1-c86c-41bb-a482-c04578809fa0 req-b1ac3a43-10a6-46b3-9407-dc45febc0edd tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.21 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 945 time: 0.1255999 Nov 12 04:34:18.538056 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Made reservation on behalf of a1d85f7d3e02495dbf8a97f43fe9e4b3 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:34:18.542791 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:18.579510 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7ab9f81b-de87-452a-a77b-183e1e395759 req-f2e6fe54-92ff-4e78-be60-c240cc95f046 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfef692e-520a-4611-8ff1-1ef10462cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151958 Nov 12 04:34:18.805720 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-846e4a85-12ac-4c36-92de-9d469202c381 req-54ece4ba-8800-4758-af26-ec8bea99ff6c tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 210 time: 0.0609925 Nov 12 04:34:18.816623 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:18.889909 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30f77a7-2725-4935-bb18-daaf7d24964b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router 1a3398c4-786b-44d0-bc42-d9f96975bb4f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:18.904660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-8f43d9e1-c86c-41bb-a482-c04578809fa0 req-edd4752a-57ad-4116-be41-4e030bcb6e7d tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Deleting port 029ecf03-5bb4-4b2a-a883-e8cfb5607489 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:18.905020 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8f43d9e1-c86c-41bb-a482-c04578809fa0 req-edd4752a-57ad-4116-be41-4e030bcb6e7d tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:18.966723 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.037562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857e75c0-cb4a-45fc-9087-eba6aae035da None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:34:19.060464 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] Attempting to bind port 74dd381f-6582-4f45-8a63-acc79aaba34c on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:34:19.060826 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] Attempting to bind port 74dd381f-6582-4f45-8a63-acc79aaba34c by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:34:19.061188 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] Attempting to bind port 74dd381f-6582-4f45-8a63-acc79aaba34c on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:34:19.065372 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8a695-6541-4735-8b05-9c835b053695 None None] Pushing event updated for resources: {'Port': ['ID=74dd381f-6582-4f45-8a63-acc79aaba34c,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:19.072281 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:34:19.072910 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:34:19.073305 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.073685 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:34:19.074284 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] Bound port: 74dd381f-6582-4f45-8a63-acc79aaba34c, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:34:19.074687 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.138424 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3073d2bc-03b5-4099-af01-33c4723236c0 None None] Provisioning complete for port 74dd381f-6582-4f45-8a63-acc79aaba34c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:19.138840 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3073d2bc-03b5-4099-af01-33c4723236c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.139041 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30f77a7-2725-4935-bb18-daaf7d24964b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:19.156657 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c30f77a7-2725-4935-bb18-daaf7d24964b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.160244 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60d606c-6966-4b67-80cf-cf49ca24a5ed None None] Sync routers for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:19.205094 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c30f77a7-2725-4935-bb18-daaf7d24964b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "PUT /v2.0/floatingips/c354ce55-3564-409a-af0c-184650bda72c HTTP/1.1" status: 200 len: 687 time: 1.2117250 Nov 12 04:34:19.208028 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35370) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:19.209450 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] For port 74dd381f-6582-4f45-8a63-acc79aaba34c, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:34:19.216782 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] For port 74dd381f-6582-4f45-8a63-acc79aaba34c, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=74dd381f-6582-4f45-8a63-acc79aaba34c,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:34:19.221808 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3073d2bc-03b5-4099-af01-33c4723236c0 None None] Port 74dd381f-6582-4f45-8a63-acc79aaba34c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:34:19.223500 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60d606c-6966-4b67-80cf-cf49ca24a5ed None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:19.225198 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c60d606c-6966-4b67-80cf-cf49ca24a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:19.242142 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8f43d9e1-c86c-41bb-a482-c04578809fa0 req-edd4752a-57ad-4116-be41-4e030bcb6e7d tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] For port 029ecf03-5bb4-4b2a-a883-e8cfb5607489, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=029ecf03-5bb4-4b2a-a883-e8cfb5607489,segment=NetworkSegment(614bbad6-fe4f-4b90-bb9d-b133a0a36e5a),segment_id=614bbad6-fe4f-4b90-bb9d-b133a0a36e5a)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:19.243377 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8f43d9e1-c86c-41bb-a482-c04578809fa0 req-edd4752a-57ad-4116-be41-4e030bcb6e7d tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.267881 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-8f43d9e1-c86c-41bb-a482-c04578809fa0 req-edd4752a-57ad-4116-be41-4e030bcb6e7d tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Calling delete_port for 029ecf03-5bb4-4b2a-a883-e8cfb5607489 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:19.294085 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c60d606c-6966-4b67-80cf-cf49ca24a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:19.314449 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.322799 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60d606c-6966-4b67-80cf-cf49ca24a5ed None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:19.323523 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c60d606c-6966-4b67-80cf-cf49ca24a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:19.343335 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.375792 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c60d606c-6966-4b67-80cf-cf49ca24a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:19.376596 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60d606c-6966-4b67-80cf-cf49ca24a5ed None None] The sync data for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:19.399007 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f9d1d8-2860-472c-92d6-89c6cdcbf54b None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:34:19.461533 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-752232fa-3587-4157-bb72-b2284743cfc7 None None] Provisioning complete for port 74dd381f-6582-4f45-8a63-acc79aaba34c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:19.461816 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-752232fa-3587-4157-bb72-b2284743cfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.463715 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] Routers {'fc362844-939a-4b67-aec5-68a0e33c5b45'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:19.464621 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['fc362844-939a-4b67-aec5-68a0e33c5b45'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:19.476973 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0515ad45-d9a0-4deb-9daa-7faabf749115 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Deleting port 09321093-b55e-49a4-b4b8-effb238b79a1 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:19.477474 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0515ad45-d9a0-4deb-9daa-7faabf749115 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.513028 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Checking segment: {'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:34:19.515923 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network hostable DHCP agents. Network: bb3c2fbe-4b78-4f75-a060-641c28a1f617, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:34:19.522185 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8a695-6541-4735-8b05-9c835b053695 None None] Pushing event updated for resources: {'Port': ['ID=74dd381f-6582-4f45-8a63-acc79aaba34c,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:19.532809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Subnet': ['ID=f497be31-7943-4616-9958-6a86c5285b45,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:19.607531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.607948 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.608302 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.608841 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.609234 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.609581 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.609970 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.613206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.613568 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.613906 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.614365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.614741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.640226 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-752232fa-3587-4157-bb72-b2284743cfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.672211 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] Set router fc362844-939a-4b67-aec5-68a0e33c5b45 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:19.674597 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-752232fa-3587-4157-bb72-b2284743cfc7 None None] For port 74dd381f-6582-4f45-8a63-acc79aaba34c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=74dd381f-6582-4f45-8a63-acc79aaba34c,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:19.687416 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0515ad45-d9a0-4deb-9daa-7faabf749115 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.688043 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0515ad45-d9a0-4deb-9daa-7faabf749115 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.718494 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-0515ad45-d9a0-4deb-9daa-7faabf749115 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Calling delete_port for 09321093-b55e-49a4-b4b8-effb238b79a1 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:19.732332 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network bb3c2fbe-4b78-4f75-a060-641c28a1f617 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:34:19.770836 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-752232fa-3587-4157-bb72-b2284743cfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.788146 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8f43d9e1-c86c-41bb-a482-c04578809fa0 req-edd4752a-57ad-4116-be41-4e030bcb6e7d tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.830550 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['029ecf03-5bb4-4b2a-a883-e8cfb5607489'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:34:19.925557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f43d9e1-c86c-41bb-a482-c04578809fa0 req-edd4752a-57ad-4116-be41-4e030bcb6e7d tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] No DVR routers for this DVR port 029ecf03-5bb4-4b2a-a883-e8cfb5607489 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:34:19.932634 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752232fa-3587-4157-bb72-b2284743cfc7 None None] Pushing event updated for resources: {'Port': ['ID=74dd381f-6582-4f45-8a63-acc79aaba34c,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:19.936134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, bb3c2fbe-4b78-4f75-a060-641c28a1f617) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:19.941880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752232fa-3587-4157-bb72-b2284743cfc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.942531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752232fa-3587-4157-bb72-b2284743cfc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.943193 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752232fa-3587-4157-bb72-b2284743cfc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.943752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752232fa-3587-4157-bb72-b2284743cfc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.944278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752232fa-3587-4157-bb72-b2284743cfc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.944828 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752232fa-3587-4157-bb72-b2284743cfc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.945372 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752232fa-3587-4157-bb72-b2284743cfc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.945903 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752232fa-3587-4157-bb72-b2284743cfc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.946439 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752232fa-3587-4157-bb72-b2284743cfc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.947095 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752232fa-3587-4157-bb72-b2284743cfc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.947636 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752232fa-3587-4157-bb72-b2284743cfc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.948165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752232fa-3587-4157-bb72-b2284743cfc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:19.953281 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1896d7-bfe2-4350-b996-0fa124b51db4 None None] Network bb3c2fbe-4b78-4f75-a060-641c28a1f617 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:34:19.956581 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8f43d9e1-c86c-41bb-a482-c04578809fa0 req-edd4752a-57ad-4116-be41-4e030bcb6e7d tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.970723 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f43d9e1-c86c-41bb-a482-c04578809fa0 req-edd4752a-57ad-4116-be41-4e030bcb6e7d tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.21 "DELETE /v2.0/ports/029ecf03-5bb4-4b2a-a883-e8cfb5607489 HTTP/1.1" status: 204 len: 173 time: 1.4206009 Nov 12 04:34:19.981112 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:19.982680 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.990006 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f926d6-f914-4358-9773-91427834f264', 'name': 'network-vif-deleted', 'tag': '029ecf03-5bb4-4b2a-a883-e8cfb5607489'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:19.993616 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c608ae15-3f88-4cc9-8b6c-0be9fe828015" -d '{"events": [{"server_uuid": "57f926d6-f914-4358-9773-91427834f264", "name": "network-vif-deleted", "tag": "029ecf03-5bb4-4b2a-a883-e8cfb5607489"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:20.000285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4752a-57ad-4116-be41-4e030bcb6e7d tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Pushing event deleted for resources: {'Port': ['ID=029ecf03-5bb4-4b2a-a883-e8cfb5607489,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:20.023835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1bda4-7e1e-459a-8b5c-b65967b8246b req-f8886e57-9307-4786-a7c1-c78bb0acf671 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:20.034841 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbc1bda4-7e1e-459a-8b5c-b65967b8246b req-f8886e57-9307-4786-a7c1-c78bb0acf671 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 867 time: 0.2892170 Nov 12 04:34:20.057170 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869087704', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:14Z', 'updated_at': '2021-11-12T04:34:15Z', 'revision_number': 3, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:20.105090 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07619be-5f4a-4c6a-81ed-148fe701a56b None None] The sync data for ids ['fc362844-939a-4b67-aec5-68a0e33c5b45'] in n-d-768509-24 is: [{'id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869087704', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:14Z', 'updated_at': '2021-11-12T04:34:15Z', 'revision_number': 3, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:20.124894 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0515ad45-d9a0-4deb-9daa-7faabf749115 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:20.136614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbc1bda4-7e1e-459a-8b5c-b65967b8246b req-76d1b740-c35c-4da0-9dc7-000bca01c6ba tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfef692e-520a-4611-8ff1-1ef10462cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003380 Nov 12 04:34:20.169684 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515ad45-d9a0-4deb-9daa-7faabf749115 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event deleted for resources: {'Port': ['ID=09321093-b55e-49a4-b4b8-effb238b79a1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:20.190068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-acf8ab08-30f5-4138-a4aa-e2cd23b4a5a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1116202 Nov 12 04:34:20.190068 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35384) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:20.272338 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-bb3c2fbe-4b78-4f75-a060-641c28a1f617', 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'fixed_ips': [{'subnet_id': 'f497be31-7943-4616-9958-6a86c5285b45'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:34:20.274401 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:20.300114 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0515ad45-d9a0-4deb-9daa-7faabf749115 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:20.313729 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0515ad45-d9a0-4deb-9daa-7faabf749115 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:20.316405 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0515ad45-d9a0-4deb-9daa-7faabf749115 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "DELETE /v2.0/floatingips/c354ce55-3564-409a-af0c-184650bda72c HTTP/1.1" status: 204 len: 168 time: 1.1073711 Nov 12 04:34:20.319108 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35386) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:20.328824 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-97b77361-da83-4c63-ace9-19c8a12b6c8f req-c74efb9c-eb7b-4631-87a8-c4e0023656fd tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 210 time: 0.0322132 Nov 12 04:34:20.450118 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-e793a31a-3ff4-41cf-9e22-cd891cecdf27 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] delete failed (client error): The resource could not be found. Nov 12 04:34:20.456405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35388) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:20.458881 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e793a31a-3ff4-41cf-9e22-cd891cecdf27 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "DELETE /v2.0/floatingips/c354ce55-3564-409a-af0c-184650bda72c HTTP/1.1" status: 404 len: 345 time: 0.1369884 Nov 12 04:34:20.608271 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaaee7b-4919-44cc-8dc0-0d8e5e5e1c2a x-openstack-request-id: req-aaaaee7b-4919-44cc-8dc0-0d8e5e5e1c2a {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:20.608844 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f926d6-f914-4358-9773-91427834f264", "name": "network-vif-deleted", "tag": "029ecf03-5bb4-4b2a-a883-e8cfb5607489", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:20.608844 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aaaaee7b-4919-44cc-8dc0-0d8e5e5e1c2a {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:20.609208 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f926d6-f914-4358-9773-91427834f264', 'name': 'network-vif-deleted', 'tag': '029ecf03-5bb4-4b2a-a883-e8cfb5607489', 'status': 'completed', 'code': 200} Nov 12 04:34:20.617689 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] Allocated IP 172.20.0.2 (bb3c2fbe-4b78-4f75-a060-641c28a1f617/f497be31-7943-4616-9958-6a86c5285b45/9038c7ca-0a3e-462f-8f68-bfd793a9903e) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:20.718908 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744778a6-88e5-4c05-b6a7-86a5c1c0187f tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:20.725347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744778a6-88e5-4c05-b6a7-86a5c1c0187f tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:20.732595 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744778a6-88e5-4c05-b6a7-86a5c1c0187f tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:20.737427 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-744778a6-88e5-4c05-b6a7-86a5c1c0187f tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "GET /v2.0/ports?network_id=772c9f96-c734-4b1c-a4b8-6f91a9692c70 HTTP/1.1" status: 200 len: 2357 time: 0.2762258 Nov 12 04:34:20.738079 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35390) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:20.808262 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3facf193-84d2-46a2-aa0b-4dc0cb60ae31 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:20.822861 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3facf193-84d2-46a2-aa0b-4dc0cb60ae31 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "GET /v2.0/subnets/b43684b2-d5fb-4857-8c74-42a709e14083 HTTP/1.1" status: 200 len: 797 time: 0.0728588 Nov 12 04:34:20.825682 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35394) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:20.846320 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a774be13-1260-4276-98f5-c17a2a329165 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'port': {'network_id': '772c9f96-c734-4b1c-a4b8-6f91a9692c70', 'name': 'tempest-FloatingIPTestJSON-406597810', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:20.876145 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:20.999570 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:21.094701 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] Network bb3c2fbe-4b78-4f75-a060-641c28a1f617 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:21.099457 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:21.108629 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:21.114100 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a774be13-1260-4276-98f5-c17a2a329165 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Made reservation on behalf of f575d6eea2f84babaf19cdfc6186f768 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:34:21.119860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 74dd381f-6582-4f45-8a63-acc79aaba34c up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:34:21.229926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] Pushing event updated for resources: {'Port': ['ID=9038c7ca-0a3e-462f-8f68-bfd793a9903e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:21.256889 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a774be13-1260-4276-98f5-c17a2a329165 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:21.279605 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-a774be13-1260-4276-98f5-c17a2a329165 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] device_id is not set on port 6a147663-00a4-4c48-92b7-4981c469e535 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:34:21.331506 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cc826a7-ce70-4d78-847d-72c180f2eb79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:21.372711 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] Attempting to bind port 9038c7ca-0a3e-462f-8f68-bfd793a9903e on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:34:21.374469 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] Attempting to bind port 9038c7ca-0a3e-462f-8f68-bfd793a9903e by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:34:21.375071 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] Attempting to bind port 9038c7ca-0a3e-462f-8f68-bfd793a9903e on network bb3c2fbe-4b78-4f75-a060-641c28a1f617 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:34:21.382154 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:34:21.382969 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] Checking segment: {'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:34:21.383367 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:21.383768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] Bound using segment: {'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:34:21.384250 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] Bound port: 9038c7ca-0a3e-462f-8f68-bfd793a9903e, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:34:21.384636 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:21.401124 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 74dd381f-6582-4f45-8a63-acc79aaba34c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:21.401480 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:21.445789 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7c423f0-c204-4d55-9a8c-4ac67a85ceb5 req-eaabb861-07d3-4c54-9381-31850ac13725 tempest-VolumesActionsTest-806591838 tempest-VolumesActionsTest-806591838-project] 10.222.0.37 "GET /v2.0/ports?device_id=57f926d6-f914-4358-9773-91427834f264 HTTP/1.1" status: 200 len: 210 time: 0.0939786 Nov 12 04:34:21.458646 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:34:21.612983 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] For port 9038c7ca-0a3e-462f-8f68-bfd793a9903e, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:34:21.617333 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] For port 9038c7ca-0a3e-462f-8f68-bfd793a9903e, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9038c7ca-0a3e-462f-8f68-bfd793a9903e,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:34:21.690860 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a9a93f1-2092-4252-8045-1e798184a3b2 req-989f3fec-67c1-43f5-acd8-fd4efe8426f3 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 210 time: 0.0548251 Nov 12 04:34:21.811141 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:22.032493 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc9918-27f8-43c4-86ea-454cca15a4d0 None None] Pushing event updated for resources: {'Port': ['ID=9038c7ca-0a3e-462f-8f68-bfd793a9903e,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:22.066357 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-a774be13-1260-4276-98f5-c17a2a329165 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Allocated IP 172.20.0.13 (772c9f96-c734-4b1c-a4b8-6f91a9692c70/b43684b2-d5fb-4857-8c74-42a709e14083/6a147663-00a4-4c48-92b7-4981c469e535) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:22.098360 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-a774be13-1260-4276-98f5-c17a2a329165 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Allocated IP 172.20.0.12 (772c9f96-c734-4b1c-a4b8-6f91a9692c70/b43684b2-d5fb-4857-8c74-42a709e14083/6a147663-00a4-4c48-92b7-4981c469e535) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:22.127845 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-9cc826a7-ce70-4d78-847d-72c180f2eb79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Allocated IP 172.20.0.1 (bb3c2fbe-4b78-4f75-a060-641c28a1f617/f497be31-7943-4616-9958-6a86c5285b45/4f2bcf8e-de2a-4299-82e6-0ba919f302a6) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:22.385345 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a774be13-1260-4276-98f5-c17a2a329165 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:22.391146 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cc826a7-ce70-4d78-847d-72c180f2eb79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:22.417415 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 029ecf03-5bb4-4b2a-a883-e8cfb5607489 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:34:22.446291 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 029ecf03-5bb4-4b2a-a883-e8cfb5607489 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:34:22.446833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 029ecf03-5bb4-4b2a-a883-e8cfb5607489 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:34:22.544369 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a774be13-1260-4276-98f5-c17a2a329165 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:22.594056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a774be13-1260-4276-98f5-c17a2a329165 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Network 772c9f96-c734-4b1c-a4b8-6f91a9692c70 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:22.597634 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a774be13-1260-4276-98f5-c17a2a329165 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:22.601730 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a774be13-1260-4276-98f5-c17a2a329165 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:22.623765 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cc826a7-ce70-4d78-847d-72c180f2eb79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:22.668071 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774be13-1260-4276-98f5-c17a2a329165 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=6a147663-00a4-4c48-92b7-4981c469e535,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:22.710818 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a774be13-1260-4276-98f5-c17a2a329165 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:22.711478 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a774be13-1260-4276-98f5-c17a2a329165 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:22.740135 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc826a7-ce70-4d78-847d-72c180f2eb79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network bb3c2fbe-4b78-4f75-a060-641c28a1f617 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:22.760643 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-9cc826a7-ce70-4d78-847d-72c180f2eb79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:22.764526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc826a7-ce70-4d78-847d-72c180f2eb79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:22.773086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc826a7-ce70-4d78-847d-72c180f2eb79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=4f2bcf8e-de2a-4299-82e6-0ba919f302a6,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:22.785263 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a774be13-1260-4276-98f5-c17a2a329165 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.9552994 Nov 12 04:34:22.788019 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35410) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:22.794709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': '6a147663-00a4-4c48-92b7-4981c469e535', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:22.854832 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cc826a7-ce70-4d78-847d-72c180f2eb79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:22.926314 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:22.943847 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1568f7cb-1401-43aa-a8af-50a3f3b4d963 req-47c99f8b-1fb1-40bc-9054-21d251936a8a tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 210 time: 0.0836987 Nov 12 04:34:23.169095 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:23.203664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9038c7ca-0a3e-462f-8f68-bfd793a9903e up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:34:23.297394 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cc826a7-ce70-4d78-847d-72c180f2eb79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:23.342523 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 9038c7ca-0a3e-462f-8f68-bfd793a9903e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:23.342930 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:23.419912 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Allocated IP 172.25.1.114 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/0e6f8e28-cc07-4f54-8e1f-e1e040b54ec5) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:23.616892 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:23.650682 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:23.740718 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 9038c7ca-0a3e-462f-8f68-bfd793a9903e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9038c7ca-0a3e-462f-8f68-bfd793a9903e,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:23.753730 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:23.817882 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:23.835041 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:23.850401 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:23.860581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:23.917948 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=9038c7ca-0a3e-462f-8f68-bfd793a9903e,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:23.918154 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=0e6f8e28-cc07-4f54-8e1f-e1e040b54ec5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:24.044103 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cc826a7-ce70-4d78-847d-72c180f2eb79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:24.099167 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75336ce8-6336-45b6-b98b-76574dbf695e None None] Network bb3c2fbe-4b78-4f75-a060-641c28a1f617 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:34:24.166393 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6afa33a-a000-43ab-a62a-42a73d9da6aa req-cd5dd447-98d1-4936-a649-f270af2a188c tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 210 time: 0.0880418 Nov 12 04:34:24.168648 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cc826a7-ce70-4d78-847d-72c180f2eb79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:24.352679 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cc826a7-ce70-4d78-847d-72c180f2eb79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:24.429241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc826a7-ce70-4d78-847d-72c180f2eb79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=4f2bcf8e-de2a-4299-82e6-0ba919f302a6,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:24.472536 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e3aacb56-6df9-49c0-a1b2-72fe8ecd7c1a None None] Provisioning complete for port 9038c7ca-0a3e-462f-8f68-bfd793a9903e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:24.472936 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3aacb56-6df9-49c0-a1b2-72fe8ecd7c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:24.620904 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc826a7-ce70-4d78-847d-72c180f2eb79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network bb3c2fbe-4b78-4f75-a060-641c28a1f617 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:24.628875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-9cc826a7-ce70-4d78-847d-72c180f2eb79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:24.736877 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:24.842882 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc826a7-ce70-4d78-847d-72c180f2eb79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Router fc362844-939a-4b67-aec5-68a0e33c5b45 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:24.928688 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:25.017119 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-086691c7-09f6-48e2-9749-7e6f1979c75f None None] Provisioning complete for port 4f2bcf8e-de2a-4299-82e6-0ba919f302a6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:25.018231 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-086691c7-09f6-48e2-9749-7e6f1979c75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:25.045978 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc826a7-ce70-4d78-847d-72c180f2eb79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:25.101732 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9cc826a7-ce70-4d78-847d-72c180f2eb79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "PUT /v2.0/routers/fc362844-939a-4b67-aec5-68a0e33c5b45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9014354 Nov 12 04:34:25.117206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] Sync routers for ids ['fc362844-939a-4b67-aec5-68a0e33c5b45'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:25.186809 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9038c7ca-0a3e-462f-8f68-bfd793a9903e up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:34:25.301865 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] Routers {'fc362844-939a-4b67-aec5-68a0e33c5b45'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:25.310440 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['fc362844-939a-4b67-aec5-68a0e33c5b45'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:25.333834 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:25.377531 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b66168cf-d71e-48c4-9d03-1ac379c0b5d0 req-24e0ce5e-cdd9-4aa7-8efe-be60bfbcea53 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 210 time: 0.0343549 Nov 12 04:34:25.379191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-086691c7-09f6-48e2-9749-7e6f1979c75f None None] Port 4f2bcf8e-de2a-4299-82e6-0ba919f302a6 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:34:25.465308 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-086691c7-09f6-48e2-9749-7e6f1979c75f None None] Provisioning complete for port 9038c7ca-0a3e-462f-8f68-bfd793a9903e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:25.465308 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-086691c7-09f6-48e2-9749-7e6f1979c75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:25.467013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 9038c7ca-0a3e-462f-8f68-bfd793a9903e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:25.467407 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:25.602886 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-0c63146f-814f-409f-bccb-d9637c51831a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-142060743&fields=id&tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3 HTTP/1.1" status: 200 len: 267 time: 0.0901608 Nov 12 04:34:25.809479 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] Set router fc362844-939a-4b67-aec5-68a0e33c5b45 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:25.811623 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-0392ba97-9539-4b5c-8268-4c7bf2d4256e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:25.811623 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-0392ba97-9539-4b5c-8268-4c7bf2d4256e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/networks?id=bb3c2fbe-4b78-4f75-a060-641c28a1f617 HTTP/1.1" status: 200 len: 797 time: 0.1732106 Nov 12 04:34:25.811623 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-2e731ccb-5557-4997-9940-34e6a5ac000d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/quotas/a1d85f7d3e02495dbf8a97f43fe9e4b3 HTTP/1.1" status: 200 len: 375 time: 0.0110078 Nov 12 04:34:25.867600 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-e5b84907-5097-4611-a2b1-b9da3e88bab5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512819 Nov 12 04:34:25.976201 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-1da5a8a5-934f-4574-9803-0d5d83a8a2a0 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938816 Nov 12 04:34:26.099541 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869087704', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:14Z', 'updated_at': '2021-11-12T04:34:23Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4f2bcf8e-de2a-4299-82e6-0ba919f302a6', 'name': '', 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:97:df:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'f497be31-7943-4616-9958-6a86c5285b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:21Z', 'updated_at': '2021-11-12T04:34:23Z', 'revision_number': 2, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'f497be31-7943-4616-9958-6a86c5285b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:26.101638 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-18fc4644-76c5-4045-8363-ad63b352c7a2 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158459 Nov 12 04:34:26.145477 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] Checking router: fc362844-939a-4b67-aec5-68a0e33c5b45 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:34:26.145834 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] Updating router fc362844-939a-4b67-aec5-68a0e33c5b45 port 4f2bcf8e-de2a-4299-82e6-0ba919f302a6 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:34:26.171489 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4631bc1d-f1bb-41c2-a7cc-5a374e0e8ca5 None None] Provisioning complete for port 4f2bcf8e-de2a-4299-82e6-0ba919f302a6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:26.171866 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4631bc1d-f1bb-41c2-a7cc-5a374e0e8ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:26.213009 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:26.218991 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4631bc1d-f1bb-41c2-a7cc-5a374e0e8ca5 None None] Port 4f2bcf8e-de2a-4299-82e6-0ba919f302a6 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:34:26.246291 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:26.342313 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:26.461357 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=0e6f8e28-cc07-4f54-8e1f-e1e040b54ec5,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:26.508439 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Floating IP beec3045-d92d-44f5-8176-500abd9b1ad3 associated. External IP: 172.25.1.114, port: 6a147663-00a4-4c48-92b7-4981c469e535. Nov 12 04:34:26.626763 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:26.715306 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:26.906045 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e86c6-6898-455b-8c09-1f5ac591563c None None] Pushing event updated for resources: {'Port': ['ID=4f2bcf8e-de2a-4299-82e6-0ba919f302a6,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:27.048505 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] Attempting to bind port 4f2bcf8e-de2a-4299-82e6-0ba919f302a6 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:34:27.050530 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] Attempting to bind port 4f2bcf8e-de2a-4299-82e6-0ba919f302a6 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:34:27.054084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] Attempting to bind port 4f2bcf8e-de2a-4299-82e6-0ba919f302a6 on network bb3c2fbe-4b78-4f75-a060-641c28a1f617 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:34:27.066518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:34:27.069581 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] Checking segment: {'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:34:27.070244 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:27.085753 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] Bound using segment: {'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:34:27.091638 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] Bound port: 4f2bcf8e-de2a-4299-82e6-0ba919f302a6, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:34:27.092165 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:27.195541 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] For port 4f2bcf8e-de2a-4299-82e6-0ba919f302a6, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:34:27.214741 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] For port 4f2bcf8e-de2a-4299-82e6-0ba919f302a6, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4f2bcf8e-de2a-4299-82e6-0ba919f302a6,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:34:27.281754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c59ebad8-3e29-4bbb-aeeb-0739fe378448 None None] Provisioning complete for port 4f2bcf8e-de2a-4299-82e6-0ba919f302a6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:27.282085 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c59ebad8-3e29-4bbb-aeeb-0739fe378448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:27.348422 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:27.426394 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c59ebad8-3e29-4bbb-aeeb-0739fe378448 None None] Port 4f2bcf8e-de2a-4299-82e6-0ba919f302a6 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:34:27.447566 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0926632-47d7-4bfb-a7ee-1922cc91884d req-1dbcab61-3270-40af-bac4-0705be8b0d69 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 210 time: 0.7255650 Nov 12 04:34:27.462513 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] Routers {'fc362844-939a-4b67-aec5-68a0e33c5b45'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:27.463443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['fc362844-939a-4b67-aec5-68a0e33c5b45'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:27.560510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router 1a3398c4-786b-44d0-bc42-d9f96975bb4f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:27.583928 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0aea4398-cebf-40ae-b414-ae02fc9aa6f0 req-71405ad9-7cb0-4421-83d4-2fe81272871f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 210 time: 0.0700550 Nov 12 04:34:27.599006 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e86c6-6898-455b-8c09-1f5ac591563c None None] Pushing event updated for resources: {'Port': ['ID=4f2bcf8e-de2a-4299-82e6-0ba919f302a6,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:27.818647 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:27.831898 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ef871-28d1-4f4a-bfaa-27129812aede None None] Sync routers for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:27.846746 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] Set router fc362844-939a-4b67-aec5-68a0e33c5b45 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:27.858275 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0ef871-28d1-4f4a-bfaa-27129812aede None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:27.858931 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2b0ef871-28d1-4f4a-bfaa-27129812aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:27.903043 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2b0ef871-28d1-4f4a-bfaa-27129812aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:27.919763 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0ef871-28d1-4f4a-bfaa-27129812aede None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:27.920297 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2b0ef871-28d1-4f4a-bfaa-27129812aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:27.957874 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:27.970987 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2b0ef871-28d1-4f4a-bfaa-27129812aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:27.971684 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ef871-28d1-4f4a-bfaa-27129812aede None None] The sync data for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:27.998589 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0ecf402f-5396-40ab-8e48-44c7e78a3299 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.2080593 Nov 12 04:34:28.001177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35496) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:28.007081 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fd05a084-5d6b-4eef-8cff-8c8c99fa6707 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'floatingip': {'port_id': '6a147663-00a4-4c48-92b7-4981c469e535', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:28.076289 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd05a084-5d6b-4eef-8cff-8c8c99fa6707 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:28.095204 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a5aa9ada-548c-48b7-a6f2-4cbdbaf10bc3 None None] Provisioning complete for port 4f2bcf8e-de2a-4299-82e6-0ba919f302a6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:28.096276 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a5aa9ada-548c-48b7-a6f2-4cbdbaf10bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:28.300529 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a5aa9ada-548c-48b7-a6f2-4cbdbaf10bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:28.359285 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869087704', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:14Z', 'updated_at': '2021-11-12T04:34:23Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4f2bcf8e-de2a-4299-82e6-0ba919f302a6', 'name': '', 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:97:df:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'f497be31-7943-4616-9958-6a86c5285b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:21Z', 'updated_at': '2021-11-12T04:34:27Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'f497be31-7943-4616-9958-6a86c5285b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:28.398465 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d010f-9ac3-46c5-be88-0593fd9efd49 None None] The sync data for ids ['fc362844-939a-4b67-aec5-68a0e33c5b45'] in n-d-768509-24 is: [{'id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869087704', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:14Z', 'updated_at': '2021-11-12T04:34:23Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4f2bcf8e-de2a-4299-82e6-0ba919f302a6', 'name': '', 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:97:df:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'f497be31-7943-4616-9958-6a86c5285b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:21Z', 'updated_at': '2021-11-12T04:34:27Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'f497be31-7943-4616-9958-6a86c5285b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:28.419026 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a5aa9ada-548c-48b7-a6f2-4cbdbaf10bc3 None None] For port 4f2bcf8e-de2a-4299-82e6-0ba919f302a6, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4f2bcf8e-de2a-4299-82e6-0ba919f302a6,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:28.537249 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a5aa9ada-548c-48b7-a6f2-4cbdbaf10bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:28.679204 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa9ada-548c-48b7-a6f2-4cbdbaf10bc3 None None] Pushing event updated for resources: {'Port': ['ID=4f2bcf8e-de2a-4299-82e6-0ba919f302a6,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:28.738540 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0706edc-4d7c-4308-89e1-b76ff904ff7e req-bbe55611-4d7e-42aa-bcd1-5c23ff6cdff5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 210 time: 0.0676057 Nov 12 04:34:28.828880 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.db.resource_extend [None req-fd05a084-5d6b-4eef-8cff-8c8c99fa6707 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 04:34:28.960856 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-513c655d-8ccd-4480-83a3-673ecff5b43c req-f078c094-9f49-443e-98f5-577ffcb1c679 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 210 time: 0.0497930 Nov 12 04:34:28.965716 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd05a084-5d6b-4eef-8cff-8c8c99fa6707 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:29.069378 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd05a084-5d6b-4eef-8cff-8c8c99fa6707 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:29.102647 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4f2bcf8e-de2a-4299-82e6-0ba919f302a6 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:34:29.245179 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4f2bcf8e-de2a-4299-82e6-0ba919f302a6 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:29.245179 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:29.484505 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd05a084-5d6b-4eef-8cff-8c8c99fa6707 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router 1a3398c4-786b-44d0-bc42-d9f96975bb4f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:29.634337 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-deb0051a-7b38-4421-8063-c44b9a0cf3fe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:29.636245 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-deb0051a-7b38-4421-8063-c44b9a0cf3fe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.21 "GET /v2.0/networks?id=bb3c2fbe-4b78-4f75-a060-641c28a1f617 HTTP/1.1" status: 200 len: 797 time: 0.1591332 Nov 12 04:34:29.654429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd05a084-5d6b-4eef-8cff-8c8c99fa6707 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:29.660738 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd05a084-5d6b-4eef-8cff-8c8c99fa6707 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:29.668016 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21217281-552c-4353-a347-3f84fc6bcba9 None None] Sync routers for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:29.694735 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21217281-552c-4353-a347-3f84fc6bcba9 None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:29.695379 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-21217281-552c-4353-a347-3f84fc6bcba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:29.835011 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-3308e49e-ac31-4627-a534-795dbe2b66f2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3 HTTP/1.1" status: 200 len: 379 time: 0.1739414 Nov 12 04:34:29.836558 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fd05a084-5d6b-4eef-8cff-8c8c99fa6707 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "PUT /v2.0/floatingips/beec3045-d92d-44f5-8176-500abd9b1ad3 HTTP/1.1" status: 200 len: 978 time: 1.8306332 Nov 12 04:34:29.837087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35510) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:29.845219 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-2594d76e-14ea-4b0f-bc0c-60383a4b1a53 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'port': {'device_id': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617', 'admin_state_up': True, 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'security_groups': ['fa56151b-e5fd-4a63-8241-c6b2f73f655c']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:29.881269 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-21217281-552c-4353-a347-3f84fc6bcba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:29.911006 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21217281-552c-4353-a347-3f84fc6bcba9 None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:29.911899 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-21217281-552c-4353-a347-3f84fc6bcba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:29.982882 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-21217281-552c-4353-a347-3f84fc6bcba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:29.983578 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21217281-552c-4353-a347-3f84fc6bcba9 None None] The sync data for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:30.517884 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3e6c1c35-4f71-4573-b51b-bfb57d316198 req-037ac994-2790-470d-8546-d3efcad2fce0 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 210 time: 0.1728742 Nov 12 04:34:30.517884 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4d6bca9-9b5a-4a74-9685-e7fd15ddecce req-f154be1a-8bb5-4a0e-9050-72cfed17fd49 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 210 time: 0.0434792 Nov 12 04:34:30.517884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-708a17a9-0029-4383-ac78-7afcb628b474 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Deleting port 0e6f8e28-cc07-4f54-8e1f-e1e040b54ec5 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:30.517884 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-708a17a9-0029-4383-ac78-7afcb628b474 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:30.517884 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-708a17a9-0029-4383-ac78-7afcb628b474 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:30.517884 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-708a17a9-0029-4383-ac78-7afcb628b474 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:30.542807 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-708a17a9-0029-4383-ac78-7afcb628b474 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Calling delete_port for 0e6f8e28-cc07-4f54-8e1f-e1e040b54ec5 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:30.562912 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-2594d76e-14ea-4b0f-bc0c-60383a4b1a53 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Made reservation on behalf of a1d85f7d3e02495dbf8a97f43fe9e4b3 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:34:30.567289 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-2594d76e-14ea-4b0f-bc0c-60383a4b1a53 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:30.805240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-2594d76e-14ea-4b0f-bc0c-60383a4b1a53 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Allocated IP 172.20.0.6 (bb3c2fbe-4b78-4f75-a060-641c28a1f617/f497be31-7943-4616-9958-6a86c5285b45/6080b56b-f78d-4212-8859-6d7ed5214af9) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:31.058246 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-2594d76e-14ea-4b0f-bc0c-60383a4b1a53 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:31.199657 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-708a17a9-0029-4383-ac78-7afcb628b474 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:31.238456 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-2594d76e-14ea-4b0f-bc0c-60383a4b1a53 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:31.240201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a17a9-0029-4383-ac78-7afcb628b474 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event deleted for resources: {'Port': ['ID=0e6f8e28-cc07-4f54-8e1f-e1e040b54ec5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:31.314726 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a3fbf79-e1e7-42a3-af09-2dd43f78b4e6 req-0525d933-7391-40d6-9240-f3334df52388 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/ports?device_id=10db4030-0a6f-43a6-af5d-0c8d8fb609c1 HTTP/1.1" status: 200 len: 210 time: 0.0791357 Nov 12 04:34:31.335721 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594d76e-14ea-4b0f-bc0c-60383a4b1a53 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=6080b56b-f78d-4212-8859-6d7ed5214af9,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:31.368736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-2594d76e-14ea-4b0f-bc0c-60383a4b1a53 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network bb3c2fbe-4b78-4f75-a060-641c28a1f617 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:31.373506 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-2594d76e-14ea-4b0f-bc0c-60383a4b1a53 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:31.379333 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-2594d76e-14ea-4b0f-bc0c-60383a4b1a53 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:31.427647 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-708a17a9-0029-4383-ac78-7afcb628b474 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:31.427985 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-708a17a9-0029-4383-ac78-7afcb628b474 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Floating IP beec3045-d92d-44f5-8176-500abd9b1ad3 disassociated (deleted). External IP: 172.25.1.114, port: 6a147663-00a4-4c48-92b7-4981c469e535. Nov 12 04:34:31.511330 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-2594d76e-14ea-4b0f-bc0c-60383a4b1a53 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:31.515608 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-2594d76e-14ea-4b0f-bc0c-60383a4b1a53 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:31.610163 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84376b68-694f-4e57-941d-695de98c4bb7 req-0817bcc7-c4d2-4413-b8fe-03d1723cbe40 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:31.612673 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84376b68-694f-4e57-941d-695de98c4bb7 req-0817bcc7-c4d2-4413-b8fe-03d1723cbe40 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 931 time: 0.2020359 Nov 12 04:34:31.646254 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-2594d76e-14ea-4b0f-bc0c-60383a4b1a53 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8050470 Nov 12 04:34:31.666450 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Request body: {'port': {'device_id': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:31.758873 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84376b68-694f-4e57-941d-695de98c4bb7 req-49e57243-6342-4b2f-a3d7-1a201b7269a0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392288 Nov 12 04:34:31.798079 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-344c776b-cb61-49c0-8723-93288439875c None None] Provisioning complete for port 6080b56b-f78d-4212-8859-6d7ed5214af9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:31.799533 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-344c776b-cb61-49c0-8723-93288439875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:31.847436 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:31.872319 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-344c776b-cb61-49c0-8723-93288439875c None None] Port 6080b56b-f78d-4212-8859-6d7ed5214af9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:34:31.903806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708a17a9-0029-4383-ac78-7afcb628b474 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router 1a3398c4-786b-44d0-bc42-d9f96975bb4f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:32.238445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708a17a9-0029-4383-ac78-7afcb628b474 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:32.263543 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9a9e72-407d-4066-b51e-3dc6ab06e90e None None] Sync routers for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:32.284117 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9a9e72-407d-4066-b51e-3dc6ab06e90e None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:32.289180 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8e9a9e72-407d-4066-b51e-3dc6ab06e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:32.312529 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-708a17a9-0029-4383-ac78-7afcb628b474 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:32.334390 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8e9a9e72-407d-4066-b51e-3dc6ab06e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:32.343866 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9a9e72-407d-4066-b51e-3dc6ab06e90e None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:32.344685 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8e9a9e72-407d-4066-b51e-3dc6ab06e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:32.365334 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6080b56b-f78d-4212-8859-6d7ed5214af9 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:34:32.380938 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8e9a9e72-407d-4066-b51e-3dc6ab06e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:32.380938 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9a9e72-407d-4066-b51e-3dc6ab06e90e None None] The sync data for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:32.389516 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35546) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:32.390012 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-708a17a9-0029-4383-ac78-7afcb628b474 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "DELETE /v2.0/floatingips/beec3045-d92d-44f5-8176-500abd9b1ad3 HTTP/1.1" status: 204 len: 168 time: 2.5496655 Nov 12 04:34:32.394767 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:32.411802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Transition to ACTIVE for port object 6080b56b-f78d-4212-8859-6d7ed5214af9 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:34:32.535859 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6ef64026-d6c6-44ad-b74d-170d3f5d95f9 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Deleting port 6a147663-00a4-4c48-92b7-4981c469e535 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:32.536211 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ef64026-d6c6-44ad-b74d-170d3f5d95f9 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:32.629713 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:32.648488 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35550) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:32.652998 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ef64026-d6c6-44ad-b74d-170d3f5d95f9 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:32.668683 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6ef64026-d6c6-44ad-b74d-170d3f5d95f9 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Calling delete_port for 6a147663-00a4-4c48-92b7-4981c469e535 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:32.916768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Pushing event updated for resources: {'Port': ['ID=6080b56b-f78d-4212-8859-6d7ed5214af9,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:32.975107 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-760d083e-3f4f-47c9-8c7e-17d2c58c97f5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:33.013018 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-760d083e-3f4f-47c9-8c7e-17d2c58c97f5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:33.051745 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Attempting to bind port 6080b56b-f78d-4212-8859-6d7ed5214af9 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:34:33.055170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Attempting to bind port 6080b56b-f78d-4212-8859-6d7ed5214af9 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:34:33.055170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Attempting to bind port 6080b56b-f78d-4212-8859-6d7ed5214af9 on network bb3c2fbe-4b78-4f75-a060-641c28a1f617 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:34:33.080466 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ef64026-d6c6-44ad-b74d-170d3f5d95f9 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:33.084131 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Port 6080b56b-f78d-4212-8859-6d7ed5214af9 on network bb3c2fbe-4b78-4f75-a060-641c28a1f617 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:34:33.084472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Attempting to bind port 6080b56b-f78d-4212-8859-6d7ed5214af9 on network bb3c2fbe-4b78-4f75-a060-641c28a1f617 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:34:33.100617 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:34:33.101092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Checking segment: {'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:34:33.101457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Bound using segment: {'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:34:33.101910 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Bound port: 6080b56b-f78d-4212-8859-6d7ed5214af9, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:34:33.102258 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:33.139499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a027e12-2998-4da4-8899-5999d9845338 req-fa21f964-6d28-4769-a267-1eb9b1876a56 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:33.147777 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a027e12-2998-4da4-8899-5999d9845338 req-fa21f964-6d28-4769-a267-1eb9b1876a56 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 943 time: 0.2249660 Nov 12 04:34:33.155532 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef64026-d6c6-44ad-b74d-170d3f5d95f9 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event deleted for resources: {'Port': ['ID=6a147663-00a4-4c48-92b7-4981c469e535,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:33.194563 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65a8cb98-2b02-43e0-88a8-bef991f2ddef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:33.325575 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ef64026-d6c6-44ad-b74d-170d3f5d95f9 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:33.327598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] For port 6080b56b-f78d-4212-8859-6d7ed5214af9, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:34:33.331235 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] For port 6080b56b-f78d-4212-8859-6d7ed5214af9, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6080b56b-f78d-4212-8859-6d7ed5214af9,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:34:33.336977 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6ef64026-d6c6-44ad-b74d-170d3f5d95f9 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "DELETE /v2.0/ports/6a147663-00a4-4c48-92b7-4981c469e535 HTTP/1.1" status: 204 len: 168 time: 0.9452922 Nov 12 04:34:33.337878 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35560) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:33.344972 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-17162aa3-f190-4bad-9e0e-6f4754af6ea3 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:33.349661 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a027e12-2998-4da4-8899-5999d9845338 req-f09638af-33f1-42b4-ba84-a05a73bdeccc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008767 Nov 12 04:34:33.413122 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-760d083e-3f4f-47c9-8c7e-17d2c58c97f5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:33.415983 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-760d083e-3f4f-47c9-8c7e-17d2c58c97f5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:33.417118 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-760d083e-3f4f-47c9-8c7e-17d2c58c97f5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "DELETE /v2.0/security-groups/e0e6c171-e7d5-4250-ad88-db39b24caac4 HTTP/1.1" status: 204 len: 168 time: 0.7446575 Nov 12 04:34:33.420771 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35564) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:33.431763 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d083e-3f4f-47c9-8c7e-17d2c58c97f5 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e6c171-e7d5-4250-ad88-db39b24caac4,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:33.452559 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-da17dbd0-8d83-4e14-bba5-859cd7989302 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] show failed (client error): The resource could not be found. Nov 12 04:34:33.453719 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-da17dbd0-8d83-4e14-bba5-859cd7989302 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "GET /v2.0/security-groups/e0e6c171-e7d5-4250-ad88-db39b24caac4 HTTP/1.1" status: 404 len: 347 time: 0.0319579 Nov 12 04:34:33.457102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35566) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:33.497589 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:33.584116 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:33.584747 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:33.586218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] 10.222.0.21 "PUT /v2.0/ports/6080b56b-f78d-4212-8859-6d7ed5214af9 HTTP/1.1" status: 200 len: 1092 time: 1.9249313 Nov 12 04:34:33.586938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:33.588384 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17162aa3-f190-4bad-9e0e-6f4754af6ea3 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:33.589103 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392d444f-8e5c-484e-999f-72850db1b3b1" -d '{"events": [{"name": "network-changed", "server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:33.634886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ee499-0a39-48a0-af57-7084c8b9c629 service neutron] Pushing event updated for resources: {'Port': ['ID=6080b56b-f78d-4212-8859-6d7ed5214af9,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:33.640974 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177a1eaa-0f61-4269-8371-619603398a94 x-openstack-request-id: req-177a1eaa-0f61-4269-8371-619603398a94 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:33.641269 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:33.641527 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-177a1eaa-0f61-4269-8371-619603398a94 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:33.641935 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'status': 'completed', 'code': 200} Nov 12 04:34:33.679798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-b4483d84-3ddc-41ad-87ba-d2cf0e59fdd0 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Deleting port ff5728af-66cc-4286-97e9-c688fffef1ef {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:33.683828 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b4483d84-3ddc-41ad-87ba-d2cf0e59fdd0 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:33.780305 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17162aa3-f190-4bad-9e0e-6f4754af6ea3 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:33.799780 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d444f-8e5c-484e-999f-72850db1b3b1 req-c8a9c31c-3269-4ebd-8255-2f9f753887bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:33.801401 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-392d444f-8e5c-484e-999f-72850db1b3b1 req-c8a9c31c-3269-4ebd-8255-2f9f753887bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 1095 time: 0.1035099 Nov 12 04:34:33.814290 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b4483d84-3ddc-41ad-87ba-d2cf0e59fdd0 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:33.814617 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b4483d84-3ddc-41ad-87ba-d2cf0e59fdd0 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:33.927957 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-17162aa3-f190-4bad-9e0e-6f4754af6ea3 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Allocated IP 172.25.1.103 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/0ab2ffc5-d610-47a9-87b2-f330aa31e021) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:33.939511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-b4483d84-3ddc-41ad-87ba-d2cf0e59fdd0 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Calling delete_port for ff5728af-66cc-4286-97e9-c688fffef1ef owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:34.044546 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17162aa3-f190-4bad-9e0e-6f4754af6ea3 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:34.045171 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d444f-8e5c-484e-999f-72850db1b3b1 req-202be669-943c-48f4-9ade-162aa20997d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:34.046684 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-392d444f-8e5c-484e-999f-72850db1b3b1 req-202be669-943c-48f4-9ade-162aa20997d6 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2289584 Nov 12 04:34:34.277703 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d444f-8e5c-484e-999f-72850db1b3b1 req-6b017648-8117-4ff8-a2bf-326e57fb6730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:34.279520 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-392d444f-8e5c-484e-999f-72850db1b3b1 req-6b017648-8117-4ff8-a2bf-326e57fb6730 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2241931 Nov 12 04:34:34.290855 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17162aa3-f190-4bad-9e0e-6f4754af6ea3 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:34.336485 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17162aa3-f190-4bad-9e0e-6f4754af6ea3 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:34.344496 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-17162aa3-f190-4bad-9e0e-6f4754af6ea3 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:34.349174 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17162aa3-f190-4bad-9e0e-6f4754af6ea3 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:34.384507 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17162aa3-f190-4bad-9e0e-6f4754af6ea3 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=0ab2ffc5-d610-47a9-87b2-f330aa31e021,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:34.422614 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-f3978e5e-65a5-4445-88b1-80b10b962fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:34.424460 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-f3978e5e-65a5-4445-88b1-80b10b962fc9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 1095 time: 0.0650234 Nov 12 04:34:34.462266 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17162aa3-f190-4bad-9e0e-6f4754af6ea3 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:34.493640 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-d8231bda-1772-47bb-91e9-ed60f3902523 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6080b56b-f78d-4212-8859-6d7ed5214af9 HTTP/1.1" status: 200 len: 217 time: 0.0503113 Nov 12 04:34:34.537077 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b4483d84-3ddc-41ad-87ba-d2cf0e59fdd0 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:34.557365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8cd29-d5ea-4e04-866d-10c5b0d287a9 req-93467ad0-a984-4e41-bfbd-7cdca75a309b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:34.558933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a9c8cd29-d5ea-4e04-866d-10c5b0d287a9 req-93467ad0-a984-4e41-bfbd-7cdca75a309b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 943 time: 0.1268575 Nov 12 04:34:34.585966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4483d84-3ddc-41ad-87ba-d2cf0e59fdd0 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event deleted for resources: {'Port': ['ID=ff5728af-66cc-4286-97e9-c688fffef1ef,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:34.618600 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-d35fc796-e066-41e6-a22d-156c68dfeeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:34.620114 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-d35fc796-e066-41e6-a22d-156c68dfeeb4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f497be31-7943-4616-9958-6a86c5285b45 HTTP/1.1" status: 200 len: 834 time: 0.1201830 Nov 12 04:34:34.675265 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17162aa3-f190-4bad-9e0e-6f4754af6ea3 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:34.879835 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17162aa3-f190-4bad-9e0e-6f4754af6ea3 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:35.029016 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17162aa3-f190-4bad-9e0e-6f4754af6ea3 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:35.079746 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a9c8cd29-d5ea-4e04-866d-10c5b0d287a9 req-ce9b37cd-f09c-4d22-ba29-fefa75732d92 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4984972 Nov 12 04:34:35.081307 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b4483d84-3ddc-41ad-87ba-d2cf0e59fdd0 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:35.083960 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b4483d84-3ddc-41ad-87ba-d2cf0e59fdd0 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:35.087606 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b4483d84-3ddc-41ad-87ba-d2cf0e59fdd0 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "DELETE /v2.0/floatingips/2ecd9110-4fe8-4dd5-8843-65c8519277e9 HTTP/1.1" status: 204 len: 168 time: 1.6267416 Nov 12 04:34:35.088215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35582) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:35.110418 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17162aa3-f190-4bad-9e0e-6f4754af6ea3 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=0ab2ffc5-d610-47a9-87b2-f330aa31e021,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:35.122948 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-cfa2b29f-cae1-49ba-98d6-565c5305dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:35.124463 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-cfa2b29f-cae1-49ba-98d6-565c5305dfe7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb3c2fbe-4b78-4f75-a060-641c28a1f617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4802346 Nov 12 04:34:35.130486 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17162aa3-f190-4bad-9e0e-6f4754af6ea3 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:35.268887 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-2014f16c-35b8-43d1-ac95-61a827975446 service neutron] 10.222.0.21 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353126 Nov 12 04:34:35.276933 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-6519aab8-d6d6-4fe1-ac03-93a64e882d0b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Deleting port 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:35.277270 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6519aab8-d6d6-4fe1-ac03-93a64e882d0b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:35.396428 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17162aa3-f190-4bad-9e0e-6f4754af6ea3 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:35.398731 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-17162aa3-f190-4bad-9e0e-6f4754af6ea3 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0583119 Nov 12 04:34:35.403464 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35590) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:35.411611 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-46ebc4cd-60a5-41f2-bfc0-f2b45c6d73c6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'port': {'network_id': '772c9f96-c734-4b1c-a4b8-6f91a9692c70', 'name': 'tempest-FloatingIPTestJSON-2135419858'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:35.433295 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6519aab8-d6d6-4fe1-ac03-93a64e882d0b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:35.443644 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74f0d71e-c6d7-44af-8b4b-286148363072 req-e0680817-8fee-4ea2-ab74-30a6c6c6da99 service neutron] 10.222.0.21 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635144 Nov 12 04:34:35.449551 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-6519aab8-d6d6-4fe1-ac03-93a64e882d0b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Calling delete_port for 748ffb26-f9f4-41f0-b898-e8e2c87b6af5 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:35.686301 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-935f063b-190a-4644-930a-a0225f959570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:35.737418 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ebc4cd-60a5-41f2-bfc0-f2b45c6d73c6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Made reservation on behalf of f575d6eea2f84babaf19cdfc6186f768 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:34:35.737919 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6519aab8-d6d6-4fe1-ac03-93a64e882d0b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:35.741263 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-46ebc4cd-60a5-41f2-bfc0-f2b45c6d73c6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:35.759267 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-46ebc4cd-60a5-41f2-bfc0-f2b45c6d73c6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] device_id is not set on port 00a100fe-8393-4699-9dae-39f83d4c1885 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:34:35.768379 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519aab8-d6d6-4fe1-ac03-93a64e882d0b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event deleted for resources: {'Port': ['ID=748ffb26-f9f4-41f0-b898-e8e2c87b6af5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:35.844179 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6519aab8-d6d6-4fe1-ac03-93a64e882d0b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:35.849234 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6519aab8-d6d6-4fe1-ac03-93a64e882d0b tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "DELETE /v2.0/ports/748ffb26-f9f4-41f0-b898-e8e2c87b6af5 HTTP/1.1" status: 204 len: 168 time: 0.7599671 Nov 12 04:34:35.851746 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35596) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:35.873296 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-46ebc4cd-60a5-41f2-bfc0-f2b45c6d73c6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Allocated IP 172.20.0.13 (772c9f96-c734-4b1c-a4b8-6f91a9692c70/b43684b2-d5fb-4857-8c74-42a709e14083/00a100fe-8393-4699-9dae-39f83d4c1885) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:35.947497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a5c36-2488-42ff-8794-3408e290da97 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Deleting port 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:35.948069 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5c36-2488-42ff-8794-3408e290da97 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:36.044103 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5c36-2488-42ff-8794-3408e290da97 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:36.044307 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-46ebc4cd-60a5-41f2-bfc0-f2b45c6d73c6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:36.057019 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a5c36-2488-42ff-8794-3408e290da97 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Calling delete_port for 4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:36.212178 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-46ebc4cd-60a5-41f2-bfc0-f2b45c6d73c6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:36.263618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7235257-811b-4d08-b72a-f1c019fe94ab req-342d7670-4d83-4053-9f28-5aa218c94e8e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:36.265272 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d7235257-811b-4d08-b72a-f1c019fe94ab req-342d7670-4d83-4053-9f28-5aa218c94e8e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 943 time: 0.0937378 Nov 12 04:34:36.274099 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ebc4cd-60a5-41f2-bfc0-f2b45c6d73c6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Network 772c9f96-c734-4b1c-a4b8-6f91a9692c70 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:36.278094 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-46ebc4cd-60a5-41f2-bfc0-f2b45c6d73c6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:36.281327 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ebc4cd-60a5-41f2-bfc0-f2b45c6d73c6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:36.287029 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebc4cd-60a5-41f2-bfc0-f2b45c6d73c6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=00a100fe-8393-4699-9dae-39f83d4c1885,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:36.344322 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d7235257-811b-4d08-b72a-f1c019fe94ab req-d55c79bc-62fe-4e3b-9f62-6c62ed4c857d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704799 Nov 12 04:34:36.375710 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ebc4cd-60a5-41f2-bfc0-f2b45c6d73c6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:36.377118 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-46ebc4cd-60a5-41f2-bfc0-f2b45c6d73c6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:36.394426 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5c36-2488-42ff-8794-3408e290da97 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:36.433341 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a5c36-2488-42ff-8794-3408e290da97 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event deleted for resources: {'Port': ['ID=4cbb731e-d485-43c6-aa7c-f94c8d5d99e5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:36.525518 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5c36-2488-42ff-8794-3408e290da97 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:36.529054 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2c9a5c36-2488-42ff-8794-3408e290da97 tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "DELETE /v2.0/ports/4cbb731e-d485-43c6-aa7c-f94c8d5d99e5 HTTP/1.1" status: 204 len: 168 time: 0.6758480 Nov 12 04:34:36.531692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35606) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:36.552282 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-46ebc4cd-60a5-41f2-bfc0-f2b45c6d73c6 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1455419 Nov 12 04:34:36.559777 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35608) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:36.564577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-01ad2219-62da-4bb1-920a-d2d48fa3de01 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'floatingip': {'port_id': '00a100fe-8393-4699-9dae-39f83d4c1885'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:36.589239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2767bb2-1619-4034-bf99-ee39f076d2bf tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Deleting subnet aa523a34-d8df-4b2a-8bb1-49cddad3028a {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:34:36.592623 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2767bb2-1619-4034-bf99-ee39f076d2bf tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:36.607725 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01ad2219-62da-4bb1-920a-d2d48fa3de01 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:36.643664 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2767bb2-1619-4034-bf99-ee39f076d2bf tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:36.739535 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2767bb2-1619-4034-bf99-ee39f076d2bf tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:36.742683 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.040522 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2767bb2-1619-4034-bf99-ee39f076d2bf tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.077699 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2767bb2-1619-4034-bf99-ee39f076d2bf tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event deleted for resources: {'Subnet': ['ID=aa523a34-d8df-4b2a-8bb1-49cddad3028a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:37.094913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb1d89d-b449-443c-8322-5c8b1d0ce08f None None] Network 8ce3611a-3158-4092-88f0-6068ca0e253f requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:34:37.095854 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2767bb2-1619-4034-bf99-ee39f076d2bf tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.101381 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e2767bb2-1619-4034-bf99-ee39f076d2bf tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "DELETE /v2.0/subnets/aa523a34-d8df-4b2a-8bb1-49cddad3028a HTTP/1.1" status: 204 len: 168 time: 0.5670214 Nov 12 04:34:37.102453 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01ad2219-62da-4bb1-920a-d2d48fa3de01 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.103483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35612) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:37.159989 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d57be6-50b2-47d3-9088-0cc02af0d3ec tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Deleting subnet def5bb2e-e9ac-468c-88b9-6c140d20e94c {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:34:37.163403 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94d57be6-50b2-47d3-9088-0cc02af0d3ec tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.210805 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94d57be6-50b2-47d3-9088-0cc02af0d3ec tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.271058 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01ad2219-62da-4bb1-920a-d2d48fa3de01 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.308967 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94d57be6-50b2-47d3-9088-0cc02af0d3ec tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.320399 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6321d7ac-ea9c-45e5-9f1d-1b1a468fc1cc None None] DHCP port deletion for 8ce3611a-3158-4092-88f0-6068ca0e253f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:34:37.374568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6321d7ac-ea9c-45e5-9f1d-1b1a468fc1cc None None] Deleting port 76b91e78-14ee-43cf-b26d-e51ad5885065 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:37.375011 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6321d7ac-ea9c-45e5-9f1d-1b1a468fc1cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.462243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-6321d7ac-ea9c-45e5-9f1d-1b1a468fc1cc None None] For port 76b91e78-14ee-43cf-b26d-e51ad5885065, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=76b91e78-14ee-43cf-b26d-e51ad5885065,segment=NetworkSegment(8dc154d6-7960-4447-be39-027a9ad6840e),segment_id=8dc154d6-7960-4447-be39-027a9ad6840e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:37.463071 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6321d7ac-ea9c-45e5-9f1d-1b1a468fc1cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.481194 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6321d7ac-ea9c-45e5-9f1d-1b1a468fc1cc None None] Calling delete_port for 76b91e78-14ee-43cf-b26d-e51ad5885065 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:37.488507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b15220-e4cf-4163-80b3-26ec781b5fbd req-2e843288-c50e-4c93-a9c2-e2ff960e038e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:37.490506 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7b15220-e4cf-4163-80b3-26ec781b5fbd req-2e843288-c50e-4c93-a9c2-e2ff960e038e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 943 time: 0.0645981 Nov 12 04:34:37.555687 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7b15220-e4cf-4163-80b3-26ec781b5fbd req-78cb44e2-7a56-447a-9502-718fd70b12aa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589073 Nov 12 04:34:37.582326 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94d57be6-50b2-47d3-9088-0cc02af0d3ec tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.633090 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d57be6-50b2-47d3-9088-0cc02af0d3ec tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event deleted for resources: {'Subnet': ['ID=def5bb2e-e9ac-468c-88b9-6c140d20e94c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:37.652141 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1917d017-41c9-4cf9-b38b-a167be2137b2 None None] Network 79d2f23a-da96-4615-8aa1-f0a58d232473 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:34:37.653640 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94d57be6-50b2-47d3-9088-0cc02af0d3ec tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.658828 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-94d57be6-50b2-47d3-9088-0cc02af0d3ec tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "DELETE /v2.0/subnets/def5bb2e-e9ac-468c-88b9-6c140d20e94c HTTP/1.1" status: 204 len: 168 time: 0.5541477 Nov 12 04:34:37.661405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35620) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:37.777208 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.816333 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-01ad2219-62da-4bb1-920a-d2d48fa3de01 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Floating IP 841caade-896e-4469-8778-89152da32153 associated. External IP: 172.25.1.103, port: 00a100fe-8393-4699-9dae-39f83d4c1885. Nov 12 04:34:37.851995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Deleting port 76b91e78-14ee-43cf-b26d-e51ad5885065 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:37.852707 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.948837 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] For port 76b91e78-14ee-43cf-b26d-e51ad5885065, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=76b91e78-14ee-43cf-b26d-e51ad5885065,segment=NetworkSegment(8dc154d6-7960-4447-be39-027a9ad6840e),segment_id=8dc154d6-7960-4447-be39-027a9ad6840e)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:37.949457 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.965873 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Calling delete_port for 76b91e78-14ee-43cf-b26d-e51ad5885065 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:38.057534 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6321d7ac-ea9c-45e5-9f1d-1b1a468fc1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.069135 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.079424 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ad2219-62da-4bb1-920a-d2d48fa3de01 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router 1a3398c4-786b-44d0-bc42-d9f96975bb4f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:38.108201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] No DVR routers for this DVR port 76b91e78-14ee-43cf-b26d-e51ad5885065 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:34:38.113193 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f671059-8d85-49f8-9a79-d1f8772a9f89 None None] DHCP port deletion for 79d2f23a-da96-4615-8aa1-f0a58d232473 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:34:38.115245 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event deleted for resources: {'Port': ['ID=76b91e78-14ee-43cf-b26d-e51ad5885065,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:38.123426 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321d7ac-ea9c-45e5-9f1d-1b1a468fc1cc None None] Pushing event deleted for resources: {'Port': ['ID=76b91e78-14ee-43cf-b26d-e51ad5885065,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:38.156793 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6321d7ac-ea9c-45e5-9f1d-1b1a468fc1cc None None] No DVR routers for this DVR port 76b91e78-14ee-43cf-b26d-e51ad5885065 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:34:38.213176 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0f671059-8d85-49f8-9a79-d1f8772a9f89 None None] Deleting port e6595ee4-3c33-40a5-9a7b-41cf29f16e43 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:38.213792 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f671059-8d85-49f8-9a79-d1f8772a9f89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.220561 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.234918 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ad2219-62da-4bb1-920a-d2d48fa3de01 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:38.239955 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01ad2219-62da-4bb1-920a-d2d48fa3de01 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.260084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce3611a-3158-4092-88f0-6068ca0e253f']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:38.266424 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59031b41-c0a3-4e86-86e5-32ac2c4df078 None None] Sync routers for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:38.273609 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-01ad2219-62da-4bb1-920a-d2d48fa3de01 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "PUT /v2.0/floatingips/841caade-896e-4469-8778-89152da32153 HTTP/1.1" status: 200 len: 979 time: 1.7125072 Nov 12 04:34:38.276290 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35624) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:38.276840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc154d6-7960-4447-be39-027a9ad6840e') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:38.277209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc154d6-7960-4447-be39-027a9ad6840e') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:38.288880 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.303204 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0f671059-8d85-49f8-9a79-d1f8772a9f89 None None] For port e6595ee4-3c33-40a5-9a7b-41cf29f16e43, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e6595ee4-3c33-40a5-9a7b-41cf29f16e43,segment=NetworkSegment(1b70b2a2-a948-49f3-9cfb-789f8980c4e7),segment_id=1b70b2a2-a948-49f3-9cfb-789f8980c4e7)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:38.303204 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f671059-8d85-49f8-9a79-d1f8772a9f89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.312607 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.313895 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59031b41-c0a3-4e86-86e5-32ac2c4df078 None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:38.315389 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-59031b41-c0a3-4e86-86e5-32ac2c4df078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:38.320828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:34:38.321001 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0f671059-8d85-49f8-9a79-d1f8772a9f89 None None] Calling delete_port for e6595ee4-3c33-40a5-9a7b-41cf29f16e43 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:38.321184 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:34:38.324903 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:34:38.358531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-59031b41-c0a3-4e86-86e5-32ac2c4df078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:38.362341 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.377465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-22609c68-9940-48e1-9763-0bada684469e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Deleting port 00a100fe-8393-4699-9dae-39f83d4c1885 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:38.378456 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22609c68-9940-48e1-9763-0bada684469e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.404438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59031b41-c0a3-4e86-86e5-32ac2c4df078 None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:38.405078 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-59031b41-c0a3-4e86-86e5-32ac2c4df078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:38.441802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-59031b41-c0a3-4e86-86e5-32ac2c4df078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:38.442461 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59031b41-c0a3-4e86-86e5-32ac2c4df078 None None] The sync data for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:38.469084 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22609c68-9940-48e1-9763-0bada684469e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.587806 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.605008 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.611330 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "DELETE /v2.0/networks/8ce3611a-3158-4092-88f0-6068ca0e253f HTTP/1.1" status: 204 len: 168 time: 0.9474089 Nov 12 04:34:38.618534 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f671059-8d85-49f8-9a79-d1f8772a9f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.624578 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35630) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:38.643369 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f671059-8d85-49f8-9a79-d1f8772a9f89 None None] No DVR routers for this DVR port e6595ee4-3c33-40a5-9a7b-41cf29f16e43 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:34:38.692203 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479a05-bf89-4cc5-b224-eeb75941f7ae tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event deleted for resources: {'Network': ['ID=8ce3611a-3158-4092-88f0-6068ca0e253f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:38.704973 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f671059-8d85-49f8-9a79-d1f8772a9f89 None None] Pushing event deleted for resources: {'Port': ['ID=e6595ee4-3c33-40a5-9a7b-41cf29f16e43,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:38.746481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d3b7e-e79c-4964-9b28-23826e435a56 req-f466d3eb-1237-45a3-84e7-4e901b47722a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:38.747805 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9316ce7a-d208-4edb-9f6a-c53a5dcc9abb tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.748095 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-634d3b7e-e79c-4964-9b28-23826e435a56 req-f466d3eb-1237-45a3-84e7-4e901b47722a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 943 time: 0.0673068 Nov 12 04:34:38.798238 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-634d3b7e-e79c-4964-9b28-23826e435a56 req-c5431d59-86ca-431e-8917-41c79f50da4c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433977 Nov 12 04:34:38.880541 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22609c68-9940-48e1-9763-0bada684469e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.880917 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22609c68-9940-48e1-9763-0bada684469e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.881236 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-22609c68-9940-48e1-9763-0bada684469e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Floating IP 841caade-896e-4469-8778-89152da32153 disassociated. External IP: 172.25.1.103, port: 00a100fe-8393-4699-9dae-39f83d4c1885. Nov 12 04:34:38.881583 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-22609c68-9940-48e1-9763-0bada684469e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Calling delete_port for 00a100fe-8393-4699-9dae-39f83d4c1885 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:38.891805 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9316ce7a-d208-4edb-9f6a-c53a5dcc9abb tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.943642 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9316ce7a-d208-4edb-9f6a-c53a5dcc9abb tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d2f23a-da96-4615-8aa1-f0a58d232473']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:38.956813 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9316ce7a-d208-4edb-9f6a-c53a5dcc9abb tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b70b2a2-a948-49f3-9cfb-789f8980c4e7') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:38.957115 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9316ce7a-d208-4edb-9f6a-c53a5dcc9abb tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b70b2a2-a948-49f3-9cfb-789f8980c4e7') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:38.972116 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9316ce7a-d208-4edb-9f6a-c53a5dcc9abb tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.987792 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 76b91e78-14ee-43cf-b26d-e51ad5885065 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:34:38.996811 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9316ce7a-d208-4edb-9f6a-c53a5dcc9abb tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:39.007585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 76b91e78-14ee-43cf-b26d-e51ad5885065 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:34:39.007953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 76b91e78-14ee-43cf-b26d-e51ad5885065 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:34:39.008517 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e6595ee4-3c33-40a5-9a7b-41cf29f16e43 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:34:39.009140 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9316ce7a-d208-4edb-9f6a-c53a5dcc9abb tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:34:39.009551 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9316ce7a-d208-4edb-9f6a-c53a5dcc9abb tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:34:39.012554 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:34:39.031547 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: e6595ee4-3c33-40a5-9a7b-41cf29f16e43 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:34:39.031907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e6595ee4-3c33-40a5-9a7b-41cf29f16e43 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:34:39.182901 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:39.183550 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9316ce7a-d208-4edb-9f6a-c53a5dcc9abb tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:39.191090 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9316ce7a-d208-4edb-9f6a-c53a5dcc9abb tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:39.199692 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9316ce7a-d208-4edb-9f6a-c53a5dcc9abb tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] 10.222.0.37 "DELETE /v2.0/networks/79d2f23a-da96-4615-8aa1-f0a58d232473 HTTP/1.1" status: 204 len: 168 time: 0.5692003 Nov 12 04:34:39.211674 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316ce7a-d208-4edb-9f6a-c53a5dcc9abb tempest-TaggedBootDevicesTest_v242-231978034 tempest-TaggedBootDevicesTest_v242-231978034-project] Pushing event deleted for resources: {'Network': ['ID=79d2f23a-da96-4615-8aa1-f0a58d232473,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:39.303654 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22609c68-9940-48e1-9763-0bada684469e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:39.353680 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22609c68-9940-48e1-9763-0bada684469e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event deleted for resources: {'Port': ['ID=00a100fe-8393-4699-9dae-39f83d4c1885,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:39.508166 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22609c68-9940-48e1-9763-0bada684469e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router 1a3398c4-786b-44d0-bc42-d9f96975bb4f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:39.617856 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22609c68-9940-48e1-9763-0bada684469e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:39.628192 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec300a7-57d4-4f5a-a628-c160dc9e362b None None] Sync routers for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:39.640248 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec300a7-57d4-4f5a-a628-c160dc9e362b None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:39.640788 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bec300a7-57d4-4f5a-a628-c160dc9e362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:39.679862 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bec300a7-57d4-4f5a-a628-c160dc9e362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:39.688630 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec300a7-57d4-4f5a-a628-c160dc9e362b None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:39.689718 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bec300a7-57d4-4f5a-a628-c160dc9e362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:39.695449 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-22609c68-9940-48e1-9763-0bada684469e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:39.703342 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-22609c68-9940-48e1-9763-0bada684469e tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "DELETE /v2.0/ports/00a100fe-8393-4699-9dae-39f83d4c1885 HTTP/1.1" status: 204 len: 168 time: 1.4213896 Nov 12 04:34:39.703342 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35646) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:39.724958 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bec300a7-57d4-4f5a-a628-c160dc9e362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:39.725738 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec300a7-57d4-4f5a-a628-c160dc9e362b None None] The sync data for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:39.749243 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1e93023f-d163-4132-bcc5-269a09c35d54 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "GET /v2.0/floatingips/841caade-896e-4469-8778-89152da32153 HTTP/1.1" status: 200 len: 688 time: 0.0469410 Nov 12 04:34:39.751916 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35648) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:39.885447 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ab615-36f9-4efb-9b3f-62eb2c02c48a tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Deleting port 0ab2ffc5-d610-47a9-87b2-f330aa31e021 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:39.885754 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab615-36f9-4efb-9b3f-62eb2c02c48a tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:39.987025 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95cdc2-8c16-4498-870d-172263bd3290 req-74c7432c-b4af-4ddf-a65d-ce1a13ada5b7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:39.988699 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f95cdc2-8c16-4498-870d-172263bd3290 req-74c7432c-b4af-4ddf-a65d-ce1a13ada5b7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 943 time: 0.0659392 Nov 12 04:34:39.999984 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab615-36f9-4efb-9b3f-62eb2c02c48a tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:40.000544 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab615-36f9-4efb-9b3f-62eb2c02c48a tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:40.013899 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ab615-36f9-4efb-9b3f-62eb2c02c48a tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Calling delete_port for 0ab2ffc5-d610-47a9-87b2-f330aa31e021 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:40.046898 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f95cdc2-8c16-4498-870d-172263bd3290 req-f78a87d5-130c-4832-a52a-68fdfbec5bf0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519900 Nov 12 04:34:40.298142 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab615-36f9-4efb-9b3f-62eb2c02c48a tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:40.359390 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ab615-36f9-4efb-9b3f-62eb2c02c48a tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event deleted for resources: {'Port': ['ID=0ab2ffc5-d610-47a9-87b2-f330aa31e021,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:40.405525 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab615-36f9-4efb-9b3f-62eb2c02c48a tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:40.411945 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab615-36f9-4efb-9b3f-62eb2c02c48a tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:40.416998 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5e0ab615-36f9-4efb-9b3f-62eb2c02c48a tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "DELETE /v2.0/floatingips/841caade-896e-4469-8778-89152da32153 HTTP/1.1" status: 204 len: 168 time: 0.6606598 Nov 12 04:34:40.417352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35660) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:40.423121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': 'aa62aef8-13a9-47d2-98da-e5260277e602'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:40.525353 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6080b56b-f78d-4212-8859-6d7ed5214af9 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:34:40.531925 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:40.636084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 6080b56b-f78d-4212-8859-6d7ed5214af9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6080b56b-f78d-4212-8859-6d7ed5214af9,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:40.649739 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617', 'port_id': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'mac_address': 'fa:16:3e:2f:c5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f497be31-7943-4616-9958-6a86c5285b45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:34:40.650314 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:40.687924 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:40.710194 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6080b56b-f78d-4212-8859-6d7ed5214af9 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:34:40.733604 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 6080b56b-f78d-4212-8859-6d7ed5214af9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6080b56b-f78d-4212-8859-6d7ed5214af9,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:40.781215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Allocated IP 172.25.1.220 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/42fb9193-9099-495c-9bb7-8a702b04c053) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:40.880051 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:40.905987 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:40.989620 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=6080b56b-f78d-4212-8859-6d7ed5214af9,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:41.067722 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:41.120368 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:41.124444 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:41.131029 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:41.135470 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=42fb9193-9099-495c-9bb7-8a702b04c053,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:41.271181 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['6080b56b-f78d-4212-8859-6d7ed5214af9'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:34:41.285283 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28e5e2-1b93-4cc8-bb9b-bac6263ed497 req-0d438d6c-7377-4abf-a0cd-cf48fa0f28ee tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:41.286862 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a28e5e2-1b93-4cc8-bb9b-bac6263ed497 req-0d438d6c-7377-4abf-a0cd-cf48fa0f28ee tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 944 time: 0.1134729 Nov 12 04:34:41.385695 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a28e5e2-1b93-4cc8-bb9b-bac6263ed497 req-5b940bc1-317b-4368-a194-5b50b412f6e0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861287 Nov 12 04:34:41.663956 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:41.835523 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:42.009944 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:42.165551 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:42.234839 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=42fb9193-9099-495c-9bb7-8a702b04c053,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:42.250811 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:42.354645 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Floating IP 2b4e5a32-cb0d-42d2-b3b7-24673e47e963 associated. External IP: 172.25.1.220, port: aa62aef8-13a9-47d2-98da-e5260277e602. Nov 12 04:34:42.531459 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6080b56b-f78d-4212-8859-6d7ed5214af9 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:34:42.614723 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791fb75-a7e1-4269-a982-7c0080efc2a7 req-dd333c04-2091-4a6b-ad02-954f02bdace7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:42.616202 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1791fb75-a7e1-4269-a982-7c0080efc2a7 req-dd333c04-2091-4a6b-ad02-954f02bdace7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 944 time: 0.1037805 Nov 12 04:34:42.620766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router 1a3398c4-786b-44d0-bc42-d9f96975bb4f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:42.710518 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1791fb75-a7e1-4269-a982-7c0080efc2a7 req-a3f03fc4-8cd7-4c30-80c0-a34f647d614f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868244 Nov 12 04:34:42.716366 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 6080b56b-f78d-4212-8859-6d7ed5214af9 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:34:42.727630 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 6080b56b-f78d-4212-8859-6d7ed5214af9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:42.728318 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:42.774519 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:42.803730 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d598d-06fd-40da-a9f3-63ef8270f8dd None None] Sync routers for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:42.827002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d598d-06fd-40da-a9f3-63ef8270f8dd None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:42.834693 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ed5d598d-06fd-40da-a9f3-63ef8270f8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:42.869791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ed5d598d-06fd-40da-a9f3-63ef8270f8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:42.883847 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d598d-06fd-40da-a9f3-63ef8270f8dd None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:42.884467 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ed5d598d-06fd-40da-a9f3-63ef8270f8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:42.919011 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ed5d598d-06fd-40da-a9f3-63ef8270f8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:42.919711 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d598d-06fd-40da-a9f3-63ef8270f8dd None None] The sync data for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:42.933837 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:42.954527 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:42.965934 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4b67fca7-2dc6-4c3e-a0cb-8ceb83ae93d8 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5433965 Nov 12 04:34:42.965934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35692) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:42.969810 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a5d7d882-03cf-48c0-a991-29c2b2b00c55 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-17561105'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:42.984768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:42.987645 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee037cdb-b7c6-49b3-a713-6dccd0ac101e" -d '{"events": [{"server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "name": "network-vif-plugged", "status": "completed", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:43.004758 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 6080b56b-f78d-4212-8859-6d7ed5214af9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6080b56b-f78d-4212-8859-6d7ed5214af9,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:43.043473 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3becb084-fb16-426f-85c2-944c46c2b45c x-openstack-request-id: req-3becb084-fb16-426f-85c2-944c46c2b45c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:43.043473 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "name": "network-vif-plugged", "status": "completed", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:43.043473 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3becb084-fb16-426f-85c2-944c46c2b45c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:43.043473 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'code': 200} Nov 12 04:34:43.155930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b07156-ada0-402f-abea-d7983dc68955 req-deabedcf-78c4-4f99-b73c-cff6c4b69c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:43.158080 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9b07156-ada0-402f-abea-d7983dc68955 req-deabedcf-78c4-4f99-b73c-cff6c4b69c47 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 1096 time: 0.0444217 Nov 12 04:34:43.204355 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9b07156-ada0-402f-abea-d7983dc68955 req-74d19f44-b73f-4062-a010-fe6a96489930 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394146 Nov 12 04:34:43.216376 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d7d882-03cf-48c0-a991-29c2b2b00c55 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Made reservation on behalf of f575d6eea2f84babaf19cdfc6186f768 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:34:43.234582 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d882-03cf-48c0-a991-29c2b2b00c55 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:43.243657 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d7d882-03cf-48c0-a991-29c2b2b00c55 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:34:43.252788 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d882-03cf-48c0-a991-29c2b2b00c55 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:43.253073 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-a5d7d882-03cf-48c0-a991-29c2b2b00c55 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Added segment c926809f-527b-4479-b5ec-f7fc8d6176a8 of type vlan for network aa9f7b55-635f-4993-ba61-d30c56377a30 Nov 12 04:34:43.291205 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:43.291633 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d882-03cf-48c0-a991-29c2b2b00c55 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:43.358654 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=6080b56b-f78d-4212-8859-6d7ed5214af9,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:43.548593 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d882-03cf-48c0-a991-29c2b2b00c55 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:43.554446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d7d882-03cf-48c0-a991-29c2b2b00c55 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:43.555066 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d882-03cf-48c0-a991-29c2b2b00c55 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:43.623083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7d882-03cf-48c0-a991-29c2b2b00c55 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Network': ['ID=aa9f7b55-635f-4993-ba61-d30c56377a30,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:43.633392 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network aa9f7b55-635f-4993-ba61-d30c56377a30 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:34:43.797856 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a5d7d882-03cf-48c0-a991-29c2b2b00c55 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8321342 Nov 12 04:34:43.803578 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35706) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:43.806679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d7dfe9be-7b58-4afd-b844-1962b6e7f5cf tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'subnet': {'network_id': 'aa9f7b55-635f-4993-ba61-d30c56377a30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:43.846310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2a6cd-f81e-4274-9293-4e48b20bae94 req-cfef8745-84e2-4f53-a933-cf10b36f7592 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:43.854462 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-71c2a6cd-f81e-4274-9293-4e48b20bae94 req-cfef8745-84e2-4f53-a933-cf10b36f7592 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0699923 Nov 12 04:34:43.913243 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-71c2a6cd-f81e-4274-9293-4e48b20bae94 req-e7034756-8848-4a7f-8be1-256200b22725 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552549 Nov 12 04:34:44.143581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dfe9be-7b58-4afd-b844-1962b6e7f5cf tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Made reservation on behalf of f575d6eea2f84babaf19cdfc6186f768 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:34:44.147314 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7dfe9be-7b58-4afd-b844-1962b6e7f5cf tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:44.589008 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7dfe9be-7b58-4afd-b844-1962b6e7f5cf tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:44.653538 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfe9be-7b58-4afd-b844-1962b6e7f5cf tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Subnet': ['ID=9a47f1f5-a102-4df5-a749-20019a42f55a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:44.670443 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dfe9be-7b58-4afd-b844-1962b6e7f5cf tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Checking segment: {'id': 'c926809f-527b-4479-b5ec-f7fc8d6176a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'aa9f7b55-635f-4993-ba61-d30c56377a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:34:44.670896 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dfe9be-7b58-4afd-b844-1962b6e7f5cf tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Network hostable DHCP agents. Network: aa9f7b55-635f-4993-ba61-d30c56377a30, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:34:44.851381 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dfe9be-7b58-4afd-b844-1962b6e7f5cf tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Network aa9f7b55-635f-4993-ba61-d30c56377a30 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:34:44.960007 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d7dfe9be-7b58-4afd-b844-1962b6e7f5cf tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, aa9f7b55-635f-4993-ba61-d30c56377a30) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:44.970269 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dfe9be-7b58-4afd-b844-1962b6e7f5cf tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:44.971978 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7dfe9be-7b58-4afd-b844-1962b6e7f5cf tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:44.976989 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0b20d6-63bc-4c67-af12-462c6d1e0ac9 None None] Network aa9f7b55-635f-4993-ba61-d30c56377a30 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:34:45.178695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019382b-b795-4afb-a4f7-28ec3fa615e9 req-88697e86-d109-4150-93ae-c7c11c4095a8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:45.180615 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2019382b-b795-4afb-a4f7-28ec3fa615e9 req-88697e86-d109-4150-93ae-c7c11c4095a8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0967350 Nov 12 04:34:45.183004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35726) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:45.193208 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d7dfe9be-7b58-4afd-b844-1962b6e7f5cf tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3782697 Nov 12 04:34:45.193374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-47c375db-513b-4493-94b9-e58fbe317425 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-444442442', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:45.290572 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2019382b-b795-4afb-a4f7-28ec3fa615e9 req-c4e17974-6c1d-44c6-88c3-087d15989d63 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950103 Nov 12 04:34:45.294383 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-aa9f7b55-635f-4993-ba61-d30c56377a30', 'network_id': 'aa9f7b55-635f-4993-ba61-d30c56377a30', 'tenant_id': 'f575d6eea2f84babaf19cdfc6186f768', 'fixed_ips': [{'subnet_id': '9a47f1f5-a102-4df5-a749-20019a42f55a'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:34:45.295436 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:45.438348 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-47c375db-513b-4493-94b9-e58fbe317425 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:45.438348 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-47c375db-513b-4493-94b9-e58fbe317425 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:45.526047 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] Allocated IP 172.20.0.2 (aa9f7b55-635f-4993-ba61-d30c56377a30/9a47f1f5-a102-4df5-a749-20019a42f55a/2f66b390-a949-4725-b34b-d3079dc42d2e) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:45.576010 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-47c375db-513b-4493-94b9-e58fbe317425 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:45.600772 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce093c8b-2c37-4fff-83be-e08867fd9d9d req-2dcdf356-e647-422d-bfae-6e84293a4e5a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:45.602505 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce093c8b-2c37-4fff-83be-e08867fd9d9d req-2dcdf356-e647-422d-bfae-6e84293a4e5a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.1050613 Nov 12 04:34:45.674874 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce093c8b-2c37-4fff-83be-e08867fd9d9d req-2e873c26-21f3-4910-b113-bc0efef9d661 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600054 Nov 12 04:34:45.696287 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35732) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:45.760225 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5daaf4-c428-4d7c-9b03-c8ffb4367bbb tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:45.766453 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:45.767691 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fd5daaf4-c428-4d7c-9b03-c8ffb4367bbb tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 1092 time: 0.0682173 Nov 12 04:34:45.769153 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35736) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:45.776053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:45.880845 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:45.933236 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] Network aa9f7b55-635f-4993-ba61-d30c56377a30 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:45.938607 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:45.941109 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] Pushing event updated for resources: {'Port': ['ID=2f66b390-a949-4725-b34b-d3079dc42d2e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:45.947140 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:46.021032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] Attempting to bind port 2f66b390-a949-4725-b34b-d3079dc42d2e on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:34:46.022876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] Attempting to bind port 2f66b390-a949-4725-b34b-d3079dc42d2e by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'c926809f-527b-4479-b5ec-f7fc8d6176a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'aa9f7b55-635f-4993-ba61-d30c56377a30'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:34:46.022876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] Attempting to bind port 2f66b390-a949-4725-b34b-d3079dc42d2e on network aa9f7b55-635f-4993-ba61-d30c56377a30 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:34:46.023487 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:46.028718 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:34:46.028718 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] Checking segment: {'id': 'c926809f-527b-4479-b5ec-f7fc8d6176a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'aa9f7b55-635f-4993-ba61-d30c56377a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:34:46.029040 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:46.029277 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] Bound using segment: {'id': 'c926809f-527b-4479-b5ec-f7fc8d6176a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'aa9f7b55-635f-4993-ba61-d30c56377a30'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:34:46.029768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] Bound port: 2f66b390-a949-4725-b34b-d3079dc42d2e, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c926809f-527b-4479-b5ec-f7fc8d6176a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'aa9f7b55-635f-4993-ba61-d30c56377a30'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:34:46.030155 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:46.117876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] For port 2f66b390-a949-4725-b34b-d3079dc42d2e, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:34:46.121376 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] For port 2f66b390-a949-4725-b34b-d3079dc42d2e, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2f66b390-a949-4725-b34b-d3079dc42d2e,segment=NetworkSegment(c926809f-527b-4479-b5ec-f7fc8d6176a8),segment_id=c926809f-527b-4479-b5ec-f7fc8d6176a8)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:34:46.177902 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:46.216123 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:46.306762 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d3f50-f1fa-43f1-8a68-c8953a0f26e4 None None] Pushing event updated for resources: {'Port': ['ID=2f66b390-a949-4725-b34b-d3079dc42d2e,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:46.358103 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-47c375db-513b-4493-94b9-e58fbe317425 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:46.399128 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Allocated IP 172.25.1.123 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/25d018ad-a91f-4942-b6a9-15ba64a0c62a) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:46.530593 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:46.709115 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:46.769048 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:46.774380 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:46.776566 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=25d018ad-a91f-4942-b6a9-15ba64a0c62a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:46.781667 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:46.817594 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-47c375db-513b-4493-94b9-e58fbe317425 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:46.852868 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-47c375db-513b-4493-94b9-e58fbe317425 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:46.880803 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:47.102086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-47c375db-513b-4493-94b9-e58fbe317425 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Allocated IP 172.25.1.232 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/0ed693fd-539a-46e8-8ab9-b163af0ef0e0) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:47.114255 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2f66b390-a949-4725-b34b-d3079dc42d2e up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:34:47.237008 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-47c375db-513b-4493-94b9-e58fbe317425 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:47.253245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2f66b390-a949-4725-b34b-d3079dc42d2e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:47.255305 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:47.262080 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:47.366821 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-47c375db-513b-4493-94b9-e58fbe317425 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:47.381906 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:47.423849 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 2f66b390-a949-4725-b34b-d3079dc42d2e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2f66b390-a949-4725-b34b-d3079dc42d2e,segment=NetworkSegment(c926809f-527b-4479-b5ec-f7fc8d6176a8),segment_id=c926809f-527b-4479-b5ec-f7fc8d6176a8)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:47.438083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c375db-513b-4493-94b9-e58fbe317425 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:47.441142 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-47c375db-513b-4493-94b9-e58fbe317425 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:47.447610 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c375db-513b-4493-94b9-e58fbe317425 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:47.476596 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3d8106-cfdf-4066-b1ad-174d5dce080e None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:34:47.500619 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:47.531618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9241805b-072d-4e3c-90e9-9974ec3bd507 None None] Provisioning complete for port 0ed693fd-539a-46e8-8ab9-b163af0ef0e0 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:47.531992 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9241805b-072d-4e3c-90e9-9974ec3bd507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:47.555711 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c375db-513b-4493-94b9-e58fbe317425 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=0ed693fd-539a-46e8-8ab9-b163af0ef0e0,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:47.594408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9241805b-072d-4e3c-90e9-9974ec3bd507 None None] Port 0ed693fd-539a-46e8-8ab9-b163af0ef0e0 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:34:47.602817 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:47.789191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d86056-3fa8-4b22-8667-fef9b62e8e4e None None] Network aa9f7b55-635f-4993-ba61-d30c56377a30 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:34:47.822116 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=2f66b390-a949-4725-b34b-d3079dc42d2e,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:47.885441 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b8680c68-a460-49c6-87e0-61927587d818 None None] Provisioning complete for port 2f66b390-a949-4725-b34b-d3079dc42d2e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:47.885827 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b8680c68-a460-49c6-87e0-61927587d818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:47.900773 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:47.965985 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:48.046446 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-47c375db-513b-4493-94b9-e58fbe317425 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:48.107605 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:48.179106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=25d018ad-a91f-4942-b6a9-15ba64a0c62a,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:48.212377 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:48.356643 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Floating IP a965dbc6-8dfa-4785-aeaa-fc248c32c987 associated. External IP: 172.25.1.123, port: 6080b56b-f78d-4212-8859-6d7ed5214af9. Nov 12 04:34:48.604437 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-84d2d747-fb1f-49d8-a8b7-f202e63690bf None None] Provisioning complete for port 2f66b390-a949-4725-b34b-d3079dc42d2e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:48.607843 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84d2d747-fb1f-49d8-a8b7-f202e63690bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:48.622444 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-47c375db-513b-4493-94b9-e58fbe317425 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:49.015420 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c375db-513b-4493-94b9-e58fbe317425 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router ebd323f0-d9fe-4bac-b69d-e0a01c139304 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:34:49.058126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2f66b390-a949-4725-b34b-d3079dc42d2e up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:34:49.143409 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2f66b390-a949-4725-b34b-d3079dc42d2e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:49.143768 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:49.248345 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c375db-513b-4493-94b9-e58fbe317425 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:49.263314 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e9276-32d9-4520-8a44-b0fc135f2a5a None None] Sync routers for ids ['ebd323f0-d9fe-4bac-b69d-e0a01c139304'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:49.300463 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e9276-32d9-4520-8a44-b0fc135f2a5a None None] Routers {'ebd323f0-d9fe-4bac-b69d-e0a01c139304'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:49.301420 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-550e9276-32d9-4520-8a44-b0fc135f2a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['ebd323f0-d9fe-4bac-b69d-e0a01c139304'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:49.365368 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-47c375db-513b-4493-94b9-e58fbe317425 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:49.367556 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-47c375db-513b-4493-94b9-e58fbe317425 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1833181 Nov 12 04:34:49.371623 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35770) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:49.422092 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-550e9276-32d9-4520-8a44-b0fc135f2a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:49.452644 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e9276-32d9-4520-8a44-b0fc135f2a5a None None] Routers {'ebd323f0-d9fe-4bac-b69d-e0a01c139304'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:49.453830 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-550e9276-32d9-4520-8a44-b0fc135f2a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['ebd323f0-d9fe-4bac-b69d-e0a01c139304'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:49.566602 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Router fc362844-939a-4b67-aec5-68a0e33c5b45 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:49.570717 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-550e9276-32d9-4520-8a44-b0fc135f2a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:49.575939 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e9276-32d9-4520-8a44-b0fc135f2a5a None None] The sync data for ids ['ebd323f0-d9fe-4bac-b69d-e0a01c139304'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:49.762060 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:49.778926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e46fa3d-4584-4dfa-b382-178b8a802f34 None None] Sync routers for ids ['fc362844-939a-4b67-aec5-68a0e33c5b45'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:49.795894 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e46fa3d-4584-4dfa-b382-178b8a802f34 None None] Routers {'fc362844-939a-4b67-aec5-68a0e33c5b45'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:49.797427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-8e46fa3d-4584-4dfa-b382-178b8a802f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['fc362844-939a-4b67-aec5-68a0e33c5b45'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:49.893458 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:49.931030 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c267e2bd-67ef-46dd-a78f-9d3f10964e24 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1571929 Nov 12 04:34:49.931030 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:49.932016 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a6af1c-3f47-47ec-a763-ba6ae11e307a" -d '{"events": [{"name": "network-changed", "server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:49.955501 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-8e46fa3d-4584-4dfa-b382-178b8a802f34 None None] Set router fc362844-939a-4b67-aec5-68a0e33c5b45 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:50.097258 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fced1-6c2a-43e0-8e72-89699d1b9fba req-e0d61f80-a530-40d3-962b-3c8eba59cce8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:50.098939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d0fced1-6c2a-43e0-8e72-89699d1b9fba req-e0d61f80-a530-40d3-962b-3c8eba59cce8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0991216 Nov 12 04:34:50.220881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d0fced1-6c2a-43e0-8e72-89699d1b9fba req-3b3e01b7-ca0b-49bf-ba4c-12d56d28bbb8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980785 Nov 12 04:34:50.254465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35786) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:50.290973 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3a8e1de1-e0ab-4f66-9f47-667c58bde0f2 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:50.353012 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-8e46fa3d-4584-4dfa-b382-178b8a802f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869087704', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:14Z', 'updated_at': '2021-11-12T04:34:23Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'a965dbc6-8dfa-4785-aeaa-fc248c32c987', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'port_id': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617', 'mac_address': 'fa:16:3e:2f:c5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:34:47Z', 'updated_at': '2021-11-12T04:34:47Z', 'revision_number': 0, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2bcf8e-de2a-4299-82e6-0ba919f302a6', 'name': '', 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:97:df:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'f497be31-7943-4616-9958-6a86c5285b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:21Z', 'updated_at': '2021-11-12T04:34:28Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'f497be31-7943-4616-9958-6a86c5285b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:50.361267 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50448b27-c965-42d0-b35f-9e835a8b3529 x-openstack-request-id: req-50448b27-c965-42d0-b35f-9e835a8b3529 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:50.361566 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:50.361823 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50448b27-c965-42d0-b35f-9e835a8b3529 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:50.362229 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'status': 'completed', 'code': 200} Nov 12 04:34:50.457325 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60e69b88-a4d6-4f8f-9dcf-4112bbb2cee4 req-69171169-462d-4297-82dc-98a103f00183 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1352253 Nov 12 04:34:50.464668 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f1abc63e-b211-4c3e-a456-c65a77277fa0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/floatingips/a965dbc6-8dfa-4785-aeaa-fc248c32c987 HTTP/1.1" status: 200 len: 991 time: 0.2073581 Nov 12 04:34:50.509983 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6af1c-3f47-47ec-a763-ba6ae11e307a req-b88d155d-94ea-4901-9108-4abb5c5fa0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:50.513059 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-93a6af1c-3f47-47ec-a763-ba6ae11e307a req-b88d155d-94ea-4901-9108-4abb5c5fa0d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 1097 time: 0.0810225 Nov 12 04:34:50.597243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e46fa3d-4584-4dfa-b382-178b8a802f34 None None] Checking router: fc362844-939a-4b67-aec5-68a0e33c5b45 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:34:50.613943 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e46fa3d-4584-4dfa-b382-178b8a802f34 None None] Routers {'fc362844-939a-4b67-aec5-68a0e33c5b45'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:50.614815 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-8e46fa3d-4584-4dfa-b382-178b8a802f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['fc362844-939a-4b67-aec5-68a0e33c5b45'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:50.644494 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6af1c-3f47-47ec-a763-ba6ae11e307a req-c4abef46-5fda-4765-93d4-cde890023ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:50.645964 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-93a6af1c-3f47-47ec-a763-ba6ae11e307a req-c4abef46-5fda-4765-93d4-cde890023ffe service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb3c2fbe-4b78-4f75-a060-641c28a1f617 HTTP/1.1" status: 200 len: 898 time: 0.1263282 Nov 12 04:34:50.731183 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-93a6af1c-3f47-47ec-a763-ba6ae11e307a req-c7b222b9-98f6-4ec6-b2aa-32b7893213dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6080b56b-f78d-4212-8859-6d7ed5214af9 HTTP/1.1" status: 200 len: 999 time: 0.0774171 Nov 12 04:34:50.755811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-8e46fa3d-4584-4dfa-b382-178b8a802f34 None None] Set router fc362844-939a-4b67-aec5-68a0e33c5b45 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:50.856284 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6af1c-3f47-47ec-a763-ba6ae11e307a req-621a474c-a14e-425b-a669-f4c8964e990b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:50.856284 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-93a6af1c-3f47-47ec-a763-ba6ae11e307a req-621a474c-a14e-425b-a669-f4c8964e990b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f497be31-7943-4616-9958-6a86c5285b45 HTTP/1.1" status: 200 len: 834 time: 0.1130450 Nov 12 04:34:50.916975 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6af1c-3f47-47ec-a763-ba6ae11e307a req-e835e284-0662-4909-9d0e-0ba4c6e66a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:50.919055 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-93a6af1c-3f47-47ec-a763-ba6ae11e307a req-e835e284-0662-4909-9d0e-0ba4c6e66a43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb3c2fbe-4b78-4f75-a060-641c28a1f617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598686 Nov 12 04:34:50.939879 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-3a8e1de1-e0ab-4f66-9f47-667c58bde0f2 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Allocated IP 172.20.0.1 (aa9f7b55-635f-4993-ba61-d30c56377a30/9a47f1f5-a102-4df5-a749-20019a42f55a/f8cd1667-1901-45a8-8121-080a0900fea7) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:50.956718 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc687974-4691-4801-bd94-68778777b9b7 req-e027c44e-ab84-4217-8ca4-3c7393a8536e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1523659 Nov 12 04:34:51.100041 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-93a6af1c-3f47-47ec-a763-ba6ae11e307a req-c3b9ffd4-f881-4a72-bc29-9095754e3ccd service neutron] 10.222.0.21 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742582 Nov 12 04:34:51.178273 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc687974-4691-4801-bd94-68778777b9b7 req-26098109-062d-4ad4-8836-8da79911e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:51.180187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc687974-4691-4801-bd94-68778777b9b7 req-26098109-062d-4ad4-8836-8da79911e3e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=49f00332128a44d886ddf640128bd4c1&device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 1097 time: 0.1307688 Nov 12 04:34:51.253198 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-8e46fa3d-4584-4dfa-b382-178b8a802f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869087704', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:14Z', 'updated_at': '2021-11-12T04:34:23Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'a965dbc6-8dfa-4785-aeaa-fc248c32c987', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'port_id': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617', 'mac_address': 'fa:16:3e:2f:c5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:34:47Z', 'updated_at': '2021-11-12T04:34:47Z', 'revision_number': 0, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2bcf8e-de2a-4299-82e6-0ba919f302a6', 'name': '', 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:97:df:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'f497be31-7943-4616-9958-6a86c5285b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:21Z', 'updated_at': '2021-11-12T04:34:28Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'f497be31-7943-4616-9958-6a86c5285b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:51.276998 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-93a6af1c-3f47-47ec-a763-ba6ae11e307a req-f80917dc-7428-4492-8347-5b3feb8cc779 service neutron] 10.222.0.21 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695817 Nov 12 04:34:51.283017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e46fa3d-4584-4dfa-b382-178b8a802f34 None None] The sync data for ids ['fc362844-939a-4b67-aec5-68a0e33c5b45'] in n-d-768509-24 is: [{'id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869087704', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:14Z', 'updated_at': '2021-11-12T04:34:23Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'a965dbc6-8dfa-4785-aeaa-fc248c32c987', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'port_id': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617', 'mac_address': 'fa:16:3e:2f:c5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:34:47Z', 'updated_at': '2021-11-12T04:34:47Z', 'revision_number': 0, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2bcf8e-de2a-4299-82e6-0ba919f302a6', 'name': '', 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:97:df:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'f497be31-7943-4616-9958-6a86c5285b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:21Z', 'updated_at': '2021-11-12T04:34:28Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'f497be31-7943-4616-9958-6a86c5285b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:51.286066 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3a8e1de1-e0ab-4f66-9f47-667c58bde0f2 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:51.395124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc687974-4691-4801-bd94-68778777b9b7 req-e8229159-b6f1-436b-a475-959890e3946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:51.396856 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc687974-4691-4801-bd94-68778777b9b7 req-e8229159-b6f1-436b-a475-959890e3946a service neutron] 10.222.0.31 "GET /v2.0/networks?id=a730d3bd-8b46-4dd7-a02b-e5a523424593 HTTP/1.1" status: 200 len: 910 time: 0.1872704 Nov 12 04:34:51.467908 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35808) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:51.503373 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc687974-4691-4801-bd94-68778777b9b7 req-f9806135-a418-40b9-9322-07f860f5886c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae82aee1-b835-4418-8efe-9fad77e676bd HTTP/1.1" status: 200 len: 1001 time: 0.0959418 Nov 12 04:34:51.564066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc687974-4691-4801-bd94-68778777b9b7 req-a3ae298e-c92a-4d3a-8c4a-2c44eea092f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:51.565635 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc687974-4691-4801-bd94-68778777b9b7 req-a3ae298e-c92a-4d3a-8c4a-2c44eea092f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d42717c3-3818-4929-b170-a5e423fbda0e HTTP/1.1" status: 200 len: 848 time: 0.0573416 Nov 12 04:34:51.617308 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e69b88-a4d6-4f8f-9dcf-4112bbb2cee4 req-811064b2-f56f-451b-b08e-08af8d0d7fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:51.630903 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-60e69b88-a4d6-4f8f-9dcf-4112bbb2cee4 req-811064b2-f56f-451b-b08e-08af8d0d7fd0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 1097 time: 0.0891891 Nov 12 04:34:51.630903 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6d39c836-f70e-4c6a-b8f4-2ae1fc4be7cb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/floatingips/a965dbc6-8dfa-4785-aeaa-fc248c32c987 HTTP/1.1" status: 200 len: 991 time: 0.1604548 Nov 12 04:34:51.662462 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec4936b-ab7f-443b-94c8-e48ad7dc1e0b None None] New status for floating IP a965dbc6-8dfa-4785-aeaa-fc248c32c987: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:34:51.680585 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3a8e1de1-e0ab-4f66-9f47-667c58bde0f2 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:51.752064 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8e1de1-e0ab-4f66-9f47-667c58bde0f2 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Network aa9f7b55-635f-4993-ba61-d30c56377a30 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:51.758572 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-3a8e1de1-e0ab-4f66-9f47-667c58bde0f2 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:51.761978 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8e1de1-e0ab-4f66-9f47-667c58bde0f2 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:51.841304 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3a8e1de1-e0ab-4f66-9f47-667c58bde0f2 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:51.847868 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e1de1-e0ab-4f66-9f47-667c58bde0f2 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=f8cd1667-1901-45a8-8121-080a0900fea7,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:51.855130 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e69b88-a4d6-4f8f-9dcf-4112bbb2cee4 req-a53d6ed9-6389-47d3-ad1b-4ffee6b3fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:51.857526 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-60e69b88-a4d6-4f8f-9dcf-4112bbb2cee4 req-a53d6ed9-6389-47d3-ad1b-4ffee6b3fad8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb3c2fbe-4b78-4f75-a060-641c28a1f617 HTTP/1.1" status: 200 len: 898 time: 0.2104278 Nov 12 04:34:51.950460 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc687974-4691-4801-bd94-68778777b9b7 req-857c061a-fa41-4ca2-9d8b-3f46a1d56bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:51.952472 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc687974-4691-4801-bd94-68778777b9b7 req-857c061a-fa41-4ca2-9d8b-3f46a1d56bf1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a730d3bd-8b46-4dd7-a02b-e5a523424593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3786912 Nov 12 04:34:52.000527 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-60e69b88-a4d6-4f8f-9dcf-4112bbb2cee4 req-d911ceb0-503c-45df-a3e7-750ba4e71c48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6080b56b-f78d-4212-8859-6d7ed5214af9 HTTP/1.1" status: 200 len: 999 time: 0.1348140 Nov 12 04:34:52.136320 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e69b88-a4d6-4f8f-9dcf-4112bbb2cee4 req-5f8fd5a7-29d1-464b-9f34-8d7582b5255b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:52.142084 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-60e69b88-a4d6-4f8f-9dcf-4112bbb2cee4 req-5f8fd5a7-29d1-464b-9f34-8d7582b5255b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f497be31-7943-4616-9958-6a86c5285b45 HTTP/1.1" status: 200 len: 834 time: 0.1309757 Nov 12 04:34:52.153441 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc687974-4691-4801-bd94-68778777b9b7 req-2c615652-5baa-4d2c-bb76-81046f888efe service neutron] 10.222.0.31 "GET /v2.0/networks/a730d3bd-8b46-4dd7-a02b-e5a523424593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826134 Nov 12 04:34:52.218242 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7fb700f0-7750-4850-a84f-4ed3ab0b5ec2 None None] Provisioning complete for port f8cd1667-1901-45a8-8121-080a0900fea7 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:52.220230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e69b88-a4d6-4f8f-9dcf-4112bbb2cee4 req-d8fbf56e-2a06-4c2f-97e3-a28ba90efdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:52.220845 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7fb700f0-7750-4850-a84f-4ed3ab0b5ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:52.221847 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-60e69b88-a4d6-4f8f-9dcf-4112bbb2cee4 req-d8fbf56e-2a06-4c2f-97e3-a28ba90efdff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb3c2fbe-4b78-4f75-a060-641c28a1f617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762072 Nov 12 04:34:52.303988 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7fb700f0-7750-4850-a84f-4ed3ab0b5ec2 None None] Port f8cd1667-1901-45a8-8121-080a0900fea7 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:34:52.361548 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3a8e1de1-e0ab-4f66-9f47-667c58bde0f2 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:52.375150 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-60e69b88-a4d6-4f8f-9dcf-4112bbb2cee4 req-c3f301ff-34d3-4a84-be94-29f1c8aac45a service neutron] 10.222.0.21 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452141 Nov 12 04:34:52.429971 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc687974-4691-4801-bd94-68778777b9b7 req-99fb97d1-c28d-4b16-b800-9e8d932d1989 service neutron] 10.222.0.31 "GET /v2.0/networks/a730d3bd-8b46-4dd7-a02b-e5a523424593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670667 Nov 12 04:34:52.501718 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-60e69b88-a4d6-4f8f-9dcf-4112bbb2cee4 req-4f539082-b134-4520-a704-e5a4b0ac0e07 service neutron] 10.222.0.21 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124170 Nov 12 04:34:52.632926 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35818) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:52.715420 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7309e626-4afb-415c-b4c2-be2d85810747 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/floatingips/a965dbc6-8dfa-4785-aeaa-fc248c32c987 HTTP/1.1" status: 200 len: 993 time: 0.0808847 Nov 12 04:34:52.867171 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3a8e1de1-e0ab-4f66-9f47-667c58bde0f2 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:52.936649 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3a8e1de1-e0ab-4f66-9f47-667c58bde0f2 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:53.028480 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3a8e1de1-e0ab-4f66-9f47-667c58bde0f2 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:53.103940 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e1de1-e0ab-4f66-9f47-667c58bde0f2 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=f8cd1667-1901-45a8-8121-080a0900fea7,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:53.149980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8e1de1-e0ab-4f66-9f47-667c58bde0f2 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Network aa9f7b55-635f-4993-ba61-d30c56377a30 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:53.151623 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-3a8e1de1-e0ab-4f66-9f47-667c58bde0f2 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:53.341283 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8e1de1-e0ab-4f66-9f47-667c58bde0f2 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router ebd323f0-d9fe-4bac-b69d-e0a01c139304 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:53.507370 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8e1de1-e0ab-4f66-9f47-667c58bde0f2 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:53.518265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3f37b-678c-4bcd-ba5b-99d558ad1c04 None None] Sync routers for ids ['ebd323f0-d9fe-4bac-b69d-e0a01c139304'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:53.519149 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3a8e1de1-e0ab-4f66-9f47-667c58bde0f2 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "PUT /v2.0/routers/ebd323f0-d9fe-4bac-b69d-e0a01c139304/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1458266 Nov 12 04:34:53.519470 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35828) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:53.526309 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'port': {'network_id': 'aa9f7b55-635f-4993-ba61-d30c56377a30', 'name': 'tempest-FloatingIPTestJSON-344375168'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:53.544769 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d3f37b-678c-4bcd-ba5b-99d558ad1c04 None None] Routers {'ebd323f0-d9fe-4bac-b69d-e0a01c139304'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:53.547367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-04d3f37b-678c-4bcd-ba5b-99d558ad1c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['ebd323f0-d9fe-4bac-b69d-e0a01c139304'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:53.603528 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-04d3f37b-678c-4bcd-ba5b-99d558ad1c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:53.615642 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a373830e-3343-4eae-aba3-04d3730d2726 None None] Provisioning complete for port f8cd1667-1901-45a8-8121-080a0900fea7 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:53.617192 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a373830e-3343-4eae-aba3-04d3730d2726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:53.692017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d3f37b-678c-4bcd-ba5b-99d558ad1c04 None None] Routers {'ebd323f0-d9fe-4bac-b69d-e0a01c139304'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:53.692643 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-04d3f37b-678c-4bcd-ba5b-99d558ad1c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['ebd323f0-d9fe-4bac-b69d-e0a01c139304'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:53.695676 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a373830e-3343-4eae-aba3-04d3730d2726 None None] Port f8cd1667-1901-45a8-8121-080a0900fea7 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:34:53.733987 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-04d3f37b-678c-4bcd-ba5b-99d558ad1c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:53.734879 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3f37b-678c-4bcd-ba5b-99d558ad1c04 None None] The sync data for ids ['ebd323f0-d9fe-4bac-b69d-e0a01c139304'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:53.805283 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Made reservation on behalf of f575d6eea2f84babaf19cdfc6186f768 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:34:53.809392 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:53.829976 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] device_id is not set on port 9e731f97-f399-4d47-a635-ac8068043c24 yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:34:54.002196 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Allocated IP 172.20.0.14 (aa9f7b55-635f-4993-ba61-d30c56377a30/9a47f1f5-a102-4df5-a749-20019a42f55a/9e731f97-f399-4d47-a635-ac8068043c24) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:54.180248 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:54.303536 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:54.364036 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Network aa9f7b55-635f-4993-ba61-d30c56377a30 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:54.368321 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:54.371769 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:54.378988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event updated for resources: {'Port': ['ID=9e731f97-f399-4d47-a635-ac8068043c24,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:54.425200 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.426586 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.426586 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.426586 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.426586 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.428483 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.428483 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.428483 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.428483 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.428483 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.428483 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.428913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.480365 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:54.481038 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:54.604868 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4c2e4b2a-467d-4682-8fd1-a3661c86d82b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0813379 Nov 12 04:34:54.605490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35838) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:54.610760 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-edd12a87-9b50-4df2-af5a-476572aa19ba tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Request body: {'floatingip': {'port_id': '9e731f97-f399-4d47-a635-ac8068043c24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:54.693343 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edd12a87-9b50-4df2-af5a-476572aa19ba tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:54.742093 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5aabb42b-06b7-44f3-974f-73696e3348be None None] Provisioning complete for port 9e731f97-f399-4d47-a635-ac8068043c24 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:54.742583 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5aabb42b-06b7-44f3-974f-73696e3348be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:54.777666 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5aabb42b-06b7-44f3-974f-73696e3348be None None] Port 9e731f97-f399-4d47-a635-ac8068043c24 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:34:55.283258 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edd12a87-9b50-4df2-af5a-476572aa19ba tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:55.347926 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edd12a87-9b50-4df2-af5a-476572aa19ba tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:55.515447 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-edd12a87-9b50-4df2-af5a-476572aa19ba tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Floating IP 2b4e5a32-cb0d-42d2-b3b7-24673e47e963 associated. External IP: 172.25.1.220, port: aa62aef8-13a9-47d2-98da-e5260277e602. Nov 12 04:34:55.808187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd12a87-9b50-4df2-af5a-476572aa19ba tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router 1a3398c4-786b-44d0-bc42-d9f96975bb4f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:55.945511 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd12a87-9b50-4df2-af5a-476572aa19ba tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:55.959954 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ccc9c0-d225-4933-a985-5f38ca7d3f4c None None] Sync routers for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:55.979086 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ccc9c0-d225-4933-a985-5f38ca7d3f4c None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:55.980255 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a1ccc9c0-d225-4933-a985-5f38ca7d3f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:56.013949 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35856) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:56.046568 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a1ccc9c0-d225-4933-a985-5f38ca7d3f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:56.057649 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ccc9c0-d225-4933-a985-5f38ca7d3f4c None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:56.058504 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a1ccc9c0-d225-4933-a985-5f38ca7d3f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:56.146275 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a1ccc9c0-d225-4933-a985-5f38ca7d3f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:56.147344 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ccc9c0-d225-4933-a985-5f38ca7d3f4c None None] The sync data for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:56.402328 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd12a87-9b50-4df2-af5a-476572aa19ba tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router ebd323f0-d9fe-4bac-b69d-e0a01c139304 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:56.603223 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd12a87-9b50-4df2-af5a-476572aa19ba tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:56.618126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cd8254-0340-4a28-944a-d3cc61abf7d4 None None] Sync routers for ids ['ebd323f0-d9fe-4bac-b69d-e0a01c139304'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:56.643700 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-edd12a87-9b50-4df2-af5a-476572aa19ba tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:56.647601 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd8254-0340-4a28-944a-d3cc61abf7d4 None None] Routers {'ebd323f0-d9fe-4bac-b69d-e0a01c139304'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:56.648265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-55cd8254-0340-4a28-944a-d3cc61abf7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['ebd323f0-d9fe-4bac-b69d-e0a01c139304'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:56.755083 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-55cd8254-0340-4a28-944a-d3cc61abf7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:56.765191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd8254-0340-4a28-944a-d3cc61abf7d4 None None] Routers {'ebd323f0-d9fe-4bac-b69d-e0a01c139304'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:56.766170 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-55cd8254-0340-4a28-944a-d3cc61abf7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['ebd323f0-d9fe-4bac-b69d-e0a01c139304'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:56.833333 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-edd12a87-9b50-4df2-af5a-476572aa19ba tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "PUT /v2.0/floatingips/2b4e5a32-cb0d-42d2-b3b7-24673e47e963 HTTP/1.1" status: 200 len: 978 time: 2.2189014 Nov 12 04:34:56.833333 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35870) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:56.855163 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-55cd8254-0340-4a28-944a-d3cc61abf7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:56.855978 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cd8254-0340-4a28-944a-d3cc61abf7d4 None None] The sync data for ids ['ebd323f0-d9fe-4bac-b69d-e0a01c139304'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:57.013355 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1d757216-c3e8-4a42-9160-f2cbaf2340fb tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Deleting port 9e731f97-f399-4d47-a635-ac8068043c24 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:57.013709 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d757216-c3e8-4a42-9160-f2cbaf2340fb tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:57.135416 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d757216-c3e8-4a42-9160-f2cbaf2340fb tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:57.411468 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d757216-c3e8-4a42-9160-f2cbaf2340fb tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:57.411838 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d757216-c3e8-4a42-9160-f2cbaf2340fb tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:57.412157 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-1d757216-c3e8-4a42-9160-f2cbaf2340fb tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Floating IP 2b4e5a32-cb0d-42d2-b3b7-24673e47e963 disassociated. External IP: 172.25.1.220, port: 9e731f97-f399-4d47-a635-ac8068043c24. Nov 12 04:34:57.412828 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1d757216-c3e8-4a42-9160-f2cbaf2340fb tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Calling delete_port for 9e731f97-f399-4d47-a635-ac8068043c24 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:57.539211 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9a7118b9-80ae-437e-8efd-22b961643089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:57.862193 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-9a7118b9-80ae-437e-8efd-22b961643089 admin admin] Deleting port 4b433b06-67c5-4499-8052-8ecb7e059356 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:57.862847 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9a7118b9-80ae-437e-8efd-22b961643089 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:57.977452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-9a7118b9-80ae-437e-8efd-22b961643089 admin admin] For port 4b433b06-67c5-4499-8052-8ecb7e059356, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4b433b06-67c5-4499-8052-8ecb7e059356,segment=NetworkSegment(c3320d2f-1f1d-4144-9305-fc487dd0be6d),segment_id=c3320d2f-1f1d-4144-9305-fc487dd0be6d)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:57.977941 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9a7118b9-80ae-437e-8efd-22b961643089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:57.991344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-9a7118b9-80ae-437e-8efd-22b961643089 admin admin] Calling delete_port for 4b433b06-67c5-4499-8052-8ecb7e059356 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:58.005255 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d757216-c3e8-4a42-9160-f2cbaf2340fb tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:58.036510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d757216-c3e8-4a42-9160-f2cbaf2340fb tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event deleted for resources: {'Port': ['ID=9e731f97-f399-4d47-a635-ac8068043c24,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:58.230404 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d757216-c3e8-4a42-9160-f2cbaf2340fb tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router ebd323f0-d9fe-4bac-b69d-e0a01c139304 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:58.371342 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d757216-c3e8-4a42-9160-f2cbaf2340fb tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:58.383676 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6af1be-d069-481f-8f24-b0487718cf12 None None] Sync routers for ids ['ebd323f0-d9fe-4bac-b69d-e0a01c139304'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:58.399525 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9a7118b9-80ae-437e-8efd-22b961643089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:58.424398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7118b9-80ae-437e-8efd-22b961643089 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b433b06-67c5-4499-8052-8ecb7e059356,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:58.473015 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1d757216-c3e8-4a42-9160-f2cbaf2340fb tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:58.479624 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1d757216-c3e8-4a42-9160-f2cbaf2340fb tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "DELETE /v2.0/ports/9e731f97-f399-4d47-a635-ac8068043c24 HTTP/1.1" status: 204 len: 168 time: 1.6493165 Nov 12 04:34:58.482215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35886) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:58.533704 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6af1be-d069-481f-8f24-b0487718cf12 None None] Routers {'ebd323f0-d9fe-4bac-b69d-e0a01c139304'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:58.535009 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4a6af1be-d069-481f-8f24-b0487718cf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['ebd323f0-d9fe-4bac-b69d-e0a01c139304'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:58.605511 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4a6af1be-d069-481f-8f24-b0487718cf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:58.611143 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:34:58.621754 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6af1be-d069-481f-8f24-b0487718cf12 None None] Routers {'ebd323f0-d9fe-4bac-b69d-e0a01c139304'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:58.622618 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4a6af1be-d069-481f-8f24-b0487718cf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['ebd323f0-d9fe-4bac-b69d-e0a01c139304'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:58.691076 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4a6af1be-d069-481f-8f24-b0487718cf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:58.694188 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6af1be-d069-481f-8f24-b0487718cf12 None None] The sync data for ids ['ebd323f0-d9fe-4bac-b69d-e0a01c139304'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:58.717265 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9a7118b9-80ae-437e-8efd-22b961643089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:58.999014 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7118b9-80ae-437e-8efd-22b961643089 admin admin] Router d45acd03-da2d-4cb2-b3eb-f468a91ea3eb has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:59.064638 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4a37-7eea-4a02-a653-38b9049c9a9b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:59.159021 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7118b9-80ae-437e-8efd-22b961643089 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:59.164896 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9a7118b9-80ae-437e-8efd-22b961643089 admin admin] 10.222.0.37 "PUT /v2.0/routers/d45acd03-da2d-4cb2-b3eb-f468a91ea3eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1494088 Nov 12 04:34:59.167125 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35904) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:59.173026 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8adc6c8-10e3-4bb6-8578-9d1f9f0ded7e None None] Sync routers for ids ['d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:59.187830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8adc6c8-10e3-4bb6-8578-9d1f9f0ded7e None None] Routers {'d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:59.188433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f8adc6c8-10e3-4bb6-8578-9d1f9f0ded7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:59.307543 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-621f48d4-3bb1-47be-b686-6597798947c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:59.335238 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-f8adc6c8-10e3-4bb6-8578-9d1f9f0ded7e None None] Set router d45acd03-da2d-4cb2-b3eb-f468a91ea3eb gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:59.446184 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-621f48d4-3bb1-47be-b686-6597798947c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:59.478459 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf4a37-7eea-4a02-a653-38b9049c9a9b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Deleting port f8cd1667-1901-45a8-8121-080a0900fea7 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:59.479410 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4a37-7eea-4a02-a653-38b9049c9a9b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:59.584645 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f8adc6c8-10e3-4bb6-8578-9d1f9f0ded7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'name': 'tempest-TaggedBootDevicesTest_v242-1714417968-router', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:48Z', 'updated_at': '2021-11-12T04:34:58Z', 'revision_number': 5, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'gw_port': {'id': '0e15db3b-0ba8-4810-8922-bc1233d8dfd3', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:49Z', 'updated_at': '2021-11-12T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:59.586758 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4a37-7eea-4a02-a653-38b9049c9a9b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:59.601319 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf4a37-7eea-4a02-a653-38b9049c9a9b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Calling delete_port for f8cd1667-1901-45a8-8121-080a0900fea7 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:59.628623 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8adc6c8-10e3-4bb6-8578-9d1f9f0ded7e None None] Checking router: d45acd03-da2d-4cb2-b3eb-f468a91ea3eb for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:34:59.639494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8adc6c8-10e3-4bb6-8578-9d1f9f0ded7e None None] Routers {'d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:59.640701 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f8adc6c8-10e3-4bb6-8578-9d1f9f0ded7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:59.692381 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-621f48d4-3bb1-47be-b686-6597798947c9 admin admin] Deleting port 0e15db3b-0ba8-4810-8922-bc1233d8dfd3 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:59.692873 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-621f48d4-3bb1-47be-b686-6597798947c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:59.797973 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-f8adc6c8-10e3-4bb6-8578-9d1f9f0ded7e None None] Set router d45acd03-da2d-4cb2-b3eb-f468a91ea3eb gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:59.833606 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-621f48d4-3bb1-47be-b686-6597798947c9 admin admin] For port 0e15db3b-0ba8-4810-8922-bc1233d8dfd3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0e15db3b-0ba8-4810-8922-bc1233d8dfd3,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:59.834668 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-621f48d4-3bb1-47be-b686-6597798947c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:59.846830 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-621f48d4-3bb1-47be-b686-6597798947c9 admin admin] Calling delete_port for 0e15db3b-0ba8-4810-8922-bc1233d8dfd3 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:59.860532 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f8adc6c8-10e3-4bb6-8578-9d1f9f0ded7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'name': 'tempest-TaggedBootDevicesTest_v242-1714417968-router', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:48Z', 'updated_at': '2021-11-12T04:34:59Z', 'revision_number': 6, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:59.889121 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8adc6c8-10e3-4bb6-8578-9d1f9f0ded7e None None] The sync data for ids ['d45acd03-da2d-4cb2-b3eb-f468a91ea3eb'] in n-d-768509-24 is: [{'id': 'd45acd03-da2d-4cb2-b3eb-f468a91ea3eb', 'name': 'tempest-TaggedBootDevicesTest_v242-1714417968-router', 'tenant_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:48Z', 'updated_at': '2021-11-12T04:34:59Z', 'revision_number': 6, 'project_id': 'c2da92794a0540cfa9ccbce1e95a15a3', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:59.920100 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4a37-7eea-4a02-a653-38b9049c9a9b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:59.973173 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf4a37-7eea-4a02-a653-38b9049c9a9b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event deleted for resources: {'Port': ['ID=f8cd1667-1901-45a8-8121-080a0900fea7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:00.119783 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-621f48d4-3bb1-47be-b686-6597798947c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:00.150194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f48d4-3bb1-47be-b686-6597798947c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e15db3b-0ba8-4810-8922-bc1233d8dfd3,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:00.172623 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e4456f-c850-46cd-bdc1-e24708cf6422 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:35:00.239836 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4a37-7eea-4a02-a653-38b9049c9a9b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:00.252685 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-621f48d4-3bb1-47be-b686-6597798947c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:00.367837 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-621f48d4-3bb1-47be-b686-6597798947c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:00.371192 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-621f48d4-3bb1-47be-b686-6597798947c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:00.543884 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-621f48d4-3bb1-47be-b686-6597798947c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:00.544564 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621f48d4-3bb1-47be-b686-6597798947c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d45acd03-da2d-4cb2-b3eb-f468a91ea3eb {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:35:00.554686 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-621f48d4-3bb1-47be-b686-6597798947c9 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:00.554686 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-621f48d4-3bb1-47be-b686-6597798947c9 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d45acd03-da2d-4cb2-b3eb-f468a91ea3eb HTTP/1.1" status: 204 len: 168 time: 1.3842041 Nov 12 04:35:00.555164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35918) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:00.563611 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaf4a37-7eea-4a02-a653-38b9049c9a9b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router ebd323f0-d9fe-4bac-b69d-e0a01c139304 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:35:00.608759 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c8a966-b1df-4195-8784-b8b24c11a1db admin admin] Deleting subnet 3fc4ed48-686a-4892-81a2-ac8d11ac1cc4 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:35:00.613838 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a6c8a966-b1df-4195-8784-b8b24c11a1db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:00.656194 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a6c8a966-b1df-4195-8784-b8b24c11a1db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:00.709693 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaf4a37-7eea-4a02-a653-38b9049c9a9b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:35:00.721618 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ea07c5-e276-4546-a7e6-3f502055704b None None] Sync routers for ids ['ebd323f0-d9fe-4bac-b69d-e0a01c139304'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:35:00.749980 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ea07c5-e276-4546-a7e6-3f502055704b None None] Routers {'ebd323f0-d9fe-4bac-b69d-e0a01c139304'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:00.752111 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fcaf4a37-7eea-4a02-a653-38b9049c9a9b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "PUT /v2.0/routers/ebd323f0-d9fe-4bac-b69d-e0a01c139304/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2659888 Nov 12 04:35:00.752955 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35920) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:00.753229 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-97ea07c5-e276-4546-a7e6-3f502055704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['ebd323f0-d9fe-4bac-b69d-e0a01c139304'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:00.800856 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a6c8a966-b1df-4195-8784-b8b24c11a1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:00.845959 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-97ea07c5-e276-4546-a7e6-3f502055704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:00.867049 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ea07c5-e276-4546-a7e6-3f502055704b None None] Routers {'ebd323f0-d9fe-4bac-b69d-e0a01c139304'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:00.867728 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-97ea07c5-e276-4546-a7e6-3f502055704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:34:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['ebd323f0-d9fe-4bac-b69d-e0a01c139304'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:00.901802 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-97ea07c5-e276-4546-a7e6-3f502055704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:00.902429 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ea07c5-e276-4546-a7e6-3f502055704b None None] The sync data for ids ['ebd323f0-d9fe-4bac-b69d-e0a01c139304'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:35:00.940337 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99a01df4-6aa7-484c-b2c4-9a15055efcc7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:00.973014 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a6c8a966-b1df-4195-8784-b8b24c11a1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:00.996051 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8a966-b1df-4195-8784-b8b24c11a1db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fc4ed48-686a-4892-81a2-ac8d11ac1cc4,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:01.013061 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a6c8a966-b1df-4195-8784-b8b24c11a1db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:01.014280 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9fc988-32a6-4a7b-b0fe-6d7c87e55161 None None] Network fb300127-0441-4443-aae7-eeff2c911c12 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:01.026160 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a6c8a966-b1df-4195-8784-b8b24c11a1db admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3fc4ed48-686a-4892-81a2-ac8d11ac1cc4 HTTP/1.1" status: 204 len: 168 time: 0.4696381 Nov 12 04:35:01.028661 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35924) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:01.089854 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0e15db3b-0ba8-4810-8922-bc1233d8dfd3 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:35:01.158524 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:01.191544 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99a01df4-6aa7-484c-b2c4-9a15055efcc7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:01.232948 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] Deleting port b1f912ad-fe0b-431c-b34a-e3b01bf59102 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:01.233306 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:01.249014 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 0e15db3b-0ba8-4810-8922-bc1233d8dfd3 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:35:01.261165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0e15db3b-0ba8-4810-8922-bc1233d8dfd3 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:35:01.262020 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4b433b06-67c5-4499-8052-8ecb7e059356 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:35:01.300565 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 4b433b06-67c5-4499-8052-8ecb7e059356 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:35:01.301268 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4b433b06-67c5-4499-8052-8ecb7e059356 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:35:01.310972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] For port b1f912ad-fe0b-431c-b34a-e3b01bf59102, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b1f912ad-fe0b-431c-b34a-e3b01bf59102,segment=NetworkSegment(c3320d2f-1f1d-4144-9305-fc487dd0be6d),segment_id=c3320d2f-1f1d-4144-9305-fc487dd0be6d)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:01.311449 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:01.343963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] Calling delete_port for b1f912ad-fe0b-431c-b34a-e3b01bf59102 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:01.425479 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-99a01df4-6aa7-484c-b2c4-9a15055efcc7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Deleting port 0ed693fd-539a-46e8-8ab9-b163af0ef0e0 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:01.427647 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99a01df4-6aa7-484c-b2c4-9a15055efcc7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:01.476927 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe51a60-a229-42ae-b5e8-b2f5c5bd59a8 None None] DHCP port deletion for fb300127-0441-4443-aae7-eeff2c911c12 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:35:01.548664 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:01.570066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] No DVR routers for this DVR port b1f912ad-fe0b-431c-b34a-e3b01bf59102 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:35:01.592789 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99a01df4-6aa7-484c-b2c4-9a15055efcc7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:01.618215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-99a01df4-6aa7-484c-b2c4-9a15055efcc7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Calling delete_port for 0ed693fd-539a-46e8-8ab9-b163af0ef0e0 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:01.627671 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6fe51a60-a229-42ae-b5e8-b2f5c5bd59a8 None None] Deleting port b1f912ad-fe0b-431c-b34a-e3b01bf59102 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:01.628203 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fe51a60-a229-42ae-b5e8-b2f5c5bd59a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:01.643596 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f912ad-fe0b-431c-b34a-e3b01bf59102,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:01.718840 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:01.737495 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-6fe51a60-a229-42ae-b5e8-b2f5c5bd59a8 None None] For port b1f912ad-fe0b-431c-b34a-e3b01bf59102, host n-d-768509-24, got binding levels [] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:01.738409 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fe51a60-a229-42ae-b5e8-b2f5c5bd59a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:01.745991 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb300127-0441-4443-aae7-eeff2c911c12']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:01.753629 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6fe51a60-a229-42ae-b5e8-b2f5c5bd59a8 None None] Calling delete_port for b1f912ad-fe0b-431c-b34a-e3b01bf59102 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:01.757460 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.ipam_backend_mixin [None req-6fe51a60-a229-42ae-b5e8-b2f5c5bd59a8 None None] Port b1f912ad-fe0b-431c-b34a-e3b01bf59102 was not found and therefore no delete operation was performed {{(pid=103298) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:35:01.759716 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6fe51a60-a229-42ae-b5e8-b2f5c5bd59a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:01.765622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3320d2f-1f1d-4144-9305-fc487dd0be6d') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:01.765916 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3320d2f-1f1d-4144-9305-fc487dd0be6d') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:01.779065 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:01.796574 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:01.798591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe51a60-a229-42ae-b5e8-b2f5c5bd59a8 None None] Pushing event deleted for resources: {'Port': ['ID=b1f912ad-fe0b-431c-b34a-e3b01bf59102,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:01.801356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe51a60-a229-42ae-b5e8-b2f5c5bd59a8 None None] No DVR routers for this DVR port b1f912ad-fe0b-431c-b34a-e3b01bf59102 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:35:01.812093 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:35:01.813042 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:35:01.825935 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:35:02.291356 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99a01df4-6aa7-484c-b2c4-9a15055efcc7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:02.302554 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:02.311008 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:02.314983 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] 10.222.0.37 "DELETE /v2.0/networks/fb300127-0441-4443-aae7-eeff2c911c12 HTTP/1.1" status: 204 len: 168 time: 1.2852445 Nov 12 04:35:02.329606 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f6e09-6469-4e57-a8e5-ae7ae29bca7d admin admin] Pushing event deleted for resources: {'Network': ['ID=fb300127-0441-4443-aae7-eeff2c911c12,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:02.340096 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a01df4-6aa7-484c-b2c4-9a15055efcc7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event deleted for resources: {'Port': ['ID=0ed693fd-539a-46e8-8ab9-b163af0ef0e0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:02.362511 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade2a654-b10a-4fb4-a780-eec1edbfc7d5 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:35:02.424024 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99a01df4-6aa7-484c-b2c4-9a15055efcc7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:02.526095 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99a01df4-6aa7-484c-b2c4-9a15055efcc7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:02.528372 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99a01df4-6aa7-484c-b2c4-9a15055efcc7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:02.736721 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99a01df4-6aa7-484c-b2c4-9a15055efcc7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:02.737256 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a01df4-6aa7-484c-b2c4-9a15055efcc7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Fanout notify agent at l3_agent the message router_deleted on router ebd323f0-d9fe-4bac-b69d-e0a01c139304 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:35:02.746101 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99a01df4-6aa7-484c-b2c4-9a15055efcc7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:02.758039 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 35954) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:02.758140 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-99a01df4-6aa7-484c-b2c4-9a15055efcc7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "DELETE /v2.0/routers/ebd323f0-d9fe-4bac-b69d-e0a01c139304 HTTP/1.1" status: 204 len: 168 time: 1.9906132 Nov 12 04:35:02.826300 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f548f85-9998-4946-ad17-22b7df948d5b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Deleting subnet 9a47f1f5-a102-4df5-a749-20019a42f55a {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:35:02.831713 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f548f85-9998-4946-ad17-22b7df948d5b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:02.859189 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35956) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:02.889827 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f548f85-9998-4946-ad17-22b7df948d5b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:02.913144 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b197fdb8-3146-4948-82fe-ac926571699c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2da92794a0540cfa9ccbce1e95a15a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502834 Nov 12 04:35:02.913474 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35958) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:02.969402 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30725202-3af1-497d-b39c-11dba06d73cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:02.995855 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30725202-3af1-497d-b39c-11dba06d73cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:03.105884 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f548f85-9998-4946-ad17-22b7df948d5b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:03.115550 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b1f912ad-fe0b-431c-b34a-e3b01bf59102 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:35:03.130966 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30725202-3af1-497d-b39c-11dba06d73cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:03.133709 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30725202-3af1-497d-b39c-11dba06d73cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:03.137458 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-30725202-3af1-497d-b39c-11dba06d73cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de4912eb-b1fb-48fe-a38a-a33d0e6ad136 HTTP/1.1" status: 204 len: 168 time: 0.2205043 Nov 12 04:35:03.144311 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30725202-3af1-497d-b39c-11dba06d73cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4912eb-b1fb-48fe-a38a-a33d0e6ad136,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:03.163940 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: b1f912ad-fe0b-431c-b34a-e3b01bf59102 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:35:03.164378 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b1f912ad-fe0b-431c-b34a-e3b01bf59102 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:35:03.173799 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25069e41-3e22-4554-9d9f-a118fb8f3d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:03.291553 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f548f85-9998-4946-ad17-22b7df948d5b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:03.336434 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86d17d8-98f5-4d7d-b7cb-a6ffb3465f19 None None] Network aa9f7b55-635f-4993-ba61-d30c56377a30 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:03.346312 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f548f85-9998-4946-ad17-22b7df948d5b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:03.353901 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 35972) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:03.365675 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0f548f85-9998-4946-ad17-22b7df948d5b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "DELETE /v2.0/subnets/9a47f1f5-a102-4df5-a749-20019a42f55a HTTP/1.1" status: 204 len: 168 time: 0.6133077 Nov 12 04:35:03.369518 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f548f85-9998-4946-ad17-22b7df948d5b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event deleted for resources: {'Subnet': ['ID=9a47f1f5-a102-4df5-a749-20019a42f55a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:03.463562 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:03.540358 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Deleting port 2f66b390-a949-4725-b34b-d3079dc42d2e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:03.541157 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:03.562061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88b00e0-196d-46c7-9f88-fffd4e401e3d None None] DHCP port deletion for aa9f7b55-635f-4993-ba61-d30c56377a30 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:35:03.622798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] For port 2f66b390-a949-4725-b34b-d3079dc42d2e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2f66b390-a949-4725-b34b-d3079dc42d2e,segment=NetworkSegment(c926809f-527b-4479-b5ec-f7fc8d6176a8),segment_id=c926809f-527b-4479-b5ec-f7fc8d6176a8)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:03.623200 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:03.626893 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b88b00e0-196d-46c7-9f88-fffd4e401e3d None None] Deleting port 2f66b390-a949-4725-b34b-d3079dc42d2e {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:03.627391 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b88b00e0-196d-46c7-9f88-fffd4e401e3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:03.645178 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Calling delete_port for 2f66b390-a949-4725-b34b-d3079dc42d2e owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:03.804201 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b88b00e0-196d-46c7-9f88-fffd4e401e3d None None] For port 2f66b390-a949-4725-b34b-d3079dc42d2e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2f66b390-a949-4725-b34b-d3079dc42d2e,segment=NetworkSegment(c926809f-527b-4479-b5ec-f7fc8d6176a8),segment_id=c926809f-527b-4479-b5ec-f7fc8d6176a8)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:03.804606 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b88b00e0-196d-46c7-9f88-fffd4e401e3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:03.837203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b88b00e0-196d-46c7-9f88-fffd4e401e3d None None] Calling delete_port for 2f66b390-a949-4725-b34b-d3079dc42d2e owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:03.907908 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:03.935031 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event deleted for resources: {'Port': ['ID=2f66b390-a949-4725-b34b-d3079dc42d2e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:03.940105 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] No DVR routers for this DVR port 2f66b390-a949-4725-b34b-d3079dc42d2e on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:35:03.976124 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b88b00e0-196d-46c7-9f88-fffd4e401e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:04.011629 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b00e0-196d-46c7-9f88-fffd4e401e3d None None] Pushing event deleted for resources: {'Port': ['ID=2f66b390-a949-4725-b34b-d3079dc42d2e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:04.021824 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b00e0-196d-46c7-9f88-fffd4e401e3d None None] No DVR routers for this DVR port 2f66b390-a949-4725-b34b-d3079dc42d2e on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:35:04.076657 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:04.144809 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9f7b55-635f-4993-ba61-d30c56377a30']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:04.182381 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c926809f-527b-4479-b5ec-f7fc8d6176a8') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:04.183140 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c926809f-527b-4479-b5ec-f7fc8d6176a8') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:04.197110 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:04.211912 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:04.220840 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:35:04.221227 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:35:04.224570 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:35:04.478132 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:04.488160 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:04.493622 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "DELETE /v2.0/networks/aa9f7b55-635f-4993-ba61-d30c56377a30 HTTP/1.1" status: 204 len: 168 time: 1.1378675 Nov 12 04:35:04.496532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36014) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:04.516782 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e271b-1052-4192-9e43-2baabb47f854 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event deleted for resources: {'Network': ['ID=aa9f7b55-635f-4993-ba61-d30c56377a30,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:04.646980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-fa53fe5d-2c63-4fd3-a93d-a96f1706c4ec tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Deleting port 42fb9193-9099-495c-9bb7-8a702b04c053 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:04.647325 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa53fe5d-2c63-4fd3-a93d-a96f1706c4ec tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:04.739171 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa53fe5d-2c63-4fd3-a93d-a96f1706c4ec tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:04.739498 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa53fe5d-2c63-4fd3-a93d-a96f1706c4ec tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:04.769081 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-fa53fe5d-2c63-4fd3-a93d-a96f1706c4ec tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Calling delete_port for 42fb9193-9099-495c-9bb7-8a702b04c053 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:04.770445 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36020) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:04.908269 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e359934c-0bf1-43e0-a768-47b1ea819392 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1166934378-network', 'tenant_id': '58ee1280ba3548498ac23e6b87940e7c'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:05.009378 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2f66b390-a949-4725-b34b-d3079dc42d2e no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:35:05.030920 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 2f66b390-a949-4725-b34b-d3079dc42d2e {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:35:05.031268 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2f66b390-a949-4725-b34b-d3079dc42d2e not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:35:05.055354 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e359934c-0bf1-43e0-a768-47b1ea819392 admin admin] Made reservation on behalf of 58ee1280ba3548498ac23e6b87940e7c for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:35:05.060865 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e359934c-0bf1-43e0-a768-47b1ea819392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:05.068165 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa53fe5d-2c63-4fd3-a93d-a96f1706c4ec tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:05.075211 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e359934c-0bf1-43e0-a768-47b1ea819392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:05.098075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53fe5d-2c63-4fd3-a93d-a96f1706c4ec tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event deleted for resources: {'Port': ['ID=42fb9193-9099-495c-9bb7-8a702b04c053,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:05.162544 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa53fe5d-2c63-4fd3-a93d-a96f1706c4ec tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:05.172605 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa53fe5d-2c63-4fd3-a93d-a96f1706c4ec tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:05.174202 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fa53fe5d-2c63-4fd3-a93d-a96f1706c4ec tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "DELETE /v2.0/floatingips/2b4e5a32-cb0d-42d2-b3b7-24673e47e963 HTTP/1.1" status: 204 len: 168 time: 0.6765828 Nov 12 04:35:05.178408 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36024) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:05.215274 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df85fb8-6dc8-4aec-822c-c2bd67924bca tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] DELETE failed (client error): The resource could not be found. Nov 12 04:35:05.215981 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df85fb8-6dc8-4aec-822c-c2bd67924bca tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:35:05.219951 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3df85fb8-6dc8-4aec-822c-c2bd67924bca tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "DELETE /v2.0/ports/9e731f97-f399-4d47-a635-ac8068043c24 HTTP/1.1" status: 404 len: 333 time: 0.0389464 Nov 12 04:35:05.222411 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36028) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:05.225431 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e359934c-0bf1-43e0-a768-47b1ea819392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:05.258541 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-caff7d06-2c85-47cc-bf14-52c5313d2550 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebd323f0-d9fe-4bac-b69d-e0a01c139304 HTTP/1.1" status: 200 len: 205 time: 0.0339193 Nov 12 04:35:05.260960 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36030) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:05.298622 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-38149230-dfaa-4afb-9f96-f56138c396ce tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] delete failed (client error): The resource could not be found. Nov 12 04:35:05.302052 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-38149230-dfaa-4afb-9f96-f56138c396ce tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "DELETE /v2.0/routers/ebd323f0-d9fe-4bac-b69d-e0a01c139304 HTTP/1.1" status: 404 len: 336 time: 0.0377500 Nov 12 04:35:05.302332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36032) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:05.332582 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d5cce5-dce4-4108-9800-541b1dbd1d99 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] DELETE failed (client error): The resource could not be found. Nov 12 04:35:05.333132 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d5cce5-dce4-4108-9800-541b1dbd1d99 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:35:05.338584 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-35d5cce5-dce4-4108-9800-541b1dbd1d99 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "DELETE /v2.0/subnets/9a47f1f5-a102-4df5-a749-20019a42f55a HTTP/1.1" status: 404 len: 337 time: 0.0329216 Nov 12 04:35:05.338584 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e359934c-0bf1-43e0-a768-47b1ea819392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:05.340060 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36034) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:05.349017 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e359934c-0bf1-43e0-a768-47b1ea819392 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:35:05.357998 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e359934c-0bf1-43e0-a768-47b1ea819392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:05.358414 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-e359934c-0bf1-43e0-a768-47b1ea819392 admin admin] Added segment bc7cc4a4-0fd7-4041-af06-723b68f61815 of type vlan for network 83cd57ff-bc55-4b52-a3c3-ad1313d2a18e Nov 12 04:35:05.418604 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e359934c-0bf1-43e0-a768-47b1ea819392 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:05.480177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359934c-0bf1-43e0-a768-47b1ea819392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403efb8f-7cae-4bd1-bfe6-4b4fd6c7a942,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:05.526395 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5f05f85c-c152-4407-9534-424aa6b0901b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Deleting port aa62aef8-13a9-47d2-98da-e5260277e602 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:05.526953 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5f05f85c-c152-4407-9534-424aa6b0901b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:05.538194 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-583d8e48-5623-4c67-967e-3d6dae511de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:05.565176 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e359934c-0bf1-43e0-a768-47b1ea819392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:05.566131 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e359934c-0bf1-43e0-a768-47b1ea819392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:05.566922 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e359934c-0bf1-43e0-a768-47b1ea819392 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:05.645419 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5f05f85c-c152-4407-9534-424aa6b0901b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:05.647802 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359934c-0bf1-43e0-a768-47b1ea819392 admin admin] Pushing event updated for resources: {'Network': ['ID=83cd57ff-bc55-4b52-a3c3-ad1313d2a18e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:05.665713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5f05f85c-c152-4407-9534-424aa6b0901b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Calling delete_port for aa62aef8-13a9-47d2-98da-e5260277e602 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:05.670261 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 83cd57ff-bc55-4b52-a3c3-ad1313d2a18e details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:35:05.673093 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e359934c-0bf1-43e0-a768-47b1ea819392 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8999157 Nov 12 04:35:05.675925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36040) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:05.681999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7becd4e8-5e55-4e9c-8d23-3e223c3830ef admin admin] Request body: {'subnet': {'network_id': '83cd57ff-bc55-4b52-a3c3-ad1313d2a18e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1166934378-subnet', 'tenant_id': '58ee1280ba3548498ac23e6b87940e7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:05.782421 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7becd4e8-5e55-4e9c-8d23-3e223c3830ef admin admin] Made reservation on behalf of 58ee1280ba3548498ac23e6b87940e7c for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:35:05.785565 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7becd4e8-5e55-4e9c-8d23-3e223c3830ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:05.924494 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5f05f85c-c152-4407-9534-424aa6b0901b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:05.956620 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05f85c-c152-4407-9534-424aa6b0901b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event deleted for resources: {'Port': ['ID=aa62aef8-13a9-47d2-98da-e5260277e602,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:06.030171 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5f05f85c-c152-4407-9534-424aa6b0901b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:06.034703 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5f05f85c-c152-4407-9534-424aa6b0901b tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "DELETE /v2.0/ports/aa62aef8-13a9-47d2-98da-e5260277e602 HTTP/1.1" status: 204 len: 168 time: 0.6932173 Nov 12 04:35:06.037965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36046) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:06.073815 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7becd4e8-5e55-4e9c-8d23-3e223c3830ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:06.165400 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becd4e8-5e55-4e9c-8d23-3e223c3830ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c627d0-bf90-4759-9006-a5cc14f12211,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:06.181452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7becd4e8-5e55-4e9c-8d23-3e223c3830ef admin admin] Checking segment: {'id': 'bc7cc4a4-0fd7-4041-af06-723b68f61815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '83cd57ff-bc55-4b52-a3c3-ad1313d2a18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:06.181810 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7becd4e8-5e55-4e9c-8d23-3e223c3830ef admin admin] Network hostable DHCP agents. Network: 83cd57ff-bc55-4b52-a3c3-ad1313d2a18e, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:35:06.208678 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b4b76d41-3ee8-46b2-a642-b4040dc3ce17 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Deleting port 34d5fce8-101c-4a25-b88e-bc237c4bbe58 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:06.209017 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4b76d41-3ee8-46b2-a642-b4040dc3ce17 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:06.611280 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7becd4e8-5e55-4e9c-8d23-3e223c3830ef admin admin] Network 83cd57ff-bc55-4b52-a3c3-ad1313d2a18e is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:35:06.649968 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4b76d41-3ee8-46b2-a642-b4040dc3ce17 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:06.662246 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b4b76d41-3ee8-46b2-a642-b4040dc3ce17 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Calling delete_port for 34d5fce8-101c-4a25-b88e-bc237c4bbe58 owned by {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:06.770658 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-7becd4e8-5e55-4e9c-8d23-3e223c3830ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 83cd57ff-bc55-4b52-a3c3-ad1313d2a18e) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:06.770969 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:06.780748 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7becd4e8-5e55-4e9c-8d23-3e223c3830ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:06.781408 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7becd4e8-5e55-4e9c-8d23-3e223c3830ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:06.789284 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b84461a-6fe3-4981-a876-ba437627511e None None] Network 83cd57ff-bc55-4b52-a3c3-ad1313d2a18e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:06.896404 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4b76d41-3ee8-46b2-a642-b4040dc3ce17 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:06.932521 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b76d41-3ee8-46b2-a642-b4040dc3ce17 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event deleted for resources: {'Port': ['ID=34d5fce8-101c-4a25-b88e-bc237c4bbe58,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:07.002737 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7becd4e8-5e55-4e9c-8d23-3e223c3830ef admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3196330 Nov 12 04:35:07.023894 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b4b76d41-3ee8-46b2-a642-b4040dc3ce17 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:07.028121 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b4b76d41-3ee8-46b2-a642-b4040dc3ce17 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "DELETE /v2.0/ports/34d5fce8-101c-4a25-b88e-bc237c4bbe58 HTTP/1.1" status: 204 len: 168 time: 0.9891019 Nov 12 04:35:07.030708 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36056) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:07.093054 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0407c07-2624-4956-b98d-62af3c1c384a tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:07.094502 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905a489c-6d18-4cf7-bf5e-2e0c2f8045cf None None] Network 83cd57ff-bc55-4b52-a3c3-ad1313d2a18e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:07.095769 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e0407c07-2624-4956-b98d-62af3c1c384a tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a3398c4-786b-44d0-bc42-d9f96975bb4f HTTP/1.1" status: 200 len: 913 time: 0.0622575 Nov 12 04:35:07.097971 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36058) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:07.334231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36068) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:07.391575 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0fa808-b521-47fd-ba46-71f9a9ed42e2 admin admin] Deleting subnet 085ec117-e22f-4478-b8b7-36fc8143c8af {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:35:07.395735 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa808-b521-47fd-ba46-71f9a9ed42e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:07.451881 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa808-b521-47fd-ba46-71f9a9ed42e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:07.501475 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa808-b521-47fd-ba46-71f9a9ed42e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:07.526565 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8947a4b-8dee-4ee8-8d85-bb5a839eea3d tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:07.662362 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa808-b521-47fd-ba46-71f9a9ed42e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:07.692921 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fa808-b521-47fd-ba46-71f9a9ed42e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=085ec117-e22f-4478-b8b7-36fc8143c8af,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:07.696587 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa808-b521-47fd-ba46-71f9a9ed42e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:07.702430 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4b0fa808-b521-47fd-ba46-71f9a9ed42e2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/085ec117-e22f-4478-b8b7-36fc8143c8af HTTP/1.1" status: 204 len: 168 time: 0.3647184 Nov 12 04:35:07.702735 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36078) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:07.798827 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3bac0b3-06cf-4ed3-bd2f-dbb5a5471aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:07.886617 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a8947a4b-8dee-4ee8-8d85-bb5a839eea3d tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Deleting port 75c98c59-0001-4722-92cd-47008da69a28 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:07.886999 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8947a4b-8dee-4ee8-8d85-bb5a839eea3d tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:07.901110 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3bac0b3-06cf-4ed3-bd2f-dbb5a5471aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:07.930553 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c3bac0b3-06cf-4ed3-bd2f-dbb5a5471aad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a0e4e7-76ed-4910-8ba1-b4153f317aea']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:07.942058 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c3bac0b3-06cf-4ed3-bd2f-dbb5a5471aad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614bbad6-fe4f-4b90-bb9d-b133a0a36e5a') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:07.942352 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-c3bac0b3-06cf-4ed3-bd2f-dbb5a5471aad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614bbad6-fe4f-4b90-bb9d-b133a0a36e5a') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:07.953922 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3bac0b3-06cf-4ed3-bd2f-dbb5a5471aad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:07.971121 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3bac0b3-06cf-4ed3-bd2f-dbb5a5471aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:07.979566 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3bac0b3-06cf-4ed3-bd2f-dbb5a5471aad admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:35:07.980435 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3bac0b3-06cf-4ed3-bd2f-dbb5a5471aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:35:07.982684 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:35:08.162163 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3bac0b3-06cf-4ed3-bd2f-dbb5a5471aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:08.199820 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c3bac0b3-06cf-4ed3-bd2f-dbb5a5471aad admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:08.204345 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c3bac0b3-06cf-4ed3-bd2f-dbb5a5471aad admin admin] 10.222.0.37 "DELETE /v2.0/networks/43a0e4e7-76ed-4910-8ba1-b4153f317aea HTTP/1.1" status: 204 len: 168 time: 0.4958725 Nov 12 04:35:08.206033 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bac0b3-06cf-4ed3-bd2f-dbb5a5471aad admin admin] Pushing event deleted for resources: {'Network': ['ID=43a0e4e7-76ed-4910-8ba1-b4153f317aea,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:08.208796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36086) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:08.270975 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5f2ab5-f8c5-469a-b134-60cff1f2a429 admin admin] Deleting subnet 4adb1710-0488-4f76-8cac-78a8e5679600 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:35:08.274738 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f5f2ab5-f8c5-469a-b134-60cff1f2a429 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:08.312295 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:08.314296 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f5f2ab5-f8c5-469a-b134-60cff1f2a429 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:08.357964 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f5f2ab5-f8c5-469a-b134-60cff1f2a429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:08.426283 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8947a4b-8dee-4ee8-8d85-bb5a839eea3d tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:08.449156 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a8947a4b-8dee-4ee8-8d85-bb5a839eea3d tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Calling delete_port for 75c98c59-0001-4722-92cd-47008da69a28 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:08.512736 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f5f2ab5-f8c5-469a-b134-60cff1f2a429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:08.552186 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f5f2ab5-f8c5-469a-b134-60cff1f2a429 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:08.555728 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3f5f2ab5-f8c5-469a-b134-60cff1f2a429 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4adb1710-0488-4f76-8cac-78a8e5679600 HTTP/1.1" status: 204 len: 168 time: 0.3456173 Nov 12 04:35:08.558058 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f2ab5-f8c5-469a-b134-60cff1f2a429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4adb1710-0488-4f76-8cac-78a8e5679600,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:08.568597 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36098) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:08.660700 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2d10938-0c7a-4fa7-b2f2-8d923a3b7a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:08.797025 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2d10938-0c7a-4fa7-b2f2-8d923a3b7a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:08.818661 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-b2d10938-0c7a-4fa7-b2f2-8d923a3b7a58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58625abb-75cd-4ccd-b9dd-5ccb2dbfd182']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:08.829085 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-b2d10938-0c7a-4fa7-b2f2-8d923a3b7a58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd641b2-2b20-4f6a-bee2-877800489d0f') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:08.829384 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-b2d10938-0c7a-4fa7-b2f2-8d923a3b7a58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd641b2-2b20-4f6a-bee2-877800489d0f') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:08.839046 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2d10938-0c7a-4fa7-b2f2-8d923a3b7a58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:08.852013 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2d10938-0c7a-4fa7-b2f2-8d923a3b7a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:08.857835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d10938-0c7a-4fa7-b2f2-8d923a3b7a58 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:35:08.858165 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2d10938-0c7a-4fa7-b2f2-8d923a3b7a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:35:08.859870 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:35:08.908304 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8947a4b-8dee-4ee8-8d85-bb5a839eea3d tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:08.941234 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8947a4b-8dee-4ee8-8d85-bb5a839eea3d tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event deleted for resources: {'Port': ['ID=75c98c59-0001-4722-92cd-47008da69a28,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:09.056268 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2d10938-0c7a-4fa7-b2f2-8d923a3b7a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:09.064624 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2d10938-0c7a-4fa7-b2f2-8d923a3b7a58 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:09.067830 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b2d10938-0c7a-4fa7-b2f2-8d923a3b7a58 admin admin] 10.222.0.37 "DELETE /v2.0/networks/58625abb-75cd-4ccd-b9dd-5ccb2dbfd182 HTTP/1.1" status: 204 len: 168 time: 0.5061436 Nov 12 04:35:09.084517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d10938-0c7a-4fa7-b2f2-8d923a3b7a58 admin admin] Pushing event deleted for resources: {'Network': ['ID=58625abb-75cd-4ccd-b9dd-5ccb2dbfd182,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:09.140368 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8947a4b-8dee-4ee8-8d85-bb5a839eea3d tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:09.216290 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:09.376540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8947a4b-8dee-4ee8-8d85-bb5a839eea3d tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Router 1a3398c4-786b-44d0-bc42-d9f96975bb4f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:35:09.488453 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8947a4b-8dee-4ee8-8d85-bb5a839eea3d tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:35:09.493417 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a8947a4b-8dee-4ee8-8d85-bb5a839eea3d tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "PUT /v2.0/routers/1a3398c4-786b-44d0-bc42-d9f96975bb4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3944223 Nov 12 04:35:09.496049 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36126) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:09.499810 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c229d481-93f4-4aec-a0c8-27ab0838fec2 None None] Sync routers for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:35:09.512477 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c229d481-93f4-4aec-a0c8-27ab0838fec2 None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:09.513265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c229d481-93f4-4aec-a0c8-27ab0838fec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:35:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:09.555926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c229d481-93f4-4aec-a0c8-27ab0838fec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:09.567880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c229d481-93f4-4aec-a0c8-27ab0838fec2 None None] Routers {'1a3398c4-786b-44d0-bc42-d9f96975bb4f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:09.568641 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c229d481-93f4-4aec-a0c8-27ab0838fec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:35:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:09.608867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c229d481-93f4-4aec-a0c8-27ab0838fec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:09.609664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c229d481-93f4-4aec-a0c8-27ab0838fec2 None None] The sync data for ids ['1a3398c4-786b-44d0-bc42-d9f96975bb4f'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:35:09.630668 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36128) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:09.653007 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd8f43a9-c3bf-47f4-bf1f-d48e3af22d71 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:09.756906 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d25b70ac-4670-4261-b703-bd07fd07813c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=540698816b8c45b0b6ee05ffa23dd11c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1249771 Nov 12 04:35:09.759400 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36138) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:09.792149 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd8f43a9-c3bf-47f4-bf1f-d48e3af22d71 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:09.813799 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-08e8743c-4475-408b-93d3-99e440a60da2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:09.846906 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-08e8743c-4475-408b-93d3-99e440a60da2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:09.926780 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f43a9-c3bf-47f4-bf1f-d48e3af22d71 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Deleting port e84b996b-87a6-494d-8d2b-2ed98586aeb6 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:09.927420 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd8f43a9-c3bf-47f4-bf1f-d48e3af22d71 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:09.977126 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-a998737f-8d63-47b8-a573-8674ce89c8a7 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:09.978973 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-a998737f-8d63-47b8-a573-8674ce89c8a7 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/networks?id=83cd57ff-bc55-4b52-a3c3-ad1313d2a18e HTTP/1.1" status: 200 len: 810 time: 0.1508620 Nov 12 04:35:09.995629 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-c7be45d1-2f24-4f65-9db9-364dc447241c tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/quotas/58ee1280ba3548498ac23e6b87940e7c HTTP/1.1" status: 200 len: 375 time: 0.0106528 Nov 12 04:35:10.014534 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd8f43a9-c3bf-47f4-bf1f-d48e3af22d71 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.027749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f43a9-c3bf-47f4-bf1f-d48e3af22d71 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Calling delete_port for e84b996b-87a6-494d-8d2b-2ed98586aeb6 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:10.041125 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-4f8c9817-ed05-494a-a538-facdb4544eba tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=58ee1280ba3548498ac23e6b87940e7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323184 Nov 12 04:35:10.042723 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-08e8743c-4475-408b-93d3-99e440a60da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.045158 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-08e8743c-4475-408b-93d3-99e440a60da2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.049454 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-08e8743c-4475-408b-93d3-99e440a60da2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfef692e-520a-4611-8ff1-1ef10462cfe0 HTTP/1.1" status: 204 len: 168 time: 0.2887998 Nov 12 04:35:10.173414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8743c-4475-408b-93d3-99e440a60da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfef692e-520a-4611-8ff1-1ef10462cfe0,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:10.177005 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-aa4255e4-974a-4ba4-9acc-cfa8ee6819ed service neutron] 10.222.0.37 "GET /v2.0/networks/83cd57ff-bc55-4b52-a3c3-ad1313d2a18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165764 Nov 12 04:35:10.294934 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-e4a3b8d3-418e-481c-bf6c-b38093bf6889 service neutron] 10.222.0.37 "GET /v2.0/networks/83cd57ff-bc55-4b52-a3c3-ad1313d2a18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990775 Nov 12 04:35:10.302217 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd8f43a9-c3bf-47f4-bf1f-d48e3af22d71 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.329952 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f43a9-c3bf-47f4-bf1f-d48e3af22d71 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event deleted for resources: {'Port': ['ID=e84b996b-87a6-494d-8d2b-2ed98586aeb6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:10.346487 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dca68b-cfcb-4d3c-8fa6-7c6b9b70c604 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:35:10.400263 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd8f43a9-c3bf-47f4-bf1f-d48e3af22d71 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.503265 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd8f43a9-c3bf-47f4-bf1f-d48e3af22d71 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.506456 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd8f43a9-c3bf-47f4-bf1f-d48e3af22d71 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.641603 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd8f43a9-c3bf-47f4-bf1f-d48e3af22d71 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.644067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8f43a9-c3bf-47f4-bf1f-d48e3af22d71 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Fanout notify agent at l3_agent the message router_deleted on router 1a3398c4-786b-44d0-bc42-d9f96975bb4f {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:35:10.653026 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd8f43a9-c3bf-47f4-bf1f-d48e3af22d71 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.654491 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-dd8f43a9-c3bf-47f4-bf1f-d48e3af22d71 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "DELETE /v2.0/routers/1a3398c4-786b-44d0-bc42-d9f96975bb4f HTTP/1.1" status: 204 len: 168 time: 1.1571934 Nov 12 04:35:10.657648 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36162) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:10.757171 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-29542d0b-dd7e-4ad1-8857-aae1cd14f117 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Deleting subnet b43684b2-d5fb-4857-8c74-42a709e14083 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:35:10.760638 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-29542d0b-dd7e-4ad1-8857-aae1cd14f117 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.821797 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b66afabe-d4af-4018-ba0e-7d4a2155befa req-0003afb5-a6ae-4725-8c02-857a3bd1a347 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 210 time: 0.0344846 Nov 12 04:35:10.836522 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-29542d0b-dd7e-4ad1-8857-aae1cd14f117 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.887335 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-29542d0b-dd7e-4ad1-8857-aae1cd14f117 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.957939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36174) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:11.002729 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-73f7fac2-1f68-4ba9-b732-7398cade3114 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d194a2df1d943d48c4c30f2607cb200&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435765 Nov 12 04:35:11.005167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36176) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:11.024525 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-29542d0b-dd7e-4ad1-8857-aae1cd14f117 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.073571 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-29542d0b-dd7e-4ad1-8857-aae1cd14f117 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.079250 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-29542d0b-dd7e-4ad1-8857-aae1cd14f117 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "DELETE /v2.0/subnets/b43684b2-d5fb-4857-8c74-42a709e14083 HTTP/1.1" status: 204 len: 168 time: 0.4180615 Nov 12 04:35:11.079587 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36182) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:11.081251 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29542d0b-dd7e-4ad1-8857-aae1cd14f117 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event deleted for resources: {'Subnet': ['ID=b43684b2-d5fb-4857-8c74-42a709e14083,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:11.103671 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1ddd2e04-220f-4508-8d6c-7723017026d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.126322 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1ddd2e04-220f-4508-8d6c-7723017026d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.165803 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36a7c70b-8e22-47f6-b104-df5ade793ae7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.256724 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36a7c70b-8e22-47f6-b104-df5ade793ae7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.276695 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-36a7c70b-8e22-47f6-b104-df5ade793ae7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772c9f96-c734-4b1c-a4b8-6f91a9692c70']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:11.286334 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-36a7c70b-8e22-47f6-b104-df5ade793ae7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33dca4af-a1ef-4724-88e9-17ee55885717') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:11.286645 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-36a7c70b-8e22-47f6-b104-df5ade793ae7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33dca4af-a1ef-4724-88e9-17ee55885717') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:11.295794 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36a7c70b-8e22-47f6-b104-df5ade793ae7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.308367 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1ddd2e04-220f-4508-8d6c-7723017026d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.308600 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36a7c70b-8e22-47f6-b104-df5ade793ae7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.315109 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1ddd2e04-220f-4508-8d6c-7723017026d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.315109 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1ddd2e04-220f-4508-8d6c-7723017026d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4f2ff03-c790-46e2-bff0-4e55bd8aea5b HTTP/1.1" status: 204 len: 168 time: 0.3068247 Nov 12 04:35:11.319266 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a7c70b-8e22-47f6-b104-df5ade793ae7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:35:11.319679 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36a7c70b-8e22-47f6-b104-df5ade793ae7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.321180 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd2e04-220f-4508-8d6c-7723017026d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f2ff03-c790-46e2-bff0-4e55bd8aea5b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:35:11.323228 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:35:11.490425 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36a7c70b-8e22-47f6-b104-df5ade793ae7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.497564 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36a7c70b-8e22-47f6-b104-df5ade793ae7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.500835 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-36a7c70b-8e22-47f6-b104-df5ade793ae7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] 10.222.0.37 "DELETE /v2.0/networks/772c9f96-c734-4b1c-a4b8-6f91a9692c70 HTTP/1.1" status: 204 len: 168 time: 0.4201136 Nov 12 04:35:11.512117 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7c70b-8e22-47f6-b104-df5ade793ae7 tempest-FloatingIPTestJSON-752962160 tempest-FloatingIPTestJSON-752962160-project] Pushing event deleted for resources: {'Network': ['ID=772c9f96-c734-4b1c-a4b8-6f91a9692c70,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:11.911402 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f654eb3-4e58-42a9-89e0-d8e9fd66a444 req-c672c984-481c-4239-a0cb-f58c1691e127 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 210 time: 0.0294907 Nov 12 04:35:11.989488 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36216) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:12.224484 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2cd41d99-c099-4a08-86d4-4cc2c567adf1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f575d6eea2f84babaf19cdfc6186f768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2334948 Nov 12 04:35:12.227199 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36224) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:12.286743 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2bf22e1f-a9e4-4e05-85f0-4c10d6727b40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:12.310498 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2bf22e1f-a9e4-4e05-85f0-4c10d6727b40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:12.502071 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2bf22e1f-a9e4-4e05-85f0-4c10d6727b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:12.508130 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2bf22e1f-a9e4-4e05-85f0-4c10d6727b40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:12.512289 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2bf22e1f-a9e4-4e05-85f0-4c10d6727b40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/766c1d39-7c3a-42d2-bc0b-d4c630ced7da HTTP/1.1" status: 204 len: 168 time: 0.2805231 Nov 12 04:35:12.529326 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf22e1f-a9e4-4e05-85f0-4c10d6727b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766c1d39-7c3a-42d2-bc0b-d4c630ced7da,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:13.016638 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c92be0b-4df6-4a7e-8dcd-15c96ef899eb req-e47d1f0c-e5e7-4cdf-9351-9a44227a33bc tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 210 time: 0.0276105 Nov 12 04:35:13.166217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36258) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:13.294842 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-866b74be-53f6-4e77-9e45-43b8a732bc21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.391447 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-866b74be-53f6-4e77-9e45-43b8a732bc21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.489725 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-866b74be-53f6-4e77-9e45-43b8a732bc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.535709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-866b74be-53f6-4e77-9e45-43b8a732bc21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0bf654a461af403d98b2bc9edae58f67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3680608 Nov 12 04:35:13.536888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b74be-53f6-4e77-9e45-43b8a732bc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a0acd8-ad4c-4fe4-8d54-234a2e136f66,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:13.542046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36268) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:13.600659 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb0a4c35-9857-4753-9c40-8ad1c271e500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.622904 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb0a4c35-9857-4753-9c40-8ad1c271e500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.770456 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb0a4c35-9857-4753-9c40-8ad1c271e500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.771039 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-b50a779b-4173-47f7-b14f-564152243097 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:13.772530 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-b50a779b-4173-47f7-b14f-564152243097 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.21 "GET /v2.0/networks?id=83cd57ff-bc55-4b52-a3c3-ad1313d2a18e HTTP/1.1" status: 200 len: 810 time: 0.2457082 Nov 12 04:35:13.773464 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb0a4c35-9857-4753-9c40-8ad1c271e500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.774744 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bb0a4c35-9857-4753-9c40-8ad1c271e500 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9a0acd8-ad4c-4fe4-8d54-234a2e136f66 HTTP/1.1" status: 204 len: 168 time: 0.2316484 Nov 12 04:35:13.792655 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a4c35-9857-4753-9c40-8ad1c271e500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a0acd8-ad4c-4fe4-8d54-234a2e136f66,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:13.793358 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-bdc68095-86de-43ad-8bba-0ef85ee0fefa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Request body: {'port': {'device_id': 'dc0747fb-0c30-4572-9573-fb61f36e0b69', 'network_id': '83cd57ff-bc55-4b52-a3c3-ad1313d2a18e', 'admin_state_up': True, 'tenant_id': '58ee1280ba3548498ac23e6b87940e7c'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:13.824922 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36278) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:13.951338 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-dde44000-cf35-4b44-a0a9-b8642a88b586 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-917641752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:14.091495 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-bdc68095-86de-43ad-8bba-0ef85ee0fefa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Made reservation on behalf of 58ee1280ba3548498ac23e6b87940e7c for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:35:14.095190 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-bdc68095-86de-43ad-8bba-0ef85ee0fefa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.124453 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c06a0f68-7092-4c76-b364-c6c96195918a req-7e2d0e88-307d-48a6-a432-4e18229ee9c4 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 210 time: 0.0321198 Nov 12 04:35:14.233954 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dde44000-cf35-4b44-a0a9-b8642a88b586 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.235946 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dde44000-cf35-4b44-a0a9-b8642a88b586 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.236092 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-bdc68095-86de-43ad-8bba-0ef85ee0fefa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Allocated IP 172.20.0.14 (83cd57ff-bc55-4b52-a3c3-ad1313d2a18e/37c627d0-bf90-4759-9006-a5cc14f12211/b7228aea-c971-4e02-9f55-68518c705acf) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:35:14.323399 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dde44000-cf35-4b44-a0a9-b8642a88b586 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.400902 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-bdc68095-86de-43ad-8bba-0ef85ee0fefa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.410728 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dde44000-cf35-4b44-a0a9-b8642a88b586 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.498123 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dde44000-cf35-4b44-a0a9-b8642a88b586 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.500838 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-dde44000-cf35-4b44-a0a9-b8642a88b586 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6748250 Nov 12 04:35:14.513033 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36302) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:14.519881 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ead6215a-7da4-4995-bd8d-d167fcd1e3ad tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-681093317'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:14.536095 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-bdc68095-86de-43ad-8bba-0ef85ee0fefa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.587581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-bdc68095-86de-43ad-8bba-0ef85ee0fefa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Network 83cd57ff-bc55-4b52-a3c3-ad1313d2a18e is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:14.591616 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-bdc68095-86de-43ad-8bba-0ef85ee0fefa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:14.593519 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc68095-86de-43ad-8bba-0ef85ee0fefa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Pushing event updated for resources: {'Port': ['ID=b7228aea-c971-4e02-9f55-68518c705acf,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:14.595634 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-bdc68095-86de-43ad-8bba-0ef85ee0fefa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:35:14.648315 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-bdc68095-86de-43ad-8bba-0ef85ee0fefa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:14.649324 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-bdc68095-86de-43ad-8bba-0ef85ee0fefa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.667512 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead6215a-7da4-4995-bd8d-d167fcd1e3ad tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Made reservation on behalf of f8451ec915ba402ca12a4c065117ab66 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:35:14.672332 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ead6215a-7da4-4995-bd8d-d167fcd1e3ad tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.682694 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ead6215a-7da4-4995-bd8d-d167fcd1e3ad tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.750836 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-bdc68095-86de-43ad-8bba-0ef85ee0fefa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9614265 Nov 12 04:35:14.776775 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ead6215a-7da4-4995-bd8d-d167fcd1e3ad tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.832961 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Request body: {'port': {'device_id': 'dc0747fb-0c30-4572-9573-fb61f36e0b69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:14.856250 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ead6215a-7da4-4995-bd8d-d167fcd1e3ad tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.899302 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead6215a-7da4-4995-bd8d-d167fcd1e3ad tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:35:14.924748 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6215a-7da4-4995-bd8d-d167fcd1e3ad tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a4ad9b-55ef-461e-b1ff-a4758e46a4d1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:14.931722 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ead6215a-7da4-4995-bd8d-d167fcd1e3ad tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.932064 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-ead6215a-7da4-4995-bd8d-d167fcd1e3ad tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Added segment 6eaad57c-5d72-43e0-9462-c571da28b02f of type vlan for network 3bc4f9e4-48c4-4d75-9c46-60dfd30ba037 Nov 12 04:35:14.946247 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:15.005633 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ead6215a-7da4-4995-bd8d-d167fcd1e3ad tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:15.173695 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ead6215a-7da4-4995-bd8d-d167fcd1e3ad tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:15.181402 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead6215a-7da4-4995-bd8d-d167fcd1e3ad tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:15.181821 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ead6215a-7da4-4995-bd8d-d167fcd1e3ad tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:15.266806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc80fd0-0cde-4529-89b2-2a246cfd6bf7 req-e16504b3-fcce-4acb-bf91-7c860ec7bc7d tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:15.268435 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-efc80fd0-0cde-4529-89b2-2a246cfd6bf7 req-e16504b3-fcce-4acb-bf91-7c860ec7bc7d tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 932 time: 0.0570624 Nov 12 04:35:15.313651 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6215a-7da4-4995-bd8d-d167fcd1e3ad tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event updated for resources: {'Network': ['ID=3bc4f9e4-48c4-4d75-9c46-60dfd30ba037,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:15.326371 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 3bc4f9e4-48c4-4d75-9c46-60dfd30ba037 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:35:15.339241 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ead6215a-7da4-4995-bd8d-d167fcd1e3ad tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8247309 Nov 12 04:35:15.342848 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36330) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:15.355624 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-efc80fd0-0cde-4529-89b2-2a246cfd6bf7 req-8f700943-4a3a-4067-bf49-b1a4f0618df4 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/security-groups?id=403efb8f-7cae-4bd1-bfe6-4b4fd6c7a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760038 Nov 12 04:35:15.378251 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-443ba6ea-d743-43e6-85af-ce8c93592d3e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Request body: {'subnet': {'network_id': '3bc4f9e4-48c4-4d75-9c46-60dfd30ba037', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:15.497510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7228aea-c971-4e02-9f55-68518c705acf {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:35:15.507306 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:15.524688 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Transition to ACTIVE for port object b7228aea-c971-4e02-9f55-68518c705acf will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:35:15.621765 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443ba6ea-d743-43e6-85af-ce8c93592d3e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Made reservation on behalf of f8451ec915ba402ca12a4c065117ab66 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:35:15.625549 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-443ba6ea-d743-43e6-85af-ce8c93592d3e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:15.644431 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:15.743322 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Pushing event updated for resources: {'Port': ['ID=b7228aea-c971-4e02-9f55-68518c705acf,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:15.870803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Attempting to bind port b7228aea-c971-4e02-9f55-68518c705acf on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:35:15.871465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Attempting to bind port b7228aea-c971-4e02-9f55-68518c705acf by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'bc7cc4a4-0fd7-4041-af06-723b68f61815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '83cd57ff-bc55-4b52-a3c3-ad1313d2a18e'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:35:15.871465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Attempting to bind port b7228aea-c971-4e02-9f55-68518c705acf on network 83cd57ff-bc55-4b52-a3c3-ad1313d2a18e {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:35:15.879514 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Port b7228aea-c971-4e02-9f55-68518c705acf on network 83cd57ff-bc55-4b52-a3c3-ad1313d2a18e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:35:15.879834 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Attempting to bind port b7228aea-c971-4e02-9f55-68518c705acf on network 83cd57ff-bc55-4b52-a3c3-ad1313d2a18e {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:35:15.894894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36336) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:15.910105 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:35:15.910450 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Checking segment: {'id': 'bc7cc4a4-0fd7-4041-af06-723b68f61815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '83cd57ff-bc55-4b52-a3c3-ad1313d2a18e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:15.910870 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Bound using segment: {'id': 'bc7cc4a4-0fd7-4041-af06-723b68f61815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '83cd57ff-bc55-4b52-a3c3-ad1313d2a18e'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:35:15.911313 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Bound port: b7228aea-c971-4e02-9f55-68518c705acf, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc7cc4a4-0fd7-4041-af06-723b68f61815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '83cd57ff-bc55-4b52-a3c3-ad1313d2a18e'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:35:15.911694 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:15.993448 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] For port b7228aea-c971-4e02-9f55-68518c705acf, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:35:15.996750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] For port b7228aea-c971-4e02-9f55-68518c705acf, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b7228aea-c971-4e02-9f55-68518c705acf,segment=NetworkSegment(bc7cc4a4-0fd7-4041-af06-723b68f61815),segment_id=bc7cc4a4-0fd7-4041-af06-723b68f61815)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:35:15.998736 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-443ba6ea-d743-43e6-85af-ce8c93592d3e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.017072 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2977fa87-ee01-45c4-93da-f96edfb6d591 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.056342 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ba6ea-d743-43e6-85af-ce8c93592d3e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event updated for resources: {'Subnet': ['ID=655b4c95-fce6-44a0-8825-3c05da901376,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:16.068775 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.099843 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2977fa87-ee01-45c4-93da-f96edfb6d591 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.111697 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:16.112462 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.113688 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] 10.222.0.21 "PUT /v2.0/ports/b7228aea-c971-4e02-9f55-68518c705acf HTTP/1.1" status: 200 len: 1093 time: 1.2858891 Nov 12 04:35:16.114127 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0747fb-0c30-4572-9573-fb61f36e0b69', 'tag': 'b7228aea-c971-4e02-9f55-68518c705acf'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:35:16.116422 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db6e7b1-37ec-4889-a9e2-396bffdd5bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0747fb-0c30-4572-9573-fb61f36e0b69", "tag": "b7228aea-c971-4e02-9f55-68518c705acf"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:35:16.147511 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2977fa87-ee01-45c4-93da-f96edfb6d591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.161844 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443ba6ea-d743-43e6-85af-ce8c93592d3e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Checking segment: {'id': '6eaad57c-5d72-43e0-9462-c571da28b02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3bc4f9e4-48c4-4d75-9c46-60dfd30ba037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:16.162502 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443ba6ea-d743-43e6-85af-ce8c93592d3e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Network hostable DHCP agents. Network: 3bc4f9e4-48c4-4d75-9c46-60dfd30ba037, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:35:16.174082 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa938a2-cf7b-4dac-8715-73a16a6e0c0c service neutron] Pushing event updated for resources: {'Port': ['ID=b7228aea-c971-4e02-9f55-68518c705acf,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:16.197619 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2977fa87-ee01-45c4-93da-f96edfb6d591 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c0a0c5633784436b6fd6e9733b60a27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2989767 Nov 12 04:35:16.202680 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36344) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:16.207176 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977fa87-ee01-45c4-93da-f96edfb6d591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bb773f-6331-45a2-b399-fc7b8de5115d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:16.266216 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443ba6ea-d743-43e6-85af-ce8c93592d3e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Network 3bc4f9e4-48c4-4d75-9c46-60dfd30ba037 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:35:16.274281 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158e8673-b4dc-4c97-8879-f18f40188e1a x-openstack-request-id: req-158e8673-b4dc-4c97-8879-f18f40188e1a {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:35:16.274684 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0747fb-0c30-4572-9573-fb61f36e0b69", "tag": "b7228aea-c971-4e02-9f55-68518c705acf", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:35:16.275039 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-158e8673-b4dc-4c97-8879-f18f40188e1a {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:35:16.275538 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0747fb-0c30-4572-9573-fb61f36e0b69', 'tag': 'b7228aea-c971-4e02-9f55-68518c705acf', 'status': 'completed', 'code': 200} Nov 12 04:35:16.278128 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-942e9ef2-35c1-4436-868f-a9470c50e6fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.287401 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-30638c0a-34c3-40ec-8cd9-298ddf918244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:16.289156 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-30638c0a-34c3-40ec-8cd9-298ddf918244 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58ee1280ba3548498ac23e6b87940e7c&device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 1096 time: 0.0610697 Nov 12 04:35:16.302374 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-942e9ef2-35c1-4436-868f-a9470c50e6fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.344946 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-7a72514a-03f6-4212-b79c-049de56cdfb2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7228aea-c971-4e02-9f55-68518c705acf HTTP/1.1" status: 200 len: 217 time: 0.0435698 Nov 12 04:35:16.347361 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-443ba6ea-d743-43e6-85af-ce8c93592d3e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 3bc4f9e4-48c4-4d75-9c46-60dfd30ba037) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:16.353781 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443ba6ea-d743-43e6-85af-ce8c93592d3e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:16.359944 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-443ba6ea-d743-43e6-85af-ce8c93592d3e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.360555 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e085f089-332f-40d5-9f74-f23a47e95393 None None] Network 3bc4f9e4-48c4-4d75-9c46-60dfd30ba037 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:16.410579 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-3370ab2e-c1ad-4974-88f0-288d0782b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:16.412269 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-3370ab2e-c1ad-4974-88f0-288d0782b273 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=37c627d0-bf90-4759-9006-a5cc14f12211 HTTP/1.1" status: 200 len: 850 time: 0.0520597 Nov 12 04:35:16.458499 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-4060e3a7-53f8-4706-bda5-186e7d6cc5dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83cd57ff-bc55-4b52-a3c3-ad1313d2a18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389962 Nov 12 04:35:16.477831 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-942e9ef2-35c1-4436-868f-a9470c50e6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.482164 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-942e9ef2-35c1-4436-868f-a9470c50e6fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.486182 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-942e9ef2-35c1-4436-868f-a9470c50e6fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57bb773f-6331-45a2-b399-fc7b8de5115d HTTP/1.1" status: 204 len: 168 time: 0.2816937 Nov 12 04:35:16.532818 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e9ef2-35c1-4436-868f-a9470c50e6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bb773f-6331-45a2-b399-fc7b8de5115d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:16.553386 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-3bc4f9e4-48c4-4d75-9c46-60dfd30ba037', 'network_id': '3bc4f9e4-48c4-4d75-9c46-60dfd30ba037', 'tenant_id': 'f8451ec915ba402ca12a4c065117ab66', 'fixed_ips': [{'subnet_id': '655b4c95-fce6-44a0-8825-3c05da901376'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:35:16.554277 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.560986 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97528e74-4ba7-46e9-ad7c-8fecc7b8d425 req-69c89f6b-5ceb-4d38-b3fd-1780756a2bff tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:16.573055 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-97528e74-4ba7-46e9-ad7c-8fecc7b8d425 req-69c89f6b-5ceb-4d38-b3fd-1780756a2bff tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 944 time: 0.1277523 Nov 12 04:35:16.576296 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-443ba6ea-d743-43e6-85af-ce8c93592d3e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2321699 Nov 12 04:35:16.579700 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36352) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:16.587662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d92720e3-3407-4c25-ad22-5a82e2d3a837 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Request body: {'network': {'name': 'tempest-router-network01--1463326660'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:16.625697 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-97528e74-4ba7-46e9-ad7c-8fecc7b8d425 req-b239271a-4c4f-457b-b780-d12acc82ed01 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/security-groups?id=403efb8f-7cae-4bd1-bfe6-4b4fd6c7a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518551 Nov 12 04:35:16.678949 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-f6c8b306-8b27-48fd-8764-0e9783b56f1b service neutron] 10.222.0.21 "GET /v2.0/networks/83cd57ff-bc55-4b52-a3c3-ad1313d2a18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992834 Nov 12 04:35:16.716683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] Allocated IP 2001:db8::2 (3bc4f9e4-48c4-4d75-9c46-60dfd30ba037/655b4c95-fce6-44a0-8825-3c05da901376/d45b72cb-3af8-415d-b090-3c9e8194ab04) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:35:16.742293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92720e3-3407-4c25-ad22-5a82e2d3a837 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Made reservation on behalf of f8451ec915ba402ca12a4c065117ab66 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:35:16.745767 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d92720e3-3407-4c25-ad22-5a82e2d3a837 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.785039 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92720e3-3407-4c25-ad22-5a82e2d3a837 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:35:16.805293 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d92720e3-3407-4c25-ad22-5a82e2d3a837 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.805719 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-d92720e3-3407-4c25-ad22-5a82e2d3a837 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Added segment d5cb3690-e353-4e05-8f63-b48d6c532a2d of type vlan for network b84e2fde-f990-4d1a-977b-b3cec8c4a79f Nov 12 04:35:16.808846 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cd1f8992-ab09-48a5-9e9d-e2548af0ae29 req-f9e13806-8568-45c9-9772-e4c0c788563c service neutron] 10.222.0.21 "GET /v2.0/networks/83cd57ff-bc55-4b52-a3c3-ad1313d2a18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216991 Nov 12 04:35:16.871045 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d92720e3-3407-4c25-ad22-5a82e2d3a837 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.880909 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.903777 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.970694 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d92720e3-3407-4c25-ad22-5a82e2d3a837 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.977295 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92720e3-3407-4c25-ad22-5a82e2d3a837 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:16.981686 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d92720e3-3407-4c25-ad22-5a82e2d3a837 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.010984 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.054949 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] Network 3bc4f9e4-48c4-4d75-9c46-60dfd30ba037 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:17.058127 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:17.061795 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:35:17.077434 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92720e3-3407-4c25-ad22-5a82e2d3a837 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event updated for resources: {'Network': ['ID=b84e2fde-f990-4d1a-977b-b3cec8c4a79f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:17.098881 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network b84e2fde-f990-4d1a-977b-b3cec8c4a79f details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:35:17.099711 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6e7b1-37ec-4889-a9e2-396bffdd5bdb req-840d76a0-79bc-40de-87c7-e7d690b70720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:17.107774 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7db6e7b1-37ec-4889-a9e2-396bffdd5bdb req-840d76a0-79bc-40de-87c7-e7d690b70720 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58ee1280ba3548498ac23e6b87940e7c&device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 1096 time: 0.1124578 Nov 12 04:35:17.134013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] Pushing event updated for resources: {'Port': ['ID=d45b72cb-3af8-415d-b090-3c9e8194ab04,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:17.143687 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d92720e3-3407-4c25-ad22-5a82e2d3a837 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5623579 Nov 12 04:35:17.146072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36366) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:17.152693 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3c9866ed-2f7b-4e23-9c26-e12e0bc9efea tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Request body: {'network': {'name': 'tempest-router-network02--10325925'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:17.181519 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] Attempting to bind port d45b72cb-3af8-415d-b090-3c9e8194ab04 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:35:17.182242 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] Attempting to bind port d45b72cb-3af8-415d-b090-3c9e8194ab04 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '6eaad57c-5d72-43e0-9462-c571da28b02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3bc4f9e4-48c4-4d75-9c46-60dfd30ba037'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:35:17.182836 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] Attempting to bind port d45b72cb-3af8-415d-b090-3c9e8194ab04 on network 3bc4f9e4-48c4-4d75-9c46-60dfd30ba037 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:35:17.191556 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:35:17.191928 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] Checking segment: {'id': '6eaad57c-5d72-43e0-9462-c571da28b02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3bc4f9e4-48c4-4d75-9c46-60dfd30ba037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:17.192320 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.192703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] Bound using segment: {'id': '6eaad57c-5d72-43e0-9462-c571da28b02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3bc4f9e4-48c4-4d75-9c46-60dfd30ba037'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:35:17.193319 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] Bound port: d45b72cb-3af8-415d-b090-3c9e8194ab04, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eaad57c-5d72-43e0-9462-c571da28b02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3bc4f9e4-48c4-4d75-9c46-60dfd30ba037'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:35:17.193860 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.252420 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6e7b1-37ec-4889-a9e2-396bffdd5bdb req-3eba6eb1-aa26-4c6c-bca9-04293d91d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:17.254014 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7db6e7b1-37ec-4889-a9e2-396bffdd5bdb req-3eba6eb1-aa26-4c6c-bca9-04293d91d677 service neutron] 10.222.0.21 "GET /v2.0/networks?id=83cd57ff-bc55-4b52-a3c3-ad1313d2a18e HTTP/1.1" status: 200 len: 911 time: 0.1453378 Nov 12 04:35:17.280536 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] For port d45b72cb-3af8-415d-b090-3c9e8194ab04, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:35:17.285330 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] For port d45b72cb-3af8-415d-b090-3c9e8194ab04, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d45b72cb-3af8-415d-b090-3c9e8194ab04,segment=NetworkSegment(6eaad57c-5d72-43e0-9462-c571da28b02f),segment_id=6eaad57c-5d72-43e0-9462-c571da28b02f)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:35:17.303898 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7db6e7b1-37ec-4889-a9e2-396bffdd5bdb req-a428c4a8-44ad-4cc9-b973-46ac720bbe98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7228aea-c971-4e02-9f55-68518c705acf HTTP/1.1" status: 200 len: 217 time: 0.0422359 Nov 12 04:35:17.353760 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9866ed-2f7b-4e23-9c26-e12e0bc9efea tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Made reservation on behalf of f8451ec915ba402ca12a4c065117ab66 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:35:17.357379 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c9866ed-2f7b-4e23-9c26-e12e0bc9efea tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.365136 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.409309 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9866ed-2f7b-4e23-9c26-e12e0bc9efea tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:35:17.423055 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6e7b1-37ec-4889-a9e2-396bffdd5bdb req-26666d08-cfc7-4621-9453-9fbf109a1ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:17.424862 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7db6e7b1-37ec-4889-a9e2-396bffdd5bdb req-26666d08-cfc7-4621-9453-9fbf109a1ca0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=37c627d0-bf90-4759-9006-a5cc14f12211 HTTP/1.1" status: 200 len: 850 time: 0.1146152 Nov 12 04:35:17.438704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf2104-e04a-4e9b-b0d5-410d3c48bc16 None None] Pushing event updated for resources: {'Port': ['ID=d45b72cb-3af8-415d-b090-3c9e8194ab04,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:17.470799 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7db6e7b1-37ec-4889-a9e2-396bffdd5bdb req-2726a880-0868-4259-bdc8-cd9553bdc387 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83cd57ff-bc55-4b52-a3c3-ad1313d2a18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355315 Nov 12 04:35:17.557537 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c9866ed-2f7b-4e23-9c26-e12e0bc9efea tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.557988 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-3c9866ed-2f7b-4e23-9c26-e12e0bc9efea tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Added segment 4a1c301e-bd57-4d2d-956f-9f7c1a927275 of type vlan for network 6a806110-8013-4784-a208-1778c96d0b03 Nov 12 04:35:17.883896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d6524-9c80-4c16-bcb8-535ca669f060 req-ed40dd13-617c-4400-a827-678424baca8b tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:17.886713 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf7d6524-9c80-4c16-bcb8-535ca669f060 req-ed40dd13-617c-4400-a827-678424baca8b tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 944 time: 0.1114092 Nov 12 04:35:17.992754 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf7d6524-9c80-4c16-bcb8-535ca669f060 req-aaff6d0d-4bb7-4fb4-a749-74d48f0b58fb tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/security-groups?id=403efb8f-7cae-4bd1-bfe6-4b4fd6c7a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830655 Nov 12 04:35:18.150678 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c9866ed-2f7b-4e23-9c26-e12e0bc9efea tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:18.162769 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:18.188800 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7db6e7b1-37ec-4889-a9e2-396bffdd5bdb req-e7c12a9e-53b6-4c1f-b71c-d51e0b658ce2 service neutron] 10.222.0.21 "GET /v2.0/networks/83cd57ff-bc55-4b52-a3c3-ad1313d2a18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7134736 Nov 12 04:35:18.281440 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c9866ed-2f7b-4e23-9c26-e12e0bc9efea tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:18.287625 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9866ed-2f7b-4e23-9c26-e12e0bc9efea tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:18.288546 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c9866ed-2f7b-4e23-9c26-e12e0bc9efea tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:18.337724 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7db6e7b1-37ec-4889-a9e2-396bffdd5bdb req-da35ee48-6487-4d48-a2f1-602fe62b4296 service neutron] 10.222.0.21 "GET /v2.0/networks/83cd57ff-bc55-4b52-a3c3-ad1313d2a18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413476 Nov 12 04:35:18.396681 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9866ed-2f7b-4e23-9c26-e12e0bc9efea tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event updated for resources: {'Network': ['ID=6a806110-8013-4784-a208-1778c96d0b03,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:18.411702 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 6a806110-8013-4784-a208-1778c96d0b03 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:35:18.453564 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3c9866ed-2f7b-4e23-9c26-e12e0bc9efea tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3063395 Nov 12 04:35:18.456643 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36402) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:18.461575 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9f77990a-2848-4ca6-92bf-95315de2ad6d tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Request body: {'subnet': {'network_id': 'b84e2fde-f990-4d1a-977b-b3cec8c4a79f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:18.662239 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f77990a-2848-4ca6-92bf-95315de2ad6d tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Made reservation on behalf of f8451ec915ba402ca12a4c065117ab66 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:35:18.668724 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f77990a-2848-4ca6-92bf-95315de2ad6d tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:18.955197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5d19fd-bfcf-46c2-8023-2f5ef7a34975 None None] Network 3bc4f9e4-48c4-4d75-9c46-60dfd30ba037 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:19.051111 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f77990a-2848-4ca6-92bf-95315de2ad6d tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:19.099787 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5cc9aeca-7eb5-4271-9276-64475ec83e3e None None] Provisioning complete for port d45b72cb-3af8-415d-b090-3c9e8194ab04 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:19.106375 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5cc9aeca-7eb5-4271-9276-64475ec83e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:19.195048 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77990a-2848-4ca6-92bf-95315de2ad6d tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event updated for resources: {'Subnet': ['ID=2c12eed3-430b-4a8c-a902-2db1f04ee10c,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:19.213664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d45b72cb-3af8-415d-b090-3c9e8194ab04 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:19.214175 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb704bf-3320-483d-9087-ae7cac666af2 req-38642825-5305-4b39-afb3-e696a6171219 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:19.227424 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fb704bf-3320-483d-9087-ae7cac666af2 req-38642825-5305-4b39-afb3-e696a6171219 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 944 time: 0.0786593 Nov 12 04:35:19.227596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36424) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:19.237907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f77990a-2848-4ca6-92bf-95315de2ad6d tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Checking segment: {'id': 'd5cb3690-e353-4e05-8f63-b48d6c532a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b84e2fde-f990-4d1a-977b-b3cec8c4a79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:19.239972 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f77990a-2848-4ca6-92bf-95315de2ad6d tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Network hostable DHCP agents. Network: b84e2fde-f990-4d1a-977b-b3cec8c4a79f, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:35:19.285537 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fb704bf-3320-483d-9087-ae7cac666af2 req-527b36fd-3212-4e20-82a8-7ed096163293 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/security-groups?id=403efb8f-7cae-4bd1-bfe6-4b4fd6c7a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591381 Nov 12 04:35:19.348284 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f77990a-2848-4ca6-92bf-95315de2ad6d tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Network b84e2fde-f990-4d1a-977b-b3cec8c4a79f is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:35:19.410436 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5cc9aeca-7eb5-4271-9276-64475ec83e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:19.430437 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d45b72cb-3af8-415d-b090-3c9e8194ab04 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:19.431563 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:19.459492 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5cc9aeca-7eb5-4271-9276-64475ec83e3e None None] For port d45b72cb-3af8-415d-b090-3c9e8194ab04, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d45b72cb-3af8-415d-b090-3c9e8194ab04,segment=NetworkSegment(6eaad57c-5d72-43e0-9462-c571da28b02f),segment_id=6eaad57c-5d72-43e0-9462-c571da28b02f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:19.479531 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9f77990a-2848-4ca6-92bf-95315de2ad6d tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, b84e2fde-f990-4d1a-977b-b3cec8c4a79f) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:19.491015 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f77990a-2848-4ca6-92bf-95315de2ad6d tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:19.491944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac6ccee-8a94-478f-956f-9c8b0f0cc64d None None] Network b84e2fde-f990-4d1a-977b-b3cec8c4a79f requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:19.492755 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9f77990a-2848-4ca6-92bf-95315de2ad6d tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:19.506904 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-37689d57-1eb0-4f71-82d9-8408026b0338 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'network': {'name': 'tempest-network-smoke--762859651', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'port_security_enabled': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:19.573800 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5cc9aeca-7eb5-4271-9276-64475ec83e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:19.623281 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37689d57-1eb0-4f71-82d9-8408026b0338 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Made reservation on behalf of 8637d71ae4c840e5a0ac06c987e9c7b5 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:35:19.627800 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37689d57-1eb0-4f71-82d9-8408026b0338 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:19.637231 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37689d57-1eb0-4f71-82d9-8408026b0338 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:19.689081 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9f77990a-2848-4ca6-92bf-95315de2ad6d tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2313282 Nov 12 04:35:19.695994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36428) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:19.699593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Request body: {'subnet': {'network_id': '6a806110-8013-4784-a208-1778c96d0b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:19.735675 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9aeca-7eb5-4271-9276-64475ec83e3e None None] Pushing event updated for resources: {'Port': ['ID=d45b72cb-3af8-415d-b090-3c9e8194ab04,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:19.753332 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37689d57-1eb0-4f71-82d9-8408026b0338 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:19.808339 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-b84e2fde-f990-4d1a-977b-b3cec8c4a79f', 'network_id': 'b84e2fde-f990-4d1a-977b-b3cec8c4a79f', 'tenant_id': 'f8451ec915ba402ca12a4c065117ab66', 'fixed_ips': [{'subnet_id': '2c12eed3-430b-4a8c-a902-2db1f04ee10c'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:35:19.809481 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:19.867705 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37689d57-1eb0-4f71-82d9-8408026b0338 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:19.896706 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Made reservation on behalf of f8451ec915ba402ca12a4c065117ab66 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:35:19.899025 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37689d57-1eb0-4f71-82d9-8408026b0338 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:35:19.902320 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:19.906538 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37689d57-1eb0-4f71-82d9-8408026b0338 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a36621b-5194-47c9-aed9-6035fe3417fd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:19.913141 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37689d57-1eb0-4f71-82d9-8408026b0338 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:19.913647 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-37689d57-1eb0-4f71-82d9-8408026b0338 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Added segment 41cb987a-396b-47f7-8627-e62dc3f8cd94 of type vlan for network 1c1b6a21-838c-4da2-b510-f882164c09b5 Nov 12 04:35:19.961307 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37689d57-1eb0-4f71-82d9-8408026b0338 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:19.967748 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Allocated IP 2001:db8::2 (b84e2fde-f990-4d1a-977b-b3cec8c4a79f/2c12eed3-430b-4a8c-a902-2db1f04ee10c/4cc1992a-40ab-4019-ad83-3791b34f168e) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:35:20.056368 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d3f49f85-d461-4c57-b636-63dc0bd4f3b3 None None] Provisioning complete for port d45b72cb-3af8-415d-b090-3c9e8194ab04 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:20.056728 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d3f49f85-d461-4c57-b636-63dc0bd4f3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.084628 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37689d57-1eb0-4f71-82d9-8408026b0338 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.096570 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37689d57-1eb0-4f71-82d9-8408026b0338 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:20.097494 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37689d57-1eb0-4f71-82d9-8408026b0338 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.189071 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37689d57-1eb0-4f71-82d9-8408026b0338 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Network': ['ID=1c1b6a21-838c-4da2-b510-f882164c09b5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:20.241658 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 1c1b6a21-838c-4da2-b510-f882164c09b5 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:35:20.245263 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-37689d57-1eb0-4f71-82d9-8408026b0338 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0187171 Nov 12 04:35:20.245744 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36432) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:20.250226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-984fdf78-7bf5-484b-97be-a143ec5b7991 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-665569116', 'admin_state_up': True, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:20.257838 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.345811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event updated for resources: {'Subnet': ['ID=3d93daf1-c26c-489d-b692-300a7820c44b,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:20.361957 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.364672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.364672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.364672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.366226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.366226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.366521 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.366892 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.367228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.367561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.367898 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.368226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.378327 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-984fdf78-7bf5-484b-97be-a143ec5b7991 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.385491 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-984fdf78-7bf5-484b-97be-a143ec5b7991 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.459356 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.459944 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Checking segment: {'id': '4a1c301e-bd57-4d2d-956f-9f7c1a927275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6a806110-8013-4784-a208-1778c96d0b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:20.460168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Network hostable DHCP agents. Network: 6a806110-8013-4784-a208-1778c96d0b03, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:35:20.508329 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-984fdf78-7bf5-484b-97be-a143ec5b7991 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.524805 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d79e2d-4576-4039-8b3c-e2f8128031e7 req-e1991244-824a-4e0b-bab1-9e92b3e0a175 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:20.526284 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06d79e2d-4576-4039-8b3c-e2f8128031e7 req-e1991244-824a-4e0b-bab1-9e92b3e0a175 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 944 time: 0.1358407 Nov 12 04:35:20.564850 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.574557 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06d79e2d-4576-4039-8b3c-e2f8128031e7 req-aedf10d0-1f02-42bb-a502-1386ed6a43ca tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/security-groups?id=403efb8f-7cae-4bd1-bfe6-4b4fd6c7a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 Nov 12 04:35:20.602306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Network b84e2fde-f990-4d1a-977b-b3cec8c4a79f is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:20.609027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:20.613425 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:35:20.616427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Pushing event updated for resources: {'Port': ['ID=4cc1992a-40ab-4019-ad83-3791b34f168e,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:20.641189 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.641530 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.641984 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.642186 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.642516 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.642862 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.643214 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.643534 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.643856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.647412 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.647412 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.647412 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:20.653398 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b7228aea-c971-4e02-9f55-68518c705acf details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:35:20.696426 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Attempting to bind port 4cc1992a-40ab-4019-ad83-3791b34f168e on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:35:20.696880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Attempting to bind port 4cc1992a-40ab-4019-ad83-3791b34f168e by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'd5cb3690-e353-4e05-8f63-b48d6c532a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b84e2fde-f990-4d1a-977b-b3cec8c4a79f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:35:20.697309 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Attempting to bind port 4cc1992a-40ab-4019-ad83-3791b34f168e on network b84e2fde-f990-4d1a-977b-b3cec8c4a79f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:35:20.707078 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:35:20.707542 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Checking segment: {'id': 'd5cb3690-e353-4e05-8f63-b48d6c532a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b84e2fde-f990-4d1a-977b-b3cec8c4a79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:20.707999 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.708455 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Bound using segment: {'id': 'd5cb3690-e353-4e05-8f63-b48d6c532a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b84e2fde-f990-4d1a-977b-b3cec8c4a79f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:35:20.709007 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Bound port: 4cc1992a-40ab-4019-ad83-3791b34f168e, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cb3690-e353-4e05-8f63-b48d6c532a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b84e2fde-f990-4d1a-977b-b3cec8c4a79f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:35:20.709457 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.772909 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Network 6a806110-8013-4784-a208-1778c96d0b03 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:35:20.783838 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-984fdf78-7bf5-484b-97be-a143ec5b7991 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.860615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] For port 4cc1992a-40ab-4019-ad83-3791b34f168e, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:35:20.865243 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 6a806110-8013-4784-a208-1778c96d0b03) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:20.866540 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] For port 4cc1992a-40ab-4019-ad83-3791b34f168e, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4cc1992a-40ab-4019-ad83-3791b34f168e,segment=NetworkSegment(d5cb3690-e353-4e05-8f63-b48d6c532a2d),segment_id=d5cb3690-e353-4e05-8f63-b48d6c532a2d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:35:20.868630 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b7228aea-c971-4e02-9f55-68518c705acf, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b7228aea-c971-4e02-9f55-68518c705acf,segment=NetworkSegment(bc7cc4a4-0fd7-4041-af06-723b68f61815),segment_id=bc7cc4a4-0fd7-4041-af06-723b68f61815)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:20.872534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:20.873430 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.881029 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'b7228aea-c971-4e02-9f55-68518c705acf', 'network_id': '83cd57ff-bc55-4b52-a3c3-ad1313d2a18e', 'port_id': 'b7228aea-c971-4e02-9f55-68518c705acf', 'mac_address': 'fa:16:3e:94:a1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c627d0-bf90-4759-9006-a5cc14f12211', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:35:20.884138 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e97d40b-460c-4840-9131-d4694f0eb99c None None] Network 6a806110-8013-4784-a208-1778c96d0b03 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:20.937824 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.971625 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a447d996-68a8-43d3-9f89-66dfc0cbf64e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2778568 Nov 12 04:35:20.975528 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36448) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:21.030913 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.078084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d45b72cb-3af8-415d-b090-3c9e8194ab04 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:21.086575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7228aea-c971-4e02-9f55-68518c705acf {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:35:21.125868 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7703b-a6e8-4f07-99de-38ef08c8e7f2 None None] Pushing event updated for resources: {'Port': ['ID=4cc1992a-40ab-4019-ad83-3791b34f168e,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:21.195939 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b7228aea-c971-4e02-9f55-68518c705acf, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b7228aea-c971-4e02-9f55-68518c705acf,segment=NetworkSegment(bc7cc4a4-0fd7-4041-af06-723b68f61815),segment_id=bc7cc4a4-0fd7-4041-af06-723b68f61815)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:21.236398 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-984fdf78-7bf5-484b-97be-a143ec5b7991 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.236876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d45b72cb-3af8-415d-b090-3c9e8194ab04 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:21.237259 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.267044 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-984fdf78-7bf5-484b-97be-a143ec5b7991 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.271019 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-6a806110-8013-4784-a208-1778c96d0b03', 'network_id': '6a806110-8013-4784-a208-1778c96d0b03', 'tenant_id': 'f8451ec915ba402ca12a4c065117ab66', 'fixed_ips': [{'subnet_id': '3d93daf1-c26c-489d-b692-300a7820c44b'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:35:21.271921 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.397547 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.548928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-984fdf78-7bf5-484b-97be-a143ec5b7991 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Allocated IP 172.25.1.94 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/4699e735-aa70-4e45-a491-73147aaba70f) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:35:21.592288 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=b7228aea-c971-4e02-9f55-68518c705acf,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:21.624097 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] Allocated IP 2001:db8::2 (6a806110-8013-4784-a208-1778c96d0b03/3d93daf1-c26c-489d-b692-300a7820c44b/618b1c88-102d-4343-9e5c-daf3b56700eb) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:35:21.717403 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53a98fe8-c0f4-4dce-b1f2-d48f2cdfe7e6 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.764339 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-984fdf78-7bf5-484b-97be-a143ec5b7991 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.824573 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['b7228aea-c971-4e02-9f55-68518c705acf'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:35:21.867679 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-984fdf78-7bf5-484b-97be-a143ec5b7991 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.891671 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.942022 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984fdf78-7bf5-484b-97be-a143ec5b7991 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:21.950825 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-984fdf78-7bf5-484b-97be-a143ec5b7991 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:21.965041 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984fdf78-7bf5-484b-97be-a143ec5b7991 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:35:21.971770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fdf78-7bf5-484b-97be-a143ec5b7991 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Port': ['ID=4699e735-aa70-4e45-a491-73147aaba70f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:21.977950 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b6f0c0-d83d-4ced-bde4-e43fe4600b2e None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:35:22.078910 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:22.129203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] Network 6a806110-8013-4784-a208-1778c96d0b03 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:22.132788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:22.137270 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:35:22.150579 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f092164b-14b0-4409-8307-5b5c850b3dd5 None None] Provisioning complete for port 4699e735-aa70-4e45-a491-73147aaba70f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:22.151094 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f092164b-14b0-4409-8307-5b5c850b3dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:22.216236 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] Pushing event updated for resources: {'Port': ['ID=618b1c88-102d-4343-9e5c-daf3b56700eb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:22.261367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] Attempting to bind port 618b1c88-102d-4343-9e5c-daf3b56700eb on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:35:22.261743 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] Attempting to bind port 618b1c88-102d-4343-9e5c-daf3b56700eb by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '4a1c301e-bd57-4d2d-956f-9f7c1a927275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6a806110-8013-4784-a208-1778c96d0b03'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:35:22.262392 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] Attempting to bind port 618b1c88-102d-4343-9e5c-daf3b56700eb on network 6a806110-8013-4784-a208-1778c96d0b03 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:35:22.264678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f092164b-14b0-4409-8307-5b5c850b3dd5 None None] Port 4699e735-aa70-4e45-a491-73147aaba70f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:35:22.271407 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:35:22.271787 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] Checking segment: {'id': '4a1c301e-bd57-4d2d-956f-9f7c1a927275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6a806110-8013-4784-a208-1778c96d0b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:22.272325 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:22.272955 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] Bound using segment: {'id': '4a1c301e-bd57-4d2d-956f-9f7c1a927275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6a806110-8013-4784-a208-1778c96d0b03'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:35:22.273431 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] Bound port: 618b1c88-102d-4343-9e5c-daf3b56700eb, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1c301e-bd57-4d2d-956f-9f7c1a927275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6a806110-8013-4784-a208-1778c96d0b03'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:35:22.273815 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:22.368137 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-53a98fe8-c0f4-4dce-b1f2-d48f2cdfe7e6 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Allocated IP 2001:db8::1 (b84e2fde-f990-4d1a-977b-b3cec8c4a79f/2c12eed3-430b-4a8c-a902-2db1f04ee10c/1d56a5ca-5b74-4798-a2e4-e9b086aa2b0c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:35:22.369952 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] For port 618b1c88-102d-4343-9e5c-daf3b56700eb, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:35:22.377210 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] For port 618b1c88-102d-4343-9e5c-daf3b56700eb, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=618b1c88-102d-4343-9e5c-daf3b56700eb,segment=NetworkSegment(4a1c301e-bd57-4d2d-956f-9f7c1a927275),segment_id=4a1c301e-bd57-4d2d-956f-9f7c1a927275)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:35:22.424970 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30337bed-a03c-432e-b46a-9a1ff40c77b1 req-6a1239ad-6ef3-4bda-a27d-5223b27175f3 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:22.427262 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-30337bed-a03c-432e-b46a-9a1ff40c77b1 req-6a1239ad-6ef3-4bda-a27d-5223b27175f3 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 945 time: 0.1609824 Nov 12 04:35:22.500946 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-30337bed-a03c-432e-b46a-9a1ff40c77b1 req-4e2f6633-a35c-4035-8f32-25771f25c61b tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/security-groups?id=403efb8f-7cae-4bd1-bfe6-4b4fd6c7a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598307 Nov 12 04:35:22.540120 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:22.628328 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafa9eb-6ad6-4e44-a4da-62d878fb47b1 None None] Pushing event updated for resources: {'Port': ['ID=618b1c88-102d-4343-9e5c-daf3b56700eb,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:22.715280 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53a98fe8-c0f4-4dce-b1f2-d48f2cdfe7e6 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:22.772215 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-984fdf78-7bf5-484b-97be-a143ec5b7991 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:22.792022 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0166045b-7a6d-4cee-83a3-29c5d62591a8 None None] Network b84e2fde-f990-4d1a-977b-b3cec8c4a79f requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:22.848142 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b08198-83fa-4439-a5a1-67ca79a7266f req-66421030-7b2b-4089-8397-3f854a9928ce tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:22.850416 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3b08198-83fa-4439-a5a1-67ca79a7266f req-66421030-7b2b-4089-8397-3f854a9928ce tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.2111335 Nov 12 04:35:22.862397 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53a98fe8-c0f4-4dce-b1f2-d48f2cdfe7e6 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:22.961892 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a98fe8-c0f4-4dce-b1f2-d48f2cdfe7e6 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Network b84e2fde-f990-4d1a-977b-b3cec8c4a79f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:22.982387 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-53a98fe8-c0f4-4dce-b1f2-d48f2cdfe7e6 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:22.986862 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a98fe8-c0f4-4dce-b1f2-d48f2cdfe7e6 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:35:22.987911 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53a98fe8-c0f4-4dce-b1f2-d48f2cdfe7e6 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.056846 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8bd51513-45d9-4163-a8b4-1613fba95c99 None None] Provisioning complete for port 4cc1992a-40ab-4019-ad83-3791b34f168e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:23.057575 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8bd51513-45d9-4163-a8b4-1613fba95c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.121955 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a98fe8-c0f4-4dce-b1f2-d48f2cdfe7e6 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event updated for resources: {'Port': ['ID=1d56a5ca-5b74-4798-a2e4-e9b086aa2b0c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:23.231503 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4cc1992a-40ab-4019-ad83-3791b34f168e up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:23.391312 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53a98fe8-c0f4-4dce-b1f2-d48f2cdfe7e6 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.392528 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8bd51513-45d9-4163-a8b4-1613fba95c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.395257 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4cc1992a-40ab-4019-ad83-3791b34f168e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:23.395625 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.540987 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8bd51513-45d9-4163-a8b4-1613fba95c99 None None] For port 4cc1992a-40ab-4019-ad83-3791b34f168e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4cc1992a-40ab-4019-ad83-3791b34f168e,segment=NetworkSegment(d5cb3690-e353-4e05-8f63-b48d6c532a2d),segment_id=d5cb3690-e353-4e05-8f63-b48d6c532a2d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:23.586923 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-984fdf78-7bf5-484b-97be-a143ec5b7991 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.612271 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3b08198-83fa-4439-a5a1-67ca79a7266f req-237d36c9-c4e0-403d-8caf-06ee2b1d34f6 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021003 Nov 12 04:35:23.646320 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8bd51513-45d9-4163-a8b4-1613fba95c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.650730 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.894123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd51513-45d9-4163-a8b4-1613fba95c99 None None] Pushing event updated for resources: {'Port': ['ID=4cc1992a-40ab-4019-ad83-3791b34f168e,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:23.897436 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:35:23.897661 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:35:23.903363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-49b0de81-1f92-4576-861d-936654c62335 None None] Provisioning complete for port 1d56a5ca-5b74-4798-a2e4-e9b086aa2b0c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:23.903708 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49b0de81-1f92-4576-861d-936654c62335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.945837 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-49b0de81-1f92-4576-861d-936654c62335 None None] Port 1d56a5ca-5b74-4798-a2e4-e9b086aa2b0c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:35:23.962609 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-49b0de81-1f92-4576-861d-936654c62335 None None] Provisioning complete for port 4cc1992a-40ab-4019-ad83-3791b34f168e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:23.963009 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-49b0de81-1f92-4576-861d-936654c62335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.966791 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb978e4-6d55-4e96-a810-44be7aef32ea req-99d4069d-c1cc-43c6-a002-73fc0e165b00 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:23.969086 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6cb978e4-6d55-4e96-a810-44be7aef32ea req-99d4069d-c1cc-43c6-a002-73fc0e165b00 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 945 time: 0.2366924 Nov 12 04:35:24.028783 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53a98fe8-c0f4-4dce-b1f2-d48f2cdfe7e6 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:24.068348 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6cb978e4-6d55-4e96-a810-44be7aef32ea req-065afa35-a659-476f-9214-e573891c2929 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/security-groups?id=403efb8f-7cae-4bd1-bfe6-4b4fd6c7a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912175 Nov 12 04:35:24.090432 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53a98fe8-c0f4-4dce-b1f2-d48f2cdfe7e6 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:24.091192 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-53a98fe8-c0f4-4dce-b1f2-d48f2cdfe7e6 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:24.176092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984fdf78-7bf5-484b-97be-a143ec5b7991 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Router e7503e1a-0108-4033-ab07-00c4acd983fa is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:35:24.209024 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a98fe8-c0f4-4dce-b1f2-d48f2cdfe7e6 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event updated for resources: {'Port': ['ID=1d56a5ca-5b74-4798-a2e4-e9b086aa2b0c,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:24.244182 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-83199a4c-4451-418e-8e55-fffe5cac3e8b None None] Provisioning complete for port 1d56a5ca-5b74-4798-a2e4-e9b086aa2b0c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:24.244555 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83199a4c-4451-418e-8e55-fffe5cac3e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:24.289645 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a98fe8-c0f4-4dce-b1f2-d48f2cdfe7e6 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Network b84e2fde-f990-4d1a-977b-b3cec8c4a79f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:24.291563 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-53a98fe8-c0f4-4dce-b1f2-d48f2cdfe7e6 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:24.300994 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-83199a4c-4451-418e-8e55-fffe5cac3e8b None None] Port 1d56a5ca-5b74-4798-a2e4-e9b086aa2b0c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:35:24.355274 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984fdf78-7bf5-484b-97be-a143ec5b7991 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:35:24.363810 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d4d7e0-ea30-44b8-81a3-65813ac21738 None None] Network 6a806110-8013-4784-a208-1778c96d0b03 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:24.379674 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] Sync routers for ids ['e7503e1a-0108-4033-ab07-00c4acd983fa'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:35:24.398230 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] Routers {'e7503e1a-0108-4033-ab07-00c4acd983fa'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:24.399597 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:35:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e7503e1a-0108-4033-ab07-00c4acd983fa'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:24.503320 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-984fdf78-7bf5-484b-97be-a143ec5b7991 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:24.504761 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-984fdf78-7bf5-484b-97be-a143ec5b7991 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2582881 Nov 12 04:35:24.512160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36480) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:24.535903 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a98fe8-c0f4-4dce-b1f2-d48f2cdfe7e6 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Router 2e2bcb45-0cee-443f-b7fc-00efa100fa2e is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:35:24.573306 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] Set router e7503e1a-0108-4033-ab07-00c4acd983fa gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:35:24.655230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3fcf5cca-0a4e-4001-958d-7ff9b18812a2 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=8637d71ae4c840e5a0ac06c987e9c7b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1417263 Nov 12 04:35:24.657692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36488) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:24.707445 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b7228aea-c971-4e02-9f55-68518c705acf up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:24.746718 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a98fe8-c0f4-4dce-b1f2-d48f2cdfe7e6 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:35:24.755121 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-53a98fe8-c0f4-4dce-b1f2-d48f2cdfe7e6 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "PUT /v2.0/routers/2e2bcb45-0cee-443f-b7fc-00efa100fa2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7783442 Nov 12 04:35:24.758334 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36492) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:24.787162 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d6ae64-6272-4d84-9eb0-907b9909df26 None None] Sync routers for ids ['2e2bcb45-0cee-443f-b7fc-00efa100fa2e'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:35:24.838229 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:35:22Z', 'revision_number': 3, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:24.877460 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] Checking router: e7503e1a-0108-4033-ab07-00c4acd983fa for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:35:24.878063 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] Updating router e7503e1a-0108-4033-ab07-00c4acd983fa port 4699e735-aa70-4e45-a491-73147aaba70f binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:35:24.890071 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31e113-4a9b-4b0e-bbac-b2a482d64b93 req-7c37a9e2-a08b-453f-9194-c8f830104b08 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:24.892130 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca31e113-4a9b-4b0e-bbac-b2a482d64b93 req-7c37a9e2-a08b-453f-9194-c8f830104b08 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.1258018 Nov 12 04:35:24.903681 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:24.915311 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab7391-8d3d-4334-9608-d51f167c5a96 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:24.916994 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bdab7391-8d3d-4334-9608-d51f167c5a96 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2582920 Nov 12 04:35:24.923913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d6ae64-6272-4d84-9eb0-907b9909df26 None None] Routers {'2e2bcb45-0cee-443f-b7fc-00efa100fa2e'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:24.924551 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-25d6ae64-6272-4d84-9eb0-907b9909df26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:35:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['2e2bcb45-0cee-443f-b7fc-00efa100fa2e'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:24.926310 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-cb213300-7064-4fbd-be38-f16cb58f82e5 None None] Provisioning complete for port 618b1c88-102d-4343-9e5c-daf3b56700eb triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:24.926698 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb213300-7064-4fbd-be38-f16cb58f82e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:24.940984 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36496) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:25.003607 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-25d6ae64-6272-4d84-9eb0-907b9909df26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:25.041446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-21dbb44f-da4f-4481-8c2d-47287bc98ea9 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0991769 Nov 12 04:35:25.059944 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36500) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:25.073064 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d6ae64-6272-4d84-9eb0-907b9909df26 None None] Routers {'2e2bcb45-0cee-443f-b7fc-00efa100fa2e'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:25.073064 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-25d6ae64-6272-4d84-9eb0-907b9909df26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:35:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['2e2bcb45-0cee-443f-b7fc-00efa100fa2e'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:25.089779 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-6159255a-8ecd-45ae-b273-f5be60244341 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1447167145', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:25.132773 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-25d6ae64-6272-4d84-9eb0-907b9909df26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:25.133398 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d6ae64-6272-4d84-9eb0-907b9909df26 None None] The sync data for ids ['2e2bcb45-0cee-443f-b7fc-00efa100fa2e'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:35:25.184807 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port b7228aea-c971-4e02-9f55-68518c705acf completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:35:25.193375 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port b7228aea-c971-4e02-9f55-68518c705acf triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:25.193754 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:25.235219 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:25.237090 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb213300-7064-4fbd-be38-f16cb58f82e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:25.270772 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca31e113-4a9b-4b0e-bbac-b2a482d64b93 req-66c773d5-12eb-46d2-984d-04f641f52374 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3624327 Nov 12 04:35:25.290248 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-cb213300-7064-4fbd-be38-f16cb58f82e5 None None] For port 618b1c88-102d-4343-9e5c-daf3b56700eb, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=618b1c88-102d-4343-9e5c-daf3b56700eb,segment=NetworkSegment(4a1c301e-bd57-4d2d-956f-9f7c1a927275),segment_id=4a1c301e-bd57-4d2d-956f-9f7c1a927275)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:25.324225 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:25.330504 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 618b1c88-102d-4343-9e5c-daf3b56700eb up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:25.379548 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e43dcb-71d1-4cf7-b0c8-9e2bc3074e4e None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:35:25.404625 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:25.423275 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb213300-7064-4fbd-be38-f16cb58f82e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:25.468203 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6159255a-8ecd-45ae-b273-f5be60244341 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Made reservation on behalf of 8637d71ae4c840e5a0ac06c987e9c7b5 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:35:25.473087 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6159255a-8ecd-45ae-b273-f5be60244341 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:25.475158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0747fb-0c30-4572-9573-fb61f36e0b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7228aea-c971-4e02-9f55-68518c705acf'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:35:25.477497 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24484c76-ce53-4417-88d3-2522a31b7d2f" -d '{"events": [{"server_uuid": "dc0747fb-0c30-4572-9573-fb61f36e0b69", "name": "network-vif-plugged", "status": "completed", "tag": "b7228aea-c971-4e02-9f55-68518c705acf"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:35:25.505504 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b7228aea-c971-4e02-9f55-68518c705acf, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b7228aea-c971-4e02-9f55-68518c705acf,segment=NetworkSegment(bc7cc4a4-0fd7-4041-af06-723b68f61815),segment_id=bc7cc4a4-0fd7-4041-af06-723b68f61815)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:25.509036 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] Attempting to bind port 4699e735-aa70-4e45-a491-73147aaba70f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:35:25.509036 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] Attempting to bind port 4699e735-aa70-4e45-a491-73147aaba70f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:35:25.509036 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] Attempting to bind port 4699e735-aa70-4e45-a491-73147aaba70f on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:35:25.522779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 618b1c88-102d-4343-9e5c-daf3b56700eb triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:25.523240 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:25.526305 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb213300-7064-4fbd-be38-f16cb58f82e5 None None] Pushing event updated for resources: {'Port': ['ID=618b1c88-102d-4343-9e5c-daf3b56700eb,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:25.526660 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-ccb67d6b-ea2e-4c86-bfa0-1f8f48153e8c tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:35:25.529648 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ccb67d6b-ea2e-4c86-bfa0-1f8f48153e8c tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "PUT /v2.0/routers/2e2bcb45-0cee-443f-b7fc-00efa100fa2e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7682931 Nov 12 04:35:25.533303 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36506) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:25.548698 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:35:25.551052 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:25.552224 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:25.554201 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:35:25.554953 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] Bound port: 4699e735-aa70-4e45-a491-73147aaba70f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:35:25.556292 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:25.587247 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-78dfb9a3-4026-41f1-bf5c-65b4c8817451 None None] Provisioning complete for port 4699e735-aa70-4e45-a491-73147aaba70f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:25.587616 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-78dfb9a3-4026-41f1-bf5c-65b4c8817451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:25.623882 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d184290-8db9-4f72-9b44-3579261abeed None None] Pushing event updated for resources: {'Port': ['ID=4699e735-aa70-4e45-a491-73147aaba70f,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:25.646324 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:25.648285 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d184290-8db9-4f72-9b44-3579261abeed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:25.648650 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d184290-8db9-4f72-9b44-3579261abeed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:25.648985 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d184290-8db9-4f72-9b44-3579261abeed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:25.654034 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d184290-8db9-4f72-9b44-3579261abeed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:25.654475 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d184290-8db9-4f72-9b44-3579261abeed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:25.654919 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d184290-8db9-4f72-9b44-3579261abeed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:25.660083 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d184290-8db9-4f72-9b44-3579261abeed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:25.660428 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d184290-8db9-4f72-9b44-3579261abeed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:25.660759 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d184290-8db9-4f72-9b44-3579261abeed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:25.661088 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d184290-8db9-4f72-9b44-3579261abeed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:25.661415 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d184290-8db9-4f72-9b44-3579261abeed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:25.661737 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d184290-8db9-4f72-9b44-3579261abeed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:25.728289 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] For port 4699e735-aa70-4e45-a491-73147aaba70f, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:35:25.731675 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] For port 4699e735-aa70-4e45-a491-73147aaba70f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4699e735-aa70-4e45-a491-73147aaba70f,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:35:25.754473 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-78dfb9a3-4026-41f1-bf5c-65b4c8817451 None None] Port 4699e735-aa70-4e45-a491-73147aaba70f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:35:25.788528 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4cc1992a-40ab-4019-ad83-3791b34f168e up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:25.816532 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:25.838981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-78dfb9a3-4026-41f1-bf5c-65b4c8817451 None None] Provisioning complete for port 1d56a5ca-5b74-4798-a2e4-e9b086aa2b0c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:25.839353 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-78dfb9a3-4026-41f1-bf5c-65b4c8817451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:25.844299 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1609f7-dcf8-42dd-b6ac-f887b616538b req-a2de95f9-9e35-47fb-b8a2-40a1ddb4199c tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:25.852730 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb1609f7-dcf8-42dd-b6ac-f887b616538b req-a2de95f9-9e35-47fb-b8a2-40a1ddb4199c tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 946 time: 0.1133807 Nov 12 04:35:25.856679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=b7228aea-c971-4e02-9f55-68518c705acf,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:25.862393 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fd89dc-d5d8-4d8e-a09a-f4a0ffcd7007 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:35:25.911752 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] Routers {'e7503e1a-0108-4033-ab07-00c4acd983fa'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:25.912388 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:35:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e7503e1a-0108-4033-ab07-00c4acd983fa'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:25.961644 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb1609f7-dcf8-42dd-b6ac-f887b616538b req-caaaa3d9-faa7-499f-b59b-f7676cb72db0 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/security-groups?id=403efb8f-7cae-4bd1-bfe6-4b4fd6c7a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926926 Nov 12 04:35:25.966229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-78dfb9a3-4026-41f1-bf5c-65b4c8817451 None None] Port 1d56a5ca-5b74-4798-a2e4-e9b086aa2b0c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:35:25.994562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4cc1992a-40ab-4019-ad83-3791b34f168e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:25.994953 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.027942 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6159255a-8ecd-45ae-b273-f5be60244341 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.032018 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d184290-8db9-4f72-9b44-3579261abeed None None] Pushing event updated for resources: {'Port': ['ID=4699e735-aa70-4e45-a491-73147aaba70f,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:26.142522 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159255a-8ecd-45ae-b273-f5be60244341 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Subnet': ['ID=51614038-d513-4083-8c17-2efe33d861d3,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:26.146934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6159255a-8ecd-45ae-b273-f5be60244341 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Checking segment: {'id': '41cb987a-396b-47f7-8627-e62dc3f8cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:26.147575 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6159255a-8ecd-45ae-b273-f5be60244341 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Network hostable DHCP agents. Network: 1c1b6a21-838c-4da2-b510-f882164c09b5, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:35:26.160328 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] Set router e7503e1a-0108-4033-ab07-00c4acd983fa gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:35:26.163097 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3fcb5a1a-8660-44dd-b00d-6fe980ee225b None None] Provisioning complete for port 4699e735-aa70-4e45-a491-73147aaba70f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:26.163838 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fcb5a1a-8660-44dd-b00d-6fe980ee225b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.232877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6159255a-8ecd-45ae-b273-f5be60244341 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Network 1c1b6a21-838c-4da2-b510-f882164c09b5 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:35:26.258456 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86b40c91-1887-4c25-9403-51d3fffbd1e8 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.285296 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2006e4f4-898a-4716-b32e-076ceb006140 x-openstack-request-id: req-2006e4f4-898a-4716-b32e-076ceb006140 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:35:26.285884 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0747fb-0c30-4572-9573-fb61f36e0b69", "name": "network-vif-plugged", "status": "completed", "tag": "b7228aea-c971-4e02-9f55-68518c705acf", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:35:26.286395 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2006e4f4-898a-4716-b32e-076ceb006140 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:35:26.286947 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0747fb-0c30-4572-9573-fb61f36e0b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7228aea-c971-4e02-9f55-68518c705acf', 'code': 200} Nov 12 04:35:26.333086 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fcb5a1a-8660-44dd-b00d-6fe980ee225b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.352704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-6159255a-8ecd-45ae-b273-f5be60244341 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 1c1b6a21-838c-4da2-b510-f882164c09b5) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:26.357424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6159255a-8ecd-45ae-b273-f5be60244341 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:26.358275 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6159255a-8ecd-45ae-b273-f5be60244341 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.377578 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da128fd3-6992-47f2-aca8-4917c8f65d7a None None] Network 1c1b6a21-838c-4da2-b510-f882164c09b5 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:26.381166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3fcb5a1a-8660-44dd-b00d-6fe980ee225b None None] For port 4699e735-aa70-4e45-a491-73147aaba70f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4699e735-aa70-4e45-a491-73147aaba70f,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:26.398012 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:35:22Z', 'revision_number': 3, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:26.445236 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6659223-6d49-48fe-b8b2-964bdbbeb9eb None None] The sync data for ids ['e7503e1a-0108-4033-ab07-00c4acd983fa'] in n-d-768509-24 is: [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:35:22Z', 'revision_number': 3, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:35:26.457635 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6159255a-8ecd-45ae-b273-f5be60244341 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3885841 Nov 12 04:35:26.460818 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36520) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:26.488834 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fcb5a1a-8660-44dd-b00d-6fe980ee225b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.514263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0999a-2e92-4838-bc95-d1580585fbaa req-f03330f3-e290-421e-b200-a0184c7d8603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:26.516010 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1ba0999a-2e92-4838-bc95-d1580585fbaa req-f03330f3-e290-421e-b200-a0184c7d8603 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 1098 time: 0.1035175 Nov 12 04:35:26.610931 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3fcb5a1a-8660-44dd-b00d-6fe980ee225b None None] Provisioning complete for port 618b1c88-102d-4343-9e5c-daf3b56700eb triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:26.611231 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fcb5a1a-8660-44dd-b00d-6fe980ee225b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.653683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93997b9c-4793-4c64-b084-e3f0370ca4f2 req-5f83fd0a-0876-475e-8af7-70c5e1b82f4b tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:26.656253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-93997b9c-4793-4c64-b084-e3f0370ca4f2 req-5f83fd0a-0876-475e-8af7-70c5e1b82f4b tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.1763792 Nov 12 04:35:26.659748 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb5a1a-8660-44dd-b00d-6fe980ee225b None None] Pushing event updated for resources: {'Port': ['ID=4699e735-aa70-4e45-a491-73147aaba70f,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:26.678263 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-1ba0999a-2e92-4838-bc95-d1580585fbaa req-e7aaf98e-52cf-4faa-b3ba-7a57f69c362f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=403efb8f-7cae-4bd1-bfe6-4b4fd6c7a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500418 Nov 12 04:35:26.715947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-86b40c91-1887-4c25-9403-51d3fffbd1e8 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Deleting port 1d56a5ca-5b74-4798-a2e4-e9b086aa2b0c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:26.716287 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86b40c91-1887-4c25-9403-51d3fffbd1e8 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.750032 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-93997b9c-4793-4c64-b084-e3f0370ca4f2 req-5d5ce026-803c-4095-b3bf-54f7bd84704b tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792110 Nov 12 04:35:26.790552 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-1c1b6a21-838c-4da2-b510-f882164c09b5', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'fixed_ips': [{'subnet_id': '51614038-d513-4083-8c17-2efe33d861d3'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:35:26.790552 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.915345 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86b40c91-1887-4c25-9403-51d3fffbd1e8 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.935560 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-86b40c91-1887-4c25-9403-51d3fffbd1e8 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Calling delete_port for 1d56a5ca-5b74-4798-a2e4-e9b086aa2b0c owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:27.067075 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] Allocated IP 172.20.0.2 (1c1b6a21-838c-4da2-b510-f882164c09b5/51614038-d513-4083-8c17-2efe33d861d3/9bd8dafa-6e18-4009-94a3-83f53c6b5dee) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:35:27.228076 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 618b1c88-102d-4343-9e5c-daf3b56700eb up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:27.243391 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3de78e-73b7-41ae-a19f-030c4db733e5 req-720224f3-1ccc-4b3f-826d-108a13d2e79b tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:27.246103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac3de78e-73b7-41ae-a19f-030c4db733e5 req-720224f3-1ccc-4b3f-826d-108a13d2e79b tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 946 time: 0.1310744 Nov 12 04:35:27.352345 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 618b1c88-102d-4343-9e5c-daf3b56700eb triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:27.352762 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:27.381247 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9113cad5-b572-4365-bf72-a03e5b7f8c58 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:27.400036 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:27.418063 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac3de78e-73b7-41ae-a19f-030c4db733e5 req-c167e937-38bc-47bf-bba2-1d0b3866db5e tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/security-groups?id=403efb8f-7cae-4bd1-bfe6-4b4fd6c7a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626883 Nov 12 04:35:27.468562 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86b40c91-1887-4c25-9403-51d3fffbd1e8 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:27.499916 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4699e735-aa70-4e45-a491-73147aaba70f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:27.537516 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b40c91-1887-4c25-9403-51d3fffbd1e8 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event deleted for resources: {'Port': ['ID=1d56a5ca-5b74-4798-a2e4-e9b086aa2b0c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:27.554780 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:27.618587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] Network 1c1b6a21-838c-4da2-b510-f882164c09b5 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:27.644595 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:27.653336 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:35:27.658041 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4699e735-aa70-4e45-a491-73147aaba70f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:27.658414 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:27.662123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] Pushing event updated for resources: {'Port': ['ID=9bd8dafa-6e18-4009-94a3-83f53c6b5dee,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:27.714652 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86b40c91-1887-4c25-9403-51d3fffbd1e8 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:27.809734 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] Attempting to bind port 9bd8dafa-6e18-4009-94a3-83f53c6b5dee on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:35:27.810307 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] Attempting to bind port 9bd8dafa-6e18-4009-94a3-83f53c6b5dee by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '41cb987a-396b-47f7-8627-e62dc3f8cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:35:27.810445 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] Attempting to bind port 9bd8dafa-6e18-4009-94a3-83f53c6b5dee on network 1c1b6a21-838c-4da2-b510-f882164c09b5 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:35:27.824299 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-9113cad5-b572-4365-bf72-a03e5b7f8c58 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Allocated IP 172.20.0.1 (1c1b6a21-838c-4da2-b510-f882164c09b5/51614038-d513-4083-8c17-2efe33d861d3/7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:35:27.843928 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:35:27.843928 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] Checking segment: {'id': '41cb987a-396b-47f7-8627-e62dc3f8cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:27.843928 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:27.843928 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] Bound using segment: {'id': '41cb987a-396b-47f7-8627-e62dc3f8cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:35:27.843928 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] Bound port: 9bd8dafa-6e18-4009-94a3-83f53c6b5dee, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41cb987a-396b-47f7-8627-e62dc3f8cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:35:27.843928 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:27.958201 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] For port 9bd8dafa-6e18-4009-94a3-83f53c6b5dee, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:35:27.961770 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] For port 9bd8dafa-6e18-4009-94a3-83f53c6b5dee, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9bd8dafa-6e18-4009-94a3-83f53c6b5dee,segment=NetworkSegment(41cb987a-396b-47f7-8627-e62dc3f8cd94),segment_id=41cb987a-396b-47f7-8627-e62dc3f8cd94)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:35:28.047644 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd928d-3956-4428-810d-ad9d453fe92a req-a5b54a56-5b13-4caa-8065-13429888ded1 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:28.052326 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c8cd928d-3956-4428-810d-ad9d453fe92a req-a5b54a56-5b13-4caa-8065-13429888ded1 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.1524370 Nov 12 04:35:28.073390 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:28.127054 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c8cd928d-3956-4428-810d-ad9d453fe92a req-24e15a54-6d5e-4ac4-8e73-fcecf2d4523e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684497 Nov 12 04:35:28.130120 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9113cad5-b572-4365-bf72-a03e5b7f8c58 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:28.190483 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12791690-9b72-42ba-b218-bd8874769a5d None None] Pushing event updated for resources: {'Port': ['ID=9bd8dafa-6e18-4009-94a3-83f53c6b5dee,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:28.279597 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9113cad5-b572-4365-bf72-a03e5b7f8c58 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:28.330838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113cad5-b572-4365-bf72-a03e5b7f8c58 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Port': ['ID=7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:28.344846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9113cad5-b572-4365-bf72-a03e5b7f8c58 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Network 1c1b6a21-838c-4da2-b510-f882164c09b5 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:28.346804 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-9113cad5-b572-4365-bf72-a03e5b7f8c58 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:28.349569 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9113cad5-b572-4365-bf72-a03e5b7f8c58 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:35:28.398941 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9113cad5-b572-4365-bf72-a03e5b7f8c58 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:28.478272 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b40c91-1887-4c25-9403-51d3fffbd1e8 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Router 2e2bcb45-0cee-443f-b7fc-00efa100fa2e has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:35:28.629942 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b40c91-1887-4c25-9403-51d3fffbd1e8 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:35:28.638795 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-86b40c91-1887-4c25-9403-51d3fffbd1e8 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "PUT /v2.0/routers/2e2bcb45-0cee-443f-b7fc-00efa100fa2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1044128 Nov 12 04:35:28.643132 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36538) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:28.646898 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48215396-b846-4f43-883a-8b176e709b13 None None] Sync routers for ids ['2e2bcb45-0cee-443f-b7fc-00efa100fa2e'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:35:28.657020 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9113cad5-b572-4365-bf72-a03e5b7f8c58 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:28.664328 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48215396-b846-4f43-883a-8b176e709b13 None None] Routers {'2e2bcb45-0cee-443f-b7fc-00efa100fa2e'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:28.665100 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-48215396-b846-4f43-883a-8b176e709b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:35:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['2e2bcb45-0cee-443f-b7fc-00efa100fa2e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:28.677051 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72643e8-2c27-4152-b3f6-f0d5cc35a42c req-5776f7b7-7076-4c42-aa6a-76bf279ec5bd tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:28.678888 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e72643e8-2c27-4152-b3f6-f0d5cc35a42c req-5776f7b7-7076-4c42-aa6a-76bf279ec5bd tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 946 time: 0.1160283 Nov 12 04:35:28.721134 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-ea9e1bad-84c5-4c25-bbc5-6a3dc70c37bd tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] delete failed (client error): The resource could not be found. Nov 12 04:35:28.722198 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ea9e1bad-84c5-4c25-bbc5-6a3dc70c37bd tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-65874295 HTTP/1.1" status: 404 len: 333 time: 0.0781021 Nov 12 04:35:28.732187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36540) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:28.734521 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-48215396-b846-4f43-883a-8b176e709b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:28.736810 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ccf9c4a9-80db-4bd8-a066-8e37a0b446fc tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Request body: {'router': {'external_gateway_info': {'network_id': '2e2bcb45-0cee-443f-b7fc-00efa100fa2e'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:28.770126 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48215396-b846-4f43-883a-8b176e709b13 None None] Routers {'2e2bcb45-0cee-443f-b7fc-00efa100fa2e'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:28.770674 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-48215396-b846-4f43-883a-8b176e709b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:35:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['2e2bcb45-0cee-443f-b7fc-00efa100fa2e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:28.920925 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-48215396-b846-4f43-883a-8b176e709b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:28.925702 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48215396-b846-4f43-883a-8b176e709b13 None None] The sync data for ids ['2e2bcb45-0cee-443f-b7fc-00efa100fa2e'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:35:28.963116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e72643e8-2c27-4152-b3f6-f0d5cc35a42c req-a9fc0782-93c7-4379-9385-1a03cc90a821 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/security-groups?id=403efb8f-7cae-4bd1-bfe6-4b4fd6c7a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384107 Nov 12 04:35:29.005490 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccf9c4a9-80db-4bd8-a066-8e37a0b446fc tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:29.090836 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9bd8dafa-6e18-4009-94a3-83f53c6b5dee up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:29.114683 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-ccf9c4a9-80db-4bd8-a066-8e37a0b446fc tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] update failed (client error): The resource could not be found. Nov 12 04:35:29.115996 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ccf9c4a9-80db-4bd8-a066-8e37a0b446fc tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "PUT /v2.0/routers/2e2bcb45-0cee-443f-b7fc-00efa100fa2e HTTP/1.1" status: 404 len: 339 time: 0.3827763 Nov 12 04:35:29.121218 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36548) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:29.134696 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d1ea600c-b0fb-4ceb-8725-01571496d49e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-93339693'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:29.180034 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9113cad5-b572-4365-bf72-a03e5b7f8c58 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:29.184690 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 9bd8dafa-6e18-4009-94a3-83f53c6b5dee triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:29.186480 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:29.271086 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ea600c-b0fb-4ceb-8725-01571496d49e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Made reservation on behalf of f8451ec915ba402ca12a4c065117ab66 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:35:29.274773 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1ea600c-b0fb-4ceb-8725-01571496d49e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:29.297752 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:29.300596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ea600c-b0fb-4ceb-8725-01571496d49e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:35:29.313617 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9113cad5-b572-4365-bf72-a03e5b7f8c58 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:29.315104 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1ea600c-b0fb-4ceb-8725-01571496d49e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:29.315503 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-d1ea600c-b0fb-4ceb-8725-01571496d49e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Added segment a4b961ac-c396-49f7-9a8a-69d7d005ba0e of type vlan for network e9d9926b-c0ed-45c6-9332-defc88d46569 Nov 12 04:35:29.349672 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 9bd8dafa-6e18-4009-94a3-83f53c6b5dee, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9bd8dafa-6e18-4009-94a3-83f53c6b5dee,segment=NetworkSegment(41cb987a-396b-47f7-8627-e62dc3f8cd94),segment_id=41cb987a-396b-47f7-8627-e62dc3f8cd94)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:29.378908 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1ea600c-b0fb-4ceb-8725-01571496d49e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:29.409026 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113cad5-b572-4365-bf72-a03e5b7f8c58 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Port': ['ID=7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:29.416983 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9113cad5-b572-4365-bf72-a03e5b7f8c58 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:29.462316 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:29.523936 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=9bd8dafa-6e18-4009-94a3-83f53c6b5dee,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:29.541553 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1ea600c-b0fb-4ceb-8725-01571496d49e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:29.549473 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ea600c-b0fb-4ceb-8725-01571496d49e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:29.550786 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1ea600c-b0fb-4ceb-8725-01571496d49e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:29.551718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9113cad5-b572-4365-bf72-a03e5b7f8c58 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Network 1c1b6a21-838c-4da2-b510-f882164c09b5 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:29.553897 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-9113cad5-b572-4365-bf72-a03e5b7f8c58 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:29.645538 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167f7c6b-f40f-4e18-879a-64048f090346 None None] Network 1c1b6a21-838c-4da2-b510-f882164c09b5 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:29.677805 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea600c-b0fb-4ceb-8725-01571496d49e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event updated for resources: {'Network': ['ID=e9d9926b-c0ed-45c6-9332-defc88d46569,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:29.684868 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d1ea600c-b0fb-4ceb-8725-01571496d49e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5626254 Nov 12 04:35:29.687759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36558) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:29.693271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4122bdd1-440a-4ff3-a703-ea6bbe5c385b tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Request body: {'subnet': {'network_id': 'e9d9926b-c0ed-45c6-9332-defc88d46569', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:29.712590 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747eec-573a-46f0-bc37-476d8a6048ee req-963bbc72-8bc6-47e6-814d-a1df88fc9c23 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:29.713996 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0747eec-573a-46f0-bc37-476d8a6048ee req-963bbc72-8bc6-47e6-814d-a1df88fc9c23 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.1017070 Nov 12 04:35:29.722269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9113cad5-b572-4365-bf72-a03e5b7f8c58 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Router e7503e1a-0108-4033-ab07-00c4acd983fa has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:35:29.728439 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network e9d9926b-c0ed-45c6-9332-defc88d46569 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:35:29.833296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0747eec-573a-46f0-bc37-476d8a6048ee req-f269b2cd-734a-4f0f-8ac1-67ea1a63536c tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098573 Nov 12 04:35:29.894360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9113cad5-b572-4365-bf72-a03e5b7f8c58 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:35:29.914592 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9113cad5-b572-4365-bf72-a03e5b7f8c58 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "PUT /v2.0/routers/e7503e1a-0108-4033-ab07-00c4acd983fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4446530 Nov 12 04:35:29.914733 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36560) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:29.946450 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4122bdd1-440a-4ff3-a703-ea6bbe5c385b tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Made reservation on behalf of f8451ec915ba402ca12a4c065117ab66 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:35:29.950499 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4122bdd1-440a-4ff3-a703-ea6bbe5c385b tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:29.974514 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90723eeb-0ec2-4527-90a7-4d5168fb4f5a req-3c6bc14f-f4dd-40be-a0b1-19b16405e483 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:29.976266 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90723eeb-0ec2-4527-90a7-4d5168fb4f5a req-3c6bc14f-f4dd-40be-a0b1-19b16405e483 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 946 time: 0.0621374 Nov 12 04:35:30.003229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] Sync routers for ids ['e7503e1a-0108-4033-ab07-00c4acd983fa'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:35:30.035605 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90723eeb-0ec2-4527-90a7-4d5168fb4f5a req-fced67a5-c022-47a8-8872-58f04bebbf8c tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/security-groups?id=403efb8f-7cae-4bd1-bfe6-4b4fd6c7a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533440 Nov 12 04:35:30.074032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0510e219-30a4-4834-a2b8-1637d6e815ee None None] Provisioning complete for port 9bd8dafa-6e18-4009-94a3-83f53c6b5dee triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:30.074405 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0510e219-30a4-4834-a2b8-1637d6e815ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:30.078661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] Routers {'e7503e1a-0108-4033-ab07-00c4acd983fa'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:30.079312 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:35:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e7503e1a-0108-4033-ab07-00c4acd983fa'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:30.255238 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48340fa-3692-409d-8fb6-b8fd49fca065 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.255999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48340fa-3692-409d-8fb6-b8fd49fca065 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.256472 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48340fa-3692-409d-8fb6-b8fd49fca065 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.256931 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48340fa-3692-409d-8fb6-b8fd49fca065 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.257425 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48340fa-3692-409d-8fb6-b8fd49fca065 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.257883 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48340fa-3692-409d-8fb6-b8fd49fca065 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.258347 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48340fa-3692-409d-8fb6-b8fd49fca065 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.258833 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48340fa-3692-409d-8fb6-b8fd49fca065 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.259286 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48340fa-3692-409d-8fb6-b8fd49fca065 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.259739 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48340fa-3692-409d-8fb6-b8fd49fca065 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.260281 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48340fa-3692-409d-8fb6-b8fd49fca065 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.268298 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48340fa-3692-409d-8fb6-b8fd49fca065 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.268785 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48340fa-3692-409d-8fb6-b8fd49fca065 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.269250 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48340fa-3692-409d-8fb6-b8fd49fca065 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.271089 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48340fa-3692-409d-8fb6-b8fd49fca065 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.276377 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e48340fa-3692-409d-8fb6-b8fd49fca065 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10510 time: 0.3627834 Nov 12 04:35:30.276833 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36568) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:30.284062 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] Set router e7503e1a-0108-4033-ab07-00c4acd983fa gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:35:30.454319 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22fbd81-c898-4956-9d8d-604e7c6b5057 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.454880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22fbd81-c898-4956-9d8d-604e7c6b5057 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.455391 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22fbd81-c898-4956-9d8d-604e7c6b5057 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.455940 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22fbd81-c898-4956-9d8d-604e7c6b5057 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.456450 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22fbd81-c898-4956-9d8d-604e7c6b5057 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.457053 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22fbd81-c898-4956-9d8d-604e7c6b5057 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.457892 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22fbd81-c898-4956-9d8d-604e7c6b5057 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.458421 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22fbd81-c898-4956-9d8d-604e7c6b5057 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.459027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22fbd81-c898-4956-9d8d-604e7c6b5057 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.459722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22fbd81-c898-4956-9d8d-604e7c6b5057 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.460231 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22fbd81-c898-4956-9d8d-604e7c6b5057 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.460734 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22fbd81-c898-4956-9d8d-604e7c6b5057 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.461297 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22fbd81-c898-4956-9d8d-604e7c6b5057 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.461860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22fbd81-c898-4956-9d8d-604e7c6b5057 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.469626 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d22fbd81-c898-4956-9d8d-604e7c6b5057 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9019 time: 0.1862683 Nov 12 04:35:30.470526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36570) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:30.550644 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:35:28Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c', 'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:cb:6e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '51614038-d513-4083-8c17-2efe33d861d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:27Z', 'updated_at': '2021-11-12T04:35:28Z', 'revision_number': 2, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '51614038-d513-4083-8c17-2efe33d861d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:30.559084 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4122bdd1-440a-4ff3-a703-ea6bbe5c385b tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:30.589501 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] Checking router: e7503e1a-0108-4033-ab07-00c4acd983fa for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:35:30.589861 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] Updating router e7503e1a-0108-4033-ab07-00c4acd983fa port 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:35:30.648113 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:30.659423 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122bdd1-440a-4ff3-a703-ea6bbe5c385b tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event updated for resources: {'Subnet': ['ID=cde5278d-9c6f-4c2c-b8c6-beb459dc952e,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:30.679951 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4122bdd1-440a-4ff3-a703-ea6bbe5c385b tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Checking segment: {'id': 'a4b961ac-c396-49f7-9a8a-69d7d005ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9d9926b-c0ed-45c6-9332-defc88d46569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:30.682806 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4122bdd1-440a-4ff3-a703-ea6bbe5c385b tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Network hostable DHCP agents. Network: e9d9926b-c0ed-45c6-9332-defc88d46569, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:35:30.741549 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-73e6a634-b9c5-48e5-9a14-55e9d330c13d None None] Provisioning complete for port 9bd8dafa-6e18-4009-94a3-83f53c6b5dee triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:30.742065 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73e6a634-b9c5-48e5-9a14-55e9d330c13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:30.815683 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4122bdd1-440a-4ff3-a703-ea6bbe5c385b tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Network e9d9926b-c0ed-45c6-9332-defc88d46569 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:35:30.901773 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4122bdd1-440a-4ff3-a703-ea6bbe5c385b tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, e9d9926b-c0ed-45c6-9332-defc88d46569) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:30.907321 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4122bdd1-440a-4ff3-a703-ea6bbe5c385b tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.908522 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4122bdd1-440a-4ff3-a703-ea6bbe5c385b tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:30.940400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498a123e-7f3d-4125-b393-03752ff31e96 None None] Network e9d9926b-c0ed-45c6-9332-defc88d46569 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:31.001863 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4122bdd1-440a-4ff3-a703-ea6bbe5c385b tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3125403 Nov 12 04:35:31.004296 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36574) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:31.009590 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-49907492-1b9b-4c52-a2bf-9a99d0028508 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e9d9926b-c0ed-45c6-9332-defc88d46569'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:31.185473 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9bd8dafa-6e18-4009-94a3-83f53c6b5dee up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:31.303170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedc4e4-b60d-411f-9d8c-92969f103043 req-b4d7944a-2742-44ff-a1cf-fe37f3f70ea4 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:31.304949 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8dedc4e4-b60d-411f-9d8c-92969f103043 req-b4d7944a-2742-44ff-a1cf-fe37f3f70ea4 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.1504903 Nov 12 04:35:31.343124 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-e9d9926b-c0ed-45c6-9332-defc88d46569', 'network_id': 'e9d9926b-c0ed-45c6-9332-defc88d46569', 'tenant_id': 'f8451ec915ba402ca12a4c065117ab66', 'fixed_ips': [{'subnet_id': 'cde5278d-9c6f-4c2c-b8c6-beb459dc952e'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:35:31.343795 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:31.358913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e205a-cc58-40a1-bf95-72f5aee2faea req-378859fa-e7e0-420f-9a9f-18d9f8fd4c9d tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:31.360289 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-078e205a-cc58-40a1-bf95-72f5aee2faea req-378859fa-e7e0-420f-9a9f-18d9f8fd4c9d tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 946 time: 0.2177765 Nov 12 04:35:31.404282 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49907492-1b9b-4c52-a2bf-9a99d0028508 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:31.411685 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8dedc4e4-b60d-411f-9d8c-92969f103043 req-a44c6247-4dbc-4401-bf73-b33a082b765e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955439 Nov 12 04:35:31.429215 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f419c17d-a747-4428-ae8e-41c876233fd2 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6479 time: 0.9574251 Nov 12 04:35:31.479845 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-73e6a634-b9c5-48e5-9a14-55e9d330c13d None None] Provisioning complete for port 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:31.480207 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73e6a634-b9c5-48e5-9a14-55e9d330c13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:31.491016 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 9bd8dafa-6e18-4009-94a3-83f53c6b5dee triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:31.491388 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:31.579280 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04a355-d40d-4ca8-ad36-012ec8771959 req-879fd0c5-5e4e-4c09-a468-915ad6ddba3f tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:31.581666 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-078e205a-cc58-40a1-bf95-72f5aee2faea req-d668f249-943f-44ef-84d0-d60cf175eeaa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Deleting port b7228aea-c971-4e02-9f55-68518c705acf {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:31.581872 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b04a355-d40d-4ca8-ad36-012ec8771959 req-879fd0c5-5e4e-4c09-a468-915ad6ddba3f tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 946 time: 0.0561666 Nov 12 04:35:31.582368 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-078e205a-cc58-40a1-bf95-72f5aee2faea req-d668f249-943f-44ef-84d0-d60cf175eeaa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:31.625482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-73e6a634-b9c5-48e5-9a14-55e9d330c13d None None] Port 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:35:31.640563 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b04a355-d40d-4ca8-ad36-012ec8771959 req-42049332-4a0c-479d-b769-41e25693bae7 tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/security-groups?id=403efb8f-7cae-4bd1-bfe6-4b4fd6c7a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486324 Nov 12 04:35:31.708100 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:31.751054 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-078e205a-cc58-40a1-bf95-72f5aee2faea req-d668f249-943f-44ef-84d0-d60cf175eeaa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] For port b7228aea-c971-4e02-9f55-68518c705acf, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b7228aea-c971-4e02-9f55-68518c705acf,segment=NetworkSegment(bc7cc4a4-0fd7-4041-af06-723b68f61815),segment_id=bc7cc4a4-0fd7-4041-af06-723b68f61815)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:31.751558 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-078e205a-cc58-40a1-bf95-72f5aee2faea req-d668f249-943f-44ef-84d0-d60cf175eeaa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:31.770339 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-078e205a-cc58-40a1-bf95-72f5aee2faea req-d668f249-943f-44ef-84d0-d60cf175eeaa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Calling delete_port for b7228aea-c971-4e02-9f55-68518c705acf owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:31.799223 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:31.874883 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-673958bb-d4ae-4ad5-9860-2609245db67e None None] Provisioning complete for port 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:31.875112 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-49907492-1b9b-4c52-a2bf-9a99d0028508 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:35:31.875251 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-673958bb-d4ae-4ad5-9860-2609245db67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:31.876472 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-49907492-1b9b-4c52-a2bf-9a99d0028508 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "PUT /v2.0/routers/2e2bcb45-0cee-443f-b7fc-00efa100fa2e HTTP/1.1" status: 400 len: 364 time: 0.8706748 Nov 12 04:35:31.879091 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952ce5a-81eb-4404-b58a-bea9a99fdb14 None None] Pushing event updated for resources: {'Port': ['ID=7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:31.880073 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36588) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:31.887620 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] Allocated IP 2001:db8:1::2 (e9d9926b-c0ed-45c6-9332-defc88d46569/cde5278d-9c6f-4c2c-b8c6-beb459dc952e/4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:35:31.988439 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36590) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:31.992829 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-d307c243-bdca-4424-81f1-64cddd9b9f30 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-5735118', 'description': 'tempest-secgroup-smoke-5735118 description', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:32.114053 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-673958bb-d4ae-4ad5-9860-2609245db67e None None] Port 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:35:32.124621 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d307c243-bdca-4424-81f1-64cddd9b9f30 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:32.187649 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] Attempting to bind port 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:35:32.188015 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] Attempting to bind port 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '41cb987a-396b-47f7-8627-e62dc3f8cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:35:32.188381 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] Attempting to bind port 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c on network 1c1b6a21-838c-4da2-b510-f882164c09b5 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:35:32.201858 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:35:32.202981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] Checking segment: {'id': '41cb987a-396b-47f7-8627-e62dc3f8cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:32.203394 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:32.204136 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] Bound using segment: {'id': '41cb987a-396b-47f7-8627-e62dc3f8cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:35:32.204331 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] Bound port: 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41cb987a-396b-47f7-8627-e62dc3f8cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:35:32.204711 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:32.220808 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-078e205a-cc58-40a1-bf95-72f5aee2faea req-d668f249-943f-44ef-84d0-d60cf175eeaa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:32.237072 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d307c243-bdca-4424-81f1-64cddd9b9f30 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:32.257638 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668f249-943f-44ef-84d0-d60cf175eeaa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Pushing event deleted for resources: {'Port': ['ID=b7228aea-c971-4e02-9f55-68518c705acf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:32.296365 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d307c243-bdca-4424-81f1-64cddd9b9f30 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:32.345418 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307c243-bdca-4424-81f1-64cddd9b9f30 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8254e9f-aae1-4679-a52a-08b63c414e79,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:32.389532 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-078e205a-cc58-40a1-bf95-72f5aee2faea req-d668f249-943f-44ef-84d0-d60cf175eeaa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] No DVR routers for this DVR port b7228aea-c971-4e02-9f55-68518c705acf on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:35:32.392608 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c7cf03c-7603-40c1-b995-2a42e24ca405 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:32.395073 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-078e205a-cc58-40a1-bf95-72f5aee2faea req-d668f249-943f-44ef-84d0-d60cf175eeaa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:32.395791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['b7228aea-c971-4e02-9f55-68518c705acf'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:35:32.398711 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-078e205a-cc58-40a1-bf95-72f5aee2faea req-d668f249-943f-44ef-84d0-d60cf175eeaa tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.21 "DELETE /v2.0/ports/b7228aea-c971-4e02-9f55-68518c705acf HTTP/1.1" status: 204 len: 173 time: 0.9709404 Nov 12 04:35:32.404835 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0747fb-0c30-4572-9573-fb61f36e0b69', 'name': 'network-vif-deleted', 'tag': 'b7228aea-c971-4e02-9f55-68518c705acf'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:35:32.404835 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ffc743-dde1-4dff-822e-270b1c358fab" -d '{"events": [{"server_uuid": "dc0747fb-0c30-4572-9573-fb61f36e0b69", "name": "network-vif-deleted", "tag": "b7228aea-c971-4e02-9f55-68518c705acf"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:35:32.429105 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d307c243-bdca-4424-81f1-64cddd9b9f30 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:32.430383 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d307c243-bdca-4424-81f1-64cddd9b9f30 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4443421 Nov 12 04:35:32.433702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36596) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:32.438433 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-e15412d2-33b6-4eac-a372-9fcc41a55641 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group_rule': {'security_group_id': 'f8254e9f-aae1-4679-a52a-08b63c414e79', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:32.450074 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:32.460807 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881b8e48-ed84-46af-8da3-853fa0809ba6 x-openstack-request-id: req-881b8e48-ed84-46af-8da3-853fa0809ba6 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:35:32.461121 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0747fb-0c30-4572-9573-fb61f36e0b69", "name": "network-vif-deleted", "tag": "b7228aea-c971-4e02-9f55-68518c705acf", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:35:32.461538 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-881b8e48-ed84-46af-8da3-853fa0809ba6 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:35:32.461941 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0747fb-0c30-4572-9573-fb61f36e0b69', 'name': 'network-vif-deleted', 'tag': 'b7228aea-c971-4e02-9f55-68518c705acf', 'status': 'completed', 'code': 200} Nov 12 04:35:32.481338 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8857fe72-a3cf-4dcd-9c60-98c7e5ff5b05 None None] Provisioning complete for port 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:32.481711 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8857fe72-a3cf-4dcd-9c60-98c7e5ff5b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:32.561240 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8857fe72-a3cf-4dcd-9c60-98c7e5ff5b05 None None] Port 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:35:32.565207 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] For port 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:35:32.581023 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] For port 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c,segment=NetworkSegment(41cb987a-396b-47f7-8627-e62dc3f8cd94),segment_id=41cb987a-396b-47f7-8627-e62dc3f8cd94)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:35:32.611275 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03e62b-8998-406e-82cf-1e2cb8cb4242 req-c0d217a4-99dc-459f-8b30-b07d2ac7c0fb tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:32.612833 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d03e62b-8998-406e-82cf-1e2cb8cb4242 req-c0d217a4-99dc-459f-8b30-b07d2ac7c0fb tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.0645909 Nov 12 04:35:32.617732 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:32.682020 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] Network e9d9926b-c0ed-45c6-9332-defc88d46569 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:32.684158 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e15412d2-33b6-4eac-a372-9fcc41a55641 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:32.685467 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:32.689925 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:35:32.692412 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:32.718547 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] Pushing event updated for resources: {'Port': ['ID=4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:32.750166 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-9c7cf03c-7603-40c1-b995-2a42e24ca405 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Allocated IP 2001:db8::1 (3bc4f9e4-48c4-4d75-9c46-60dfd30ba037/655b4c95-fce6-44a0-8825-3c05da901376/33ed2231-8d35-48ee-892c-ed798c9dc512) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:35:32.784188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d03e62b-8998-406e-82cf-1e2cb8cb4242 req-b826fcab-f4f3-49df-b88a-71389a71cebb tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417577 Nov 12 04:35:32.801138 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] Attempting to bind port 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:35:32.801507 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] Attempting to bind port 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'a4b961ac-c396-49f7-9a8a-69d7d005ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9d9926b-c0ed-45c6-9332-defc88d46569'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:35:32.801872 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] Attempting to bind port 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1 on network e9d9926b-c0ed-45c6-9332-defc88d46569 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:35:32.806039 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] Routers {'e7503e1a-0108-4033-ab07-00c4acd983fa'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:32.806699 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:35:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e7503e1a-0108-4033-ab07-00c4acd983fa'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:32.823969 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e15412d2-33b6-4eac-a372-9fcc41a55641 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:32.876264 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:35:32.876666 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] Checking segment: {'id': 'a4b961ac-c396-49f7-9a8a-69d7d005ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9d9926b-c0ed-45c6-9332-defc88d46569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:32.877058 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:32.877449 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] Bound using segment: {'id': 'a4b961ac-c396-49f7-9a8a-69d7d005ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9d9926b-c0ed-45c6-9332-defc88d46569'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:35:32.879916 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] Bound port: 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b961ac-c396-49f7-9a8a-69d7d005ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9d9926b-c0ed-45c6-9332-defc88d46569'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:35:32.879916 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:32.934615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952ce5a-81eb-4404-b58a-bea9a99fdb14 None None] Pushing event updated for resources: {'Port': ['ID=7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:32.950064 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-378d582a-49f8-4ddc-aa4f-2b621c683f01 req-29bb60f5-0f86-4e12-892d-cab3774d2b9d tempest-ServerGroupTestJSON-1552972433 tempest-ServerGroupTestJSON-1552972433-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc0747fb-0c30-4572-9573-fb61f36e0b69 HTTP/1.1" status: 200 len: 210 time: 0.0456791 Nov 12 04:35:32.951194 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e15412d2-33b6-4eac-a372-9fcc41a55641 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:32.997278 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15412d2-33b6-4eac-a372-9fcc41a55641 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30625eb2-a854-4c6c-9e6b-f6e3d6325e8f,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:33.050773 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] For port 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:35:33.057860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] For port 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1,segment=NetworkSegment(a4b961ac-c396-49f7-9a8a-69d7d005ba0e),segment_id=a4b961ac-c396-49f7-9a8a-69d7d005ba0e)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:35:33.076705 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c7cf03c-7603-40c1-b995-2a42e24ca405 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.079694 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] Set router e7503e1a-0108-4033-ab07-00c4acd983fa gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:35:33.236210 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e15412d2-33b6-4eac-a372-9fcc41a55641 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.237907 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e15412d2-33b6-4eac-a372-9fcc41a55641 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8032105 Nov 12 04:35:33.241205 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36606) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:33.247759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-48136a5b-cc80-4853-b428-005e9c1e5302 None None] Provisioning complete for port 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:33.249822 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-48136a5b-cc80-4853-b428-005e9c1e5302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.249959 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5e2df4c9-2341-4978-b868-f28c70b25e8b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group_rule': {'security_group_id': 'f8254e9f-aae1-4679-a52a-08b63c414e79', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:33.277285 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c7cf03c-7603-40c1-b995-2a42e24ca405 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.285803 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c626f90b-4e36-4e89-b697-336af921d156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.289303 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.333347 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7cf03c-7603-40c1-b995-2a42e24ca405 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Network 3bc4f9e4-48c4-4d75-9c46-60dfd30ba037 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:33.337581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9c7cf03c-7603-40c1-b995-2a42e24ca405 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:33.341682 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7cf03c-7603-40c1-b995-2a42e24ca405 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:35:33.342333 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c7cf03c-7603-40c1-b995-2a42e24ca405 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.413801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ab88c-51e9-4c95-8422-3e685399fa20 None None] Pushing event updated for resources: {'Port': ['ID=4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:33.458303 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e2df4c9-2341-4978-b868-f28c70b25e8b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.472607 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-48136a5b-cc80-4853-b428-005e9c1e5302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.546878 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-48136a5b-cc80-4853-b428-005e9c1e5302 None None] For port 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c,segment=NetworkSegment(41cb987a-396b-47f7-8627-e62dc3f8cd94),segment_id=41cb987a-396b-47f7-8627-e62dc3f8cd94)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:33.555901 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:35:28Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c', 'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:cb:6e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '51614038-d513-4083-8c17-2efe33d861d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:27Z', 'updated_at': '2021-11-12T04:35:32Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '51614038-d513-4083-8c17-2efe33d861d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:33.570253 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e2df4c9-2341-4978-b868-f28c70b25e8b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.573715 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cf03c-7603-40c1-b995-2a42e24ca405 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event updated for resources: {'Port': ['ID=33ed2231-8d35-48ee-892c-ed798c9dc512,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:33.590792 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8119322-2b10-40f5-b8d4-3758570a70e1 None None] The sync data for ids ['e7503e1a-0108-4033-ab07-00c4acd983fa'] in n-d-768509-24 is: [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:35:28Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c', 'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:cb:6e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '51614038-d513-4083-8c17-2efe33d861d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:27Z', 'updated_at': '2021-11-12T04:35:32Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '51614038-d513-4083-8c17-2efe33d861d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:35:33.638565 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-48136a5b-cc80-4853-b428-005e9c1e5302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.695549 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e2df4c9-2341-4978-b868-f28c70b25e8b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.719280 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2df4c9-2341-4978-b868-f28c70b25e8b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d575b4-c712-4495-ab11-4bf96f68cbac,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:33.790441 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48136a5b-cc80-4853-b428-005e9c1e5302 None None] Pushing event updated for resources: {'Port': ['ID=7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:33.877301 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5e2df4c9-2341-4978-b868-f28c70b25e8b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.881100 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5e2df4c9-2341-4978-b868-f28c70b25e8b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6357315 Nov 12 04:35:33.881999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36612) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:33.912362 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e7c66999-94a9-4ff8-bf4b-35959aa1f7e1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group_rule': {'security_group_id': 'f8254e9f-aae1-4679-a52a-08b63c414e79', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:33.922722 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2e51ee4a-0e6d-4254-8898-1731a61263c4 None None] Provisioning complete for port 33ed2231-8d35-48ee-892c-ed798c9dc512 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:33.929194 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2e51ee4a-0e6d-4254-8898-1731a61263c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.933814 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c7cf03c-7603-40c1-b995-2a42e24ca405 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.997804 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45014c0-895e-4096-95f9-1eba2ea95e0f req-44fb03d4-751d-4c44-abd8-8eb536d7e25b tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:34.004357 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2e51ee4a-0e6d-4254-8898-1731a61263c4 None None] Port 33ed2231-8d35-48ee-892c-ed798c9dc512 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:35:34.015729 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b45014c0-895e-4096-95f9-1eba2ea95e0f req-44fb03d4-751d-4c44-abd8-8eb536d7e25b tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.0987072 Nov 12 04:35:34.084793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b45014c0-895e-4096-95f9-1eba2ea95e0f req-5ffc19f5-0893-4468-9be9-c66d5214d2af tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680721 Nov 12 04:35:34.138984 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7c66999-94a9-4ff8-bf4b-35959aa1f7e1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.318310 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7c66999-94a9-4ff8-bf4b-35959aa1f7e1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.412947 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c7cf03c-7603-40c1-b995-2a42e24ca405 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.416800 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7c66999-94a9-4ff8-bf4b-35959aa1f7e1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.453221 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c66999-94a9-4ff8-bf4b-35959aa1f7e1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1754c5a-62dd-4efb-b5c9-9fcb23b065b8,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:34.564461 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c7cf03c-7603-40c1-b995-2a42e24ca405 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.574838 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c7cf03c-7603-40c1-b995-2a42e24ca405 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.664154 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36640) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:34.684007 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7593ae70-1164-4795-b2bc-eeee47b3fbc8 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:35:34.710046 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b7228aea-c971-4e02-9f55-68518c705acf no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:35:34.746094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c941aa3-6029-44d4-a1b5-92ce55cd722a admin admin] Deleting subnet 37c627d0-bf90-4759-9006-a5cc14f12211 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:35:34.765258 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5c941aa3-6029-44d4-a1b5-92ce55cd722a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.826596 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5c941aa3-6029-44d4-a1b5-92ce55cd722a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.851444 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.resource_extend [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 04:35:34.883502 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: b7228aea-c971-4e02-9f55-68518c705acf {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:35:34.885509 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7cf03c-7603-40c1-b995-2a42e24ca405 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Network 3bc4f9e4-48c4-4d75-9c46-60dfd30ba037 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:34.885942 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b7228aea-c971-4e02-9f55-68518c705acf not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:35:34.898565 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9c7cf03c-7603-40c1-b995-2a42e24ca405 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:34.937505 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e7c66999-94a9-4ff8-bf4b-35959aa1f7e1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.939122 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e7c66999-94a9-4ff8-bf4b-35959aa1f7e1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0569170 Nov 12 04:35:34.939748 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5c941aa3-6029-44d4-a1b5-92ce55cd722a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.942065 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36650) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:34.952865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-b1641a5d-fa17-4bc1-9c27-de6cbf81ea3d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group_rule': {'security_group_id': 'f8254e9f-aae1-4679-a52a-08b63c414e79', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:35.064462 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7593ae70-1164-4795-b2bc-eeee47b3fbc8, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7593ae70-1164-4795-b2bc-eeee47b3fbc8,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:35.081830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '7593ae70-1164-4795-b2bc-eeee47b3fbc8', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'port_id': '7593ae70-1164-4795-b2bc-eeee47b3fbc8', 'mac_address': 'fa:16:3e:a2:30:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:35:35.086442 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cb4afb-1b53-4064-8bf9-c93a1ebbdcb2 None None] Network e9d9926b-c0ed-45c6-9332-defc88d46569 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:35.122427 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cf03c-7603-40c1-b995-2a42e24ca405 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event updated for resources: {'Port': ['ID=33ed2231-8d35-48ee-892c-ed798c9dc512,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:35.171569 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b1641a5d-fa17-4bc1-9c27-de6cbf81ea3d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:35.240739 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7cf03c-7603-40c1-b995-2a42e24ca405 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Router 2e2bcb45-0cee-443f-b7fc-00efa100fa2e has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:35:35.257525 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5c941aa3-6029-44d4-a1b5-92ce55cd722a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:35.347622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c941aa3-6029-44d4-a1b5-92ce55cd722a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c627d0-bf90-4759-9006-a5cc14f12211,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:35.369725 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:35.424358 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b1641a5d-fa17-4bc1-9c27-de6cbf81ea3d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:35.430486 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5c941aa3-6029-44d4-a1b5-92ce55cd722a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:35.442741 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5c941aa3-6029-44d4-a1b5-92ce55cd722a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/37c627d0-bf90-4759-9006-a5cc14f12211 HTTP/1.1" status: 204 len: 168 time: 0.7769992 Nov 12 04:35:35.446128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36660) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:35.532581 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:35:35.553504 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6aebee29-b969-4496-821b-42407a5e0628 None None] Provisioning complete for port 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:35.553898 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6aebee29-b969-4496-821b-42407a5e0628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:35.564809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdf6cc-29a1-400f-837c-3eebf17a52cc req-2185d9cc-a8f6-4eab-9053-af801d3b5d52 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:35.567851 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42fdf6cc-29a1-400f-837c-3eebf17a52cc req-2185d9cc-a8f6-4eab-9053-af801d3b5d52 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.2612531 Nov 12 04:35:35.586081 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:35.598589 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b1641a5d-fa17-4bc1-9c27-de6cbf81ea3d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:35.614832 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7593ae70-1164-4795-b2bc-eeee47b3fbc8 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:35:35.639638 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7593ae70-1164-4795-b2bc-eeee47b3fbc8, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7593ae70-1164-4795-b2bc-eeee47b3fbc8,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:35.649102 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e47d34a9-b5ab-4688-9fb1-7feaa7215875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:35.658182 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-893d95df-aa6f-47dc-8d57-ec6066f7f0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:35.682698 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:35.683339 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:35.690076 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1641a5d-fa17-4bc1-9c27-de6cbf81ea3d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5f646a-338d-4652-8d7b-6e02e51742e3,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:35.718750 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42fdf6cc-29a1-400f-837c-3eebf17a52cc req-e8ecd019-5944-4ef0-b63c-179dc2eb3ec4 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405358 Nov 12 04:35:35.782563 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:35.844978 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b1641a5d-fa17-4bc1-9c27-de6cbf81ea3d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:35.852199 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b1641a5d-fa17-4bc1-9c27-de6cbf81ea3d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9061887 Nov 12 04:35:35.877530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36672) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:35.878508 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6aebee29-b969-4496-821b-42407a5e0628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:35.884683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-69b85084-103f-47bd-99cb-0e9e54b88c5d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group_rule': {'security_group_id': 'f8254e9f-aae1-4679-a52a-08b63c414e79', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:35.927463 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-6aebee29-b969-4496-821b-42407a5e0628 None None] For port 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1,segment=NetworkSegment(a4b961ac-c396-49f7-9a8a-69d7d005ba0e),segment_id=a4b961ac-c396-49f7-9a8a-69d7d005ba0e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:35.937992 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-893d95df-aa6f-47dc-8d57-ec6066f7f0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:35.978401 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['7593ae70-1164-4795-b2bc-eeee47b3fbc8'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:35:35.979101 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-893d95df-aa6f-47dc-8d57-ec6066f7f0ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83cd57ff-bc55-4b52-a3c3-ad1313d2a18e']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:35.992343 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-893d95df-aa6f-47dc-8d57-ec6066f7f0ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7cc4a4-0fd7-4041-af06-723b68f61815') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:35.992647 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-893d95df-aa6f-47dc-8d57-ec6066f7f0ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7cc4a4-0fd7-4041-af06-723b68f61815') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:36.019505 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-893d95df-aa6f-47dc-8d57-ec6066f7f0ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:36.044637 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-893d95df-aa6f-47dc-8d57-ec6066f7f0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:36.048990 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7cf03c-7603-40c1-b995-2a42e24ca405 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:35:36.051174 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6aebee29-b969-4496-821b-42407a5e0628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:36.054819 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9c7cf03c-7603-40c1-b995-2a42e24ca405 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "PUT /v2.0/routers/2e2bcb45-0cee-443f-b7fc-00efa100fa2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1730061 Nov 12 04:35:36.057431 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36676) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:36.061285 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-69b85084-103f-47bd-99cb-0e9e54b88c5d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Project 8637d71ae4c840e5a0ac06c987e9c7b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:35:36.065821 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893d95df-aa6f-47dc-8d57-ec6066f7f0ba admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:35:36.066234 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-893d95df-aa6f-47dc-8d57-ec6066f7f0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:36.068018 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84aa433-62e8-4c01-a7b4-653a60b26022 None None] Sync routers for ids ['2e2bcb45-0cee-443f-b7fc-00efa100fa2e'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:35:36.068164 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:35:36.083727 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84aa433-62e8-4c01-a7b4-653a60b26022 None None] Routers {'2e2bcb45-0cee-443f-b7fc-00efa100fa2e'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:36.086498 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e84aa433-62e8-4c01-a7b4-653a60b26022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:35:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['2e2bcb45-0cee-443f-b7fc-00efa100fa2e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:36.088988 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-69b85084-103f-47bd-99cb-0e9e54b88c5d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:36.125795 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=7593ae70-1164-4795-b2bc-eeee47b3fbc8,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:36.181975 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e84aa433-62e8-4c01-a7b4-653a60b26022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:36.208830 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84aa433-62e8-4c01-a7b4-653a60b26022 None None] Routers {'2e2bcb45-0cee-443f-b7fc-00efa100fa2e'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:36.212244 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e84aa433-62e8-4c01-a7b4-653a60b26022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:35:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['2e2bcb45-0cee-443f-b7fc-00efa100fa2e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:36.246718 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-69b85084-103f-47bd-99cb-0e9e54b88c5d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:36.288243 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba27a185-d3c2-462a-8469-d39d1a5807f3 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:36.290036 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e84aa433-62e8-4c01-a7b4-653a60b26022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:36.292677 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84aa433-62e8-4c01-a7b4-653a60b26022 None None] The sync data for ids ['2e2bcb45-0cee-443f-b7fc-00efa100fa2e'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:35:36.386057 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-69b85084-103f-47bd-99cb-0e9e54b88c5d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:36.396188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-41695ab9-1431-4b1f-a8d5-e28d89ab2bd9 None None] Provisioning complete for port 33ed2231-8d35-48ee-892c-ed798c9dc512 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:36.396585 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41695ab9-1431-4b1f-a8d5-e28d89ab2bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:36.424338 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b85084-103f-47bd-99cb-0e9e54b88c5d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e03da1-073c-4c5e-bcd1-d5d9d54ff52f,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:36.433829 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-ba27a185-d3c2-462a-8469-d39d1a5807f3 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 04:35:36.438164 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ba27a185-d3c2-462a-8469-d39d1a5807f3 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "DELETE /v2.0/routers/2e2bcb45-0cee-443f-b7fc-00efa100fa2e HTTP/1.1" status: 409 len: 329 time: 0.3761420 Nov 12 04:35:36.438534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36684) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:36.458676 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-41695ab9-1431-4b1f-a8d5-e28d89ab2bd9 None None] Port 33ed2231-8d35-48ee-892c-ed798c9dc512 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:35:36.483704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:36.527660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebee29-b969-4496-821b-42407a5e0628 None None] Pushing event updated for resources: {'Port': ['ID=4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:36.543193 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:36.543847 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:36.600437 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-69b85084-103f-47bd-99cb-0e9e54b88c5d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:36.603262 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-aba1d701-fbbe-4564-b36d-89c620980c59 None None] Provisioning complete for port 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:36.603796 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aba1d701-fbbe-4564-b36d-89c620980c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:36.605682 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36688) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:36.610724 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b5e2af8f-2121-414d-820a-615a0b0eda64 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group_rule': {'security_group_id': 'f8254e9f-aae1-4679-a52a-08b63c414e79', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:36.616462 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-69b85084-103f-47bd-99cb-0e9e54b88c5d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7362731 Nov 12 04:35:36.621819 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-893d95df-aa6f-47dc-8d57-ec6066f7f0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:36.679263 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7593ae70-1164-4795-b2bc-eeee47b3fbc8 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:36.700370 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-893d95df-aa6f-47dc-8d57-ec6066f7f0ba admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:36.705207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-893d95df-aa6f-47dc-8d57-ec6066f7f0ba admin admin] 10.222.0.37 "DELETE /v2.0/networks/83cd57ff-bc55-4b52-a3c3-ad1313d2a18e HTTP/1.1" status: 204 len: 168 time: 1.2580116 Nov 12 04:35:36.789670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d95df-aa6f-47dc-8d57-ec6066f7f0ba admin admin] Pushing event deleted for resources: {'Network': ['ID=83cd57ff-bc55-4b52-a3c3-ad1313d2a18e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:36.850822 n-d-768509-24 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-b5e2af8f-2121-414d-820a-615a0b0eda64 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Project 8637d71ae4c840e5a0ac06c987e9c7b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:35:36.855402 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 7593ae70-1164-4795-b2bc-eeee47b3fbc8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:36.856608 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:36.856805 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5e2af8f-2121-414d-820a-615a0b0eda64 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:37.010431 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918c835-7113-4f3e-8c36-5399c24fc634 req-f6370e1b-2ac5-408c-86de-b0bff92375d0 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:37.021351 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7918c835-7113-4f3e-8c36-5399c24fc634 req-f6370e1b-2ac5-408c-86de-b0bff92375d0 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 944 time: 0.1150858 Nov 12 04:35:37.021567 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5e2af8f-2121-414d-820a-615a0b0eda64 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:37.142330 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7918c835-7113-4f3e-8c36-5399c24fc634 req-6f35c883-d1c8-4743-8277-08b276f0a944 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039753 Nov 12 04:35:37.152846 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5e2af8f-2121-414d-820a-615a0b0eda64 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:37.162533 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:37.166161 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:37.226067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2af8f-2121-414d-820a-615a0b0eda64 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=809222bf-767a-465c-a24d-d23feb301a97,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:37.294527 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56717d6e-cc5a-4b83-82d8-66d8f3176993 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:37.315137 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5e2af8f-2121-414d-820a-615a0b0eda64 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:37.316355 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b5e2af8f-2121-414d-820a-615a0b0eda64 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7096717 Nov 12 04:35:37.325089 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:37.325451 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:37.379858 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36700) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:37.424788 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:37.465012 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0df4abfa-f48c-43ca-9d83-aa7ae30ad425 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58ee1280ba3548498ac23e6b87940e7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0816526 Nov 12 04:35:37.465222 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36702) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:37.494077 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd57d883-5ad9-4021-b58a-7d871ac7e4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7593ae70-1164-4795-b2bc-eeee47b3fbc8'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:35:37.501882 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e109d9d-99f6-42f0-b9f6-2a3b2db68b3a" -d '{"events": [{"server_uuid": "cd57d883-5ad9-4021-b58a-7d871ac7e4f0", "name": "network-vif-plugged", "status": "completed", "tag": "7593ae70-1164-4795-b2bc-eeee47b3fbc8"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:35:37.537967 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7593ae70-1164-4795-b2bc-eeee47b3fbc8, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7593ae70-1164-4795-b2bc-eeee47b3fbc8,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:37.576579 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e4e7029-1743-46ac-81a7-2ee7e4a05b50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:37.605678 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1a9527-3322-4bbc-a8a6-e8432fd9998a x-openstack-request-id: req-8a1a9527-3322-4bbc-a8a6-e8432fd9998a {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:35:37.605972 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd57d883-5ad9-4021-b58a-7d871ac7e4f0", "name": "network-vif-plugged", "status": "completed", "tag": "7593ae70-1164-4795-b2bc-eeee47b3fbc8", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:35:37.606227 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a1a9527-3322-4bbc-a8a6-e8432fd9998a {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:35:37.606649 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd57d883-5ad9-4021-b58a-7d871ac7e4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7593ae70-1164-4795-b2bc-eeee47b3fbc8', 'code': 200} Nov 12 04:35:37.627713 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:37.647309 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e4e7029-1743-46ac-81a7-2ee7e4a05b50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:37.752722 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=7593ae70-1164-4795-b2bc-eeee47b3fbc8,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:37.769988 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e4e7029-1743-46ac-81a7-2ee7e4a05b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:37.773152 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8e4e7029-1743-46ac-81a7-2ee7e4a05b50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:37.775247 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8e4e7029-1743-46ac-81a7-2ee7e4a05b50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/403efb8f-7cae-4bd1-bfe6-4b4fd6c7a942 HTTP/1.1" status: 204 len: 168 time: 0.3087671 Nov 12 04:35:37.790208 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e7029-1743-46ac-81a7-2ee7e4a05b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403efb8f-7cae-4bd1-bfe6-4b4fd6c7a942,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:37.809639 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-56717d6e-cc5a-4b83-82d8-66d8f3176993 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Deleting port 33ed2231-8d35-48ee-892c-ed798c9dc512 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:37.809839 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56717d6e-cc5a-4b83-82d8-66d8f3176993 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:37.911417 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56717d6e-cc5a-4b83-82d8-66d8f3176993 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:37.925399 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-56717d6e-cc5a-4b83-82d8-66d8f3176993 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Calling delete_port for 33ed2231-8d35-48ee-892c-ed798c9dc512 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:38.006034 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-8bbe194f-5faa-4218-af80-56e2574bc675 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-5735118&fields=id&tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5 HTTP/1.1" status: 200 len: 267 time: 0.2931094 Nov 12 04:35:38.333044 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:38.505793 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-751b0588-9319-4e05-b458-5f971fc41f13 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:38.508313 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-751b0588-9319-4e05-b458-5f971fc41f13 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/networks?id=1c1b6a21-838c-4da2-b510-f882164c09b5 HTTP/1.1" status: 200 len: 796 time: 0.4526680 Nov 12 04:35:38.568143 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-89d1ec24-0de9-4de4-aa7d-c1c634c12ca0 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/quotas/8637d71ae4c840e5a0ac06c987e9c7b5 HTTP/1.1" status: 200 len: 375 time: 0.0294557 Nov 12 04:35:38.662976 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-f74442cc-9d61-4c7e-b056-9bc2360d3eaa tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770676 Nov 12 04:35:38.752204 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56717d6e-cc5a-4b83-82d8-66d8f3176993 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:38.812423 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56717d6e-cc5a-4b83-82d8-66d8f3176993 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event deleted for resources: {'Port': ['ID=33ed2231-8d35-48ee-892c-ed798c9dc512,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:39.084500 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56717d6e-cc5a-4b83-82d8-66d8f3176993 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:39.164710 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:39.204223 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d1e32409-6d97-4ccf-8715-5b2d24c443b9 service neutron] 10.222.0.37 "GET /v2.0/networks/1c1b6a21-838c-4da2-b510-f882164c09b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252011 Nov 12 04:35:39.334206 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-7a0d7e03-e8ad-4f92-82f8-7b167e5302ae service neutron] 10.222.0.37 "GET /v2.0/networks/1c1b6a21-838c-4da2-b510-f882164c09b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288788 Nov 12 04:35:39.455816 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56717d6e-cc5a-4b83-82d8-66d8f3176993 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Router 2e2bcb45-0cee-443f-b7fc-00efa100fa2e has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:35:39.614269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56717d6e-cc5a-4b83-82d8-66d8f3176993 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:35:39.626972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaf66a0-6e73-4b74-938a-6c703fddb7b4 None None] Sync routers for ids ['2e2bcb45-0cee-443f-b7fc-00efa100fa2e'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:35:39.631405 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-56717d6e-cc5a-4b83-82d8-66d8f3176993 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "PUT /v2.0/routers/2e2bcb45-0cee-443f-b7fc-00efa100fa2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1917150 Nov 12 04:35:39.635096 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36754) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:39.651729 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaf66a0-6e73-4b74-938a-6c703fddb7b4 None None] Routers {'2e2bcb45-0cee-443f-b7fc-00efa100fa2e'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:39.652367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ccaf66a0-6e73-4b74-938a-6c703fddb7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:35:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['2e2bcb45-0cee-443f-b7fc-00efa100fa2e'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:39.695259 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-4b312e06-4cc9-4053-aba4-1ecffeeaf142 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] show failed (client error): The resource could not be found. Nov 12 04:35:39.696368 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4b312e06-4cc9-4053-aba4-1ecffeeaf142 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-375836511 HTTP/1.1" status: 404 len: 334 time: 0.0596163 Nov 12 04:35:39.704383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36760) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:39.712138 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-d4ab3d54-49b9-4fd3-8582-3b9dc682ff54 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:39.749752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ccaf66a0-6e73-4b74-938a-6c703fddb7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:39.763828 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaf66a0-6e73-4b74-938a-6c703fddb7b4 None None] Routers {'2e2bcb45-0cee-443f-b7fc-00efa100fa2e'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:39.765027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ccaf66a0-6e73-4b74-938a-6c703fddb7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:35:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['2e2bcb45-0cee-443f-b7fc-00efa100fa2e'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:39.796953 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-d4ab3d54-49b9-4fd3-8582-3b9dc682ff54 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] update failed (client error): The resource could not be found. Nov 12 04:35:39.801359 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d4ab3d54-49b9-4fd3-8582-3b9dc682ff54 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1098562354 HTTP/1.1" status: 404 len: 335 time: 0.0904446 Nov 12 04:35:39.801701 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36764) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:39.841624 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ccaf66a0-6e73-4b74-938a-6c703fddb7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:39.843107 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaf66a0-6e73-4b74-938a-6c703fddb7b4 None None] The sync data for ids ['2e2bcb45-0cee-443f-b7fc-00efa100fa2e'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:35:39.889357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9f6e0-3239-49d4-9ddf-ecdcea067449 req-642147f1-a402-4730-96cd-bb7ce1ec523a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:39.900259 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67d2163-fd84-4735-a2fd-28201d95bad7 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Deleting subnet cde5278d-9c6f-4c2c-b8c6-beb459dc952e {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:35:39.900977 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e67d2163-fd84-4735-a2fd-28201d95bad7 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:39.908729 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3c9f6e0-3239-49d4-9ddf-ecdcea067449 req-642147f1-a402-4730-96cd-bb7ce1ec523a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.1143668 Nov 12 04:35:39.962613 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e67d2163-fd84-4735-a2fd-28201d95bad7 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:39.972118 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3c9f6e0-3239-49d4-9ddf-ecdcea067449 req-682de903-4f41-4495-8c52-801bbb32430d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624855 Nov 12 04:35:40.195318 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e67d2163-fd84-4735-a2fd-28201d95bad7 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:40.444768 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e67d2163-fd84-4735-a2fd-28201d95bad7 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:40.487163 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d2163-fd84-4735-a2fd-28201d95bad7 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event deleted for resources: {'Subnet': ['ID=cde5278d-9c6f-4c2c-b8c6-beb459dc952e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:40.493884 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e67d2163-fd84-4735-a2fd-28201d95bad7 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:40.497165 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e67d2163-fd84-4735-a2fd-28201d95bad7 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "DELETE /v2.0/subnets/cde5278d-9c6f-4c2c-b8c6-beb459dc952e HTTP/1.1" status: 204 len: 168 time: 0.6944911 Nov 12 04:35:40.499868 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36782) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:40.508421 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23759b45-60b9-4c87-a6d8-0704ce9c6321 None None] Network e9d9926b-c0ed-45c6-9332-defc88d46569 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:40.605064 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:40.704446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Deleting port 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:40.705140 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:40.802568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641b885a-82ce-4df7-8fe1-f039ccde3c4a None None] DHCP port deletion for e9d9926b-c0ed-45c6-9332-defc88d46569 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:35:40.813921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] For port 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1,segment=NetworkSegment(a4b961ac-c396-49f7-9a8a-69d7d005ba0e),segment_id=a4b961ac-c396-49f7-9a8a-69d7d005ba0e)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:40.814503 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:40.832719 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Calling delete_port for 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:40.965831 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fd859983-dc50-4594-8446-13b8018b32e6 req-d024fcab-17e1-4b6d-bb15-82a027ee1f73 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 210 time: 0.0443506 Nov 12 04:35:40.983776 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-641b885a-82ce-4df7-8fe1-f039ccde3c4a None None] Deleting port 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:40.984417 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-641b885a-82ce-4df7-8fe1-f039ccde3c4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:41.096264 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-641b885a-82ce-4df7-8fe1-f039ccde3c4a None None] For port 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1,segment=NetworkSegment(a4b961ac-c396-49f7-9a8a-69d7d005ba0e),segment_id=a4b961ac-c396-49f7-9a8a-69d7d005ba0e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:41.097200 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-641b885a-82ce-4df7-8fe1-f039ccde3c4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:41.098690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af43e59c-5130-4db6-acea-645971a9251f req-9e92ceec-8509-4f5c-9305-1f535792e392 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0451920 Nov 12 04:35:41.115382 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-641b885a-82ce-4df7-8fe1-f039ccde3c4a None None] Calling delete_port for 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:41.124433 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:41.188137 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:35:41.190548 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event deleted for resources: {'Port': ['ID=4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:41.215843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] No DVR routers for this DVR port 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:35:41.239568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:35:41.240056 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:35:41.283241 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-641b885a-82ce-4df7-8fe1-f039ccde3c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:41.333803 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641b885a-82ce-4df7-8fe1-f039ccde3c4a None None] No DVR routers for this DVR port 4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:35:41.335884 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b885a-82ce-4df7-8fe1-f039ccde3c4a None None] Pushing event deleted for resources: {'Port': ['ID=4f6ae4a5-6c56-4706-adf4-1d112a5b3cc1,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:41.412287 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e49be-a1e8-4eff-b316-e215aeba524e req-cc46c809-1818-4a63-b54b-4931d00b209c tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:41.414148 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d8e49be-a1e8-4eff-b316-e215aeba524e req-cc46c809-1818-4a63-b54b-4931d00b209c tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.1323099 Nov 12 04:35:41.430709 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:41.474835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d9926b-c0ed-45c6-9332-defc88d46569']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:41.495403 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b961ac-c396-49f7-9a8a-69d7d005ba0e') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:41.497624 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b961ac-c396-49f7-9a8a-69d7d005ba0e') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:41.515183 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:41.525412 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d8e49be-a1e8-4eff-b316-e215aeba524e req-5c695e67-78fb-4a06-b00e-002b07cfe004 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025958 Nov 12 04:35:41.535553 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:41.542713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:35:41.543342 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:35:41.546606 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:35:42.033934 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:42.064235 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:42.067479 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "DELETE /v2.0/networks/e9d9926b-c0ed-45c6-9332-defc88d46569 HTTP/1.1" status: 204 len: 168 time: 1.5665064 Nov 12 04:35:42.070709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36806) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:42.077144 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2f903e4b-70c1-421c-b1be-38666e7729a8 req-b6051e92-a50e-4b75-8902-3de66b071566 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 210 time: 0.0454233 Nov 12 04:35:42.089281 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8edd8-f2f6-490b-b84f-601247057f21 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event deleted for resources: {'Network': ['ID=e9d9926b-c0ed-45c6-9332-defc88d46569,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:42.141789 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6dd164f-9746-4e04-a576-becc1da98e0e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Deleting subnet 3d93daf1-c26c-489d-b692-300a7820c44b {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:35:42.156131 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f6dd164f-9746-4e04-a576-becc1da98e0e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:42.235814 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f6dd164f-9746-4e04-a576-becc1da98e0e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:42.255567 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f9b0da2-96ea-4e63-ad3d-68ed5c6ad6ed req-254f849d-726c-41a4-8c74-8d2f84c3d96c tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0546072 Nov 12 04:35:42.350191 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f6dd164f-9746-4e04-a576-becc1da98e0e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:42.502251 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f6dd164f-9746-4e04-a576-becc1da98e0e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:42.581268 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd164f-9746-4e04-a576-becc1da98e0e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event deleted for resources: {'Subnet': ['ID=3d93daf1-c26c-489d-b692-300a7820c44b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:42.607701 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bff95c-9261-4337-b5d0-9d71c6e1fa5c None None] Network 6a806110-8013-4784-a208-1778c96d0b03 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:42.608764 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f6dd164f-9746-4e04-a576-becc1da98e0e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:42.612751 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f6dd164f-9746-4e04-a576-becc1da98e0e tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "DELETE /v2.0/subnets/3d93daf1-c26c-489d-b692-300a7820c44b HTTP/1.1" status: 204 len: 168 time: 0.5407228 Nov 12 04:35:42.615512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36820) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:42.785630 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-72fba2e4-fa7a-4d52-a004-355c488e2deb tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Deleting subnet 2c12eed3-430b-4a8c-a902-2db1f04ee10c {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:35:42.794696 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-72fba2e4-fa7a-4d52-a004-355c488e2deb tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:42.864888 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-72fba2e4-fa7a-4d52-a004-355c488e2deb tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:42.893913 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479c141c-b45f-40c3-adaa-d6259bc62e3c None None] DHCP port deletion for 6a806110-8013-4784-a208-1778c96d0b03 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:35:42.955740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fcf31-b817-40f6-beb4-5a262cde7ae7 req-04488776-7dcb-4c60-9e29-1ff080b291fc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:42.963792 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-616fcf31-b817-40f6-beb4-5a262cde7ae7 req-04488776-7dcb-4c60-9e29-1ff080b291fc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.2558205 Nov 12 04:35:43.001252 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-479c141c-b45f-40c3-adaa-d6259bc62e3c None None] Deleting port 618b1c88-102d-4343-9e5c-daf3b56700eb {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:43.001723 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-479c141c-b45f-40c3-adaa-d6259bc62e3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:43.132019 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-479c141c-b45f-40c3-adaa-d6259bc62e3c None None] For port 618b1c88-102d-4343-9e5c-daf3b56700eb, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=618b1c88-102d-4343-9e5c-daf3b56700eb,segment=NetworkSegment(4a1c301e-bd57-4d2d-956f-9f7c1a927275),segment_id=4a1c301e-bd57-4d2d-956f-9f7c1a927275)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:43.132621 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-479c141c-b45f-40c3-adaa-d6259bc62e3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:43.147766 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-479c141c-b45f-40c3-adaa-d6259bc62e3c None None] Calling delete_port for 618b1c88-102d-4343-9e5c-daf3b56700eb owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:43.156271 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-616fcf31-b817-40f6-beb4-5a262cde7ae7 req-45bc8a69-cda7-4b10-b66a-0ca23d86c2bc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894796 Nov 12 04:35:43.165912 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-72fba2e4-fa7a-4d52-a004-355c488e2deb tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:43.196467 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 618b1c88-102d-4343-9e5c-daf3b56700eb no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:35:43.287757 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b656d9c1-5661-49cc-b86e-ceb3375fb888 req-34a7b07b-6088-4d29-8a0d-4400bfe695e5 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 210 time: 0.0356407 Nov 12 04:35:43.341257 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:43.415845 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c041c61-c980-48a0-8fd7-d55a7145887b req-07f920b3-6986-4ab9-aea0-e99148f6e335 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0427434 Nov 12 04:35:43.445025 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-72fba2e4-fa7a-4d52-a004-355c488e2deb tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:43.446535 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-479c141c-b45f-40c3-adaa-d6259bc62e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:43.461294 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-72fba2e4-fa7a-4d52-a004-355c488e2deb tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:43.466758 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-72fba2e4-fa7a-4d52-a004-355c488e2deb tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "DELETE /v2.0/subnets/2c12eed3-430b-4a8c-a902-2db1f04ee10c HTTP/1.1" status: 204 len: 168 time: 0.8478410 Nov 12 04:35:43.486851 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36832) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:43.499408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fba2e4-fa7a-4d52-a004-355c488e2deb tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event deleted for resources: {'Subnet': ['ID=2c12eed3-430b-4a8c-a902-2db1f04ee10c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:43.560295 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cb6cca-94cd-4c31-bce8-03378a35f3f6 None None] Network b84e2fde-f990-4d1a-977b-b3cec8c4a79f requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:43.578426 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c141c-b45f-40c3-adaa-d6259bc62e3c None None] Pushing event deleted for resources: {'Port': ['ID=618b1c88-102d-4343-9e5c-daf3b56700eb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:43.615512 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479c141c-b45f-40c3-adaa-d6259bc62e3c None None] No DVR routers for this DVR port 618b1c88-102d-4343-9e5c-daf3b56700eb on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:35:43.637347 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-0ec39c2c-0f91-4f12-b66c-0bf7993b1d92 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:43.640239 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-0ec39c2c-0f91-4f12-b66c-0bf7993b1d92 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.21 "GET /v2.0/networks?id=1c1b6a21-838c-4da2-b510-f882164c09b5 HTTP/1.1" status: 200 len: 796 time: 0.2082756 Nov 12 04:35:43.647235 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3b79763b-45e0-4325-88c5-0fb1b1a7042a tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:43.752094 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-edc90c2a-9f35-4034-ad9f-cf1b8aac27a7 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5 HTTP/1.1" status: 200 len: 377 time: 0.0907176 Nov 12 04:35:43.761724 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-ffc0163d-8ee0-41f2-84ae-6b9e95f8cbdd tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'port': {'device_id': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'admin_state_up': True, 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'security_groups': ['f8254e9f-aae1-4679-a52a-08b63c414e79']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:43.784115 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c3dbe1-d786-463f-bfe8-d97d09b10815 None None] DHCP port deletion for b84e2fde-f990-4d1a-977b-b3cec8c4a79f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:35:43.789876 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3b79763b-45e0-4325-88c5-0fb1b1a7042a tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:43.812668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-3b79763b-45e0-4325-88c5-0fb1b1a7042a tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a806110-8013-4784-a208-1778c96d0b03']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:43.822834 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-3b79763b-45e0-4325-88c5-0fb1b1a7042a tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1c301e-bd57-4d2d-956f-9f7c1a927275') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:43.823134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-3b79763b-45e0-4325-88c5-0fb1b1a7042a tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1c301e-bd57-4d2d-956f-9f7c1a927275') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:43.834483 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3b79763b-45e0-4325-88c5-0fb1b1a7042a tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:43.852443 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3b79763b-45e0-4325-88c5-0fb1b1a7042a tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:43.861075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b79763b-45e0-4325-88c5-0fb1b1a7042a tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:35:43.861075 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3b79763b-45e0-4325-88c5-0fb1b1a7042a tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:43.871443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-64c3dbe1-d786-463f-bfe8-d97d09b10815 None None] Deleting port 4cc1992a-40ab-4019-ad83-3791b34f168e {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:43.872252 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64c3dbe1-d786-463f-bfe8-d97d09b10815 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:35:43.928262 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:35:43.996949 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-64c3dbe1-d786-463f-bfe8-d97d09b10815 None None] For port 4cc1992a-40ab-4019-ad83-3791b34f168e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4cc1992a-40ab-4019-ad83-3791b34f168e,segment=NetworkSegment(d5cb3690-e353-4e05-8f63-b48d6c532a2d),segment_id=d5cb3690-e353-4e05-8f63-b48d6c532a2d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:43.997578 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64c3dbe1-d786-463f-bfe8-d97d09b10815 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:44.026467 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-64c3dbe1-d786-463f-bfe8-d97d09b10815 None None] Calling delete_port for 4cc1992a-40ab-4019-ad83-3791b34f168e owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:44.049853 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3b79763b-45e0-4325-88c5-0fb1b1a7042a tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:44.059887 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3b79763b-45e0-4325-88c5-0fb1b1a7042a tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:44.069859 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36836) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:44.082989 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3b79763b-45e0-4325-88c5-0fb1b1a7042a tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "DELETE /v2.0/networks/6a806110-8013-4784-a208-1778c96d0b03 HTTP/1.1" status: 204 len: 168 time: 0.5946836 Nov 12 04:35:44.118887 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79763b-45e0-4325-88c5-0fb1b1a7042a tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event deleted for resources: {'Network': ['ID=6a806110-8013-4784-a208-1778c96d0b03,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:44.131911 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-ffc0163d-8ee0-41f2-84ae-6b9e95f8cbdd tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Made reservation on behalf of 8637d71ae4c840e5a0ac06c987e9c7b5 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:35:44.136893 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-ffc0163d-8ee0-41f2-84ae-6b9e95f8cbdd tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:44.238865 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-64c3dbe1-d786-463f-bfe8-d97d09b10815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:44.243445 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d989c18-ba0c-4fa7-9295-72dd26addd17 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:44.288088 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3dbe1-d786-463f-bfe8-d97d09b10815 None None] Pushing event deleted for resources: {'Port': ['ID=4cc1992a-40ab-4019-ad83-3791b34f168e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:44.323492 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c3dbe1-d786-463f-bfe8-d97d09b10815 None None] No DVR routers for this DVR port 4cc1992a-40ab-4019-ad83-3791b34f168e on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:35:44.394567 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-ffc0163d-8ee0-41f2-84ae-6b9e95f8cbdd tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Allocated IP 172.20.0.4 (1c1b6a21-838c-4da2-b510-f882164c09b5/51614038-d513-4083-8c17-2efe33d861d3/d164de9b-7c06-424a-9c97-48e90d8acc4b) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:35:44.414092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b1355-56ae-4a2a-9287-932b60002090 req-fe3e6d25-267f-4b7b-95c6-430d50ef4c91 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:44.424002 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba3b1355-56ae-4a2a-9287-932b60002090 req-fe3e6d25-267f-4b7b-95c6-430d50ef4c91 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.1057451 Nov 12 04:35:44.501168 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba3b1355-56ae-4a2a-9287-932b60002090 req-da12cf49-2630-40a3-9f3b-d8bf1ee4cc81 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761807 Nov 12 04:35:44.575112 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d989c18-ba0c-4fa7-9295-72dd26addd17 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:44.628677 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9d989c18-ba0c-4fa7-9295-72dd26addd17 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84e2fde-f990-4d1a-977b-b3cec8c4a79f']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:44.633512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45f5b594-cc4e-4f3c-90ba-13fdda250af5 req-eef5f9f8-e5b2-4e6d-99bc-fd5c5165a2df tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 210 time: 0.0481801 Nov 12 04:35:44.667157 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9d989c18-ba0c-4fa7-9295-72dd26addd17 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5cb3690-e353-4e05-8f63-b48d6c532a2d') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:44.667761 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9d989c18-ba0c-4fa7-9295-72dd26addd17 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5cb3690-e353-4e05-8f63-b48d6c532a2d') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:44.740447 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d989c18-ba0c-4fa7-9295-72dd26addd17 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:44.766653 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d989c18-ba0c-4fa7-9295-72dd26addd17 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:44.779376 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de21cf9e-dc67-40ee-8fda-37a81db892cf req-abaa4fad-7a76-467e-b7fe-bf9c546d7b78 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0411327 Nov 12 04:35:44.783882 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d989c18-ba0c-4fa7-9295-72dd26addd17 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d989c18-ba0c-4fa7-9295-72dd26addd17 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:35:44.801959 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:35:44.875798 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-ffc0163d-8ee0-41f2-84ae-6b9e95f8cbdd tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:45.020867 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d989c18-ba0c-4fa7-9295-72dd26addd17 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:45.032410 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d989c18-ba0c-4fa7-9295-72dd26addd17 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:45.038265 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9d989c18-ba0c-4fa7-9295-72dd26addd17 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "DELETE /v2.0/networks/b84e2fde-f990-4d1a-977b-b3cec8c4a79f HTTP/1.1" status: 204 len: 168 time: 0.9650085 Nov 12 04:35:45.038612 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36850) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:45.083406 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-ffc0163d-8ee0-41f2-84ae-6b9e95f8cbdd tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:45.107749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d989c18-ba0c-4fa7-9295-72dd26addd17 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event deleted for resources: {'Network': ['ID=b84e2fde-f990-4d1a-977b-b3cec8c4a79f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:45.155168 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4cc1992a-40ab-4019-ad83-3791b34f168e no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:35:45.167081 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c01bb3-4f23-4b1e-8aeb-99fb4a391fec tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Deleting subnet 655b4c95-fce6-44a0-8825-3c05da901376 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:35:45.171941 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-27c01bb3-4f23-4b1e-8aeb-99fb4a391fec tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:45.187053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-ffc0163d-8ee0-41f2-84ae-6b9e95f8cbdd tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Network 1c1b6a21-838c-4da2-b510-f882164c09b5 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:45.190606 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-ffc0163d-8ee0-41f2-84ae-6b9e95f8cbdd tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:45.194546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-ffc0163d-8ee0-41f2-84ae-6b9e95f8cbdd tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:35:45.206113 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 4cc1992a-40ab-4019-ad83-3791b34f168e {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:35:45.206706 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4cc1992a-40ab-4019-ad83-3791b34f168e not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:35:45.253436 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0163d-8ee0-41f2-84ae-6b9e95f8cbdd tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Port': ['ID=d164de9b-7c06-424a-9c97-48e90d8acc4b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:45.268064 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-27c01bb3-4f23-4b1e-8aeb-99fb4a391fec tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:45.296234 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-ffc0163d-8ee0-41f2-84ae-6b9e95f8cbdd tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:45.297098 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-ffc0163d-8ee0-41f2-84ae-6b9e95f8cbdd tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:45.424591 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-27c01bb3-4f23-4b1e-8aeb-99fb4a391fec tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:45.489551 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-ffc0163d-8ee0-41f2-84ae-6b9e95f8cbdd tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7341094 Nov 12 04:35:45.517469 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Request body: {'port': {'device_id': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:45.597782 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ab57a56f-a2c7-4e69-a518-a9f63a8a0b0d None None] Provisioning complete for port d164de9b-7c06-424a-9c97-48e90d8acc4b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:45.598172 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab57a56f-a2c7-4e69-a518-a9f63a8a0b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:45.650604 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:45.665834 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a53af-5c35-4569-94eb-e8aff157992f req-93879d25-b3b4-47d0-a8f5-8356dc4b4fa4 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:45.674834 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-473a53af-5c35-4569-94eb-e8aff157992f req-93879d25-b3b4-47d0-a8f5-8356dc4b4fa4 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.0785720 Nov 12 04:35:45.684360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ab57a56f-a2c7-4e69-a518-a9f63a8a0b0d None None] Port d164de9b-7c06-424a-9c97-48e90d8acc4b cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:35:45.771762 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-473a53af-5c35-4569-94eb-e8aff157992f req-5833c07b-e23a-4cf9-8eb3-6b54e113415e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909190 Nov 12 04:35:45.775388 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-27c01bb3-4f23-4b1e-8aeb-99fb4a391fec tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:45.865936 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c01bb3-4f23-4b1e-8aeb-99fb4a391fec tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event deleted for resources: {'Subnet': ['ID=655b4c95-fce6-44a0-8825-3c05da901376,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:45.886860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa3efa5-3ee3-4a39-a3ca-de1cba01c91e None None] Network 3bc4f9e4-48c4-4d75-9c46-60dfd30ba037 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:45.888435 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-27c01bb3-4f23-4b1e-8aeb-99fb4a391fec tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:45.899973 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-27c01bb3-4f23-4b1e-8aeb-99fb4a391fec tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "DELETE /v2.0/subnets/655b4c95-fce6-44a0-8825-3c05da901376 HTTP/1.1" status: 204 len: 168 time: 0.8584044 Nov 12 04:35:45.903923 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36860) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:45.984441 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f774cc-0692-46ca-a127-6b4f8d9cb9e3 req-f68bf989-a0f7-4d77-91df-57531b13587d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:45.994742 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84f774cc-0692-46ca-a127-6b4f8d9cb9e3 req-f68bf989-a0f7-4d77-91df-57531b13587d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 931 time: 0.0744820 Nov 12 04:35:46.092944 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84f774cc-0692-46ca-a127-6b4f8d9cb9e3 req-56b71ba5-9bc3-4f60-9595-99cc4250947a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8254e9f-aae1-4679-a52a-08b63c414e79&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0938892 Nov 12 04:35:46.097510 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817b3dda-7a1f-46ba-b148-723377ad7bf7 None None] DHCP port deletion for 3bc4f9e4-48c4-4d75-9c46-60dfd30ba037 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:35:46.163511 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:46.191773 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-817b3dda-7a1f-46ba-b148-723377ad7bf7 None None] Deleting port d45b72cb-3af8-415d-b090-3c9e8194ab04 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:46.192403 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-817b3dda-7a1f-46ba-b148-723377ad7bf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:46.205138 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7a72a7f-2048-4f3f-92cc-539bd1b0a761 req-aa179b58-9d3e-42fe-82c8-79557d6007a5 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0417187 Nov 12 04:35:46.270699 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-817b3dda-7a1f-46ba-b148-723377ad7bf7 None None] For port d45b72cb-3af8-415d-b090-3c9e8194ab04, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d45b72cb-3af8-415d-b090-3c9e8194ab04,segment=NetworkSegment(6eaad57c-5d72-43e0-9462-c571da28b02f),segment_id=6eaad57c-5d72-43e0-9462-c571da28b02f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:46.271514 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-817b3dda-7a1f-46ba-b148-723377ad7bf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:46.287188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-817b3dda-7a1f-46ba-b148-723377ad7bf7 None None] Calling delete_port for d45b72cb-3af8-415d-b090-3c9e8194ab04 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:46.305026 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d164de9b-7c06-424a-9c97-48e90d8acc4b {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:35:46.313868 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Deleting port d45b72cb-3af8-415d-b090-3c9e8194ab04 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:46.314124 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:46.317004 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:46.379545 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Transition to ACTIVE for port object d164de9b-7c06-424a-9c97-48e90d8acc4b will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:35:46.403383 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] For port d45b72cb-3af8-415d-b090-3c9e8194ab04, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d45b72cb-3af8-415d-b090-3c9e8194ab04,segment=NetworkSegment(6eaad57c-5d72-43e0-9462-c571da28b02f),segment_id=6eaad57c-5d72-43e0-9462-c571da28b02f)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:46.403749 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:46.421120 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Calling delete_port for d45b72cb-3af8-415d-b090-3c9e8194ab04 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:46.617783 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:46.661898 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-817b3dda-7a1f-46ba-b148-723377ad7bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:46.681862 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817b3dda-7a1f-46ba-b148-723377ad7bf7 None None] No DVR routers for this DVR port d45b72cb-3af8-415d-b090-3c9e8194ab04 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:35:46.740528 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Pushing event updated for resources: {'Port': ['ID=d164de9b-7c06-424a-9c97-48e90d8acc4b,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:46.744031 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b3dda-7a1f-46ba-b148-723377ad7bf7 None None] Pushing event deleted for resources: {'Port': ['ID=d45b72cb-3af8-415d-b090-3c9e8194ab04,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:46.760767 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:46.832372 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event deleted for resources: {'Port': ['ID=d45b72cb-3af8-415d-b090-3c9e8194ab04,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:46.839726 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] No DVR routers for this DVR port d45b72cb-3af8-415d-b090-3c9e8194ab04 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:35:46.900815 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:47.009191 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01f035-6797-4515-96fd-f5e2a7f936a8 req-34d94df9-1004-46c5-98fc-21dfdacc617f tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:47.011285 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a01f035-6797-4515-96fd-f5e2a7f936a8 req-34d94df9-1004-46c5-98fc-21dfdacc617f tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.1174319 Nov 12 04:35:47.036835 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:47.051524 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Attempting to bind port d164de9b-7c06-424a-9c97-48e90d8acc4b on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:35:47.051886 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Attempting to bind port d164de9b-7c06-424a-9c97-48e90d8acc4b by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '41cb987a-396b-47f7-8627-e62dc3f8cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:35:47.052215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Attempting to bind port d164de9b-7c06-424a-9c97-48e90d8acc4b on network 1c1b6a21-838c-4da2-b510-f882164c09b5 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:35:47.081098 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Port d164de9b-7c06-424a-9c97-48e90d8acc4b on network 1c1b6a21-838c-4da2-b510-f882164c09b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:35:47.081437 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Attempting to bind port d164de9b-7c06-424a-9c97-48e90d8acc4b on network 1c1b6a21-838c-4da2-b510-f882164c09b5 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:35:47.110355 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:35:47.110355 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Checking segment: {'id': '41cb987a-396b-47f7-8627-e62dc3f8cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:47.110355 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Bound using segment: {'id': '41cb987a-396b-47f7-8627-e62dc3f8cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:35:47.111601 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Bound port: d164de9b-7c06-424a-9c97-48e90d8acc4b, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41cb987a-396b-47f7-8627-e62dc3f8cd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:35:47.112058 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:47.119035 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a01f035-6797-4515-96fd-f5e2a7f936a8 req-33b60bc1-a7e6-4faf-9097-c5577996bbbd tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961897 Nov 12 04:35:47.130895 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc4f9e4-48c4-4d75-9c46-60dfd30ba037']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:47.152892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d45b72cb-3af8-415d-b090-3c9e8194ab04 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:35:47.189636 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eaad57c-5d72-43e0-9462-c571da28b02f') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:47.189899 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eaad57c-5d72-43e0-9462-c571da28b02f') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:47.191110 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: d45b72cb-3af8-415d-b090-3c9e8194ab04 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:35:47.191459 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d45b72cb-3af8-415d-b090-3c9e8194ab04 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:35:47.228093 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:47.263860 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:47.267305 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] For port d164de9b-7c06-424a-9c97-48e90d8acc4b, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:35:47.273443 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] For port d164de9b-7c06-424a-9c97-48e90d8acc4b, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d164de9b-7c06-424a-9c97-48e90d8acc4b,segment=NetworkSegment(41cb987a-396b-47f7-8627-e62dc3f8cd94),segment_id=41cb987a-396b-47f7-8627-e62dc3f8cd94)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:35:47.287921 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:35:47.290023 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:35:47.293298 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:35:47.339624 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fe88d-4a4b-45ee-ad06-2d146b750744 req-a1f61539-d3a2-49d0-8e12-4f9f9e013765 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:47.341311 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-282fe88d-4a4b-45ee-ad06-2d146b750744 req-a1f61539-d3a2-49d0-8e12-4f9f9e013765 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 943 time: 0.0645308 Nov 12 04:35:47.404183 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-282fe88d-4a4b-45ee-ad06-2d146b750744 req-4130b83c-a687-42f0-83df-6626dbacf7ae tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8254e9f-aae1-4679-a52a-08b63c414e79&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0561726 Nov 12 04:35:47.499978 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0a2bf40f-e4f4-4ba7-848b-9b353025a4f0 req-f2d3b645-1271-4700-85df-26296e912048 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0269105 Nov 12 04:35:47.633328 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:47.669680 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:47.670395 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:47.672473 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] 10.222.0.21 "PUT /v2.0/ports/d164de9b-7c06-424a-9c97-48e90d8acc4b HTTP/1.1" status: 200 len: 1092 time: 2.1666434 Nov 12 04:35:47.675753 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'tag': 'd164de9b-7c06-424a-9c97-48e90d8acc4b'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:35:47.677942 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188e902d-f7b5-4d8d-8431-9b681d44f7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f70a1c9d-4bcd-4729-8887-28280bdea071", "tag": "d164de9b-7c06-424a-9c97-48e90d8acc4b"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:35:47.712337 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0127f06-c39e-41fb-b5f2-0bd75177dd8c service neutron] Pushing event updated for resources: {'Port': ['ID=d164de9b-7c06-424a-9c97-48e90d8acc4b,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:47.720816 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb591f01-f280-44a4-a9e9-2b79cc8eee8f x-openstack-request-id: req-bb591f01-f280-44a4-a9e9-2b79cc8eee8f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:35:47.721115 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70a1c9d-4bcd-4729-8887-28280bdea071", "tag": "d164de9b-7c06-424a-9c97-48e90d8acc4b", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:35:47.721370 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb591f01-f280-44a4-a9e9-2b79cc8eee8f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:35:47.721902 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'tag': 'd164de9b-7c06-424a-9c97-48e90d8acc4b', 'status': 'completed', 'code': 200} Nov 12 04:35:47.729885 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:47.740056 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:47.743642 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "DELETE /v2.0/networks/3bc4f9e4-48c4-4d75-9c46-60dfd30ba037 HTTP/1.1" status: 204 len: 168 time: 1.8386195 Nov 12 04:35:47.746622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36878) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:47.775063 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cddced-c619-43a8-97b0-f2bc4dbf88da tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Pushing event deleted for resources: {'Network': ['ID=3bc4f9e4-48c4-4d75-9c46-60dfd30ba037,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:47.783941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ee5ffad5-fcb0-4ce8-abfa-e2819d65f256 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2bcb45-0cee-443f-b7fc-00efa100fa2e HTTP/1.1" status: 200 len: 205 time: 0.0359323 Nov 12 04:35:47.786415 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36880) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:47.818195 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e902d-f7b5-4d8d-8431-9b681d44f7a3 req-29860bad-01ee-47e3-a84d-c9adeb605129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:47.819759 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-188e902d-f7b5-4d8d-8431-9b681d44f7a3 req-29860bad-01ee-47e3-a84d-c9adeb605129 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5&device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 1095 time: 0.0539193 Nov 12 04:35:47.869046 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96500132-5adb-448d-adac-962c1fa777d4 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:48.098371 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96500132-5adb-448d-adac-962c1fa777d4 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:48.100578 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96500132-5adb-448d-adac-962c1fa777d4 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:48.118579 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e902d-f7b5-4d8d-8431-9b681d44f7a3 req-ca74e14d-a2c3-40c1-9fe4-08cdd1aaf30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:48.120117 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-188e902d-f7b5-4d8d-8431-9b681d44f7a3 req-ca74e14d-a2c3-40c1-9fe4-08cdd1aaf30e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2845056 Nov 12 04:35:48.181166 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:48.278216 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96500132-5adb-448d-adac-962c1fa777d4 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:48.281437 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96500132-5adb-448d-adac-962c1fa777d4 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Fanout notify agent at l3_agent the message router_deleted on router 2e2bcb45-0cee-443f-b7fc-00efa100fa2e {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:35:48.299288 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96500132-5adb-448d-adac-962c1fa777d4 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:48.302835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-96500132-5adb-448d-adac-962c1fa777d4 tempest-RoutersNegativeIpV6Test-108641883 tempest-RoutersNegativeIpV6Test-108641883-project] 10.222.0.37 "DELETE /v2.0/routers/2e2bcb45-0cee-443f-b7fc-00efa100fa2e HTTP/1.1" status: 204 len: 168 time: 0.5129685 Nov 12 04:35:48.347723 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280278ce-1e6c-4066-8cd1-3d6bca168fb8 req-e2a69564-a6aa-4f14-b756-3b8d704527e6 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:48.355293 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-280278ce-1e6c-4066-8cd1-3d6bca168fb8 req-e2a69564-a6aa-4f14-b756-3b8d704527e6 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.1180751 Nov 12 04:35:48.488829 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-280278ce-1e6c-4066-8cd1-3d6bca168fb8 req-f3b0e685-72e9-4838-af65-99d6d6ad070a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273584 Nov 12 04:35:48.607992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57dda9-8fbf-45a2-8f67-dadd69b7498c req-80af47a3-bab1-410d-a41d-88951bd95a3b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:48.617490 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b57dda9-8fbf-45a2-8f67-dadd69b7498c req-80af47a3-bab1-410d-a41d-88951bd95a3b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 943 time: 0.0747702 Nov 12 04:35:48.687568 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b57dda9-8fbf-45a2-8f67-dadd69b7498c req-1e1af897-08f9-472a-bafb-7b62efc3854b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8254e9f-aae1-4679-a52a-08b63c414e79&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0689361 Nov 12 04:35:48.710676 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e902d-f7b5-4d8d-8431-9b681d44f7a3 req-5df6f9e9-2cf5-4130-864e-d0f96204bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:48.712301 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-188e902d-f7b5-4d8d-8431-9b681d44f7a3 req-5df6f9e9-2cf5-4130-864e-d0f96204bf30 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5846450 Nov 12 04:35:48.806379 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48b6303e-4a71-4dea-8511-629434284010 req-e4755d90-8fe8-4f5f-b2c8-43c3b1ec9196 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0355303 Nov 12 04:35:48.853185 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d8605240-fd6b-488a-89ae-99695ad24cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:48.856436 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-d8605240-fd6b-488a-89ae-99695ad24cc2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5&device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 1095 time: 0.0775738 Nov 12 04:35:48.941998 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-c0f8d581-e731-437b-aa2c-f46e5db941df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d164de9b-7c06-424a-9c97-48e90d8acc4b HTTP/1.1" status: 200 len: 217 time: 0.0719273 Nov 12 04:35:49.071408 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-bb7b3637-6629-4062-b1fb-3c5377017933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:49.074432 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-bb7b3637-6629-4062-b1fb-3c5377017933 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51614038-d513-4083-8c17-2efe33d861d3 HTTP/1.1" status: 200 len: 835 time: 0.1227033 Nov 12 04:35:49.089716 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36904) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:49.092743 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-05f131f3-375b-4370-b8db-615d453821c8 req-8f959732-42bc-4fc3-a079-3e1454d63cd6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0569572 Nov 12 04:35:49.168252 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-41912004-c205-4ad5-82a3-284fe485322f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:49.169894 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-41912004-c205-4ad5-82a3-284fe485322f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c1b6a21-838c-4da2-b510-f882164c09b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881031 Nov 12 04:35:49.286442 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-68233c0f-acc7-4b39-83b6-ed690691e9d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8451ec915ba402ca12a4c065117ab66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1923814 Nov 12 04:35:49.291178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36910) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:49.367962 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9f4a7192-ac70-49f6-a431-7f3f6793f887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:49.404303 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9f4a7192-ac70-49f6-a431-7f3f6793f887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:49.615594 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-a99c64a3-17fc-42af-a7d4-9aa5e447ba11 service neutron] 10.222.0.21 "GET /v2.0/networks/1c1b6a21-838c-4da2-b510-f882164c09b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389625 Nov 12 04:35:49.658468 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9174a2-a477-442b-9de1-e7195a6ecadd req-cc6b2b71-30c9-48ba-86d6-76467a10ee70 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:49.667539 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b9174a2-a477-442b-9de1-e7195a6ecadd req-cc6b2b71-30c9-48ba-86d6-76467a10ee70 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.0791321 Nov 12 04:35:49.687430 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9f4a7192-ac70-49f6-a431-7f3f6793f887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:49.690147 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9f4a7192-ac70-49f6-a431-7f3f6793f887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:49.694852 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9f4a7192-ac70-49f6-a431-7f3f6793f887 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6a4ad9b-55ef-461e-b1ff-a4758e46a4d1 HTTP/1.1" status: 204 len: 168 time: 0.3985124 Nov 12 04:35:49.750269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b9174a2-a477-442b-9de1-e7195a6ecadd req-d9ed60b7-7917-40bb-87e7-3ad29a83c195 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805602 Nov 12 04:35:49.756293 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a7192-ac70-49f6-a431-7f3f6793f887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a4ad9b-55ef-461e-b1ff-a4758e46a4d1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:49.864295 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9a9ab358-3803-4b0a-ad82-e5e45441fc7f req-143e86c0-4cfd-454a-b1d5-c80ee4e35fdd service neutron] 10.222.0.21 "GET /v2.0/networks/1c1b6a21-838c-4da2-b510-f882164c09b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405450 Nov 12 04:35:50.027499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71a41b-0068-4086-b47e-ea3d72d3e118 req-89d42500-1cd2-463f-a508-d54063d173b6 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:50.041840 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bb71a41b-0068-4086-b47e-ea3d72d3e118 req-89d42500-1cd2-463f-a508-d54063d173b6 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 943 time: 0.1617942 Nov 12 04:35:50.145736 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bb71a41b-0068-4086-b47e-ea3d72d3e118 req-cd387a11-c5bf-481b-8ffa-c72ea1e5a2a0 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8254e9f-aae1-4679-a52a-08b63c414e79&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0942156 Nov 12 04:35:50.271522 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba70b009-6df2-4a73-8623-bd324af1c69d req-605f749f-e0d8-4295-8dcc-f45b3f9645fe tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0717773 Nov 12 04:35:50.393782 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-91ef4d50-9152-4ef3-8ec9-816392082eeb req-17faace1-de58-4bc3-9445-3569e4c8cbcf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0843766 Nov 12 04:35:50.542868 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef4d50-9152-4ef3-8ec9-816392082eeb req-8b085b30-cae9-452b-b3c8-f3b138eaf9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:50.544441 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-91ef4d50-9152-4ef3-8ec9-816392082eeb req-8b085b30-cae9-452b-b3c8-f3b138eaf9be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 1097 time: 0.0443377 Nov 12 04:35:50.712393 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef4d50-9152-4ef3-8ec9-816392082eeb req-f72a35da-7f2b-4328-a72c-c901fd972612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:50.714212 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-91ef4d50-9152-4ef3-8ec9-816392082eeb req-f72a35da-7f2b-4328-a72c-c901fd972612 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb3c2fbe-4b78-4f75-a060-641c28a1f617 HTTP/1.1" status: 200 len: 898 time: 0.1319709 Nov 12 04:35:50.866330 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-91ef4d50-9152-4ef3-8ec9-816392082eeb req-d2ee6a01-7c32-479c-9e5f-f717fcae5f3f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6080b56b-f78d-4212-8859-6d7ed5214af9 HTTP/1.1" status: 200 len: 1001 time: 0.1346896 Nov 12 04:35:50.969941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317800d0-0ed2-4aab-85d9-84fb6ad303f6 req-3ab1f4a2-cb99-4790-a0cf-09f8c0b9ccbb tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:50.976254 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef4d50-9152-4ef3-8ec9-816392082eeb req-4138989e-f558-4cfe-955a-27ac31eb3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:50.978574 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-91ef4d50-9152-4ef3-8ec9-816392082eeb req-4138989e-f558-4cfe-955a-27ac31eb3fd7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f497be31-7943-4616-9958-6a86c5285b45 HTTP/1.1" status: 200 len: 834 time: 0.1035776 Nov 12 04:35:50.992060 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-317800d0-0ed2-4aab-85d9-84fb6ad303f6 req-3ab1f4a2-cb99-4790-a0cf-09f8c0b9ccbb tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.1190925 Nov 12 04:35:51.071884 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-317800d0-0ed2-4aab-85d9-84fb6ad303f6 req-f4368a65-5a32-4ebb-8b9e-3191ad2e881b tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777690 Nov 12 04:35:51.086029 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef4d50-9152-4ef3-8ec9-816392082eeb req-6a078049-e329-4835-91f0-7025ca9e8b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:51.091121 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-91ef4d50-9152-4ef3-8ec9-816392082eeb req-6a078049-e329-4835-91f0-7025ca9e8b10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb3c2fbe-4b78-4f75-a060-641c28a1f617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1022182 Nov 12 04:35:51.291617 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-91ef4d50-9152-4ef3-8ec9-816392082eeb req-dbbf8df4-f3e6-4140-aac2-f63cb1908959 service neutron] 10.222.0.21 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852198 Nov 12 04:35:51.318819 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b246997-29f7-4b54-8fd1-23c75c86a8ce req-60a857d3-f4f4-4783-abf0-a808af0f071a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:51.327464 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b246997-29f7-4b54-8fd1-23c75c86a8ce req-60a857d3-f4f4-4783-abf0-a808af0f071a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 943 time: 0.1107402 Nov 12 04:35:51.391864 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b246997-29f7-4b54-8fd1-23c75c86a8ce req-3ea5efb7-1ce5-4970-afe9-e280d242b911 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8254e9f-aae1-4679-a52a-08b63c414e79&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0630274 Nov 12 04:35:51.497448 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-91ef4d50-9152-4ef3-8ec9-816392082eeb req-be3885a5-0b1b-4a23-bddc-de9a6f5d00a3 service neutron] 10.222.0.21 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964288 Nov 12 04:35:51.540593 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f59d35a2-b8ab-4a62-854d-643341280502 req-e28f7fd9-3c03-45bf-87f8-110e555dbc4e tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0600042 Nov 12 04:35:51.719599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 36966) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:51.834449 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfa7bd-2e4c-4704-9c06-12ffdd40e55d req-cc66d2b1-f923-4db0-ad82-53501e18dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:51.836275 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cdfa7bd-2e4c-4704-9c06-12ffdd40e55d req-cc66d2b1-f923-4db0-ad82-53501e18dfc9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11b870a2c29b44949808dbbff5df5d20&device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 1097 time: 0.0750916 Nov 12 04:35:51.937827 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-29cffa95-1d07-4f62-9efb-433366adb746 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1560145995'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:52.015857 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfa7bd-2e4c-4704-9c06-12ffdd40e55d req-c172e049-ed27-40aa-93bc-aac88453b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:52.017498 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cdfa7bd-2e4c-4704-9c06-12ffdd40e55d req-c172e049-ed27-40aa-93bc-aac88453b51b service neutron] 10.222.0.31 "GET /v2.0/networks?id=294ec058-73b6-4a99-bf44-c3ca2f3709aa HTTP/1.1" status: 200 len: 918 time: 0.1582642 Nov 12 04:35:52.075313 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cffa95-1d07-4f62-9efb-433366adb746 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Made reservation on behalf of cb951d7e5542441d8058ef63fdc3ad27 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:35:52.079000 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cffa95-1d07-4f62-9efb-433366adb746 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:52.095356 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cffa95-1d07-4f62-9efb-433366adb746 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:52.148428 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cdfa7bd-2e4c-4704-9c06-12ffdd40e55d req-8431b0ea-5fe4-4d45-bd90-c80f2366162b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7593ae70-1164-4795-b2bc-eeee47b3fbc8 HTTP/1.1" status: 200 len: 1000 time: 0.1222398 Nov 12 04:35:52.214051 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfa7bd-2e4c-4704-9c06-12ffdd40e55d req-54bfbaf3-e772-40b2-a84a-c16feea0c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:52.216018 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cdfa7bd-2e4c-4704-9c06-12ffdd40e55d req-54bfbaf3-e772-40b2-a84a-c16feea0c59b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ebf988ec-0e1d-4fb3-b211-28e626141e57 HTTP/1.1" status: 200 len: 856 time: 0.0589356 Nov 12 04:35:52.298809 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cffa95-1d07-4f62-9efb-433366adb746 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:52.398134 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cffa95-1d07-4f62-9efb-433366adb746 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:52.454677 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29cffa95-1d07-4f62-9efb-433366adb746 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:35:52.482210 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cffa95-1d07-4f62-9efb-433366adb746 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a8f279-1dac-4dfe-be0e-d08e0f7be44a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:52.488561 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cffa95-1d07-4f62-9efb-433366adb746 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:52.489341 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-29cffa95-1d07-4f62-9efb-433366adb746 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Added segment 91367326-adef-4888-ab16-dacaec2531b5 of type vlan for network 95b0472c-f4a9-4bf8-8dec-5b456277b12b Nov 12 04:35:52.564352 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cffa95-1d07-4f62-9efb-433366adb746 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:52.646474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfa7bd-2e4c-4704-9c06-12ffdd40e55d req-50c90098-ba78-46a7-ac68-0af1f57b62fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:52.648920 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cdfa7bd-2e4c-4704-9c06-12ffdd40e55d req-50c90098-ba78-46a7-ac68-0af1f57b62fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294ec058-73b6-4a99-bf44-c3ca2f3709aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4209127 Nov 12 04:35:52.665061 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569387-9257-4365-9456-b8f5391be29d req-7fa94a50-d931-4096-b53e-ff6c788162f0 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:52.666751 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c569387-9257-4365-9456-b8f5391be29d req-7fa94a50-d931-4096-b53e-ff6c788162f0 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.4497223 Nov 12 04:35:52.838550 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c569387-9257-4365-9456-b8f5391be29d req-4eeaa222-beb2-4aff-8c83-17632b6f1394 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035624 Nov 12 04:35:52.838550 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cdfa7bd-2e4c-4704-9c06-12ffdd40e55d req-a7630f6e-195c-4157-bfa1-24b99ec4fbcc service neutron] 10.222.0.31 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488271 Nov 12 04:35:52.906406 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0023c9e5-0154-4286-9538-973dcf39d532 req-c4fadfdd-3cbb-47db-9ab6-b674e02d7d0c tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0527289 Nov 12 04:35:52.947454 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cdfa7bd-2e4c-4704-9c06-12ffdd40e55d req-579aa6ee-b086-45f2-a8db-d484cba8c661 service neutron] 10.222.0.31 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224415 Nov 12 04:35:52.985479 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cffa95-1d07-4f62-9efb-433366adb746 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:52.991335 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cffa95-1d07-4f62-9efb-433366adb746 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:52.991906 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-29cffa95-1d07-4f62-9efb-433366adb746 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:53.024896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7746bf1-bff7-4439-8cf4-484d8a909e02 req-489cbe9c-f6b7-4962-b843-5f2f80ff5302 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:53.026727 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7746bf1-bff7-4439-8cf4-484d8a909e02 req-489cbe9c-f6b7-4962-b843-5f2f80ff5302 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 943 time: 0.0585411 Nov 12 04:35:53.066564 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cffa95-1d07-4f62-9efb-433366adb746 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Pushing event updated for resources: {'Network': ['ID=95b0472c-f4a9-4bf8-8dec-5b456277b12b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:53.077178 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 95b0472c-f4a9-4bf8-8dec-5b456277b12b details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:35:53.162743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 36996) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:53.163661 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-29cffa95-1d07-4f62-9efb-433366adb746 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.4429231 Nov 12 04:35:53.168010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-b8b41838-1aa6-45cf-a1ab-ace0d7bd3624 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '95b0472c-f4a9-4bf8-8dec-5b456277b12b', 'tempest-TagsTest-Tag-1739915722') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:53.180541 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7746bf1-bff7-4439-8cf4-484d8a909e02 req-9826de60-20cb-4826-bcf6-2dbe6ea97613 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8254e9f-aae1-4679-a52a-08b63c414e79&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1265597 Nov 12 04:35:53.412956 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b8b41838-1aa6-45cf-a1ab-ace0d7bd3624 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] 10.222.0.37 "PUT /v2.0/networks/95b0472c-f4a9-4bf8-8dec-5b456277b12b/tags/tempest-TagsTest-Tag-1739915722 HTTP/1.1" status: 201 len: 201 time: 0.2480416 Nov 12 04:35:53.415365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37000) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:53.419060 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-1274f1b8-6463-46c3-85a2-69f977481eba tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '95b0472c-f4a9-4bf8-8dec-5b456277b12b', 'tempest-TagsTest-Tag-1739915722') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:53.512022 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1274f1b8-6463-46c3-85a2-69f977481eba tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] 10.222.0.37 "GET /v2.0/networks/95b0472c-f4a9-4bf8-8dec-5b456277b12b/tags/tempest-TagsTest-Tag-1739915722 HTTP/1.1" status: 204 len: 168 time: 0.0977688 Nov 12 04:35:53.515153 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37002) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:53.519544 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-c814240c-391c-44a8-b60f-f0ae7a29efce tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '95b0472c-f4a9-4bf8-8dec-5b456277b12b') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:53.612028 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c814240c-391c-44a8-b60f-f0ae7a29efce tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] 10.222.0.37 "GET /v2.0/networks/95b0472c-f4a9-4bf8-8dec-5b456277b12b/tags HTTP/1.1" status: 200 len: 238 time: 0.0957553 Nov 12 04:35:53.614740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37004) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:53.619610 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-a17093a6-16bc-4c36-b401-cbb61a28b25e tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '95b0472c-f4a9-4bf8-8dec-5b456277b12b', {'tags': ['tempest-TagsTest-Tag-350946813', 'tempest-TagsTest-Tag-1467850599', 'tempest-TagsTest-Tag-564673784']}) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:53.919447 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d0435-6918-461b-acb2-41beb3278844 req-a3bfb7ed-c16b-4c70-a455-e26c01202875 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:53.927146 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-976d0435-6918-461b-acb2-41beb3278844 req-a3bfb7ed-c16b-4c70-a455-e26c01202875 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.0647917 Nov 12 04:35:53.938740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37012) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:53.938949 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a17093a6-16bc-4c36-b401-cbb61a28b25e tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] 10.222.0.37 "PUT /v2.0/networks/95b0472c-f4a9-4bf8-8dec-5b456277b12b/tags HTTP/1.1" status: 200 len: 307 time: 0.3227739 Nov 12 04:35:53.943422 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-64ff11ce-6974-40f8-b10a-7a06afe1cece tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '95b0472c-f4a9-4bf8-8dec-5b456277b12b', 'tempest-TagsTest-Tag-350946813') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:53.977493 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-976d0435-6918-461b-acb2-41beb3278844 req-7db79ab2-28c1-4a3e-ac7f-8dd580131859 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494668 Nov 12 04:35:54.093294 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e82648a3-030e-4fa3-9719-d4a9377d75cd req-de40a59e-6949-4381-aa2d-40b1c4b2a6c4 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0310411 Nov 12 04:35:54.125862 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-64ff11ce-6974-40f8-b10a-7a06afe1cece tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] 10.222.0.37 "DELETE /v2.0/networks/95b0472c-f4a9-4bf8-8dec-5b456277b12b/tags/tempest-TagsTest-Tag-350946813 HTTP/1.1" status: 204 len: 168 time: 0.1854844 Nov 12 04:35:54.131035 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37018) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:54.135410 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-16e8622b-1dd0-4001-af7f-3e533ee84095 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '95b0472c-f4a9-4bf8-8dec-5b456277b12b', 'tempest-TagsTest-Tag-350946813') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:54.211233 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-16e8622b-1dd0-4001-af7f-3e533ee84095 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] show failed (client error): The resource could not be found. Nov 12 04:35:54.219342 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-16e8622b-1dd0-4001-af7f-3e533ee84095 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] 10.222.0.37 "GET /v2.0/networks/95b0472c-f4a9-4bf8-8dec-5b456277b12b/tags/tempest-TagsTest-Tag-350946813 HTTP/1.1" status: 404 len: 325 time: 0.0802875 Nov 12 04:35:54.221366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37026) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:54.225876 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-84061482-2e38-48e6-9457-7be1bc233e98 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '95b0472c-f4a9-4bf8-8dec-5b456277b12b', 'tempest-TagsTest-Tag-1467850599') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:54.298436 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-84061482-2e38-48e6-9457-7be1bc233e98 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] 10.222.0.37 "GET /v2.0/networks/95b0472c-f4a9-4bf8-8dec-5b456277b12b/tags/tempest-TagsTest-Tag-1467850599 HTTP/1.1" status: 204 len: 168 time: 0.0757945 Nov 12 04:35:54.301023 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37030) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:54.305340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132d624-63af-4c0b-afb0-9e0aa03c602f req-c8eb3511-3290-49a6-961a-bb5581bbc0c6 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:54.305507 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-f30d9c48-ef5e-431a-a1fc-8b74da460d75 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '95b0472c-f4a9-4bf8-8dec-5b456277b12b', 'tempest-TagsTest-Tag-564673784') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:54.306873 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2132d624-63af-4c0b-afb0-9e0aa03c602f req-c8eb3511-3290-49a6-961a-bb5581bbc0c6 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 943 time: 0.0523105 Nov 12 04:35:54.366917 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2132d624-63af-4c0b-afb0-9e0aa03c602f req-62eed068-1094-4e3f-8a91-d649ac048dac tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8254e9f-aae1-4679-a52a-08b63c414e79&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0528376 Nov 12 04:35:54.390167 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f30d9c48-ef5e-431a-a1fc-8b74da460d75 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] 10.222.0.37 "GET /v2.0/networks/95b0472c-f4a9-4bf8-8dec-5b456277b12b/tags/tempest-TagsTest-Tag-564673784 HTTP/1.1" status: 204 len: 168 time: 0.0858903 Nov 12 04:35:54.390893 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37034) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:54.395658 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-e477440c-1bf3-4c8f-97b9-779b0f03de9d tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '95b0472c-f4a9-4bf8-8dec-5b456277b12b') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:54.615189 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e477440c-1bf3-4c8f-97b9-779b0f03de9d tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] 10.222.0.37 "DELETE /v2.0/networks/95b0472c-f4a9-4bf8-8dec-5b456277b12b/tags HTTP/1.1" status: 204 len: 168 time: 0.2229445 Nov 12 04:35:54.617852 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37040) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:54.622156 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-9835c748-1bfe-4a79-aee6-5efe3c910bca tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '95b0472c-f4a9-4bf8-8dec-5b456277b12b', 'tempest-TagsTest-Tag-1467850599') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:54.687502 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-9835c748-1bfe-4a79-aee6-5efe3c910bca tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] show failed (client error): The resource could not be found. Nov 12 04:35:54.691376 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9835c748-1bfe-4a79-aee6-5efe3c910bca tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] 10.222.0.37 "GET /v2.0/networks/95b0472c-f4a9-4bf8-8dec-5b456277b12b/tags/tempest-TagsTest-Tag-1467850599 HTTP/1.1" status: 404 len: 326 time: 0.0697818 Nov 12 04:35:54.691555 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37042) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:54.695703 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.tag.tag_plugin [None req-612d946f-4319-4311-86a1-5f5b184dccb8 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '95b0472c-f4a9-4bf8-8dec-5b456277b12b', 'tempest-TagsTest-Tag-564673784') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:54.771440 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d164de9b-7c06-424a-9c97-48e90d8acc4b details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:35:54.780585 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-612d946f-4319-4311-86a1-5f5b184dccb8 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] show failed (client error): The resource could not be found. Nov 12 04:35:54.784188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-612d946f-4319-4311-86a1-5f5b184dccb8 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] 10.222.0.37 "GET /v2.0/networks/95b0472c-f4a9-4bf8-8dec-5b456277b12b/tags/tempest-TagsTest-Tag-564673784 HTTP/1.1" status: 404 len: 325 time: 0.0892086 Nov 12 04:35:54.784559 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37044) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:54.790583 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.tag.tag_plugin [None req-bb7fe5c8-9140-4c62-b0ab-69408c0a64c1 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '95b0472c-f4a9-4bf8-8dec-5b456277b12b') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:54.869274 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bb7fe5c8-9140-4c62-b0ab-69408c0a64c1 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] 10.222.0.37 "DELETE /v2.0/networks/95b0472c-f4a9-4bf8-8dec-5b456277b12b/tags HTTP/1.1" status: 204 len: 168 time: 0.0815706 Nov 12 04:35:54.869742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37046) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:54.873798 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port d164de9b-7c06-424a-9c97-48e90d8acc4b, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d164de9b-7c06-424a-9c97-48e90d8acc4b,segment=NetworkSegment(41cb987a-396b-47f7-8627-e62dc3f8cd94),segment_id=41cb987a-396b-47f7-8627-e62dc3f8cd94)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:54.885575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'd164de9b-7c06-424a-9c97-48e90d8acc4b', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'port_id': 'd164de9b-7c06-424a-9c97-48e90d8acc4b', 'mac_address': 'fa:16:3e:6e:6c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51614038-d513-4083-8c17-2efe33d861d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:35:54.925757 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:54.944022 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d164de9b-7c06-424a-9c97-48e90d8acc4b {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:35:54.965986 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port d164de9b-7c06-424a-9c97-48e90d8acc4b, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d164de9b-7c06-424a-9c97-48e90d8acc4b,segment=NetworkSegment(41cb987a-396b-47f7-8627-e62dc3f8cd94),segment_id=41cb987a-396b-47f7-8627-e62dc3f8cd94)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:54.970878 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e937a1fd-4250-4e21-9383-c4a2570bfba5 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:55.073421 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e937a1fd-4250-4e21-9383-c4a2570bfba5 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:55.114209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-e937a1fd-4250-4e21-9383-c4a2570bfba5 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b0472c-f4a9-4bf8-8dec-5b456277b12b']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:55.134992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-e937a1fd-4250-4e21-9383-c4a2570bfba5 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91367326-adef-4888-ab16-dacaec2531b5') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:55.142350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-e937a1fd-4250-4e21-9383-c4a2570bfba5 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91367326-adef-4888-ab16-dacaec2531b5') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:55.148999 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e937a1fd-4250-4e21-9383-c4a2570bfba5 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:55.162761 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49197e59-fc5b-4806-9a16-81efb98e7640 req-414b1340-63d7-4afa-938b-02163b441531 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:55.164157 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:55.164321 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49197e59-fc5b-4806-9a16-81efb98e7640 req-414b1340-63d7-4afa-938b-02163b441531 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.1031556 Nov 12 04:35:55.179345 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e937a1fd-4250-4e21-9383-c4a2570bfba5 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:55.208502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e937a1fd-4250-4e21-9383-c4a2570bfba5 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:35:55.211167 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e937a1fd-4250-4e21-9383-c4a2570bfba5 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:55.217244 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=d164de9b-7c06-424a-9c97-48e90d8acc4b,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:35:55.241595 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:35:55.309029 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49197e59-fc5b-4806-9a16-81efb98e7640 req-ade6cb0c-eaa9-4cd4-8369-84c2970576da tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368167 Nov 12 04:35:55.375469 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f2cae-d8e4-4c71-978d-e279549f4b46 req-64b400cd-e7ff-4a42-8804-857bb6e1eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:55.376924 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-301f2cae-d8e4-4c71-978d-e279549f4b46 req-64b400cd-e7ff-4a42-8804-857bb6e1eaee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11b870a2c29b44949808dbbff5df5d20&device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 1097 time: 0.0486236 Nov 12 04:35:55.427979 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c97cb7b7-09aa-48bf-a453-7f0172654434 req-4d374c0d-d076-4b45-b3b3-6261fea67fd0 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0495081 Nov 12 04:35:55.469416 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e937a1fd-4250-4e21-9383-c4a2570bfba5 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:55.469416 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e937a1fd-4250-4e21-9383-c4a2570bfba5 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:55.472043 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e937a1fd-4250-4e21-9383-c4a2570bfba5 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] 10.222.0.37 "DELETE /v2.0/networks/95b0472c-f4a9-4bf8-8dec-5b456277b12b HTTP/1.1" status: 204 len: 168 time: 0.6013055 Nov 12 04:35:55.486673 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937a1fd-4250-4e21-9383-c4a2570bfba5 tempest-TagsTest-688393706 tempest-TagsTest-688393706-project] Pushing event deleted for resources: {'Network': ['ID=95b0472c-f4a9-4bf8-8dec-5b456277b12b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:55.548754 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f2cae-d8e4-4c71-978d-e279549f4b46 req-e133c98a-41c2-4af6-b052-1c8adae93217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:55.550328 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-301f2cae-d8e4-4c71-978d-e279549f4b46 req-e133c98a-41c2-4af6-b052-1c8adae93217 service neutron] 10.222.0.31 "GET /v2.0/networks?id=294ec058-73b6-4a99-bf44-c3ca2f3709aa HTTP/1.1" status: 200 len: 918 time: 0.1635933 Nov 12 04:35:55.578371 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330b1b9-5869-481b-8d05-64e2a9cafe1d req-da325912-a9cd-4daa-a197-8083c5ae7c1e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:55.580275 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1330b1b9-5869-481b-8d05-64e2a9cafe1d req-da325912-a9cd-4daa-a197-8083c5ae7c1e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 944 time: 0.0724506 Nov 12 04:35:55.621003 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['d164de9b-7c06-424a-9c97-48e90d8acc4b'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:35:55.660242 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-301f2cae-d8e4-4c71-978d-e279549f4b46 req-fbe37e2a-b08e-4c19-9de4-33158fda388d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7593ae70-1164-4795-b2bc-eeee47b3fbc8 HTTP/1.1" status: 200 len: 1000 time: 0.0998437 Nov 12 04:35:55.687773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1330b1b9-5869-481b-8d05-64e2a9cafe1d req-49689fe3-9c13-4077-8296-5a7ba26b6f29 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8254e9f-aae1-4679-a52a-08b63c414e79&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0740435 Nov 12 04:35:55.731054 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f2cae-d8e4-4c71-978d-e279549f4b46 req-adbc3f52-349f-42a4-8665-8b3cde6661fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:55.733104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-301f2cae-d8e4-4c71-978d-e279549f4b46 req-adbc3f52-349f-42a4-8665-8b3cde6661fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ebf988ec-0e1d-4fb3-b211-28e626141e57 HTTP/1.1" status: 200 len: 856 time: 0.0587745 Nov 12 04:35:55.780978 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f2cae-d8e4-4c71-978d-e279549f4b46 req-aefcb0c3-c1e7-43ac-bdea-2b38cdefa74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:55.782696 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-301f2cae-d8e4-4c71-978d-e279549f4b46 req-aefcb0c3-c1e7-43ac-bdea-2b38cdefa74f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294ec058-73b6-4a99-bf44-c3ca2f3709aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426428 Nov 12 04:35:55.896261 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-301f2cae-d8e4-4c71-978d-e279549f4b46 req-5786efe5-d28e-4461-9bec-d957480f7d02 service neutron] 10.222.0.31 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045949 Nov 12 04:35:55.996883 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-301f2cae-d8e4-4c71-978d-e279549f4b46 req-d738f6b1-76d9-4da0-8bdc-0842d7bfea6d service neutron] 10.222.0.31 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933871 Nov 12 04:35:56.008525 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37068) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:56.149737 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fb79c7b2-a8f8-4c1e-87be-ab6dcfdd31cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb951d7e5542441d8058ef63fdc3ad27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399295 Nov 12 04:35:56.152450 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37074) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:56.199609 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-211e89ea-3404-4100-b44a-d505b7f583a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:56.222021 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-211e89ea-3404-4100-b44a-d505b7f583a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:56.436799 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf0b98-1b51-4108-a752-6d7a200a9d62 req-fd094fd8-14ab-466f-9dc9-6953ba386b57 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:56.438229 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00bf0b98-1b51-4108-a752-6d7a200a9d62 req-fd094fd8-14ab-466f-9dc9-6953ba386b57 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.0512080 Nov 12 04:35:56.454938 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-211e89ea-3404-4100-b44a-d505b7f583a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:56.461588 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-211e89ea-3404-4100-b44a-d505b7f583a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:56.461588 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-211e89ea-3404-4100-b44a-d505b7f583a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75a8f279-1dac-4dfe-be0e-d08e0f7be44a HTTP/1.1" status: 204 len: 168 time: 0.3056211 Nov 12 04:35:56.489514 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e89ea-3404-4100-b44a-d505b7f583a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a8f279-1dac-4dfe-be0e-d08e0f7be44a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:56.492445 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00bf0b98-1b51-4108-a752-6d7a200a9d62 req-7a69acc8-56d6-4ef5-9ba9-773edcf28d30 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480070 Nov 12 04:35:56.512834 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e89ea-3404-4100-b44a-d505b7f583a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:56.512834 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e89ea-3404-4100-b44a-d505b7f583a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:56.513192 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e89ea-3404-4100-b44a-d505b7f583a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:56.513418 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e89ea-3404-4100-b44a-d505b7f583a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:56.514276 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e89ea-3404-4100-b44a-d505b7f583a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:56.514606 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e89ea-3404-4100-b44a-d505b7f583a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:56.514950 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e89ea-3404-4100-b44a-d505b7f583a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:56.515274 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e89ea-3404-4100-b44a-d505b7f583a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:56.515596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e89ea-3404-4100-b44a-d505b7f583a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:56.515913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e89ea-3404-4100-b44a-d505b7f583a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:56.516231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e89ea-3404-4100-b44a-d505b7f583a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:56.516578 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e89ea-3404-4100-b44a-d505b7f583a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:56.586727 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-685309eb-8907-43a1-84b1-1ae076c88cfa req-c3f4e0f4-f5d4-4f4d-b83e-43b82cd7deff tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0267887 Nov 12 04:35:56.787303 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d164de9b-7c06-424a-9c97-48e90d8acc4b up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:56.837330 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695387cd-6db3-48df-83b8-777231e92d39 req-11cb4284-44d2-428e-b7c9-91084820decb tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:56.839121 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-695387cd-6db3-48df-83b8-777231e92d39 req-11cb4284-44d2-428e-b7c9-91084820decb tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 944 time: 0.0659428 Nov 12 04:35:56.897029 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-695387cd-6db3-48df-83b8-777231e92d39 req-b1bf770f-46d4-4476-afd8-04530a733847 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8254e9f-aae1-4679-a52a-08b63c414e79&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0503941 Nov 12 04:35:56.919650 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port d164de9b-7c06-424a-9c97-48e90d8acc4b completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:35:56.923986 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port d164de9b-7c06-424a-9c97-48e90d8acc4b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:56.924362 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:57.005022 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:57.026731 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd164de9b-7c06-424a-9c97-48e90d8acc4b'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:35:57.029574 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061c07dd-0ee8-4475-b4b2-1fc4b38247e0" -d '{"events": [{"server_uuid": "f70a1c9d-4bcd-4729-8887-28280bdea071", "name": "network-vif-plugged", "status": "completed", "tag": "d164de9b-7c06-424a-9c97-48e90d8acc4b"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:35:57.043740 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port d164de9b-7c06-424a-9c97-48e90d8acc4b, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d164de9b-7c06-424a-9c97-48e90d8acc4b,segment=NetworkSegment(41cb987a-396b-47f7-8627-e62dc3f8cd94),segment_id=41cb987a-396b-47f7-8627-e62dc3f8cd94)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:57.073924 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a606e03-9e73-4f07-8656-c844cb2dbe39 x-openstack-request-id: req-7a606e03-9e73-4f07-8656-c844cb2dbe39 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:35:57.074228 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70a1c9d-4bcd-4729-8887-28280bdea071", "name": "network-vif-plugged", "status": "completed", "tag": "d164de9b-7c06-424a-9c97-48e90d8acc4b", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:35:57.074505 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a606e03-9e73-4f07-8656-c844cb2dbe39 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:35:57.077100 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd164de9b-7c06-424a-9c97-48e90d8acc4b', 'code': 200} Nov 12 04:35:57.124154 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:57.180671 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=d164de9b-7c06-424a-9c97-48e90d8acc4b,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:57.220620 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f9b28-4cea-4289-a7a8-70dd9313a831 req-8e0c27f0-5a97-45e0-a78d-476c717e8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:57.222258 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dd7f9b28-4cea-4289-a7a8-70dd9313a831 req-8e0c27f0-5a97-45e0-a78d-476c717e8efc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 1097 time: 0.0434694 Nov 12 04:35:57.306362 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dd7f9b28-4cea-4289-a7a8-70dd9313a831 req-457a6124-2749-40ef-8925-488a159fa96e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f8254e9f-aae1-4679-a52a-08b63c414e79&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0509238 Nov 12 04:35:57.558108 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37114) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:57.563261 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035312 Nov 12 04:35:57.567135 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37118) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:57.625280 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcd132-9e79-4934-8773-eb2db76991bc req-e1cb97da-60c0-4d2a-9736-aeaf3e52b652 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:57.627112 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52bcd132-9e79-4934-8773-eb2db76991bc req-e1cb97da-60c0-4d2a-9736-aeaf3e52b652 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.0526741 Nov 12 04:35:57.687318 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52bcd132-9e79-4934-8773-eb2db76991bc req-5caec363-8933-4a14-8ae2-96b58b9d8752 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526850 Nov 12 04:35:57.700225 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c4be891a-fb18-4f5a-b9c1-fcefe98b8cf9 tempest-NetworksApiDiscovery-1677076564 tempest-NetworksApiDiscovery-1677076564-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1317074 Nov 12 04:35:57.792016 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c693fec3-e4ba-4f1a-9e6b-4bc0c929542c req-934ca1dc-1771-448a-90b7-c960dbeaa81a tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0273490 Nov 12 04:35:58.016388 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f489832-08ba-4190-8096-1c3c06d43354 req-27588384-125f-4eac-a204-7ef93d622630 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:58.021278 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f489832-08ba-4190-8096-1c3c06d43354 req-27588384-125f-4eac-a204-7ef93d622630 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 945 time: 0.0521312 Nov 12 04:35:58.079079 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f489832-08ba-4190-8096-1c3c06d43354 req-fedb4aa6-6a3e-4c5c-8987-b529c5493975 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8254e9f-aae1-4679-a52a-08b63c414e79&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0540681 Nov 12 04:35:58.325813 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37132) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:58.441622 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32501eb8-22b0-41dd-b65d-a74eb0f3ff86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:58.517081 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32501eb8-22b0-41dd-b65d-a74eb0f3ff86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:58.631406 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32501eb8-22b0-41dd-b65d-a74eb0f3ff86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:58.672637 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-32501eb8-22b0-41dd-b65d-a74eb0f3ff86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eaf653bab40847ccac306444f4268efd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3457000 Nov 12 04:35:58.673513 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32501eb8-22b0-41dd-b65d-a74eb0f3ff86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102a8381-93a9-4ef2-b81f-385c6c778771,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:58.675694 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37140) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:58.740503 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-407e6fa0-f639-4120-b2fc-6c140512778b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:58.775311 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-407e6fa0-f639-4120-b2fc-6c140512778b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:58.780414 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7593ae70-1164-4795-b2bc-eeee47b3fbc8 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:35:58.870212 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:58.887107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6b70e-6cff-44fb-9876-cbe5ffea7585 req-f154d6ac-ade9-4e7d-b61e-6f387cfe85dc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:58.889624 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89c6b70e-6cff-44fb-9876-cbe5ffea7585 req-f154d6ac-ade9-4e7d-b61e-6f387cfe85dc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 945 time: 0.0899520 Nov 12 04:35:58.907102 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7593ae70-1164-4795-b2bc-eeee47b3fbc8, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7593ae70-1164-4795-b2bc-eeee47b3fbc8,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:58.941179 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89c6b70e-6cff-44fb-9876-cbe5ffea7585 req-b180147f-cc7d-44ae-8a29-eebbe4207e85 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440633 Nov 12 04:35:58.946057 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-407e6fa0-f639-4120-b2fc-6c140512778b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:58.948766 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-407e6fa0-f639-4120-b2fc-6c140512778b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:58.949964 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-407e6fa0-f639-4120-b2fc-6c140512778b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/102a8381-93a9-4ef2-b81f-385c6c778771 HTTP/1.1" status: 204 len: 168 time: 0.2731476 Nov 12 04:35:58.959096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e6fa0-f639-4120-b2fc-6c140512778b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102a8381-93a9-4ef2-b81f-385c6c778771,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:58.994356 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:59.063136 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=7593ae70-1164-4795-b2bc-eeee47b3fbc8,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:59.075656 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd57d883-5ad9-4021-b58a-7d871ac7e4f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7593ae70-1164-4795-b2bc-eeee47b3fbc8'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:35:59.078699 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d860b91-0440-47f2-9ac9-466b81dea852" -d '{"events": [{"server_uuid": "cd57d883-5ad9-4021-b58a-7d871ac7e4f0", "name": "network-vif-unplugged", "status": "completed", "tag": "7593ae70-1164-4795-b2bc-eeee47b3fbc8"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:35:59.102019 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0c522d4-4962-40a6-b5cd-b2478ddee0f6 req-05b58924-b8dc-4e75-b6f7-1cc907422438 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0411992 Nov 12 04:36:00.691083 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 04:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc464913-4e17-4930-b477-660504050e9c x-openstack-request-id: req-bc464913-4e17-4930-b477-660504050e9c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:36:00.691610 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd57d883-5ad9-4021-b58a-7d871ac7e4f0", "name": "network-vif-unplugged", "status": "failed", "tag": "7593ae70-1164-4795-b2bc-eeee47b3fbc8", "code": 422}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:36:00.691610 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc464913-4e17-4930-b477-660504050e9c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:36:00.692011 n-d-768509-24 neutron-server[103298]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd57d883-5ad9-4021-b58a-7d871ac7e4f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7593ae70-1164-4795-b2bc-eeee47b3fbc8', 'code': 422} returned with failed status Nov 12 04:36:00.806759 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ada58-0d25-40eb-ba91-5166d0b30ea8 req-1cba5447-b987-43da-800b-1033e068be56 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:00.808834 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-978ada58-0d25-40eb-ba91-5166d0b30ea8 req-1cba5447-b987-43da-800b-1033e068be56 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 945 time: 0.0622323 Nov 12 04:36:00.867280 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-978ada58-0d25-40eb-ba91-5166d0b30ea8 req-6768af1d-267b-4ee7-ae06-2d85f740f118 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8254e9f-aae1-4679-a52a-08b63c414e79&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0504014 Nov 12 04:36:00.962705 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-12480710-351e-49d3-a052-c32332f00d22 req-5173fd31-8ca6-4da2-927e-abb9096459c5 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0286272 Nov 12 04:36:01.893597 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37246) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:01.959485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a1cb5-c93e-49aa-afae-bf941b730a32 req-6a35d832-d67f-413d-8881-142c808faa9e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:01.961070 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-815a1cb5-c93e-49aa-afae-bf941b730a32 req-6a35d832-d67f-413d-8881-142c808faa9e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 945 time: 0.0560520 Nov 12 04:36:02.020005 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d787e11-d654-45cf-a048-ae05a3286def admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:02.025269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-815a1cb5-c93e-49aa-afae-bf941b730a32 req-a2c1308d-cefc-49f9-984d-7804118b3cd5 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8254e9f-aae1-4679-a52a-08b63c414e79&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0577013 Nov 12 04:36:02.049881 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37258) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:02.105913 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d787e11-d654-45cf-a048-ae05a3286def admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:02.120204 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-18067394-9850-4336-8019-c43acdb9f66f req-40403a95-ee9a-46f6-b1af-84aabf8cd03c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:36:02.121398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18067394-9850-4336-8019-c43acdb9f66f req-40403a95-ee9a-46f6-b1af-84aabf8cd03c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061748 Nov 12 04:36:02.122875 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8617b8-4da8-4b4e-9f16-0a3144fbaae3 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:02.124860 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5d8617b8-4da8-4b4e-9f16-0a3144fbaae3 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 1092 time: 0.0734568 Nov 12 04:36:02.127569 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37260) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:02.132559 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': 'd164de9b-7c06-424a-9c97-48e90d8acc4b', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:36:02.169498 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d787e11-d654-45cf-a048-ae05a3286def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:02.214664 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0d787e11-d654-45cf-a048-ae05a3286def admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ff5cdfa1ab9445abb0b80852fff2561&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3168814 Nov 12 04:36:02.214664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d787e11-d654-45cf-a048-ae05a3286def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76d0f85-e1a8-428c-b2ff-05a9cc6141bd,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:02.215275 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37262) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:02.237658 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:02.317831 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55b26997-43bd-4b74-85ce-8421b6c63878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:02.348162 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55b26997-43bd-4b74-85ce-8421b6c63878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:02.405914 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:02.498582 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1bc2adb3-20ad-45e4-bcd0-c59e26c0656f req-206012c6-a47f-449e-a29f-1dde8c2d5bab tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0267599 Nov 12 04:36:02.509414 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55b26997-43bd-4b74-85ce-8421b6c63878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:02.512723 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55b26997-43bd-4b74-85ce-8421b6c63878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:02.516870 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-55b26997-43bd-4b74-85ce-8421b6c63878 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c76d0f85-e1a8-428c-b2ff-05a9cc6141bd HTTP/1.1" status: 204 len: 168 time: 0.2981625 Nov 12 04:36:02.585254 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b26997-43bd-4b74-85ce-8421b6c63878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76d0f85-e1a8-428c-b2ff-05a9cc6141bd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:02.652212 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e71268-e094-4c63-a074-837f4924c0cf req-e3c5678b-2639-4712-a86e-e1652243f78e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:02.653790 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-83e71268-e094-4c63-a074-837f4924c0cf req-e3c5678b-2639-4712-a86e-e1652243f78e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 943 time: 0.0782831 Nov 12 04:36:02.703393 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Allocated IP 172.25.1.191 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/16db2cf4-892c-418b-9059-b495a9755980) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:36:02.709238 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-83e71268-e094-4c63-a074-837f4924c0cf req-b9685c89-104b-435f-b95a-5ee35597f6fc tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493689 Nov 12 04:36:02.796344 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7593ae70-1164-4795-b2bc-eeee47b3fbc8 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:36:02.821775 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:02.882798 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd54a39f-4258-4241-af26-70f68b48684f req-adee33cd-3dd1-463f-b8e5-c957fd0e87c8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0502489 Nov 12 04:36:02.889514 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-cd54a39f-4258-4241-af26-70f68b48684f req-0dd6367d-cc63-4eff-bea2-e7753e593dc4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:36:02.891084 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd54a39f-4258-4241-af26-70f68b48684f req-0dd6367d-cc63-4eff-bea2-e7753e593dc4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073392 Nov 12 04:36:02.957730 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:02.998697 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:36:03.011646 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:36:03.014257 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:36:03.043194 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Port': ['ID=16db2cf4-892c-418b-9059-b495a9755980,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:03.183773 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a688d280-9b92-45d7-9850-7f07addaa8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:03.322374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37292) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:03.337143 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c651005f-4aa9-4371-a70e-e088720fa0a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:03.422997 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c651005f-4aa9-4371-a70e-e088720fa0a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:03.448015 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:03.607528 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77e69401-4ab2-4e70-a870-980401dfac60 req-126408cb-52b8-4652-ac74-867f687572a0 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0274787 Nov 12 04:36:03.607528 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c651005f-4aa9-4371-a70e-e088720fa0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:03.648824 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651005f-4aa9-4371-a70e-e088720fa0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0625eae-0b25-4af2-b0f3-734d78f9fad0,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:03.653295 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c651005f-4aa9-4371-a70e-e088720fa0a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cad4440a8284b76b227d367b1696bf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3297532 Nov 12 04:36:03.657066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37302) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:03.664020 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:03.713428 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-58979500-076e-4a85-b603-698d1bb7d98d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:03.743786 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-58979500-076e-4a85-b603-698d1bb7d98d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:03.872880 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:03.884800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b71705-bf35-40b7-b39e-cf5ac58997dd req-eb989a8e-8da2-4cc6-ad3e-ba08033d61be tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:03.886326 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10b71705-bf35-40b7-b39e-cf5ac58997dd req-eb989a8e-8da2-4cc6-ad3e-ba08033d61be tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 943 time: 0.0812759 Nov 12 04:36:03.934792 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10b71705-bf35-40b7-b39e-cf5ac58997dd req-9128587c-a64e-4091-9e76-875f4979edfe tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420673 Nov 12 04:36:03.952426 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:03.952584 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-58979500-076e-4a85-b603-698d1bb7d98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:03.956474 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-58979500-076e-4a85-b603-698d1bb7d98d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:03.960155 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-58979500-076e-4a85-b603-698d1bb7d98d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0625eae-0b25-4af2-b0f3-734d78f9fad0 HTTP/1.1" status: 204 len: 168 time: 0.2995217 Nov 12 04:36:03.993269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58979500-076e-4a85-b603-698d1bb7d98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0625eae-0b25-4af2-b0f3-734d78f9fad0,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:04.052358 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Port': ['ID=16db2cf4-892c-418b-9059-b495a9755980,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:04.065409 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:04.173476 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Floating IP 7eb194f1-cff9-4fb0-a159-4c6de4369a08 associated. External IP: 172.25.1.191, port: d164de9b-7c06-424a-9c97-48e90d8acc4b. Nov 12 04:36:04.610618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142d259-3be2-4b16-af16-8e1d8ec9194e req-06948df4-2ce6-4418-afa0-9bc38c027e5a tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:04.612301 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9142d259-3be2-4b16-af16-8e1d8ec9194e req-06948df4-2ce6-4418-afa0-9bc38c027e5a tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 1097 time: 0.0509727 Nov 12 04:36:04.676516 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Router e7503e1a-0108-4033-ab07-00c4acd983fa has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:36:04.689613 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9142d259-3be2-4b16-af16-8e1d8ec9194e req-32ddfa10-5170-480f-9bfc-320cd618a8a3 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707481 Nov 12 04:36:04.810881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e551b95c-bc2d-4b64-a3b3-001fea19298d req-27b29679-a524-42f1-9602-395bb9646c8f tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0440133 Nov 12 04:36:04.823456 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:36:04.830155 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1dacf7-262a-4121-859c-3b24b06fb9c7 None None] Sync routers for ids ['e7503e1a-0108-4033-ab07-00c4acd983fa'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:36:04.860145 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1dacf7-262a-4121-859c-3b24b06fb9c7 None None] Routers {'e7503e1a-0108-4033-ab07-00c4acd983fa'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:36:04.860353 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1d1dacf7-262a-4121-859c-3b24b06fb9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:35:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e7503e1a-0108-4033-ab07-00c4acd983fa'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:04.966340 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:05.009310 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-1d1dacf7-262a-4121-859c-3b24b06fb9c7 None None] Set router e7503e1a-0108-4033-ab07-00c4acd983fa gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:36:05.024394 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c5658e9e-0e6c-47c1-8089-405bea2ad89e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8956969 Nov 12 04:36:05.025004 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'tag': 'd164de9b-7c06-424a-9c97-48e90d8acc4b'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:36:05.030021 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54a39f-4258-4241-af26-70f68b48684f req-54a781e5-9425-43aa-a8f2-8f62d0a20f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:05.033147 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91421d2-d442-4714-8bc4-569f1a7896b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f70a1c9d-4bcd-4729-8887-28280bdea071", "tag": "d164de9b-7c06-424a-9c97-48e90d8acc4b"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:36:05.035032 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd54a39f-4258-4241-af26-70f68b48684f req-54a781e5-9425-43aa-a8f2-8f62d0a20f63 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0&tenant_id=11b870a2c29b44949808dbbff5df5d20 HTTP/1.1" status: 200 len: 1095 time: 0.1571896 Nov 12 04:36:05.035538 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37338) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:05.227555 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0bc9e904-f8c6-44b1-853a-dd5b476fc77f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/floatingips/7eb194f1-cff9-4fb0-a159-4c6de4369a08 HTTP/1.1" status: 200 len: 991 time: 0.1891170 Nov 12 04:36:05.238393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54a39f-4258-4241-af26-70f68b48684f req-d207a54e-521e-4b01-b21b-56701e54acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:05.239929 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd54a39f-4258-4241-af26-70f68b48684f req-d207a54e-521e-4b01-b21b-56701e54acc8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11b870a2c29b44949808dbbff5df5d20&device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 1095 time: 0.1449780 Nov 12 04:36:05.253503 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf56a8-3234-4756-9b9e-10fb04e6a864 req-9c91f3dd-90d2-4c18-84d6-3f300b36dd34 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:05.255125 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82cf56a8-3234-4756-9b9e-10fb04e6a864 req-9c91f3dd-90d2-4c18-84d6-3f300b36dd34 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.1114411 Nov 12 04:36:05.321772 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1d1dacf7-262a-4121-859c-3b24b06fb9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:35:28Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '7eb194f1-cff9-4fb0-a159-4c6de4369a08', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'port_id': 'd164de9b-7c06-424a-9c97-48e90d8acc4b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'mac_address': 'fa:16:3e:6e:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:36:03Z', 'updated_at': '2021-11-12T04:36:03Z', 'revision_number': 0, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c', 'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:cb:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '51614038-d513-4083-8c17-2efe33d861d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:27Z', 'updated_at': '2021-11-12T04:35:33Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '51614038-d513-4083-8c17-2efe33d861d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:05.350624 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1dacf7-262a-4121-859c-3b24b06fb9c7 None None] Checking router: e7503e1a-0108-4033-ab07-00c4acd983fa for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:36:05.358985 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1dacf7-262a-4121-859c-3b24b06fb9c7 None None] Routers {'e7503e1a-0108-4033-ab07-00c4acd983fa'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:36:05.359593 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1d1dacf7-262a-4121-859c-3b24b06fb9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:35:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e7503e1a-0108-4033-ab07-00c4acd983fa'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:05.365940 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82cf56a8-3234-4756-9b9e-10fb04e6a864 req-6803a451-6eab-48c9-af7a-a76ed91e5239 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005054 Nov 12 04:36:05.389592 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37346) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:05.393063 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54a39f-4258-4241-af26-70f68b48684f req-7abdfb84-7a92-41cf-85c6-b3124be55c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:05.394541 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd54a39f-4258-4241-af26-70f68b48684f req-7abdfb84-7a92-41cf-85c6-b3124be55c25 service neutron] 10.222.0.31 "GET /v2.0/networks?id=294ec058-73b6-4a99-bf44-c3ca2f3709aa HTTP/1.1" status: 200 len: 918 time: 0.1385322 Nov 12 04:36:05.481398 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-07266154-8706-4806-8c7f-2223843dc7ca tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/floatingips/a965dbc6-8dfa-4785-aeaa-fc248c32c987 HTTP/1.1" status: 200 len: 993 time: 0.0906186 Nov 12 04:36:05.537070 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-1d1dacf7-262a-4121-859c-3b24b06fb9c7 None None] Set router e7503e1a-0108-4033-ab07-00c4acd983fa gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:36:05.543911 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd54a39f-4258-4241-af26-70f68b48684f req-60f152ac-46d0-46b4-abcd-5a6c5f5bcdf9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7593ae70-1164-4795-b2bc-eeee47b3fbc8 HTTP/1.1" status: 200 len: 998 time: 0.1386318 Nov 12 04:36:05.554702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7772e7-9d50-4a59-8180-704061b3830c req-2e3ae37c-b2de-4f9e-8964-5c9cb9d830a2 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:05.563627 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a7772e7-9d50-4a59-8180-704061b3830c req-2e3ae37c-b2de-4f9e-8964-5c9cb9d830a2 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 943 time: 0.0936203 Nov 12 04:36:05.573737 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-560ee1d0-c9a9-4107-b9a8-3d1aee1f5ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:05.679286 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a7772e7-9d50-4a59-8180-704061b3830c req-1a568c69-10a1-4192-a143-57e30ca5181a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073372 Nov 12 04:36:05.683995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54a39f-4258-4241-af26-70f68b48684f req-208c7a8c-3e1d-4693-be15-272d7dd70335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:05.688132 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd54a39f-4258-4241-af26-70f68b48684f req-208c7a8c-3e1d-4693-be15-272d7dd70335 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ebf988ec-0e1d-4fb3-b211-28e626141e57 HTTP/1.1" status: 200 len: 856 time: 0.1206903 Nov 12 04:36:05.718649 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb728060-373e-4271-b4d1-480459eec21c x-openstack-request-id: req-cb728060-373e-4271-b4d1-480459eec21c {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:36:05.719162 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70a1c9d-4bcd-4729-8887-28280bdea071", "tag": "d164de9b-7c06-424a-9c97-48e90d8acc4b", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:36:05.719272 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb728060-373e-4271-b4d1-480459eec21c {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:36:05.719605 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'tag': 'd164de9b-7c06-424a-9c97-48e90d8acc4b', 'status': 'completed', 'code': 200} Nov 12 04:36:05.780813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54a39f-4258-4241-af26-70f68b48684f req-44fac6f9-957c-4150-86f4-b48d4c1401a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:05.780813 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd54a39f-4258-4241-af26-70f68b48684f req-44fac6f9-957c-4150-86f4-b48d4c1401a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294ec058-73b6-4a99-bf44-c3ca2f3709aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843792 Nov 12 04:36:05.858579 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91421d2-d442-4714-8bc4-569f1a7896b8 req-bcc7e990-84d6-4c91-8642-b60a5cb7ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:05.865451 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a91421d2-d442-4714-8bc4-569f1a7896b8 req-bcc7e990-84d6-4c91-8642-b60a5cb7ecb6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5&device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 1097 time: 0.0983915 Nov 12 04:36:05.887799 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1d1dacf7-262a-4121-859c-3b24b06fb9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:35:28Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '7eb194f1-cff9-4fb0-a159-4c6de4369a08', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'port_id': 'd164de9b-7c06-424a-9c97-48e90d8acc4b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'mac_address': 'fa:16:3e:6e:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:36:03Z', 'updated_at': '2021-11-12T04:36:03Z', 'revision_number': 0, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c', 'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:cb:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '51614038-d513-4083-8c17-2efe33d861d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:27Z', 'updated_at': '2021-11-12T04:35:33Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '51614038-d513-4083-8c17-2efe33d861d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:05.926896 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1dacf7-262a-4121-859c-3b24b06fb9c7 None None] The sync data for ids ['e7503e1a-0108-4033-ab07-00c4acd983fa'] in n-d-768509-24 is: [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:35:28Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '7eb194f1-cff9-4fb0-a159-4c6de4369a08', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'port_id': 'd164de9b-7c06-424a-9c97-48e90d8acc4b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'mac_address': 'fa:16:3e:6e:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:36:03Z', 'updated_at': '2021-11-12T04:36:03Z', 'revision_number': 0, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c', 'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:cb:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '51614038-d513-4083-8c17-2efe33d861d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:27Z', 'updated_at': '2021-11-12T04:35:33Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '51614038-d513-4083-8c17-2efe33d861d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:36:06.008699 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd54a39f-4258-4241-af26-70f68b48684f req-43159892-3663-4bea-81aa-a02658793fa1 service neutron] 10.222.0.31 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163830 Nov 12 04:36:06.028997 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f3a1d58-cca7-4ae2-b4b0-a8c9f6b443ea req-fffbfd51-76d8-4dc1-ac0c-df011e6e3d71 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0425572 Nov 12 04:36:06.030015 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91421d2-d442-4714-8bc4-569f1a7896b8 req-55cf1177-b429-42f6-89cc-49e6bfc281cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:06.032324 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a91421d2-d442-4714-8bc4-569f1a7896b8 req-55cf1177-b429-42f6-89cc-49e6bfc281cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c1b6a21-838c-4da2-b510-f882164c09b5 HTTP/1.1" status: 200 len: 897 time: 0.1533468 Nov 12 04:36:06.125700 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a91421d2-d442-4714-8bc4-569f1a7896b8 req-f8cfb201-529f-4a36-819a-bea58dfe58b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d164de9b-7c06-424a-9c97-48e90d8acc4b HTTP/1.1" status: 200 len: 999 time: 0.0841537 Nov 12 04:36:06.149481 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd54a39f-4258-4241-af26-70f68b48684f req-9a7eb98f-8d41-4778-a377-7a6bfd45c938 service neutron] 10.222.0.31 "GET /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232052 Nov 12 04:36:06.184500 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91421d2-d442-4714-8bc4-569f1a7896b8 req-20537b37-4b6c-4d4e-b6bb-0acced100b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:06.186718 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a91421d2-d442-4714-8bc4-569f1a7896b8 req-20537b37-4b6c-4d4e-b6bb-0acced100b3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51614038-d513-4083-8c17-2efe33d861d3 HTTP/1.1" status: 200 len: 835 time: 0.0525055 Nov 12 04:36:06.230390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37376) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:06.251632 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91421d2-d442-4714-8bc4-569f1a7896b8 req-5fd7e15b-a404-4a23-b256-9b46a01550f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:06.251632 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a91421d2-d442-4714-8bc4-569f1a7896b8 req-5fd7e15b-a404-4a23-b256-9b46a01550f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c1b6a21-838c-4da2-b510-f882164c09b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544279 Nov 12 04:36:06.303814 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c98fcad-d46f-48e0-b98f-c9eba48157e4 None None] New status for floating IP 7eb194f1-cff9-4fb0-a159-4c6de4369a08: ACTIVE {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:36:06.355904 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b81f2af9-83f9-434d-9c6d-8266280331b3 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/floatingips/7eb194f1-cff9-4fb0-a159-4c6de4369a08 HTTP/1.1" status: 200 len: 991 time: 0.1241438 Nov 12 04:36:06.395131 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a91421d2-d442-4714-8bc4-569f1a7896b8 req-a4e4ddfd-4f6d-479e-9209-d411540ab432 service neutron] 10.222.0.21 "GET /v2.0/networks/1c1b6a21-838c-4da2-b510-f882164c09b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327655 Nov 12 04:36:06.563044 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a91421d2-d442-4714-8bc4-569f1a7896b8 req-3500eed4-391f-4a86-8524-5ed8833d947b service neutron] 10.222.0.21 "GET /v2.0/networks/1c1b6a21-838c-4da2-b510-f882164c09b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467474 Nov 12 04:36:06.572986 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28dd54-bd8d-4113-a075-8b8a0bc65782 req-eb703391-cd8a-4dd9-a6fd-85e6ad258b21 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:06.581253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d28dd54-bd8d-4113-a075-8b8a0bc65782 req-eb703391-cd8a-4dd9-a6fd-85e6ad258b21 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0788362 Nov 12 04:36:06.671608 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d28dd54-bd8d-4113-a075-8b8a0bc65782 req-91849607-7d7b-46cb-8d0e-c365b0788beb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863879 Nov 12 04:36:06.828371 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196d5f0-f68f-4b34-9763-544f730afc98 req-b413226c-6474-47d2-893b-5c223c067e0e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:06.832415 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1196d5f0-f68f-4b34-9763-544f730afc98 req-b413226c-6474-47d2-893b-5c223c067e0e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 943 time: 0.0603397 Nov 12 04:36:06.845220 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37402) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:06.884802 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:06.903899 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1196d5f0-f68f-4b34-9763-544f730afc98 req-1826ea58-8910-4e0c-950b-726a22082385 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640843 Nov 12 04:36:07.114982 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-5b9d5094-57d6-4003-ba8b-71126babf430 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2683492 Nov 12 04:36:07.129979 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-8b51d456-7ead-4c3a-8219-efe7b078c1e2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:36:07.131288 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-8b51d456-7ead-4c3a-8219-efe7b078c1e2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073323 Nov 12 04:36:07.156647 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ac40350-144a-4340-9e1f-1ba26dd31685 req-8851de3b-795d-411a-8abe-2d77587ca298 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0313072 Nov 12 04:36:07.359923 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37432) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:07.529631 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1e2be111-7a9a-44fa-9d09-ddfb141135cb tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/floatingips/7eb194f1-cff9-4fb0-a159-4c6de4369a08 HTTP/1.1" status: 200 len: 993 time: 0.1679070 Nov 12 04:36:07.916440 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee99a2-67d2-4605-9db4-836b64b6dfb1 req-2e36f317-b293-498c-a0d5-8c6c2a435738 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:07.918783 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-98ee99a2-67d2-4605-9db4-836b64b6dfb1 req-2e36f317-b293-498c-a0d5-8c6c2a435738 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0927818 Nov 12 04:36:07.982244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-98ee99a2-67d2-4605-9db4-836b64b6dfb1 req-d702c7c9-de80-45f9-bb81-eaa987297c5f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543201 Nov 12 04:36:08.099139 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d36aa4-860d-4c92-ab2a-6eb93df3be78 req-f1a058ce-0ffc-474a-9bec-e8163e357e5e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:08.101610 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2d36aa4-860d-4c92-ab2a-6eb93df3be78 req-f1a058ce-0ffc-474a-9bec-e8163e357e5e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 943 time: 0.0569627 Nov 12 04:36:08.154621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2d36aa4-860d-4c92-ab2a-6eb93df3be78 req-38a46de4-dabd-4698-8d2c-192fba9b1e30 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468421 Nov 12 04:36:08.317951 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:08.325136 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f419e091-c629-4855-ab3a-c093e663f61b req-c1e8499e-8111-461a-8fb7-6ec1f29b17c8 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0540924 Nov 12 04:36:09.120178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14419f63-15ce-4617-81a3-d1713ad0b081 req-7b741dc3-d137-4cb0-9b5a-42183ff3db19 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:09.121648 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14419f63-15ce-4617-81a3-d1713ad0b081 req-7b741dc3-d137-4cb0-9b5a-42183ff3db19 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0529079 Nov 12 04:36:09.177863 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14419f63-15ce-4617-81a3-d1713ad0b081 req-8a387248-d45b-4adb-a61c-73853187c13e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497897 Nov 12 04:36:09.179986 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:09.632583 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b417ff-2eef-4c4e-8785-a96a3828b388 req-3af129fe-afd3-477e-a927-8a75a1c6f5d2 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:09.634149 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1b417ff-2eef-4c4e-8785-a96a3828b388 req-3af129fe-afd3-477e-a927-8a75a1c6f5d2 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 943 time: 0.3945084 Nov 12 04:36:09.704970 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1b417ff-2eef-4c4e-8785-a96a3828b388 req-8204e38b-2023-4db5-a70a-1ace311ab2ed tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584755 Nov 12 04:36:09.821966 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3e769c4d-95e0-4e60-843d-38799f16aa82 req-0476b663-b327-4e5d-a8c3-1fcd8e74a55e tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0315256 Nov 12 04:36:10.340318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7a647-53a5-456b-9c5b-a46cd9d91f3c req-d537a4f4-e84a-4ab5-86b8-8ea554b676c5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:10.348835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cd7a647-53a5-456b-9c5b-a46cd9d91f3c req-d537a4f4-e84a-4ab5-86b8-8ea554b676c5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0943773 Nov 12 04:36:10.418320 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cd7a647-53a5-456b-9c5b-a46cd9d91f3c req-32f55f2d-76cf-4c9b-a370-245027f1e64e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682702 Nov 12 04:36:10.858157 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8eea1-1f58-4529-ade5-68b6c0171b8c req-c57dbe78-2689-4fca-80f5-293e0938fb33 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:10.866389 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-93e8eea1-1f58-4529-ade5-68b6c0171b8c req-c57dbe78-2689-4fca-80f5-293e0938fb33 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 943 time: 0.0577979 Nov 12 04:36:10.916547 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-93e8eea1-1f58-4529-ade5-68b6c0171b8c req-f8edf858-9922-4aa9-bc9a-f54931bef60e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503383 Nov 12 04:36:11.027279 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6195e7ea-ecba-4033-9c54-0491ce410700 req-be7131cf-4f34-4191-a680-7103f66ef745 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0417807 Nov 12 04:36:11.640309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607272e-c118-4d2d-bad6-6bd193bedd8e req-2e1508a1-a145-44ef-8e9a-014faf056ff1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:11.654569 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d607272e-c118-4d2d-bad6-6bd193bedd8e req-2e1508a1-a145-44ef-8e9a-014faf056ff1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.1023583 Nov 12 04:36:11.737465 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d607272e-c118-4d2d-bad6-6bd193bedd8e req-9cec4af7-8ff2-49ab-a9c5-b8ddc2d6e983 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804095 Nov 12 04:36:12.116056 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641ebab-e63a-4b66-b3d4-055a23db9adc req-4dc78666-4dfe-466a-94b5-c8f9b02452e5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:12.117755 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e641ebab-e63a-4b66-b3d4-055a23db9adc req-4dc78666-4dfe-466a-94b5-c8f9b02452e5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 943 time: 0.0919633 Nov 12 04:36:12.184579 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e641ebab-e63a-4b66-b3d4-055a23db9adc req-dda697b5-5a61-4f9a-9626-0930ae74d805 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587018 Nov 12 04:36:12.272082 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37540) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:12.336560 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ebcd84f2-a00e-4a55-90be-4c530601193f req-1ed7c3a1-0514-4267-8201-b213db424d3c tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0469947 Nov 12 04:36:12.480330 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f3f553b-bfde-4262-80fd-02f3f2703758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:12.540527 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:36:12.609841 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f3f553b-bfde-4262-80fd-02f3f2703758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:12.677649 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f3f553b-bfde-4262-80fd-02f3f2703758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:12.720758 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7f3f553b-bfde-4262-80fd-02f3f2703758 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=633f9c0d9ac548b784cdd99ca4c1c994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4471345 Nov 12 04:36:12.721913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f553b-bfde-4262-80fd-02f3f2703758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce943c9e-eada-4255-b24d-a19b49e892dd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:12.723181 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37546) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:12.793247 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-29194ae7-71be-4718-b285-6bfa2bd9d76f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:12.819170 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-29194ae7-71be-4718-b285-6bfa2bd9d76f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:13.015712 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdd69e-d749-423e-91c1-9a5ab5056bc6 req-d53e2c98-79e9-4beb-a017-676e675a7145 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:13.017503 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-15cdd69e-d749-423e-91c1-9a5ab5056bc6 req-d53e2c98-79e9-4beb-a017-676e675a7145 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.1951251 Nov 12 04:36:13.071653 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-15cdd69e-d749-423e-91c1-9a5ab5056bc6 req-f6282956-408d-4436-83ec-1ff611ede5a7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478134 Nov 12 04:36:13.084773 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-29194ae7-71be-4718-b285-6bfa2bd9d76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:13.088311 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-29194ae7-71be-4718-b285-6bfa2bd9d76f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:13.089657 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-29194ae7-71be-4718-b285-6bfa2bd9d76f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce943c9e-eada-4255-b24d-a19b49e892dd HTTP/1.1" status: 204 len: 168 time: 0.3645325 Nov 12 04:36:13.115503 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29194ae7-71be-4718-b285-6bfa2bd9d76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce943c9e-eada-4255-b24d-a19b49e892dd,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:13.409903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e189e9-9744-4be0-ac1f-76227bc745d3 req-67282f90-6fc3-4ce3-8dd2-733ac39cec40 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:13.412789 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5e189e9-9744-4be0-ac1f-76227bc745d3 req-67282f90-6fc3-4ce3-8dd2-733ac39cec40 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 943 time: 0.0958216 Nov 12 04:36:13.467466 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5e189e9-9744-4be0-ac1f-76227bc745d3 req-325f33e0-8392-4931-a652-b961a7a302da tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485117 Nov 12 04:36:13.638454 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5316e92-9a1c-40f2-b868-8132803a94d3 req-06107a10-7fa1-43dd-b9c6-aa421f68e9c9 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0480111 Nov 12 04:36:13.998013 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37566) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:14.018267 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-70070860-dacd-403d-9d4f-9d1c581633d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:14.117771 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-70070860-dacd-403d-9d4f-9d1c581633d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:14.197656 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-70070860-dacd-403d-9d4f-9d1c581633d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:14.280700 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-70070860-dacd-403d-9d4f-9d1c581633d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35e3ddfb11844bf5955cfa2a449cfbd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2814510 Nov 12 04:36:14.283749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 37570) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:14.309359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70070860-dacd-403d-9d4f-9d1c581633d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242192f4-77dc-4dfc-a590-f232044d8af9,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:14.343476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5393e-7c6c-4ec2-a273-daf869a5e601 req-c96530b3-5f7e-45ba-980f-6a6512c7e6ee tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:14.345317 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50c5393e-7c6c-4ec2-a273-daf869a5e601 req-c96530b3-5f7e-45ba-980f-6a6512c7e6ee tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.1215703 Nov 12 04:36:14.402486 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-830d9b80-da87-4c14-89b2-28cc60b1457c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:14.440314 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50c5393e-7c6c-4ec2-a273-daf869a5e601 req-197aee45-32ea-42a9-93e7-fb84c962dba3 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842657 Nov 12 04:36:14.445839 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-830d9b80-da87-4c14-89b2-28cc60b1457c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:14.629883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11d9dc-0d48-44fc-af5e-5d8952d9f03c req-417b2ee5-181e-40f7-a8d7-096618d23c0b tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:14.631939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df11d9dc-0d48-44fc-af5e-5d8952d9f03c req-417b2ee5-181e-40f7-a8d7-096618d23c0b tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 943 time: 0.0684106 Nov 12 04:36:14.701460 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df11d9dc-0d48-44fc-af5e-5d8952d9f03c req-249d7d48-4d9a-4c8e-839f-a4a79788e237 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604255 Nov 12 04:36:14.846339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6679b838-7714-4fdf-a435-2da3917975ba req-faef292c-5d37-441a-a059-608d51707ce9 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0308540 Nov 12 04:36:15.196726 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-830d9b80-da87-4c14-89b2-28cc60b1457c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:15.199584 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-830d9b80-da87-4c14-89b2-28cc60b1457c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:15.200877 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-830d9b80-da87-4c14-89b2-28cc60b1457c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/242192f4-77dc-4dfc-a590-f232044d8af9 HTTP/1.1" status: 204 len: 168 time: 0.9096029 Nov 12 04:36:15.212764 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d9b80-da87-4c14-89b2-28cc60b1457c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242192f4-77dc-4dfc-a590-f232044d8af9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:15.587787 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba3cff-e73f-462b-a900-bc1e91a4e3ab req-f7869d53-e009-4007-8314-e55f98fa893a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:15.589778 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6ba3cff-e73f-462b-a900-bc1e91a4e3ab req-f7869d53-e009-4007-8314-e55f98fa893a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0715101 Nov 12 04:36:15.770668 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6ba3cff-e73f-462b-a900-bc1e91a4e3ab req-eea2c7dc-03ec-42c0-a146-f15cbda5e38b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698914 Nov 12 04:36:15.974378 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7ff1f-8376-47e3-9999-77ecd7ccbf3b req-6d38d618-9911-42a2-bd46-7651cd291d5c tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:15.976498 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24e7ff1f-8376-47e3-9999-77ecd7ccbf3b req-6d38d618-9911-42a2-bd46-7651cd291d5c tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 943 time: 0.0803804 Nov 12 04:36:16.049263 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24e7ff1f-8376-47e3-9999-77ecd7ccbf3b req-962d4ca1-9da7-417b-8ec7-e3045c78fa14 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603926 Nov 12 04:36:16.147892 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51dcd309-baf1-4f4e-9aeb-7db7b2b8e971 req-219caa00-6265-48bc-a14c-e52e4e1e73de tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0318570 Nov 12 04:36:16.940441 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:16.950541 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532b306-7ae3-4914-9c07-7a7552b7484d req-b5ee30fe-8b75-4943-9fea-3de92f93e250 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:16.964336 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3532b306-7ae3-4914-9c07-7a7552b7484d req-b5ee30fe-8b75-4943-9fea-3de92f93e250 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0959589 Nov 12 04:36:17.043084 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3532b306-7ae3-4914-9c07-7a7552b7484d req-2099968e-1738-434c-91fb-6b382900c4f4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664804 Nov 12 04:36:17.190851 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc161b-2998-4836-965a-b08a1b75ebfb req-74b84853-8e13-40c2-8c81-34e8e7af8adb tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:17.205962 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6cc161b-2998-4836-965a-b08a1b75ebfb req-74b84853-8e13-40c2-8c81-34e8e7af8adb tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 943 time: 0.0866847 Nov 12 04:36:17.304320 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6cc161b-2998-4836-965a-b08a1b75ebfb req-66dc599c-230c-45ee-b426-a108b055efe0 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862830 Nov 12 04:36:17.440318 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-877ba774-17c0-4598-9323-3bbeee0daeac req-1f828119-e604-420a-bf56-9357f72ea795 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0339816 Nov 12 04:36:18.163359 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:18.202826 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5723fa1-24cc-4004-9ef2-049014f20347 req-11198bda-fb17-411d-bff8-7bbc106b9993 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:18.205316 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5723fa1-24cc-4004-9ef2-049014f20347 req-11198bda-fb17-411d-bff8-7bbc106b9993 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0688415 Nov 12 04:36:18.282223 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5723fa1-24cc-4004-9ef2-049014f20347 req-edf11efb-d1aa-42bd-bb1f-4604dade9629 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699377 Nov 12 04:36:18.456849 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cf2c1-a49b-4f86-a2e8-320a9fe8fd53 req-f06c5dd8-8d6d-4e20-939f-48bfb7795ff9 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:18.469119 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b6cf2c1-a49b-4f86-a2e8-320a9fe8fd53 req-f06c5dd8-8d6d-4e20-939f-48bfb7795ff9 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 943 time: 0.0759339 Nov 12 04:36:18.524154 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b6cf2c1-a49b-4f86-a2e8-320a9fe8fd53 req-14c05e92-3526-416f-a7de-ddc0ac292e56 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523899 Nov 12 04:36:18.621441 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd6d64e0-cb48-453b-b43f-e372d5abd66f req-00dc508e-dab0-438f-9d1b-b01f2111fd91 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0264466 Nov 12 04:36:19.427077 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d53ea-b70f-400c-99b0-ae3b73053112 req-15aafb86-3521-41a7-bd81-307f32e6d044 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:19.429531 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-234d53ea-b70f-400c-99b0-ae3b73053112 req-15aafb86-3521-41a7-bd81-307f32e6d044 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0538061 Nov 12 04:36:19.510748 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-234d53ea-b70f-400c-99b0-ae3b73053112 req-9b3ba4e6-49f5-4212-be59-d389b05960e6 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663569 Nov 12 04:36:19.673608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce15d-ec34-4c43-bb7e-edb2b92b2e8c req-736ebeee-9786-44ab-bf91-5c0f78951e7d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:19.675495 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c4ce15d-ec34-4c43-bb7e-edb2b92b2e8c req-736ebeee-9786-44ab-bf91-5c0f78951e7d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 943 time: 0.0652504 Nov 12 04:36:19.741260 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c4ce15d-ec34-4c43-bb7e-edb2b92b2e8c req-c8b5bac9-26b0-4f5f-9000-8aae94c395a2 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598536 Nov 12 04:36:19.785429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-65212595-1c7c-4d25-8347-7030c33cdc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:19.786278 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-65212595-1c7c-4d25-8347-7030c33cdc0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 1097 time: 0.0810027 Nov 12 04:36:19.846313 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-216d9b3d-954d-4aff-b89e-6e49f518596d req-cbef9388-f2d9-4efd-8ff5-dd011b1992e4 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0316751 Nov 12 04:36:19.908050 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-15c32115-e9ca-47a8-9bd0-a586a0e34d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:19.909534 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-15c32115-e9ca-47a8-9bd0-a586a0e34d3a service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb3c2fbe-4b78-4f75-a060-641c28a1f617 HTTP/1.1" status: 200 len: 898 time: 0.1147654 Nov 12 04:36:19.985135 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-05ce6fef-1029-48c0-9b75-7e78e243f874 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6080b56b-f78d-4212-8859-6d7ed5214af9 HTTP/1.1" status: 200 len: 1001 time: 0.0663218 Nov 12 04:36:20.057686 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-4cda5cd8-1290-4e17-ad37-1a2d4750f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:20.059743 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-4cda5cd8-1290-4e17-ad37-1a2d4750f81c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f497be31-7943-4616-9958-6a86c5285b45 HTTP/1.1" status: 200 len: 834 time: 0.0559673 Nov 12 04:36:20.116667 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-532157f8-d8a2-4e68-85a9-5edeafa9766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:20.119461 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-532157f8-d8a2-4e68-85a9-5edeafa9766b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb3c2fbe-4b78-4f75-a060-641c28a1f617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511041 Nov 12 04:36:20.226390 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-a4f55c78-3e8d-4c58-b358-520684ba91c0 service neutron] 10.222.0.21 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976636 Nov 12 04:36:20.323451 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-62ae2c84-950f-451d-aceb-a8be46ae72b5 service neutron] 10.222.0.21 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891762 Nov 12 04:36:20.632327 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8d996-f9aa-4e6a-a895-68904eb9b5fb req-f552563b-b954-4afd-9417-dc6413318a4e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:20.633919 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8be8d996-f9aa-4e6a-a895-68904eb9b5fb req-f552563b-b954-4afd-9417-dc6413318a4e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0516074 Nov 12 04:36:20.685244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8be8d996-f9aa-4e6a-a895-68904eb9b5fb req-b8ee97b9-b3e9-4f8d-a5ff-53559d1bddc1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439246 Nov 12 04:36:20.873981 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b169c-30c5-4933-9302-7504da852ff1 req-e88e86bf-b557-4fe2-9b9d-4da7c7594aea tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:20.875397 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b6b169c-30c5-4933-9302-7504da852ff1 req-e88e86bf-b557-4fe2-9b9d-4da7c7594aea tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 943 time: 0.0550032 Nov 12 04:36:20.917733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7593ae70-1164-4795-b2bc-eeee47b3fbc8 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:36:20.923565 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b6b169c-30c5-4933-9302-7504da852ff1 req-d9dffe73-7e62-4dae-af21-9118d766f519 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421188 Nov 12 04:36:21.022095 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7593ae70-1164-4795-b2bc-eeee47b3fbc8, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7593ae70-1164-4795-b2bc-eeee47b3fbc8,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:21.033421 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01bcd4f7-4121-4fb4-8dc7-bf6730420af4 req-58c70f3f-5499-44a7-9672-fa316914347c tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0366688 Nov 12 04:36:21.035058 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '7593ae70-1164-4795-b2bc-eeee47b3fbc8', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'port_id': '7593ae70-1164-4795-b2bc-eeee47b3fbc8', 'mac_address': 'fa:16:3e:a2:30:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:36:21.075543 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:21.088564 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7593ae70-1164-4795-b2bc-eeee47b3fbc8 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:36:21.113688 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7593ae70-1164-4795-b2bc-eeee47b3fbc8, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7593ae70-1164-4795-b2bc-eeee47b3fbc8,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:21.174677 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:21.224363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=7593ae70-1164-4795-b2bc-eeee47b3fbc8,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:21.232218 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.232601 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.232943 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.233278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.233607 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.233935 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.234258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.234661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.234974 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.235297 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.235617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.235934 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.465369 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['7593ae70-1164-4795-b2bc-eeee47b3fbc8'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:36:21.819482 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7832f0-dee2-4279-addc-b488cf39b158 req-ca1da53f-df8c-4b0b-a412-83054f029ec8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:21.821363 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e7832f0-dee2-4279-addc-b488cf39b158 req-ca1da53f-df8c-4b0b-a412-83054f029ec8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0535507 Nov 12 04:36:21.872870 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e7832f0-dee2-4279-addc-b488cf39b158 req-0d2c196f-9973-45fb-b97b-7600cd050dc1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442674 Nov 12 04:36:22.055794 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170962b-6ac4-4182-aa4c-b8404a2dbd2e req-4fb058ad-027d-4591-b84f-1c01261f6153 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:22.057530 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b170962b-6ac4-4182-aa4c-b8404a2dbd2e req-4fb058ad-027d-4591-b84f-1c01261f6153 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 944 time: 0.0548363 Nov 12 04:36:22.110822 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b170962b-6ac4-4182-aa4c-b8404a2dbd2e req-cc6e7dff-bd96-43c8-ae0f-db382fd2b952 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460019 Nov 12 04:36:22.219994 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-843f4d11-4e91-4c53-9dbc-3bc77a23eb1b req-c813ef41-c5c2-4c08-a7de-d81a5bbabe6f tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0270431 Nov 12 04:36:22.939242 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7593ae70-1164-4795-b2bc-eeee47b3fbc8 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:36:23.001549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd9da6-b585-4912-b4b1-66b5b2a41dbd req-98c82cac-8d56-474e-aefa-b50abefccc9d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:23.004249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2afd9da6-b585-4912-b4b1-66b5b2a41dbd req-98c82cac-8d56-474e-aefa-b50abefccc9d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0611794 Nov 12 04:36:23.017506 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 7593ae70-1164-4795-b2bc-eeee47b3fbc8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:23.017888 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.077604 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2afd9da6-b585-4912-b4b1-66b5b2a41dbd req-cb8bc4d1-2a8c-4d61-95f2-bf9f0620ac0e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660582 Nov 12 04:36:23.121509 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.158968 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7593ae70-1164-4795-b2bc-eeee47b3fbc8, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7593ae70-1164-4795-b2bc-eeee47b3fbc8,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:23.160157 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd57d883-5ad9-4021-b58a-7d871ac7e4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7593ae70-1164-4795-b2bc-eeee47b3fbc8'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:36:23.163186 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f2e0f5-d218-48cf-b173-23c9d90ca108" -d '{"events": [{"server_uuid": "cd57d883-5ad9-4021-b58a-7d871ac7e4f0", "name": "network-vif-plugged", "status": "completed", "tag": "7593ae70-1164-4795-b2bc-eeee47b3fbc8"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:36:23.225939 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.269235 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa5257-0e62-49e6-9b9c-ccf6a2071850 req-18affd85-fced-43ad-9d6e-5c40556795b1 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:23.270813 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9fa5257-0e62-49e6-9b9c-ccf6a2071850 req-18affd85-fced-43ad-9d6e-5c40556795b1 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 944 time: 0.0605154 Nov 12 04:36:23.305858 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=7593ae70-1164-4795-b2bc-eeee47b3fbc8,revision_number=10']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:23.335189 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9fa5257-0e62-49e6-9b9c-ccf6a2071850 req-88523793-9376-4fc2-9eb6-5dd2f9202e8c tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545273 Nov 12 04:36:23.390864 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1375be0-ce2f-4ece-bc04-e09da043c716 x-openstack-request-id: req-e1375be0-ce2f-4ece-bc04-e09da043c716 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:36:23.391268 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd57d883-5ad9-4021-b58a-7d871ac7e4f0", "name": "network-vif-plugged", "status": "completed", "tag": "7593ae70-1164-4795-b2bc-eeee47b3fbc8", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:36:23.392514 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1375be0-ce2f-4ece-bc04-e09da043c716 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:36:23.393014 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd57d883-5ad9-4021-b58a-7d871ac7e4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7593ae70-1164-4795-b2bc-eeee47b3fbc8', 'code': 200} Nov 12 04:36:23.510491 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f79a02b-5cc2-4df5-9a8a-b9213963330d req-678d6870-ce01-4612-b4e4-f1627c62ebd3 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0323124 Nov 12 04:36:23.767467 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542db45-8d4e-453a-b9ca-389c64284a9b req-a893957d-6206-4ec4-b0a0-e7bde970fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:23.769038 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3542db45-8d4e-453a-b9ca-389c64284a9b req-a893957d-6206-4ec4-b0a0-e7bde970fb12 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 1098 time: 0.0467405 Nov 12 04:36:23.817955 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3542db45-8d4e-453a-b9ca-389c64284a9b req-a9385883-b93a-4604-be94-ccf48ac0ba1d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409474 Nov 12 04:36:24.204156 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde40ba0-fd9b-45a8-98db-e2f9ad71a0af req-b576abc9-3c3a-4954-b632-d052fa2fae03 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:24.211353 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bde40ba0-fd9b-45a8-98db-e2f9ad71a0af req-b576abc9-3c3a-4954-b632-d052fa2fae03 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0638611 Nov 12 04:36:24.266178 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bde40ba0-fd9b-45a8-98db-e2f9ad71a0af req-fc290538-5dad-448b-a231-1e81591d7832 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532482 Nov 12 04:36:24.463366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a48dc-6903-470d-854f-a4829d97307c req-44ad2fe0-7b98-4176-9dbe-248d5526252d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:24.464835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-072a48dc-6903-470d-854f-a4829d97307c req-44ad2fe0-7b98-4176-9dbe-248d5526252d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 946 time: 0.0508263 Nov 12 04:36:24.514226 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-072a48dc-6903-470d-854f-a4829d97307c req-a7d59d1b-2ab5-47f0-aa00-26537a4833e5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432222 Nov 12 04:36:24.626270 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c77954d3-3eac-410d-bf1f-8f4392882f0e req-e52b6b83-52e8-4527-8fd6-64e0a69573d0 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0315301 Nov 12 04:36:25.387316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a62bb-7183-4da5-8fe1-43fae208e0a7 req-062c8812-d9cd-4432-b71a-bc2dd2a2852b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:25.389431 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-014a62bb-7183-4da5-8fe1-43fae208e0a7 req-062c8812-d9cd-4432-b71a-bc2dd2a2852b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0510771 Nov 12 04:36:25.440117 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-014a62bb-7183-4da5-8fe1-43fae208e0a7 req-99690a39-a210-490b-9359-68f6453c5495 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447514 Nov 12 04:36:25.668257 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329076d7-3b7a-4618-8895-82d3145278f6 req-1ae88072-7dfb-4329-b15c-e977e2189570 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:25.670391 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-329076d7-3b7a-4618-8895-82d3145278f6 req-1ae88072-7dfb-4329-b15c-e977e2189570 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 946 time: 0.0789614 Nov 12 04:36:25.740046 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-329076d7-3b7a-4618-8895-82d3145278f6 req-b169613c-9c74-455d-8461-391c29c71e7d tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611198 Nov 12 04:36:25.843768 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c87abfd-74a9-4ee9-8f77-03decefa8d9c req-fd7fa295-88ce-4e72-b0fc-a52dba867018 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0323172 Nov 12 04:36:26.591189 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1407562-5174-483c-90ee-fd093202efcb req-3dbe08f6-842a-4dcc-bca4-0f343410a089 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:26.593971 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1407562-5174-483c-90ee-fd093202efcb req-3dbe08f6-842a-4dcc-bca4-0f343410a089 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0778091 Nov 12 04:36:26.651603 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1407562-5174-483c-90ee-fd093202efcb req-a63f2308-f467-42cf-b027-e3d7eacc7625 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523927 Nov 12 04:36:26.865649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a0fac-8daf-46bb-8c9c-6eeeacaef457 req-9ac809c7-52d9-4522-89f2-453ba854f469 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:26.867187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a23a0fac-8daf-46bb-8c9c-6eeeacaef457 req-9ac809c7-52d9-4522-89f2-453ba854f469 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 946 time: 0.0511341 Nov 12 04:36:26.922665 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a23a0fac-8daf-46bb-8c9c-6eeeacaef457 req-bc996fe7-ac68-47f2-869e-9c1cb21823f5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485251 Nov 12 04:36:27.037230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d375967-b312-4eb2-a8e8-fbe651c66ea2 req-9a6f7fde-e7aa-457e-b927-c54e3dede8f0 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0311265 Nov 12 04:36:27.780301 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91a203-ec6f-4a0c-9573-f50b70506a78 req-30e51e01-d21c-4515-8f22-ec18e0d9546a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:27.781213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b91a203-ec6f-4a0c-9573-f50b70506a78 req-30e51e01-d21c-4515-8f22-ec18e0d9546a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0562751 Nov 12 04:36:27.836639 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b91a203-ec6f-4a0c-9573-f50b70506a78 req-fad603ed-eb3f-444e-98e7-36ad4c73f8ff tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492370 Nov 12 04:36:28.062414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dc499-fcc7-4c47-b2e0-24a102d75581 req-eafd7afd-6cdd-4f3d-bfa4-815a5469dbdd tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:28.064096 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-049dc499-fcc7-4c47-b2e0-24a102d75581 req-eafd7afd-6cdd-4f3d-bfa4-815a5469dbdd tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 946 time: 0.0526505 Nov 12 04:36:28.116782 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-049dc499-fcc7-4c47-b2e0-24a102d75581 req-c4450536-ba24-4e67-8547-7c7ead56d344 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461831 Nov 12 04:36:28.230375 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6835e20-df00-4108-a5ae-a7bcae8e9688 req-5c3dce06-592a-4705-a31d-67bf4bfdcfe2 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0312071 Nov 12 04:36:28.485167 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b05bb594-6446-4e1d-ba5d-ff958b5d0bef req-41635825-f2c2-434b-bfad-9cdede1008a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0276885 Nov 12 04:36:29.132286 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37974) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:29.262007 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae078f09-b64f-4eb1-bf37-7bca9be77a27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:29.314178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6f318-309b-4753-a8c2-1d32587c6e2a req-20d331e9-6363-49f5-b08a-1db9e82ce91b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:29.315696 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-91c6f318-309b-4753-a8c2-1d32587c6e2a req-20d331e9-6363-49f5-b08a-1db9e82ce91b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0618048 Nov 12 04:36:29.361758 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae078f09-b64f-4eb1-bf37-7bca9be77a27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:29.371457 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-91c6f318-309b-4753-a8c2-1d32587c6e2a req-c61270fd-305b-4183-812d-bcb0060e9d35 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485334 Nov 12 04:36:29.442482 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae078f09-b64f-4eb1-bf37-7bca9be77a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:29.468704 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50561daf-091f-4d94-a506-b26120b9ecf5 req-8a43858d-f42b-4d21-b17c-d72c39c4d3c8 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0286734 Nov 12 04:36:29.482745 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae078f09-b64f-4eb1-bf37-7bca9be77a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39098ade-4e66-4700-aab0-5e4ae6c4b895,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:29.491601 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ae078f09-b64f-4eb1-bf37-7bca9be77a27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4442e3b380454b22957b43c7c5e51d94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3579779 Nov 12 04:36:29.492227 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 37986) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:29.542798 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc755b01-80d1-4555-970c-26efc5475204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:29.565532 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc755b01-80d1-4555-970c-26efc5475204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:29.670416 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc755b01-80d1-4555-970c-26efc5475204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:29.673336 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bc755b01-80d1-4555-970c-26efc5475204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:29.674564 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bc755b01-80d1-4555-970c-26efc5475204 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39098ade-4e66-4700-aab0-5e4ae6c4b895 HTTP/1.1" status: 204 len: 168 time: 0.1811216 Nov 12 04:36:29.685393 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc755b01-80d1-4555-970c-26efc5475204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39098ade-4e66-4700-aab0-5e4ae6c4b895,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:30.389256 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38002) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:30.408511 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49a96b04-d205-4160-a4d6-1f26ae8a5e28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:30.499347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb130c78-dabf-44cf-b81a-a25994ef2bb9 req-5070ce92-5e84-499c-8d03-d3c6cf8a8b08 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:30.500814 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb130c78-dabf-44cf-b81a-a25994ef2bb9 req-5070ce92-5e84-499c-8d03-d3c6cf8a8b08 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0511432 Nov 12 04:36:30.560591 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb130c78-dabf-44cf-b81a-a25994ef2bb9 req-333ccc4b-28ec-4320-9777-1925a66fae10 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481422 Nov 12 04:36:30.632656 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49a96b04-d205-4160-a4d6-1f26ae8a5e28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:30.643318 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e7d12d7-43bc-4d66-b9de-fe14e98cb000 req-c3ffafcd-6d6d-4aed-954b-b2e7737cfe10 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0273848 Nov 12 04:36:30.733365 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49a96b04-d205-4160-a4d6-1f26ae8a5e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:30.772514 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-49a96b04-d205-4160-a4d6-1f26ae8a5e28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ae210eeb1a646189edc506ea37c57df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3820941 Nov 12 04:36:30.774463 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a96b04-d205-4160-a4d6-1f26ae8a5e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69460981-f914-415f-8681-702a2838286e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:30.775344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38020) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:30.825475 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-933c246c-b82b-4da9-a6bf-342955fa153b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:30.848487 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-933c246c-b82b-4da9-a6bf-342955fa153b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:30.997034 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-933c246c-b82b-4da9-a6bf-342955fa153b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:30.999727 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-933c246c-b82b-4da9-a6bf-342955fa153b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:31.001026 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-933c246c-b82b-4da9-a6bf-342955fa153b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69460981-f914-415f-8681-702a2838286e HTTP/1.1" status: 204 len: 168 time: 0.2247128 Nov 12 04:36:31.009355 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c246c-b82b-4da9-a6bf-342955fa153b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69460981-f914-415f-8681-702a2838286e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:31.023152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c246c-b82b-4da9-a6bf-342955fa153b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:31.023512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c246c-b82b-4da9-a6bf-342955fa153b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:31.023869 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c246c-b82b-4da9-a6bf-342955fa153b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:31.024481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c246c-b82b-4da9-a6bf-342955fa153b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:31.024969 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c246c-b82b-4da9-a6bf-342955fa153b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:31.025469 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c246c-b82b-4da9-a6bf-342955fa153b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:31.025967 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c246c-b82b-4da9-a6bf-342955fa153b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:31.026624 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c246c-b82b-4da9-a6bf-342955fa153b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:31.027181 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c246c-b82b-4da9-a6bf-342955fa153b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:31.027684 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c246c-b82b-4da9-a6bf-342955fa153b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:31.029026 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c246c-b82b-4da9-a6bf-342955fa153b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:31.029519 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c246c-b82b-4da9-a6bf-342955fa153b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:31.150156 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f185d6f-8ef2-4de8-ba66-da0b0cd164aa req-24d1b55d-ea57-4f8c-81c9-88612ce0e407 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0374157 Nov 12 04:36:31.175476 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b7994bb3-d7e7-4fb7-8e2a-1049875fc02f req-13fddb63-83c1-4ec9-9320-e2c69b0b64e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b79f1b102578452ea731b1a1d2d55f74&device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0334408 Nov 12 04:36:31.215971 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b7994bb3-d7e7-4fb7-8e2a-1049875fc02f req-d05ca22a-4147-42a2-8937-22cdcde21000 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b79f1b102578452ea731b1a1d2d55f74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211077 Nov 12 04:36:31.359271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7994bb3-d7e7-4fb7-8e2a-1049875fc02f req-94ac0f9e-95fc-45f6-8fb1-0aeda26e16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:31.361049 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b7994bb3-d7e7-4fb7-8e2a-1049875fc02f req-94ac0f9e-95fc-45f6-8fb1-0aeda26e16d0 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355424 Nov 12 04:36:31.697921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75665317-4272-417f-851a-a5bbd639682e req-d1282510-f701-4c25-ba7c-c080e1e78fd7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:31.699707 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75665317-4272-417f-851a-a5bbd639682e req-d1282510-f701-4c25-ba7c-c080e1e78fd7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0588851 Nov 12 04:36:31.762098 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75665317-4272-417f-851a-a5bbd639682e req-f5494cca-8e04-42ed-b66c-93a2f23da2b9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559540 Nov 12 04:36:32.254147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72a002e1-7fa2-48e9-92cd-817cecb696e5 req-9cd6f9b2-d789-4f6b-a273-b82ecdde5533 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0276182 Nov 12 04:36:32.663806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38060) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:32.775567 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b439222-0468-4925-adad-c9aed1f5aa6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:32.861719 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b439222-0468-4925-adad-c9aed1f5aa6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:32.900118 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-0501f8b6-dfc4-4bad-b65b-cc0aee1de410 service neutron] show failed (client error): The resource could not be found. Nov 12 04:36:32.903210 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-0501f8b6-dfc4-4bad-b65b-cc0aee1de410 service neutron] 10.222.0.21 "GET /v2.0/ports/6080b56b-f78d-4212-8859-6d7ed5214af9/bindings/n-h2-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.0883317 Nov 12 04:36:32.922425 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ddb8e-4d99-4455-9a82-b265f7951b21 req-5861c324-cc47-47c2-a190-25db36e69a28 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:32.923983 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d60ddb8e-4d99-4455-9a82-b265f7951b21 req-5861c324-cc47-47c2-a190-25db36e69a28 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0530214 Nov 12 04:36:32.968774 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b439222-0468-4925-adad-c9aed1f5aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:33.009343 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d60ddb8e-4d99-4455-9a82-b265f7951b21 req-e1c2348d-6d3e-4dfa-beba-87231540bab8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780373 Nov 12 04:36:33.037091 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6b439222-0468-4925-adad-c9aed1f5aa6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf31998422e3442a8c5a9a502378653c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3697853 Nov 12 04:36:33.037273 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38066) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:33.037431 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b439222-0468-4925-adad-c9aed1f5aa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8c2618-6ae9-4a57-8929-7bfc00b196fb,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:33.096434 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-834af8c5-7faf-411c-bb46-5f06b32d0fc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:33.120195 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-834af8c5-7faf-411c-bb46-5f06b32d0fc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:33.179587 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b7994bb3-d7e7-4fb7-8e2a-1049875fc02f req-221887ad-9de6-4b39-9ff9-e071afa8b766 tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.21 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0287266 Nov 12 04:36:33.186066 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87834080-7f35-4037-834f-03afd68bef2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:33.259867 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-834af8c5-7faf-411c-bb46-5f06b32d0fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:33.262492 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-834af8c5-7faf-411c-bb46-5f06b32d0fc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:33.265855 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-834af8c5-7faf-411c-bb46-5f06b32d0fc7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa8c2618-6ae9-4a57-8929-7bfc00b196fb HTTP/1.1" status: 204 len: 168 time: 0.2271609 Nov 12 04:36:33.276921 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834af8c5-7faf-411c-bb46-5f06b32d0fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8c2618-6ae9-4a57-8929-7bfc00b196fb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:33.367969 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b345407d-39b8-45e1-97c4-a6b4371c47f1 req-137747ba-4ea4-407f-b4d9-195d74c5a4bc tempest-ServerShowV257Test-1019194388 tempest-ServerShowV257Test-1019194388-project] 10.222.0.37 "GET /v2.0/ports?device_id=917022cb-6668-4c7e-a691-bdc42e747011 HTTP/1.1" status: 200 len: 210 time: 0.0348511 Nov 12 04:36:33.572423 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-92b6e25a-3fb1-4f76-bef7-387dd8c03d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:33.574058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-92b6e25a-3fb1-4f76-bef7-387dd8c03d07 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297&tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3 HTTP/1.1" status: 200 len: 1097 time: 0.0460451 Nov 12 04:36:33.593318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:36:33.657145 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:33.957411 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] For port 6080b56b-f78d-4212-8859-6d7ed5214af9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6080b56b-f78d-4212-8859-6d7ed5214af9,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:34.002452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] For port 6080b56b-f78d-4212-8859-6d7ed5214af9, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:36:34.075703 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:34.092390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:36:34.094773 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed50235d-272b-40b9-978d-34a155a83844" -d '{"events": [{"server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "name": "network-vif-unplugged", "status": "completed", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:36:34.102920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] Transition to ACTIVE for port object 6080b56b-f78d-4212-8859-6d7ed5214af9 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:36:34.153561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9784581-a1d8-4ef0-9874-820fe161e4e3 req-05fcf24b-6014-43dc-a2f7-559d9a17e616 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:34.155247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a9784581-a1d8-4ef0-9874-820fe161e4e3 req-05fcf24b-6014-43dc-a2f7-559d9a17e616 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0559800 Nov 12 04:36:34.186577 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:34.377030 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a9784581-a1d8-4ef0-9874-820fe161e4e3 req-be23cc40-4f53-4d2c-a780-6ecc39bbc954 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142754 Nov 12 04:36:34.414561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] Pushing event updated for resources: {'Port': ['ID=6080b56b-f78d-4212-8859-6d7ed5214af9,revision_number=6']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:34.433505 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] No DVR routers for this DVR port 6080b56b-f78d-4212-8859-6d7ed5214af9 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:36:34.713883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] Attempting to bind port 6080b56b-f78d-4212-8859-6d7ed5214af9 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:36:34.713883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] Attempting to bind port 6080b56b-f78d-4212-8859-6d7ed5214af9 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:36:34.714209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] Attempting to bind port 6080b56b-f78d-4212-8859-6d7ed5214af9 on network bb3c2fbe-4b78-4f75-a060-641c28a1f617 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:36:34.720434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] Port 6080b56b-f78d-4212-8859-6d7ed5214af9 on network bb3c2fbe-4b78-4f75-a060-641c28a1f617 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:36:34.721526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] Attempting to bind port 6080b56b-f78d-4212-8859-6d7ed5214af9 on network bb3c2fbe-4b78-4f75-a060-641c28a1f617 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:36:34.735949 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:36:34.736326 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] Checking segment: {'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:36:34.736684 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] Bound using segment: {'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:36:34.737169 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] Bound port: 6080b56b-f78d-4212-8859-6d7ed5214af9, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:36:34.738404 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:34.856414 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739da948-7732-47ce-a7f4-c00acaa1a022 x-openstack-request-id: req-739da948-7732-47ce-a7f4-c00acaa1a022 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:36:34.856873 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "name": "network-vif-unplugged", "status": "completed", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:36:34.857249 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-739da948-7732-47ce-a7f4-c00acaa1a022 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:36:34.858257 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'code': 200} Nov 12 04:36:34.893812 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] For port 6080b56b-f78d-4212-8859-6d7ed5214af9, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:36:34.894469 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] For port 6080b56b-f78d-4212-8859-6d7ed5214af9, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6080b56b-f78d-4212-8859-6d7ed5214af9,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:36:34.981193 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:35.042247 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:35.043227 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:35.045508 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] 10.222.0.31 "PUT /v2.0/ports/6080b56b-f78d-4212-8859-6d7ed5214af9 HTTP/1.1" status: 200 len: 1092 time: 1.4570866 Nov 12 04:36:35.141320 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a221ea-7bde-4a30-8e61-b900724d31bb service neutron] Pushing event updated for resources: {'Port': ['ID=6080b56b-f78d-4212-8859-6d7ed5214af9,revision_number=7']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:35.204857 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-56f92089-14d9-45ea-8a8a-2f43d47ef9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:35.207145 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-56f92089-14d9-45ea-8a8a-2f43d47ef9d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 1095 time: 0.0955741 Nov 12 04:36:35.347000 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-dc82beef-1af9-4974-9666-7e6d822baf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:35.349887 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-dc82beef-1af9-4974-9666-7e6d822baf7c service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb3c2fbe-4b78-4f75-a060-641c28a1f617 HTTP/1.1" status: 200 len: 898 time: 0.1353509 Nov 12 04:36:35.436007 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-9bc14756-7f74-42ba-ab7f-991b9a45da8a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6080b56b-f78d-4212-8859-6d7ed5214af9 HTTP/1.1" status: 200 len: 999 time: 0.0773416 Nov 12 04:36:35.529126 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-121d710d-7016-41ad-809d-a81a556c91bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:35.544493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-7c932b0e-9bdc-4b96-b3e8-154841f69543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:35.547193 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-7c932b0e-9bdc-4b96-b3e8-154841f69543 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f497be31-7943-4616-9958-6a86c5285b45 HTTP/1.1" status: 200 len: 834 time: 0.1042809 Nov 12 04:36:35.647559 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38116) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:35.652293 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-a1525b82-3b3a-47f7-b8ab-6ade908db473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:35.654360 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-a1525b82-3b3a-47f7-b8ab-6ade908db473 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb3c2fbe-4b78-4f75-a060-641c28a1f617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980773 Nov 12 04:36:35.662330 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0d4e1-7039-43f5-bbde-f05d9291adbd req-127f68e9-d579-4cb0-8487-fc7fa6c2583f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:35.664002 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8db0d4e1-7039-43f5-bbde-f05d9291adbd req-127f68e9-d579-4cb0-8487-fc7fa6c2583f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 943 time: 0.0955131 Nov 12 04:36:35.804829 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8db0d4e1-7039-43f5-bbde-f05d9291adbd req-14d84dbf-3245-4dd0-b6e5-9f6aa27f45ea tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312387 Nov 12 04:36:35.842972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-c0462f6f-d96f-4b31-998d-fafa4c570503 service neutron] 10.222.0.31 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768250 Nov 12 04:36:35.869293 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ac3dd38f-b158-4a4f-adf0-6edf05aa4829 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:35.978609 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ac3dd38f-b158-4a4f-adf0-6edf05aa4829 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:36.007996 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-646b95d7-745c-4e44-9b08-d9007c9b8ec2 service neutron] 10.222.0.31 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579666 Nov 12 04:36:36.071029 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ac3dd38f-b158-4a4f-adf0-6edf05aa4829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:36.113086 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3dd38f-b158-4a4f-adf0-6edf05aa4829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09aa2bad-99cf-4281-bb1b-f2f20777a61e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:36.117346 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ac3dd38f-b158-4a4f-adf0-6edf05aa4829 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b79f1b102578452ea731b1a1d2d55f74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4680760 Nov 12 04:36:36.121909 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38124) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:36.205037 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1fde56c6-f5a3-4a8b-bfa9-52a594a2aef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:36.239267 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1fde56c6-f5a3-4a8b-bfa9-52a594a2aef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:36.415676 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1fde56c6-f5a3-4a8b-bfa9-52a594a2aef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:36.421578 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1fde56c6-f5a3-4a8b-bfa9-52a594a2aef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:36.423208 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1fde56c6-f5a3-4a8b-bfa9-52a594a2aef5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09aa2bad-99cf-4281-bb1b-f2f20777a61e HTTP/1.1" status: 204 len: 168 time: 0.2988431 Nov 12 04:36:36.452121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde56c6-f5a3-4a8b-bfa9-52a594a2aef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09aa2bad-99cf-4281-bb1b-f2f20777a61e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:36.752064 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:36.861326 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:36:36.868377 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67976f7e-30c0-4972-bbad-48de61f4ac4e" -d '{"events": [{"name": "network-changed", "server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:36:36.972995 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6080b56b-f78d-4212-8859-6d7ed5214af9 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:36:37.063406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6080b56b-f78d-4212-8859-6d7ed5214af9 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:36:37.082660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf0500-e70e-4610-998d-ad07b01d8552 req-f32b3b91-bf66-476e-923b-4a346733b59a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:37.087550 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7acf0500-e70e-4610-998d-ad07b01d8552 req-f32b3b91-bf66-476e-923b-4a346733b59a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 943 time: 0.1497662 Nov 12 04:36:37.187385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7acf0500-e70e-4610-998d-ad07b01d8552 req-3f4a5de2-110d-4f38-ab3e-a3a8f505636d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860255 Nov 12 04:36:37.281655 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdafd2f-4608-4ee5-b354-8d96df3ab40c x-openstack-request-id: req-8bdafd2f-4608-4ee5-b354-8d96df3ab40c {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:36:37.282121 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:36:37.282537 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bdafd2f-4608-4ee5-b354-8d96df3ab40c {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:36:37.283101 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'status': 'completed', 'code': 200} Nov 12 04:36:37.375559 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-977eae67-b186-4a24-bfe4-80bce5cde02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:37.377239 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-977eae67-b186-4a24-bfe4-80bce5cde02e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 1095 time: 0.0530295 Nov 12 04:36:37.391728 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-bc5d67b7-122e-48bd-9fe1-ff8d17c9ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:37.394445 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-bc5d67b7-122e-48bd-9fe1-ff8d17c9ed4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 1095 time: 0.0616705 Nov 12 04:36:37.525296 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-3cd0fff2-b939-40f1-b9d8-3356a9e94417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:37.527080 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-3cd0fff2-b939-40f1-b9d8-3356a9e94417 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb3c2fbe-4b78-4f75-a060-641c28a1f617 HTTP/1.1" status: 200 len: 898 time: 0.1248324 Nov 12 04:36:37.560495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-5cbe9a44-b484-4e89-a94f-9af250251c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:37.562179 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-5cbe9a44-b484-4e89-a94f-9af250251c2a service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb3c2fbe-4b78-4f75-a060-641c28a1f617 HTTP/1.1" status: 200 len: 898 time: 0.1740346 Nov 12 04:36:37.625313 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-a7a82414-12c1-4f26-a697-ecf76d002ec0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6080b56b-f78d-4212-8859-6d7ed5214af9 HTTP/1.1" status: 200 len: 999 time: 0.0894961 Nov 12 04:36:37.686753 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-8e6bf7a3-1c69-452e-9be0-314d312d9e05 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6080b56b-f78d-4212-8859-6d7ed5214af9 HTTP/1.1" status: 200 len: 999 time: 0.1073191 Nov 12 04:36:37.759299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-447f354c-7eef-47af-b3fb-6f91086837c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:37.761340 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-447f354c-7eef-47af-b3fb-6f91086837c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f497be31-7943-4616-9958-6a86c5285b45 HTTP/1.1" status: 200 len: 834 time: 0.1257322 Nov 12 04:36:37.823367 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-d77fa175-f459-46d9-9568-8e50af513ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:37.824883 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-d77fa175-f459-46d9-9568-8e50af513ec5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f497be31-7943-4616-9958-6a86c5285b45 HTTP/1.1" status: 200 len: 834 time: 0.1354070 Nov 12 04:36:37.870662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-c432a3e4-5aff-4508-80de-95bf1f17a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:37.874543 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-c432a3e4-5aff-4508-80de-95bf1f17a6f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb3c2fbe-4b78-4f75-a060-641c28a1f617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1048303 Nov 12 04:36:37.880229 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-0e3cfcae-3144-423f-a100-07dc10ea3d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:37.881873 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-0e3cfcae-3144-423f-a100-07dc10ea3d07 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb3c2fbe-4b78-4f75-a060-641c28a1f617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483959 Nov 12 04:36:38.052571 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-4421e607-5975-4aff-8ec3-4ec79b0550c4 service neutron] 10.222.0.21 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697211 Nov 12 04:36:38.118449 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-0d633d44-ddec-42e8-a727-db9ffbacd12e service neutron] 10.222.0.31 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271817 Nov 12 04:36:38.293988 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-662aa80f-f13e-42dc-8cf8-cbb8f5892c08 service neutron] 10.222.0.21 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310503 Nov 12 04:36:38.351840 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:38.422947 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-67976f7e-30c0-4972-bbad-48de61f4ac4e req-a7d2c85b-f9b5-4515-82d7-08c8e3bf6997 service neutron] 10.222.0.31 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876315 Nov 12 04:36:38.441439 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f04f9-653e-48c8-b6f2-3cf7796ac4dd req-fdfbe9dd-0757-4e99-a584-c61f07e814b1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:38.441439 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce2f04f9-653e-48c8-b6f2-3cf7796ac4dd req-fdfbe9dd-0757-4e99-a584-c61f07e814b1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 943 time: 0.1404593 Nov 12 04:36:38.857619 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce2f04f9-653e-48c8-b6f2-3cf7796ac4dd req-3f679e71-f81f-43d9-b936-865af10a1c2b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4053550 Nov 12 04:36:39.032711 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38188) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:39.169672 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:39.235135 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5f35e0a3-6902-4cff-9354-861c726b8744 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:39.333269 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5f35e0a3-6902-4cff-9354-861c726b8744 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:39.396796 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5f35e0a3-6902-4cff-9354-861c726b8744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:39.448037 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5f35e0a3-6902-4cff-9354-861c726b8744 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf2ee8277eaa40d493f343ff76449928&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4116762 Nov 12 04:36:39.448037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35e0a3-6902-4cff-9354-861c726b8744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e75516-2c23-4192-8b73-a7d708aaef9e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:39.448646 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38194) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:39.544460 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-672cc766-3e3b-4108-bfbe-f4b3a721f530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:39.585144 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-672cc766-3e3b-4108-bfbe-f4b3a721f530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:39.716906 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-672cc766-3e3b-4108-bfbe-f4b3a721f530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:39.722124 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-672cc766-3e3b-4108-bfbe-f4b3a721f530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:39.723378 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-672cc766-3e3b-4108-bfbe-f4b3a721f530 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0e75516-2c23-4192-8b73-a7d708aaef9e HTTP/1.1" status: 204 len: 168 time: 0.2724054 Nov 12 04:36:39.742873 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cc766-3e3b-4108-bfbe-f4b3a721f530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e75516-2c23-4192-8b73-a7d708aaef9e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:40.006951 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc75f8-7f64-41cc-8672-214f59423f98 req-92f402ee-3b69-4968-aa0b-4d9d7d2edfaf tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:40.008578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7abc75f8-7f64-41cc-8672-214f59423f98 req-92f402ee-3b69-4968-aa0b-4d9d7d2edfaf tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 943 time: 0.0628707 Nov 12 04:36:40.093910 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7abc75f8-7f64-41cc-8672-214f59423f98 req-6b86bf81-633a-4f05-a43b-b7f369aeae0f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760379 Nov 12 04:36:40.806610 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29699e-aa11-43d4-96f5-e8946b847ddf req-b4587b17-f3d7-4987-a0e5-978f7f42eeb9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:40.814621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d29699e-aa11-43d4-96f5-e8946b847ddf req-b4587b17-f3d7-4987-a0e5-978f7f42eeb9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 943 time: 0.1824064 Nov 12 04:36:40.836716 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-278a6874-fcbe-4334-944d-ebbb8bb048e6 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:40.838353 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-278a6874-fcbe-4334-944d-ebbb8bb048e6 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.31 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297&tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 943 time: 0.1335313 Nov 12 04:36:40.919968 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d29699e-aa11-43d4-96f5-e8946b847ddf req-fecd23bd-34d6-4b7c-943c-7ba49a95c5e8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043377 Nov 12 04:36:40.931792 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-df78c2d6-3d46-44a2-9ca3-011b0e0347d3 service neutron] 10.222.0.31 "GET /v2.0/ports/6080b56b-f78d-4212-8859-6d7ed5214af9/bindings/n-h2-768509-24 HTTP/1.1" status: 200 len: 383 time: 0.0833073 Nov 12 04:36:41.022568 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-d96fd34a-6d52-4aad-bedc-dfcd715d7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:41.024456 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-d96fd34a-6d52-4aad-bedc-dfcd715d7a12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 1095 time: 0.0519972 Nov 12 04:36:41.048433 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38232) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:41.066653 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6080b56b-f78d-4212-8859-6d7ed5214af9 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:36:41.159094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-7b0ae5c1-bdae-4547-a151-2a42309ffa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:41.160624 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-7b0ae5c1-bdae-4547-a151-2a42309ffa1e service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb3c2fbe-4b78-4f75-a060-641c28a1f617 HTTP/1.1" status: 200 len: 898 time: 0.1287518 Nov 12 04:36:41.182340 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6080b56b-f78d-4212-8859-6d7ed5214af9, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6080b56b-f78d-4212-8859-6d7ed5214af9,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:41.195752 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ded95d5f-3213-4555-8e9d-51ecc8037a76 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-397820028-network', 'tenant_id': '1b67341a19d643aa810ccb856899fd39'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:36:41.197427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617', 'port_id': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'mac_address': 'fa:16:3e:2f:c5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f497be31-7943-4616-9958-6a86c5285b45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:36:41.243089 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-b5871688-9731-4c0d-beb7-ef8b186c103a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6080b56b-f78d-4212-8859-6d7ed5214af9 HTTP/1.1" status: 200 len: 999 time: 0.0740700 Nov 12 04:36:41.249260 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:41.267447 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6080b56b-f78d-4212-8859-6d7ed5214af9 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:36:41.288675 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6080b56b-f78d-4212-8859-6d7ed5214af9, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6080b56b-f78d-4212-8859-6d7ed5214af9,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:41.294434 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded95d5f-3213-4555-8e9d-51ecc8037a76 admin admin] Made reservation on behalf of 1b67341a19d643aa810ccb856899fd39 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:36:41.299147 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ded95d5f-3213-4555-8e9d-51ecc8037a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:41.309421 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ded95d5f-3213-4555-8e9d-51ecc8037a76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:41.312205 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-0eb3ac7a-44a9-4248-ab5e-ed0a7a809b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:41.313820 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-0eb3ac7a-44a9-4248-ab5e-ed0a7a809b8e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f497be31-7943-4616-9958-6a86c5285b45 HTTP/1.1" status: 200 len: 834 time: 0.0633218 Nov 12 04:36:41.369470 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-4d6a5afb-2881-4a47-9e4f-2293a93307c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:41.371981 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-4d6a5afb-2881-4a47-9e4f-2293a93307c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb3c2fbe-4b78-4f75-a060-641c28a1f617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490255 Nov 12 04:36:41.379996 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:41.399637 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ded95d5f-3213-4555-8e9d-51ecc8037a76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:41.438318 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=6080b56b-f78d-4212-8859-6d7ed5214af9,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:41.470610 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ded95d5f-3213-4555-8e9d-51ecc8037a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:41.477030 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-8ce8fc52-3e20-4027-9376-d55ef9254df2 service neutron] 10.222.0.31 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973682 Nov 12 04:36:41.499967 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded95d5f-3213-4555-8e9d-51ecc8037a76 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:36:41.510675 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded95d5f-3213-4555-8e9d-51ecc8037a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f711ea4-e307-4a33-af43-c35af2bee7ac,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:41.515953 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ded95d5f-3213-4555-8e9d-51ecc8037a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:41.522004 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-ded95d5f-3213-4555-8e9d-51ecc8037a76 admin admin] Added segment eaaaf2e0-e010-49ce-bb98-510383f2d747 of type vlan for network d951b35b-5ae6-40de-94b2-005aae2805fe Nov 12 04:36:41.582046 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ded95d5f-3213-4555-8e9d-51ecc8037a76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:41.615710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-21b2f01b-ba71-4a25-8ccf-03e450e93e3e service neutron] 10.222.0.31 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304581 Nov 12 04:36:41.654003 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ded95d5f-3213-4555-8e9d-51ecc8037a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:41.655044 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded95d5f-3213-4555-8e9d-51ecc8037a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:41.655713 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ded95d5f-3213-4555-8e9d-51ecc8037a76 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:41.718730 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['6080b56b-f78d-4212-8859-6d7ed5214af9'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:36:41.720007 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded95d5f-3213-4555-8e9d-51ecc8037a76 admin admin] Pushing event updated for resources: {'Network': ['ID=d951b35b-5ae6-40de-94b2-005aae2805fe,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:41.754194 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network d951b35b-5ae6-40de-94b2-005aae2805fe details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:36:41.765867 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ded95d5f-3213-4555-8e9d-51ecc8037a76 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7157257 Nov 12 04:36:41.769096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38236) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:41.774321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-55cdb0bc-3ba5-427b-8d3c-0a5e2114945c admin admin] Request body: {'subnet': {'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-397820028-subnet', 'tenant_id': '1b67341a19d643aa810ccb856899fd39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:36:41.859844 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cdb0bc-3ba5-427b-8d3c-0a5e2114945c admin admin] Made reservation on behalf of 1b67341a19d643aa810ccb856899fd39 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:36:41.862660 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55cdb0bc-3ba5-427b-8d3c-0a5e2114945c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:42.129690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f48b2-03e1-4f0c-ad84-2b2c33189d7a req-882ffede-c645-4c86-a9c8-876a34ea8659 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:42.131264 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-204f48b2-03e1-4f0c-ad84-2b2c33189d7a req-882ffede-c645-4c86-a9c8-876a34ea8659 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 944 time: 0.1053011 Nov 12 04:36:42.189371 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-204f48b2-03e1-4f0c-ad84-2b2c33189d7a req-ad426f0a-db31-4195-a680-2e8b3e32b765 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488029 Nov 12 04:36:42.189371 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55cdb0bc-3ba5-427b-8d3c-0a5e2114945c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:42.256036 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdb0bc-3ba5-427b-8d3c-0a5e2114945c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f1025a5-d9f3-41ef-a72e-82436b0d3eb6,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:42.266147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cdb0bc-3ba5-427b-8d3c-0a5e2114945c admin admin] Checking segment: {'id': 'eaaaf2e0-e010-49ce-bb98-510383f2d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:36:42.266515 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cdb0bc-3ba5-427b-8d3c-0a5e2114945c admin admin] Network hostable DHCP agents. Network: d951b35b-5ae6-40de-94b2-005aae2805fe, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:36:42.373326 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cdb0bc-3ba5-427b-8d3c-0a5e2114945c admin admin] Network d951b35b-5ae6-40de-94b2-005aae2805fe is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:36:42.585104 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-55cdb0bc-3ba5-427b-8d3c-0a5e2114945c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, d951b35b-5ae6-40de-94b2-005aae2805fe) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:36:42.592390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cdb0bc-3ba5-427b-8d3c-0a5e2114945c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:42.593437 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55cdb0bc-3ba5-427b-8d3c-0a5e2114945c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:42.594659 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc542a10-023a-42af-afe5-6e2f9b1b6ffc None None] Network d951b35b-5ae6-40de-94b2-005aae2805fe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:36:42.674570 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-55cdb0bc-3ba5-427b-8d3c-0a5e2114945c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9041116 Nov 12 04:36:42.743203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f87c1a-a6f5-453f-b608-609fe1f956db None None] Network d951b35b-5ae6-40de-94b2-005aae2805fe requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:36:43.083981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6080b56b-f78d-4212-8859-6d7ed5214af9 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:36:43.203848 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aca509-0279-496e-afa0-d9006f031b28 req-c2250023-b66b-4d38-bac7-28ca882b8006 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:43.210889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0aca509-0279-496e-afa0-d9006f031b28 req-c2250023-b66b-4d38-bac7-28ca882b8006 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/networks?id=d951b35b-5ae6-40de-94b2-005aae2805fe HTTP/1.1" status: 200 len: 814 time: 0.1222303 Nov 12 04:36:43.213359 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 6080b56b-f78d-4212-8859-6d7ed5214af9 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:36:43.218916 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 6080b56b-f78d-4212-8859-6d7ed5214af9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:43.219610 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:43.225387 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0aca509-0279-496e-afa0-d9006f031b28 req-4c1101a6-9b8c-417e-bb7a-1ce68c566b53 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/quotas/1b67341a19d643aa810ccb856899fd39 HTTP/1.1" status: 200 len: 375 time: 0.0136318 Nov 12 04:36:43.270904 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0aca509-0279-496e-afa0-d9006f031b28 req-8c34b044-afed-4d42-a62b-7c803cf5a131 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b67341a19d643aa810ccb856899fd39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392742 Nov 12 04:36:43.313521 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:43.356612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6080b56b-f78d-4212-8859-6d7ed5214af9, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6080b56b-f78d-4212-8859-6d7ed5214af9,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:43.362082 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:36:43.362082 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a712d89-6950-451c-9ee9-e1df8e6e5003" -d '{"events": [{"server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "name": "network-vif-plugged", "status": "completed", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:36:43.405013 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0aca509-0279-496e-afa0-d9006f031b28 req-b320477b-7244-4fca-aa04-d49bfeade0fb service neutron] 10.222.0.37 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242921 Nov 12 04:36:43.448417 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:43.510955 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=6080b56b-f78d-4212-8859-6d7ed5214af9,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:43.554900 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0aca509-0279-496e-afa0-d9006f031b28 req-c5b800db-2785-4034-94fa-d7bb0bca0678 service neutron] 10.222.0.37 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421437 Nov 12 04:36:43.891415 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab46a04-0aa3-4418-a443-93c5eafbf73b req-618e78ff-396b-4e67-af42-02936b1d7bf6 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:43.893072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fab46a04-0aa3-4418-a443-93c5eafbf73b req-618e78ff-396b-4e67-af42-02936b1d7bf6 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0653594 Nov 12 04:36:43.957379 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fab46a04-0aa3-4418-a443-93c5eafbf73b req-5abc0b32-431d-4654-b366-f085c1a453b2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574083 Nov 12 04:36:44.044847 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ea313e-fc05-4033-bc11-508bf44841a6 x-openstack-request-id: req-24ea313e-fc05-4033-bc11-508bf44841a6 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:36:44.045358 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "name": "network-vif-plugged", "status": "completed", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:36:44.045516 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24ea313e-fc05-4033-bc11-508bf44841a6 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:36:44.045980 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'code': 200} Nov 12 04:36:44.124000 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc1b130e-6583-4041-8d4e-e53eb13b2fcc req-5ff68e19-823c-4309-85b3-46efb80269a1 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 210 time: 0.0475149 Nov 12 04:36:44.789649 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-d4df8932-9386-48b5-9a02-1ef7d62f5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:44.791199 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-d4df8932-9386-48b5-9a02-1ef7d62f5f85 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297&tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3 HTTP/1.1" status: 200 len: 1097 time: 0.1057267 Nov 12 04:36:44.810434 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:36:44.867062 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:45.117297 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189a42c-fed3-4c82-bbc5-2b1d9f9617c9 req-0c57eb51-2a18-47f7-9b85-9b2e4a79a5c8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:45.119131 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9189a42c-fed3-4c82-bbc5-2b1d9f9617c9 req-0c57eb51-2a18-47f7-9b85-9b2e4a79a5c8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0750389 Nov 12 04:36:45.136462 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] For port 6080b56b-f78d-4212-8859-6d7ed5214af9, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6080b56b-f78d-4212-8859-6d7ed5214af9,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:45.177362 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] For port 6080b56b-f78d-4212-8859-6d7ed5214af9, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:36:45.194330 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9189a42c-fed3-4c82-bbc5-2b1d9f9617c9 req-61acce83-ba61-434f-8674-66f43b3e4f1e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595098 Nov 12 04:36:45.231940 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:36:45.234578 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153c9c2e-b860-4cc0-ad58-c965ffd16056" -d '{"events": [{"server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "name": "network-vif-unplugged", "status": "completed", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:36:45.239257 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:45.262773 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] Transition to ACTIVE for port object 6080b56b-f78d-4212-8859-6d7ed5214af9 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:36:45.299614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bdc23367-958f-48b9-8576-216e8d4f443c req-f3bdf1bc-5de6-4479-b796-34920954781d tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 210 time: 0.0285132 Nov 12 04:36:45.369098 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263a6f03-97e5-42d7-a19d-304c565f362f x-openstack-request-id: req-263a6f03-97e5-42d7-a19d-304c565f362f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:36:45.369405 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "name": "network-vif-unplugged", "status": "completed", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:36:45.369665 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-263a6f03-97e5-42d7-a19d-304c565f362f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:36:45.370071 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'code': 200} Nov 12 04:36:45.483112 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:45.603620 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] Pushing event updated for resources: {'Port': ['ID=6080b56b-f78d-4212-8859-6d7ed5214af9,revision_number=10']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:45.691239 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] No DVR routers for this DVR port 6080b56b-f78d-4212-8859-6d7ed5214af9 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:36:45.875820 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] Attempting to bind port 6080b56b-f78d-4212-8859-6d7ed5214af9 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:36:45.876514 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] Attempting to bind port 6080b56b-f78d-4212-8859-6d7ed5214af9 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:36:45.876514 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] Attempting to bind port 6080b56b-f78d-4212-8859-6d7ed5214af9 on network bb3c2fbe-4b78-4f75-a060-641c28a1f617 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:36:45.881011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] Port 6080b56b-f78d-4212-8859-6d7ed5214af9 on network bb3c2fbe-4b78-4f75-a060-641c28a1f617 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:36:45.881326 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] Attempting to bind port 6080b56b-f78d-4212-8859-6d7ed5214af9 on network bb3c2fbe-4b78-4f75-a060-641c28a1f617 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:36:45.886374 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:36:45.887248 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] Checking segment: {'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:36:45.887687 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] Bound using segment: {'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:36:45.888112 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] Bound port: 6080b56b-f78d-4212-8859-6d7ed5214af9, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8777fee-931f-4706-a07e-7fe52e970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:36:45.891308 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:45.969693 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] For port 6080b56b-f78d-4212-8859-6d7ed5214af9, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:36:45.975784 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] For port 6080b56b-f78d-4212-8859-6d7ed5214af9, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6080b56b-f78d-4212-8859-6d7ed5214af9,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:36:46.083796 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:46.123947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:46.124574 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:46.126299 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] 10.222.0.21 "PUT /v2.0/ports/6080b56b-f78d-4212-8859-6d7ed5214af9 HTTP/1.1" status: 200 len: 1093 time: 1.3209686 Nov 12 04:36:46.164472 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709aa9cf-982b-4cbf-b9e4-4cd732ea776d service neutron] Pushing event updated for resources: {'Port': ['ID=6080b56b-f78d-4212-8859-6d7ed5214af9,revision_number=11']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:46.257255 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-b8ff0ed2-6c86-400b-a5a4-2042af6dbc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:46.261652 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-b8ff0ed2-6c86-400b-a5a4-2042af6dbc1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 1096 time: 0.0862911 Nov 12 04:36:46.383347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136ce53-90fa-490e-8f4a-d7361c26391e req-26391546-c8be-4f31-9298-2e85bd7d0480 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:46.396490 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e136ce53-90fa-490e-8f4a-d7361c26391e req-26391546-c8be-4f31-9298-2e85bd7d0480 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 944 time: 0.0752606 Nov 12 04:36:46.482249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e136ce53-90fa-490e-8f4a-d7361c26391e req-e7ff0b8c-8fa7-4879-a201-00e5e6210c44 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844290 Nov 12 04:36:46.523179 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-cfd1bbce-e610-4871-b4bb-23e76bb6eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:46.526598 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-cfd1bbce-e610-4871-b4bb-23e76bb6eb08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb3c2fbe-4b78-4f75-a060-641c28a1f617 HTTP/1.1" status: 200 len: 898 time: 0.2558680 Nov 12 04:36:46.615814 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a943685-a0fa-403d-bfd9-52c928fe8173 req-128fa8cc-cb74-4ca6-8345-8c0f28b052cd tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 210 time: 0.0290341 Nov 12 04:36:46.635957 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-243a56a0-e77e-428e-b89a-4a4b83e7ceb2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6080b56b-f78d-4212-8859-6d7ed5214af9 HTTP/1.1" status: 200 len: 999 time: 0.1039348 Nov 12 04:36:46.707985 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-7b75bd8e-d895-49a2-9218-b4152dbc07a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:46.709596 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-7b75bd8e-d895-49a2-9218-b4152dbc07a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f497be31-7943-4616-9958-6a86c5285b45 HTTP/1.1" status: 200 len: 834 time: 0.0657182 Nov 12 04:36:46.775707 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-d4473246-e02e-4942-84e0-d9e021fc2bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:46.778136 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-d4473246-e02e-4942-84e0-d9e021fc2bf5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb3c2fbe-4b78-4f75-a060-641c28a1f617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608497 Nov 12 04:36:46.782588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aca509-0279-496e-afa0-d9006f031b28 req-33795b51-1bd6-42d6-b64e-a33291c1867c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:46.784232 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0aca509-0279-496e-afa0-d9006f031b28 req-33795b51-1bd6-42d6-b64e-a33291c1867c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.31 "GET /v2.0/networks?id=d951b35b-5ae6-40de-94b2-005aae2805fe HTTP/1.1" status: 200 len: 814 time: 0.1413207 Nov 12 04:36:46.812187 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-c0aca509-0279-496e-afa0-d9006f031b28 req-1b4252c8-c0c6-4f2d-bd4a-1dec7091b9c6 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Request body: {'port': {'device_id': 'cd878762-18c3-4ec7-aa9a-b2a690ec5f1f', 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe', 'admin_state_up': True, 'tenant_id': '1b67341a19d643aa810ccb856899fd39'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:36:46.917088 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:46.928537 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-ac864221-deb4-4549-9429-b11355577a0b service neutron] 10.222.0.21 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430736 Nov 12 04:36:47.075995 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6080b56b-f78d-4212-8859-6d7ed5214af9 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:36:47.131838 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6080b56b-f78d-4212-8859-6d7ed5214af9 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:36:47.150732 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0aca509-0279-496e-afa0-d9006f031b28 req-1b4252c8-c0c6-4f2d-bd4a-1dec7091b9c6 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Made reservation on behalf of 1b67341a19d643aa810ccb856899fd39 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:36:47.155133 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c0aca509-0279-496e-afa0-d9006f031b28 req-1b4252c8-c0c6-4f2d-bd4a-1dec7091b9c6 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:47.362499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-c0aca509-0279-496e-afa0-d9006f031b28 req-1b4252c8-c0c6-4f2d-bd4a-1dec7091b9c6 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Allocated IP 172.20.0.14 (d951b35b-5ae6-40de-94b2-005aae2805fe/4f1025a5-d9f3-41ef-a72e-82436b0d3eb6/87518b4a-34e9-4262-b3a2-e8dd6bf156e1) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:36:47.373076 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:36:47.375379 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26da425-9857-402d-b556-5884df5d720f" -d '{"events": [{"name": "network-changed", "server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:36:47.402949 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f5407d1f-bf50-4b94-b807-1148d0945f01 req-9410265b-cffc-451e-9865-60c27cea09a7 service neutron] 10.222.0.21 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650340 Nov 12 04:36:47.442802 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da187568-3eee-493c-82c5-8cc39747d3e1 x-openstack-request-id: req-da187568-3eee-493c-82c5-8cc39747d3e1 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:36:47.442802 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:36:47.442802 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da187568-3eee-493c-82c5-8cc39747d3e1 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:36:47.442802 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'status': 'completed', 'code': 200} Nov 12 04:36:47.575546 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c0aca509-0279-496e-afa0-d9006f031b28 req-1b4252c8-c0c6-4f2d-bd4a-1dec7091b9c6 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:47.585270 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26da425-9857-402d-b556-5884df5d720f req-7234f01d-83ea-4e3a-96a3-ff906074f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:47.587393 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c26da425-9857-402d-b556-5884df5d720f req-7234f01d-83ea-4e3a-96a3-ff906074f8c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 1096 time: 0.0916226 Nov 12 04:36:47.593672 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26da425-9857-402d-b556-5884df5d720f req-c19ca5b7-5d91-4ab4-a480-f0db72be8771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:47.595496 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c26da425-9857-402d-b556-5884df5d720f req-c19ca5b7-5d91-4ab4-a480-f0db72be8771 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 1096 time: 0.0867379 Nov 12 04:36:47.668405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849d4b5-fabb-4f60-b112-17324542d3c1 req-f9de44f1-46e9-4a9e-a78b-83361149d1ef tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:47.670126 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1849d4b5-fabb-4f60-b112-17324542d3c1 req-f9de44f1-46e9-4a9e-a78b-83361149d1ef tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 944 time: 0.0777071 Nov 12 04:36:47.728059 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c0aca509-0279-496e-afa0-d9006f031b28 req-1b4252c8-c0c6-4f2d-bd4a-1dec7091b9c6 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:47.769564 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26da425-9857-402d-b556-5884df5d720f req-ca79a4de-aa50-4673-b3b4-bb618a45d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:47.771282 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c26da425-9857-402d-b556-5884df5d720f req-ca79a4de-aa50-4673-b3b4-bb618a45d72b service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb3c2fbe-4b78-4f75-a060-641c28a1f617 HTTP/1.1" status: 200 len: 898 time: 0.1748064 Nov 12 04:36:47.771423 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1849d4b5-fabb-4f60-b112-17324542d3c1 req-2448f44b-70e3-4947-8c41-ff3f93441a31 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931661 Nov 12 04:36:47.772434 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26da425-9857-402d-b556-5884df5d720f req-8358a72a-7b9a-4013-b686-eb45eb296486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:47.773952 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c26da425-9857-402d-b556-5884df5d720f req-8358a72a-7b9a-4013-b686-eb45eb296486 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb3c2fbe-4b78-4f75-a060-641c28a1f617 HTTP/1.1" status: 200 len: 898 time: 0.1694565 Nov 12 04:36:47.797345 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4252c8-c0c6-4f2d-bd4a-1dec7091b9c6 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Pushing event updated for resources: {'Port': ['ID=87518b4a-34e9-4262-b3a2-e8dd6bf156e1,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:47.801352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0aca509-0279-496e-afa0-d9006f031b28 req-1b4252c8-c0c6-4f2d-bd4a-1dec7091b9c6 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Network d951b35b-5ae6-40de-94b2-005aae2805fe is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:36:47.803130 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-c0aca509-0279-496e-afa0-d9006f031b28 req-1b4252c8-c0c6-4f2d-bd4a-1dec7091b9c6 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:36:47.810484 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0aca509-0279-496e-afa0-d9006f031b28 req-1b4252c8-c0c6-4f2d-bd4a-1dec7091b9c6 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:36:47.876918 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aca509-0279-496e-afa0-d9006f031b28 req-1b4252c8-c0c6-4f2d-bd4a-1dec7091b9c6 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:47.877556 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c0aca509-0279-496e-afa0-d9006f031b28 req-1b4252c8-c0c6-4f2d-bd4a-1dec7091b9c6 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:47.927477 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c26da425-9857-402d-b556-5884df5d720f req-7dbc4ff5-60db-4f8a-91d6-cb3daf23aa2d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6080b56b-f78d-4212-8859-6d7ed5214af9 HTTP/1.1" status: 200 len: 999 time: 0.1477759 Nov 12 04:36:47.929443 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c26da425-9857-402d-b556-5884df5d720f req-60b32048-4a1c-4803-9147-2d5bc51f469c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6080b56b-f78d-4212-8859-6d7ed5214af9 HTTP/1.1" status: 200 len: 999 time: 0.1412742 Nov 12 04:36:47.936489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd443f2-9721-44f3-9a8e-150a28da63c1 req-e1825723-0c18-4d1a-b938-2827f45e1a55 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:47.938355 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fd443f2-9721-44f3-9a8e-150a28da63c1 req-e1825723-0c18-4d1a-b938-2827f45e1a55 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 932 time: 0.0809321 Nov 12 04:36:47.999778 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fd443f2-9721-44f3-9a8e-150a28da63c1 req-41840b27-427d-495f-9fc7-da8fec92715a tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547345 Nov 12 04:36:48.003982 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0aca509-0279-496e-afa0-d9006f031b28 req-1b4252c8-c0c6-4f2d-bd4a-1dec7091b9c6 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1982844 Nov 12 04:36:48.025722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Request body: {'port': {'device_id': 'cd878762-18c3-4ec7-aa9a-b2a690ec5f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:36:48.034168 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26da425-9857-402d-b556-5884df5d720f req-48c84b55-fd4a-4aef-b8f3-cad5faff95cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:48.035709 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c26da425-9857-402d-b556-5884df5d720f req-48c84b55-fd4a-4aef-b8f3-cad5faff95cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f497be31-7943-4616-9958-6a86c5285b45 HTTP/1.1" status: 200 len: 834 time: 0.1000845 Nov 12 04:36:48.076660 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26da425-9857-402d-b556-5884df5d720f req-13d64dcb-aa79-4d9b-9905-c1a22e1ecd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:48.078750 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c26da425-9857-402d-b556-5884df5d720f req-13d64dcb-aa79-4d9b-9905-c1a22e1ecd60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f497be31-7943-4616-9958-6a86c5285b45 HTTP/1.1" status: 200 len: 834 time: 0.1326115 Nov 12 04:36:48.095349 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:48.122491 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26da425-9857-402d-b556-5884df5d720f req-75c319ec-3c7b-4a21-af76-d1d62daf876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:48.124276 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c26da425-9857-402d-b556-5884df5d720f req-75c319ec-3c7b-4a21-af76-d1d62daf876e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb3c2fbe-4b78-4f75-a060-641c28a1f617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796449 Nov 12 04:36:48.156905 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:48.168393 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26da425-9857-402d-b556-5884df5d720f req-b9352d01-8be5-488e-b455-15f272b7f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:48.168393 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c26da425-9857-402d-b556-5884df5d720f req-b9352d01-8be5-488e-b455-15f272b7f495 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb3c2fbe-4b78-4f75-a060-641c28a1f617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0793130 Nov 12 04:36:48.304638 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c26da425-9857-402d-b556-5884df5d720f req-6826e140-3d21-4e0c-8b45-aca79036120f service neutron] 10.222.0.31 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712162 Nov 12 04:36:48.377269 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c26da425-9857-402d-b556-5884df5d720f req-8d61e02b-6502-4585-bfe3-bdd233dd22bd service neutron] 10.222.0.21 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790926 Nov 12 04:36:48.428205 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87518b4a-34e9-4262-b3a2-e8dd6bf156e1 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:36:48.437599 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:48.452005 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Transition to ACTIVE for port object 87518b4a-34e9-4262-b3a2-e8dd6bf156e1 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:36:48.509648 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c26da425-9857-402d-b556-5884df5d720f req-67ac62da-36b1-4873-b725-28169bf69db3 service neutron] 10.222.0.31 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937501 Nov 12 04:36:48.525432 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c26da425-9857-402d-b556-5884df5d720f req-8c7686db-c60e-4459-a566-bc7c73460ed1 service neutron] 10.222.0.21 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204545 Nov 12 04:36:48.596487 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:48.657807 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=87518b4a-34e9-4262-b3a2-e8dd6bf156e1,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:48.738024 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Attempting to bind port 87518b4a-34e9-4262-b3a2-e8dd6bf156e1 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:36:48.738757 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Attempting to bind port 87518b4a-34e9-4262-b3a2-e8dd6bf156e1 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'eaaaf2e0-e010-49ce-bb98-510383f2d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:36:48.739094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Attempting to bind port 87518b4a-34e9-4262-b3a2-e8dd6bf156e1 on network d951b35b-5ae6-40de-94b2-005aae2805fe {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:36:48.743890 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Port 87518b4a-34e9-4262-b3a2-e8dd6bf156e1 on network d951b35b-5ae6-40de-94b2-005aae2805fe not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:36:48.744239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Attempting to bind port 87518b4a-34e9-4262-b3a2-e8dd6bf156e1 on network d951b35b-5ae6-40de-94b2-005aae2805fe {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:36:48.749630 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:36:48.749969 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Checking segment: {'id': 'eaaaf2e0-e010-49ce-bb98-510383f2d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:36:48.750350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Bound using segment: {'id': 'eaaaf2e0-e010-49ce-bb98-510383f2d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:36:48.750808 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Bound port: 87518b4a-34e9-4262-b3a2-e8dd6bf156e1, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaaaf2e0-e010-49ce-bb98-510383f2d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:36:48.751167 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:48.822751 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] For port 87518b4a-34e9-4262-b3a2-e8dd6bf156e1, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:36:48.827588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] For port 87518b4a-34e9-4262-b3a2-e8dd6bf156e1, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=87518b4a-34e9-4262-b3a2-e8dd6bf156e1,segment=NetworkSegment(eaaaf2e0-e010-49ce-bb98-510383f2d747),segment_id=eaaaf2e0-e010-49ce-bb98-510383f2d747)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:36:49.048188 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:49.048188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23ebe9-8e92-4b68-b7c2-3ee846056044 req-b724c112-e756-4226-a259-870a8fcc2627 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:49.048188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a23ebe9-8e92-4b68-b7c2-3ee846056044 req-b724c112-e756-4226-a259-870a8fcc2627 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 944 time: 0.0985012 Nov 12 04:36:49.048188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:49.048188 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:49.048188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0aca509-0279-496e-afa0-d9006f031b28 req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] 10.222.0.31 "PUT /v2.0/ports/87518b4a-34e9-4262-b3a2-e8dd6bf156e1 HTTP/1.1" status: 200 len: 1093 time: 0.9836063 Nov 12 04:36:49.048188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd878762-18c3-4ec7-aa9a-b2a690ec5f1f', 'tag': '87518b4a-34e9-4262-b3a2-e8dd6bf156e1'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:36:49.048188 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849df43d-8a20-403a-abf5-ca18f07a6811" -d '{"events": [{"name": "network-changed", "server_uuid": "cd878762-18c3-4ec7-aa9a-b2a690ec5f1f", "tag": "87518b4a-34e9-4262-b3a2-e8dd6bf156e1"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:36:49.063519 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f2a45-4977-4169-8e23-81c30d19d7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=87518b4a-34e9-4262-b3a2-e8dd6bf156e1,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:49.110004 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a23ebe9-8e92-4b68-b7c2-3ee846056044 req-98620fe4-86e5-4a52-b27e-8e48757a5fcb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339469 Nov 12 04:36:49.195142 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13d7a92-bb6f-410e-9876-678fad9c50fc x-openstack-request-id: req-c13d7a92-bb6f-410e-9876-678fad9c50fc {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:36:49.195677 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd878762-18c3-4ec7-aa9a-b2a690ec5f1f", "tag": "87518b4a-34e9-4262-b3a2-e8dd6bf156e1", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:36:49.196101 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c13d7a92-bb6f-410e-9876-678fad9c50fc {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:36:49.197136 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd878762-18c3-4ec7-aa9a-b2a690ec5f1f', 'tag': '87518b4a-34e9-4262-b3a2-e8dd6bf156e1', 'status': 'completed', 'code': 200} Nov 12 04:36:49.224010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aca509-0279-496e-afa0-d9006f031b28 req-8ab84287-39e2-4b7c-a1fd-ae7e506f0b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:49.226257 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0aca509-0279-496e-afa0-d9006f031b28 req-8ab84287-39e2-4b7c-a1fd-ae7e506f0b82 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b67341a19d643aa810ccb856899fd39&device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 1096 time: 0.0853746 Nov 12 04:36:49.305338 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0aca509-0279-496e-afa0-d9006f031b28 req-a2a01800-706b-48a9-ac4e-38ca25ad633e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87518b4a-34e9-4262-b3a2-e8dd6bf156e1 HTTP/1.1" status: 200 len: 217 time: 0.0618284 Nov 12 04:36:49.384865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184c7a9-8169-4891-94a9-6e14cd8b9717 req-9be308d1-c555-4dea-98d9-3d4bd46a51d9 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:49.390262 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b184c7a9-8169-4891-94a9-6e14cd8b9717 req-9be308d1-c555-4dea-98d9-3d4bd46a51d9 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 944 time: 0.1434472 Nov 12 04:36:49.399466 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aca509-0279-496e-afa0-d9006f031b28 req-fe0a2e30-80e1-4f83-ba0f-ae14cf260c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:49.402621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0aca509-0279-496e-afa0-d9006f031b28 req-fe0a2e30-80e1-4f83-ba0f-ae14cf260c52 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f1025a5-d9f3-41ef-a72e-82436b0d3eb6 HTTP/1.1" status: 200 len: 854 time: 0.0806565 Nov 12 04:36:49.454329 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0aca509-0279-496e-afa0-d9006f031b28 req-53c7cb03-a475-49e3-bb08-65a3d8e5c369 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d951b35b-5ae6-40de-94b2-005aae2805fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435462 Nov 12 04:36:49.512586 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b184c7a9-8169-4891-94a9-6e14cd8b9717 req-25dcfc6c-23d5-4e6d-9611-8e79294a7bfe tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088402 Nov 12 04:36:49.536097 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:36:49.583039 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0aca509-0279-496e-afa0-d9006f031b28 req-e8dffaee-5c9e-4455-aab4-17b6140b6e7c service neutron] 10.222.0.31 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160522 Nov 12 04:36:49.726290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0aca509-0279-496e-afa0-d9006f031b28 req-65d11ffb-7dba-455e-b5ba-37957ca1b222 service neutron] 10.222.0.31 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342046 Nov 12 04:36:49.779180 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38384) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:49.921997 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cc602e41-c2c7-4644-9d1e-7731a11922d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:50.016526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849df43d-8a20-403a-abf5-ca18f07a6811 req-646b55a0-f823-4c5f-81ee-066e30441fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:50.018555 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-849df43d-8a20-403a-abf5-ca18f07a6811 req-646b55a0-f823-4c5f-81ee-066e30441fea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b67341a19d643aa810ccb856899fd39&device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 1096 time: 0.0828247 Nov 12 04:36:50.119808 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cc602e41-c2c7-4644-9d1e-7731a11922d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:50.152198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849df43d-8a20-403a-abf5-ca18f07a6811 req-1dcd1dec-a1bd-47f2-b636-eb3892898fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:50.153754 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-849df43d-8a20-403a-abf5-ca18f07a6811 req-1dcd1dec-a1bd-47f2-b636-eb3892898fb3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d951b35b-5ae6-40de-94b2-005aae2805fe HTTP/1.1" status: 200 len: 915 time: 0.1274436 Nov 12 04:36:50.202096 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cc602e41-c2c7-4644-9d1e-7731a11922d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:50.208316 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-849df43d-8a20-403a-abf5-ca18f07a6811 req-01a515d3-8b6c-4c54-bc28-14f8ceb17c67 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87518b4a-34e9-4262-b3a2-e8dd6bf156e1 HTTP/1.1" status: 200 len: 217 time: 0.0454645 Nov 12 04:36:50.295406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc602e41-c2c7-4644-9d1e-7731a11922d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae03345-184a-45b7-8123-5fcef224fc5e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:50.324088 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cc602e41-c2c7-4644-9d1e-7731a11922d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb8e0773b665400da2a11e8e37e3dc68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5391068 Nov 12 04:36:50.324676 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38392) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:50.340795 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849df43d-8a20-403a-abf5-ca18f07a6811 req-df581837-3073-4bb4-9ccb-4bf9ed18f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:50.342359 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-849df43d-8a20-403a-abf5-ca18f07a6811 req-df581837-3073-4bb4-9ccb-4bf9ed18f6d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f1025a5-d9f3-41ef-a72e-82436b0d3eb6 HTTP/1.1" status: 200 len: 854 time: 0.1187942 Nov 12 04:36:50.375716 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cf1f8-af2c-4164-a4f7-835b1513cff2 req-ed96e2b8-3560-4672-bbc3-9a9cf4a880d7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:50.378290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d9cf1f8-af2c-4164-a4f7-835b1513cff2 req-ed96e2b8-3560-4672-bbc3-9a9cf4a880d7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 944 time: 0.1354897 Nov 12 04:36:50.403588 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-987bf0f3-ffcf-4e69-9381-5f03a2c9951c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:50.435276 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-987bf0f3-ffcf-4e69-9381-5f03a2c9951c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:50.441793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-849df43d-8a20-403a-abf5-ca18f07a6811 req-9a1f26da-f117-4f70-a4df-8c3d2766b888 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d951b35b-5ae6-40de-94b2-005aae2805fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891478 Nov 12 04:36:50.588183 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d9cf1f8-af2c-4164-a4f7-835b1513cff2 req-aa4e8a3a-a4cb-4b12-adac-41899e7d43bc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574817 Nov 12 04:36:50.620745 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-987bf0f3-ffcf-4e69-9381-5f03a2c9951c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:50.627201 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-987bf0f3-ffcf-4e69-9381-5f03a2c9951c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:50.642461 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-987bf0f3-ffcf-4e69-9381-5f03a2c9951c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aae03345-184a-45b7-8123-5fcef224fc5e HTTP/1.1" status: 204 len: 168 time: 0.3072593 Nov 12 04:36:50.642675 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-849df43d-8a20-403a-abf5-ca18f07a6811 req-bf01a998-821e-453b-b2c8-241edcf97a06 service neutron] 10.222.0.31 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802113 Nov 12 04:36:50.657500 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987bf0f3-ffcf-4e69-9381-5f03a2c9951c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae03345-184a-45b7-8123-5fcef224fc5e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:50.863288 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d00e8-0ecb-4072-b9af-46848f2787bc req-98bc403c-1908-4e3f-b9c3-9df4a2e8384c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:50.864995 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0a4d00e8-0ecb-4072-b9af-46848f2787bc req-98bc403c-1908-4e3f-b9c3-9df4a2e8384c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 944 time: 0.1196430 Nov 12 04:36:50.893631 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-849df43d-8a20-403a-abf5-ca18f07a6811 req-00441a9f-32b8-4917-a640-e3437ecc37c9 service neutron] 10.222.0.31 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469389 Nov 12 04:36:50.951667 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0a4d00e8-0ecb-4072-b9af-46848f2787bc req-ffc3204e-002b-4bc1-b112-58d4d80b4b41 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730205 Nov 12 04:36:51.061859 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6080b56b-f78d-4212-8859-6d7ed5214af9 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:36:51.233701 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 6080b56b-f78d-4212-8859-6d7ed5214af9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6080b56b-f78d-4212-8859-6d7ed5214af9,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:51.252240 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617', 'port_id': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'mac_address': 'fa:16:3e:2f:c5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f497be31-7943-4616-9958-6a86c5285b45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:36:51.303667 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:51.320317 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6080b56b-f78d-4212-8859-6d7ed5214af9 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:36:51.347895 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 6080b56b-f78d-4212-8859-6d7ed5214af9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6080b56b-f78d-4212-8859-6d7ed5214af9,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:51.483479 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:51.578418 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=6080b56b-f78d-4212-8859-6d7ed5214af9,revision_number=12']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:51.744533 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad2374-0aca-468d-84fb-9c336da5353a req-d882fffc-0b9f-4f17-a6f5-b2a3b870586a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:51.747096 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41ad2374-0aca-468d-84fb-9c336da5353a req-d882fffc-0b9f-4f17-a6f5-b2a3b870586a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 945 time: 0.0700521 Nov 12 04:36:51.833471 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41ad2374-0aca-468d-84fb-9c336da5353a req-d7937cfe-138a-4888-8722-84f17aa5a9c5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765002 Nov 12 04:36:51.866971 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38434) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:51.912783 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['6080b56b-f78d-4212-8859-6d7ed5214af9'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:36:51.974135 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d6185186-3142-4345-bd07-ca9ab887615c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/floatingips/a965dbc6-8dfa-4785-aeaa-fc248c32c987 HTTP/1.1" status: 200 len: 992 time: 0.1050096 Nov 12 04:36:52.188419 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaeadc-da9c-4d53-9f1e-f0e4d8bb2fb2 req-b7235e9f-fe2f-4d8a-bca9-a459840afd71 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:52.208870 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16eaeadc-da9c-4d53-9f1e-f0e4d8bb2fb2 req-b7235e9f-fe2f-4d8a-bca9-a459840afd71 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 944 time: 0.1429572 Nov 12 04:36:52.294387 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16eaeadc-da9c-4d53-9f1e-f0e4d8bb2fb2 req-cde2a496-0355-4384-9640-143771bd687d tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837753 Nov 12 04:36:52.362437 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5b1d40af-6e17-49eb-8684-47d1d8a5c05e req-b95cc071-257a-4ca7-b2a9-a6264a966b5b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0707676 Nov 12 04:36:52.522073 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d40af-6e17-49eb-8684-47d1d8a5c05e req-a544c870-bd70-440d-90e0-32433b60273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:52.523751 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5b1d40af-6e17-49eb-8684-47d1d8a5c05e req-a544c870-bd70-440d-90e0-32433b60273a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 1097 time: 0.0842261 Nov 12 04:36:52.689286 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d40af-6e17-49eb-8684-47d1d8a5c05e req-13367e90-0767-4b5a-8ecf-38f1471f02fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:52.691253 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5b1d40af-6e17-49eb-8684-47d1d8a5c05e req-13367e90-0767-4b5a-8ecf-38f1471f02fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb3c2fbe-4b78-4f75-a060-641c28a1f617 HTTP/1.1" status: 200 len: 898 time: 0.1375511 Nov 12 04:36:52.774995 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5b1d40af-6e17-49eb-8684-47d1d8a5c05e req-6e34fa0f-aa4a-4c53-854c-6f40ca219030 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6080b56b-f78d-4212-8859-6d7ed5214af9 HTTP/1.1" status: 200 len: 1000 time: 0.0757349 Nov 12 04:36:52.845628 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d40af-6e17-49eb-8684-47d1d8a5c05e req-f2573322-29a8-417f-ac70-38c6e97ab203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:52.847286 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5b1d40af-6e17-49eb-8684-47d1d8a5c05e req-f2573322-29a8-417f-ac70-38c6e97ab203 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f497be31-7943-4616-9958-6a86c5285b45 HTTP/1.1" status: 200 len: 834 time: 0.0591986 Nov 12 04:36:52.915091 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d40af-6e17-49eb-8684-47d1d8a5c05e req-b9de730f-44f5-49ca-bccb-3dc45dd4f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:52.916707 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5b1d40af-6e17-49eb-8684-47d1d8a5c05e req-b9de730f-44f5-49ca-bccb-3dc45dd4f988 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb3c2fbe-4b78-4f75-a060-641c28a1f617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604942 Nov 12 04:36:53.079801 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5b1d40af-6e17-49eb-8684-47d1d8a5c05e req-4065ddba-ce01-4acb-aa1d-1d87c820204d service neutron] 10.222.0.21 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546438 Nov 12 04:36:53.086419 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 87518b4a-34e9-4262-b3a2-e8dd6bf156e1 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:36:53.238972 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5b1d40af-6e17-49eb-8684-47d1d8a5c05e req-c66bc88e-8f3e-4b55-91b3-bef01196f0fb service neutron] 10.222.0.21 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429837 Nov 12 04:36:53.286792 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 87518b4a-34e9-4262-b3a2-e8dd6bf156e1, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=87518b4a-34e9-4262-b3a2-e8dd6bf156e1,segment=NetworkSegment(eaaaf2e0-e010-49ce-bb98-510383f2d747),segment_id=eaaaf2e0-e010-49ce-bb98-510383f2d747)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:53.294127 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '87518b4a-34e9-4262-b3a2-e8dd6bf156e1', 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe', 'port_id': '87518b4a-34e9-4262-b3a2-e8dd6bf156e1', 'mac_address': 'fa:16:3e:11:39:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1025a5-d9f3-41ef-a72e-82436b0d3eb6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:36:53.366297 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:53.393517 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87518b4a-34e9-4262-b3a2-e8dd6bf156e1 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:36:53.425612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 87518b4a-34e9-4262-b3a2-e8dd6bf156e1, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=87518b4a-34e9-4262-b3a2-e8dd6bf156e1,segment=NetworkSegment(eaaaf2e0-e010-49ce-bb98-510383f2d747),segment_id=eaaaf2e0-e010-49ce-bb98-510383f2d747)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:53.455325 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc070bc-9384-4ec0-ac37-fa339933f0e2 req-449c17ed-3182-4779-a112-340cca899905 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:53.456882 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5dc070bc-9384-4ec0-ac37-fa339933f0e2 req-449c17ed-3182-4779-a112-340cca899905 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 944 time: 0.0611389 Nov 12 04:36:53.519384 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5dc070bc-9384-4ec0-ac37-fa339933f0e2 req-82698f31-8ebf-4a5f-9aea-79c4e504e638 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554485 Nov 12 04:36:53.568519 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:53.653663 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=87518b4a-34e9-4262-b3a2-e8dd6bf156e1,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:53.844554 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9133367d-f778-4cdf-88db-ea9b89bdcfdc req-657c2b05-0fc5-4fa1-873d-5cdf2aeef93b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0628734 Nov 12 04:36:53.870496 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['87518b4a-34e9-4262-b3a2-e8dd6bf156e1'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:36:54.035396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133367d-f778-4cdf-88db-ea9b89bdcfdc req-9b0684c6-f980-4c00-b5d1-8618bbab6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:54.039015 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9133367d-f778-4cdf-88db-ea9b89bdcfdc req-9b0684c6-f980-4c00-b5d1-8618bbab6b0b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=49f00332128a44d886ddf640128bd4c1&device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 1097 time: 0.1060336 Nov 12 04:36:54.614040 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133367d-f778-4cdf-88db-ea9b89bdcfdc req-c4fcdd31-eea8-4983-bd84-3db0e85eafa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:54.617921 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9133367d-f778-4cdf-88db-ea9b89bdcfdc req-c4fcdd31-eea8-4983-bd84-3db0e85eafa0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a730d3bd-8b46-4dd7-a02b-e5a523424593 HTTP/1.1" status: 200 len: 910 time: 0.5470331 Nov 12 04:36:54.765223 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9133367d-f778-4cdf-88db-ea9b89bdcfdc req-e99eb249-a1e7-46b0-99cf-967d08c55bd9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae82aee1-b835-4418-8efe-9fad77e676bd HTTP/1.1" status: 200 len: 1001 time: 0.1385927 Nov 12 04:36:54.824535 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0660c2d-4ae3-4c7a-a211-5b280856ff16 req-4bb2883b-8781-4808-85fd-6031c080f8ea tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:54.826033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0660c2d-4ae3-4c7a-a211-5b280856ff16 req-4bb2883b-8781-4808-85fd-6031c080f8ea tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 945 time: 0.1209707 Nov 12 04:36:54.847445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133367d-f778-4cdf-88db-ea9b89bdcfdc req-e2f7580c-2b9a-47ac-8bc1-a735157f5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:54.848900 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9133367d-f778-4cdf-88db-ea9b89bdcfdc req-e2f7580c-2b9a-47ac-8bc1-a735157f5e85 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d42717c3-3818-4929-b170-a5e423fbda0e HTTP/1.1" status: 200 len: 848 time: 0.0753880 Nov 12 04:36:54.918039 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0660c2d-4ae3-4c7a-a211-5b280856ff16 req-bbba21eb-5779-42ba-bd5a-a95c00017a77 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823100 Nov 12 04:36:54.921071 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133367d-f778-4cdf-88db-ea9b89bdcfdc req-dd00ad04-68cd-4d08-8f25-5b839c8a9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:54.922437 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9133367d-f778-4cdf-88db-ea9b89bdcfdc req-dd00ad04-68cd-4d08-8f25-5b839c8a9998 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a730d3bd-8b46-4dd7-a02b-e5a523424593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651004 Nov 12 04:36:55.017768 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9133367d-f778-4cdf-88db-ea9b89bdcfdc req-f50f2b69-ed88-4414-9435-abcac815ec64 service neutron] 10.222.0.31 "GET /v2.0/networks/a730d3bd-8b46-4dd7-a02b-e5a523424593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873830 Nov 12 04:36:55.082562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6080b56b-f78d-4212-8859-6d7ed5214af9 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:36:55.088710 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 87518b4a-34e9-4262-b3a2-e8dd6bf156e1 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:36:55.156210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9133367d-f778-4cdf-88db-ea9b89bdcfdc req-d63eea5b-705d-44fb-b7cf-50fb24d79aea service neutron] 10.222.0.31 "GET /v2.0/networks/a730d3bd-8b46-4dd7-a02b-e5a523424593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303439 Nov 12 04:36:55.310241 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 6080b56b-f78d-4212-8859-6d7ed5214af9 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:36:55.315065 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 6080b56b-f78d-4212-8859-6d7ed5214af9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:55.315547 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:55.353801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 87518b4a-34e9-4262-b3a2-e8dd6bf156e1 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:36:55.361833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 87518b4a-34e9-4262-b3a2-e8dd6bf156e1 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:55.362202 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:55.481570 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:55.575868 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:36:55.578294 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9a3340-d439-4685-90c5-d8de583d7314" -d '{"events": [{"server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "name": "network-vif-plugged", "status": "completed", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:36:55.615383 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 6080b56b-f78d-4212-8859-6d7ed5214af9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6080b56b-f78d-4212-8859-6d7ed5214af9,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:55.617477 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:55.679047 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9500648-5894-47c4-b8ad-c758f5e4bd22 x-openstack-request-id: req-b9500648-5894-47c4-b8ad-c758f5e4bd22 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:36:55.679471 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "name": "network-vif-plugged", "status": "completed", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:36:55.680041 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9500648-5894-47c4-b8ad-c758f5e4bd22 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:36:55.680885 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'code': 200} Nov 12 04:36:55.688256 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 87518b4a-34e9-4262-b3a2-e8dd6bf156e1, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=87518b4a-34e9-4262-b3a2-e8dd6bf156e1,segment=NetworkSegment(eaaaf2e0-e010-49ce-bb98-510383f2d747),segment_id=eaaaf2e0-e010-49ce-bb98-510383f2d747)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:55.757079 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:55.761951 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:55.820443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=6080b56b-f78d-4212-8859-6d7ed5214af9,revision_number=13']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:55.895484 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=87518b4a-34e9-4262-b3a2-e8dd6bf156e1,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:56.101538 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500eb8d-c7d4-4b29-900a-f9108a934bbe req-1137ebe8-1d1a-4683-a4dd-9c9c3a9dcc65 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:56.103746 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6500eb8d-c7d4-4b29-900a-f9108a934bbe req-1137ebe8-1d1a-4683-a4dd-9c9c3a9dcc65 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 946 time: 0.0729823 Nov 12 04:36:56.200660 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6500eb8d-c7d4-4b29-900a-f9108a934bbe req-fa66d9f3-0afd-4689-84f4-63515b1c7674 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878541 Nov 12 04:36:57.393446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4f91c-f9b5-4b6b-8ff3-332d8bca794f req-d16c3383-9ac3-43fa-af60-f97721b00467 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:57.395558 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1ac4f91c-f9b5-4b6b-8ff3-332d8bca794f req-d16c3383-9ac3-43fa-af60-f97721b00467 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 946 time: 0.0648758 Nov 12 04:36:57.470221 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1ac4f91c-f9b5-4b6b-8ff3-332d8bca794f req-936a94e0-2027-4939-ad58-286cfd0c84f0 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638878 Nov 12 04:36:57.681843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd878762-18c3-4ec7-aa9a-b2a690ec5f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87518b4a-34e9-4262-b3a2-e8dd6bf156e1'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:36:57.687720 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3003e0ea-5904-4c9d-8327-b771ad7b08ce" -d '{"events": [{"server_uuid": "cd878762-18c3-4ec7-aa9a-b2a690ec5f1f", "name": "network-vif-plugged", "status": "completed", "tag": "87518b4a-34e9-4262-b3a2-e8dd6bf156e1"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:36:57.759992 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2247757-22d6-4828-ae4a-41bd1ba53fdf x-openstack-request-id: req-b2247757-22d6-4828-ae4a-41bd1ba53fdf {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:36:57.760503 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd878762-18c3-4ec7-aa9a-b2a690ec5f1f", "name": "network-vif-plugged", "status": "completed", "tag": "87518b4a-34e9-4262-b3a2-e8dd6bf156e1", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:36:57.760879 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2247757-22d6-4828-ae4a-41bd1ba53fdf {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:36:57.761480 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd878762-18c3-4ec7-aa9a-b2a690ec5f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87518b4a-34e9-4262-b3a2-e8dd6bf156e1', 'code': 200} Nov 12 04:36:57.971201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541ad37-93ea-48e2-b64d-d70ed8cad28e req-ed786966-ffba-482d-9f29-06edb7b04aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:57.973839 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e541ad37-93ea-48e2-b64d-d70ed8cad28e req-ed786966-ffba-482d-9f29-06edb7b04aa3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 1098 time: 0.0893893 Nov 12 04:36:58.039355 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e541ad37-93ea-48e2-b64d-d70ed8cad28e req-77298f36-ddca-4b1a-a6b7-d6786c4d3e44 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570502 Nov 12 04:36:58.665776 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c48d6-477b-408d-899a-41a8c347c749 req-03817eab-aa8e-488d-96af-0b387f522252 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:58.671131 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ae0c48d6-477b-408d-899a-41a8c347c749 req-03817eab-aa8e-488d-96af-0b387f522252 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 946 time: 0.0912442 Nov 12 04:36:58.764852 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ae0c48d6-477b-408d-899a-41a8c347c749 req-848f6d65-8ff9-493e-9b16-8243cf44daef tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833781 Nov 12 04:36:59.915465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f0588-900a-4711-9019-0b7e504263bc req-269390f3-48bf-4366-9898-c3415f47b4f6 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:59.919971 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a21f0588-900a-4711-9019-0b7e504263bc req-269390f3-48bf-4366-9898-c3415f47b4f6 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 946 time: 0.0584660 Nov 12 04:36:59.997469 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a21f0588-900a-4711-9019-0b7e504263bc req-7e25d90a-45ff-4ad3-91dc-e1b9622bf015 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739071 Nov 12 04:37:01.930661 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d29ff-3478-46e4-a965-4b86af665085 req-ffcdc362-0200-49a8-ac5b-776642ecee6a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:01.939475 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-876d29ff-3478-46e4-a965-4b86af665085 req-ffcdc362-0200-49a8-ac5b-776642ecee6a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 946 time: 0.0974960 Nov 12 04:37:02.125809 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-876d29ff-3478-46e4-a965-4b86af665085 req-c421a1a5-b132-4275-9fee-a6a7ab1e4024 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups?id=95496882-e894-46ee-b5ba-26474eee670c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545956 Nov 12 04:37:03.172935 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-982cc52e-1704-411b-b88f-17eda236ca77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:03.284970 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdb3bc-067c-4c62-9f8c-8a244e2e177e req-e3652e52-df95-4e05-8072-0237b1d446f4 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:03.288046 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e6cdb3bc-067c-4c62-9f8c-8a244e2e177e req-e3652e52-df95-4e05-8072-0237b1d446f4 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 946 time: 0.0948944 Nov 12 04:37:03.448837 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-e6cdb3bc-067c-4c62-9f8c-8a244e2e177e req-4c39e8f0-01c2-4669-870e-f515153ed546 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Deleting port 7593ae70-1164-4795-b2bc-eeee47b3fbc8 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:03.449289 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e6cdb3bc-067c-4c62-9f8c-8a244e2e177e req-4c39e8f0-01c2-4669-870e-f515153ed546 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:03.562722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-e6cdb3bc-067c-4c62-9f8c-8a244e2e177e req-4c39e8f0-01c2-4669-870e-f515153ed546 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] For port 7593ae70-1164-4795-b2bc-eeee47b3fbc8, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7593ae70-1164-4795-b2bc-eeee47b3fbc8,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:03.563250 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e6cdb3bc-067c-4c62-9f8c-8a244e2e177e req-4c39e8f0-01c2-4669-870e-f515153ed546 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:03.999988 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e6cdb3bc-067c-4c62-9f8c-8a244e2e177e req-4c39e8f0-01c2-4669-870e-f515153ed546 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:04.000537 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e6cdb3bc-067c-4c62-9f8c-8a244e2e177e req-4c39e8f0-01c2-4669-870e-f515153ed546 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:04.001278 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-e6cdb3bc-067c-4c62-9f8c-8a244e2e177e req-4c39e8f0-01c2-4669-870e-f515153ed546 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Floating IP 755cbdb7-bc3d-48e7-a04e-c3eb010d73e4 disassociated. External IP: 172.25.1.27, port: 7593ae70-1164-4795-b2bc-eeee47b3fbc8. Nov 12 04:37:04.002000 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-e6cdb3bc-067c-4c62-9f8c-8a244e2e177e req-4c39e8f0-01c2-4669-870e-f515153ed546 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Calling delete_port for 7593ae70-1164-4795-b2bc-eeee47b3fbc8 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:04.288858 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e6cdb3bc-067c-4c62-9f8c-8a244e2e177e req-4c39e8f0-01c2-4669-870e-f515153ed546 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:04.372585 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39e8f0-01c2-4669-870e-f515153ed546 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Pushing event deleted for resources: {'Port': ['ID=7593ae70-1164-4795-b2bc-eeee47b3fbc8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:04.579065 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1009bcc8-83fd-485e-9321-6178b0f7cf80 req-92618aa6-0b50-45c3-a6d6-98c5f0594af3 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 210 time: 0.0508356 Nov 12 04:37:04.679530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6cdb3bc-067c-4c62-9f8c-8a244e2e177e req-4c39e8f0-01c2-4669-870e-f515153ed546 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Router de2e8c72-d43f-4950-84ff-8233fa73bd72 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:37:04.851767 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6cdb3bc-067c-4c62-9f8c-8a244e2e177e req-4c39e8f0-01c2-4669-870e-f515153ed546 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:37:04.865093 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc45bc-460a-45b9-8c7b-f0fa6bdd0858 None None] Sync routers for ids ['de2e8c72-d43f-4950-84ff-8233fa73bd72'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:37:04.889043 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc45bc-460a-45b9-8c7b-f0fa6bdd0858 None None] Routers {'de2e8c72-d43f-4950-84ff-8233fa73bd72'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:04.889937 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2cbc45bc-460a-45b9-8c7b-f0fa6bdd0858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:36:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['de2e8c72-d43f-4950-84ff-8233fa73bd72'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:04.934382 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cdb3bc-067c-4c62-9f8c-8a244e2e177e req-4c39e8f0-01c2-4669-870e-f515153ed546 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] No DVR routers for this DVR port 7593ae70-1164-4795-b2bc-eeee47b3fbc8 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:04.944257 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e6cdb3bc-067c-4c62-9f8c-8a244e2e177e req-4c39e8f0-01c2-4669-870e-f515153ed546 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:04.956499 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e6cdb3bc-067c-4c62-9f8c-8a244e2e177e req-4c39e8f0-01c2-4669-870e-f515153ed546 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.31 "DELETE /v2.0/ports/7593ae70-1164-4795-b2bc-eeee47b3fbc8 HTTP/1.1" status: 204 len: 173 time: 1.6612468 Nov 12 04:37:04.957269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd57d883-5ad9-4021-b58a-7d871ac7e4f0', 'name': 'network-vif-deleted', 'tag': '7593ae70-1164-4795-b2bc-eeee47b3fbc8'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:04.977021 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4157af9-8af8-4603-a321-61ca56e74ac2" -d '{"events": [{"server_uuid": "cd57d883-5ad9-4021-b58a-7d871ac7e4f0", "name": "network-vif-deleted", "tag": "7593ae70-1164-4795-b2bc-eeee47b3fbc8"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:05.067659 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587eeec9-3956-42c7-8d92-41af978b456b x-openstack-request-id: req-587eeec9-3956-42c7-8d92-41af978b456b {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:05.067957 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd57d883-5ad9-4021-b58a-7d871ac7e4f0", "name": "network-vif-deleted", "tag": "7593ae70-1164-4795-b2bc-eeee47b3fbc8", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:05.068209 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-587eeec9-3956-42c7-8d92-41af978b456b {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:05.068616 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd57d883-5ad9-4021-b58a-7d871ac7e4f0', 'name': 'network-vif-deleted', 'tag': '7593ae70-1164-4795-b2bc-eeee47b3fbc8', 'status': 'completed', 'code': 200} Nov 12 04:37:05.126765 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-2cbc45bc-460a-45b9-8c7b-f0fa6bdd0858 None None] Set router de2e8c72-d43f-4950-84ff-8233fa73bd72 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:05.611045 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2cbc45bc-460a-45b9-8c7b-f0fa6bdd0858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '831a8abd-8b24-42d1-848b-c19fc15a8d28', 'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'mac_address': 'fa:16:3e:0c:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:37Z', 'updated_at': '2021-11-12T04:27:43Z', 'revision_number': 5, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'subnets': [{'id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:05.646327 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-586c1932-38aa-4bc8-90cc-3b59a535e61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:05.661621 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc45bc-460a-45b9-8c7b-f0fa6bdd0858 None None] Checking router: de2e8c72-d43f-4950-84ff-8233fa73bd72 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:37:05.687532 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc45bc-460a-45b9-8c7b-f0fa6bdd0858 None None] Routers {'de2e8c72-d43f-4950-84ff-8233fa73bd72'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:05.688152 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2cbc45bc-460a-45b9-8c7b-f0fa6bdd0858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:37:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['de2e8c72-d43f-4950-84ff-8233fa73bd72'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:05.817171 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e96a5a9f-f872-431e-a012-2d68f1c2c8dc req-ba8c3d03-67c2-4370-910d-e34e3a27b1ca tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd57d883-5ad9-4021-b58a-7d871ac7e4f0 HTTP/1.1" status: 200 len: 210 time: 0.0434241 Nov 12 04:37:05.878090 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-2cbc45bc-460a-45b9-8c7b-f0fa6bdd0858 None None] Set router de2e8c72-d43f-4950-84ff-8233fa73bd72 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:06.167632 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2cbc45bc-460a-45b9-8c7b-f0fa6bdd0858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '831a8abd-8b24-42d1-848b-c19fc15a8d28', 'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'mac_address': 'fa:16:3e:0c:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:37Z', 'updated_at': '2021-11-12T04:27:43Z', 'revision_number': 5, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'subnets': [{'id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:06.256855 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc45bc-460a-45b9-8c7b-f0fa6bdd0858 None None] The sync data for ids ['de2e8c72-d43f-4950-84ff-8233fa73bd72'] in n-d-768509-24 is: [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '831a8abd-8b24-42d1-848b-c19fc15a8d28', 'name': '', 'network_id': '294ec058-73b6-4a99-bf44-c3ca2f3709aa', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'mac_address': 'fa:16:3e:0c:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:37Z', 'updated_at': '2021-11-12T04:27:43Z', 'revision_number': 5, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'subnets': [{'id': 'ebf988ec-0e1d-4fb3-b211-28e626141e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:37:06.723637 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:06.754103 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef15970-ba3b-4ea6-a7e0-883a7c4aa636 None None] New status for floating IP 755cbdb7-bc3d-48e7-a04e-c3eb010d73e4: DOWN {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:37:07.024822 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38682) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:07.153226 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8e27479-761f-42d5-b91a-5b456f05dc0e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:07.194818 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8e27479-761f-42d5-b91a-5b456f05dc0e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:07.254210 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7593ae70-1164-4795-b2bc-eeee47b3fbc8 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:07.277400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 7593ae70-1164-4795-b2bc-eeee47b3fbc8 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:07.277827 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7593ae70-1164-4795-b2bc-eeee47b3fbc8 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:07.443646 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8e27479-761f-42d5-b91a-5b456f05dc0e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:07.446562 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f8e27479-761f-42d5-b91a-5b456f05dc0e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:07.448875 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f8e27479-761f-42d5-b91a-5b456f05dc0e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "DELETE /v2.0/security-groups/95496882-e894-46ee-b5ba-26474eee670c HTTP/1.1" status: 204 len: 168 time: 0.4240210 Nov 12 04:37:07.460473 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38688) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:07.492387 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-63ed71d1-b200-43cc-8128-30d97921fa1a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] show failed (client error): The resource could not be found. Nov 12 04:37:07.496738 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-63ed71d1-b200-43cc-8128-30d97921fa1a tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "GET /v2.0/security-groups/95496882-e894-46ee-b5ba-26474eee670c HTTP/1.1" status: 404 len: 347 time: 0.0398276 Nov 12 04:37:07.521039 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38690) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:07.521039 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e27479-761f-42d5-b91a-5b456f05dc0e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95496882-e894-46ee-b5ba-26474eee670c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:07.562683 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e27479-761f-42d5-b91a-5b456f05dc0e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:07.563018 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e27479-761f-42d5-b91a-5b456f05dc0e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:07.563356 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e27479-761f-42d5-b91a-5b456f05dc0e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:07.563893 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e27479-761f-42d5-b91a-5b456f05dc0e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:07.564227 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e27479-761f-42d5-b91a-5b456f05dc0e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:07.564558 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e27479-761f-42d5-b91a-5b456f05dc0e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:07.564888 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e27479-761f-42d5-b91a-5b456f05dc0e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:07.565215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e27479-761f-42d5-b91a-5b456f05dc0e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:07.565536 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e27479-761f-42d5-b91a-5b456f05dc0e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:07.566114 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e27479-761f-42d5-b91a-5b456f05dc0e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:07.566679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e27479-761f-42d5-b91a-5b456f05dc0e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:07.567011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e27479-761f-42d5-b91a-5b456f05dc0e tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:07.770112 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-32db3716-0973-4998-980a-a28e14edd5b5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Deleting port b421f991-7b21-4d10-ad0e-e79de8f3568a {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:07.770707 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32db3716-0973-4998-980a-a28e14edd5b5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:07.911917 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32db3716-0973-4998-980a-a28e14edd5b5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:07.912741 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32db3716-0973-4998-980a-a28e14edd5b5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:07.949521 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-32db3716-0973-4998-980a-a28e14edd5b5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Calling delete_port for b421f991-7b21-4d10-ad0e-e79de8f3568a owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:08.334254 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:08.363028 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32db3716-0973-4998-980a-a28e14edd5b5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:08.422382 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db3716-0973-4998-980a-a28e14edd5b5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Pushing event deleted for resources: {'Port': ['ID=b421f991-7b21-4d10-ad0e-e79de8f3568a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:08.607836 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32db3716-0973-4998-980a-a28e14edd5b5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:08.612620 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32db3716-0973-4998-980a-a28e14edd5b5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:08.617484 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-32db3716-0973-4998-980a-a28e14edd5b5 tempest-AttachVolumeShelveTestJSON-1055294914 tempest-AttachVolumeShelveTestJSON-1055294914-project] 10.222.0.37 "DELETE /v2.0/floatingips/755cbdb7-bc3d-48e7-a04e-c3eb010d73e4 HTTP/1.1" status: 204 len: 168 time: 1.1088734 Nov 12 04:37:09.150152 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:16.835451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65f281-41e3-44a0-9f1a-974a5dca2685 req-bf07add4-5e36-47e0-a9f5-2cc97570925c tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:16.838058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d65f281-41e3-44a0-9f1a-974a5dca2685 req-bf07add4-5e36-47e0-a9f5-2cc97570925c tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 945 time: 0.0852349 Nov 12 04:37:16.938875 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d65f281-41e3-44a0-9f1a-974a5dca2685 req-beb344c7-eb77-47d9-98c9-5f79d7d387e9 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/security-groups?id=29ffb9a3-c652-47c1-b626-a57babc3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871372 Nov 12 04:37:16.966799 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:17.436339 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38890) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:18.232104 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:18.311947 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cd832-60bc-408e-acbf-a1aa263d859b req-0b01b3be-b1f4-4381-8853-9cdc49b40830 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:18.314621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f27cd832-60bc-408e-acbf-a1aa263d859b req-0b01b3be-b1f4-4381-8853-9cdc49b40830 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 945 time: 0.1981699 Nov 12 04:37:18.349359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b50bec-74d7-4c82-bb11-daeaec157979 req-5b34a83e-dc62-4654-99a8-a3e40d1fa2e0 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:18.351673 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c8b50bec-74d7-4c82-bb11-daeaec157979 req-5b34a83e-dc62-4654-99a8-a3e40d1fa2e0 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 945 time: 0.2105913 Nov 12 04:37:18.531617 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38906) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:18.574303 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f27cd832-60bc-408e-acbf-a1aa263d859b req-e232f49f-9973-41ab-aef1-f5a768d2a055 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/security-groups?id=29ffb9a3-c652-47c1-b626-a57babc3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134750 Nov 12 04:37:18.643034 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-c8b50bec-74d7-4c82-bb11-daeaec157979 req-ccfd8e9f-d207-4a16-973e-8be6ba87baa4 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Deleting port ae82aee1-b835-4418-8efe-9fad77e676bd {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:18.643678 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c8b50bec-74d7-4c82-bb11-daeaec157979 req-ccfd8e9f-d207-4a16-973e-8be6ba87baa4 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:18.734783 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5b8060-4be1-455b-82fb-23214f41144f tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:18.741000 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5b8060-4be1-455b-82fb-23214f41144f tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:18.741000 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5b8060-4be1-455b-82fb-23214f41144f tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:18.741000 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ce5b8060-4be1-455b-82fb-23214f41144f tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=8637d71ae4c840e5a0ac06c987e9c7b5&network_id=1c1b6a21-838c-4da2-b510-f882164c09b5 HTTP/1.1" status: 200 len: 2972 time: 0.2048705 Nov 12 04:37:18.839414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-c8b50bec-74d7-4c82-bb11-daeaec157979 req-ccfd8e9f-d207-4a16-973e-8be6ba87baa4 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] For port ae82aee1-b835-4418-8efe-9fad77e676bd, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=ae82aee1-b835-4418-8efe-9fad77e676bd,segment=NetworkSegment(4de9da1c-81be-4a0a-b976-d83fdfd5f15f),segment_id=4de9da1c-81be-4a0a-b976-d83fdfd5f15f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:18.839696 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c8b50bec-74d7-4c82-bb11-daeaec157979 req-ccfd8e9f-d207-4a16-973e-8be6ba87baa4 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:18.949770 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7141ab73-af55-4bb8-849c-fbf4e62b7fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:19.571568 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c8b50bec-74d7-4c82-bb11-daeaec157979 req-ccfd8e9f-d207-4a16-973e-8be6ba87baa4 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:19.573271 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c8b50bec-74d7-4c82-bb11-daeaec157979 req-ccfd8e9f-d207-4a16-973e-8be6ba87baa4 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:19.573827 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-c8b50bec-74d7-4c82-bb11-daeaec157979 req-ccfd8e9f-d207-4a16-973e-8be6ba87baa4 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Floating IP a5e7e8ca-53e9-4c0b-b265-fdb968a2e951 disassociated. External IP: 172.25.1.238, port: ae82aee1-b835-4418-8efe-9fad77e676bd. Nov 12 04:37:19.574403 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-c8b50bec-74d7-4c82-bb11-daeaec157979 req-ccfd8e9f-d207-4a16-973e-8be6ba87baa4 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Calling delete_port for ae82aee1-b835-4418-8efe-9fad77e676bd owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:19.888683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda20cc1-46f2-4f87-b3da-520636c97032 req-c1c61b09-57d6-4da3-af08-24dbdba76994 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:19.890315 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eda20cc1-46f2-4f87-b3da-520636c97032 req-c1c61b09-57d6-4da3-af08-24dbdba76994 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 945 time: 0.1325464 Nov 12 04:37:20.045576 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c8b50bec-74d7-4c82-bb11-daeaec157979 req-ccfd8e9f-d207-4a16-973e-8be6ba87baa4 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.073521 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eda20cc1-46f2-4f87-b3da-520636c97032 req-e50113fc-83dd-4b41-8815-385ea735d4fa tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/security-groups?id=29ffb9a3-c652-47c1-b626-a57babc3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718626 Nov 12 04:37:20.175342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd8e9f-d207-4a16-973e-8be6ba87baa4 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Pushing event deleted for resources: {'Port': ['ID=ae82aee1-b835-4418-8efe-9fad77e676bd,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:20.373577 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-7141ab73-af55-4bb8-849c-fbf4e62b7fee admin admin] Deleting port 831a8abd-8b24-42d1-848b-c19fc15a8d28 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:20.374019 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7141ab73-af55-4bb8-849c-fbf4e62b7fee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.506510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8b50bec-74d7-4c82-bb11-daeaec157979 req-ccfd8e9f-d207-4a16-973e-8be6ba87baa4 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Router 77e204c4-f7e6-4c17-9340-d9b00891f3e6 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:37:20.534477 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-7141ab73-af55-4bb8-849c-fbf4e62b7fee admin admin] For port 831a8abd-8b24-42d1-848b-c19fc15a8d28, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=831a8abd-8b24-42d1-848b-c19fc15a8d28,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:20.534974 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7141ab73-af55-4bb8-849c-fbf4e62b7fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.600756 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-7141ab73-af55-4bb8-849c-fbf4e62b7fee admin admin] Calling delete_port for 831a8abd-8b24-42d1-848b-c19fc15a8d28 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:20.630993 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38944) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:20.755445 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318a889b-7857-4c79-9895-aa0be5e23874 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:20.761822 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-318a889b-7857-4c79-9895-aa0be5e23874 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 814 time: 0.1283379 Nov 12 04:37:20.873704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8b50bec-74d7-4c82-bb11-daeaec157979 req-ccfd8e9f-d207-4a16-973e-8be6ba87baa4 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:37:20.892607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-a2c38132-9beb-4730-bac3-94455c54b6b7 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:20.894177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-a2c38132-9beb-4730-bac3-94455c54b6b7 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/networks?id=d951b35b-5ae6-40de-94b2-005aae2805fe HTTP/1.1" status: 200 len: 814 time: 0.2848940 Nov 12 04:37:20.896879 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5dae8b-bcc4-4efa-ae8f-2c0eee3f98df None None] Sync routers for ids ['77e204c4-f7e6-4c17-9340-d9b00891f3e6'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:37:20.918132 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5dae8b-bcc4-4efa-ae8f-2c0eee3f98df None None] Routers {'77e204c4-f7e6-4c17-9340-d9b00891f3e6'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:20.918847 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0f5dae8b-bcc4-4efa-ae8f-2c0eee3f98df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:37:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['77e204c4-f7e6-4c17-9340-d9b00891f3e6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:20.980750 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b50bec-74d7-4c82-bb11-daeaec157979 req-ccfd8e9f-d207-4a16-973e-8be6ba87baa4 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] No DVR routers for this DVR port ae82aee1-b835-4418-8efe-9fad77e676bd on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:20.984308 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c8b50bec-74d7-4c82-bb11-daeaec157979 req-ccfd8e9f-d207-4a16-973e-8be6ba87baa4 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.988587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c8b50bec-74d7-4c82-bb11-daeaec157979 req-ccfd8e9f-d207-4a16-973e-8be6ba87baa4 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.31 "DELETE /v2.0/ports/ae82aee1-b835-4418-8efe-9fad77e676bd HTTP/1.1" status: 204 len: 173 time: 2.6258123 Nov 12 04:37:20.996041 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9cb16f-a921-462a-a719-b2b5b8a37e8c', 'name': 'network-vif-deleted', 'tag': 'ae82aee1-b835-4418-8efe-9fad77e676bd'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:20.997415 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef3bee0-c21f-453d-9eaf-c801a74d96a8" -d '{"events": [{"server_uuid": "3e9cb16f-a921-462a-a719-b2b5b8a37e8c", "name": "network-vif-deleted", "tag": "ae82aee1-b835-4418-8efe-9fad77e676bd"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:21.003447 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-059f12a7-7aab-40a5-8501-24e6c8e2bd97 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/quotas/1b67341a19d643aa810ccb856899fd39 HTTP/1.1" status: 200 len: 375 time: 0.0895262 Nov 12 04:37:21.060083 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0f5dae8b-bcc4-4efa-ae8f-2c0eee3f98df None None] Set router 77e204c4-f7e6-4c17-9340-d9b00891f3e6 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:21.125538 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-81bd17a0-4050-4833-928f-c90ba2667927 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b67341a19d643aa810ccb856899fd39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1156466 Nov 12 04:37:21.291826 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-8dbeda98-5c7e-4759-8b44-6ba456273f69 service neutron] 10.222.0.37 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390419 Nov 12 04:37:21.317325 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38960) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:21.328839 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-cd844ab3-0dc4-4a45-9541-92c3c0686182 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'network': {'name': 'tempest-network-smoke--1273761018', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'port_security_enabled': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:21.347302 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7141ab73-af55-4bb8-849c-fbf4e62b7fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:21.351786 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0f5dae8b-bcc4-4efa-ae8f-2c0eee3f98df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'name': 'tempest-TestServerBasicOps-1299889308-router', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:41Z', 'updated_at': '2021-11-12T04:31:49Z', 'revision_number': 4, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'gw_port': {'id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:43Z', 'updated_at': '2021-11-12T04:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '02c38c72-69e8-46c2-8bc0-e19274cce0da', 'name': '', 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'mac_address': 'fa:16:3e:d5:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'd42717c3-3818-4929-b170-a5e423fbda0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:47Z', 'updated_at': '2021-11-12T04:31:54Z', 'revision_number': 5, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'subnets': [{'id': 'd42717c3-3818-4929-b170-a5e423fbda0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:21.383770 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5dae8b-bcc4-4efa-ae8f-2c0eee3f98df None None] Checking router: 77e204c4-f7e6-4c17-9340-d9b00891f3e6 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:37:21.397315 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5dae8b-bcc4-4efa-ae8f-2c0eee3f98df None None] Routers {'77e204c4-f7e6-4c17-9340-d9b00891f3e6'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:21.398840 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0f5dae8b-bcc4-4efa-ae8f-2c0eee3f98df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:37:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['77e204c4-f7e6-4c17-9340-d9b00891f3e6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:21.486308 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141ab73-af55-4bb8-849c-fbf4e62b7fee admin admin] Pushing event deleted for resources: {'Port': ['ID=831a8abd-8b24-42d1-848b-c19fc15a8d28,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:21.505916 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd844ab3-0dc4-4a45-9541-92c3c0686182 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Made reservation on behalf of 8637d71ae4c840e5a0ac06c987e9c7b5 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:37:21.512125 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd844ab3-0dc4-4a45-9541-92c3c0686182 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:21.538492 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-4a700deb-2fab-453a-9781-3d2b0c9c1cc1 service neutron] 10.222.0.37 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394104 Nov 12 04:37:21.613387 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0f5dae8b-bcc4-4efa-ae8f-2c0eee3f98df None None] Set router 77e204c4-f7e6-4c17-9340-d9b00891f3e6 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:21.637754 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd844ab3-0dc4-4a45-9541-92c3c0686182 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:37:21.695060 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd844ab3-0dc4-4a45-9541-92c3c0686182 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:21.696066 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-cd844ab3-0dc4-4a45-9541-92c3c0686182 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Added segment 02396e81-02ac-4df6-a0c9-39c10f7ff9d9 of type vlan for network f6aa531e-f0bd-4c36-8712-bcf0e99224de Nov 12 04:37:21.886546 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd844ab3-0dc4-4a45-9541-92c3c0686182 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:21.996227 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7141ab73-af55-4bb8-849c-fbf4e62b7fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:22.086527 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0f5dae8b-bcc4-4efa-ae8f-2c0eee3f98df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'name': 'tempest-TestServerBasicOps-1299889308-router', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:41Z', 'updated_at': '2021-11-12T04:31:49Z', 'revision_number': 4, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'gw_port': {'id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:43Z', 'updated_at': '2021-11-12T04:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '02c38c72-69e8-46c2-8bc0-e19274cce0da', 'name': '', 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'mac_address': 'fa:16:3e:d5:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'd42717c3-3818-4929-b170-a5e423fbda0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:47Z', 'updated_at': '2021-11-12T04:31:54Z', 'revision_number': 5, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'subnets': [{'id': 'd42717c3-3818-4929-b170-a5e423fbda0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:22.105643 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd844ab3-0dc4-4a45-9541-92c3c0686182 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:22.122519 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bb55f3-f8c8-48e7-a8bf-0811128c4906 x-openstack-request-id: req-56bb55f3-f8c8-48e7-a8bf-0811128c4906 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:22.122871 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9cb16f-a921-462a-a719-b2b5b8a37e8c", "name": "network-vif-deleted", "tag": "ae82aee1-b835-4418-8efe-9fad77e676bd", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:22.123106 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56bb55f3-f8c8-48e7-a8bf-0811128c4906 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:22.123531 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9cb16f-a921-462a-a719-b2b5b8a37e8c', 'name': 'network-vif-deleted', 'tag': 'ae82aee1-b835-4418-8efe-9fad77e676bd', 'status': 'completed', 'code': 200} Nov 12 04:37:22.142251 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd844ab3-0dc4-4a45-9541-92c3c0686182 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:22.144790 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cd844ab3-0dc4-4a45-9541-92c3c0686182 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:22.172825 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5dae8b-bcc4-4efa-ae8f-2c0eee3f98df None None] The sync data for ids ['77e204c4-f7e6-4c17-9340-d9b00891f3e6'] in n-d-768509-24 is: [{'id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'name': 'tempest-TestServerBasicOps-1299889308-router', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:41Z', 'updated_at': '2021-11-12T04:31:49Z', 'revision_number': 4, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'gw_port': {'id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:43Z', 'updated_at': '2021-11-12T04:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '02c38c72-69e8-46c2-8bc0-e19274cce0da', 'name': '', 'network_id': 'a730d3bd-8b46-4dd7-a02b-e5a523424593', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'mac_address': 'fa:16:3e:d5:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'd42717c3-3818-4929-b170-a5e423fbda0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:47Z', 'updated_at': '2021-11-12T04:31:54Z', 'revision_number': 5, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'subnets': [{'id': 'd42717c3-3818-4929-b170-a5e423fbda0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:37:22.312603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38972) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:22.313315 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cd844ab3-0dc4-4a45-9541-92c3c0686182 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9906020 Nov 12 04:37:22.391822 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd844ab3-0dc4-4a45-9541-92c3c0686182 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Network': ['ID=f6aa531e-f0bd-4c36-8712-bcf0e99224de,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:22.420595 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network f6aa531e-f0bd-4c36-8712-bcf0e99224de details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:37:22.525498 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e10d85b-5bea-41c0-8556-dac35def0731 req-57bb280c-9d95-44bd-ad53-aa0244855902 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e9cb16f-a921-462a-a719-b2b5b8a37e8c HTTP/1.1" status: 200 len: 210 time: 0.1884296 Nov 12 04:37:22.678200 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95662c6f-08bc-40e3-8e26-feddd162260a tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:22.687254 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38980) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:22.688484 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-95662c6f-08bc-40e3-8e26-feddd162260a tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=8637d71ae4c840e5a0ac06c987e9c7b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3746729 Nov 12 04:37:22.740430 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7141ab73-af55-4bb8-849c-fbf4e62b7fee admin admin] Router de2e8c72-d43f-4950-84ff-8233fa73bd72 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:37:22.788262 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2b968fa-4e49-40c4-88fb-d961da6a4293 req-870e7048-4bcd-4556-8e2f-605189930023 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 210 time: 0.0869422 Nov 12 04:37:22.814045 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb22bc20-8d18-4133-9ca4-13e34b4a0b20 None None] New status for floating IP a5e7e8ca-53e9-4c0b-b265-fdb968a2e951: DOWN {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:37:23.132280 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c977ebbc-104c-4242-b63c-3426a4c7c771 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:23.134218 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c977ebbc-104c-4242-b63c-3426a4c7c771 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4450517 Nov 12 04:37:23.137784 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38986) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:23.156092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7141ab73-af55-4bb8-849c-fbf4e62b7fee admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:37:23.168357 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86fc88-f964-4359-aae5-a0f98bf16318 None None] Sync routers for ids ['de2e8c72-d43f-4950-84ff-8233fa73bd72'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:37:23.184144 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ccf044da-bd1e-43f8-93b5-e3ac716fa7a6 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441771 Nov 12 04:37:23.185562 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38988) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:23.188003 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 38990) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:23.194505 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7141ab73-af55-4bb8-849c-fbf4e62b7fee admin admin] 10.222.0.37 "PUT /v2.0/routers/de2e8c72-d43f-4950-84ff-8233fa73bd72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7426491 Nov 12 04:37:23.195761 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd86fc88-f964-4359-aae5-a0f98bf16318 None None] Routers {'de2e8c72-d43f-4950-84ff-8233fa73bd72'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:23.196403 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-dd86fc88-f964-4359-aae5-a0f98bf16318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:37:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['de2e8c72-d43f-4950-84ff-8233fa73bd72'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:23.232915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device ae82aee1-b835-4418-8efe-9fad77e676bd no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:23.290247 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: ae82aee1-b835-4418-8efe-9fad77e676bd {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:23.290777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device ae82aee1-b835-4418-8efe-9fad77e676bd not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:23.655967 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 38996) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:23.754275 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-dd86fc88-f964-4359-aae5-a0f98bf16318 None None] Set router de2e8c72-d43f-4950-84ff-8233fa73bd72 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:23.885864 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bcda021b-8b3e-4a4e-a392-2cf5565b4e38 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=8637d71ae4c840e5a0ac06c987e9c7b5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6901264 Nov 12 04:37:23.894013 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39002) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:24.012243 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bbbafde3-a263-4dc9-97ac-cd86940a68ea admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:24.118275 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e248c1b-3550-4044-93ef-1d1a98655ddc req-2c9b7970-0357-44f2-a97c-5db435171c39 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 210 time: 0.1143515 Nov 12 04:37:24.122920 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b7983b-5950-4f1f-8052-dcdda4058125 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:24.124933 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-98b7983b-5950-4f1f-8052-dcdda4058125 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2211404 Nov 12 04:37:24.135539 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39004) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:24.237049 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39006) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:24.240536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-98b11f91-b21f-469a-b516-6464260496a3 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0927539 Nov 12 04:37:24.247246 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-52c829d8-b378-4162-beba-a56952ffee16 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-859131797', 'network_id': 'f6aa531e-f0bd-4c36-8712-bcf0e99224de', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:24.276362 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-65917c6f-153d-4ec0-b0de-f469f53490e7 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Deleting port 695263c7-abd5-4df5-8aeb-97f65a330c92 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:24.276922 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-65917c6f-153d-4ec0-b0de-f469f53490e7 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:24.321546 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-dd86fc88-f964-4359-aae5-a0f98bf16318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:37:21Z', 'revision_number': 5, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:24.392680 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bbbafde3-a263-4dc9-97ac-cd86940a68ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:24.395938 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86fc88-f964-4359-aae5-a0f98bf16318 None None] Checking router: de2e8c72-d43f-4950-84ff-8233fa73bd72 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:37:24.411939 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd86fc88-f964-4359-aae5-a0f98bf16318 None None] Routers {'de2e8c72-d43f-4950-84ff-8233fa73bd72'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:24.412348 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-dd86fc88-f964-4359-aae5-a0f98bf16318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:37:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['de2e8c72-d43f-4950-84ff-8233fa73bd72'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:24.482888 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-65917c6f-153d-4ec0-b0de-f469f53490e7 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:24.483818 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-65917c6f-153d-4ec0-b0de-f469f53490e7 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:24.507428 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-65917c6f-153d-4ec0-b0de-f469f53490e7 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Calling delete_port for 695263c7-abd5-4df5-8aeb-97f65a330c92 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:24.558325 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-dd86fc88-f964-4359-aae5-a0f98bf16318 None None] Set router de2e8c72-d43f-4950-84ff-8233fa73bd72 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:24.581094 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c829d8-b378-4162-beba-a56952ffee16 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Made reservation on behalf of 8637d71ae4c840e5a0ac06c987e9c7b5 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:37:24.589175 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52c829d8-b378-4162-beba-a56952ffee16 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:24.671870 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-bbbafde3-a263-4dc9-97ac-cd86940a68ea admin admin] Deleting port e18d1513-387b-4080-ab02-7a437f98b187 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:24.672222 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bbbafde3-a263-4dc9-97ac-cd86940a68ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:24.875607 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-dd86fc88-f964-4359-aae5-a0f98bf16318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:37:21Z', 'revision_number': 5, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:24.922031 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-65917c6f-153d-4ec0-b0de-f469f53490e7 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:24.942610 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86fc88-f964-4359-aae5-a0f98bf16318 None None] The sync data for ids ['de2e8c72-d43f-4950-84ff-8233fa73bd72'] in n-d-768509-24 is: [{'id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'name': 'tempest-AttachVolumeShelveTestJSON-2046354363-router', 'tenant_id': '11b870a2c29b44949808dbbff5df5d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:33Z', 'updated_at': '2021-11-12T04:37:21Z', 'revision_number': 5, 'project_id': '11b870a2c29b44949808dbbff5df5d20', 'gw_port': {'id': 'e18d1513-387b-4080-ab02-7a437f98b187', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e8c72-d43f-4950-84ff-8233fa73bd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:34Z', 'updated_at': '2021-11-12T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:37:24.964944 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52c829d8-b378-4162-beba-a56952ffee16 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:24.993455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65917c6f-153d-4ec0-b0de-f469f53490e7 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Pushing event deleted for resources: {'Port': ['ID=695263c7-abd5-4df5-8aeb-97f65a330c92,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:25.087200 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-bbbafde3-a263-4dc9-97ac-cd86940a68ea admin admin] For port e18d1513-387b-4080-ab02-7a437f98b187, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e18d1513-387b-4080-ab02-7a437f98b187,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:25.087838 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bbbafde3-a263-4dc9-97ac-cd86940a68ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:25.112911 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-65917c6f-153d-4ec0-b0de-f469f53490e7 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:25.114717 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c829d8-b378-4162-beba-a56952ffee16 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Subnet': ['ID=8d2a0f18-4896-43c4-bdc9-281eb0ba9cb6,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:25.116364 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-65917c6f-153d-4ec0-b0de-f469f53490e7 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:25.126495 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-65917c6f-153d-4ec0-b0de-f469f53490e7 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "DELETE /v2.0/floatingips/a5e7e8ca-53e9-4c0b-b265-fdb968a2e951 HTTP/1.1" status: 204 len: 168 time: 1.4683371 Nov 12 04:37:25.128329 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c829d8-b378-4162-beba-a56952ffee16 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Checking segment: {'id': '02396e81-02ac-4df6-a0c9-39c10f7ff9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f6aa531e-f0bd-4c36-8712-bcf0e99224de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:37:25.128925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c829d8-b378-4162-beba-a56952ffee16 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Network hostable DHCP agents. Network: f6aa531e-f0bd-4c36-8712-bcf0e99224de, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:37:25.134783 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-bbbafde3-a263-4dc9-97ac-cd86940a68ea admin admin] Calling delete_port for e18d1513-387b-4080-ab02-7a437f98b187 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:25.259803 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b6302ab-077f-4a58-92af-d1d52091baad req-6ea1f34a-54d8-416a-9522-cec5c4b53ac0 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 210 time: 0.0367692 Nov 12 04:37:25.263828 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c829d8-b378-4162-beba-a56952ffee16 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Network f6aa531e-f0bd-4c36-8712-bcf0e99224de is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:37:25.353835 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-52c829d8-b378-4162-beba-a56952ffee16 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, f6aa531e-f0bd-4c36-8712-bcf0e99224de) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:37:25.365187 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d1d4c0-ea18-460e-9d63-93c6c37ee727 None None] Network f6aa531e-f0bd-4c36-8712-bcf0e99224de requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:37:25.401104 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39020) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:25.405272 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c829d8-b378-4162-beba-a56952ffee16 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:25.406318 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-52c829d8-b378-4162-beba-a56952ffee16 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:25.515839 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-52c829d8-b378-4162-beba-a56952ffee16 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2762520 Nov 12 04:37:25.569613 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4b8e781c-3344-4ec4-9c3e-958004ae8461 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:25.639769 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4b8e781c-3344-4ec4-9c3e-958004ae8461 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:25.661356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 831a8abd-8b24-42d1-848b-c19fc15a8d28 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:25.719888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 831a8abd-8b24-42d1-848b-c19fc15a8d28 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:25.720882 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 831a8abd-8b24-42d1-848b-c19fc15a8d28 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:25.732181 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e51d38-733c-4275-8064-011043081e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-f6aa531e-f0bd-4c36-8712-bcf0e99224de', 'network_id': 'f6aa531e-f0bd-4c36-8712-bcf0e99224de', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'fixed_ips': [{'subnet_id': '8d2a0f18-4896-43c4-bdc9-281eb0ba9cb6'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:37:25.733881 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07e51d38-733c-4275-8064-011043081e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:25.743086 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bbbafde3-a263-4dc9-97ac-cd86940a68ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:25.853205 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbafde3-a263-4dc9-97ac-cd86940a68ea admin admin] Pushing event deleted for resources: {'Port': ['ID=e18d1513-387b-4080-ab02-7a437f98b187,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:25.882245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32aedce-f5c4-44d7-865e-f350550b2c2f None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:37:25.898791 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4b8e781c-3344-4ec4-9c3e-958004ae8461 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:25.903819 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4b8e781c-3344-4ec4-9c3e-958004ae8461 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:25.906442 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4b8e781c-3344-4ec4-9c3e-958004ae8461 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] 10.222.0.37 "DELETE /v2.0/security-groups/29ffb9a3-c652-47c1-b626-a57babc3b37b HTTP/1.1" status: 204 len: 168 time: 0.5040643 Nov 12 04:37:25.949544 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e781c-3344-4ec4-9c3e-958004ae8461 tempest-TestServerBasicOps-1198478454 tempest-TestServerBasicOps-1198478454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ffb9a3-c652-47c1-b626-a57babc3b37b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:26.053539 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-b94acd4e-ca0d-4a27-9c17-a3af2bff6329 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:26.055705 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-b94acd4e-ca0d-4a27-9c17-a3af2bff6329 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.21 "GET /v2.0/networks?id=d951b35b-5ae6-40de-94b2-005aae2805fe HTTP/1.1" status: 200 len: 814 time: 0.5352519 Nov 12 04:37:26.060119 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-07e51d38-733c-4275-8064-011043081e5a None None] Allocated IP 172.20.0.18 (f6aa531e-f0bd-4c36-8712-bcf0e99224de/8d2a0f18-4896-43c4-bdc9-281eb0ba9cb6/cca73a3c-46e7-445a-8534-257e30525cdf) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:37:26.095355 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-fbf70ded-e19b-43ac-9772-204a72700090 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Request body: {'port': {'device_id': '1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb', 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe', 'admin_state_up': True, 'tenant_id': '1b67341a19d643aa810ccb856899fd39'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:26.131421 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39028) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:26.137689 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-fcb398fb-8ac0-4357-8a35-8de556d46d97 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1483350229', 'description': 'tempest-secgroup-smoke-1483350229 description', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:26.149100 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bbbafde3-a263-4dc9-97ac-cd86940a68ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:26.292126 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39030) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:26.341466 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07e51d38-733c-4275-8064-011043081e5a None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:26.380136 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fcb398fb-8ac0-4357-8a35-8de556d46d97 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:26.392252 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bbbafde3-a263-4dc9-97ac-cd86940a68ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:26.396691 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bbbafde3-a263-4dc9-97ac-cd86940a68ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:26.436559 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07e51d38-733c-4275-8064-011043081e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:26.466109 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e51d38-733c-4275-8064-011043081e5a None None] Network f6aa531e-f0bd-4c36-8712-bcf0e99224de is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:37:26.490833 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08a05732-88f5-4c17-b37a-e2bc1a8ce87b req-3ad538ba-5b60-4e0c-afd7-13a852b26940 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 210 time: 0.0837915 Nov 12 04:37:26.517787 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-07e51d38-733c-4275-8064-011043081e5a None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:37:26.528876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e51d38-733c-4275-8064-011043081e5a None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:37:26.537303 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:37:26.598501 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e51d38-733c-4275-8064-011043081e5a None None] Pushing event updated for resources: {'Port': ['ID=cca73a3c-46e7-445a-8534-257e30525cdf,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:26.620409 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-fbf70ded-e19b-43ac-9772-204a72700090 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Made reservation on behalf of 1b67341a19d643aa810ccb856899fd39 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:37:26.625132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e51d38-733c-4275-8064-011043081e5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:26.625525 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e51d38-733c-4275-8064-011043081e5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:26.625823 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-fbf70ded-e19b-43ac-9772-204a72700090 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:26.626106 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e51d38-733c-4275-8064-011043081e5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:26.626414 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e51d38-733c-4275-8064-011043081e5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:26.626789 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e51d38-733c-4275-8064-011043081e5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:26.627115 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e51d38-733c-4275-8064-011043081e5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:26.627510 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e51d38-733c-4275-8064-011043081e5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:26.627846 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e51d38-733c-4275-8064-011043081e5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:26.628125 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e51d38-733c-4275-8064-011043081e5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:26.628495 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e51d38-733c-4275-8064-011043081e5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:26.628812 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e51d38-733c-4275-8064-011043081e5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:26.629124 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e51d38-733c-4275-8064-011043081e5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:26.639045 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-07e51d38-733c-4275-8064-011043081e5a None None] Attempting to bind port cca73a3c-46e7-445a-8534-257e30525cdf on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:37:26.639236 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-07e51d38-733c-4275-8064-011043081e5a None None] Attempting to bind port cca73a3c-46e7-445a-8534-257e30525cdf by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '02396e81-02ac-4df6-a0c9-39c10f7ff9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f6aa531e-f0bd-4c36-8712-bcf0e99224de'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:37:26.639819 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e51d38-733c-4275-8064-011043081e5a None None] Attempting to bind port cca73a3c-46e7-445a-8534-257e30525cdf on network f6aa531e-f0bd-4c36-8712-bcf0e99224de {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:37:26.645650 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e51d38-733c-4275-8064-011043081e5a None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:37:26.646165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e51d38-733c-4275-8064-011043081e5a None None] Checking segment: {'id': '02396e81-02ac-4df6-a0c9-39c10f7ff9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f6aa531e-f0bd-4c36-8712-bcf0e99224de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:37:26.646547 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07e51d38-733c-4275-8064-011043081e5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:26.647399 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e51d38-733c-4275-8064-011043081e5a None None] Bound using segment: {'id': '02396e81-02ac-4df6-a0c9-39c10f7ff9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f6aa531e-f0bd-4c36-8712-bcf0e99224de'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:37:26.647888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-07e51d38-733c-4275-8064-011043081e5a None None] Bound port: cca73a3c-46e7-445a-8534-257e30525cdf, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02396e81-02ac-4df6-a0c9-39c10f7ff9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f6aa531e-f0bd-4c36-8712-bcf0e99224de'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:37:26.648271 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07e51d38-733c-4275-8064-011043081e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:26.655238 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bbbafde3-a263-4dc9-97ac-cd86940a68ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:26.655777 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbafde3-a263-4dc9-97ac-cd86940a68ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router de2e8c72-d43f-4950-84ff-8233fa73bd72 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:37:26.675006 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bbbafde3-a263-4dc9-97ac-cd86940a68ea admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:26.679955 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bbbafde3-a263-4dc9-97ac-cd86940a68ea admin admin] 10.222.0.37 "DELETE /v2.0/routers/de2e8c72-d43f-4950-84ff-8233fa73bd72 HTTP/1.1" status: 204 len: 168 time: 3.4892151 Nov 12 04:37:26.684431 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39038) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:26.772303 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fcb398fb-8ac0-4357-8a35-8de556d46d97 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:26.782511 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-07e51d38-733c-4275-8064-011043081e5a None None] For port cca73a3c-46e7-445a-8534-257e30525cdf, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:37:26.787657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-07e51d38-733c-4275-8064-011043081e5a None None] For port cca73a3c-46e7-445a-8534-257e30525cdf, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=cca73a3c-46e7-445a-8534-257e30525cdf,segment=NetworkSegment(02396e81-02ac-4df6-a0c9-39c10f7ff9d9),segment_id=02396e81-02ac-4df6-a0c9-39c10f7ff9d9)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:37:26.868045 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-7032e01e-c01b-4572-95c6-bb92e37bdc4d admin admin] Deleting subnet ebf988ec-0e1d-4fb3-b211-28e626141e57 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:37:26.872912 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7032e01e-c01b-4572-95c6-bb92e37bdc4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:26.887790 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-07e51d38-733c-4275-8064-011043081e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:26.919599 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fcb398fb-8ac0-4357-8a35-8de556d46d97 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:26.922266 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7032e01e-c01b-4572-95c6-bb92e37bdc4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:27.002831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb398fb-8ac0-4357-8a35-8de556d46d97 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f7e434-b382-466c-865a-0395d0baf268,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:27.045307 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e51d38-733c-4275-8064-011043081e5a None None] Pushing event updated for resources: {'Port': ['ID=cca73a3c-46e7-445a-8534-257e30525cdf,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:27.056245 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fcb398fb-8ac0-4357-8a35-8de556d46d97 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:27.061055 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fcb398fb-8ac0-4357-8a35-8de556d46d97 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9284537 Nov 12 04:37:27.063834 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39040) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:27.067875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-73ce748a-26be-475e-8513-c07c77b89ae7 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group_rule': {'security_group_id': '00f7e434-b382-466c-865a-0395d0baf268', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:27.153590 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7032e01e-c01b-4572-95c6-bb92e37bdc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:27.233339 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-911533e2-f631-4e8f-8940-d8501c8a11cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:27.259811 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-fbf70ded-e19b-43ac-9772-204a72700090 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Allocated IP 172.20.0.2 (d951b35b-5ae6-40de-94b2-005aae2805fe/4f1025a5-d9f3-41ef-a72e-82436b0d3eb6/a18c86df-6492-4c35-a533-1611ab504f60) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:37:27.407772 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7032e01e-c01b-4572-95c6-bb92e37bdc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:27.428112 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-73ce748a-26be-475e-8513-c07c77b89ae7 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:27.494998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e18d1513-387b-4080-ab02-7a437f98b187 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:27.565642 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032e01e-c01b-4572-95c6-bb92e37bdc4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf988ec-0e1d-4fb3-b211-28e626141e57,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:27.574233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: e18d1513-387b-4080-ab02-7a437f98b187 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:27.576875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e18d1513-387b-4080-ab02-7a437f98b187 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:27.601883 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7032e01e-c01b-4572-95c6-bb92e37bdc4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:27.604254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550c1e2c-b221-42e8-a484-b6330b6eb0d4 None None] Network 294ec058-73b6-4a99-bf44-c3ca2f3709aa requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:37:27.626552 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7032e01e-c01b-4572-95c6-bb92e37bdc4d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ebf988ec-0e1d-4fb3-b211-28e626141e57 HTTP/1.1" status: 204 len: 168 time: 0.9368024 Nov 12 04:37:27.631854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39048) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:27.679034 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-73ce748a-26be-475e-8513-c07c77b89ae7 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:27.849037 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-fbf70ded-e19b-43ac-9772-204a72700090 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:27.996582 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525e1a25-15a4-4872-bbc2-efe74258c880 None None] DHCP port deletion for 294ec058-73b6-4a99-bf44-c3ca2f3709aa request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:37:28.002367 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-fbf70ded-e19b-43ac-9772-204a72700090 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:28.100811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['87518b4a-34e9-4262-b3a2-e8dd6bf156e1'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:37:28.132618 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-fbf70ded-e19b-43ac-9772-204a72700090 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Network d951b35b-5ae6-40de-94b2-005aae2805fe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:37:28.153118 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-fbf70ded-e19b-43ac-9772-204a72700090 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:37:28.169198 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-fbf70ded-e19b-43ac-9772-204a72700090 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:37:28.188231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf70ded-e19b-43ac-9772-204a72700090 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Pushing event updated for resources: {'Port': ['ID=a18c86df-6492-4c35-a533-1611ab504f60,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:28.306148 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-525e1a25-15a4-4872-bbc2-efe74258c880 None None] Deleting port a64c18a8-cdc9-49ce-bf4a-72301654ae9b {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:28.306525 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-525e1a25-15a4-4872-bbc2-efe74258c880 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:28.365081 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:28.375288 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-fbf70ded-e19b-43ac-9772-204a72700090 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:28.383733 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-fbf70ded-e19b-43ac-9772-204a72700090 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:28.435436 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-525e1a25-15a4-4872-bbc2-efe74258c880 None None] For port a64c18a8-cdc9-49ce-bf4a-72301654ae9b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a64c18a8-cdc9-49ce-bf4a-72301654ae9b,segment=NetworkSegment(c8ebc627-98b3-4158-9a83-75ce28b4218b),segment_id=c8ebc627-98b3-4158-9a83-75ce28b4218b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:28.436024 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-525e1a25-15a4-4872-bbc2-efe74258c880 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:28.452523 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-73ce748a-26be-475e-8513-c07c77b89ae7 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:28.455682 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-525e1a25-15a4-4872-bbc2-efe74258c880 None None] Calling delete_port for a64c18a8-cdc9-49ce-bf4a-72301654ae9b owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:28.493764 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-efc9a4be-f1ac-4f14-a593-c6a4ec0ddcc7 req-71bd9f5d-efc3-4fc0-9b57-405de241d46d tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 210 time: 0.7771103 Nov 12 04:37:28.512427 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-fbf70ded-e19b-43ac-9772-204a72700090 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4296870 Nov 12 04:37:28.537613 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Request body: {'port': {'device_id': '1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:28.628892 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce748a-26be-475e-8513-c07c77b89ae7 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eea6ddf-97d2-4417-8114-080d88f49667,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:28.790960 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-525e1a25-15a4-4872-bbc2-efe74258c880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:28.813190 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-73ce748a-26be-475e-8513-c07c77b89ae7 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:28.817865 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-73ce748a-26be-475e-8513-c07c77b89ae7 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7536883 Nov 12 04:37:28.818926 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39058) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:28.830774 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e1a25-15a4-4872-bbc2-efe74258c880 None None] Pushing event deleted for resources: {'Port': ['ID=a64c18a8-cdc9-49ce-bf4a-72301654ae9b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:28.835822 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525e1a25-15a4-4872-bbc2-efe74258c880 None None] No DVR routers for this DVR port a64c18a8-cdc9-49ce-bf4a-72301654ae9b on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:28.863922 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-226ef0fc-5dab-4768-b2be-ef4b02d2cc1d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group_rule': {'security_group_id': '00f7e434-b382-466c-865a-0395d0baf268', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:28.882749 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:28.920926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] Deleting port a64c18a8-cdc9-49ce-bf4a-72301654ae9b {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:28.921260 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:28.990198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-911533e2-f631-4e8f-8940-d8501c8a11cb admin admin] Deleting port 02c38c72-69e8-46c2-8bc0-e19274cce0da {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:28.990591 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-911533e2-f631-4e8f-8940-d8501c8a11cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:29.025267 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94b5108-8123-4204-af6c-0b0664b7f319 None None] Network f6aa531e-f0bd-4c36-8712-bcf0e99224de requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:37:29.118813 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1c8a76b4-031b-418a-ae41-594033e3084b None None] Provisioning complete for port cca73a3c-46e7-445a-8534-257e30525cdf triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:29.119309 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c8a76b4-031b-418a-ae41-594033e3084b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:29.134109 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-911533e2-f631-4e8f-8940-d8501c8a11cb admin admin] For port 02c38c72-69e8-46c2-8bc0-e19274cce0da, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=02c38c72-69e8-46c2-8bc0-e19274cce0da,segment=NetworkSegment(4de9da1c-81be-4a0a-b976-d83fdfd5f15f),segment_id=4de9da1c-81be-4a0a-b976-d83fdfd5f15f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:29.134893 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-911533e2-f631-4e8f-8940-d8501c8a11cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:29.162134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-911533e2-f631-4e8f-8940-d8501c8a11cb admin admin] Calling delete_port for 02c38c72-69e8-46c2-8bc0-e19274cce0da owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:29.186198 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-226ef0fc-5dab-4768-b2be-ef4b02d2cc1d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:29.324861 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device cca73a3c-46e7-445a-8534-257e30525cdf up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:37:29.379615 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] For port a64c18a8-cdc9-49ce-bf4a-72301654ae9b, host n-d-768509-24, got binding levels [] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:29.381087 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:29.441833 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] Calling delete_port for a64c18a8-cdc9-49ce-bf4a-72301654ae9b owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:29.445775 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_backend_mixin [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] Port a64c18a8-cdc9-49ce-bf4a-72301654ae9b was not found and therefore no delete operation was performed {{(pid=103296) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:37:29.448150 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-226ef0fc-5dab-4768-b2be-ef4b02d2cc1d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:29.449252 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:29.467859 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] No DVR routers for this DVR port a64c18a8-cdc9-49ce-bf4a-72301654ae9b on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:29.518900 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] Pushing event deleted for resources: {'Port': ['ID=a64c18a8-cdc9-49ce-bf4a-72301654ae9b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:29.588936 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-226ef0fc-5dab-4768-b2be-ef4b02d2cc1d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:29.602584 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c8a76b4-031b-418a-ae41-594033e3084b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:29.637816 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ef0fc-5dab-4768-b2be-ef4b02d2cc1d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb88a7f-0889-4af6-8664-fce4d65b2d10,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:29.694475 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18c86df-6492-4c35-a533-1611ab504f60 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:37:29.720561 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port cca73a3c-46e7-445a-8534-257e30525cdf triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:29.721786 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:29.735055 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:29.790841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1c8a76b4-031b-418a-ae41-594033e3084b None None] For port cca73a3c-46e7-445a-8534-257e30525cdf, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=cca73a3c-46e7-445a-8534-257e30525cdf,segment=NetworkSegment(02396e81-02ac-4df6-a0c9-39c10f7ff9d9),segment_id=02396e81-02ac-4df6-a0c9-39c10f7ff9d9)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:29.799193 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-226ef0fc-5dab-4768-b2be-ef4b02d2cc1d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:29.803752 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-226ef0fc-5dab-4768-b2be-ef4b02d2cc1d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9621294 Nov 12 04:37:29.808630 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39066) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:29.808794 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:29.810660 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7dce6bab-9ce5-4502-a755-4b8603cd3cc6 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group_rule': {'security_group_id': '00f7e434-b382-466c-865a-0395d0baf268', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:29.836550 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Transition to ACTIVE for port object a18c86df-6492-4c35-a533-1611ab504f60 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:37:29.848086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294ec058-73b6-4a99-bf44-c3ca2f3709aa']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:29.851427 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-911533e2-f631-4e8f-8940-d8501c8a11cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:29.881666 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:29.888920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ebc627-98b3-4158-9a83-75ce28b4218b') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:29.889167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ebc627-98b3-4158-9a83-75ce28b4218b') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:29.926690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024a6c0-2cea-47f7-9dfc-53e8490be3c7 req-ad585215-3aaf-4e8e-a095-1c022ecf5090 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:29.929130 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c024a6c0-2cea-47f7-9dfc-53e8490be3c7 req-ad585215-3aaf-4e8e-a095-1c022ecf5090 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 931 time: 0.2249660 Nov 12 04:37:29.951418 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c8a76b4-031b-418a-ae41-594033e3084b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:29.961118 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911533e2-f631-4e8f-8940-d8501c8a11cb admin admin] Pushing event deleted for resources: {'Port': ['ID=02c38c72-69e8-46c2-8bc0-e19274cce0da,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:29.962868 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:29.970612 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:30.022948 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7dce6bab-9ce5-4502-a755-4b8603cd3cc6 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:30.056523 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:37:30.057368 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:37:30.114458 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:30.190002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a76b4-031b-418a-ae41-594033e3084b None None] Pushing event updated for resources: {'Port': ['ID=cca73a3c-46e7-445a-8534-257e30525cdf,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:30.221982 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Pushing event updated for resources: {'Port': ['ID=a18c86df-6492-4c35-a533-1611ab504f60,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:30.226834 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:37:30.227325 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:37:30.234212 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:37:30.303596 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7dce6bab-9ce5-4502-a755-4b8603cd3cc6 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:30.312004 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4fc47423-b84a-4486-93d8-53cec21f41cf None None] Provisioning complete for port cca73a3c-46e7-445a-8534-257e30525cdf triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:30.312892 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4fc47423-b84a-4486-93d8-53cec21f41cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:30.323082 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c024a6c0-2cea-47f7-9dfc-53e8490be3c7 req-64ee1251-42e1-481c-ae01-10e7fbd2c2ca tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770013 Nov 12 04:37:30.403360 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7dce6bab-9ce5-4502-a755-4b8603cd3cc6 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:30.416546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Attempting to bind port a18c86df-6492-4c35-a533-1611ab504f60 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:37:30.417281 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Attempting to bind port a18c86df-6492-4c35-a533-1611ab504f60 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'eaaaf2e0-e010-49ce-bb98-510383f2d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:37:30.417641 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Attempting to bind port a18c86df-6492-4c35-a533-1611ab504f60 on network d951b35b-5ae6-40de-94b2-005aae2805fe {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:37:30.453558 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce6bab-9ce5-4502-a755-4b8603cd3cc6 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d94303-0f1d-4179-b835-a66f4d799f76,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:30.459898 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Port a18c86df-6492-4c35-a533-1611ab504f60 on network d951b35b-5ae6-40de-94b2-005aae2805fe not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:37:30.460374 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Attempting to bind port a18c86df-6492-4c35-a533-1611ab504f60 on network d951b35b-5ae6-40de-94b2-005aae2805fe {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:37:30.471010 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:37:30.471477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Checking segment: {'id': 'eaaaf2e0-e010-49ce-bb98-510383f2d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:37:30.472764 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Bound using segment: {'id': 'eaaaf2e0-e010-49ce-bb98-510383f2d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:37:30.473344 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Bound port: a18c86df-6492-4c35-a533-1611ab504f60, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaaaf2e0-e010-49ce-bb98-510383f2d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:37:30.474004 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:30.556972 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-911533e2-f631-4e8f-8940-d8501c8a11cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:30.580950 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:30.591727 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:30.595767 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] 10.222.0.37 "DELETE /v2.0/networks/294ec058-73b6-4a99-bf44-c3ca2f3709aa HTTP/1.1" status: 204 len: 168 time: 2.9564412 Nov 12 04:37:30.597725 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7dce6bab-9ce5-4502-a755-4b8603cd3cc6 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:30.619575 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39072) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:30.627182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a1ef1a76-c647-4668-8d6c-84becd9bd351 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group_rule': {'security_group_id': '00f7e434-b382-466c-865a-0395d0baf268', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:30.630901 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7dce6bab-9ce5-4502-a755-4b8603cd3cc6 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8068340 Nov 12 04:37:30.686438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50146b8d-39d7-4ce2-ac4e-ac7897a45477 admin admin] Pushing event deleted for resources: {'Network': ['ID=294ec058-73b6-4a99-bf44-c3ca2f3709aa,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:30.748119 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] For port a18c86df-6492-4c35-a533-1611ab504f60, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:37:30.754220 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] For port a18c86df-6492-4c35-a533-1611ab504f60, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a18c86df-6492-4c35-a533-1611ab504f60,segment=NetworkSegment(eaaaf2e0-e010-49ce-bb98-510383f2d747),segment_id=eaaaf2e0-e010-49ce-bb98-510383f2d747)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:37:30.778536 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a64c18a8-cdc9-49ce-bf4a-72301654ae9b no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:30.800203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: a64c18a8-cdc9-49ce-bf4a-72301654ae9b {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:30.800534 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a64c18a8-cdc9-49ce-bf4a-72301654ae9b not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:30.899246 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:30.934902 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:30.935625 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:30.937548 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] 10.222.0.21 "PUT /v2.0/ports/a18c86df-6492-4c35-a533-1611ab504f60 HTTP/1.1" status: 200 len: 1092 time: 2.4103467 Nov 12 04:37:30.938615 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb', 'tag': 'a18c86df-6492-4c35-a533-1611ab504f60'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:30.940580 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635b17b6-98c4-4181-981b-9970de526980" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb", "tag": "a18c86df-6492-4c35-a533-1611ab504f60"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:30.947251 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1a76-c647-4668-8d6c-84becd9bd351 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:30.987144 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d4314-a784-4a06-a39d-611eee4b56cb service neutron] Pushing event updated for resources: {'Port': ['ID=a18c86df-6492-4c35-a533-1611ab504f60,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:31.011161 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5129722a-bb49-4bbc-834a-1003d9e2cf2f x-openstack-request-id: req-5129722a-bb49-4bbc-834a-1003d9e2cf2f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:31.013415 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb", "tag": "a18c86df-6492-4c35-a533-1611ab504f60", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:31.015999 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5129722a-bb49-4bbc-834a-1003d9e2cf2f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:31.016530 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb', 'tag': 'a18c86df-6492-4c35-a533-1611ab504f60', 'status': 'completed', 'code': 200} Nov 12 04:37:31.024540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911533e2-f631-4e8f-8940-d8501c8a11cb admin admin] Router 77e204c4-f7e6-4c17-9340-d9b00891f3e6 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:37:31.054288 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1a76-c647-4668-8d6c-84becd9bd351 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:31.162889 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b17b6-98c4-4181-981b-9970de526980 req-7e94cf8a-7e41-49d2-b88f-86cd3988ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:31.162889 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-635b17b6-98c4-4181-981b-9970de526980 req-7e94cf8a-7e41-49d2-b88f-86cd3988ae03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1b67341a19d643aa810ccb856899fd39&device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 1095 time: 0.1023822 Nov 12 04:37:31.214683 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1a76-c647-4668-8d6c-84becd9bd351 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:31.247846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef1a76-c647-4668-8d6c-84becd9bd351 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f086b699-6054-4981-83eb-8949a6fa4be3,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:31.261276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1a76-c647-4668-8d6c-84becd9bd351 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.261769 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1a76-c647-4668-8d6c-84becd9bd351 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.262205 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1a76-c647-4668-8d6c-84becd9bd351 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.262658 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1a76-c647-4668-8d6c-84becd9bd351 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.263095 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1a76-c647-4668-8d6c-84becd9bd351 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.263520 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1a76-c647-4668-8d6c-84becd9bd351 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.263945 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1a76-c647-4668-8d6c-84becd9bd351 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.264386 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1a76-c647-4668-8d6c-84becd9bd351 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.264806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1a76-c647-4668-8d6c-84becd9bd351 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.265228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1a76-c647-4668-8d6c-84becd9bd351 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.265652 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1a76-c647-4668-8d6c-84becd9bd351 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.266241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1a76-c647-4668-8d6c-84becd9bd351 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.277066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911533e2-f631-4e8f-8940-d8501c8a11cb admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:37:31.284429 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-911533e2-f631-4e8f-8940-d8501c8a11cb admin admin] 10.222.0.37 "PUT /v2.0/routers/77e204c4-f7e6-4c17-9340-d9b00891f3e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9918039 Nov 12 04:37:31.293553 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e586264-bc34-4c23-be37-570f60c5e37c None None] Sync routers for ids ['77e204c4-f7e6-4c17-9340-d9b00891f3e6'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:37:31.305649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39080) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:31.320032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device cca73a3c-46e7-445a-8534-257e30525cdf up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:37:31.333315 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39082) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:31.380142 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1a76-c647-4668-8d6c-84becd9bd351 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:31.386684 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a1ef1a76-c647-4668-8d6c-84becd9bd351 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7594182 Nov 12 04:37:31.390896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39086) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:31.392794 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-63f42d58-b2ba-4745-aa12-d5e46ecf332d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group_rule': {'security_group_id': '00f7e434-b382-466c-865a-0395d0baf268', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:31.396966 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e586264-bc34-4c23-be37-570f60c5e37c None None] Routers {'77e204c4-f7e6-4c17-9340-d9b00891f3e6'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:31.401205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-5e586264-bc34-4c23-be37-570f60c5e37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:37:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['77e204c4-f7e6-4c17-9340-d9b00891f3e6'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:31.463047 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-402b44ff-ba2f-472b-a434-83d8dce42a81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11b870a2c29b44949808dbbff5df5d20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271338 Nov 12 04:37:31.469922 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39088) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:31.510912 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b17b6-98c4-4181-981b-9970de526980 req-43352ed3-a243-41f2-94b4-ff55cbc003e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:31.513014 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-635b17b6-98c4-4181-981b-9970de526980 req-43352ed3-a243-41f2-94b4-ff55cbc003e7 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1b67341a19d643aa810ccb856899fd39&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3315887 Nov 12 04:37:31.565663 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-5e586264-bc34-4c23-be37-570f60c5e37c None None] Set router 77e204c4-f7e6-4c17-9340-d9b00891f3e6 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:31.638411 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-63f42d58-b2ba-4745-aa12-d5e46ecf332d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Project 8637d71ae4c840e5a0ac06c987e9c7b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:37:31.647966 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-976b7e4b-cf5c-481c-b97f-9e6a68d266de admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:31.757249 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71a535bf-4197-4b1f-be4e-30b021ced5a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:31.762390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e57be2-e3f4-46b0-9778-fae1eb3bda3e req-20badaf0-440f-46b6-972c-17505d878317 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:31.765079 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9e57be2-e3f4-46b0-9778-fae1eb3bda3e req-20badaf0-440f-46b6-972c-17505d878317 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 943 time: 0.2426884 Nov 12 04:37:31.769162 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63f42d58-b2ba-4745-aa12-d5e46ecf332d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:31.797323 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port cca73a3c-46e7-445a-8534-257e30525cdf triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:31.799785 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:31.851795 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71a535bf-4197-4b1f-be4e-30b021ced5a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:31.873641 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b17b6-98c4-4181-981b-9970de526980 req-bdfb9d02-5fd1-4e67-9922-0b49df43e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:31.881097 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-635b17b6-98c4-4181-981b-9970de526980 req-bdfb9d02-5fd1-4e67-9922-0b49df43e4f5 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3596232 Nov 12 04:37:31.887974 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63f42d58-b2ba-4745-aa12-d5e46ecf332d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:31.996533 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9e57be2-e3f4-46b0-9778-fae1eb3bda3e req-6793ffdb-138b-489b-8704-6bc8a20a2db7 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880913 Nov 12 04:37:32.032845 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63f42d58-b2ba-4745-aa12-d5e46ecf332d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:32.070070 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-976b7e4b-cf5c-481c-b97f-9e6a68d266de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:32.087118 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f42d58-b2ba-4745-aa12-d5e46ecf332d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d4c166-c0c6-4be3-927b-57222e90adb3,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:32.100950 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71a535bf-4197-4b1f-be4e-30b021ced5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:32.103858 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71a535bf-4197-4b1f-be4e-30b021ced5a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:32.107812 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-71a535bf-4197-4b1f-be4e-30b021ced5a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/faee22cd-39ad-4a07-8dce-b8becc7cfd46 HTTP/1.1" status: 204 len: 168 time: 0.6365631 Nov 12 04:37:32.112994 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-87ef0739-2ac3-47e0-a8b0-d30197c7ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:32.113922 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-87ef0739-2ac3-47e0-a8b0-d30197c7ddbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1b67341a19d643aa810ccb856899fd39&device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 1095 time: 0.1466093 Nov 12 04:37:32.273070 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63f42d58-b2ba-4745-aa12-d5e46ecf332d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:32.281498 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-63f42d58-b2ba-4745-aa12-d5e46ecf332d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8895795 Nov 12 04:37:32.281923 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a535bf-4197-4b1f-be4e-30b021ced5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faee22cd-39ad-4a07-8dce-b8becc7cfd46,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:32.287449 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39102) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:32.290676 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-aec56ced-8ada-4230-ba27-02ccb9c75fd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a18c86df-6492-4c35-a533-1611ab504f60 HTTP/1.1" status: 200 len: 217 time: 0.1457331 Nov 12 04:37:32.302821 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-2a6c14a3-c08e-4bab-a2ce-55ec09d9bd74 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group_rule': {'security_group_id': '00f7e434-b382-466c-865a-0395d0baf268', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:32.406006 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-976b7e4b-cf5c-481c-b97f-9e6a68d266de admin admin] Deleting port 8eedf94b-14ff-4a96-915d-dbe929d086dd {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:32.406853 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-976b7e4b-cf5c-481c-b97f-9e6a68d266de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:32.430315 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-5e586264-bc34-4c23-be37-570f60c5e37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'name': 'tempest-TestServerBasicOps-1299889308-router', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:41Z', 'updated_at': '2021-11-12T04:37:29Z', 'revision_number': 5, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'gw_port': {'id': '8eedf94b-14ff-4a96-915d-dbe929d086dd', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:43Z', 'updated_at': '2021-11-12T04:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:32.436505 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-e96d9cc4-4b82-4cab-8669-010d432abd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:32.440018 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-e96d9cc4-4b82-4cab-8669-010d432abd21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f1025a5-d9f3-41ef-a72e-82436b0d3eb6 HTTP/1.1" status: 200 len: 854 time: 0.1412663 Nov 12 04:37:32.481923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e586264-bc34-4c23-be37-570f60c5e37c None None] Checking router: 77e204c4-f7e6-4c17-9340-d9b00891f3e6 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:37:32.497743 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e586264-bc34-4c23-be37-570f60c5e37c None None] Routers {'77e204c4-f7e6-4c17-9340-d9b00891f3e6'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:32.498787 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-5e586264-bc34-4c23-be37-570f60c5e37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:37:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['77e204c4-f7e6-4c17-9340-d9b00891f3e6'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:32.517091 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-c3e2743c-4f93-47fa-bb38-04442e23240b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d951b35b-5ae6-40de-94b2-005aae2805fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590916 Nov 12 04:37:32.524115 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-2a6c14a3-c08e-4bab-a2ce-55ec09d9bd74 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Project 8637d71ae4c840e5a0ac06c987e9c7b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:37:32.537379 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2a6c14a3-c08e-4bab-a2ce-55ec09d9bd74 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:32.614650 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-976b7e4b-cf5c-481c-b97f-9e6a68d266de admin admin] For port 8eedf94b-14ff-4a96-915d-dbe929d086dd, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8eedf94b-14ff-4a96-915d-dbe929d086dd,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:32.615146 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-976b7e4b-cf5c-481c-b97f-9e6a68d266de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:32.648057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-976b7e4b-cf5c-481c-b97f-9e6a68d266de admin admin] Calling delete_port for 8eedf94b-14ff-4a96-915d-dbe929d086dd owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:32.669848 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39104) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:32.675653 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-64589843-4cae-425e-8dad-051bda66b46f tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1285016875', 'description': 'tempest-secgroup-smoke-1285016875 description', 'project_id': 'f9677c34190d4113b1a12b61024c1723'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:32.702783 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2a6c14a3-c08e-4bab-a2ce-55ec09d9bd74 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:32.749082 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-5e586264-bc34-4c23-be37-570f60c5e37c None None] Set router 77e204c4-f7e6-4c17-9340-d9b00891f3e6 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:32.780583 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64589843-4cae-425e-8dad-051bda66b46f tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:32.837665 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-39559057-5525-4f45-af0e-2d01f7942dc7 service neutron] 10.222.0.21 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021514 Nov 12 04:37:32.839919 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2a6c14a3-c08e-4bab-a2ce-55ec09d9bd74 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:32.857725 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-5e586264-bc34-4c23-be37-570f60c5e37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'name': 'tempest-TestServerBasicOps-1299889308-router', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:41Z', 'updated_at': '2021-11-12T04:37:32Z', 'revision_number': 6, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:32.873095 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c14a3-c08e-4bab-a2ce-55ec09d9bd74 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e734a20-d4ac-4562-b9db-5b6f7678bb25,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:32.940838 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e586264-bc34-4c23-be37-570f60c5e37c None None] The sync data for ids ['77e204c4-f7e6-4c17-9340-d9b00891f3e6'] in n-d-768509-24 is: [{'id': '77e204c4-f7e6-4c17-9340-d9b00891f3e6', 'name': 'tempest-TestServerBasicOps-1299889308-router', 'tenant_id': '49f00332128a44d886ddf640128bd4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:41Z', 'updated_at': '2021-11-12T04:37:32Z', 'revision_number': 6, 'project_id': '49f00332128a44d886ddf640128bd4c1', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:37:33.074770 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e53861f4-5390-4d1a-ab9d-4645bdf3f289 req-21699f8b-591e-48e7-9136-203dfcbb3a27 service neutron] 10.222.0.21 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219307 Nov 12 04:37:33.090792 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2a6c14a3-c08e-4bab-a2ce-55ec09d9bd74 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:33.092901 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2a6c14a3-c08e-4bab-a2ce-55ec09d9bd74 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8031337 Nov 12 04:37:33.192902 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64589843-4cae-425e-8dad-051bda66b46f tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:33.281668 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-443369c3-9dc3-4089-b06e-b729c86826a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:33.294075 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-976b7e4b-cf5c-481c-b97f-9e6a68d266de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:33.355071 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50574932-d7ac-4ccd-941f-e789d39dcfd9 req-7fce6867-d040-4616-9a97-a1131d6ae16c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:33.356799 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 02c38c72-69e8-46c2-8bc0-e19274cce0da no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:33.358518 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50574932-d7ac-4ccd-941f-e789d39dcfd9 req-7fce6867-d040-4616-9a97-a1131d6ae16c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 943 time: 0.1243625 Nov 12 04:37:33.362561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b7e4b-cf5c-481c-b97f-9e6a68d266de admin admin] Pushing event deleted for resources: {'Port': ['ID=8eedf94b-14ff-4a96-915d-dbe929d086dd,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:33.435534 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 02c38c72-69e8-46c2-8bc0-e19274cce0da {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:33.442582 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 02c38c72-69e8-46c2-8bc0-e19274cce0da not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:33.448053 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e82382-9384-482c-9abb-f1a6628398f4 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:37:33.488294 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64589843-4cae-425e-8dad-051bda66b46f tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:33.598407 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64589843-4cae-425e-8dad-051bda66b46f tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aead72f-e0be-499a-bf96-ede3d4aae7cf,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:33.618969 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50574932-d7ac-4ccd-941f-e789d39dcfd9 req-eec6f579-e84d-4fc0-a7d6-b84ee4de4054 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873832 Nov 12 04:37:33.648591 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-976b7e4b-cf5c-481c-b97f-9e6a68d266de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:33.735780 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64589843-4cae-425e-8dad-051bda66b46f tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:33.737054 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-64589843-4cae-425e-8dad-051bda66b46f tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.0661104 Nov 12 04:37:33.740756 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39132) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:33.754231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2495fadc-ce30-46ef-a370-0fb25498980f tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Request body: {'security_group_rule': {'security_group_id': '6aead72f-e0be-499a-bf96-ede3d4aae7cf', 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:33.776212 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-976b7e4b-cf5c-481c-b97f-9e6a68d266de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:33.788835 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-976b7e4b-cf5c-481c-b97f-9e6a68d266de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:33.907451 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-bbf30b53-55f2-46a8-932c-235566958e18 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1483350229&fields=id&tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5 HTTP/1.1" status: 200 len: 267 time: 0.1346653 Nov 12 04:37:33.958723 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2495fadc-ce30-46ef-a370-0fb25498980f tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:34.040060 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-976b7e4b-cf5c-481c-b97f-9e6a68d266de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:34.040598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976b7e4b-cf5c-481c-b97f-9e6a68d266de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77e204c4-f7e6-4c17-9340-d9b00891f3e6 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:37:34.049859 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-976b7e4b-cf5c-481c-b97f-9e6a68d266de admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:34.051144 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-976b7e4b-cf5c-481c-b97f-9e6a68d266de admin admin] 10.222.0.37 "DELETE /v2.0/routers/77e204c4-f7e6-4c17-9340-d9b00891f3e6 HTTP/1.1" status: 204 len: 168 time: 2.7383537 Nov 12 04:37:34.055272 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39140) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:34.146474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-34b715e9-9078-4832-8b20-1d397c0e6f94 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:34.148254 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-34b715e9-9078-4832-8b20-1d397c0e6f94 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/networks?id=f6aa531e-f0bd-4c36-8712-bcf0e99224de HTTP/1.1" status: 200 len: 797 time: 0.2394333 Nov 12 04:37:34.153450 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd94b9f7-64b1-4cce-8f3f-6fc6ce6ddde6 admin admin] Deleting subnet d42717c3-3818-4929-b170-a5e423fbda0e {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:37:34.160121 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd94b9f7-64b1-4cce-8f3f-6fc6ce6ddde6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:34.175408 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-9429b3b4-3ce1-4901-a86f-9deed5f3b98c tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/quotas/8637d71ae4c840e5a0ac06c987e9c7b5 HTTP/1.1" status: 200 len: 375 time: 0.0133553 Nov 12 04:37:34.226795 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2495fadc-ce30-46ef-a370-0fb25498980f tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:34.275258 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-99542cdc-65db-4479-b66c-f9c7c7d2007b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0880342 Nov 12 04:37:34.278202 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd94b9f7-64b1-4cce-8f3f-6fc6ce6ddde6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:34.331852 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2495fadc-ce30-46ef-a370-0fb25498980f tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:34.360054 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495fadc-ce30-46ef-a370-0fb25498980f tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036c6b38-129b-456e-9688-d6cc89c2d1f1,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:34.459703 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd94b9f7-64b1-4cce-8f3f-6fc6ce6ddde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:34.487281 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-f09ad801-62ec-46ec-82d4-329e8d2de807 service neutron] 10.222.0.37 "GET /v2.0/networks/f6aa531e-f0bd-4c36-8712-bcf0e99224de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833827 Nov 12 04:37:34.510614 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2495fadc-ce30-46ef-a370-0fb25498980f tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:34.518819 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2495fadc-ce30-46ef-a370-0fb25498980f tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7706823 Nov 12 04:37:34.519089 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39146) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:34.550886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-20702044-cc45-4410-9aa2-972587641e5d tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Request body: {'security_group_rule': {'security_group_id': '6aead72f-e0be-499a-bf96-ede3d4aae7cf', 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:34.656783 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-b418525c-7376-49c6-9d7b-5ecc0c1e189b service neutron] 10.222.0.37 "GET /v2.0/networks/f6aa531e-f0bd-4c36-8712-bcf0e99224de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684415 Nov 12 04:37:34.732920 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd94b9f7-64b1-4cce-8f3f-6fc6ce6ddde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:34.771259 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fd94b9f7-64b1-4cce-8f3f-6fc6ce6ddde6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:34.772990 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ada640d-206c-4d20-be79-efa8406996a1 None None] Network a730d3bd-8b46-4dd7-a02b-e5a523424593 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:37:34.777469 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fd94b9f7-64b1-4cce-8f3f-6fc6ce6ddde6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d42717c3-3818-4929-b170-a5e423fbda0e HTTP/1.1" status: 204 len: 168 time: 0.7176263 Nov 12 04:37:34.777469 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94b9f7-64b1-4cce-8f3f-6fc6ce6ddde6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d42717c3-3818-4929-b170-a5e423fbda0e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:34.777758 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39154) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:34.809662 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-20702044-cc45-4410-9aa2-972587641e5d tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:34.898136 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:34.967770 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-20702044-cc45-4410-9aa2-972587641e5d tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.064562 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] Deleting port aaf1138b-87a5-4bde-a05f-5eca2d95fd7e {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:35.064910 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.097945 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-20702044-cc45-4410-9aa2-972587641e5d tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.183020 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc5f90c-b68b-4838-8194-c626372bd770 None None] DHCP port deletion for a730d3bd-8b46-4dd7-a02b-e5a523424593 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:37:35.220627 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20702044-cc45-4410-9aa2-972587641e5d tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951a587b-aef1-46e5-ad45-283fa2ec5afe,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:35.273940 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] For port aaf1138b-87a5-4bde-a05f-5eca2d95fd7e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=aaf1138b-87a5-4bde-a05f-5eca2d95fd7e,segment=NetworkSegment(4de9da1c-81be-4a0a-b976-d83fdfd5f15f),segment_id=4de9da1c-81be-4a0a-b976-d83fdfd5f15f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:35.273940 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.311510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] Calling delete_port for aaf1138b-87a5-4bde-a05f-5eca2d95fd7e owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:35.325650 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9dc5f90c-b68b-4838-8194-c626372bd770 None None] Deleting port aaf1138b-87a5-4bde-a05f-5eca2d95fd7e {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:35.326239 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f90c-b68b-4838-8194-c626372bd770 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.336512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4cc4a-169d-44cf-beb4-ac0f1b64d9f3 req-7147023a-e1d4-44b7-8546-a1431879cb75 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:35.338110 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1d4cc4a-169d-44cf-beb4-ac0f1b64d9f3 req-7147023a-e1d4-44b7-8546-a1431879cb75 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 943 time: 0.1222429 Nov 12 04:37:35.367606 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8eedf94b-14ff-4a96-915d-dbe929d086dd no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:35.390671 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-20702044-cc45-4410-9aa2-972587641e5d tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.395743 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-20702044-cc45-4410-9aa2-972587641e5d tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8718040 Nov 12 04:37:35.396126 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39168) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:35.410186 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-551a3c0a-0258-47bb-a82d-03f88da09f9e tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Request body: {'security_group_rule': {'security_group_id': '6aead72f-e0be-499a-bf96-ede3d4aae7cf', 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:35.443740 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 8eedf94b-14ff-4a96-915d-dbe929d086dd {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:35.445094 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8eedf94b-14ff-4a96-915d-dbe929d086dd not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:35.445499 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device aaf1138b-87a5-4bde-a05f-5eca2d95fd7e no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:35.468614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1d4cc4a-169d-44cf-beb4-ac0f1b64d9f3 req-6d24a106-9acf-46a4-a9cf-aa3ea40e7914 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895038 Nov 12 04:37:35.580566 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-551a3c0a-0258-47bb-a82d-03f88da09f9e tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.616503 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4119a2b4-381f-44b1-9c2c-51551acba85a req-3b62d0dc-54a6-47b3-a6a1-02562f999604 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa7bd25d-2400-429e-bd23-d5f06a6a9cbc HTTP/1.1" status: 200 len: 210 time: 0.0399208 Nov 12 04:37:35.646756 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-9dc5f90c-b68b-4838-8194-c626372bd770 None None] For port aaf1138b-87a5-4bde-a05f-5eca2d95fd7e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=aaf1138b-87a5-4bde-a05f-5eca2d95fd7e,segment=NetworkSegment(4de9da1c-81be-4a0a-b976-d83fdfd5f15f),segment_id=4de9da1c-81be-4a0a-b976-d83fdfd5f15f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:35.647214 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f90c-b68b-4838-8194-c626372bd770 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.648639 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.674424 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9dc5f90c-b68b-4838-8194-c626372bd770 None None] Calling delete_port for aaf1138b-87a5-4bde-a05f-5eca2d95fd7e owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:35.681698 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.722272 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4f347508-7f3d-4ca0-814d-8b5df1f38add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.724189 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-551a3c0a-0258-47bb-a82d-03f88da09f9e tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.750031 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] No DVR routers for this DVR port aaf1138b-87a5-4bde-a05f-5eca2d95fd7e on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:35.753209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf1138b-87a5-4bde-a05f-5eca2d95fd7e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:35.869952 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-551a3c0a-0258-47bb-a82d-03f88da09f9e tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.920209 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.934102 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a3c0a-0258-47bb-a82d-03f88da09f9e tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62817cd3-2836-46db-8eab-650151ac7a0f,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:35.941116 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f90c-b68b-4838-8194-c626372bd770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.962375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a730d3bd-8b46-4dd7-a02b-e5a523424593']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:35.980389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de9da1c-81be-4a0a-b976-d83fdfd5f15f') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:35.980690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de9da1c-81be-4a0a-b976-d83fdfd5f15f') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:36.005441 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.029636 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc5f90c-b68b-4838-8194-c626372bd770 None None] No DVR routers for this DVR port aaf1138b-87a5-4bde-a05f-5eca2d95fd7e on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:36.045612 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.048522 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-551a3c0a-0258-47bb-a82d-03f88da09f9e tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.050180 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-551a3c0a-0258-47bb-a82d-03f88da09f9e tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6528966 Nov 12 04:37:36.051850 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5f90c-b68b-4838-8194-c626372bd770 None None] Pushing event deleted for resources: {'Port': ['ID=aaf1138b-87a5-4bde-a05f-5eca2d95fd7e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:36.055993 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39182) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:36.066187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e79dacfc-3fe7-40e4-8d0e-a4b23c34fb25 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Request body: {'security_group_rule': {'security_group_id': '6aead72f-e0be-499a-bf96-ede3d4aae7cf', 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:36.097973 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:37:36.100669 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:37:36.111108 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:37:36.228932 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e79dacfc-3fe7-40e4-8d0e-a4b23c34fb25 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.421782 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e79dacfc-3fe7-40e4-8d0e-a4b23c34fb25 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.559714 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e79dacfc-3fe7-40e4-8d0e-a4b23c34fb25 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.582972 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dacfc-3fe7-40e4-8d0e-a4b23c34fb25 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2154e98b-c15c-4077-95e3-9a07e41fbf7c,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:36.631580 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b88f1-32b7-48ee-ab13-fffc44778dc6 req-464d9d41-af66-4f7e-8bed-4827339dd517 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:36.633442 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4c8b88f1-32b7-48ee-ab13-fffc44778dc6 req-464d9d41-af66-4f7e-8bed-4827339dd517 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 943 time: 0.0612338 Nov 12 04:37:36.714585 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.714844 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e79dacfc-3fe7-40e4-8d0e-a4b23c34fb25 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.720683 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e79dacfc-3fe7-40e4-8d0e-a4b23c34fb25 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6602726 Nov 12 04:37:36.721005 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39194) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:36.723143 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4c8b88f1-32b7-48ee-ab13-fffc44778dc6 req-b19426cf-8d1b-496c-a72b-c235f11746ea tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793033 Nov 12 04:37:36.733899 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-267e74c5-01ee-4fa8-a5e0-bacfdd8811ac tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Request body: {'security_group_rule': {'security_group_id': '6aead72f-e0be-499a-bf96-ede3d4aae7cf', 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:36.753062 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.760627 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] 10.222.0.37 "DELETE /v2.0/networks/a730d3bd-8b46-4dd7-a02b-e5a523424593 HTTP/1.1" status: 204 len: 168 time: 1.9809177 Nov 12 04:37:36.762537 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb5b60-024f-42e8-9e45-c8976f23a28b admin admin] Pushing event deleted for resources: {'Network': ['ID=a730d3bd-8b46-4dd7-a02b-e5a523424593,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:36.765285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39196) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:36.769359 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.928211 n-d-768509-24 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-267e74c5-01ee-4fa8-a5e0-bacfdd8811ac tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Project f9677c34190d4113b1a12b61024c1723 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:37:36.935091 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-267e74c5-01ee-4fa8-a5e0-bacfdd8811ac tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.961956 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31c74605-29dd-4e35-87cc-2db88a8a0635 req-8fce3271-d1d2-4e42-84e7-e5268290ab4b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa7bd25d-2400-429e-bd23-d5f06a6a9cbc HTTP/1.1" status: 200 len: 210 time: 0.0319035 Nov 12 04:37:37.077449 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-267e74c5-01ee-4fa8-a5e0-bacfdd8811ac tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.221722 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a18c86df-6492-4c35-a533-1611ab504f60 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:37:37.281861 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-267e74c5-01ee-4fa8-a5e0-bacfdd8811ac tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.340591 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e74c5-01ee-4fa8-a5e0-bacfdd8811ac tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ea25c1-260b-42e6-98c8-742ef29718b1,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:37.434333 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-267e74c5-01ee-4fa8-a5e0-bacfdd8811ac tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.435134 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-267e74c5-01ee-4fa8-a5e0-bacfdd8811ac tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7130752 Nov 12 04:37:37.439425 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39210) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:37.444978 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ef881c3f-21db-44f5-8218-5371f342cc1b tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Request body: {'security_group_rule': {'security_group_id': '6aead72f-e0be-499a-bf96-ede3d4aae7cf', 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:37.459564 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port a18c86df-6492-4c35-a533-1611ab504f60, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a18c86df-6492-4c35-a533-1611ab504f60,segment=NetworkSegment(eaaaf2e0-e010-49ce-bb98-510383f2d747),segment_id=eaaaf2e0-e010-49ce-bb98-510383f2d747)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:37.489919 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'a18c86df-6492-4c35-a533-1611ab504f60', 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe', 'port_id': 'a18c86df-6492-4c35-a533-1611ab504f60', 'mac_address': 'fa:16:3e:3f:1f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1025a5-d9f3-41ef-a72e-82436b0d3eb6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:37:37.547958 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ea3af88-0c61-4ca3-83c8-099cbb1c0a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.558709 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.561960 n-d-768509-24 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-ef881c3f-21db-44f5-8218-5371f342cc1b tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Project f9677c34190d4113b1a12b61024c1723 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:37:37.570015 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef881c3f-21db-44f5-8218-5371f342cc1b tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.575910 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18c86df-6492-4c35-a533-1611ab504f60 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:37:37.598573 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port a18c86df-6492-4c35-a533-1611ab504f60, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a18c86df-6492-4c35-a533-1611ab504f60,segment=NetworkSegment(eaaaf2e0-e010-49ce-bb98-510383f2d747),segment_id=eaaaf2e0-e010-49ce-bb98-510383f2d747)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:37.657835 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef881c3f-21db-44f5-8218-5371f342cc1b tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.706339 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.722108 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef881c3f-21db-44f5-8218-5371f342cc1b tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.768133 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef881c3f-21db-44f5-8218-5371f342cc1b tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6cd14d-0118-4831-8640-940a693af13b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:37.809422 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=a18c86df-6492-4c35-a533-1611ab504f60,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:37.863617 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef881c3f-21db-44f5-8218-5371f342cc1b tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.865355 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ef881c3f-21db-44f5-8218-5371f342cc1b tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4248593 Nov 12 04:37:38.015354 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee86889-b782-4216-bf6d-e5671490c530 req-4beced5b-a879-414c-846e-8586f241de97 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:38.017771 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1ee86889-b782-4216-bf6d-e5671490c530 req-4beced5b-a879-414c-846e-8586f241de97 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 944 time: 0.1260061 Nov 12 04:37:38.118037 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['a18c86df-6492-4c35-a533-1611ab504f60'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:37:38.163130 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1ee86889-b782-4216-bf6d-e5671490c530 req-21aab5d3-568c-486a-ac6c-f771f55e795f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309047 Nov 12 04:37:38.185021 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5ea3af88-0c61-4ca3-83c8-099cbb1c0a0b admin admin] Deleting port 0ae1681b-b655-4dd9-96df-12c4b655ae31 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:38.185361 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ea3af88-0c61-4ca3-83c8-099cbb1c0a0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:38.313040 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc41ec55-6f30-458c-9734-12e93cdbaf8b req-8f1055ca-a95f-401b-a110-38e946c55f15 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa7bd25d-2400-429e-bd23-d5f06a6a9cbc HTTP/1.1" status: 200 len: 210 time: 0.0330586 Nov 12 04:37:38.401292 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5ea3af88-0c61-4ca3-83c8-099cbb1c0a0b admin admin] For port 0ae1681b-b655-4dd9-96df-12c4b655ae31, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0ae1681b-b655-4dd9-96df-12c4b655ae31,segment=NetworkSegment(bcedbd70-75db-42e8-8fbe-28724eae4077),segment_id=bcedbd70-75db-42e8-8fbe-28724eae4077)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:38.401791 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ea3af88-0c61-4ca3-83c8-099cbb1c0a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:38.407935 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:38.523816 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5ea3af88-0c61-4ca3-83c8-099cbb1c0a0b admin admin] Calling delete_port for 0ae1681b-b655-4dd9-96df-12c4b655ae31 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:38.678698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-ab38dd6b-a060-4497-8478-e5cd00c1126c tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1285016875&fields=id&tenant_id=f9677c34190d4113b1a12b61024c1723 HTTP/1.1" status: 200 len: 267 time: 0.1837981 Nov 12 04:37:38.728862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-18830f67-8cc5-43b7-8e70-ff88f73670e7 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:38.730430 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-18830f67-8cc5-43b7-8e70-ff88f73670e7 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.31 "GET /v2.0/networks?id=f6aa531e-f0bd-4c36-8712-bcf0e99224de HTTP/1.1" status: 200 len: 797 time: 0.3195844 Nov 12 04:37:38.941820 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-293c3496-8c25-42cc-867f-b62b9bb630a7 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:38.948532 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-293c3496-8c25-42cc-867f-b62b9bb630a7 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/networks?id=e41496b7-24c9-4412-8c2b-a2b51708d7d6 HTTP/1.1" status: 200 len: 814 time: 0.2581060 Nov 12 04:37:38.987839 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c0f11673-826f-456b-977c-84ff2fc0298e tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/quotas/f9677c34190d4113b1a12b61024c1723 HTTP/1.1" status: 200 len: 375 time: 0.0262985 Nov 12 04:37:38.996751 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-cff63399-b7e4-479d-8866-ac43ca52b2e9 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5 HTTP/1.1" status: 200 len: 470 time: 0.2232690 Nov 12 04:37:39.028254 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-d9139df6-9d0a-4cef-bc0c-43b86c547461 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'port': {'device_id': 'aa7bd25d-2400-429e-bd23-d5f06a6a9cbc', 'network_id': 'f6aa531e-f0bd-4c36-8712-bcf0e99224de', 'admin_state_up': True, 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'security_groups': ['00f7e434-b382-466c-865a-0395d0baf268']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:39.212145 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-dabf43b0-5b70-4589-b8b4-0376a7c2de9d tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9677c34190d4113b1a12b61024c1723&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2104511 Nov 12 04:37:39.215988 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a18c86df-6492-4c35-a533-1611ab504f60 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:37:39.232343 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.359990 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ea3af88-0c61-4ca3-83c8-099cbb1c0a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.411502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3af88-0c61-4ca3-83c8-099cbb1c0a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae1681b-b655-4dd9-96df-12c4b655ae31,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:39.431084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port a18c86df-6492-4c35-a533-1611ab504f60 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:37:39.440868 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port a18c86df-6492-4c35-a533-1611ab504f60 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:39.441863 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.480583 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c950ad83-93fd-4e45-8744-a1c1c1f44764 service neutron] 10.222.0.37 "GET /v2.0/networks/e41496b7-24c9-4412-8c2b-a2b51708d7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298031 Nov 12 04:37:39.533649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-d9139df6-9d0a-4cef-bc0c-43b86c547461 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Made reservation on behalf of 8637d71ae4c840e5a0ac06c987e9c7b5 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:37:39.537604 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-d9139df6-9d0a-4cef-bc0c-43b86c547461 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.704794 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.769809 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port a18c86df-6492-4c35-a533-1611ab504f60, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a18c86df-6492-4c35-a533-1611ab504f60,segment=NetworkSegment(eaaaf2e0-e010-49ce-bb98-510383f2d747),segment_id=eaaaf2e0-e010-49ce-bb98-510383f2d747)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:39.772258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18c86df-6492-4c35-a533-1611ab504f60'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:39.778272 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761f137c-9652-4e95-b03e-93b2fa412bec" -d '{"events": [{"server_uuid": "1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb", "name": "network-vif-plugged", "status": "completed", "tag": "a18c86df-6492-4c35-a533-1611ab504f60"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:39.836300 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.930154 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=a18c86df-6492-4c35-a533-1611ab504f60,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:39.956866 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-d31e0f52-fcfd-4878-972f-c592516711b9 service neutron] 10.222.0.37 "GET /v2.0/networks/e41496b7-24c9-4412-8c2b-a2b51708d7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634366 Nov 12 04:37:39.970269 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ea3af88-0c61-4ca3-83c8-099cbb1c0a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.119110 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-d9139df6-9d0a-4cef-bc0c-43b86c547461 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Allocated IP 172.20.0.23 (f6aa531e-f0bd-4c36-8712-bcf0e99224de/8d2a0f18-4896-43c4-bdc9-281eb0ba9cb6/c32be71d-fe78-4e34-ae0f-854a755eb133) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:37:40.526286 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-d9139df6-9d0a-4cef-bc0c-43b86c547461 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.552425 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea3af88-0c61-4ca3-83c8-099cbb1c0a0b admin admin] Router 6a70e103-cd41-4ac4-b14f-d38ce551800e has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:37:40.682761 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-d9139df6-9d0a-4cef-bc0c-43b86c547461 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.737843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-d9139df6-9d0a-4cef-bc0c-43b86c547461 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Network f6aa531e-f0bd-4c36-8712-bcf0e99224de is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:37:40.745937 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-d9139df6-9d0a-4cef-bc0c-43b86c547461 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:37:40.753587 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-d9139df6-9d0a-4cef-bc0c-43b86c547461 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:37:40.760828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea3af88-0c61-4ca3-83c8-099cbb1c0a0b admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:37:40.791330 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8717f24-c23d-4db1-8205-d8c78849e29e None None] Sync routers for ids ['6a70e103-cd41-4ac4-b14f-d38ce551800e'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:37:40.833247 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8717f24-c23d-4db1-8205-d8c78849e29e None None] Routers {'6a70e103-cd41-4ac4-b14f-d38ce551800e'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:40.838339 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b8717f24-c23d-4db1-8205-d8c78849e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:37:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6a70e103-cd41-4ac4-b14f-d38ce551800e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:41.167243 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-b8717f24-c23d-4db1-8205-d8c78849e29e None None] Set router 6a70e103-cd41-4ac4-b14f-d38ce551800e gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:41.296018 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39280) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:41.296992 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5ea3af88-0c61-4ca3-83c8-099cbb1c0a0b admin admin] 10.222.0.37 "PUT /v2.0/routers/6a70e103-cd41-4ac4-b14f-d38ce551800e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5243032 Nov 12 04:37:41.307381 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9139df6-9d0a-4cef-bc0c-43b86c547461 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Port': ['ID=c32be71d-fe78-4e34-ae0f-854a755eb133,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:41.369065 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-d9139df6-9d0a-4cef-bc0c-43b86c547461 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:41.369771 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-d9139df6-9d0a-4cef-bc0c-43b86c547461 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:41.440177 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b8717f24-c23d-4db1-8205-d8c78849e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'name': 'tempest-TestServerBasicOps-632260311-router', 'tenant_id': 'a3bad3979fe94582a4e948a963a21e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3d00e846-0c08-43ba-918e-788290786bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:37:39Z', 'revision_number': 5, 'project_id': 'a3bad3979fe94582a4e948a963a21e04', 'gw_port': {'id': '3d00e846-0c08-43ba-918e-788290786bb5', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ad:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:01Z', 'updated_at': '2021-11-12T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:41.456125 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7acadf4f-061d-4267-8500-078bd74076fe None None] Provisioning complete for port c32be71d-fe78-4e34-ae0f-854a755eb133 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:41.458961 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7acadf4f-061d-4267-8500-078bd74076fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:41.496032 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-d9139df6-9d0a-4cef-bc0c-43b86c547461 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4904737 Nov 12 04:37:41.507925 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8717f24-c23d-4db1-8205-d8c78849e29e None None] Checking router: 6a70e103-cd41-4ac4-b14f-d38ce551800e for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:37:41.515888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Request body: {'port': {'device_id': 'aa7bd25d-2400-429e-bd23-d5f06a6a9cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:41.538756 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7acadf4f-061d-4267-8500-078bd74076fe None None] Port c32be71d-fe78-4e34-ae0f-854a755eb133 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:37:41.546755 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8717f24-c23d-4db1-8205-d8c78849e29e None None] Routers {'6a70e103-cd41-4ac4-b14f-d38ce551800e'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:41.547400 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b8717f24-c23d-4db1-8205-d8c78849e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:37:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6a70e103-cd41-4ac4-b14f-d38ce551800e'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:41.659686 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6eddb9fa-3616-4cc4-8944-f88b7885983a admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:41.772568 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-b8717f24-c23d-4db1-8205-d8c78849e29e None None] Set router 6a70e103-cd41-4ac4-b14f-d38ce551800e gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:41.866712 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:41.916067 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88bf42-6a74-4c79-9ad2-ce5af3726468 req-5ddc1b8c-5e34-429e-9c3f-d6097c4010a3 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:41.924182 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d88bf42-6a74-4c79-9ad2-ce5af3726468 req-5ddc1b8c-5e34-429e-9c3f-d6097c4010a3 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 945 time: 0.4049942 Nov 12 04:37:42.027757 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6eddb9fa-3616-4cc4-8944-f88b7885983a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.091605 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d88bf42-6a74-4c79-9ad2-ce5af3726468 req-8284eb68-3a56-467a-9962-eb0a7e3916dd tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406217 Nov 12 04:37:42.095876 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-b8717f24-c23d-4db1-8205-d8c78849e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'name': 'tempest-TestServerBasicOps-632260311-router', 'tenant_id': 'a3bad3979fe94582a4e948a963a21e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3d00e846-0c08-43ba-918e-788290786bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:37:39Z', 'revision_number': 5, 'project_id': 'a3bad3979fe94582a4e948a963a21e04', 'gw_port': {'id': '3d00e846-0c08-43ba-918e-788290786bb5', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ad:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:01Z', 'updated_at': '2021-11-12T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:42.218262 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8717f24-c23d-4db1-8205-d8c78849e29e None None] The sync data for ids ['6a70e103-cd41-4ac4-b14f-d38ce551800e'] in n-d-768509-24 is: [{'id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'name': 'tempest-TestServerBasicOps-632260311-router', 'tenant_id': 'a3bad3979fe94582a4e948a963a21e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3d00e846-0c08-43ba-918e-788290786bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:37:39Z', 'revision_number': 5, 'project_id': 'a3bad3979fe94582a4e948a963a21e04', 'gw_port': {'id': '3d00e846-0c08-43ba-918e-788290786bb5', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ad:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70e103-cd41-4ac4-b14f-d38ce551800e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:01Z', 'updated_at': '2021-11-12T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:37:42.277169 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6eddb9fa-3616-4cc4-8944-f88b7885983a admin admin] Deleting port 3d00e846-0c08-43ba-918e-788290786bb5 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:42.277490 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6eddb9fa-3616-4cc4-8944-f88b7885983a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.342110 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6a031-ad96-4915-b74e-98abe0330913 req-2d4e1031-e6c3-4866-9ef1-1d6f13324441 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:42.345092 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9c6a031-ad96-4915-b74e-98abe0330913 req-2d4e1031-e6c3-4866-9ef1-1d6f13324441 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa7bd25d-2400-429e-bd23-d5f06a6a9cbc HTTP/1.1" status: 200 len: 932 time: 0.1743121 Nov 12 04:37:42.452524 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-6eddb9fa-3616-4cc4-8944-f88b7885983a admin admin] For port 3d00e846-0c08-43ba-918e-788290786bb5, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3d00e846-0c08-43ba-918e-788290786bb5,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:42.453443 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6eddb9fa-3616-4cc4-8944-f88b7885983a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.488079 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6eddb9fa-3616-4cc4-8944-f88b7885983a admin admin] Calling delete_port for 3d00e846-0c08-43ba-918e-788290786bb5 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:42.548220 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32be71d-fe78-4e34-ae0f-854a755eb133 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:37:42.567812 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.598344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Transition to ACTIVE for port object c32be71d-fe78-4e34-ae0f-854a755eb133 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:37:42.671142 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.953826 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Pushing event updated for resources: {'Port': ['ID=c32be71d-fe78-4e34-ae0f-854a755eb133,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:42.965163 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9c6a031-ad96-4915-b74e-98abe0330913 req-fd4a2f3b-03ed-4a0d-8244-953b780afb59 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=00f7e434-b382-466c-865a-0395d0baf268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6005824 Nov 12 04:37:43.002491 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6eddb9fa-3616-4cc4-8944-f88b7885983a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.030384 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db80509-5f3e-4a1a-b436-9f9a0ee38ad2 x-openstack-request-id: req-7db80509-5f3e-4a1a-b436-9f9a0ee38ad2 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:43.031323 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb", "name": "network-vif-plugged", "status": "completed", "tag": "a18c86df-6492-4c35-a533-1611ab504f60", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:43.031756 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7db80509-5f3e-4a1a-b436-9f9a0ee38ad2 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:43.032311 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18c86df-6492-4c35-a533-1611ab504f60', 'code': 200} Nov 12 04:37:43.035632 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Attempting to bind port c32be71d-fe78-4e34-ae0f-854a755eb133 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:37:43.035987 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Attempting to bind port c32be71d-fe78-4e34-ae0f-854a755eb133 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '02396e81-02ac-4df6-a0c9-39c10f7ff9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f6aa531e-f0bd-4c36-8712-bcf0e99224de'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:37:43.036331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Attempting to bind port c32be71d-fe78-4e34-ae0f-854a755eb133 on network f6aa531e-f0bd-4c36-8712-bcf0e99224de {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:37:43.044300 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Port c32be71d-fe78-4e34-ae0f-854a755eb133 on network f6aa531e-f0bd-4c36-8712-bcf0e99224de not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:37:43.044490 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Attempting to bind port c32be71d-fe78-4e34-ae0f-854a755eb133 on network f6aa531e-f0bd-4c36-8712-bcf0e99224de {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:37:43.066609 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:37:43.068160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Checking segment: {'id': '02396e81-02ac-4df6-a0c9-39c10f7ff9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f6aa531e-f0bd-4c36-8712-bcf0e99224de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:37:43.068594 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Bound using segment: {'id': '02396e81-02ac-4df6-a0c9-39c10f7ff9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f6aa531e-f0bd-4c36-8712-bcf0e99224de'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:37:43.069069 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Bound port: c32be71d-fe78-4e34-ae0f-854a755eb133, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02396e81-02ac-4df6-a0c9-39c10f7ff9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f6aa531e-f0bd-4c36-8712-bcf0e99224de'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:37:43.073848 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddb9fa-3616-4cc4-8944-f88b7885983a admin admin] Pushing event deleted for resources: {'Port': ['ID=3d00e846-0c08-43ba-918e-788290786bb5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:43.074374 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.077861 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441f3527-b185-44c4-a378-1f8ca9073232 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:37:43.147771 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0ae1681b-b655-4dd9-96df-12c4b655ae31 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:43.190308 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 0ae1681b-b655-4dd9-96df-12c4b655ae31 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:43.192717 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0ae1681b-b655-4dd9-96df-12c4b655ae31 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:43.192923 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60facf9d-3989-4ae0-90a8-26ee1f12a3e0 req-9079d2fb-cb36-497f-b9bb-0d476da6eaa6 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 210 time: 0.0765293 Nov 12 04:37:43.274772 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e30ece-cdb3-4484-b5e7-aaa96acc6c51 req-330704e0-c7a9-4856-b713-d6d579b69c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:43.276898 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e3e30ece-cdb3-4484-b5e7-aaa96acc6c51 req-330704e0-c7a9-4856-b713-d6d579b69c01 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 1097 time: 0.1219814 Nov 12 04:37:43.284144 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6eddb9fa-3616-4cc4-8944-f88b7885983a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.317826 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] For port c32be71d-fe78-4e34-ae0f-854a755eb133, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:37:43.330316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] For port c32be71d-fe78-4e34-ae0f-854a755eb133, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c32be71d-fe78-4e34-ae0f-854a755eb133,segment=NetworkSegment(02396e81-02ac-4df6-a0c9-39c10f7ff9d9),segment_id=02396e81-02ac-4df6-a0c9-39c10f7ff9d9)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:37:43.399213 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e3e30ece-cdb3-4484-b5e7-aaa96acc6c51 req-478faa8b-5ac5-43a6-b02d-2fb7bb6ad6b8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089742 Nov 12 04:37:43.406672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c815639-b0ae-4363-af98-176d48999cb9 req-62e40c40-7422-4851-950a-5287121363cc tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:43.408848 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c815639-b0ae-4363-af98-176d48999cb9 req-62e40c40-7422-4851-950a-5287121363cc tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 945 time: 0.0806117 Nov 12 04:37:43.464403 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.508183 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6eddb9fa-3616-4cc4-8944-f88b7885983a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.514145 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6eddb9fa-3616-4cc4-8944-f88b7885983a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.514846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c815639-b0ae-4363-af98-176d48999cb9 req-c712591c-a944-4d4a-be62-6336737f24cc tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979981 Nov 12 04:37:43.523789 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:43.524451 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.526596 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] 10.222.0.31 "PUT /v2.0/ports/c32be71d-fe78-4e34-ae0f-854a755eb133 HTTP/1.1" status: 200 len: 1093 time: 2.0152614 Nov 12 04:37:43.527199 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7bd25d-2400-429e-bd23-d5f06a6a9cbc', 'tag': 'c32be71d-fe78-4e34-ae0f-854a755eb133'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:43.530084 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acf5b8d-9252-4374-a1b6-042ed80e17c1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7bd25d-2400-429e-bd23-d5f06a6a9cbc", "tag": "c32be71d-fe78-4e34-ae0f-854a755eb133"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:43.585687 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b155bc-a492-4753-bf84-62ce0d4e430f service neutron] Pushing event updated for resources: {'Port': ['ID=c32be71d-fe78-4e34-ae0f-854a755eb133,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:43.682017 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6eddb9fa-3616-4cc4-8944-f88b7885983a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.682669 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eddb9fa-3616-4cc4-8944-f88b7885983a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a70e103-cd41-4ac4-b14f-d38ce551800e {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:37:43.687676 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6eddb9fa-3616-4cc4-8944-f88b7885983a admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.690981 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6eddb9fa-3616-4cc4-8944-f88b7885983a admin admin] 10.222.0.37 "DELETE /v2.0/routers/6a70e103-cd41-4ac4-b14f-d38ce551800e HTTP/1.1" status: 204 len: 168 time: 2.3913703 Nov 12 04:37:43.694467 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39318) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:43.695223 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a31bc8-cc38-41c4-aa02-1fd29138c5bc x-openstack-request-id: req-d9a31bc8-cc38-41c4-aa02-1fd29138c5bc {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:43.695684 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7bd25d-2400-429e-bd23-d5f06a6a9cbc", "tag": "c32be71d-fe78-4e34-ae0f-854a755eb133", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:43.696125 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9a31bc8-cc38-41c4-aa02-1fd29138c5bc {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:43.696483 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7bd25d-2400-429e-bd23-d5f06a6a9cbc', 'tag': 'c32be71d-fe78-4e34-ae0f-854a755eb133', 'status': 'completed', 'code': 200} Nov 12 04:37:43.740899 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-0bbb6b74-523a-4d02-8740-692611e4b6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:43.743695 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-0bbb6b74-523a-4d02-8740-692611e4b6eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5&device_id=aa7bd25d-2400-429e-bd23-d5f06a6a9cbc HTTP/1.1" status: 200 len: 1096 time: 0.0909889 Nov 12 04:37:43.822074 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5fe080b-9832-4800-95f1-d6ebf9f23d3c admin admin] Deleting subnet 1469950d-67ef-4e95-9073-f71ffc0c18da {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:37:43.834718 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5fe080b-9832-4800-95f1-d6ebf9f23d3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.890712 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-eb065eae-7032-4019-ba1f-c6f819e1cdef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=c32be71d-fe78-4e34-ae0f-854a755eb133 HTTP/1.1" status: 200 len: 217 time: 0.1252923 Nov 12 04:37:43.966788 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5fe080b-9832-4800-95f1-d6ebf9f23d3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.989605 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-141986bb-9669-4782-b216-c719a7354cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:43.990963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-141986bb-9669-4782-b216-c719a7354cd3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d2a0f18-4896-43c4-bdc9-281eb0ba9cb6 HTTP/1.1" status: 200 len: 837 time: 0.0924654 Nov 12 04:37:44.121515 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-9f1075ac-3992-4308-be95-6f5c7c9aa1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:44.123549 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-9f1075ac-3992-4308-be95-6f5c7c9aa1ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f6aa531e-f0bd-4c36-8712-bcf0e99224de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1225140 Nov 12 04:37:44.184687 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5fe080b-9832-4800-95f1-d6ebf9f23d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.248226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f8c4f-4c9c-4c58-b63d-2dc48c2c7312 req-ca1fbae5-0646-4228-9e90-74544901f816 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:44.250047 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-052f8c4f-4c9c-4c58-b63d-2dc48c2c7312 req-ca1fbae5-0646-4228-9e90-74544901f816 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa7bd25d-2400-429e-bd23-d5f06a6a9cbc HTTP/1.1" status: 200 len: 944 time: 0.1253610 Nov 12 04:37:44.363345 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5fe080b-9832-4800-95f1-d6ebf9f23d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.408542 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-29b055a2-429f-475d-9d7a-9f2e4b1733e2 service neutron] 10.222.0.31 "GET /v2.0/networks/f6aa531e-f0bd-4c36-8712-bcf0e99224de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727120 Nov 12 04:37:44.417818 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8624b511-2f6d-4159-833e-53e6f89b69c9 None None] Network 0c5dca3b-2eb2-4cb6-88b9-6315d3871c46 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:37:44.426787 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e5fe080b-9832-4800-95f1-d6ebf9f23d3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.432656 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e5fe080b-9832-4800-95f1-d6ebf9f23d3c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1469950d-67ef-4e95-9073-f71ffc0c18da HTTP/1.1" status: 204 len: 168 time: 0.7364047 Nov 12 04:37:44.434697 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe080b-9832-4800-95f1-d6ebf9f23d3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1469950d-67ef-4e95-9073-f71ffc0c18da,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:44.436854 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39332) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:44.532997 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.599261 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-052f8c4f-4c9c-4c58-b63d-2dc48c2c7312 req-37726cea-5ab4-4723-ac9b-78914b032b2c tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=00f7e434-b382-466c-865a-0395d0baf268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231578 Nov 12 04:37:44.720279 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-666a092f-ea9a-484e-9bfa-79a12374fcf4 req-53f2f3f4-1ed2-4f1f-b32e-806f02b53bd2 service neutron] 10.222.0.31 "GET /v2.0/networks/f6aa531e-f0bd-4c36-8712-bcf0e99224de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037462 Nov 12 04:37:44.760576 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] Deleting port bfb3859d-d25b-4d95-b280-76d825fe74e8 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:44.761153 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.848834 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1b2f9b74-e198-48e1-842b-ccdbffd49718 req-f888257a-7d97-481d-93e0-046cd6d658b0 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 210 time: 0.0824182 Nov 12 04:37:44.896660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54d342d-4f4b-4b14-a9fb-16ac72abcd5f None None] DHCP port deletion for 0c5dca3b-2eb2-4cb6-88b9-6315d3871c46 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:37:44.910326 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] For port bfb3859d-d25b-4d95-b280-76d825fe74e8, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=bfb3859d-d25b-4d95-b280-76d825fe74e8,segment=NetworkSegment(bcedbd70-75db-42e8-8fbe-28724eae4077),segment_id=bcedbd70-75db-42e8-8fbe-28724eae4077)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:44.913634 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.928692 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] Calling delete_port for bfb3859d-d25b-4d95-b280-76d825fe74e8 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:45.062084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c54d342d-4f4b-4b14-a9fb-16ac72abcd5f None None] Deleting port bfb3859d-d25b-4d95-b280-76d825fe74e8 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:45.062528 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c54d342d-4f4b-4b14-a9fb-16ac72abcd5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:45.127020 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf5b8d-9252-4374-a1b6-042ed80e17c1 req-2c5ef523-dd01-4e46-8656-eabec71547c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:45.129019 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8acf5b8d-9252-4374-a1b6-042ed80e17c1 req-2c5ef523-dd01-4e46-8656-eabec71547c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5&device_id=aa7bd25d-2400-429e-bd23-d5f06a6a9cbc HTTP/1.1" status: 200 len: 1096 time: 0.1659544 Nov 12 04:37:45.148563 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dee6c8-f76c-4b2e-b72c-12ce48d0c7d1 req-ab825627-5125-4968-a91b-3b7177212655 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:45.150349 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-69dee6c8-f76c-4b2e-b72c-12ce48d0c7d1 req-ab825627-5125-4968-a91b-3b7177212655 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 945 time: 0.1683023 Nov 12 04:37:45.161750 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:45.199839 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c54d342d-4f4b-4b14-a9fb-16ac72abcd5f None None] For port bfb3859d-d25b-4d95-b280-76d825fe74e8, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=bfb3859d-d25b-4d95-b280-76d825fe74e8,segment=NetworkSegment(bcedbd70-75db-42e8-8fbe-28724eae4077),segment_id=bcedbd70-75db-42e8-8fbe-28724eae4077)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:45.201048 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c54d342d-4f4b-4b14-a9fb-16ac72abcd5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:45.257156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] No DVR routers for this DVR port bfb3859d-d25b-4d95-b280-76d825fe74e8 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:45.257575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c54d342d-4f4b-4b14-a9fb-16ac72abcd5f None None] Calling delete_port for bfb3859d-d25b-4d95-b280-76d825fe74e8 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:45.271966 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb3859d-d25b-4d95-b280-76d825fe74e8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:45.333915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3d00e846-0c08-43ba-918e-788290786bb5 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:45.386664 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:45.393701 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 3d00e846-0c08-43ba-918e-788290786bb5 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:45.394041 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3d00e846-0c08-43ba-918e-788290786bb5 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:45.394463 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device bfb3859d-d25b-4d95-b280-76d825fe74e8 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:45.412516 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-69dee6c8-f76c-4b2e-b72c-12ce48d0c7d1 req-7835ddea-4776-4844-bde9-d1d8317a5245 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532992 Nov 12 04:37:45.414009 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5dca3b-2eb2-4cb6-88b9-6315d3871c46']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:45.437746 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcedbd70-75db-42e8-8fbe-28724eae4077') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:45.438527 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf5b8d-9252-4374-a1b6-042ed80e17c1 req-c2bb1ad1-8590-4544-b24c-2774d7a1fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:45.440150 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcedbd70-75db-42e8-8fbe-28724eae4077') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:45.443855 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8acf5b8d-9252-4374-a1b6-042ed80e17c1 req-c2bb1ad1-8590-4544-b24c-2774d7a1fe00 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f6aa531e-f0bd-4c36-8712-bcf0e99224de HTTP/1.1" status: 200 len: 898 time: 0.3039196 Nov 12 04:37:45.467246 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: bfb3859d-d25b-4d95-b280-76d825fe74e8 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:45.468487 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device bfb3859d-d25b-4d95-b280-76d825fe74e8 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:45.504958 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:45.553999 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c54d342d-4f4b-4b14-a9fb-16ac72abcd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:45.581794 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8acf5b8d-9252-4374-a1b6-042ed80e17c1 req-176e7635-7703-4a51-b126-99f67c2b1516 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=c32be71d-fe78-4e34-ae0f-854a755eb133 HTTP/1.1" status: 200 len: 217 time: 0.1302345 Nov 12 04:37:45.598437 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d342d-4f4b-4b14-a9fb-16ac72abcd5f None None] Pushing event deleted for resources: {'Port': ['ID=bfb3859d-d25b-4d95-b280-76d825fe74e8,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:45.616232 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d342d-4f4b-4b14-a9fb-16ac72abcd5f None None] No DVR routers for this DVR port bfb3859d-d25b-4d95-b280-76d825fe74e8 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:45.656576 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:45.683700 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:37:45.683700 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:45.710860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf5b8d-9252-4374-a1b6-042ed80e17c1 req-14db3b53-08c5-42be-81ac-2312216accf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:45.712578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8acf5b8d-9252-4374-a1b6-042ed80e17c1 req-14db3b53-08c5-42be-81ac-2312216accf4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d2a0f18-4896-43c4-bdc9-281eb0ba9cb6 HTTP/1.1" status: 200 len: 837 time: 0.1198239 Nov 12 04:37:45.858098 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf5b8d-9252-4374-a1b6-042ed80e17c1 req-4b85e69b-38ba-4fe4-bfb0-8c2a64591d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:45.861472 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8acf5b8d-9252-4374-a1b6-042ed80e17c1 req-4b85e69b-38ba-4fe4-bfb0-8c2a64591d3c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f6aa531e-f0bd-4c36-8712-bcf0e99224de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1384671 Nov 12 04:37:45.928972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592892af-e693-48b4-b85f-47470300623c req-c78651e9-9399-4a0a-95a5-8b234cb6f7e2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:45.931218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-592892af-e693-48b4-b85f-47470300623c req-c78651e9-9399-4a0a-95a5-8b234cb6f7e2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa7bd25d-2400-429e-bd23-d5f06a6a9cbc HTTP/1.1" status: 200 len: 944 time: 0.1315401 Nov 12 04:37:46.060137 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-592892af-e693-48b4-b85f-47470300623c req-92fbab23-e2cc-4423-9fe8-515081e89f54 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=00f7e434-b382-466c-865a-0395d0baf268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876193 Nov 12 04:37:46.095833 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8acf5b8d-9252-4374-a1b6-042ed80e17c1 req-0507a32e-33f8-4296-9294-53c59fbe010d service neutron] 10.222.0.31 "GET /v2.0/networks/f6aa531e-f0bd-4c36-8712-bcf0e99224de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191715 Nov 12 04:37:46.277231 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bef38954-31dd-47af-809d-ffbbaf0262e6 req-ad88dcbf-5f82-45de-b2e0-e54e8641a73c tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 210 time: 0.1087475 Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:37:46.295655 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:37:46.351258 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8acf5b8d-9252-4374-a1b6-042ed80e17c1 req-c70d6fcd-1ae6-489b-bec5-8a0f2d4d023b service neutron] 10.222.0.31 "GET /v2.0/networks/f6aa531e-f0bd-4c36-8712-bcf0e99224de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451317 Nov 12 04:37:46.377061 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c1c44c35-84c7-4b2a-b775-a0ef63383ce3 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:46.378975 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c1c44c35-84c7-4b2a-b775-a0ef63383ce3 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.21 "GET /v2.0/networks?id=e41496b7-24c9-4412-8c2b-a2b51708d7d6 HTTP/1.1" status: 200 len: 814 time: 0.8767715 Nov 12 04:37:46.390298 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:46.405960 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:46.412930 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] 10.222.0.37 "DELETE /v2.0/networks/0c5dca3b-2eb2-4cb6-88b9-6315d3871c46 HTTP/1.1" status: 204 len: 168 time: 1.9706655 Nov 12 04:37:46.451674 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6e98f-b8d7-4a8c-8d67-fc4d5e67fd3f admin admin] Pushing event deleted for resources: {'Network': ['ID=0c5dca3b-2eb2-4cb6-88b9-6315d3871c46,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:46.517988 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-3d3251b8-bfe1-4065-af2c-b21691fb7ff3 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9677c34190d4113b1a12b61024c1723 HTTP/1.1" status: 200 len: 380 time: 0.1186635 Nov 12 04:37:46.531428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-d8100cf8-c80c-4a45-a3c8-612e00c263bc tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Request body: {'port': {'device_id': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'admin_state_up': True, 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'security_groups': ['6aead72f-e0be-499a-bf96-ede3d4aae7cf']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:46.769055 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd75d0-ef6f-4d51-b861-0a6f968609d6 req-02696ea0-5299-49a7-b145-ca897dc8bd16 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:46.769524 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7afd75d0-ef6f-4d51-b861-0a6f968609d6 req-02696ea0-5299-49a7-b145-ca897dc8bd16 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 945 time: 0.1681306 Nov 12 04:37:46.836564 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-d8100cf8-c80c-4a45-a3c8-612e00c263bc tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Made reservation on behalf of f9677c34190d4113b1a12b61024c1723 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:37:46.842874 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-d8100cf8-c80c-4a45-a3c8-612e00c263bc tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:46.898185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7afd75d0-ef6f-4d51-b861-0a6f968609d6 req-a7e8f938-2d05-4eec-ac56-66318c198764 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151876 Nov 12 04:37:47.001756 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.082686 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-d8100cf8-c80c-4a45-a3c8-612e00c263bc tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Allocated IP 172.20.0.13 (e41496b7-24c9-4412-8c2b-a2b51708d7d6/dddc1a2c-381d-437e-848a-113195a1cabf/d368860a-68c4-4fc3-b6ae-78e683646f65) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:37:47.178555 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39440) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:47.250689 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c6df2b7b-5c0b-4357-acbf-2a2f9b0cf403 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49f00332128a44d886ddf640128bd4c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0705891 Nov 12 04:37:47.254733 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39444) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:47.346006 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c32be71d-fe78-4e34-ae0f-854a755eb133 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:37:47.367993 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61f0950c-07c9-4a64-b94f-f29745ee8a10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.446830 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61f0950c-07c9-4a64-b94f-f29745ee8a10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.509200 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7648d20-4baf-41b2-902e-5a9fb4d16d2b req-5786d461-1459-4e1b-8cc4-79fe8147f02b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:47.521333 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7648d20-4baf-41b2-902e-5a9fb4d16d2b req-5786d461-1459-4e1b-8cc4-79fe8147f02b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa7bd25d-2400-429e-bd23-d5f06a6a9cbc HTTP/1.1" status: 200 len: 944 time: 0.1335332 Nov 12 04:37:47.546830 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-d8100cf8-c80c-4a45-a3c8-612e00c263bc tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.613513 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7648d20-4baf-41b2-902e-5a9fb4d16d2b req-562fd426-70db-454f-af71-74278b0031af tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=00f7e434-b382-466c-865a-0395d0baf268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908201 Nov 12 04:37:47.707281 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61f0950c-07c9-4a64-b94f-f29745ee8a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.717445 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61f0950c-07c9-4a64-b94f-f29745ee8a10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.726520 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-61f0950c-07c9-4a64-b94f-f29745ee8a10 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/952bbe3c-5dcc-4868-ba3f-05fa6c5e0a72 HTTP/1.1" status: 204 len: 168 time: 0.4689636 Nov 12 04:37:47.731368 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c32be71d-fe78-4e34-ae0f-854a755eb133, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c32be71d-fe78-4e34-ae0f-854a755eb133,segment=NetworkSegment(02396e81-02ac-4df6-a0c9-39c10f7ff9d9),segment_id=02396e81-02ac-4df6-a0c9-39c10f7ff9d9)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:47.756889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0950c-07c9-4a64-b94f-f29745ee8a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952bbe3c-5dcc-4868-ba3f-05fa6c5e0a72,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:47.790834 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-d8100cf8-c80c-4a45-a3c8-612e00c263bc tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.794348 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'c32be71d-fe78-4e34-ae0f-854a755eb133', 'network_id': 'f6aa531e-f0bd-4c36-8712-bcf0e99224de', 'port_id': 'c32be71d-fe78-4e34-ae0f-854a755eb133', 'mac_address': 'fa:16:3e:b7:d3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2a0f18-4896-43c4-bdc9-281eb0ba9cb6', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:37:47.925145 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.960236 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32be71d-fe78-4e34-ae0f-854a755eb133 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:37:47.986979 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-d8100cf8-c80c-4a45-a3c8-612e00c263bc tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Network e41496b7-24c9-4412-8c2b-a2b51708d7d6 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:37:48.002332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-d8100cf8-c80c-4a45-a3c8-612e00c263bc tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:37:48.016007 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-d8100cf8-c80c-4a45-a3c8-612e00c263bc tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:37:48.020375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae17fb-3829-43f7-9c35-d239cf5c20d1 req-ce202440-7b8b-41a7-ae03-9fdf6a287413 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:48.030868 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-68ae17fb-3829-43f7-9c35-d239cf5c20d1 req-ce202440-7b8b-41a7-ae03-9fdf6a287413 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 932 time: 0.2037790 Nov 12 04:37:48.058407 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c32be71d-fe78-4e34-ae0f-854a755eb133, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c32be71d-fe78-4e34-ae0f-854a755eb133,segment=NetworkSegment(02396e81-02ac-4df6-a0c9-39c10f7ff9d9),segment_id=02396e81-02ac-4df6-a0c9-39c10f7ff9d9)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:48.121793 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:48.210327 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-68ae17fb-3829-43f7-9c35-d239cf5c20d1 req-37c43bfd-35f1-4eae-9df3-d714fb36c838 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763787 Nov 12 04:37:48.211882 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8100cf8-c80c-4a45-a3c8-612e00c263bc tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Pushing event updated for resources: {'Port': ['ID=d368860a-68c4-4fc3-b6ae-78e683646f65,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:48.289667 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-d8100cf8-c80c-4a45-a3c8-612e00c263bc tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:48.307600 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-d8100cf8-c80c-4a45-a3c8-612e00c263bc tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:48.360592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=c32be71d-fe78-4e34-ae0f-854a755eb133,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:48.397648 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:48.438925 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-d8100cf8-c80c-4a45-a3c8-612e00c263bc tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9131413 Nov 12 04:37:48.462549 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Request body: {'port': {'device_id': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:48.490471 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['c32be71d-fe78-4e34-ae0f-854a755eb133'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:37:48.670477 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:48.772707 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-97b97f69-4178-49b4-8c90-34e492030d1d None None] Provisioning complete for port d368860a-68c4-4fc3-b6ae-78e683646f65 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:48.773552 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-97b97f69-4178-49b4-8c90-34e492030d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:48.834997 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-97b97f69-4178-49b4-8c90-34e492030d1d None None] Port d368860a-68c4-4fc3-b6ae-78e683646f65 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:37:49.282131 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d368860a-68c4-4fc3-b6ae-78e683646f65 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:37:49.314587 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:49.329737 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39500) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:49.383644 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Transition to ACTIVE for port object d368860a-68c4-4fc3-b6ae-78e683646f65 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:37:49.407416 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39506) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:49.471000 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:49.537452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Pushing event updated for resources: {'Port': ['ID=d368860a-68c4-4fc3-b6ae-78e683646f65,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:49.715290 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-123bb2fe-da53-4ce4-b079-6ceed01b821b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3bad3979fe94582a4e948a963a21e04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3061740 Nov 12 04:37:49.717846 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39508) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:49.727351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b891d3-5f49-452f-8ffd-f55ef43a1828 req-265f5f1e-8a43-4fbe-bce3-52849f914c07 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:49.738564 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1b891d3-5f49-452f-8ffd-f55ef43a1828 req-265f5f1e-8a43-4fbe-bce3-52849f914c07 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa7bd25d-2400-429e-bd23-d5f06a6a9cbc HTTP/1.1" status: 200 len: 945 time: 0.1731107 Nov 12 04:37:49.798153 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Attempting to bind port d368860a-68c4-4fc3-b6ae-78e683646f65 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:37:49.817611 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Attempting to bind port d368860a-68c4-4fc3-b6ae-78e683646f65 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '6ba52a14-9734-4c2e-9682-74e3203e18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:37:49.818358 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Attempting to bind port d368860a-68c4-4fc3-b6ae-78e683646f65 on network e41496b7-24c9-4412-8c2b-a2b51708d7d6 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:37:49.853807 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Port d368860a-68c4-4fc3-b6ae-78e683646f65 on network e41496b7-24c9-4412-8c2b-a2b51708d7d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:37:49.857560 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Attempting to bind port d368860a-68c4-4fc3-b6ae-78e683646f65 on network e41496b7-24c9-4412-8c2b-a2b51708d7d6 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:37:49.875991 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1b891d3-5f49-452f-8ffd-f55ef43a1828 req-74454ed9-b162-40ab-91f8-dd21e966cf66 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=00f7e434-b382-466c-865a-0395d0baf268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358843 Nov 12 04:37:49.902672 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:37:49.902672 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Checking segment: {'id': '6ba52a14-9734-4c2e-9682-74e3203e18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:37:49.902672 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Bound using segment: {'id': '6ba52a14-9734-4c2e-9682-74e3203e18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:37:49.902672 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Bound port: d368860a-68c4-4fc3-b6ae-78e683646f65, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba52a14-9734-4c2e-9682-74e3203e18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:37:49.902672 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:49.969376 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fef16703-4987-4b23-9da6-a6390d0f88f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:49.992459 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b97c67d-92b4-4ef5-894b-00dc9adb024d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:50.102965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] For port d368860a-68c4-4fc3-b6ae-78e683646f65, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:37:50.106964 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] For port d368860a-68c4-4fc3-b6ae-78e683646f65, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d368860a-68c4-4fc3-b6ae-78e683646f65,segment=NetworkSegment(6ba52a14-9734-4c2e-9682-74e3203e18d2),segment_id=6ba52a14-9734-4c2e-9682-74e3203e18d2)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:37:50.124524 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fef16703-4987-4b23-9da6-a6390d0f88f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:50.179732 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:50.196618 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:50.204266 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:50.204266 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] 10.222.0.21 "PUT /v2.0/ports/d368860a-68c4-4fc3-b6ae-78e683646f65 HTTP/1.1" status: 200 len: 1093 time: 1.7447348 Nov 12 04:37:50.204266 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'tag': 'd368860a-68c4-4fc3-b6ae-78e683646f65'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:50.204808 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fac425-26f7-4e9e-a192-4cd0c415fc18" -d '{"events": [{"name": "network-changed", "server_uuid": "2842d627-059d-4f2e-a725-b1214ad84eaa", "tag": "d368860a-68c4-4fc3-b6ae-78e683646f65"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:50.281149 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fef16703-4987-4b23-9da6-a6390d0f88f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:50.313417 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fef16703-4987-4b23-9da6-a6390d0f88f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:50.321319 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fef16703-4987-4b23-9da6-a6390d0f88f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de38f446-cf5e-4063-878a-0eb5c48ebd26 HTTP/1.1" status: 204 len: 168 time: 0.6003780 Nov 12 04:37:50.362556 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303156e-cbd6-4280-965d-aa230c15d6df req-08960b9a-2cc2-4f32-a010-b95083ead2e8 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:50.379521 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a303156e-cbd6-4280-965d-aa230c15d6df req-08960b9a-2cc2-4f32-a010-b95083ead2e8 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 944 time: 0.2910175 Nov 12 04:37:50.484406 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b97c67d-92b4-4ef5-894b-00dc9adb024d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:50.515537 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef16703-4987-4b23-9da6-a6390d0f88f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de38f446-cf5e-4063-878a-0eb5c48ebd26,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:50.552464 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005c706-be26-4339-aab2-0d2cb69b8776 service neutron] Pushing event updated for resources: {'Port': ['ID=d368860a-68c4-4fc3-b6ae-78e683646f65,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:50.592173 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c225299e-d2be-4cc5-a8c4-3835e4282576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:50.593233 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-c225299e-d2be-4cc5-a8c4-3835e4282576 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9677c34190d4113b1a12b61024c1723&device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 1096 time: 0.1343510 Nov 12 04:37:50.624490 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a303156e-cbd6-4280-965d-aa230c15d6df req-2b762f82-897a-4c02-800c-3cc6f8ddb313 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435622 Nov 12 04:37:50.625820 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b97c67d-92b4-4ef5-894b-00dc9adb024d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:50.712033 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-96c95e00-b21e-45c0-ae1f-7323c2f6c468 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d368860a-68c4-4fc3-b6ae-78e683646f65 HTTP/1.1" status: 200 len: 217 time: 0.1010647 Nov 12 04:37:50.758842 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6b97c67d-92b4-4ef5-894b-00dc9adb024d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72740a1fc7484b1ca573b9db4b28967c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4256847 Nov 12 04:37:50.795634 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97c67d-92b4-4ef5-894b-00dc9adb024d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f773b1-6fcd-4384-abf0-44d092672b07,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:50.801234 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39516) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:50.893972 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-02bbb4e2-8964-4314-9df6-6bb696f7bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:50.896671 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-02bbb4e2-8964-4314-9df6-6bb696f7bfbe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dddc1a2c-381d-437e-848a-113195a1cabf HTTP/1.1" status: 200 len: 853 time: 0.1761026 Nov 12 04:37:50.965158 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9653b70b-b474-4c7c-9ec1-a3eb72c20ae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:51.013247 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9653b70b-b474-4c7c-9ec1-a3eb72c20ae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:51.138834 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-a432bdde-c332-4788-997c-5bc918556c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:51.141864 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-a432bdde-c332-4788-997c-5bc918556c6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e41496b7-24c9-4412-8c2b-a2b51708d7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2364216 Nov 12 04:37:51.247923 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9653b70b-b474-4c7c-9ec1-a3eb72c20ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:51.253916 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9653b70b-b474-4c7c-9ec1-a3eb72c20ae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:51.263701 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9653b70b-b474-4c7c-9ec1-a3eb72c20ae6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83f773b1-6fcd-4384-abf0-44d092672b07 HTTP/1.1" status: 204 len: 168 time: 0.4595268 Nov 12 04:37:51.328576 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653b70b-b474-4c7c-9ec1-a3eb72c20ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f773b1-6fcd-4384-abf0-44d092672b07,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:51.342336 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c32be71d-fe78-4e34-ae0f-854a755eb133 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:37:51.395494 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-ed06abd7-1e82-46e9-a145-adadf653da72 service neutron] 10.222.0.21 "GET /v2.0/networks/e41496b7-24c9-4412-8c2b-a2b51708d7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397320 Nov 12 04:37:51.648911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port c32be71d-fe78-4e34-ae0f-854a755eb133 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:37:51.657227 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port c32be71d-fe78-4e34-ae0f-854a755eb133 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:51.659414 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:51.676823 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6876ce7-bed8-4c7a-98c7-fdf0021064a6 x-openstack-request-id: req-d6876ce7-bed8-4c7a-98c7-fdf0021064a6 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:51.677302 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2842d627-059d-4f2e-a725-b1214ad84eaa", "tag": "d368860a-68c4-4fc3-b6ae-78e683646f65", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:51.677727 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6876ce7-bed8-4c7a-98c7-fdf0021064a6 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:51.691471 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'tag': 'd368860a-68c4-4fc3-b6ae-78e683646f65', 'status': 'completed', 'code': 200} Nov 12 04:37:51.785420 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c9565a83-f1f8-4eda-8afb-525093e49d6e req-2ff643bd-2b4a-40d3-88b6-96f952b26259 service neutron] 10.222.0.21 "GET /v2.0/networks/e41496b7-24c9-4412-8c2b-a2b51708d7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605664 Nov 12 04:37:51.928619 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76eaac-0def-4dfa-b482-d6f7361b6cb0 req-9d959362-6598-42c2-a222-cec7f6fc2d38 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:51.933026 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b76eaac-0def-4dfa-b482-d6f7361b6cb0 req-9d959362-6598-42c2-a222-cec7f6fc2d38 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa7bd25d-2400-429e-bd23-d5f06a6a9cbc HTTP/1.1" status: 200 len: 945 time: 0.1406093 Nov 12 04:37:52.061325 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fac425-26f7-4e9e-a192-4cd0c415fc18 req-00187b6e-bdb7-4461-9ea9-7a08a15aa889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:52.064830 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-65fac425-26f7-4e9e-a192-4cd0c415fc18 req-00187b6e-bdb7-4461-9ea9-7a08a15aa889 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9677c34190d4113b1a12b61024c1723&device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 1096 time: 0.0990436 Nov 12 04:37:52.105371 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b76eaac-0def-4dfa-b482-d6f7361b6cb0 req-d6492fe9-388d-4bc7-9a3b-8e40f5c36728 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=00f7e434-b382-466c-865a-0395d0baf268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592815 Nov 12 04:37:52.292545 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:52.348203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7bd25d-2400-429e-bd23-d5f06a6a9cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32be71d-fe78-4e34-ae0f-854a755eb133'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:52.350603 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fac425-26f7-4e9e-a192-4cd0c415fc18 req-6c9c283f-efb5-4873-8bb6-5d9546d34696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:52.352452 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-65fac425-26f7-4e9e-a192-4cd0c415fc18 req-6c9c283f-efb5-4873-8bb6-5d9546d34696 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e41496b7-24c9-4412-8c2b-a2b51708d7d6 HTTP/1.1" status: 200 len: 915 time: 0.2761602 Nov 12 04:37:52.354440 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc26bd83-09e6-40ef-afcd-0d8cc328b106" -d '{"events": [{"server_uuid": "aa7bd25d-2400-429e-bd23-d5f06a6a9cbc", "name": "network-vif-plugged", "status": "completed", "tag": "c32be71d-fe78-4e34-ae0f-854a755eb133"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:52.360022 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9143af-aa5a-4b0f-a8e4-610250e19a7a req-35817bf4-b509-43ba-874c-ffd54e283385 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:52.364958 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a9143af-aa5a-4b0f-a8e4-610250e19a7a req-35817bf4-b509-43ba-874c-ffd54e283385 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 1098 time: 0.1128931 Nov 12 04:37:52.408575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c32be71d-fe78-4e34-ae0f-854a755eb133, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c32be71d-fe78-4e34-ae0f-854a755eb133,segment=NetworkSegment(02396e81-02ac-4df6-a0c9-39c10f7ff9d9),segment_id=02396e81-02ac-4df6-a0c9-39c10f7ff9d9)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:52.462109 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-65fac425-26f7-4e9e-a192-4cd0c415fc18 req-fe870348-5943-4f82-abdf-80dc10eed4dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d368860a-68c4-4fc3-b6ae-78e683646f65 HTTP/1.1" status: 200 len: 217 time: 0.1000612 Nov 12 04:37:52.488760 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:52.578041 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fac425-26f7-4e9e-a192-4cd0c415fc18 req-82bf1a02-147e-4d0b-9052-b0277a00925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:52.581193 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-65fac425-26f7-4e9e-a192-4cd0c415fc18 req-82bf1a02-147e-4d0b-9052-b0277a00925a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dddc1a2c-381d-437e-848a-113195a1cabf HTTP/1.1" status: 200 len: 853 time: 0.1105611 Nov 12 04:37:52.582508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39536) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:52.582860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=c32be71d-fe78-4e34-ae0f-854a755eb133,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:52.593461 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a9143af-aa5a-4b0f-a8e4-610250e19a7a req-2ee2534e-9f51-4602-a21c-187a08c360b3 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522388 Nov 12 04:37:52.621467 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63b341b4-0b9d-4a67-aadf-0161705cf5e1 req-5e1313b8-d53f-47fe-9657-b4560686c282 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2510030 Nov 12 04:37:52.648684 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39538) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:52.726327 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a503fffd-8a91-4cd8-ab9e-86d654ff8c5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:52.826443 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fac425-26f7-4e9e-a192-4cd0c415fc18 req-69adc87c-ad49-40fb-adcf-b7154d109e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:52.828946 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-65fac425-26f7-4e9e-a192-4cd0c415fc18 req-69adc87c-ad49-40fb-adcf-b7154d109e2b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e41496b7-24c9-4412-8c2b-a2b51708d7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2149971 Nov 12 04:37:52.939832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b341b4-0b9d-4a67-aadf-0161705cf5e1 req-77f64bca-d4b0-477a-80ab-3f8b727c3a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:52.942435 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63b341b4-0b9d-4a67-aadf-0161705cf5e1 req-77f64bca-d4b0-477a-80ab-3f8b727c3a2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5&device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 1097 time: 0.2593472 Nov 12 04:37:52.989888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057e5f5-dbc1-4d74-a21b-ae4bf4b020b4 req-a2d2396f-d49b-4efa-9fc7-08874abbfc4b tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:53.003713 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7057e5f5-dbc1-4d74-a21b-ae4bf4b020b4 req-a2d2396f-d49b-4efa-9fc7-08874abbfc4b tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 944 time: 0.2175078 Nov 12 04:37:53.073332 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a503fffd-8a91-4cd8-ab9e-86d654ff8c5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.134015 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-65fac425-26f7-4e9e-a192-4cd0c415fc18 req-415da1f5-8e2a-4033-a935-7b696697bba7 service neutron] 10.222.0.21 "GET /v2.0/networks/e41496b7-24c9-4412-8c2b-a2b51708d7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880456 Nov 12 04:37:53.139429 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a503fffd-8a91-4cd8-ab9e-86d654ff8c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.233128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b341b4-0b9d-4a67-aadf-0161705cf5e1 req-f09b5eb3-63c3-4fba-8fd5-6fbcd6abb53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:53.235472 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63b341b4-0b9d-4a67-aadf-0161705cf5e1 req-f09b5eb3-63c3-4fba-8fd5-6fbcd6abb53f service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c1b6a21-838c-4da2-b510-f882164c09b5 HTTP/1.1" status: 200 len: 897 time: 0.1761708 Nov 12 04:37:53.317569 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a503fffd-8a91-4cd8-ab9e-86d654ff8c5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1aa236567474989af8eb0ef7e12a12d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7321484 Nov 12 04:37:53.323335 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39542) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:53.341459 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503fffd-8a91-4cd8-ab9e-86d654ff8c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1e5b98-ab71-44cd-b089-24f1a8dc3f37,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:53.490534 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7057e5f5-dbc1-4d74-a21b-ae4bf4b020b4 req-8c9db20e-dba6-4322-8be4-779dd0802a3f tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603388 Nov 12 04:37:53.498048 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36063e88-5a73-4821-a6ba-bcc8f6e01a75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.499536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63b341b4-0b9d-4a67-aadf-0161705cf5e1 req-c333fb61-1461-4720-8d75-4136a33329ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d164de9b-7c06-424a-9c97-48e90d8acc4b HTTP/1.1" status: 200 len: 1001 time: 0.2489717 Nov 12 04:37:53.515938 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-65fac425-26f7-4e9e-a192-4cd0c415fc18 req-90e40d38-c4cc-486d-9f13-5b0fbcafb7e7 service neutron] 10.222.0.21 "GET /v2.0/networks/e41496b7-24c9-4412-8c2b-a2b51708d7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709621 Nov 12 04:37:53.589903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c848291b-9d01-4b35-8b34-62f1cf4f8984 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting port 25d018ad-a91f-4942-b6a9-15ba64a0c62a {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:53.591109 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c848291b-9d01-4b35-8b34-62f1cf4f8984 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.614107 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36063e88-5a73-4821-a6ba-bcc8f6e01a75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.676326 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b341b4-0b9d-4a67-aadf-0161705cf5e1 req-ce5ea432-c1f1-4e46-a3a7-2352b1e9163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:53.678140 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63b341b4-0b9d-4a67-aadf-0161705cf5e1 req-ce5ea432-c1f1-4e46-a3a7-2352b1e9163f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51614038-d513-4083-8c17-2efe33d861d3 HTTP/1.1" status: 200 len: 835 time: 0.1694076 Nov 12 04:37:53.749947 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8604a163-a3b7-4f8b-83c0-adda5a72b2ca x-openstack-request-id: req-8604a163-a3b7-4f8b-83c0-adda5a72b2ca {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:53.750774 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7bd25d-2400-429e-bd23-d5f06a6a9cbc", "name": "network-vif-plugged", "status": "completed", "tag": "c32be71d-fe78-4e34-ae0f-854a755eb133", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:53.750774 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8604a163-a3b7-4f8b-83c0-adda5a72b2ca {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:53.751055 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7bd25d-2400-429e-bd23-d5f06a6a9cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32be71d-fe78-4e34-ae0f-854a755eb133', 'code': 200} Nov 12 04:37:53.784254 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c848291b-9d01-4b35-8b34-62f1cf4f8984 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.784627 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c848291b-9d01-4b35-8b34-62f1cf4f8984 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.807997 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c848291b-9d01-4b35-8b34-62f1cf4f8984 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Calling delete_port for 25d018ad-a91f-4942-b6a9-15ba64a0c62a owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:53.832644 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36063e88-5a73-4821-a6ba-bcc8f6e01a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.833710 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b341b4-0b9d-4a67-aadf-0161705cf5e1 req-758ba766-b4d2-44fe-9780-83b993516408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:53.835485 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63b341b4-0b9d-4a67-aadf-0161705cf5e1 req-758ba766-b4d2-44fe-9780-83b993516408 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c1b6a21-838c-4da2-b510-f882164c09b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471343 Nov 12 04:37:53.838994 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36063e88-5a73-4821-a6ba-bcc8f6e01a75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.848212 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-36063e88-5a73-4821-a6ba-bcc8f6e01a75 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be1e5b98-ab71-44cd-b089-24f1a8dc3f37 HTTP/1.1" status: 204 len: 168 time: 0.5229447 Nov 12 04:37:53.876119 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36063e88-5a73-4821-a6ba-bcc8f6e01a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1e5b98-ab71-44cd-b089-24f1a8dc3f37,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:54.106083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63b341b4-0b9d-4a67-aadf-0161705cf5e1 req-3e5d5879-5fb3-4582-8fcc-7df19051b437 service neutron] 10.222.0.21 "GET /v2.0/networks/1c1b6a21-838c-4da2-b510-f882164c09b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607572 Nov 12 04:37:54.186153 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d6062-b1e7-49fa-9a2e-fc3318206942 req-a2368bc3-6895-403a-a542-d247c45d39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:54.187777 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa1d6062-b1e7-49fa-9a2e-fc3318206942 req-a2368bc3-6895-403a-a542-d247c45d39a3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aa7bd25d-2400-429e-bd23-d5f06a6a9cbc HTTP/1.1" status: 200 len: 1098 time: 0.1764641 Nov 12 04:37:54.264310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2e317-0b32-44d3-8a12-4ff9365b0dd1 req-314235a4-7b9d-4210-b8d8-d35c11ac2996 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:54.265858 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7df2e317-0b32-44d3-8a12-4ff9365b0dd1 req-314235a4-7b9d-4210-b8d8-d35c11ac2996 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa7bd25d-2400-429e-bd23-d5f06a6a9cbc HTTP/1.1" status: 200 len: 946 time: 0.2534132 Nov 12 04:37:54.660566 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa1d6062-b1e7-49fa-9a2e-fc3318206942 req-be946e1a-f2df-412a-8657-60955bf2e19b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=00f7e434-b382-466c-865a-0395d0baf268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4349403 Nov 12 04:37:54.662532 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63b341b4-0b9d-4a67-aadf-0161705cf5e1 req-ecf8b98c-06a3-45f3-8ba8-cfdd1a3f2c1c service neutron] 10.222.0.21 "GET /v2.0/networks/1c1b6a21-838c-4da2-b510-f882164c09b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399916 Nov 12 04:37:54.731737 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7df2e317-0b32-44d3-8a12-4ff9365b0dd1 req-9871ee3b-d893-42d9-ae09-855028defaba tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=00f7e434-b382-466c-865a-0395d0baf268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4517121 Nov 12 04:37:54.836638 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c848291b-9d01-4b35-8b34-62f1cf4f8984 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:54.986910 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848291b-9d01-4b35-8b34-62f1cf4f8984 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Port': ['ID=25d018ad-a91f-4942-b6a9-15ba64a0c62a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:55.083071 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73e5c9-290e-4d13-aec2-5513fdbd7ec9 req-9df570d3-2a1d-446e-8413-a082da7bafa3 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:55.085539 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b73e5c9-290e-4d13-aec2-5513fdbd7ec9 req-9df570d3-2a1d-446e-8413-a082da7bafa3 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 944 time: 0.1673493 Nov 12 04:37:55.090288 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c848291b-9d01-4b35-8b34-62f1cf4f8984 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:55.090946 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-c848291b-9d01-4b35-8b34-62f1cf4f8984 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Floating IP a965dbc6-8dfa-4785-aeaa-fc248c32c987 disassociated (deleted). External IP: 172.25.1.123, port: 6080b56b-f78d-4212-8859-6d7ed5214af9. Nov 12 04:37:55.350101 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b73e5c9-290e-4d13-aec2-5513fdbd7ec9 req-4b22454a-135c-44bf-91c3-4530e35ef796 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963966 Nov 12 04:37:55.743922 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c848291b-9d01-4b35-8b34-62f1cf4f8984 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Router fc362844-939a-4b67-aec5-68a0e33c5b45 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:37:56.128014 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c848291b-9d01-4b35-8b34-62f1cf4f8984 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:37:56.139054 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c848291b-9d01-4b35-8b34-62f1cf4f8984 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:56.147387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3731b13c-6bbf-42ab-aba5-1c2467ac7c07 None None] Sync routers for ids ['fc362844-939a-4b67-aec5-68a0e33c5b45'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:37:56.189245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3731b13c-6bbf-42ab-aba5-1c2467ac7c07 None None] Routers {'fc362844-939a-4b67-aec5-68a0e33c5b45'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:56.190355 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-3731b13c-6bbf-42ab-aba5-1c2467ac7c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:37:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['fc362844-939a-4b67-aec5-68a0e33c5b45'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:56.225841 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c848291b-9d01-4b35-8b34-62f1cf4f8984 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "DELETE /v2.0/floatingips/a965dbc6-8dfa-4785-aeaa-fc248c32c987 HTTP/1.1" status: 204 len: 168 time: 3.5746269 Nov 12 04:37:56.227583 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:56.235199 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c706db4d-ff38-499f-959a-c5b4d62f43c7" -d '{"events": [{"name": "network-changed", "server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:56.268122 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67ce97-b160-419c-9bf2-cfbf0c8f3504 req-245aabed-3023-4f7e-840c-006fca5b5c6d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:56.285961 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed67ce97-b160-419c-9bf2-cfbf0c8f3504 req-245aabed-3023-4f7e-840c-006fca5b5c6d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa7bd25d-2400-429e-bd23-d5f06a6a9cbc HTTP/1.1" status: 200 len: 946 time: 0.2561564 Nov 12 04:37:56.365148 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed67ce97-b160-419c-9bf2-cfbf0c8f3504 req-ea519fa5-8075-42e7-a01b-2be5dc40d706 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=00f7e434-b382-466c-865a-0395d0baf268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753927 Nov 12 04:37:56.410012 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-3731b13c-6bbf-42ab-aba5-1c2467ac7c07 None None] Set router fc362844-939a-4b67-aec5-68a0e33c5b45 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:56.760619 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-3731b13c-6bbf-42ab-aba5-1c2467ac7c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869087704', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:14Z', 'updated_at': '2021-11-12T04:34:23Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4f2bcf8e-de2a-4299-82e6-0ba919f302a6', 'name': '', 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:97:df:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'f497be31-7943-4616-9958-6a86c5285b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:21Z', 'updated_at': '2021-11-12T04:34:28Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'f497be31-7943-4616-9958-6a86c5285b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:56.815923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3731b13c-6bbf-42ab-aba5-1c2467ac7c07 None None] Checking router: fc362844-939a-4b67-aec5-68a0e33c5b45 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:37:56.830512 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3731b13c-6bbf-42ab-aba5-1c2467ac7c07 None None] Routers {'fc362844-939a-4b67-aec5-68a0e33c5b45'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:56.831494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-3731b13c-6bbf-42ab-aba5-1c2467ac7c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:37:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['fc362844-939a-4b67-aec5-68a0e33c5b45'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:56.911433 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca9f0d0-bb38-4ed0-af8a-f30721683af6 x-openstack-request-id: req-3ca9f0d0-bb38-4ed0-af8a-f30721683af6 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:56.911806 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:56.912090 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ca9f0d0-bb38-4ed0-af8a-f30721683af6 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:56.913520 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'status': 'completed', 'code': 200} Nov 12 04:37:57.067802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-3731b13c-6bbf-42ab-aba5-1c2467ac7c07 None None] Set router fc362844-939a-4b67-aec5-68a0e33c5b45 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:57.126200 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706db4d-ff38-499f-959a-c5b4d62f43c7 req-88a922f4-8887-4432-b7bb-f7e2628c310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:57.130273 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c706db4d-ff38-499f-959a-c5b4d62f43c7 req-88a922f4-8887-4432-b7bb-f7e2628c310f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 1098 time: 0.1507721 Nov 12 04:37:57.169790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05fa5-38fb-41d5-bb8d-b81794abaaa4 req-6425751f-800b-4c1f-b555-7030e894676b tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:57.172299 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dae05fa5-38fb-41d5-bb8d-b81794abaaa4 req-6425751f-800b-4c1f-b555-7030e894676b tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 944 time: 0.1332719 Nov 12 04:37:57.366856 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dae05fa5-38fb-41d5-bb8d-b81794abaaa4 req-a471420d-8960-403b-ae36-a0c32f98d95e tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778347 Nov 12 04:37:57.383510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706db4d-ff38-499f-959a-c5b4d62f43c7 req-264e587c-def1-4880-87a4-a0fafdbd7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:57.409516 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c706db4d-ff38-499f-959a-c5b4d62f43c7 req-264e587c-def1-4880-87a4-a0fafdbd7bb4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb3c2fbe-4b78-4f75-a060-641c28a1f617 HTTP/1.1" status: 200 len: 898 time: 0.2457416 Nov 12 04:37:57.466661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-3731b13c-6bbf-42ab-aba5-1c2467ac7c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869087704', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:14Z', 'updated_at': '2021-11-12T04:34:23Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4f2bcf8e-de2a-4299-82e6-0ba919f302a6', 'name': '', 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:97:df:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'f497be31-7943-4616-9958-6a86c5285b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:21Z', 'updated_at': '2021-11-12T04:34:28Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'f497be31-7943-4616-9958-6a86c5285b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:57.484849 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c706db4d-ff38-499f-959a-c5b4d62f43c7 req-310fe6d1-17c6-4af6-8bdb-bde966f81d7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6080b56b-f78d-4212-8859-6d7ed5214af9 HTTP/1.1" status: 200 len: 217 time: 0.0879834 Nov 12 04:37:57.518554 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3731b13c-6bbf-42ab-aba5-1c2467ac7c07 None None] The sync data for ids ['fc362844-939a-4b67-aec5-68a0e33c5b45'] in n-d-768509-24 is: [{'id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869087704', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:14Z', 'updated_at': '2021-11-12T04:34:23Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4f2bcf8e-de2a-4299-82e6-0ba919f302a6', 'name': '', 'network_id': 'bb3c2fbe-4b78-4f75-a060-641c28a1f617', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:97:df:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'f497be31-7943-4616-9958-6a86c5285b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:21Z', 'updated_at': '2021-11-12T04:34:28Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'f497be31-7943-4616-9958-6a86c5285b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:37:57.603943 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706db4d-ff38-499f-959a-c5b4d62f43c7 req-926fb2eb-a36a-4d4e-9302-d4d3b72db758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:57.606513 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c706db4d-ff38-499f-959a-c5b4d62f43c7 req-926fb2eb-a36a-4d4e-9302-d4d3b72db758 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f497be31-7943-4616-9958-6a86c5285b45 HTTP/1.1" status: 200 len: 834 time: 0.1120379 Nov 12 04:37:57.740886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adac1c-ad07-4260-81e3-bd9e0a645683 req-08843630-27f0-4275-a325-dc00a06ff809 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:57.742906 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2adac1c-ad07-4260-81e3-bd9e0a645683 req-08843630-27f0-4275-a325-dc00a06ff809 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 946 time: 0.1649311 Nov 12 04:37:57.793997 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706db4d-ff38-499f-959a-c5b4d62f43c7 req-6c495669-96e1-4a3a-9023-6f5611a1bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:57.796587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c706db4d-ff38-499f-959a-c5b4d62f43c7 req-6c495669-96e1-4a3a-9023-6f5611a1bd26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb3c2fbe-4b78-4f75-a060-641c28a1f617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1650062 Nov 12 04:37:57.890173 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2adac1c-ad07-4260-81e3-bd9e0a645683 req-d0f395dc-00fb-44bf-b767-e2c6218818a7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386318 Nov 12 04:37:58.003443 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f10d1c-5fa9-4287-bc71-97351ae29fcf None None] New status for floating IP a965dbc6-8dfa-4785-aeaa-fc248c32c987: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:37:58.065824 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c706db4d-ff38-499f-959a-c5b4d62f43c7 req-e808f134-c276-4c77-9871-21d36d8ad03a service neutron] 10.222.0.21 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547529 Nov 12 04:37:58.242951 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d367a-2f1b-4b2c-948e-c066fccc3222 req-81c16eef-a96e-4dcc-9d53-bc844f8dbbdb tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:58.244715 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b89d367a-2f1b-4b2c-948e-c066fccc3222 req-81c16eef-a96e-4dcc-9d53-bc844f8dbbdb tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa7bd25d-2400-429e-bd23-d5f06a6a9cbc HTTP/1.1" status: 200 len: 946 time: 0.1360321 Nov 12 04:37:58.291138 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c706db4d-ff38-499f-959a-c5b4d62f43c7 req-90671a64-4ff7-4dad-90da-927208c151bb service neutron] 10.222.0.21 "GET /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157190 Nov 12 04:37:58.346272 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b89d367a-2f1b-4b2c-948e-c066fccc3222 req-ad00e233-fb7e-4520-b49f-5cdc57ff3d18 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=00f7e434-b382-466c-865a-0395d0baf268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854230 Nov 12 04:37:58.547213 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bb8f8-00a4-44c9-969c-9997e54d84f2 req-80fd9870-c8d6-4897-a0d6-8926173ec623 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:58.548927 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f2bb8f8-00a4-44c9-969c-9997e54d84f2 req-80fd9870-c8d6-4897-a0d6-8926173ec623 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa7bd25d-2400-429e-bd23-d5f06a6a9cbc HTTP/1.1" status: 200 len: 946 time: 0.0556970 Nov 12 04:37:58.668949 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f2bb8f8-00a4-44c9-969c-9997e54d84f2 req-70075bfd-1571-4dbd-b3c2-65670a017902 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=00f7e434-b382-466c-865a-0395d0baf268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066830 Nov 12 04:37:58.692926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b42fd-a1e6-409b-94cd-c5d849de1f4a req-5c717cb2-98b0-4a1a-83f7-fa3afe0557b5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:58.695629 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-195b42fd-a1e6-409b-94cd-c5d849de1f4a req-5c717cb2-98b0-4a1a-83f7-fa3afe0557b5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.21 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 946 time: 0.0937560 Nov 12 04:37:58.927433 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7683f-eec7-4f90-b69e-78ed8ba43f38 req-c5d5062d-945a-47f5-bf77-68abb4509825 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:58.930181 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4cd7683f-eec7-4f90-b69e-78ed8ba43f38 req-c5d5062d-945a-47f5-bf77-68abb4509825 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 944 time: 0.1340573 Nov 12 04:37:58.935925 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-195b42fd-a1e6-409b-94cd-c5d849de1f4a req-e793f51b-4371-48e4-b07b-5836404db986 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting port 6080b56b-f78d-4212-8859-6d7ed5214af9 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:58.936564 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-195b42fd-a1e6-409b-94cd-c5d849de1f4a req-e793f51b-4371-48e4-b07b-5836404db986 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:59.154106 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4cd7683f-eec7-4f90-b69e-78ed8ba43f38 req-61c8c9ce-e95f-4d44-b9c4-c8cecde6fee4 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910217 Nov 12 04:37:59.193452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-195b42fd-a1e6-409b-94cd-c5d849de1f4a req-e793f51b-4371-48e4-b07b-5836404db986 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] For port 6080b56b-f78d-4212-8859-6d7ed5214af9, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6080b56b-f78d-4212-8859-6d7ed5214af9,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:59.193452 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-195b42fd-a1e6-409b-94cd-c5d849de1f4a req-e793f51b-4371-48e4-b07b-5836404db986 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:59.240970 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-195b42fd-a1e6-409b-94cd-c5d849de1f4a req-e793f51b-4371-48e4-b07b-5836404db986 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Calling delete_port for 6080b56b-f78d-4212-8859-6d7ed5214af9 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:59.453442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddfda3-2c61-463d-9e41-9b7a7d104a93 req-7cff93a2-c35c-4767-91bf-20e2b8ebf701 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:59.455107 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95ddfda3-2c61-463d-9e41-9b7a7d104a93 req-7cff93a2-c35c-4767-91bf-20e2b8ebf701 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 946 time: 0.0815792 Nov 12 04:37:59.553452 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95ddfda3-2c61-463d-9e41-9b7a7d104a93 req-6e7516c6-45e9-4bd8-896f-1b3f47de8515 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa56151b-e5fd-4a63-8241-c6b2f73f655c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856149 Nov 12 04:37:59.653732 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-195b42fd-a1e6-409b-94cd-c5d849de1f4a req-e793f51b-4371-48e4-b07b-5836404db986 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:59.690584 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793f51b-4371-48e4-b07b-5836404db986 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Port': ['ID=6080b56b-f78d-4212-8859-6d7ed5214af9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:59.740119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-195b42fd-a1e6-409b-94cd-c5d849de1f4a req-e793f51b-4371-48e4-b07b-5836404db986 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] No DVR routers for this DVR port 6080b56b-f78d-4212-8859-6d7ed5214af9 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:59.742806 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-195b42fd-a1e6-409b-94cd-c5d849de1f4a req-e793f51b-4371-48e4-b07b-5836404db986 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:59.746201 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-195b42fd-a1e6-409b-94cd-c5d849de1f4a req-e793f51b-4371-48e4-b07b-5836404db986 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.21 "DELETE /v2.0/ports/6080b56b-f78d-4212-8859-6d7ed5214af9 HTTP/1.1" status: 204 len: 173 time: 1.0435801 Nov 12 04:37:59.746684 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'name': 'network-vif-deleted', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:59.749189 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9051729a-3daa-4899-906d-5ab5c186e45f" -d '{"events": [{"server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "name": "network-vif-deleted", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:59.786412 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b8d036-a738-4ded-bf25-2ec969694401 x-openstack-request-id: req-34b8d036-a738-4ded-bf25-2ec969694401 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:59.786759 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51687b07-c5b1-40eb-b9d9-67830c34b297", "name": "network-vif-deleted", "tag": "6080b56b-f78d-4212-8859-6d7ed5214af9", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:59.787016 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34b8d036-a738-4ded-bf25-2ec969694401 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:59.787408 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51687b07-c5b1-40eb-b9d9-67830c34b297', 'name': 'network-vif-deleted', 'tag': '6080b56b-f78d-4212-8859-6d7ed5214af9', 'status': 'completed', 'code': 200} Nov 12 04:37:59.917641 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39642) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:00.081009 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db35a7bd-4cc7-4a49-ab3a-7217697ebf7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:00.249930 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db35a7bd-4cc7-4a49-ab3a-7217697ebf7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:00.317058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39652) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:00.407018 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db35a7bd-4cc7-4a49-ab3a-7217697ebf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:00.632965 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-db35a7bd-4cc7-4a49-ab3a-7217697ebf7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec867262176f464b917b134536d7d2bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7138410 Nov 12 04:38:00.638055 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39666) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:00.642718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35a7bd-4cc7-4a49-ab3a-7217697ebf7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3775bc05-9b73-4930-8584-35bbe188ddef,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:00.687024 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01d31b-0f8b-4c23-8e45-250e2b8d3316 req-b1e62eb4-2455-40f1-87ce-66bc1e5ae85c tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:00.689577 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d01d31b-0f8b-4c23-8e45-250e2b8d3316 req-b1e62eb4-2455-40f1-87ce-66bc1e5ae85c tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 944 time: 0.2918334 Nov 12 04:38:00.746772 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a39d40c-a955-4859-8189-53c429f22644 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:00.788626 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a39d40c-a955-4859-8189-53c429f22644 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:00.951535 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d01d31b-0f8b-4c23-8e45-250e2b8d3316 req-84920570-49af-43a9-a861-1391cc3f873f tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214775 Nov 12 04:38:01.025053 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a39d40c-a955-4859-8189-53c429f22644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:01.029793 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a39d40c-a955-4859-8189-53c429f22644 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:01.032511 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2a39d40c-a955-4859-8189-53c429f22644 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3775bc05-9b73-4930-8584-35bbe188ddef HTTP/1.1" status: 204 len: 168 time: 0.3921473 Nov 12 04:38:01.064409 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39d40c-a955-4859-8189-53c429f22644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3775bc05-9b73-4930-8584-35bbe188ddef,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:01.407276 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39676) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:01.430472 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60a0e5b9-3bd7-49f9-84ee-add62776c777 req-9c413336-60c8-4a44-a561-089c7134c345 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=51687b07-c5b1-40eb-b9d9-67830c34b297 HTTP/1.1" status: 200 len: 210 time: 0.0907061 Nov 12 04:38:01.762157 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-39133a93-fcc3-4994-9ca7-3ad0a1371826 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:01.845309 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9cfda622-7a09-481d-b36d-7b3ca0970d90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:01.941915 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9cfda622-7a09-481d-b36d-7b3ca0970d90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:02.025005 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9cfda622-7a09-481d-b36d-7b3ca0970d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:02.098250 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfda622-7a09-481d-b36d-7b3ca0970d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f46d76b-8884-4e3f-94fc-242a03f029e7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:02.106315 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9cfda622-7a09-481d-b36d-7b3ca0970d90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d813af39af14ce8969d0ce16eca9954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6974649 Nov 12 04:38:02.119754 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39694) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:02.180124 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e5dda56-60a9-4256-90fa-99b50e5f4e78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:02.209786 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e5dda56-60a9-4256-90fa-99b50e5f4e78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:02.254405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39696) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:02.280769 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d281850f-6bb3-4418-836c-4985d3de7543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:02.365179 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e5dda56-60a9-4256-90fa-99b50e5f4e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:02.368551 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3e5dda56-60a9-4256-90fa-99b50e5f4e78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:02.370585 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3e5dda56-60a9-4256-90fa-99b50e5f4e78 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f46d76b-8884-4e3f-94fc-242a03f029e7 HTTP/1.1" status: 204 len: 168 time: 0.2496409 Nov 12 04:38:02.400339 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5dda56-60a9-4256-90fa-99b50e5f4e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f46d76b-8884-4e3f-94fc-242a03f029e7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:02.520490 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d281850f-6bb3-4418-836c-4985d3de7543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:02.603925 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-7b8f36a0-0172-4bfa-bc42-2c4ccbf0b07b tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:02.605577 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-7b8f36a0-0172-4bfa-bc42-2c4ccbf0b07b tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/networks?id=d951b35b-5ae6-40de-94b2-005aae2805fe HTTP/1.1" status: 200 len: 814 time: 0.8721983 Nov 12 04:38:02.648199 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d281850f-6bb3-4418-836c-4985d3de7543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:02.666133 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-334c1a94-228f-4c47-9aed-3e9ce0387c62 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/quotas/1b67341a19d643aa810ccb856899fd39 HTTP/1.1" status: 200 len: 375 time: 0.0230339 Nov 12 04:38:02.732485 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d281850f-6bb3-4418-836c-4985d3de7543 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95d31b2d661f43ef87d9e3f9b72269c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4725199 Nov 12 04:38:02.732485 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39702) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:02.781401 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-80f44793-17f3-4c3b-8caa-658e3b824c07 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b67341a19d643aa810ccb856899fd39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044767 Nov 12 04:38:02.811286 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281850f-6bb3-4418-836c-4985d3de7543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41103fd8-339a-426c-a86e-e2b985b9a359,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:02.850806 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89fbf3d6-e8d4-4fe4-83b1-93bf7b3108c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:02.886437 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89fbf3d6-e8d4-4fe4-83b1-93bf7b3108c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:02.910305 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-39133a93-fcc3-4994-9ca7-3ad0a1371826 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Allocated IP 172.20.0.17 (f6aa531e-f0bd-4c36-8712-bcf0e99224de/8d2a0f18-4896-43c4-bdc9-281eb0ba9cb6/75fecdc4-118b-47e6-a8fb-369e4741c753) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:38:03.003236 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-c6a1627b-442e-424a-99fc-23e81514abea service neutron] 10.222.0.37 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820605 Nov 12 04:38:03.043201 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89fbf3d6-e8d4-4fe4-83b1-93bf7b3108c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:03.051405 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-89fbf3d6-e8d4-4fe4-83b1-93bf7b3108c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:03.054836 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-89fbf3d6-e8d4-4fe4-83b1-93bf7b3108c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41103fd8-339a-426c-a86e-e2b985b9a359 HTTP/1.1" status: 204 len: 168 time: 0.3195508 Nov 12 04:38:03.083495 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbf3d6-e8d4-4fe4-83b1-93bf7b3108c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41103fd8-339a-426c-a86e-e2b985b9a359,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:03.211194 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-39133a93-fcc3-4994-9ca7-3ad0a1371826 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:03.227178 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-069cac3b-b5c2-4a01-a1c8-45704f905d43 service neutron] 10.222.0.37 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637659 Nov 12 04:38:03.265391 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e2637710-bcbf-4f44-8a33-7ee6edf9a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:03.347696 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6080b56b-f78d-4212-8859-6d7ed5214af9 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:38:03.379846 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-39133a93-fcc3-4994-9ca7-3ad0a1371826 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:03.385957 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 6080b56b-f78d-4212-8859-6d7ed5214af9 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:38:03.386843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6080b56b-f78d-4212-8859-6d7ed5214af9 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:38:03.426336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39133a93-fcc3-4994-9ca7-3ad0a1371826 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Network f6aa531e-f0bd-4c36-8712-bcf0e99224de is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:38:03.432649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-39133a93-fcc3-4994-9ca7-3ad0a1371826 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:38:03.437222 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39133a93-fcc3-4994-9ca7-3ad0a1371826 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:38:03.472233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39133a93-fcc3-4994-9ca7-3ad0a1371826 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Port': ['ID=75fecdc4-118b-47e6-a8fb-369e4741c753,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:03.513527 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-39133a93-fcc3-4994-9ca7-3ad0a1371826 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:03.551242 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:38:03.926883 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-483f57fc-947f-4125-a8fd-fd79fc3af857 None None] Provisioning complete for port 75fecdc4-118b-47e6-a8fb-369e4741c753 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:03.927627 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-483f57fc-947f-4125-a8fd-fd79fc3af857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:03.940849 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cad949-d6ce-4268-8ecb-a6a778b47369 req-157a1f8e-4cd2-4af1-bc07-95a4912d9aa6 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:03.940849 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2cad949-d6ce-4268-8ecb-a6a778b47369 req-157a1f8e-4cd2-4af1-bc07-95a4912d9aa6 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 944 time: 0.1674607 Nov 12 04:38:03.971206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-483f57fc-947f-4125-a8fd-fd79fc3af857 None None] Port 75fecdc4-118b-47e6-a8fb-369e4741c753 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:38:04.048783 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-39133a93-fcc3-4994-9ca7-3ad0a1371826 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:04.124078 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2cad949-d6ce-4268-8ecb-a6a778b47369 req-12e87760-e82a-462d-8bb2-f7c5a86213cf tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185975 Nov 12 04:38:04.241267 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39738) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:04.544383 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0ce26f04-6ea1-4e0d-b7d9-b68c229877fd req-fc48a540-d1ad-4d61-b50e-f1cf656e60a4 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 210 time: 0.0701156 Nov 12 04:38:04.624765 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39748) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:04.735823 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-39133a93-fcc3-4994-9ca7-3ad0a1371826 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:04.819389 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-39133a93-fcc3-4994-9ca7-3ad0a1371826 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:04.845724 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-408dbfe9-f059-448b-9f06-a4ae1bc0ca75 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1122352152-network', 'tenant_id': '8484cfd1526e4dc9ab788aa0944921cc'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:04.940145 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39133a93-fcc3-4994-9ca7-3ad0a1371826 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Port': ['ID=75fecdc4-118b-47e6-a8fb-369e4741c753,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:04.942964 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-39133a93-fcc3-4994-9ca7-3ad0a1371826 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:04.967718 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408dbfe9-f059-448b-9f06-a4ae1bc0ca75 admin admin] Made reservation on behalf of 8484cfd1526e4dc9ab788aa0944921cc for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:38:04.970588 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-408dbfe9-f059-448b-9f06-a4ae1bc0ca75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:04.983290 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-408dbfe9-f059-448b-9f06-a4ae1bc0ca75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:05.043074 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4e4bdb6b-ff74-445f-ba91-d6cfba82abdc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:05.134512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39133a93-fcc3-4994-9ca7-3ad0a1371826 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Network f6aa531e-f0bd-4c36-8712-bcf0e99224de is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:38:05.136782 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-39133a93-fcc3-4994-9ca7-3ad0a1371826 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:38:05.171301 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-408dbfe9-f059-448b-9f06-a4ae1bc0ca75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:05.300985 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-408dbfe9-f059-448b-9f06-a4ae1bc0ca75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:05.380001 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408dbfe9-f059-448b-9f06-a4ae1bc0ca75 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:38:05.415878 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dbfe9-f059-448b-9f06-a4ae1bc0ca75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609c188e-ba3a-4988-ba35-f10793e6c9fd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:05.454416 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-408dbfe9-f059-448b-9f06-a4ae1bc0ca75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:05.454908 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-408dbfe9-f059-448b-9f06-a4ae1bc0ca75 admin admin] Added segment a3a76a5f-309d-453b-b313-1b819e1f965e of type vlan for network 60fab906-65e9-4e55-9f5a-c4f9e756fb11 Nov 12 04:38:05.500831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9df042-bb7e-45c0-894e-3d1d8fa5e7ef req-9ebc0530-f915-498c-acef-b8e227152042 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:05.514868 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cc9df042-bb7e-45c0-894e-3d1d8fa5e7ef req-9ebc0530-f915-498c-acef-b8e227152042 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 944 time: 0.1367805 Nov 12 04:38:05.560365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39133a93-fcc3-4994-9ca7-3ad0a1371826 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Router e7503e1a-0108-4033-ab07-00c4acd983fa has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:38:05.569119 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-408dbfe9-f059-448b-9f06-a4ae1bc0ca75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:05.620768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-df3679f5-da31-4b03-8e45-bc726ad54d87 None None] Provisioning complete for port 75fecdc4-118b-47e6-a8fb-369e4741c753 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:05.623245 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-df3679f5-da31-4b03-8e45-bc726ad54d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:05.634835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cc9df042-bb7e-45c0-894e-3d1d8fa5e7ef req-0787bea0-8757-417e-8545-ca23a7f77403 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186593 Nov 12 04:38:05.702524 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74dce4cb-c9f0-4764-9cf2-0d40ffee7cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:05.756921 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-df3679f5-da31-4b03-8e45-bc726ad54d87 None None] Port 75fecdc4-118b-47e6-a8fb-369e4741c753 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:38:05.768721 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-408dbfe9-f059-448b-9f06-a4ae1bc0ca75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:05.769816 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408dbfe9-f059-448b-9f06-a4ae1bc0ca75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:05.770573 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-408dbfe9-f059-448b-9f06-a4ae1bc0ca75 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:05.799819 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39133a93-fcc3-4994-9ca7-3ad0a1371826 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:38:05.820076 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] Sync routers for ids ['e7503e1a-0108-4033-ab07-00c4acd983fa'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:38:05.820417 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-39133a93-fcc3-4994-9ca7-3ad0a1371826 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "PUT /v2.0/routers/e7503e1a-0108-4033-ab07-00c4acd983fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5019097 Nov 12 04:38:05.829072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3232ca55-d7f2-44fc-9b21-ef8439fcb921 req-152388ec-edaa-4f81-be41-bf7c595db38a tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 210 time: 0.0370433 Nov 12 04:38:05.840855 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] Routers {'e7503e1a-0108-4033-ab07-00c4acd983fa'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:05.842275 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e7503e1a-0108-4033-ab07-00c4acd983fa'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:05.861049 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4e4bdb6b-ff74-445f-ba91-d6cfba82abdc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting port 4f2bcf8e-de2a-4299-82e6-0ba919f302a6 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:38:05.861049 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4e4bdb6b-ff74-445f-ba91-d6cfba82abdc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:05.961686 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-408dbfe9-f059-448b-9f06-a4ae1bc0ca75 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3355622 Nov 12 04:38:05.962668 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dbfe9-f059-448b-9f06-a4ae1bc0ca75 admin admin] Pushing event updated for resources: {'Network': ['ID=60fab906-65e9-4e55-9f5a-c4f9e756fb11,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:05.972467 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39772) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:05.983857 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-d0e62a33-658d-481a-8e53-b4d2608eebef admin admin] Request body: {'subnet': {'network_id': '60fab906-65e9-4e55-9f5a-c4f9e756fb11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1122352152-subnet', 'tenant_id': '8484cfd1526e4dc9ab788aa0944921cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:06.019219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 60fab906-65e9-4e55-9f5a-c4f9e756fb11 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:38:06.042200 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-4e4bdb6b-ff74-445f-ba91-d6cfba82abdc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] For port 4f2bcf8e-de2a-4299-82e6-0ba919f302a6, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4f2bcf8e-de2a-4299-82e6-0ba919f302a6,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:06.043570 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4e4bdb6b-ff74-445f-ba91-d6cfba82abdc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:06.066356 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4e4bdb6b-ff74-445f-ba91-d6cfba82abdc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Calling delete_port for 4f2bcf8e-de2a-4299-82e6-0ba919f302a6 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:38:06.164586 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] Set router e7503e1a-0108-4033-ab07-00c4acd983fa gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:06.175052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e62a33-658d-481a-8e53-b4d2608eebef admin admin] Made reservation on behalf of 8484cfd1526e4dc9ab788aa0944921cc for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:38:06.184223 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0e62a33-658d-481a-8e53-b4d2608eebef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:06.477708 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4e4bdb6b-ff74-445f-ba91-d6cfba82abdc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:06.614132 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bdb6b-ff74-445f-ba91-d6cfba82abdc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Port': ['ID=4f2bcf8e-de2a-4299-82e6-0ba919f302a6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:06.693477 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:38:03Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '7eb194f1-cff9-4fb0-a159-4c6de4369a08', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'port_id': 'd164de9b-7c06-424a-9c97-48e90d8acc4b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'mac_address': 'fa:16:3e:6e:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:36:03Z', 'updated_at': '2021-11-12T04:36:06Z', 'revision_number': 1, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fecdc4-118b-47e6-a8fb-369e4741c753', 'name': '', 'network_id': 'f6aa531e-f0bd-4c36-8712-bcf0e99224de', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:ce:49:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '8d2a0f18-4896-43c4-bdc9-281eb0ba9cb6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:02Z', 'updated_at': '2021-11-12T04:38:04Z', 'revision_number': 2, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '8d2a0f18-4896-43c4-bdc9-281eb0ba9cb6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c', 'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:cb:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '51614038-d513-4083-8c17-2efe33d861d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:27Z', 'updated_at': '2021-11-12T04:35:33Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '51614038-d513-4083-8c17-2efe33d861d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:06.724949 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0e62a33-658d-481a-8e53-b4d2608eebef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:06.746473 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] Checking router: e7503e1a-0108-4033-ab07-00c4acd983fa for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:38:06.746855 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] Updating router e7503e1a-0108-4033-ab07-00c4acd983fa port 75fecdc4-118b-47e6-a8fb-369e4741c753 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:38:06.764914 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:06.832080 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:06.985552 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e62a33-658d-481a-8e53-b4d2608eebef admin admin] Pushing event updated for resources: {'Subnet': ['ID=865cb65e-9cf2-44df-9af2-92106c8b3a95,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:07.040676 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4e4bdb6b-ff74-445f-ba91-d6cfba82abdc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:07.047405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e62a33-658d-481a-8e53-b4d2608eebef admin admin] Checking segment: {'id': 'a3a76a5f-309d-453b-b313-1b819e1f965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60fab906-65e9-4e55-9f5a-c4f9e756fb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:38:07.047405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e62a33-658d-481a-8e53-b4d2608eebef admin admin] Network hostable DHCP agents. Network: 60fab906-65e9-4e55-9f5a-c4f9e756fb11, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:38:07.069320 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-4e38d7cf-ab29-427f-a7f6-3966e35a4b6c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:07.072731 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-4e38d7cf-ab29-427f-a7f6-3966e35a4b6c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.31 "GET /v2.0/networks?id=d951b35b-5ae6-40de-94b2-005aae2805fe HTTP/1.1" status: 200 len: 814 time: 0.5413988 Nov 12 04:38:07.109737 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb03924-c694-4c7d-a83a-fa9867fd7236 req-ca22e4ee-d56f-4eab-8c69-6d5e2d625b29 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:07.114786 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-feb03924-c694-4c7d-a83a-fa9867fd7236 req-ca22e4ee-d56f-4eab-8c69-6d5e2d625b29 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 944 time: 0.2697358 Nov 12 04:38:07.126250 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ca46fcd1-1388-4e3a-82ba-38dfbf1ccc4f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Request body: {'port': {'device_id': '40150e5d-3f03-4115-9555-3a9287b90829', 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe', 'admin_state_up': True, 'tenant_id': '1b67341a19d643aa810ccb856899fd39'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:07.249215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e62a33-658d-481a-8e53-b4d2608eebef admin admin] Network 60fab906-65e9-4e55-9f5a-c4f9e756fb11 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:38:07.344417 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-feb03924-c694-4c7d-a83a-fa9867fd7236 req-6413646e-dea9-4e61-bc8b-0e6133f76710 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069809 Nov 12 04:38:07.357567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-d0e62a33-658d-481a-8e53-b4d2608eebef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 60fab906-65e9-4e55-9f5a-c4f9e756fb11) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:38:07.377172 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e62a33-658d-481a-8e53-b4d2608eebef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:07.377933 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d0e62a33-658d-481a-8e53-b4d2608eebef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:07.379278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a56f367-703d-4966-9ecc-cedde6592e4e None None] Network 60fab906-65e9-4e55-9f5a-c4f9e756fb11 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:38:07.436745 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4bdb6b-ff74-445f-ba91-d6cfba82abdc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Router fc362844-939a-4b67-aec5-68a0e33c5b45 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:38:07.504020 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:07.513477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d53c2b8b-daf1-4e73-9f72-ba0cb87a4c91 req-3a71b488-3bff-4b65-a53b-cee16f7d7b68 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 210 time: 0.0436170 Nov 12 04:38:07.625515 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fee409d-9159-4e00-99fd-4b3e9a92b9ce None None] Network 60fab906-65e9-4e55-9f5a-c4f9e756fb11 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:38:07.629787 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:07.665579 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ca46fcd1-1388-4e3a-82ba-38dfbf1ccc4f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Made reservation on behalf of 1b67341a19d643aa810ccb856899fd39 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:38:07.670276 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ca46fcd1-1388-4e3a-82ba-38dfbf1ccc4f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:07.850886 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d0e62a33-658d-481a-8e53-b4d2608eebef admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8770177 Nov 12 04:38:07.975318 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4bdb6b-ff74-445f-ba91-d6cfba82abdc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:38:07.990789 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4e4bdb6b-ff74-445f-ba91-d6cfba82abdc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "PUT /v2.0/routers/fc362844-939a-4b67-aec5-68a0e33c5b45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7479687 Nov 12 04:38:07.991771 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39802) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:07.999043 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4dbb68-a4cf-4cd3-af88-ae26da134969 None None] Sync routers for ids ['fc362844-939a-4b67-aec5-68a0e33c5b45'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:38:08.014850 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4dbb68-a4cf-4cd3-af88-ae26da134969 None None] Routers {'fc362844-939a-4b67-aec5-68a0e33c5b45'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:08.015885 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4d4dbb68-a4cf-4cd3-af88-ae26da134969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['fc362844-939a-4b67-aec5-68a0e33c5b45'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:08.078704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c52ad6-38ad-436d-b366-9798a18618a7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting subnet f497be31-7943-4616-9958-6a86c5285b45 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:38:08.087733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9846f-3e26-4684-94cb-ff7085a76130 None None] Pushing event updated for resources: {'Port': ['ID=75fecdc4-118b-47e6-a8fb-369e4741c753,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:08.107768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ca46fcd1-1388-4e3a-82ba-38dfbf1ccc4f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Allocated IP 172.20.0.6 (d951b35b-5ae6-40de-94b2-005aae2805fe/4f1025a5-d9f3-41ef-a72e-82436b0d3eb6/ecbbadcb-80fc-46be-90e4-40a54bfa2b2c) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:38:08.135393 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-70c52ad6-38ad-436d-b366-9798a18618a7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:08.271306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] Attempting to bind port 75fecdc4-118b-47e6-a8fb-369e4741c753 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:38:08.271952 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] Attempting to bind port 75fecdc4-118b-47e6-a8fb-369e4741c753 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '02396e81-02ac-4df6-a0c9-39c10f7ff9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f6aa531e-f0bd-4c36-8712-bcf0e99224de'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:38:08.272494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] Attempting to bind port 75fecdc4-118b-47e6-a8fb-369e4741c753 on network f6aa531e-f0bd-4c36-8712-bcf0e99224de {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:38:08.299799 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:38:08.299799 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] Checking segment: {'id': '02396e81-02ac-4df6-a0c9-39c10f7ff9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f6aa531e-f0bd-4c36-8712-bcf0e99224de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:38:08.299799 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:08.299799 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] Bound using segment: {'id': '02396e81-02ac-4df6-a0c9-39c10f7ff9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f6aa531e-f0bd-4c36-8712-bcf0e99224de'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:38:08.299799 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] Bound port: 75fecdc4-118b-47e6-a8fb-369e4741c753, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02396e81-02ac-4df6-a0c9-39c10f7ff9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f6aa531e-f0bd-4c36-8712-bcf0e99224de'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:38:08.299799 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:08.326275 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-70c52ad6-38ad-436d-b366-9798a18618a7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:08.415287 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4d4dbb68-a4cf-4cd3-af88-ae26da134969 None None] Set router fc362844-939a-4b67-aec5-68a0e33c5b45 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:08.423225 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:08.505429 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] For port 75fecdc4-118b-47e6-a8fb-369e4741c753, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:38:08.516177 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] For port 75fecdc4-118b-47e6-a8fb-369e4741c753, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=75fecdc4-118b-47e6-a8fb-369e4741c753,segment=NetworkSegment(02396e81-02ac-4df6-a0c9-39c10f7ff9d9),segment_id=02396e81-02ac-4df6-a0c9-39c10f7ff9d9)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:38:08.568813 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b1dbf812-386b-46f0-8857-3fe807507407 None None] Provisioning complete for port 75fecdc4-118b-47e6-a8fb-369e4741c753 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:08.569714 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1dbf812-386b-46f0-8857-3fe807507407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:08.614790 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:08.639288 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ca46fcd1-1388-4e3a-82ba-38dfbf1ccc4f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:08.656033 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-70c52ad6-38ad-436d-b366-9798a18618a7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:08.703341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b1dbf812-386b-46f0-8857-3fe807507407 None None] Port 75fecdc4-118b-47e6-a8fb-369e4741c753 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:38:08.714910 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de363c20-e21f-4c57-bf51-238b0e9799f9 req-e9f15dc1-8fab-48e2-8b13-61eeab30fb3a tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:08.722766 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de363c20-e21f-4c57-bf51-238b0e9799f9 req-e9f15dc1-8fab-48e2-8b13-61eeab30fb3a tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 944 time: 0.1956139 Nov 12 04:38:08.837243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] Routers {'e7503e1a-0108-4033-ab07-00c4acd983fa'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:08.839759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e7503e1a-0108-4033-ab07-00c4acd983fa'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:08.863318 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4d4dbb68-a4cf-4cd3-af88-ae26da134969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869087704', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:14Z', 'updated_at': '2021-11-12T04:38:06Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:08.906907 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de363c20-e21f-4c57-bf51-238b0e9799f9 req-815ba5ab-a181-4de5-8856-196a9ec3f782 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829295 Nov 12 04:38:08.935008 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4dbb68-a4cf-4cd3-af88-ae26da134969 None None] Checking router: fc362844-939a-4b67-aec5-68a0e33c5b45 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:38:08.951614 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4dbb68-a4cf-4cd3-af88-ae26da134969 None None] Routers {'fc362844-939a-4b67-aec5-68a0e33c5b45'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:08.953107 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4d4dbb68-a4cf-4cd3-af88-ae26da134969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['fc362844-939a-4b67-aec5-68a0e33c5b45'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:08.960960 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9846f-3e26-4684-94cb-ff7085a76130 None None] Pushing event updated for resources: {'Port': ['ID=75fecdc4-118b-47e6-a8fb-369e4741c753,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:08.964099 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-70c52ad6-38ad-436d-b366-9798a18618a7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:09.038810 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ca46fcd1-1388-4e3a-82ba-38dfbf1ccc4f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:09.047171 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c52ad6-38ad-436d-b366-9798a18618a7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Subnet': ['ID=f497be31-7943-4616-9958-6a86c5285b45,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:09.090553 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-70c52ad6-38ad-436d-b366-9798a18618a7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:09.094600 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-70c52ad6-38ad-436d-b366-9798a18618a7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "DELETE /v2.0/subnets/f497be31-7943-4616-9958-6a86c5285b45 HTTP/1.1" status: 204 len: 168 time: 1.1012092 Nov 12 04:38:09.102596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39820) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:09.119705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] Set router e7503e1a-0108-4033-ab07-00c4acd983fa gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:09.177668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ca46fcd1-1388-4e3a-82ba-38dfbf1ccc4f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Network d951b35b-5ae6-40de-94b2-005aae2805fe is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:38:09.190093 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ca46fcd1-1388-4e3a-82ba-38dfbf1ccc4f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:38:09.193072 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ca46fcd1-1388-4e3a-82ba-38dfbf1ccc4f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:38:09.228252 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['a18c86df-6492-4c35-a533-1611ab504f60'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:38:09.235173 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['87518b4a-34e9-4262-b3a2-e8dd6bf156e1'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:38:09.238803 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7b0679-7a39-4d95-b069-f314e2722ffb None None] Network bb3c2fbe-4b78-4f75-a060-641c28a1f617 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:38:09.244069 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e781948-8d3d-47ee-8e59-264489acc4c4 req-53b7c48b-e6ad-473e-951b-55d6ce8b780a tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:09.246274 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-4d4dbb68-a4cf-4cd3-af88-ae26da134969 None None] Set router fc362844-939a-4b67-aec5-68a0e33c5b45 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:09.252760 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e781948-8d3d-47ee-8e59-264489acc4c4 req-53b7c48b-e6ad-473e-951b-55d6ce8b780a tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 931 time: 0.2171032 Nov 12 04:38:09.315404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46fcd1-1388-4e3a-82ba-38dfbf1ccc4f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Pushing event updated for resources: {'Port': ['ID=ecbbadcb-80fc-46be-90e4-40a54bfa2b2c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:09.372269 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:09.387999 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e781948-8d3d-47ee-8e59-264489acc4c4 req-b55bc0f5-4e7a-4dcb-81da-b17c48c0bb7e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283772 Nov 12 04:38:09.420704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ca46fcd1-1388-4e3a-82ba-38dfbf1ccc4f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:09.421390 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ca46fcd1-1388-4e3a-82ba-38dfbf1ccc4f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:09.525826 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:09.533089 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ca46fcd1-1388-4e3a-82ba-38dfbf1ccc4f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4165633 Nov 12 04:38:09.685055 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4d4dbb68-a4cf-4cd3-af88-ae26da134969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869087704', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:14Z', 'updated_at': '2021-11-12T04:38:06Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:09.747933 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4dbb68-a4cf-4cd3-af88-ae26da134969 None None] The sync data for ids ['fc362844-939a-4b67-aec5-68a0e33c5b45'] in n-d-768509-24 is: [{'id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869087704', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:14Z', 'updated_at': '2021-11-12T04:38:06Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '74dd381f-6582-4f45-8a63-acc79aaba34c', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc362844-939a-4b67-aec5-68a0e33c5b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:38:09.761697 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:09.771011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting port 74dd381f-6582-4f45-8a63-acc79aaba34c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:38:09.771485 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:09.881384 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3c38fe72-6442-44d0-b669-274ad10b1bc8 None None] Provisioning complete for port 75fecdc4-118b-47e6-a8fb-369e4741c753 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:09.881384 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c38fe72-6442-44d0-b669-274ad10b1bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:09.900717 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Request body: {'port': {'device_id': '40150e5d-3f03-4115-9555-3a9287b90829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:09.922277 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] For port 74dd381f-6582-4f45-8a63-acc79aaba34c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=74dd381f-6582-4f45-8a63-acc79aaba34c,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:09.922797 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:09.951950 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Calling delete_port for 74dd381f-6582-4f45-8a63-acc79aaba34c owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:38:10.022718 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:10.301567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51a387f-d174-4c3d-9fc2-38ee7072ca50 None None] DHCP port deletion for bb3c2fbe-4b78-4f75-a060-641c28a1f617 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:38:10.442456 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:10.502239 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Port': ['ID=74dd381f-6582-4f45-8a63-acc79aaba34c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:10.523592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed8a1b-edd7-4b70-b1c2-67d06fa1f458 req-e5a345ac-d150-484c-bfb0-e6234fd2d012 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:10.540810 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a5ed8a1b-edd7-4b70-b1c2-67d06fa1f458 req-e5a345ac-d150-484c-bfb0-e6234fd2d012 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 944 time: 0.5035782 Nov 12 04:38:10.575729 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576f703a-7e1b-43cc-847a-02130bdb5e84 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:38:10.768723 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:10.769396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:10.769943 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:10.770464 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:10.770992 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:10.771563 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:10.772075 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:10.772577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:10.773144 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:10.773695 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:10.774201 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:10.775498 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:10.779593 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:10.797919 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecbbadcb-80fc-46be-90e4-40a54bfa2b2c {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:38:10.820773 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:10.830804 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c38fe72-6442-44d0-b669-274ad10b1bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:10.850012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Transition to ACTIVE for port object ecbbadcb-80fc-46be-90e4-40a54bfa2b2c will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:38:10.918895 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:10.921852 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:10.937808 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:10.949175 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a5ed8a1b-edd7-4b70-b1c2-67d06fa1f458 req-1cce4ca8-2684-4cbc-b7d3-4c8c8355b1b4 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4035850 Nov 12 04:38:11.035497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbbadcb-80fc-46be-90e4-40a54bfa2b2c,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:11.100490 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3c38fe72-6442-44d0-b669-274ad10b1bc8 None None] For port 75fecdc4-118b-47e6-a8fb-369e4741c753, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=75fecdc4-118b-47e6-a8fb-369e4741c753,segment=NetworkSegment(02396e81-02ac-4df6-a0c9-39c10f7ff9d9),segment_id=02396e81-02ac-4df6-a0c9-39c10f7ff9d9)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:11.105205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a51a387f-d174-4c3d-9fc2-38ee7072ca50 None None] Deleting port 9038c7ca-0a3e-462f-8f68-bfd793a9903e {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:38:11.105586 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a51a387f-d174-4c3d-9fc2-38ee7072ca50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:11.140714 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:11.141264 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Fanout notify agent at l3_agent the message router_deleted on router fc362844-939a-4b67-aec5-68a0e33c5b45 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:38:11.154512 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:11.168243 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5f94fb37-dc74-40b9-8bf5-c710407f7a4a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "DELETE /v2.0/routers/fc362844-939a-4b67-aec5-68a0e33c5b45 HTTP/1.1" status: 204 len: 168 time: 2.0672843 Nov 12 04:38:11.181282 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39844) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:11.286550 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c38fe72-6442-44d0-b669-274ad10b1bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:11.351435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a24f2-69d5-4981-81f5-d6ec4f74142b req-157710df-97d0-40a9-bae1-8262c6b66f10 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:11.351435 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-542a24f2-69d5-4981-81f5-d6ec4f74142b req-157710df-97d0-40a9-bae1-8262c6b66f10 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 943 time: 0.2567253 Nov 12 04:38:11.365968 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Attempting to bind port ecbbadcb-80fc-46be-90e4-40a54bfa2b2c on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:38:11.373382 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Attempting to bind port ecbbadcb-80fc-46be-90e4-40a54bfa2b2c by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'eaaaf2e0-e010-49ce-bb98-510383f2d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:38:11.379934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Attempting to bind port ecbbadcb-80fc-46be-90e4-40a54bfa2b2c on network d951b35b-5ae6-40de-94b2-005aae2805fe {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:38:11.429372 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:38:03Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '7eb194f1-cff9-4fb0-a159-4c6de4369a08', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'port_id': 'd164de9b-7c06-424a-9c97-48e90d8acc4b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'mac_address': 'fa:16:3e:6e:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:36:03Z', 'updated_at': '2021-11-12T04:36:06Z', 'revision_number': 1, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fecdc4-118b-47e6-a8fb-369e4741c753', 'name': '', 'network_id': 'f6aa531e-f0bd-4c36-8712-bcf0e99224de', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:ce:49:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '8d2a0f18-4896-43c4-bdc9-281eb0ba9cb6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:02Z', 'updated_at': '2021-11-12T04:38:08Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '8d2a0f18-4896-43c4-bdc9-281eb0ba9cb6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c', 'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:cb:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '51614038-d513-4083-8c17-2efe33d861d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:27Z', 'updated_at': '2021-11-12T04:35:33Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '51614038-d513-4083-8c17-2efe33d861d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:11.431166 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39848) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:11.449387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a51a387f-d174-4c3d-9fc2-38ee7072ca50 None None] For port 9038c7ca-0a3e-462f-8f68-bfd793a9903e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9038c7ca-0a3e-462f-8f68-bfd793a9903e,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:11.449387 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a51a387f-d174-4c3d-9fc2-38ee7072ca50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:11.450159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Port ecbbadcb-80fc-46be-90e4-40a54bfa2b2c on network d951b35b-5ae6-40de-94b2-005aae2805fe not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:38:11.450159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Attempting to bind port ecbbadcb-80fc-46be-90e4-40a54bfa2b2c on network d951b35b-5ae6-40de-94b2-005aae2805fe {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:38:11.450477 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4f2bcf8e-de2a-4299-82e6-0ba919f302a6 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:38:11.469886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:38:11.470244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Checking segment: {'id': 'eaaaf2e0-e010-49ce-bb98-510383f2d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:38:11.470676 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Bound using segment: {'id': 'eaaaf2e0-e010-49ce-bb98-510383f2d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:38:11.471144 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Bound port: ecbbadcb-80fc-46be-90e4-40a54bfa2b2c, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaaaf2e0-e010-49ce-bb98-510383f2d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:38:11.471519 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:11.482446 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:11.532940 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cc8592-c1f8-4b3e-ad87-4a45d049fd3b None None] The sync data for ids ['e7503e1a-0108-4033-ab07-00c4acd983fa'] in n-d-768509-24 is: [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:38:03Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '7eb194f1-cff9-4fb0-a159-4c6de4369a08', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'port_id': 'd164de9b-7c06-424a-9c97-48e90d8acc4b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'mac_address': 'fa:16:3e:6e:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:36:03Z', 'updated_at': '2021-11-12T04:36:06Z', 'revision_number': 1, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fecdc4-118b-47e6-a8fb-369e4741c753', 'name': '', 'network_id': 'f6aa531e-f0bd-4c36-8712-bcf0e99224de', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:ce:49:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '8d2a0f18-4896-43c4-bdc9-281eb0ba9cb6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:02Z', 'updated_at': '2021-11-12T04:38:08Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '8d2a0f18-4896-43c4-bdc9-281eb0ba9cb6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c', 'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:cb:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '51614038-d513-4083-8c17-2efe33d861d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:27Z', 'updated_at': '2021-11-12T04:35:33Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '51614038-d513-4083-8c17-2efe33d861d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:38:11.547683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a51a387f-d174-4c3d-9fc2-38ee7072ca50 None None] Calling delete_port for 9038c7ca-0a3e-462f-8f68-bfd793a9903e owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:38:11.560379 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 4f2bcf8e-de2a-4299-82e6-0ba919f302a6 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:38:11.561036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4f2bcf8e-de2a-4299-82e6-0ba919f302a6 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:38:11.561750 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9038c7ca-0a3e-462f-8f68-bfd793a9903e no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:38:11.606198 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38fe72-6442-44d0-b669-274ad10b1bc8 None None] Pushing event updated for resources: {'Port': ['ID=75fecdc4-118b-47e6-a8fb-369e4741c753,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:11.620333 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-542a24f2-69d5-4981-81f5-d6ec4f74142b req-9cb8c126-50c2-4b7d-93de-58b43520dd52 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520714 Nov 12 04:38:11.645232 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting port 9038c7ca-0a3e-462f-8f68-bfd793a9903e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:38:11.645592 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:11.674331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] For port ecbbadcb-80fc-46be-90e4-40a54bfa2b2c, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:38:11.681276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] For port ecbbadcb-80fc-46be-90e4-40a54bfa2b2c, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=ecbbadcb-80fc-46be-90e4-40a54bfa2b2c,segment=NetworkSegment(eaaaf2e0-e010-49ce-bb98-510383f2d747),segment_id=eaaaf2e0-e010-49ce-bb98-510383f2d747)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:38:11.726397 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ca50aec-773b-42e8-a54a-bb4f4019aa70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:11.748402 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] For port 9038c7ca-0a3e-462f-8f68-bfd793a9903e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9038c7ca-0a3e-462f-8f68-bfd793a9903e,segment=NetworkSegment(d8777fee-931f-4706-a07e-7fe52e970cfb),segment_id=d8777fee-931f-4706-a07e-7fe52e970cfb)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:11.748771 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:11.763683 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:11.769033 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Calling delete_port for 9038c7ca-0a3e-462f-8f68-bfd793a9903e owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:38:11.858681 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:11.864238 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:11.866286 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:11.868981 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] 10.222.0.31 "PUT /v2.0/ports/ecbbadcb-80fc-46be-90e4-40a54bfa2b2c HTTP/1.1" status: 200 len: 1092 time: 2.3188415 Nov 12 04:38:11.871974 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40150e5d-3f03-4115-9555-3a9287b90829', 'tag': 'ecbbadcb-80fc-46be-90e4-40a54bfa2b2c'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:38:11.909606 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbeed2c-78ad-48a8-a33e-914b763efbac" -d '{"events": [{"name": "network-changed", "server_uuid": "40150e5d-3f03-4115-9555-3a9287b90829", "tag": "ecbbadcb-80fc-46be-90e4-40a54bfa2b2c"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:38:12.002014 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a51a387f-d174-4c3d-9fc2-38ee7072ca50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:12.018996 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5318eacf-ac0d-4959-ac96-e6df3a6c73bd x-openstack-request-id: req-5318eacf-ac0d-4959-ac96-e6df3a6c73bd {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:38:12.021243 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40150e5d-3f03-4115-9555-3a9287b90829", "tag": "ecbbadcb-80fc-46be-90e4-40a54bfa2b2c", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:38:12.027344 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5318eacf-ac0d-4959-ac96-e6df3a6c73bd {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:38:12.029849 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40150e5d-3f03-4115-9555-3a9287b90829', 'tag': 'ecbbadcb-80fc-46be-90e4-40a54bfa2b2c', 'status': 'completed', 'code': 200} Nov 12 04:38:12.044401 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ca50aec-773b-42e8-a54a-bb4f4019aa70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:12.053926 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:12.056890 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab391fed-568d-4c47-b90b-714885e7f438 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbbadcb-80fc-46be-90e4-40a54bfa2b2c,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:12.101989 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a387f-d174-4c3d-9fc2-38ee7072ca50 None None] No DVR routers for this DVR port 9038c7ca-0a3e-462f-8f68-bfd793a9903e on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:38:12.111944 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Port': ['ID=9038c7ca-0a3e-462f-8f68-bfd793a9903e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:12.137502 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] No DVR routers for this DVR port 9038c7ca-0a3e-462f-8f68-bfd793a9903e on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:38:12.138702 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a387f-d174-4c3d-9fc2-38ee7072ca50 None None] Pushing event deleted for resources: {'Port': ['ID=9038c7ca-0a3e-462f-8f68-bfd793a9903e,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:12.158399 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ca50aec-773b-42e8-a54a-bb4f4019aa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:12.231588 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2ca50aec-773b-42e8-a54a-bb4f4019aa70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a06540194c394f6ab670bbccfb16806d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7965705 Nov 12 04:38:12.239347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbeed2c-78ad-48a8-a33e-914b763efbac req-292b5629-c76c-4394-93ae-f2ef63564464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:12.240910 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8cbeed2c-78ad-48a8-a33e-914b763efbac req-292b5629-c76c-4394-93ae-f2ef63564464 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b67341a19d643aa810ccb856899fd39&device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 1095 time: 0.1891260 Nov 12 04:38:12.242425 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39860) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:12.289754 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da7f43-385e-41f1-aa88-b236fc201bbc req-29d4bb4f-d114-42a2-912c-d86278e42de2 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:12.291432 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70da7f43-385e-41f1-aa88-b236fc201bbc req-29d4bb4f-d114-42a2-912c-d86278e42de2 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 944 time: 0.1227045 Nov 12 04:38:12.334289 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:12.375623 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca50aec-773b-42e8-a54a-bb4f4019aa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdf65dd-03d3-44df-b016-53af9d28664b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:12.387673 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3c2fbe-4b78-4f75-a060-641c28a1f617']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:12.407437 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8777fee-931f-4706-a07e-7fe52e970cfb') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:12.408078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8777fee-931f-4706-a07e-7fe52e970cfb') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:12.430288 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:12.458886 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:12.471221 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:38:12.472001 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:38:12.478168 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:38:12.703695 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:12.728710 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:12.738720 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "DELETE /v2.0/networks/bb3c2fbe-4b78-4f75-a060-641c28a1f617 HTTP/1.1" status: 204 len: 168 time: 1.5529902 Nov 12 04:38:12.742517 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39866) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:12.779776 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c04c57-4544-4ecb-9be7-8ad909f68434 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Network': ['ID=bb3c2fbe-4b78-4f75-a060-641c28a1f617,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:12.831289 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2c52cfa4-bb79-42ec-bd71-23b981a6b8b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:12.882683 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70da7f43-385e-41f1-aa88-b236fc201bbc req-0ff4b17f-aad4-4680-963a-7db8271e711d tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5579135 Nov 12 04:38:12.888576 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3070b046-f59b-425c-afa9-c2f40c6559d2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:12.920156 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2c52cfa4-bb79-42ec-bd71-23b981a6b8b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:12.922842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbeed2c-78ad-48a8-a33e-914b763efbac req-2a70dfc1-5520-47c5-867d-5c9ae1cd48d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:12.924348 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8cbeed2c-78ad-48a8-a33e-914b763efbac req-2a70dfc1-5520-47c5-867d-5c9ae1cd48d0 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=1b67341a19d643aa810ccb856899fd39&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6635745 Nov 12 04:38:12.941956 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3070b046-f59b-425c-afa9-c2f40c6559d2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:13.144990 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3070b046-f59b-425c-afa9-c2f40c6559d2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:13.148371 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3070b046-f59b-425c-afa9-c2f40c6559d2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:13.149903 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3070b046-f59b-425c-afa9-c2f40c6559d2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "DELETE /v2.0/security-groups/fa56151b-e5fd-4a63-8241-c6b2f73f655c HTTP/1.1" status: 204 len: 168 time: 0.4058473 Nov 12 04:38:13.163318 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070b046-f59b-425c-afa9-c2f40c6559d2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa56151b-e5fd-4a63-8241-c6b2f73f655c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:13.288953 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbeed2c-78ad-48a8-a33e-914b763efbac req-d9c469b7-436d-4929-b6b8-1ed3ce010892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:13.291975 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8cbeed2c-78ad-48a8-a33e-914b763efbac req-d9c469b7-436d-4929-b6b8-1ed3ce010892 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3537850 Nov 12 04:38:13.351498 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae91a8-9061-457d-a8d1-a07d06f47aba req-230da0d5-41c3-4cec-9dd3-f4d65a7b9c40 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:13.366618 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9bae91a8-9061-457d-a8d1-a07d06f47aba req-230da0d5-41c3-4cec-9dd3-f4d65a7b9c40 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 943 time: 0.2814984 Nov 12 04:38:13.418670 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d368860a-68c4-4fc3-b6ae-78e683646f65 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:38:13.420777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 75fecdc4-118b-47e6-a8fb-369e4741c753 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:38:13.453720 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9bae91a8-9061-457d-a8d1-a07d06f47aba req-062ee632-2723-4599-b247-a2234b907575 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857477 Nov 12 04:38:13.461400 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-bc7138ec-d0c9-4abb-84ee-8204cf808449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:13.463777 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-bc7138ec-d0c9-4abb-84ee-8204cf808449 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b67341a19d643aa810ccb856899fd39&device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 1095 time: 0.0761464 Nov 12 04:38:13.493800 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2c52cfa4-bb79-42ec-bd71-23b981a6b8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:13.502669 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2c52cfa4-bb79-42ec-bd71-23b981a6b8b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:13.509699 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2c52cfa4-bb79-42ec-bd71-23b981a6b8b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9fdf65dd-03d3-44df-b016-53af9d28664b HTTP/1.1" status: 204 len: 168 time: 1.2648082 Nov 12 04:38:13.567417 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-686e1c1b-a34c-41f5-89a5-a2d988e437f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecbbadcb-80fc-46be-90e4-40a54bfa2b2c HTTP/1.1" status: 200 len: 217 time: 0.0870306 Nov 12 04:38:13.574226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52cfa4-bb79-42ec-bd71-23b981a6b8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdf65dd-03d3-44df-b016-53af9d28664b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:13.744388 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-667f1cce-a1d1-4df9-9cbd-7bf2652db9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:13.749444 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-667f1cce-a1d1-4df9-9cbd-7bf2652db9c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f1025a5-d9f3-41ef-a72e-82436b0d3eb6 HTTP/1.1" status: 200 len: 854 time: 0.1710413 Nov 12 04:38:13.825333 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-5095ae1c-8e7f-4560-a29a-16350e646b16 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d951b35b-5ae6-40de-94b2-005aae2805fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617507 Nov 12 04:38:13.829864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 75fecdc4-118b-47e6-a8fb-369e4741c753 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:13.830283 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:13.838054 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port d368860a-68c4-4fc3-b6ae-78e683646f65, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d368860a-68c4-4fc3-b6ae-78e683646f65,segment=NetworkSegment(6ba52a14-9734-4c2e-9682-74e3203e18d2),segment_id=6ba52a14-9734-4c2e-9682-74e3203e18d2)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:13.879767 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'd368860a-68c4-4fc3-b6ae-78e683646f65', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'port_id': 'd368860a-68c4-4fc3-b6ae-78e683646f65', 'mac_address': 'fa:16:3e:24:57:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:38:13.996432 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:14.011187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-bb70de4f-9112-4324-83a8-9006b6b88fb2 service neutron] 10.222.0.31 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768625 Nov 12 04:38:14.107104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d368860a-68c4-4fc3-b6ae-78e683646f65 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:38:14.143473 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 74dd381f-6582-4f45-8a63-acc79aaba34c no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:38:14.157865 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e833f45b-b26a-4ea6-9952-a6da34da8379 req-a01e4292-05d6-43a3-a043-7970be590b8e service neutron] 10.222.0.31 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392806 Nov 12 04:38:14.205135 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 74dd381f-6582-4f45-8a63-acc79aaba34c {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:38:14.205715 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 74dd381f-6582-4f45-8a63-acc79aaba34c not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:38:14.223926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port d368860a-68c4-4fc3-b6ae-78e683646f65, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d368860a-68c4-4fc3-b6ae-78e683646f65,segment=NetworkSegment(6ba52a14-9734-4c2e-9682-74e3203e18d2),segment_id=6ba52a14-9734-4c2e-9682-74e3203e18d2)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:14.316101 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:14.367789 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=d368860a-68c4-4fc3-b6ae-78e683646f65,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:14.450852 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39882) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:14.457994 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0a602ee2-22b4-49df-b5fb-0b9774495063 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-268885361', 'description': 'tempest-secgroup-smoke-268885361 description', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:14.561981 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a602ee2-22b4-49df-b5fb-0b9774495063 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:14.601450 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9c132-3279-4788-906e-db55d70df252 req-a5dabb4d-86d4-4024-8500-4e7f6af27b2f tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:14.612605 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54b9c132-3279-4788-906e-db55d70df252 req-a5dabb4d-86d4-4024-8500-4e7f6af27b2f tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 945 time: 0.0982165 Nov 12 04:38:14.669881 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39888) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:14.673845 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54b9c132-3279-4788-906e-db55d70df252 req-f1dd2372-515c-4481-9192-0f190bf98f5d tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601823 Nov 12 04:38:14.699095 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4db8d70d-1aa6-43ee-a421-595a861b745b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:14.699817 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a602ee2-22b4-49df-b5fb-0b9774495063 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:14.719827 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['d368860a-68c4-4fc3-b6ae-78e683646f65'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:38:14.775021 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a602ee2-22b4-49df-b5fb-0b9774495063 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:14.819233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78833c9-8304-4b8a-8271-261997bf7e5b req-9b47cd25-ee4c-4f06-880f-17e8e1420e6b tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:14.820850 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a78833c9-8304-4b8a-8271-261997bf7e5b req-9b47cd25-ee4c-4f06-880f-17e8e1420e6b tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 943 time: 0.0773468 Nov 12 04:38:14.862183 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a602ee2-22b4-49df-b5fb-0b9774495063 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1409c5-d8ce-49ef-94fe-9f8b43de263e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:14.903805 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4db8d70d-1aa6-43ee-a421-595a861b745b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:14.906062 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a78833c9-8304-4b8a-8271-261997bf7e5b req-5c1724f5-0d9e-45a6-9496-cb8a88b8d8c0 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717120 Nov 12 04:38:14.927982 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0a602ee2-22b4-49df-b5fb-0b9774495063 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:14.929394 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0a602ee2-22b4-49df-b5fb-0b9774495063 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4762251 Nov 12 04:38:14.935101 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39890) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:14.949624 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f93ab37e-ec01-49fa-a24f-acae63b270cc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': 'fc1409c5-d8ce-49ef-94fe-9f8b43de263e', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:14.983011 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4db8d70d-1aa6-43ee-a421-595a861b745b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:15.061118 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4db8d70d-1aa6-43ee-a421-595a861b745b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72828fec0d784093a7183fff51cfb41c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3855844 Nov 12 04:38:15.061118 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8d70d-1aa6-43ee-a421-595a861b745b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ecbd10-bacb-41f6-a67a-fa74110f16b7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:15.064163 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39892) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:15.112329 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f93ab37e-ec01-49fa-a24f-acae63b270cc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:15.209473 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f93ab37e-ec01-49fa-a24f-acae63b270cc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:15.210431 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9624a9ff-f9a6-4866-b206-2ecc03bd3b0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:15.241059 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9624a9ff-f9a6-4866-b206-2ecc03bd3b0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:15.282550 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f93ab37e-ec01-49fa-a24f-acae63b270cc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:15.322763 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ab37e-ec01-49fa-a24f-acae63b270cc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4007b43a-2bfe-4f0a-a0ee-7e22d90d8afb,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:15.384613 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9624a9ff-f9a6-4866-b206-2ecc03bd3b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:15.387257 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9624a9ff-f9a6-4866-b206-2ecc03bd3b0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:15.388416 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9624a9ff-f9a6-4866-b206-2ecc03bd3b0b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97ecbd10-bacb-41f6-a67a-fa74110f16b7 HTTP/1.1" status: 204 len: 168 time: 0.3199477 Nov 12 04:38:15.396315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624a9ff-f9a6-4866-b206-2ecc03bd3b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ecbd10-bacb-41f6-a67a-fa74110f16b7,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:15.451976 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f93ab37e-ec01-49fa-a24f-acae63b270cc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:15.454395 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f93ab37e-ec01-49fa-a24f-acae63b270cc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5177789 Nov 12 04:38:15.460785 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39898) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:15.467474 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c8cdc910-13fb-4e7e-8dad-1eb684c92285 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': 'fc1409c5-d8ce-49ef-94fe-9f8b43de263e', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:15.591088 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8cdc910-13fb-4e7e-8dad-1eb684c92285 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:15.657554 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8cdc910-13fb-4e7e-8dad-1eb684c92285 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:15.730084 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8cdc910-13fb-4e7e-8dad-1eb684c92285 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:15.750781 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cdc910-13fb-4e7e-8dad-1eb684c92285 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed20181a-747b-4088-b377-a3c4d9996867,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:15.841122 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8cdc910-13fb-4e7e-8dad-1eb684c92285 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:15.843549 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c8cdc910-13fb-4e7e-8dad-1eb684c92285 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3812435 Nov 12 04:38:15.847650 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39910) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:15.848686 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25528fac-a2b7-4008-b9e9-1209040e7607 req-ae16e6c6-5218-4e97-a725-0f87aec20354 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:15.855665 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-24373f2f-4e9a-4774-8c27-8db4bc3a51bb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': 'fc1409c5-d8ce-49ef-94fe-9f8b43de263e', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:15.858812 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25528fac-a2b7-4008-b9e9-1209040e7607 req-ae16e6c6-5218-4e97-a725-0f87aec20354 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 945 time: 0.0772767 Nov 12 04:38:15.933606 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25528fac-a2b7-4008-b9e9-1209040e7607 req-2f728b06-05a0-4935-a349-f7a926f1e666 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736527 Nov 12 04:38:15.992958 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-24373f2f-4e9a-4774-8c27-8db4bc3a51bb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:16.103213 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-24373f2f-4e9a-4774-8c27-8db4bc3a51bb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:16.112277 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aec410-5c76-4012-846d-bad6298db6fd req-84ed02a6-d14e-4634-ab24-6673c68b4430 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:16.114518 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99aec410-5c76-4012-846d-bad6298db6fd req-84ed02a6-d14e-4634-ab24-6673c68b4430 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 943 time: 0.0748391 Nov 12 04:38:16.184947 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99aec410-5c76-4012-846d-bad6298db6fd req-8bbfc92b-d601-4404-b837-ec753c389d0e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598168 Nov 12 04:38:16.213836 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-24373f2f-4e9a-4774-8c27-8db4bc3a51bb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:16.247084 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24373f2f-4e9a-4774-8c27-8db4bc3a51bb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11937c55-c943-4624-9297-dfee22b74c1d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:16.304433 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-24373f2f-4e9a-4774-8c27-8db4bc3a51bb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:16.307181 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-24373f2f-4e9a-4774-8c27-8db4bc3a51bb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4571831 Nov 12 04:38:16.310927 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39926) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:16.318287 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6616e6db-1455-4eb9-a55d-12a3b05883a2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': 'fc1409c5-d8ce-49ef-94fe-9f8b43de263e', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:16.454560 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6616e6db-1455-4eb9-a55d-12a3b05883a2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:16.536820 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6616e6db-1455-4eb9-a55d-12a3b05883a2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:16.597574 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6616e6db-1455-4eb9-a55d-12a3b05883a2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:16.631487 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616e6db-1455-4eb9-a55d-12a3b05883a2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21fde36-7098-49a1-b43f-6f476799dcf9,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:16.679082 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6616e6db-1455-4eb9-a55d-12a3b05883a2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:16.687004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39934) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:16.694172 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6616e6db-1455-4eb9-a55d-12a3b05883a2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3750956 Nov 12 04:38:16.714160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-76caebaa-fd00-4c5c-88bf-0ff39f770333 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': 'fc1409c5-d8ce-49ef-94fe-9f8b43de263e', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:16.837957 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-76caebaa-fd00-4c5c-88bf-0ff39f770333 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Project a1d85f7d3e02495dbf8a97f43fe9e4b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:38:16.849489 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-76caebaa-fd00-4c5c-88bf-0ff39f770333 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:16.975070 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-76caebaa-fd00-4c5c-88bf-0ff39f770333 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:16.975544 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:17.088759 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-76caebaa-fd00-4c5c-88bf-0ff39f770333 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:17.166912 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76caebaa-fd00-4c5c-88bf-0ff39f770333 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fece3d44-9d99-4cf8-b517-a3c75123ad1f,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:17.190478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8bbe5-b542-4491-9815-524fcf3531aa req-c421a73e-7cff-438d-8860-44bbbd2b6e3e tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:17.193122 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54c8bbe5-b542-4491-9815-524fcf3531aa req-c421a73e-7cff-438d-8860-44bbbd2b6e3e tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 945 time: 0.1257160 Nov 12 04:38:17.220096 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-76caebaa-fd00-4c5c-88bf-0ff39f770333 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:17.221595 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-76caebaa-fd00-4c5c-88bf-0ff39f770333 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5326695 Nov 12 04:38:17.225809 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39944) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:17.232939 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0005070d-605b-4347-ae3d-777094a466b9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': 'fc1409c5-d8ce-49ef-94fe-9f8b43de263e', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:17.292171 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54c8bbe5-b542-4491-9815-524fcf3531aa req-1c649992-4ccc-4f7d-b1eb-37cc373394cc tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908566 Nov 12 04:38:17.345542 n-d-768509-24 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-0005070d-605b-4347-ae3d-777094a466b9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Project a1d85f7d3e02495dbf8a97f43fe9e4b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:38:17.357810 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0005070d-605b-4347-ae3d-777094a466b9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:17.387880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d368860a-68c4-4fc3-b6ae-78e683646f65 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:38:17.510436 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device ecbbadcb-80fc-46be-90e4-40a54bfa2b2c details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:38:17.529300 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0005070d-605b-4347-ae3d-777094a466b9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:17.548980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e05a8-9376-4bd9-91a5-a2e3e67c2681 req-5eb4c512-0403-4ea2-bfe0-91433d5576b5 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:17.551631 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a30e05a8-9376-4bd9-91a5-a2e3e67c2681 req-5eb4c512-0403-4ea2-bfe0-91433d5576b5 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 943 time: 0.0879796 Nov 12 04:38:17.661351 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a30e05a8-9376-4bd9-91a5-a2e3e67c2681 req-058dfc7b-0a0e-4bc0-a8ca-a4328cc00b09 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002195 Nov 12 04:38:17.694456 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0005070d-605b-4347-ae3d-777094a466b9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:17.697754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port d368860a-68c4-4fc3-b6ae-78e683646f65 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:38:17.714922 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port ecbbadcb-80fc-46be-90e4-40a54bfa2b2c, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=ecbbadcb-80fc-46be-90e4-40a54bfa2b2c,segment=NetworkSegment(eaaaf2e0-e010-49ce-bb98-510383f2d747),segment_id=eaaaf2e0-e010-49ce-bb98-510383f2d747)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:17.720072 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port d368860a-68c4-4fc3-b6ae-78e683646f65 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:17.721964 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:17.744627 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'ecbbadcb-80fc-46be-90e4-40a54bfa2b2c', 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe', 'port_id': 'ecbbadcb-80fc-46be-90e4-40a54bfa2b2c', 'mac_address': 'fa:16:3e:a2:ac:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1025a5-d9f3-41ef-a72e-82436b0d3eb6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:38:17.784076 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005070d-605b-4347-ae3d-777094a466b9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3157048f-df1b-44a0-9f90-c5e52d02236c,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:17.888980 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:17.905663 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecbbadcb-80fc-46be-90e4-40a54bfa2b2c {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:38:17.930799 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0005070d-605b-4347-ae3d-777094a466b9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:17.930799 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0005070d-605b-4347-ae3d-777094a466b9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6935668 Nov 12 04:38:17.931342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39956) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:17.931342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-2dc188ad-39f5-4858-b375-32f483b80234 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'network': {'name': 'tempest-network-smoke--1971197337', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'port_security_enabled': True}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:17.988568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port ecbbadcb-80fc-46be-90e4-40a54bfa2b2c, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=ecbbadcb-80fc-46be-90e4-40a54bfa2b2c,segment=NetworkSegment(eaaaf2e0-e010-49ce-bb98-510383f2d747),segment_id=eaaaf2e0-e010-49ce-bb98-510383f2d747)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:18.006157 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:18.036243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd368860a-68c4-4fc3-b6ae-78e683646f65'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:38:18.037268 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff29d39f-6b8f-49bb-bee1-06c7020ac5b1" -d '{"events": [{"server_uuid": "2842d627-059d-4f2e-a725-b1214ad84eaa", "name": "network-vif-plugged", "status": "completed", "tag": "d368860a-68c4-4fc3-b6ae-78e683646f65"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:38:18.052333 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port d368860a-68c4-4fc3-b6ae-78e683646f65, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d368860a-68c4-4fc3-b6ae-78e683646f65,segment=NetworkSegment(6ba52a14-9734-4c2e-9682-74e3203e18d2),segment_id=6ba52a14-9734-4c2e-9682-74e3203e18d2)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:18.070241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc188ad-39f5-4858-b375-32f483b80234 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Made reservation on behalf of a1d85f7d3e02495dbf8a97f43fe9e4b3 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:38:18.074520 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2dc188ad-39f5-4858-b375-32f483b80234 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:18.110106 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc188ad-39f5-4858-b375-32f483b80234 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:38:18.113724 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950ced92-5cdf-4593-8931-a45c7770f3b6 x-openstack-request-id: req-950ced92-5cdf-4593-8931-a45c7770f3b6 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:38:18.114112 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2842d627-059d-4f2e-a725-b1214ad84eaa", "name": "network-vif-plugged", "status": "completed", "tag": "d368860a-68c4-4fc3-b6ae-78e683646f65", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:38:18.114368 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-950ced92-5cdf-4593-8931-a45c7770f3b6 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:38:18.114746 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd368860a-68c4-4fc3-b6ae-78e683646f65', 'code': 200} Nov 12 04:38:18.130322 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2dc188ad-39f5-4858-b375-32f483b80234 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:18.130968 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-2dc188ad-39f5-4858-b375-32f483b80234 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Added segment 66712da7-755c-4e1d-ac4c-f6b0a7ed9074 of type vlan for network c6689ff6-20fe-4a32-b709-b8976c2341d9 Nov 12 04:38:18.139770 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:18.175078 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:18.182788 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:18.249732 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=ecbbadcb-80fc-46be-90e4-40a54bfa2b2c,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:18.298992 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2dc188ad-39f5-4858-b375-32f483b80234 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:18.353250 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14668f34-cd72-4741-be61-b33140cfe517 req-73655d8a-e8fc-4c02-8d17-8501ba08e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:18.356433 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14668f34-cd72-4741-be61-b33140cfe517 req-73655d8a-e8fc-4c02-8d17-8501ba08e5ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 1098 time: 0.1227307 Nov 12 04:38:18.380277 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=d368860a-68c4-4fc3-b6ae-78e683646f65,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:18.468181 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14668f34-cd72-4741-be61-b33140cfe517 req-eb9fc1b5-1aa6-491d-9f87-46218540ccb7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960195 Nov 12 04:38:18.469384 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2dc188ad-39f5-4858-b375-32f483b80234 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:18.480259 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc188ad-39f5-4858-b375-32f483b80234 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:18.481242 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2dc188ad-39f5-4858-b375-32f483b80234 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:18.485613 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['ecbbadcb-80fc-46be-90e4-40a54bfa2b2c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:38:18.657466 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc188ad-39f5-4858-b375-32f483b80234 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Network': ['ID=c6689ff6-20fe-4a32-b709-b8976c2341d9,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:18.678484 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c56c4-3b3e-4e28-831d-9b2e627dac42 req-eea387f5-5f7a-4620-a734-81bfa4f315bd tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:18.680733 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d6c56c4-3b3e-4e28-831d-9b2e627dac42 req-eea387f5-5f7a-4620-a734-81bfa4f315bd tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 946 time: 0.2213938 Nov 12 04:38:18.685248 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network c6689ff6-20fe-4a32-b709-b8976c2341d9 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:38:18.687604 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2dc188ad-39f5-4858-b375-32f483b80234 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7612839 Nov 12 04:38:18.692025 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 39974) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:18.709481 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d00b386e-efa6-4ee1-a9c7-6643a47f7ce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-777524512', 'admin_state_up': True, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:18.816813 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d6c56c4-3b3e-4e28-831d-9b2e627dac42 req-7782bb8f-2707-47a0-92dc-f01dd2ef4a50 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275241 Nov 12 04:38:18.842116 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d00b386e-efa6-4ee1-a9c7-6643a47f7ce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:18.845515 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d00b386e-efa6-4ee1-a9c7-6643a47f7ce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:18.965011 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d00b386e-efa6-4ee1-a9c7-6643a47f7ce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:18.995771 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553c125-b7a1-4960-9184-b3cf2607e73a req-c3c2fb4d-58f8-4ca5-8c65-c1784b867aa3 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:18.998466 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e553c125-b7a1-4960-9184-b3cf2607e73a req-c3c2fb4d-58f8-4ca5-8c65-c1784b867aa3 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 944 time: 0.0953143 Nov 12 04:38:19.104036 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e553c125-b7a1-4960-9184-b3cf2607e73a req-d839a9a7-b22a-46be-ae86-aae4fad24483 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973804 Nov 12 04:38:19.202171 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d00b386e-efa6-4ee1-a9c7-6643a47f7ce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:19.542985 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device ecbbadcb-80fc-46be-90e4-40a54bfa2b2c up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:38:19.729363 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d00b386e-efa6-4ee1-a9c7-6643a47f7ce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:19.751316 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d00b386e-efa6-4ee1-a9c7-6643a47f7ce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:19.808367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port ecbbadcb-80fc-46be-90e4-40a54bfa2b2c completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:38:19.812543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port ecbbadcb-80fc-46be-90e4-40a54bfa2b2c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:19.812912 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:19.875528 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-d00b386e-efa6-4ee1-a9c7-6643a47f7ce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Allocated IP 172.25.1.5 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/be679c81-2c14-459f-adee-84d56f2e5d14) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:38:19.945083 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:19.992495 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port ecbbadcb-80fc-46be-90e4-40a54bfa2b2c, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=ecbbadcb-80fc-46be-90e4-40a54bfa2b2c,segment=NetworkSegment(eaaaf2e0-e010-49ce-bb98-510383f2d747),segment_id=eaaaf2e0-e010-49ce-bb98-510383f2d747)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:20.040666 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87535f-fcb9-4a3d-b599-d22811af752e req-174530c5-b63c-4ea7-9d9e-2f81557c8508 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:20.044000 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec87535f-fcb9-4a3d-b599-d22811af752e req-174530c5-b63c-4ea7-9d9e-2f81557c8508 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 946 time: 0.0917485 Nov 12 04:38:20.065895 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:20.117754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40150e5d-3f03-4115-9555-3a9287b90829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbbadcb-80fc-46be-90e4-40a54bfa2b2c'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:38:20.122121 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13f1c53-f386-42fe-bdfb-28e0e40e67d8" -d '{"events": [{"server_uuid": "40150e5d-3f03-4115-9555-3a9287b90829", "name": "network-vif-plugged", "status": "completed", "tag": "ecbbadcb-80fc-46be-90e4-40a54bfa2b2c"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:38:20.131158 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d00b386e-efa6-4ee1-a9c7-6643a47f7ce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:20.144682 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=ecbbadcb-80fc-46be-90e4-40a54bfa2b2c,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:20.154028 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec87535f-fcb9-4a3d-b599-d22811af752e req-546fac10-111a-4f50-beec-ced8ab722e1b tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981123 Nov 12 04:38:20.289175 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d00b386e-efa6-4ee1-a9c7-6643a47f7ce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:20.366886 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00b386e-efa6-4ee1-a9c7-6643a47f7ce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:38:20.376494 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d00b386e-efa6-4ee1-a9c7-6643a47f7ce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:38:20.383359 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00b386e-efa6-4ee1-a9c7-6643a47f7ce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:38:20.389005 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2582c-6911-4dbe-99a4-eb69859e76f8 req-1eb30073-9bd8-4c57-b046-f3cc2f28c70f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:20.390734 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3eb2582c-6911-4dbe-99a4-eb69859e76f8 req-1eb30073-9bd8-4c57-b046-f3cc2f28c70f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 945 time: 0.1052759 Nov 12 04:38:20.395660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0555d992-60ae-4abd-b67c-cddc6f608819 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:38:20.414114 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 39996) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:20.442121 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b386e-efa6-4ee1-a9c7-6643a47f7ce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=be679c81-2c14-459f-adee-84d56f2e5d14,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:20.519261 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3eb2582c-6911-4dbe-99a4-eb69859e76f8 req-54f991e8-b413-4219-949f-4c2fee278206 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964618 Nov 12 04:38:20.534958 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e1a81325-1394-4f8a-9398-9bb851230be2 None None] Provisioning complete for port be679c81-2c14-459f-adee-84d56f2e5d14 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:20.535338 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e1a81325-1394-4f8a-9398-9bb851230be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:20.602236 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-500a9900-074c-402a-b078-09baf6f75c6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:20.637974 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e1a81325-1394-4f8a-9398-9bb851230be2 None None] Port be679c81-2c14-459f-adee-84d56f2e5d14 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:38:20.652192 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77eeaa7b-6267-43df-8885-af77da68d14d x-openstack-request-id: req-77eeaa7b-6267-43df-8885-af77da68d14d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:38:20.653101 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40150e5d-3f03-4115-9555-3a9287b90829", "name": "network-vif-plugged", "status": "completed", "tag": "ecbbadcb-80fc-46be-90e4-40a54bfa2b2c", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:38:20.655027 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77eeaa7b-6267-43df-8885-af77da68d14d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:38:20.655936 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40150e5d-3f03-4115-9555-3a9287b90829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbbadcb-80fc-46be-90e4-40a54bfa2b2c', 'code': 200} Nov 12 04:38:20.787318 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-500a9900-074c-402a-b078-09baf6f75c6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:20.849295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3100e6b-0809-4d4d-8284-acd38d392bd1 req-88506ede-b0d3-43f6-9370-e197939ef180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:20.852165 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b3100e6b-0809-4d4d-8284-acd38d392bd1 req-88506ede-b0d3-43f6-9370-e197939ef180 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 1097 time: 0.0626254 Nov 12 04:38:20.871321 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-500a9900-074c-402a-b078-09baf6f75c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:20.932498 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-500a9900-074c-402a-b078-09baf6f75c6a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b25a7744046f4c9aa31b839f7a115927&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5224836 Nov 12 04:38:20.934991 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40002) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:20.941766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a9900-074c-402a-b078-09baf6f75c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0645265-61df-441a-9a75-4b725f25be9a,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:21.028007 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d00b386e-efa6-4ee1-a9c7-6643a47f7ce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:21.072210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b3100e6b-0809-4d4d-8284-acd38d392bd1 req-440d84ad-ab50-4564-abc1-cc58dc61c97a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967107 Nov 12 04:38:21.073181 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-948da64a-153b-45ee-a47d-cca16d95b392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:21.110110 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-948da64a-153b-45ee-a47d-cca16d95b392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:21.266498 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-948da64a-153b-45ee-a47d-cca16d95b392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:21.272745 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-948da64a-153b-45ee-a47d-cca16d95b392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:21.293903 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-948da64a-153b-45ee-a47d-cca16d95b392 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0645265-61df-441a-9a75-4b725f25be9a HTTP/1.1" status: 204 len: 168 time: 0.3574722 Nov 12 04:38:21.328965 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948da64a-153b-45ee-a47d-cca16d95b392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0645265-61df-441a-9a75-4b725f25be9a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:21.445496 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63989725-5d13-4e12-808c-0781eeec9e50 req-52f2eb21-b580-427a-abd8-dac9dbea8984 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:21.461868 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63989725-5d13-4e12-808c-0781eeec9e50 req-52f2eb21-b580-427a-abd8-dac9dbea8984 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 946 time: 0.1381955 Nov 12 04:38:21.519420 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d00b386e-efa6-4ee1-a9c7-6643a47f7ce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:21.561247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63989725-5d13-4e12-808c-0781eeec9e50 req-eb659553-19e9-4db7-b726-64ebe84dff56 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937421 Nov 12 04:38:21.921885 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0289e5-66c0-4de2-8d4c-330c90239b60 req-dde86c2a-19f9-4ee1-a41d-bc48096f0d72 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:21.936586 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1c0289e5-66c0-4de2-8d4c-330c90239b60 req-dde86c2a-19f9-4ee1-a41d-bc48096f0d72 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 945 time: 0.1952541 Nov 12 04:38:22.060201 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1c0289e5-66c0-4de2-8d4c-330c90239b60 req-c991ab47-ca9b-4d79-b5cf-9d7d9d5b034f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200840 Nov 12 04:38:22.230696 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00b386e-efa6-4ee1-a9c7-6643a47f7ce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Router f740f187-63ea-4e36-933b-05d817bfd3a6 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:38:22.243243 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40018) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:22.388087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c82a-5785-43b3-a769-a32cf70d74e0 req-be4ca6d6-430d-4856-9c4b-a10eb9dc0223 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:22.390936 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1968c82a-5785-43b3-a769-a32cf70d74e0 req-be4ca6d6-430d-4856-9c4b-a10eb9dc0223 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 946 time: 0.2144504 Nov 12 04:38:22.462847 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00b386e-efa6-4ee1-a9c7-6643a47f7ce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:38:22.495256 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] Sync routers for ids ['f740f187-63ea-4e36-933b-05d817bfd3a6'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:38:22.565216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] Routers {'f740f187-63ea-4e36-933b-05d817bfd3a6'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:22.566424 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f740f187-63ea-4e36-933b-05d817bfd3a6'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:22.592229 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d00b386e-efa6-4ee1-a9c7-6643a47f7ce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:22.616284 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d00b386e-efa6-4ee1-a9c7-6643a47f7ce4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.9000361 Nov 12 04:38:22.616284 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40022) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:22.657627 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d36b1058-f9d2-4fd8-872e-7a6107075482 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406578 Nov 12 04:38:22.663171 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40026) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:22.685272 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40028) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:22.774390 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1968c82a-5785-43b3-a769-a32cf70d74e0 req-bf380746-ea6c-4367-9df3-a091a06be698 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3590128 Nov 12 04:38:22.874539 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8ffb789f-2813-4ec1-ae3e-2270ab08c686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:22.881642 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40030) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:22.980257 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] Set router f740f187-63ea-4e36-933b-05d817bfd3a6 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:23.020383 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba610fe3-c5e3-4598-a71b-93b147d7515d tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:23.035035 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ba610fe3-c5e3-4598-a71b-93b147d7515d tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3659840 Nov 12 04:38:23.044539 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40034) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:23.199090 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4e76e339-c34a-4daa-bb81-f57951b8263b tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1456823 Nov 12 04:38:23.199802 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40038) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:23.214590 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-cc4d3001-a3ce-42a8-bd33-cff1084f6ad5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2080660415', 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:23.386086 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8ffb789f-2813-4ec1-ae3e-2270ab08c686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:23.399556 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4d3001-a3ce-42a8-bd33-cff1084f6ad5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Made reservation on behalf of a1d85f7d3e02495dbf8a97f43fe9e4b3 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:38:23.443753 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc4d3001-a3ce-42a8-bd33-cff1084f6ad5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:23.443915 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab7532-6ff5-45ca-9529-1fafdfb99735 req-a0752ddb-54d0-4cea-b2d8-0363bcc1d833 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:23.443915 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1eab7532-6ff5-45ca-9529-1fafdfb99735 req-a0752ddb-54d0-4cea-b2d8-0363bcc1d833 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 945 time: 0.1351926 Nov 12 04:38:23.504939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1eab7532-6ff5-45ca-9529-1fafdfb99735 req-3908b772-b29b-4d8c-9433-b03a89a41565 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792992 Nov 12 04:38:23.576210 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8ffb789f-2813-4ec1-ae3e-2270ab08c686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:23.589572 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b41b7a94-9230-40b3-9af4-7fac6bb1f9d9 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:23.598099 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777524512', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:18Z', 'updated_at': '2021-11-12T04:38:20Z', 'revision_number': 3, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:19Z', 'updated_at': '2021-11-12T04:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:23.648287 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8ffb789f-2813-4ec1-ae3e-2270ab08c686 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b3126d0eff04304965ff825f0de7f6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9565575 Nov 12 04:38:23.654476 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb789f-2813-4ec1-ae3e-2270ab08c686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd50a06-402d-45f4-b8b7-68d0aa26a91d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:23.664547 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40042) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:23.695307 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] Checking router: f740f187-63ea-4e36-933b-05d817bfd3a6 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:38:23.696133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] Updating router f740f187-63ea-4e36-933b-05d817bfd3a6 port be679c81-2c14-459f-adee-84d56f2e5d14 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:38:23.796238 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:23.925231 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-015d6c78-4f43-4889-aeff-9a2aaee7ee55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:24.029382 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa370fac-3ce6-4799-924e-9ac32b27c1fb tempest-TestVolumeBackupRestore-2044644421 tempest-TestVolumeBackupRestore-2044644421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:24.037016 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fa370fac-3ce6-4799-924e-9ac32b27c1fb tempest-TestVolumeBackupRestore-2044644421 tempest-TestVolumeBackupRestore-2044644421-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 1093 time: 1.1445961 Nov 12 04:38:24.038486 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40046) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:24.050583 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': 'd368860a-68c4-4fc3-b6ae-78e683646f65', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:24.057188 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-015d6c78-4f43-4889-aeff-9a2aaee7ee55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:24.148383 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc4d3001-a3ce-42a8-bd33-cff1084f6ad5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:24.221634 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:24.250456 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d3001-a3ce-42a8-bd33-cff1084f6ad5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Subnet': ['ID=f42a9110-7711-44c9-8ee6-f90ae049b579,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:24.259437 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-b41b7a94-9230-40b3-9af4-7fac6bb1f9d9 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Deleting port 75fecdc4-118b-47e6-a8fb-369e4741c753 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:38:24.259437 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b41b7a94-9230-40b3-9af4-7fac6bb1f9d9 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:24.267700 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-015d6c78-4f43-4889-aeff-9a2aaee7ee55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:24.270666 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-015d6c78-4f43-4889-aeff-9a2aaee7ee55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:24.277396 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-015d6c78-4f43-4889-aeff-9a2aaee7ee55 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfd50a06-402d-45f4-b8b7-68d0aa26a91d HTTP/1.1" status: 204 len: 168 time: 0.5993733 Nov 12 04:38:24.281192 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:24.305461 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4d3001-a3ce-42a8-bd33-cff1084f6ad5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Checking segment: {'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:38:24.305907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4d3001-a3ce-42a8-bd33-cff1084f6ad5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network hostable DHCP agents. Network: c6689ff6-20fe-4a32-b709-b8976c2341d9, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:38:24.317628 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d6c78-4f43-4889-aeff-9a2aaee7ee55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd50a06-402d-45f4-b8b7-68d0aa26a91d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:24.385518 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:24.484252 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b8c8f7-aef8-4bfa-92a4-b52726056236 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:38:24.485128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-b41b7a94-9230-40b3-9af4-7fac6bb1f9d9 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] For port 75fecdc4-118b-47e6-a8fb-369e4741c753, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=75fecdc4-118b-47e6-a8fb-369e4741c753,segment=NetworkSegment(02396e81-02ac-4df6-a0c9-39c10f7ff9d9),segment_id=02396e81-02ac-4df6-a0c9-39c10f7ff9d9)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:24.503728 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] Attempting to bind port be679c81-2c14-459f-adee-84d56f2e5d14 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:38:24.504833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] Attempting to bind port be679c81-2c14-459f-adee-84d56f2e5d14 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:38:24.505656 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] Attempting to bind port be679c81-2c14-459f-adee-84d56f2e5d14 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:38:24.509285 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b41b7a94-9230-40b3-9af4-7fac6bb1f9d9 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:24.517113 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2f927-ce36-4714-bf99-61f6fae67afe None None] Pushing event updated for resources: {'Port': ['ID=be679c81-2c14-459f-adee-84d56f2e5d14,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:24.533144 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:38:24.534065 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:38:24.535043 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:24.536139 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:38:24.537976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] Bound port: be679c81-2c14-459f-adee-84d56f2e5d14, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:38:24.539025 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:24.540622 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4d3001-a3ce-42a8-bd33-cff1084f6ad5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network c6689ff6-20fe-4a32-b709-b8976c2341d9 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:38:24.546951 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-b41b7a94-9230-40b3-9af4-7fac6bb1f9d9 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Calling delete_port for 75fecdc4-118b-47e6-a8fb-369e4741c753 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:38:24.602954 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:24.639604 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2d209c93-7b6e-4215-989b-530abf7f699f None None] Provisioning complete for port be679c81-2c14-459f-adee-84d56f2e5d14 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:24.641034 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d209c93-7b6e-4215-989b-530abf7f699f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:24.721008 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] For port be679c81-2c14-459f-adee-84d56f2e5d14, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:38:24.730107 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] For port be679c81-2c14-459f-adee-84d56f2e5d14, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=be679c81-2c14-459f-adee-84d56f2e5d14,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:38:24.732452 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2d209c93-7b6e-4215-989b-530abf7f699f None None] Port be679c81-2c14-459f-adee-84d56f2e5d14 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:38:24.742407 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-cc4d3001-a3ce-42a8-bd33-cff1084f6ad5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, c6689ff6-20fe-4a32-b709-b8976c2341d9) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:38:24.777059 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4d3001-a3ce-42a8-bd33-cff1084f6ad5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:24.778097 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cc4d3001-a3ce-42a8-bd33-cff1084f6ad5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:24.795001 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a159fb6-2d3a-4006-9bf5-c33287314308 None None] Network c6689ff6-20fe-4a32-b709-b8976c2341d9 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:38:24.836306 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:24.886817 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Allocated IP 172.25.1.168 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/2806bc14-3d54-47ec-a4fb-291216a85ec2) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:38:24.911081 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5241d54-3b3d-42d5-8f5e-8800448e4954 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:38:24.965171 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b41b7a94-9230-40b3-9af4-7fac6bb1f9d9 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:25.038128 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:25.078682 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cc4d3001-a3ce-42a8-bd33-cff1084f6ad5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8732517 Nov 12 04:38:25.081795 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40060) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:25.117901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b7a94-9230-40b3-9af4-7fac6bb1f9d9 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event deleted for resources: {'Port': ['ID=75fecdc4-118b-47e6-a8fb-369e4741c753,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:25.160937 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] Routers {'f740f187-63ea-4e36-933b-05d817bfd3a6'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:25.161614 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f740f187-63ea-4e36-933b-05d817bfd3a6'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:25.198014 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:25.273693 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:38:25.325492 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:38:25.329405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:38:25.395688 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2f927-ce36-4714-bf99-61f6fae67afe None None] Pushing event updated for resources: {'Port': ['ID=be679c81-2c14-459f-adee-84d56f2e5d14,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:25.430465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Pushing event updated for resources: {'Port': ['ID=2806bc14-3d54-47ec-a4fb-291216a85ec2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:25.644174 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-c6689ff6-20fe-4a32-b709-b8976c2341d9', 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'fixed_ips': [{'subnet_id': 'f42a9110-7711-44c9-8ee6-f90ae049b579'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:38:25.653651 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:25.659376 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b41b7a94-9230-40b3-9af4-7fac6bb1f9d9 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:25.661450 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-74d4a956-7163-415e-b701-ef82d02d32b3 None None] Provisioning complete for port be679c81-2c14-459f-adee-84d56f2e5d14 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:25.661817 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74d4a956-7163-415e-b701-ef82d02d32b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:25.830321 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] Set router f740f187-63ea-4e36-933b-05d817bfd3a6 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:26.056851 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74d4a956-7163-415e-b701-ef82d02d32b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:26.269763 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41b7a94-9230-40b3-9af4-7fac6bb1f9d9 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Router e7503e1a-0108-4033-ab07-00c4acd983fa has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:38:26.493524 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] Allocated IP 172.20.0.2 (c6689ff6-20fe-4a32-b709-b8976c2341d9/f42a9110-7711-44c9-8ee6-f90ae049b579/4982e03b-f461-4456-bfb4-06181f505468) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:38:26.586000 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5854ea78-ed05-43a3-9caa-be1395c77451 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:26.635108 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-74d4a956-7163-415e-b701-ef82d02d32b3 None None] For port be679c81-2c14-459f-adee-84d56f2e5d14, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=be679c81-2c14-459f-adee-84d56f2e5d14,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:26.661447 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41b7a94-9230-40b3-9af4-7fac6bb1f9d9 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:38:26.682084 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b41b7a94-9230-40b3-9af4-7fac6bb1f9d9 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "PUT /v2.0/routers/e7503e1a-0108-4033-ab07-00c4acd983fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4355402 Nov 12 04:38:26.693279 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f60c2-8146-411d-bb46-a8cce9738de0 None None] Sync routers for ids ['e7503e1a-0108-4033-ab07-00c4acd983fa'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:38:26.722290 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74d4a956-7163-415e-b701-ef82d02d32b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:26.741634 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f60c2-8146-411d-bb46-a8cce9738de0 None None] Routers {'e7503e1a-0108-4033-ab07-00c4acd983fa'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:26.741634 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-663f60c2-8146-411d-bb46-a8cce9738de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e7503e1a-0108-4033-ab07-00c4acd983fa'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:26.807953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4a956-7163-415e-b701-ef82d02d32b3 None None] Pushing event updated for resources: {'Port': ['ID=be679c81-2c14-459f-adee-84d56f2e5d14,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:26.893612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4a956-7163-415e-b701-ef82d02d32b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:26.893990 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4a956-7163-415e-b701-ef82d02d32b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:26.894341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4a956-7163-415e-b701-ef82d02d32b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:26.894715 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4a956-7163-415e-b701-ef82d02d32b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:26.895059 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4a956-7163-415e-b701-ef82d02d32b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:26.895396 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4a956-7163-415e-b701-ef82d02d32b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:26.895744 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4a956-7163-415e-b701-ef82d02d32b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:26.896045 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4a956-7163-415e-b701-ef82d02d32b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:26.896377 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4a956-7163-415e-b701-ef82d02d32b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:26.896703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4a956-7163-415e-b701-ef82d02d32b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:26.897028 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4a956-7163-415e-b701-ef82d02d32b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:26.897982 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d4a956-7163-415e-b701-ef82d02d32b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:26.899521 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-663f60c2-8146-411d-bb46-a8cce9738de0 None None] Set router e7503e1a-0108-4033-ab07-00c4acd983fa gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:26.930531 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:27.016289 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777524512', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:18Z', 'updated_at': '2021-11-12T04:38:20Z', 'revision_number': 3, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:19Z', 'updated_at': '2021-11-12T04:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:27.124572 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:27.169159 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:27.237081 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e60bd94-d176-4f7a-b0a6-89d990927b3c None None] The sync data for ids ['f740f187-63ea-4e36-933b-05d817bfd3a6'] in n-d-768509-24 is: [{'id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777524512', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:18Z', 'updated_at': '2021-11-12T04:38:20Z', 'revision_number': 3, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:19Z', 'updated_at': '2021-11-12T04:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:38:27.240898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] Pushing event updated for resources: {'Port': ['ID=4982e03b-f461-4456-bfb4-06181f505468,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:27.268029 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] Network c6689ff6-20fe-4a32-b709-b8976c2341d9 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:38:27.270174 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:38:27.273060 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:38:27.370138 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] Attempting to bind port 4982e03b-f461-4456-bfb4-06181f505468 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:38:27.370986 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] Attempting to bind port 4982e03b-f461-4456-bfb4-06181f505468 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:38:27.370986 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] Attempting to bind port 4982e03b-f461-4456-bfb4-06181f505468 on network c6689ff6-20fe-4a32-b709-b8976c2341d9 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:38:27.378166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:38:27.378522 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] Checking segment: {'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:38:27.379204 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:27.379377 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] Bound using segment: {'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:38:27.379770 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] Bound port: 4982e03b-f461-4456-bfb4-06181f505468, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:38:27.381867 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:27.503607 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] For port 4982e03b-f461-4456-bfb4-06181f505468, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:38:27.513677 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] For port 4982e03b-f461-4456-bfb4-06181f505468, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4982e03b-f461-4456-bfb4-06181f505468,segment=NetworkSegment(66712da7-755c-4e1d-ac4c-f6b0a7ed9074),segment_id=66712da7-755c-4e1d-ac4c-f6b0a7ed9074)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:38:27.569353 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-663f60c2-8146-411d-bb46-a8cce9738de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:38:24Z', 'revision_number': 6, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '7eb194f1-cff9-4fb0-a159-4c6de4369a08', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'port_id': 'd164de9b-7c06-424a-9c97-48e90d8acc4b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'mac_address': 'fa:16:3e:6e:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:36:03Z', 'updated_at': '2021-11-12T04:36:06Z', 'revision_number': 1, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c', 'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:cb:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '51614038-d513-4083-8c17-2efe33d861d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:27Z', 'updated_at': '2021-11-12T04:35:33Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '51614038-d513-4083-8c17-2efe33d861d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:27.578181 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:27.604635 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:27.687890 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f60c2-8146-411d-bb46-a8cce9738de0 None None] Checking router: e7503e1a-0108-4033-ab07-00c4acd983fa for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:38:27.735214 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f60c2-8146-411d-bb46-a8cce9738de0 None None] Routers {'e7503e1a-0108-4033-ab07-00c4acd983fa'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:27.736263 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-663f60c2-8146-411d-bb46-a8cce9738de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e7503e1a-0108-4033-ab07-00c4acd983fa'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:27.758282 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-5854ea78-ed05-43a3-9caa-be1395c77451 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Allocated IP 172.20.0.1 (c6689ff6-20fe-4a32-b709-b8976c2341d9/f42a9110-7711-44c9-8ee6-f90ae049b579/1aa2f02a-e0de-4154-b315-f8f81950e48e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:38:27.795251 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0ffe3-3c53-49bb-95af-e45dbbb51b41 req-9d253d95-36ce-4e92-96e2-e330baeeed9f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:27.805407 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49d0ffe3-3c53-49bb-95af-e45dbbb51b41 req-9d253d95-36ce-4e92-96e2-e330baeeed9f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa7bd25d-2400-429e-bd23-d5f06a6a9cbc HTTP/1.1" status: 200 len: 946 time: 0.1786473 Nov 12 04:38:27.905088 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c983d-8fda-40f2-8aae-53f505d863a3 None None] Pushing event updated for resources: {'Port': ['ID=4982e03b-f461-4456-bfb4-06181f505468,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:28.018575 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49d0ffe3-3c53-49bb-95af-e45dbbb51b41 req-17a08de5-f51b-4361-9be6-1fb00499730b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=00f7e434-b382-466c-865a-0395d0baf268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037272 Nov 12 04:38:28.077608 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-663f60c2-8146-411d-bb46-a8cce9738de0 None None] Set router e7503e1a-0108-4033-ab07-00c4acd983fa gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:28.294526 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:28.317869 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5854ea78-ed05-43a3-9caa-be1395c77451 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:28.429824 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:28.539705 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5854ea78-ed05-43a3-9caa-be1395c77451 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:28.694945 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5854ea78-ed05-43a3-9caa-be1395c77451 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network c6689ff6-20fe-4a32-b709-b8976c2341d9 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:38:28.720552 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5854ea78-ed05-43a3-9caa-be1395c77451 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:38:28.724438 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Pushing event updated for resources: {'Port': ['ID=2806bc14-3d54-47ec-a4fb-291216a85ec2,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:28.739439 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5854ea78-ed05-43a3-9caa-be1395c77451 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:38:28.790684 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5854ea78-ed05-43a3-9caa-be1395c77451 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:28.944600 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-663f60c2-8146-411d-bb46-a8cce9738de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:38:24Z', 'revision_number': 6, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '7eb194f1-cff9-4fb0-a159-4c6de4369a08', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'port_id': 'd164de9b-7c06-424a-9c97-48e90d8acc4b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'mac_address': 'fa:16:3e:6e:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:36:03Z', 'updated_at': '2021-11-12T04:36:06Z', 'revision_number': 1, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c', 'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:cb:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '51614038-d513-4083-8c17-2efe33d861d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:27Z', 'updated_at': '2021-11-12T04:35:33Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '51614038-d513-4083-8c17-2efe33d861d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:29.016447 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f60c2-8146-411d-bb46-a8cce9738de0 None None] The sync data for ids ['e7503e1a-0108-4033-ab07-00c4acd983fa'] in n-d-768509-24 is: [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:38:24Z', 'revision_number': 6, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '7eb194f1-cff9-4fb0-a159-4c6de4369a08', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'port_id': 'd164de9b-7c06-424a-9c97-48e90d8acc4b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'mac_address': 'fa:16:3e:6e:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:36:03Z', 'updated_at': '2021-11-12T04:36:06Z', 'revision_number': 1, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c', 'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:cb:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '51614038-d513-4083-8c17-2efe33d861d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:27Z', 'updated_at': '2021-11-12T04:35:33Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '51614038-d513-4083-8c17-2efe33d861d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:38:29.435107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659b6f3-d3cf-46e4-b4f9-5bd9b6272b0c req-a9a9960b-002e-4614-98ac-3573265d78a3 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:29.439293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854ea78-ed05-43a3-9caa-be1395c77451 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=1aa2f02a-e0de-4154-b315-f8f81950e48e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:29.445255 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3659b6f3-d3cf-46e4-b4f9-5bd9b6272b0c req-a9a9960b-002e-4614-98ac-3573265d78a3 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7bd25d-2400-429e-bd23-d5f06a6a9cbc HTTP/1.1" status: 200 len: 946 time: 0.1568353 Nov 12 04:38:29.483914 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:29.815173 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-3659b6f3-d3cf-46e4-b4f9-5bd9b6272b0c req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Deleting port c32be71d-fe78-4e34-ae0f-854a755eb133 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:38:29.815796 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3659b6f3-d3cf-46e4-b4f9-5bd9b6272b0c req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:29.888219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device be679c81-2c14-459f-adee-84d56f2e5d14 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:38:29.981448 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Floating IP 3306a6ce-d0ee-4132-96e3-9ba5fb1ad368 associated. External IP: 172.25.1.168, port: d368860a-68c4-4fc3-b6ae-78e683646f65. Nov 12 04:38:30.213254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port be679c81-2c14-459f-adee-84d56f2e5d14 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:30.218936 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:30.474284 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5854ea78-ed05-43a3-9caa-be1395c77451 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:30.516111 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd329e1c-75ba-4d9f-ac4a-102f29698dbb None None] Network c6689ff6-20fe-4a32-b709-b8976c2341d9 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:38:30.575154 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5ab6359e-e856-4d76-b182-666409a6f6e0 None None] Provisioning complete for port 4982e03b-f461-4456-bfb4-06181f505468 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:30.582881 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ab6359e-e856-4d76-b182-666409a6f6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:31.036326 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-3659b6f3-d3cf-46e4-b4f9-5bd9b6272b0c req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] For port c32be71d-fe78-4e34-ae0f-854a755eb133, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c32be71d-fe78-4e34-ae0f-854a755eb133,segment=NetworkSegment(02396e81-02ac-4df6-a0c9-39c10f7ff9d9),segment_id=02396e81-02ac-4df6-a0c9-39c10f7ff9d9)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:31.036825 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3659b6f3-d3cf-46e4-b4f9-5bd9b6272b0c req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:31.110168 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4982e03b-f461-4456-bfb4-06181f505468 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:38:31.151071 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-3659b6f3-d3cf-46e4-b4f9-5bd9b6272b0c req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Calling delete_port for c32be71d-fe78-4e34-ae0f-854a755eb133 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:38:31.176500 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096b2ff-a310-4949-b0f9-a74b4ccb2a1a req-752a34b4-e5b2-45d4-9e97-ab48e30413d1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:31.178123 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2096b2ff-a310-4949-b0f9-a74b4ccb2a1a req-752a34b4-e5b2-45d4-9e97-ab48e30413d1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa7bd25d-2400-429e-bd23-d5f06a6a9cbc HTTP/1.1" status: 200 len: 946 time: 0.4511638 Nov 12 04:38:31.189458 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5854ea78-ed05-43a3-9caa-be1395c77451 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:31.294832 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5854ea78-ed05-43a3-9caa-be1395c77451 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:31.317712 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:38:31.411544 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2096b2ff-a310-4949-b0f9-a74b4ccb2a1a req-3f2ab0a5-66a7-4aef-8534-98c2ea811456 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=00f7e434-b382-466c-865a-0395d0baf268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066548 Nov 12 04:38:31.482616 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854ea78-ed05-43a3-9caa-be1395c77451 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=1aa2f02a-e0de-4154-b315-f8f81950e48e,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:31.486772 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5854ea78-ed05-43a3-9caa-be1395c77451 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:31.563728 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4982e03b-f461-4456-bfb4-06181f505468 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:31.566444 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:31.625497 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3659b6f3-d3cf-46e4-b4f9-5bd9b6272b0c req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:31.691656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event deleted for resources: {'Port': ['ID=c32be71d-fe78-4e34-ae0f-854a755eb133,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:31.704305 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ab6359e-e856-4d76-b182-666409a6f6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:31.726267 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:38:31.735710 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:31.736095 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:31.736518 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:31.736879 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:31.742558 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:31.746273 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:31.749318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:31.753191 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5854ea78-ed05-43a3-9caa-be1395c77451 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network c6689ff6-20fe-4a32-b709-b8976c2341d9 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:38:31.754249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:31.755427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:31.755608 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5854ea78-ed05-43a3-9caa-be1395c77451 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:38:31.764651 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:31.764651 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:31.764651 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:31.808833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5ab6359e-e856-4d76-b182-666409a6f6e0 None None] For port 4982e03b-f461-4456-bfb4-06181f505468, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4982e03b-f461-4456-bfb4-06181f505468,segment=NetworkSegment(66712da7-755c-4e1d-ac4c-f6b0a7ed9074),segment_id=66712da7-755c-4e1d-ac4c-f6b0a7ed9074)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:31.828327 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d881566-31c4-429a-9719-049935078354 None None] Sync routers for ids ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:38:31.869232 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:31.902067 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3659b6f3-d3cf-46e4-b4f9-5bd9b6272b0c req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] No DVR routers for this DVR port c32be71d-fe78-4e34-ae0f-854a755eb133 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:38:31.908217 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3659b6f3-d3cf-46e4-b4f9-5bd9b6272b0c req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:31.913457 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3659b6f3-d3cf-46e4-b4f9-5bd9b6272b0c req-ad29d470-ebd1-4910-8f89-9e16b9b390f2 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.31 "DELETE /v2.0/ports/c32be71d-fe78-4e34-ae0f-854a755eb133 HTTP/1.1" status: 204 len: 173 time: 2.4622579 Nov 12 04:38:31.913966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7bd25d-2400-429e-bd23-d5f06a6a9cbc', 'name': 'network-vif-deleted', 'tag': 'c32be71d-fe78-4e34-ae0f-854a755eb133'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:38:31.931924 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914119d3-cceb-4f43-ad38-e8a01ebed128" -d '{"events": [{"server_uuid": "aa7bd25d-2400-429e-bd23-d5f06a6a9cbc", "name": "network-vif-deleted", "tag": "c32be71d-fe78-4e34-ae0f-854a755eb133"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:38:31.955848 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:31.965147 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5ab6359e-e856-4d76-b182-666409a6f6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:32.002134 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d881566-31c4-429a-9719-049935078354 None None] Routers {'8c6f88c2-d7a8-495c-8075-637a4ddc77d1'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:32.002793 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-1d881566-31c4-429a-9719-049935078354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:32.012307 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1c8c23-0120-4865-a89b-5ed919ac36d6 x-openstack-request-id: req-bf1c8c23-0120-4865-a89b-5ed919ac36d6 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:38:32.012814 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7bd25d-2400-429e-bd23-d5f06a6a9cbc", "name": "network-vif-deleted", "tag": "c32be71d-fe78-4e34-ae0f-854a755eb133", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:38:32.013018 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf1c8c23-0120-4865-a89b-5ed919ac36d6 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:38:32.013379 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7bd25d-2400-429e-bd23-d5f06a6a9cbc', 'name': 'network-vif-deleted', 'tag': 'c32be71d-fe78-4e34-ae0f-854a755eb133', 'status': 'completed', 'code': 200} Nov 12 04:38:32.049912 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-05ed1603-e24f-4451-8e92-984e18e466b5 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.0064623 Nov 12 04:38:32.052939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40146) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:32.062529 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'tag': 'd368860a-68c4-4fc3-b6ae-78e683646f65'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:38:32.067187 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c17a125-6678-4c9a-b51c-8cf0b9c9e903" -d '{"events": [{"name": "network-changed", "server_uuid": "2842d627-059d-4f2e-a725-b1214ad84eaa", "tag": "d368860a-68c4-4fc3-b6ae-78e683646f65"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:38:32.139723 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5854ea78-ed05-43a3-9caa-be1395c77451 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Router f740f187-63ea-4e36-933b-05d817bfd3a6 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:38:32.144444 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a87cce-0304-45fc-b80a-c316be05135b tempest-TestVolumeBackupRestore-2044644421 tempest-TestVolumeBackupRestore-2044644421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:32.146479 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f8a87cce-0304-45fc-b80a-c316be05135b tempest-TestVolumeBackupRestore-2044644421 tempest-TestVolumeBackupRestore-2044644421-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 1093 time: 0.0909429 Nov 12 04:38:32.149658 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40150) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:32.155741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-e0b3566f-e1a3-4c3f-9dd3-8cd8a5103b2d tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Request body: {'floatingip': {'port_id': 'd368860a-68c4-4fc3-b6ae-78e683646f65'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:32.305158 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38643854-07b9-42de-b3a5-2f3837597dac x-openstack-request-id: req-38643854-07b9-42de-b3a5-2f3837597dac {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:38:32.306277 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2842d627-059d-4f2e-a725-b1214ad84eaa", "tag": "d368860a-68c4-4fc3-b6ae-78e683646f65", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:38:32.306277 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38643854-07b9-42de-b3a5-2f3837597dac {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:38:32.307259 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'tag': 'd368860a-68c4-4fc3-b6ae-78e683646f65', 'status': 'completed', 'code': 200} Nov 12 04:38:32.430417 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0b3566f-e1a3-4c3f-9dd3-8cd8a5103b2d tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:32.607980 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5854ea78-ed05-43a3-9caa-be1395c77451 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:38:32.617520 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5854ea78-ed05-43a3-9caa-be1395c77451 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "PUT /v2.0/routers/f740f187-63ea-4e36-933b-05d817bfd3a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5343237 Nov 12 04:38:32.626524 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6359e-e856-4d76-b182-666409a6f6e0 None None] Pushing event updated for resources: {'Port': ['ID=4982e03b-f461-4456-bfb4-06181f505468,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:32.638114 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:38:32.642289 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:38:32.662809 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a1cbeb23-2ac6-47c0-b604-cc434bc6bd35 None None] Provisioning complete for port 1aa2f02a-e0de-4154-b315-f8f81950e48e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:32.667859 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1cbeb23-2ac6-47c0-b604-cc434bc6bd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:32.678028 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] Sync routers for ids ['f740f187-63ea-4e36-933b-05d817bfd3a6'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:38:32.715566 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] Routers {'f740f187-63ea-4e36-933b-05d817bfd3a6'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:32.718560 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f740f187-63ea-4e36-933b-05d817bfd3a6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:32.840946 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a1cbeb23-2ac6-47c0-b604-cc434bc6bd35 None None] Port 1aa2f02a-e0de-4154-b315-f8f81950e48e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:38:32.863278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-1d881566-31c4-429a-9719-049935078354 None None] Set router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:32.870544 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2b4443b-349b-431a-a949-842741caaec8 req-afd9f974-d1b9-459b-b596-af24a3e95b6c tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa7bd25d-2400-429e-bd23-d5f06a6a9cbc HTTP/1.1" status: 200 len: 210 time: 0.1618071 Nov 12 04:38:32.915404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17a125-6678-4c9a-b51c-8cf0b9c9e903 req-9fe8819e-a603-4d9a-91bd-37516532fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:32.922807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c17a125-6678-4c9a-b51c-8cf0b9c9e903 req-9fe8819e-a603-4d9a-91bd-37516532fd90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9677c34190d4113b1a12b61024c1723&device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 1098 time: 0.5783496 Nov 12 04:38:33.037930 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a1cbeb23-2ac6-47c0-b604-cc434bc6bd35 None None] Provisioning complete for port 4982e03b-f461-4456-bfb4-06181f505468 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:33.038298 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1cbeb23-2ac6-47c0-b604-cc434bc6bd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:33.223088 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] Set router f740f187-63ea-4e36-933b-05d817bfd3a6 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:33.302484 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17a125-6678-4c9a-b51c-8cf0b9c9e903 req-54faf741-0e36-4b4c-9af8-303ddf6544ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:33.305049 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c17a125-6678-4c9a-b51c-8cf0b9c9e903 req-54faf741-0e36-4b4c-9af8-303ddf6544ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=e41496b7-24c9-4412-8c2b-a2b51708d7d6 HTTP/1.1" status: 200 len: 915 time: 0.3487539 Nov 12 04:38:33.427059 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c17a125-6678-4c9a-b51c-8cf0b9c9e903 req-65454f5c-e003-4490-8865-8afba48b77ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d368860a-68c4-4fc3-b6ae-78e683646f65 HTTP/1.1" status: 200 len: 1000 time: 0.1131060 Nov 12 04:38:33.445240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-b645d562-7c66-4abb-a8d5-f77188f3eb14 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268885361&fields=id&tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3 HTTP/1.1" status: 200 len: 267 time: 0.2797704 Nov 12 04:38:33.496230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40180) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:33.685445 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c32be71d-fe78-4e34-ae0f-854a755eb133 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:38:33.711715 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac830-3a88-4d29-a6ff-c8573f068e46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:33.711933 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-560fb7cc-7c2d-4bfe-8c36-23ad9d0e3764 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:33.718360 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-560fb7cc-7c2d-4bfe-8c36-23ad9d0e3764 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/networks?id=c6689ff6-20fe-4a32-b709-b8976c2341d9 HTTP/1.1" status: 200 len: 797 time: 0.2721546 Nov 12 04:38:33.723466 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777524512', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:18Z', 'updated_at': '2021-11-12T04:38:30Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:19Z', 'updated_at': '2021-11-12T04:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1aa2f02a-e0de-4154-b315-f8f81950e48e', 'name': '', 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:a4:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f42a9110-7711-44c9-8ee6-f90ae049b579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:27Z', 'updated_at': '2021-11-12T04:38:30Z', 'revision_number': 2, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'f42a9110-7711-44c9-8ee6-f90ae049b579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:33.762886 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] Checking router: f740f187-63ea-4e36-933b-05d817bfd3a6 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:38:33.763704 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] Updating router f740f187-63ea-4e36-933b-05d817bfd3a6 port 1aa2f02a-e0de-4154-b315-f8f81950e48e binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:38:33.770528 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: c32be71d-fe78-4e34-ae0f-854a755eb133 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:38:33.771128 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c32be71d-fe78-4e34-ae0f-854a755eb133 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:38:33.826707 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-f989dbdc-784c-4b08-9b69-c5e66d8d6eb9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/quotas/a1d85f7d3e02495dbf8a97f43fe9e4b3 HTTP/1.1" status: 200 len: 375 time: 0.0894680 Nov 12 04:38:33.826813 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 75fecdc4-118b-47e6-a8fb-369e4741c753 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:38:33.826924 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:33.837288 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac830-3a88-4d29-a6ff-c8573f068e46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:33.844082 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 75fecdc4-118b-47e6-a8fb-369e4741c753 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:38:33.844697 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 75fecdc4-118b-47e6-a8fb-369e4741c753 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:38:33.909913 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b5cdcdfc-5a19-4c5d-8933-836787eb3ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:33.939523 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac830-3a88-4d29-a6ff-c8573f068e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:33.949192 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17a125-6678-4c9a-b51c-8cf0b9c9e903 req-9a15fd54-4ca1-4207-b60d-ece6d32d165d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:33.951011 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c17a125-6678-4c9a-b51c-8cf0b9c9e903 req-9a15fd54-4ca1-4207-b60d-ece6d32d165d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dddc1a2c-381d-437e-848a-113195a1cabf HTTP/1.1" status: 200 len: 853 time: 0.5027366 Nov 12 04:38:34.017433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4982e03b-f461-4456-bfb4-06181f505468 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:38:34.024115 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ac6ac830-3a88-4d29-a6ff-c8573f068e46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7afd4db1471849f9935ce9b4f6b6407c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5259969 Nov 12 04:38:34.032123 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40186) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:34.077882 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ac830-3a88-4d29-a6ff-c8573f068e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8889bb-0062-4fce-b177-ef0aeada7bce,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:34.078435 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-e5ee2b49-c0b4-4a3c-9a24-9d2a9282a7bd tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2446072 Nov 12 04:38:34.115648 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4982e03b-f461-4456-bfb4-06181f505468 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:34.116374 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:34.146220 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37f636d2-e4da-4979-88c2-413d80a74bd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:34.201907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e7dbecba-6b8d-48d0-af9b-6446fdbd3e62 None None] Provisioning complete for port 1aa2f02a-e0de-4154-b315-f8f81950e48e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:34.202775 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e7dbecba-6b8d-48d0-af9b-6446fdbd3e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:34.207059 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37f636d2-e4da-4979-88c2-413d80a74bd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:34.282312 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-c88d2331-f7f0-48bf-98f7-9df5f9a835de service neutron] 10.222.0.37 "GET /v2.0/networks/c6689ff6-20fe-4a32-b709-b8976c2341d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795623 Nov 12 04:38:34.300216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-1d881566-31c4-429a-9719-049935078354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'name': 'tempest-TestVolumeBackupRestore-1527152812-router', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:42Z', 'updated_at': '2021-11-12T04:33:49Z', 'revision_number': 4, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'gw_port': {'id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:43Z', 'updated_at': '2021-11-12T04:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '3306a6ce-d0ee-4132-96e3-9ba5fb1ad368', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'port_id': 'd368860a-68c4-4fc3-b6ae-78e683646f65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'mac_address': 'fa:16:3e:24:57:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:38:26Z', 'updated_at': '2021-11-12T04:38:26Z', 'revision_number': 0, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f621244-fbbc-4b0b-9eaa-5aa634d947d3', 'name': '', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'mac_address': 'fa:16:3e:5c:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:48Z', 'updated_at': '2021-11-12T04:33:54Z', 'revision_number': 5, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'subnets': [{'id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:34.325865 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:34.340128 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d881566-31c4-429a-9719-049935078354 None None] Checking router: 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:38:34.341585 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17a125-6678-4c9a-b51c-8cf0b9c9e903 req-464dfbe6-9900-40b1-ac1b-a4645375ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:34.343204 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c17a125-6678-4c9a-b51c-8cf0b9c9e903 req-464dfbe6-9900-40b1-ac1b-a4645375ef73 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e41496b7-24c9-4412-8c2b-a2b51708d7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3835471 Nov 12 04:38:34.349274 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbecba-6b8d-48d0-af9b-6446fdbd3e62 None None] Port 1aa2f02a-e0de-4154-b315-f8f81950e48e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:38:34.357179 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d881566-31c4-429a-9719-049935078354 None None] Routers {'8c6f88c2-d7a8-495c-8075-637a4ddc77d1'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:34.358810 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-1d881566-31c4-429a-9719-049935078354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:34.420283 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:34.436406 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37f636d2-e4da-4979-88c2-413d80a74bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:34.440092 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-37f636d2-e4da-4979-88c2-413d80a74bd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:34.441698 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-37f636d2-e4da-4979-88c2-413d80a74bd5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a8889bb-0062-4fce-b177-ef0aeada7bce HTTP/1.1" status: 204 len: 168 time: 0.4062846 Nov 12 04:38:34.461208 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f636d2-e4da-4979-88c2-413d80a74bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8889bb-0062-4fce-b177-ef0aeada7bce,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:34.520928 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f7a9c-42aa-42cf-a39c-cb4254b778a9 None None] Pushing event updated for resources: {'Port': ['ID=1aa2f02a-e0de-4154-b315-f8f81950e48e,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:34.573740 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f7a9c-42aa-42cf-a39c-cb4254b778a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:34.574091 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f7a9c-42aa-42cf-a39c-cb4254b778a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:34.580331 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f7a9c-42aa-42cf-a39c-cb4254b778a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:34.589624 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f7a9c-42aa-42cf-a39c-cb4254b778a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:34.589624 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f7a9c-42aa-42cf-a39c-cb4254b778a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:34.589624 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f7a9c-42aa-42cf-a39c-cb4254b778a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:34.589624 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f7a9c-42aa-42cf-a39c-cb4254b778a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:34.589624 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f7a9c-42aa-42cf-a39c-cb4254b778a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:34.589624 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f7a9c-42aa-42cf-a39c-cb4254b778a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:34.589624 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f7a9c-42aa-42cf-a39c-cb4254b778a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:34.589624 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f7a9c-42aa-42cf-a39c-cb4254b778a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:34.590456 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f7a9c-42aa-42cf-a39c-cb4254b778a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:34.646718 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-1d881566-31c4-429a-9719-049935078354 None None] Set router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:34.657771 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] Attempting to bind port 1aa2f02a-e0de-4154-b315-f8f81950e48e on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:38:34.658142 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] Attempting to bind port 1aa2f02a-e0de-4154-b315-f8f81950e48e by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:38:34.658498 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] Attempting to bind port 1aa2f02a-e0de-4154-b315-f8f81950e48e on network c6689ff6-20fe-4a32-b709-b8976c2341d9 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:38:34.677075 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:38:34.682106 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] Checking segment: {'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:38:34.682106 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:34.682106 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] Bound using segment: {'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:38:34.688369 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] Bound port: 1aa2f02a-e0de-4154-b315-f8f81950e48e, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:38:34.688369 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:34.840910 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c17a125-6678-4c9a-b51c-8cf0b9c9e903 req-aba0d5fb-927d-413f-95f4-23493a766dbb service neutron] 10.222.0.21 "GET /v2.0/networks/e41496b7-24c9-4412-8c2b-a2b51708d7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750931 Nov 12 04:38:34.849901 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] For port 1aa2f02a-e0de-4154-b315-f8f81950e48e, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:38:34.857388 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] For port 1aa2f02a-e0de-4154-b315-f8f81950e48e, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1aa2f02a-e0de-4154-b315-f8f81950e48e,segment=NetworkSegment(66712da7-755c-4e1d-ac4c-f6b0a7ed9074),segment_id=66712da7-755c-4e1d-ac4c-f6b0a7ed9074)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:38:34.906718 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-8d280d09-19f1-4efd-8d77-83897cf52c94 service neutron] 10.222.0.37 "GET /v2.0/networks/c6689ff6-20fe-4a32-b709-b8976c2341d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597143 Nov 12 04:38:35.003329 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:35.134843 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c17a125-6678-4c9a-b51c-8cf0b9c9e903 req-be408b54-017c-4da7-abd2-f4f60b9520fc service neutron] 10.222.0.21 "GET /v2.0/networks/e41496b7-24c9-4412-8c2b-a2b51708d7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731864 Nov 12 04:38:35.163002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-198449bc-f6c3-4ca8-bec9-5ba68f2bcb67 None None] Provisioning complete for port 1aa2f02a-e0de-4154-b315-f8f81950e48e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:35.163594 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-198449bc-f6c3-4ca8-bec9-5ba68f2bcb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:35.170905 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0b3566f-e1a3-4c3f-9dd3-8cd8a5103b2d tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:35.193205 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] Routers {'f740f187-63ea-4e36-933b-05d817bfd3a6'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:35.194214 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f740f187-63ea-4e36-933b-05d817bfd3a6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:35.209579 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f7a9c-42aa-42cf-a39c-cb4254b778a9 None None] Pushing event updated for resources: {'Port': ['ID=1aa2f02a-e0de-4154-b315-f8f81950e48e,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:35.255524 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40200) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:35.256077 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0b3566f-e1a3-4c3f-9dd3-8cd8a5103b2d tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:35.433954 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8810-5ed3-4dab-9a69-9357379df45c tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:35.451111 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-1d881566-31c4-429a-9719-049935078354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'name': 'tempest-TestVolumeBackupRestore-1527152812-router', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:42Z', 'updated_at': '2021-11-12T04:33:49Z', 'revision_number': 4, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'gw_port': {'id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:43Z', 'updated_at': '2021-11-12T04:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '3306a6ce-d0ee-4132-96e3-9ba5fb1ad368', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'port_id': 'd368860a-68c4-4fc3-b6ae-78e683646f65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'mac_address': 'fa:16:3e:24:57:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:38:26Z', 'updated_at': '2021-11-12T04:38:26Z', 'revision_number': 0, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f621244-fbbc-4b0b-9eaa-5aa634d947d3', 'name': '', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'mac_address': 'fa:16:3e:5c:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:48Z', 'updated_at': '2021-11-12T04:33:54Z', 'revision_number': 5, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'subnets': [{'id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:35.481275 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-198449bc-f6c3-4ca8-bec9-5ba68f2bcb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:35.515100 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8810-5ed3-4dab-9a69-9357379df45c tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:35.532322 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] Set router f740f187-63ea-4e36-933b-05d817bfd3a6 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:35.602391 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d881566-31c4-429a-9719-049935078354 None None] The sync data for ids ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'] in n-d-768509-24 is: [{'id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'name': 'tempest-TestVolumeBackupRestore-1527152812-router', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:42Z', 'updated_at': '2021-11-12T04:33:49Z', 'revision_number': 4, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'gw_port': {'id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:43Z', 'updated_at': '2021-11-12T04:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '3306a6ce-d0ee-4132-96e3-9ba5fb1ad368', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'port_id': 'd368860a-68c4-4fc3-b6ae-78e683646f65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'mac_address': 'fa:16:3e:24:57:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:38:26Z', 'updated_at': '2021-11-12T04:38:26Z', 'revision_number': 0, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f621244-fbbc-4b0b-9eaa-5aa634d947d3', 'name': '', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'mac_address': 'fa:16:3e:5c:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:48Z', 'updated_at': '2021-11-12T04:33:54Z', 'revision_number': 5, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'subnets': [{'id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:38:35.645108 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-198449bc-f6c3-4ca8-bec9-5ba68f2bcb67 None None] For port 1aa2f02a-e0de-4154-b315-f8f81950e48e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1aa2f02a-e0de-4154-b315-f8f81950e48e,segment=NetworkSegment(66712da7-755c-4e1d-ac4c-f6b0a7ed9074),segment_id=66712da7-755c-4e1d-ac4c-f6b0a7ed9074)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:35.659399 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-242c6d47-6f61-4ad3-95fb-3a957f9fc6a7 req-6720839c-2c83-44b6-bec9-3cd90df808ee tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 210 time: 0.1429315 Nov 12 04:38:35.676940 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ea876b9-8df1-47ad-a76c-1aaf71f5676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:35.680099 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8810-5ed3-4dab-9a69-9357379df45c tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:35.696344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40210) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:35.702593 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8810-5ed3-4dab-9a69-9357379df45c tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:35.706609 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ac8e8810-5ed3-4dab-9a69-9357379df45c tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "DELETE /v2.0/security-groups/00f7e434-b382-466c-865a-0395d0baf268 HTTP/1.1" status: 204 len: 168 time: 0.4504766 Nov 12 04:38:35.721678 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-69e321e1-25db-4b1e-b557-bc2afd9f66df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:35.764612 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-198449bc-f6c3-4ca8-bec9-5ba68f2bcb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:35.782436 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e8810-5ed3-4dab-9a69-9357379df45c tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f7e434-b382-466c-865a-0395d0baf268,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:35.856219 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40214) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:35.865279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b3566f-e1a3-4c3f-9dd3-8cd8a5103b2d tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:38:35.938558 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777524512', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:18Z', 'updated_at': '2021-11-12T04:38:30Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:19Z', 'updated_at': '2021-11-12T04:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1aa2f02a-e0de-4154-b315-f8f81950e48e', 'name': '', 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:a4:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f42a9110-7711-44c9-8ee6-f90ae049b579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:27Z', 'updated_at': '2021-11-12T04:38:34Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'f42a9110-7711-44c9-8ee6-f90ae049b579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:35.968837 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198449bc-f6c3-4ca8-bec9-5ba68f2bcb67 None None] Pushing event updated for resources: {'Port': ['ID=1aa2f02a-e0de-4154-b315-f8f81950e48e,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:35.976657 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b125c4-4d9f-4ce2-94b7-355167b80e2e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Deleting subnet 8d2a0f18-4896-43c4-bdc9-281eb0ba9cb6 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:38:35.982230 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66b125c4-4d9f-4ce2-94b7-355167b80e2e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:36.000251 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0052a301-f4ad-4715-8817-72c94e9d96a4 None None] Provisioning complete for port 1aa2f02a-e0de-4154-b315-f8f81950e48e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:36.000606 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0052a301-f4ad-4715-8817-72c94e9d96a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:36.084783 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66b125c4-4d9f-4ce2-94b7-355167b80e2e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:36.091709 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f4c8a5-721d-480d-ace7-6ebed591e6e4 None None] The sync data for ids ['f740f187-63ea-4e36-933b-05d817bfd3a6'] in n-d-768509-24 is: [{'id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777524512', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:18Z', 'updated_at': '2021-11-12T04:38:30Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:19Z', 'updated_at': '2021-11-12T04:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1aa2f02a-e0de-4154-b315-f8f81950e48e', 'name': '', 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:a4:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f42a9110-7711-44c9-8ee6-f90ae049b579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:27Z', 'updated_at': '2021-11-12T04:38:34Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'f42a9110-7711-44c9-8ee6-f90ae049b579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:38:36.218187 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9941c339-ccb4-417a-8e1d-51dffa28afee None None] New status for floating IP 3306a6ce-d0ee-4132-96e3-9ba5fb1ad368: ACTIVE {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:38:36.323159 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66b125c4-4d9f-4ce2-94b7-355167b80e2e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:36.549371 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-69e321e1-25db-4b1e-b557-bc2afd9f66df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:36.551313 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66b125c4-4d9f-4ce2-94b7-355167b80e2e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:36.599150 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b125c4-4d9f-4ce2-94b7-355167b80e2e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2a0f18-4896-43c4-bdc9-281eb0ba9cb6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:36.619439 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66b125c4-4d9f-4ce2-94b7-355167b80e2e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:36.628018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f758c9-e757-41b0-a87f-ca4baf064f8e None None] Network f6aa531e-f0bd-4c36-8712-bcf0e99224de requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:38:36.635011 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-66b125c4-4d9f-4ce2-94b7-355167b80e2e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "DELETE /v2.0/subnets/8d2a0f18-4896-43c4-bdc9-281eb0ba9cb6 HTTP/1.1" status: 204 len: 168 time: 0.7725270 Nov 12 04:38:36.635011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40218) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:36.651375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b3566f-e1a3-4c3f-9dd3-8cd8a5103b2d tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:38:36.657671 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0b3566f-e1a3-4c3f-9dd3-8cd8a5103b2d tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:36.671095 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-69e321e1-25db-4b1e-b557-bc2afd9f66df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:36.716659 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f326967-2e96-402b-aa4b-e2b30346db82 None None] Sync routers for ids ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:38:36.735630 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-69e321e1-25db-4b1e-b557-bc2afd9f66df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2dae8ddb408244b9a03f2df095aa629f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0313148 Nov 12 04:38:36.738214 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40222) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:36.759520 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f326967-2e96-402b-aa4b-e2b30346db82 None None] Routers {'8c6f88c2-d7a8-495c-8075-637a4ddc77d1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:36.765139 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3f326967-2e96-402b-aa4b-e2b30346db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:36.827386 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'tag': 'd368860a-68c4-4fc3-b6ae-78e683646f65'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:38:36.831695 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2e83d1-6ccf-4220-b261-2e14e4343204" -d '{"events": [{"name": "network-changed", "server_uuid": "2842d627-059d-4f2e-a725-b1214ad84eaa", "tag": "d368860a-68c4-4fc3-b6ae-78e683646f65"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:38:36.837296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e0b3566f-e1a3-4c3f-9dd3-8cd8a5103b2d tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "PUT /v2.0/floatingips/3306a6ce-d0ee-4132-96e3-9ba5fb1ad368 HTTP/1.1" status: 200 len: 992 time: 4.6860690 Nov 12 04:38:36.840787 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321e1-25db-4b1e-b557-bc2afd9f66df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ba1a75-95e1-4718-8025-63d961c94ae3,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:36.909985 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:36.954422 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21a0c9ef-a54f-4f83-b052-2146b68947a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:37.000161 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd9f5c7b-fad5-4d36-8f53-181d1a8271e1 req-adf1e7ce-f9bb-4013-9dd4-8c415840c203 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 210 time: 0.1213078 Nov 12 04:38:37.015893 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:37.063180 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21a0c9ef-a54f-4f83-b052-2146b68947a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:37.114022 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-3f326967-2e96-402b-aa4b-e2b30346db82 None None] Set router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:37.131224 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Deleting port cca73a3c-46e7-445a-8534-257e30525cdf {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:38:37.132310 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:37.146412 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f377f8da-e4e7-4576-bddd-d868094478de x-openstack-request-id: req-f377f8da-e4e7-4576-bddd-d868094478de {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:38:37.146412 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2842d627-059d-4f2e-a725-b1214ad84eaa", "tag": "d368860a-68c4-4fc3-b6ae-78e683646f65", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:38:37.146412 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f377f8da-e4e7-4576-bddd-d868094478de {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:38:37.146412 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'tag': 'd368860a-68c4-4fc3-b6ae-78e683646f65', 'status': 'completed', 'code': 200} Nov 12 04:38:37.192884 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2552e85c-1cb8-4491-bd00-9fd5a858565e None None] DHCP port deletion for f6aa531e-f0bd-4c36-8712-bcf0e99224de request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:38:37.287611 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2552e85c-1cb8-4491-bd00-9fd5a858565e None None] Deleting port cca73a3c-46e7-445a-8534-257e30525cdf {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:38:37.295078 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e83d1-6ccf-4220-b261-2e14e4343204 req-e8f30c17-ce6c-47ef-b943-132d5da368c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:37.295273 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2552e85c-1cb8-4491-bd00-9fd5a858565e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:37.295363 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e2e83d1-6ccf-4220-b261-2e14e4343204 req-e8f30c17-ce6c-47ef-b943-132d5da368c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9677c34190d4113b1a12b61024c1723&device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 1098 time: 0.1069977 Nov 12 04:38:37.318527 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] For port cca73a3c-46e7-445a-8534-257e30525cdf, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=cca73a3c-46e7-445a-8534-257e30525cdf,segment=NetworkSegment(02396e81-02ac-4df6-a0c9-39c10f7ff9d9),segment_id=02396e81-02ac-4df6-a0c9-39c10f7ff9d9)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:37.319255 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:37.358677 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Calling delete_port for cca73a3c-46e7-445a-8534-257e30525cdf owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:38:37.424668 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2552e85c-1cb8-4491-bd00-9fd5a858565e None None] For port cca73a3c-46e7-445a-8534-257e30525cdf, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=cca73a3c-46e7-445a-8534-257e30525cdf,segment=NetworkSegment(02396e81-02ac-4df6-a0c9-39c10f7ff9d9),segment_id=02396e81-02ac-4df6-a0c9-39c10f7ff9d9)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:37.425069 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2552e85c-1cb8-4491-bd00-9fd5a858565e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:37.446294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e83d1-6ccf-4220-b261-2e14e4343204 req-71a640e6-8c57-4884-8e0f-ff928b096c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:37.448673 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e2e83d1-6ccf-4220-b261-2e14e4343204 req-71a640e6-8c57-4884-8e0f-ff928b096c71 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e41496b7-24c9-4412-8c2b-a2b51708d7d6 HTTP/1.1" status: 200 len: 915 time: 0.1424663 Nov 12 04:38:37.453554 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2552e85c-1cb8-4491-bd00-9fd5a858565e None None] Calling delete_port for cca73a3c-46e7-445a-8534-257e30525cdf owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:38:37.587407 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3f326967-2e96-402b-aa4b-e2b30346db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'name': 'tempest-TestVolumeBackupRestore-1527152812-router', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:42Z', 'updated_at': '2021-11-12T04:33:49Z', 'revision_number': 4, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'gw_port': {'id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:43Z', 'updated_at': '2021-11-12T04:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '3306a6ce-d0ee-4132-96e3-9ba5fb1ad368', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'port_id': 'd368860a-68c4-4fc3-b6ae-78e683646f65', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'mac_address': 'fa:16:3e:24:57:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:38:26Z', 'updated_at': '2021-11-12T04:38:36Z', 'revision_number': 2, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f621244-fbbc-4b0b-9eaa-5aa634d947d3', 'name': '', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'mac_address': 'fa:16:3e:5c:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:48Z', 'updated_at': '2021-11-12T04:33:54Z', 'revision_number': 5, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'subnets': [{'id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:37.587801 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e2e83d1-6ccf-4220-b261-2e14e4343204 req-06796a31-fb22-4b66-a4e0-8935327ee854 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d368860a-68c4-4fc3-b6ae-78e683646f65 HTTP/1.1" status: 200 len: 1002 time: 0.1304893 Nov 12 04:38:37.633107 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:38:37.637045 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 04:38:37.645656 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2552e85c-1cb8-4491-bd00-9fd5a858565e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:37.651783 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21a0c9ef-a54f-4f83-b052-2146b68947a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:37.654595 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21a0c9ef-a54f-4f83-b052-2146b68947a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:37.665332 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-21a0c9ef-a54f-4f83-b052-2146b68947a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7ba1a75-95e1-4718-8025-63d961c94ae3 HTTP/1.1" status: 204 len: 168 time: 0.9235039 Nov 12 04:38:37.671790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e83d1-6ccf-4220-b261-2e14e4343204 req-3a6f1397-3598-457d-ad6e-9977c9f95b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:37.674157 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e2e83d1-6ccf-4220-b261-2e14e4343204 req-3a6f1397-3598-457d-ad6e-9977c9f95b1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dddc1a2c-381d-437e-848a-113195a1cabf HTTP/1.1" status: 200 len: 853 time: 0.0793109 Nov 12 04:38:37.711769 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552e85c-1cb8-4491-bd00-9fd5a858565e None None] Pushing event deleted for resources: {'Port': ['ID=cca73a3c-46e7-445a-8534-257e30525cdf,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:37.738716 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event deleted for resources: {'Port': ['ID=cca73a3c-46e7-445a-8534-257e30525cdf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:37.743004 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0c9ef-a54f-4f83-b052-2146b68947a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ba1a75-95e1-4718-8025-63d961c94ae3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:37.746617 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] No DVR routers for this DVR port cca73a3c-46e7-445a-8534-257e30525cdf on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:38:37.753135 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552e85c-1cb8-4491-bd00-9fd5a858565e None None] No DVR routers for this DVR port cca73a3c-46e7-445a-8534-257e30525cdf on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:38:37.755614 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f326967-2e96-402b-aa4b-e2b30346db82 None None] Checking router: 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:38:37.773528 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f326967-2e96-402b-aa4b-e2b30346db82 None None] Routers {'8c6f88c2-d7a8-495c-8075-637a4ddc77d1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:37.777016 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3f326967-2e96-402b-aa4b-e2b30346db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:37.812704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e83d1-6ccf-4220-b261-2e14e4343204 req-109f49e7-dc84-4bcf-96ab-d61d7e389ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:37.827610 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e2e83d1-6ccf-4220-b261-2e14e4343204 req-109f49e7-dc84-4bcf-96ab-d61d7e389ac7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e41496b7-24c9-4412-8c2b-a2b51708d7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1438127 Nov 12 04:38:37.886220 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:37.953538 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6aa531e-f0bd-4c36-8712-bcf0e99224de']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:37.981980 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02396e81-02ac-4df6-a0c9-39c10f7ff9d9') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:37.982282 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02396e81-02ac-4df6-a0c9-39c10f7ff9d9') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:38.008986 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:38.044916 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:38.059873 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:38:38.059873 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:38:38.065553 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:38:38.111762 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1aa2f02a-e0de-4154-b315-f8f81950e48e up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:38:38.128918 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-3f326967-2e96-402b-aa4b-e2b30346db82 None None] Set router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:38.175484 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e2e83d1-6ccf-4220-b261-2e14e4343204 req-9972b86f-ab58-458e-8c2a-f1e1e7809e26 service neutron] 10.222.0.21 "GET /v2.0/networks/e41496b7-24c9-4412-8c2b-a2b51708d7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393924 Nov 12 04:38:38.194886 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 1aa2f02a-e0de-4154-b315-f8f81950e48e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:38.195293 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:38.327935 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:38.342599 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:38.347984 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "DELETE /v2.0/networks/f6aa531e-f0bd-4c36-8712-bcf0e99224de HTTP/1.1" status: 204 len: 168 time: 1.7140231 Nov 12 04:38:38.356846 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40242) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:38.397058 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:38.459205 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c873ae01-4c03-4a54-9c33-23a17b15ef92 req-20b8673e-5a96-420e-a828-fe18bed59f73 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 210 time: 0.1831720 Nov 12 04:38:38.498854 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33f176-590e-4e67-8662-a7bcb6e91747 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event deleted for resources: {'Network': ['ID=f6aa531e-f0bd-4c36-8712-bcf0e99224de,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:38.515354 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device cca73a3c-46e7-445a-8534-257e30525cdf no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:38:38.575846 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: cca73a3c-46e7-445a-8534-257e30525cdf {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:38:38.576576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device cca73a3c-46e7-445a-8534-257e30525cdf not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:38:38.576972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e2e83d1-6ccf-4220-b261-2e14e4343204 req-3431c7b0-795e-4618-8173-a0e65f422c53 service neutron] 10.222.0.21 "GET /v2.0/networks/e41496b7-24c9-4412-8c2b-a2b51708d7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939221 Nov 12 04:38:38.713553 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-02f03a26-5df3-4dde-9567-ff6932c6d87d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Deleting port 16db2cf4-892c-418b-9059-b495a9755980 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:38:38.717609 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02f03a26-5df3-4dde-9567-ff6932c6d87d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:38.736581 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-6b60c4fb-2995-4215-b778-2f4fe75ac7ef tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:38.747481 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-6b60c4fb-2995-4215-b778-2f4fe75ac7ef tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.31 "GET /v2.0/networks?id=c6689ff6-20fe-4a32-b709-b8976c2341d9 HTTP/1.1" status: 200 len: 797 time: 0.4950373 Nov 12 04:38:38.794523 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-3f326967-2e96-402b-aa4b-e2b30346db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'name': 'tempest-TestVolumeBackupRestore-1527152812-router', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:42Z', 'updated_at': '2021-11-12T04:33:49Z', 'revision_number': 4, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'gw_port': {'id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:43Z', 'updated_at': '2021-11-12T04:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '3306a6ce-d0ee-4132-96e3-9ba5fb1ad368', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'port_id': 'd368860a-68c4-4fc3-b6ae-78e683646f65', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'mac_address': 'fa:16:3e:24:57:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:38:26Z', 'updated_at': '2021-11-12T04:38:36Z', 'revision_number': 2, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f621244-fbbc-4b0b-9eaa-5aa634d947d3', 'name': '', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'mac_address': 'fa:16:3e:5c:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:48Z', 'updated_at': '2021-11-12T04:33:54Z', 'revision_number': 5, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'subnets': [{'id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:38.844422 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-4ff69667-f976-4718-ae80-9ed99544145d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3 HTTP/1.1" status: 200 len: 379 time: 0.0834177 Nov 12 04:38:38.858042 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-011e1bcd-64b1-4c41-8ad0-7f00f35d5df7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'port': {'device_id': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9', 'admin_state_up': True, 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'security_groups': ['fc1409c5-d8ce-49ef-94fe-9f8b43de263e']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:38.897253 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f326967-2e96-402b-aa4b-e2b30346db82 None None] The sync data for ids ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'] in n-d-768509-24 is: [{'id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'name': 'tempest-TestVolumeBackupRestore-1527152812-router', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:42Z', 'updated_at': '2021-11-12T04:33:49Z', 'revision_number': 4, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'gw_port': {'id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:43Z', 'updated_at': '2021-11-12T04:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '3306a6ce-d0ee-4132-96e3-9ba5fb1ad368', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'port_id': 'd368860a-68c4-4fc3-b6ae-78e683646f65', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'mac_address': 'fa:16:3e:24:57:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:38:26Z', 'updated_at': '2021-11-12T04:38:36Z', 'revision_number': 2, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f621244-fbbc-4b0b-9eaa-5aa634d947d3', 'name': '', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'mac_address': 'fa:16:3e:5c:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:48Z', 'updated_at': '2021-11-12T04:33:54Z', 'revision_number': 5, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'subnets': [{'id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:38:38.905894 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02f03a26-5df3-4dde-9567-ff6932c6d87d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:38.906617 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02f03a26-5df3-4dde-9567-ff6932c6d87d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:38.928267 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-02f03a26-5df3-4dde-9567-ff6932c6d87d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Calling delete_port for 16db2cf4-892c-418b-9059-b495a9755980 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:38:39.127938 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:39.149194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'tag': 'd368860a-68c4-4fc3-b6ae-78e683646f65'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:38:39.151077 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65601344-cffa-4b6f-9835-e6c3c06c0c64" -d '{"events": [{"name": "network-changed", "server_uuid": "2842d627-059d-4f2e-a725-b1214ad84eaa", "tag": "d368860a-68c4-4fc3-b6ae-78e683646f65"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:38:39.175342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-011e1bcd-64b1-4c41-8ad0-7f00f35d5df7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Made reservation on behalf of a1d85f7d3e02495dbf8a97f43fe9e4b3 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:38:39.203447 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-011e1bcd-64b1-4c41-8ad0-7f00f35d5df7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:39.284013 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff92793-bd0c-44c8-bac4-1f337ec789ce x-openstack-request-id: req-3ff92793-bd0c-44c8-bac4-1f337ec789ce {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:38:39.284545 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2842d627-059d-4f2e-a725-b1214ad84eaa", "tag": "d368860a-68c4-4fc3-b6ae-78e683646f65", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:38:39.284813 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ff92793-bd0c-44c8-bac4-1f337ec789ce {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:38:39.285936 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'tag': 'd368860a-68c4-4fc3-b6ae-78e683646f65', 'status': 'completed', 'code': 200} Nov 12 04:38:39.339353 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02f03a26-5df3-4dde-9567-ff6932c6d87d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:39.377628 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f03a26-5df3-4dde-9567-ff6932c6d87d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event deleted for resources: {'Port': ['ID=16db2cf4-892c-418b-9059-b495a9755980,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:39.456606 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02f03a26-5df3-4dde-9567-ff6932c6d87d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:39.457116 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-02f03a26-5df3-4dde-9567-ff6932c6d87d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Floating IP 7eb194f1-cff9-4fb0-a159-4c6de4369a08 disassociated (deleted). External IP: 172.25.1.191, port: d164de9b-7c06-424a-9c97-48e90d8acc4b. Nov 12 04:38:39.467056 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-011e1bcd-64b1-4c41-8ad0-7f00f35d5df7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Allocated IP 172.20.0.3 (c6689ff6-20fe-4a32-b709-b8976c2341d9/f42a9110-7711-44c9-8ee6-f90ae049b579/a029a47f-ca58-482c-acd9-9606190c6aba) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:38:39.484117 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65601344-cffa-4b6f-9835-e6c3c06c0c64 req-e4de2568-d640-4c56-b766-0503975a58be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:39.485673 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-65601344-cffa-4b6f-9835-e6c3c06c0c64 req-e4de2568-d640-4c56-b766-0503975a58be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9677c34190d4113b1a12b61024c1723&device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 1098 time: 0.1982126 Nov 12 04:38:39.630850 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ee78619-ae3a-4fa4-b2b3-db61c9df82ab req-c90ba5c3-de77-4898-ab0a-e0cd290c6ff2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 210 time: 0.0414655 Nov 12 04:38:39.739123 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65601344-cffa-4b6f-9835-e6c3c06c0c64 req-5ff4783a-1903-4628-93ae-70df4a230a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:39.740794 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-65601344-cffa-4b6f-9835-e6c3c06c0c64 req-5ff4783a-1903-4628-93ae-70df4a230a95 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e41496b7-24c9-4412-8c2b-a2b51708d7d6 HTTP/1.1" status: 200 len: 915 time: 0.2475944 Nov 12 04:38:39.797034 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f03a26-5df3-4dde-9567-ff6932c6d87d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Router e7503e1a-0108-4033-ab07-00c4acd983fa has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:38:39.852919 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-65601344-cffa-4b6f-9835-e6c3c06c0c64 req-956b0f09-c05d-4244-b706-02b5080e9848 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d368860a-68c4-4fc3-b6ae-78e683646f65 HTTP/1.1" status: 200 len: 1002 time: 0.0953002 Nov 12 04:38:39.856326 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-011e1bcd-64b1-4c41-8ad0-7f00f35d5df7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:39.941158 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65601344-cffa-4b6f-9835-e6c3c06c0c64 req-ef29486a-2f9f-4dee-9b8c-db06dfe307ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:39.943788 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-65601344-cffa-4b6f-9835-e6c3c06c0c64 req-ef29486a-2f9f-4dee-9b8c-db06dfe307ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dddc1a2c-381d-437e-848a-113195a1cabf HTTP/1.1" status: 200 len: 853 time: 0.0748165 Nov 12 04:38:39.951568 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f03a26-5df3-4dde-9567-ff6932c6d87d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:38:39.957435 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02f03a26-5df3-4dde-9567-ff6932c6d87d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:39.964254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2bb99a-6d8e-4891-bbf6-7dabb5bd5641 None None] Sync routers for ids ['e7503e1a-0108-4033-ab07-00c4acd983fa'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:38:39.981842 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2bb99a-6d8e-4891-bbf6-7dabb5bd5641 None None] Routers {'e7503e1a-0108-4033-ab07-00c4acd983fa'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:39.989804 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-02f03a26-5df3-4dde-9567-ff6932c6d87d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "DELETE /v2.0/floatingips/7eb194f1-cff9-4fb0-a159-4c6de4369a08 HTTP/1.1" status: 204 len: 168 time: 1.6295514 Nov 12 04:38:39.989804 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'tag': 'd164de9b-7c06-424a-9c97-48e90d8acc4b'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:38:39.992387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-5f2bb99a-6d8e-4891-bbf6-7dabb5bd5641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e7503e1a-0108-4033-ab07-00c4acd983fa'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:40.002906 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153e0e25-bb29-41b6-8610-5511597a8ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "f70a1c9d-4bcd-4729-8887-28280bdea071", "tag": "d164de9b-7c06-424a-9c97-48e90d8acc4b"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:38:40.006021 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65601344-cffa-4b6f-9835-e6c3c06c0c64 req-b60e8278-172f-4714-89a1-c4e52b0c3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:40.008762 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-65601344-cffa-4b6f-9835-e6c3c06c0c64 req-b60e8278-172f-4714-89a1-c4e52b0c3e7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e41496b7-24c9-4412-8c2b-a2b51708d7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588164 Nov 12 04:38:40.011624 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-011e1bcd-64b1-4c41-8ad0-7f00f35d5df7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:40.105588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-011e1bcd-64b1-4c41-8ad0-7f00f35d5df7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network c6689ff6-20fe-4a32-b709-b8976c2341d9 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:38:40.137904 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-011e1bcd-64b1-4c41-8ad0-7f00f35d5df7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:38:40.142276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-011e1bcd-64b1-4c41-8ad0-7f00f35d5df7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:38:40.156596 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-5f2bb99a-6d8e-4891-bbf6-7dabb5bd5641 None None] Set router e7503e1a-0108-4033-ab07-00c4acd983fa gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:40.174617 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e1bcd-64b1-4c41-8ad0-7f00f35d5df7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=a029a47f-ca58-482c-acd9-9606190c6aba,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:40.246046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-011e1bcd-64b1-4c41-8ad0-7f00f35d5df7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:40.246913 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-011e1bcd-64b1-4c41-8ad0-7f00f35d5df7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:40.287979 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-65601344-cffa-4b6f-9835-e6c3c06c0c64 req-e1e1d8ab-9fdd-43b5-9e1f-95447fdd9bc8 service neutron] 10.222.0.21 "GET /v2.0/networks/e41496b7-24c9-4412-8c2b-a2b51708d7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656229 Nov 12 04:38:40.371176 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40280) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:40.439238 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-011e1bcd-64b1-4c41-8ad0-7f00f35d5df7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5882697 Nov 12 04:38:40.465838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Request body: {'port': {'device_id': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:40.524070 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c7de3c-9830-4c3c-a045-4c97a94bc337 x-openstack-request-id: req-f6c7de3c-9830-4c3c-a045-4c97a94bc337 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:38:40.524439 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70a1c9d-4bcd-4729-8887-28280bdea071", "tag": "d164de9b-7c06-424a-9c97-48e90d8acc4b", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:38:40.524758 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6c7de3c-9830-4c3c-a045-4c97a94bc337 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:38:40.526026 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'tag': 'd164de9b-7c06-424a-9c97-48e90d8acc4b', 'status': 'completed', 'code': 200} Nov 12 04:38:40.543998 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:38:40.576018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d7bed49f-f2a2-4015-8763-dc456f286807 None None] Provisioning complete for port a029a47f-ca58-482c-acd9-9606190c6aba triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:40.576403 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d7bed49f-f2a2-4015-8763-dc456f286807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:40.579277 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-65601344-cffa-4b6f-9835-e6c3c06c0c64 req-b636ecf7-de0d-49cb-b576-7117a0841ac0 service neutron] 10.222.0.21 "GET /v2.0/networks/e41496b7-24c9-4412-8c2b-a2b51708d7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837737 Nov 12 04:38:40.580860 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:40.644111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e0e25-bb29-41b6-8610-5511597a8ef3 req-abd005d1-1414-4914-b3b1-4ff26f7bbe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:40.646282 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-153e0e25-bb29-41b6-8610-5511597a8ef3 req-abd005d1-1414-4914-b3b1-4ff26f7bbe62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5&device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 1097 time: 0.0704734 Nov 12 04:38:40.647599 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3a6f54a5-5cb3-4d25-b6b1-951220c5052c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:40.663816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-5f2bb99a-6d8e-4891-bbf6-7dabb5bd5641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:38:24Z', 'revision_number': 6, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c', 'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:cb:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '51614038-d513-4083-8c17-2efe33d861d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:27Z', 'updated_at': '2021-11-12T04:35:33Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '51614038-d513-4083-8c17-2efe33d861d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:40.705278 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dd05e-4e92-4605-b96a-420a3a37ced8 req-73c54dae-54f7-46da-8641-4a0a1fc7c255 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:40.707269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a83dd05e-4e92-4605-b96a-420a3a37ced8 req-73c54dae-54f7-46da-8641-4a0a1fc7c255 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 945 time: 0.0870438 Nov 12 04:38:40.722769 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d7bed49f-f2a2-4015-8763-dc456f286807 None None] Port a029a47f-ca58-482c-acd9-9606190c6aba cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:38:40.725678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2bb99a-6d8e-4891-bbf6-7dabb5bd5641 None None] Checking router: e7503e1a-0108-4033-ab07-00c4acd983fa for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:38:40.742416 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2bb99a-6d8e-4891-bbf6-7dabb5bd5641 None None] Routers {'e7503e1a-0108-4033-ab07-00c4acd983fa'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:40.743232 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-5f2bb99a-6d8e-4891-bbf6-7dabb5bd5641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e7503e1a-0108-4033-ab07-00c4acd983fa'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:40.839488 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e0e25-bb29-41b6-8610-5511597a8ef3 req-e92432e4-5c2a-4cb1-8796-6de8637eb84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:40.841069 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-153e0e25-bb29-41b6-8610-5511597a8ef3 req-e92432e4-5c2a-4cb1-8796-6de8637eb84d service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c1b6a21-838c-4da2-b510-f882164c09b5 HTTP/1.1" status: 200 len: 897 time: 0.1779628 Nov 12 04:38:40.907317 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-153e0e25-bb29-41b6-8610-5511597a8ef3 req-fba71652-ded9-4b65-a0eb-bd2a93151801 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d164de9b-7c06-424a-9c97-48e90d8acc4b HTTP/1.1" status: 200 len: 217 time: 0.0563641 Nov 12 04:38:40.908483 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a83dd05e-4e92-4605-b96a-420a3a37ced8 req-286f633c-689c-4379-868e-a5023d20be55 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8254e9f-aae1-4679-a52a-08b63c414e79&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1434507 Nov 12 04:38:41.059952 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3a6f54a5-5cb3-4d25-b6b1-951220c5052c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:41.066584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e0e25-bb29-41b6-8610-5511597a8ef3 req-5b5490a1-6830-418e-a32c-e0a2bb0d5215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:41.069201 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-153e0e25-bb29-41b6-8610-5511597a8ef3 req-5b5490a1-6830-418e-a32c-e0a2bb0d5215 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51614038-d513-4083-8c17-2efe33d861d3 HTTP/1.1" status: 200 len: 835 time: 0.1228526 Nov 12 04:38:41.084650 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-5f2bb99a-6d8e-4891-bbf6-7dabb5bd5641 None None] Set router e7503e1a-0108-4033-ab07-00c4acd983fa gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:41.137242 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3a6f54a5-5cb3-4d25-b6b1-951220c5052c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:41.139542 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a029a47f-ca58-482c-acd9-9606190c6aba {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:38:41.153322 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:41.186026 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139e4ae-836c-4fdb-8f31-6424d34751a8 req-87888a70-8110-4eff-b3dc-ae083ee73cac tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:41.187802 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4139e4ae-836c-4fdb-8f31-6424d34751a8 req-87888a70-8110-4eff-b3dc-ae083ee73cac tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 931 time: 0.0997217 Nov 12 04:38:41.189036 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Transition to ACTIVE for port object a029a47f-ca58-482c-acd9-9606190c6aba will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:38:41.230524 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e0e25-bb29-41b6-8610-5511597a8ef3 req-a46821dd-4d28-4f4b-86db-ed2e503947bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:41.235394 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-153e0e25-bb29-41b6-8610-5511597a8ef3 req-a46821dd-4d28-4f4b-86db-ed2e503947bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c1b6a21-838c-4da2-b510-f882164c09b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1569188 Nov 12 04:38:41.237301 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f54a5-5cb3-4d25-b6b1-951220c5052c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1557cb98-8d7d-4741-9b3a-0e74b242c738,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:41.248018 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3a6f54a5-5cb3-4d25-b6b1-951220c5052c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06a2eb4ccabb481493a94fdc34e77c0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8753359 Nov 12 04:38:41.266106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40288) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:41.278761 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:41.351275 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Pushing event updated for resources: {'Port': ['ID=a029a47f-ca58-482c-acd9-9606190c6aba,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:41.353611 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-5f2bb99a-6d8e-4891-bbf6-7dabb5bd5641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:38:24Z', 'revision_number': 6, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c', 'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:cb:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '51614038-d513-4083-8c17-2efe33d861d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:27Z', 'updated_at': '2021-11-12T04:35:33Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '51614038-d513-4083-8c17-2efe33d861d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:41.371866 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4139e4ae-836c-4fdb-8f31-6424d34751a8 req-030bb808-4d33-4e96-b8df-be0ce62c3d59 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764660 Nov 12 04:38:41.387931 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2bb99a-6d8e-4891-bbf6-7dabb5bd5641 None None] The sync data for ids ['e7503e1a-0108-4033-ab07-00c4acd983fa'] in n-d-768509-24 is: [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:38:24Z', 'revision_number': 6, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c', 'name': '', 'network_id': '1c1b6a21-838c-4da2-b510-f882164c09b5', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:cb:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '51614038-d513-4083-8c17-2efe33d861d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:27Z', 'updated_at': '2021-11-12T04:35:33Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '51614038-d513-4083-8c17-2efe33d861d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:38:41.491925 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de5bbcb4-1853-4345-8bb4-17c5282926d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:41.565139 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de5bbcb4-1853-4345-8bb4-17c5282926d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:41.572126 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Attempting to bind port a029a47f-ca58-482c-acd9-9606190c6aba on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:38:41.572481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Attempting to bind port a029a47f-ca58-482c-acd9-9606190c6aba by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:38:41.572776 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Attempting to bind port a029a47f-ca58-482c-acd9-9606190c6aba on network c6689ff6-20fe-4a32-b709-b8976c2341d9 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:38:41.578371 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Port a029a47f-ca58-482c-acd9-9606190c6aba on network c6689ff6-20fe-4a32-b709-b8976c2341d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:38:41.578576 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-153e0e25-bb29-41b6-8610-5511597a8ef3 req-779d2308-b97c-4479-af2e-bf1607e07d0b service neutron] 10.222.0.21 "GET /v2.0/networks/1c1b6a21-838c-4da2-b510-f882164c09b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281000 Nov 12 04:38:41.578789 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Attempting to bind port a029a47f-ca58-482c-acd9-9606190c6aba on network c6689ff6-20fe-4a32-b709-b8976c2341d9 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:38:41.584986 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:38:41.590854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Checking segment: {'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:38:41.590854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Bound using segment: {'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:38:41.590854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Bound port: a029a47f-ca58-482c-acd9-9606190c6aba, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:38:41.590854 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:41.715627 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] For port a029a47f-ca58-482c-acd9-9606190c6aba, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:38:41.719719 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] For port a029a47f-ca58-482c-acd9-9606190c6aba, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a029a47f-ca58-482c-acd9-9606190c6aba,segment=NetworkSegment(66712da7-755c-4e1d-ac4c-f6b0a7ed9074),segment_id=66712da7-755c-4e1d-ac4c-f6b0a7ed9074)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:38:41.721058 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-153e0e25-bb29-41b6-8610-5511597a8ef3 req-0669a839-cc4b-4e61-9d1d-f29c28184659 service neutron] 10.222.0.21 "GET /v2.0/networks/1c1b6a21-838c-4da2-b510-f882164c09b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329939 Nov 12 04:38:41.818538 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd9f30-6a19-4fce-bfa5-6af651b81120 None None] New status for floating IP 7eb194f1-cff9-4fb0-a159-4c6de4369a08: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:38:41.825555 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:41.868027 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de5bbcb4-1853-4345-8bb4-17c5282926d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:41.875000 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:41.880664 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:41.880835 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de5bbcb4-1853-4345-8bb4-17c5282926d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:41.880835 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-de5bbcb4-1853-4345-8bb4-17c5282926d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1557cb98-8d7d-4741-9b3a-0e74b242c738 HTTP/1.1" status: 204 len: 168 time: 0.6097105 Nov 12 04:38:41.881012 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] 10.222.0.31 "PUT /v2.0/ports/a029a47f-ca58-482c-acd9-9606190c6aba HTTP/1.1" status: 200 len: 1092 time: 1.4202876 Nov 12 04:38:41.881012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'tag': 'a029a47f-ca58-482c-acd9-9606190c6aba'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:38:41.884842 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52daa2a4-d0c5-49b7-8524-575ab17c4c73" -d '{"events": [{"name": "network-changed", "server_uuid": "5a07aad5-cc01-48e3-b2e5-82d573ca3ab3", "tag": "a029a47f-ca58-482c-acd9-9606190c6aba"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:38:41.913000 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bbcb4-1853-4345-8bb4-17c5282926d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1557cb98-8d7d-4741-9b3a-0e74b242c738,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:41.954389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e73ef-54d6-418c-a3a7-884ff8a7e824 service neutron] Pushing event updated for resources: {'Port': ['ID=a029a47f-ca58-482c-acd9-9606190c6aba,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:42.015429 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95dc90d-d7a3-4c28-86d7-18f1f304bb55 x-openstack-request-id: req-d95dc90d-d7a3-4c28-86d7-18f1f304bb55 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:38:42.015839 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a07aad5-cc01-48e3-b2e5-82d573ca3ab3", "tag": "a029a47f-ca58-482c-acd9-9606190c6aba", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:38:42.016104 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d95dc90d-d7a3-4c28-86d7-18f1f304bb55 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:38:42.016521 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'tag': 'a029a47f-ca58-482c-acd9-9606190c6aba', 'status': 'completed', 'code': 200} Nov 12 04:38:42.139700 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-9725a583-f48a-44fd-8ed4-c815705dbadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:42.141812 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-9725a583-f48a-44fd-8ed4-c815705dbadb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 1095 time: 0.1104131 Nov 12 04:38:42.214848 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-30ac83d3-5be6-4488-80b9-3c63c1ad0d8e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a029a47f-ca58-482c-acd9-9606190c6aba HTTP/1.1" status: 200 len: 217 time: 0.0562260 Nov 12 04:38:42.257942 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77bf2e-5b96-470f-bfe8-b1b460b15bf9 req-6a80c26f-e0f3-4587-b201-0ebf174da5af tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:42.262585 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c77bf2e-5b96-470f-bfe8-b1b460b15bf9 req-6a80c26f-e0f3-4587-b201-0ebf174da5af tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 945 time: 0.1500113 Nov 12 04:38:42.339479 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-9b412724-31ed-4f8b-a4da-47c2ec2ec5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:42.340941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-9b412724-31ed-4f8b-a4da-47c2ec2ec5a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f42a9110-7711-44c9-8ee6-f90ae049b579 HTTP/1.1" status: 200 len: 835 time: 0.1174195 Nov 12 04:38:42.398990 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c77bf2e-5b96-470f-bfe8-b1b460b15bf9 req-bd48cab7-4d15-4954-ad50-e38f2e1b42ba tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8254e9f-aae1-4679-a52a-08b63c414e79&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1081452 Nov 12 04:38:42.419533 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-2ea4c934-2c32-4c96-bcdd-68cf2cdf3776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:42.421486 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-2ea4c934-2c32-4c96-bcdd-68cf2cdf3776 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c6689ff6-20fe-4a32-b709-b8976c2341d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672727 Nov 12 04:38:42.515921 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48748991-8591-46a7-8a38-96d2d14cddd5 req-b8679539-5617-440d-8742-49717216272b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:42.521495 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48748991-8591-46a7-8a38-96d2d14cddd5 req-b8679539-5617-440d-8742-49717216272b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 945 time: 0.0712526 Nov 12 04:38:42.601149 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6cd00-de49-4ccd-8250-430773a08e46 req-7a097dbe-47cb-4fa1-913d-ee90cc1a5a2e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:42.602979 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4f6cd00-de49-4ccd-8250-430773a08e46 req-7a097dbe-47cb-4fa1-913d-ee90cc1a5a2e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 943 time: 0.1130345 Nov 12 04:38:42.628229 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-f1a72068-fe58-4631-907f-05a7bfaed209 service neutron] 10.222.0.31 "GET /v2.0/networks/c6689ff6-20fe-4a32-b709-b8976c2341d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985230 Nov 12 04:38:42.676950 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-48748991-8591-46a7-8a38-96d2d14cddd5 req-07e09c94-d0a6-486e-9f0e-d58b0fe55676 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Deleting port d164de9b-7c06-424a-9c97-48e90d8acc4b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:38:42.677294 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48748991-8591-46a7-8a38-96d2d14cddd5 req-07e09c94-d0a6-486e-9f0e-d58b0fe55676 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:42.753496 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4f6cd00-de49-4ccd-8250-430773a08e46 req-a5bb9bae-e678-4c8d-a6f0-ade5eaa92b10 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374705 Nov 12 04:38:42.794269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dac4e6e5-3954-4e02-be81-9958d9b4474d req-7e62a170-8b5a-44b6-b647-2ab4336b3a96 service neutron] 10.222.0.31 "GET /v2.0/networks/c6689ff6-20fe-4a32-b709-b8976c2341d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558161 Nov 12 04:38:42.815918 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-48748991-8591-46a7-8a38-96d2d14cddd5 req-07e09c94-d0a6-486e-9f0e-d58b0fe55676 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] For port d164de9b-7c06-424a-9c97-48e90d8acc4b, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d164de9b-7c06-424a-9c97-48e90d8acc4b,segment=NetworkSegment(41cb987a-396b-47f7-8627-e62dc3f8cd94),segment_id=41cb987a-396b-47f7-8627-e62dc3f8cd94)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:42.816776 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48748991-8591-46a7-8a38-96d2d14cddd5 req-07e09c94-d0a6-486e-9f0e-d58b0fe55676 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:42.830530 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-48748991-8591-46a7-8a38-96d2d14cddd5 req-07e09c94-d0a6-486e-9f0e-d58b0fe55676 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Calling delete_port for d164de9b-7c06-424a-9c97-48e90d8acc4b owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:38:43.004441 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daa2a4-d0c5-49b7-8524-575ab17c4c73 req-02d067fa-8d67-43fe-915e-4df1b28e6af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:43.006536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52daa2a4-d0c5-49b7-8524-575ab17c4c73 req-02d067fa-8d67-43fe-915e-4df1b28e6af2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 1095 time: 0.0688906 Nov 12 04:38:43.150574 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daa2a4-d0c5-49b7-8524-575ab17c4c73 req-8e73cec4-0180-423a-9b96-58450fcb5bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:43.153231 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52daa2a4-d0c5-49b7-8524-575ab17c4c73 req-8e73cec4-0180-423a-9b96-58450fcb5bff service neutron] 10.222.0.31 "GET /v2.0/networks?id=c6689ff6-20fe-4a32-b709-b8976c2341d9 HTTP/1.1" status: 200 len: 898 time: 0.1393898 Nov 12 04:38:43.203269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52daa2a4-d0c5-49b7-8524-575ab17c4c73 req-c9b6ef36-cfd9-4ef2-94f7-7986bacf1f29 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a029a47f-ca58-482c-acd9-9606190c6aba HTTP/1.1" status: 200 len: 217 time: 0.0408416 Nov 12 04:38:43.271790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daa2a4-d0c5-49b7-8524-575ab17c4c73 req-4fcaa1ce-f317-46c7-8629-6cefea790e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:43.273434 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52daa2a4-d0c5-49b7-8524-575ab17c4c73 req-4fcaa1ce-f317-46c7-8629-6cefea790e5c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f42a9110-7711-44c9-8ee6-f90ae049b579 HTTP/1.1" status: 200 len: 835 time: 0.0597444 Nov 12 04:38:43.340280 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daa2a4-d0c5-49b7-8524-575ab17c4c73 req-4aca75af-8a28-4139-a022-f0001d860341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:43.341510 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52daa2a4-d0c5-49b7-8524-575ab17c4c73 req-4aca75af-8a28-4139-a022-f0001d860341 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c6689ff6-20fe-4a32-b709-b8976c2341d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537982 Nov 12 04:38:43.384679 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48748991-8591-46a7-8a38-96d2d14cddd5 req-07e09c94-d0a6-486e-9f0e-d58b0fe55676 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:43.414863 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e09c94-d0a6-486e-9f0e-d58b0fe55676 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event deleted for resources: {'Port': ['ID=d164de9b-7c06-424a-9c97-48e90d8acc4b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:43.443840 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52daa2a4-d0c5-49b7-8524-575ab17c4c73 req-7ba5f8f6-b6a7-464f-b721-95770685acb3 service neutron] 10.222.0.31 "GET /v2.0/networks/c6689ff6-20fe-4a32-b709-b8976c2341d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942025 Nov 12 04:38:43.488692 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-48748991-8591-46a7-8a38-96d2d14cddd5 req-07e09c94-d0a6-486e-9f0e-d58b0fe55676 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] No DVR routers for this DVR port d164de9b-7c06-424a-9c97-48e90d8acc4b on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:38:43.492898 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48748991-8591-46a7-8a38-96d2d14cddd5 req-07e09c94-d0a6-486e-9f0e-d58b0fe55676 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:43.503702 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48748991-8591-46a7-8a38-96d2d14cddd5 req-07e09c94-d0a6-486e-9f0e-d58b0fe55676 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.21 "DELETE /v2.0/ports/d164de9b-7c06-424a-9c97-48e90d8acc4b HTTP/1.1" status: 204 len: 173 time: 0.9753821 Nov 12 04:38:43.504547 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'name': 'network-vif-deleted', 'tag': 'd164de9b-7c06-424a-9c97-48e90d8acc4b'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:38:43.519220 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3781620c-91fd-4331-a800-c945ff5f76fd" -d '{"events": [{"server_uuid": "f70a1c9d-4bcd-4729-8887-28280bdea071", "name": "network-vif-deleted", "tag": "d164de9b-7c06-424a-9c97-48e90d8acc4b"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:38:43.558815 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e43e5c01-7074-4bdb-aa95-34b72d92dd48 req-66c256a6-030f-4067-9c23-51863a259bde tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 210 time: 0.0371068 Nov 12 04:38:43.590255 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52daa2a4-d0c5-49b7-8524-575ab17c4c73 req-9b03f0b2-d021-4fe4-aa4f-4b7419096ff6 service neutron] 10.222.0.31 "GET /v2.0/networks/c6689ff6-20fe-4a32-b709-b8976c2341d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383152 Nov 12 04:38:43.623859 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8438742-eb7c-4ee7-a0b0-9c589c156f7d x-openstack-request-id: req-f8438742-eb7c-4ee7-a0b0-9c589c156f7d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:38:43.624230 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70a1c9d-4bcd-4729-8887-28280bdea071", "name": "network-vif-deleted", "tag": "d164de9b-7c06-424a-9c97-48e90d8acc4b", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:38:43.624529 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8438742-eb7c-4ee7-a0b0-9c589c156f7d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:38:43.625053 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70a1c9d-4bcd-4729-8887-28280bdea071', 'name': 'network-vif-deleted', 'tag': 'd164de9b-7c06-424a-9c97-48e90d8acc4b', 'status': 'completed', 'code': 200} Nov 12 04:38:43.922532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80007bc4-781d-45d1-9d15-f2fb23294e8c req-d62e370d-3e67-4030-93ab-25540d8937f9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:43.924348 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80007bc4-781d-45d1-9d15-f2fb23294e8c req-d62e370d-3e67-4030-93ab-25540d8937f9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 943 time: 0.0835266 Nov 12 04:38:43.936550 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40340) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:43.987674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80007bc4-781d-45d1-9d15-f2fb23294e8c req-6afe8aad-3d6c-4611-91e8-f936434f7f4f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567415 Nov 12 04:38:44.080071 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8140f342-6901-424d-8999-a4dcc7fc7c46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:44.166414 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8140f342-6901-424d-8999-a4dcc7fc7c46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:44.265023 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8140f342-6901-424d-8999-a4dcc7fc7c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:44.311721 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140f342-6901-424d-8999-a4dcc7fc7c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88f21c9-7903-4fa9-901d-fe66472b791f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:44.316495 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8140f342-6901-424d-8999-a4dcc7fc7c46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31cd4eebeef7498c98a8c1fed08c4496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3788421 Nov 12 04:38:44.319017 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40344) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:44.376032 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-65fc23ba-6d6c-4b87-9c3e-59bde172d310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:44.398828 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-65fc23ba-6d6c-4b87-9c3e-59bde172d310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:44.545419 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-65fc23ba-6d6c-4b87-9c3e-59bde172d310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:44.549843 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-65fc23ba-6d6c-4b87-9c3e-59bde172d310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:44.551228 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-65fc23ba-6d6c-4b87-9c3e-59bde172d310 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f88f21c9-7903-4fa9-901d-fe66472b791f HTTP/1.1" status: 204 len: 168 time: 0.2312617 Nov 12 04:38:44.563149 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc23ba-6d6c-4b87-9c3e-59bde172d310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88f21c9-7903-4fa9-901d-fe66472b791f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:44.720358 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ccbeeea1-c291-4c89-b269-dd2490ac584e req-5291f06b-0dbd-410c-8bd6-a8ced4a17f52 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70a1c9d-4bcd-4729-8887-28280bdea071 HTTP/1.1" status: 200 len: 210 time: 0.0489419 Nov 12 04:38:45.122060 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89df489-397f-4817-b1c2-280dfbcc0c13 req-702f6a14-2b01-4b72-a84e-f83a79a04d11 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:45.123590 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b89df489-397f-4817-b1c2-280dfbcc0c13 req-702f6a14-2b01-4b72-a84e-f83a79a04d11 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 943 time: 0.0642939 Nov 12 04:38:45.178306 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b89df489-397f-4817-b1c2-280dfbcc0c13 req-60b813ad-4959-4150-91fa-17e9393b31c0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485654 Nov 12 04:38:45.637030 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device a029a47f-ca58-482c-acd9-9606190c6aba details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:38:45.768314 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port a029a47f-ca58-482c-acd9-9606190c6aba, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a029a47f-ca58-482c-acd9-9606190c6aba,segment=NetworkSegment(66712da7-755c-4e1d-ac4c-f6b0a7ed9074),segment_id=66712da7-755c-4e1d-ac4c-f6b0a7ed9074)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:45.793796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40382) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:45.794410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'a029a47f-ca58-482c-acd9-9606190c6aba', 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9', 'port_id': 'a029a47f-ca58-482c-acd9-9606190c6aba', 'mac_address': 'fa:16:3e:e9:80:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42a9110-7711-44c9-8ee6-f90ae049b579', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:38:45.839905 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:45.860235 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a029a47f-ca58-482c-acd9-9606190c6aba {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:38:45.880786 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9604b660-cd28-4515-ba81-28728055f90a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:45.883471 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port a029a47f-ca58-482c-acd9-9606190c6aba, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a029a47f-ca58-482c-acd9-9606190c6aba,segment=NetworkSegment(66712da7-755c-4e1d-ac4c-f6b0a7ed9074),segment_id=66712da7-755c-4e1d-ac4c-f6b0a7ed9074)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:45.920173 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9604b660-cd28-4515-ba81-28728055f90a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:45.970492 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:46.037469 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=a029a47f-ca58-482c-acd9-9606190c6aba,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:46.076179 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9604b660-cd28-4515-ba81-28728055f90a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:46.088111 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9604b660-cd28-4515-ba81-28728055f90a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:46.088111 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9604b660-cd28-4515-ba81-28728055f90a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "DELETE /v2.0/security-groups/f8254e9f-aae1-4679-a52a-08b63c414e79 HTTP/1.1" status: 204 len: 168 time: 0.2852581 Nov 12 04:38:46.091230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604b660-cd28-4515-ba81-28728055f90a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8254e9f-aae1-4679-a52a-08b63c414e79,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:46.220136 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40394) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:46.281881 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['a029a47f-ca58-482c-acd9-9606190c6aba'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:38:46.334513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802888d-9294-497b-95ec-2283e0c5ae23 req-a8b51b88-a819-48e0-b56a-3d00df40293d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:46.337485 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d802888d-9294-497b-95ec-2283e0c5ae23 req-a8b51b88-a819-48e0-b56a-3d00df40293d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 944 time: 0.0643585 Nov 12 04:38:46.401912 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d802888d-9294-497b-95ec-2283e0c5ae23 req-7f02146f-9a34-4f3b-a7d1-fa3c4415edc5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572810 Nov 12 04:38:46.676018 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ddabf4f7-9dda-4255-a675-9ab12e9b11be tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:46.719917 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40404) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:46.841734 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-f7140fb0-5b35-47e4-aef0-5a7b9562387f tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1715452764'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:46.842347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-f7140fb0-5b35-47e4-aef0-5a7b9562387f tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] Unknown quota resources ['metering_label']. {{(pid=103296) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:38:46.899402 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:46.992085 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ddabf4f7-9dda-4255-a675-9ab12e9b11be tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Deleting port 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:38:46.992618 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ddabf4f7-9dda-4255-a675-9ab12e9b11be tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:47.101455 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-ddabf4f7-9dda-4255-a675-9ab12e9b11be tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] For port 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c,segment=NetworkSegment(41cb987a-396b-47f7-8627-e62dc3f8cd94),segment_id=41cb987a-396b-47f7-8627-e62dc3f8cd94)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:47.101929 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ddabf4f7-9dda-4255-a675-9ab12e9b11be tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:47.117071 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f7140fb0-5b35-47e4-aef0-5a7b9562387f tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:47.117868 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ddabf4f7-9dda-4255-a675-9ab12e9b11be tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Calling delete_port for 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:38:47.118859 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f7140fb0-5b35-47e4-aef0-5a7b9562387f tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3976510 Nov 12 04:38:47.121591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40412) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:47.126178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-369f32c5-1a86-406d-8bf6-e5b4a6e182a6 tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e72cb57b-1f87-429b-b3c8-698dc40fee43'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:47.126949 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-369f32c5-1a86-406d-8bf6-e5b4a6e182a6 tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103296) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:38:47.270659 n-d-768509-24 neutron-server[103296]: WARNING neutron.services.metering.metering_plugin [None req-369f32c5-1a86-406d-8bf6-e5b4a6e182a6 tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 04:38:47.386680 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-369f32c5-1a86-406d-8bf6-e5b4a6e182a6 tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:47.388407 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-369f32c5-1a86-406d-8bf6-e5b4a6e182a6 tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2652225 Nov 12 04:38:47.391266 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40414) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:47.395606 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-f884754c-8718-4d5b-a690-4e8c1d3ab74e tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e72cb57b-1f87-429b-b3c8-698dc40fee43'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:47.396136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-f884754c-8718-4d5b-a690-4e8c1d3ab74e tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103296) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:38:47.459251 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ddabf4f7-9dda-4255-a675-9ab12e9b11be tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:47.486249 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabf4f7-9dda-4255-a675-9ab12e9b11be tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event deleted for resources: {'Port': ['ID=7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:47.519836 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d164de9b-7c06-424a-9c97-48e90d8acc4b no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:38:47.528157 n-d-768509-24 neutron-server[103296]: WARNING neutron.services.metering.metering_plugin [None req-f884754c-8718-4d5b-a690-4e8c1d3ab74e tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 04:38:47.562411 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: d164de9b-7c06-424a-9c97-48e90d8acc4b {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:38:47.562801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d164de9b-7c06-424a-9c97-48e90d8acc4b not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:38:47.646474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e73f8-b9c4-4716-9336-9d57f04420ad req-a81095c2-012f-46ca-910d-c6b4a10d9b9b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:47.651173 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-894e73f8-b9c4-4716-9336-9d57f04420ad req-a81095c2-012f-46ca-910d-c6b4a10d9b9b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 944 time: 0.1608291 Nov 12 04:38:47.652154 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device a029a47f-ca58-482c-acd9-9606190c6aba up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:38:47.659226 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f884754c-8718-4d5b-a690-4e8c1d3ab74e tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:47.663215 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f884754c-8718-4d5b-a690-4e8c1d3ab74e tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2708983 Nov 12 04:38:47.664998 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40426) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:47.683911 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b38f3afd-c037-4b5a-b6b6-2a524e64dc8f tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=90701af7-3cb6-4d38-babd-dc101f461a9d HTTP/1.1" status: 200 len: 464 time: 0.0178423 Nov 12 04:38:47.692784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40428) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:47.754824 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ddabf4f7-9dda-4255-a675-9ab12e9b11be tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:47.784771 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-894e73f8-b9c4-4716-9336-9d57f04420ad req-3c222176-91ad-4219-8c4f-7bd023e6ef0e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203709 Nov 12 04:38:47.890243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port a029a47f-ca58-482c-acd9-9606190c6aba completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:38:47.896358 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port a029a47f-ca58-482c-acd9-9606190c6aba triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:47.896963 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:47.940939 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d7c4296-4006-4295-b629-4088fa24fb83 tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:47.943101 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0d7c4296-4006-4295-b629-4088fa24fb83 tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/90701af7-3cb6-4d38-babd-dc101f461a9d HTTP/1.1" status: 204 len: 168 time: 0.2491429 Nov 12 04:38:47.944829 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40436) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:47.958294 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c68799f8-86c6-43fa-9914-11b01ab226ab tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=90701af7-3cb6-4d38-babd-dc101f461a9d HTTP/1.1" status: 200 len: 221 time: 0.0102448 Nov 12 04:38:47.961598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40438) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:47.965961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-28bdb1fc-49f4-473e-bdee-f710a0c459d2 tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2123981847', 'description': 'label created by tempest'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:47.966423 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-28bdb1fc-49f4-473e-bdee-f710a0c459d2 tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] Unknown quota resources ['metering_label']. {{(pid=103296) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:38:48.006740 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:48.033313 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a029a47f-ca58-482c-acd9-9606190c6aba'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:38:48.035686 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee7655d-841b-474d-af94-c86e8d0a9e49" -d '{"events": [{"server_uuid": "5a07aad5-cc01-48e3-b2e5-82d573ca3ab3", "name": "network-vif-plugged", "status": "completed", "tag": "a029a47f-ca58-482c-acd9-9606190c6aba"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:38:48.050457 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port a029a47f-ca58-482c-acd9-9606190c6aba, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a029a47f-ca58-482c-acd9-9606190c6aba,segment=NetworkSegment(66712da7-755c-4e1d-ac4c-f6b0a7ed9074),segment_id=66712da7-755c-4e1d-ac4c-f6b0a7ed9074)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:48.054606 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddabf4f7-9dda-4255-a675-9ab12e9b11be tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Router e7503e1a-0108-4033-ab07-00c4acd983fa has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:38:48.091465 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e9dea5-1c92-4caa-a76a-33397da64cdd x-openstack-request-id: req-d2e9dea5-1c92-4caa-a76a-33397da64cdd {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:38:48.091804 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a07aad5-cc01-48e3-b2e5-82d573ca3ab3", "name": "network-vif-plugged", "status": "completed", "tag": "a029a47f-ca58-482c-acd9-9606190c6aba", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:38:48.095850 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2e9dea5-1c92-4caa-a76a-33397da64cdd {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:38:48.095850 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a029a47f-ca58-482c-acd9-9606190c6aba', 'code': 200} Nov 12 04:38:48.156314 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:48.176401 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddabf4f7-9dda-4255-a675-9ab12e9b11be tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:38:48.183564 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ddabf4f7-9dda-4255-a675-9ab12e9b11be tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "PUT /v2.0/routers/e7503e1a-0108-4033-ab07-00c4acd983fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9623024 Nov 12 04:38:48.186183 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40442) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:48.186540 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:48.195659 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7043b75-4585-451e-9421-692df39f8e05 None None] Sync routers for ids ['e7503e1a-0108-4033-ab07-00c4acd983fa'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:38:48.238365 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7043b75-4585-451e-9421-692df39f8e05 None None] Routers {'e7503e1a-0108-4033-ab07-00c4acd983fa'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:48.239035 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c7043b75-4585-451e-9421-692df39f8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e7503e1a-0108-4033-ab07-00c4acd983fa'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:48.243357 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=a029a47f-ca58-482c-acd9-9606190c6aba,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:48.273169 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-24138037-53f8-4f19-a8e4-a5e876e7b5ce tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Deleting subnet 51614038-d513-4083-8c17-2efe33d861d3 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:38:48.278378 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-24138037-53f8-4f19-a8e4-a5e876e7b5ce tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:48.323483 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-24138037-53f8-4f19-a8e4-a5e876e7b5ce tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:48.359818 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c7043b75-4585-451e-9421-692df39f8e05 None None] Set router e7503e1a-0108-4033-ab07-00c4acd983fa gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:48.401303 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accc6e6-8e3e-4eb3-ba17-588f2c5a2ce3 req-b0382810-2342-49b1-a3cf-3e71cc59cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:48.402901 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5accc6e6-8e3e-4eb3-ba17-588f2c5a2ce3 req-b0382810-2342-49b1-a3cf-3e71cc59cb09 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 1097 time: 0.0439079 Nov 12 04:38:48.421341 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-24138037-53f8-4f19-a8e4-a5e876e7b5ce tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:48.556027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c7043b75-4585-451e-9421-692df39f8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:38:47Z', 'revision_number': 7, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:48.574829 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28bdb1fc-49f4-473e-bdee-f710a0c459d2 tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:48.578460 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-28bdb1fc-49f4-473e-bdee-f710a0c459d2 tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6132691 Nov 12 04:38:48.578911 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-24138037-53f8-4f19-a8e4-a5e876e7b5ce tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:48.579335 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5accc6e6-8e3e-4eb3-ba17-588f2c5a2ce3 req-d5993812-1e3b-4754-a08a-af6e4ec33ec8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682150 Nov 12 04:38:48.579899 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40450) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:48.594990 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7043b75-4585-451e-9421-692df39f8e05 None None] Checking router: e7503e1a-0108-4033-ab07-00c4acd983fa for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:38:48.605994 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24138037-53f8-4f19-a8e4-a5e876e7b5ce tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event deleted for resources: {'Subnet': ['ID=51614038-d513-4083-8c17-2efe33d861d3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:48.610992 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7043b75-4585-451e-9421-692df39f8e05 None None] Routers {'e7503e1a-0108-4033-ab07-00c4acd983fa'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:48.610992 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c7043b75-4585-451e-9421-692df39f8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e7503e1a-0108-4033-ab07-00c4acd983fa'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:48.617029 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-24138037-53f8-4f19-a8e4-a5e876e7b5ce tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:48.620611 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-24138037-53f8-4f19-a8e4-a5e876e7b5ce tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "DELETE /v2.0/subnets/51614038-d513-4083-8c17-2efe33d861d3 HTTP/1.1" status: 204 len: 168 time: 0.4331708 Nov 12 04:38:48.623255 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40452) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:48.694911 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f9a5b8b9-e951-4d75-89b4-575e74c59861 tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=b164809f-7804-405b-9bcb-408cee21228e HTTP/1.1" status: 200 len: 468 time: 0.1116230 Nov 12 04:38:48.695252 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40454) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:48.735123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c7043b75-4585-451e-9421-692df39f8e05 None None] Set router e7503e1a-0108-4033-ab07-00c4acd983fa gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:48.782884 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44e7a102-3a24-4d4c-947c-8af2c454d1fa tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:48.801614 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8f25b4-b8f2-485d-a6af-2c6aee3f549f None None] Network 1c1b6a21-838c-4da2-b510-f882164c09b5 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:38:48.927020 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44e7a102-3a24-4d4c-947c-8af2c454d1fa tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:48.972007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce16d9e-3094-4795-ae30-a6c03477f289 req-0e510d94-d7b7-4dbf-89c2-55632c6e30d8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:48.973580 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9ce16d9e-3094-4795-ae30-a6c03477f289 req-0e510d94-d7b7-4dbf-89c2-55632c6e30d8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 945 time: 0.0540564 Nov 12 04:38:49.012029 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1581ae07-7b38-4ac2-93e6-3494976aa41a tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:49.013770 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1581ae07-7b38-4ac2-93e6-3494976aa41a tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/b164809f-7804-405b-9bcb-408cee21228e HTTP/1.1" status: 204 len: 168 time: 0.3175342 Nov 12 04:38:49.016974 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40468) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:49.040257 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-25c8cd9b-bd2e-4a53-b658-b2a5faa17553 tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=b164809f-7804-405b-9bcb-408cee21228e HTTP/1.1" status: 200 len: 216 time: 0.0216448 Nov 12 04:38:49.046557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40470) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:49.057565 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-399457bd-a0e8-4a6d-8dda-6f225cbd07b5 tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0095060 Nov 12 04:38:49.060861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40472) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:49.098511 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9ce16d9e-3094-4795-ae30-a6c03477f289 req-94fdef79-5c80-4be3-ae5f-29b8fddbf495 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184626 Nov 12 04:38:49.115123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c7043b75-4585-451e-9421-692df39f8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:38:47Z', 'revision_number': 7, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:49.123485 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40474) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:49.127436 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4b489155-224b-49c8-a35e-67311819dc49 tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0640411 Nov 12 04:38:49.155023 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dea905-1527-4d4d-9f4c-d0f7a299a6d6 None None] DHCP port deletion for 1c1b6a21-838c-4da2-b510-f882164c09b5 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:38:49.157860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7043b75-4585-451e-9421-692df39f8e05 None None] The sync data for ids ['e7503e1a-0108-4033-ab07-00c4acd983fa'] in n-d-768509-24 is: [{'id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'name': 'tempest-TestNetworkBasicOps-router-665569116', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '4699e735-aa70-4e45-a491-73147aaba70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:20Z', 'updated_at': '2021-11-12T04:38:47Z', 'revision_number': 7, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': '4699e735-aa70-4e45-a491-73147aaba70f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7503e1a-0108-4033-ab07-00c4acd983fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:38:49.224838 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-10dea905-1527-4d4d-9f4c-d0f7a299a6d6 None None] Deleting port 9bd8dafa-6e18-4009-94a3-83f53c6b5dee {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:38:49.227141 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10dea905-1527-4d4d-9f4c-d0f7a299a6d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:49.227296 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f232dc37-d779-459e-adcd-35318d4d7bad tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/e72cb57b-1f87-429b-b3c8-698dc40fee43 HTTP/1.1" status: 200 len: 473 time: 0.0946541 Nov 12 04:38:49.231710 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40476) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:49.232209 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-44e7a102-3a24-4d4c-947c-8af2c454d1fa tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Deleting port 4699e735-aa70-4e45-a491-73147aaba70f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:38:49.232555 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44e7a102-3a24-4d4c-947c-8af2c454d1fa tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:49.244124 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-66ce06e0-1893-4de6-b17f-49d4a136f25d tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/8b32c5c2-60ba-4675-9646-76e80fa63818 HTTP/1.1" status: 200 len: 461 time: 0.0112371 Nov 12 04:38:49.251276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40478) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:49.311976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-10dea905-1527-4d4d-9f4c-d0f7a299a6d6 None None] For port 9bd8dafa-6e18-4009-94a3-83f53c6b5dee, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9bd8dafa-6e18-4009-94a3-83f53c6b5dee,segment=NetworkSegment(41cb987a-396b-47f7-8627-e62dc3f8cd94),segment_id=41cb987a-396b-47f7-8627-e62dc3f8cd94)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:49.312371 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10dea905-1527-4d4d-9f4c-d0f7a299a6d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:49.326244 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-10dea905-1527-4d4d-9f4c-d0f7a299a6d6 None None] Calling delete_port for 9bd8dafa-6e18-4009-94a3-83f53c6b5dee owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:38:49.332876 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-44e7a102-3a24-4d4c-947c-8af2c454d1fa tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] For port 4699e735-aa70-4e45-a491-73147aaba70f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4699e735-aa70-4e45-a491-73147aaba70f,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:49.334189 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44e7a102-3a24-4d4c-947c-8af2c454d1fa tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:49.354331 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-44e7a102-3a24-4d4c-947c-8af2c454d1fa tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Calling delete_port for 4699e735-aa70-4e45-a491-73147aaba70f owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:38:49.490664 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-38491720-fe95-4699-a26e-3114dce332b7 tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:49.491826 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-38491720-fe95-4699-a26e-3114dce332b7 tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/8b32c5c2-60ba-4675-9646-76e80fa63818 HTTP/1.1" status: 204 len: 168 time: 0.2395375 Nov 12 04:38:49.495099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40484) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:49.533959 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-10dea905-1527-4d4d-9f4c-d0f7a299a6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:49.552466 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dea905-1527-4d4d-9f4c-d0f7a299a6d6 None None] No DVR routers for this DVR port 9bd8dafa-6e18-4009-94a3-83f53c6b5dee on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:38:49.595533 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dea905-1527-4d4d-9f4c-d0f7a299a6d6 None None] Pushing event deleted for resources: {'Port': ['ID=9bd8dafa-6e18-4009-94a3-83f53c6b5dee,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:49.647934 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44e7a102-3a24-4d4c-947c-8af2c454d1fa tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:49.688684 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7a102-3a24-4d4c-947c-8af2c454d1fa tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event deleted for resources: {'Port': ['ID=4699e735-aa70-4e45-a491-73147aaba70f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:49.718793 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57c4219-997d-4d03-9068-f00b6a07a5c1 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:38:49.798910 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44e7a102-3a24-4d4c-947c-8af2c454d1fa tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:49.910617 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44e7a102-3a24-4d4c-947c-8af2c454d1fa tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:49.913023 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44e7a102-3a24-4d4c-947c-8af2c454d1fa tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:49.941839 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2bec8d5a-b7fe-423d-9e50-d04d094d614e tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:49.943065 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2bec8d5a-b7fe-423d-9e50-d04d094d614e tempest-MeteringTestJSON-309088845 tempest-MeteringTestJSON-309088845-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/e72cb57b-1f87-429b-b3c8-698dc40fee43 HTTP/1.1" status: 204 len: 168 time: 0.4467580 Nov 12 04:38:50.029650 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9bd8dafa-6e18-4009-94a3-83f53c6b5dee no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:38:50.036536 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44e7a102-3a24-4d4c-947c-8af2c454d1fa tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:50.039980 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e7a102-3a24-4d4c-947c-8af2c454d1fa tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Fanout notify agent at l3_agent the message router_deleted on router e7503e1a-0108-4033-ab07-00c4acd983fa {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:38:50.046687 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-44e7a102-3a24-4d4c-947c-8af2c454d1fa tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:50.050688 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-44e7a102-3a24-4d4c-947c-8af2c454d1fa tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "DELETE /v2.0/routers/e7503e1a-0108-4033-ab07-00c4acd983fa HTTP/1.1" status: 204 len: 168 time: 1.4240685 Nov 12 04:38:50.051091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40496) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:50.081491 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 9bd8dafa-6e18-4009-94a3-83f53c6b5dee {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:38:50.085984 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9bd8dafa-6e18-4009-94a3-83f53c6b5dee not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:38:50.085984 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:38:50.113676 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:38:50.113676 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 7a5dcc6a-1bc6-4e1e-831e-feabcf6c0e3c not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:38:50.146925 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5b6b3056-7caa-4c3b-aac8-80c716e9169f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:50.283986 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5b6b3056-7caa-4c3b-aac8-80c716e9169f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:50.315005 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-5b6b3056-7caa-4c3b-aac8-80c716e9169f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1b6a21-838c-4da2-b510-f882164c09b5']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:50.328617 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-5b6b3056-7caa-4c3b-aac8-80c716e9169f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41cb987a-396b-47f7-8627-e62dc3f8cd94') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:50.328847 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-5b6b3056-7caa-4c3b-aac8-80c716e9169f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41cb987a-396b-47f7-8627-e62dc3f8cd94') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:50.338964 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bee38b-d2d1-4c60-a669-1fdf990ace44 req-1fa0b659-9995-469b-aaa7-c1ea66973869 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:50.340507 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56bee38b-d2d1-4c60-a669-1fdf990ace44 req-1fa0b659-9995-469b-aaa7-c1ea66973869 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 945 time: 0.0942588 Nov 12 04:38:50.350362 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5b6b3056-7caa-4c3b-aac8-80c716e9169f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:50.381881 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5b6b3056-7caa-4c3b-aac8-80c716e9169f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:50.398161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6b3056-7caa-4c3b-aac8-80c716e9169f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:38:50.398604 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5b6b3056-7caa-4c3b-aac8-80c716e9169f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:38:50.402021 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:38:50.472780 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56bee38b-d2d1-4c60-a669-1fdf990ace44 req-82f66a78-ee7b-4cdb-81ac-42fe4d724ca0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198802 Nov 12 04:38:50.601814 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff591ca-fba6-4961-980c-4b34530bb657 req-7b700a80-9394-4b92-96cd-ec7c74d09573 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:50.603940 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ff591ca-fba6-4961-980c-4b34530bb657 req-7b700a80-9394-4b92-96cd-ec7c74d09573 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 945 time: 0.0573370 Nov 12 04:38:50.658969 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ff591ca-fba6-4961-980c-4b34530bb657 req-d00dc150-e95b-40b7-abbb-5ba0e6477bfe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481615 Nov 12 04:38:50.680920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40504) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:50.722971 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfbb4bc-ec4b-408e-adf4-3753049634d1 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:50.725499 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cbfbb4bc-ec4b-408e-adf4-3753049634d1 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 1092 time: 0.0419843 Nov 12 04:38:50.727525 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40506) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:50.732282 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': 'a029a47f-ca58-482c-acd9-9606190c6aba', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:51.037686 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:51.037686 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5b6b3056-7caa-4c3b-aac8-80c716e9169f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:51.061339 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5b6b3056-7caa-4c3b-aac8-80c716e9169f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:51.064840 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5b6b3056-7caa-4c3b-aac8-80c716e9169f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "DELETE /v2.0/networks/1c1b6a21-838c-4da2-b510-f882164c09b5 HTTP/1.1" status: 204 len: 168 time: 1.0127149 Nov 12 04:38:51.085205 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40516) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:51.086247 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b3056-7caa-4c3b-aac8-80c716e9169f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event deleted for resources: {'Network': ['ID=1c1b6a21-838c-4da2-b510-f882164c09b5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:51.095022 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6167ae51-0d0a-4998-8ae2-e94c113d82e8 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'network': {'name': 'tempest-network-smoke--1678646038', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'port_security_enabled': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:51.141321 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40518) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:51.179717 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6167ae51-0d0a-4998-8ae2-e94c113d82e8 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Made reservation on behalf of 8637d71ae4c840e5a0ac06c987e9c7b5 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:38:51.190717 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6167ae51-0d0a-4998-8ae2-e94c113d82e8 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:51.204663 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:51.220375 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6167ae51-0d0a-4998-8ae2-e94c113d82e8 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:38:51.232609 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6167ae51-0d0a-4998-8ae2-e94c113d82e8 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:51.237024 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-6167ae51-0d0a-4998-8ae2-e94c113d82e8 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Added segment 2dd45e3e-fffc-4e61-b4f3-552761f73ece of type vlan for network c0e34992-e3f5-466b-aa64-150bd14254a1 Nov 12 04:38:51.290285 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6167ae51-0d0a-4998-8ae2-e94c113d82e8 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:51.341312 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Allocated IP 172.25.1.111 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/da7c85ef-043c-4808-bd59-b53f71239353) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:38:51.347932 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1384e366-3f3d-43bd-89f2-82694a70937f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:51.428917 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6167ae51-0d0a-4998-8ae2-e94c113d82e8 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:51.435574 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6167ae51-0d0a-4998-8ae2-e94c113d82e8 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:51.436383 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6167ae51-0d0a-4998-8ae2-e94c113d82e8 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:51.484229 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1384e366-3f3d-43bd-89f2-82694a70937f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:51.486300 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:51.530824 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167ae51-0d0a-4998-8ae2-e94c113d82e8 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Network': ['ID=c0e34992-e3f5-466b-aa64-150bd14254a1,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:51.543709 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network c0e34992-e3f5-466b-aa64-150bd14254a1 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:38:51.590912 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1384e366-3f3d-43bd-89f2-82694a70937f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:51.639638 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1384e366-3f3d-43bd-89f2-82694a70937f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=81f89493820d4c37b511a0f57917351e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4969151 Nov 12 04:38:51.641740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384e366-3f3d-43bd-89f2-82694a70937f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89d9134-04b7-4f88-97b1-a24c6da7aa79,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:51.642294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40540) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:51.701503 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6167ae51-0d0a-4998-8ae2-e94c113d82e8 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6154284 Nov 12 04:38:51.703207 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7678b8dc-b3c0-4525-b495-97fee70a1596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:51.706693 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40542) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:51.710846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-aaf8c96c-f7dd-4a03-896d-ec59d845e273 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1047372905', 'admin_state_up': True, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:51.723612 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:51.793949 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7678b8dc-b3c0-4525-b495-97fee70a1596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:51.811854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:38:51.820387 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:38:51.829682 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:38:51.860252 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=da7c85ef-043c-4808-bd59-b53f71239353,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:51.889961 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaf8c96c-f7dd-4a03-896d-ec59d845e273 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:51.891065 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaf8c96c-f7dd-4a03-896d-ec59d845e273 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:51.951515 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4699e735-aa70-4e45-a491-73147aaba70f no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:38:51.984732 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 4699e735-aa70-4e45-a491-73147aaba70f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:38:51.985337 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4699e735-aa70-4e45-a491-73147aaba70f not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:38:52.160146 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7678b8dc-b3c0-4525-b495-97fee70a1596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:52.169199 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7678b8dc-b3c0-4525-b495-97fee70a1596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:52.169199 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7678b8dc-b3c0-4525-b495-97fee70a1596 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a89d9134-04b7-4f88-97b1-a24c6da7aa79 HTTP/1.1" status: 204 len: 168 time: 0.5205379 Nov 12 04:38:52.256005 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaf8c96c-f7dd-4a03-896d-ec59d845e273 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:52.262967 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678b8dc-b3c0-4525-b495-97fee70a1596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89d9134-04b7-4f88-97b1-a24c6da7aa79,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:52.442408 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:52.535781 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaf8c96c-f7dd-4a03-896d-ec59d845e273 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:52.721700 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:52.926044 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40562) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:52.941438 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b81db18a-16ac-4541-8d87-f3ee4e0ea6d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:52.943000 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaf8c96c-f7dd-4a03-896d-ec59d845e273 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:52.977920 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaf8c96c-f7dd-4a03-896d-ec59d845e273 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:53.056004 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b81db18a-16ac-4541-8d87-f3ee4e0ea6d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:53.067102 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:53.110974 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b81db18a-16ac-4541-8d87-f3ee4e0ea6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:53.143413 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:53.147435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-aaf8c96c-f7dd-4a03-896d-ec59d845e273 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Allocated IP 172.25.1.152 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/a8828bc6-b615-4784-9e4f-c59c1021ff5e) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:38:53.183764 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b81db18a-16ac-4541-8d87-f3ee4e0ea6d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5daec3f8fb914db9bb7a7a96fcda789f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2562153 Nov 12 04:38:53.184953 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81db18a-16ac-4541-8d87-f3ee4e0ea6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dffda42-e986-41ce-a91a-131f1a68ab07,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:53.192326 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40570) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:53.272450 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d3e6206-0c07-4e46-b15f-e73bd646d4a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:53.308785 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d3e6206-0c07-4e46-b15f-e73bd646d4a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:53.492615 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d3e6206-0c07-4e46-b15f-e73bd646d4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:53.499475 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d3e6206-0c07-4e46-b15f-e73bd646d4a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:53.503243 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3d3e6206-0c07-4e46-b15f-e73bd646d4a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5dffda42-e986-41ce-a91a-131f1a68ab07 HTTP/1.1" status: 204 len: 168 time: 0.3076334 Nov 12 04:38:53.529537 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e6206-0c07-4e46-b15f-e73bd646d4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dffda42-e986-41ce-a91a-131f1a68ab07,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:53.668578 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=da7c85ef-043c-4808-bd59-b53f71239353,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:53.679256 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:53.766238 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaf8c96c-f7dd-4a03-896d-ec59d845e273 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:53.845741 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Floating IP 85bc52e1-09cb-4635-8400-650635c40f44 associated. External IP: 172.25.1.111, port: a029a47f-ca58-482c-acd9-9606190c6aba. Nov 12 04:38:53.958393 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaf8c96c-f7dd-4a03-896d-ec59d845e273 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:54.046682 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf8c96c-f7dd-4a03-896d-ec59d845e273 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:38:54.051480 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-aaf8c96c-f7dd-4a03-896d-ec59d845e273 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:38:54.059525 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf8c96c-f7dd-4a03-896d-ec59d845e273 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:38:54.066507 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672c63ea-bccb-4568-aaed-8d4a7676bc2c None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:38:54.126154 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8c96c-f7dd-4a03-896d-ec59d845e273 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Port': ['ID=a8828bc6-b615-4784-9e4f-c59c1021ff5e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:54.190909 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b5904efa-288d-431f-9c19-71880ee586fc None None] Provisioning complete for port a8828bc6-b615-4784-9e4f-c59c1021ff5e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:54.191715 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b5904efa-288d-431f-9c19-71880ee586fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:54.282657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b5904efa-288d-431f-9c19-71880ee586fc None None] Port a8828bc6-b615-4784-9e4f-c59c1021ff5e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:38:54.320340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Router f740f187-63ea-4e36-933b-05d817bfd3a6 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:38:54.497035 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bf3c9b9c-6015-4c0a-a2e4-11a9dd9b6ec0 req-e82fc4ff-268d-42bd-8fd3-257e138df953 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2171204 Nov 12 04:38:54.504182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:38:54.517127 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70220087-2933-425e-b269-eb5356ba2996 None None] Sync routers for ids ['f740f187-63ea-4e36-933b-05d817bfd3a6'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:38:54.542271 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70220087-2933-425e-b269-eb5356ba2996 None None] Routers {'f740f187-63ea-4e36-933b-05d817bfd3a6'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:54.542271 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-70220087-2933-425e-b269-eb5356ba2996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f740f187-63ea-4e36-933b-05d817bfd3a6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:54.645656 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:54.659403 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-70220087-2933-425e-b269-eb5356ba2996 None None] Set router f740f187-63ea-4e36-933b-05d817bfd3a6 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:54.689540 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a55edb53-a4af-4e3f-a0d1-8116e7500cbe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9609175 Nov 12 04:38:54.690624 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'tag': 'a029a47f-ca58-482c-acd9-9606190c6aba'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:38:54.705836 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981570cc-a36a-4c83-ad34-7c6af572f56e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a07aad5-cc01-48e3-b2e5-82d573ca3ab3", "tag": "a029a47f-ca58-482c-acd9-9606190c6aba"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:38:54.713078 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaf8c96c-f7dd-4a03-896d-ec59d845e273 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:54.717753 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c9b9c-6015-4c0a-a2e4-11a9dd9b6ec0 req-70f68d37-afca-4cbb-a772-f7338c89c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:54.719794 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bf3c9b9c-6015-4c0a-a2e4-11a9dd9b6ec0 req-70f68d37-afca-4cbb-a772-f7338c89c3b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1b67341a19d643aa810ccb856899fd39&device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 1097 time: 0.1066170 Nov 12 04:38:54.921234 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e390782-c035-467d-a28a-cd144b07050e req-66360493-355b-4743-a00c-7063942f6c01 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:54.926558 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e390782-c035-467d-a28a-cd144b07050e req-66360493-355b-4743-a00c-7063942f6c01 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 945 time: 0.1337125 Nov 12 04:38:55.006029 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-70220087-2933-425e-b269-eb5356ba2996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777524512', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:18Z', 'updated_at': '2021-11-12T04:38:30Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:19Z', 'updated_at': '2021-11-12T04:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '85bc52e1-09cb-4635-8400-650635c40f44', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'port_id': 'a029a47f-ca58-482c-acd9-9606190c6aba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9', 'mac_address': 'fa:16:3e:e9:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:38:52Z', 'updated_at': '2021-11-12T04:38:52Z', 'revision_number': 0, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa2f02a-e0de-4154-b315-f8f81950e48e', 'name': '', 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:a4:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f42a9110-7711-44c9-8ee6-f90ae049b579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:27Z', 'updated_at': '2021-11-12T04:38:35Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'f42a9110-7711-44c9-8ee6-f90ae049b579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:55.040182 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e390782-c035-467d-a28a-cd144b07050e req-699091cd-51ed-439c-bbd2-d5171f327962 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123073 Nov 12 04:38:55.049987 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70220087-2933-425e-b269-eb5356ba2996 None None] Checking router: f740f187-63ea-4e36-933b-05d817bfd3a6 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:38:55.091171 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70220087-2933-425e-b269-eb5356ba2996 None None] Routers {'f740f187-63ea-4e36-933b-05d817bfd3a6'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:55.094759 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-70220087-2933-425e-b269-eb5356ba2996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f740f187-63ea-4e36-933b-05d817bfd3a6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:55.125155 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40618) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:55.156135 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4280d07-01ca-4961-9bd0-3ed9972f44c0 x-openstack-request-id: req-b4280d07-01ca-4961-9bd0-3ed9972f44c0 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:38:55.157103 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a07aad5-cc01-48e3-b2e5-82d573ca3ab3", "tag": "a029a47f-ca58-482c-acd9-9606190c6aba", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:38:55.157730 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4280d07-01ca-4961-9bd0-3ed9972f44c0 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:38:55.160479 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'tag': 'a029a47f-ca58-482c-acd9-9606190c6aba', 'status': 'completed', 'code': 200} Nov 12 04:38:55.309844 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-70220087-2933-425e-b269-eb5356ba2996 None None] Set router f740f187-63ea-4e36-933b-05d817bfd3a6 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:55.405761 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaf8c96c-f7dd-4a03-896d-ec59d845e273 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:55.447745 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-580d249b-968a-4135-b985-dccd524e2b91 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/floatingips/85bc52e1-09cb-4635-8400-650635c40f44 HTTP/1.1" status: 200 len: 991 time: 0.3197880 Nov 12 04:38:55.498606 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981570cc-a36a-4c83-ad34-7c6af572f56e req-7d1a6654-7b83-4fef-9b2f-70df135a7100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:55.498841 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c9b9c-6015-4c0a-a2e4-11a9dd9b6ec0 req-a0e8ad41-beb8-4ec1-b8bf-bfee82681160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:55.499337 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-981570cc-a36a-4c83-ad34-7c6af572f56e req-7d1a6654-7b83-4fef-9b2f-70df135a7100 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 1097 time: 0.2642219 Nov 12 04:38:55.499689 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bf3c9b9c-6015-4c0a-a2e4-11a9dd9b6ec0 req-a0e8ad41-beb8-4ec1-b8bf-bfee82681160 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d951b35b-5ae6-40de-94b2-005aae2805fe HTTP/1.1" status: 200 len: 915 time: 0.7499106 Nov 12 04:38:55.555644 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bf3c9b9c-6015-4c0a-a2e4-11a9dd9b6ec0 req-3857ab0d-2512-45c1-af84-ccfb476723f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a18c86df-6492-4c35-a533-1611ab504f60 HTTP/1.1" status: 200 len: 217 time: 0.0468068 Nov 12 04:38:55.623367 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c9b9c-6015-4c0a-a2e4-11a9dd9b6ec0 req-5878573c-347f-4ee7-8c05-a3c4ce249ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:55.625181 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bf3c9b9c-6015-4c0a-a2e4-11a9dd9b6ec0 req-5878573c-347f-4ee7-8c05-a3c4ce249ce5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f1025a5-d9f3-41ef-a72e-82436b0d3eb6 HTTP/1.1" status: 200 len: 854 time: 0.0610008 Nov 12 04:38:55.670835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981570cc-a36a-4c83-ad34-7c6af572f56e req-c59e2ad2-3b20-47d9-9c6f-98a0bd1ed7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:55.672329 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-981570cc-a36a-4c83-ad34-7c6af572f56e req-c59e2ad2-3b20-47d9-9c6f-98a0bd1ed7a2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c6689ff6-20fe-4a32-b709-b8976c2341d9 HTTP/1.1" status: 200 len: 898 time: 0.1603589 Nov 12 04:38:55.680121 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bf3c9b9c-6015-4c0a-a2e4-11a9dd9b6ec0 req-3ec490a9-f42b-43dd-b587-bd8e17391860 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d951b35b-5ae6-40de-94b2-005aae2805fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457971 Nov 12 04:38:55.749195 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-70220087-2933-425e-b269-eb5356ba2996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777524512', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:18Z', 'updated_at': '2021-11-12T04:38:30Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:19Z', 'updated_at': '2021-11-12T04:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '85bc52e1-09cb-4635-8400-650635c40f44', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'port_id': 'a029a47f-ca58-482c-acd9-9606190c6aba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9', 'mac_address': 'fa:16:3e:e9:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:38:52Z', 'updated_at': '2021-11-12T04:38:52Z', 'revision_number': 0, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa2f02a-e0de-4154-b315-f8f81950e48e', 'name': '', 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:a4:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f42a9110-7711-44c9-8ee6-f90ae049b579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:27Z', 'updated_at': '2021-11-12T04:38:35Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'f42a9110-7711-44c9-8ee6-f90ae049b579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:55.770950 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-981570cc-a36a-4c83-ad34-7c6af572f56e req-70e1e3dc-1b17-42c8-a6d3-3af18324dd28 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a029a47f-ca58-482c-acd9-9606190c6aba HTTP/1.1" status: 200 len: 999 time: 0.0846629 Nov 12 04:38:55.786867 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70220087-2933-425e-b269-eb5356ba2996 None None] The sync data for ids ['f740f187-63ea-4e36-933b-05d817bfd3a6'] in n-d-768509-24 is: [{'id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777524512', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:18Z', 'updated_at': '2021-11-12T04:38:30Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:19Z', 'updated_at': '2021-11-12T04:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '85bc52e1-09cb-4635-8400-650635c40f44', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'port_id': 'a029a47f-ca58-482c-acd9-9606190c6aba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9', 'mac_address': 'fa:16:3e:e9:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:38:52Z', 'updated_at': '2021-11-12T04:38:52Z', 'revision_number': 0, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa2f02a-e0de-4154-b315-f8f81950e48e', 'name': '', 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:a4:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f42a9110-7711-44c9-8ee6-f90ae049b579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:27Z', 'updated_at': '2021-11-12T04:38:35Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'f42a9110-7711-44c9-8ee6-f90ae049b579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:38:55.844228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf8c96c-f7dd-4a03-896d-ec59d845e273 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Router 5316b581-71c7-4d98-b6cb-5301782fd1f7 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:38:55.863086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981570cc-a36a-4c83-ad34-7c6af572f56e req-b232c94d-bf92-4e36-810e-e7be0ff3a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:55.865722 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-981570cc-a36a-4c83-ad34-7c6af572f56e req-b232c94d-bf92-4e36-810e-e7be0ff3a485 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f42a9110-7711-44c9-8ee6-f90ae049b579 HTTP/1.1" status: 200 len: 835 time: 0.0824678 Nov 12 04:38:55.908560 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bf3c9b9c-6015-4c0a-a2e4-11a9dd9b6ec0 req-604ecaaf-7253-4e98-b283-9cb58d75db32 service neutron] 10.222.0.21 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202737 Nov 12 04:38:56.044942 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bf3c9b9c-6015-4c0a-a2e4-11a9dd9b6ec0 req-a2c6fcc0-a14c-4aa5-ac3e-802fc30b359c service neutron] 10.222.0.21 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279807 Nov 12 04:38:56.079674 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981570cc-a36a-4c83-ad34-7c6af572f56e req-d9888dca-2c2f-470e-8570-e114e2da6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:56.082020 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-981570cc-a36a-4c83-ad34-7c6af572f56e req-d9888dca-2c2f-470e-8570-e114e2da6dc6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c6689ff6-20fe-4a32-b709-b8976c2341d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1590509 Nov 12 04:38:56.107564 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf8c96c-f7dd-4a03-896d-ec59d845e273 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:38:56.119986 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] Sync routers for ids ['5316b581-71c7-4d98-b6cb-5301782fd1f7'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:38:56.135124 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] Routers {'5316b581-71c7-4d98-b6cb-5301782fd1f7'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:56.135852 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['5316b581-71c7-4d98-b6cb-5301782fd1f7'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:56.174380 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f468ee4-a3a9-4623-b525-b02a8a58a287 None None] New status for floating IP 85bc52e1-09cb-4635-8400-650635c40f44: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:38:56.256016 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-981570cc-a36a-4c83-ad34-7c6af572f56e req-7732bc14-a7de-412b-a8a7-944af6b0b2b9 service neutron] 10.222.0.31 "GET /v2.0/networks/c6689ff6-20fe-4a32-b709-b8976c2341d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597817 Nov 12 04:38:56.302076 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaf8c96c-f7dd-4a03-896d-ec59d845e273 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:56.303366 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-aaf8c96c-f7dd-4a03-896d-ec59d845e273 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5972927 Nov 12 04:38:56.307931 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40644) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:56.383161 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1ea60f80-e4df-472d-9f0c-c912ec1450e4 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=8637d71ae4c840e5a0ac06c987e9c7b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0712779 Nov 12 04:38:56.384092 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40648) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:56.455570 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40650) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:56.484401 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-981570cc-a36a-4c83-ad34-7c6af572f56e req-7ad65326-0dbd-4c51-bea5-4b39b7606d6b service neutron] 10.222.0.31 "GET /v2.0/networks/c6689ff6-20fe-4a32-b709-b8976c2341d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153187 Nov 12 04:38:56.542469 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] Set router 5316b581-71c7-4d98-b6cb-5301782fd1f7 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:56.594073 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3bb4b83c-ae16-4adb-9f10-879278c9fedc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/floatingips/85bc52e1-09cb-4635-8400-650635c40f44 HTTP/1.1" status: 200 len: 991 time: 0.1332848 Nov 12 04:38:56.645195 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38bf993-82c5-4a85-8a93-53280c430a49 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:56.650962 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b38bf993-82c5-4a85-8a93-53280c430a49 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2625272 Nov 12 04:38:56.651111 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40658) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:56.736153 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7af2f892-eabf-4bf9-9797-be59750e019f tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0814307 Nov 12 04:38:56.736925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40660) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:56.742588 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1931d832-306b-46fd-8ac1-cdff9a904a88 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-246516516', 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:56.785185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e413c975-b622-4db4-92da-826d1aa47b39 req-ced37dee-6a4f-4766-b45b-13774a13c6e3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503006 Nov 12 04:38:56.967532 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'name': 'tempest-TestNetworkBasicOps-router-1047372905', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:51Z', 'updated_at': '2021-11-12T04:38:54Z', 'revision_number': 3, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:52Z', 'updated_at': '2021-11-12T04:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:56.990777 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1931d832-306b-46fd-8ac1-cdff9a904a88 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Made reservation on behalf of 8637d71ae4c840e5a0ac06c987e9c7b5 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:38:56.994487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413c975-b622-4db4-92da-826d1aa47b39 req-4783dc21-0ab3-401d-8743-b4fe0e77b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:56.995878 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1931d832-306b-46fd-8ac1-cdff9a904a88 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:56.996030 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e413c975-b622-4db4-92da-826d1aa47b39 req-4783dc21-0ab3-401d-8743-b4fe0e77b465 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b67341a19d643aa810ccb856899fd39&device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 1098 time: 0.0767300 Nov 12 04:38:57.021132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] Checking router: 5316b581-71c7-4d98-b6cb-5301782fd1f7 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:38:57.021849 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] Updating router 5316b581-71c7-4d98-b6cb-5301782fd1f7 port a8828bc6-b615-4784-9e4f-c59c1021ff5e binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:38:57.089788 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:57.195300 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413c975-b622-4db4-92da-826d1aa47b39 req-03cdd82a-3d08-43a7-ad43-181a9cb841d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:57.201621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e413c975-b622-4db4-92da-826d1aa47b39 req-03cdd82a-3d08-43a7-ad43-181a9cb841d7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d951b35b-5ae6-40de-94b2-005aae2805fe HTTP/1.1" status: 200 len: 915 time: 0.1713552 Nov 12 04:38:57.303672 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e413c975-b622-4db4-92da-826d1aa47b39 req-ac7bf14f-c692-435a-a840-8f72e7215392 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87518b4a-34e9-4262-b3a2-e8dd6bf156e1 HTTP/1.1" status: 200 len: 217 time: 0.0936832 Nov 12 04:38:57.380602 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413c975-b622-4db4-92da-826d1aa47b39 req-542539ac-dd1f-404e-bdb7-997ab5d4e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:57.382173 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e413c975-b622-4db4-92da-826d1aa47b39 req-542539ac-dd1f-404e-bdb7-997ab5d4e03a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f1025a5-d9f3-41ef-a72e-82436b0d3eb6 HTTP/1.1" status: 200 len: 854 time: 0.0707281 Nov 12 04:38:57.422378 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e413c975-b622-4db4-92da-826d1aa47b39 req-6b4db6f4-29e0-4a4d-bb4d-2a09d3675872 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d951b35b-5ae6-40de-94b2-005aae2805fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320237 Nov 12 04:38:57.511803 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1931d832-306b-46fd-8ac1-cdff9a904a88 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:57.587949 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:57.596846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40686) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:57.647898 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e413c975-b622-4db4-92da-826d1aa47b39 req-e23af79c-76fd-47a6-9709-6416318fd441 service neutron] 10.222.0.31 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170975 Nov 12 04:38:57.659730 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:57.689697 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931d832-306b-46fd-8ac1-cdff9a904a88 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Subnet': ['ID=9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:57.712043 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1931d832-306b-46fd-8ac1-cdff9a904a88 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Checking segment: {'id': '2dd45e3e-fffc-4e61-b4f3-552761f73ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:38:57.712671 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1931d832-306b-46fd-8ac1-cdff9a904a88 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Network hostable DHCP agents. Network: c0e34992-e3f5-466b-aa64-150bd14254a1, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:38:57.783283 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62418397-4807-4c19-a894-f52f4cab7667 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:38:57.786518 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-16c0f7fc-bdad-4cdd-839b-3c159f148ddb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/floatingips/85bc52e1-09cb-4635-8400-650635c40f44 HTTP/1.1" status: 200 len: 993 time: 0.1864729 Nov 12 04:38:57.800423 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e413c975-b622-4db4-92da-826d1aa47b39 req-4b575033-e01e-457d-b0cf-e91cefe5901d service neutron] 10.222.0.31 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418962 Nov 12 04:38:57.817795 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] Attempting to bind port a8828bc6-b615-4784-9e4f-c59c1021ff5e on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:38:57.826749 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] Attempting to bind port a8828bc6-b615-4784-9e4f-c59c1021ff5e by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:38:57.827127 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1931d832-306b-46fd-8ac1-cdff9a904a88 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Network c0e34992-e3f5-466b-aa64-150bd14254a1 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:38:57.827273 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] Attempting to bind port a8828bc6-b615-4784-9e4f-c59c1021ff5e on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:38:57.827273 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afed70-8c3b-492c-afea-deda9d965f05 None None] Pushing event updated for resources: {'Port': ['ID=a8828bc6-b615-4784-9e4f-c59c1021ff5e,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:57.835238 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:38:57.835489 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:38:57.835892 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:57.836352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:38:57.836743 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] Bound port: a8828bc6-b615-4784-9e4f-c59c1021ff5e, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:38:57.837127 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:57.895931 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] For port a8828bc6-b615-4784-9e4f-c59c1021ff5e, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:38:57.899254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] For port a8828bc6-b615-4784-9e4f-c59c1021ff5e, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a8828bc6-b615-4784-9e4f-c59c1021ff5e,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:38:57.933726 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1931d832-306b-46fd-8ac1-cdff9a904a88 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, c0e34992-e3f5-466b-aa64-150bd14254a1) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:38:57.939588 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-71148bb8-5cf2-40f7-a919-7bb1395b47db None None] Provisioning complete for port a8828bc6-b615-4784-9e4f-c59c1021ff5e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:57.939776 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1931d832-306b-46fd-8ac1-cdff9a904a88 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:57.939881 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71148bb8-5cf2-40f7-a919-7bb1395b47db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:57.939983 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1931d832-306b-46fd-8ac1-cdff9a904a88 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:57.965105 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1e7a75-f464-4963-b418-48ed4d73695a None None] Network c0e34992-e3f5-466b-aa64-150bd14254a1 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:38:58.033574 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-71148bb8-5cf2-40f7-a919-7bb1395b47db None None] Port a8828bc6-b615-4784-9e4f-c59c1021ff5e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:38:58.054375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40692) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:58.055311 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1931d832-306b-46fd-8ac1-cdff9a904a88 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3173995 Nov 12 04:38:58.060471 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:58.107737 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423eb179-b5ce-451e-8654-934781f8a067 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:38:58.174010 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] Routers {'5316b581-71c7-4d98-b6cb-5301782fd1f7'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:38:58.174010 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['5316b581-71c7-4d98-b6cb-5301782fd1f7'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:58.201650 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afed70-8c3b-492c-afea-deda9d965f05 None None] Pushing event updated for resources: {'Port': ['ID=a8828bc6-b615-4784-9e4f-c59c1021ff5e,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:58.412452 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] Set router 5316b581-71c7-4d98-b6cb-5301782fd1f7 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:38:58.532773 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7ff0a40b-95db-41e2-bd4d-897116951671 None None] Provisioning complete for port a8828bc6-b615-4784-9e4f-c59c1021ff5e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:58.533468 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ff0a40b-95db-41e2-bd4d-897116951671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:58.602450 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-c0e34992-e3f5-466b-aa64-150bd14254a1', 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'fixed_ips': [{'subnet_id': '9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:38:58.604449 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:58.888586 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ff0a40b-95db-41e2-bd4d-897116951671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:58.916272 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7ff0a40b-95db-41e2-bd4d-897116951671 None None] For port a8828bc6-b615-4784-9e4f-c59c1021ff5e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a8828bc6-b615-4784-9e4f-c59c1021ff5e,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:59.016700 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] Allocated IP 172.20.0.2 (c0e34992-e3f5-466b-aa64-150bd14254a1/9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0/19e0a10c-5e04-46ef-bb5c-bfe893b88a62) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:38:59.041655 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ff0a40b-95db-41e2-bd4d-897116951671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:59.094496 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'name': 'tempest-TestNetworkBasicOps-router-1047372905', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:51Z', 'updated_at': '2021-11-12T04:38:54Z', 'revision_number': 3, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:52Z', 'updated_at': '2021-11-12T04:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:38:59.138437 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b04594d3-4e45-4bd5-a273-4821ac421e4d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:59.161692 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a4204-8333-47dc-90af-345b0489eb89 None None] The sync data for ids ['5316b581-71c7-4d98-b6cb-5301782fd1f7'] in n-d-768509-24 is: [{'id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'name': 'tempest-TestNetworkBasicOps-router-1047372905', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:51Z', 'updated_at': '2021-11-12T04:38:54Z', 'revision_number': 3, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:52Z', 'updated_at': '2021-11-12T04:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:38:59.229410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0a40b-95db-41e2-bd4d-897116951671 None None] Pushing event updated for resources: {'Port': ['ID=a8828bc6-b615-4784-9e4f-c59c1021ff5e,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:59.368974 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:59.471167 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:59.689649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-b04594d3-4e45-4bd5-a273-4821ac421e4d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Allocated IP 172.20.0.1 (c0e34992-e3f5-466b-aa64-150bd14254a1/9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0/dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:38:59.924589 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b04594d3-4e45-4bd5-a273-4821ac421e4d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:59.941738 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] Network c0e34992-e3f5-466b-aa64-150bd14254a1 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:38:59.961316 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:38:59.967000 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:38:59.986324 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] Pushing event updated for resources: {'Port': ['ID=19e0a10c-5e04-46ef-bb5c-bfe893b88a62,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:00.073821 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a8828bc6-b615-4784-9e4f-c59c1021ff5e up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:00.094312 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b04594d3-4e45-4bd5-a273-4821ac421e4d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:00.127423 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] Attempting to bind port 19e0a10c-5e04-46ef-bb5c-bfe893b88a62 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:39:00.127793 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] Attempting to bind port 19e0a10c-5e04-46ef-bb5c-bfe893b88a62 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '2dd45e3e-fffc-4e61-b4f3-552761f73ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:39:00.128160 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] Attempting to bind port 19e0a10c-5e04-46ef-bb5c-bfe893b88a62 on network c0e34992-e3f5-466b-aa64-150bd14254a1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:00.147667 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:39:00.148051 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] Checking segment: {'id': '2dd45e3e-fffc-4e61-b4f3-552761f73ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:00.148484 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:00.149740 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] Bound using segment: {'id': '2dd45e3e-fffc-4e61-b4f3-552761f73ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:39:00.150839 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] Bound port: 19e0a10c-5e04-46ef-bb5c-bfe893b88a62, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd45e3e-fffc-4e61-b4f3-552761f73ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:39:00.151241 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:00.161444 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04594d3-4e45-4bd5-a273-4821ac421e4d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Network c0e34992-e3f5-466b-aa64-150bd14254a1 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:00.164882 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-b04594d3-4e45-4bd5-a273-4821ac421e4d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:00.171804 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04594d3-4e45-4bd5-a273-4821ac421e4d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:39:00.231533 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04594d3-4e45-4bd5-a273-4821ac421e4d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Port': ['ID=dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:00.235213 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b04594d3-4e45-4bd5-a273-4821ac421e4d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:00.248108 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] For port 19e0a10c-5e04-46ef-bb5c-bfe893b88a62, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:39:00.251922 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] For port 19e0a10c-5e04-46ef-bb5c-bfe893b88a62, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=19e0a10c-5e04-46ef-bb5c-bfe893b88a62,segment=NetworkSegment(2dd45e3e-fffc-4e61-b4f3-552761f73ece),segment_id=2dd45e3e-fffc-4e61-b4f3-552761f73ece)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:39:00.253203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port a8828bc6-b615-4784-9e4f-c59c1021ff5e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:00.253650 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:00.376737 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:00.456192 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603655f-b048-4960-a258-d78e9ea8b38b None None] Pushing event updated for resources: {'Port': ['ID=19e0a10c-5e04-46ef-bb5c-bfe893b88a62,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:00.610838 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b04594d3-4e45-4bd5-a273-4821ac421e4d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:00.967591 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b04594d3-4e45-4bd5-a273-4821ac421e4d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:01.053766 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b04594d3-4e45-4bd5-a273-4821ac421e4d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:01.134922 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b04594d3-4e45-4bd5-a273-4821ac421e4d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:01.145930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04594d3-4e45-4bd5-a273-4821ac421e4d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Port': ['ID=dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:01.346310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-f42181d1-0f0d-4cc8-a607-4269a0da7649 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:01.347991 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-f42181d1-0f0d-4cc8-a607-4269a0da7649 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/networks?id=d951b35b-5ae6-40de-94b2-005aae2805fe HTTP/1.1" status: 200 len: 814 time: 0.2043386 Nov 12 04:39:01.357544 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04594d3-4e45-4bd5-a273-4821ac421e4d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Network c0e34992-e3f5-466b-aa64-150bd14254a1 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:01.358363 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-b04594d3-4e45-4bd5-a273-4821ac421e4d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:01.473111 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-0745e198-7607-4995-a05a-4eeba207a6d8 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/quotas/1b67341a19d643aa810ccb856899fd39 HTTP/1.1" status: 200 len: 375 time: 0.1121225 Nov 12 04:39:01.530770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04594d3-4e45-4bd5-a273-4821ac421e4d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Router 5316b581-71c7-4d98-b6cb-5301782fd1f7 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:39:01.556948 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-3f38dd84-ab14-4f9d-894f-86db63a60337 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b67341a19d643aa810ccb856899fd39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0744534 Nov 12 04:39:01.756618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04594d3-4e45-4bd5-a273-4821ac421e4d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:39:01.759937 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-03ee273a-429d-4011-a452-8b22c49b7543 service neutron] 10.222.0.37 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680963 Nov 12 04:39:01.765918 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b04594d3-4e45-4bd5-a273-4821ac421e4d tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "PUT /v2.0/routers/5316b581-71c7-4d98-b6cb-5301782fd1f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7067873 Nov 12 04:39:01.766158 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40770) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:01.780976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] Sync routers for ids ['5316b581-71c7-4d98-b6cb-5301782fd1f7'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:39:01.802028 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] Routers {'5316b581-71c7-4d98-b6cb-5301782fd1f7'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:01.807971 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['5316b581-71c7-4d98-b6cb-5301782fd1f7'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:01.931563 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] Set router 5316b581-71c7-4d98-b6cb-5301782fd1f7 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:02.095304 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5611e0-e926-4302-bc54-0a6e535ec412 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:02.096239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5611e0-e926-4302-bc54-0a6e535ec412 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:02.097091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5611e0-e926-4302-bc54-0a6e535ec412 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:02.097748 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5611e0-e926-4302-bc54-0a6e535ec412 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:02.098462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5611e0-e926-4302-bc54-0a6e535ec412 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:02.099183 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5611e0-e926-4302-bc54-0a6e535ec412 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:02.099838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5611e0-e926-4302-bc54-0a6e535ec412 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:02.100881 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5611e0-e926-4302-bc54-0a6e535ec412 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:02.101531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5611e0-e926-4302-bc54-0a6e535ec412 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:02.104173 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-eb5611e0-e926-4302-bc54-0a6e535ec412 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6377 time: 0.3369243 Nov 12 04:39:02.106984 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40776) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:02.125398 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 19e0a10c-5e04-46ef-bb5c-bfe893b88a62 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:02.127209 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-63438136-bc61-403c-b46c-788f192b7021 service neutron] 10.222.0.37 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392274 Nov 12 04:39:02.277504 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768fb1c-7bc1-44da-a2fc-3e55142b4eac tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:02.278031 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768fb1c-7bc1-44da-a2fc-3e55142b4eac tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:02.278504 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768fb1c-7bc1-44da-a2fc-3e55142b4eac tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:02.279047 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768fb1c-7bc1-44da-a2fc-3e55142b4eac tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:02.279507 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768fb1c-7bc1-44da-a2fc-3e55142b4eac tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:02.279965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768fb1c-7bc1-44da-a2fc-3e55142b4eac tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:02.280474 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768fb1c-7bc1-44da-a2fc-3e55142b4eac tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:02.280974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768fb1c-7bc1-44da-a2fc-3e55142b4eac tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:02.282302 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768fb1c-7bc1-44da-a2fc-3e55142b4eac tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:02.286895 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8768fb1c-7bc1-44da-a2fc-3e55142b4eac tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5914 time: 0.1756947 Nov 12 04:39:02.287908 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40780) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:02.331501 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 19e0a10c-5e04-46ef-bb5c-bfe893b88a62 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:02.331970 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:02.477401 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'name': 'tempest-TestNetworkBasicOps-router-1047372905', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:51Z', 'updated_at': '2021-11-12T04:39:00Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:52Z', 'updated_at': '2021-11-12T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6', 'name': '', 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:87:0c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:59Z', 'updated_at': '2021-11-12T04:39:00Z', 'revision_number': 2, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:02.510897 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] Checking router: 5316b581-71c7-4d98-b6cb-5301782fd1f7 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:39:02.511608 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-278ec234-932c-4947-8c3b-38144abf278c req-1d7897e3-162b-4634-b127-330aa7d56991 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b087e4d-18c1-477e-afca-3151348a78c5 HTTP/1.1" status: 200 len: 210 time: 0.0424626 Nov 12 04:39:02.517828 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] Updating router 5316b581-71c7-4d98-b6cb-5301782fd1f7 port dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:39:02.586425 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:02.591290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5a0a6f95-1f3d-49a5-b97c-904b5c948c18 tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.3018639 Nov 12 04:39:02.629780 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:02.719808 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 19e0a10c-5e04-46ef-bb5c-bfe893b88a62, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=19e0a10c-5e04-46ef-bb5c-bfe893b88a62,segment=NetworkSegment(2dd45e3e-fffc-4e61-b4f3-552761f73ece),segment_id=2dd45e3e-fffc-4e61-b4f3-552761f73ece)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:02.804415 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32810554-6636-422e-b70d-5021275e4b7e None None] Network c0e34992-e3f5-466b-aa64-150bd14254a1 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:39:02.894923 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:02.956599 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e00ba757-143f-4d03-b346-e54335aa414b None None] Provisioning complete for port 19e0a10c-5e04-46ef-bb5c-bfe893b88a62 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:02.956972 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e00ba757-143f-4d03-b346-e54335aa414b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:03.069053 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=19e0a10c-5e04-46ef-bb5c-bfe893b88a62,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:03.272394 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c13f42ed-2b6a-4721-9fe0-f4c3e370cf67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:03.358623 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:03.404032 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40808) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:03.408899 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ccfc3a4c-5076-47e8-ae0f-2177f809ce2f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1356169225', 'description': 'tempest-secgroup-smoke-1356169225 description', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:03.465060 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:03.522686 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141e6df-2cec-49b7-b60f-a23b82b5cd46 None None] Pushing event updated for resources: {'Port': ['ID=dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:03.605528 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] Attempting to bind port dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:39:03.606048 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] Attempting to bind port dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '2dd45e3e-fffc-4e61-b4f3-552761f73ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:39:03.606746 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] Attempting to bind port dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6 on network c0e34992-e3f5-466b-aa64-150bd14254a1 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:03.620265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:39:03.620648 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] Checking segment: {'id': '2dd45e3e-fffc-4e61-b4f3-552761f73ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:03.621067 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:03.621618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] Bound using segment: {'id': '2dd45e3e-fffc-4e61-b4f3-552761f73ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:39:03.622047 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] Bound port: dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd45e3e-fffc-4e61-b4f3-552761f73ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:39:03.622542 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:03.665255 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-407d2c64-751a-4d53-bf87-504cea1fd515 req-abdcab23-18d6-4db9-8ccb-8fad4f210e4e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b087e4d-18c1-477e-afca-3151348a78c5 HTTP/1.1" status: 200 len: 210 time: 0.0760672 Nov 12 04:39:03.689450 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ccfc3a4c-5076-47e8-ae0f-2177f809ce2f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:03.730712 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] For port dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:39:03.736194 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] For port dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6,segment=NetworkSegment(2dd45e3e-fffc-4e61-b4f3-552761f73ece),segment_id=2dd45e3e-fffc-4e61-b4f3-552761f73ece)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:39:03.740650 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-21ee43b5-dcf5-4d7d-bf08-5d5a3dce5cf1 None None] Provisioning complete for port dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:03.741021 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-21ee43b5-dcf5-4d7d-bf08-5d5a3dce5cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:03.786353 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-21ee43b5-dcf5-4d7d-bf08-5d5a3dce5cf1 None None] Port dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:39:03.797476 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-21ee43b5-dcf5-4d7d-bf08-5d5a3dce5cf1 None None] Provisioning complete for port 19e0a10c-5e04-46ef-bb5c-bfe893b88a62 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:03.797941 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-21ee43b5-dcf5-4d7d-bf08-5d5a3dce5cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:03.800415 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ccfc3a4c-5076-47e8-ae0f-2177f809ce2f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:03.850484 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:03.953882 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] Routers {'5316b581-71c7-4d98-b6cb-5301782fd1f7'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:03.954474 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:38:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['5316b581-71c7-4d98-b6cb-5301782fd1f7'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:04.005930 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 19e0a10c-5e04-46ef-bb5c-bfe893b88a62 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:04.030986 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ccfc3a4c-5076-47e8-ae0f-2177f809ce2f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:04.038878 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141e6df-2cec-49b7-b60f-a23b82b5cd46 None None] Pushing event updated for resources: {'Port': ['ID=dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:04.098175 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc3a4c-5076-47e8-ae0f-2177f809ce2f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394a683f-2935-47d5-9c14-586685b4e7f0,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:04.212889 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ccfc3a4c-5076-47e8-ae0f-2177f809ce2f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:04.212889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ccfc3a4c-5076-47e8-ae0f-2177f809ce2f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8064532 Nov 12 04:39:04.215513 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40820) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:04.221188 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-285689c8-faa5-40c0-86b8-61511ea4125f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group_rule': {'security_group_id': '394a683f-2935-47d5-9c14-586685b4e7f0', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:04.321198 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6586e516-a800-4f5a-abe7-3f2883999957 None None] Provisioning complete for port dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:04.321571 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6586e516-a800-4f5a-abe7-3f2883999957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:04.325503 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] Set router 5316b581-71c7-4d98-b6cb-5301782fd1f7 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:04.376003 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 19e0a10c-5e04-46ef-bb5c-bfe893b88a62 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:04.376377 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:04.384772 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-285689c8-faa5-40c0-86b8-61511ea4125f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:04.483216 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-285689c8-faa5-40c0-86b8-61511ea4125f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:04.573914 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-285689c8-faa5-40c0-86b8-61511ea4125f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:04.592112 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285689c8-faa5-40c0-86b8-61511ea4125f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20a87a1-30d8-4295-a82f-fc7e4906f0c7,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:04.680386 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6586e516-a800-4f5a-abe7-3f2883999957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:04.707155 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-285689c8-faa5-40c0-86b8-61511ea4125f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:04.711226 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-285689c8-faa5-40c0-86b8-61511ea4125f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4913139 Nov 12 04:39:04.711674 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40834) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:04.718070 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-32a9f25e-3039-4194-b9e7-1a25034262f5 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group_rule': {'security_group_id': '394a683f-2935-47d5-9c14-586685b4e7f0', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:04.810097 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dcee2f31-49fd-4259-8b91-8b43f7700fb9 req-2c77488f-62e7-47d4-97fd-07f3cce15c01 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b087e4d-18c1-477e-afca-3151348a78c5 HTTP/1.1" status: 200 len: 210 time: 0.0292091 Nov 12 04:39:04.823849 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-6586e516-a800-4f5a-abe7-3f2883999957 None None] For port dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6,segment=NetworkSegment(2dd45e3e-fffc-4e61-b4f3-552761f73ece),segment_id=2dd45e3e-fffc-4e61-b4f3-552761f73ece)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:04.859208 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32a9f25e-3039-4194-b9e7-1a25034262f5 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:04.867973 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'name': 'tempest-TestNetworkBasicOps-router-1047372905', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:51Z', 'updated_at': '2021-11-12T04:39:00Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:52Z', 'updated_at': '2021-11-12T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6', 'name': '', 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:87:0c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:59Z', 'updated_at': '2021-11-12T04:39:03Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:04.903342 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e6ea4c-4f7c-4ef1-bddf-abb8844ca978 None None] The sync data for ids ['5316b581-71c7-4d98-b6cb-5301782fd1f7'] in n-d-768509-24 is: [{'id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'name': 'tempest-TestNetworkBasicOps-router-1047372905', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:51Z', 'updated_at': '2021-11-12T04:39:00Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:52Z', 'updated_at': '2021-11-12T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6', 'name': '', 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:87:0c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:59Z', 'updated_at': '2021-11-12T04:39:03Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:39:04.966854 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32a9f25e-3039-4194-b9e7-1a25034262f5 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:04.991214 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6586e516-a800-4f5a-abe7-3f2883999957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:05.058102 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32a9f25e-3039-4194-b9e7-1a25034262f5 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:05.068871 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586e516-a800-4f5a-abe7-3f2883999957 None None] Pushing event updated for resources: {'Port': ['ID=dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:05.092580 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9f25e-3039-4194-b9e7-1a25034262f5 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a4282e-875b-455e-b309-7d4c17e5e42d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:05.123294 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-aec184ad-4704-4af0-bdb3-5c5f3246c53b None None] Provisioning complete for port dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:05.129166 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aec184ad-4704-4af0-bdb3-5c5f3246c53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:05.223310 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32a9f25e-3039-4194-b9e7-1a25034262f5 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:05.224980 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-32a9f25e-3039-4194-b9e7-1a25034262f5 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5116963 Nov 12 04:39:05.227682 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40840) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:05.242230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ecd18a88-2820-4077-8156-e07930a3e349 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group_rule': {'security_group_id': '394a683f-2935-47d5-9c14-586685b4e7f0', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:05.471282 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecd18a88-2820-4077-8156-e07930a3e349 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:05.565159 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecd18a88-2820-4077-8156-e07930a3e349 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:05.585848 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-202c7fd3-f9e7-4126-bb62-1c8bf57512a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:05.823527 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecd18a88-2820-4077-8156-e07930a3e349 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:05.870955 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd18a88-2820-4077-8156-e07930a3e349 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078e34f9-bcb6-4da9-a0a9-5bee3c791248,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:05.901552 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-4440d428-ff30-40db-9852-3098869439df tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:05.903587 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-4440d428-ff30-40db-9852-3098869439df tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.21 "GET /v2.0/networks?id=d951b35b-5ae6-40de-94b2-005aae2805fe HTTP/1.1" status: 200 len: 814 time: 0.2161849 Nov 12 04:39:05.923721 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-de530d5a-c32a-4400-a23d-fe8abb2b601c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Request body: {'port': {'device_id': '6b087e4d-18c1-477e-afca-3151348a78c5', 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe', 'admin_state_up': True, 'tenant_id': '1b67341a19d643aa810ccb856899fd39'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:05.968489 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7614cf6f-8a23-4805-81ce-8c2583258f50 req-8b1b08f1-ba68-44de-b376-0157249c3892 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b087e4d-18c1-477e-afca-3151348a78c5 HTTP/1.1" status: 200 len: 210 time: 0.0446148 Nov 12 04:39:05.985219 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ecd18a88-2820-4077-8156-e07930a3e349 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:05.987143 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ecd18a88-2820-4077-8156-e07930a3e349 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7575998 Nov 12 04:39:05.995577 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40858) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:06.002844 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-85482ace-f2a3-4ee4-879d-947e2a3f215b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group_rule': {'security_group_id': '394a683f-2935-47d5-9c14-586685b4e7f0', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:06.097722 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:06.157342 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:06.159785 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.191599 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-85482ace-f2a3-4ee4-879d-947e2a3f215b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.336420 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-85482ace-f2a3-4ee4-879d-947e2a3f215b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.357403 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40864) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:06.369301 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-de530d5a-c32a-4400-a23d-fe8abb2b601c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Made reservation on behalf of 1b67341a19d643aa810ccb856899fd39 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:39:06.377968 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-de530d5a-c32a-4400-a23d-fe8abb2b601c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.453843 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-85482ace-f2a3-4ee4-879d-947e2a3f215b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.513497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85482ace-f2a3-4ee4-879d-947e2a3f215b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff18203e-fa7f-4f9d-a357-6e95ecbc8a84,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:06.541375 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8015fba-73ea-4b68-aab9-5b1de13b8dd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.547437 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-de530d5a-c32a-4400-a23d-fe8abb2b601c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Allocated IP 172.20.0.9 (d951b35b-5ae6-40de-94b2-005aae2805fe/4f1025a5-d9f3-41ef-a72e-82436b0d3eb6/340584ff-69fd-41e0-9c84-98942dc465cc) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:39:06.633784 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8015fba-73ea-4b68-aab9-5b1de13b8dd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.673153 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-85482ace-f2a3-4ee4-879d-947e2a3f215b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.677095 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-85482ace-f2a3-4ee4-879d-947e2a3f215b tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6758852 Nov 12 04:39:06.677349 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40870) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:06.682163 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-8d738eb0-c264-4654-95d8-11defbdf1e9e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group_rule': {'security_group_id': '394a683f-2935-47d5-9c14-586685b4e7f0', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:06.718465 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-de530d5a-c32a-4400-a23d-fe8abb2b601c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.747345 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8015fba-73ea-4b68-aab9-5b1de13b8dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.785173 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a8015fba-73ea-4b68-aab9-5b1de13b8dd7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d135ae80c534455943023b730ac8073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4263833 Nov 12 04:39:06.786282 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8015fba-73ea-4b68-aab9-5b1de13b8dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc357ed-6d0e-443a-9404-c80c344b4502,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:06.787933 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40876) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:06.802092 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.846492 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4346a0bc-b859-41eb-ab9b-6c179262fc88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.868927 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4346a0bc-b859-41eb-ab9b-6c179262fc88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.876337 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-8d738eb0-c264-4654-95d8-11defbdf1e9e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Project 8637d71ae4c840e5a0ac06c987e9c7b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:39:06.881860 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d738eb0-c264-4654-95d8-11defbdf1e9e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.928631 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-de530d5a-c32a-4400-a23d-fe8abb2b601c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.963930 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['87518b4a-34e9-4262-b3a2-e8dd6bf156e1', 'ecbbadcb-80fc-46be-90e4-40a54bfa2b2c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:39:06.966682 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['a18c86df-6492-4c35-a533-1611ab504f60'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:39:06.980951 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d738eb0-c264-4654-95d8-11defbdf1e9e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.987871 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4346a0bc-b859-41eb-ab9b-6c179262fc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.990988 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4346a0bc-b859-41eb-ab9b-6c179262fc88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.992450 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4346a0bc-b859-41eb-ab9b-6c179262fc88 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/efc357ed-6d0e-443a-9404-c80c344b4502 HTTP/1.1" status: 204 len: 168 time: 0.2034874 Nov 12 04:39:07.022859 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-de530d5a-c32a-4400-a23d-fe8abb2b601c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Network d951b35b-5ae6-40de-94b2-005aae2805fe is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:07.024373 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346a0bc-b859-41eb-ab9b-6c179262fc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc357ed-6d0e-443a-9404-c80c344b4502,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:07.037937 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-de530d5a-c32a-4400-a23d-fe8abb2b601c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:07.040899 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de530d5a-c32a-4400-a23d-fe8abb2b601c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Pushing event updated for resources: {'Port': ['ID=340584ff-69fd-41e0-9c84-98942dc465cc,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:07.043044 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-de530d5a-c32a-4400-a23d-fe8abb2b601c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:39:07.090712 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d738eb0-c264-4654-95d8-11defbdf1e9e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:07.127325 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-de530d5a-c32a-4400-a23d-fe8abb2b601c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:07.130157 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-de530d5a-c32a-4400-a23d-fe8abb2b601c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:07.139514 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d738eb0-c264-4654-95d8-11defbdf1e9e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77d7ac2-7b33-4e9a-8a8b-d2639056acf3,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:07.172792 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae549b-30f8-43c2-b476-2cd2df6e72c8 req-6d0b5d76-8177-4694-ada8-d705171008a9 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:07.174995 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29ae549b-30f8-43c2-b476-2cd2df6e72c8 req-6d0b5d76-8177-4694-ada8-d705171008a9 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b087e4d-18c1-477e-afca-3151348a78c5 HTTP/1.1" status: 200 len: 931 time: 0.0757153 Nov 12 04:39:07.229690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29ae549b-30f8-43c2-b476-2cd2df6e72c8 req-3aec1717-7aab-47f6-9189-f3b2087017a2 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466256 Nov 12 04:39:07.359064 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d738eb0-c264-4654-95d8-11defbdf1e9e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:07.360093 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-de530d5a-c32a-4400-a23d-fe8abb2b601c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4411635 Nov 12 04:39:07.360818 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8d738eb0-c264-4654-95d8-11defbdf1e9e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6824040 Nov 12 04:39:07.363472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40886) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:07.367809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ec4580b3-025e-45f0-9e09-db03c5f77a85 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'security_group_rule': {'security_group_id': '394a683f-2935-47d5-9c14-586685b4e7f0', 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:07.383506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Request body: {'port': {'device_id': '6b087e4d-18c1-477e-afca-3151348a78c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:07.444473 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:07.597341 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-ec4580b3-025e-45f0-9e09-db03c5f77a85 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Project 8637d71ae4c840e5a0ac06c987e9c7b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:39:07.603905 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec4580b3-025e-45f0-9e09-db03c5f77a85 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:07.672981 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec4580b3-025e-45f0-9e09-db03c5f77a85 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:07.744071 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340584ff-69fd-41e0-9c84-98942dc465cc {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:39:07.750672 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec4580b3-025e-45f0-9e09-db03c5f77a85 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:07.756828 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:07.769443 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Transition to ACTIVE for port object 340584ff-69fd-41e0-9c84-98942dc465cc will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:39:07.770609 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4580b3-025e-45f0-9e09-db03c5f77a85 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb55d353-c77b-4271-9213-fd3191e240f4,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:07.882553 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:07.884975 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec4580b3-025e-45f0-9e09-db03c5f77a85 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:07.887114 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ec4580b3-025e-45f0-9e09-db03c5f77a85 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5220604 Nov 12 04:39:07.964891 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Pushing event updated for resources: {'Port': ['ID=340584ff-69fd-41e0-9c84-98942dc465cc,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:08.023161 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Attempting to bind port 340584ff-69fd-41e0-9c84-98942dc465cc on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:39:08.023501 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Attempting to bind port 340584ff-69fd-41e0-9c84-98942dc465cc by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'eaaaf2e0-e010-49ce-bb98-510383f2d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:39:08.025670 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Attempting to bind port 340584ff-69fd-41e0-9c84-98942dc465cc on network d951b35b-5ae6-40de-94b2-005aae2805fe {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:08.031781 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Port 340584ff-69fd-41e0-9c84-98942dc465cc on network d951b35b-5ae6-40de-94b2-005aae2805fe not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:39:08.032242 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Attempting to bind port 340584ff-69fd-41e0-9c84-98942dc465cc on network d951b35b-5ae6-40de-94b2-005aae2805fe {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:08.037947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:39:08.038384 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Checking segment: {'id': 'eaaaf2e0-e010-49ce-bb98-510383f2d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:08.038882 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Bound using segment: {'id': 'eaaaf2e0-e010-49ce-bb98-510383f2d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:39:08.039395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Bound port: 340584ff-69fd-41e0-9c84-98942dc465cc, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaaaf2e0-e010-49ce-bb98-510383f2d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:39:08.039824 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:08.044489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 40906) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:08.060609 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ce5071c4-cabf-46db-b98d-f83b124054a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:08.111634 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] For port 340584ff-69fd-41e0-9c84-98942dc465cc, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:39:08.114807 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] For port 340584ff-69fd-41e0-9c84-98942dc465cc, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=340584ff-69fd-41e0-9c84-98942dc465cc,segment=NetworkSegment(eaaaf2e0-e010-49ce-bb98-510383f2d747),segment_id=eaaaf2e0-e010-49ce-bb98-510383f2d747)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:39:08.145318 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-f44d1449-f5c6-417a-9d05-26eef2105707 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356169225&fields=id&tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5 HTTP/1.1" status: 200 len: 267 time: 0.0689878 Nov 12 04:39:08.253057 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ce5071c4-cabf-46db-b98d-f83b124054a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:08.255898 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:08.296818 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:08.297559 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:08.299208 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] 10.222.0.21 "PUT /v2.0/ports/340584ff-69fd-41e0-9c84-98942dc465cc HTTP/1.1" status: 200 len: 1092 time: 0.9236410 Nov 12 04:39:08.299676 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b087e4d-18c1-477e-afca-3151348a78c5', 'tag': '340584ff-69fd-41e0-9c84-98942dc465cc'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:08.302214 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e430eb0a-2d54-4d0d-aa77-9d136ade5191" -d '{"events": [{"name": "network-changed", "server_uuid": "6b087e4d-18c1-477e-afca-3151348a78c5", "tag": "340584ff-69fd-41e0-9c84-98942dc465cc"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:08.302517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-3af5c6e7-fdd0-463e-8b52-98458bbab1d4 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:08.304167 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-3af5c6e7-fdd0-463e-8b52-98458bbab1d4 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/networks?id=c0e34992-e3f5-466b-aa64-150bd14254a1 HTTP/1.1" status: 200 len: 797 time: 0.1506252 Nov 12 04:39:08.321505 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-a5fd5de5-ace0-41f9-a0ea-8dd780619623 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/quotas/8637d71ae4c840e5a0ac06c987e9c7b5 HTTP/1.1" status: 200 len: 375 time: 0.0102375 Nov 12 04:39:08.327841 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc20f53-035f-4d42-8cfd-7b16d273f8de service neutron] Pushing event updated for resources: {'Port': ['ID=340584ff-69fd-41e0-9c84-98942dc465cc,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:08.345161 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:08.352504 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ce5071c4-cabf-46db-b98d-f83b124054a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:08.415482 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ce5071c4-cabf-46db-b98d-f83b124054a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3559e69c22f444ea6b9e79e9a287516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3697250 Nov 12 04:39:08.418212 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5071c4-cabf-46db-b98d-f83b124054a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8265153-c586-49b6-8528-85c694e5b626,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:08.418980 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 40918) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:08.433806 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-93c1dd82-1ed6-45d9-b1ea-219bbe5de73e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921526 Nov 12 04:39:08.512429 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e367caa1-f1fe-492e-9b91-b4605ca4394e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:08.520582 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-f213809f-5e6d-4607-befd-7cacf11f99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:08.522145 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-f213809f-5e6d-4607-befd-7cacf11f99d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1b67341a19d643aa810ccb856899fd39&device_id=6b087e4d-18c1-477e-afca-3151348a78c5 HTTP/1.1" status: 200 len: 1095 time: 0.0719962 Nov 12 04:39:08.540837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-f61f557a-4ba6-4c5d-b4e4-1806d8243fe0 service neutron] 10.222.0.37 "GET /v2.0/networks/c0e34992-e3f5-466b-aa64-150bd14254a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928228 Nov 12 04:39:08.549488 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e367caa1-f1fe-492e-9b91-b4605ca4394e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:08.585885 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-a7a4877a-02b9-481c-866a-e6f2305fa661 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=340584ff-69fd-41e0-9c84-98942dc465cc HTTP/1.1" status: 200 len: 217 time: 0.0449991 Nov 12 04:39:08.639882 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-3fd35812-f072-41ba-9528-b7de6dae74f7 service neutron] 10.222.0.37 "GET /v2.0/networks/c0e34992-e3f5-466b-aa64-150bd14254a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905359 Nov 12 04:39:08.651658 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-cd9ff686-5080-4956-98ba-daa28bfd0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:08.653697 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-cd9ff686-5080-4956-98ba-daa28bfd0885 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f1025a5-d9f3-41ef-a72e-82436b0d3eb6 HTTP/1.1" status: 200 len: 854 time: 0.0604134 Nov 12 04:39:08.700955 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-60b2d1fe-0ae2-4ef5-8e7f-ef94a9a1afc2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d951b35b-5ae6-40de-94b2-005aae2805fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405662 Nov 12 04:39:08.803626 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-5ddbe7e1-d354-4abb-acf2-9337d7e855a8 service neutron] 10.222.0.21 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949950 Nov 12 04:39:08.808638 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e367caa1-f1fe-492e-9b91-b4605ca4394e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:08.811666 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e367caa1-f1fe-492e-9b91-b4605ca4394e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:08.813051 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e367caa1-f1fe-492e-9b91-b4605ca4394e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8265153-c586-49b6-8528-85c694e5b626 HTTP/1.1" status: 204 len: 168 time: 0.3926816 Nov 12 04:39:08.831131 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367caa1-f1fe-492e-9b91-b4605ca4394e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8265153-c586-49b6-8528-85c694e5b626,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:08.954790 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2a25f0b5-f58e-4c09-8056-b438b163314c req-8dbd9748-332e-443f-ad04-6fcb49123d21 service neutron] 10.222.0.21 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403513 Nov 12 04:39:09.048847 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1ce7e-b4ed-4b84-9e05-d25928c02d61 req-00ec7d6e-72e0-4923-a7fd-c7a8ad390b48 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:09.051224 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2a1ce7e-b4ed-4b84-9e05-d25928c02d61 req-00ec7d6e-72e0-4923-a7fd-c7a8ad390b48 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b087e4d-18c1-477e-afca-3151348a78c5 HTTP/1.1" status: 200 len: 943 time: 0.0585163 Nov 12 04:39:09.115157 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2a1ce7e-b4ed-4b84-9e05-d25928c02d61 req-6808c6d0-953f-4d19-8085-be8191c9d4be tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544519 Nov 12 04:39:09.167563 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625475d0-a730-40af-9275-91a56a86edca x-openstack-request-id: req-625475d0-a730-40af-9275-91a56a86edca {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:09.168287 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b087e4d-18c1-477e-afca-3151348a78c5", "tag": "340584ff-69fd-41e0-9c84-98942dc465cc", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:09.168533 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-625475d0-a730-40af-9275-91a56a86edca {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:09.169184 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b087e4d-18c1-477e-afca-3151348a78c5', 'tag': '340584ff-69fd-41e0-9c84-98942dc465cc', 'status': 'completed', 'code': 200} Nov 12 04:39:09.208310 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:09.242052 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bb11073-2576-43b0-98b1-7f0df6308419 req-bb8aa1be-15fe-4d1f-8d1c-1b3e6317e34f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 210 time: 0.0286074 Nov 12 04:39:09.274089 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430eb0a-2d54-4d0d-aa77-9d136ade5191 req-daf0734d-9725-4d0f-b0ca-8f11c789619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:09.275888 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e430eb0a-2d54-4d0d-aa77-9d136ade5191 req-daf0734d-9725-4d0f-b0ca-8f11c789619a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1b67341a19d643aa810ccb856899fd39&device_id=6b087e4d-18c1-477e-afca-3151348a78c5 HTTP/1.1" status: 200 len: 1095 time: 0.0526867 Nov 12 04:39:09.384330 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430eb0a-2d54-4d0d-aa77-9d136ade5191 req-a2910419-d8a9-4293-9ec2-7d25f4d6419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:09.385864 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e430eb0a-2d54-4d0d-aa77-9d136ade5191 req-a2910419-d8a9-4293-9ec2-7d25f4d6419b service neutron] 10.222.0.21 "GET /v2.0/networks?id=d951b35b-5ae6-40de-94b2-005aae2805fe HTTP/1.1" status: 200 len: 915 time: 0.1029365 Nov 12 04:39:09.428957 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e430eb0a-2d54-4d0d-aa77-9d136ade5191 req-f35c28bf-23c8-478a-aee6-1c22a32f8146 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=340584ff-69fd-41e0-9c84-98942dc465cc HTTP/1.1" status: 200 len: 217 time: 0.0362084 Nov 12 04:39:09.482584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430eb0a-2d54-4d0d-aa77-9d136ade5191 req-de65fc77-9897-4554-93e1-ceb4102e3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:09.484233 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e430eb0a-2d54-4d0d-aa77-9d136ade5191 req-de65fc77-9897-4554-93e1-ceb4102e3fb2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f1025a5-d9f3-41ef-a72e-82436b0d3eb6 HTTP/1.1" status: 200 len: 854 time: 0.0479000 Nov 12 04:39:09.517177 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e430eb0a-2d54-4d0d-aa77-9d136ade5191 req-7b48884d-8163-4782-b4cf-49f36b5becb5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d951b35b-5ae6-40de-94b2-005aae2805fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252483 Nov 12 04:39:09.631583 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e430eb0a-2d54-4d0d-aa77-9d136ade5191 req-275c1b74-e327-47d1-a113-33066be854e8 service neutron] 10.222.0.21 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065102 Nov 12 04:39:09.744837 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e430eb0a-2d54-4d0d-aa77-9d136ade5191 req-87c171e8-79a3-4c84-8295-2fb87f64346e service neutron] 10.222.0.21 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044736 Nov 12 04:39:10.238875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429a0b1-2db4-4ec6-832b-be8e5634f152 req-7f63a9a4-4043-4f4f-b981-c1e938a3f248 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:10.240682 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0429a0b1-2db4-4ec6-832b-be8e5634f152 req-7f63a9a4-4043-4f4f-b981-c1e938a3f248 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b087e4d-18c1-477e-afca-3151348a78c5 HTTP/1.1" status: 200 len: 943 time: 0.0526788 Nov 12 04:39:10.299608 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0429a0b1-2db4-4ec6-832b-be8e5634f152 req-1f095630-0ed0-418f-8bc1-f86732e0f59c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506346 Nov 12 04:39:10.414103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9061054-d8db-490b-83f3-a6ef18116faa req-1be24619-44a7-4528-b084-7eec4bdbd306 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 210 time: 0.0278757 Nov 12 04:39:11.436118 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce32ad-daf6-49db-845a-981b10f9e681 req-c8557aa5-f1ed-49f5-a14c-0067ce82bc0f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:11.439562 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cce32ad-daf6-49db-845a-981b10f9e681 req-c8557aa5-f1ed-49f5-a14c-0067ce82bc0f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b087e4d-18c1-477e-afca-3151348a78c5 HTTP/1.1" status: 200 len: 943 time: 0.0651512 Nov 12 04:39:11.507977 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cce32ad-daf6-49db-845a-981b10f9e681 req-2b782635-aadf-4fa1-b50e-22d3e8f6c929 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623507 Nov 12 04:39:11.599599 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbb5f8d1-78be-49b8-87f5-1995ba2b2683 req-815b10cd-93a0-4070-9c2b-1f3cebe6be5f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 210 time: 0.0298660 Nov 12 04:39:11.646814 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 340584ff-69fd-41e0-9c84-98942dc465cc details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:39:11.749955 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 340584ff-69fd-41e0-9c84-98942dc465cc, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=340584ff-69fd-41e0-9c84-98942dc465cc,segment=NetworkSegment(eaaaf2e0-e010-49ce-bb98-510383f2d747),segment_id=eaaaf2e0-e010-49ce-bb98-510383f2d747)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:11.761491 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '340584ff-69fd-41e0-9c84-98942dc465cc', 'network_id': 'd951b35b-5ae6-40de-94b2-005aae2805fe', 'port_id': '340584ff-69fd-41e0-9c84-98942dc465cc', 'mac_address': 'fa:16:3e:cc:89:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1025a5-d9f3-41ef-a72e-82436b0d3eb6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:39:11.802160 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.816339 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340584ff-69fd-41e0-9c84-98942dc465cc {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:39:11.842343 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 340584ff-69fd-41e0-9c84-98942dc465cc, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=340584ff-69fd-41e0-9c84-98942dc465cc,segment=NetworkSegment(eaaaf2e0-e010-49ce-bb98-510383f2d747),segment_id=eaaaf2e0-e010-49ce-bb98-510383f2d747)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:11.948554 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-08b4bc09-261d-4798-bfd5-a8c623465f12 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:11.951623 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.954200 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-08b4bc09-261d-4798-bfd5-a8c623465f12 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.31 "GET /v2.0/networks?id=c0e34992-e3f5-466b-aa64-150bd14254a1 HTTP/1.1" status: 200 len: 797 time: 0.1323314 Nov 12 04:39:12.017416 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=340584ff-69fd-41e0-9c84-98942dc465cc,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:12.032586 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-00cf56e6-8314-49fe-b4f7-426911f32f25 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5 HTTP/1.1" status: 200 len: 380 time: 0.0628841 Nov 12 04:39:12.045048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-8c862d15-26f9-448b-ba80-5ecea08ec67e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'port': {'device_id': 'a80d3bdc-715b-4240-9707-393f71559988', 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1', 'admin_state_up': True, 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'security_groups': ['394a683f-2935-47d5-9c14-586685b4e7f0']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:12.282803 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-8c862d15-26f9-448b-ba80-5ecea08ec67e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Made reservation on behalf of 8637d71ae4c840e5a0ac06c987e9c7b5 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:39:12.286415 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-8c862d15-26f9-448b-ba80-5ecea08ec67e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.348866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['340584ff-69fd-41e0-9c84-98942dc465cc'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:39:12.431798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-8c862d15-26f9-448b-ba80-5ecea08ec67e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Allocated IP 172.20.0.7 (c0e34992-e3f5-466b-aa64-150bd14254a1/9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0/d558a358-2ec0-4bb0-84a8-3de501976afb) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:39:13.003037 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-8c862d15-26f9-448b-ba80-5ecea08ec67e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:13.036120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56145bfd-55c4-49af-adec-3ddddf4ff6cf req-9765a75c-2ff9-4b42-b7b8-ac13163c93c5 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:13.037512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56145bfd-55c4-49af-adec-3ddddf4ff6cf req-9765a75c-2ff9-4b42-b7b8-ac13163c93c5 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b087e4d-18c1-477e-afca-3151348a78c5 HTTP/1.1" status: 200 len: 944 time: 0.4421971 Nov 12 04:39:13.096489 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56145bfd-55c4-49af-adec-3ddddf4ff6cf req-751f519c-bbec-428e-88f6-2283eb8495f0 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518777 Nov 12 04:39:13.140144 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-8c862d15-26f9-448b-ba80-5ecea08ec67e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:13.227103 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-8c862d15-26f9-448b-ba80-5ecea08ec67e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Network c0e34992-e3f5-466b-aa64-150bd14254a1 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:13.233494 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-8c862d15-26f9-448b-ba80-5ecea08ec67e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:13.243944 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-8c862d15-26f9-448b-ba80-5ecea08ec67e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:39:13.278815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c862d15-26f9-448b-ba80-5ecea08ec67e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Port': ['ID=d558a358-2ec0-4bb0-84a8-3de501976afb,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:13.307549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f106a-1955-4752-86bb-70f121d25590 req-f6db149e-eaad-4a9a-b9ed-6174aaefc6b6 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:13.309280 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e81f106a-1955-4752-86bb-70f121d25590 req-f6db149e-eaad-4a9a-b9ed-6174aaefc6b6 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 931 time: 0.1286383 Nov 12 04:39:13.323319 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-8c862d15-26f9-448b-ba80-5ecea08ec67e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:13.324106 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-8c862d15-26f9-448b-ba80-5ecea08ec67e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:13.387716 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e81f106a-1955-4752-86bb-70f121d25590 req-9631a2be-20b0-497f-ac0e-bd443d53bda5 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=394a683f-2935-47d5-9c14-586685b4e7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604048 Nov 12 04:39:13.490787 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-8c862d15-26f9-448b-ba80-5ecea08ec67e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4509537 Nov 12 04:39:13.516319 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Request body: {'port': {'device_id': 'a80d3bdc-715b-4240-9707-393f71559988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:13.544849 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0b04f638-bf2e-4c94-96d2-22c6fad9739e None None] Provisioning complete for port d558a358-2ec0-4bb0-84a8-3de501976afb triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:13.544849 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0b04f638-bf2e-4c94-96d2-22c6fad9739e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:13.570682 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0b04f638-bf2e-4c94-96d2-22c6fad9739e None None] Port d558a358-2ec0-4bb0-84a8-3de501976afb cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:39:13.589470 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:13.647332 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 340584ff-69fd-41e0-9c84-98942dc465cc up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:13.819531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 340584ff-69fd-41e0-9c84-98942dc465cc completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:39:13.823622 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 340584ff-69fd-41e0-9c84-98942dc465cc triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:13.823991 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:13.912364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d558a358-2ec0-4bb0-84a8-3de501976afb {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:39:13.922784 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:13.923362 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:13.939086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Transition to ACTIVE for port object d558a358-2ec0-4bb0-84a8-3de501976afb will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:39:13.955728 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b087e4d-18c1-477e-afca-3151348a78c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340584ff-69fd-41e0-9c84-98942dc465cc'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:13.957974 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c403c30-c128-449e-8ca1-29d34d2b0786" -d '{"events": [{"server_uuid": "6b087e4d-18c1-477e-afca-3151348a78c5", "name": "network-vif-plugged", "status": "completed", "tag": "340584ff-69fd-41e0-9c84-98942dc465cc"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:13.975456 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 340584ff-69fd-41e0-9c84-98942dc465cc, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=340584ff-69fd-41e0-9c84-98942dc465cc,segment=NetworkSegment(eaaaf2e0-e010-49ce-bb98-510383f2d747),segment_id=eaaaf2e0-e010-49ce-bb98-510383f2d747)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:14.001522 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0191a9c-3aa4-40fd-857d-c1687a559b48 x-openstack-request-id: req-a0191a9c-3aa4-40fd-857d-c1687a559b48 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:14.001815 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b087e4d-18c1-477e-afca-3151348a78c5", "name": "network-vif-plugged", "status": "completed", "tag": "340584ff-69fd-41e0-9c84-98942dc465cc", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:14.002312 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0191a9c-3aa4-40fd-857d-c1687a559b48 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:14.002777 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b087e4d-18c1-477e-afca-3151348a78c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340584ff-69fd-41e0-9c84-98942dc465cc', 'code': 200} Nov 12 04:39:14.127497 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e3a36-58d5-4426-aa7d-83237708d7cd req-ae8c898e-99ae-4a7f-b12d-28f7e4290d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:14.128999 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-077e3a36-58d5-4426-aa7d-83237708d7cd req-ae8c898e-99ae-4a7f-b12d-28f7e4290d60 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b087e4d-18c1-477e-afca-3151348a78c5 HTTP/1.1" status: 200 len: 1096 time: 0.0408165 Nov 12 04:39:14.151276 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.160120 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.178801 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-077e3a36-58d5-4426-aa7d-83237708d7cd req-b7a864dd-8f33-4fd5-beb0-80343a2d39a2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422530 Nov 12 04:39:14.217042 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=340584ff-69fd-41e0-9c84-98942dc465cc,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:14.252717 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d558a358-2ec0-4bb0-84a8-3de501976afb,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:14.323639 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8302e9-2a22-496a-af4d-e07847546346 req-ff875eaa-ec81-4f04-858e-f0fbc72e692f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:14.325273 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf8302e9-2a22-496a-af4d-e07847546346 req-ff875eaa-ec81-4f04-858e-f0fbc72e692f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b087e4d-18c1-477e-afca-3151348a78c5 HTTP/1.1" status: 200 len: 945 time: 0.1259539 Nov 12 04:39:14.389256 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Attempting to bind port d558a358-2ec0-4bb0-84a8-3de501976afb on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:39:14.389612 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Attempting to bind port d558a358-2ec0-4bb0-84a8-3de501976afb by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2dd45e3e-fffc-4e61-b4f3-552761f73ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:39:14.389938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Attempting to bind port d558a358-2ec0-4bb0-84a8-3de501976afb on network c0e34992-e3f5-466b-aa64-150bd14254a1 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:14.402063 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf8302e9-2a22-496a-af4d-e07847546346 req-d30fb037-b5ab-4e5a-beca-58c27b1a8a8c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680652 Nov 12 04:39:14.402839 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Port d558a358-2ec0-4bb0-84a8-3de501976afb on network c0e34992-e3f5-466b-aa64-150bd14254a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:39:14.403172 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Attempting to bind port d558a358-2ec0-4bb0-84a8-3de501976afb on network c0e34992-e3f5-466b-aa64-150bd14254a1 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:14.409177 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:39:14.409530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Checking segment: {'id': '2dd45e3e-fffc-4e61-b4f3-552761f73ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:14.409921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Bound using segment: {'id': '2dd45e3e-fffc-4e61-b4f3-552761f73ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:39:14.410360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Bound port: d558a358-2ec0-4bb0-84a8-3de501976afb, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd45e3e-fffc-4e61-b4f3-552761f73ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:39:14.410754 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.507103 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] For port d558a358-2ec0-4bb0-84a8-3de501976afb, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:39:14.541364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] For port d558a358-2ec0-4bb0-84a8-3de501976afb, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d558a358-2ec0-4bb0-84a8-3de501976afb,segment=NetworkSegment(2dd45e3e-fffc-4e61-b4f3-552761f73ece),segment_id=2dd45e3e-fffc-4e61-b4f3-552761f73ece)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:39:14.562067 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65128cf8-f0eb-4fc3-beed-ffd71c40493e req-bcd3c390-2486-4c29-9920-f0acdce09624 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:14.563974 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-65128cf8-f0eb-4fc3-beed-ffd71c40493e req-bcd3c390-2486-4c29-9920-f0acdce09624 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 943 time: 0.0707560 Nov 12 04:39:14.614493 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.651259 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-65128cf8-f0eb-4fc3-beed-ffd71c40493e req-cb510041-38ba-49c0-a313-f73ca00d9f16 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=394a683f-2935-47d5-9c14-586685b4e7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775523 Nov 12 04:39:14.666877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:14.677476 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.677476 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] 10.222.0.31 "PUT /v2.0/ports/d558a358-2ec0-4bb0-84a8-3de501976afb HTTP/1.1" status: 200 len: 1092 time: 1.1631026 Nov 12 04:39:14.677476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80d3bdc-715b-4240-9707-393f71559988', 'tag': 'd558a358-2ec0-4bb0-84a8-3de501976afb'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:14.677476 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8731797-128a-489f-849f-63496c30d985" -d '{"events": [{"name": "network-changed", "server_uuid": "a80d3bdc-715b-4240-9707-393f71559988", "tag": "d558a358-2ec0-4bb0-84a8-3de501976afb"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:14.709985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9672215-c975-4373-91bc-f6175aef33a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d558a358-2ec0-4bb0-84a8-3de501976afb,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:14.741128 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f89ce91-291c-4b2f-b663-64d708b0eed1 x-openstack-request-id: req-9f89ce91-291c-4b2f-b663-64d708b0eed1 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:14.741428 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80d3bdc-715b-4240-9707-393f71559988", "tag": "d558a358-2ec0-4bb0-84a8-3de501976afb", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:14.741688 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f89ce91-291c-4b2f-b663-64d708b0eed1 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:14.742096 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80d3bdc-715b-4240-9707-393f71559988', 'tag': 'd558a358-2ec0-4bb0-84a8-3de501976afb', 'status': 'completed', 'code': 200} Nov 12 04:39:14.842050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8731797-128a-489f-849f-63496c30d985 req-f193042f-87e6-4ee4-973a-895380741120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:14.843683 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8731797-128a-489f-849f-63496c30d985 req-f193042f-87e6-4ee4-973a-895380741120 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5&device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 1095 time: 0.0507834 Nov 12 04:39:14.964738 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8731797-128a-489f-849f-63496c30d985 req-73c027ac-3d16-404e-9c27-7c2decbc23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:14.966221 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8731797-128a-489f-849f-63496c30d985 req-73c027ac-3d16-404e-9c27-7c2decbc23a4 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1076889 Nov 12 04:39:15.073549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8731797-128a-489f-849f-63496c30d985 req-9e2fcea3-d257-47bc-ac60-7d5d988ed184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:15.075060 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8731797-128a-489f-849f-63496c30d985 req-9e2fcea3-d257-47bc-ac60-7d5d988ed184 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001687 Nov 12 04:39:15.183507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-f1152e75-7c6c-4ffc-a987-94e3dbfd18a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:15.185135 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-f1152e75-7c6c-4ffc-a987-94e3dbfd18a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5&device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 1095 time: 0.0459085 Nov 12 04:39:15.234657 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-d23148b6-8905-4339-884a-db5bd0fa3e64 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d558a358-2ec0-4bb0-84a8-3de501976afb HTTP/1.1" status: 200 len: 217 time: 0.0350013 Nov 12 04:39:15.286581 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-01f8d719-2379-4566-8142-cc07a792b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:15.288248 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-01f8d719-2379-4566-8142-cc07a792b409 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0 HTTP/1.1" status: 200 len: 834 time: 0.0466723 Nov 12 04:39:15.343549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-84dfca52-30d3-465d-bc10-da138d32b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:15.345073 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-84dfca52-30d3-465d-bc10-da138d32b7b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c0e34992-e3f5-466b-aa64-150bd14254a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499907 Nov 12 04:39:15.439146 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-06d3b57f-8d54-4ce5-83ef-1a4c7d79933f service neutron] 10.222.0.31 "GET /v2.0/networks/c0e34992-e3f5-466b-aa64-150bd14254a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856891 Nov 12 04:39:15.585364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a08a4a-84fa-40f4-83b2-7419be6ea82a req-48eba3e7-6fb5-47cd-8864-f0accdeb5c96 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:15.586973 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-12a08a4a-84fa-40f4-83b2-7419be6ea82a req-48eba3e7-6fb5-47cd-8864-f0accdeb5c96 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b087e4d-18c1-477e-afca-3151348a78c5 HTTP/1.1" status: 200 len: 945 time: 0.0789456 Nov 12 04:39:15.595804 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a39c290a-2a5e-4b83-b2f3-633f294c8a6a req-66bddd00-56d7-4233-a051-988e2cfedbf7 service neutron] 10.222.0.31 "GET /v2.0/networks/c0e34992-e3f5-466b-aa64-150bd14254a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477950 Nov 12 04:39:15.659578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-12a08a4a-84fa-40f4-83b2-7419be6ea82a req-4f58be3c-b1a5-42e7-9728-283e393a3e69 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576053 Nov 12 04:39:15.810987 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a9e07-2453-494b-b005-bb190024f6cc req-10846444-9cf5-4b87-8449-8be6deccaeba tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:15.813242 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a4a9e07-2453-494b-b005-bb190024f6cc req-10846444-9cf5-4b87-8449-8be6deccaeba tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 943 time: 0.0677266 Nov 12 04:39:15.863885 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a4a9e07-2453-494b-b005-bb190024f6cc req-5db0f329-d128-49fe-ae29-7c4d792a1ddf tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=394a683f-2935-47d5-9c14-586685b4e7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445988 Nov 12 04:39:16.782651 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224b00d-afbd-48ca-b542-a2c5efab2ed5 req-bd8ad9c2-60d1-41d2-9d8a-48f856336e0f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:16.784421 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6224b00d-afbd-48ca-b542-a2c5efab2ed5 req-bd8ad9c2-60d1-41d2-9d8a-48f856336e0f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b087e4d-18c1-477e-afca-3151348a78c5 HTTP/1.1" status: 200 len: 945 time: 0.0507946 Nov 12 04:39:16.833144 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6224b00d-afbd-48ca-b542-a2c5efab2ed5 req-ac2af8fb-1a97-46f9-8434-d505273f49b9 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426271 Nov 12 04:39:16.951265 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:17.006722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9a89f-953a-474f-b3f3-39371b04397b req-52174553-031b-4e97-ae77-23383fb18a27 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:17.008366 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7ef9a89f-953a-474f-b3f3-39371b04397b req-52174553-031b-4e97-ae77-23383fb18a27 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 943 time: 0.0526843 Nov 12 04:39:17.075199 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7ef9a89f-953a-474f-b3f3-39371b04397b req-9982beff-29dc-4a9b-b840-3355fd7b282c tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=394a683f-2935-47d5-9c14-586685b4e7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606935 Nov 12 04:39:17.543909 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:39:17.795807 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d558a358-2ec0-4bb0-84a8-3de501976afb details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:39:17.915629 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d558a358-2ec0-4bb0-84a8-3de501976afb, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d558a358-2ec0-4bb0-84a8-3de501976afb,segment=NetworkSegment(2dd45e3e-fffc-4e61-b4f3-552761f73ece),segment_id=2dd45e3e-fffc-4e61-b4f3-552761f73ece)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:17.927816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'd558a358-2ec0-4bb0-84a8-3de501976afb', 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1', 'port_id': 'd558a358-2ec0-4bb0-84a8-3de501976afb', 'mac_address': 'fa:16:3e:10:82:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:39:17.979125 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:17.994481 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d558a358-2ec0-4bb0-84a8-3de501976afb {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:39:18.015098 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d558a358-2ec0-4bb0-84a8-3de501976afb, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d558a358-2ec0-4bb0-84a8-3de501976afb,segment=NetworkSegment(2dd45e3e-fffc-4e61-b4f3-552761f73ece),segment_id=2dd45e3e-fffc-4e61-b4f3-552761f73ece)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:18.117195 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.167837 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=d558a358-2ec0-4bb0-84a8-3de501976afb,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:18.217292 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96bd86-7f72-4d0c-9323-5c26a12bca99 req-e94ee0bb-fb67-4dbd-a1b5-8a5122e2f8f0 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:18.219339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f96bd86-7f72-4d0c-9323-5c26a12bca99 req-e94ee0bb-fb67-4dbd-a1b5-8a5122e2f8f0 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 944 time: 0.0618496 Nov 12 04:39:18.272498 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.282980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f96bd86-7f72-4d0c-9323-5c26a12bca99 req-f50119a1-1043-4abf-b4ac-77c55b50fbac tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=394a683f-2935-47d5-9c14-586685b4e7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575082 Nov 12 04:39:18.455111 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['d558a358-2ec0-4bb0-84a8-3de501976afb'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:39:19.438614 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271e5ee-8b4e-40cf-807e-ef7fc7e61729 req-7a5cb641-7cf0-4771-ba56-63bfe753ea5c tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:19.440345 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9271e5ee-8b4e-40cf-807e-ef7fc7e61729 req-7a5cb641-7cf0-4771-ba56-63bfe753ea5c tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 944 time: 0.0548820 Nov 12 04:39:19.501886 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9271e5ee-8b4e-40cf-807e-ef7fc7e61729 req-e582f990-87c2-4b05-9e38-605011b8dd6f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=394a683f-2935-47d5-9c14-586685b4e7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497911 Nov 12 04:39:19.791981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d558a358-2ec0-4bb0-84a8-3de501976afb up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:19.922168 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port d558a358-2ec0-4bb0-84a8-3de501976afb completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:39:19.926738 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port d558a358-2ec0-4bb0-84a8-3de501976afb triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:19.926897 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.013335 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.036243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80d3bdc-715b-4240-9707-393f71559988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd558a358-2ec0-4bb0-84a8-3de501976afb'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:20.038475 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f7f252-2f7f-434b-a8d2-d1a4680b5331" -d '{"events": [{"server_uuid": "a80d3bdc-715b-4240-9707-393f71559988", "name": "network-vif-plugged", "status": "completed", "tag": "d558a358-2ec0-4bb0-84a8-3de501976afb"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:20.051265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d558a358-2ec0-4bb0-84a8-3de501976afb, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d558a358-2ec0-4bb0-84a8-3de501976afb,segment=NetworkSegment(2dd45e3e-fffc-4e61-b4f3-552761f73ece),segment_id=2dd45e3e-fffc-4e61-b4f3-552761f73ece)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:20.152215 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.205706 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=d558a358-2ec0-4bb0-84a8-3de501976afb,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:20.578339 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe65757-8791-446e-ab60-088556920fdd x-openstack-request-id: req-0fe65757-8791-446e-ab60-088556920fdd {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:20.578648 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80d3bdc-715b-4240-9707-393f71559988", "name": "network-vif-plugged", "status": "completed", "tag": "d558a358-2ec0-4bb0-84a8-3de501976afb", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:20.579158 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fe65757-8791-446e-ab60-088556920fdd {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:20.580082 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80d3bdc-715b-4240-9707-393f71559988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd558a358-2ec0-4bb0-84a8-3de501976afb', 'code': 200} Nov 12 04:39:20.732421 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaabb98-e1c5-4092-b55e-c2fabb8f8092 req-b90f2c5e-6b8c-449b-96a1-588bc3c312dd tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:20.741858 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2aaabb98-e1c5-4092-b55e-c2fabb8f8092 req-b90f2c5e-6b8c-449b-96a1-588bc3c312dd tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 945 time: 0.1126349 Nov 12 04:39:20.755877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6975e6-8e7b-49d7-aa1e-94579622975d req-d9ee9b5c-975c-407a-a863-cc5c9ccb257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:20.757401 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a6975e6-8e7b-49d7-aa1e-94579622975d req-d9ee9b5c-975c-407a-a863-cc5c9ccb257e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 1097 time: 0.0823734 Nov 12 04:39:20.819323 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2aaabb98-e1c5-4092-b55e-c2fabb8f8092 req-a43cb670-9535-4bfa-a057-446ac71339ba tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=394a683f-2935-47d5-9c14-586685b4e7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763352 Nov 12 04:39:20.845535 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a6975e6-8e7b-49d7-aa1e-94579622975d req-269e98d3-833a-4756-81dc-6a6ae7bb6361 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=394a683f-2935-47d5-9c14-586685b4e7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807405 Nov 12 04:39:21.942192 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f314f-49c9-4cdc-b7bc-426f6d21caa8 req-7bfd983c-549c-4b32-b45d-92342ddecf82 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:21.942192 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a70f314f-49c9-4cdc-b7bc-426f6d21caa8 req-7bfd983c-549c-4b32-b45d-92342ddecf82 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 945 time: 0.0521905 Nov 12 04:39:22.003467 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a70f314f-49c9-4cdc-b7bc-426f6d21caa8 req-a25e4c84-53bd-4a2e-97bd-49f23dc7bfcc tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=394a683f-2935-47d5-9c14-586685b4e7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539060 Nov 12 04:39:23.168932 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdea0d9-a566-4ef1-97dd-c922dddac73d req-eedebdcc-ae6e-4fd4-92ab-210c6f28902c tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:23.172432 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6bdea0d9-a566-4ef1-97dd-c922dddac73d req-eedebdcc-ae6e-4fd4-92ab-210c6f28902c tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 945 time: 0.0749145 Nov 12 04:39:23.243512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6bdea0d9-a566-4ef1-97dd-c922dddac73d req-0d4a80f1-bb6b-49f4-b512-e036805e4a34 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=394a683f-2935-47d5-9c14-586685b4e7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618496 Nov 12 04:39:23.400262 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf3715-39a0-455c-9d57-fdcd5922813e req-d7343de8-b398-438a-948d-aacef4c7aeaa tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:23.401800 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-efdf3715-39a0-455c-9d57-fdcd5922813e req-d7343de8-b398-438a-948d-aacef4c7aeaa tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 945 time: 0.0672269 Nov 12 04:39:23.467210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-efdf3715-39a0-455c-9d57-fdcd5922813e req-4feb1ba0-fc8d-48de-a1e1-411504df5f9c tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=394a683f-2935-47d5-9c14-586685b4e7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579093 Nov 12 04:39:23.490448 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41270) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:23.532199 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2409421-edfa-49dd-997b-3a82bc1f8f1e tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:23.536580 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e2409421-edfa-49dd-997b-3a82bc1f8f1e tempest-TestNetworkBasicOps-728634867 tempest-TestNetworkBasicOps-728634867-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 1092 time: 0.0422909 Nov 12 04:39:23.536778 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41272) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:23.541842 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': 'd558a358-2ec0-4bb0-84a8-3de501976afb', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:23.676980 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.785356 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.899103 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Allocated IP 172.25.1.151 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/211a1d71-a550-4cc6-91bf-8e076e78636c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:39:24.018566 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:24.135101 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:24.178767 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:24.182139 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:24.187421 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:39:24.190652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Port': ['ID=211a1d71-a550-4cc6-91bf-8e076e78636c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:24.219675 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:24.220156 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:24.220335 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:24.220880 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:24.221211 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:24.221536 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:24.221857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:24.222176 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:24.222493 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:24.222840 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:24.223159 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:24.223482 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:24.662740 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:24.807082 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:24.998971 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.147640 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.253918 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.305613 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event updated for resources: {'Port': ['ID=211a1d71-a550-4cc6-91bf-8e076e78636c,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:25.836309 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Floating IP 3ef769e4-c6eb-4b03-8d11-2014d3168cb3 associated. External IP: 172.25.1.151, port: d558a358-2ec0-4bb0-84a8-3de501976afb. Nov 12 04:39:26.133278 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Router 5316b581-71c7-4d98-b6cb-5301782fd1f7 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:39:26.318618 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:39:26.321763 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5831f0-4c4a-455c-8d4d-6bfdf0e39931 None None] Sync routers for ids ['5316b581-71c7-4d98-b6cb-5301782fd1f7'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:39:26.335327 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5831f0-4c4a-455c-8d4d-6bfdf0e39931 None None] Routers {'5316b581-71c7-4d98-b6cb-5301782fd1f7'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:26.336934 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2e5831f0-4c4a-455c-8d4d-6bfdf0e39931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:39:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['5316b581-71c7-4d98-b6cb-5301782fd1f7'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:26.483507 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-2e5831f0-4c4a-455c-8d4d-6bfdf0e39931 None None] Set router 5316b581-71c7-4d98-b6cb-5301782fd1f7 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:26.497090 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:26.570799 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-48215748-7532-45b8-a8e6-ca7e44176da1 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0329275 Nov 12 04:39:26.571455 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80d3bdc-715b-4240-9707-393f71559988', 'tag': 'd558a358-2ec0-4bb0-84a8-3de501976afb'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:26.573541 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41326) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:26.574087 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ecd344-ef2f-44f1-80d4-5ef002828cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "a80d3bdc-715b-4240-9707-393f71559988", "tag": "d558a358-2ec0-4bb0-84a8-3de501976afb"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:26.681666 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86970c3-7c28-4d85-a469-2b2481eb448e x-openstack-request-id: req-e86970c3-7c28-4d85-a469-2b2481eb448e {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:26.682121 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80d3bdc-715b-4240-9707-393f71559988", "tag": "d558a358-2ec0-4bb0-84a8-3de501976afb", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:26.682308 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e86970c3-7c28-4d85-a469-2b2481eb448e {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:26.682713 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80d3bdc-715b-4240-9707-393f71559988', 'tag': 'd558a358-2ec0-4bb0-84a8-3de501976afb', 'status': 'completed', 'code': 200} Nov 12 04:39:26.696456 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7d7f485e-03f2-42c4-80fd-52a8660a5dd5 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/floatingips/3ef769e4-c6eb-4b03-8d11-2014d3168cb3 HTTP/1.1" status: 200 len: 991 time: 0.1175749 Nov 12 04:39:26.822160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecd344-ef2f-44f1-80d4-5ef002828cd4 req-d69a78ca-1762-455b-aa4c-9ac2e399d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:26.823856 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45ecd344-ef2f-44f1-80d4-5ef002828cd4 req-d69a78ca-1762-455b-aa4c-9ac2e399d448 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5&device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 1097 time: 0.0961437 Nov 12 04:39:26.991179 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecd344-ef2f-44f1-80d4-5ef002828cd4 req-af4b16f2-4e00-405b-9bfb-d4eb1e445369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:26.998561 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45ecd344-ef2f-44f1-80d4-5ef002828cd4 req-af4b16f2-4e00-405b-9bfb-d4eb1e445369 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c0e34992-e3f5-466b-aa64-150bd14254a1 HTTP/1.1" status: 200 len: 898 time: 0.1615872 Nov 12 04:39:27.010743 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2e5831f0-4c4a-455c-8d4d-6bfdf0e39931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'name': 'tempest-TestNetworkBasicOps-router-1047372905', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:51Z', 'updated_at': '2021-11-12T04:39:00Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:52Z', 'updated_at': '2021-11-12T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '3ef769e4-c6eb-4b03-8d11-2014d3168cb3', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'port_id': 'd558a358-2ec0-4bb0-84a8-3de501976afb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1', 'mac_address': 'fa:16:3e:10:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80d3bdc-715b-4240-9707-393f71559988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:39:24Z', 'updated_at': '2021-11-12T04:39:24Z', 'revision_number': 0, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6', 'name': '', 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:87:0c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:59Z', 'updated_at': '2021-11-12T04:39:04Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:27.066760 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5831f0-4c4a-455c-8d4d-6bfdf0e39931 None None] Checking router: 5316b581-71c7-4d98-b6cb-5301782fd1f7 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:39:27.088085 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5831f0-4c4a-455c-8d4d-6bfdf0e39931 None None] Routers {'5316b581-71c7-4d98-b6cb-5301782fd1f7'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:27.089576 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2e5831f0-4c4a-455c-8d4d-6bfdf0e39931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:39:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['5316b581-71c7-4d98-b6cb-5301782fd1f7'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:27.154457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e07d31-9c6d-4e30-b542-53492cc71245 req-08d472bb-d4c9-4144-9aca-92165bb12e05 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:27.156203 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-87e07d31-9c6d-4e30-b542-53492cc71245 req-08d472bb-d4c9-4144-9aca-92165bb12e05 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 945 time: 0.1332552 Nov 12 04:39:27.202316 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45ecd344-ef2f-44f1-80d4-5ef002828cd4 req-50048844-3647-4738-a31f-85872f04999d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d558a358-2ec0-4bb0-84a8-3de501976afb HTTP/1.1" status: 200 len: 999 time: 0.1994388 Nov 12 04:39:27.273027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecd344-ef2f-44f1-80d4-5ef002828cd4 req-f8e465d3-55c2-452a-b0da-c6c0504dfc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:27.275489 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45ecd344-ef2f-44f1-80d4-5ef002828cd4 req-f8e465d3-55c2-452a-b0da-c6c0504dfc42 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0 HTTP/1.1" status: 200 len: 834 time: 0.0553188 Nov 12 04:39:27.282315 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-87e07d31-9c6d-4e30-b542-53492cc71245 req-9316b7e4-419e-4802-b967-3b7ea4aabf92 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165285 Nov 12 04:39:27.323219 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41342) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:27.340920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecd344-ef2f-44f1-80d4-5ef002828cd4 req-8ad21b0f-75da-4b47-b56f-ed0ba3d26333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:27.342695 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45ecd344-ef2f-44f1-80d4-5ef002828cd4 req-8ad21b0f-75da-4b47-b56f-ed0ba3d26333 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c0e34992-e3f5-466b-aa64-150bd14254a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587554 Nov 12 04:39:27.381013 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-2e5831f0-4c4a-455c-8d4d-6bfdf0e39931 None None] Set router 5316b581-71c7-4d98-b6cb-5301782fd1f7 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:27.494164 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1fb4e8b8-2f63-4412-a1ee-d146ae3743ae tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/floatingips/85bc52e1-09cb-4635-8400-650635c40f44 HTTP/1.1" status: 200 len: 993 time: 0.1681838 Nov 12 04:39:27.605305 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45ecd344-ef2f-44f1-80d4-5ef002828cd4 req-cb47c1b0-29e3-4f80-8a72-3197dce9b147 service neutron] 10.222.0.31 "GET /v2.0/networks/c0e34992-e3f5-466b-aa64-150bd14254a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512224 Nov 12 04:39:27.698541 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41350) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:27.779408 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45ecd344-ef2f-44f1-80d4-5ef002828cd4 req-be5a4bed-0f6e-4ddc-9ce8-b9e1f5583d0a service neutron] 10.222.0.31 "GET /v2.0/networks/c0e34992-e3f5-466b-aa64-150bd14254a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613882 Nov 12 04:39:27.828961 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1d22697e-516c-495d-a216-d30f93c2803f tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/floatingips/3ef769e4-c6eb-4b03-8d11-2014d3168cb3 HTTP/1.1" status: 200 len: 991 time: 0.1261778 Nov 12 04:39:27.856199 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2e5831f0-4c4a-455c-8d4d-6bfdf0e39931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'name': 'tempest-TestNetworkBasicOps-router-1047372905', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:51Z', 'updated_at': '2021-11-12T04:39:00Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:52Z', 'updated_at': '2021-11-12T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '3ef769e4-c6eb-4b03-8d11-2014d3168cb3', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'port_id': 'd558a358-2ec0-4bb0-84a8-3de501976afb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1', 'mac_address': 'fa:16:3e:10:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80d3bdc-715b-4240-9707-393f71559988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:39:24Z', 'updated_at': '2021-11-12T04:39:24Z', 'revision_number': 0, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6', 'name': '', 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:87:0c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:59Z', 'updated_at': '2021-11-12T04:39:04Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:27.892780 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5831f0-4c4a-455c-8d4d-6bfdf0e39931 None None] The sync data for ids ['5316b581-71c7-4d98-b6cb-5301782fd1f7'] in n-d-768509-24 is: [{'id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'name': 'tempest-TestNetworkBasicOps-router-1047372905', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:51Z', 'updated_at': '2021-11-12T04:39:00Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:52Z', 'updated_at': '2021-11-12T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '3ef769e4-c6eb-4b03-8d11-2014d3168cb3', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'port_id': 'd558a358-2ec0-4bb0-84a8-3de501976afb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1', 'mac_address': 'fa:16:3e:10:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80d3bdc-715b-4240-9707-393f71559988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:39:24Z', 'updated_at': '2021-11-12T04:39:24Z', 'revision_number': 0, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6', 'name': '', 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:87:0c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:59Z', 'updated_at': '2021-11-12T04:39:04Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:39:27.997400 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd976e0-1c55-4a9b-b58c-52b36f82645c req-94579b12-a41d-4741-8e1c-0bfdcd9a93d2 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:28.000295 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6cd976e0-1c55-4a9b-b58c-52b36f82645c req-94579b12-a41d-4741-8e1c-0bfdcd9a93d2 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 1097 time: 0.0759249 Nov 12 04:39:28.081423 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6cd976e0-1c55-4a9b-b58c-52b36f82645c req-3a1b2e1a-e886-4640-b235-981dc456910e tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686755 Nov 12 04:39:28.243017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0440e931-6c57-48f7-8cea-d5490422dc53 None None] New status for floating IP 3ef769e4-c6eb-4b03-8d11-2014d3168cb3: ACTIVE {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:39:28.832507 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41378) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:28.897961 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f9b02829-8a66-4938-aeae-b07351ddd8f6 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/floatingips/3ef769e4-c6eb-4b03-8d11-2014d3168cb3 HTTP/1.1" status: 200 len: 993 time: 0.0642178 Nov 12 04:39:29.877059 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-16ba842b-dc93-4d6f-9cda-983b1032aba4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2560706 Nov 12 04:39:29.887788 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-71d988e5-1387-4711-92da-3442909c66ee service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:39:29.888786 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-71d988e5-1387-4711-92da-3442909c66ee service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057466 Nov 12 04:39:30.969549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33404caa-c736-47d9-bace-77e410cebf3e req-83b46ef7-c8cc-4da8-a612-093dd5d1564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:30.971059 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-83b46ef7-c8cc-4da8-a612-093dd5d1564a service neutron] 10.222.0.37 "GET /v2.0/ports/a029a47f-ca58-482c-acd9-9606190c6aba HTTP/1.1" status: 200 len: 1094 time: 0.0373044 Nov 12 04:39:30.981489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-33404caa-c736-47d9-bace-77e410cebf3e req-fd3652ee-7038-4b22-9762-c7ae0ba07104 service neutron] Request body: {'binding': {'host': 'n-h1-768509-24', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:30.981949 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-33404caa-c736-47d9-bace-77e410cebf3e req-fd3652ee-7038-4b22-9762-c7ae0ba07104 service neutron] Unknown quota resources ['binding']. {{(pid=103296) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:39:31.135680 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-33404caa-c736-47d9-bace-77e410cebf3e req-fd3652ee-7038-4b22-9762-c7ae0ba07104 service neutron] Attempting to bind port a029a47f-ca58-482c-acd9-9606190c6aba on host n-h1-768509-24 for vnic_type normal with profile None {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:39:31.136019 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-33404caa-c736-47d9-bace-77e410cebf3e req-fd3652ee-7038-4b22-9762-c7ae0ba07104 service neutron] Attempting to bind port a029a47f-ca58-482c-acd9-9606190c6aba by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:39:31.136478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33404caa-c736-47d9-bace-77e410cebf3e req-fd3652ee-7038-4b22-9762-c7ae0ba07104 service neutron] Attempting to bind port a029a47f-ca58-482c-acd9-9606190c6aba on network c6689ff6-20fe-4a32-b709-b8976c2341d9 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:31.140825 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33404caa-c736-47d9-bace-77e410cebf3e req-fd3652ee-7038-4b22-9762-c7ae0ba07104 service neutron] Port a029a47f-ca58-482c-acd9-9606190c6aba on network c6689ff6-20fe-4a32-b709-b8976c2341d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:39:31.141150 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33404caa-c736-47d9-bace-77e410cebf3e req-fd3652ee-7038-4b22-9762-c7ae0ba07104 service neutron] Attempting to bind port a029a47f-ca58-482c-acd9-9606190c6aba on network c6689ff6-20fe-4a32-b709-b8976c2341d9 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:31.146170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33404caa-c736-47d9-bace-77e410cebf3e req-fd3652ee-7038-4b22-9762-c7ae0ba07104 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:39:31.146515 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33404caa-c736-47d9-bace-77e410cebf3e req-fd3652ee-7038-4b22-9762-c7ae0ba07104 service neutron] Checking segment: {'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:31.146956 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33404caa-c736-47d9-bace-77e410cebf3e req-fd3652ee-7038-4b22-9762-c7ae0ba07104 service neutron] Bound using segment: {'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:39:31.147389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-33404caa-c736-47d9-bace-77e410cebf3e req-fd3652ee-7038-4b22-9762-c7ae0ba07104 service neutron] Bound port: a029a47f-ca58-482c-acd9-9606190c6aba, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:39:31.242438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-33404caa-c736-47d9-bace-77e410cebf3e req-fd3652ee-7038-4b22-9762-c7ae0ba07104 service neutron] For port a029a47f-ca58-482c-acd9-9606190c6aba, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a029a47f-ca58-482c-acd9-9606190c6aba,segment=NetworkSegment(66712da7-755c-4e1d-ac4c-f6b0a7ed9074),segment_id=66712da7-755c-4e1d-ac4c-f6b0a7ed9074)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:39:31.342783 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-33404caa-c736-47d9-bace-77e410cebf3e req-fd3652ee-7038-4b22-9762-c7ae0ba07104 service neutron] Publish callbacks [] for binding, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:31.344329 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-fd3652ee-7038-4b22-9762-c7ae0ba07104 service neutron] 10.222.0.37 "POST /v2.0/ports/a029a47f-ca58-482c-acd9-9606190c6aba/bindings HTTP/1.1" status: 201 len: 390 time: 0.3668373 Nov 12 04:39:31.743193 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e37c4-05f3-46a4-83bb-55666bf78af5 req-0ddb6afe-6895-4769-bad1-22c3c144d859 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:31.744799 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-134e37c4-05f3-46a4-83bb-55666bf78af5 req-0ddb6afe-6895-4769-bad1-22c3c144d859 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 945 time: 0.0572832 Nov 12 04:39:31.811655 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-134e37c4-05f3-46a4-83bb-55666bf78af5 req-d159d9a0-80b1-4bd5-b283-9bf1ad805daa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592639 Nov 12 04:39:32.156854 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33404caa-c736-47d9-bace-77e410cebf3e req-95419b60-e547-4b1a-90b0-5d384111a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:32.158596 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-95419b60-e547-4b1a-90b0-5d384111a7fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 1097 time: 0.0480442 Nov 12 04:39:32.263579 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33404caa-c736-47d9-bace-77e410cebf3e req-b3879fa7-a846-428b-9a78-386ebbbdd3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:32.265216 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-b3879fa7-a846-428b-9a78-386ebbbdd3a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c6689ff6-20fe-4a32-b709-b8976c2341d9 HTTP/1.1" status: 200 len: 898 time: 0.0983527 Nov 12 04:39:32.334317 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-808b3c5d-79f0-4764-bc0a-fb610625a619 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a029a47f-ca58-482c-acd9-9606190c6aba HTTP/1.1" status: 200 len: 1001 time: 0.0619731 Nov 12 04:39:32.402543 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33404caa-c736-47d9-bace-77e410cebf3e req-956fe5e5-0d4d-4d52-ac82-625890b213af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:32.404037 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-956fe5e5-0d4d-4d52-ac82-625890b213af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f42a9110-7711-44c9-8ee6-f90ae049b579 HTTP/1.1" status: 200 len: 835 time: 0.0578856 Nov 12 04:39:32.457203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33404caa-c736-47d9-bace-77e410cebf3e req-27cda000-7c1c-4495-af65-9be3422ee45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:32.458840 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-27cda000-7c1c-4495-af65-9be3422ee45d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c6689ff6-20fe-4a32-b709-b8976c2341d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413210 Nov 12 04:39:32.554927 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-64e6056c-67c7-43d4-9f3f-d03878b73381 service neutron] 10.222.0.21 "GET /v2.0/networks/c6689ff6-20fe-4a32-b709-b8976c2341d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847309 Nov 12 04:39:32.667343 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-49aa375b-9e54-4278-9784-e77c6854d1e1 service neutron] 10.222.0.21 "GET /v2.0/networks/c6689ff6-20fe-4a32-b709-b8976c2341d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036036 Nov 12 04:39:32.869692 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33404caa-c736-47d9-bace-77e410cebf3e req-b628b404-ce38-443f-ba88-fe732c2674c6 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:32.871264 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-b628b404-ce38-443f-ba88-fe732c2674c6 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3&tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 1097 time: 0.0896046 Nov 12 04:39:32.883712 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-24'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:32.941736 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:32.948061 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ffb0a-9d45-4b6e-b5c1-074b93304cd5 req-e3f53552-cc57-4fb3-93eb-d8d553d574e4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:32.949705 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d14ffb0a-9d45-4b6e-b5c1-074b93304cd5 req-e3f53552-cc57-4fb3-93eb-d8d553d574e4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 945 time: 0.0606182 Nov 12 04:39:33.012893 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d14ffb0a-9d45-4b6e-b5c1-074b93304cd5 req-a692affc-da28-4b83-98bf-2cf14e5d7892 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567131 Nov 12 04:39:33.119049 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] For port a029a47f-ca58-482c-acd9-9606190c6aba, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a029a47f-ca58-482c-acd9-9606190c6aba,segment=NetworkSegment(66712da7-755c-4e1d-ac4c-f6b0a7ed9074),segment_id=66712da7-755c-4e1d-ac4c-f6b0a7ed9074)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:33.163695 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] For port a029a47f-ca58-482c-acd9-9606190c6aba, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:39:33.174207 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-08452506-9125-4e30-843b-650b23352c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:33.211733 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a029a47f-ca58-482c-acd9-9606190c6aba'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:33.214150 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6ba7f3-6daa-4c66-8861-5f2af27a2e66" -d '{"events": [{"server_uuid": "5a07aad5-cc01-48e3-b2e5-82d573ca3ab3", "name": "network-vif-unplugged", "status": "completed", "tag": "a029a47f-ca58-482c-acd9-9606190c6aba"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:33.220226 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:33.264172 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab99a75-fe40-47fc-b8c0-660a9b3494c1 x-openstack-request-id: req-6ab99a75-fe40-47fc-b8c0-660a9b3494c1 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:33.264458 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a07aad5-cc01-48e3-b2e5-82d573ca3ab3", "name": "network-vif-unplugged", "status": "completed", "tag": "a029a47f-ca58-482c-acd9-9606190c6aba", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:33.264722 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ab99a75-fe40-47fc-b8c0-660a9b3494c1 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:33.265136 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a029a47f-ca58-482c-acd9-9606190c6aba', 'code': 200} Nov 12 04:39:33.316929 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:33.431636 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] Pushing event updated for resources: {'Port': ['ID=a029a47f-ca58-482c-acd9-9606190c6aba,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:33.507637 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] Attempting to bind port a029a47f-ca58-482c-acd9-9606190c6aba on host n-h2-768509-24 for vnic_type normal with profile {"migrating_to": "n-h1-768509-24"} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:39:33.508317 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] Attempting to bind port a029a47f-ca58-482c-acd9-9606190c6aba by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:39:33.508887 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] Attempting to bind port a029a47f-ca58-482c-acd9-9606190c6aba on network c6689ff6-20fe-4a32-b709-b8976c2341d9 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:33.515569 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] Port a029a47f-ca58-482c-acd9-9606190c6aba on network c6689ff6-20fe-4a32-b709-b8976c2341d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:39:33.515569 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] Attempting to bind port a029a47f-ca58-482c-acd9-9606190c6aba on network c6689ff6-20fe-4a32-b709-b8976c2341d9 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:33.522006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:39:33.523203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] Checking segment: {'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:33.524092 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] Bound using segment: {'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:39:33.525346 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] Bound port: a029a47f-ca58-482c-acd9-9606190c6aba, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66712da7-755c-4e1d-ac4c-f6b0a7ed9074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:39:33.525936 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:33.648776 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] For port a029a47f-ca58-482c-acd9-9606190c6aba, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:39:33.654662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] For port a029a47f-ca58-482c-acd9-9606190c6aba, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a029a47f-ca58-482c-acd9-9606190c6aba,segment=NetworkSegment(66712da7-755c-4e1d-ac4c-f6b0a7ed9074),segment_id=66712da7-755c-4e1d-ac4c-f6b0a7ed9074)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:39:33.723166 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:33.835440 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-addf2699-6595-4dfe-a932-8a87da26dc19 None None] Provisioning complete for port a029a47f-ca58-482c-acd9-9606190c6aba triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:33.836139 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-addf2699-6595-4dfe-a932-8a87da26dc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:33.974957 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] Pushing event updated for resources: {'Port': ['ID=a029a47f-ca58-482c-acd9-9606190c6aba,revision_number=8']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:34.009095 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-addf2699-6595-4dfe-a932-8a87da26dc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:34.051903 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-addf2699-6595-4dfe-a932-8a87da26dc19 None None] For port a029a47f-ca58-482c-acd9-9606190c6aba, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a029a47f-ca58-482c-acd9-9606190c6aba,segment=NetworkSegment(66712da7-755c-4e1d-ac4c-f6b0a7ed9074),segment_id=66712da7-755c-4e1d-ac4c-f6b0a7ed9074)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:34.053145 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a029a47f-ca58-482c-acd9-9606190c6aba'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:34.056107 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f396b8a8-13f1-4f59-a7e7-a3bf37816275" -d '{"events": [{"server_uuid": "5a07aad5-cc01-48e3-b2e5-82d573ca3ab3", "name": "network-vif-plugged", "status": "completed", "tag": "a029a47f-ca58-482c-acd9-9606190c6aba"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:34.089818 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:34.091344 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:34.093204 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-6729b38d-9c9f-4abe-85e2-1df688aabf00 service neutron] 10.222.0.21 "PUT /v2.0/ports/a029a47f-ca58-482c-acd9-9606190c6aba HTTP/1.1" status: 200 len: 1123 time: 1.2137620 Nov 12 04:39:34.123002 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-addf2699-6595-4dfe-a932-8a87da26dc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:34.213979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9db70-7186-4794-9bd0-ee1b89a5c029 req-0e8ac227-432b-45cb-995b-1ea756187436 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:34.222178 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-faf9db70-7186-4794-9bd0-ee1b89a5c029 req-0e8ac227-432b-45cb-995b-1ea756187436 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 945 time: 0.0743487 Nov 12 04:39:34.236545 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf2699-6595-4dfe-a932-8a87da26dc19 None None] Pushing event updated for resources: {'Port': ['ID=a029a47f-ca58-482c-acd9-9606190c6aba,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:34.310127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-faf9db70-7186-4794-9bd0-ee1b89a5c029 req-4bfbc45b-cfdd-4aaa-b0fa-824ade809c4d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853357 Nov 12 04:39:34.329998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addf2699-6595-4dfe-a932-8a87da26dc19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:34.330645 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addf2699-6595-4dfe-a932-8a87da26dc19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:34.331691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addf2699-6595-4dfe-a932-8a87da26dc19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:34.332079 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addf2699-6595-4dfe-a932-8a87da26dc19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:34.332819 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addf2699-6595-4dfe-a932-8a87da26dc19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:34.333327 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addf2699-6595-4dfe-a932-8a87da26dc19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:34.334427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addf2699-6595-4dfe-a932-8a87da26dc19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:34.335001 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addf2699-6595-4dfe-a932-8a87da26dc19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:34.335529 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addf2699-6595-4dfe-a932-8a87da26dc19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:34.336038 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addf2699-6595-4dfe-a932-8a87da26dc19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:34.337623 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addf2699-6595-4dfe-a932-8a87da26dc19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:34.338214 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addf2699-6595-4dfe-a932-8a87da26dc19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:34.363175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['a029a47f-ca58-482c-acd9-9606190c6aba'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:39:34.385043 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c97d69a-ad99-4e2a-b79d-911dea436f11 x-openstack-request-id: req-5c97d69a-ad99-4e2a-b79d-911dea436f11 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:34.385340 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a07aad5-cc01-48e3-b2e5-82d573ca3ab3", "name": "network-vif-plugged", "status": "completed", "tag": "a029a47f-ca58-482c-acd9-9606190c6aba", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:34.385591 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c97d69a-ad99-4e2a-b79d-911dea436f11 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:34.386071 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a029a47f-ca58-482c-acd9-9606190c6aba', 'code': 200} Nov 12 04:39:34.809330 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8cc5b2a3-8125-4a3c-8e20-eb803cee9da0 None None] Provisioning complete for port a029a47f-ca58-482c-acd9-9606190c6aba triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:34.809705 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8cc5b2a3-8125-4a3c-8e20-eb803cee9da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:35.266608 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'tag': 'a029a47f-ca58-482c-acd9-9606190c6aba'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:35.268984 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d65ba7-7ef2-4841-9a67-dbda90cef194" -d '{"events": [{"name": "network-changed", "server_uuid": "5a07aad5-cc01-48e3-b2e5-82d573ca3ab3", "tag": "a029a47f-ca58-482c-acd9-9606190c6aba"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:35.392578 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfdf9c8-6771-453c-9778-50acd689b1bc x-openstack-request-id: req-1bfdf9c8-6771-453c-9778-50acd689b1bc {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:35.392974 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a07aad5-cc01-48e3-b2e5-82d573ca3ab3", "tag": "a029a47f-ca58-482c-acd9-9606190c6aba", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:35.392974 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1bfdf9c8-6771-453c-9778-50acd689b1bc {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:35.393335 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'tag': 'a029a47f-ca58-482c-acd9-9606190c6aba', 'status': 'completed', 'code': 200} Nov 12 04:39:35.570841 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461fb7d-52bb-4db4-acad-33a2ce4f2fa4 req-b6cfd4f3-4d9f-4b9c-a87f-d1954fa1a2ca tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:35.574315 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6461fb7d-52bb-4db4-acad-33a2ce4f2fa4 req-b6cfd4f3-4d9f-4b9c-a87f-d1954fa1a2ca tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 945 time: 0.0900111 Nov 12 04:39:35.577786 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d65ba7-7ef2-4841-9a67-dbda90cef194 req-1b29bc7b-f351-4ca1-acb0-0eb7c3cd1eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:35.579419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61d65ba7-7ef2-4841-9a67-dbda90cef194 req-1b29bc7b-f351-4ca1-acb0-0eb7c3cd1eb6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 1128 time: 0.1271205 Nov 12 04:39:35.585698 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0eea564-78d2-43ed-931b-74d638578be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:35.688873 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6461fb7d-52bb-4db4-acad-33a2ce4f2fa4 req-307e3d62-9549-4564-bbf1-3be347b2fe7b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077445 Nov 12 04:39:35.739020 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d65ba7-7ef2-4841-9a67-dbda90cef194 req-073e1cf6-1503-4094-b9f3-5a05bc2e9de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:35.740535 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61d65ba7-7ef2-4841-9a67-dbda90cef194 req-073e1cf6-1503-4094-b9f3-5a05bc2e9de3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c6689ff6-20fe-4a32-b709-b8976c2341d9 HTTP/1.1" status: 200 len: 898 time: 0.1498456 Nov 12 04:39:35.781847 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a029a47f-ca58-482c-acd9-9606190c6aba details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:39:35.838987 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61d65ba7-7ef2-4841-9a67-dbda90cef194 req-d2cd185f-9856-4f0c-9cb2-a446a85ce770 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a029a47f-ca58-482c-acd9-9606190c6aba HTTP/1.1" status: 200 len: 1001 time: 0.0911605 Nov 12 04:39:35.903905 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port a029a47f-ca58-482c-acd9-9606190c6aba, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a029a47f-ca58-482c-acd9-9606190c6aba,segment=NetworkSegment(66712da7-755c-4e1d-ac4c-f6b0a7ed9074),segment_id=66712da7-755c-4e1d-ac4c-f6b0a7ed9074)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:35.907941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d65ba7-7ef2-4841-9a67-dbda90cef194 req-9386c81e-18d2-4836-a2d3-ffe3aa1e6d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:35.909697 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61d65ba7-7ef2-4841-9a67-dbda90cef194 req-9386c81e-18d2-4836-a2d3-ffe3aa1e6d83 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f42a9110-7711-44c9-8ee6-f90ae049b579 HTTP/1.1" status: 200 len: 835 time: 0.0614395 Nov 12 04:39:35.920841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a029a47f-ca58-482c-acd9-9606190c6aba has no active binding in host n-h1-768509-24 {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 04:39:35.965400 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d65ba7-7ef2-4841-9a67-dbda90cef194 req-1b746cae-bdf6-485b-90ab-b1f9599dddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:35.966959 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61d65ba7-7ef2-4841-9a67-dbda90cef194 req-1b746cae-bdf6-485b-90ab-b1f9599dddf8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c6689ff6-20fe-4a32-b709-b8976c2341d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491781 Nov 12 04:39:36.068274 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61d65ba7-7ef2-4841-9a67-dbda90cef194 req-45b9e438-288c-457d-b77e-56bb9f1e1555 service neutron] 10.222.0.31 "GET /v2.0/networks/c6689ff6-20fe-4a32-b709-b8976c2341d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917811 Nov 12 04:39:36.162075 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61d65ba7-7ef2-4841-9a67-dbda90cef194 req-95ebc839-6b6d-4024-ab0c-67b4db42442a service neutron] 10.222.0.31 "GET /v2.0/networks/c6689ff6-20fe-4a32-b709-b8976c2341d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838392 Nov 12 04:39:36.774061 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:36.849973 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa56ac-dbbc-4f4d-8d35-264d5f512330 req-9c0174ad-9304-4d6e-a752-0f536810a9e0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:36.854220 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0caa56ac-dbbc-4f4d-8d35-264d5f512330 req-9c0174ad-9304-4d6e-a752-0f536810a9e0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 945 time: 0.0781605 Nov 12 04:39:36.929485 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0caa56ac-dbbc-4f4d-8d35-264d5f512330 req-98d4e0bd-f948-4cc2-bf8a-a3dd88f3b5e6 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692856 Nov 12 04:39:37.214362 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41566) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:37.351703 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1c41948-bb0d-4983-9750-7a38e1bb697a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:37.434187 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1c41948-bb0d-4983-9750-7a38e1bb697a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:37.517315 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1c41948-bb0d-4983-9750-7a38e1bb697a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:37.567739 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d1c41948-bb0d-4983-9750-7a38e1bb697a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e832e3f0f714f5799e6c01bb310add5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3515446 Nov 12 04:39:37.570377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41574) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:37.570789 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c41948-bb0d-4983-9750-7a38e1bb697a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be7ed61-039c-44f3-b96c-b81ee7117c71,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:37.633693 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33f445db-b6a2-4de5-85a1-37fc974c3258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:37.660600 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33f445db-b6a2-4de5-85a1-37fc974c3258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:37.865528 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33f445db-b6a2-4de5-85a1-37fc974c3258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:37.868446 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33f445db-b6a2-4de5-85a1-37fc974c3258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:37.869820 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-33f445db-b6a2-4de5-85a1-37fc974c3258 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8be7ed61-039c-44f3-b96c-b81ee7117c71 HTTP/1.1" status: 204 len: 168 time: 0.2973139 Nov 12 04:39:37.878435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f445db-b6a2-4de5-85a1-37fc974c3258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be7ed61-039c-44f3-b96c-b81ee7117c71,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:37.887063 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f445db-b6a2-4de5-85a1-37fc974c3258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:37.887406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f445db-b6a2-4de5-85a1-37fc974c3258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:37.887938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f445db-b6a2-4de5-85a1-37fc974c3258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:37.888360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f445db-b6a2-4de5-85a1-37fc974c3258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:37.888598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f445db-b6a2-4de5-85a1-37fc974c3258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:37.888932 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f445db-b6a2-4de5-85a1-37fc974c3258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:37.889255 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f445db-b6a2-4de5-85a1-37fc974c3258 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:37.889580 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f445db-b6a2-4de5-85a1-37fc974c3258 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:37.889904 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f445db-b6a2-4de5-85a1-37fc974c3258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:37.890225 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f445db-b6a2-4de5-85a1-37fc974c3258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:37.890550 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f445db-b6a2-4de5-85a1-37fc974c3258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:37.890893 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f445db-b6a2-4de5-85a1-37fc974c3258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:38.079331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6956d3-f36d-4fd8-aa37-8c90b6461752 req-c365eefd-b28a-451e-a3d1-d3d046c44be0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:38.082472 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb6956d3-f36d-4fd8-aa37-8c90b6461752 req-c365eefd-b28a-451e-a3d1-d3d046c44be0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 945 time: 0.0702903 Nov 12 04:39:38.140730 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb6956d3-f36d-4fd8-aa37-8c90b6461752 req-08564aed-ee11-4dff-b70b-bdd2dbea687b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499897 Nov 12 04:39:38.357273 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:38.771113 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 41598) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:38.786722 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba177e3b-0a79-4581-b867-907331550084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:38.871762 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba177e3b-0a79-4581-b867-907331550084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:38.951149 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba177e3b-0a79-4581-b867-907331550084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:38.995255 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ba177e3b-0a79-4581-b867-907331550084 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=460e5785e65944e2a435d035ef447e22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2227514 Nov 12 04:39:38.996397 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba177e3b-0a79-4581-b867-907331550084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6336472-22fb-42d3-b534-6c7ebc0c242f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:39.003972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41604) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:39.055053 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-414e9690-3772-49e1-b570-af7500846ca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:39.077760 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-414e9690-3772-49e1-b570-af7500846ca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:39.157543 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:39.244926 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-414e9690-3772-49e1-b570-af7500846ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:39.244926 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-414e9690-3772-49e1-b570-af7500846ca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:39.244926 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-414e9690-3772-49e1-b570-af7500846ca6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6336472-22fb-42d3-b534-6c7ebc0c242f HTTP/1.1" status: 204 len: 168 time: 0.2414274 Nov 12 04:39:39.266323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e9690-3772-49e1-b570-af7500846ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6336472-22fb-42d3-b534-6c7ebc0c242f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:39.291483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14eb5f-0703-4325-a782-1f1c191039d4 req-bd27b1ac-e438-4dbf-b898-de84754f4893 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:39.293926 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef14eb5f-0703-4325-a782-1f1c191039d4 req-bd27b1ac-e438-4dbf-b898-de84754f4893 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 945 time: 0.0695071 Nov 12 04:39:39.359887 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef14eb5f-0703-4325-a782-1f1c191039d4 req-af27ca06-73c1-44f3-9a01-9f96ff4e0feb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591300 Nov 12 04:39:40.546989 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e293a5-7277-43bc-807d-bb8899d30f09 req-263ca1c1-be6c-4492-bb97-e970c414fd11 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:40.550743 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2e293a5-7277-43bc-807d-bb8899d30f09 req-263ca1c1-be6c-4492-bb97-e970c414fd11 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 945 time: 0.1009600 Nov 12 04:39:40.640449 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2e293a5-7277-43bc-807d-bb8899d30f09 req-c9cde84a-608a-4e37-9b4a-1cad11119247 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824142 Nov 12 04:39:41.799889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf854b-63e0-4783-a8c7-db9601b96641 req-a41030cc-1f3f-46f1-8519-e6e1045a29a3 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:41.799889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fcf854b-63e0-4783-a8c7-db9601b96641 req-a41030cc-1f3f-46f1-8519-e6e1045a29a3 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 945 time: 0.0737526 Nov 12 04:39:41.856083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fcf854b-63e0-4783-a8c7-db9601b96641 req-17253666-d8b9-4c58-a8f4-b7f012b929d2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503771 Nov 12 04:39:42.203691 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41734) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:42.585445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-adbced03-7bd6-43bc-b2cf-0701572f0822 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Deleting port 2806bc14-3d54-47ec-a4fb-291216a85ec2 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:42.585678 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-adbced03-7bd6-43bc-b2cf-0701572f0822 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:42.688206 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-adbced03-7bd6-43bc-b2cf-0701572f0822 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:42.688949 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-adbced03-7bd6-43bc-b2cf-0701572f0822 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:42.704156 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-adbced03-7bd6-43bc-b2cf-0701572f0822 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Calling delete_port for 2806bc14-3d54-47ec-a4fb-291216a85ec2 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:42.848657 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-178904bc-e9a2-4b6b-af1e-7f9d98c1a012 service neutron] 10.222.0.31 "GET /v2.0/ports/a029a47f-ca58-482c-acd9-9606190c6aba/bindings/n-h1-768509-24 HTTP/1.1" status: 200 len: 385 time: 0.1303320 Nov 12 04:39:43.100772 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909bcb4-4e84-4bff-a03f-bb2a8536e5f8 req-ab7f6074-64e3-422b-9854-eb5c3e70d8dc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:43.102137 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f909bcb4-4e84-4bff-a03f-bb2a8536e5f8 req-ab7f6074-64e3-422b-9854-eb5c3e70d8dc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 945 time: 0.1445107 Nov 12 04:39:43.106995 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-adbced03-7bd6-43bc-b2cf-0701572f0822 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:43.166128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbced03-7bd6-43bc-b2cf-0701572f0822 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Pushing event deleted for resources: {'Port': ['ID=2806bc14-3d54-47ec-a4fb-291216a85ec2,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:43.244981 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-33404caa-c736-47d9-bace-77e410cebf3e req-685c3833-491c-4453-bd2c-1a000c05826e service neutron] For port a029a47f-ca58-482c-acd9-9606190c6aba, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a029a47f-ca58-482c-acd9-9606190c6aba,segment=NetworkSegment(66712da7-755c-4e1d-ac4c-f6b0a7ed9074),segment_id=66712da7-755c-4e1d-ac4c-f6b0a7ed9074)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:43.278034 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f909bcb4-4e84-4bff-a03f-bb2a8536e5f8 req-666cb955-d56a-49df-a1db-70ca74261496 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638284 Nov 12 04:39:43.292293 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-33404caa-c736-47d9-bace-77e410cebf3e req-685c3833-491c-4453-bd2c-1a000c05826e service neutron] For port a029a47f-ca58-482c-acd9-9606190c6aba, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:39:43.294681 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-adbced03-7bd6-43bc-b2cf-0701572f0822 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:43.294681 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-adbced03-7bd6-43bc-b2cf-0701572f0822 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Floating IP 3306a6ce-d0ee-4132-96e3-9ba5fb1ad368 disassociated (deleted). External IP: 172.25.1.168, port: d368860a-68c4-4fc3-b6ae-78e683646f65. Nov 12 04:39:43.773442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a029a47f-ca58-482c-acd9-9606190c6aba'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:43.773442 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e327527-693d-47df-be5f-f9b2c1f78d75" -d '{"events": [{"server_uuid": "5a07aad5-cc01-48e3-b2e5-82d573ca3ab3", "name": "network-vif-unplugged", "status": "completed", "tag": "a029a47f-ca58-482c-acd9-9606190c6aba"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:43.787994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-33404caa-c736-47d9-bace-77e410cebf3e req-685c3833-491c-4453-bd2c-1a000c05826e service neutron] For port a029a47f-ca58-482c-acd9-9606190c6aba, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a029a47f-ca58-482c-acd9-9606190c6aba,segment=NetworkSegment(66712da7-755c-4e1d-ac4c-f6b0a7ed9074),segment_id=66712da7-755c-4e1d-ac4c-f6b0a7ed9074)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:43.828873 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f3cf2e-48c2-44ca-a30a-f3a9f1aed009 x-openstack-request-id: req-c9f3cf2e-48c2-44ca-a30a-f3a9f1aed009 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:43.829153 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a07aad5-cc01-48e3-b2e5-82d573ca3ab3", "name": "network-vif-unplugged", "status": "completed", "tag": "a029a47f-ca58-482c-acd9-9606190c6aba", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:43.829456 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9f3cf2e-48c2-44ca-a30a-f3a9f1aed009 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:43.829806 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a029a47f-ca58-482c-acd9-9606190c6aba', 'code': 200} Nov 12 04:39:43.945011 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-33404caa-c736-47d9-bace-77e410cebf3e req-685c3833-491c-4453-bd2c-1a000c05826e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:44.115982 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbced03-7bd6-43bc-b2cf-0701572f0822 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:39:44.202311 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-33404caa-c736-47d9-bace-77e410cebf3e req-685c3833-491c-4453-bd2c-1a000c05826e service neutron] Transition to ACTIVE for port object a029a47f-ca58-482c-acd9-9606190c6aba will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:39:44.269067 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-33404caa-c736-47d9-bace-77e410cebf3e req-685c3833-491c-4453-bd2c-1a000c05826e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:44.401511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbced03-7bd6-43bc-b2cf-0701572f0822 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:39:44.410777 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-adbced03-7bd6-43bc-b2cf-0701572f0822 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:44.415232 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc65ed00-a05b-4db6-adc9-18d4207d5b59 None None] Sync routers for ids ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:39:44.433931 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc65ed00-a05b-4db6-adc9-18d4207d5b59 None None] Routers {'8c6f88c2-d7a8-495c-8075-637a4ddc77d1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:44.435447 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cc65ed00-a05b-4db6-adc9-18d4207d5b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:39:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:44.468594 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c3833-491c-4453-bd2c-1a000c05826e service neutron] Pushing event updated for resources: {'Port': ['ID=a029a47f-ca58-482c-acd9-9606190c6aba,revision_number=11']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:44.503380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-33404caa-c736-47d9-bace-77e410cebf3e req-685c3833-491c-4453-bd2c-1a000c05826e service neutron] No DVR routers for this DVR port a029a47f-ca58-482c-acd9-9606190c6aba on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:39:44.507046 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-adbced03-7bd6-43bc-b2cf-0701572f0822 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "DELETE /v2.0/floatingips/3306a6ce-d0ee-4132-96e3-9ba5fb1ad368 HTTP/1.1" status: 204 len: 168 time: 2.3020475 Nov 12 04:39:44.643072 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-cc65ed00-a05b-4db6-adc9-18d4207d5b59 None None] Set router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:44.707887 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c09d23-2743-40e2-b544-38df9aa56666 req-2e650274-33eb-4902-a95f-de5fa594a2da tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:44.710549 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-12c09d23-2743-40e2-b544-38df9aa56666 req-2e650274-33eb-4902-a95f-de5fa594a2da tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 944 time: 0.1986775 Nov 12 04:39:44.841728 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-12c09d23-2743-40e2-b544-38df9aa56666 req-2c7dbfa0-7205-433d-a842-f1e3fda0cf7b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214995 Nov 12 04:39:44.908880 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-685c3833-491c-4453-bd2c-1a000c05826e service neutron] 10.222.0.31 "PUT /v2.0/ports/a029a47f-ca58-482c-acd9-9606190c6aba/bindings/n-h1-768509-24/activate HTTP/1.1" status: 200 len: 370 time: 2.0483027 Nov 12 04:39:45.030091 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cc65ed00-a05b-4db6-adc9-18d4207d5b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'name': 'tempest-TestVolumeBackupRestore-1527152812-router', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:42Z', 'updated_at': '2021-11-12T04:33:49Z', 'revision_number': 4, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'gw_port': {'id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:43Z', 'updated_at': '2021-11-12T04:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '9f621244-fbbc-4b0b-9eaa-5aa634d947d3', 'name': '', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'mac_address': 'fa:16:3e:5c:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:48Z', 'updated_at': '2021-11-12T04:33:54Z', 'revision_number': 5, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'subnets': [{'id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:45.067199 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc65ed00-a05b-4db6-adc9-18d4207d5b59 None None] Checking router: 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:39:45.079186 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc65ed00-a05b-4db6-adc9-18d4207d5b59 None None] Routers {'8c6f88c2-d7a8-495c-8075-637a4ddc77d1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:45.079829 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cc65ed00-a05b-4db6-adc9-18d4207d5b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:39:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:45.180581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33404caa-c736-47d9-bace-77e410cebf3e req-f06c9509-7c57-40fe-95ba-56bf3bdad4c3 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:45.183745 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-f06c9509-7c57-40fe-95ba-56bf3bdad4c3 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3&tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 1096 time: 0.0736241 Nov 12 04:39:45.332069 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33404caa-c736-47d9-bace-77e410cebf3e req-40b598a7-9354-4270-a80e-66b85dc1d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:45.335683 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-40b598a7-9354-4270-a80e-66b85dc1d303 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3&tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3 HTTP/1.1" status: 200 len: 1096 time: 0.1423063 Nov 12 04:39:45.373534 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-cc65ed00-a05b-4db6-adc9-18d4207d5b59 None None] Set router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:45.480908 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33404caa-c736-47d9-bace-77e410cebf3e req-048b4613-c24e-40e7-ad93-8c1252d74c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:45.482491 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-048b4613-c24e-40e7-ad93-8c1252d74c31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0657248 Nov 12 04:39:45.655830 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22fa38-1ef4-4d90-b166-4168c21436fd req-aab9327b-17e2-4fa7-98f9-28f6e6f4a369 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:45.667545 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b22fa38-1ef4-4d90-b166-4168c21436fd req-aab9327b-17e2-4fa7-98f9-28f6e6f4a369 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 946 time: 0.1523144 Nov 12 04:39:45.691590 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33404caa-c736-47d9-bace-77e410cebf3e req-fa0e6679-1673-4fed-86f5-0f1b197667a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:45.695097 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-fa0e6679-1673-4fed-86f5-0f1b197667a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c6689ff6-20fe-4a32-b709-b8976c2341d9 HTTP/1.1" status: 200 len: 898 time: 0.2017109 Nov 12 04:39:45.727742 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cc65ed00-a05b-4db6-adc9-18d4207d5b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'name': 'tempest-TestVolumeBackupRestore-1527152812-router', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:42Z', 'updated_at': '2021-11-12T04:33:49Z', 'revision_number': 4, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'gw_port': {'id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:43Z', 'updated_at': '2021-11-12T04:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '9f621244-fbbc-4b0b-9eaa-5aa634d947d3', 'name': '', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'mac_address': 'fa:16:3e:5c:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:48Z', 'updated_at': '2021-11-12T04:33:54Z', 'revision_number': 5, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'subnets': [{'id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:45.757335 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b22fa38-1ef4-4d90-b166-4168c21436fd req-9401ce28-a07a-45c4-8a21-6b2efe699219 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867825 Nov 12 04:39:45.764375 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc65ed00-a05b-4db6-adc9-18d4207d5b59 None None] The sync data for ids ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'] in n-d-768509-24 is: [{'id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'name': 'tempest-TestVolumeBackupRestore-1527152812-router', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:42Z', 'updated_at': '2021-11-12T04:33:49Z', 'revision_number': 4, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'gw_port': {'id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:43Z', 'updated_at': '2021-11-12T04:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '9f621244-fbbc-4b0b-9eaa-5aa634d947d3', 'name': '', 'network_id': 'e41496b7-24c9-4412-8c2b-a2b51708d7d6', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'mac_address': 'fa:16:3e:5c:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:48Z', 'updated_at': '2021-11-12T04:33:54Z', 'revision_number': 5, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'subnets': [{'id': 'dddc1a2c-381d-437e-848a-113195a1cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:39:45.820343 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-4e9e7b59-3426-4ce1-9cea-d90e5784b40f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a029a47f-ca58-482c-acd9-9606190c6aba HTTP/1.1" status: 200 len: 999 time: 0.1181917 Nov 12 04:39:45.830474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'tag': 'd368860a-68c4-4fc3-b6ae-78e683646f65'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:45.834339 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ce46ae-b07d-4cb8-9274-098893527f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "2842d627-059d-4f2e-a725-b1214ad84eaa", "tag": "d368860a-68c4-4fc3-b6ae-78e683646f65"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:45.916354 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b8e8a5-353e-4f93-8870-7960f794fba1 x-openstack-request-id: req-59b8e8a5-353e-4f93-8870-7960f794fba1 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:45.916661 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2842d627-059d-4f2e-a725-b1214ad84eaa", "tag": "d368860a-68c4-4fc3-b6ae-78e683646f65", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:45.916924 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59b8e8a5-353e-4f93-8870-7960f794fba1 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:45.917340 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'tag': 'd368860a-68c4-4fc3-b6ae-78e683646f65', 'status': 'completed', 'code': 200} Nov 12 04:39:45.928880 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33404caa-c736-47d9-bace-77e410cebf3e req-cbbe440b-e414-4ca9-a01c-cdfcfcc8558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:45.932088 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-cbbe440b-e414-4ca9-a01c-cdfcfcc8558e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f42a9110-7711-44c9-8ee6-f90ae049b579 HTTP/1.1" status: 200 len: 835 time: 0.1034057 Nov 12 04:39:45.951407 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device a029a47f-ca58-482c-acd9-9606190c6aba no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:39:46.054824 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33404caa-c736-47d9-bace-77e410cebf3e req-d7024daf-05a6-4f85-b81c-56d6ca448c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:46.061288 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-d7024daf-05a6-4f85-b81c-56d6ca448c48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c6689ff6-20fe-4a32-b709-b8976c2341d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152074 Nov 12 04:39:46.085279 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device a029a47f-ca58-482c-acd9-9606190c6aba not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:39:46.138950 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce46ae-b07d-4cb8-9274-098893527f1c req-5c4429e3-8361-4a48-aa12-2820a925b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:46.140487 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88ce46ae-b07d-4cb8-9274-098893527f1c req-5c4429e3-8361-4a48-aa12-2820a925b6e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9677c34190d4113b1a12b61024c1723&device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 1098 time: 0.1592317 Nov 12 04:39:46.153924 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbbd89-212e-47aa-8a67-dcafada95a3e req-2be7677e-b6b6-482b-8712-23db3a49c412 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:46.158916 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76bbbd89-212e-47aa-8a67-dcafada95a3e req-2be7677e-b6b6-482b-8712-23db3a49c412 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 944 time: 0.1262832 Nov 12 04:39:46.226568 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-3672cf6c-0bce-4ae7-95b6-d58d2f20b70e service neutron] 10.222.0.21 "GET /v2.0/networks/c6689ff6-20fe-4a32-b709-b8976c2341d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551790 Nov 12 04:39:46.343104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058cc75f-abb1-4ac5-9346-672af08b861a None None] New status for floating IP 3306a6ce-d0ee-4132-96e3-9ba5fb1ad368: DOWN {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:39:46.392174 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-847e52fe-4ebd-4857-a172-7b1b470c2b8a service neutron] 10.222.0.21 "GET /v2.0/networks/c6689ff6-20fe-4a32-b709-b8976c2341d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556804 Nov 12 04:39:46.420358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce46ae-b07d-4cb8-9274-098893527f1c req-135f2117-3aff-4bae-9e11-3ae13a2d5f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:46.422881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88ce46ae-b07d-4cb8-9274-098893527f1c req-135f2117-3aff-4bae-9e11-3ae13a2d5f10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e41496b7-24c9-4412-8c2b-a2b51708d7d6 HTTP/1.1" status: 200 len: 915 time: 0.2622483 Nov 12 04:39:46.453339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76bbbd89-212e-47aa-8a67-dcafada95a3e req-76c49b24-e55a-4b72-94d2-ba587d8500c9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617242 Nov 12 04:39:46.503358 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88ce46ae-b07d-4cb8-9274-098893527f1c req-da2cb44b-53b6-48a2-a907-4a74ce284c4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d368860a-68c4-4fc3-b6ae-78e683646f65 HTTP/1.1" status: 200 len: 217 time: 0.0684638 Nov 12 04:39:46.584185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce46ae-b07d-4cb8-9274-098893527f1c req-e08b192e-2d4a-450f-8c62-a494fd2b9a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:46.585918 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88ce46ae-b07d-4cb8-9274-098893527f1c req-e08b192e-2d4a-450f-8c62-a494fd2b9a6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dddc1a2c-381d-437e-848a-113195a1cabf HTTP/1.1" status: 200 len: 853 time: 0.0738747 Nov 12 04:39:46.647472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce46ae-b07d-4cb8-9274-098893527f1c req-69d8dbf3-af04-46fd-96f6-7877a8616f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:46.655581 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88ce46ae-b07d-4cb8-9274-098893527f1c req-69d8dbf3-af04-46fd-96f6-7877a8616f14 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e41496b7-24c9-4412-8c2b-a2b51708d7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565856 Nov 12 04:39:46.824860 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88ce46ae-b07d-4cb8-9274-098893527f1c req-3eed4a62-b136-4f24-8bff-a073ee00abc9 service neutron] 10.222.0.21 "GET /v2.0/networks/e41496b7-24c9-4412-8c2b-a2b51708d7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498604 Nov 12 04:39:46.948458 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:46.989718 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88ce46ae-b07d-4cb8-9274-098893527f1c req-29ceb4a8-a7fd-4860-8684-d4e1ae1d280c service neutron] 10.222.0.21 "GET /v2.0/networks/e41496b7-24c9-4412-8c2b-a2b51708d7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474948 Nov 12 04:39:46.992575 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33404caa-c736-47d9-bace-77e410cebf3e req-6206c139-be72-4fd9-8d15-cb7c7b63acb8 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:46.995200 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-6206c139-be72-4fd9-8d15-cb7c7b63acb8 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3&tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&binding%3Ahost_id=n-h1-768509-24 HTTP/1.1" status: 200 len: 1096 time: 0.0941968 Nov 12 04:39:47.045826 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267b2ac-794f-4cce-8f24-141d8344ccfe req-152c5249-4560-4e25-84e0-f9b6ce3bcfa7 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:47.047434 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1267b2ac-794f-4cce-8f24-141d8344ccfe req-152c5249-4560-4e25-84e0-f9b6ce3bcfa7 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 946 time: 0.1065364 Nov 12 04:39:47.125609 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1267b2ac-794f-4cce-8f24-141d8344ccfe req-09539afb-1e32-405a-a177-5620860083fe tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aead72f-e0be-499a-bf96-ede3d4aae7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699759 Nov 12 04:39:47.304273 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-33404caa-c736-47d9-bace-77e410cebf3e req-d1421a19-1279-4e40-94f0-957e2ca0f411 service neutron] For port a029a47f-ca58-482c-acd9-9606190c6aba, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:39:47.308680 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-33404caa-c736-47d9-bace-77e410cebf3e req-d1421a19-1279-4e40-94f0-957e2ca0f411 service neutron] Publish callbacks [] for binding, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:47.309881 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-d1421a19-1279-4e40-94f0-957e2ca0f411 service neutron] 10.222.0.21 "DELETE /v2.0/ports/a029a47f-ca58-482c-acd9-9606190c6aba/bindings/n-h2-768509-24 HTTP/1.1" status: 204 len: 173 time: 0.2693207 Nov 12 04:39:47.326359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e25dc-5259-4bdb-9ff8-f2e9eb804a13 req-6c472fa7-b8a0-4681-af8f-f0136ccc6069 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:47.327910 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-390e25dc-5259-4bdb-9ff8-f2e9eb804a13 req-6c472fa7-b8a0-4681-af8f-f0136ccc6069 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.21 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 946 time: 0.0726495 Nov 12 04:39:47.451243 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-390e25dc-5259-4bdb-9ff8-f2e9eb804a13 req-832c06cb-f853-4983-8a0e-29987f5997d3 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Deleting port d368860a-68c4-4fc3-b6ae-78e683646f65 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:47.451897 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-390e25dc-5259-4bdb-9ff8-f2e9eb804a13 req-832c06cb-f853-4983-8a0e-29987f5997d3 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:47.651778 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9025e-c7b1-45bc-ad65-05ee7ee4fe1a req-ed56c14e-6440-4091-be7d-3a38536ce9cd tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:47.653557 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d8b9025e-c7b1-45bc-ad65-05ee7ee4fe1a req-ed56c14e-6440-4091-be7d-3a38536ce9cd tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 944 time: 0.0903928 Nov 12 04:39:47.661526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-390e25dc-5259-4bdb-9ff8-f2e9eb804a13 req-832c06cb-f853-4983-8a0e-29987f5997d3 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] For port d368860a-68c4-4fc3-b6ae-78e683646f65, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d368860a-68c4-4fc3-b6ae-78e683646f65,segment=NetworkSegment(6ba52a14-9734-4c2e-9682-74e3203e18d2),segment_id=6ba52a14-9734-4c2e-9682-74e3203e18d2)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:47.662126 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-390e25dc-5259-4bdb-9ff8-f2e9eb804a13 req-832c06cb-f853-4983-8a0e-29987f5997d3 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:47.704833 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-390e25dc-5259-4bdb-9ff8-f2e9eb804a13 req-832c06cb-f853-4983-8a0e-29987f5997d3 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Calling delete_port for d368860a-68c4-4fc3-b6ae-78e683646f65 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:47.847947 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d8b9025e-c7b1-45bc-ad65-05ee7ee4fe1a req-363b0a32-7890-456d-bc8f-b939e3fcdc57 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800988 Nov 12 04:39:48.117905 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-390e25dc-5259-4bdb-9ff8-f2e9eb804a13 req-832c06cb-f853-4983-8a0e-29987f5997d3 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:48.153154 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c06cb-f853-4983-8a0e-29987f5997d3 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Pushing event deleted for resources: {'Port': ['ID=d368860a-68c4-4fc3-b6ae-78e683646f65,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:48.208367 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:48.214356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-390e25dc-5259-4bdb-9ff8-f2e9eb804a13 req-832c06cb-f853-4983-8a0e-29987f5997d3 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] No DVR routers for this DVR port d368860a-68c4-4fc3-b6ae-78e683646f65 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:39:48.217322 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-390e25dc-5259-4bdb-9ff8-f2e9eb804a13 req-832c06cb-f853-4983-8a0e-29987f5997d3 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:48.221253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-390e25dc-5259-4bdb-9ff8-f2e9eb804a13 req-832c06cb-f853-4983-8a0e-29987f5997d3 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.21 "DELETE /v2.0/ports/d368860a-68c4-4fc3-b6ae-78e683646f65 HTTP/1.1" status: 204 len: 173 time: 0.8869624 Nov 12 04:39:48.221934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'name': 'network-vif-deleted', 'tag': 'd368860a-68c4-4fc3-b6ae-78e683646f65'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:48.232521 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a548116b-0d71-4566-89a3-1f177828e963" -d '{"events": [{"server_uuid": "2842d627-059d-4f2e-a725-b1214ad84eaa", "name": "network-vif-deleted", "tag": "d368860a-68c4-4fc3-b6ae-78e683646f65"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:48.597547 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5c525-64b4-4bae-b7ab-e57a0b41e48b req-00f7bcd0-c5b5-4f91-9a36-adf660974be8 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:48.610979 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bb5c525-64b4-4bae-b7ab-e57a0b41e48b req-00f7bcd0-c5b5-4f91-9a36-adf660974be8 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 1096 time: 0.1446240 Nov 12 04:39:48.756573 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bb5c525-64b4-4bae-b7ab-e57a0b41e48b req-f4c5e81d-2e8d-4212-95a4-1075db81e74f tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438355 Nov 12 04:39:48.863100 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-23eb6dc6-df8f-4aa3-afe0-996b8dcca03f req-0d22726e-db32-4ef2-b015-c2346251b916 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 210 time: 0.0319960 Nov 12 04:39:48.936776 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d7dfae-af7a-4ac3-a00e-22247f6dc3de x-openstack-request-id: req-b4d7dfae-af7a-4ac3-a00e-22247f6dc3de {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:48.937301 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2842d627-059d-4f2e-a725-b1214ad84eaa", "name": "network-vif-deleted", "tag": "d368860a-68c4-4fc3-b6ae-78e683646f65", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:48.937659 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4d7dfae-af7a-4ac3-a00e-22247f6dc3de {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:48.938191 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842d627-059d-4f2e-a725-b1214ad84eaa', 'name': 'network-vif-deleted', 'tag': 'd368860a-68c4-4fc3-b6ae-78e683646f65', 'status': 'completed', 'code': 200} Nov 12 04:39:49.077094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb092269-cbd7-461f-9f3b-5666df0d8059 req-a06aef37-2b31-477e-a831-e77152134e09 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:49.078970 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb092269-cbd7-461f-9f3b-5666df0d8059 req-a06aef37-2b31-477e-a831-e77152134e09 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b087e4d-18c1-477e-afca-3151348a78c5 HTTP/1.1" status: 200 len: 945 time: 0.0711219 Nov 12 04:39:49.165895 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb092269-cbd7-461f-9f3b-5666df0d8059 req-458b7fe3-4c1c-41d6-93b6-2eba61ebde3f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767169 Nov 12 04:39:49.329862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55144b-e402-4fda-a2c5-1dd056b252dc req-3ea3e353-c41f-4352-b2e5-bdc033793ce2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:49.339181 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a55144b-e402-4fda-a2c5-1dd056b252dc req-3ea3e353-c41f-4352-b2e5-bdc033793ce2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 944 time: 0.0881956 Nov 12 04:39:49.390432 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a55144b-e402-4fda-a2c5-1dd056b252dc req-bc395449-3235-44a5-b1c7-4aa51c654bc7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501537 Nov 12 04:39:49.420928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41832) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:49.498542 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7d6f79df-fad2-4d06-8edd-d9064d8daf14 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/floatingips/85bc52e1-09cb-4635-8400-650635c40f44 HTTP/1.1" status: 200 len: 991 time: 0.0763168 Nov 12 04:39:49.810087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 41858) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:50.096808 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b9fc017-8973-4e71-8fd4-bb376d328e65 req-bc2885ea-cfec-4dd8-a930-b3eb56d726f1 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 210 time: 0.0784051 Nov 12 04:39:50.131897 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-8dc687e2-f7e5-42b3-881c-ba8e8d2ed429 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting port da7c85ef-043c-4808-bd59-b53f71239353 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:50.132523 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8dc687e2-f7e5-42b3-881c-ba8e8d2ed429 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:50.235818 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8dc687e2-f7e5-42b3-881c-ba8e8d2ed429 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:50.236412 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8dc687e2-f7e5-42b3-881c-ba8e8d2ed429 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:50.253443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-8dc687e2-f7e5-42b3-881c-ba8e8d2ed429 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Calling delete_port for da7c85ef-043c-4808-bd59-b53f71239353 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:50.412631 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb2834-7019-4d8a-abec-ac0a96def8ec req-c94b1490-09cd-4897-a6c4-f397deda3c20 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:50.418560 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18eb2834-7019-4d8a-abec-ac0a96def8ec req-c94b1490-09cd-4897-a6c4-f397deda3c20 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b087e4d-18c1-477e-afca-3151348a78c5 HTTP/1.1" status: 200 len: 945 time: 0.1551881 Nov 12 04:39:50.481907 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d040cc-9428-46bf-8fbb-65c2599f3481 req-e97bc39a-cb1c-49d6-9782-6580db6d56fe tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:50.484096 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-66d040cc-9428-46bf-8fbb-65c2599f3481 req-e97bc39a-cb1c-49d6-9782-6580db6d56fe tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b087e4d-18c1-477e-afca-3151348a78c5 HTTP/1.1" status: 200 len: 945 time: 0.1440177 Nov 12 04:39:50.585171 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18eb2834-7019-4d8a-abec-ac0a96def8ec req-88597393-6c94-476b-a690-5553f56b5222 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588557 Nov 12 04:39:50.675043 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-66d040cc-9428-46bf-8fbb-65c2599f3481 req-2433038f-4830-4ceb-af1f-c6cec6bd379e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Deleting port 340584ff-69fd-41e0-9c84-98942dc465cc {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:50.675359 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-66d040cc-9428-46bf-8fbb-65c2599f3481 req-2433038f-4830-4ceb-af1f-c6cec6bd379e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:50.841596 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-66d040cc-9428-46bf-8fbb-65c2599f3481 req-2433038f-4830-4ceb-af1f-c6cec6bd379e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] For port 340584ff-69fd-41e0-9c84-98942dc465cc, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=340584ff-69fd-41e0-9c84-98942dc465cc,segment=NetworkSegment(eaaaf2e0-e010-49ce-bb98-510383f2d747),segment_id=eaaaf2e0-e010-49ce-bb98-510383f2d747)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:50.842248 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-66d040cc-9428-46bf-8fbb-65c2599f3481 req-2433038f-4830-4ceb-af1f-c6cec6bd379e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:50.859428 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-66d040cc-9428-46bf-8fbb-65c2599f3481 req-2433038f-4830-4ceb-af1f-c6cec6bd379e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Calling delete_port for 340584ff-69fd-41e0-9c84-98942dc465cc owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:50.929322 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8dc687e2-f7e5-42b3-881c-ba8e8d2ed429 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:50.975953 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc687e2-f7e5-42b3-881c-ba8e8d2ed429 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Port': ['ID=da7c85ef-043c-4808-bd59-b53f71239353,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:51.111475 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8dc687e2-f7e5-42b3-881c-ba8e8d2ed429 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:51.112100 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-8dc687e2-f7e5-42b3-881c-ba8e8d2ed429 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Floating IP 85bc52e1-09cb-4635-8400-650635c40f44 disassociated (deleted). External IP: 172.25.1.111, port: a029a47f-ca58-482c-acd9-9606190c6aba. Nov 12 04:39:51.259461 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c0cc9523-14a2-4527-94df-cb8e09eb5a17 req-7fdc75ff-c363-4b31-8572-8d99dbdbdbfe tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 210 time: 0.0321751 Nov 12 04:39:51.262008 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-66d040cc-9428-46bf-8fbb-65c2599f3481 req-2433038f-4830-4ceb-af1f-c6cec6bd379e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:51.295373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['a18c86df-6492-4c35-a533-1611ab504f60', '340584ff-69fd-41e0-9c84-98942dc465cc'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:39:51.319691 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433038f-4830-4ceb-af1f-c6cec6bd379e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Pushing event deleted for resources: {'Port': ['ID=340584ff-69fd-41e0-9c84-98942dc465cc,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:51.382402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d040cc-9428-46bf-8fbb-65c2599f3481 req-2433038f-4830-4ceb-af1f-c6cec6bd379e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] No DVR routers for this DVR port 340584ff-69fd-41e0-9c84-98942dc465cc on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:39:51.387000 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-66d040cc-9428-46bf-8fbb-65c2599f3481 req-2433038f-4830-4ceb-af1f-c6cec6bd379e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:51.390497 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-66d040cc-9428-46bf-8fbb-65c2599f3481 req-2433038f-4830-4ceb-af1f-c6cec6bd379e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.21 "DELETE /v2.0/ports/340584ff-69fd-41e0-9c84-98942dc465cc HTTP/1.1" status: 204 len: 173 time: 0.8962815 Nov 12 04:39:51.390991 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b087e4d-18c1-477e-afca-3151348a78c5', 'name': 'network-vif-deleted', 'tag': '340584ff-69fd-41e0-9c84-98942dc465cc'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:51.393347 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de53d1f2-bfaf-4e3f-b589-f92eded21c8c" -d '{"events": [{"server_uuid": "6b087e4d-18c1-477e-afca-3151348a78c5", "name": "network-vif-deleted", "tag": "340584ff-69fd-41e0-9c84-98942dc465cc"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:51.402608 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['87518b4a-34e9-4262-b3a2-e8dd6bf156e1', 'ecbbadcb-80fc-46be-90e4-40a54bfa2b2c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:39:51.494814 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba29090-eea4-4e4f-a5ab-85eeca863673 x-openstack-request-id: req-5ba29090-eea4-4e4f-a5ab-85eeca863673 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:51.495279 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b087e4d-18c1-477e-afca-3151348a78c5", "name": "network-vif-deleted", "tag": "340584ff-69fd-41e0-9c84-98942dc465cc", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:51.495489 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ba29090-eea4-4e4f-a5ab-85eeca863673 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:51.495966 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b087e4d-18c1-477e-afca-3151348a78c5', 'name': 'network-vif-deleted', 'tag': '340584ff-69fd-41e0-9c84-98942dc465cc', 'status': 'completed', 'code': 200} Nov 12 04:39:51.539683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc687e2-f7e5-42b3-881c-ba8e8d2ed429 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Router f740f187-63ea-4e36-933b-05d817bfd3a6 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:39:51.739698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-642c88dd-a911-4e63-9cc1-fb81e68e87be req-e18bb4b6-1119-4205-baa0-2d383c781c22 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b087e4d-18c1-477e-afca-3151348a78c5 HTTP/1.1" status: 200 len: 210 time: 0.0378375 Nov 12 04:39:51.762254 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc687e2-f7e5-42b3-881c-ba8e8d2ed429 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:39:51.768893 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8dc687e2-f7e5-42b3-881c-ba8e8d2ed429 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:51.773666 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc861a-def6-4cc8-b3bf-824082501e8e None None] Sync routers for ids ['f740f187-63ea-4e36-933b-05d817bfd3a6'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:39:51.797149 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc861a-def6-4cc8-b3bf-824082501e8e None None] Routers {'f740f187-63ea-4e36-933b-05d817bfd3a6'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:51.798030 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-21cc861a-def6-4cc8-b3bf-824082501e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:39:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f740f187-63ea-4e36-933b-05d817bfd3a6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:51.806365 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8dc687e2-f7e5-42b3-881c-ba8e8d2ed429 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "DELETE /v2.0/floatingips/85bc52e1-09cb-4635-8400-650635c40f44 HTTP/1.1" status: 204 len: 168 time: 1.9949534 Nov 12 04:39:51.869409 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d368860a-68c4-4fc3-b6ae-78e683646f65 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:39:51.902497 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: d368860a-68c4-4fc3-b6ae-78e683646f65 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:39:51.903002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d368860a-68c4-4fc3-b6ae-78e683646f65 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:39:51.994445 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-21cc861a-def6-4cc8-b3bf-824082501e8e None None] Set router f740f187-63ea-4e36-933b-05d817bfd3a6 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:52.330485 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-21cc861a-def6-4cc8-b3bf-824082501e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777524512', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:18Z', 'updated_at': '2021-11-12T04:38:30Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:19Z', 'updated_at': '2021-11-12T04:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1aa2f02a-e0de-4154-b315-f8f81950e48e', 'name': '', 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:a4:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f42a9110-7711-44c9-8ee6-f90ae049b579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:27Z', 'updated_at': '2021-11-12T04:38:35Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'f42a9110-7711-44c9-8ee6-f90ae049b579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:52.376922 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc861a-def6-4cc8-b3bf-824082501e8e None None] Checking router: f740f187-63ea-4e36-933b-05d817bfd3a6 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:39:52.552575 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc861a-def6-4cc8-b3bf-824082501e8e None None] Routers {'f740f187-63ea-4e36-933b-05d817bfd3a6'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:52.552575 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-21cc861a-def6-4cc8-b3bf-824082501e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:39:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f740f187-63ea-4e36-933b-05d817bfd3a6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:52.555324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fddf959-1a57-4220-8398-eac2fb3ad1bb req-5a3097f3-a2d8-428a-ac24-4ea86977297d tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 210 time: 0.0561352 Nov 12 04:39:52.556932 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-21cc861a-def6-4cc8-b3bf-824082501e8e None None] Set router f740f187-63ea-4e36-933b-05d817bfd3a6 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:52.664286 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62626b12-4046-48e2-83e0-5be948a49c2c req-bd214182-6dc3-40c1-81de-b8a168f8425a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:52.666397 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62626b12-4046-48e2-83e0-5be948a49c2c req-bd214182-6dc3-40c1-81de-b8a168f8425a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 944 time: 0.0861516 Nov 12 04:39:52.744544 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62626b12-4046-48e2-83e0-5be948a49c2c req-7d74ae30-0d31-4856-bfec-902cf419e5f9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651968 Nov 12 04:39:52.824346 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-21cc861a-def6-4cc8-b3bf-824082501e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777524512', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:18Z', 'updated_at': '2021-11-12T04:38:30Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:19Z', 'updated_at': '2021-11-12T04:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1aa2f02a-e0de-4154-b315-f8f81950e48e', 'name': '', 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:a4:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f42a9110-7711-44c9-8ee6-f90ae049b579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:27Z', 'updated_at': '2021-11-12T04:38:35Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'f42a9110-7711-44c9-8ee6-f90ae049b579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:52.880098 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc861a-def6-4cc8-b3bf-824082501e8e None None] The sync data for ids ['f740f187-63ea-4e36-933b-05d817bfd3a6'] in n-d-768509-24 is: [{'id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777524512', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:18Z', 'updated_at': '2021-11-12T04:38:30Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:19Z', 'updated_at': '2021-11-12T04:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1aa2f02a-e0de-4154-b315-f8f81950e48e', 'name': '', 'network_id': 'c6689ff6-20fe-4a32-b709-b8976c2341d9', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:a4:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f42a9110-7711-44c9-8ee6-f90ae049b579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:27Z', 'updated_at': '2021-11-12T04:38:35Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'f42a9110-7711-44c9-8ee6-f90ae049b579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:39:52.922358 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db475d27-3fbd-406a-b0fb-9574f7ff5a24 req-1fa36131-0050-491a-b98f-63004ef1abb2 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b087e4d-18c1-477e-afca-3151348a78c5 HTTP/1.1" status: 200 len: 210 time: 0.0522888 Nov 12 04:39:53.229360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55861d6f-ca13-4344-8768-4d99ac5ac1b2 None None] New status for floating IP 85bc52e1-09cb-4635-8400-650635c40f44: DOWN {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:39:53.406910 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ad153-1a01-4387-9296-c763eb163a00 req-49a57c62-1dd3-4eaa-b6a7-afc116603c4e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:53.408793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-be8ad153-1a01-4387-9296-c763eb163a00 req-49a57c62-1dd3-4eaa-b6a7-afc116603c4e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 944 time: 0.0595202 Nov 12 04:39:53.496578 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'tag': 'a029a47f-ca58-482c-acd9-9606190c6aba'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:53.499362 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eca9da0-965f-4e43-866d-7a0f263dc4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "5a07aad5-cc01-48e3-b2e5-82d573ca3ab3", "tag": "a029a47f-ca58-482c-acd9-9606190c6aba"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:53.523151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-be8ad153-1a01-4387-9296-c763eb163a00 req-6df74881-db30-49a2-b0cf-8368811c3c93 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting port a029a47f-ca58-482c-acd9-9606190c6aba {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:53.524724 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-be8ad153-1a01-4387-9296-c763eb163a00 req-6df74881-db30-49a2-b0cf-8368811c3c93 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:53.568381 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381932b1-5f2d-4b48-b5b4-545f688163da x-openstack-request-id: req-381932b1-5f2d-4b48-b5b4-545f688163da {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:53.569035 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a07aad5-cc01-48e3-b2e5-82d573ca3ab3", "tag": "a029a47f-ca58-482c-acd9-9606190c6aba", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:53.569035 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-381932b1-5f2d-4b48-b5b4-545f688163da {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:53.569349 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'tag': 'a029a47f-ca58-482c-acd9-9606190c6aba', 'status': 'completed', 'code': 200} Nov 12 04:39:53.665710 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca9da0-965f-4e43-866d-7a0f263dc4c1 req-8e987812-fc29-47f8-88d1-626e8f12d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:53.667259 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4eca9da0-965f-4e43-866d-7a0f263dc4c1 req-8e987812-fc29-47f8-88d1-626e8f12d728 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0645556 Nov 12 04:39:53.691947 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f9d8aa78-2e86-4bee-909c-0860a606d873 req-773b540d-7071-4d6b-8638-a355602fff62 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 210 time: 0.0339208 Nov 12 04:39:53.737326 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-be8ad153-1a01-4387-9296-c763eb163a00 req-6df74881-db30-49a2-b0cf-8368811c3c93 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] For port a029a47f-ca58-482c-acd9-9606190c6aba, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a029a47f-ca58-482c-acd9-9606190c6aba,segment=NetworkSegment(66712da7-755c-4e1d-ac4c-f6b0a7ed9074),segment_id=66712da7-755c-4e1d-ac4c-f6b0a7ed9074)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:53.737699 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-be8ad153-1a01-4387-9296-c763eb163a00 req-6df74881-db30-49a2-b0cf-8368811c3c93 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:53.752255 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-be8ad153-1a01-4387-9296-c763eb163a00 req-6df74881-db30-49a2-b0cf-8368811c3c93 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Calling delete_port for a029a47f-ca58-482c-acd9-9606190c6aba owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:53.833989 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca9da0-965f-4e43-866d-7a0f263dc4c1 req-3ce98355-1836-403b-8511-f4a9707c4927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:53.836051 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4eca9da0-965f-4e43-866d-7a0f263dc4c1 req-3ce98355-1836-403b-8511-f4a9707c4927 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c6689ff6-20fe-4a32-b709-b8976c2341d9 HTTP/1.1" status: 200 len: 898 time: 0.1567593 Nov 12 04:39:53.887240 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 340584ff-69fd-41e0-9c84-98942dc465cc no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:39:53.926274 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 340584ff-69fd-41e0-9c84-98942dc465cc {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:39:53.926815 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 340584ff-69fd-41e0-9c84-98942dc465cc not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:39:53.960589 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4eca9da0-965f-4e43-866d-7a0f263dc4c1 req-d7b6018f-b23f-4271-a0d3-eb1dc5003cd1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a029a47f-ca58-482c-acd9-9606190c6aba HTTP/1.1" status: 200 len: 217 time: 0.1169937 Nov 12 04:39:54.069121 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca9da0-965f-4e43-866d-7a0f263dc4c1 req-9ddf3513-4a6d-4d11-86f9-587b0d552fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:54.070944 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4eca9da0-965f-4e43-866d-7a0f263dc4c1 req-9ddf3513-4a6d-4d11-86f9-587b0d552fb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f42a9110-7711-44c9-8ee6-f90ae049b579 HTTP/1.1" status: 200 len: 835 time: 0.0935552 Nov 12 04:39:54.143949 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca9da0-965f-4e43-866d-7a0f263dc4c1 req-91a4c2d0-4f7e-47ed-844d-a77b4406c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:54.154616 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4eca9da0-965f-4e43-866d-7a0f263dc4c1 req-91a4c2d0-4f7e-47ed-844d-a77b4406c5dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c6689ff6-20fe-4a32-b709-b8976c2341d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661004 Nov 12 04:39:54.282196 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4eca9da0-965f-4e43-866d-7a0f263dc4c1 req-ce62e036-6060-4774-92af-6c186a811f1c service neutron] 10.222.0.21 "GET /v2.0/networks/c6689ff6-20fe-4a32-b709-b8976c2341d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290016 Nov 12 04:39:54.344497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f867ac-31df-4103-8183-39379e1cf505 req-2eaaaa68-e064-4791-9634-ac994747ca89 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:54.351849 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a5f867ac-31df-4103-8183-39379e1cf505 req-2eaaaa68-e064-4791-9634-ac994747ca89 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 944 time: 0.1115096 Nov 12 04:39:54.439791 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4eca9da0-965f-4e43-866d-7a0f263dc4c1 req-e854cec3-e8a0-43d6-a227-b7ced7c82188 service neutron] 10.222.0.21 "GET /v2.0/networks/c6689ff6-20fe-4a32-b709-b8976c2341d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389630 Nov 12 04:39:54.440230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a5f867ac-31df-4103-8183-39379e1cf505 req-c7e11a2a-78d4-41a9-88b5-9c52e373db39 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1409c5-d8ce-49ef-94fe-9f8b43de263e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808349 Nov 12 04:39:54.494729 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-be8ad153-1a01-4387-9296-c763eb163a00 req-6df74881-db30-49a2-b0cf-8368811c3c93 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:54.532794 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df74881-db30-49a2-b0cf-8368811c3c93 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Port': ['ID=a029a47f-ca58-482c-acd9-9606190c6aba,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:54.548632 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:39:54.588144 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8ad153-1a01-4387-9296-c763eb163a00 req-6df74881-db30-49a2-b0cf-8368811c3c93 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] No DVR routers for this DVR port a029a47f-ca58-482c-acd9-9606190c6aba on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:39:54.591057 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-be8ad153-1a01-4387-9296-c763eb163a00 req-6df74881-db30-49a2-b0cf-8368811c3c93 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:54.594428 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-be8ad153-1a01-4387-9296-c763eb163a00 req-6df74881-db30-49a2-b0cf-8368811c3c93 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.21 "DELETE /v2.0/ports/a029a47f-ca58-482c-acd9-9606190c6aba HTTP/1.1" status: 204 len: 173 time: 1.1790078 Nov 12 04:39:54.861257 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-891f5125-670c-4e6d-8e38-fad6d9da403d req-2085d4b9-b6ff-4526-9e32-0b800f45c9bd tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 210 time: 0.0302100 Nov 12 04:39:55.552553 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ea92f56-265a-443d-a9f8-f41e101467d3 req-0468c76f-5ef1-4ea3-8e81-e84235b9823a tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a07aad5-cc01-48e3-b2e5-82d573ca3ab3 HTTP/1.1" status: 200 len: 210 time: 0.0315771 Nov 12 04:39:55.570826 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'name': 'network-vif-deleted', 'tag': 'a029a47f-ca58-482c-acd9-9606190c6aba'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:55.573795 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8170d71-8415-4928-acc5-601f0d4f76f8" -d '{"events": [{"server_uuid": "5a07aad5-cc01-48e3-b2e5-82d573ca3ab3", "name": "network-vif-deleted", "tag": "a029a47f-ca58-482c-acd9-9606190c6aba"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:55.624560 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cafe6e9-2593-441e-bb9b-356a6dcb22ba x-openstack-request-id: req-7cafe6e9-2593-441e-bb9b-356a6dcb22ba {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:55.625097 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a07aad5-cc01-48e3-b2e5-82d573ca3ab3", "name": "network-vif-deleted", "tag": "a029a47f-ca58-482c-acd9-9606190c6aba", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:55.625442 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7cafe6e9-2593-441e-bb9b-356a6dcb22ba {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:55.625894 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a07aad5-cc01-48e3-b2e5-82d573ca3ab3', 'name': 'network-vif-deleted', 'tag': 'a029a47f-ca58-482c-acd9-9606190c6aba', 'status': 'completed', 'code': 200} Nov 12 04:39:55.941489 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42100) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:56.034241 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cdd5a092-bf51-4248-9491-55cd519b6321 req-40a0b887-6aa9-4e54-8b70-f6026a4fe7b6 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "GET /v2.0/ports?device_id=2842d627-059d-4f2e-a725-b1214ad84eaa HTTP/1.1" status: 200 len: 210 time: 0.0671320 Nov 12 04:39:56.064476 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-326d02ed-5058-41e3-8f93-9de8bf432241 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/floatingips/3ef769e4-c6eb-4b03-8d11-2014d3168cb3 HTTP/1.1" status: 200 len: 993 time: 0.1217406 Nov 12 04:39:56.396222 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42122) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:56.597035 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-51975b94-5c8c-42a9-8282-ea977fbc8772 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Deleting port 211a1d71-a550-4cc6-91bf-8e076e78636c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:56.597690 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51975b94-5c8c-42a9-8282-ea977fbc8772 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:56.628843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42134) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:56.725148 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51975b94-5c8c-42a9-8282-ea977fbc8772 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:56.726461 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51975b94-5c8c-42a9-8282-ea977fbc8772 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:56.755740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-51975b94-5c8c-42a9-8282-ea977fbc8772 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Calling delete_port for 211a1d71-a550-4cc6-91bf-8e076e78636c owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:57.111219 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51975b94-5c8c-42a9-8282-ea977fbc8772 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:57.134901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42158) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:57.151077 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51975b94-5c8c-42a9-8282-ea977fbc8772 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event deleted for resources: {'Port': ['ID=211a1d71-a550-4cc6-91bf-8e076e78636c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:57.232019 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51975b94-5c8c-42a9-8282-ea977fbc8772 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:57.246858 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-51975b94-5c8c-42a9-8282-ea977fbc8772 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Floating IP 3ef769e4-c6eb-4b03-8d11-2014d3168cb3 disassociated (deleted). External IP: 172.25.1.151, port: d558a358-2ec0-4bb0-84a8-3de501976afb. Nov 12 04:39:57.256523 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d61862c-a195-43d5-b7ec-a55d017ecc64 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:57.292167 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d61862c-a195-43d5-b7ec-a55d017ecc64 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:57.311355 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97b48144-b5ac-4f7d-84e7-9ab53fb161eb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:57.553836 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51975b94-5c8c-42a9-8282-ea977fbc8772 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Router 5316b581-71c7-4d98-b6cb-5301782fd1f7 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:39:57.625835 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d61862c-a195-43d5-b7ec-a55d017ecc64 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:57.625835 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d61862c-a195-43d5-b7ec-a55d017ecc64 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:57.625835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6d61862c-a195-43d5-b7ec-a55d017ecc64 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] 10.222.0.37 "DELETE /v2.0/security-groups/6aead72f-e0be-499a-bf96-ede3d4aae7cf HTTP/1.1" status: 204 len: 168 time: 0.4876108 Nov 12 04:39:57.639417 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61862c-a195-43d5-b7ec-a55d017ecc64 tempest-TestVolumeBackupRestore-971825327 tempest-TestVolumeBackupRestore-971825327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aead72f-e0be-499a-bf96-ede3d4aae7cf,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:57.671600 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-97b48144-b5ac-4f7d-84e7-9ab53fb161eb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting port 1aa2f02a-e0de-4154-b315-f8f81950e48e {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:57.672350 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97b48144-b5ac-4f7d-84e7-9ab53fb161eb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:57.724239 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51975b94-5c8c-42a9-8282-ea977fbc8772 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:39:57.732885 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-51975b94-5c8c-42a9-8282-ea977fbc8772 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:57.747126 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd3fa58-156a-422e-a42b-3cc5beb1cb06 None None] Sync routers for ids ['5316b581-71c7-4d98-b6cb-5301782fd1f7'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:39:57.770105 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd3fa58-156a-422e-a42b-3cc5beb1cb06 None None] Routers {'5316b581-71c7-4d98-b6cb-5301782fd1f7'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:57.770105 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ebd3fa58-156a-422e-a42b-3cc5beb1cb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:39:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['5316b581-71c7-4d98-b6cb-5301782fd1f7'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:57.788834 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-51975b94-5c8c-42a9-8282-ea977fbc8772 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "DELETE /v2.0/floatingips/3ef769e4-c6eb-4b03-8d11-2014d3168cb3 HTTP/1.1" status: 204 len: 168 time: 1.3913455 Nov 12 04:39:57.790315 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80d3bdc-715b-4240-9707-393f71559988', 'tag': 'd558a358-2ec0-4bb0-84a8-3de501976afb'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:57.792846 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3d5f34-186a-41c0-9b4e-e56da478fc12" -d '{"events": [{"name": "network-changed", "server_uuid": "a80d3bdc-715b-4240-9707-393f71559988", "tag": "d558a358-2ec0-4bb0-84a8-3de501976afb"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:57.958958 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ebd3fa58-156a-422e-a42b-3cc5beb1cb06 None None] Set router 5316b581-71c7-4d98-b6cb-5301782fd1f7 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:57.959749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-97b48144-b5ac-4f7d-84e7-9ab53fb161eb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] For port 1aa2f02a-e0de-4154-b315-f8f81950e48e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1aa2f02a-e0de-4154-b315-f8f81950e48e,segment=NetworkSegment(66712da7-755c-4e1d-ac4c-f6b0a7ed9074),segment_id=66712da7-755c-4e1d-ac4c-f6b0a7ed9074)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:57.959749 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97b48144-b5ac-4f7d-84e7-9ab53fb161eb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:57.959931 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a029a47f-ca58-482c-acd9-9606190c6aba no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:39:57.960306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-97b48144-b5ac-4f7d-84e7-9ab53fb161eb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Calling delete_port for 1aa2f02a-e0de-4154-b315-f8f81950e48e owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:57.970462 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: a029a47f-ca58-482c-acd9-9606190c6aba {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:39:57.971230 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a029a47f-ca58-482c-acd9-9606190c6aba not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:39:58.249346 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ebd3fa58-156a-422e-a42b-3cc5beb1cb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'name': 'tempest-TestNetworkBasicOps-router-1047372905', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:51Z', 'updated_at': '2021-11-12T04:39:00Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:52Z', 'updated_at': '2021-11-12T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6', 'name': '', 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:87:0c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:59Z', 'updated_at': '2021-11-12T04:39:04Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:58.284990 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd3fa58-156a-422e-a42b-3cc5beb1cb06 None None] Checking router: 5316b581-71c7-4d98-b6cb-5301782fd1f7 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:39:58.297775 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd3fa58-156a-422e-a42b-3cc5beb1cb06 None None] Routers {'5316b581-71c7-4d98-b6cb-5301782fd1f7'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:58.298399 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ebd3fa58-156a-422e-a42b-3cc5beb1cb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:39:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['5316b581-71c7-4d98-b6cb-5301782fd1f7'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:58.520352 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ebd3fa58-156a-422e-a42b-3cc5beb1cb06 None None] Set router 5316b581-71c7-4d98-b6cb-5301782fd1f7 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:58.764283 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7ae7b7a3-5c80-4cba-a1a8-91dc127e4f71 req-126f2019-4071-4c30-9eb9-a72ee0eaec3f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=40150e5d-3f03-4115-9555-3a9287b90829&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509238 Nov 12 04:39:58.768313 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ebd3fa58-156a-422e-a42b-3cc5beb1cb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'name': 'tempest-TestNetworkBasicOps-router-1047372905', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:51Z', 'updated_at': '2021-11-12T04:39:00Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:52Z', 'updated_at': '2021-11-12T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6', 'name': '', 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:87:0c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:59Z', 'updated_at': '2021-11-12T04:39:04Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:58.802320 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd3fa58-156a-422e-a42b-3cc5beb1cb06 None None] The sync data for ids ['5316b581-71c7-4d98-b6cb-5301782fd1f7'] in n-d-768509-24 is: [{'id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'name': 'tempest-TestNetworkBasicOps-router-1047372905', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:51Z', 'updated_at': '2021-11-12T04:39:00Z', 'revision_number': 4, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:52Z', 'updated_at': '2021-11-12T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6', 'name': '', 'network_id': 'c0e34992-e3f5-466b-aa64-150bd14254a1', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'mac_address': 'fa:16:3e:87:0c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:59Z', 'updated_at': '2021-11-12T04:39:04Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'subnets': [{'id': '9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:39:58.858485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7b7a3-5c80-4cba-a1a8-91dc127e4f71 req-67dcd75e-b835-4560-b3fd-3428dff0f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:58.861321 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7ae7b7a3-5c80-4cba-a1a8-91dc127e4f71 req-67dcd75e-b835-4560-b3fd-3428dff0f39c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b67341a19d643aa810ccb856899fd39&device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 1097 time: 0.0592165 Nov 12 04:39:58.924523 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97b48144-b5ac-4f7d-84e7-9ab53fb161eb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:59.042570 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b48144-b5ac-4f7d-84e7-9ab53fb161eb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Port': ['ID=1aa2f02a-e0de-4154-b315-f8f81950e48e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:59.211099 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b579f45-8b0b-418a-8db7-0032bed7f8e9 None None] New status for floating IP 3ef769e4-c6eb-4b03-8d11-2014d3168cb3: DOWN {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:39:59.297489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7b7a3-5c80-4cba-a1a8-91dc127e4f71 req-891d8446-10d1-4dac-848f-a8e600de7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:59.300037 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7ae7b7a3-5c80-4cba-a1a8-91dc127e4f71 req-891d8446-10d1-4dac-848f-a8e600de7176 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d951b35b-5ae6-40de-94b2-005aae2805fe HTTP/1.1" status: 200 len: 915 time: 0.4136355 Nov 12 04:39:59.389982 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fe266a-9a7f-494d-9b13-401d373ba18f x-openstack-request-id: req-c7fe266a-9a7f-494d-9b13-401d373ba18f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:59.391453 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80d3bdc-715b-4240-9707-393f71559988", "tag": "d558a358-2ec0-4bb0-84a8-3de501976afb", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:59.391836 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7fe266a-9a7f-494d-9b13-401d373ba18f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:59.392336 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80d3bdc-715b-4240-9707-393f71559988', 'tag': 'd558a358-2ec0-4bb0-84a8-3de501976afb', 'status': 'completed', 'code': 200} Nov 12 04:39:59.468485 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7ae7b7a3-5c80-4cba-a1a8-91dc127e4f71 req-94e371bb-c7a0-4656-a687-b3ee01d31697 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecbbadcb-80fc-46be-90e4-40a54bfa2b2c HTTP/1.1" status: 200 len: 217 time: 0.0900054 Nov 12 04:39:59.525907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d5f34-186a-41c0-9b4e-e56da478fc12 req-b7497d05-cb89-4aaf-96bf-c9c8e53678ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:59.528188 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5f3d5f34-186a-41c0-9b4e-e56da478fc12 req-b7497d05-cb89-4aaf-96bf-c9c8e53678ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5&device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 1097 time: 0.0825319 Nov 12 04:39:59.643305 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7b7a3-5c80-4cba-a1a8-91dc127e4f71 req-3cfbe8e1-771e-4d93-9f47-5de212476fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:59.645066 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7ae7b7a3-5c80-4cba-a1a8-91dc127e4f71 req-3cfbe8e1-771e-4d93-9f47-5de212476fe4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f1025a5-d9f3-41ef-a72e-82436b0d3eb6 HTTP/1.1" status: 200 len: 854 time: 0.1605790 Nov 12 04:39:59.656169 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d5f34-186a-41c0-9b4e-e56da478fc12 req-e34ac4bf-95ad-4ff0-b0bb-2651c6c28bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:59.665369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004ed8d-8542-4023-9cbc-d82157252f74 req-5e9bbb85-eae8-4f62-98b7-cc71dc0cf3bb tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:59.674113 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9004ed8d-8542-4023-9cbc-d82157252f74 req-5e9bbb85-eae8-4f62-98b7-cc71dc0cf3bb tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 945 time: 0.1624334 Nov 12 04:39:59.678076 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5f3d5f34-186a-41c0-9b4e-e56da478fc12 req-e34ac4bf-95ad-4ff0-b0bb-2651c6c28bf1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c0e34992-e3f5-466b-aa64-150bd14254a1 HTTP/1.1" status: 200 len: 898 time: 0.1239493 Nov 12 04:39:59.720830 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97b48144-b5ac-4f7d-84e7-9ab53fb161eb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:59.725011 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7ae7b7a3-5c80-4cba-a1a8-91dc127e4f71 req-79dde836-240d-4e1a-951a-ec423cf81458 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d951b35b-5ae6-40de-94b2-005aae2805fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407355 Nov 12 04:39:59.748295 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5f3d5f34-186a-41c0-9b4e-e56da478fc12 req-094c96a7-85c6-4a3c-95d8-26842b522a64 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d558a358-2ec0-4bb0-84a8-3de501976afb HTTP/1.1" status: 200 len: 217 time: 0.0692127 Nov 12 04:39:59.830275 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d5f34-186a-41c0-9b4e-e56da478fc12 req-c5ba96f9-90ba-48f2-820a-cfdf0621bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:59.839276 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5f3d5f34-186a-41c0-9b4e-e56da478fc12 req-c5ba96f9-90ba-48f2-820a-cfdf0621bbae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0 HTTP/1.1" status: 200 len: 834 time: 0.0812478 Nov 12 04:39:59.871697 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9004ed8d-8542-4023-9cbc-d82157252f74 req-80367d89-09d1-4a8e-926a-457a7c22b037 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=394a683f-2935-47d5-9c14-586685b4e7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964157 Nov 12 04:39:59.935521 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d5f34-186a-41c0-9b4e-e56da478fc12 req-9b5544bb-84c8-4f9c-957e-8343a36d1a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:59.937271 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5f3d5f34-186a-41c0-9b4e-e56da478fc12 req-9b5544bb-84c8-4f9c-957e-8343a36d1a5d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c0e34992-e3f5-466b-aa64-150bd14254a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882752 Nov 12 04:40:00.011853 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7ae7b7a3-5c80-4cba-a1a8-91dc127e4f71 req-22e83e3e-6cf4-445c-8e4a-d3a66e2271b0 service neutron] 10.222.0.31 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706959 Nov 12 04:40:00.286602 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7ae7b7a3-5c80-4cba-a1a8-91dc127e4f71 req-50b1339c-10cd-4fb5-84c1-e4b539ac0dc2 service neutron] 10.222.0.31 "GET /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695739 Nov 12 04:40:00.408209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b48144-b5ac-4f7d-84e7-9ab53fb161eb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Router f740f187-63ea-4e36-933b-05d817bfd3a6 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:40:00.637802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b48144-b5ac-4f7d-84e7-9ab53fb161eb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:40:00.643906 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-97b48144-b5ac-4f7d-84e7-9ab53fb161eb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "PUT /v2.0/routers/f740f187-63ea-4e36-933b-05d817bfd3a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0133743 Nov 12 04:40:00.646303 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42298) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:00.652234 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040f8ff2-5c15-4117-ad3a-0ef7dcef40bf None None] Sync routers for ids ['f740f187-63ea-4e36-933b-05d817bfd3a6'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:40:00.664120 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040f8ff2-5c15-4117-ad3a-0ef7dcef40bf None None] Routers {'f740f187-63ea-4e36-933b-05d817bfd3a6'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:40:00.683574 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-040f8ff2-5c15-4117-ad3a-0ef7dcef40bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:39:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f740f187-63ea-4e36-933b-05d817bfd3a6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:00.755161 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5f3d5f34-186a-41c0-9b4e-e56da478fc12 req-3750743f-c490-4a25-8bbf-999b61cc6377 service neutron] 10.222.0.31 "GET /v2.0/networks/c0e34992-e3f5-466b-aa64-150bd14254a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8085365 Nov 12 04:40:00.793439 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f034a88-055f-4d4a-8e81-4040c6de4b73 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting subnet f42a9110-7711-44c9-8ee6-f90ae049b579 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:40:00.803433 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f034a88-055f-4d4a-8e81-4040c6de4b73 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:00.888763 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f034a88-055f-4d4a-8e81-4040c6de4b73 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:00.911386 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-040f8ff2-5c15-4117-ad3a-0ef7dcef40bf None None] Set router f740f187-63ea-4e36-933b-05d817bfd3a6 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:40:00.951668 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5f3d5f34-186a-41c0-9b4e-e56da478fc12 req-0da4ec35-26f1-492e-8cac-bd79574d477d service neutron] 10.222.0.31 "GET /v2.0/networks/c0e34992-e3f5-466b-aa64-150bd14254a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666448 Nov 12 04:40:01.186463 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be488eec-5833-44a9-9a77-7a7cab40b016 req-a91d4a45-8700-4f1a-be2f-a0576cdd3ba8 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:01.190555 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-be488eec-5833-44a9-9a77-7a7cab40b016 req-a91d4a45-8700-4f1a-be2f-a0576cdd3ba8 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.31 "GET /v2.0/ports?device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 945 time: 0.1605926 Nov 12 04:40:01.204784 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f034a88-055f-4d4a-8e81-4040c6de4b73 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:01.324718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5e850-52a9-48d5-876e-bd8944fcca22 req-b4de34b4-c186-425e-8898-fcc4f27b1b76 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:01.326295 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b3c5e850-52a9-48d5-876e-bd8944fcca22 req-b4de34b4-c186-425e-8898-fcc4f27b1b76 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 945 time: 0.2675738 Nov 12 04:40:01.380024 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-040f8ff2-5c15-4117-ad3a-0ef7dcef40bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777524512', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:18Z', 'updated_at': '2021-11-12T04:39:58Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:19Z', 'updated_at': '2021-11-12T04:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:01.461029 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040f8ff2-5c15-4117-ad3a-0ef7dcef40bf None None] Checking router: f740f187-63ea-4e36-933b-05d817bfd3a6 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:40:01.478310 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b3c5e850-52a9-48d5-876e-bd8944fcca22 req-7c45b9f9-b71f-48b7-bee7-68fc54116d73 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422019 Nov 12 04:40:01.481916 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-be488eec-5833-44a9-9a77-7a7cab40b016 req-cd5ef142-fced-48b3-b3c4-19f80bafc53e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Deleting port d558a358-2ec0-4bb0-84a8-3de501976afb {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:40:01.482740 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be488eec-5833-44a9-9a77-7a7cab40b016 req-cd5ef142-fced-48b3-b3c4-19f80bafc53e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:01.483178 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040f8ff2-5c15-4117-ad3a-0ef7dcef40bf None None] Routers {'f740f187-63ea-4e36-933b-05d817bfd3a6'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:40:01.484177 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-040f8ff2-5c15-4117-ad3a-0ef7dcef40bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:39:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f740f187-63ea-4e36-933b-05d817bfd3a6'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:01.621359 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-040f8ff2-5c15-4117-ad3a-0ef7dcef40bf None None] Set router f740f187-63ea-4e36-933b-05d817bfd3a6 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:40:01.692179 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f034a88-055f-4d4a-8e81-4040c6de4b73 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:01.724825 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-be488eec-5833-44a9-9a77-7a7cab40b016 req-cd5ef142-fced-48b3-b3c4-19f80bafc53e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] For port d558a358-2ec0-4bb0-84a8-3de501976afb, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d558a358-2ec0-4bb0-84a8-3de501976afb,segment=NetworkSegment(2dd45e3e-fffc-4e61-b4f3-552761f73ece),segment_id=2dd45e3e-fffc-4e61-b4f3-552761f73ece)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:01.725522 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be488eec-5833-44a9-9a77-7a7cab40b016 req-cd5ef142-fced-48b3-b3c4-19f80bafc53e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:01.751999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-be488eec-5833-44a9-9a77-7a7cab40b016 req-cd5ef142-fced-48b3-b3c4-19f80bafc53e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Calling delete_port for d558a358-2ec0-4bb0-84a8-3de501976afb owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:40:01.802810 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f034a88-055f-4d4a-8e81-4040c6de4b73 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Subnet': ['ID=f42a9110-7711-44c9-8ee6-f90ae049b579,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:01.819972 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f034a88-055f-4d4a-8e81-4040c6de4b73 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:01.829760 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1f034a88-055f-4d4a-8e81-4040c6de4b73 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "DELETE /v2.0/subnets/f42a9110-7711-44c9-8ee6-f90ae049b579 HTTP/1.1" status: 204 len: 168 time: 1.1755259 Nov 12 04:40:01.851278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ebb39e-a66f-4f25-90f3-04f8cb52ab51 None None] Network c6689ff6-20fe-4a32-b709-b8976c2341d9 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:40:01.859701 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b402cc-5ae1-4d90-b941-c95cb90fb294 req-559aedeb-9faa-4c23-a0f5-2c0bec71120c tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:01.884424 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42b402cc-5ae1-4d90-b941-c95cb90fb294 req-559aedeb-9faa-4c23-a0f5-2c0bec71120c tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 945 time: 0.2648559 Nov 12 04:40:01.905212 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42352) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:01.980768 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-040f8ff2-5c15-4117-ad3a-0ef7dcef40bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777524512', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:18Z', 'updated_at': '2021-11-12T04:39:58Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:19Z', 'updated_at': '2021-11-12T04:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:01.985102 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be488eec-5833-44a9-9a77-7a7cab40b016 req-cd5ef142-fced-48b3-b3c4-19f80bafc53e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:02.052682 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040f8ff2-5c15-4117-ad3a-0ef7dcef40bf None None] The sync data for ids ['f740f187-63ea-4e36-933b-05d817bfd3a6'] in n-d-768509-24 is: [{'id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777524512', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:18Z', 'updated_at': '2021-11-12T04:39:58Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': 'be679c81-2c14-459f-adee-84d56f2e5d14', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f740f187-63ea-4e36-933b-05d817bfd3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:19Z', 'updated_at': '2021-11-12T04:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:40:02.065564 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ef142-fced-48b3-b3c4-19f80bafc53e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event deleted for resources: {'Port': ['ID=d558a358-2ec0-4bb0-84a8-3de501976afb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:02.184913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-be488eec-5833-44a9-9a77-7a7cab40b016 req-cd5ef142-fced-48b3-b3c4-19f80bafc53e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] No DVR routers for this DVR port d558a358-2ec0-4bb0-84a8-3de501976afb on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:40:02.187626 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-be488eec-5833-44a9-9a77-7a7cab40b016 req-cd5ef142-fced-48b3-b3c4-19f80bafc53e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:02.193434 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-be488eec-5833-44a9-9a77-7a7cab40b016 req-cd5ef142-fced-48b3-b3c4-19f80bafc53e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.31 "DELETE /v2.0/ports/d558a358-2ec0-4bb0-84a8-3de501976afb HTTP/1.1" status: 204 len: 173 time: 0.9927466 Nov 12 04:40:02.193831 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80d3bdc-715b-4240-9707-393f71559988', 'name': 'network-vif-deleted', 'tag': 'd558a358-2ec0-4bb0-84a8-3de501976afb'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:02.197236 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8803ac-8147-41c8-906b-784d6da7ab80" -d '{"events": [{"server_uuid": "a80d3bdc-715b-4240-9707-393f71559988", "name": "network-vif-deleted", "tag": "d558a358-2ec0-4bb0-84a8-3de501976afb"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:02.332485 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f4693f41-66ed-47aa-a52e-3047bfe5132f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:02.519942 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-42b402cc-5ae1-4d90-b941-c95cb90fb294 req-e21110d7-3f94-4889-882b-c2305153f1d9 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/security-groups?id=394a683f-2935-47d5-9c14-586685b4e7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6345835 Nov 12 04:40:02.555596 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce1858a-7b23-4667-96f9-30efa60683d7 None None] DHCP port deletion for c6689ff6-20fe-4a32-b709-b8976c2341d9 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:40:02.661713 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c79f560-24b9-4124-9f50-e5509cc9b82e x-openstack-request-id: req-1c79f560-24b9-4124-9f50-e5509cc9b82e {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:02.666219 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80d3bdc-715b-4240-9707-393f71559988", "name": "network-vif-deleted", "tag": "d558a358-2ec0-4bb0-84a8-3de501976afb", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:02.666219 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c79f560-24b9-4124-9f50-e5509cc9b82e {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:02.666219 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80d3bdc-715b-4240-9707-393f71559988', 'name': 'network-vif-deleted', 'tag': 'd558a358-2ec0-4bb0-84a8-3de501976afb', 'status': 'completed', 'code': 200} Nov 12 04:40:02.722756 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f4693f41-66ed-47aa-a52e-3047bfe5132f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:02.825430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-bce1858a-7b23-4667-96f9-30efa60683d7 None None] Deleting port 4982e03b-f461-4456-bfb4-06181f505468 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:40:02.826073 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bce1858a-7b23-4667-96f9-30efa60683d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:02.895958 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732f787-394d-4165-910f-0e7652ea9d2f req-889ba3ee-7bee-4453-ac34-03f28faf94bc tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:02.897522 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3732f787-394d-4165-910f-0e7652ea9d2f req-889ba3ee-7bee-4453-ac34-03f28faf94bc tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.31 "GET /v2.0/ports?device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 945 time: 0.1613836 Nov 12 04:40:02.996931 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068fb09-2232-4a38-8e87-ae06b45b83f6 req-349d5253-4589-4640-9c61-9dcd4d56d58c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:03.002286 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c068fb09-2232-4a38-8e87-ae06b45b83f6 req-349d5253-4589-4640-9c61-9dcd4d56d58c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 945 time: 0.2284856 Nov 12 04:40:03.005975 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-bce1858a-7b23-4667-96f9-30efa60683d7 None None] For port 4982e03b-f461-4456-bfb4-06181f505468, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4982e03b-f461-4456-bfb4-06181f505468,segment=NetworkSegment(66712da7-755c-4e1d-ac4c-f6b0a7ed9074),segment_id=66712da7-755c-4e1d-ac4c-f6b0a7ed9074)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:03.006507 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bce1858a-7b23-4667-96f9-30efa60683d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:03.047726 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-bce1858a-7b23-4667-96f9-30efa60683d7 None None] Calling delete_port for 4982e03b-f461-4456-bfb4-06181f505468 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:40:03.148026 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-f4693f41-66ed-47aa-a52e-3047bfe5132f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting port be679c81-2c14-459f-adee-84d56f2e5d14 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:40:03.150098 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f4693f41-66ed-47aa-a52e-3047bfe5132f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:03.166380 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-3732f787-394d-4165-910f-0e7652ea9d2f req-f8d42299-3727-4178-a981-5c60acf0e9bc tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Deleting port ecbbadcb-80fc-46be-90e4-40a54bfa2b2c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:40:03.168533 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3732f787-394d-4165-910f-0e7652ea9d2f req-f8d42299-3727-4178-a981-5c60acf0e9bc tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:03.197751 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c068fb09-2232-4a38-8e87-ae06b45b83f6 req-697dd44f-f5ed-4393-9022-36b6cf27b83f tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831212 Nov 12 04:40:03.266231 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41838b77-1d9f-4a4c-a724-6f5eba49128e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:03.329623 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bce1858a-7b23-4667-96f9-30efa60683d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:03.345594 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-f4693f41-66ed-47aa-a52e-3047bfe5132f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] For port be679c81-2c14-459f-adee-84d56f2e5d14, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=be679c81-2c14-459f-adee-84d56f2e5d14,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:03.347355 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f4693f41-66ed-47aa-a52e-3047bfe5132f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:03.387027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-f4693f41-66ed-47aa-a52e-3047bfe5132f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Calling delete_port for be679c81-2c14-459f-adee-84d56f2e5d14 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:40:03.389010 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1858a-7b23-4667-96f9-30efa60683d7 None None] Pushing event deleted for resources: {'Port': ['ID=4982e03b-f461-4456-bfb4-06181f505468,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:03.401919 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1858a-7b23-4667-96f9-30efa60683d7 None None] No DVR routers for this DVR port 4982e03b-f461-4456-bfb4-06181f505468 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:40:03.402888 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3732f787-394d-4165-910f-0e7652ea9d2f req-f8d42299-3727-4178-a981-5c60acf0e9bc tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] For port ecbbadcb-80fc-46be-90e4-40a54bfa2b2c, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=ecbbadcb-80fc-46be-90e4-40a54bfa2b2c,segment=NetworkSegment(eaaaf2e0-e010-49ce-bb98-510383f2d747),segment_id=eaaaf2e0-e010-49ce-bb98-510383f2d747)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:03.409499 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3732f787-394d-4165-910f-0e7652ea9d2f req-f8d42299-3727-4178-a981-5c60acf0e9bc tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:03.451621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-3732f787-394d-4165-910f-0e7652ea9d2f req-f8d42299-3727-4178-a981-5c60acf0e9bc tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Calling delete_port for ecbbadcb-80fc-46be-90e4-40a54bfa2b2c owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:40:03.785846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2f601a5e-372c-4964-a780-063a9ba185e1 req-f0db4123-e123-4344-bd35-99bcaf30ebe5 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a80d3bdc-715b-4240-9707-393f71559988 HTTP/1.1" status: 200 len: 210 time: 0.0286534 Nov 12 04:40:03.894616 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f4693f41-66ed-47aa-a52e-3047bfe5132f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:03.923535 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3732f787-394d-4165-910f-0e7652ea9d2f req-f8d42299-3727-4178-a981-5c60acf0e9bc tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:03.925027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4693f41-66ed-47aa-a52e-3047bfe5132f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Port': ['ID=be679c81-2c14-459f-adee-84d56f2e5d14,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:03.953696 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d387acf1-1dd9-4610-a96f-868523d9506f None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:40:03.959414 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['87518b4a-34e9-4262-b3a2-e8dd6bf156e1', 'ecbbadcb-80fc-46be-90e4-40a54bfa2b2c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:40:03.962964 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['a18c86df-6492-4c35-a533-1611ab504f60'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:40:04.028941 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d42299-3727-4178-a981-5c60acf0e9bc tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Pushing event deleted for resources: {'Port': ['ID=ecbbadcb-80fc-46be-90e4-40a54bfa2b2c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:04.058921 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device ecbbadcb-80fc-46be-90e4-40a54bfa2b2c no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:40:04.111027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: ecbbadcb-80fc-46be-90e4-40a54bfa2b2c {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:40:04.111932 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device ecbbadcb-80fc-46be-90e4-40a54bfa2b2c not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:40:04.112507 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d558a358-2ec0-4bb0-84a8-3de501976afb no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:40:04.132071 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-3732f787-394d-4165-910f-0e7652ea9d2f req-f8d42299-3727-4178-a981-5c60acf0e9bc tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] No DVR routers for this DVR port ecbbadcb-80fc-46be-90e4-40a54bfa2b2c on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:40:04.137168 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3732f787-394d-4165-910f-0e7652ea9d2f req-f8d42299-3727-4178-a981-5c60acf0e9bc tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:04.140409 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3732f787-394d-4165-910f-0e7652ea9d2f req-f8d42299-3727-4178-a981-5c60acf0e9bc tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.31 "DELETE /v2.0/ports/ecbbadcb-80fc-46be-90e4-40a54bfa2b2c HTTP/1.1" status: 204 len: 173 time: 1.2295489 Nov 12 04:40:04.152712 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f4693f41-66ed-47aa-a52e-3047bfe5132f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:04.154462 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: d558a358-2ec0-4bb0-84a8-3de501976afb {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:40:04.155125 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d558a358-2ec0-4bb0-84a8-3de501976afb not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:40:04.391776 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1aa2f02a-e0de-4154-b315-f8f81950e48e no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:40:04.445067 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 1aa2f02a-e0de-4154-b315-f8f81950e48e {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:40:04.445593 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1aa2f02a-e0de-4154-b315-f8f81950e48e not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:40:04.446795 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4982e03b-f461-4456-bfb4-06181f505468 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:40:04.471011 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 4982e03b-f461-4456-bfb4-06181f505468 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:40:04.471650 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4982e03b-f461-4456-bfb4-06181f505468 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:40:04.518870 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e5404d8-9ca2-4fe3-b080-cc172f131358 req-b382e632-c434-4a9c-8897-42d9f50b5504 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=40150e5d-3f03-4115-9555-3a9287b90829 HTTP/1.1" status: 200 len: 210 time: 0.0409358 Nov 12 04:40:04.520956 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f4693f41-66ed-47aa-a52e-3047bfe5132f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:04.524952 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f4693f41-66ed-47aa-a52e-3047bfe5132f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:04.664710 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40150e5d-3f03-4115-9555-3a9287b90829', 'name': 'network-vif-deleted', 'tag': 'ecbbadcb-80fc-46be-90e4-40a54bfa2b2c'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:04.671469 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d404c708-8e80-4b4b-8fad-f0c9faf7e3b1" -d '{"events": [{"server_uuid": "40150e5d-3f03-4115-9555-3a9287b90829", "name": "network-vif-deleted", "tag": "ecbbadcb-80fc-46be-90e4-40a54bfa2b2c"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:04.688566 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f4693f41-66ed-47aa-a52e-3047bfe5132f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:04.689485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4693f41-66ed-47aa-a52e-3047bfe5132f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Fanout notify agent at l3_agent the message router_deleted on router f740f187-63ea-4e36-933b-05d817bfd3a6 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:40:04.697997 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f4693f41-66ed-47aa-a52e-3047bfe5132f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:04.703860 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f4693f41-66ed-47aa-a52e-3047bfe5132f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "DELETE /v2.0/routers/f740f187-63ea-4e36-933b-05d817bfd3a6 HTTP/1.1" status: 204 len: 168 time: 2.7975538 Nov 12 04:40:04.709217 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42518) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:04.806178 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca17a28-00bc-467a-b12b-3677f9439f94 x-openstack-request-id: req-4ca17a28-00bc-467a-b12b-3677f9439f94 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:04.807194 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40150e5d-3f03-4115-9555-3a9287b90829", "name": "network-vif-deleted", "tag": "ecbbadcb-80fc-46be-90e4-40a54bfa2b2c", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:04.812049 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ca17a28-00bc-467a-b12b-3677f9439f94 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:04.812049 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40150e5d-3f03-4115-9555-3a9287b90829', 'name': 'network-vif-deleted', 'tag': 'ecbbadcb-80fc-46be-90e4-40a54bfa2b2c', 'status': 'completed', 'code': 200} Nov 12 04:40:04.876327 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42530) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:04.901444 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21ed3a17-f336-477e-963f-b0d28711e8b5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:05.097143 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46526178-f5de-44f8-b69e-c9fea143aaf5 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:05.136800 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46526178-f5de-44f8-b69e-c9fea143aaf5 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:05.193192 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21ed3a17-f336-477e-963f-b0d28711e8b5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:05.221937 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-21ed3a17-f336-477e-963f-b0d28711e8b5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6689ff6-20fe-4a32-b709-b8976c2341d9']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:05.238595 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-21ed3a17-f336-477e-963f-b0d28711e8b5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66712da7-755c-4e1d-ac4c-f6b0a7ed9074') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:05.240426 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-21ed3a17-f336-477e-963f-b0d28711e8b5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66712da7-755c-4e1d-ac4c-f6b0a7ed9074') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:05.263713 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21ed3a17-f336-477e-963f-b0d28711e8b5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:05.280211 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21ed3a17-f336-477e-963f-b0d28711e8b5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ed3a17-f336-477e-963f-b0d28711e8b5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21ed3a17-f336-477e-963f-b0d28711e8b5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:40:05.301695 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:40:05.368870 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46526178-f5de-44f8-b69e-c9fea143aaf5 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:05.371622 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46526178-f5de-44f8-b69e-c9fea143aaf5 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:05.372796 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-46526178-f5de-44f8-b69e-c9fea143aaf5 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "DELETE /v2.0/security-groups/394a683f-2935-47d5-9c14-586685b4e7f0 HTTP/1.1" status: 204 len: 168 time: 0.4954615 Nov 12 04:40:05.399917 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46526178-f5de-44f8-b69e-c9fea143aaf5 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=394a683f-2935-47d5-9c14-586685b4e7f0,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:05.502367 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42568) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:05.559151 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21ed3a17-f336-477e-963f-b0d28711e8b5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:05.579803 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21ed3a17-f336-477e-963f-b0d28711e8b5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:05.597314 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-21ed3a17-f336-477e-963f-b0d28711e8b5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "DELETE /v2.0/networks/c6689ff6-20fe-4a32-b709-b8976c2341d9 HTTP/1.1" status: 204 len: 168 time: 0.8869607 Nov 12 04:40:05.604001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42578) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:05.620226 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b78ddc6c-a9b7-4e96-bc59-ae841b87ae98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:05.625268 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed3a17-f336-477e-963f-b0d28711e8b5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Network': ['ID=c6689ff6-20fe-4a32-b709-b8976c2341d9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:05.757139 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f953-19f6-46a2-bfb3-b8418d7d85fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:05.802508 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f953-19f6-46a2-bfb3-b8418d7d85fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:06.001644 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device be679c81-2c14-459f-adee-84d56f2e5d14 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:40:06.084001 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: be679c81-2c14-459f-adee-84d56f2e5d14 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:40:06.084826 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device be679c81-2c14-459f-adee-84d56f2e5d14 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:40:06.112513 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f953-19f6-46a2-bfb3-b8418d7d85fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:06.115138 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f953-19f6-46a2-bfb3-b8418d7d85fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:06.116326 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7ee4f953-19f6-46a2-bfb3-b8418d7d85fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "DELETE /v2.0/security-groups/fc1409c5-d8ce-49ef-94fe-9f8b43de263e HTTP/1.1" status: 204 len: 168 time: 0.5054097 Nov 12 04:40:06.167907 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4f953-19f6-46a2-bfb3-b8418d7d85fa tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1409c5-d8ce-49ef-94fe-9f8b43de263e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:06.239510 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f81f7e8-c241-4a02-867c-7f466a838877 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:06.825537 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:07.063920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dcc34-9f28-41ac-b177-b7339e6fc72e req-678f2792-c101-4ada-bbb1-2313e9a20f29 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:07.071938 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-025dcc34-9f28-41ac-b177-b7339e6fc72e req-678f2792-c101-4ada-bbb1-2313e9a20f29 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 945 time: 0.0922759 Nov 12 04:40:07.174970 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-025dcc34-9f28-41ac-b177-b7339e6fc72e req-5502c769-b9a4-4c2b-a4e5-c8d55f7b09fa tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986040 Nov 12 04:40:07.466567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-1f81f7e8-c241-4a02-867c-7f466a838877 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Deleting port dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:40:07.468294 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f81f7e8-c241-4a02-867c-7f466a838877 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:07.541416 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42680) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:07.551681 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-93b123b0-4d63-4258-b3a9-8667cab78738 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-157470242', 'description': 'tempest-secgroup-smoke-157470242 description', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:07.678563 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42690) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:07.724199 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93b123b0-4d63-4258-b3a9-8667cab78738 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:07.760459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-1f81f7e8-c241-4a02-867c-7f466a838877 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] For port dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6,segment=NetworkSegment(2dd45e3e-fffc-4e61-b4f3-552761f73ece),segment_id=2dd45e3e-fffc-4e61-b4f3-552761f73ece)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:07.760877 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f81f7e8-c241-4a02-867c-7f466a838877 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:07.809467 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-1f81f7e8-c241-4a02-867c-7f466a838877 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Calling delete_port for dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:40:07.891418 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93b123b0-4d63-4258-b3a9-8667cab78738 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:08.129433 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93b123b0-4d63-4258-b3a9-8667cab78738 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:08.212013 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-28d129e2-ae92-4b55-8199-2a300e950924 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:08.218490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b123b0-4d63-4258-b3a9-8667cab78738 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e3ef4f-45c9-4306-943d-91ea7ce15281,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:08.221969 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-28d129e2-ae92-4b55-8199-2a300e950924 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/networks?id=60fab906-65e9-4e55-9f5a-c4f9e756fb11 HTTP/1.1" status: 200 len: 814 time: 0.2154443 Nov 12 04:40:08.262249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98029a7-f779-4ae7-bb8e-ae405145875e req-f3570371-f7b0-470d-8df1-b3b8c0928404 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:08.264283 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f98029a7-f779-4ae7-bb8e-ae405145875e req-f3570371-f7b0-470d-8df1-b3b8c0928404 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 945 time: 0.3579023 Nov 12 04:40:08.275387 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-b53564a1-b099-441f-b470-33d794635e94 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/quotas/8484cfd1526e4dc9ab788aa0944921cc HTTP/1.1" status: 200 len: 375 time: 0.0519564 Nov 12 04:40:08.356194 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93b123b0-4d63-4258-b3a9-8667cab78738 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:08.357801 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-93b123b0-4d63-4258-b3a9-8667cab78738 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8153298 Nov 12 04:40:08.368350 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:08.384531 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42738) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:08.392146 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-971c2c06-7a57-4060-a1e6-b70feb38b507 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': 'f2e3ef4f-45c9-4306-943d-91ea7ce15281', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:08.444593 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-41960717-7b27-4f0e-8719-f93327377850 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8484cfd1526e4dc9ab788aa0944921cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1672738 Nov 12 04:40:08.519602 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-971c2c06-7a57-4060-a1e6-b70feb38b507 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:08.607413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f98029a7-f779-4ae7-bb8e-ae405145875e req-daa47d95-a9a7-445d-96a2-4bf36d9f007e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Deleting port a18c86df-6492-4c35-a533-1611ab504f60 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:40:08.607762 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f98029a7-f779-4ae7-bb8e-ae405145875e req-daa47d95-a9a7-445d-96a2-4bf36d9f007e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:08.679224 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-971c2c06-7a57-4060-a1e6-b70feb38b507 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:08.720283 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae6ae796-df19-4b6b-9876-172bb522b26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:08.728288 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-e62db622-4166-4571-97ba-adc645a6d52d service neutron] 10.222.0.37 "GET /v2.0/networks/60fab906-65e9-4e55-9f5a-c4f9e756fb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818263 Nov 12 04:40:08.779414 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-971c2c06-7a57-4060-a1e6-b70feb38b507 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:08.806809 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c2c06-7a57-4060-a1e6-b70feb38b507 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31a1eb4-ac41-4e74-80d6-6c8a1c074584,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:08.930921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f98029a7-f779-4ae7-bb8e-ae405145875e req-daa47d95-a9a7-445d-96a2-4bf36d9f007e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] For port a18c86df-6492-4c35-a533-1611ab504f60, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a18c86df-6492-4c35-a533-1611ab504f60,segment=NetworkSegment(eaaaf2e0-e010-49ce-bb98-510383f2d747),segment_id=eaaaf2e0-e010-49ce-bb98-510383f2d747)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:08.931315 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f98029a7-f779-4ae7-bb8e-ae405145875e req-daa47d95-a9a7-445d-96a2-4bf36d9f007e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:08.942373 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-971c2c06-7a57-4060-a1e6-b70feb38b507 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:08.946861 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-971c2c06-7a57-4060-a1e6-b70feb38b507 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5573642 Nov 12 04:40:08.946987 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42764) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:08.954126 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-452b65b9-b75e-4506-8ab9-c74849391740 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': 'f2e3ef4f-45c9-4306-943d-91ea7ce15281', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:08.954583 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-4feff79e-8a03-4d57-9fe7-e0a16abafdd8 service neutron] 10.222.0.37 "GET /v2.0/networks/60fab906-65e9-4e55-9f5a-c4f9e756fb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253618 Nov 12 04:40:08.960622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-f98029a7-f779-4ae7-bb8e-ae405145875e req-daa47d95-a9a7-445d-96a2-4bf36d9f007e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Calling delete_port for a18c86df-6492-4c35-a533-1611ab504f60 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:40:08.965912 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f81f7e8-c241-4a02-867c-7f466a838877 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:09.089724 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81f7e8-c241-4a02-867c-7f466a838877 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event deleted for resources: {'Port': ['ID=dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:09.187334 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-452b65b9-b75e-4506-8ab9-c74849391740 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:09.263246 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-452b65b9-b75e-4506-8ab9-c74849391740 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:09.283119 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:09.288619 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ae796-df19-4b6b-9876-172bb522b26d admin admin] Deleting port 9f621244-fbbc-4b0b-9eaa-5aa634d947d3 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:40:09.289170 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae6ae796-df19-4b6b-9876-172bb522b26d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:09.445139 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-452b65b9-b75e-4506-8ab9-c74849391740 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:09.468708 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b65b9-b75e-4506-8ab9-c74849391740 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e061391e-6ac6-498e-baf6-09d61294d6fa,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:09.473492 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-ae6ae796-df19-4b6b-9876-172bb522b26d admin admin] For port 9f621244-fbbc-4b0b-9eaa-5aa634d947d3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9f621244-fbbc-4b0b-9eaa-5aa634d947d3,segment=NetworkSegment(6ba52a14-9734-4c2e-9682-74e3203e18d2),segment_id=6ba52a14-9734-4c2e-9682-74e3203e18d2)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:09.473492 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae6ae796-df19-4b6b-9876-172bb522b26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:09.486719 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f81f7e8-c241-4a02-867c-7f466a838877 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:09.494316 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ae796-df19-4b6b-9876-172bb522b26d admin admin] Calling delete_port for 9f621244-fbbc-4b0b-9eaa-5aa634d947d3 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:40:09.595891 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf6f44-8a7a-4af9-b758-78bcdc45fdaa req-3418ccfe-ad23-4981-99e0-b16aeae3de6a tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:09.605785 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07bf6f44-8a7a-4af9-b758-78bcdc45fdaa req-3418ccfe-ad23-4981-99e0-b16aeae3de6a tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 945 time: 0.1378219 Nov 12 04:40:09.657376 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f98029a7-f779-4ae7-bb8e-ae405145875e req-daa47d95-a9a7-445d-96a2-4bf36d9f007e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:09.688979 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['87518b4a-34e9-4262-b3a2-e8dd6bf156e1'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:40:09.695702 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['a18c86df-6492-4c35-a533-1611ab504f60'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:40:09.713645 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-452b65b9-b75e-4506-8ab9-c74849391740 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:09.715841 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-452b65b9-b75e-4506-8ab9-c74849391740 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7679272 Nov 12 04:40:09.735231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42796) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:09.735231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1340b514-22fc-4aa7-b853-a34497073d79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': 'f2e3ef4f-45c9-4306-943d-91ea7ce15281', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:09.735806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa47d95-a9a7-445d-96a2-4bf36d9f007e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Pushing event deleted for resources: {'Port': ['ID=a18c86df-6492-4c35-a533-1611ab504f60,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:09.736648 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07bf6f44-8a7a-4af9-b758-78bcdc45fdaa req-665c0601-cd7c-4bbd-93d1-1a628810fa7b tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269360 Nov 12 04:40:09.820520 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98029a7-f779-4ae7-bb8e-ae405145875e req-daa47d95-a9a7-445d-96a2-4bf36d9f007e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] No DVR routers for this DVR port a18c86df-6492-4c35-a533-1611ab504f60 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:40:09.832262 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f98029a7-f779-4ae7-bb8e-ae405145875e req-daa47d95-a9a7-445d-96a2-4bf36d9f007e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:09.835613 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f98029a7-f779-4ae7-bb8e-ae405145875e req-daa47d95-a9a7-445d-96a2-4bf36d9f007e tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.21 "DELETE /v2.0/ports/a18c86df-6492-4c35-a533-1611ab504f60 HTTP/1.1" status: 204 len: 173 time: 1.5044899 Nov 12 04:40:09.836083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb', 'name': 'network-vif-deleted', 'tag': 'a18c86df-6492-4c35-a533-1611ab504f60'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:09.838592 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21888d7a-60d9-45ef-9d65-1b7e1a4b5c86" -d '{"events": [{"server_uuid": "1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb", "name": "network-vif-deleted", "tag": "a18c86df-6492-4c35-a533-1611ab504f60"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:09.876121 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b2293fe0-4466-45f2-b71c-eec88faab921 req-897bdf8e-a6bc-4c36-a0c0-ae1e5ee96a43 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 210 time: 0.0568378 Nov 12 04:40:09.907525 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae6ae796-df19-4b6b-9876-172bb522b26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:09.929605 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ae796-df19-4b6b-9876-172bb522b26d admin admin] Pushing event deleted for resources: {'Port': ['ID=9f621244-fbbc-4b0b-9eaa-5aa634d947d3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:09.955903 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be96149e-e401-4bb4-af56-80e42e9ed03c x-openstack-request-id: req-be96149e-e401-4bb4-af56-80e42e9ed03c {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:09.956329 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb", "name": "network-vif-deleted", "tag": "a18c86df-6492-4c35-a533-1611ab504f60", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:09.956610 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be96149e-e401-4bb4-af56-80e42e9ed03c {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:09.957387 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb', 'name': 'network-vif-deleted', 'tag': 'a18c86df-6492-4c35-a533-1611ab504f60', 'status': 'completed', 'code': 200} Nov 12 04:40:09.966261 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f81f7e8-c241-4a02-867c-7f466a838877 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Router 5316b581-71c7-4d98-b6cb-5301782fd1f7 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:40:10.073433 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1340b514-22fc-4aa7-b853-a34497073d79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:10.144831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f81f7e8-c241-4a02-867c-7f466a838877 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:40:10.158345 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b3f591-4d06-49af-b475-9927ae365a94 None None] Sync routers for ids ['5316b581-71c7-4d98-b6cb-5301782fd1f7'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:40:10.163461 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1f81f7e8-c241-4a02-867c-7f466a838877 tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "PUT /v2.0/routers/5316b581-71c7-4d98-b6cb-5301782fd1f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6551585 Nov 12 04:40:10.169258 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42808) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:10.186245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b3f591-4d06-49af-b475-9927ae365a94 None None] Routers {'5316b581-71c7-4d98-b6cb-5301782fd1f7'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:40:10.187443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-46b3f591-4d06-49af-b475-9927ae365a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:40:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['5316b581-71c7-4d98-b6cb-5301782fd1f7'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:10.248822 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ae6ae796-df19-4b6b-9876-172bb522b26d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:10.280912 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1340b514-22fc-4aa7-b853-a34497073d79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:10.287103 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc92c979-2c99-4e00-a877-f3a46534c07e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Deleting subnet 9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:40:10.293316 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dc92c979-2c99-4e00-a877-f3a46534c07e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:10.374624 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dc92c979-2c99-4e00-a877-f3a46534c07e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:10.393059 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-46b3f591-4d06-49af-b475-9927ae365a94 None None] Set router 5316b581-71c7-4d98-b6cb-5301782fd1f7 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:40:10.465962 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1340b514-22fc-4aa7-b853-a34497073d79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:10.495876 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dc92c979-2c99-4e00-a877-f3a46534c07e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:10.533409 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340b514-22fc-4aa7-b853-a34497073d79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b1d17c-c845-4955-9e1b-3c8de8b6ad80,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:10.586440 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6ae796-df19-4b6b-9876-172bb522b26d admin admin] Router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:40:10.672142 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-46b3f591-4d06-49af-b475-9927ae365a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'name': 'tempest-TestNetworkBasicOps-router-1047372905', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:51Z', 'updated_at': '2021-11-12T04:40:08Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:52Z', 'updated_at': '2021-11-12T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:10.705116 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b3f591-4d06-49af-b475-9927ae365a94 None None] Checking router: 5316b581-71c7-4d98-b6cb-5301782fd1f7 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:40:10.715495 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6ae796-df19-4b6b-9876-172bb522b26d admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:40:10.716924 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b3f591-4d06-49af-b475-9927ae365a94 None None] Routers {'5316b581-71c7-4d98-b6cb-5301782fd1f7'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:40:10.716924 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-46b3f591-4d06-49af-b475-9927ae365a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:40:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['5316b581-71c7-4d98-b6cb-5301782fd1f7'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:10.721873 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ae6ae796-df19-4b6b-9876-172bb522b26d admin admin] 10.222.0.37 "PUT /v2.0/routers/8c6f88c2-d7a8-495c-8075-637a4ddc77d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0414789 Nov 12 04:40:10.724395 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42822) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:10.735322 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e16017-6f6b-490b-8e2e-43761509799a None None] Sync routers for ids ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:40:10.744668 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e16017-6f6b-490b-8e2e-43761509799a None None] Routers {'8c6f88c2-d7a8-495c-8075-637a4ddc77d1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:40:10.745602 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c9e16017-6f6b-490b-8e2e-43761509799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:40:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:10.765965 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1340b514-22fc-4aa7-b853-a34497073d79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:10.770145 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1340b514-22fc-4aa7-b853-a34497073d79 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0482190 Nov 12 04:40:10.770799 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42826) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:10.773803 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dc92c979-2c99-4e00-a877-f3a46534c07e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:10.776059 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6daabc4b-8d30-44ec-96ee-592e985399ea tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': 'f2e3ef4f-45c9-4306-943d-91ea7ce15281', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:10.814930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92c979-2c99-4e00-a877-f3a46534c07e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:10.838971 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7554129a-2949-487e-833f-6c3d1f5f139d None None] Network c0e34992-e3f5-466b-aa64-150bd14254a1 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:40:10.839426 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dc92c979-2c99-4e00-a877-f3a46534c07e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:10.850609 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42832) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:10.854347 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-dc92c979-2c99-4e00-a877-f3a46534c07e tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "DELETE /v2.0/subnets/9e0efaba-4ad1-4de0-9d8e-d6ad8503f5b0 HTTP/1.1" status: 204 len: 168 time: 0.6831360 Nov 12 04:40:10.881285 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c9e16017-6f6b-490b-8e2e-43761509799a None None] Set router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:40:10.960185 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb452d69-4068-4949-b49d-07539a1eda79 admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:10.978105 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6daabc4b-8d30-44ec-96ee-592e985399ea tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:10.987491 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-46b3f591-4d06-49af-b475-9927ae365a94 None None] Set router 5316b581-71c7-4d98-b6cb-5301782fd1f7 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:40:11.027710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a64afd23-7edc-4e18-abec-e46dc5c6a194 req-407d760b-cb61-4848-b50c-15c0b370216c tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed594b2-4b4b-4c30-af7a-d0735fc4a7fb HTTP/1.1" status: 200 len: 210 time: 0.0881996 Nov 12 04:40:11.131615 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20dea362-6305-4c48-8c44-d6bea1b8951a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:11.137088 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6daabc4b-8d30-44ec-96ee-592e985399ea tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:11.164950 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c9e16017-6f6b-490b-8e2e-43761509799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'name': 'tempest-TestVolumeBackupRestore-1527152812-router', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:42Z', 'updated_at': '2021-11-12T04:40:09Z', 'revision_number': 5, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'gw_port': {'id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:43Z', 'updated_at': '2021-11-12T04:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:11.167232 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb452d69-4068-4949-b49d-07539a1eda79 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:11.198542 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0197a937-6813-431d-9eec-672ad30a093e req-cc1395f2-e545-4240-8a48-a5c9ec190fd4 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 210 time: 0.0452771 Nov 12 04:40:11.201185 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e16017-6f6b-490b-8e2e-43761509799a None None] Checking router: 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:40:11.215319 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e16017-6f6b-490b-8e2e-43761509799a None None] Routers {'8c6f88c2-d7a8-495c-8075-637a4ddc77d1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:40:11.216879 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c9e16017-6f6b-490b-8e2e-43761509799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:40:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:11.274558 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20dea362-6305-4c48-8c44-d6bea1b8951a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:11.386363 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6daabc4b-8d30-44ec-96ee-592e985399ea tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:11.411222 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daabc4b-8d30-44ec-96ee-592e985399ea tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98936c1-89c4-487d-b024-45b704589a27,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:11.450286 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c9e16017-6f6b-490b-8e2e-43761509799a None None] Set router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:40:11.510601 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-bb452d69-4068-4949-b49d-07539a1eda79 admin admin] Deleting port ce20d653-9f0a-4022-b026-a08d4643061b {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:40:11.511229 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb452d69-4068-4949-b49d-07539a1eda79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:11.539355 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-20dea362-6305-4c48-8c44-d6bea1b8951a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Deleting port a8828bc6-b615-4784-9e4f-c59c1021ff5e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:40:11.540252 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20dea362-6305-4c48-8c44-d6bea1b8951a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:11.638610 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-bb452d69-4068-4949-b49d-07539a1eda79 admin admin] For port ce20d653-9f0a-4022-b026-a08d4643061b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ce20d653-9f0a-4022-b026-a08d4643061b,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:11.639334 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb452d69-4068-4949-b49d-07539a1eda79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:11.652680 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c6a3d1-c036-4dbf-abea-2bfceaa00cf7 None None] DHCP port deletion for c0e34992-e3f5-466b-aa64-150bd14254a1 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:40:11.653681 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6daabc4b-8d30-44ec-96ee-592e985399ea tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:11.659032 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6daabc4b-8d30-44ec-96ee-592e985399ea tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8869681 Nov 12 04:40:11.661548 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42856) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:11.662788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-46b3f591-4d06-49af-b475-9927ae365a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'name': 'tempest-TestNetworkBasicOps-router-1047372905', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:51Z', 'updated_at': '2021-11-12T04:40:08Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:52Z', 'updated_at': '2021-11-12T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:11.666672 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-e94248d9-1e6a-4e9e-8a9d-d9026b29f248 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': 'f2e3ef4f-45c9-4306-943d-91ea7ce15281', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:11.680631 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-bb452d69-4068-4949-b49d-07539a1eda79 admin admin] Calling delete_port for ce20d653-9f0a-4022-b026-a08d4643061b owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:40:11.740770 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b3f591-4d06-49af-b475-9927ae365a94 None None] The sync data for ids ['5316b581-71c7-4d98-b6cb-5301782fd1f7'] in n-d-768509-24 is: [{'id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'name': 'tempest-TestNetworkBasicOps-router-1047372905', 'tenant_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:38:51Z', 'updated_at': '2021-11-12T04:40:08Z', 'revision_number': 5, 'project_id': '8637d71ae4c840e5a0ac06c987e9c7b5', 'gw_port': {'id': 'a8828bc6-b615-4784-9e4f-c59c1021ff5e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5316b581-71c7-4d98-b6cb-5301782fd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:38:52Z', 'updated_at': '2021-11-12T04:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:40:11.761221 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-20dea362-6305-4c48-8c44-d6bea1b8951a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] For port a8828bc6-b615-4784-9e4f-c59c1021ff5e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=a8828bc6-b615-4784-9e4f-c59c1021ff5e,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:11.761867 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20dea362-6305-4c48-8c44-d6bea1b8951a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:11.781768 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-20dea362-6305-4c48-8c44-d6bea1b8951a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Calling delete_port for a8828bc6-b615-4784-9e4f-c59c1021ff5e owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:40:11.785451 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65c6a3d1-c036-4dbf-abea-2bfceaa00cf7 None None] Deleting port 19e0a10c-5e04-46ef-bb5c-bfe893b88a62 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:40:11.790435 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65c6a3d1-c036-4dbf-abea-2bfceaa00cf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:11.790548 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c9e16017-6f6b-490b-8e2e-43761509799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'name': 'tempest-TestVolumeBackupRestore-1527152812-router', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:42Z', 'updated_at': '2021-11-12T04:40:09Z', 'revision_number': 5, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'gw_port': {'id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:43Z', 'updated_at': '2021-11-12T04:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:11.831472 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e16017-6f6b-490b-8e2e-43761509799a None None] The sync data for ids ['8c6f88c2-d7a8-495c-8075-637a4ddc77d1'] in n-d-768509-24 is: [{'id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'name': 'tempest-TestVolumeBackupRestore-1527152812-router', 'tenant_id': 'f9677c34190d4113b1a12b61024c1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:42Z', 'updated_at': '2021-11-12T04:40:09Z', 'revision_number': 5, 'project_id': 'f9677c34190d4113b1a12b61024c1723', 'gw_port': {'id': 'ce20d653-9f0a-4022-b026-a08d4643061b', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6f88c2-d7a8-495c-8075-637a4ddc77d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:43Z', 'updated_at': '2021-11-12T04:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:40:11.881161 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65c6a3d1-c036-4dbf-abea-2bfceaa00cf7 None None] For port 19e0a10c-5e04-46ef-bb5c-bfe893b88a62, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=19e0a10c-5e04-46ef-bb5c-bfe893b88a62,segment=NetworkSegment(2dd45e3e-fffc-4e61-b4f3-552761f73ece),segment_id=2dd45e3e-fffc-4e61-b4f3-552761f73ece)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:11.881576 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65c6a3d1-c036-4dbf-abea-2bfceaa00cf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:11.901687 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65c6a3d1-c036-4dbf-abea-2bfceaa00cf7 None None] Calling delete_port for 19e0a10c-5e04-46ef-bb5c-bfe893b88a62 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:40:11.935722 n-d-768509-24 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-e94248d9-1e6a-4e9e-8a9d-d9026b29f248 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Project a1d85f7d3e02495dbf8a97f43fe9e4b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:40:11.942340 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e94248d9-1e6a-4e9e-8a9d-d9026b29f248 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:11.990017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a18c86df-6492-4c35-a533-1611ab504f60 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:40:12.012910 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: a18c86df-6492-4c35-a533-1611ab504f60 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:40:12.013612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a18c86df-6492-4c35-a533-1611ab504f60 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:40:12.036656 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e94248d9-1e6a-4e9e-8a9d-d9026b29f248 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:12.105685 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb452d69-4068-4949-b49d-07539a1eda79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:12.148343 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb452d69-4068-4949-b49d-07539a1eda79 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce20d653-9f0a-4022-b026-a08d4643061b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:12.162845 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a4a404-ee64-4c87-8206-992d42b49b34 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:40:12.240813 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb452d69-4068-4949-b49d-07539a1eda79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:12.249240 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20dea362-6305-4c48-8c44-d6bea1b8951a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:12.250900 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65c6a3d1-c036-4dbf-abea-2bfceaa00cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:12.312320 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fb45f5-48be-4adb-aa82-0a6fa5d53752 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:40:12.316066 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6a3d1-c036-4dbf-abea-2bfceaa00cf7 None None] Pushing event deleted for resources: {'Port': ['ID=19e0a10c-5e04-46ef-bb5c-bfe893b88a62,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:12.326419 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c6a3d1-c036-4dbf-abea-2bfceaa00cf7 None None] No DVR routers for this DVR port 19e0a10c-5e04-46ef-bb5c-bfe893b88a62 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:40:12.420427 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dea362-6305-4c48-8c44-d6bea1b8951a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event deleted for resources: {'Port': ['ID=a8828bc6-b615-4784-9e4f-c59c1021ff5e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:12.421035 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b8df957-db9d-4ff7-ad0c-059105b24be5 req-b9c3b199-8354-4150-97bd-392486654580 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 210 time: 0.1235108 Nov 12 04:40:12.424426 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb452d69-4068-4949-b49d-07539a1eda79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:12.433786 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb452d69-4068-4949-b49d-07539a1eda79 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:12.441364 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e94248d9-1e6a-4e9e-8a9d-d9026b29f248 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:12.461509 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20dea362-6305-4c48-8c44-d6bea1b8951a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:12.545705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 19e0a10c-5e04-46ef-bb5c-bfe893b88a62 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:40:12.559991 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94248d9-1e6a-4e9e-8a9d-d9026b29f248 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af06a86-dff2-4e39-b088-fd91941285cf,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:12.594397 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 19e0a10c-5e04-46ef-bb5c-bfe893b88a62 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:40:12.594819 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 19e0a10c-5e04-46ef-bb5c-bfe893b88a62 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:40:12.595373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:40:12.619328 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20dea362-6305-4c48-8c44-d6bea1b8951a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:12.621197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:40:12.621623 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device dd1a2f1d-9ad5-4828-ac33-f4fe86a2caf6 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:40:12.622523 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20dea362-6305-4c48-8c44-d6bea1b8951a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:12.906841 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb452d69-4068-4949-b49d-07539a1eda79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:12.908060 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb452d69-4068-4949-b49d-07539a1eda79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c6f88c2-d7a8-495c-8075-637a4ddc77d1 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:40:12.924938 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb452d69-4068-4949-b49d-07539a1eda79 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:12.929395 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bb452d69-4068-4949-b49d-07539a1eda79 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8c6f88c2-d7a8-495c-8075-637a4ddc77d1 HTTP/1.1" status: 204 len: 168 time: 2.2013714 Nov 12 04:40:12.930508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42890) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:13.019371 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e94248d9-1e6a-4e9e-8a9d-d9026b29f248 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.021155 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac2d133-f2a7-4dbc-b9a1-ad1dfd749ddf admin admin] Deleting subnet dddc1a2c-381d-437e-848a-113195a1cabf {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:40:13.023797 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42896) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:13.024564 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e94248d9-1e6a-4e9e-8a9d-d9026b29f248 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3612702 Nov 12 04:40:13.030670 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eac2d133-f2a7-4dbc-b9a1-ad1dfd749ddf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.035414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-d931a061-10e8-462c-86ab-d04d6d3fdba8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'security_group_rule': {'security_group_id': 'f2e3ef4f-45c9-4306-943d-91ea7ce15281', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:13.105074 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eac2d133-f2a7-4dbc-b9a1-ad1dfd749ddf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.186813 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20dea362-6305-4c48-8c44-d6bea1b8951a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.188579 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dea362-6305-4c48-8c44-d6bea1b8951a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Fanout notify agent at l3_agent the message router_deleted on router 5316b581-71c7-4d98-b6cb-5301782fd1f7 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:40:13.206417 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eac2d133-f2a7-4dbc-b9a1-ad1dfd749ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.208228 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-20dea362-6305-4c48-8c44-d6bea1b8951a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.210240 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-20dea362-6305-4c48-8c44-d6bea1b8951a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "DELETE /v2.0/routers/5316b581-71c7-4d98-b6cb-5301782fd1f7 HTTP/1.1" status: 204 len: 168 time: 2.3580797 Nov 12 04:40:13.215147 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42902) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:13.307364 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-d931a061-10e8-462c-86ab-d04d6d3fdba8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Project a1d85f7d3e02495dbf8a97f43fe9e4b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:40:13.315165 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d931a061-10e8-462c-86ab-d04d6d3fdba8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.327209 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2766349-005f-470f-9159-a843f61c013a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.397054 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d931a061-10e8-462c-86ab-d04d6d3fdba8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.444426 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eac2d133-f2a7-4dbc-b9a1-ad1dfd749ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.455914 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2766349-005f-470f-9159-a843f61c013a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.491843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2d133-f2a7-4dbc-b9a1-ad1dfd749ddf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dddc1a2c-381d-437e-848a-113195a1cabf,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:13.493498 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d2766349-005f-470f-9159-a843f61c013a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e34992-e3f5-466b-aa64-150bd14254a1']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:13.503082 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eac2d133-f2a7-4dbc-b9a1-ad1dfd749ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.510276 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84f5d58-d66d-470a-8411-3886b9c432cb None None] Network e41496b7-24c9-4412-8c2b-a2b51708d7d6 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:40:13.520525 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-eac2d133-f2a7-4dbc-b9a1-ad1dfd749ddf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dddc1a2c-381d-437e-848a-113195a1cabf HTTP/1.1" status: 204 len: 168 time: 0.5890222 Nov 12 04:40:13.523315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42912) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:13.553061 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d2766349-005f-470f-9159-a843f61c013a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd45e3e-fffc-4e61-b4f3-552761f73ece') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:13.553409 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d2766349-005f-470f-9159-a843f61c013a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd45e3e-fffc-4e61-b4f3-552761f73ece') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:13.566130 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2766349-005f-470f-9159-a843f61c013a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.623548 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2766349-005f-470f-9159-a843f61c013a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.639316 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2766349-005f-470f-9159-a843f61c013a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:40:13.640237 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2766349-005f-470f-9159-a843f61c013a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:40:13.646314 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:40:13.678291 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18460e49-3c92-4c85-8a58-f175cd988c96 req-e6850972-3229-4fe1-a053-93eaead441e1 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 210 time: 0.1169641 Nov 12 04:40:13.681310 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d931a061-10e8-462c-86ab-d04d6d3fdba8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.721762 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931a061-10e8-462c-86ab-d04d6d3fdba8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8088439a-0235-4653-9af5-18814e40e7dd,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:13.727795 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.811968 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] Deleting port be96c2a3-e789-4e35-a3c4-2dc90ca36527 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:40:13.811968 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.875308 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d931a061-10e8-462c-86ab-d04d6d3fdba8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.876535 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d931a061-10e8-462c-86ab-d04d6d3fdba8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8472950 Nov 12 04:40:13.879599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42924) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:13.885927 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5c23f750-9849-4c1c-b3c1-828f618782f0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'network': {'name': 'tempest-network-smoke--104867906', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'port_security_enabled': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:13.889133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3d759d-ffb9-4995-952c-8be3551af068 None None] DHCP port deletion for e41496b7-24c9-4412-8c2b-a2b51708d7d6 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:40:13.914183 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2766349-005f-470f-9159-a843f61c013a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.934279 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d2766349-005f-470f-9159-a843f61c013a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:13.940531 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d2766349-005f-470f-9159-a843f61c013a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] 10.222.0.37 "DELETE /v2.0/networks/c0e34992-e3f5-466b-aa64-150bd14254a1 HTTP/1.1" status: 204 len: 168 time: 0.7227108 Nov 12 04:40:13.965700 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2766349-005f-470f-9159-a843f61c013a tempest-TestNetworkBasicOps-653733495 tempest-TestNetworkBasicOps-653733495-project] Pushing event deleted for resources: {'Network': ['ID=c0e34992-e3f5-466b-aa64-150bd14254a1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:13.996917 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] For port be96c2a3-e789-4e35-a3c4-2dc90ca36527, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=be96c2a3-e789-4e35-a3c4-2dc90ca36527,segment=NetworkSegment(6ba52a14-9734-4c2e-9682-74e3203e18d2),segment_id=6ba52a14-9734-4c2e-9682-74e3203e18d2)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:14.001666 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:14.020485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] Calling delete_port for be96c2a3-e789-4e35-a3c4-2dc90ca36527 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:40:14.056778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fa3d759d-ffb9-4995-952c-8be3551af068 None None] Deleting port be96c2a3-e789-4e35-a3c4-2dc90ca36527 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:40:14.060568 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa3d759d-ffb9-4995-952c-8be3551af068 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:14.100263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c23f750-9849-4c1c-b3c1-828f618782f0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Made reservation on behalf of a1d85f7d3e02495dbf8a97f43fe9e4b3 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:40:14.110155 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c23f750-9849-4c1c-b3c1-828f618782f0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:14.122939 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a8828bc6-b615-4784-9e4f-c59c1021ff5e no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:40:14.155298 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c23f750-9849-4c1c-b3c1-828f618782f0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:40:14.175155 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c23f750-9849-4c1c-b3c1-828f618782f0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:14.175498 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-5c23f750-9849-4c1c-b3c1-828f618782f0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Added segment 5a07072c-57a9-408b-a0a0-ff5c7250786d of type vlan for network 1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 Nov 12 04:40:14.176858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-42527b1d-7521-4326-9133-b955f0909652 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:14.179030 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-42527b1d-7521-4326-9133-b955f0909652 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.21 "GET /v2.0/networks?id=60fab906-65e9-4e55-9f5a-c4f9e756fb11 HTTP/1.1" status: 200 len: 814 time: 0.2969079 Nov 12 04:40:14.204688 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-8c877e0f-0c53-4521-bbeb-e2533c3b38e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Request body: {'port': {'device_id': '7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4', 'network_id': '60fab906-65e9-4e55-9f5a-c4f9e756fb11', 'admin_state_up': True, 'tenant_id': '8484cfd1526e4dc9ab788aa0944921cc'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:14.214177 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: a8828bc6-b615-4784-9e4f-c59c1021ff5e {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:40:14.214842 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device a8828bc6-b615-4784-9e4f-c59c1021ff5e not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:40:14.215447 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9f621244-fbbc-4b0b-9eaa-5aa634d947d3 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:40:14.239214 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c23f750-9849-4c1c-b3c1-828f618782f0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:14.249586 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 9f621244-fbbc-4b0b-9eaa-5aa634d947d3 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:40:14.250171 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9f621244-fbbc-4b0b-9eaa-5aa634d947d3 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:40:14.250775 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device be96c2a3-e789-4e35-a3c4-2dc90ca36527 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:40:14.254742 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-fa3d759d-ffb9-4995-952c-8be3551af068 None None] For port be96c2a3-e789-4e35-a3c4-2dc90ca36527, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=be96c2a3-e789-4e35-a3c4-2dc90ca36527,segment=NetworkSegment(6ba52a14-9734-4c2e-9682-74e3203e18d2),segment_id=6ba52a14-9734-4c2e-9682-74e3203e18d2)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:14.255300 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa3d759d-ffb9-4995-952c-8be3551af068 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:14.302373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fa3d759d-ffb9-4995-952c-8be3551af068 None None] Calling delete_port for be96c2a3-e789-4e35-a3c4-2dc90ca36527 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:40:14.352703 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:14.375469 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No active binding found for port be96c2a3-e789-4e35-a3c4-2dc90ca36527 {{(pid=103298) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 04:40:14.375905 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device be96c2a3-e789-4e35-a3c4-2dc90ca36527 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:40:14.376329 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ce20d653-9f0a-4022-b026-a08d4643061b no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:40:14.391882 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c23f750-9849-4c1c-b3c1-828f618782f0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:14.401006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c23f750-9849-4c1c-b3c1-828f618782f0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:14.401331 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c23f750-9849-4c1c-b3c1-828f618782f0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:14.405944 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] Pushing event deleted for resources: {'Port': ['ID=be96c2a3-e789-4e35-a3c4-2dc90ca36527,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:14.406277 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: ce20d653-9f0a-4022-b026-a08d4643061b {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:40:14.406645 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ce20d653-9f0a-4022-b026-a08d4643061b not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:40:14.412840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] No DVR routers for this DVR port be96c2a3-e789-4e35-a3c4-2dc90ca36527 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:40:14.469432 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa3d759d-ffb9-4995-952c-8be3551af068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:14.512640 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d759d-ffb9-4995-952c-8be3551af068 None None] Pushing event deleted for resources: {'Port': ['ID=be96c2a3-e789-4e35-a3c4-2dc90ca36527,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:14.515623 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-8c877e0f-0c53-4521-bbeb-e2533c3b38e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Made reservation on behalf of 8484cfd1526e4dc9ab788aa0944921cc for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:40:14.520055 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-8c877e0f-0c53-4521-bbeb-e2533c3b38e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:14.524006 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3d759d-ffb9-4995-952c-8be3551af068 None None] No DVR routers for this DVR port be96c2a3-e789-4e35-a3c4-2dc90ca36527 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:40:14.565865 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23f750-9849-4c1c-b3c1-828f618782f0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Network': ['ID=1d9b91bb-ab13-4f04-a279-307dbbe7c2d5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:14.579178 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:40:14.601281 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:14.656386 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41496b7-24c9-4412-8c2b-a2b51708d7d6']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:14.677023 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba52a14-9734-4c2e-9682-74e3203e18d2') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:14.677344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba52a14-9734-4c2e-9682-74e3203e18d2') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:14.715536 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5c23f750-9849-4c1c-b3c1-828f618782f0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8347511 Nov 12 04:40:14.718277 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42952) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:14.724946 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-69d03b06-c3ef-4daa-b6cd-d591da008e74 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1657579000', 'admin_state_up': True, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:14.751862 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:14.902568 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42962) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:14.917157 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69d03b06-c3ef-4daa-b6cd-d591da008e74 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:14.918386 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69d03b06-c3ef-4daa-b6cd-d591da008e74 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:15.001675 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69d03b06-c3ef-4daa-b6cd-d591da008e74 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:15.135175 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-03c47639-c81f-4003-875e-b62af0b1e1df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8637d71ae4c840e5a0ac06c987e9c7b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2311544 Nov 12 04:40:15.135970 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 42970) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:15.174359 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:15.199241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:40:15.199935 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:40:15.201930 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:40:15.245000 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc391a09-da3a-4522-9eff-442eb9188ac7 req-7c6bf44b-d7f6-468c-b7a9-76576731066c tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 210 time: 0.0720403 Nov 12 04:40:15.303591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-8c877e0f-0c53-4521-bbeb-e2533c3b38e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Allocated IP 172.20.0.3 (60fab906-65e9-4e55-9f5a-c4f9e756fb11/865cb65e-9cf2-44df-9af2-92106c8b3a95/92a2ff98-4170-4a7e-aed9-b4e6d3b096fb) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:40:15.360928 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69d03b06-c3ef-4daa-b6cd-d591da008e74 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:15.386192 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5398adc5-d4fe-41d2-ad19-122cd847c7ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:15.411626 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5398adc5-d4fe-41d2-ad19-122cd847c7ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:15.416631 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:15.430259 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:15.434243 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e41496b7-24c9-4412-8c2b-a2b51708d7d6 HTTP/1.1" status: 204 len: 168 time: 1.9093142 Nov 12 04:40:15.445301 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 42976) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:15.456621 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d8a1f-ff14-4255-a2a9-926696d3f205 admin admin] Pushing event deleted for resources: {'Network': ['ID=e41496b7-24c9-4412-8c2b-a2b51708d7d6,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:15.533891 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-8c877e0f-0c53-4521-bbeb-e2533c3b38e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:15.634011 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5398adc5-d4fe-41d2-ad19-122cd847c7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:15.636724 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5398adc5-d4fe-41d2-ad19-122cd847c7ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:15.641455 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5398adc5-d4fe-41d2-ad19-122cd847c7ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a36621b-5194-47c9-aed9-6035fe3417fd HTTP/1.1" status: 204 len: 168 time: 0.5006945 Nov 12 04:40:15.655722 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398adc5-d4fe-41d2-ad19-122cd847c7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a36621b-5194-47c9-aed9-6035fe3417fd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:15.856513 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69d03b06-c3ef-4daa-b6cd-d591da008e74 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:15.876125 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69d03b06-c3ef-4daa-b6cd-d591da008e74 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:15.919606 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-8c877e0f-0c53-4521-bbeb-e2533c3b38e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:15.972327 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-25e2b157-d60f-4c9d-960d-b3fe338527b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:16.011826 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-69d03b06-c3ef-4daa-b6cd-d591da008e74 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Allocated IP 172.25.1.118 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/15317555-945d-4acf-81d6-2888151d6e80) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:40:16.021460 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-8c877e0f-0c53-4521-bbeb-e2533c3b38e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Network 60fab906-65e9-4e55-9f5a-c4f9e756fb11 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:40:16.032009 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-8c877e0f-0c53-4521-bbeb-e2533c3b38e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:40:16.034232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c877e0f-0c53-4521-bbeb-e2533c3b38e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Pushing event updated for resources: {'Port': ['ID=92a2ff98-4170-4a7e-aed9-b4e6d3b096fb,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:16.037462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-8c877e0f-0c53-4521-bbeb-e2533c3b38e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:40:16.133211 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-8c877e0f-0c53-4521-bbeb-e2533c3b38e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:16.133948 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-8c877e0f-0c53-4521-bbeb-e2533c3b38e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:16.155497 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69d03b06-c3ef-4daa-b6cd-d591da008e74 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:16.332905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-25e2b157-d60f-4c9d-960d-b3fe338527b0 admin admin] Deleting port fbb25272-8f14-464b-9fe9-baa272f5252e {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:40:16.333483 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-25e2b157-d60f-4c9d-960d-b3fe338527b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:16.339674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-8c877e0f-0c53-4521-bbeb-e2533c3b38e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1394966 Nov 12 04:40:16.374495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Request body: {'port': {'device_id': '7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:16.393593 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69d03b06-c3ef-4daa-b6cd-d591da008e74 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:16.436810 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d03b06-c3ef-4daa-b6cd-d591da008e74 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:40:16.443534 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-69d03b06-c3ef-4daa-b6cd-d591da008e74 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:40:16.449284 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d03b06-c3ef-4daa-b6cd-d591da008e74 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:40:16.452203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d03b06-c3ef-4daa-b6cd-d591da008e74 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=15317555-945d-4acf-81d6-2888151d6e80,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:16.463070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c0cffe-a748-4075-b2fb-6e87f2246d05 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:40:16.513315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a67ee0-d2a5-43d8-afd9-4ea3889c97b4 req-ae0e955e-a617-4e20-873f-0b7eeb54677c tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:16.514889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13a67ee0-d2a5-43d8-afd9-4ea3889c97b4 req-ae0e955e-a617-4e20-873f-0b7eeb54677c tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 931 time: 0.1657515 Nov 12 04:40:16.540382 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:16.542718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-25e2b157-d60f-4c9d-960d-b3fe338527b0 admin admin] For port fbb25272-8f14-464b-9fe9-baa272f5252e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=fbb25272-8f14-464b-9fe9-baa272f5252e,segment=NetworkSegment(c0a68479-8027-4417-b25f-f40126bd622b),segment_id=c0a68479-8027-4417-b25f-f40126bd622b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:16.543095 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-25e2b157-d60f-4c9d-960d-b3fe338527b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:16.577459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-25e2b157-d60f-4c9d-960d-b3fe338527b0 admin admin] Calling delete_port for fbb25272-8f14-464b-9fe9-baa272f5252e owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:40:16.587440 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-66e9286a-1ed3-4434-b6af-d05d03b01eff None None] Provisioning complete for port 15317555-945d-4acf-81d6-2888151d6e80 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:16.589013 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66e9286a-1ed3-4434-b6af-d05d03b01eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:16.641587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-66e9286a-1ed3-4434-b6af-d05d03b01eff None None] Port 15317555-945d-4acf-81d6-2888151d6e80 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:40:16.682847 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13a67ee0-d2a5-43d8-afd9-4ea3889c97b4 req-2ef5528b-53d6-425c-ab8b-091bea4230da tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568530 Nov 12 04:40:16.864285 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43022) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:16.880601 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e8d374b-79fb-496d-983e-6c0a48bf849f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:16.967153 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e8d374b-79fb-496d-983e-6c0a48bf849f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:17.038941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:40:17.045164 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:17.050414 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:17.089900 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9e8d374b-79fb-496d-983e-6c0a48bf849f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:17.110117 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69d03b06-c3ef-4daa-b6cd-d591da008e74 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:17.169849 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d374b-79fb-496d-983e-6c0a48bf849f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ed378e-40b9-4ce7-b0d8-ad01ce756278,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:17.174228 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9e8d374b-79fb-496d-983e-6c0a48bf849f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd16c92dd91445a2832fcaf6452d95bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3079796 Nov 12 04:40:17.177495 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43036) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:17.192828 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-25e2b157-d60f-4c9d-960d-b3fe338527b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:17.228853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2b157-d60f-4c9d-960d-b3fe338527b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb25272-8f14-464b-9fe9-baa272f5252e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:17.231162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Transition to ACTIVE for port object 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:40:17.323309 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3eb45a0e-5d4a-4db2-8b31-8c8648a1feb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:17.354799 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3eb45a0e-5d4a-4db2-8b31-8c8648a1feb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:17.440093 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69d03b06-c3ef-4daa-b6cd-d591da008e74 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:17.460533 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:17.574344 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-25e2b157-d60f-4c9d-960d-b3fe338527b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:17.609588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Pushing event updated for resources: {'Port': ['ID=92a2ff98-4170-4a7e-aed9-b4e6d3b096fb,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:17.621631 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3eb45a0e-5d4a-4db2-8b31-8c8648a1feb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:17.626512 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3eb45a0e-5d4a-4db2-8b31-8c8648a1feb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:17.633776 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3eb45a0e-5d4a-4db2-8b31-8c8648a1feb1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4ed378e-40b9-4ce7-b0d8-ad01ce756278 HTTP/1.1" status: 204 len: 168 time: 0.4500318 Nov 12 04:40:17.641880 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb45a0e-5d4a-4db2-8b31-8c8648a1feb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ed378e-40b9-4ce7-b0d8-ad01ce756278,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:17.791728 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d03b06-c3ef-4daa-b6cd-d591da008e74 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Router 910917ad-859c-43c0-89d2-09908c9fd43c is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:40:17.799701 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Attempting to bind port 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:40:17.799975 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Attempting to bind port 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'a3a76a5f-309d-453b-b313-1b819e1f965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60fab906-65e9-4e55-9f5a-c4f9e756fb11'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:40:17.800310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Attempting to bind port 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb on network 60fab906-65e9-4e55-9f5a-c4f9e756fb11 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:40:17.816489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Port 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb on network 60fab906-65e9-4e55-9f5a-c4f9e756fb11 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:40:17.816862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Attempting to bind port 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb on network 60fab906-65e9-4e55-9f5a-c4f9e756fb11 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:40:17.830726 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:40:17.831065 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Checking segment: {'id': 'a3a76a5f-309d-453b-b313-1b819e1f965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60fab906-65e9-4e55-9f5a-c4f9e756fb11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:40:17.831449 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Bound using segment: {'id': 'a3a76a5f-309d-453b-b313-1b819e1f965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60fab906-65e9-4e55-9f5a-c4f9e756fb11'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:40:17.831882 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Bound port: 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a76a5f-309d-453b-b313-1b819e1f965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60fab906-65e9-4e55-9f5a-c4f9e756fb11'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:40:17.832239 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:17.946185 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d03b06-c3ef-4daa-b6cd-d591da008e74 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:40:17.956349 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] Sync routers for ids ['910917ad-859c-43c0-89d2-09908c9fd43c'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:40:17.970917 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] Routers {'910917ad-859c-43c0-89d2-09908c9fd43c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:40:17.971532 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:40:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['910917ad-859c-43c0-89d2-09908c9fd43c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:18.020233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a566814-9478-4c83-9003-2065a0205bb2 req-ac1610c3-b999-4e0b-923c-7553f2c4ba5a tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:18.028485 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a566814-9478-4c83-9003-2065a0205bb2 req-ac1610c3-b999-4e0b-923c-7553f2c4ba5a tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 943 time: 0.1988409 Nov 12 04:40:18.115515 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] Set router 910917ad-859c-43c0-89d2-09908c9fd43c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:40:18.154159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] For port 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:40:18.184574 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] For port 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=92a2ff98-4170-4a7e-aed9-b4e6d3b096fb,segment=NetworkSegment(a3a76a5f-309d-453b-b313-1b819e1f965e),segment_id=a3a76a5f-309d-453b-b313-1b819e1f965e)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:40:18.192116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a566814-9478-4c83-9003-2065a0205bb2 req-1f5a1af4-8b3e-4810-8ff9-41df100b92f6 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627033 Nov 12 04:40:18.206022 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e2b157-d60f-4c9d-960d-b3fe338527b0 admin admin] Router 98c7ddb8-3ba1-4bd2-900b-da996ac9b462 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:40:18.217821 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69d03b06-c3ef-4daa-b6cd-d591da008e74 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:18.223182 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-69d03b06-c3ef-4daa-b6cd-d591da008e74 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.5035481 Nov 12 04:40:18.223825 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43062) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:18.278793 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8761cb39-12b2-44a5-9412-f5dd033aaf0f tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0532706 Nov 12 04:40:18.284548 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43064) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:18.335822 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:18.353705 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e2b157-d60f-4c9d-960d-b3fe338527b0 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:40:18.368111 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7637de-8bf8-476f-b59d-de89ad421aee None None] Sync routers for ids ['98c7ddb8-3ba1-4bd2-900b-da996ac9b462'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:40:18.369556 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-25e2b157-d60f-4c9d-960d-b3fe338527b0 admin admin] 10.222.0.37 "PUT /v2.0/routers/98c7ddb8-3ba1-4bd2-900b-da996ac9b462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9207866 Nov 12 04:40:18.370906 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43066) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:18.386349 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7637de-8bf8-476f-b59d-de89ad421aee None None] Routers {'98c7ddb8-3ba1-4bd2-900b-da996ac9b462'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:40:18.387096 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1a7637de-8bf8-476f-b59d-de89ad421aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:40:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['98c7ddb8-3ba1-4bd2-900b-da996ac9b462'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:18.391737 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657579000', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '15317555-945d-4acf-81d6-2888151d6e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:14Z', 'updated_at': '2021-11-12T04:40:16Z', 'revision_number': 3, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '15317555-945d-4acf-81d6-2888151d6e80', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:15Z', 'updated_at': '2021-11-12T04:40:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:18.403474 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:18.486089 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] Checking router: 910917ad-859c-43c0-89d2-09908c9fd43c for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:40:18.486415 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] Updating router 910917ad-859c-43c0-89d2-09908c9fd43c port 15317555-945d-4acf-81d6-2888151d6e80 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:40:18.545047 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7142e8f-d8a8-48ca-a2ab-de71212f91de tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:18.547049 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e7142e8f-d8a8-48ca-a2ab-de71212f91de tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2613220 Nov 12 04:40:18.551586 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43070) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:18.568549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:18.579581 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:18.579919 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:18.581671 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] 10.222.0.21 "PUT /v2.0/ports/92a2ff98-4170-4a7e-aed9-b4e6d3b096fb HTTP/1.1" status: 200 len: 1092 time: 2.2209787 Nov 12 04:40:18.582484 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4', 'tag': '92a2ff98-4170-4a7e-aed9-b4e6d3b096fb'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:18.585243 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a851ca-29c3-4704-85db-9211a80a8bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4", "tag": "92a2ff98-4170-4a7e-aed9-b4e6d3b096fb"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:18.622113 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-49a863d4-329b-4fff-b9f4-f8e4381c07c9 tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0598035 Nov 12 04:40:18.622113 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43074) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:18.627785 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c0c36e2c-0237-40d0-8e74-aa984a9db1b2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1624461497', 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5', 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:18.711005 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-1a7637de-8bf8-476f-b59d-de89ad421aee None None] Set router 98c7ddb8-3ba1-4bd2-900b-da996ac9b462 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:40:18.753008 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eed04e-54be-4b99-805d-7652fd779943 service neutron] Pushing event updated for resources: {'Port': ['ID=92a2ff98-4170-4a7e-aed9-b4e6d3b096fb,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:18.853879 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b8bdaf9-835f-4b9a-8fe1-43c712ed1aeb admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:18.949383 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c36e2c-0237-40d0-8e74-aa984a9db1b2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Made reservation on behalf of a1d85f7d3e02495dbf8a97f43fe9e4b3 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:40:18.953579 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0c36e2c-0237-40d0-8e74-aa984a9db1b2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:18.982194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-c9ff234c-a3d8-4556-a64e-e2bd867ff1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:18.987847 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-c9ff234c-a3d8-4556-a64e-e2bd867ff1e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8484cfd1526e4dc9ab788aa0944921cc&device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 1095 time: 0.2193840 Nov 12 04:40:19.090347 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-d592cf27-a993-4bf8-8aa1-f9e880699411 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92a2ff98-4170-4a7e-aed9-b4e6d3b096fb HTTP/1.1" status: 200 len: 217 time: 0.0818985 Nov 12 04:40:19.113634 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1a7637de-8bf8-476f-b59d-de89ad421aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'name': 'tempest-TestVolumeBackupRestore-57015777-router', 'tenant_id': '6292094e663e464f96b9e7cc56e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '1c39a723-f5d9-4207-a8d1-6be65e90f564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:57Z', 'updated_at': '2021-11-12T04:40:16Z', 'revision_number': 5, 'project_id': '6292094e663e464f96b9e7cc56e18492', 'gw_port': {'id': '1c39a723-f5d9-4207-a8d1-6be65e90f564', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:57Z', 'updated_at': '2021-11-12T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:19.154488 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7637de-8bf8-476f-b59d-de89ad421aee None None] Checking router: 98c7ddb8-3ba1-4bd2-900b-da996ac9b462 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:40:19.172046 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7637de-8bf8-476f-b59d-de89ad421aee None None] Routers {'98c7ddb8-3ba1-4bd2-900b-da996ac9b462'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:40:19.173039 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1a7637de-8bf8-476f-b59d-de89ad421aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:40:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['98c7ddb8-3ba1-4bd2-900b-da996ac9b462'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:19.285141 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:19.386381 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b195e059-ab9b-4fb2-addf-03da943957c7 x-openstack-request-id: req-b195e059-ab9b-4fb2-addf-03da943957c7 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:19.390613 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4", "tag": "92a2ff98-4170-4a7e-aed9-b4e6d3b096fb", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:19.391537 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b195e059-ab9b-4fb2-addf-03da943957c7 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:19.391806 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4', 'tag': '92a2ff98-4170-4a7e-aed9-b4e6d3b096fb', 'status': 'completed', 'code': 200} Nov 12 04:40:19.406602 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-1a7637de-8bf8-476f-b59d-de89ad421aee None None] Set router 98c7ddb8-3ba1-4bd2-900b-da996ac9b462 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:40:19.419576 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:19.491221 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9978235c-2946-4754-a50d-f0633f0dd361 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:40:19.526462 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b8bdaf9-835f-4b9a-8fe1-43c712ed1aeb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:19.535114 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-2c1fe7af-3293-4af4-9ebc-9a08e19c4632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:19.538002 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-2c1fe7af-3293-4af4-9ebc-9a08e19c4632 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=865cb65e-9cf2-44df-9af2-92106c8b3a95 HTTP/1.1" status: 200 len: 854 time: 0.2905030 Nov 12 04:40:19.544759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] Attempting to bind port 15317555-945d-4acf-81d6-2888151d6e80 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:40:19.545595 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] Attempting to bind port 15317555-945d-4acf-81d6-2888151d6e80 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:40:19.546196 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] Attempting to bind port 15317555-945d-4acf-81d6-2888151d6e80 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:40:19.555944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2883-f73a-457a-8039-964470335bda None None] Pushing event updated for resources: {'Port': ['ID=15317555-945d-4acf-81d6-2888151d6e80,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:19.567473 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:40:19.568144 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:40:19.568733 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:19.569925 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:40:19.570981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] Bound port: 15317555-945d-4acf-81d6-2888151d6e80, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:40:19.571618 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:19.608793 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0c36e2c-0237-40d0-8e74-aa984a9db1b2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:19.632778 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ff14e-5de2-40a8-9a62-412456775c7b req-f61d8a44-2bbc-4b5c-8ae8-116e12831af1 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:19.648205 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-807ff14e-5de2-40a8-9a62-412456775c7b req-f61d8a44-2bbc-4b5c-8ae8-116e12831af1 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 946 time: 0.2490966 Nov 12 04:40:19.653054 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-2dfcfd7a-82dc-478c-b711-5347fadf8732 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60fab906-65e9-4e55-9f5a-c4f9e756fb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034651 Nov 12 04:40:19.662443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-238cdf7b-addb-4316-83cb-c7fdc5e59015 None None] Provisioning complete for port 15317555-945d-4acf-81d6-2888151d6e80 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:19.663196 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-238cdf7b-addb-4316-83cb-c7fdc5e59015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:19.712273 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] For port 15317555-945d-4acf-81d6-2888151d6e80, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:40:19.741996 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] For port 15317555-945d-4acf-81d6-2888151d6e80, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=15317555-945d-4acf-81d6-2888151d6e80,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:40:19.757763 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-238cdf7b-addb-4316-83cb-c7fdc5e59015 None None] Port 15317555-945d-4acf-81d6-2888151d6e80 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:40:19.795762 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-1a7637de-8bf8-476f-b59d-de89ad421aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'name': 'tempest-TestVolumeBackupRestore-57015777-router', 'tenant_id': '6292094e663e464f96b9e7cc56e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '1c39a723-f5d9-4207-a8d1-6be65e90f564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:57Z', 'updated_at': '2021-11-12T04:40:16Z', 'revision_number': 5, 'project_id': '6292094e663e464f96b9e7cc56e18492', 'gw_port': {'id': '1c39a723-f5d9-4207-a8d1-6be65e90f564', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:57Z', 'updated_at': '2021-11-12T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:19.821292 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c36e2c-0237-40d0-8e74-aa984a9db1b2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Checking segment: {'id': '5a07072c-57a9-408b-a0a0-ff5c7250786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:40:19.821873 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c36e2c-0237-40d0-8e74-aa984a9db1b2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network hostable DHCP agents. Network: 1d9b91bb-ab13-4f04-a279-307dbbe7c2d5, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:40:19.834830 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c36e2c-0237-40d0-8e74-aa984a9db1b2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Subnet': ['ID=ab07e482-750d-43de-9e32-0ea4a340cbaf,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:19.857938 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7637de-8bf8-476f-b59d-de89ad421aee None None] The sync data for ids ['98c7ddb8-3ba1-4bd2-900b-da996ac9b462'] in n-d-768509-24 is: [{'id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'name': 'tempest-TestVolumeBackupRestore-57015777-router', 'tenant_id': '6292094e663e464f96b9e7cc56e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '1c39a723-f5d9-4207-a8d1-6be65e90f564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:57Z', 'updated_at': '2021-11-12T04:40:16Z', 'revision_number': 5, 'project_id': '6292094e663e464f96b9e7cc56e18492', 'gw_port': {'id': '1c39a723-f5d9-4207-a8d1-6be65e90f564', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c7ddb8-3ba1-4bd2-900b-da996ac9b462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:57Z', 'updated_at': '2021-11-12T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:40:19.917086 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-807ff14e-5de2-40a8-9a62-412456775c7b req-92fd1ba2-ce90-4e2f-9ffa-ac6e7a10bd71 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621484 Nov 12 04:40:19.939375 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:19.963649 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c36e2c-0237-40d0-8e74-aa984a9db1b2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network 1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:40:19.994689 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-7e9cf1bb-a2f6-4f98-930d-6d48167d69ed service neutron] 10.222.0.21 "GET /v2.0/networks/60fab906-65e9-4e55-9f5a-c4f9e756fb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209536 Nov 12 04:40:20.014189 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10129d4f-d831-48d0-8772-37afaa8602d7 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:40:20.062940 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] Routers {'910917ad-859c-43c0-89d2-09908c9fd43c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:40:20.064353 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:40:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['910917ad-859c-43c0-89d2-09908c9fd43c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:20.072718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-1b8bdaf9-835f-4b9a-8fe1-43c712ed1aeb admin admin] Deleting port 1c39a723-f5d9-4207-a8d1-6be65e90f564 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:40:20.073205 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b8bdaf9-835f-4b9a-8fe1-43c712ed1aeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:20.106016 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c0c36e2c-0237-40d0-8e74-aa984a9db1b2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 1d9b91bb-ab13-4f04-a279-307dbbe7c2d5) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:40:20.116028 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c36e2c-0237-40d0-8e74-aa984a9db1b2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:20.118585 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c0c36e2c-0237-40d0-8e74-aa984a9db1b2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:20.176026 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b00374-a881-4be2-a44d-46e8481e366d None None] Network 1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:40:20.267838 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device fbb25272-8f14-464b-9fe9-baa272f5252e no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:40:20.301118 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c0c36e2c-0237-40d0-8e74-aa984a9db1b2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6783640 Nov 12 04:40:20.301894 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43100) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:20.309255 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2883-f73a-457a-8039-964470335bda None None] Pushing event updated for resources: {'Port': ['ID=15317555-945d-4acf-81d6-2888151d6e80,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:20.322086 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: fbb25272-8f14-464b-9fe9-baa272f5252e {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:40:20.322675 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device fbb25272-8f14-464b-9fe9-baa272f5252e not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:40:20.622817 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-362dc459-7d5c-4b51-9a66-ae87ec441938 None None] Provisioning complete for port 15317555-945d-4acf-81d6-2888151d6e80 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:20.623902 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-362dc459-7d5c-4b51-9a66-ae87ec441938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:20.690107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a856b3-60f9-4ce2-8495-003ed4e207b3 req-11b33926-da42-4cdc-8c09-9cb183617488 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:20.699340 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a9a856b3-60f9-4ce2-8495-003ed4e207b3 req-11b33926-da42-4cdc-8c09-9cb183617488 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 943 time: 0.7010062 Nov 12 04:40:20.706437 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b32fe976-a2c4-4604-bf1e-b1c63c341eaa req-b8b96130-b205-4fc7-96de-b1ffdef8f1da service neutron] 10.222.0.21 "GET /v2.0/networks/60fab906-65e9-4e55-9f5a-c4f9e756fb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6860373 Nov 12 04:40:20.743000 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-1b8bdaf9-835f-4b9a-8fe1-43c712ed1aeb admin admin] For port 1c39a723-f5d9-4207-a8d1-6be65e90f564, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1c39a723-f5d9-4207-a8d1-6be65e90f564,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:20.743381 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b8bdaf9-835f-4b9a-8fe1-43c712ed1aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:20.771991 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-1b8bdaf9-835f-4b9a-8fe1-43c712ed1aeb admin admin] Calling delete_port for 1c39a723-f5d9-4207-a8d1-6be65e90f564 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:40:20.808021 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a9a856b3-60f9-4ce2-8495-003ed4e207b3 req-93ed0c4d-113d-4e4c-bf7a-e12928bbf001 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076095 Nov 12 04:40:20.895936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd50055-ce7b-438c-ae6c-e2d54d2a6400 req-61bd0446-c06a-4257-a1b9-f90be77925a1 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:20.897544 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2fd50055-ce7b-438c-ae6c-e2d54d2a6400 req-61bd0446-c06a-4257-a1b9-f90be77925a1 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 946 time: 0.1367378 Nov 12 04:40:21.088375 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] Set router 910917ad-859c-43c0-89d2-09908c9fd43c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:40:21.125230 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-1d9b91bb-ab13-4f04-a279-307dbbe7c2d5', 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'fixed_ips': [{'subnet_id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:40:21.126175 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:21.207877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a851ca-29c3-4704-85db-9211a80a8bbe req-0c07981e-f7c4-47ed-82fb-92e566f39e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:21.211587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0a851ca-29c3-4704-85db-9211a80a8bbe req-0c07981e-f7c4-47ed-82fb-92e566f39e6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8484cfd1526e4dc9ab788aa0944921cc&device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 1095 time: 0.1820457 Nov 12 04:40:21.289207 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:21.404373 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-2fd50055-ce7b-438c-ae6c-e2d54d2a6400 req-b502df8c-1e7e-4074-b12b-22ee63abf997 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Deleting port 87518b4a-34e9-4262-b3a2-e8dd6bf156e1 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:40:21.404952 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2fd50055-ce7b-438c-ae6c-e2d54d2a6400 req-b502df8c-1e7e-4074-b12b-22ee63abf997 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:21.421972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a851ca-29c3-4704-85db-9211a80a8bbe req-0e73d3f2-2250-4a54-87d4-a0ad85d084b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:21.425503 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0a851ca-29c3-4704-85db-9211a80a8bbe req-0e73d3f2-2250-4a54-87d4-a0ad85d084b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60fab906-65e9-4e55-9f5a-c4f9e756fb11 HTTP/1.1" status: 200 len: 915 time: 0.2017095 Nov 12 04:40:21.450586 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f228a-f5df-47fe-979b-c888044fef56 req-8a927b0b-7262-4f48-96c1-96668024ad61 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:21.472135 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-616f228a-f5df-47fe-979b-c888044fef56 req-8a927b0b-7262-4f48-96c1-96668024ad61 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 946 time: 0.4342568 Nov 12 04:40:21.550791 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0a851ca-29c3-4704-85db-9211a80a8bbe req-6fef4cb3-57f9-4424-b09d-90073638d156 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92a2ff98-4170-4a7e-aed9-b4e6d3b096fb HTTP/1.1" status: 200 len: 217 time: 0.1166806 Nov 12 04:40:21.621392 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] Allocated IP 172.20.0.2 (1d9b91bb-ab13-4f04-a279-307dbbe7c2d5/ab07e482-750d-43de-9e32-0ea4a340cbaf/fed93b3d-8df8-465c-8db6-c05134c3ef4d) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:40:21.653968 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a851ca-29c3-4704-85db-9211a80a8bbe req-12485d05-d4f5-44b1-8da0-20b46192cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:21.655542 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0a851ca-29c3-4704-85db-9211a80a8bbe req-12485d05-d4f5-44b1-8da0-20b46192cb2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=865cb65e-9cf2-44df-9af2-92106c8b3a95 HTTP/1.1" status: 200 len: 854 time: 0.0944781 Nov 12 04:40:21.668279 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-616f228a-f5df-47fe-979b-c888044fef56 req-12b14e3e-d2ca-4cf8-9b5e-b969b8a75056 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f711ea4-e307-4a33-af43-c35af2bee7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948657 Nov 12 04:40:21.704235 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0a851ca-29c3-4704-85db-9211a80a8bbe req-3104c5d4-eb54-4235-a6de-9d5c3fb40e39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60fab906-65e9-4e55-9f5a-c4f9e756fb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297420 Nov 12 04:40:21.818563 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0a851ca-29c3-4704-85db-9211a80a8bbe req-5eed26c4-4c6a-4f9f-8c3f-a5d8761870d0 service neutron] 10.222.0.21 "GET /v2.0/networks/60fab906-65e9-4e55-9f5a-c4f9e756fb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051540 Nov 12 04:40:21.820498 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b8bdaf9-835f-4b9a-8fe1-43c712ed1aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:21.869590 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-362dc459-7d5c-4b51-9a66-ae87ec441938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:21.880301 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657579000', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '15317555-945d-4acf-81d6-2888151d6e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:14Z', 'updated_at': '2021-11-12T04:40:16Z', 'revision_number': 3, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '15317555-945d-4acf-81d6-2888151d6e80', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:15Z', 'updated_at': '2021-11-12T04:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:21.891398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bdaf9-835f-4b9a-8fe1-43c712ed1aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=1c39a723-f5d9-4207-a8d1-6be65e90f564,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:21.940443 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-2fd50055-ce7b-438c-ae6c-e2d54d2a6400 req-b502df8c-1e7e-4074-b12b-22ee63abf997 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] For port 87518b4a-34e9-4262-b3a2-e8dd6bf156e1, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=87518b4a-34e9-4262-b3a2-e8dd6bf156e1,segment=NetworkSegment(eaaaf2e0-e010-49ce-bb98-510383f2d747),segment_id=eaaaf2e0-e010-49ce-bb98-510383f2d747)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:21.941355 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2fd50055-ce7b-438c-ae6c-e2d54d2a6400 req-b502df8c-1e7e-4074-b12b-22ee63abf997 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:21.963780 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-2fd50055-ce7b-438c-ae6c-e2d54d2a6400 req-b502df8c-1e7e-4074-b12b-22ee63abf997 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Calling delete_port for 87518b4a-34e9-4262-b3a2-e8dd6bf156e1 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:40:21.964242 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-362dc459-7d5c-4b51-9a66-ae87ec441938 None None] For port 15317555-945d-4acf-81d6-2888151d6e80, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=15317555-945d-4acf-81d6-2888151d6e80,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:22.123479 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5922660-f463-456c-8f03-89d6c3b41b0f None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:40:22.123905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c85f5-306b-4ff0-bfb0-a5f6be93b7de req-611913d9-83e7-4b17-8af3-fa4c108a1ebb tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:22.132659 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f84c85f5-306b-4ff0-bfb0-a5f6be93b7de req-611913d9-83e7-4b17-8af3-fa4c108a1ebb tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 943 time: 0.1869366 Nov 12 04:40:22.135848 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf833d-95f1-4dae-9997-3673de274d3c None None] The sync data for ids ['910917ad-859c-43c0-89d2-09908c9fd43c'] in n-d-768509-24 is: [{'id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657579000', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '15317555-945d-4acf-81d6-2888151d6e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:14Z', 'updated_at': '2021-11-12T04:40:16Z', 'revision_number': 3, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '15317555-945d-4acf-81d6-2888151d6e80', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:15Z', 'updated_at': '2021-11-12T04:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:40:22.152851 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-362dc459-7d5c-4b51-9a66-ae87ec441938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:22.167964 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b8bdaf9-835f-4b9a-8fe1-43c712ed1aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:22.174496 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0a851ca-29c3-4704-85db-9211a80a8bbe req-916e4cf9-8140-4315-baef-a016c1d56397 service neutron] 10.222.0.21 "GET /v2.0/networks/60fab906-65e9-4e55-9f5a-c4f9e756fb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085134 Nov 12 04:40:22.263033 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:22.325740 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f84c85f5-306b-4ff0-bfb0-a5f6be93b7de req-1297a7ed-a2c6-4a11-843c-b93f66460dc2 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851723 Nov 12 04:40:22.346687 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2fd50055-ce7b-438c-ae6c-e2d54d2a6400 req-b502df8c-1e7e-4074-b12b-22ee63abf997 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:22.358081 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362dc459-7d5c-4b51-9a66-ae87ec441938 None None] Pushing event updated for resources: {'Port': ['ID=15317555-945d-4acf-81d6-2888151d6e80,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:22.368918 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b8bdaf9-835f-4b9a-8fe1-43c712ed1aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:22.372785 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b8bdaf9-835f-4b9a-8fe1-43c712ed1aeb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:22.426077 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502df8c-1e7e-4074-b12b-22ee63abf997 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Pushing event deleted for resources: {'Port': ['ID=87518b4a-34e9-4262-b3a2-e8dd6bf156e1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:22.433360 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:22.489544 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] Pushing event updated for resources: {'Port': ['ID=fed93b3d-8df8-465c-8db6-c05134c3ef4d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:22.495075 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b8bdaf9-835f-4b9a-8fe1-43c712ed1aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:22.495607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8bdaf9-835f-4b9a-8fe1-43c712ed1aeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98c7ddb8-3ba1-4bd2-900b-da996ac9b462 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:40:22.500694 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b8bdaf9-835f-4b9a-8fe1-43c712ed1aeb admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:22.501653 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1b8bdaf9-835f-4b9a-8fe1-43c712ed1aeb admin admin] 10.222.0.37 "DELETE /v2.0/routers/98c7ddb8-3ba1-4bd2-900b-da996ac9b462 HTTP/1.1" status: 204 len: 168 time: 4.1273100 Nov 12 04:40:22.504206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43126) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:22.535282 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] Network 1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:40:22.540169 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:40:22.544824 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:40:22.621710 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d06139b-e35d-4a6c-8c32-90acf012c2a4 admin admin] Deleting subnet 89494860-47f9-47cb-9c94-b8c9ed27b40a {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:40:22.636498 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d06139b-e35d-4a6c-8c32-90acf012c2a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:22.720218 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] Attempting to bind port fed93b3d-8df8-465c-8db6-c05134c3ef4d on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:40:22.721599 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] Attempting to bind port fed93b3d-8df8-465c-8db6-c05134c3ef4d by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '5a07072c-57a9-408b-a0a0-ff5c7250786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:40:22.722256 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] Attempting to bind port fed93b3d-8df8-465c-8db6-c05134c3ef4d on network 1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:40:22.744129 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:40:22.745344 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] Checking segment: {'id': '5a07072c-57a9-408b-a0a0-ff5c7250786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:40:22.745772 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:22.746177 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] Bound using segment: {'id': '5a07072c-57a9-408b-a0a0-ff5c7250786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:40:22.746726 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] Bound port: fed93b3d-8df8-465c-8db6-c05134c3ef4d, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a07072c-57a9-408b-a0a0-ff5c7250786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:40:22.747139 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:22.759283 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d06139b-e35d-4a6c-8c32-90acf012c2a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:22.874728 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] For port fed93b3d-8df8-465c-8db6-c05134c3ef4d, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:40:22.884836 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] For port fed93b3d-8df8-465c-8db6-c05134c3ef4d, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=fed93b3d-8df8-465c-8db6-c05134c3ef4d,segment=NetworkSegment(5a07072c-57a9-408b-a0a0-ff5c7250786d),segment_id=5a07072c-57a9-408b-a0a0-ff5c7250786d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:40:22.969564 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c88cc86-017c-4e52-9a6d-a3237b713e25 req-69196e92-9dea-42af-abf0-9a8ff1fe5704 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd878762-18c3-4ec7-aa9a-b2a690ec5f1f HTTP/1.1" status: 200 len: 210 time: 0.0636444 Nov 12 04:40:23.021331 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:23.023575 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d06139b-e35d-4a6c-8c32-90acf012c2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:23.198312 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a185e-8949-4c56-b42a-180f75836cb5 None None] Pushing event updated for resources: {'Port': ['ID=fed93b3d-8df8-465c-8db6-c05134c3ef4d,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:23.216790 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd50055-ce7b-438c-ae6c-e2d54d2a6400 req-b502df8c-1e7e-4074-b12b-22ee63abf997 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] No DVR routers for this DVR port 87518b4a-34e9-4262-b3a2-e8dd6bf156e1 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:40:23.222203 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-2fd50055-ce7b-438c-ae6c-e2d54d2a6400 req-b502df8c-1e7e-4074-b12b-22ee63abf997 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:23.229109 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2fd50055-ce7b-438c-ae6c-e2d54d2a6400 req-b502df8c-1e7e-4074-b12b-22ee63abf997 tempest-AttachVolumeNegativeTest-316663878 tempest-AttachVolumeNegativeTest-316663878-project] 10.222.0.31 "DELETE /v2.0/ports/87518b4a-34e9-4262-b3a2-e8dd6bf156e1 HTTP/1.1" status: 204 len: 173 time: 2.3234189 Nov 12 04:40:23.246143 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd878762-18c3-4ec7-aa9a-b2a690ec5f1f', 'name': 'network-vif-deleted', 'tag': '87518b4a-34e9-4262-b3a2-e8dd6bf156e1'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:23.249760 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977b6743-5d66-4b7a-86bf-88fc2baf9e30" -d '{"events": [{"server_uuid": "cd878762-18c3-4ec7-aa9a-b2a690ec5f1f", "name": "network-vif-deleted", "tag": "87518b4a-34e9-4262-b3a2-e8dd6bf156e1"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:23.300112 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Allocated IP 172.20.0.1 (1d9b91bb-ab13-4f04-a279-307dbbe7c2d5/ab07e482-750d-43de-9e32-0ea4a340cbaf/769f639d-bffd-48a4-a364-371a8c00271c) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:40:23.329353 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d06139b-e35d-4a6c-8c32-90acf012c2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:23.341715 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130335f6-d3fa-4efd-af20-6c098c9e0dbb x-openstack-request-id: req-130335f6-d3fa-4efd-af20-6c098c9e0dbb {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:23.342067 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd878762-18c3-4ec7-aa9a-b2a690ec5f1f", "name": "network-vif-deleted", "tag": "87518b4a-34e9-4262-b3a2-e8dd6bf156e1", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:23.342329 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-130335f6-d3fa-4efd-af20-6c098c9e0dbb {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:23.342757 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd878762-18c3-4ec7-aa9a-b2a690ec5f1f', 'name': 'network-vif-deleted', 'tag': '87518b4a-34e9-4262-b3a2-e8dd6bf156e1', 'status': 'completed', 'code': 200} Nov 12 04:40:23.494999 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06139b-e35d-4a6c-8c32-90acf012c2a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89494860-47f9-47cb-9c94-b8c9ed27b40a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:23.500841 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d06139b-e35d-4a6c-8c32-90acf012c2a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:23.508243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262b49c3-153b-4963-a801-de4c1653124c None None] Network 69f602c1-7bfa-4594-91a5-0e00baa6dc31 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:40:23.518451 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9d06139b-e35d-4a6c-8c32-90acf012c2a4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/89494860-47f9-47cb-9c94-b8c9ed27b40a HTTP/1.1" status: 204 len: 168 time: 1.0130513 Nov 12 04:40:23.523052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43144) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:23.778487 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:23.809349 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:23.822328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668601b-b27d-476b-b1ae-a921f2163c67 req-415a4b96-214c-43f2-9443-31d2e70fcc3d tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:23.835304 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c668601b-b27d-476b-b1ae-a921f2163c67 req-415a4b96-214c-43f2-9443-31d2e70fcc3d tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 943 time: 0.2899621 Nov 12 04:40:23.964009 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d9ffaf-ba6f-465f-8724-a9d135b77bf4 None None] DHCP port deletion for 69f602c1-7bfa-4594-91a5-0e00baa6dc31 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:40:23.981348 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c668601b-b27d-476b-b1ae-a921f2163c67 req-179e8505-2e7a-42cd-963e-388524728d75 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447935 Nov 12 04:40:24.006166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:40:24.037237 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] Deleting port 765febaf-9935-49b2-a1f1-41a3b298d036 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:40:24.037237 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:24.124523 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:24.351527 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] For port 765febaf-9935-49b2-a1f1-41a3b298d036, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=765febaf-9935-49b2-a1f1-41a3b298d036,segment=NetworkSegment(c0a68479-8027-4417-b25f-f40126bd622b),segment_id=c0a68479-8027-4417-b25f-f40126bd622b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:24.351527 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:24.351527 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] Calling delete_port for 765febaf-9935-49b2-a1f1-41a3b298d036 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:40:24.356765 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=92a2ff98-4170-4a7e-aed9-b4e6d3b096fb,segment=NetworkSegment(a3a76a5f-309d-453b-b313-1b819e1f965e),segment_id=a3a76a5f-309d-453b-b313-1b819e1f965e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:24.356765 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-58d9ffaf-ba6f-465f-8724-a9d135b77bf4 None None] Deleting port 765febaf-9935-49b2-a1f1-41a3b298d036 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:40:24.356765 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58d9ffaf-ba6f-465f-8724-a9d135b77bf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:24.356765 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '92a2ff98-4170-4a7e-aed9-b4e6d3b096fb', 'network_id': '60fab906-65e9-4e55-9f5a-c4f9e756fb11', 'port_id': '92a2ff98-4170-4a7e-aed9-b4e6d3b096fb', 'mac_address': 'fa:16:3e:b1:83:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865cb65e-9cf2-44df-9af2-92106c8b3a95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:40:24.356765 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 87518b4a-34e9-4262-b3a2-e8dd6bf156e1 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:40:24.357546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=769f639d-bffd-48a4-a364-371a8c00271c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:24.357546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:24.357546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:24.357546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:24.357546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:24.357546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:24.357546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:24.357546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:24.357546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:24.357546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:24.357546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:24.357546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:24.357546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:24.357546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network 1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:40:24.357546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:40:24.357546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:40:24.360175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 87518b4a-34e9-4262-b3a2-e8dd6bf156e1 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:40:24.360175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 87518b4a-34e9-4262-b3a2-e8dd6bf156e1 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:40:24.360175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 15317555-945d-4acf-81d6-2888151d6e80 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:40:24.424655 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:24.466887 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:24.506967 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-58d9ffaf-ba6f-465f-8724-a9d135b77bf4 None None] For port 765febaf-9935-49b2-a1f1-41a3b298d036, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=765febaf-9935-49b2-a1f1-41a3b298d036,segment=NetworkSegment(c0a68479-8027-4417-b25f-f40126bd622b),segment_id=c0a68479-8027-4417-b25f-f40126bd622b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:24.509533 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58d9ffaf-ba6f-465f-8724-a9d135b77bf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:24.521013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:40:24.549499 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-58d9ffaf-ba6f-465f-8724-a9d135b77bf4 None None] Calling delete_port for 765febaf-9935-49b2-a1f1-41a3b298d036 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:40:24.572800 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=92a2ff98-4170-4a7e-aed9-b4e6d3b096fb,segment=NetworkSegment(a3a76a5f-309d-453b-b313-1b819e1f965e),segment_id=a3a76a5f-309d-453b-b313-1b819e1f965e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:24.574788 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:24.640167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] No DVR routers for this DVR port 765febaf-9935-49b2-a1f1-41a3b298d036 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:40:24.647191 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=765febaf-9935-49b2-a1f1-41a3b298d036,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:24.703023 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 15317555-945d-4acf-81d6-2888151d6e80 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:24.703638 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:24.714246 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:24.829300 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:24.868112 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f602c1-7bfa-4594-91a5-0e00baa6dc31']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:24.874486 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:24.877248 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a68479-8027-4417-b25f-f40126bd622b') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:24.877767 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a68479-8027-4417-b25f-f40126bd622b') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:24.888469 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58d9ffaf-ba6f-465f-8724-a9d135b77bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:24.891607 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:24.892793 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=92a2ff98-4170-4a7e-aed9-b4e6d3b096fb,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:24.914202 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:24.927014 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:40:24.928558 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:24.938482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9ffaf-ba6f-465f-8724-a9d135b77bf4 None None] No DVR routers for this DVR port 765febaf-9935-49b2-a1f1-41a3b298d036 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:40:24.945458 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:40:25.002356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device fed93b3d-8df8-465c-8db6-c05134c3ef4d up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:40:25.048263 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771180bf-2ceb-4983-89f4-5b2fd7d9ae66 None None] Network 1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:40:25.051246 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9ffaf-ba6f-465f-8724-a9d135b77bf4 None None] Pushing event deleted for resources: {'Port': ['ID=765febaf-9935-49b2-a1f1-41a3b298d036,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:25.152587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port fed93b3d-8df8-465c-8db6-c05134c3ef4d triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:25.153068 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:25.201291 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['92a2ff98-4170-4a7e-aed9-b4e6d3b096fb'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:40:25.230895 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a7c33dc0-7199-48c3-a18a-ed1cda19f3fd None None] Provisioning complete for port fed93b3d-8df8-465c-8db6-c05134c3ef4d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:25.231339 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a7c33dc0-7199-48c3-a18a-ed1cda19f3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:25.249933 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:25.249933 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:25.251826 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/69f602c1-7bfa-4594-91a5-0e00baa6dc31 HTTP/1.1" status: 204 len: 168 time: 1.7250619 Nov 12 04:40:25.274038 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a303b07-4e7c-4198-8bcf-ec2a67bf39a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=69f602c1-7bfa-4594-91a5-0e00baa6dc31,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:25.411896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43160) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:25.417232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-f9a543a9-c499-4ea6-89f1-6c5b66114ccf tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Request body: {'network': {'name': 'tempest-network-smoke--619843764', 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'port_security_enabled': True}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:25.460765 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43162) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:25.487188 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:25.526319 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:25.536963 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b3f14b-31d3-4eff-82d4-4df44555c469 admin admin] Deleting subnet 4f1025a5-d9f3-41ef-a72e-82436b0d3eb6 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:40:25.540863 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-62b3f14b-31d3-4eff-82d4-4df44555c469 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:25.562570 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a7c33dc0-7199-48c3-a18a-ed1cda19f3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:25.595030 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3f23f-9ffb-44ab-8c89-a253f6388be1 req-5bd760e1-0177-4edb-ac09-68f58dda1363 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:25.596881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a4b3f23f-9ffb-44ab-8c89-a253f6388be1 req-5bd760e1-0177-4edb-ac09-68f58dda1363 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 944 time: 0.0633354 Nov 12 04:40:25.597806 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-62b3f14b-31d3-4eff-82d4-4df44555c469 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:25.624544 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a543a9-c499-4ea6-89f1-6c5b66114ccf tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Made reservation on behalf of ec999c49bb3c4a7e85d4aaede82461be for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:40:25.628390 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f9a543a9-c499-4ea6-89f1-6c5b66114ccf tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:25.632608 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port fed93b3d-8df8-465c-8db6-c05134c3ef4d, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=fed93b3d-8df8-465c-8db6-c05134c3ef4d,segment=NetworkSegment(5a07072c-57a9-408b-a0a0-ff5c7250786d),segment_id=5a07072c-57a9-408b-a0a0-ff5c7250786d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:25.642919 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f9a543a9-c499-4ea6-89f1-6c5b66114ccf tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:25.663304 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-62b3f14b-31d3-4eff-82d4-4df44555c469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:25.704971 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:25.720455 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a4b3f23f-9ffb-44ab-8c89-a253f6388be1 req-7f53a1af-760f-410f-8ca1-dedc1bf8b50c tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124587 Nov 12 04:40:25.729109 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:25.832897 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1c39a723-f5d9-4207-a8d1-6be65e90f564 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:40:25.835785 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f9a543a9-c499-4ea6-89f1-6c5b66114ccf tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:25.886190 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=769f639d-bffd-48a4-a364-371a8c00271c,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:25.888989 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:25.960409 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f9a543a9-c499-4ea6-89f1-6c5b66114ccf tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.007041 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43170) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:26.024640 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a543a9-c499-4ea6-89f1-6c5b66114ccf tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078f979e-fbf6-42d4-a4a7-ea17defca95b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:26.032675 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a543a9-c499-4ea6-89f1-6c5b66114ccf tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:40:26.033110 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-62b3f14b-31d3-4eff-82d4-4df44555c469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.043815 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f9a543a9-c499-4ea6-89f1-6c5b66114ccf tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.045286 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-f9a543a9-c499-4ea6-89f1-6c5b66114ccf tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Added segment 77d32394-510e-43aa-b120-9cab4b883461 of type vlan for network 3e033eb6-16f4-448a-9027-7662e41b5246 Nov 12 04:40:26.049977 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 1c39a723-f5d9-4207-a8d1-6be65e90f564 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:40:26.050529 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1c39a723-f5d9-4207-a8d1-6be65e90f564 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:40:26.058611 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 765febaf-9935-49b2-a1f1-41a3b298d036 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:40:26.093252 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f9a543a9-c499-4ea6-89f1-6c5b66114ccf tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.110872 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 765febaf-9935-49b2-a1f1-41a3b298d036 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:40:26.111213 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 765febaf-9935-49b2-a1f1-41a3b298d036 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:40:26.117006 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-a7c33dc0-7199-48c3-a18a-ed1cda19f3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:40:26.117606 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-a7c33dc0-7199-48c3-a18a-ed1cda19f3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:40:26.120861 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=fed93b3d-8df8-465c-8db6-c05134c3ef4d,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:26.141481 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-62b3f14b-31d3-4eff-82d4-4df44555c469 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.147114 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-62b3f14b-31d3-4eff-82d4-4df44555c469 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4f1025a5-d9f3-41ef-a72e-82436b0d3eb6 HTTP/1.1" status: 204 len: 168 time: 0.6726663 Nov 12 04:40:26.147114 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3f14b-31d3-4eff-82d4-4df44555c469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f1025a5-d9f3-41ef-a72e-82436b0d3eb6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:26.148112 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43174) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:26.183657 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network 1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:40:26.185372 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:40:26.193427 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-45d5260c-f8f3-4822-ba70-e5969f756fbd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9677c34190d4113b1a12b61024c1723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1883495 Nov 12 04:40:26.196873 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43176) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:26.246929 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f9a543a9-c499-4ea6-89f1-6c5b66114ccf tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.253931 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a543a9-c499-4ea6-89f1-6c5b66114ccf tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:26.254589 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f9a543a9-c499-4ea6-89f1-6c5b66114ccf tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.310600 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device fed93b3d-8df8-465c-8db6-c05134c3ef4d up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:40:26.376505 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port fed93b3d-8df8-465c-8db6-c05134c3ef4d triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:26.376902 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.421868 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f2276dfd-a8d6-48cb-9264-9246fba41f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.434210 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a543a9-c499-4ea6-89f1-6c5b66114ccf tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event updated for resources: {'Network': ['ID=3e033eb6-16f4-448a-9027-7662e41b5246,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:26.444741 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Router 910917ad-859c-43c0-89d2-09908c9fd43c has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:40:26.446030 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-809e0e91-2977-450c-84ce-afe98a37a5a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.525528 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 3e033eb6-16f4-448a-9027-7662e41b5246 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:40:26.589079 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f9a543a9-c499-4ea6-89f1-6c5b66114ccf tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1760387 Nov 12 04:40:26.608035 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f2276dfd-a8d6-48cb-9264-9246fba41f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.624764 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43184) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:26.627918 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:40:26.634515 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-94bb53d2-f803-4be1-bc16-827310bc4f7c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "PUT /v2.0/routers/910917ad-859c-43c0-89d2-09908c9fd43c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3308556 Nov 12 04:40:26.641616 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-809e0e91-2977-450c-84ce-afe98a37a5a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.649390 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] Sync routers for ids ['910917ad-859c-43c0-89d2-09908c9fd43c'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:40:26.660207 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-addfd310-d5f3-4d26-be39-e35bc580c9d1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1065268229', 'admin_state_up': True, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:26.698713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-f2276dfd-a8d6-48cb-9264-9246fba41f9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d951b35b-5ae6-40de-94b2-005aae2805fe']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:26.716495 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] Routers {'910917ad-859c-43c0-89d2-09908c9fd43c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:40:26.717554 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:40:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['910917ad-859c-43c0-89d2-09908c9fd43c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:26.723762 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-f2276dfd-a8d6-48cb-9264-9246fba41f9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaaaf2e0-e010-49ce-bb98-510383f2d747') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:26.724640 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-f2276dfd-a8d6-48cb-9264-9246fba41f9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaaaf2e0-e010-49ce-bb98-510383f2d747') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:26.745032 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f2276dfd-a8d6-48cb-9264-9246fba41f9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.769928 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f2276dfd-a8d6-48cb-9264-9246fba41f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.790423 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2276dfd-a8d6-48cb-9264-9246fba41f9f admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:40:26.790423 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f2276dfd-a8d6-48cb-9264-9246fba41f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:40:26.834577 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:40:26.871645 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-809e0e91-2977-450c-84ce-afe98a37a5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.874387 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-809e0e91-2977-450c-84ce-afe98a37a5a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.878657 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-809e0e91-2977-450c-84ce-afe98a37a5a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4c92c91-c903-483b-985b-54fef7020cba HTTP/1.1" status: 204 len: 168 time: 0.6757538 Nov 12 04:40:26.885713 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-87867b58-bb29-465b-99af-1910262b8ea1 None None] Provisioning complete for port 769f639d-bffd-48a4-a364-371a8c00271c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:26.886196 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87867b58-bb29-465b-99af-1910262b8ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.904199 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e0e91-2977-450c-84ce-afe98a37a5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c92c91-c903-483b-985b-54fef7020cba,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:26.916560 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca31eb-b54e-4ae5-a34c-a9503178287a req-30ebbfb3-8535-4366-bd2a-6fb4c332827b tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:26.925778 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49ca31eb-b54e-4ae5-a34c-a9503178287a req-30ebbfb3-8535-4366-bd2a-6fb4c332827b tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 944 time: 0.0900645 Nov 12 04:40:26.930655 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-addfd310-d5f3-4d26-be39-e35bc580c9d1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.932147 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-addfd310-d5f3-4d26-be39-e35bc580c9d1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.934666 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-87867b58-bb29-465b-99af-1910262b8ea1 None None] Port 769f639d-bffd-48a4-a364-371a8c00271c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:40:26.939691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] Set router 910917ad-859c-43c0-89d2-09908c9fd43c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:40:27.000141 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f2276dfd-a8d6-48cb-9264-9246fba41f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:27.002183 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-87867b58-bb29-465b-99af-1910262b8ea1 None None] Provisioning complete for port fed93b3d-8df8-465c-8db6-c05134c3ef4d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:27.002824 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-87867b58-bb29-465b-99af-1910262b8ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:27.011608 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f2276dfd-a8d6-48cb-9264-9246fba41f9f admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:27.015100 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f2276dfd-a8d6-48cb-9264-9246fba41f9f admin admin] 10.222.0.37 "DELETE /v2.0/networks/d951b35b-5ae6-40de-94b2-005aae2805fe HTTP/1.1" status: 204 len: 168 time: 0.8660712 Nov 12 04:40:27.032778 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49ca31eb-b54e-4ae5-a34c-a9503178287a req-d5fb2e0a-b307-4d3a-9d83-c0df98ab9915 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061161 Nov 12 04:40:27.069613 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2276dfd-a8d6-48cb-9264-9246fba41f9f admin admin] Pushing event deleted for resources: {'Network': ['ID=d951b35b-5ae6-40de-94b2-005aae2805fe,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:27.136288 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-addfd310-d5f3-4d26-be39-e35bc580c9d1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:27.234662 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b6023ac-086a-4673-8df3-82812351126d req-beb4d7b0-16cd-4bfe-8f47-64caa7a38f29 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-157470242&fields=id&tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3 HTTP/1.1" status: 200 len: 267 time: 0.0649114 Nov 12 04:40:27.279835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657579000', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '15317555-945d-4acf-81d6-2888151d6e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:14Z', 'updated_at': '2021-11-12T04:40:24Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '15317555-945d-4acf-81d6-2888151d6e80', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:15Z', 'updated_at': '2021-11-12T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '769f639d-bffd-48a4-a364-371a8c00271c', 'name': '', 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:2c:4e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:21Z', 'updated_at': '2021-11-12T04:40:25Z', 'revision_number': 2, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:27.314084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] Checking router: 910917ad-859c-43c0-89d2-09908c9fd43c for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:40:27.314773 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] Updating router 910917ad-859c-43c0-89d2-09908c9fd43c port 769f639d-bffd-48a4-a364-371a8c00271c binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:40:27.348861 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:27.473430 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-addfd310-d5f3-4d26-be39-e35bc580c9d1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:27.501935 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6023ac-086a-4673-8df3-82812351126d req-101de8dc-d888-45cb-9bbf-45356f8fe859 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:27.503607 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b6023ac-086a-4673-8df3-82812351126d req-101de8dc-d888-45cb-9bbf-45356f8fe859 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/networks?id=1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 HTTP/1.1" status: 200 len: 796 time: 0.2672014 Nov 12 04:40:27.519816 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b6023ac-086a-4673-8df3-82812351126d req-8ff28298-3f0e-4ebb-8b53-0e233e9ffc7f tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/quotas/a1d85f7d3e02495dbf8a97f43fe9e4b3 HTTP/1.1" status: 200 len: 375 time: 0.0099950 Nov 12 04:40:27.604636 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b6023ac-086a-4673-8df3-82812351126d req-0f1782a6-55c4-4776-84b1-8b1331313d77 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693123 Nov 12 04:40:27.628617 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43206) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:27.683005 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-47d53af6-8b25-41ab-8b5c-755ebad2b0a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b67341a19d643aa810ccb856899fd39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0529177 Nov 12 04:40:27.683726 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43208) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:27.771526 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:27.783165 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f6c501c-df59-4a88-8648-813b49fc6962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:27.812857 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f6c501c-df59-4a88-8648-813b49fc6962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:27.880608 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b6023ac-086a-4673-8df3-82812351126d req-697c9158-e777-4f36-90a2-3b41feb3355a service neutron] 10.222.0.37 "GET /v2.0/networks/1d9b91bb-ab13-4f04-a279-307dbbe7c2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659452 Nov 12 04:40:27.889332 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:27.987666 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f6c501c-df59-4a88-8648-813b49fc6962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:27.989420 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0f6c501c-df59-4a88-8648-813b49fc6962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:27.992287 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0f6c501c-df59-4a88-8648-813b49fc6962 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f711ea4-e307-4a33-af43-c35af2bee7ac HTTP/1.1" status: 204 len: 168 time: 0.3056984 Nov 12 04:40:28.026387 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c501c-df59-4a88-8648-813b49fc6962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f711ea4-e307-4a33-af43-c35af2bee7ac,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:28.042696 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43214) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:28.047537 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:40:28.140563 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-726a4ff7-0719-4185-97b7-9552677c6a27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6292094e663e464f96b9e7cc56e18492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0992095 Nov 12 04:40:28.144442 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43218) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:28.155483 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b6023ac-086a-4673-8df3-82812351126d req-3136bb0e-ff87-4857-a5b4-cf0d8cac2993 service neutron] 10.222.0.37 "GET /v2.0/networks/1d9b91bb-ab13-4f04-a279-307dbbe7c2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635829 Nov 12 04:40:28.201997 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416f105-10c5-4a51-9966-b62eca071c9a None None] Pushing event updated for resources: {'Port': ['ID=769f639d-bffd-48a4-a364-371a8c00271c,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:28.251474 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d1dae17-99f3-44b2-bc53-94621fb18282 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:28.301748 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d1dae17-99f3-44b2-bc53-94621fb18282 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:28.303031 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-addfd310-d5f3-4d26-be39-e35bc580c9d1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:28.350549 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] Attempting to bind port 769f639d-bffd-48a4-a364-371a8c00271c on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:40:28.358018 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-addfd310-d5f3-4d26-be39-e35bc580c9d1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:28.362093 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] Attempting to bind port 769f639d-bffd-48a4-a364-371a8c00271c by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '5a07072c-57a9-408b-a0a0-ff5c7250786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:40:28.362093 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] Attempting to bind port 769f639d-bffd-48a4-a364-371a8c00271c on network 1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:40:28.399987 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:40:28.401054 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] Checking segment: {'id': '5a07072c-57a9-408b-a0a0-ff5c7250786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:40:28.403152 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:28.404426 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] Bound using segment: {'id': '5a07072c-57a9-408b-a0a0-ff5c7250786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:40:28.405614 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] Bound port: 769f639d-bffd-48a4-a364-371a8c00271c, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a07072c-57a9-408b-a0a0-ff5c7250786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:40:28.407220 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:28.516216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7d68920e-ef84-420b-a537-78eb354bd7d6 None None] Provisioning complete for port 769f639d-bffd-48a4-a364-371a8c00271c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:28.516598 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7d68920e-ef84-420b-a537-78eb354bd7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:28.567839 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-addfd310-d5f3-4d26-be39-e35bc580c9d1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Allocated IP 172.25.1.159 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/316958b0-810b-45aa-9ebc-ec16e60ddbd1) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:40:28.602386 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7d68920e-ef84-420b-a537-78eb354bd7d6 None None] Port 769f639d-bffd-48a4-a364-371a8c00271c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:40:28.604867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] For port 769f639d-bffd-48a4-a364-371a8c00271c, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:40:28.609138 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] For port 769f639d-bffd-48a4-a364-371a8c00271c, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=769f639d-bffd-48a4-a364-371a8c00271c,segment=NetworkSegment(5a07072c-57a9-408b-a0a0-ff5c7250786d),segment_id=5a07072c-57a9-408b-a0a0-ff5c7250786d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:40:28.626867 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d1dae17-99f3-44b2-bc53-94621fb18282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:28.632102 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9d1dae17-99f3-44b2-bc53-94621fb18282 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:28.635482 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9d1dae17-99f3-44b2-bc53-94621fb18282 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/963f71aa-f703-4381-b3cd-d8acef31568c HTTP/1.1" status: 204 len: 168 time: 0.4896688 Nov 12 04:40:28.649951 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1dae17-99f3-44b2-bc53-94621fb18282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963f71aa-f703-4381-b3cd-d8acef31568c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:28.680451 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:40:28.690042 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:28.691182 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:28.731249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9d387-f3a6-456f-be3a-7dd93294982f req-0d8b2cfe-96f8-4334-aaf9-dfb46a511fc8 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:28.741647 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:28.745010 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63e9d387-f3a6-456f-be3a-7dd93294982f req-0d8b2cfe-96f8-4334-aaf9-dfb46a511fc8 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 944 time: 0.1568992 Nov 12 04:40:28.835220 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] Routers {'910917ad-859c-43c0-89d2-09908c9fd43c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:40:28.836847 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:40:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['910917ad-859c-43c0-89d2-09908c9fd43c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:28.841665 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416f105-10c5-4a51-9966-b62eca071c9a None None] Pushing event updated for resources: {'Port': ['ID=769f639d-bffd-48a4-a364-371a8c00271c,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:28.842200 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63e9d387-f3a6-456f-be3a-7dd93294982f req-52bf7eba-131e-4770-9151-e7fca4ee328d tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882015 Nov 12 04:40:28.845510 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-addfd310-d5f3-4d26-be39-e35bc580c9d1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:29.035582 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3abf9d13-5c63-48a5-a668-272ed684bf7a req-6fc5f696-f78d-4b3a-9752-8f2f48d06b27 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 210 time: 0.0943711 Nov 12 04:40:29.091395 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:29.118542 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-addfd310-d5f3-4d26-be39-e35bc580c9d1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:29.148122 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a2ff98-4170-4a7e-aed9-b4e6d3b096fb'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:29.151238 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8bff93-ecc0-4ee1-a325-3d013cc05fb8" -d '{"events": [{"server_uuid": "7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4", "name": "network-vif-plugged", "status": "completed", "tag": "92a2ff98-4170-4a7e-aed9-b4e6d3b096fb"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:29.173041 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addfd310-d5f3-4d26-be39-e35bc580c9d1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:40:29.176505 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-addfd310-d5f3-4d26-be39-e35bc580c9d1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:40:29.180551 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addfd310-d5f3-4d26-be39-e35bc580c9d1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:40:29.226576 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfd310-d5f3-4d26-be39-e35bc580c9d1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event updated for resources: {'Port': ['ID=316958b0-810b-45aa-9ebc-ec16e60ddbd1,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:29.232735 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa687f57-3e00-4423-86c5-87d9bda8ca2b None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:40:29.251215 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=92a2ff98-4170-4a7e-aed9-b4e6d3b096fb,segment=NetworkSegment(a3a76a5f-309d-453b-b313-1b819e1f965e),segment_id=a3a76a5f-309d-453b-b313-1b819e1f965e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:29.285652 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-438ee0d6-434e-4b8e-aa1d-3eabfea5691b None None] Provisioning complete for port 769f639d-bffd-48a4-a364-371a8c00271c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:29.286372 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-438ee0d6-434e-4b8e-aa1d-3eabfea5691b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:29.339028 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:29.367843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] Set router 910917ad-859c-43c0-89d2-09908c9fd43c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:40:29.580047 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=92a2ff98-4170-4a7e-aed9-b4e6d3b096fb,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:29.761916 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-438ee0d6-434e-4b8e-aa1d-3eabfea5691b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:29.772954 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4d8a59-2ddb-4e3e-927f-f5e7d8378ec0 x-openstack-request-id: req-af4d8a59-2ddb-4e3e-927f-f5e7d8378ec0 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:29.773337 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4", "name": "network-vif-plugged", "status": "completed", "tag": "92a2ff98-4170-4a7e-aed9-b4e6d3b096fb", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:29.773698 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af4d8a59-2ddb-4e3e-927f-f5e7d8378ec0 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:29.774158 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a2ff98-4170-4a7e-aed9-b4e6d3b096fb', 'code': 200} Nov 12 04:40:29.831508 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-438ee0d6-434e-4b8e-aa1d-3eabfea5691b None None] For port 769f639d-bffd-48a4-a364-371a8c00271c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=769f639d-bffd-48a4-a364-371a8c00271c,segment=NetworkSegment(5a07072c-57a9-408b-a0a0-ff5c7250786d),segment_id=5a07072c-57a9-408b-a0a0-ff5c7250786d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:29.881218 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657579000', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '15317555-945d-4acf-81d6-2888151d6e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:14Z', 'updated_at': '2021-11-12T04:40:24Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '15317555-945d-4acf-81d6-2888151d6e80', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:15Z', 'updated_at': '2021-11-12T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '769f639d-bffd-48a4-a364-371a8c00271c', 'name': '', 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:2c:4e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:21Z', 'updated_at': '2021-11-12T04:40:28Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:29.920260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a9af63-0cd6-4ed3-902c-45017a26f98a None None] The sync data for ids ['910917ad-859c-43c0-89d2-09908c9fd43c'] in n-d-768509-24 is: [{'id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657579000', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '15317555-945d-4acf-81d6-2888151d6e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:14Z', 'updated_at': '2021-11-12T04:40:24Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '15317555-945d-4acf-81d6-2888151d6e80', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:15Z', 'updated_at': '2021-11-12T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '769f639d-bffd-48a4-a364-371a8c00271c', 'name': '', 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:2c:4e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:21Z', 'updated_at': '2021-11-12T04:40:28Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:40:29.957980 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-438ee0d6-434e-4b8e-aa1d-3eabfea5691b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:29.996701 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-addfd310-d5f3-4d26-be39-e35bc580c9d1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:30.391269 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 769f639d-bffd-48a4-a364-371a8c00271c up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:40:30.395172 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ee0d6-434e-4b8e-aa1d-3eabfea5691b None None] Pushing event updated for resources: {'Port': ['ID=769f639d-bffd-48a4-a364-371a8c00271c,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:30.447088 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-413b558e-119c-465d-94b6-48d54e3c976a None None] Provisioning complete for port 316958b0-810b-45aa-9ebc-ec16e60ddbd1 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:30.447597 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-413b558e-119c-465d-94b6-48d54e3c976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:30.494875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-413b558e-119c-465d-94b6-48d54e3c976a None None] Port 316958b0-810b-45aa-9ebc-ec16e60ddbd1 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:40:30.506000 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 769f639d-bffd-48a4-a364-371a8c00271c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:30.506369 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:30.811405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d603e-f331-4fab-becf-f8110a5ec5ac req-64e1cdf6-95ea-43ff-a0ff-0afe589e5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:30.813096 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d5d603e-f331-4fab-becf-f8110a5ec5ac req-64e1cdf6-95ea-43ff-a0ff-0afe589e5652 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 1097 time: 0.7892797 Nov 12 04:40:30.843190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592420b-88ad-4de9-a1a9-662a55f89f07 req-488cd8e5-65ff-4561-bec1-ac953274f0a3 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:30.845120 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2592420b-88ad-4de9-a1a9-662a55f89f07 req-488cd8e5-65ff-4561-bec1-ac953274f0a3 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 945 time: 0.5373049 Nov 12 04:40:31.052787 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2592420b-88ad-4de9-a1a9-662a55f89f07 req-29378c06-3fbe-4c07-b281-7d7edf84b39c tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409605 Nov 12 04:40:31.059219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d5d603e-f331-4fab-becf-f8110a5ec5ac req-0e3e4566-8af3-40c5-8712-766fe2b46c00 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382104 Nov 12 04:40:31.076342 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-addfd310-d5f3-4d26-be39-e35bc580c9d1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:31.281234 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76bdbbda-9321-4ccd-9615-2773c009a7ec req-2d5f935a-32fb-4abf-b7fa-70830dc835f9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 210 time: 0.0356917 Nov 12 04:40:31.459514 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addfd310-d5f3-4d26-be39-e35bc580c9d1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Router fd7e0887-99b1-4161-a22f-d934272e302b is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:40:31.552964 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:40:31.587913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addfd310-d5f3-4d26-be39-e35bc580c9d1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:40:31.600917 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] Sync routers for ids ['fd7e0887-99b1-4161-a22f-d934272e302b'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:40:31.613372 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] Routers {'fd7e0887-99b1-4161-a22f-d934272e302b'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:40:31.614126 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:40:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['fd7e0887-99b1-4161-a22f-d934272e302b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:31.737248 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-addfd310-d5f3-4d26-be39-e35bc580c9d1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:31.739299 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-addfd310-d5f3-4d26-be39-e35bc580c9d1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.1125340 Nov 12 04:40:31.743161 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43278) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:31.760843 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] Set router fd7e0887-99b1-4161-a22f-d934272e302b gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:40:31.953543 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43286) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:31.995113 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-013d398b-cce0-4847-8ffd-9f17712dd45e tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=ec999c49bb3c4a7e85d4aaede82461be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2506275 Nov 12 04:40:31.995956 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43290) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:32.034509 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b217e70-ae94-4a0e-b2de-3126c494a71f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:32.061984 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1065268229', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:26Z', 'updated_at': '2021-11-12T04:40:29Z', 'revision_number': 3, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:28Z', 'updated_at': '2021-11-12T04:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:32.102266 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] Checking router: fd7e0887-99b1-4161-a22f-d934272e302b for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:40:32.102997 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] Updating router fd7e0887-99b1-4161-a22f-d934272e302b port 316958b0-810b-45aa-9ebc-ec16e60ddbd1 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:40:32.158064 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:32.230420 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd00dc6b-48b1-4d48-b0ba-0cba0c3883db tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:32.237215 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cd00dc6b-48b1-4d48-b0ba-0cba0c3883db tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2401326 Nov 12 04:40:32.241761 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43298) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:32.305902 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f076cb53-6d0a-4c81-b379-cc9fe46b6d6f tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0591233 Nov 12 04:40:32.311678 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43302) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:32.320140 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 769f639d-bffd-48a4-a364-371a8c00271c up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:40:32.325844 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ee7c94bd-3fbf-48eb-9646-7a63bd5b6095 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-913049735', 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246', 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:32.394320 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a94d56-ea5f-4f3f-bc8e-883d95cf2031 req-16f60ac7-d93e-4e98-9604-706fa4800364 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:32.396913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-98a94d56-ea5f-4f3f-bc8e-883d95cf2031 req-16f60ac7-d93e-4e98-9604-706fa4800364 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 945 time: 0.1562307 Nov 12 04:40:32.432793 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 769f639d-bffd-48a4-a364-371a8c00271c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:32.435094 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:32.500260 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6023ac-086a-4673-8df3-82812351126d req-9b3828ac-991f-40a0-b91a-14c31206b2f7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:32.501791 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8b6023ac-086a-4673-8df3-82812351126d req-9b3828ac-991f-40a0-b91a-14c31206b2f7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.31 "GET /v2.0/networks?id=1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 HTTP/1.1" status: 200 len: 796 time: 0.4565301 Nov 12 04:40:32.518726 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-98a94d56-ea5f-4f3f-bc8e-883d95cf2031 req-e6c39799-12e5-4bdc-9072-6ffc0bbca3be tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144273 Nov 12 04:40:32.520134 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:32.599142 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b217e70-ae94-4a0e-b2de-3126c494a71f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:32.636417 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8b6023ac-086a-4673-8df3-82812351126d req-b45b317e-ca70-4e55-b101-29f7da928527 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3 HTTP/1.1" status: 200 len: 379 time: 0.1072459 Nov 12 04:40:32.650996 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-8b6023ac-086a-4673-8df3-82812351126d req-2fb17ed9-ad5d-4479-8b96-01aabbe7a635 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'port': {'device_id': '77687009-fc62-426b-9c0e-9d9aac9a4b38', 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5', 'admin_state_up': True, 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'security_groups': ['f2e3ef4f-45c9-4306-943d-91ea7ce15281']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:32.669854 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-328ba052-ea25-4a9c-b29b-75fa3877ac96 req-474d135e-b785-4da6-96eb-8eec21ba898d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 210 time: 0.0267003 Nov 12 04:40:32.774851 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:32.817083 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a17fac-5050-42b1-8a65-2c5ed9f34467 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:40:32.822251 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9b217e70-ae94-4a0e-b2de-3126c494a71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:32.828803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7c94bd-3fbf-48eb-9646-7a63bd5b6095 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Made reservation on behalf of ec999c49bb3c4a7e85d4aaede82461be for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:40:32.833441 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee7c94bd-3fbf-48eb-9646-7a63bd5b6095 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:32.834986 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] Attempting to bind port 316958b0-810b-45aa-9ebc-ec16e60ddbd1 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:40:32.835359 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] Attempting to bind port 316958b0-810b-45aa-9ebc-ec16e60ddbd1 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:40:32.835718 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] Attempting to bind port 316958b0-810b-45aa-9ebc-ec16e60ddbd1 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:40:32.843930 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dc020-8271-4708-884e-a860101ad09b None None] Pushing event updated for resources: {'Port': ['ID=316958b0-810b-45aa-9ebc-ec16e60ddbd1,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:32.851268 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:40:32.852651 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:40:32.852651 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:32.852942 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:40:32.853389 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] Bound port: 316958b0-810b-45aa-9ebc-ec16e60ddbd1, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:40:32.853770 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:32.857337 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dc020-8271-4708-884e-a860101ad09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:32.857337 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dc020-8271-4708-884e-a860101ad09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:32.857611 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dc020-8271-4708-884e-a860101ad09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:32.857947 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dc020-8271-4708-884e-a860101ad09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:32.858274 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dc020-8271-4708-884e-a860101ad09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:32.858597 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dc020-8271-4708-884e-a860101ad09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:32.858951 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dc020-8271-4708-884e-a860101ad09b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:32.859269 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dc020-8271-4708-884e-a860101ad09b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:32.859587 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dc020-8271-4708-884e-a860101ad09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:32.860210 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dc020-8271-4708-884e-a860101ad09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:32.860210 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dc020-8271-4708-884e-a860101ad09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:32.860505 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dc020-8271-4708-884e-a860101ad09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:32.913630 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] For port 316958b0-810b-45aa-9ebc-ec16e60ddbd1, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:40:32.918325 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] For port 316958b0-810b-45aa-9ebc-ec16e60ddbd1, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=316958b0-810b-45aa-9ebc-ec16e60ddbd1,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:40:32.935409 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b217e70-ae94-4a0e-b2de-3126c494a71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778941e9-17c4-4f24-808e-21008b30e2e2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:32.942425 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b820b3f3-7095-4608-b339-77d51811efc1 None None] Provisioning complete for port 316958b0-810b-45aa-9ebc-ec16e60ddbd1 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:32.942664 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9b217e70-ae94-4a0e-b2de-3126c494a71f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8d1ff4832b0421995bd5bdddc4fbbcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9852097 Nov 12 04:40:32.942814 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b820b3f3-7095-4608-b339-77d51811efc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:32.942928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43308) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:32.981482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b820b3f3-7095-4608-b339-77d51811efc1 None None] Port 316958b0-810b-45aa-9ebc-ec16e60ddbd1 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:40:33.008240 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d86f73b-20ad-46ed-aeee-228aad2b244f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:33.031135 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d86f73b-20ad-46ed-aeee-228aad2b244f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:33.105684 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b6023ac-086a-4673-8df3-82812351126d req-2fb17ed9-ad5d-4479-8b96-01aabbe7a635 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Made reservation on behalf of a1d85f7d3e02495dbf8a97f43fe9e4b3 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:40:33.106183 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:33.109453 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b6023ac-086a-4673-8df3-82812351126d req-2fb17ed9-ad5d-4479-8b96-01aabbe7a635 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:33.146013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7865811-2339-4415-8299-f8e5e0f31daa None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:40:33.159221 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] Routers {'fd7e0887-99b1-4161-a22f-d934272e302b'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:40:33.159833 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:40:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['fd7e0887-99b1-4161-a22f-d934272e302b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:33.204525 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3fb3fed8-e9eb-4ca5-8466-396d6258bf1b None None] Provisioning complete for port 316958b0-810b-45aa-9ebc-ec16e60ddbd1 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:33.204895 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fb3fed8-e9eb-4ca5-8466-396d6258bf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:33.283737 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc036-cda7-42f9-a69f-dd8831da20f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:33.283922 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d86f73b-20ad-46ed-aeee-228aad2b244f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:33.286146 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d86f73b-20ad-46ed-aeee-228aad2b244f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:33.294928 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7d86f73b-20ad-46ed-aeee-228aad2b244f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/778941e9-17c4-4f24-808e-21008b30e2e2 HTTP/1.1" status: 204 len: 168 time: 0.3504703 Nov 12 04:40:33.324235 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dc020-8271-4708-884e-a860101ad09b None None] Pushing event updated for resources: {'Port': ['ID=316958b0-810b-45aa-9ebc-ec16e60ddbd1,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:33.328066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86f73b-20ad-46ed-aeee-228aad2b244f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778941e9-17c4-4f24-808e-21008b30e2e2,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:33.363673 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fb3fed8-e9eb-4ca5-8466-396d6258bf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:33.397522 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee7c94bd-3fbf-48eb-9646-7a63bd5b6095 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:33.402810 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3fb3fed8-e9eb-4ca5-8466-396d6258bf1b None None] For port 316958b0-810b-45aa-9ebc-ec16e60ddbd1, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=316958b0-810b-45aa-9ebc-ec16e60ddbd1,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:33.459096 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] Set router fd7e0887-99b1-4161-a22f-d934272e302b gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:40:33.511852 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3fb3fed8-e9eb-4ca5-8466-396d6258bf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:33.563151 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c94bd-3fbf-48eb-9646-7a63bd5b6095 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event updated for resources: {'Subnet': ['ID=1efe3290-27de-48bf-a536-19e6223aa556,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:33.564478 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3fed8-e9eb-4ca5-8466-396d6258bf1b None None] Pushing event updated for resources: {'Port': ['ID=316958b0-810b-45aa-9ebc-ec16e60ddbd1,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:33.587440 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7c94bd-3fbf-48eb-9646-7a63bd5b6095 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Checking segment: {'id': '77d32394-510e-43aa-b120-9cab4b883461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:40:33.587813 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7c94bd-3fbf-48eb-9646-7a63bd5b6095 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Network hostable DHCP agents. Network: 3e033eb6-16f4-448a-9027-7662e41b5246, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:40:33.601278 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-8b6023ac-086a-4673-8df3-82812351126d req-2fb17ed9-ad5d-4479-8b96-01aabbe7a635 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Allocated IP 172.20.0.8 (1d9b91bb-ab13-4f04-a279-307dbbe7c2d5/ab07e482-750d-43de-9e32-0ea4a340cbaf/01b2d4ad-6874-4c8c-8a21-6a093e7d9e44) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:40:33.739767 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1065268229', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:26Z', 'updated_at': '2021-11-12T04:40:29Z', 'revision_number': 3, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:28Z', 'updated_at': '2021-11-12T04:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:33.745676 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048de39-7ca8-42d3-b5ed-0fd1a0644581 req-2b54e65f-4fa9-4664-87bb-1b374a134501 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:33.747383 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3048de39-7ca8-42d3-b5ed-0fd1a0644581 req-2b54e65f-4fa9-4664-87bb-1b374a134501 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 945 time: 0.0806885 Nov 12 04:40:33.775369 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46382972-d1cd-42dd-9998-a63aa2380fd1 None None] The sync data for ids ['fd7e0887-99b1-4161-a22f-d934272e302b'] in n-d-768509-24 is: [{'id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1065268229', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:26Z', 'updated_at': '2021-11-12T04:40:29Z', 'revision_number': 3, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:28Z', 'updated_at': '2021-11-12T04:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:40:33.793236 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b6023ac-086a-4673-8df3-82812351126d req-2fb17ed9-ad5d-4479-8b96-01aabbe7a635 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:33.810729 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7c94bd-3fbf-48eb-9646-7a63bd5b6095 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Network 3e033eb6-16f4-448a-9027-7662e41b5246 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:40:33.826286 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3048de39-7ca8-42d3-b5ed-0fd1a0644581 req-99a1073b-dfa4-467a-9373-af3379b44dba tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720427 Nov 12 04:40:33.938787 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-133dc5ef-4347-4496-b1e9-4c51dbf2a191 req-d19e21f9-3996-4683-a3ec-c0578b8eafa2 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 210 time: 0.0323520 Nov 12 04:40:33.939928 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ee7c94bd-3fbf-48eb-9646-7a63bd5b6095 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 3e033eb6-16f4-448a-9027-7662e41b5246) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:40:33.945021 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7c94bd-3fbf-48eb-9646-7a63bd5b6095 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:33.945807 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ee7c94bd-3fbf-48eb-9646-7a63bd5b6095 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:33.948091 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed582099-fec2-4240-a7b7-8d8a49d0aaa6 None None] Network 3e033eb6-16f4-448a-9027-7662e41b5246 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:40:33.981160 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b6023ac-086a-4673-8df3-82812351126d req-2fb17ed9-ad5d-4479-8b96-01aabbe7a635 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:34.090534 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb17ed9-ad5d-4479-8b96-01aabbe7a635 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=01b2d4ad-6874-4c8c-8a21-6a093e7d9e44,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:34.102449 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ee7c94bd-3fbf-48eb-9646-7a63bd5b6095 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7855325 Nov 12 04:40:34.105418 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43370) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:34.111619 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b6023ac-086a-4673-8df3-82812351126d req-2fb17ed9-ad5d-4479-8b96-01aabbe7a635 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network 1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:40:34.115221 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-8b6023ac-086a-4673-8df3-82812351126d req-2fb17ed9-ad5d-4479-8b96-01aabbe7a635 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:40:34.118731 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6023ac-086a-4673-8df3-82812351126d req-2fb17ed9-ad5d-4479-8b96-01aabbe7a635 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:40:34.248837 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6023ac-086a-4673-8df3-82812351126d req-2fb17ed9-ad5d-4479-8b96-01aabbe7a635 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:34.252083 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b6023ac-086a-4673-8df3-82812351126d req-2fb17ed9-ad5d-4479-8b96-01aabbe7a635 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:34.276330 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-3e033eb6-16f4-448a-9027-7662e41b5246', 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'fixed_ips': [{'subnet_id': '1efe3290-27de-48bf-a536-19e6223aa556'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:40:34.277203 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:34.371384 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8b6023ac-086a-4673-8df3-82812351126d req-2fb17ed9-ad5d-4479-8b96-01aabbe7a635 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7241974 Nov 12 04:40:34.394564 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Request body: {'port': {'device_id': '77687009-fc62-426b-9c0e-9d9aac9a4b38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:34.496286 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 316958b0-810b-45aa-9ebc-ec16e60ddbd1 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:40:34.515846 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:34.701661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Allocated IP 172.20.0.2 (3e033eb6-16f4-448a-9027-7662e41b5246/1efe3290-27de-48bf-a536-19e6223aa556/f5fea891-cfa0-435c-bcc5-9607bb235467) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:40:34.731138 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-668c2673-d862-4ba2-add9-840247519453 None None] Provisioning complete for port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:34.731637 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-668c2673-d862-4ba2-add9-840247519453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:34.871934 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 316958b0-810b-45aa-9ebc-ec16e60ddbd1 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:34.872346 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:34.900340 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-668c2673-d862-4ba2-add9-840247519453 None None] Port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:40:34.927435 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ca04dd9b-3de1-44d2-a3b4-ca1a5d54cb61 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:35.043363 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:40:35.058086 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:35.078399 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Transition to ACTIVE for port object 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:40:35.155908 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:35.179802 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:35.275501 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:35.345698 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Pushing event updated for resources: {'Port': ['ID=01b2d4ad-6874-4c8c-8a21-6a093e7d9e44,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:35.389214 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Network 3e033eb6-16f4-448a-9027-7662e41b5246 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:40:35.401507 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:40:35.403772 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Pushing event updated for resources: {'Port': ['ID=f5fea891-cfa0-435c-bcc5-9607bb235467,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:35.406567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:40:35.421571 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:35.425766 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:35.427118 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:35.427567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:35.428668 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:35.429130 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:35.429772 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:35.430795 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:35.431319 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:35.432007 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:35.432436 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:35.432859 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:35.461607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782fa15-c734-4c94-be44-f47cf4192044 req-82269bf6-7a8b-4edb-948d-a61d691524eb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:35.470159 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7782fa15-c734-4c94-be44-f47cf4192044 req-82269bf6-7a8b-4edb-948d-a61d691524eb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 931 time: 0.3924181 Nov 12 04:40:35.519441 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Attempting to bind port f5fea891-cfa0-435c-bcc5-9607bb235467 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:40:35.520062 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Attempting to bind port f5fea891-cfa0-435c-bcc5-9607bb235467 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '77d32394-510e-43aa-b120-9cab4b883461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:40:35.520403 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Attempting to bind port f5fea891-cfa0-435c-bcc5-9607bb235467 on network 3e033eb6-16f4-448a-9027-7662e41b5246 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:40:35.526853 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:40:35.527345 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Checking segment: {'id': '77d32394-510e-43aa-b120-9cab4b883461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:40:35.528453 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:35.528916 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Bound using segment: {'id': '77d32394-510e-43aa-b120-9cab4b883461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:40:35.529470 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Bound port: f5fea891-cfa0-435c-bcc5-9607bb235467, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d32394-510e-43aa-b120-9cab4b883461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:40:35.529929 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:35.538528 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-ca04dd9b-3de1-44d2-a3b4-ca1a5d54cb61 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Allocated IP 172.20.0.1 (3e033eb6-16f4-448a-9027-7662e41b5246/1efe3290-27de-48bf-a536-19e6223aa556/94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:40:35.549584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Attempting to bind port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:40:35.549933 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Attempting to bind port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '5a07072c-57a9-408b-a0a0-ff5c7250786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:40:35.550235 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Attempting to bind port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 on network 1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:40:35.579851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 on network 1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:40:35.579851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Attempting to bind port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 on network 1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:40:35.588909 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:40:35.589252 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Checking segment: {'id': '5a07072c-57a9-408b-a0a0-ff5c7250786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:40:35.589643 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Bound using segment: {'id': '5a07072c-57a9-408b-a0a0-ff5c7250786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:40:35.590077 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Bound port: 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a07072c-57a9-408b-a0a0-ff5c7250786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:40:35.590443 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:35.607068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7782fa15-c734-4c94-be44-f47cf4192044 req-cc7feb96-b9a0-4fb1-83b9-7a99469f71b3 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357491 Nov 12 04:40:35.663487 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-801a3a38-bab9-4407-ae4e-56357b3e0934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:35.676555 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] For port f5fea891-cfa0-435c-bcc5-9607bb235467, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:40:35.680810 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] For port f5fea891-cfa0-435c-bcc5-9607bb235467, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f5fea891-cfa0-435c-bcc5-9607bb235467,segment=NetworkSegment(77d32394-510e-43aa-b120-9cab4b883461),segment_id=77d32394-510e-43aa-b120-9cab4b883461)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:40:35.749073 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] For port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:40:35.752281 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] For port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=01b2d4ad-6874-4c8c-8a21-6a093e7d9e44,segment=NetworkSegment(5a07072c-57a9-408b-a0a0-ff5c7250786d),segment_id=5a07072c-57a9-408b-a0a0-ff5c7250786d)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:40:35.774764 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:35.797046 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ca04dd9b-3de1-44d2-a3b4-ca1a5d54cb61 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:35.862162 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbb370-cfce-4866-8a95-f82d4a45f0d0 None None] Pushing event updated for resources: {'Port': ['ID=f5fea891-cfa0-435c-bcc5-9607bb235467,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:35.877759 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:35.934952 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ca04dd9b-3de1-44d2-a3b4-ca1a5d54cb61 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:35.985713 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:35.986341 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:35.997123 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8b6023ac-086a-4673-8df3-82812351126d req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] 10.222.0.31 "PUT /v2.0/ports/01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 HTTP/1.1" status: 200 len: 1092 time: 1.6106589 Nov 12 04:40:35.997626 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77687009-fc62-426b-9c0e-9d9aac9a4b38', 'tag': '01b2d4ad-6874-4c8c-8a21-6a093e7d9e44'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:36.007408 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fca3e07-ff52-4342-b26e-69bd966e4228" -d '{"events": [{"name": "network-changed", "server_uuid": "77687009-fc62-426b-9c0e-9d9aac9a4b38", "tag": "01b2d4ad-6874-4c8c-8a21-6a093e7d9e44"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:36.061619 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dec54d-c540-41a9-bf7c-563704d96296 service neutron] Pushing event updated for resources: {'Port': ['ID=01b2d4ad-6874-4c8c-8a21-6a093e7d9e44,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:36.080744 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca04dd9b-3de1-44d2-a3b4-ca1a5d54cb61 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Network 3e033eb6-16f4-448a-9027-7662e41b5246 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:40:36.082550 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04dd9b-3de1-44d2-a3b4-ca1a5d54cb61 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event updated for resources: {'Port': ['ID=94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:36.085449 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-ca04dd9b-3de1-44d2-a3b4-ca1a5d54cb61 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:40:36.092095 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca04dd9b-3de1-44d2-a3b4-ca1a5d54cb61 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:40:36.106417 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af19285f-5acf-47e5-83ad-01915585ba9c x-openstack-request-id: req-af19285f-5acf-47e5-83ad-01915585ba9c {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:36.106750 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77687009-fc62-426b-9c0e-9d9aac9a4b38", "tag": "01b2d4ad-6874-4c8c-8a21-6a093e7d9e44", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:36.107102 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af19285f-5acf-47e5-83ad-01915585ba9c {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:36.107443 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77687009-fc62-426b-9c0e-9d9aac9a4b38', 'tag': '01b2d4ad-6874-4c8c-8a21-6a093e7d9e44', 'status': 'completed', 'code': 200} Nov 12 04:40:36.171956 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ca04dd9b-3de1-44d2-a3b4-ca1a5d54cb61 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:36.273392 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca3e07-ff52-4342-b26e-69bd966e4228 req-37debedb-8e51-4cdc-b668-8019760de055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:36.277722 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4fca3e07-ff52-4342-b26e-69bd966e4228 req-37debedb-8e51-4cdc-b668-8019760de055 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 1095 time: 0.1096568 Nov 12 04:40:36.424098 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f5fea891-cfa0-435c-bcc5-9607bb235467 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:40:36.511888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port f5fea891-cfa0-435c-bcc5-9607bb235467 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:36.512541 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:36.537678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43462) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:36.551663 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca3e07-ff52-4342-b26e-69bd966e4228 req-82efdea7-505f-4f92-bbc3-f688395d9668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:36.553367 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4fca3e07-ff52-4342-b26e-69bd966e4228 req-82efdea7-505f-4f92-bbc3-f688395d9668 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2622249 Nov 12 04:40:36.649219 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ca04dd9b-3de1-44d2-a3b4-ca1a5d54cb61 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:36.708631 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:36.785872 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca3e07-ff52-4342-b26e-69bd966e4228 req-1f1481ab-fbbf-43e0-9609-6093ec6a3314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:36.788963 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4fca3e07-ff52-4342-b26e-69bd966e4228 req-1f1481ab-fbbf-43e0-9609-6093ec6a3314 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2273176 Nov 12 04:40:36.793505 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port f5fea891-cfa0-435c-bcc5-9607bb235467, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f5fea891-cfa0-435c-bcc5-9607bb235467,segment=NetworkSegment(77d32394-510e-43aa-b120-9cab4b883461),segment_id=77d32394-510e-43aa-b120-9cab4b883461)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:36.814098 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43470) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:36.843143 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:36.922366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6023ac-086a-4673-8df3-82812351126d req-097d4760-3279-4f1e-bc8a-cb833363f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:36.926447 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8b6023ac-086a-4673-8df3-82812351126d req-097d4760-3279-4f1e-bc8a-cb833363f129 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 1095 time: 0.0710783 Nov 12 04:40:36.928791 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26db80-cc11-49b8-abeb-36fa6eb19901 req-ccecc308-d691-4318-a023-020221b735bc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:36.931061 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c26db80-cc11-49b8-abeb-36fa6eb19901 req-ccecc308-d691-4318-a023-020221b735bc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 943 time: 0.1926715 Nov 12 04:40:36.932166 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97e46f2d-8813-4c68-9412-ff0377b271a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:36.934531 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:37.004686 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8b6023ac-086a-4673-8df3-82812351126d req-16175da5-3c09-47e7-9fa3-ab0f4708d19d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 HTTP/1.1" status: 200 len: 217 time: 0.0609772 Nov 12 04:40:37.034612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=f5fea891-cfa0-435c-bcc5-9607bb235467,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:37.101362 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55c0b475-6ccb-4ecf-ba7f-24933454c605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:37.119467 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c26db80-cc11-49b8-abeb-36fa6eb19901 req-9dbdf2c4-e45c-46b8-83af-87975d7f164c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690717 Nov 12 04:40:37.122080 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6023ac-086a-4673-8df3-82812351126d req-8db3d3e5-0658-400b-bcd4-8d099487a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:37.123592 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8b6023ac-086a-4673-8df3-82812351126d req-8db3d3e5-0658-400b-bcd4-8d099487a25e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab07e482-750d-43de-9e32-0ea4a340cbaf HTTP/1.1" status: 200 len: 835 time: 0.1111398 Nov 12 04:40:37.209866 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6023ac-086a-4673-8df3-82812351126d req-b26ecd78-22b1-49af-b4a3-becd35e8be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:37.211210 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8b6023ac-086a-4673-8df3-82812351126d req-b26ecd78-22b1-49af-b4a3-becd35e8be67 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d9b91bb-ab13-4f04-a279-307dbbe7c2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795455 Nov 12 04:40:37.221802 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97e46f2d-8813-4c68-9412-ff0377b271a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:37.278857 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ca04dd9b-3de1-44d2-a3b4-ca1a5d54cb61 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:37.310108 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55c0b475-6ccb-4ecf-ba7f-24933454c605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:37.323750 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-97e46f2d-8813-4c68-9412-ff0377b271a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:37.342338 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8b6023ac-086a-4673-8df3-82812351126d req-7da0549d-2f08-446d-b323-4f03a9c9c183 service neutron] 10.222.0.31 "GET /v2.0/networks/1d9b91bb-ab13-4f04-a279-307dbbe7c2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221483 Nov 12 04:40:37.351011 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51ba906-62e8-414f-abfc-3a1339d23d2a None None] Network 3e033eb6-16f4-448a-9027-7662e41b5246 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:40:37.390443 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ca04dd9b-3de1-44d2-a3b4-ca1a5d54cb61 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:37.427560 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e46f2d-8813-4c68-9412-ff0377b271a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490701df-f80b-4efd-ac25-cb783708029b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:37.436865 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-55c0b475-6ccb-4ecf-ba7f-24933454c605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:37.474710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-97e46f2d-8813-4c68-9412-ff0377b271a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bdca1b130ec34025ad5d6575790a3f53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9363511 Nov 12 04:40:37.481430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43476) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:37.505501 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ca04dd9b-3de1-44d2-a3b4-ca1a5d54cb61 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:37.515992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04dd9b-3de1-44d2-a3b4-ca1a5d54cb61 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event updated for resources: {'Port': ['ID=94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:37.517472 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-99f14f3b-11c2-4525-8ea8-3c24d2898b7d None None] Provisioning complete for port f5fea891-cfa0-435c-bcc5-9607bb235467 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:37.517925 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-99f14f3b-11c2-4525-8ea8-3c24d2898b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:37.547622 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-55c0b475-6ccb-4ecf-ba7f-24933454c605 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=012956de5b244e6096adaa35b456b38d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7317786 Nov 12 04:40:37.550216 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43478) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:37.562717 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0b475-6ccb-4ecf-ba7f-24933454c605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ce4b58-2aae-49d3-8588-951ba82a7b20,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:37.568296 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8b6023ac-086a-4673-8df3-82812351126d req-7ee04e96-6b02-455f-8cbb-a04f087e4147 service neutron] 10.222.0.31 "GET /v2.0/networks/1d9b91bb-ab13-4f04-a279-307dbbe7c2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166469 Nov 12 04:40:37.607293 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-399a20a8-4ef0-4970-8131-d289348f6488 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:37.629094 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-399a20a8-4ef0-4970-8131-d289348f6488 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:37.686099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca04dd9b-3de1-44d2-a3b4-ca1a5d54cb61 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Network 3e033eb6-16f4-448a-9027-7662e41b5246 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:40:37.687572 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e27a6529-81b9-472a-b983-5347ab019842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:37.690141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-ca04dd9b-3de1-44d2-a3b4-ca1a5d54cb61 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:40:37.753796 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e27a6529-81b9-472a-b983-5347ab019842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:37.854347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca04dd9b-3de1-44d2-a3b4-ca1a5d54cb61 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Router fd7e0887-99b1-4161-a22f-d934272e302b has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:40:37.865993 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-399a20a8-4ef0-4970-8131-d289348f6488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:37.871684 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-399a20a8-4ef0-4970-8131-d289348f6488 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:37.873048 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-399a20a8-4ef0-4970-8131-d289348f6488 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/490701df-f80b-4efd-ac25-cb783708029b HTTP/1.1" status: 204 len: 168 time: 0.3866749 Nov 12 04:40:37.897396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a20a8-4ef0-4970-8131-d289348f6488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490701df-f80b-4efd-ac25-cb783708029b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:37.981576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-77d23ccf-ef85-4663-ab16-5e2f3d974658 None None] Provisioning complete for port 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:37.983185 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77d23ccf-ef85-4663-ab16-5e2f3d974658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:38.005871 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca04dd9b-3de1-44d2-a3b4-ca1a5d54cb61 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:40:38.014260 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ca04dd9b-3de1-44d2-a3b4-ca1a5d54cb61 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "PUT /v2.0/routers/fd7e0887-99b1-4161-a22f-d934272e302b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9071584 Nov 12 04:40:38.016919 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43482) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:38.022076 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-28a5f72c-dfe5-4bef-bf75-c422bbc870d3 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1031100149', 'description': 'tempest-secgroup_access--1031100149 description', 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:38.022937 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] Sync routers for ids ['fd7e0887-99b1-4161-a22f-d934272e302b'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:40:38.033437 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e27a6529-81b9-472a-b983-5347ab019842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:38.036783 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e27a6529-81b9-472a-b983-5347ab019842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:38.039713 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e27a6529-81b9-472a-b983-5347ab019842 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3ce4b58-2aae-49d3-8588-951ba82a7b20 HTTP/1.1" status: 204 len: 168 time: 0.4860251 Nov 12 04:40:38.045678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-77d23ccf-ef85-4663-ab16-5e2f3d974658 None None] Port 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:40:38.049351 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] Routers {'fd7e0887-99b1-4161-a22f-d934272e302b'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:40:38.049993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:40:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['fd7e0887-99b1-4161-a22f-d934272e302b'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:38.059240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a6529-81b9-472a-b983-5347ab019842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ce4b58-2aae-49d3-8588-951ba82a7b20,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:38.075558 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a6529-81b9-472a-b983-5347ab019842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:38.076710 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a6529-81b9-472a-b983-5347ab019842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:38.082706 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a6529-81b9-472a-b983-5347ab019842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:38.083187 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a6529-81b9-472a-b983-5347ab019842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:38.083620 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a6529-81b9-472a-b983-5347ab019842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:38.084050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a6529-81b9-472a-b983-5347ab019842 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:38.084483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a6529-81b9-472a-b983-5347ab019842 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:38.085159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a6529-81b9-472a-b983-5347ab019842 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:38.085824 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a6529-81b9-472a-b983-5347ab019842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:38.087048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a6529-81b9-472a-b983-5347ab019842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:38.087478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a6529-81b9-472a-b983-5347ab019842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:38.088020 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a6529-81b9-472a-b983-5347ab019842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:38.106853 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-77d23ccf-ef85-4663-ab16-5e2f3d974658 None None] Provisioning complete for port f5fea891-cfa0-435c-bcc5-9607bb235467 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:38.107498 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77d23ccf-ef85-4663-ab16-5e2f3d974658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:38.174026 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28a5f72c-dfe5-4bef-bf75-c422bbc870d3 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:38.220855 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] Set router fd7e0887-99b1-4161-a22f-d934272e302b gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:40:38.366063 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28a5f72c-dfe5-4bef-bf75-c422bbc870d3 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:38.375194 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f5fea891-cfa0-435c-bcc5-9607bb235467 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:40:38.419570 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae147c-2880-4ebf-8373-c6cc620c4f4a req-b106e578-83d1-4dbd-b545-b082eb0aa758 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:38.426286 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2ae147c-2880-4ebf-8373-c6cc620c4f4a req-b106e578-83d1-4dbd-b545-b082eb0aa758 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 943 time: 0.1413255 Nov 12 04:40:38.433255 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:38.557694 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2ae147c-2880-4ebf-8373-c6cc620c4f4a req-3e7eb021-3b40-4479-acba-c0de3692fc16 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222355 Nov 12 04:40:38.563641 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28a5f72c-dfe5-4bef-bf75-c422bbc870d3 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:38.643168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5f72c-dfe5-4bef-bf75-c422bbc870d3 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a340621-c02e-456d-840c-44b639988880,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:38.718845 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1db6a07d-3195-48ee-938f-65defa031742 None None] Provisioning complete for port 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:38.719216 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1db6a07d-3195-48ee-938f-65defa031742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:38.759130 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port f5fea891-cfa0-435c-bcc5-9607bb235467 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:38.759496 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:38.761573 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28a5f72c-dfe5-4bef-bf75-c422bbc870d3 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:38.765384 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-28a5f72c-dfe5-4bef-bf75-c422bbc870d3 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7449017 Nov 12 04:40:38.765730 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43500) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:38.770674 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5a7e547f-5713-44ec-8374-473b79fc197a tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1734247683', 'description': 'tempest-secgroup_general--1734247683 description', 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:38.819018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1db6a07d-3195-48ee-938f-65defa031742 None None] Port 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:40:38.886101 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1065268229', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:26Z', 'updated_at': '2021-11-12T04:40:36Z', 'revision_number': 4, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:28Z', 'updated_at': '2021-11-12T04:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3', 'name': '', 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'mac_address': 'fa:16:3e:20:76:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '1efe3290-27de-48bf-a536-19e6223aa556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:35Z', 'updated_at': '2021-11-12T04:40:37Z', 'revision_number': 2, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'subnets': [{'id': '1efe3290-27de-48bf-a536-19e6223aa556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:38.908046 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a7e547f-5713-44ec-8374-473b79fc197a tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:38.917480 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] Checking router: fd7e0887-99b1-4161-a22f-d934272e302b for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:40:38.917833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] Updating router fd7e0887-99b1-4161-a22f-d934272e302b port 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:40:38.960554 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:38.974096 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8a641406-d579-4f0e-8d2b-e75897103190 None None] Provisioning complete for port 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:38.974491 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a641406-d579-4f0e-8d2b-e75897103190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:38.997206 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a7e547f-5713-44ec-8374-473b79fc197a tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.036583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8a641406-d579-4f0e-8d2b-e75897103190 None None] Port 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:40:39.065815 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a7e547f-5713-44ec-8374-473b79fc197a tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.093802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43506) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:39.112367 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e547f-5713-44ec-8374-473b79fc197a tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020b2fba-cf9d-4585-ad9b-e374571231d9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:39.128362 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f316385e-37cc-4153-ac43-b7ceeb97e719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.229652 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5a7e547f-5713-44ec-8374-473b79fc197a tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.234535 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43510) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:39.235424 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5a7e547f-5713-44ec-8374-473b79fc197a tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4686120 Nov 12 04:40:39.239233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-d5f3150d-824c-4335-a149-0dc3e13fb3bb tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Request body: {'security_group_rule': {'security_group_id': '1a340621-c02e-456d-840c-44b639988880', 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:39.246243 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f316385e-37cc-4153-ac43-b7ceeb97e719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.253956 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.315629 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.335013 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f316385e-37cc-4153-ac43-b7ceeb97e719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.353137 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d5f3150d-824c-4335-a149-0dc3e13fb3bb tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.395563 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43514) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:39.401716 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f316385e-37cc-4153-ac43-b7ceeb97e719 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83ccec88540a4f2fbf287d16bc3b4e2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2979116 Nov 12 04:40:39.418099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316385e-37cc-4153-ac43-b7ceeb97e719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01694f49-4da7-4600-a269-a0327c91c06f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:39.431431 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.451475 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d5f3150d-824c-4335-a149-0dc3e13fb3bb tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.484570 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-267e3096-278d-4319-8b64-f8ff9b40f993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.522936 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-267e3096-278d-4319-8b64-f8ff9b40f993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.557639 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d5f3150d-824c-4335-a149-0dc3e13fb3bb tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.581393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3150d-824c-4335-a149-0dc3e13fb3bb tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f99666b-56ee-4f21-9f09-dcd7e0731ca2,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:39.636271 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] Attempting to bind port 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:40:39.636646 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] Attempting to bind port 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '77d32394-510e-43aa-b120-9cab4b883461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:40:39.637733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] Attempting to bind port 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3 on network 3e033eb6-16f4-448a-9027-7662e41b5246 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:40:39.640087 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8191c5-71cf-4010-9598-3dc75f866024 None None] Pushing event updated for resources: {'Port': ['ID=94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:39.660693 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:40:39.661078 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] Checking segment: {'id': '77d32394-510e-43aa-b120-9cab4b883461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:40:39.661485 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.661874 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] Bound using segment: {'id': '77d32394-510e-43aa-b120-9cab4b883461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:40:39.662352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] Bound port: 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d32394-510e-43aa-b120-9cab4b883461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:40:39.662759 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.740950 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-267e3096-278d-4319-8b64-f8ff9b40f993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.744380 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-267e3096-278d-4319-8b64-f8ff9b40f993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.749010 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-267e3096-278d-4319-8b64-f8ff9b40f993 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01694f49-4da7-4600-a269-a0327c91c06f HTTP/1.1" status: 204 len: 168 time: 0.3522897 Nov 12 04:40:39.766034 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e3096-278d-4319-8b64-f8ff9b40f993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01694f49-4da7-4600-a269-a0327c91c06f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:39.766730 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe338f-8815-4ed2-9e32-c53133cad9bf req-6034803d-2265-4131-8fda-7071595098d7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:39.770390 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1fe338f-8815-4ed2-9e32-c53133cad9bf req-6034803d-2265-4131-8fda-7071595098d7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 943 time: 0.0968826 Nov 12 04:40:39.780288 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d5f3150d-824c-4335-a149-0dc3e13fb3bb tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.781537 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d5f3150d-824c-4335-a149-0dc3e13fb3bb tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5460205 Nov 12 04:40:39.800291 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] For port 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:40:39.804075 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] For port 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3,segment=NetworkSegment(77d32394-510e-43aa-b120-9cab4b883461),segment_id=77d32394-510e-43aa-b120-9cab4b883461)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:40:39.861042 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1fe338f-8815-4ed2-9e32-c53133cad9bf req-916401b9-cc99-42be-8d65-497bb74fe9c8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731392 Nov 12 04:40:39.888882 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9dd53a91-9149-4ed6-9ba3-cbe83bc2ab06 None None] Provisioning complete for port 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:39.889251 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9dd53a91-9149-4ed6-9ba3-cbe83bc2ab06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.918611 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.981832 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9dd53a91-9149-4ed6-9ba3-cbe83bc2ab06 None None] Port 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:40:40.003547 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8191c5-71cf-4010-9598-3dc75f866024 None None] Pushing event updated for resources: {'Port': ['ID=94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:40.020640 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] Routers {'fd7e0887-99b1-4161-a22f-d934272e302b'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:40:40.022709 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:40:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['fd7e0887-99b1-4161-a22f-d934272e302b'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:40.112975 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-f8806da2-c73f-41aa-9e0b-7abfcedb3c96 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_access--1031100149&fields=id&tenant_id=ec999c49bb3c4a7e85d4aaede82461be HTTP/1.1" status: 200 len: 267 time: 0.0595284 Nov 12 04:40:40.194104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-ba1d2e64-581c-4732-b32d-83cf53709667 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_general--1734247683&fields=id&tenant_id=ec999c49bb3c4a7e85d4aaede82461be HTTP/1.1" status: 200 len: 267 time: 0.0731182 Nov 12 04:40:40.196616 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:40:40.216844 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] Set router fd7e0887-99b1-4161-a22f-d934272e302b gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:40:40.339495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-9a9a2885-4c1c-4ca1-9660-dc96d31587f8 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:40.341036 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-9a9a2885-4c1c-4ca1-9660-dc96d31587f8 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/networks?id=3e033eb6-16f4-448a-9027-7662e41b5246 HTTP/1.1" status: 200 len: 796 time: 0.1390007 Nov 12 04:40:40.361786 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-a8d84bae-1367-4ef6-be34-08237670fbe7 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/quotas/ec999c49bb3c4a7e85d4aaede82461be HTTP/1.1" status: 200 len: 375 time: 0.0124373 Nov 12 04:40:40.438837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4b5c8e93-e49f-4a70-b6d3-2ca1025de5be tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec999c49bb3c4a7e85d4aaede82461be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660255 Nov 12 04:40:40.452252 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b7b370a8-1bf0-409a-904f-8412928d5660 None None] Provisioning complete for port 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:40.452362 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7b370a8-1bf0-409a-904f-8412928d5660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:40.517853 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=01b2d4ad-6874-4c8c-8a21-6a093e7d9e44,segment=NetworkSegment(5a07072c-57a9-408b-a0a0-ff5c7250786d),segment_id=5a07072c-57a9-408b-a0a0-ff5c7250786d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:40.567116 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '01b2d4ad-6874-4c8c-8a21-6a093e7d9e44', 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5', 'port_id': '01b2d4ad-6874-4c8c-8a21-6a093e7d9e44', 'mac_address': 'fa:16:3e:a2:08:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:40:40.640455 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:40.677007 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:40:40.687131 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7b370a8-1bf0-409a-904f-8412928d5660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:40.741466 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1065268229', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:26Z', 'updated_at': '2021-11-12T04:40:36Z', 'revision_number': 4, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:28Z', 'updated_at': '2021-11-12T04:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3', 'name': '', 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'mac_address': 'fa:16:3e:20:76:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '1efe3290-27de-48bf-a536-19e6223aa556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:35Z', 'updated_at': '2021-11-12T04:40:39Z', 'revision_number': 4, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'subnets': [{'id': '1efe3290-27de-48bf-a536-19e6223aa556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:40.744690 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=01b2d4ad-6874-4c8c-8a21-6a093e7d9e44,segment=NetworkSegment(5a07072c-57a9-408b-a0a0-ff5c7250786d),segment_id=5a07072c-57a9-408b-a0a0-ff5c7250786d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:40.745107 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-5ab422cd-bdb3-471d-9fbc-5ed39e4ef9a9 service neutron] 10.222.0.37 "GET /v2.0/networks/3e033eb6-16f4-448a-9027-7662e41b5246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849336 Nov 12 04:40:40.784315 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd9295a-51a7-47d6-aa76-e56d43628d84 None None] The sync data for ids ['fd7e0887-99b1-4161-a22f-d934272e302b'] in n-d-768509-24 is: [{'id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1065268229', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:26Z', 'updated_at': '2021-11-12T04:40:36Z', 'revision_number': 4, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:28Z', 'updated_at': '2021-11-12T04:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3', 'name': '', 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'mac_address': 'fa:16:3e:20:76:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '1efe3290-27de-48bf-a536-19e6223aa556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:35Z', 'updated_at': '2021-11-12T04:40:39Z', 'revision_number': 4, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'subnets': [{'id': '1efe3290-27de-48bf-a536-19e6223aa556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:40:40.803176 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b7b370a8-1bf0-409a-904f-8412928d5660 None None] For port 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3,segment=NetworkSegment(77d32394-510e-43aa-b120-9cab4b883461),segment_id=77d32394-510e-43aa-b120-9cab4b883461)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:40.832458 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:40.903654 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7b370a8-1bf0-409a-904f-8412928d5660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:40.944649 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=01b2d4ad-6874-4c8c-8a21-6a093e7d9e44,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:40.954079 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-1ea9810a-40e3-42ee-a238-5d93be007439 service neutron] 10.222.0.37 "GET /v2.0/networks/3e033eb6-16f4-448a-9027-7662e41b5246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004018 Nov 12 04:40:41.009259 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b370a8-1bf0-409a-904f-8412928d5660 None None] Pushing event updated for resources: {'Port': ['ID=94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:41.116738 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['01b2d4ad-6874-4c8c-8a21-6a093e7d9e44'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:40:41.294497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186957c0-0213-482b-8a34-ba4d93e30987 req-e0be853b-b5da-4484-8105-6d5b9faafacc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:41.309549 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-186957c0-0213-482b-8a34-ba4d93e30987 req-e0be853b-b5da-4484-8105-6d5b9faafacc tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 944 time: 0.0776989 Nov 12 04:40:41.470879 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-186957c0-0213-482b-8a34-ba4d93e30987 req-2fea5c77-1672-45f8-9a70-36f818b58a22 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557117 Nov 12 04:40:41.569724 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc48acbc-0236-49cf-9ded-52328ce16e00 req-8f805bc1-a08f-4426-81b3-0c34600b0aa4 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 210 time: 0.0494184 Nov 12 04:40:42.210774 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:40:42.358928 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:40:42.416274 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:40:42.421893 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:42.427110 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:42.487864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:42.487864 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:42.564346 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:42.638685 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77687009-fc62-426b-9c0e-9d9aac9a4b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b2d4ad-6874-4c8c-8a21-6a093e7d9e44'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:42.640839 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0820d383-80f2-4a44-a97d-7bbedc721fd2" -d '{"events": [{"server_uuid": "77687009-fc62-426b-9c0e-9d9aac9a4b38", "name": "network-vif-plugged", "status": "completed", "tag": "01b2d4ad-6874-4c8c-8a21-6a093e7d9e44"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:42.660909 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=01b2d4ad-6874-4c8c-8a21-6a093e7d9e44,segment=NetworkSegment(5a07072c-57a9-408b-a0a0-ff5c7250786d),segment_id=5a07072c-57a9-408b-a0a0-ff5c7250786d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:42.676517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800d517-2642-4cc8-9df8-4eaed981bac8 req-bc9b67e7-c0b5-40c9-ba66-a19fb9b36ae3 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:42.678799 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7800d517-2642-4cc8-9df8-4eaed981bac8 req-bc9b67e7-c0b5-40c9-ba66-a19fb9b36ae3 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 944 time: 0.0855865 Nov 12 04:40:42.752318 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7800d517-2642-4cc8-9df8-4eaed981bac8 req-91324c91-58a8-4621-8964-cea40e8dc967 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662613 Nov 12 04:40:42.791905 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:42.854591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=01b2d4ad-6874-4c8c-8a21-6a093e7d9e44,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:42.862419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d64f073e-246c-44c2-8a94-ca1f3588380e req-d8a16317-b063-4007-9657-7f22c8563a0d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 210 time: 0.0290067 Nov 12 04:40:42.932494 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dd0dcb-d8f7-4415-ab76-1e260f0053b7 x-openstack-request-id: req-23dd0dcb-d8f7-4415-ab76-1e260f0053b7 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:42.932791 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77687009-fc62-426b-9c0e-9d9aac9a4b38", "name": "network-vif-plugged", "status": "completed", "tag": "01b2d4ad-6874-4c8c-8a21-6a093e7d9e44", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:42.933049 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23dd0dcb-d8f7-4415-ab76-1e260f0053b7 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:42.933448 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77687009-fc62-426b-9c0e-9d9aac9a4b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b2d4ad-6874-4c8c-8a21-6a093e7d9e44', 'code': 200} Nov 12 04:40:43.072635 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c033bc5-4333-4a59-9013-54cb9e6e75d5 req-c9554695-e1a0-4c97-9e3c-b8094df115ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:43.074164 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7c033bc5-4333-4a59-9013-54cb9e6e75d5 req-c9554695-e1a0-4c97-9e3c-b8094df115ac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 1097 time: 0.0488970 Nov 12 04:40:43.123595 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7c033bc5-4333-4a59-9013-54cb9e6e75d5 req-a8a07613-7208-4c85-9fbd-1fd33b2c85dc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416825 Nov 12 04:40:43.911842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334cb80-e928-4bd2-aa8b-f113f597b5f1 req-8e8aab0a-9487-4ee9-9d61-2ab4bbe33ea6 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:43.911842 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5334cb80-e928-4bd2-aa8b-f113f597b5f1 req-8e8aab0a-9487-4ee9-9d61-2ab4bbe33ea6 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.0565610 Nov 12 04:40:43.992877 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5334cb80-e928-4bd2-aa8b-f113f597b5f1 req-02d8481c-7c3a-4fc2-aa3c-a95e02b6c982 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649395 Nov 12 04:40:44.471592 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d4b9daa-241a-4b49-8735-c53bc468c2eb req-980482a5-72cb-4d77-b927-158e43ddc027 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 210 time: 0.4262538 Nov 12 04:40:44.590995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-a0ee6ed0-dbf3-47ae-9caa-45b166be7e4f tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:44.594493 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-a0ee6ed0-dbf3-47ae-9caa-45b166be7e4f tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.21 "GET /v2.0/networks?id=3e033eb6-16f4-448a-9027-7662e41b5246 HTTP/1.1" status: 200 len: 796 time: 0.1258152 Nov 12 04:40:44.695093 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-de9f18e5-9761-41d0-ad06-db9a886c0d3f tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec999c49bb3c4a7e85d4aaede82461be HTTP/1.1" status: 200 len: 478 time: 0.0846403 Nov 12 04:40:44.706382 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-9bf06ae9-58fe-465d-b365-25eeedb1a266 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Request body: {'port': {'device_id': '4b0b4fa4-7548-4db3-95e1-66d3bbdf007d', 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246', 'admin_state_up': True, 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'security_groups': ['1a340621-c02e-456d-840c-44b639988880', '020b2fba-cf9d-4585-ad9b-e374571231d9']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:44.925961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-9bf06ae9-58fe-465d-b365-25eeedb1a266 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Made reservation on behalf of ec999c49bb3c4a7e85d4aaede82461be for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:40:44.927920 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-9bf06ae9-58fe-465d-b365-25eeedb1a266 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:45.100512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-9bf06ae9-58fe-465d-b365-25eeedb1a266 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Allocated IP 172.20.0.5 (3e033eb6-16f4-448a-9027-7662e41b5246/1efe3290-27de-48bf-a536-19e6223aa556/1289dc84-95f4-42f4-a3d1-b085a4a060f8) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:40:45.176797 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1e2a3-aa8b-4697-a112-b70c54b061c2 req-2c3dc117-3646-437d-9049-2b5f9118bea8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:45.181316 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3d1e2a3-aa8b-4697-a112-b70c54b061c2 req-2c3dc117-3646-437d-9049-2b5f9118bea8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.0830021 Nov 12 04:40:45.300223 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3d1e2a3-aa8b-4697-a112-b70c54b061c2 req-7ae21065-bb51-4bd7-9d0a-ac3589f530fe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098261 Nov 12 04:40:45.343376 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-9bf06ae9-58fe-465d-b365-25eeedb1a266 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:45.375414 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43662) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:45.456715 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7188ab-e27f-4511-812b-30f4d464e960 req-966cb8f0-e232-4844-896a-6a54b74d5a8c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:45.458312 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df7188ab-e27f-4511-812b-30f4d464e960 req-966cb8f0-e232-4844-896a-6a54b74d5a8c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.0621483 Nov 12 04:40:45.480244 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-9bf06ae9-58fe-465d-b365-25eeedb1a266 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:45.548412 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-9bf06ae9-58fe-465d-b365-25eeedb1a266 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Network 3e033eb6-16f4-448a-9027-7662e41b5246 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:40:45.558764 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-9bf06ae9-58fe-465d-b365-25eeedb1a266 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:40:45.567344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-9bf06ae9-58fe-465d-b365-25eeedb1a266 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:40:45.573912 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-434d2a9c-7b4a-4150-be10-753c75c290e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:45.633734 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-df7188ab-e27f-4511-812b-30f4d464e960 req-d889996a-b8da-4407-824d-36aa30cbae7b tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656404 Nov 12 04:40:45.634219 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf06ae9-58fe-465d-b365-25eeedb1a266 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event updated for resources: {'Port': ['ID=1289dc84-95f4-42f4-a3d1-b085a4a060f8,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:45.664102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-9bf06ae9-58fe-465d-b365-25eeedb1a266 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:45.664801 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-9bf06ae9-58fe-465d-b365-25eeedb1a266 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:45.676637 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43668) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:45.698352 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-434d2a9c-7b4a-4150-be10-753c75c290e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:45.806058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293dfa50-1893-4368-9616-2eb7188f8bfb tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:45.807901 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-293dfa50-1893-4368-9616-2eb7188f8bfb tempest-TestNetworkAdvancedServerOps-1281331374 tempest-TestNetworkAdvancedServerOps-1281331374-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 1092 time: 0.1302588 Nov 12 04:40:45.811001 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43672) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:45.816286 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': '01b2d4ad-6874-4c8c-8a21-6a093e7d9e44', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:45.825733 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-434d2a9c-7b4a-4150-be10-753c75c290e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:45.834078 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b95b7-388c-4d65-84ad-57efb6864e6d req-ab9a4641-a1b6-49c8-9716-f2e5eb528419 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:45.835693 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a94b95b7-388c-4d65-84ad-57efb6864e6d req-ab9a4641-a1b6-49c8-9716-f2e5eb528419 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 970 time: 0.0864527 Nov 12 04:40:45.878843 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-9bf06ae9-58fe-465d-b365-25eeedb1a266 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1721859 Nov 12 04:40:45.887994 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-434d2a9c-7b4a-4150-be10-753c75c290e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd50d896b01f45ac9811bd6db2d81dba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5118456 Nov 12 04:40:45.889592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43674) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:45.904217 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d2a9c-7b4a-4150-be10-753c75c290e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacb4403-8cc7-4bcd-9f22-69319ec4e8a5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:45.915167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Request body: {'port': {'device_id': '4b0b4fa4-7548-4db3-95e1-66d3bbdf007d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:45.984819 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-badac680-04af-4c4f-9273-468aea7982b6 None None] Provisioning complete for port 1289dc84-95f4-42f4-a3d1-b085a4a060f8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:45.985386 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-badac680-04af-4c4f-9273-468aea7982b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:45.986793 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:45.992675 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a94b95b7-388c-4d65-84ad-57efb6864e6d req-5e513c43-b1b2-4eb0-983e-2ce6f4eaa869 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a340621-c02e-456d-840c-44b639988880&id=020b2fba-cf9d-4585-ad9b-e374571231d9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1496272 Nov 12 04:40:46.067697 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-badac680-04af-4c4f-9273-468aea7982b6 None None] Port 1289dc84-95f4-42f4-a3d1-b085a4a060f8 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:40:46.079178 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:46.084467 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01ca62b6-bf1c-4be6-aced-3fe78fc75579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:46.171517 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01ca62b6-bf1c-4be6-aced-3fe78fc75579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:46.192898 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:46.373955 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Allocated IP 172.25.1.220 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/f3f2ce46-c7a9-4f0e-a1fe-4ddbc4863062) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:40:46.403802 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01ca62b6-bf1c-4be6-aced-3fe78fc75579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:46.408152 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01ca62b6-bf1c-4be6-aced-3fe78fc75579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:46.409984 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-01ca62b6-bf1c-4be6-aced-3fe78fc75579 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aacb4403-8cc7-4bcd-9f22-69319ec4e8a5 HTTP/1.1" status: 204 len: 168 time: 0.5190990 Nov 12 04:40:46.444950 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca62b6-bf1c-4be6-aced-3fe78fc75579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacb4403-8cc7-4bcd-9f22-69319ec4e8a5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:46.563758 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:46.608525 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1289dc84-95f4-42f4-a3d1-b085a4a060f8 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:40:46.618478 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:46.632789 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Transition to ACTIVE for port object 1289dc84-95f4-42f4-a3d1-b085a4a060f8 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:40:46.711528 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:46.712076 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:46.768719 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:40:46.778310 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:40:46.783354 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:40:46.819388 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=f3f2ce46-c7a9-4f0e-a1fe-4ddbc4863062,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:46.830136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Pushing event updated for resources: {'Port': ['ID=1289dc84-95f4-42f4-a3d1-b085a4a060f8,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:46.964120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Attempting to bind port 1289dc84-95f4-42f4-a3d1-b085a4a060f8 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:40:46.965271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Attempting to bind port 1289dc84-95f4-42f4-a3d1-b085a4a060f8 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '77d32394-510e-43aa-b120-9cab4b883461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:40:46.966739 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Attempting to bind port 1289dc84-95f4-42f4-a3d1-b085a4a060f8 on network 3e033eb6-16f4-448a-9027-7662e41b5246 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:40:46.977060 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Port 1289dc84-95f4-42f4-a3d1-b085a4a060f8 on network 3e033eb6-16f4-448a-9027-7662e41b5246 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:40:46.977470 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Attempting to bind port 1289dc84-95f4-42f4-a3d1-b085a4a060f8 on network 3e033eb6-16f4-448a-9027-7662e41b5246 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:40:46.991793 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:40:46.991793 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Checking segment: {'id': '77d32394-510e-43aa-b120-9cab4b883461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:40:46.991793 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Bound using segment: {'id': '77d32394-510e-43aa-b120-9cab4b883461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:40:46.993140 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Bound port: 1289dc84-95f4-42f4-a3d1-b085a4a060f8, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d32394-510e-43aa-b120-9cab4b883461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:40:46.993733 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:47.026788 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:47.212617 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] For port 1289dc84-95f4-42f4-a3d1-b085a4a060f8, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:40:47.228618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] For port 1289dc84-95f4-42f4-a3d1-b085a4a060f8, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1289dc84-95f4-42f4-a3d1-b085a4a060f8,segment=NetworkSegment(77d32394-510e-43aa-b120-9cab4b883461),segment_id=77d32394-510e-43aa-b120-9cab4b883461)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:40:47.242742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9f618-57ba-4296-8357-b2db191e5069 req-c117065a-3ab4-4df6-ac37-75624e33f729 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:47.244419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88e9f618-57ba-4296-8357-b2db191e5069 req-c117065a-3ab4-4df6-ac37-75624e33f729 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 982 time: 0.1045411 Nov 12 04:40:47.324808 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:47.397486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:47.399311 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:47.404548 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] 10.222.0.21 "PUT /v2.0/ports/1289dc84-95f4-42f4-a3d1-b085a4a060f8 HTTP/1.1" status: 200 len: 1131 time: 1.5027921 Nov 12 04:40:47.409588 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88e9f618-57ba-4296-8357-b2db191e5069 req-95461a76-1a63-438a-bb1f-cabad1b43484 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a340621-c02e-456d-840c-44b639988880&id=020b2fba-cf9d-4585-ad9b-e374571231d9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1491456 Nov 12 04:40:47.410043 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0b4fa4-7548-4db3-95e1-66d3bbdf007d', 'tag': '1289dc84-95f4-42f4-a3d1-b085a4a060f8'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:47.416972 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b129bc3-b86e-4071-acab-258539deeac6" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0b4fa4-7548-4db3-95e1-66d3bbdf007d", "tag": "1289dc84-95f4-42f4-a3d1-b085a4a060f8"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:47.424161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43690) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:47.447891 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8e5b97b5-20e1-45fc-a8dd-3ed7c954b552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:47.461889 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:47.494899 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880936a-b264-4b92-ba22-21c3a2963b25 service neutron] Pushing event updated for resources: {'Port': ['ID=1289dc84-95f4-42f4-a3d1-b085a4a060f8,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:47.538687 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed84f35b-c070-4ca1-916e-db9067706840 x-openstack-request-id: req-ed84f35b-c070-4ca1-916e-db9067706840 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:47.539169 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0b4fa4-7548-4db3-95e1-66d3bbdf007d", "tag": "1289dc84-95f4-42f4-a3d1-b085a4a060f8", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:47.539482 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed84f35b-c070-4ca1-916e-db9067706840 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:47.539956 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0b4fa4-7548-4db3-95e1-66d3bbdf007d', 'tag': '1289dc84-95f4-42f4-a3d1-b085a4a060f8', 'status': 'completed', 'code': 200} Nov 12 04:40:47.623252 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8e5b97b5-20e1-45fc-a8dd-3ed7c954b552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:47.636299 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:47.655595 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-b4c76b75-97db-499a-a89b-f2685c88028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:47.657914 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-b4c76b75-97db-499a-a89b-f2685c88028e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec999c49bb3c4a7e85d4aaede82461be&device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 1134 time: 0.0937567 Nov 12 04:40:47.744345 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-3953d177-4c70-436a-8411-64fa9b1b25e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1289dc84-95f4-42f4-a3d1-b085a4a060f8 HTTP/1.1" status: 200 len: 217 time: 0.0670178 Nov 12 04:40:47.744932 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8e5b97b5-20e1-45fc-a8dd-3ed7c954b552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:47.799206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b97b5-20e1-45fc-a8dd-3ed7c954b552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d1c921-c457-4b25-8689-953b8432ab9a,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:47.848115 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8e5b97b5-20e1-45fc-a8dd-3ed7c954b552 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e834582eb954e049f6466d5187410f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4224966 Nov 12 04:40:47.849021 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43692) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:47.871683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-05f43d79-8ba7-4df6-a180-29b2b0d1d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:47.873461 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-05f43d79-8ba7-4df6-a180-29b2b0d1d202 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1efe3290-27de-48bf-a536-19e6223aa556 HTTP/1.1" status: 200 len: 834 time: 0.1035831 Nov 12 04:40:47.909558 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:47.982521 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb2622b0-1507-4bc3-b038-622bfea1a052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:47.986004 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:47.999479 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-a571a938-220a-456f-8223-dad4938cbd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:48.001016 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-a571a938-220a-456f-8223-dad4938cbd55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e033eb6-16f4-448a-9027-7662e41b5246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1193008 Nov 12 04:40:48.020879 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb2622b0-1507-4bc3-b038-622bfea1a052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:48.072762 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event updated for resources: {'Port': ['ID=f3f2ce46-c7a9-4f0e-a1fe-4ddbc4863062,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:48.082034 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:48.185305 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-a1bbd345-4a23-4e7f-b679-54d0a15c4af0 service neutron] 10.222.0.21 "GET /v2.0/networks/3e033eb6-16f4-448a-9027-7662e41b5246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614666 Nov 12 04:40:48.217687 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Floating IP 9644c46c-9e1b-4e63-b532-6860ea89de8f associated. External IP: 172.25.1.220, port: 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44. Nov 12 04:40:48.231672 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:48.277440 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb2622b0-1507-4bc3-b038-622bfea1a052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:48.280306 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb2622b0-1507-4bc3-b038-622bfea1a052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:48.281618 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bb2622b0-1507-4bc3-b038-622bfea1a052 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53d1c921-c457-4b25-8689-953b8432ab9a HTTP/1.1" status: 204 len: 168 time: 0.4280992 Nov 12 04:40:48.296288 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2622b0-1507-4bc3-b038-622bfea1a052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d1c921-c457-4b25-8689-953b8432ab9a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:48.357100 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d2fbeb8-805e-48b0-bca3-1cc0694ea721 req-19a33a49-95ed-4e74-865a-ca32292d8e44 service neutron] 10.222.0.21 "GET /v2.0/networks/3e033eb6-16f4-448a-9027-7662e41b5246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628942 Nov 12 04:40:48.605255 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753afff1-00db-47c7-8fab-6bfb2a4b3588 req-b06fcd8b-70ea-4bc8-88f9-d5e0edaf2962 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:48.607241 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-753afff1-00db-47c7-8fab-6bfb2a4b3588 req-b06fcd8b-70ea-4bc8-88f9-d5e0edaf2962 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 982 time: 0.0900440 Nov 12 04:40:48.703035 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-753afff1-00db-47c7-8fab-6bfb2a4b3588 req-c26335a5-cb6d-42ef-85d8-653363029b59 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a340621-c02e-456d-840c-44b639988880&id=020b2fba-cf9d-4585-ad9b-e374571231d9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0882576 Nov 12 04:40:48.940912 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Router 910917ad-859c-43c0-89d2-09908c9fd43c has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:40:49.079780 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:40:49.098422 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f853182-90dc-4204-92da-9b2f0024c437 None None] Sync routers for ids ['910917ad-859c-43c0-89d2-09908c9fd43c'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:40:49.119633 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f853182-90dc-4204-92da-9b2f0024c437 None None] Routers {'910917ad-859c-43c0-89d2-09908c9fd43c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:40:49.120847 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5f853182-90dc-4204-92da-9b2f0024c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:40:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['910917ad-859c-43c0-89d2-09908c9fd43c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:49.180082 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b129bc3-b86e-4071-acab-258539deeac6 req-24591d3a-7f17-432e-9531-a9224e79057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:49.182212 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b129bc3-b86e-4071-acab-258539deeac6 req-24591d3a-7f17-432e-9531-a9224e79057c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec999c49bb3c4a7e85d4aaede82461be&device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 1134 time: 0.0519452 Nov 12 04:40:49.240222 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:49.257255 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-5f853182-90dc-4204-92da-9b2f0024c437 None None] Set router 910917ad-859c-43c0-89d2-09908c9fd43c gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:40:49.341864 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b129bc3-b86e-4071-acab-258539deeac6 req-9a3fd79d-67f0-4641-a6d5-cbbd219f3efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:49.343566 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b129bc3-b86e-4071-acab-258539deeac6 req-9a3fd79d-67f0-4641-a6d5-cbbd219f3efa service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e033eb6-16f4-448a-9027-7662e41b5246 HTTP/1.1" status: 200 len: 897 time: 0.1536686 Nov 12 04:40:49.355115 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b57978c7-ef98-4d84-81b2-bf9cf186e650 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5426550 Nov 12 04:40:49.355766 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77687009-fc62-426b-9c0e-9d9aac9a4b38', 'tag': '01b2d4ad-6874-4c8c-8a21-6a093e7d9e44'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:49.386173 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0ed1a1-5edc-4b51-a714-449ffd60ff20" -d '{"events": [{"name": "network-changed", "server_uuid": "77687009-fc62-426b-9c0e-9d9aac9a4b38", "tag": "01b2d4ad-6874-4c8c-8a21-6a093e7d9e44"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:49.429189 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b129bc3-b86e-4071-acab-258539deeac6 req-9008e025-0e8e-4add-9476-e685288cd376 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1289dc84-95f4-42f4-a3d1-b085a4a060f8 HTTP/1.1" status: 200 len: 217 time: 0.0776694 Nov 12 04:40:49.493035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b129bc3-b86e-4071-acab-258539deeac6 req-7760867e-e110-4684-9f51-ddcf8ee53f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:49.494564 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b129bc3-b86e-4071-acab-258539deeac6 req-7760867e-e110-4684-9f51-ddcf8ee53f64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1efe3290-27de-48bf-a536-19e6223aa556 HTTP/1.1" status: 200 len: 834 time: 0.0563161 Nov 12 04:40:49.586531 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5f853182-90dc-4204-92da-9b2f0024c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657579000', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '15317555-945d-4acf-81d6-2888151d6e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:14Z', 'updated_at': '2021-11-12T04:40:24Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '15317555-945d-4acf-81d6-2888151d6e80', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:15Z', 'updated_at': '2021-11-12T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '9644c46c-9e1b-4e63-b532-6860ea89de8f', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'port_id': '01b2d4ad-6874-4c8c-8a21-6a093e7d9e44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5', 'mac_address': 'fa:16:3e:a2:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77687009-fc62-426b-9c0e-9d9aac9a4b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:40:47Z', 'updated_at': '2021-11-12T04:40:47Z', 'revision_number': 0, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '769f639d-bffd-48a4-a364-371a8c00271c', 'name': '', 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:2c:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:21Z', 'updated_at': '2021-11-12T04:40:29Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:49.592840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b129bc3-b86e-4071-acab-258539deeac6 req-86947a06-ed28-494b-99d5-8bd1f0795d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:49.594456 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b129bc3-b86e-4071-acab-258539deeac6 req-86947a06-ed28-494b-99d5-8bd1f0795d47 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e033eb6-16f4-448a-9027-7662e41b5246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890548 Nov 12 04:40:49.603937 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd159a13-2677-4a50-b77e-e2c463b6cc37 req-82f8a2ac-318c-4cf9-a8cc-124e63149466 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:49.610749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd159a13-2677-4a50-b77e-e2c463b6cc37 req-82f8a2ac-318c-4cf9-a8cc-124e63149466 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.1101613 Nov 12 04:40:49.627168 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f853182-90dc-4204-92da-9b2f0024c437 None None] Checking router: 910917ad-859c-43c0-89d2-09908c9fd43c for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:40:49.636890 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f853182-90dc-4204-92da-9b2f0024c437 None None] Routers {'910917ad-859c-43c0-89d2-09908c9fd43c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:40:49.637752 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5f853182-90dc-4204-92da-9b2f0024c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:40:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['910917ad-859c-43c0-89d2-09908c9fd43c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:49.765105 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd159a13-2677-4a50-b77e-e2c463b6cc37 req-c558ad89-b6e0-4fb4-a7b0-871181ae65a1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907164 Nov 12 04:40:49.767131 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b129bc3-b86e-4071-acab-258539deeac6 req-76fc6930-550d-4951-92f1-21fde55337b0 service neutron] 10.222.0.21 "GET /v2.0/networks/3e033eb6-16f4-448a-9027-7662e41b5246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605570 Nov 12 04:40:49.778030 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-5f853182-90dc-4204-92da-9b2f0024c437 None None] Set router 910917ad-859c-43c0-89d2-09908c9fd43c gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:40:49.791621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43722) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:49.922470 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec7ce0c-d899-405b-8e9b-e99f6ea305ab x-openstack-request-id: req-eec7ce0c-d899-405b-8e9b-e99f6ea305ab {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:49.922869 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77687009-fc62-426b-9c0e-9d9aac9a4b38", "tag": "01b2d4ad-6874-4c8c-8a21-6a093e7d9e44", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:49.923060 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eec7ce0c-d899-405b-8e9b-e99f6ea305ab {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:49.923460 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77687009-fc62-426b-9c0e-9d9aac9a4b38', 'tag': '01b2d4ad-6874-4c8c-8a21-6a093e7d9e44', 'status': 'completed', 'code': 200} Nov 12 04:40:50.034751 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ed1a1-5edc-4b51-a714-449ffd60ff20 req-6cfd1c08-f0a0-4d4c-8716-0c7adb10f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:50.036245 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bd0ed1a1-5edc-4b51-a714-449ffd60ff20 req-6cfd1c08-f0a0-4d4c-8716-0c7adb10f79e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 1097 time: 0.1120002 Nov 12 04:40:50.044523 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7ee5186a-094f-4354-b225-1753519270f6 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/floatingips/9644c46c-9e1b-4e63-b532-6860ea89de8f HTTP/1.1" status: 200 len: 991 time: 0.2510610 Nov 12 04:40:50.059592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6cad7-4156-4fa1-bbb6-afcc0f4b8e98 req-7e6daa04-9ec6-462c-aa32-c8df9bbd513a tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:50.067738 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-02a6cad7-4156-4fa1-bbb6-afcc0f4b8e98 req-7e6daa04-9ec6-462c-aa32-c8df9bbd513a tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 982 time: 0.1117268 Nov 12 04:40:50.095638 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0b129bc3-b86e-4071-acab-258539deeac6 req-c626dee4-6042-4515-8893-b425525d413b service neutron] 10.222.0.21 "GET /v2.0/networks/3e033eb6-16f4-448a-9027-7662e41b5246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941647 Nov 12 04:40:50.149431 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-02a6cad7-4156-4fa1-bbb6-afcc0f4b8e98 req-94d2622b-8234-41ff-a8ad-905f12962449 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a340621-c02e-456d-840c-44b639988880&id=020b2fba-cf9d-4585-ad9b-e374571231d9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0756395 Nov 12 04:40:50.220970 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ed1a1-5edc-4b51-a714-449ffd60ff20 req-ba21583b-96d6-4717-b500-68aaf7214bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:50.222501 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bd0ed1a1-5edc-4b51-a714-449ffd60ff20 req-ba21583b-96d6-4717-b500-68aaf7214bc8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 HTTP/1.1" status: 200 len: 897 time: 0.1769316 Nov 12 04:40:50.307178 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5f853182-90dc-4204-92da-9b2f0024c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657579000', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '15317555-945d-4acf-81d6-2888151d6e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:14Z', 'updated_at': '2021-11-12T04:40:24Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '15317555-945d-4acf-81d6-2888151d6e80', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:15Z', 'updated_at': '2021-11-12T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '9644c46c-9e1b-4e63-b532-6860ea89de8f', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'port_id': '01b2d4ad-6874-4c8c-8a21-6a093e7d9e44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5', 'mac_address': 'fa:16:3e:a2:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77687009-fc62-426b-9c0e-9d9aac9a4b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:40:47Z', 'updated_at': '2021-11-12T04:40:47Z', 'revision_number': 0, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '769f639d-bffd-48a4-a364-371a8c00271c', 'name': '', 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:2c:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:21Z', 'updated_at': '2021-11-12T04:40:29Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:40:50.338436 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f853182-90dc-4204-92da-9b2f0024c437 None None] The sync data for ids ['910917ad-859c-43c0-89d2-09908c9fd43c'] in n-d-768509-24 is: [{'id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657579000', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '15317555-945d-4acf-81d6-2888151d6e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:14Z', 'updated_at': '2021-11-12T04:40:24Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '15317555-945d-4acf-81d6-2888151d6e80', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:15Z', 'updated_at': '2021-11-12T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '9644c46c-9e1b-4e63-b532-6860ea89de8f', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'port_id': '01b2d4ad-6874-4c8c-8a21-6a093e7d9e44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5', 'mac_address': 'fa:16:3e:a2:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77687009-fc62-426b-9c0e-9d9aac9a4b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:40:47Z', 'updated_at': '2021-11-12T04:40:47Z', 'revision_number': 0, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '769f639d-bffd-48a4-a364-371a8c00271c', 'name': '', 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:2c:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:21Z', 'updated_at': '2021-11-12T04:40:29Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:40:50.347868 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bd0ed1a1-5edc-4b51-a714-449ffd60ff20 req-27d27dc6-7b93-4d48-a31f-479328dfe3f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 HTTP/1.1" status: 200 len: 999 time: 0.1183336 Nov 12 04:40:50.410420 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ed1a1-5edc-4b51-a714-449ffd60ff20 req-381ccf7f-e76d-46ce-9e40-6452627c9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:50.411955 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bd0ed1a1-5edc-4b51-a714-449ffd60ff20 req-381ccf7f-e76d-46ce-9e40-6452627c9846 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab07e482-750d-43de-9e32-0ea4a340cbaf HTTP/1.1" status: 200 len: 835 time: 0.0573833 Nov 12 04:40:50.472587 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ed1a1-5edc-4b51-a714-449ffd60ff20 req-0ad63ac2-704d-49bd-8339-af70855d7731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:50.474260 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bd0ed1a1-5edc-4b51-a714-449ffd60ff20 req-0ad63ac2-704d-49bd-8339-af70855d7731 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d9b91bb-ab13-4f04-a279-307dbbe7c2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528831 Nov 12 04:40:50.610929 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bd0ed1a1-5edc-4b51-a714-449ffd60ff20 req-cc9a64de-bfc6-459c-8150-c0128dd2aa29 service neutron] 10.222.0.31 "GET /v2.0/networks/1d9b91bb-ab13-4f04-a279-307dbbe7c2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287413 Nov 12 04:40:50.694751 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a993ab-d926-4599-b3f9-31dfbac0e7c9 None None] New status for floating IP 9644c46c-9e1b-4e63-b532-6860ea89de8f: ACTIVE {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:40:50.742853 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bd0ed1a1-5edc-4b51-a714-449ffd60ff20 req-d96cf254-f111-4cb9-a5ad-9c3d4b1a7f46 service neutron] 10.222.0.31 "GET /v2.0/networks/1d9b91bb-ab13-4f04-a279-307dbbe7c2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212482 Nov 12 04:40:51.046590 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43746) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:51.126779 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-950c93aa-2793-44f7-8ab0-40953cad2efe tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/floatingips/9644c46c-9e1b-4e63-b532-6860ea89de8f HTTP/1.1" status: 200 len: 991 time: 0.0789793 Nov 12 04:40:51.270798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a16fb3-bba8-4bee-80ad-0c9616647c7f req-87f86c14-a10a-45d9-85b8-3e15ff30053b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:51.270798 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3a16fb3-bba8-4bee-80ad-0c9616647c7f req-87f86c14-a10a-45d9-85b8-3e15ff30053b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 982 time: 0.0534871 Nov 12 04:40:51.336442 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3a16fb3-bba8-4bee-80ad-0c9616647c7f req-0c28ccd5-4221-4eee-bbd7-511579559872 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a340621-c02e-456d-840c-44b639988880&id=020b2fba-cf9d-4585-ad9b-e374571231d9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0617180 Nov 12 04:40:52.094065 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 1289dc84-95f4-42f4-a3d1-b085a4a060f8 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:40:52.130905 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43766) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:52.220464 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a5913a1b-bcd0-4838-90ee-064b7997f5f0 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/floatingips/9644c46c-9e1b-4e63-b532-6860ea89de8f HTTP/1.1" status: 200 len: 993 time: 0.0881743 Nov 12 04:40:52.248590 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 1289dc84-95f4-42f4-a3d1-b085a4a060f8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1289dc84-95f4-42f4-a3d1-b085a4a060f8,segment=NetworkSegment(77d32394-510e-43aa-b120-9cab4b883461),segment_id=77d32394-510e-43aa-b120-9cab4b883461)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:52.264696 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '1289dc84-95f4-42f4-a3d1-b085a4a060f8', 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246', 'port_id': '1289dc84-95f4-42f4-a3d1-b085a4a060f8', 'mac_address': 'fa:16:3e:af:b4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1efe3290-27de-48bf-a536-19e6223aa556', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:40:52.316896 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:52.345919 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1289dc84-95f4-42f4-a3d1-b085a4a060f8 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:40:52.377423 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 1289dc84-95f4-42f4-a3d1-b085a4a060f8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1289dc84-95f4-42f4-a3d1-b085a4a060f8,segment=NetworkSegment(77d32394-510e-43aa-b120-9cab4b883461),segment_id=77d32394-510e-43aa-b120-9cab4b883461)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:52.461473 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:52.495472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c7583-e201-493d-9b28-6724c44387b2 req-074a47ac-2e67-400b-a83f-fc6d02cfd365 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:52.502577 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-732c7583-e201-493d-9b28-6724c44387b2 req-074a47ac-2e67-400b-a83f-fc6d02cfd365 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 982 time: 0.0778286 Nov 12 04:40:52.573054 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=1289dc84-95f4-42f4-a3d1-b085a4a060f8,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:52.607475 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-732c7583-e201-493d-9b28-6724c44387b2 req-7e81d9e8-f854-4558-88d7-926e3f754e57 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a340621-c02e-456d-840c-44b639988880&id=020b2fba-cf9d-4585-ad9b-e374571231d9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0968943 Nov 12 04:40:52.849371 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['1289dc84-95f4-42f4-a3d1-b085a4a060f8'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:40:53.737017 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53eb4f-0048-4db3-b9db-d0260114236a req-5eb3a0e2-34f9-49b8-be1e-9ccc6b490f44 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:53.738621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab53eb4f-0048-4db3-b9db-d0260114236a req-5eb3a0e2-34f9-49b8-be1e-9ccc6b490f44 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 983 time: 0.0669825 Nov 12 04:40:53.801846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab53eb4f-0048-4db3-b9db-d0260114236a req-72457b02-5abf-4aa5-9ab6-ec03a7b312c6 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a340621-c02e-456d-840c-44b639988880&id=020b2fba-cf9d-4585-ad9b-e374571231d9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0564623 Nov 12 04:40:54.110171 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 1289dc84-95f4-42f4-a3d1-b085a4a060f8 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:40:54.339642 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 1289dc84-95f4-42f4-a3d1-b085a4a060f8 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:40:54.339642 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 1289dc84-95f4-42f4-a3d1-b085a4a060f8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:54.339642 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:54.421987 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:54.448672 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0b4fa4-7548-4db3-95e1-66d3bbdf007d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1289dc84-95f4-42f4-a3d1-b085a4a060f8'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:54.450940 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a276263-24ff-45e6-8e89-aff4a07bf32d" -d '{"events": [{"server_uuid": "4b0b4fa4-7548-4db3-95e1-66d3bbdf007d", "name": "network-vif-plugged", "status": "completed", "tag": "1289dc84-95f4-42f4-a3d1-b085a4a060f8"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:54.476038 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 1289dc84-95f4-42f4-a3d1-b085a4a060f8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1289dc84-95f4-42f4-a3d1-b085a4a060f8,segment=NetworkSegment(77d32394-510e-43aa-b120-9cab4b883461),segment_id=77d32394-510e-43aa-b120-9cab4b883461)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:54.499978 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78040cfb-686b-493c-8925-da9b180da2de x-openstack-request-id: req-78040cfb-686b-493c-8925-da9b180da2de {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:54.500281 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0b4fa4-7548-4db3-95e1-66d3bbdf007d", "name": "network-vif-plugged", "status": "completed", "tag": "1289dc84-95f4-42f4-a3d1-b085a4a060f8", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:54.500542 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78040cfb-686b-493c-8925-da9b180da2de {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:54.500946 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0b4fa4-7548-4db3-95e1-66d3bbdf007d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1289dc84-95f4-42f4-a3d1-b085a4a060f8', 'code': 200} Nov 12 04:40:54.637439 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:54.688451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1439ec-5c63-4866-be99-604e57bedfde req-8db714c9-a913-4339-8785-8b3ce0814054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:54.718899 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e1439ec-5c63-4866-be99-604e57bedfde req-8db714c9-a913-4339-8785-8b3ce0814054 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 1135 time: 0.1079185 Nov 12 04:40:54.732532 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=1289dc84-95f4-42f4-a3d1-b085a4a060f8,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:54.790945 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e1439ec-5c63-4866-be99-604e57bedfde req-8a255bea-5c5e-4d2e-9d6f-de53df5ba666 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=020b2fba-cf9d-4585-ad9b-e374571231d9&id=1a340621-c02e-456d-840c-44b639988880&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0660179 Nov 12 04:40:54.947827 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bc684-37da-41fb-a17e-7e8e484c7008 req-5f0c2261-35a5-4cf6-9d5a-fe6f05c3d3d5 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:54.951985 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-496bc684-37da-41fb-a17e-7e8e484c7008 req-5f0c2261-35a5-4cf6-9d5a-fe6f05c3d3d5 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 984 time: 0.0617473 Nov 12 04:40:55.018042 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-496bc684-37da-41fb-a17e-7e8e484c7008 req-d80b96fe-ed3a-40c1-b00d-6fe315b62819 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a340621-c02e-456d-840c-44b639988880&id=020b2fba-cf9d-4585-ad9b-e374571231d9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0591311 Nov 12 04:40:55.064547 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43864) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:55.209908 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfcb2d91-5dbf-4d77-87df-8bb899fe7d41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:55.307253 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfcb2d91-5dbf-4d77-87df-8bb899fe7d41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:55.335440 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82313532-46bb-440d-b1e9-85ea1125c54f req-e92bacf7-4e59-418b-9b0c-70807a63752d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415585 Nov 12 04:40:55.403303 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfcb2d91-5dbf-4d77-87df-8bb899fe7d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:55.451968 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cfcb2d91-5dbf-4d77-87df-8bb899fe7d41 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4959f9f3c64243fb833537420c0d4458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3856814 Nov 12 04:40:55.453869 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb2d91-5dbf-4d77-87df-8bb899fe7d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4385a102-f4cf-4719-a83b-c324df16dc8e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:55.454455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43872) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:55.485970 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82313532-46bb-440d-b1e9-85ea1125c54f req-b21cd037-8820-4424-ac2e-13432c01b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:55.487752 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82313532-46bb-440d-b1e9-85ea1125c54f req-b21cd037-8820-4424-ac2e-13432c01b48b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8484cfd1526e4dc9ab788aa0944921cc&device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 1097 time: 0.0743473 Nov 12 04:40:55.551522 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-978c818a-5e12-4ea7-8a0e-224a872eaee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:55.611485 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-978c818a-5e12-4ea7-8a0e-224a872eaee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:55.662410 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82313532-46bb-440d-b1e9-85ea1125c54f req-89cbaeb3-adad-4538-8997-b878043a5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:55.662410 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82313532-46bb-440d-b1e9-85ea1125c54f req-89cbaeb3-adad-4538-8997-b878043a5671 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60fab906-65e9-4e55-9f5a-c4f9e756fb11 HTTP/1.1" status: 200 len: 915 time: 0.1508315 Nov 12 04:40:55.722074 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82313532-46bb-440d-b1e9-85ea1125c54f req-d5221eaf-bf89-4c4a-b889-c5afa0521ad6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92a2ff98-4170-4a7e-aed9-b4e6d3b096fb HTTP/1.1" status: 200 len: 217 time: 0.0469897 Nov 12 04:40:55.765529 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-978c818a-5e12-4ea7-8a0e-224a872eaee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:55.769042 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-978c818a-5e12-4ea7-8a0e-224a872eaee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:55.770387 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-978c818a-5e12-4ea7-8a0e-224a872eaee3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4385a102-f4cf-4719-a83b-c324df16dc8e HTTP/1.1" status: 204 len: 168 time: 0.3148482 Nov 12 04:40:55.798829 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82313532-46bb-440d-b1e9-85ea1125c54f req-11f7cc62-0165-442f-83b8-b2811ff46679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:55.801328 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82313532-46bb-440d-b1e9-85ea1125c54f req-11f7cc62-0165-442f-83b8-b2811ff46679 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=865cb65e-9cf2-44df-9af2-92106c8b3a95 HTTP/1.1" status: 200 len: 854 time: 0.0702825 Nov 12 04:40:55.803823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c818a-5e12-4ea7-8a0e-224a872eaee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4385a102-f4cf-4719-a83b-c324df16dc8e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:55.861027 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82313532-46bb-440d-b1e9-85ea1125c54f req-6ef1ad6b-03cb-4c14-9226-909156195c0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60fab906-65e9-4e55-9f5a-c4f9e756fb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508392 Nov 12 04:40:55.956452 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82313532-46bb-440d-b1e9-85ea1125c54f req-8dff7737-1c83-4a67-a85c-da7cf54dcd85 service neutron] 10.222.0.21 "GET /v2.0/networks/60fab906-65e9-4e55-9f5a-c4f9e756fb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871663 Nov 12 04:40:56.073822 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82313532-46bb-440d-b1e9-85ea1125c54f req-70a9f514-e7d7-4f00-ab11-e8ee735fab3a service neutron] 10.222.0.21 "GET /v2.0/networks/60fab906-65e9-4e55-9f5a-c4f9e756fb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087701 Nov 12 04:40:56.192869 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40aec68-4914-4ccd-aaac-ee11cfeb30bb req-fefa6097-2a5d-4391-8b4c-4f07b1c0a958 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:56.194524 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d40aec68-4914-4ccd-aaac-ee11cfeb30bb req-fefa6097-2a5d-4391-8b4c-4f07b1c0a958 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 984 time: 0.0657244 Nov 12 04:40:56.311201 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d40aec68-4914-4ccd-aaac-ee11cfeb30bb req-ac364f88-1b71-48cb-af6d-e477442ae762 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a340621-c02e-456d-840c-44b639988880&id=020b2fba-cf9d-4585-ad9b-e374571231d9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1102400 Nov 12 04:40:56.670020 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 43904) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:56.685485 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d8e665e-1087-4886-a4c2-7b58fe60db7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:56.777047 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d8e665e-1087-4886-a4c2-7b58fe60db7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:56.854535 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3d8e665e-1087-4886-a4c2-7b58fe60db7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:56.908915 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3d8e665e-1087-4886-a4c2-7b58fe60db7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98b0447511bd49bfaf2fecd08231e67e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2352548 Nov 12 04:40:56.908915 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e665e-1087-4886-a4c2-7b58fe60db7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9c1ddd-bec0-4ef2-a5c2-ed7bef9845d0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:56.909341 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43910) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:56.969156 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c21e394e-c37c-43eb-ad78-3fe4b01c1838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:56.994753 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c21e394e-c37c-43eb-ad78-3fe4b01c1838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:57.244442 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c21e394e-c37c-43eb-ad78-3fe4b01c1838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:57.248436 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c21e394e-c37c-43eb-ad78-3fe4b01c1838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:57.249625 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c21e394e-c37c-43eb-ad78-3fe4b01c1838 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f9c1ddd-bec0-4ef2-a5c2-ed7bef9845d0 HTTP/1.1" status: 204 len: 168 time: 0.3393953 Nov 12 04:40:57.259130 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e394e-c37c-43eb-ad78-3fe4b01c1838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9c1ddd-bec0-4ef2-a5c2-ed7bef9845d0,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:57.470351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27fe43-c33b-4f06-8550-c6827401fbe7 req-a30e0834-6367-4780-84ad-129ae169e32b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:57.472196 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc27fe43-c33b-4f06-8550-c6827401fbe7 req-a30e0834-6367-4780-84ad-129ae169e32b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 984 time: 0.0719178 Nov 12 04:40:57.558039 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc27fe43-c33b-4f06-8550-c6827401fbe7 req-cf3845a0-64e2-45ee-8466-e60c23b6844a tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a340621-c02e-456d-840c-44b639988880&id=020b2fba-cf9d-4585-ad9b-e374571231d9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0790477 Nov 12 04:40:57.714465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548d9f9-3ab0-47ce-85ff-7d19be909bf1 req-023ed4b2-76de-4140-9357-369cba9aaf01 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:57.716627 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9548d9f9-3ab0-47ce-85ff-7d19be909bf1 req-023ed4b2-76de-4140-9357-369cba9aaf01 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 984 time: 0.0639920 Nov 12 04:40:57.838785 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9548d9f9-3ab0-47ce-85ff-7d19be909bf1 req-c5a49b60-a022-44c7-88f8-f0b1e4541c1f tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a340621-c02e-456d-840c-44b639988880&id=020b2fba-cf9d-4585-ad9b-e374571231d9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0998929 Nov 12 04:40:58.015532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8e07e-ae74-4ba9-845d-8499aceeaf7f req-94f48a17-22a9-4907-821d-8a518f2e8384 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:58.017314 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94f8e07e-ae74-4ba9-845d-8499aceeaf7f req-94f48a17-22a9-4907-821d-8a518f2e8384 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 1136 time: 0.0682092 Nov 12 04:40:58.059704 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-94f8e07e-ae74-4ba9-845d-8499aceeaf7f req-4c8cdba9-1009-4ae6-9231-bc6fbc2d9c89 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:58.169192 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-94f8e07e-ae74-4ba9-845d-8499aceeaf7f req-4c8cdba9-1009-4ae6-9231-bc6fbc2d9c89 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:58.279692 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-94f8e07e-ae74-4ba9-845d-8499aceeaf7f req-4c8cdba9-1009-4ae6-9231-bc6fbc2d9c89 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:58.383980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cdba9-1009-4ae6-9231-bc6fbc2d9c89 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7aa47e-23b6-47ef-83a8-2d70d509cb97,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:58.389750 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94f8e07e-ae74-4ba9-845d-8499aceeaf7f req-4c8cdba9-1009-4ae6-9231-bc6fbc2d9c89 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1a340621-c02e-456d-840c-44b639988880&id=020b2fba-cf9d-4585-ad9b-e374571231d9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3655252 Nov 12 04:40:58.425632 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43950) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:58.497458 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5910ee6f-a771-428a-89e4-3e024783bf12 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:58.499974 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5910ee6f-a771-428a-89e4-3e024783bf12 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 1131 time: 0.0721152 Nov 12 04:40:58.503129 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 43954) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:58.509509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': '1289dc84-95f4-42f4-a3d1-b085a4a060f8', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:58.655051 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:58.776031 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:58.919491 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Allocated IP 172.25.1.225 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/1d01eac1-ab35-44c9-b083-fa422a500112) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:40:59.039594 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:59.140955 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:59.178900 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:40:59.184822 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:40:59.188413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:40:59.194397 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event updated for resources: {'Port': ['ID=1d01eac1-ab35-44c9-b083-fa422a500112,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:59.597035 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:59.768008 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:59.937748 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:00.049162 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:00.115633 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event updated for resources: {'Port': ['ID=1d01eac1-ab35-44c9-b083-fa422a500112,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:00.144277 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:00.258171 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Floating IP 9ffe1425-1127-41d9-abd2-821c9ed0529c associated. External IP: 172.25.1.225, port: 1289dc84-95f4-42f4-a3d1-b085a4a060f8. Nov 12 04:41:00.302455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44008) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:00.447464 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d96c58d6-6ca7-4e7b-b2f2-9ee5df609b46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:00.547898 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Router fd7e0887-99b1-4161-a22f-d934272e302b has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:41:00.988370 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d96c58d6-6ca7-4e7b-b2f2-9ee5df609b46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:01.065789 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:41:01.088327 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f2b645-df11-43f9-80bf-073cb4e02d45 None None] Sync routers for ids ['fd7e0887-99b1-4161-a22f-d934272e302b'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:41:01.097741 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f2b645-df11-43f9-80bf-073cb4e02d45 None None] Routers {'fd7e0887-99b1-4161-a22f-d934272e302b'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:01.098347 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-11f2b645-df11-43f9-80bf-073cb4e02d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:40:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['fd7e0887-99b1-4161-a22f-d934272e302b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:01.111880 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d96c58d6-6ca7-4e7b-b2f2-9ee5df609b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:01.155420 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d96c58d6-6ca7-4e7b-b2f2-9ee5df609b46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d66fb179795c4d89bd109ee63242ddba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8486624 Nov 12 04:41:01.155420 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c58d6-6ca7-4e7b-b2f2-9ee5df609b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181a3f2b-b68d-4a28-84f2-62e00110891c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:01.156299 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44024) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:01.191417 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:01.212054 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-11f2b645-df11-43f9-80bf-073cb4e02d45 None None] Set router fd7e0887-99b1-4161-a22f-d934272e302b gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:01.242140 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d9132419-8690-4901-891f-e53d2739817d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7351394 Nov 12 04:41:01.242140 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0b4fa4-7548-4db3-95e1-66d3bbdf007d', 'tag': '1289dc84-95f4-42f4-a3d1-b085a4a060f8'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:41:01.243446 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44028) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:01.244525 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677e5682-3864-4280-adcc-8092aa8a7e58" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0b4fa4-7548-4db3-95e1-66d3bbdf007d", "tag": "1289dc84-95f4-42f4-a3d1-b085a4a060f8"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:41:01.261504 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f88093f3-ccec-474d-bf49-bb099c0a8368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:01.286545 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f88093f3-ccec-474d-bf49-bb099c0a8368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:01.295104 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7c896c-fcb1-4a20-bca1-94c22e20dd73 x-openstack-request-id: req-1e7c896c-fcb1-4a20-bca1-94c22e20dd73 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:41:01.295489 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0b4fa4-7548-4db3-95e1-66d3bbdf007d", "tag": "1289dc84-95f4-42f4-a3d1-b085a4a060f8", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:41:01.295756 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e7c896c-fcb1-4a20-bca1-94c22e20dd73 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:41:01.296238 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0b4fa4-7548-4db3-95e1-66d3bbdf007d', 'tag': '1289dc84-95f4-42f4-a3d1-b085a4a060f8', 'status': 'completed', 'code': 200} Nov 12 04:41:01.414245 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e5682-3864-4280-adcc-8092aa8a7e58 req-cb7bc8c7-efa5-4eeb-9ac1-a8f7b6b48996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:01.417088 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-677e5682-3864-4280-adcc-8092aa8a7e58 req-cb7bc8c7-efa5-4eeb-9ac1-a8f7b6b48996 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec999c49bb3c4a7e85d4aaede82461be&device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 1136 time: 0.0588276 Nov 12 04:41:01.423960 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fbfa67-4421-4156-84ff-f6a7fef295e9 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:01.424744 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fbfa67-4421-4156-84ff-f6a7fef295e9 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:01.425496 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fbfa67-4421-4156-84ff-f6a7fef295e9 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:01.426123 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fbfa67-4421-4156-84ff-f6a7fef295e9 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:01.426834 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fbfa67-4421-4156-84ff-f6a7fef295e9 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:01.427454 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fbfa67-4421-4156-84ff-f6a7fef295e9 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:01.430247 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f4fbfa67-4421-4156-84ff-f6a7fef295e9 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4271 time: 0.1836462 Nov 12 04:41:01.433476 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44032) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:01.528305 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1650a27-1a1a-48ac-bbb4-f4a2a38ddbeb tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:01.529409 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1650a27-1a1a-48ac-bbb4-f4a2a38ddbeb tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:01.530032 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1650a27-1a1a-48ac-bbb4-f4a2a38ddbeb tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:01.530673 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1650a27-1a1a-48ac-bbb4-f4a2a38ddbeb tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:01.531312 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1650a27-1a1a-48ac-bbb4-f4a2a38ddbeb tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:01.531924 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1650a27-1a1a-48ac-bbb4-f4a2a38ddbeb tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:01.534025 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c1650a27-1a1a-48ac-bbb4-f4a2a38ddbeb tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3992 time: 0.0993309 Nov 12 04:41:01.535734 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f88093f3-ccec-474d-bf49-bb099c0a8368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:01.536902 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44036) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:01.544114 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f88093f3-ccec-474d-bf49-bb099c0a8368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:01.545664 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f88093f3-ccec-474d-bf49-bb099c0a8368 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/181a3f2b-b68d-4a28-84f2-62e00110891c HTTP/1.1" status: 204 len: 168 time: 0.3889921 Nov 12 04:41:01.567914 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88093f3-ccec-474d-bf49-bb099c0a8368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181a3f2b-b68d-4a28-84f2-62e00110891c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:01.576096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e5682-3864-4280-adcc-8092aa8a7e58 req-676d3488-bfef-4a6c-9372-5af7c73be8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:01.578795 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-677e5682-3864-4280-adcc-8092aa8a7e58 req-676d3488-bfef-4a6c-9372-5af7c73be8da service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e033eb6-16f4-448a-9027-7662e41b5246 HTTP/1.1" status: 200 len: 897 time: 0.1552565 Nov 12 04:41:01.634745 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-11f2b645-df11-43f9-80bf-073cb4e02d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1065268229', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:26Z', 'updated_at': '2021-11-12T04:40:36Z', 'revision_number': 4, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:28Z', 'updated_at': '2021-11-12T04:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '9ffe1425-1127-41d9-abd2-821c9ed0529c', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'floating_ip_address': '172.25.1.225', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'port_id': '1289dc84-95f4-42f4-a3d1-b085a4a060f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246', 'mac_address': 'fa:16:3e:af:b4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0b4fa4-7548-4db3-95e1-66d3bbdf007d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:40:59Z', 'updated_at': '2021-11-12T04:40:59Z', 'revision_number': 0, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3', 'name': '', 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'mac_address': 'fa:16:3e:20:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '1efe3290-27de-48bf-a536-19e6223aa556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:35Z', 'updated_at': '2021-11-12T04:40:40Z', 'revision_number': 5, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'subnets': [{'id': '1efe3290-27de-48bf-a536-19e6223aa556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:01.677031 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f2b645-df11-43f9-80bf-073cb4e02d45 None None] Checking router: fd7e0887-99b1-4161-a22f-d934272e302b for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:41:01.682247 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f2b645-df11-43f9-80bf-073cb4e02d45 None None] Routers {'fd7e0887-99b1-4161-a22f-d934272e302b'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:01.682522 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-677e5682-3864-4280-adcc-8092aa8a7e58 req-eb1039c9-7a93-4f55-8be1-4106522cff01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1289dc84-95f4-42f4-a3d1-b085a4a060f8 HTTP/1.1" status: 200 len: 999 time: 0.0940018 Nov 12 04:41:01.683062 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-11f2b645-df11-43f9-80bf-073cb4e02d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:40:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['fd7e0887-99b1-4161-a22f-d934272e302b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:01.756373 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e5682-3864-4280-adcc-8092aa8a7e58 req-047a0754-c954-494b-9928-454d606d2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:01.757992 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-677e5682-3864-4280-adcc-8092aa8a7e58 req-047a0754-c954-494b-9928-454d606d2a3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1efe3290-27de-48bf-a536-19e6223aa556 HTTP/1.1" status: 200 len: 834 time: 0.0698159 Nov 12 04:41:01.841654 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e5682-3864-4280-adcc-8092aa8a7e58 req-25ef73aa-3dc6-4973-9388-dde32be96515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:01.841654 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-677e5682-3864-4280-adcc-8092aa8a7e58 req-25ef73aa-3dc6-4973-9388-dde32be96515 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e033eb6-16f4-448a-9027-7662e41b5246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706892 Nov 12 04:41:01.853250 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-11f2b645-df11-43f9-80bf-073cb4e02d45 None None] Set router fd7e0887-99b1-4161-a22f-d934272e302b gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:01.986927 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6703253b-0c53-480a-b136-1adc0b6e4f9b tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2343 time: 0.4458888 Nov 12 04:41:01.987293 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-677e5682-3864-4280-adcc-8092aa8a7e58 req-09125ea4-71f5-4faf-b4b9-4b4ce701a842 service neutron] 10.222.0.21 "GET /v2.0/networks/3e033eb6-16f4-448a-9027-7662e41b5246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386657 Nov 12 04:41:01.987509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44046) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:02.118795 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5a9fd9-cc1a-4757-a8ac-b874c8797bdf tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:02.119790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5a9fd9-cc1a-4757-a8ac-b874c8797bdf tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:02.128159 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0c5a9fd9-cc1a-4757-a8ac-b874c8797bdf tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fd7e0887-99b1-4161-a22f-d934272e302b HTTP/1.1" status: 200 len: 1992 time: 0.1310461 Nov 12 04:41:02.166807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-677e5682-3864-4280-adcc-8092aa8a7e58 req-a0737c09-fb3e-4873-95b3-da9b77dda025 service neutron] 10.222.0.21 "GET /v2.0/networks/3e033eb6-16f4-448a-9027-7662e41b5246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649227 Nov 12 04:41:02.170857 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-11f2b645-df11-43f9-80bf-073cb4e02d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1065268229', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:26Z', 'updated_at': '2021-11-12T04:40:36Z', 'revision_number': 4, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:28Z', 'updated_at': '2021-11-12T04:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '9ffe1425-1127-41d9-abd2-821c9ed0529c', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'floating_ip_address': '172.25.1.225', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'port_id': '1289dc84-95f4-42f4-a3d1-b085a4a060f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246', 'mac_address': 'fa:16:3e:af:b4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0b4fa4-7548-4db3-95e1-66d3bbdf007d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:40:59Z', 'updated_at': '2021-11-12T04:40:59Z', 'revision_number': 0, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3', 'name': '', 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'mac_address': 'fa:16:3e:20:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '1efe3290-27de-48bf-a536-19e6223aa556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:35Z', 'updated_at': '2021-11-12T04:40:40Z', 'revision_number': 5, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'subnets': [{'id': '1efe3290-27de-48bf-a536-19e6223aa556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:02.200843 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f2b645-df11-43f9-80bf-073cb4e02d45 None None] The sync data for ids ['fd7e0887-99b1-4161-a22f-d934272e302b'] in n-d-768509-24 is: [{'id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1065268229', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:26Z', 'updated_at': '2021-11-12T04:40:36Z', 'revision_number': 4, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:28Z', 'updated_at': '2021-11-12T04:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '9ffe1425-1127-41d9-abd2-821c9ed0529c', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'floating_ip_address': '172.25.1.225', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'port_id': '1289dc84-95f4-42f4-a3d1-b085a4a060f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246', 'mac_address': 'fa:16:3e:af:b4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0b4fa4-7548-4db3-95e1-66d3bbdf007d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:40:59Z', 'updated_at': '2021-11-12T04:40:59Z', 'revision_number': 0, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3', 'name': '', 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'mac_address': 'fa:16:3e:20:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '1efe3290-27de-48bf-a536-19e6223aa556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:35Z', 'updated_at': '2021-11-12T04:40:40Z', 'revision_number': 5, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'subnets': [{'id': '1efe3290-27de-48bf-a536-19e6223aa556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:41:02.476991 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8507c76-9944-4e1f-ad45-03021adbd595 None None] New status for floating IP 9ffe1425-1127-41d9-abd2-821c9ed0529c: ACTIVE {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:41:03.231490 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8cb91e68-790d-4ac3-a395-fe4093e2d1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:05.569217 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1dd9a912-08e3-4c3b-9107-3c369f22a21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:05.650167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44166) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:05.777973 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-27faf128-1c43-48b7-8cbb-5bacf91cd3fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:05.864226 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-27faf128-1c43-48b7-8cbb-5bacf91cd3fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:05.980731 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-27faf128-1c43-48b7-8cbb-5bacf91cd3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:06.020713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27faf128-1c43-48b7-8cbb-5bacf91cd3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6379f0-ff91-4dbe-b00f-fd3a9ea16928,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:06.026593 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-27faf128-1c43-48b7-8cbb-5bacf91cd3fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80bcc58b168f45caa2e852ce6dd2395d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3752782 Nov 12 04:41:06.029622 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44174) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:06.083966 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-152e286d-2f64-4690-bd23-3e8fa8f01cc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:06.108719 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-152e286d-2f64-4690-bd23-3e8fa8f01cc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:06.226018 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-152e286d-2f64-4690-bd23-3e8fa8f01cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:06.229573 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-152e286d-2f64-4690-bd23-3e8fa8f01cc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:06.233408 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-152e286d-2f64-4690-bd23-3e8fa8f01cc1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab6379f0-ff91-4dbe-b00f-fd3a9ea16928 HTTP/1.1" status: 204 len: 168 time: 0.2004514 Nov 12 04:41:06.239334 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e286d-2f64-4690-bd23-3e8fa8f01cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6379f0-ff91-4dbe-b00f-fd3a9ea16928,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:06.740257 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:07.107583 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44192) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:07.125343 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4893e5df-da75-4e11-89ff-3a326c1517a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:07.203971 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4893e5df-da75-4e11-89ff-3a326c1517a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:07.346254 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4893e5df-da75-4e11-89ff-3a326c1517a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:07.387199 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893e5df-da75-4e11-89ff-3a326c1517a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb050aa-d653-439f-a43b-abb4de05c29f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:07.393449 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4893e5df-da75-4e11-89ff-3a326c1517a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a99bfd0551145e785cbb5cf274e2ebe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2842565 Nov 12 04:41:07.399020 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44198) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:07.451516 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-007dfc1d-cdf1-4cec-91a8-e3db02f69c21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:07.475907 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-007dfc1d-cdf1-4cec-91a8-e3db02f69c21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:07.671786 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-007dfc1d-cdf1-4cec-91a8-e3db02f69c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:07.678213 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-007dfc1d-cdf1-4cec-91a8-e3db02f69c21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:07.678213 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-007dfc1d-cdf1-4cec-91a8-e3db02f69c21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4bb050aa-d653-439f-a43b-abb4de05c29f HTTP/1.1" status: 204 len: 168 time: 0.2756486 Nov 12 04:41:07.694328 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dfc1d-cdf1-4cec-91a8-e3db02f69c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb050aa-d653-439f-a43b-abb4de05c29f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:08.409152 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:08.543637 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:41:09.148962 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:11.283034 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44338) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:11.407101 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-605954b9-632e-469b-b948-2e746d848f3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:11.486451 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-605954b9-632e-469b-b948-2e746d848f3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:11.625840 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-605954b9-632e-469b-b948-2e746d848f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:11.672814 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605954b9-632e-469b-b948-2e746d848f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861baeac-2c73-4cbe-b549-53910442d62f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:11.687159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44348) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:11.688766 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-605954b9-632e-469b-b948-2e746d848f3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e25b60060ec4732a290fc93bcbb32ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4030936 Nov 12 04:41:11.751948 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5bf1e15a-df16-407e-b03c-dc8a3ce58cbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:11.775716 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5bf1e15a-df16-407e-b03c-dc8a3ce58cbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:11.900331 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5bf1e15a-df16-407e-b03c-dc8a3ce58cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:11.902960 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5bf1e15a-df16-407e-b03c-dc8a3ce58cbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:11.904210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5bf1e15a-df16-407e-b03c-dc8a3ce58cbd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/861baeac-2c73-4cbe-b549-53910442d62f HTTP/1.1" status: 204 len: 168 time: 0.2157552 Nov 12 04:41:11.916754 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1e15a-df16-407e-b03c-dc8a3ce58cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861baeac-2c73-4cbe-b549-53910442d62f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:12.801830 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44368) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:12.821221 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2751dd14-fdd4-4427-84ae-91c3b12228cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:12.903783 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2751dd14-fdd4-4427-84ae-91c3b12228cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:13.005524 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2751dd14-fdd4-4427-84ae-91c3b12228cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:13.061650 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2751dd14-fdd4-4427-84ae-91c3b12228cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e55c6ee8a8d642bb8772e62b1bb2d630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2584610 Nov 12 04:41:13.061868 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44376) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:13.063530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751dd14-fdd4-4427-84ae-91c3b12228cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5137be18-9e49-4f08-bb49-b019aa397695,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:13.143135 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7dfca6a-ad1d-45dc-8baa-f61b81eebd2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:13.166890 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7dfca6a-ad1d-45dc-8baa-f61b81eebd2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:13.300532 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7dfca6a-ad1d-45dc-8baa-f61b81eebd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:13.303353 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f7dfca6a-ad1d-45dc-8baa-f61b81eebd2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:13.305383 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f7dfca6a-ad1d-45dc-8baa-f61b81eebd2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5137be18-9e49-4f08-bb49-b019aa397695 HTTP/1.1" status: 204 len: 168 time: 0.2420776 Nov 12 04:41:13.314838 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfca6a-ad1d-45dc-8baa-f61b81eebd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5137be18-9e49-4f08-bb49-b019aa397695,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:15.387459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44444) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:15.554701 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-46b79f8f-2789-40be-92db-d23e73d8254f tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-363562426'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:15.735542 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b79f8f-2789-40be-92db-d23e73d8254f tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Made reservation on behalf of 4ef5df3e034c4bfe950533f8691a4317 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:15.738529 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46b79f8f-2789-40be-92db-d23e73d8254f tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:15.748780 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46b79f8f-2789-40be-92db-d23e73d8254f tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:15.837584 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46b79f8f-2789-40be-92db-d23e73d8254f tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:15.933866 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46b79f8f-2789-40be-92db-d23e73d8254f tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:15.960632 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b79f8f-2789-40be-92db-d23e73d8254f tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:41:15.970164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b79f8f-2789-40be-92db-d23e73d8254f tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de8e2455-dbd9-4369-b129-c049396107ef,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:15.975050 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46b79f8f-2789-40be-92db-d23e73d8254f tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:15.975393 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-46b79f8f-2789-40be-92db-d23e73d8254f tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Added segment 77b16c94-d68e-4670-a83c-5d9ba553af06 of type vlan for network 8064f96c-6ff5-4d13-b388-4387b9796240 Nov 12 04:41:16.016893 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46b79f8f-2789-40be-92db-d23e73d8254f tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:16.140273 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46b79f8f-2789-40be-92db-d23e73d8254f tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:16.146520 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b79f8f-2789-40be-92db-d23e73d8254f tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:16.147269 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46b79f8f-2789-40be-92db-d23e73d8254f tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:16.219315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b79f8f-2789-40be-92db-d23e73d8254f tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Pushing event updated for resources: {'Network': ['ID=8064f96c-6ff5-4d13-b388-4387b9796240,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:16.234432 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 8064f96c-6ff5-4d13-b388-4387b9796240 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:41:16.261516 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44460) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:16.263033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-46b79f8f-2789-40be-92db-d23e73d8254f tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8740730 Nov 12 04:41:16.268232 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1b583d0e-f90f-45e0-b4e2-848dc8073662 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Request body: {'subnet': {'network_id': '8064f96c-6ff5-4d13-b388-4387b9796240', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:16.517757 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b583d0e-f90f-45e0-b4e2-848dc8073662 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Made reservation on behalf of 4ef5df3e034c4bfe950533f8691a4317 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:16.522797 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b583d0e-f90f-45e0-b4e2-848dc8073662 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:16.791935 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b583d0e-f90f-45e0-b4e2-848dc8073662 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:16.860726 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b583d0e-f90f-45e0-b4e2-848dc8073662 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Pushing event updated for resources: {'Subnet': ['ID=a1dae2c7-0d1e-4c1c-be6d-2217b8bf42eb,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:16.872152 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b583d0e-f90f-45e0-b4e2-848dc8073662 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Checking segment: {'id': '77b16c94-d68e-4670-a83c-5d9ba553af06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8064f96c-6ff5-4d13-b388-4387b9796240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:41:16.872476 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b583d0e-f90f-45e0-b4e2-848dc8073662 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Network hostable DHCP agents. Network: 8064f96c-6ff5-4d13-b388-4387b9796240, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:41:16.917770 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:17.003044 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b583d0e-f90f-45e0-b4e2-848dc8073662 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Network 8064f96c-6ff5-4d13-b388-4387b9796240 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:41:17.071827 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1b583d0e-f90f-45e0-b4e2-848dc8073662 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 8064f96c-6ff5-4d13-b388-4387b9796240) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:17.077162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b583d0e-f90f-45e0-b4e2-848dc8073662 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:17.080638 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d94e0f7-af58-4552-aed6-0358a4fa9079 None None] Network 8064f96c-6ff5-4d13-b388-4387b9796240 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:41:17.092939 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1b583d0e-f90f-45e0-b4e2-848dc8073662 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:17.200600 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1b583d0e-f90f-45e0-b4e2-848dc8073662 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9371026 Nov 12 04:41:17.203260 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44474) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:17.208116 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f2c66c2f-0f52-4062-a8f0-62aa0127156d tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Request body: {'port': {'network_id': '8064f96c-6ff5-4d13-b388-4387b9796240', 'name': 'tempest-DHCPAgentSchedulersTestJSON-221378439'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:17.246316 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-8064f96c-6ff5-4d13-b388-4387b9796240', 'network_id': '8064f96c-6ff5-4d13-b388-4387b9796240', 'tenant_id': '4ef5df3e034c4bfe950533f8691a4317', 'fixed_ips': [{'subnet_id': 'a1dae2c7-0d1e-4c1c-be6d-2217b8bf42eb'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:41:17.247307 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:17.405740 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] Allocated IP 172.20.0.2 (8064f96c-6ff5-4d13-b388-4387b9796240/a1dae2c7-0d1e-4c1c-be6d-2217b8bf42eb/ee8d0e0b-a4cf-4941-a646-5550c372bca2) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:17.454550 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c66c2f-0f52-4062-a8f0-62aa0127156d tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Made reservation on behalf of 4ef5df3e034c4bfe950533f8691a4317 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:17.458605 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2c66c2f-0f52-4062-a8f0-62aa0127156d tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:17.482124 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [None req-f2c66c2f-0f52-4062-a8f0-62aa0127156d tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] device_id is not set on port b86e2cbb-ce66-4673-b784-fe2f2e50617e yet. {{(pid=103297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:41:17.557525 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:17.649773 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:17.708239 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] Pushing event updated for resources: {'Port': ['ID=ee8d0e0b-a4cf-4941-a646-5550c372bca2,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:17.713251 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] Network 8064f96c-6ff5-4d13-b388-4387b9796240 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:17.716241 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-f2c66c2f-0f52-4062-a8f0-62aa0127156d tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Allocated IP 172.20.0.11 (8064f96c-6ff5-4d13-b388-4387b9796240/a1dae2c7-0d1e-4c1c-be6d-2217b8bf42eb/b86e2cbb-ce66-4673-b784-fe2f2e50617e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:17.720684 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:17.723992 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:17.791717 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] Attempting to bind port ee8d0e0b-a4cf-4941-a646-5550c372bca2 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:41:17.792509 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] Attempting to bind port ee8d0e0b-a4cf-4941-a646-5550c372bca2 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '77b16c94-d68e-4670-a83c-5d9ba553af06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8064f96c-6ff5-4d13-b388-4387b9796240'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:41:17.793582 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] Attempting to bind port ee8d0e0b-a4cf-4941-a646-5550c372bca2 on network 8064f96c-6ff5-4d13-b388-4387b9796240 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:41:17.802854 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:41:17.803754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] Checking segment: {'id': '77b16c94-d68e-4670-a83c-5d9ba553af06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8064f96c-6ff5-4d13-b388-4387b9796240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:41:17.805193 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:17.805924 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] Bound using segment: {'id': '77b16c94-d68e-4670-a83c-5d9ba553af06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8064f96c-6ff5-4d13-b388-4387b9796240'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:41:17.807028 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] Bound port: ee8d0e0b-a4cf-4941-a646-5550c372bca2, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b16c94-d68e-4670-a83c-5d9ba553af06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8064f96c-6ff5-4d13-b388-4387b9796240'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:41:17.807892 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:17.891879 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2c66c2f-0f52-4062-a8f0-62aa0127156d tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:17.898002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] For port ee8d0e0b-a4cf-4941-a646-5550c372bca2, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:41:17.901388 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] For port ee8d0e0b-a4cf-4941-a646-5550c372bca2, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ee8d0e0b-a4cf-4941-a646-5550c372bca2,segment=NetworkSegment(77b16c94-d68e-4670-a83c-5d9ba553af06),segment_id=77b16c94-d68e-4670-a83c-5d9ba553af06)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:41:17.997940 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:18.056994 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7388f5e-552c-4dcb-8947-08e518b32ee1 None None] Pushing event updated for resources: {'Port': ['ID=ee8d0e0b-a4cf-4941-a646-5550c372bca2,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:18.061335 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2c66c2f-0f52-4062-a8f0-62aa0127156d tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:18.110948 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c66c2f-0f52-4062-a8f0-62aa0127156d tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Network 8064f96c-6ff5-4d13-b388-4387b9796240 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:18.117775 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f2c66c2f-0f52-4062-a8f0-62aa0127156d tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:18.119655 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c66c2f-0f52-4062-a8f0-62aa0127156d tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:18.157763 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c66c2f-0f52-4062-a8f0-62aa0127156d tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Pushing event updated for resources: {'Port': ['ID=b86e2cbb-ce66-4673-b784-fe2f2e50617e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:18.207683 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c66c2f-0f52-4062-a8f0-62aa0127156d tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:18.209283 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2c66c2f-0f52-4062-a8f0-62aa0127156d tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:18.227775 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:18.345060 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44490) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:18.355067 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f2c66c2f-0f52-4062-a8f0-62aa0127156d tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1358976 Nov 12 04:41:18.365939 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ee8d0e0b-a4cf-4941-a646-5550c372bca2 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:41:18.430892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port ee8d0e0b-a4cf-4941-a646-5550c372bca2 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:18.431429 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:18.475119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-63e24c2a-f6b0-4271-8be1-0eb723345211 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Deleting port b86e2cbb-ce66-4673-b784-fe2f2e50617e {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:18.475390 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63e24c2a-f6b0-4271-8be1-0eb723345211 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:18.513956 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:18.547333 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port ee8d0e0b-a4cf-4941-a646-5550c372bca2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ee8d0e0b-a4cf-4941-a646-5550c372bca2,segment=NetworkSegment(77b16c94-d68e-4670-a83c-5d9ba553af06),segment_id=77b16c94-d68e-4670-a83c-5d9ba553af06)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:18.565169 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63e24c2a-f6b0-4271-8be1-0eb723345211 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:18.578427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-63e24c2a-f6b0-4271-8be1-0eb723345211 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Calling delete_port for b86e2cbb-ce66-4673-b784-fe2f2e50617e owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:18.654853 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:18.719381 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=ee8d0e0b-a4cf-4941-a646-5550c372bca2,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:18.786617 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63e24c2a-f6b0-4271-8be1-0eb723345211 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:18.821157 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e24c2a-f6b0-4271-8be1-0eb723345211 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Pushing event deleted for resources: {'Port': ['ID=b86e2cbb-ce66-4673-b784-fe2f2e50617e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:18.893346 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63e24c2a-f6b0-4271-8be1-0eb723345211 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:18.896815 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-63e24c2a-f6b0-4271-8be1-0eb723345211 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] 10.222.0.37 "DELETE /v2.0/ports/b86e2cbb-ce66-4673-b784-fe2f2e50617e HTTP/1.1" status: 204 len: 168 time: 0.5507302 Nov 12 04:41:18.900161 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44500) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:18.968678 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9a39393a-2335-4949-a609-a6fe5f662ddf tempest-DHCPAgentSchedulersTestJSON-848874733 tempest-DHCPAgentSchedulersTestJSON-848874733-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.0671480 Nov 12 04:41:18.971388 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44506) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:18.979499 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9cbd352e-5eb9-4ec4-84f7-62c010651d42 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1043055603'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:19.075214 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cab114-e026-4c61-af89-ef26beb8b8c7 None None] Network 8064f96c-6ff5-4d13-b388-4387b9796240 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:41:19.082937 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbd352e-5eb9-4ec4-84f7-62c010651d42 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Made reservation on behalf of 4ef5df3e034c4bfe950533f8691a4317 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:19.086960 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9cbd352e-5eb9-4ec4-84f7-62c010651d42 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:19.113859 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbd352e-5eb9-4ec4-84f7-62c010651d42 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:41:19.123709 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9cbd352e-5eb9-4ec4-84f7-62c010651d42 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:19.124311 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-9cbd352e-5eb9-4ec4-84f7-62c010651d42 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Added segment a8d43b1b-e08d-4b0f-9f46-6f1aed2a580b of type vlan for network 469a6f19-60b2-4eb3-84c6-4bedae594189 Nov 12 04:41:19.159885 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7b0ebcc0-965b-445b-90af-1be2c8e2f9e9 None None] Provisioning complete for port ee8d0e0b-a4cf-4941-a646-5550c372bca2 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:19.160247 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b0ebcc0-965b-445b-90af-1be2c8e2f9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:19.172199 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9cbd352e-5eb9-4ec4-84f7-62c010651d42 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:19.294886 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9cbd352e-5eb9-4ec4-84f7-62c010651d42 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:19.300722 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd352e-5eb9-4ec4-84f7-62c010651d42 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:19.301319 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9cbd352e-5eb9-4ec4-84f7-62c010651d42 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:19.372743 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd352e-5eb9-4ec4-84f7-62c010651d42 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Pushing event updated for resources: {'Network': ['ID=469a6f19-60b2-4eb3-84c6-4bedae594189,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:19.387082 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 469a6f19-60b2-4eb3-84c6-4bedae594189 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:41:19.420759 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9cbd352e-5eb9-4ec4-84f7-62c010651d42 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4458320 Nov 12 04:41:19.421065 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44514) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:19.552866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-02e6add1-b11f-4c05-a750-48b0562aa147 None None] Provisioning complete for port ee8d0e0b-a4cf-4941-a646-5550c372bca2 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:19.553395 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-02e6add1-b11f-4c05-a750-48b0562aa147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:19.623595 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e8508799-88ad-4734-9b9f-1a332851e70b tempest-DHCPAgentSchedulersTestJSON-848874733 tempest-DHCPAgentSchedulersTestJSON-848874733-project-admin] 10.222.0.37 "GET /v2.0/agents/bb69e793-9f2b-4f78-b59b-a48d72031dd7/dhcp-networks HTTP/1.1" status: 200 len: 5662 time: 0.1987321 Nov 12 04:41:19.624088 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44518) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:19.729102 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e3f381-3655-4a6b-ae6e-72d6a04ee354 tempest-DHCPAgentSchedulersTestJSON-848874733 tempest-DHCPAgentSchedulersTestJSON-848874733-project-admin] Network 469a6f19-60b2-4eb3-84c6-4bedae594189 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:41:19.801110 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-195c3620-1d5c-4b38-829f-b194adfd1a58 None None] Could not find standard attr ID for object b86e2cbb-ce66-4673-b784-fe2f2e50617e. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:41:19.925110 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-40e3f381-3655-4a6b-ae6e-72d6a04ee354 tempest-DHCPAgentSchedulersTestJSON-848874733 tempest-DHCPAgentSchedulersTestJSON-848874733-project-admin] 10.222.0.37 "POST /v2.0/agents/bb69e793-9f2b-4f78-b59b-a48d72031dd7/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2970932 Nov 12 04:41:19.933546 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44522) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:19.933658 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37532ebc-639b-433f-9bd8-9f253a1fe4b6 None None] Network 469a6f19-60b2-4eb3-84c6-4bedae594189 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:41:20.066789 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-65ab3fdf-3f00-4b42-902d-337d7d396407 tempest-DHCPAgentSchedulersTestJSON-848874733 tempest-DHCPAgentSchedulersTestJSON-848874733-project-admin] 10.222.0.37 "GET /v2.0/agents/bb69e793-9f2b-4f78-b59b-a48d72031dd7/dhcp-networks HTTP/1.1" status: 200 len: 6433 time: 0.1362605 Nov 12 04:41:20.067872 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44532) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:20.275719 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3293b61a-794b-423b-9236-3fab7b803aa4 tempest-DHCPAgentSchedulersTestJSON-848874733 tempest-DHCPAgentSchedulersTestJSON-848874733-project-admin] 10.222.0.37 "DELETE /v2.0/agents/bb69e793-9f2b-4f78-b59b-a48d72031dd7/dhcp-networks/469a6f19-60b2-4eb3-84c6-4bedae594189 HTTP/1.1" status: 204 len: 168 time: 0.2058268 Nov 12 04:41:20.282732 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44544) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:20.300483 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ee8d0e0b-a4cf-4941-a646-5550c372bca2 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:41:20.350409 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port ee8d0e0b-a4cf-4941-a646-5550c372bca2 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:20.350911 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:20.435070 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-067854ee-03ca-4a1e-a46d-ebec4668195f tempest-DHCPAgentSchedulersTestJSON-848874733 tempest-DHCPAgentSchedulersTestJSON-848874733-project-admin] 10.222.0.37 "GET /v2.0/agents/bb69e793-9f2b-4f78-b59b-a48d72031dd7/dhcp-networks HTTP/1.1" status: 200 len: 5662 time: 0.1563954 Nov 12 04:41:20.438848 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44546) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:20.469966 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ec364bd8-47a8-42d0-83bb-3dc5b050bc25 tempest-DHCPAgentSchedulersTestJSON-848874733 tempest-DHCPAgentSchedulersTestJSON-848874733-project-admin] 10.222.0.37 "GET /v2.0/networks/8064f96c-6ff5-4d13-b388-4387b9796240/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0299883 Nov 12 04:41:20.470443 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44550) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:20.497102 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ce40e2bb-f5e5-491b-9360-64cd9c0a1470 tempest-DHCPAgentSchedulersTestJSON-848874733 tempest-DHCPAgentSchedulersTestJSON-848874733-project-admin] 10.222.0.37 "GET /v2.0/networks/8064f96c-6ff5-4d13-b388-4387b9796240/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0249119 Nov 12 04:41:20.499613 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44552) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:20.649157 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f4d536af-39c8-4d8f-9e4e-89e92af758bd tempest-DHCPAgentSchedulersTestJSON-848874733 tempest-DHCPAgentSchedulersTestJSON-848874733-project-admin] 10.222.0.37 "GET /v2.0/agents/bb69e793-9f2b-4f78-b59b-a48d72031dd7/dhcp-networks HTTP/1.1" status: 200 len: 5662 time: 0.1482549 Nov 12 04:41:20.652309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44558) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:20.774986 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1eb59240-973c-449b-ab7b-470f7e34b500 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:20.791668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c054c64-9177-4813-a85b-a3f81e7d4811 req-4090282d-b054-42e4-98b0-d5ce4d9d9727 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:20.793925 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c054c64-9177-4813-a85b-a3f81e7d4811 req-4090282d-b054-42e4-98b0-d5ce4d9d9727 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.1153474 Nov 12 04:41:20.920489 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1eb59240-973c-449b-ab7b-470f7e34b500 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:20.927224 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c054c64-9177-4813-a85b-a3f81e7d4811 req-0ec6105b-cdc6-46b5-b7e8-98a9b494918d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260955 Nov 12 04:41:20.955798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-1eb59240-973c-449b-ab7b-470f7e34b500 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469a6f19-60b2-4eb3-84c6-4bedae594189']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:20.966796 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-1eb59240-973c-449b-ab7b-470f7e34b500 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d43b1b-e08d-4b0f-9f46-6f1aed2a580b') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:20.967106 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-1eb59240-973c-449b-ab7b-470f7e34b500 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d43b1b-e08d-4b0f-9f46-6f1aed2a580b') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:20.977880 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1eb59240-973c-449b-ab7b-470f7e34b500 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:20.995717 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1eb59240-973c-449b-ab7b-470f7e34b500 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:21.002937 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb59240-973c-449b-ab7b-470f7e34b500 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:41:21.003599 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1eb59240-973c-449b-ab7b-470f7e34b500 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:41:21.006740 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:41:21.134720 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1eb59240-973c-449b-ab7b-470f7e34b500 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:21.142288 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1eb59240-973c-449b-ab7b-470f7e34b500 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:21.145004 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1eb59240-973c-449b-ab7b-470f7e34b500 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] 10.222.0.37 "DELETE /v2.0/networks/469a6f19-60b2-4eb3-84c6-4bedae594189 HTTP/1.1" status: 204 len: 168 time: 0.4882255 Nov 12 04:41:21.147429 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44572) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:21.164303 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb59240-973c-449b-ab7b-470f7e34b500 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Pushing event deleted for resources: {'Network': ['ID=469a6f19-60b2-4eb3-84c6-4bedae594189,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:21.185660 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b01bd57-a6c6-4312-89d7-8dc1f3c84c3d tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] DELETE failed (client error): The resource could not be found. Nov 12 04:41:21.186315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b01bd57-a6c6-4312-89d7-8dc1f3c84c3d tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:41:21.189411 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2b01bd57-a6c6-4312-89d7-8dc1f3c84c3d tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] 10.222.0.37 "DELETE /v2.0/ports/b86e2cbb-ce66-4673-b784-fe2f2e50617e HTTP/1.1" status: 404 len: 333 time: 0.0410657 Nov 12 04:41:21.192014 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44574) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:21.242819 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-46dc0272-0839-417e-9a4f-7c40d2a5e86e tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Deleting subnet a1dae2c7-0d1e-4c1c-be6d-2217b8bf42eb {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:41:21.245927 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46dc0272-0839-417e-9a4f-7c40d2a5e86e tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:21.285392 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46dc0272-0839-417e-9a4f-7c40d2a5e86e tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:21.381913 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46dc0272-0839-417e-9a4f-7c40d2a5e86e tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:21.546934 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46dc0272-0839-417e-9a4f-7c40d2a5e86e tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:21.577272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc0272-0839-417e-9a4f-7c40d2a5e86e tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Pushing event deleted for resources: {'Subnet': ['ID=a1dae2c7-0d1e-4c1c-be6d-2217b8bf42eb,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:21.581146 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46dc0272-0839-417e-9a4f-7c40d2a5e86e tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:21.584568 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-46dc0272-0839-417e-9a4f-7c40d2a5e86e tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] 10.222.0.37 "DELETE /v2.0/subnets/a1dae2c7-0d1e-4c1c-be6d-2217b8bf42eb HTTP/1.1" status: 204 len: 168 time: 0.3912673 Nov 12 04:41:21.587406 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44578) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:21.592674 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb7fd67-5d75-45d3-b27a-b2c413ba8896 None None] Network 8064f96c-6ff5-4d13-b388-4387b9796240 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:41:21.676062 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:21.755416 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Deleting port ee8d0e0b-a4cf-4941-a646-5550c372bca2 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:21.755948 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:21.843593 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa24db74-9fc0-4566-9f99-c93ed6fd3eed None None] DHCP port deletion for 8064f96c-6ff5-4d13-b388-4387b9796240 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:41:21.872656 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] For port ee8d0e0b-a4cf-4941-a646-5550c372bca2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ee8d0e0b-a4cf-4941-a646-5550c372bca2,segment=NetworkSegment(77b16c94-d68e-4670-a83c-5d9ba553af06),segment_id=77b16c94-d68e-4670-a83c-5d9ba553af06)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:21.873019 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:21.887749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Calling delete_port for ee8d0e0b-a4cf-4941-a646-5550c372bca2 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:21.902716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fa24db74-9fc0-4566-9f99-c93ed6fd3eed None None] Deleting port ee8d0e0b-a4cf-4941-a646-5550c372bca2 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:21.903113 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa24db74-9fc0-4566-9f99-c93ed6fd3eed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:21.981374 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-fa24db74-9fc0-4566-9f99-c93ed6fd3eed None None] For port ee8d0e0b-a4cf-4941-a646-5550c372bca2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ee8d0e0b-a4cf-4941-a646-5550c372bca2,segment=NetworkSegment(77b16c94-d68e-4670-a83c-5d9ba553af06),segment_id=77b16c94-d68e-4670-a83c-5d9ba553af06)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:21.982054 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa24db74-9fc0-4566-9f99-c93ed6fd3eed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:21.998981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fa24db74-9fc0-4566-9f99-c93ed6fd3eed None None] Calling delete_port for ee8d0e0b-a4cf-4941-a646-5550c372bca2 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:22.070285 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:22.104858 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Pushing event deleted for resources: {'Port': ['ID=ee8d0e0b-a4cf-4941-a646-5550c372bca2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:22.106808 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068de7e-c773-4277-bac9-819f80df457c req-f89da365-88ed-4059-b1e6-8c5f26b31798 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:22.108395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] No DVR routers for this DVR port ee8d0e0b-a4cf-4941-a646-5550c372bca2 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:41:22.115281 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1068de7e-c773-4277-bac9-819f80df457c req-f89da365-88ed-4059-b1e6-8c5f26b31798 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.0644410 Nov 12 04:41:22.135576 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa24db74-9fc0-4566-9f99-c93ed6fd3eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:22.164550 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24db74-9fc0-4566-9f99-c93ed6fd3eed None None] Pushing event deleted for resources: {'Port': ['ID=ee8d0e0b-a4cf-4941-a646-5550c372bca2,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:22.170900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa24db74-9fc0-4566-9f99-c93ed6fd3eed None None] No DVR routers for this DVR port ee8d0e0b-a4cf-4941-a646-5550c372bca2 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:41:22.204809 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1068de7e-c773-4277-bac9-819f80df457c req-2b840a64-b246-4d50-bdd6-c5555da04fa7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883152 Nov 12 04:41:22.217317 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:22.238803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8064f96c-6ff5-4d13-b388-4387b9796240']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:22.249845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b16c94-d68e-4670-a83c-5d9ba553af06') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:22.249845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b16c94-d68e-4670-a83c-5d9ba553af06') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:22.264506 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:22.278927 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:22.295231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:41:22.295231 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:41:22.297051 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:41:22.319099 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ee8d0e0b-a4cf-4941-a646-5550c372bca2 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:41:22.368906 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: ee8d0e0b-a4cf-4941-a646-5550c372bca2 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:41:22.369237 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ee8d0e0b-a4cf-4941-a646-5550c372bca2 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:41:22.466591 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:22.473443 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:22.480018 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] 10.222.0.37 "DELETE /v2.0/networks/8064f96c-6ff5-4d13-b388-4387b9796240 HTTP/1.1" status: 204 len: 168 time: 0.8891189 Nov 12 04:41:22.491322 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f7bd1-5bdb-4574-85b8-b5b11e8f7588 tempest-DHCPAgentSchedulersTestJSON-1248040878 tempest-DHCPAgentSchedulersTestJSON-1248040878-project] Pushing event deleted for resources: {'Network': ['ID=8064f96c-6ff5-4d13-b388-4387b9796240,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:23.221577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44614) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:23.336124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0410c4-a641-43e1-b530-4554ba9d7c1c req-601aaeb4-faf9-4239-9eec-3877c7e329de tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:23.350774 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d0410c4-a641-43e1-b530-4554ba9d7c1c req-601aaeb4-faf9-4239-9eec-3877c7e329de tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.0586696 Nov 12 04:41:23.404550 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-358d9a24-5d07-4f5e-967e-dd94f6cc92b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ef5df3e034c4bfe950533f8691a4317&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1817746 Nov 12 04:41:23.407229 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44624) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:23.431566 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d0410c4-a641-43e1-b530-4554ba9d7c1c req-4be00aad-ea65-4454-a534-a4ae794cc5b1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838602 Nov 12 04:41:23.470120 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-afed8158-3536-4de9-91c1-68f23a5a0471 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:23.496296 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-afed8158-3536-4de9-91c1-68f23a5a0471 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:23.946713 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-afed8158-3536-4de9-91c1-68f23a5a0471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:23.949378 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-afed8158-3536-4de9-91c1-68f23a5a0471 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:23.953205 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-afed8158-3536-4de9-91c1-68f23a5a0471 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de8e2455-dbd9-4369-b129-c049396107ef HTTP/1.1" status: 204 len: 168 time: 0.5421927 Nov 12 04:41:23.959382 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed8158-3536-4de9-91c1-68f23a5a0471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8e2455-dbd9-4369-b129-c049396107ef,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:24.558126 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24838a39-3a66-482b-b480-25671cdcc63c req-19b6f664-a9d8-4314-b890-38e6bf6dd6d7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:24.559709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24838a39-3a66-482b-b480-25671cdcc63c req-19b6f664-a9d8-4314-b890-38e6bf6dd6d7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.0523832 Nov 12 04:41:24.610858 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24838a39-3a66-482b-b480-25671cdcc63c req-5db937d9-258c-4bd8-897b-72d8e533e38c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447373 Nov 12 04:41:24.746377 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44648) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:24.759936 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1376cc86-a580-4e0e-a462-f5fd0d38e28c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:24.834957 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1376cc86-a580-4e0e-a462-f5fd0d38e28c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:24.929212 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1376cc86-a580-4e0e-a462-f5fd0d38e28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:24.968073 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1376cc86-a580-4e0e-a462-f5fd0d38e28c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea6e976cfb1343adb0fb5b1634c7c762&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2205625 Nov 12 04:41:24.968949 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376cc86-a580-4e0e-a462-f5fd0d38e28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09ee28f-d7bf-4ed5-9f0a-5b16fa2264f7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:24.970737 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44652) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:24.977319 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376cc86-a580-4e0e-a462-f5fd0d38e28c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.977659 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376cc86-a580-4e0e-a462-f5fd0d38e28c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.977994 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376cc86-a580-4e0e-a462-f5fd0d38e28c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.978325 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376cc86-a580-4e0e-a462-f5fd0d38e28c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.978664 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376cc86-a580-4e0e-a462-f5fd0d38e28c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.978991 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376cc86-a580-4e0e-a462-f5fd0d38e28c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.979310 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376cc86-a580-4e0e-a462-f5fd0d38e28c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.979636 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376cc86-a580-4e0e-a462-f5fd0d38e28c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.979946 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376cc86-a580-4e0e-a462-f5fd0d38e28c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.980267 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376cc86-a580-4e0e-a462-f5fd0d38e28c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.980580 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376cc86-a580-4e0e-a462-f5fd0d38e28c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.980967 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376cc86-a580-4e0e-a462-f5fd0d38e28c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:25.025534 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bede84c0-5b57-499b-a0c6-a0d3c5bd90e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:25.047058 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bede84c0-5b57-499b-a0c6-a0d3c5bd90e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:25.169042 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bede84c0-5b57-499b-a0c6-a0d3c5bd90e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:25.172045 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bede84c0-5b57-499b-a0c6-a0d3c5bd90e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:25.173247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bede84c0-5b57-499b-a0c6-a0d3c5bd90e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a09ee28f-d7bf-4ed5-9f0a-5b16fa2264f7 HTTP/1.1" status: 204 len: 168 time: 0.2013683 Nov 12 04:41:25.184151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede84c0-5b57-499b-a0c6-a0d3c5bd90e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09ee28f-d7bf-4ed5-9f0a-5b16fa2264f7,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:25.780870 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2344b6a-21ec-414b-bece-c1422b2b8ccc req-3db8d3ad-fe24-40a1-8c6b-c7194eb58fd6 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:25.783127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2344b6a-21ec-414b-bece-c1422b2b8ccc req-3db8d3ad-fe24-40a1-8c6b-c7194eb58fd6 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.0645070 Nov 12 04:41:25.839259 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2344b6a-21ec-414b-bece-c1422b2b8ccc req-09fa6098-a0cf-4d85-a7d8-00cf5e39e3cb tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469577 Nov 12 04:41:26.987025 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55e91f-b038-40b9-894d-35b472fbb780 req-37964efa-9352-46ac-a0c5-6885edb9e92d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:26.996028 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb55e91f-b038-40b9-894d-35b472fbb780 req-37964efa-9352-46ac-a0c5-6885edb9e92d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.0679474 Nov 12 04:41:27.047149 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb55e91f-b038-40b9-894d-35b472fbb780 req-c5bb0a4e-96bf-40e6-ad33-3516e60a9c50 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517251 Nov 12 04:41:27.725550 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44738) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:27.855216 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ff9b2ffe-23a7-4e4d-a9d3-f3df4fc17b90 tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:28.067372 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ff9b2ffe-23a7-4e4d-a9d3-f3df4fc17b90 tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] 10.222.0.37 "PUT /v2.0/quotas/75a6a8eada9e45c0901676913bad44b3 HTTP/1.1" status: 200 len: 368 time: 0.3310626 Nov 12 04:41:28.069853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44746) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:28.075000 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-16e122aa-a7ce-4c6b-8bbf-daddd5b3c4da tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Request body: {'network': {'project_id': '75a6a8eada9e45c0901676913bad44b3'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:28.171581 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdba7c4-3046-4e16-99b4-5df8adcc22b6 req-a0ed9af4-1407-4f93-94ac-8b7b3cc80b83 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:28.173088 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cdba7c4-3046-4e16-99b4-5df8adcc22b6 req-a0ed9af4-1407-4f93-94ac-8b7b3cc80b83 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.0534465 Nov 12 04:41:28.186825 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e122aa-a7ce-4c6b-8bbf-daddd5b3c4da tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Made reservation on behalf of 75a6a8eada9e45c0901676913bad44b3 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:28.189253 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-16e122aa-a7ce-4c6b-8bbf-daddd5b3c4da tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:28.205603 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-16e122aa-a7ce-4c6b-8bbf-daddd5b3c4da tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:28.255940 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cdba7c4-3046-4e16-99b4-5df8adcc22b6 req-05088f9a-0584-4280-9c70-5a05733bf24d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765612 Nov 12 04:41:28.315161 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-16e122aa-a7ce-4c6b-8bbf-daddd5b3c4da tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:28.403455 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-16e122aa-a7ce-4c6b-8bbf-daddd5b3c4da tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:28.428380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e122aa-a7ce-4c6b-8bbf-daddd5b3c4da tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:41:28.438790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e122aa-a7ce-4c6b-8bbf-daddd5b3c4da tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39942be-8a70-44f6-91a8-ac6dae32dd8c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:28.444999 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-16e122aa-a7ce-4c6b-8bbf-daddd5b3c4da tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:28.445346 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-16e122aa-a7ce-4c6b-8bbf-daddd5b3c4da tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Added segment bbce2d0c-3429-4b9b-a0cb-0af3379247ff of type vlan for network e372121d-ca41-4351-a049-18002eebcdd7 Nov 12 04:41:28.493701 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-16e122aa-a7ce-4c6b-8bbf-daddd5b3c4da tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:28.689253 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-16e122aa-a7ce-4c6b-8bbf-daddd5b3c4da tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:28.690735 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e122aa-a7ce-4c6b-8bbf-daddd5b3c4da tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:28.691064 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-16e122aa-a7ce-4c6b-8bbf-daddd5b3c4da tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:28.777975 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e122aa-a7ce-4c6b-8bbf-daddd5b3c4da tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Pushing event updated for resources: {'Network': ['ID=e372121d-ca41-4351-a049-18002eebcdd7,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:28.788225 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network e372121d-ca41-4351-a049-18002eebcdd7 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:41:28.818852 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-16e122aa-a7ce-4c6b-8bbf-daddd5b3c4da tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7469151 Nov 12 04:41:28.822586 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44758) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:28.826454 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a9c2bd05-0eea-4546-a21e-d8149148528a tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Request body: {'network': {'project_id': '75a6a8eada9e45c0901676913bad44b3'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:28.946659 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c2bd05-0eea-4546-a21e-d8149148528a tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Made reservation on behalf of 75a6a8eada9e45c0901676913bad44b3 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:28.952459 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a9c2bd05-0eea-4546-a21e-d8149148528a tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:28.974658 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c2bd05-0eea-4546-a21e-d8149148528a tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:41:28.984824 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a9c2bd05-0eea-4546-a21e-d8149148528a tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:28.985170 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-a9c2bd05-0eea-4546-a21e-d8149148528a tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Added segment 76ccacb1-39eb-4c10-a1a6-95f4b4770c31 of type vlan for network feaec435-28d6-457c-9354-368f87d1c05c Nov 12 04:41:29.040668 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a9c2bd05-0eea-4546-a21e-d8149148528a tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.157595 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a9c2bd05-0eea-4546-a21e-d8149148528a tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.158730 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c2bd05-0eea-4546-a21e-d8149148528a tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:29.165995 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a9c2bd05-0eea-4546-a21e-d8149148528a tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.223127 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2bd05-0eea-4546-a21e-d8149148528a tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Pushing event updated for resources: {'Network': ['ID=feaec435-28d6-457c-9354-368f87d1c05c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:29.236153 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network feaec435-28d6-457c-9354-368f87d1c05c details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:41:29.268850 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a9c2bd05-0eea-4546-a21e-d8149148528a tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4467731 Nov 12 04:41:29.274492 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44770) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:29.277502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-c79e8266-b2f4-4875-8728-adc869517dd4 tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Request body: {'network': {'project_id': '75a6a8eada9e45c0901676913bad44b3'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:29.292995 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79e8266-b2f4-4875-8728-adc869517dd4 tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 04:41:29.293381 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79e8266-b2f4-4875-8728-adc869517dd4 tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:41:29.298845 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c79e8266-b2f4-4875-8728-adc869517dd4 tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0261073 Nov 12 04:41:29.302541 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44776) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:29.362794 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-097d4a3f-0f04-4b89-b3b1-caf170fbe9e2 tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75a6a8eada9e45c0901676913bad44b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0585887 Nov 12 04:41:29.365534 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44778) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:29.403331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c01751-922b-47b7-a3bb-bc8ebeebe2d3 req-c749e42d-6fcd-49a4-85c6-dd93b878647e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:29.404849 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53c01751-922b-47b7-a3bb-bc8ebeebe2d3 req-c749e42d-6fcd-49a4-85c6-dd93b878647e tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.0580821 Nov 12 04:41:29.414957 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-270af501-981e-4856-9374-cab5a87888bc tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.444437 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-270af501-981e-4856-9374-cab5a87888bc tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.461894 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53c01751-922b-47b7-a3bb-bc8ebeebe2d3 req-0e8cc816-627b-4eaa-baae-561b57dc0dd5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508749 Nov 12 04:41:29.660270 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-270af501-981e-4856-9374-cab5a87888bc tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.662946 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-270af501-981e-4856-9374-cab5a87888bc tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.664864 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-270af501-981e-4856-9374-cab5a87888bc tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/e39942be-8a70-44f6-91a8-ac6dae32dd8c HTTP/1.1" status: 204 len: 168 time: 0.2983270 Nov 12 04:41:29.668545 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44784) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:29.672875 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270af501-981e-4856-9374-cab5a87888bc tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39942be-8a70-44f6-91a8-ac6dae32dd8c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:29.741747 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f04be38b-cf3a-4c03-bf1b-211d39f64b54 tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.825172 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f04be38b-cf3a-4c03-bf1b-211d39f64b54 tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.846143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-f04be38b-cf3a-4c03-bf1b-211d39f64b54 tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feaec435-28d6-457c-9354-368f87d1c05c']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:29.855592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-f04be38b-cf3a-4c03-bf1b-211d39f64b54 tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ccacb1-39eb-4c10-a1a6-95f4b4770c31') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:29.855891 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-f04be38b-cf3a-4c03-bf1b-211d39f64b54 tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ccacb1-39eb-4c10-a1a6-95f4b4770c31') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:29.865719 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f04be38b-cf3a-4c03-bf1b-211d39f64b54 tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.881882 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f04be38b-cf3a-4c03-bf1b-211d39f64b54 tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.889209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04be38b-cf3a-4c03-bf1b-211d39f64b54 tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:41:29.889622 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f04be38b-cf3a-4c03-bf1b-211d39f64b54 tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:41:29.891540 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:41:30.072402 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f04be38b-cf3a-4c03-bf1b-211d39f64b54 tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:30.078825 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f04be38b-cf3a-4c03-bf1b-211d39f64b54 tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:30.086190 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f04be38b-cf3a-4c03-bf1b-211d39f64b54 tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] 10.222.0.37 "DELETE /v2.0/networks/feaec435-28d6-457c-9354-368f87d1c05c HTTP/1.1" status: 204 len: 168 time: 0.4138894 Nov 12 04:41:30.093824 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44790) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:30.096405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04be38b-cf3a-4c03-bf1b-211d39f64b54 tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Pushing event deleted for resources: {'Network': ['ID=feaec435-28d6-457c-9354-368f87d1c05c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:30.182975 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1247042a-ebd2-4001-9616-d9b758c0155f tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:30.281097 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1247042a-ebd2-4001-9616-d9b758c0155f tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:30.318328 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1247042a-ebd2-4001-9616-d9b758c0155f tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e372121d-ca41-4351-a049-18002eebcdd7']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:30.339613 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1247042a-ebd2-4001-9616-d9b758c0155f tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbce2d0c-3429-4b9b-a0cb-0af3379247ff') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:30.340222 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1247042a-ebd2-4001-9616-d9b758c0155f tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbce2d0c-3429-4b9b-a0cb-0af3379247ff') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:30.353903 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1247042a-ebd2-4001-9616-d9b758c0155f tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:30.376978 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1247042a-ebd2-4001-9616-d9b758c0155f tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:30.387364 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1247042a-ebd2-4001-9616-d9b758c0155f tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1247042a-ebd2-4001-9616-d9b758c0155f tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:41:30.395570 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:41:30.591195 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646314d4-3652-446d-881a-b27e71b09ab7 req-c080fc11-30c5-400e-b41a-68e05b16c9f7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:30.593325 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-646314d4-3652-446d-881a-b27e71b09ab7 req-c080fc11-30c5-400e-b41a-68e05b16c9f7 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.0526352 Nov 12 04:41:30.622585 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1247042a-ebd2-4001-9616-d9b758c0155f tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:30.630571 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1247042a-ebd2-4001-9616-d9b758c0155f tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:30.635042 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1247042a-ebd2-4001-9616-d9b758c0155f tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] 10.222.0.37 "DELETE /v2.0/networks/e372121d-ca41-4351-a049-18002eebcdd7 HTTP/1.1" status: 204 len: 168 time: 0.5474486 Nov 12 04:41:30.649303 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247042a-ebd2-4001-9616-d9b758c0155f tempest-QuotasNegativeTest-2015554339 tempest-QuotasNegativeTest-2015554339-project-admin] Pushing event deleted for resources: {'Network': ['ID=e372121d-ca41-4351-a049-18002eebcdd7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:30.667466 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-646314d4-3652-446d-881a-b27e71b09ab7 req-6bbb28a1-7d51-45ab-a601-411842d62b85 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680587 Nov 12 04:41:31.537781 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44824) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:31.660137 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3a678e6d-62a3-46be-87a1-c3ff5533e5bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.748223 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3a678e6d-62a3-46be-87a1-c3ff5533e5bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.824272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e684ed-fa46-4323-976e-ebfb4aa27cdf req-c6ce1651-bcbf-4326-b89f-122ace88a721 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:31.825812 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99e684ed-fa46-4323-976e-ebfb4aa27cdf req-c6ce1651-bcbf-4326-b89f-122ace88a721 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.0518737 Nov 12 04:41:31.843045 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3a678e6d-62a3-46be-87a1-c3ff5533e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.881553 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99e684ed-fa46-4323-976e-ebfb4aa27cdf req-f82f7e96-12fb-43e2-b0fd-38f770b99602 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494425 Nov 12 04:41:31.884253 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a678e6d-62a3-46be-87a1-c3ff5533e5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9252713-79e4-4592-987c-9077008177d8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:31.893010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44832) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:31.893313 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3a678e6d-62a3-46be-87a1-c3ff5533e5bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2f8a22c18eb4e4eb0ae0ecc0dbac5f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3541021 Nov 12 04:41:31.947643 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f55331d-11ec-4e5b-b858-e1720c1a3d18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.968222 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f55331d-11ec-4e5b-b858-e1720c1a3d18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.123338 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f55331d-11ec-4e5b-b858-e1720c1a3d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.125951 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f55331d-11ec-4e5b-b858-e1720c1a3d18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.130094 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1f55331d-11ec-4e5b-b858-e1720c1a3d18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9252713-79e4-4592-987c-9077008177d8 HTTP/1.1" status: 204 len: 168 time: 0.2332857 Nov 12 04:41:32.137145 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55331d-11ec-4e5b-b858-e1720c1a3d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9252713-79e4-4592-987c-9077008177d8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:32.868162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44856) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:32.882649 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-502a4882-a8ec-4c3c-a056-d48e2dcd540b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.972531 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-502a4882-a8ec-4c3c-a056-d48e2dcd540b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.025932 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c0877-713d-4938-992b-b21fc3546161 req-3382d61f-cb6e-4dfd-9ad2-11d434a2fb17 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:33.027536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-851c0877-713d-4938-992b-b21fc3546161 req-3382d61f-cb6e-4dfd-9ad2-11d434a2fb17 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.0641339 Nov 12 04:41:33.055497 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-502a4882-a8ec-4c3c-a056-d48e2dcd540b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.094197 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-851c0877-713d-4938-992b-b21fc3546161 req-53fbbb64-469c-44db-be4f-8d358db2aee9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595036 Nov 12 04:41:33.142821 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a4882-a8ec-4c3c-a056-d48e2dcd540b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a579b06-b8b4-42d1-ae1b-4b761cd960a8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:33.151710 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-502a4882-a8ec-4c3c-a056-d48e2dcd540b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc8246f84b5c48a1bf52a61d211e2cd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2824054 Nov 12 04:41:33.152209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44862) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:33.186157 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2cc7-0053-4a56-a2f6-9277f1c760ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.233815 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d735221-7469-4921-9af5-d695d9f7567e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.257567 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d735221-7469-4921-9af5-d695d9f7567e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.367619 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d735221-7469-4921-9af5-d695d9f7567e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.370779 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2d735221-7469-4921-9af5-d695d9f7567e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.374659 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2d735221-7469-4921-9af5-d695d9f7567e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a579b06-b8b4-42d1-ae1b-4b761cd960a8 HTTP/1.1" status: 204 len: 168 time: 0.2188051 Nov 12 04:41:33.381472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d735221-7469-4921-9af5-d695d9f7567e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a579b06-b8b4-42d1-ae1b-4b761cd960a8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:34.235433 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba64c8-8e73-4420-a341-8859996980eb req-4f095385-5d61-41a2-83be-3b36a5cde016 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:34.236895 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25ba64c8-8e73-4420-a341-8859996980eb req-4f095385-5d61-41a2-83be-3b36a5cde016 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.0508466 Nov 12 04:41:34.289228 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25ba64c8-8e73-4420-a341-8859996980eb req-2b1ec949-cc19-43dd-98a9-af7453f87513 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453355 Nov 12 04:41:35.467247 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e8c98-5298-432a-82c1-9c2369353366 req-51ad197a-b34d-44a1-a656-34d42c57828c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:35.469200 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-058e8c98-5298-432a-82c1-9c2369353366 req-51ad197a-b34d-44a1-a656-34d42c57828c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.0724216 Nov 12 04:41:35.530914 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-058e8c98-5298-432a-82c1-9c2369353366 req-c22e4420-2ce5-45bc-915c-8ca6de42313d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547647 Nov 12 04:41:35.545748 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e75d78d1-87d0-4184-b842-186d889c1375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.796331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44950) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:35.894488 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-23d3957c-1bbf-4125-a846-329bf0f22cde tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:36.062338 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-23d3957c-1bbf-4125-a846-329bf0f22cde tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] 10.222.0.37 "PUT /v2.0/quotas/2ac3c5a3c2864822ac36508421268ed4 HTTP/1.1" status: 200 len: 366 time: 0.2724154 Nov 12 04:41:36.064841 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44958) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:36.075426 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4386c82a-3681-4150-952a-7196df1cfef2 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0094337 Nov 12 04:41:36.077708 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44960) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:36.088243 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-03c40895-9eb9-496a-bee4-fab715cf5519 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] 10.222.0.37 "GET /v2.0/quotas/2ac3c5a3c2864822ac36508421268ed4 HTTP/1.1" status: 200 len: 366 time: 0.0094671 Nov 12 04:41:36.090526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44964) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:36.164441 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5c2e6a54-882a-40d6-a24a-685a4d18f65e tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/2ac3c5a3c2864822ac36508421268ed4 HTTP/1.1" status: 204 len: 168 time: 0.0724666 Nov 12 04:41:36.166622 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44966) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:36.178618 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d4303af9-20ba-4a2b-b0b5-f5480c3f4040 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0103333 Nov 12 04:41:36.181471 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44968) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:36.213607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44970) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:36.219002 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-65514490-395d-4d84-8509-a25d611a6de6 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] 10.222.0.37 "GET /v2.0/quotas/2ac3c5a3c2864822ac36508421268ed4 HTTP/1.1" status: 200 len: 370 time: 0.0357981 Nov 12 04:41:36.227416 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 44972) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:36.228797 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a739c5bf-3b83-45a1-9f06-4247395a1844 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] 10.222.0.37 "GET /v2.0/quotas/2ac3c5a3c2864822ac36508421268ed4/default HTTP/1.1" status: 200 len: 370 time: 0.0126975 Nov 12 04:41:36.242235 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-4fe140a4-e295-4db1-b3dc-1116540febe8 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] delete failed (client error): The resource could not be found. Nov 12 04:41:36.260890 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4fe140a4-e295-4db1-b3dc-1116540febe8 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/2ac3c5a3c2864822ac36508421268ed4 HTTP/1.1" status: 404 len: 348 time: 0.0309620 Nov 12 04:41:36.559958 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 44984) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:36.584520 n-d-768509-24 neutron-server[103296]: DEBUG neutron.quota.resource [None req-153f7c1e-1d4b-4769-a2d4-a9efa84a5358 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] Usage tracker for resource:network and project:643a5c7e8e7646ed8044d960c916ec66 is out of sync, need to count used quota {{(pid=103296) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 04:41:36.588300 n-d-768509-24 neutron-server[103296]: DEBUG neutron.quota.resource [None req-153f7c1e-1d4b-4769-a2d4-a9efa84a5358 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103296) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 04:41:36.615149 n-d-768509-24 neutron-server[103296]: DEBUG neutron.quota.resource [None req-153f7c1e-1d4b-4769-a2d4-a9efa84a5358 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] Usage tracker for resource:subnet and project:643a5c7e8e7646ed8044d960c916ec66 is out of sync, need to count used quota {{(pid=103296) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 04:41:36.631783 n-d-768509-24 neutron-server[103296]: DEBUG neutron.quota.resource [None req-153f7c1e-1d4b-4769-a2d4-a9efa84a5358 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103296) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 04:41:36.656217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.quota.resource [None req-153f7c1e-1d4b-4769-a2d4-a9efa84a5358 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] Usage tracker for resource:subnetpool and project:643a5c7e8e7646ed8044d960c916ec66 is out of sync, need to count used quota {{(pid=103296) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 04:41:36.664387 n-d-768509-24 neutron-server[103296]: DEBUG neutron.quota.resource [None req-153f7c1e-1d4b-4769-a2d4-a9efa84a5358 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103296) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 04:41:36.683882 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563092a1-945b-4acc-9af1-eee8bea80e9b req-4c829ba0-8328-4c53-ba78-1ce418aea158 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:36.685375 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-563092a1-945b-4acc-9af1-eee8bea80e9b req-4c829ba0-8328-4c53-ba78-1ce418aea158 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.0648561 Nov 12 04:41:36.686110 n-d-768509-24 neutron-server[103296]: DEBUG neutron.quota.resource [None req-153f7c1e-1d4b-4769-a2d4-a9efa84a5358 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] Usage tracker for resource:port and project:643a5c7e8e7646ed8044d960c916ec66 is out of sync, need to count used quota {{(pid=103296) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 04:41:36.689718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.quota.resource [None req-153f7c1e-1d4b-4769-a2d4-a9efa84a5358 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103296) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 04:41:36.714605 n-d-768509-24 neutron-server[103296]: DEBUG neutron.quota.resource [None req-153f7c1e-1d4b-4769-a2d4-a9efa84a5358 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] Usage tracker for resource:router and project:643a5c7e8e7646ed8044d960c916ec66 is out of sync, need to count used quota {{(pid=103296) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 04:41:36.721398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.quota.resource [None req-153f7c1e-1d4b-4769-a2d4-a9efa84a5358 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103296) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 04:41:36.749991 n-d-768509-24 neutron-server[103296]: DEBUG neutron.quota.resource [None req-153f7c1e-1d4b-4769-a2d4-a9efa84a5358 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] Usage tracker for resource:floatingip and project:643a5c7e8e7646ed8044d960c916ec66 is out of sync, need to count used quota {{(pid=103296) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 04:41:36.751973 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.754286 n-d-768509-24 neutron-server[103296]: DEBUG neutron.quota.resource [None req-153f7c1e-1d4b-4769-a2d4-a9efa84a5358 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103296) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 04:41:36.759758 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-563092a1-945b-4acc-9af1-eee8bea80e9b req-94e73786-25f0-464e-ad7e-ae47e226b6f4 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675335 Nov 12 04:41:36.815822 n-d-768509-24 neutron-server[103296]: DEBUG neutron.quota.resource [None req-153f7c1e-1d4b-4769-a2d4-a9efa84a5358 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] Usage tracker for resource:security_group and project:643a5c7e8e7646ed8044d960c916ec66 is out of sync, need to count used quota {{(pid=103296) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 04:41:36.819125 n-d-768509-24 neutron-server[103296]: DEBUG neutron.quota.resource [None req-153f7c1e-1d4b-4769-a2d4-a9efa84a5358 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103296) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 04:41:36.825170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.quota.resource [None req-153f7c1e-1d4b-4769-a2d4-a9efa84a5358 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] Usage tracker for resource:security_group_rule and project:643a5c7e8e7646ed8044d960c916ec66 is out of sync, need to count used quota {{(pid=103296) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 04:41:36.828281 n-d-768509-24 neutron-server[103296]: DEBUG neutron.quota.resource [None req-153f7c1e-1d4b-4769-a2d4-a9efa84a5358 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103296) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 04:41:36.832611 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-153f7c1e-1d4b-4769-a2d4-a9efa84a5358 tempest-QuotasTest-1591458015 tempest-QuotasTest-1591458015-project-admin] 10.222.0.37 "GET /v2.0/quotas/643a5c7e8e7646ed8044d960c916ec66/details.json HTTP/1.1" status: 200 len: 703 time: 0.2710583 Nov 12 04:41:37.513434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45006) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:37.626195 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9b799f23-235e-4518-b6ea-1fdb9d2ae6e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:37.706478 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9b799f23-235e-4518-b6ea-1fdb9d2ae6e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:37.752165 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9b799f23-235e-4518-b6ea-1fdb9d2ae6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:37.802146 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9b799f23-235e-4518-b6ea-1fdb9d2ae6e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26d54d6055804af4a9c2ab07ec91308d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2873328 Nov 12 04:41:37.804727 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45016) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:37.811900 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b799f23-235e-4518-b6ea-1fdb9d2ae6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa84fd0-5393-484d-9dec-925007ddee6b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:37.900522 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-65c72bdd-5305-4fcb-ad00-05b5bb1816ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:37.905090 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df299b-3a16-497c-9175-5d2640d1997e req-1984dad7-feac-468c-acf0-63ebfa2043d8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:37.907404 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-35df299b-3a16-497c-9175-5d2640d1997e req-1984dad7-feac-468c-acf0-63ebfa2043d8 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.0597973 Nov 12 04:41:37.932859 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-65c72bdd-5305-4fcb-ad00-05b5bb1816ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:37.975212 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-35df299b-3a16-497c-9175-5d2640d1997e req-82c23571-4970-4ad7-9a1e-314cd10613e5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572407 Nov 12 04:41:38.077657 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-65c72bdd-5305-4fcb-ad00-05b5bb1816ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.080549 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-65c72bdd-5305-4fcb-ad00-05b5bb1816ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.081777 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-65c72bdd-5305-4fcb-ad00-05b5bb1816ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dfa84fd0-5393-484d-9dec-925007ddee6b HTTP/1.1" status: 204 len: 168 time: 0.2760773 Nov 12 04:41:38.090798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c72bdd-5305-4fcb-ad00-05b5bb1816ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa84fd0-5393-484d-9dec-925007ddee6b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:38.357768 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.905973 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45036) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:38.919328 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1086137-3165-4466-b495-5c586bf8fe5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.990777 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1086137-3165-4466-b495-5c586bf8fe5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.105114 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c996c58-e587-40f6-8fc1-30c707bbe97b req-7aef636c-a5b9-4cf8-86e3-b5d2236ec1da tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:39.109134 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c996c58-e587-40f6-8fc1-30c707bbe97b req-7aef636c-a5b9-4cf8-86e3-b5d2236ec1da tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.0633838 Nov 12 04:41:39.117427 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b1086137-3165-4466-b495-5c586bf8fe5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.158176 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b1086137-3165-4466-b495-5c586bf8fe5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=643a5c7e8e7646ed8044d960c916ec66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2511084 Nov 12 04:41:39.160950 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45044) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:39.166211 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c996c58-e587-40f6-8fc1-30c707bbe97b req-3a52b7c1-db99-444c-a660-af764c7411c9 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535297 Nov 12 04:41:39.167101 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086137-3165-4466-b495-5c586bf8fe5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5ae9d4-0fde-4ce6-9b99-f42232c0170f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:39.215640 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9aef3a43-468b-4cc5-b34e-02a1f21eb4b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.239682 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9aef3a43-468b-4cc5-b34e-02a1f21eb4b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.260391 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.374773 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9aef3a43-468b-4cc5-b34e-02a1f21eb4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.377450 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9aef3a43-468b-4cc5-b34e-02a1f21eb4b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.378610 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9aef3a43-468b-4cc5-b34e-02a1f21eb4b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c5ae9d4-0fde-4ce6-9b99-f42232c0170f HTTP/1.1" status: 204 len: 168 time: 0.2167044 Nov 12 04:41:39.395780 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef3a43-468b-4cc5-b34e-02a1f21eb4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5ae9d4-0fde-4ce6-9b99-f42232c0170f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:39.436441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7c9d4-6ed6-4e7d-99fd-168d1a7d96f5 req-ddac673d-d89a-4d13-80ad-f3c22f088603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:39.437945 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fbf7c9d4-6ed6-4e7d-99fd-168d1a7d96f5 req-ddac673d-d89a-4d13-80ad-f3c22f088603 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 1097 time: 0.0510283 Nov 12 04:41:39.505082 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fbf7c9d4-6ed6-4e7d-99fd-168d1a7d96f5 req-92d620dc-0306-40b3-9598-ca02dab522f0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478246 Nov 12 04:41:40.339250 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf969317-d51c-4b08-8c98-84e2b0840354 req-a51ae2d4-bfbc-4423-acfc-54abdaa3c203 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:40.340653 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf969317-d51c-4b08-8c98-84e2b0840354 req-a51ae2d4-bfbc-4423-acfc-54abdaa3c203 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.0505955 Nov 12 04:41:40.400867 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf969317-d51c-4b08-8c98-84e2b0840354 req-bbf58a4b-03d8-4af6-bf06-b00db9a34216 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541408 Nov 12 04:41:40.507596 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:41:40.530619 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45094) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:40.648736 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=01b2d4ad-6874-4c8c-8a21-6a093e7d9e44,segment=NetworkSegment(5a07072c-57a9-408b-a0a0-ff5c7250786d),segment_id=5a07072c-57a9-408b-a0a0-ff5c7250786d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:40.657537 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '01b2d4ad-6874-4c8c-8a21-6a093e7d9e44', 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5', 'port_id': '01b2d4ad-6874-4c8c-8a21-6a093e7d9e44', 'mac_address': 'fa:16:3e:a2:08:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:41:40.669781 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6224889b-c2a7-4bb7-b95a-0bf070eb7ff2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1112112168'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:40.704547 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.724347 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:41:40.745711 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=01b2d4ad-6874-4c8c-8a21-6a093e7d9e44,segment=NetworkSegment(5a07072c-57a9-408b-a0a0-ff5c7250786d),segment_id=5a07072c-57a9-408b-a0a0-ff5c7250786d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:40.826175 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6224889b-c2a7-4bb7-b95a-0bf070eb7ff2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Made reservation on behalf of 439c00d55d7f4986af5c347d32630c84 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:40.830465 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6224889b-c2a7-4bb7-b95a-0bf070eb7ff2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.830970 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.843812 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6224889b-c2a7-4bb7-b95a-0bf070eb7ff2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.882544 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=01b2d4ad-6874-4c8c-8a21-6a093e7d9e44,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:40.890905 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:40.891564 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:40.892150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:40.892691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:40.893217 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:40.893741 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:40.894292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:40.894876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:40.895431 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:40.895972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:40.896552 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:40.897507 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:40.945868 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6224889b-c2a7-4bb7-b95a-0bf070eb7ff2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:41.019449 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6224889b-c2a7-4bb7-b95a-0bf070eb7ff2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:41.042277 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6224889b-c2a7-4bb7-b95a-0bf070eb7ff2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:41:41.061995 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224889b-c2a7-4bb7-b95a-0bf070eb7ff2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f8dbbd-b324-4348-830c-3751d42131e4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:41.066407 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6224889b-c2a7-4bb7-b95a-0bf070eb7ff2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:41.066861 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-6224889b-c2a7-4bb7-b95a-0bf070eb7ff2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Added segment 31859e68-a912-4c33-83c7-d61588f5f894 of type vlan for network 9f5e754f-fefa-4f71-8664-53dc6699a7ce Nov 12 04:41:41.114445 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6224889b-c2a7-4bb7-b95a-0bf070eb7ff2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:41.164464 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['01b2d4ad-6874-4c8c-8a21-6a093e7d9e44'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:41:41.203509 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6224889b-c2a7-4bb7-b95a-0bf070eb7ff2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:41.209301 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6224889b-c2a7-4bb7-b95a-0bf070eb7ff2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:41.209932 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6224889b-c2a7-4bb7-b95a-0bf070eb7ff2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:41.283443 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224889b-c2a7-4bb7-b95a-0bf070eb7ff2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Pushing event updated for resources: {'Network': ['ID=9f5e754f-fefa-4f71-8664-53dc6699a7ce,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:41.294581 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 9f5e754f-fefa-4f71-8664-53dc6699a7ce details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:41:41.317048 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6224889b-c2a7-4bb7-b95a-0bf070eb7ff2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7825079 Nov 12 04:41:41.317288 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45104) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:41.322317 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9daae0db-dee8-4c69-90b8-1ea5e115e6d3 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Request body: {'subnet': {'network_id': '9f5e754f-fefa-4f71-8664-53dc6699a7ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:41.505982 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9daae0db-dee8-4c69-90b8-1ea5e115e6d3 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Made reservation on behalf of 439c00d55d7f4986af5c347d32630c84 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:41.509651 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9daae0db-dee8-4c69-90b8-1ea5e115e6d3 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:41.556186 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3dd30-a7bc-446e-b2e2-1e8c9b193e20 req-c881ba2e-e9d3-4fc2-a568-70f5151dba49 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:41.559092 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3df3dd30-a7bc-446e-b2e2-1e8c9b193e20 req-c881ba2e-e9d3-4fc2-a568-70f5151dba49 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 944 time: 0.0853951 Nov 12 04:41:41.618765 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3df3dd30-a7bc-446e-b2e2-1e8c9b193e20 req-faf1d2d1-cb76-4991-9c8c-1596bef1793c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547047 Nov 12 04:41:41.650245 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45110) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:41.781858 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-316e1e0a-e97b-4296-92ad-685434e1f572 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/floatingips/9644c46c-9e1b-4e63-b532-6860ea89de8f HTTP/1.1" status: 200 len: 992 time: 0.1300945 Nov 12 04:41:41.785273 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9daae0db-dee8-4c69-90b8-1ea5e115e6d3 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:41.852345 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daae0db-dee8-4c69-90b8-1ea5e115e6d3 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Pushing event updated for resources: {'Subnet': ['ID=dd7ffdf0-5806-4203-9b76-9afdfa033d78,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:41.857631 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daae0db-dee8-4c69-90b8-1ea5e115e6d3 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Checking segment: {'id': '31859e68-a912-4c33-83c7-d61588f5f894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9f5e754f-fefa-4f71-8664-53dc6699a7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:41:41.857998 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daae0db-dee8-4c69-90b8-1ea5e115e6d3 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Network hostable DHCP agents. Network: 9f5e754f-fefa-4f71-8664-53dc6699a7ce, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:41:41.957438 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daae0db-dee8-4c69-90b8-1ea5e115e6d3 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Network 9f5e754f-fefa-4f71-8664-53dc6699a7ce is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:41:42.060215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-9daae0db-dee8-4c69-90b8-1ea5e115e6d3 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 9f5e754f-fefa-4f71-8664-53dc6699a7ce) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:42.066614 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daae0db-dee8-4c69-90b8-1ea5e115e6d3 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:42.067818 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9daae0db-dee8-4c69-90b8-1ea5e115e6d3 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.068761 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b1f9c1-526a-4aae-a7b6-2396d5c8c704 None None] Network 9f5e754f-fefa-4f71-8664-53dc6699a7ce requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:41:42.184610 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9daae0db-dee8-4c69-90b8-1ea5e115e6d3 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8662906 Nov 12 04:41:42.187247 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45114) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:42.192209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-75a22f14-d7ac-4677-a4a4-9ac6c147ac07 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-382587996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:42.223103 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-9f5e754f-fefa-4f71-8664-53dc6699a7ce', 'network_id': '9f5e754f-fefa-4f71-8664-53dc6699a7ce', 'tenant_id': '439c00d55d7f4986af5c347d32630c84', 'fixed_ips': [{'subnet_id': 'dd7ffdf0-5806-4203-9b76-9afdfa033d78'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:41:42.224057 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.289023 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75a22f14-d7ac-4677-a4a4-9ac6c147ac07 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.290092 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75a22f14-d7ac-4677-a4a4-9ac6c147ac07 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.365065 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] Allocated IP 172.20.0.2 (9f5e754f-fefa-4f71-8664-53dc6699a7ce/dd7ffdf0-5806-4203-9b76-9afdfa033d78/1aaa6084-d869-4afd-9a2a-c0e5d8f705da) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:42.384052 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75a22f14-d7ac-4677-a4a4-9ac6c147ac07 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.466438 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75a22f14-d7ac-4677-a4a4-9ac6c147ac07 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.505745 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.518201 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:41:42.537230 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75a22f14-d7ac-4677-a4a4-9ac6c147ac07 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.539335 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-75a22f14-d7ac-4677-a4a4-9ac6c147ac07 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3507192 Nov 12 04:41:42.542131 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45118) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:42.571282 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.606428 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:42.613404 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.615730 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] Network 9f5e754f-fefa-4f71-8664-53dc6699a7ce is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:42.637423 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:42.643082 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:42.653282 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] Pushing event updated for resources: {'Port': ['ID=1aaa6084-d869-4afd-9a2a-c0e5d8f705da,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:42.724422 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] Attempting to bind port 1aaa6084-d869-4afd-9a2a-c0e5d8f705da on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:41:42.724938 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] Attempting to bind port 1aaa6084-d869-4afd-9a2a-c0e5d8f705da by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '31859e68-a912-4c33-83c7-d61588f5f894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9f5e754f-fefa-4f71-8664-53dc6699a7ce'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:41:42.725379 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] Attempting to bind port 1aaa6084-d869-4afd-9a2a-c0e5d8f705da on network 9f5e754f-fefa-4f71-8664-53dc6699a7ce {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:41:42.740043 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:41:42.740504 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] Checking segment: {'id': '31859e68-a912-4c33-83c7-d61588f5f894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9f5e754f-fefa-4f71-8664-53dc6699a7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:41:42.740969 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.741476 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] Bound using segment: {'id': '31859e68-a912-4c33-83c7-d61588f5f894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9f5e754f-fefa-4f71-8664-53dc6699a7ce'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:41:42.742016 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] Bound port: 1aaa6084-d869-4afd-9a2a-c0e5d8f705da, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31859e68-a912-4c33-83c7-d61588f5f894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9f5e754f-fefa-4f71-8664-53dc6699a7ce'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:41:42.742469 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.818973 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.850181 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5db843a0-2496-4c6e-ac80-53fd3973abf2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.860742 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77687009-fc62-426b-9c0e-9d9aac9a4b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b2d4ad-6874-4c8c-8a21-6a093e7d9e44'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:41:42.863047 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d6f724-6c0f-4be0-b760-4eb2c6ccf51e" -d '{"events": [{"server_uuid": "77687009-fc62-426b-9c0e-9d9aac9a4b38", "name": "network-vif-plugged", "status": "completed", "tag": "01b2d4ad-6874-4c8c-8a21-6a093e7d9e44"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:41:42.874460 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] For port 1aaa6084-d869-4afd-9a2a-c0e5d8f705da, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:41:42.880224 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=01b2d4ad-6874-4c8c-8a21-6a093e7d9e44,segment=NetworkSegment(5a07072c-57a9-408b-a0a0-ff5c7250786d),segment_id=5a07072c-57a9-408b-a0a0-ff5c7250786d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:42.888567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] For port 1aaa6084-d869-4afd-9a2a-c0e5d8f705da, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1aaa6084-d869-4afd-9a2a-c0e5d8f705da,segment=NetworkSegment(31859e68-a912-4c33-83c7-d61588f5f894),segment_id=31859e68-a912-4c33-83c7-d61588f5f894)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:41:42.906194 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37d0ea4-d904-4069-adfc-3e550aff8565 x-openstack-request-id: req-b37d0ea4-d904-4069-adfc-3e550aff8565 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:41:42.906492 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77687009-fc62-426b-9c0e-9d9aac9a4b38", "name": "network-vif-plugged", "status": "completed", "tag": "01b2d4ad-6874-4c8c-8a21-6a093e7d9e44", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:41:42.906794 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b37d0ea4-d904-4069-adfc-3e550aff8565 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:41:42.907193 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77687009-fc62-426b-9c0e-9d9aac9a4b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b2d4ad-6874-4c8c-8a21-6a093e7d9e44', 'code': 200} Nov 12 04:41:42.968903 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:43.001566 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:43.058243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=01b2d4ad-6874-4c8c-8a21-6a093e7d9e44,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:43.138521 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d568c5-18c5-4b98-96ba-e78e2d91d926 None None] Pushing event updated for resources: {'Port': ['ID=1aaa6084-d869-4afd-9a2a-c0e5d8f705da,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:43.139514 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-5db843a0-2496-4c6e-ac80-53fd3973abf2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Allocated IP 172.20.0.1 (9f5e754f-fefa-4f71-8664-53dc6699a7ce/dd7ffdf0-5806-4203-9b76-9afdfa033d78/64775ec5-e478-48a0-a461-99b4d0da4a03) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:43.285127 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5db843a0-2496-4c6e-ac80-53fd3973abf2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:43.403038 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5db843a0-2496-4c6e-ac80-53fd3973abf2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:43.449000 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db843a0-2496-4c6e-ac80-53fd3973abf2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Network 9f5e754f-fefa-4f71-8664-53dc6699a7ce is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:43.454528 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5db843a0-2496-4c6e-ac80-53fd3973abf2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:43.457105 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db843a0-2496-4c6e-ac80-53fd3973abf2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:43.483816 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db843a0-2496-4c6e-ac80-53fd3973abf2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Pushing event updated for resources: {'Port': ['ID=64775ec5-e478-48a0-a461-99b4d0da4a03,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:43.569333 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5db843a0-2496-4c6e-ac80-53fd3973abf2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:43.773112 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5db843a0-2496-4c6e-ac80-53fd3973abf2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.048912 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d39f04-f6ff-4c0c-b964-92e81a8adcb1 None None] Network 9f5e754f-fefa-4f71-8664-53dc6699a7ce requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:41:44.055746 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5db843a0-2496-4c6e-ac80-53fd3973abf2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.135549 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5db843a0-2496-4c6e-ac80-53fd3973abf2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.170212 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c5827e8d-64be-4612-82ed-eab3e8980486 None None] Provisioning complete for port 1aaa6084-d869-4afd-9a2a-c0e5d8f705da triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:44.170845 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5827e8d-64be-4612-82ed-eab3e8980486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.232123 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db843a0-2496-4c6e-ac80-53fd3973abf2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Pushing event updated for resources: {'Port': ['ID=64775ec5-e478-48a0-a461-99b4d0da4a03,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:44.239730 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5db843a0-2496-4c6e-ac80-53fd3973abf2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.301885 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5827e8d-64be-4612-82ed-eab3e8980486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.358253 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c5827e8d-64be-4612-82ed-eab3e8980486 None None] For port 1aaa6084-d869-4afd-9a2a-c0e5d8f705da, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1aaa6084-d869-4afd-9a2a-c0e5d8f705da,segment=NetworkSegment(31859e68-a912-4c33-83c7-d61588f5f894),segment_id=31859e68-a912-4c33-83c7-d61588f5f894)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:44.376389 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db843a0-2496-4c6e-ac80-53fd3973abf2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Network 9f5e754f-fefa-4f71-8664-53dc6699a7ce is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:44.377945 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5db843a0-2496-4c6e-ac80-53fd3973abf2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:44.435336 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1aaa6084-d869-4afd-9a2a-c0e5d8f705da up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:41:44.485498 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5827e8d-64be-4612-82ed-eab3e8980486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.528786 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 1aaa6084-d869-4afd-9a2a-c0e5d8f705da triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:44.529152 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.579285 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5827e8d-64be-4612-82ed-eab3e8980486 None None] Pushing event updated for resources: {'Port': ['ID=1aaa6084-d869-4afd-9a2a-c0e5d8f705da,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:44.604112 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db843a0-2496-4c6e-ac80-53fd3973abf2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Router 5b6d390b-6dac-48a0-b0da-9577495b87d0 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:41:44.615308 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4ad19614-5c55-4411-bf8f-f12aaff37ecd None None] Provisioning complete for port 1aaa6084-d869-4afd-9a2a-c0e5d8f705da triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:44.617105 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ad19614-5c55-4411-bf8f-f12aaff37ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.752738 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4ad19614-5c55-4411-bf8f-f12aaff37ecd None None] Provisioning complete for port 64775ec5-e478-48a0-a461-99b4d0da4a03 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:44.753043 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ad19614-5c55-4411-bf8f-f12aaff37ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.754845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db843a0-2496-4c6e-ac80-53fd3973abf2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:41:44.763093 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5db843a0-2496-4c6e-ac80-53fd3973abf2 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] 10.222.0.37 "PUT /v2.0/routers/5b6d390b-6dac-48a0-b0da-9577495b87d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2175701 Nov 12 04:41:44.763531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45132) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:44.766168 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd77497-1afe-495d-94bd-91e4291a0c20 None None] Sync routers for ids ['5b6d390b-6dac-48a0-b0da-9577495b87d0'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:41:44.768817 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Request body: {'port': {'network_id': '9f5e754f-fefa-4f71-8664-53dc6699a7ce', 'name': 'tempest-FloatingIPNegativeTestJSON-303115424'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:44.779485 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd77497-1afe-495d-94bd-91e4291a0c20 None None] Routers {'5b6d390b-6dac-48a0-b0da-9577495b87d0'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:44.780095 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4fd77497-1afe-495d-94bd-91e4291a0c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:41:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['5b6d390b-6dac-48a0-b0da-9577495b87d0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:44.805811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4ad19614-5c55-4411-bf8f-f12aaff37ecd None None] Port 64775ec5-e478-48a0-a461-99b4d0da4a03 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:41:44.821134 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4fd77497-1afe-495d-94bd-91e4291a0c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:44.832140 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd77497-1afe-495d-94bd-91e4291a0c20 None None] Routers {'5b6d390b-6dac-48a0-b0da-9577495b87d0'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:44.832854 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4fd77497-1afe-495d-94bd-91e4291a0c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:41:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['5b6d390b-6dac-48a0-b0da-9577495b87d0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:44.870797 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-4fd77497-1afe-495d-94bd-91e4291a0c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:44.871594 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd77497-1afe-495d-94bd-91e4291a0c20 None None] The sync data for ids ['5b6d390b-6dac-48a0-b0da-9577495b87d0'] in n-d-768509-24 is: [] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:41:44.929644 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4d8688c8-b1c6-4b4b-8076-664c26d7d701 None None] Provisioning complete for port 64775ec5-e478-48a0-a461-99b4d0da4a03 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:44.930023 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4d8688c8-b1c6-4b4b-8076-664c26d7d701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.969534 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4d8688c8-b1c6-4b4b-8076-664c26d7d701 None None] Port 64775ec5-e478-48a0-a461-99b4d0da4a03 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:41:44.986288 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Made reservation on behalf of 439c00d55d7f4986af5c347d32630c84 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:44.990004 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.009969 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] device_id is not set on port 4c82193e-daf2-4318-b139-5cc3b51a9b04 yet. {{(pid=103296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:41:45.088915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-db39bb3a-62e8-4e52-be98-65e1989fc72e None None] Provisioning complete for port 64775ec5-e478-48a0-a461-99b4d0da4a03 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:45.089200 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-db39bb3a-62e8-4e52-be98-65e1989fc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.121933 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Allocated IP 172.20.0.14 (9f5e754f-fefa-4f71-8664-53dc6699a7ce/dd7ffdf0-5806-4203-9b76-9afdfa033d78/4c82193e-daf2-4318-b139-5cc3b51a9b04) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:45.124199 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-db39bb3a-62e8-4e52-be98-65e1989fc72e None None] Port 64775ec5-e478-48a0-a461-99b4d0da4a03 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:41:45.284393 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.392434 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.434427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Network 9f5e754f-fefa-4f71-8664-53dc6699a7ce is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:45.437540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:45.444052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:45.477449 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Pushing event updated for resources: {'Port': ['ID=4c82193e-daf2-4318-b139-5cc3b51a9b04,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:45.490979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.491380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.491700 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.492035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.492364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.492698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.493027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.493375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.493678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.494005 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.494322 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.494664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.515790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:45.516477 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.546367 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:41:45.606669 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ce033343-84c4-4753-9f38-d9fd213ce50f tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8417797 Nov 12 04:41:45.609567 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45136) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:45.614726 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5c694063-60e9-453d-857b-b911565cff65 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:45.706293 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c694063-60e9-453d-857b-b911565cff65 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.750055 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e5feb345-a0aa-44db-85b1-b27e9a1159c5 None None] Provisioning complete for port 4c82193e-daf2-4318-b139-5cc3b51a9b04 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:45.751067 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5feb345-a0aa-44db-85b1-b27e9a1159c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.788387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e5feb345-a0aa-44db-85b1-b27e9a1159c5 None None] Port 4c82193e-daf2-4318-b139-5cc3b51a9b04 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:41:45.821320 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c694063-60e9-453d-857b-b911565cff65 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.927448 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-5c694063-60e9-453d-857b-b911565cff65 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Allocated IP 172.25.1.110 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/08f2f36e-639f-438a-86dd-c456fb553508) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:46.033922 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c694063-60e9-453d-857b-b911565cff65 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.146342 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c694063-60e9-453d-857b-b911565cff65 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.183808 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c694063-60e9-453d-857b-b911565cff65 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:46.188675 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-5c694063-60e9-453d-857b-b911565cff65 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:46.192335 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c694063-60e9-453d-857b-b911565cff65 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:46.198736 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c694063-60e9-453d-857b-b911565cff65 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Pushing event updated for resources: {'Port': ['ID=08f2f36e-639f-438a-86dd-c456fb553508,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:46.283164 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c694063-60e9-453d-857b-b911565cff65 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.335812 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1aaa6084-d869-4afd-9a2a-c0e5d8f705da up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:41:46.388005 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 1aaa6084-d869-4afd-9a2a-c0e5d8f705da triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:46.388366 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.423215 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c694063-60e9-453d-857b-b911565cff65 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.577576 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c694063-60e9-453d-857b-b911565cff65 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.654863 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c694063-60e9-453d-857b-b911565cff65 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.727867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c694063-60e9-453d-857b-b911565cff65 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Pushing event updated for resources: {'Port': ['ID=08f2f36e-639f-438a-86dd-c456fb553508,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:46.741544 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c694063-60e9-453d-857b-b911565cff65 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.811244 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5c694063-60e9-453d-857b-b911565cff65 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.812600 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5c694063-60e9-453d-857b-b911565cff65 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2019131 Nov 12 04:41:46.815473 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45144) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:46.820786 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a4d9f8da-dacd-4f8d-a8c8-16215a64efa1 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Request body: {'floatingip': {'port_id': '4c82193e-daf2-4318-b139-5cc3b51a9b04', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:46.860610 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a4d9f8da-dacd-4f8d-a8c8-16215a64efa1 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for floatingip, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.923498 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.987232 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-a4d9f8da-dacd-4f8d-a8c8-16215a64efa1 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] update failed (client error): The resource could not be found. Nov 12 04:41:46.988190 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a4d9f8da-dacd-4f8d-a8c8-16215a64efa1 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] 10.222.0.37 "PUT /v2.0/floatingips/57bf50d0-21ae-444d-901d-f90f588e8205 HTTP/1.1" status: 404 len: 507 time: 0.1717296 Nov 12 04:41:46.991111 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45146) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:47.118330 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d7a5f93d-c87d-4974-a9be-ecf6d423cb79 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Deleting port 08f2f36e-639f-438a-86dd-c456fb553508 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:47.118689 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d7a5f93d-c87d-4974-a9be-ecf6d423cb79 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:47.197089 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d7a5f93d-c87d-4974-a9be-ecf6d423cb79 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:47.197421 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d7a5f93d-c87d-4974-a9be-ecf6d423cb79 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:47.208898 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d7a5f93d-c87d-4974-a9be-ecf6d423cb79 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Calling delete_port for 08f2f36e-639f-438a-86dd-c456fb553508 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:47.489257 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d7a5f93d-c87d-4974-a9be-ecf6d423cb79 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:47.516166 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5f93d-c87d-4974-a9be-ecf6d423cb79 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Pushing event deleted for resources: {'Port': ['ID=08f2f36e-639f-438a-86dd-c456fb553508,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:47.593095 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d7a5f93d-c87d-4974-a9be-ecf6d423cb79 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:47.597467 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d7a5f93d-c87d-4974-a9be-ecf6d423cb79 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:47.604266 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d7a5f93d-c87d-4974-a9be-ecf6d423cb79 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] 10.222.0.37 "DELETE /v2.0/floatingips/57bf50d0-21ae-444d-901d-f90f588e8205 HTTP/1.1" status: 204 len: 168 time: 0.6064711 Nov 12 04:41:47.604648 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45150) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:47.609325 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-0fba355a-2428-46d5-93d1-813c3c9bed8e tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Request body: {'floatingip': {'floating_network_id': '9f5e754f-fefa-4f71-8664-53dc6699a7ce', 'port_id': '4c82193e-daf2-4318-b139-5cc3b51a9b04', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:47.718106 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0fba355a-2428-46d5-93d1-813c3c9bed8e tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:47.906487 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-0fba355a-2428-46d5-93d1-813c3c9bed8e tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:41:47.911378 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0fba355a-2428-46d5-93d1-813c3c9bed8e tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3022218 Nov 12 04:41:47.911692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45156) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:47.916657 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-49aabbfc-8280-4e4b-8b11-0c37b8f3de84 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': '4c82193e-daf2-4318-b139-5cc3b51a9b04', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:48.003680 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49aabbfc-8280-4e4b-8b11-0c37b8f3de84 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:48.220387 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:48.472870 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49aabbfc-8280-4e4b-8b11-0c37b8f3de84 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:48.576046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-49aabbfc-8280-4e4b-8b11-0c37b8f3de84 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Allocated IP 172.25.1.66 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/40b38b32-b86d-4c2f-bb60-9018bc4ed61e) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:48.684403 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49aabbfc-8280-4e4b-8b11-0c37b8f3de84 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:48.779720 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49aabbfc-8280-4e4b-8b11-0c37b8f3de84 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:48.828394 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aabbfc-8280-4e4b-8b11-0c37b8f3de84 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:48.831741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-49aabbfc-8280-4e4b-8b11-0c37b8f3de84 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:48.836914 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aabbfc-8280-4e4b-8b11-0c37b8f3de84 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:48.840641 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aabbfc-8280-4e4b-8b11-0c37b8f3de84 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Pushing event updated for resources: {'Port': ['ID=40b38b32-b86d-4c2f-bb60-9018bc4ed61e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:48.996620 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41424a4-503c-481a-8987-54ee630ff5bc req-89d0bf65-ce9b-45b6-8b0a-849e3fd2b834 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:48.998023 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e41424a4-503c-481a-8987-54ee630ff5bc req-89d0bf65-ce9b-45b6-8b0a-849e3fd2b834 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 945 time: 0.1095135 Nov 12 04:41:49.075328 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e41424a4-503c-481a-8987-54ee630ff5bc req-8c4bc310-6505-4016-8404-a8b6580ea790 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555246 Nov 12 04:41:49.086194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-49aabbfc-8280-4e4b-8b11-0c37b8f3de84 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Deleting port 40b38b32-b86d-4c2f-bb60-9018bc4ed61e {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:49.086539 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49aabbfc-8280-4e4b-8b11-0c37b8f3de84 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.162188 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49aabbfc-8280-4e4b-8b11-0c37b8f3de84 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.162513 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49aabbfc-8280-4e4b-8b11-0c37b8f3de84 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.173999 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-49aabbfc-8280-4e4b-8b11-0c37b8f3de84 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Calling delete_port for 40b38b32-b86d-4c2f-bb60-9018bc4ed61e owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:49.380278 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-49aabbfc-8280-4e4b-8b11-0c37b8f3de84 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.404954 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aabbfc-8280-4e4b-8b11-0c37b8f3de84 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Pushing event deleted for resources: {'Port': ['ID=40b38b32-b86d-4c2f-bb60-9018bc4ed61e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:49.569214 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [None req-49aabbfc-8280-4e4b-8b11-0c37b8f3de84 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] create failed (client error): The resource could not be found. Nov 12 04:41:49.570833 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-49aabbfc-8280-4e4b-8b11-0c37b8f3de84 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6580288 Nov 12 04:41:49.574044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45166) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:49.664848 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d3221-b9d4-41d6-b9f4-6c67b9b7fd18 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Deleting port 4c82193e-daf2-4318-b139-5cc3b51a9b04 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:49.665183 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b7d3221-b9d4-41d6-b9f4-6c67b9b7fd18 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.755691 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b7d3221-b9d4-41d6-b9f4-6c67b9b7fd18 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.769453 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d3221-b9d4-41d6-b9f4-6c67b9b7fd18 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Calling delete_port for 4c82193e-daf2-4318-b139-5cc3b51a9b04 owned by {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:49.969070 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b7d3221-b9d4-41d6-b9f4-6c67b9b7fd18 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.002364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d3221-b9d4-41d6-b9f4-6c67b9b7fd18 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Pushing event deleted for resources: {'Port': ['ID=4c82193e-daf2-4318-b139-5cc3b51a9b04,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:50.075327 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b7d3221-b9d4-41d6-b9f4-6c67b9b7fd18 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.078953 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6b7d3221-b9d4-41d6-b9f4-6c67b9b7fd18 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] 10.222.0.37 "DELETE /v2.0/ports/4c82193e-daf2-4318-b139-5cc3b51a9b04 HTTP/1.1" status: 204 len: 168 time: 0.5037119 Nov 12 04:41:50.081280 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45170) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:50.138355 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd350f05-b8b3-45bd-8a9c-0a96411bc959 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:50.143151 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45174) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:50.143712 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bd350f05-b8b3-45bd-8a9c-0a96411bc959 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b6d390b-6dac-48a0-b0da-9577495b87d0 HTTP/1.1" status: 200 len: 913 time: 0.0608451 Nov 12 04:41:50.218741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283da58-6961-47b9-b452-759326e55d44 req-b6999abf-881a-474b-9e1d-a9b20b3861b6 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:50.220363 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3283da58-6961-47b9-b452-759326e55d44 req-b6999abf-881a-474b-9e1d-a9b20b3861b6 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 945 time: 0.0532849 Nov 12 04:41:50.273394 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3283da58-6961-47b9-b452-759326e55d44 req-4825ae8c-d2f0-4b22-9e6c-64cdee96982e tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456882 Nov 12 04:41:50.469128 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe03f85c-e1b4-45b4-9a98-3dcb0f219a98 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.676605 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd89e6-24cd-4543-8231-88700a9a0660 req-8cc57041-a93c-4ee6-a48e-42d033b214a0 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:50.678068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fabd89e6-24cd-4543-8231-88700a9a0660 req-8cc57041-a93c-4ee6-a48e-42d033b214a0 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 945 time: 0.0494425 Nov 12 04:41:50.708509 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-fe03f85c-e1b4-45b4-9a98-3dcb0f219a98 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Deleting port 64775ec5-e478-48a0-a461-99b4d0da4a03 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:50.708846 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe03f85c-e1b4-45b4-9a98-3dcb0f219a98 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.770261 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-fabd89e6-24cd-4543-8231-88700a9a0660 req-ce974b55-a571-4e58-b883-0f9f24c8a1e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Deleting port 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:50.770605 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fabd89e6-24cd-4543-8231-88700a9a0660 req-ce974b55-a571-4e58-b883-0f9f24c8a1e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.797185 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe03f85c-e1b4-45b4-9a98-3dcb0f219a98 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.809867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-fe03f85c-e1b4-45b4-9a98-3dcb0f219a98 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Calling delete_port for 64775ec5-e478-48a0-a461-99b4d0da4a03 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:50.864667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-fabd89e6-24cd-4543-8231-88700a9a0660 req-ce974b55-a571-4e58-b883-0f9f24c8a1e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] For port 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=92a2ff98-4170-4a7e-aed9-b4e6d3b096fb,segment=NetworkSegment(a3a76a5f-309d-453b-b313-1b819e1f965e),segment_id=a3a76a5f-309d-453b-b313-1b819e1f965e)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:50.865124 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fabd89e6-24cd-4543-8231-88700a9a0660 req-ce974b55-a571-4e58-b883-0f9f24c8a1e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.879238 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-fabd89e6-24cd-4543-8231-88700a9a0660 req-ce974b55-a571-4e58-b883-0f9f24c8a1e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Calling delete_port for 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:51.088096 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe03f85c-e1b4-45b4-9a98-3dcb0f219a98 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:51.114286 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03f85c-e1b4-45b4-9a98-3dcb0f219a98 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Pushing event deleted for resources: {'Port': ['ID=64775ec5-e478-48a0-a461-99b4d0da4a03,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:51.146273 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fabd89e6-24cd-4543-8231-88700a9a0660 req-ce974b55-a571-4e58-b883-0f9f24c8a1e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:51.175553 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce974b55-a571-4e58-b883-0f9f24c8a1e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Pushing event deleted for resources: {'Port': ['ID=92a2ff98-4170-4a7e-aed9-b4e6d3b096fb,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:51.190231 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['92a2ff98-4170-4a7e-aed9-b4e6d3b096fb'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:41:51.265933 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabd89e6-24cd-4543-8231-88700a9a0660 req-ce974b55-a571-4e58-b883-0f9f24c8a1e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] No DVR routers for this DVR port 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:41:51.268821 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fabd89e6-24cd-4543-8231-88700a9a0660 req-ce974b55-a571-4e58-b883-0f9f24c8a1e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:51.273050 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fabd89e6-24cd-4543-8231-88700a9a0660 req-ce974b55-a571-4e58-b883-0f9f24c8a1e7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.21 "DELETE /v2.0/ports/92a2ff98-4170-4a7e-aed9-b4e6d3b096fb HTTP/1.1" status: 204 len: 173 time: 0.5883732 Nov 12 04:41:51.273526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4', 'name': 'network-vif-deleted', 'tag': '92a2ff98-4170-4a7e-aed9-b4e6d3b096fb'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:41:51.275991 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434799d6-358d-42b9-bc43-664614564fea" -d '{"events": [{"server_uuid": "7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4", "name": "network-vif-deleted", "tag": "92a2ff98-4170-4a7e-aed9-b4e6d3b096fb"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:41:51.473207 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e0bd36-ba05-484e-8a8e-8b699a796a14 x-openstack-request-id: req-30e0bd36-ba05-484e-8a8e-8b699a796a14 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:41:51.473579 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4", "name": "network-vif-deleted", "tag": "92a2ff98-4170-4a7e-aed9-b4e6d3b096fb", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:41:51.474134 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30e0bd36-ba05-484e-8a8e-8b699a796a14 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:41:51.474801 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4', 'name': 'network-vif-deleted', 'tag': '92a2ff98-4170-4a7e-aed9-b4e6d3b096fb', 'status': 'completed', 'code': 200} Nov 12 04:41:51.567095 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b255145-3ec2-4cdf-9f50-db965762af1f req-1f5ed69c-e823-4763-ae28-c45b41a28aae tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebe59ae-f85b-4ab7-9be2-f1424b6ff9f4 HTTP/1.1" status: 200 len: 210 time: 0.0398233 Nov 12 04:41:51.669711 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fe03f85c-e1b4-45b4-9a98-3dcb0f219a98 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:51.820841 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe03f85c-e1b4-45b4-9a98-3dcb0f219a98 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Router 5b6d390b-6dac-48a0-b0da-9577495b87d0 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:41:51.899019 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe03f85c-e1b4-45b4-9a98-3dcb0f219a98 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:41:51.903969 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fe03f85c-e1b4-45b4-9a98-3dcb0f219a98 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] 10.222.0.37 "PUT /v2.0/routers/5b6d390b-6dac-48a0-b0da-9577495b87d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7590539 Nov 12 04:41:51.906435 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45218) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:51.909316 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f4007-0b88-46c8-8823-05f90ba49c06 None None] Sync routers for ids ['5b6d390b-6dac-48a0-b0da-9577495b87d0'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:41:51.920372 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412f4007-0b88-46c8-8823-05f90ba49c06 None None] Routers {'5b6d390b-6dac-48a0-b0da-9577495b87d0'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:51.920988 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-412f4007-0b88-46c8-8823-05f90ba49c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:41:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['5b6d390b-6dac-48a0-b0da-9577495b87d0'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:51.954350 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-412f4007-0b88-46c8-8823-05f90ba49c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:51.963530 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412f4007-0b88-46c8-8823-05f90ba49c06 None None] Routers {'5b6d390b-6dac-48a0-b0da-9577495b87d0'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:51.964123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-412f4007-0b88-46c8-8823-05f90ba49c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:41:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['5b6d390b-6dac-48a0-b0da-9577495b87d0'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:51.982005 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69a38d74-ecd6-42f1-97f3-3a7518069b69 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.006211 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-412f4007-0b88-46c8-8823-05f90ba49c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:52.006211 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f4007-0b88-46c8-8823-05f90ba49c06 None None] The sync data for ids ['5b6d390b-6dac-48a0-b0da-9577495b87d0'] in n-d-768509-24 is: [] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:41:52.141171 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69a38d74-ecd6-42f1-97f3-3a7518069b69 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.143330 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69a38d74-ecd6-42f1-97f3-3a7518069b69 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.300496 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69a38d74-ecd6-42f1-97f3-3a7518069b69 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.304096 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a38d74-ecd6-42f1-97f3-3a7518069b69 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Fanout notify agent at l3_agent the message router_deleted on router 5b6d390b-6dac-48a0-b0da-9577495b87d0 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:41:52.309128 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69a38d74-ecd6-42f1-97f3-3a7518069b69 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.310506 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-69a38d74-ecd6-42f1-97f3-3a7518069b69 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] 10.222.0.37 "DELETE /v2.0/routers/5b6d390b-6dac-48a0-b0da-9577495b87d0 HTTP/1.1" status: 204 len: 168 time: 0.4027107 Nov 12 04:41:52.312769 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45238) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:52.365598 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e6c6cc-0301-4aa2-ada2-2b6cc0a9a1e3 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Deleting subnet dd7ffdf0-5806-4203-9b76-9afdfa033d78 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:41:52.368948 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d9e6c6cc-0301-4aa2-ada2-2b6cc0a9a1e3 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.412527 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d9e6c6cc-0301-4aa2-ada2-2b6cc0a9a1e3 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.497721 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d9e6c6cc-0301-4aa2-ada2-2b6cc0a9a1e3 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.660012 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d9e6c6cc-0301-4aa2-ada2-2b6cc0a9a1e3 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.693008 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6c6cc-0301-4aa2-ada2-2b6cc0a9a1e3 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Pushing event deleted for resources: {'Subnet': ['ID=dd7ffdf0-5806-4203-9b76-9afdfa033d78,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:52.702027 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d9e6c6cc-0301-4aa2-ada2-2b6cc0a9a1e3 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.702027 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d9e6c6cc-0301-4aa2-ada2-2b6cc0a9a1e3 tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] 10.222.0.37 "DELETE /v2.0/subnets/dd7ffdf0-5806-4203-9b76-9afdfa033d78 HTTP/1.1" status: 204 len: 168 time: 0.3873932 Nov 12 04:41:52.704114 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45258) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:52.714679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb72866-c4cc-4dd1-a6c5-f0f996f701bd None None] Network 9f5e754f-fefa-4f71-8664-53dc6699a7ce requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:41:52.794180 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.855163 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Deleting port 1aaa6084-d869-4afd-9a2a-c0e5d8f705da {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:52.855507 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.910545 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3574ea-5f0c-490f-bf75-3c1953e8be21 None None] DHCP port deletion for 9f5e754f-fefa-4f71-8664-53dc6699a7ce request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:41:52.928256 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] For port 1aaa6084-d869-4afd-9a2a-c0e5d8f705da, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1aaa6084-d869-4afd-9a2a-c0e5d8f705da,segment=NetworkSegment(31859e68-a912-4c33-83c7-d61588f5f894),segment_id=31859e68-a912-4c33-83c7-d61588f5f894)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:52.929169 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.945008 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Calling delete_port for 1aaa6084-d869-4afd-9a2a-c0e5d8f705da owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:52.989799 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fa3574ea-5f0c-490f-bf75-3c1953e8be21 None None] Deleting port 1aaa6084-d869-4afd-9a2a-c0e5d8f705da {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:52.990555 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa3574ea-5f0c-490f-bf75-3c1953e8be21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:53.059417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-fa3574ea-5f0c-490f-bf75-3c1953e8be21 None None] For port 1aaa6084-d869-4afd-9a2a-c0e5d8f705da, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1aaa6084-d869-4afd-9a2a-c0e5d8f705da,segment=NetworkSegment(31859e68-a912-4c33-83c7-d61588f5f894),segment_id=31859e68-a912-4c33-83c7-d61588f5f894)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:53.061425 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa3574ea-5f0c-490f-bf75-3c1953e8be21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:53.075917 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fa3574ea-5f0c-490f-bf75-3c1953e8be21 None None] Calling delete_port for 1aaa6084-d869-4afd-9a2a-c0e5d8f705da owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:53.140706 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:53.166732 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa3574ea-5f0c-490f-bf75-3c1953e8be21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:53.169599 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Pushing event deleted for resources: {'Port': ['ID=1aaa6084-d869-4afd-9a2a-c0e5d8f705da,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:53.174345 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] No DVR routers for this DVR port 1aaa6084-d869-4afd-9a2a-c0e5d8f705da on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:41:53.199319 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3574ea-5f0c-490f-bf75-3c1953e8be21 None None] Pushing event deleted for resources: {'Port': ['ID=1aaa6084-d869-4afd-9a2a-c0e5d8f705da,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:53.204477 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3574ea-5f0c-490f-bf75-3c1953e8be21 None None] No DVR routers for this DVR port 1aaa6084-d869-4afd-9a2a-c0e5d8f705da on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:41:53.287162 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:53.304980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5e754f-fefa-4f71-8664-53dc6699a7ce']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:53.315604 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31859e68-a912-4c33-83c7-d61588f5f894') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:53.315929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31859e68-a912-4c33-83c7-d61588f5f894') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:53.325432 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:53.339725 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:53.346954 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:41:53.347831 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:41:53.353113 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:41:53.614980 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:53.622362 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:53.625949 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] 10.222.0.37 "DELETE /v2.0/networks/9f5e754f-fefa-4f71-8664-53dc6699a7ce HTTP/1.1" status: 204 len: 168 time: 0.9202440 Nov 12 04:41:53.638249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea44b9-4599-4f35-abd5-2654a0151a5a tempest-FloatingIPNegativeTestJSON-6994560 tempest-FloatingIPNegativeTestJSON-6994560-project] Pushing event deleted for resources: {'Network': ['ID=9f5e754f-fefa-4f71-8664-53dc6699a7ce,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:54.248605 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45310) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:54.354911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1aaa6084-d869-4afd-9a2a-c0e5d8f705da no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:41:54.377269 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 1aaa6084-d869-4afd-9a2a-c0e5d8f705da {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:41:54.377511 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1aaa6084-d869-4afd-9a2a-c0e5d8f705da not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:41:54.405479 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4de5204f-fbd3-48bb-9f20-9b997dc8db79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=439c00d55d7f4986af5c347d32630c84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1557117 Nov 12 04:41:54.407838 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45324) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:54.438560 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:41:54.456513 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7cd8f32-71d4-47e5-a80d-1f7c1b0e4839 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:54.463184 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:41:54.478219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 92a2ff98-4170-4a7e-aed9-b4e6d3b096fb not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:41:54.478552 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7cd8f32-71d4-47e5-a80d-1f7c1b0e4839 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:54.666143 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7cd8f32-71d4-47e5-a80d-1f7c1b0e4839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:54.672580 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d7cd8f32-71d4-47e5-a80d-1f7c1b0e4839 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:54.673802 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d7cd8f32-71d4-47e5-a80d-1f7c1b0e4839 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41f8dbbd-b324-4348-830c-3751d42131e4 HTTP/1.1" status: 204 len: 168 time: 0.2649760 Nov 12 04:41:54.687601 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd8f32-71d4-47e5-a80d-1f7c1b0e4839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f8dbbd-b324-4348-830c-3751d42131e4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:55.917776 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45394) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:56.025695 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-71e0d496-71cd-44e4-acde-ea1d8b41787f tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1282213566'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:56.111585 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e0d496-71cd-44e4-acde-ea1d8b41787f tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Made reservation on behalf of d6e36ac5551e488a94fe2f43c14c159e for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:56.115273 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71e0d496-71cd-44e4-acde-ea1d8b41787f tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:56.124611 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71e0d496-71cd-44e4-acde-ea1d8b41787f tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:56.202841 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71e0d496-71cd-44e4-acde-ea1d8b41787f tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:56.272407 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71e0d496-71cd-44e4-acde-ea1d8b41787f tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:56.290166 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c7308b4-490d-43ce-b5c4-3011e821e345 req-92e15275-30c4-4639-9b49-d9350ccc91aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414574 Nov 12 04:41:56.300715 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e0d496-71cd-44e4-acde-ea1d8b41787f tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:41:56.317508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0d496-71cd-44e4-acde-ea1d8b41787f tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23df74b3-2d7a-47ba-aa3c-092ec1293f19,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:56.320676 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71e0d496-71cd-44e4-acde-ea1d8b41787f tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:56.327798 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-71e0d496-71cd-44e4-acde-ea1d8b41787f tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Added segment 953667f9-7e4f-4154-806a-97a6e7c932c4 of type vlan for network a633f4b3-5124-4d33-ba59-dec0e0c344f2 Nov 12 04:41:56.371190 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71e0d496-71cd-44e4-acde-ea1d8b41787f tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:56.410448 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7308b4-490d-43ce-b5c4-3011e821e345 req-e6217e40-0a7b-4911-9463-305b12513b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:56.412053 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c7308b4-490d-43ce-b5c4-3011e821e345 req-e6217e40-0a7b-4911-9463-305b12513b2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec999c49bb3c4a7e85d4aaede82461be&device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 1136 time: 0.0498514 Nov 12 04:41:56.523236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7308b4-490d-43ce-b5c4-3011e821e345 req-9715aa89-b909-4ad1-b0ae-ea4778ce324b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:56.524633 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c7308b4-490d-43ce-b5c4-3011e821e345 req-9715aa89-b909-4ad1-b0ae-ea4778ce324b service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e033eb6-16f4-448a-9027-7662e41b5246 HTTP/1.1" status: 200 len: 897 time: 0.0923302 Nov 12 04:41:56.545966 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71e0d496-71cd-44e4-acde-ea1d8b41787f tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:56.568366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e0d496-71cd-44e4-acde-ea1d8b41787f tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:56.568366 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-71e0d496-71cd-44e4-acde-ea1d8b41787f tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:56.593669 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c7308b4-490d-43ce-b5c4-3011e821e345 req-897aa596-7a9e-41cb-99d4-472e1bc0cafb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1289dc84-95f4-42f4-a3d1-b085a4a060f8 HTTP/1.1" status: 200 len: 1001 time: 0.0617340 Nov 12 04:41:56.623508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0d496-71cd-44e4-acde-ea1d8b41787f tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Network': ['ID=a633f4b3-5124-4d33-ba59-dec0e0c344f2,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:56.634568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network a633f4b3-5124-4d33-ba59-dec0e0c344f2 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:41:56.665144 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7308b4-490d-43ce-b5c4-3011e821e345 req-4b1d2dcc-723b-44dc-8778-ab92870322e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:56.666945 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c7308b4-490d-43ce-b5c4-3011e821e345 req-4b1d2dcc-723b-44dc-8778-ab92870322e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1efe3290-27de-48bf-a536-19e6223aa556 HTTP/1.1" status: 200 len: 834 time: 0.0654178 Nov 12 04:41:56.722721 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7308b4-490d-43ce-b5c4-3011e821e345 req-31680986-c605-442d-a80e-56b60a3d1c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:56.724228 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c7308b4-490d-43ce-b5c4-3011e821e345 req-31680986-c605-442d-a80e-56b60a3d1c03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e033eb6-16f4-448a-9027-7662e41b5246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506880 Nov 12 04:41:56.744266 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-71e0d496-71cd-44e4-acde-ea1d8b41787f tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8249829 Nov 12 04:41:56.836561 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c7308b4-490d-43ce-b5c4-3011e821e345 req-74da1201-1b2b-4323-a4b4-59516e0f5362 service neutron] 10.222.0.21 "GET /v2.0/networks/3e033eb6-16f4-448a-9027-7662e41b5246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048837 Nov 12 04:41:56.939913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c7308b4-490d-43ce-b5c4-3011e821e345 req-9255314a-df44-4e58-9dc8-cb12b1f8e977 service neutron] 10.222.0.21 "GET /v2.0/networks/3e033eb6-16f4-448a-9027-7662e41b5246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959604 Nov 12 04:42:00.125928 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45552) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:00.131216 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ccdb966d-2c32-4ce2-a211-67ab0c62eecf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'subnet': {'network_id': 'a633f4b3-5124-4d33-ba59-dec0e0c344f2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:00.333850 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdb966d-2c32-4ce2-a211-67ab0c62eecf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Made reservation on behalf of d6e36ac5551e488a94fe2f43c14c159e for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:00.333850 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccdb966d-2c32-4ce2-a211-67ab0c62eecf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.745472 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccdb966d-2c32-4ce2-a211-67ab0c62eecf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.838055 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb966d-2c32-4ce2-a211-67ab0c62eecf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Subnet': ['ID=358397c0-70f3-489c-b85f-d86de77049ec,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:00.845816 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-44ce2bd9-fa63-4622-99f0-b76de24234e1 req-00d62a5f-8529-4819-bcb6-e2095ca7b135 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1181839 Nov 12 04:42:00.851898 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdb966d-2c32-4ce2-a211-67ab0c62eecf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Checking segment: {'id': '953667f9-7e4f-4154-806a-97a6e7c932c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a633f4b3-5124-4d33-ba59-dec0e0c344f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:00.852260 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdb966d-2c32-4ce2-a211-67ab0c62eecf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network hostable DHCP agents. Network: a633f4b3-5124-4d33-ba59-dec0e0c344f2, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:42:00.953500 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce2bd9-fa63-4622-99f0-b76de24234e1 req-a71f4ce3-5b33-43a1-a2ee-85ce074f03ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:00.954998 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-44ce2bd9-fa63-4622-99f0-b76de24234e1 req-a71f4ce3-5b33-43a1-a2ee-85ce074f03ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 1097 time: 0.0482459 Nov 12 04:42:00.973022 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdb966d-2c32-4ce2-a211-67ab0c62eecf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network a633f4b3-5124-4d33-ba59-dec0e0c344f2 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:42:01.067787 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce2bd9-fa63-4622-99f0-b76de24234e1 req-0bdab905-4983-47bc-b3f9-125380bd179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:01.069590 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-44ce2bd9-fa63-4622-99f0-b76de24234e1 req-0bdab905-4983-47bc-b3f9-125380bd179f service neutron] 10.222.0.31 "GET /v2.0/networks?id=1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 HTTP/1.1" status: 200 len: 897 time: 0.0913999 Nov 12 04:42:01.172900 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ccdb966d-2c32-4ce2-a211-67ab0c62eecf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, a633f4b3-5124-4d33-ba59-dec0e0c344f2) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:01.186479 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdb966d-2c32-4ce2-a211-67ab0c62eecf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:01.187720 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ccdb966d-2c32-4ce2-a211-67ab0c62eecf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.196944 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-44ce2bd9-fa63-4622-99f0-b76de24234e1 req-677d4796-e29d-4e56-8eff-38c03ae86da9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 HTTP/1.1" status: 200 len: 1001 time: 0.1179969 Nov 12 04:42:01.223542 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83065578-7b01-4fd9-9a96-819dbfee5ced None None] Network a633f4b3-5124-4d33-ba59-dec0e0c344f2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:01.255113 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce2bd9-fa63-4622-99f0-b76de24234e1 req-ea019f39-ab5e-46a8-98e5-721c0837b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:01.257676 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-44ce2bd9-fa63-4622-99f0-b76de24234e1 req-ea019f39-ab5e-46a8-98e5-721c0837b4af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab07e482-750d-43de-9e32-0ea4a340cbaf HTTP/1.1" status: 200 len: 835 time: 0.0530159 Nov 12 04:42:01.311467 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ccdb966d-2c32-4ce2-a211-67ab0c62eecf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1843846 Nov 12 04:42:01.315033 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45590) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:01.320736 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b096472e-37b8-4be1-b82e-dc7ba56488e8 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1339916444'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:01.327644 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce2bd9-fa63-4622-99f0-b76de24234e1 req-783466cb-7698-46c0-94a6-dc0571fb882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:01.329330 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-44ce2bd9-fa63-4622-99f0-b76de24234e1 req-783466cb-7698-46c0-94a6-dc0571fb882a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d9b91bb-ab13-4f04-a279-307dbbe7c2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641687 Nov 12 04:42:01.447430 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-44ce2bd9-fa63-4622-99f0-b76de24234e1 req-d53c1ffc-29f7-4b98-bd5b-63176a73a140 service neutron] 10.222.0.31 "GET /v2.0/networks/1d9b91bb-ab13-4f04-a279-307dbbe7c2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091566 Nov 12 04:42:01.469426 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b096472e-37b8-4be1-b82e-dc7ba56488e8 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Made reservation on behalf of d6e36ac5551e488a94fe2f43c14c159e for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:01.473592 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b096472e-37b8-4be1-b82e-dc7ba56488e8 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.552625 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-a633f4b3-5124-4d33-ba59-dec0e0c344f2', 'network_id': 'a633f4b3-5124-4d33-ba59-dec0e0c344f2', 'tenant_id': 'd6e36ac5551e488a94fe2f43c14c159e', 'fixed_ips': [{'subnet_id': '358397c0-70f3-489c-b85f-d86de77049ec'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:42:01.554298 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.556559 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b096472e-37b8-4be1-b82e-dc7ba56488e8 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:42:01.574502 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b096472e-37b8-4be1-b82e-dc7ba56488e8 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.574865 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-b096472e-37b8-4be1-b82e-dc7ba56488e8 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Added segment 8651fce1-6563-48f0-b7df-ac0badff4c3d of type vlan for network b67bc212-8159-4c32-87f0-20b5ed14a1ea Nov 12 04:42:01.604541 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-44ce2bd9-fa63-4622-99f0-b76de24234e1 req-1406fb40-f3b2-42e1-8dd5-062542c2d145 service neutron] 10.222.0.31 "GET /v2.0/networks/1d9b91bb-ab13-4f04-a279-307dbbe7c2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496158 Nov 12 04:42:01.644810 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b096472e-37b8-4be1-b82e-dc7ba56488e8 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.693428 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] Allocated IP 2001:db8:0:ffff::2 (a633f4b3-5124-4d33-ba59-dec0e0c344f2/358397c0-70f3-489c-b85f-d86de77049ec/f3106095-ca57-41b9-a298-9a9521af0c27) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:01.769094 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b096472e-37b8-4be1-b82e-dc7ba56488e8 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.774905 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096472e-37b8-4be1-b82e-dc7ba56488e8 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:01.779672 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b096472e-37b8-4be1-b82e-dc7ba56488e8 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.841122 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.843956 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096472e-37b8-4be1-b82e-dc7ba56488e8 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Network': ['ID=b67bc212-8159-4c32-87f0-20b5ed14a1ea,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:01.856476 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network b67bc212-8159-4c32-87f0-20b5ed14a1ea details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:42:01.871679 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b096472e-37b8-4be1-b82e-dc7ba56488e8 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5541611 Nov 12 04:42:01.877859 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45616) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:01.878856 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-99574394-7960-4b66-83fe-56b54096ac85 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'subnet': {'network_id': 'b67bc212-8159-4c32-87f0-20b5ed14a1ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:01.909777 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.958200 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] Network a633f4b3-5124-4d33-ba59-dec0e0c344f2 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:01.963741 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:01.969476 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:01.979296 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] Pushing event updated for resources: {'Port': ['ID=f3106095-ca57-41b9-a298-9a9521af0c27,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:02.029236 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] Attempting to bind port f3106095-ca57-41b9-a298-9a9521af0c27 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:02.029597 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] Attempting to bind port f3106095-ca57-41b9-a298-9a9521af0c27 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '953667f9-7e4f-4154-806a-97a6e7c932c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a633f4b3-5124-4d33-ba59-dec0e0c344f2'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:02.029957 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] Attempting to bind port f3106095-ca57-41b9-a298-9a9521af0c27 on network a633f4b3-5124-4d33-ba59-dec0e0c344f2 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:02.034785 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:02.035157 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] Checking segment: {'id': '953667f9-7e4f-4154-806a-97a6e7c932c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a633f4b3-5124-4d33-ba59-dec0e0c344f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:02.035549 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.035954 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] Bound using segment: {'id': '953667f9-7e4f-4154-806a-97a6e7c932c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a633f4b3-5124-4d33-ba59-dec0e0c344f2'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:02.036459 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] Bound port: f3106095-ca57-41b9-a298-9a9521af0c27, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953667f9-7e4f-4154-806a-97a6e7c932c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a633f4b3-5124-4d33-ba59-dec0e0c344f2'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:02.036832 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.060632 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99574394-7960-4b66-83fe-56b54096ac85 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Made reservation on behalf of d6e36ac5551e488a94fe2f43c14c159e for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:02.064307 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99574394-7960-4b66-83fe-56b54096ac85 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.105659 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] For port f3106095-ca57-41b9-a298-9a9521af0c27, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:02.109075 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] For port f3106095-ca57-41b9-a298-9a9521af0c27, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f3106095-ca57-41b9-a298-9a9521af0c27,segment=NetworkSegment(953667f9-7e4f-4154-806a-97a6e7c932c4),segment_id=953667f9-7e4f-4154-806a-97a6e7c932c4)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:02.224932 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.281629 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6515b86-5bcc-4204-9cde-4f55a0cbea10 None None] Pushing event updated for resources: {'Port': ['ID=f3106095-ca57-41b9-a298-9a9521af0c27,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:02.392296 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99574394-7960-4b66-83fe-56b54096ac85 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.478924 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99574394-7960-4b66-83fe-56b54096ac85 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Subnet': ['ID=d896b5cf-3852-4c4f-89e5-03cf715025dd,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:02.489855 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99574394-7960-4b66-83fe-56b54096ac85 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Checking segment: {'id': '8651fce1-6563-48f0-b7df-ac0badff4c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b67bc212-8159-4c32-87f0-20b5ed14a1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:02.490231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99574394-7960-4b66-83fe-56b54096ac85 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network hostable DHCP agents. Network: b67bc212-8159-4c32-87f0-20b5ed14a1ea, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:42:02.597833 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99574394-7960-4b66-83fe-56b54096ac85 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network b67bc212-8159-4c32-87f0-20b5ed14a1ea is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:42:02.688920 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-99574394-7960-4b66-83fe-56b54096ac85 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, b67bc212-8159-4c32-87f0-20b5ed14a1ea) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:02.693208 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99574394-7960-4b66-83fe-56b54096ac85 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:02.693849 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99574394-7960-4b66-83fe-56b54096ac85 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.702099 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4781616f-6173-4952-9b8a-390bdf1259c9 None None] Network b67bc212-8159-4c32-87f0-20b5ed14a1ea requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:02.818231 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-99574394-7960-4b66-83fe-56b54096ac85 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9434533 Nov 12 04:42:02.821696 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45662) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:02.826474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-04bda909-c025-446e-9e1b-59f5387a210d tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:02.828078 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-04bda909-c025-446e-9e1b-59f5387a210d tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/networks?id=60fab906-65e9-4e55-9f5a-c4f9e756fb11 HTTP/1.1" status: 200 len: 814 time: 0.1401882 Nov 12 04:42:02.846405 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-80d2512a-cb9b-4b0f-ada1-c1dfe1c12727 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/quotas/8484cfd1526e4dc9ab788aa0944921cc HTTP/1.1" status: 200 len: 375 time: 0.0115848 Nov 12 04:42:02.868069 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-b67bc212-8159-4c32-87f0-20b5ed14a1ea', 'network_id': 'b67bc212-8159-4c32-87f0-20b5ed14a1ea', 'tenant_id': 'd6e36ac5551e488a94fe2f43c14c159e', 'fixed_ips': [{'subnet_id': 'd896b5cf-3852-4c4f-89e5-03cf715025dd'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:42:02.869904 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.882839 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-182c60e2-b7c4-492d-8c67-df10cc2c1121 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8484cfd1526e4dc9ab788aa0944921cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299585 Nov 12 04:42:02.937908 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.994488 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-9189df0d-d20c-4d02-a0db-7a066418d899 service neutron] 10.222.0.37 "GET /v2.0/networks/60fab906-65e9-4e55-9f5a-c4f9e756fb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031342 Nov 12 04:42:03.065015 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:03.105504 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-8b6f9ffc-2075-4e7f-bd51-463ff0f8a6d6 service neutron] 10.222.0.37 "GET /v2.0/networks/60fab906-65e9-4e55-9f5a-c4f9e756fb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099212 Nov 12 04:42:03.130307 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] Allocated IP 2001:db8::1 (b67bc212-8159-4c32-87f0-20b5ed14a1ea/d896b5cf-3852-4c4f-89e5-03cf715025dd/c556a108-cefa-4bbb-864b-35281d810cee) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:03.266574 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75799653-8fe3-40c4-b2b7-8d8732829a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:03.339275 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:03.370503 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1128922e-dc95-4188-95a9-13c47a81bf84 None None] Network a633f4b3-5124-4d33-ba59-dec0e0c344f2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:03.413739 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7eb672d3-929b-4b3b-b15a-56c170666c63 req-ea92975e-f9d3-4a06-929c-5e08f8d59b11 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f5cde9e-733d-4f8f-9d24-5200823ce75a HTTP/1.1" status: 200 len: 210 time: 0.0286260 Nov 12 04:42:03.479320 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2c14367d-cbd8-49e6-b1d7-1173c665beb9 None None] Provisioning complete for port f3106095-ca57-41b9-a298-9a9521af0c27 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:03.479854 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2c14367d-cbd8-49e6-b1d7-1173c665beb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:03.482265 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:03.504827 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] Network b67bc212-8159-4c32-87f0-20b5ed14a1ea is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:03.532126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:03.555618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:03.608499 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:03.628952 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] Pushing event updated for resources: {'Port': ['ID=c556a108-cefa-4bbb-864b-35281d810cee,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:03.657602 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Subnet': ['ID=d896b5cf-3852-4c4f-89e5-03cf715025dd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:03.698406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] Attempting to bind port c556a108-cefa-4bbb-864b-35281d810cee on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:03.698847 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] Attempting to bind port c556a108-cefa-4bbb-864b-35281d810cee by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '8651fce1-6563-48f0-b7df-ac0badff4c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b67bc212-8159-4c32-87f0-20b5ed14a1ea'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:03.699210 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] Attempting to bind port c556a108-cefa-4bbb-864b-35281d810cee on network b67bc212-8159-4c32-87f0-20b5ed14a1ea {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:03.709355 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:03.712374 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] Checking segment: {'id': '8651fce1-6563-48f0-b7df-ac0badff4c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b67bc212-8159-4c32-87f0-20b5ed14a1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:03.712374 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:03.712374 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] Bound using segment: {'id': '8651fce1-6563-48f0-b7df-ac0badff4c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b67bc212-8159-4c32-87f0-20b5ed14a1ea'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:03.712374 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] Bound port: c556a108-cefa-4bbb-864b-35281d810cee, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8651fce1-6563-48f0-b7df-ac0badff4c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b67bc212-8159-4c32-87f0-20b5ed14a1ea'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:03.712374 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:03.716288 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:03.747706 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67bc212-8159-4c32-87f0-20b5ed14a1ea']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:03.760925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8651fce1-6563-48f0-b7df-ac0badff4c3d') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:03.761303 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8651fce1-6563-48f0-b7df-ac0badff4c3d') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:03.766211 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2c14367d-cbd8-49e6-b1d7-1173c665beb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:03.772954 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:03.786830 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:03.794514 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:42:03.795467 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:42:03.798991 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:42:03.842657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2c14367d-cbd8-49e6-b1d7-1173c665beb9 None None] For port f3106095-ca57-41b9-a298-9a9521af0c27, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f3106095-ca57-41b9-a298-9a9521af0c27,segment=NetworkSegment(953667f9-7e4f-4154-806a-97a6e7c932c4),segment_id=953667f9-7e4f-4154-806a-97a6e7c932c4)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:03.845612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] For port c556a108-cefa-4bbb-864b-35281d810cee, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:03.875445 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] For port c556a108-cefa-4bbb-864b-35281d810cee, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c556a108-cefa-4bbb-864b-35281d810cee,segment=NetworkSegment(8651fce1-6563-48f0-b7df-ac0badff4c3d),segment_id=8651fce1-6563-48f0-b7df-ac0badff4c3d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:03.946870 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.db.api [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:42:03.946870 n-d-768509-24 neutron-server[103297]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:42:03.946870 n-d-768509-24 neutron-server[103297]: [parameters: {'id': 'b67bc212-8159-4c32-87f0-20b5ed14a1ea'}] Nov 12 04:42:03.946870 n-d-768509-24 neutron-server[103297]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:42:03.949186 n-d-768509-24 neutron-server[103297]: DEBUG oslo_db.api [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:42:03.969896 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2c14367d-cbd8-49e6-b1d7-1173c665beb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:04.019772 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:04.028723 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14367d-cbd8-49e6-b1d7-1173c665beb9 None None] Pushing event updated for resources: {'Port': ['ID=f3106095-ca57-41b9-a298-9a9521af0c27,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:04.118092 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1a4f1-3b8a-4c3f-a81d-a25323fba04a None None] Pushing event updated for resources: {'Port': ['ID=c556a108-cefa-4bbb-864b-35281d810cee,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:04.123459 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7526b4a0-c37c-42fe-8b58-b0764ad1ab5a None None] Provisioning complete for port f3106095-ca57-41b9-a298-9a9521af0c27 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:04.123831 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7526b4a0-c37c-42fe-8b58-b0764ad1ab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:04.152476 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0bdee2-fdcb-4e14-8d1a-c8b6cb757b3d None None] Network b67bc212-8159-4c32-87f0-20b5ed14a1ea requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:04.341039 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633cf517-7354-412e-b274-830e92b7c2c3 None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:42:04.373316 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f3106095-ca57-41b9-a298-9a9521af0c27 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:04.450273 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:04.464460 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633cf517-7354-412e-b274-830e92b7c2c3 None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:42:04.472360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port f3106095-ca57-41b9-a298-9a9521af0c27 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:04.472726 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:04.515919 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Deleting port c556a108-cefa-4bbb-864b-35281d810cee {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:04.516289 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:04.532934 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7286838a-b9aa-4255-b94b-1765ae751842 req-4ece3ea1-c679-4cfe-8720-1927682a51f0 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f5cde9e-733d-4f8f-9d24-5200823ce75a HTTP/1.1" status: 200 len: 210 time: 0.0316658 Nov 12 04:42:04.604738 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] For port c556a108-cefa-4bbb-864b-35281d810cee, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c556a108-cefa-4bbb-864b-35281d810cee,segment=NetworkSegment(8651fce1-6563-48f0-b7df-ac0badff4c3d),segment_id=8651fce1-6563-48f0-b7df-ac0badff4c3d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:04.605125 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:04.619119 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Calling delete_port for c556a108-cefa-4bbb-864b-35281d810cee owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:04.794304 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:04.822145 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Port': ['ID=c556a108-cefa-4bbb-864b-35281d810cee,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:04.823984 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] No DVR routers for this DVR port c556a108-cefa-4bbb-864b-35281d810cee on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:42:04.907758 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:04.928448 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67bc212-8159-4c32-87f0-20b5ed14a1ea']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:04.937963 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8651fce1-6563-48f0-b7df-ac0badff4c3d') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:04.938261 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8651fce1-6563-48f0-b7df-ac0badff4c3d') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:04.951350 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:04.966933 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:04.973159 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:42:04.973593 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:42:04.976671 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:42:05.094624 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.105334 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.105482 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/networks/b67bc212-8159-4c32-87f0-20b5ed14a1ea HTTP/1.1" status: 204 len: 168 time: 2.2822828 Nov 12 04:42:05.109692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45754) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:05.114804 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-17a46ffe-ff52-4b5d-a1d7-977dd20568e4 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1264814876'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:05.118212 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e3bd7-2b01-4de2-be6b-84cdb9657469 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Network': ['ID=b67bc212-8159-4c32-87f0-20b5ed14a1ea,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:05.232035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a46ffe-ff52-4b5d-a1d7-977dd20568e4 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Made reservation on behalf of d6e36ac5551e488a94fe2f43c14c159e for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:05.235643 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-17a46ffe-ff52-4b5d-a1d7-977dd20568e4 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.263856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a46ffe-ff52-4b5d-a1d7-977dd20568e4 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:42:05.272432 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-17a46ffe-ff52-4b5d-a1d7-977dd20568e4 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.272772 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-17a46ffe-ff52-4b5d-a1d7-977dd20568e4 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Added segment 2deb594f-402f-4e3f-bc93-219d32aa4ba0 of type vlan for network a39350bb-1ed2-47cd-98b2-ef24e94d55f4 Nov 12 04:42:05.313236 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-17a46ffe-ff52-4b5d-a1d7-977dd20568e4 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.437744 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-17a46ffe-ff52-4b5d-a1d7-977dd20568e4 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.447098 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a46ffe-ff52-4b5d-a1d7-977dd20568e4 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:05.447098 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-17a46ffe-ff52-4b5d-a1d7-977dd20568e4 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.509228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a46ffe-ff52-4b5d-a1d7-977dd20568e4 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Network': ['ID=a39350bb-1ed2-47cd-98b2-ef24e94d55f4,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:05.520390 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network a39350bb-1ed2-47cd-98b2-ef24e94d55f4 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:42:05.592934 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4fc55692-67b5-4adb-84c9-27e7f2b30744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.608379 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-17a46ffe-ff52-4b5d-a1d7-977dd20568e4 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4950538 Nov 12 04:42:05.608891 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45768) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:05.613662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-66fe9ae1-3a23-4f95-9b00-3d7b2ec2c1b2 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'subnet': {'network_id': 'a39350bb-1ed2-47cd-98b2-ef24e94d55f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:05.654085 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-69c9c38c-b530-4a6f-8263-d03f6e3884a3 req-72b15d49-6ed1-4d20-9f13-ceab58570235 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f5cde9e-733d-4f8f-9d24-5200823ce75a HTTP/1.1" status: 200 len: 210 time: 0.0403130 Nov 12 04:42:05.831720 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fe9ae1-3a23-4f95-9b00-3d7b2ec2c1b2 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Made reservation on behalf of d6e36ac5551e488a94fe2f43c14c159e for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:05.835726 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66fe9ae1-3a23-4f95-9b00-3d7b2ec2c1b2 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.949358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-8861d04b-0728-4a63-b9c4-bfd673938254 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:05.950867 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-8861d04b-0728-4a63-b9c4-bfd673938254 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.21 "GET /v2.0/networks?id=60fab906-65e9-4e55-9f5a-c4f9e756fb11 HTTP/1.1" status: 200 len: 814 time: 0.1132967 Nov 12 04:42:05.970412 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-95e5c686-11a4-4e80-a1b3-47d986f5eec4 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Request body: {'port': {'device_id': '8f5cde9e-733d-4f8f-9d24-5200823ce75a', 'network_id': '60fab906-65e9-4e55-9f5a-c4f9e756fb11', 'admin_state_up': True, 'tenant_id': '8484cfd1526e4dc9ab788aa0944921cc'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:06.089903 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66fe9ae1-3a23-4f95-9b00-3d7b2ec2c1b2 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:06.157701 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe9ae1-3a23-4f95-9b00-3d7b2ec2c1b2 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Subnet': ['ID=179abe56-ce3b-4368-aa21-03c8f9002d3d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:06.168674 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-95e5c686-11a4-4e80-a1b3-47d986f5eec4 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Made reservation on behalf of 8484cfd1526e4dc9ab788aa0944921cc for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:06.168830 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe9ae1-3a23-4f95-9b00-3d7b2ec2c1b2 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Checking segment: {'id': '2deb594f-402f-4e3f-bc93-219d32aa4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a39350bb-1ed2-47cd-98b2-ef24e94d55f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:06.169113 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe9ae1-3a23-4f95-9b00-3d7b2ec2c1b2 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network hostable DHCP agents. Network: a39350bb-1ed2-47cd-98b2-ef24e94d55f4, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:42:06.172268 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-95e5c686-11a4-4e80-a1b3-47d986f5eec4 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:06.260513 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe9ae1-3a23-4f95-9b00-3d7b2ec2c1b2 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network a39350bb-1ed2-47cd-98b2-ef24e94d55f4 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:42:06.297617 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-95e5c686-11a4-4e80-a1b3-47d986f5eec4 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Allocated IP 172.20.0.12 (60fab906-65e9-4e55-9f5a-c4f9e756fb11/865cb65e-9cf2-44df-9af2-92106c8b3a95/4a7ad922-d498-4ad7-b232-8fdd2717777b) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:06.352182 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-66fe9ae1-3a23-4f95-9b00-3d7b2ec2c1b2 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, a39350bb-1ed2-47cd-98b2-ef24e94d55f4) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:06.356547 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fe9ae1-3a23-4f95-9b00-3d7b2ec2c1b2 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:06.357152 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66fe9ae1-3a23-4f95-9b00-3d7b2ec2c1b2 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:06.364319 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87056830-f52a-4a1e-a116-b8dd3c6ed650 None None] Network a39350bb-1ed2-47cd-98b2-ef24e94d55f4 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:06.451024 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-95e5c686-11a4-4e80-a1b3-47d986f5eec4 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:06.481388 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-66fe9ae1-3a23-4f95-9b00-3d7b2ec2c1b2 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8713017 Nov 12 04:42:06.484950 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45780) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:06.490285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ab0bcec5-6307-47a1-9e04-e82beb11c307 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1495777137'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:06.511856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-a39350bb-1ed2-47cd-98b2-ef24e94d55f4', 'network_id': 'a39350bb-1ed2-47cd-98b2-ef24e94d55f4', 'tenant_id': 'd6e36ac5551e488a94fe2f43c14c159e', 'fixed_ips': [{'subnet_id': '179abe56-ce3b-4368-aa21-03c8f9002d3d'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:42:06.512716 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:06.654768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] Allocated IP 2001:db8::1 (a39350bb-1ed2-47cd-98b2-ef24e94d55f4/179abe56-ce3b-4368-aa21-03c8f9002d3d/b805a054-5e99-47aa-8c7a-3149c80e7b75) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:06.664846 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-95e5c686-11a4-4e80-a1b3-47d986f5eec4 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:06.772637 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0bcec5-6307-47a1-9e04-e82beb11c307 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Made reservation on behalf of d6e36ac5551e488a94fe2f43c14c159e for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:06.775947 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ab0bcec5-6307-47a1-9e04-e82beb11c307 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:06.799816 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:06.821754 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5c686-11a4-4e80-a1b3-47d986f5eec4 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Pushing event updated for resources: {'Port': ['ID=4a7ad922-d498-4ad7-b232-8fdd2717777b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:06.826011 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-95e5c686-11a4-4e80-a1b3-47d986f5eec4 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Network 60fab906-65e9-4e55-9f5a-c4f9e756fb11 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:06.835188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-95e5c686-11a4-4e80-a1b3-47d986f5eec4 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:06.839452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-95e5c686-11a4-4e80-a1b3-47d986f5eec4 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:06.859033 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729ade89-9e25-43f6-b166-df33b3d5e0b9 None None] DHCP port deletion for 60fab906-65e9-4e55-9f5a-c4f9e756fb11 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:06.859033 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:06.871546 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0bcec5-6307-47a1-9e04-e82beb11c307 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:42:06.886189 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61d0d5-e07d-4af5-a21d-1ac8f8e1fb8f req-57932b2a-99ce-47a4-b85d-3a5072af0b85 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:06.887743 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a61d0d5-e07d-4af5-a21d-1ac8f8e1fb8f req-57932b2a-99ce-47a4-b85d-3a5072af0b85 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f5cde9e-733d-4f8f-9d24-5200823ce75a HTTP/1.1" status: 200 len: 932 time: 0.1357031 Nov 12 04:42:06.898963 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7446015a-7813-4e39-a749-14bbb700002d None None] Provisioning complete for port 4a7ad922-d498-4ad7-b232-8fdd2717777b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:06.899334 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7446015a-7813-4e39-a749-14bbb700002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:06.901483 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ab0bcec5-6307-47a1-9e04-e82beb11c307 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:06.901832 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-ab0bcec5-6307-47a1-9e04-e82beb11c307 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Added segment bf7ae226-74bb-4663-a60b-1dbd538ff509 of type vlan for network dd32a048-edb9-4125-9e49-a84b6b293e09 Nov 12 04:42:06.933319 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7446015a-7813-4e39-a749-14bbb700002d None None] Port 4a7ad922-d498-4ad7-b232-8fdd2717777b cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:42:06.950750 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:06.951067 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-95e5c686-11a4-4e80-a1b3-47d986f5eec4 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:06.951684 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-95e5c686-11a4-4e80-a1b3-47d986f5eec4 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:06.997794 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ab0bcec5-6307-47a1-9e04-e82beb11c307 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:07.000158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] Network a39350bb-1ed2-47cd-98b2-ef24e94d55f4 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:07.002054 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:07.004085 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] Pushing event updated for resources: {'Port': ['ID=b805a054-5e99-47aa-8c7a-3149c80e7b75,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:07.005979 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:07.031269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a61d0d5-e07d-4af5-a21d-1ac8f8e1fb8f req-5700c0be-3042-4965-9117-21cf6178eec1 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349967 Nov 12 04:42:07.041590 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45790) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:07.068108 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] Attempting to bind port b805a054-5e99-47aa-8c7a-3149c80e7b75 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:07.068620 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] Attempting to bind port b805a054-5e99-47aa-8c7a-3149c80e7b75 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '2deb594f-402f-4e3f-bc93-219d32aa4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a39350bb-1ed2-47cd-98b2-ef24e94d55f4'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:07.069030 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] Attempting to bind port b805a054-5e99-47aa-8c7a-3149c80e7b75 on network a39350bb-1ed2-47cd-98b2-ef24e94d55f4 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:07.069152 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-95e5c686-11a4-4e80-a1b3-47d986f5eec4 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1026471 Nov 12 04:42:07.075558 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:07.080499 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] Checking segment: {'id': '2deb594f-402f-4e3f-bc93-219d32aa4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a39350bb-1ed2-47cd-98b2-ef24e94d55f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:07.080499 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:07.080499 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] Bound using segment: {'id': '2deb594f-402f-4e3f-bc93-219d32aa4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a39350bb-1ed2-47cd-98b2-ef24e94d55f4'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:07.080499 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] Bound port: b805a054-5e99-47aa-8c7a-3149c80e7b75, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2deb594f-402f-4e3f-bc93-219d32aa4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a39350bb-1ed2-47cd-98b2-ef24e94d55f4'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:07.080499 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:07.088862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Request body: {'port': {'device_id': '8f5cde9e-733d-4f8f-9d24-5200823ce75a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:07.137688 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d3bc593d-e6d3-4fb7-8ab7-ece5f534eca7 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2422 time: 0.0946224 Nov 12 04:42:07.137968 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ab0bcec5-6307-47a1-9e04-e82beb11c307 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:07.138313 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45792) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:07.143643 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-891769a2-cdc8-410a-9758-42010c189a94 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Request body: {'network': {'name': 'tempest-network-smoke--386767404', 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'port_security_enabled': False}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:07.149365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0bcec5-6307-47a1-9e04-e82beb11c307 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:07.150050 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ab0bcec5-6307-47a1-9e04-e82beb11c307 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:07.150203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] For port b805a054-5e99-47aa-8c7a-3149c80e7b75, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:07.154936 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] For port b805a054-5e99-47aa-8c7a-3149c80e7b75, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b805a054-5e99-47aa-8c7a-3149c80e7b75,segment=NetworkSegment(2deb594f-402f-4e3f-bc93-219d32aa4ba0),segment_id=2deb594f-402f-4e3f-bc93-219d32aa4ba0)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:07.213274 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:07.220881 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:07.258510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0bcec5-6307-47a1-9e04-e82beb11c307 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Network': ['ID=dd32a048-edb9-4125-9e49-a84b6b293e09,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:07.278723 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network dd32a048-edb9-4125-9e49-a84b6b293e09 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:42:07.279679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891769a2-cdc8-410a-9758-42010c189a94 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Made reservation on behalf of ec999c49bb3c4a7e85d4aaede82461be for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:07.284034 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-891769a2-cdc8-410a-9758-42010c189a94 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:07.313166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fadd9e-0aa1-4468-b849-3de44c5b268b None None] Pushing event updated for resources: {'Port': ['ID=b805a054-5e99-47aa-8c7a-3149c80e7b75,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:07.347501 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-891769a2-cdc8-410a-9758-42010c189a94 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:42:07.363567 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-891769a2-cdc8-410a-9758-42010c189a94 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:07.364589 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-891769a2-cdc8-410a-9758-42010c189a94 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Added segment 2be1c7ac-2203-41fb-9ead-5dbd7a04358f of type vlan for network 47da9514-5ef8-4bf7-8489-8d2bd5fa1324 Nov 12 04:42:07.386572 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ab0bcec5-6307-47a1-9e04-e82beb11c307 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9002554 Nov 12 04:42:07.387392 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45794) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:07.399719 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-baa07f9d-6d05-4f26-877d-4f8fa455842b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'subnet': {'network_id': 'dd32a048-edb9-4125-9e49-a84b6b293e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:07.446496 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-891769a2-cdc8-410a-9758-42010c189a94 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:07.601862 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-891769a2-cdc8-410a-9758-42010c189a94 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:07.613691 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891769a2-cdc8-410a-9758-42010c189a94 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:07.619309 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-891769a2-cdc8-410a-9758-42010c189a94 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:07.728031 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891769a2-cdc8-410a-9758-42010c189a94 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event updated for resources: {'Network': ['ID=47da9514-5ef8-4bf7-8489-8d2bd5fa1324,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:07.763517 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 47da9514-5ef8-4bf7-8489-8d2bd5fa1324 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:42:07.810539 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-891769a2-cdc8-410a-9758-42010c189a94 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6709106 Nov 12 04:42:07.811093 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45796) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:07.820424 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-857e75c5-f58d-4035-aaff-127027ecacfa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-507107074', 'admin_state_up': True, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:07.959657 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7ad922-d498-4ad7-b232-8fdd2717777b {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:42:07.967645 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:07.972567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa07f9d-6d05-4f26-877d-4f8fa455842b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Made reservation on behalf of d6e36ac5551e488a94fe2f43c14c159e for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:07.975629 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-baa07f9d-6d05-4f26-877d-4f8fa455842b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:08.005320 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Transition to ACTIVE for port object 4a7ad922-d498-4ad7-b232-8fdd2717777b will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:42:08.043368 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_backend_mixin [None req-baa07f9d-6d05-4f26-877d-4f8fa455842b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Performing IP validity checks on allocation pools {{(pid=103296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:42:08.043873 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_backend_mixin [None req-baa07f9d-6d05-4f26-877d-4f8fa455842b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:42:08.056174 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857e75c5-f58d-4035-aaff-127027ecacfa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:08.058793 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857e75c5-f58d-4035-aaff-127027ecacfa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:08.107395 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:08.158614 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857e75c5-f58d-4035-aaff-127027ecacfa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:08.204811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e40bbc-edac-49f0-93fd-9803d709f93a None None] DHCP port deletion for 60fab906-65e9-4e55-9f5a-c4f9e756fb11 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:08.297824 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7ad922-d498-4ad7-b232-8fdd2717777b,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:08.335223 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e4147-c9b4-43eb-a342-5a0a5a110aaa req-0c386a47-97d6-4470-b768-85e5afaa0984 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:08.343085 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-941e4147-c9b4-43eb-a342-5a0a5a110aaa req-0c386a47-97d6-4470-b768-85e5afaa0984 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f5cde9e-733d-4f8f-9d24-5200823ce75a HTTP/1.1" status: 200 len: 944 time: 0.1630929 Nov 12 04:42:08.364513 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:08.403323 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857e75c5-f58d-4035-aaff-127027ecacfa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:08.468103 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b805a054-5e99-47aa-8c7a-3149c80e7b75 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:08.472493 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-941e4147-c9b4-43eb-a342-5a0a5a110aaa req-65ab3203-4cc0-43b4-896c-51d58e324385 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948470 Nov 12 04:42:08.502432 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Attempting to bind port 4a7ad922-d498-4ad7-b232-8fdd2717777b on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:08.502966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Attempting to bind port 4a7ad922-d498-4ad7-b232-8fdd2717777b by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'a3a76a5f-309d-453b-b313-1b819e1f965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60fab906-65e9-4e55-9f5a-c4f9e756fb11'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:08.503424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Attempting to bind port 4a7ad922-d498-4ad7-b232-8fdd2717777b on network 60fab906-65e9-4e55-9f5a-c4f9e756fb11 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:08.508999 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Port 4a7ad922-d498-4ad7-b232-8fdd2717777b on network 60fab906-65e9-4e55-9f5a-c4f9e756fb11 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:42:08.509484 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Attempting to bind port 4a7ad922-d498-4ad7-b232-8fdd2717777b on network 60fab906-65e9-4e55-9f5a-c4f9e756fb11 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:08.515124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:08.515585 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Checking segment: {'id': 'a3a76a5f-309d-453b-b313-1b819e1f965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60fab906-65e9-4e55-9f5a-c4f9e756fb11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:08.516098 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Bound using segment: {'id': 'a3a76a5f-309d-453b-b313-1b819e1f965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60fab906-65e9-4e55-9f5a-c4f9e756fb11'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:08.516652 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Bound port: 4a7ad922-d498-4ad7-b232-8fdd2717777b, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a76a5f-309d-453b-b313-1b819e1f965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '60fab906-65e9-4e55-9f5a-c4f9e756fb11'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:08.517125 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:08.563685 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port b805a054-5e99-47aa-8c7a-3149c80e7b75 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:08.564324 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:08.566009 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-baa07f9d-6d05-4f26-877d-4f8fa455842b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:08.662595 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:08.737223 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c75569-14eb-4ff2-8502-8211f45bfb5f None None] Network a39350bb-1ed2-47cd-98b2-ef24e94d55f4 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:08.739004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa07f9d-6d05-4f26-877d-4f8fa455842b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Subnet': ['ID=d36849c7-bd0b-4c31-b545-7380f7104756,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:08.739155 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857e75c5-f58d-4035-aaff-127027ecacfa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:08.742618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa07f9d-6d05-4f26-877d-4f8fa455842b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Checking segment: {'id': 'bf7ae226-74bb-4663-a60b-1dbd538ff509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dd32a048-edb9-4125-9e49-a84b6b293e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:08.743408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa07f9d-6d05-4f26-877d-4f8fa455842b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network hostable DHCP agents. Network: dd32a048-edb9-4125-9e49-a84b6b293e09, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:42:08.747353 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] For port 4a7ad922-d498-4ad7-b232-8fdd2717777b, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:08.750289 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port b805a054-5e99-47aa-8c7a-3149c80e7b75, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b805a054-5e99-47aa-8c7a-3149c80e7b75,segment=NetworkSegment(2deb594f-402f-4e3f-bc93-219d32aa4ba0),segment_id=2deb594f-402f-4e3f-bc93-219d32aa4ba0)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:08.753954 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] For port 4a7ad922-d498-4ad7-b232-8fdd2717777b, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=4a7ad922-d498-4ad7-b232-8fdd2717777b,segment=NetworkSegment(a3a76a5f-309d-453b-b313-1b819e1f965e),segment_id=a3a76a5f-309d-453b-b313-1b819e1f965e)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:08.765195 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857e75c5-f58d-4035-aaff-127027ecacfa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:08.828135 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8c60a004-da14-493e-b4a5-293f3e73f245 None None] Provisioning complete for port b805a054-5e99-47aa-8c7a-3149c80e7b75 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:08.828714 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c60a004-da14-493e-b4a5-293f3e73f245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:08.868666 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:08.906901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa07f9d-6d05-4f26-877d-4f8fa455842b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network dd32a048-edb9-4125-9e49-a84b6b293e09 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:42:08.919240 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:08.970443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:08.971146 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:08.972649 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] 10.222.0.21 "PUT /v2.0/ports/4a7ad922-d498-4ad7-b232-8fdd2717777b HTTP/1.1" status: 200 len: 1093 time: 1.8891420 Nov 12 04:42:08.973296 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5cde9e-733d-4f8f-9d24-5200823ce75a', 'tag': '4a7ad922-d498-4ad7-b232-8fdd2717777b'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:42:08.977567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4ef152-baf5-4f63-ab8e-4bd81d5ec589 None None] DHCP port deletion for 60fab906-65e9-4e55-9f5a-c4f9e756fb11 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:08.977782 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b78fe7-359e-45c4-bec3-1873b097a02d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5cde9e-733d-4f8f-9d24-5200823ce75a", "tag": "4a7ad922-d498-4ad7-b232-8fdd2717777b"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:42:08.983601 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=b805a054-5e99-47aa-8c7a-3149c80e7b75,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:09.051078 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46febc4d-960d-45f5-a72d-909703e521a1 x-openstack-request-id: req-46febc4d-960d-45f5-a72d-909703e521a1 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:42:09.051379 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5cde9e-733d-4f8f-9d24-5200823ce75a", "tag": "4a7ad922-d498-4ad7-b232-8fdd2717777b", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:42:09.052047 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46febc4d-960d-45f5-a72d-909703e521a1 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:42:09.052466 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5cde9e-733d-4f8f-9d24-5200823ce75a', 'tag': '4a7ad922-d498-4ad7-b232-8fdd2717777b', 'status': 'completed', 'code': 200} Nov 12 04:42:09.062377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-baa07f9d-6d05-4f26-877d-4f8fa455842b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, dd32a048-edb9-4125-9e49-a84b6b293e09) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:09.091461 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa07f9d-6d05-4f26-877d-4f8fa455842b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:09.092086 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-baa07f9d-6d05-4f26-877d-4f8fa455842b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:09.100268 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedede21-b83d-493b-9a49-da029b42b79c None None] Network dd32a048-edb9-4125-9e49-a84b6b293e09 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:09.126017 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b4407-dd5c-4283-a165-1471932e3fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7ad922-d498-4ad7-b232-8fdd2717777b,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:09.167073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b78fe7-359e-45c4-bec3-1873b097a02d req-98c88b36-388b-4e7f-80ee-ef76816a2248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:09.171162 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72b78fe7-359e-45c4-bec3-1873b097a02d req-98c88b36-388b-4e7f-80ee-ef76816a2248 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8484cfd1526e4dc9ab788aa0944921cc&device_id=8f5cde9e-733d-4f8f-9d24-5200823ce75a HTTP/1.1" status: 200 len: 1096 time: 0.0650156 Nov 12 04:42:09.243271 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:09.302711 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-857e75c5-f58d-4035-aaff-127027ecacfa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Allocated IP 172.25.1.141 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/2d0687ef-4d4d-40c2-8003-eae2681835ed) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:09.385866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-dd32a048-edb9-4125-9e49-a84b6b293e09', 'network_id': 'dd32a048-edb9-4125-9e49-a84b6b293e09', 'tenant_id': 'd6e36ac5551e488a94fe2f43c14c159e', 'fixed_ips': [{'subnet_id': 'd36849c7-bd0b-4c31-b545-7380f7104756'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:42:09.386955 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:09.431577 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b78fe7-359e-45c4-bec3-1873b097a02d req-7f00a8ed-7e4d-43e0-98e3-e1fcad32fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:09.433786 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72b78fe7-359e-45c4-bec3-1873b097a02d req-7f00a8ed-7e4d-43e0-98e3-e1fcad32fe40 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8484cfd1526e4dc9ab788aa0944921cc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2483468 Nov 12 04:42:09.440229 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-baa07f9d-6d05-4f26-877d-4f8fa455842b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0467346 Nov 12 04:42:09.440729 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45808) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:09.587090 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] Allocated IP 2001:db8::3 (dd32a048-edb9-4125-9e49-a84b6b293e09/d36849c7-bd0b-4c31-b545-7380f7104756/f9b3cc42-6a06-4363-8219-6b867305c8ae) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:09.594926 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857e75c5-f58d-4035-aaff-127027ecacfa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:09.602547 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:09.638500 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d81ffe49-1960-4ec4-bec5-fe2283f5b1ea None None] Provisioning complete for port b805a054-5e99-47aa-8c7a-3149c80e7b75 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:09.639022 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d81ffe49-1960-4ec4-bec5-fe2283f5b1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:09.680861 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:09.748879 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857e75c5-f58d-4035-aaff-127027ecacfa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:09.750180 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44b865-1e23-4d08-92c5-9a719fc96181 req-13af3e7c-ee95-4d51-8f7a-e2a1e97727bc tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:09.758646 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0a44b865-1e23-4d08-92c5-9a719fc96181 req-13af3e7c-ee95-4d51-8f7a-e2a1e97727bc tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f5cde9e-733d-4f8f-9d24-5200823ce75a HTTP/1.1" status: 200 len: 944 time: 0.1741371 Nov 12 04:42:09.777555 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b78fe7-359e-45c4-bec3-1873b097a02d req-0f83534b-3c3b-4b5d-84e0-c71cdd508ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:09.779827 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72b78fe7-359e-45c4-bec3-1873b097a02d req-0f83534b-3c3b-4b5d-84e0-c71cdd508ef7 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3380232 Nov 12 04:42:09.790025 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857e75c5-f58d-4035-aaff-127027ecacfa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:09.798082 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-857e75c5-f58d-4035-aaff-127027ecacfa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:09.801939 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857e75c5-f58d-4035-aaff-127027ecacfa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:09.830438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35a791c-023f-4ac4-8b6d-70b6bf8acb8a None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:09.837084 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:09.839756 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0a44b865-1e23-4d08-92c5-9a719fc96181 req-abda0175-e074-4ca0-983e-fad207cb823d tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800724 Nov 12 04:42:09.841805 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e75c5-f58d-4035-aaff-127027ecacfa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event updated for resources: {'Port': ['ID=2d0687ef-4d4d-40c2-8003-eae2681835ed,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:09.913667 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:09.914390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-a20919d9-4dcc-4da2-9ff2-06435d1da053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:09.915993 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-a20919d9-4dcc-4da2-9ff2-06435d1da053 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8484cfd1526e4dc9ab788aa0944921cc&device_id=8f5cde9e-733d-4f8f-9d24-5200823ce75a HTTP/1.1" status: 200 len: 1096 time: 0.0489986 Nov 12 04:42:09.975788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] Pushing event updated for resources: {'Port': ['ID=f9b3cc42-6a06-4363-8219-6b867305c8ae,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:09.980695 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-8d5068c3-a72f-479b-85e9-c4069594de3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a7ad922-d498-4ad7-b232-8fdd2717777b HTTP/1.1" status: 200 len: 217 time: 0.0505228 Nov 12 04:42:09.997631 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] Network dd32a048-edb9-4125-9e49-a84b6b293e09 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:10.002392 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:10.004734 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:10.007266 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-dd6241b0-8e12-4e14-89ed-41c17e604e86 None None] Provisioning complete for port 2d0687ef-4d4d-40c2-8003-eae2681835ed triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:10.007632 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd6241b0-8e12-4e14-89ed-41c17e604e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:10.037202 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-e175324d-5508-408e-ad7e-15b357fcfbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:10.037202 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-e175324d-5508-408e-ad7e-15b357fcfbb8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=865cb65e-9cf2-44df-9af2-92106c8b3a95 HTTP/1.1" status: 200 len: 854 time: 0.0491755 Nov 12 04:42:10.044197 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:10.086899 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-0712f52f-a8c3-4550-ae2b-b0dee0049c18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60fab906-65e9-4e55-9f5a-c4f9e756fb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402772 Nov 12 04:42:10.088963 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-dd6241b0-8e12-4e14-89ed-41c17e604e86 None None] Port 2d0687ef-4d4d-40c2-8003-eae2681835ed cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:42:10.094690 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] Attempting to bind port f9b3cc42-6a06-4363-8219-6b867305c8ae on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:10.094992 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Subnet': ['ID=d36849c7-bd0b-4c31-b545-7380f7104756,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:10.095149 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] Attempting to bind port f9b3cc42-6a06-4363-8219-6b867305c8ae by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'bf7ae226-74bb-4663-a60b-1dbd538ff509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dd32a048-edb9-4125-9e49-a84b6b293e09'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:10.095417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] Attempting to bind port f9b3cc42-6a06-4363-8219-6b867305c8ae on network dd32a048-edb9-4125-9e49-a84b6b293e09 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:10.101727 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:10.102102 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] Checking segment: {'id': 'bf7ae226-74bb-4663-a60b-1dbd538ff509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dd32a048-edb9-4125-9e49-a84b6b293e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:10.103785 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:10.103785 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] Bound using segment: {'id': 'bf7ae226-74bb-4663-a60b-1dbd538ff509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dd32a048-edb9-4125-9e49-a84b6b293e09'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:10.103785 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] Bound port: f9b3cc42-6a06-4363-8219-6b867305c8ae, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7ae226-74bb-4663-a60b-1dbd538ff509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dd32a048-edb9-4125-9e49-a84b6b293e09'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:10.103785 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:10.174082 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] For port f9b3cc42-6a06-4363-8219-6b867305c8ae, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:10.177654 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] For port f9b3cc42-6a06-4363-8219-6b867305c8ae, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f9b3cc42-6a06-4363-8219-6b867305c8ae,segment=NetworkSegment(bf7ae226-74bb-4663-a60b-1dbd538ff509),segment_id=bf7ae226-74bb-4663-a60b-1dbd538ff509)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:10.211645 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:10.219205 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-61f5a0dd-ec96-447b-a82f-2bea10c66ac5 service neutron] 10.222.0.21 "GET /v2.0/networks/60fab906-65e9-4e55-9f5a-c4f9e756fb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057708 Nov 12 04:42:10.268523 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd32a048-edb9-4125-9e49-a84b6b293e09']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:10.272349 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:10.295610 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7ae226-74bb-4663-a60b-1dbd538ff509') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:10.295988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7ae226-74bb-4663-a60b-1dbd538ff509') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:10.308794 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:10.328003 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:10.343674 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:42:10.344166 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:42:10.372214 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:42:10.416473 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdbed871-cc0e-41ae-85c4-f316a27f33de req-1ba38253-aa9e-4365-a75b-a3900fd9fe8f service neutron] 10.222.0.21 "GET /v2.0/networks/60fab906-65e9-4e55-9f5a-c4f9e756fb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893637 Nov 12 04:42:10.419563 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857e75c5-f58d-4035-aaff-127027ecacfa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:10.432921 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b805a054-5e99-47aa-8c7a-3149c80e7b75 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:10.468177 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10612f20-a477-41d4-baa6-dab74854b43b None None] Network dd32a048-edb9-4125-9e49-a84b6b293e09 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:10.470278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2457d9-d6b4-4712-948e-ca64d34d70b1 None None] Pushing event updated for resources: {'Port': ['ID=f9b3cc42-6a06-4363-8219-6b867305c8ae,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:10.519908 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.db.api [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:42:10.519908 n-d-768509-24 neutron-server[103297]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:42:10.519908 n-d-768509-24 neutron-server[103297]: [parameters: {'id': 'dd32a048-edb9-4125-9e49-a84b6b293e09'}] Nov 12 04:42:10.519908 n-d-768509-24 neutron-server[103297]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:42:10.520461 n-d-768509-24 neutron-server[103297]: DEBUG oslo_db.api [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:42:10.584459 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port b805a054-5e99-47aa-8c7a-3149c80e7b75 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:10.584459 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:10.646984 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857e75c5-f58d-4035-aaff-127027ecacfa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:10.667276 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab733c8-e389-4d4f-839d-0f5a870a6a62 None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:42:10.807809 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab733c8-e389-4d4f-839d-0f5a870a6a62 None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:42:10.859343 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857e75c5-f58d-4035-aaff-127027ecacfa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Router 11960fea-667c-4e8f-aedf-cf3cdf47d174 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:42:10.986457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515839fc-95d2-485e-862e-0f3b1ccab846 req-d3d26946-ee17-4db4-98cc-a312cbb28067 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:10.991910 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857e75c5-f58d-4035-aaff-127027ecacfa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:42:10.994471 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-515839fc-95d2-485e-862e-0f3b1ccab846 req-d3d26946-ee17-4db4-98cc-a312cbb28067 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f5cde9e-733d-4f8f-9d24-5200823ce75a HTTP/1.1" status: 200 len: 944 time: 0.0587084 Nov 12 04:42:11.005749 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] Sync routers for ids ['11960fea-667c-4e8f-aedf-cf3cdf47d174'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:42:11.020446 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] Routers {'11960fea-667c-4e8f-aedf-cf3cdf47d174'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:11.021477 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['11960fea-667c-4e8f-aedf-cf3cdf47d174'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:11.021622 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:11.071495 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-515839fc-95d2-485e-862e-0f3b1ccab846 req-3e292007-9b7f-4d48-b827-f31e90e4b8d8 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759065 Nov 12 04:42:11.095118 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Deleting port f9b3cc42-6a06-4363-8219-6b867305c8ae {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:11.095460 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:11.109275 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-857e75c5-f58d-4035-aaff-127027ecacfa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:11.110502 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-857e75c5-f58d-4035-aaff-127027ecacfa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.2984655 Nov 12 04:42:11.113770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45816) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:11.134690 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] Set router 11960fea-667c-4e8f-aedf-cf3cdf47d174 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:11.177168 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] For port f9b3cc42-6a06-4363-8219-6b867305c8ae, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f9b3cc42-6a06-4363-8219-6b867305c8ae,segment=NetworkSegment(bf7ae226-74bb-4663-a60b-1dbd538ff509),segment_id=bf7ae226-74bb-4663-a60b-1dbd538ff509)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:11.178379 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:11.194645 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Calling delete_port for f9b3cc42-6a06-4363-8219-6b867305c8ae owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:11.220480 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945bd24b-9b95-4710-9e70-e4b40bd8b2fa tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:11.222564 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-945bd24b-9b95-4710-9e70-e4b40bd8b2fa tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=ec999c49bb3c4a7e85d4aaede82461be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1074653 Nov 12 04:42:11.226050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45818) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:11.335829 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'name': 'tempest-TestSecurityGroupsBasicOps-router-507107074', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2d0687ef-4d4d-40c2-8003-eae2681835ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:08Z', 'updated_at': '2021-11-12T04:42:09Z', 'revision_number': 3, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '2d0687ef-4d4d-40c2-8003-eae2681835ed', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:08Z', 'updated_at': '2021-11-12T04:42:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:11.364591 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] Checking router: 11960fea-667c-4e8f-aedf-cf3cdf47d174 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:42:11.364938 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] Updating router 11960fea-667c-4e8f-aedf-cf3cdf47d174 port 2d0687ef-4d4d-40c2-8003-eae2681835ed binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:42:11.374791 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:11.393587 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] No DVR routers for this DVR port f9b3cc42-6a06-4363-8219-6b867305c8ae on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:42:11.400295 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:11.408616 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cc6951-5d8b-499f-a7e7-3486abb26278 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:11.410897 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b8cc6951-5d8b-499f-a7e7-3486abb26278 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1834877 Nov 12 04:42:11.414134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45824) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:11.456172 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3e0e7825-ca19-4ae9-ae71-271800393729 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401492 Nov 12 04:42:11.458646 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45826) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:11.494878 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d9e5186a-f53d-48db-9fd3-337c1a53978d tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=ec999c49bb3c4a7e85d4aaede82461be&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344265 Nov 12 04:42:11.497297 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45828) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:11.502938 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Port': ['ID=f9b3cc42-6a06-4363-8219-6b867305c8ae,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:11.587511 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:11.610119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1006d142-0471-47a8-84ad-67f7c6a8329d tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:11.614030 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1006d142-0471-47a8-84ad-67f7c6a8329d tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1130340 Nov 12 04:42:11.618281 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd32a048-edb9-4125-9e49-a84b6b293e09']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:11.619129 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45830) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:11.630676 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7ae226-74bb-4663-a60b-1dbd538ff509') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:11.632237 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7ae226-74bb-4663-a60b-1dbd538ff509') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:11.643049 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:11.652991 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e405f5ba-9080-4ad6-a5e2-7d13b0ada3ca tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302792 Nov 12 04:42:11.653219 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45832) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:11.658553 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-36acba54-faf2-44fd-bf68-7bfbc6a2d8e0 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-435711575', 'network_id': '47da9514-5ef8-4bf7-8489-8d2bd5fa1324', 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:11.664367 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:11.671172 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:42:11.671568 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:42:11.675819 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:42:11.814074 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:11.826299 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:11.831739 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:11.835877 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/networks/dd32a048-edb9-4125-9e49-a84b6b293e09 HTTP/1.1" status: 204 len: 168 time: 2.3940673 Nov 12 04:42:11.840466 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45834) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:11.845787 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-c783bef0-1062-4c57-ba46-3ab123351929 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1035050588'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:11.852182 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b218d47-fef2-47b8-8673-dbacb3d0bfd7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Network': ['ID=dd32a048-edb9-4125-9e49-a84b6b293e09,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:11.879668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36acba54-faf2-44fd-bf68-7bfbc6a2d8e0 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Made reservation on behalf of ec999c49bb3c4a7e85d4aaede82461be for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:11.883874 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36acba54-faf2-44fd-bf68-7bfbc6a2d8e0 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:11.951746 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:11.999518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098ab34c-f549-4e2f-b6c9-999a15767387 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:12.014688 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45838) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:12.019775 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c783bef0-1062-4c57-ba46-3ab123351929 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Made reservation on behalf of d6e36ac5551e488a94fe2f43c14c159e for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:12.023382 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] Attempting to bind port 2d0687ef-4d4d-40c2-8003-eae2681835ed on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:12.023859 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] Attempting to bind port 2d0687ef-4d4d-40c2-8003-eae2681835ed by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:12.024285 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] Attempting to bind port 2d0687ef-4d4d-40c2-8003-eae2681835ed on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:12.025513 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c783bef0-1062-4c57-ba46-3ab123351929 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.028151 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046d450-0b3a-468f-ba6d-b76d96d32f96 None None] Pushing event updated for resources: {'Port': ['ID=2d0687ef-4d4d-40c2-8003-eae2681835ed,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:12.033301 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:12.033796 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:12.034281 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.034795 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:12.035393 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] Bound port: 2d0687ef-4d4d-40c2-8003-eae2681835ed, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:12.036008 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.067806 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046d450-0b3a-468f-ba6d-b76d96d32f96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:12.068275 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046d450-0b3a-468f-ba6d-b76d96d32f96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:12.069283 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046d450-0b3a-468f-ba6d-b76d96d32f96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:12.069716 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046d450-0b3a-468f-ba6d-b76d96d32f96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:12.070138 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046d450-0b3a-468f-ba6d-b76d96d32f96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:12.070555 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046d450-0b3a-468f-ba6d-b76d96d32f96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:12.070989 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046d450-0b3a-468f-ba6d-b76d96d32f96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:12.071399 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046d450-0b3a-468f-ba6d-b76d96d32f96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:12.071829 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046d450-0b3a-468f-ba6d-b76d96d32f96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:12.072237 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046d450-0b3a-468f-ba6d-b76d96d32f96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:12.072650 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046d450-0b3a-468f-ba6d-b76d96d32f96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:12.073060 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046d450-0b3a-468f-ba6d-b76d96d32f96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:12.124140 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] For port 2d0687ef-4d4d-40c2-8003-eae2681835ed, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:12.133394 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] For port 2d0687ef-4d4d-40c2-8003-eae2681835ed, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2d0687ef-4d4d-40c2-8003-eae2681835ed,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:12.137355 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7469bb94-7f11-4b81-a37c-8ae8228bcb19 None None] Provisioning complete for port 2d0687ef-4d4d-40c2-8003-eae2681835ed triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:12.137942 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7469bb94-7f11-4b81-a37c-8ae8228bcb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.148758 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c783bef0-1062-4c57-ba46-3ab123351929 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:42:12.185047 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7469bb94-7f11-4b81-a37c-8ae8228bcb19 None None] Port 2d0687ef-4d4d-40c2-8003-eae2681835ed cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:42:12.188981 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-46084de4-0ec2-46d3-9077-f73cc09cba56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.210307 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.223895 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c783bef0-1062-4c57-ba46-3ab123351929 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.224413 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-c783bef0-1062-4c57-ba46-3ab123351929 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Added segment 03d7b06c-25dc-42e3-96fc-f5385cfe307e of type vlan for network 3438fd6f-756f-4eee-94c8-0dd356f015bb Nov 12 04:42:12.266218 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9b5605-070e-4654-938d-196191ce051c None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:12.267341 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c783bef0-1062-4c57-ba46-3ab123351929 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.281330 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] Routers {'11960fea-667c-4e8f-aedf-cf3cdf47d174'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:12.282505 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['11960fea-667c-4e8f-aedf-cf3cdf47d174'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:12.290618 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046d450-0b3a-468f-ba6d-b76d96d32f96 None None] Pushing event updated for resources: {'Port': ['ID=2d0687ef-4d4d-40c2-8003-eae2681835ed,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:12.349956 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709c221-22f0-4b3f-b682-1d8fede87af9 req-b58e7544-0001-425b-bac2-e61761b323cc tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:12.351629 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2709c221-22f0-4b3f-b682-1d8fede87af9 req-b58e7544-0001-425b-bac2-e61761b323cc tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f5cde9e-733d-4f8f-9d24-5200823ce75a HTTP/1.1" status: 200 len: 944 time: 0.1398292 Nov 12 04:42:12.375650 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-46084de4-0ec2-46d3-9077-f73cc09cba56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.387401 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c783bef0-1062-4c57-ba46-3ab123351929 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.393311 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c783bef0-1062-4c57-ba46-3ab123351929 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:12.394030 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c783bef0-1062-4c57-ba46-3ab123351929 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.421780 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-98cbfa0e-33cd-42a3-97b4-bfffa2143544 None None] Provisioning complete for port 2d0687ef-4d4d-40c2-8003-eae2681835ed triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:12.422169 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98cbfa0e-33cd-42a3-97b4-bfffa2143544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.426403 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] Set router 11960fea-667c-4e8f-aedf-cf3cdf47d174 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:12.503257 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 4a7ad922-d498-4ad7-b232-8fdd2717777b details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:42:12.535576 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98cbfa0e-33cd-42a3-97b4-bfffa2143544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.579383 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-46084de4-0ec2-46d3-9077-f73cc09cba56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.589553 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-98cbfa0e-33cd-42a3-97b4-bfffa2143544 None None] For port 2d0687ef-4d4d-40c2-8003-eae2681835ed, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2d0687ef-4d4d-40c2-8003-eae2681835ed,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:12.628580 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-46084de4-0ec2-46d3-9077-f73cc09cba56 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ab61115b9fa495a9b82dd0a95ded722&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6126215 Nov 12 04:42:12.629515 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45846) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:12.638780 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46084de4-0ec2-46d3-9077-f73cc09cba56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b52272-eca8-4ba9-ae24-67654ff7ed49,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:12.685996 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'name': 'tempest-TestSecurityGroupsBasicOps-router-507107074', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2d0687ef-4d4d-40c2-8003-eae2681835ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:08Z', 'updated_at': '2021-11-12T04:42:09Z', 'revision_number': 3, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '2d0687ef-4d4d-40c2-8003-eae2681835ed', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:08Z', 'updated_at': '2021-11-12T04:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:12.688053 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 4a7ad922-d498-4ad7-b232-8fdd2717777b, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=4a7ad922-d498-4ad7-b232-8fdd2717777b,segment=NetworkSegment(a3a76a5f-309d-453b-b313-1b819e1f965e),segment_id=a3a76a5f-309d-453b-b313-1b819e1f965e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:12.698322 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a085488-05e3-4ffd-bac9-c1c720f0d0ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.703383 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98cbfa0e-33cd-42a3-97b4-bfffa2143544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.710888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '4a7ad922-d498-4ad7-b232-8fdd2717777b', 'network_id': '60fab906-65e9-4e55-9f5a-c4f9e756fb11', 'port_id': '4a7ad922-d498-4ad7-b232-8fdd2717777b', 'mac_address': 'fa:16:3e:44:9a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865cb65e-9cf2-44df-9af2-92106c8b3a95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:42:12.718163 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce27e61-b7ae-4f79-9af6-b91db15da746 None None] The sync data for ids ['11960fea-667c-4e8f-aedf-cf3cdf47d174'] in n-d-768509-24 is: [{'id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'name': 'tempest-TestSecurityGroupsBasicOps-router-507107074', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2d0687ef-4d4d-40c2-8003-eae2681835ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:08Z', 'updated_at': '2021-11-12T04:42:09Z', 'revision_number': 3, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '2d0687ef-4d4d-40c2-8003-eae2681835ed', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:08Z', 'updated_at': '2021-11-12T04:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:42:12.747971 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a085488-05e3-4ffd-bac9-c1c720f0d0ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.789583 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36acba54-faf2-44fd-bf68-7bfbc6a2d8e0 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.795920 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbfa0e-33cd-42a3-97b4-bfffa2143544 None None] Pushing event updated for resources: {'Port': ['ID=2d0687ef-4d4d-40c2-8003-eae2681835ed,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:12.805958 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.824135 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7ad922-d498-4ad7-b232-8fdd2717777b {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:42:12.842609 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 4a7ad922-d498-4ad7-b232-8fdd2717777b, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=4a7ad922-d498-4ad7-b232-8fdd2717777b,segment=NetworkSegment(a3a76a5f-309d-453b-b313-1b819e1f965e),segment_id=a3a76a5f-309d-453b-b313-1b819e1f965e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:12.860569 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2709c221-22f0-4b3f-b682-1d8fede87af9 req-8b104f2c-cdb9-4258-a7d0-23f89876f896 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028739 Nov 12 04:42:12.873246 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a085488-05e3-4ffd-bac9-c1c720f0d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.874352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783bef0-1062-4c57-ba46-3ab123351929 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Network': ['ID=3438fd6f-756f-4eee-94c8-0dd356f015bb,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:12.876876 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a085488-05e3-4ffd-bac9-c1c720f0d0ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.881032 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4a085488-05e3-4ffd-bac9-c1c720f0d0ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14b52272-eca8-4ba9-ae24-67654ff7ed49 HTTP/1.1" status: 204 len: 168 time: 0.2481863 Nov 12 04:42:12.887809 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a085488-05e3-4ffd-bac9-c1c720f0d0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b52272-eca8-4ba9-ae24-67654ff7ed49,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:12.900265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 3438fd6f-756f-4eee-94c8-0dd356f015bb details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:42:12.902030 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acba54-faf2-44fd-bf68-7bfbc6a2d8e0 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event updated for resources: {'Subnet': ['ID=174c6b9c-300a-4a14-8d29-c695a31479d1,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:12.911103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c783bef0-1062-4c57-ba46-3ab123351929 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0694644 Nov 12 04:42:12.914882 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45850) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:12.925391 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-f89b03eb-551e-4503-9e45-d86c53612934 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'subnet': {'network_id': '3438fd6f-756f-4eee-94c8-0dd356f015bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:12.932141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36acba54-faf2-44fd-bf68-7bfbc6a2d8e0 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Checking segment: {'id': '2be1c7ac-2203-41fb-9ead-5dbd7a04358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47da9514-5ef8-4bf7-8489-8d2bd5fa1324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:12.932344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36acba54-faf2-44fd-bf68-7bfbc6a2d8e0 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Network hostable DHCP agents. Network: 47da9514-5ef8-4bf7-8489-8d2bd5fa1324, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:42:12.977027 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:13.046107 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=4a7ad922-d498-4ad7-b232-8fdd2717777b,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:13.129304 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36acba54-faf2-44fd-bf68-7bfbc6a2d8e0 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Network 47da9514-5ef8-4bf7-8489-8d2bd5fa1324 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:42:13.158354 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89b03eb-551e-4503-9e45-d86c53612934 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Made reservation on behalf of d6e36ac5551e488a94fe2f43c14c159e for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:13.162124 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f89b03eb-551e-4503-9e45-d86c53612934 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:13.226958 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-36acba54-faf2-44fd-bf68-7bfbc6a2d8e0 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 47da9514-5ef8-4bf7-8489-8d2bd5fa1324) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:13.239519 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36acba54-faf2-44fd-bf68-7bfbc6a2d8e0 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:13.240417 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36acba54-faf2-44fd-bf68-7bfbc6a2d8e0 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:13.241637 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750c4f1b-f7eb-4566-8a9d-002f54c83822 None None] Network 47da9514-5ef8-4bf7-8489-8d2bd5fa1324 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:13.353133 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-36acba54-faf2-44fd-bf68-7bfbc6a2d8e0 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6986175 Nov 12 04:42:13.357711 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45856) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:13.524212 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f89b03eb-551e-4503-9e45-d86c53612934 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:13.527636 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['4a7ad922-d498-4ad7-b232-8fdd2717777b'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:42:13.617503 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89b03eb-551e-4503-9e45-d86c53612934 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Checking segment: {'id': '03d7b06c-25dc-42e3-96fc-f5385cfe307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3438fd6f-756f-4eee-94c8-0dd356f015bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:13.617846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89b03eb-551e-4503-9e45-d86c53612934 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network hostable DHCP agents. Network: 3438fd6f-756f-4eee-94c8-0dd356f015bb, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:42:13.623841 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b03eb-551e-4503-9e45-d86c53612934 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Subnet': ['ID=3630b4aa-894a-42df-95ee-55d32b77bbc5,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:13.754370 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-47da9514-5ef8-4bf7-8489-8d2bd5fa1324', 'network_id': '47da9514-5ef8-4bf7-8489-8d2bd5fa1324', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'fixed_ips': [{'subnet_id': '174c6b9c-300a-4a14-8d29-c695a31479d1'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:42:13.755271 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:13.768234 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89b03eb-551e-4503-9e45-d86c53612934 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network 3438fd6f-756f-4eee-94c8-0dd356f015bb is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:42:13.882717 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-f89b03eb-551e-4503-9e45-d86c53612934 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 3438fd6f-756f-4eee-94c8-0dd356f015bb) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:13.892135 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89b03eb-551e-4503-9e45-d86c53612934 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:13.892135 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f89b03eb-551e-4503-9e45-d86c53612934 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:13.913514 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086e68e1-0817-4b8a-bcdd-aed546247818 None None] Network 3438fd6f-756f-4eee-94c8-0dd356f015bb requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:13.960377 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81f6846d-bc22-4b22-8628-f716aace7c43 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.018971 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f89b03eb-551e-4503-9e45-d86c53612934 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0971205 Nov 12 04:42:14.023985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45870) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:14.048033 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] Allocated IP 172.20.0.18 (47da9514-5ef8-4bf7-8489-8d2bd5fa1324/174c6b9c-300a-4a14-8d29-c695a31479d1/e42bad21-3802-45ea-a53d-32f146100284) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:14.060746 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689982c-1530-4ecb-8a5c-b7e81980b35a req-3e5c2c95-1ad2-4168-9327-e5c083223f80 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:14.071937 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3689982c-1530-4ecb-8a5c-b7e81980b35a req-3e5c2c95-1ad2-4168-9327-e5c083223f80 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f5cde9e-733d-4f8f-9d24-5200823ce75a HTTP/1.1" status: 200 len: 945 time: 0.1060009 Nov 12 04:42:14.172393 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3689982c-1530-4ecb-8a5c-b7e81980b35a req-83826974-f74f-4963-bdb4-a4f3f8bb9c82 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995541 Nov 12 04:42:14.234082 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-3438fd6f-756f-4eee-94c8-0dd356f015bb', 'network_id': '3438fd6f-756f-4eee-94c8-0dd356f015bb', 'tenant_id': 'd6e36ac5551e488a94fe2f43c14c159e', 'fixed_ips': [{'subnet_id': '3630b4aa-894a-42df-95ee-55d32b77bbc5'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:42:14.235270 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.241298 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.297033 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.349569 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.390608 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.432653 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2d0687ef-4d4d-40c2-8003-eae2681835ed up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:14.463844 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-81f6846d-bc22-4b22-8628-f716aace7c43 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Allocated IP 172.20.0.17 (47da9514-5ef8-4bf7-8489-8d2bd5fa1324/174c6b9c-300a-4a14-8d29-c695a31479d1/53064175-3b90-4914-b6df-3adf4a1cfc75) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:14.518720 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] Network 47da9514-5ef8-4bf7-8489-8d2bd5fa1324 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:14.530090 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] Allocated IP 2001:db8::1 (3438fd6f-756f-4eee-94c8-0dd356f015bb/3630b4aa-894a-42df-95ee-55d32b77bbc5/72abf904-636b-46c0-bd3b-75cea231448f) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:14.538686 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:14.549305 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:14.553444 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] Pushing event updated for resources: {'Port': ['ID=e42bad21-3802-45ea-a53d-32f146100284,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:14.606912 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81f6846d-bc22-4b22-8628-f716aace7c43 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.674392 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] Attempting to bind port e42bad21-3802-45ea-a53d-32f146100284 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:14.674861 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] Attempting to bind port e42bad21-3802-45ea-a53d-32f146100284 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '2be1c7ac-2203-41fb-9ead-5dbd7a04358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47da9514-5ef8-4bf7-8489-8d2bd5fa1324'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:14.675194 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] Attempting to bind port e42bad21-3802-45ea-a53d-32f146100284 on network 47da9514-5ef8-4bf7-8489-8d2bd5fa1324 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:14.683936 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2d0687ef-4d4d-40c2-8003-eae2681835ed triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:14.684327 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.701770 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81f6846d-bc22-4b22-8628-f716aace7c43 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.712103 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:14.712437 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] Checking segment: {'id': '2be1c7ac-2203-41fb-9ead-5dbd7a04358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47da9514-5ef8-4bf7-8489-8d2bd5fa1324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:14.712789 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.713185 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] Bound using segment: {'id': '2be1c7ac-2203-41fb-9ead-5dbd7a04358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47da9514-5ef8-4bf7-8489-8d2bd5fa1324'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:14.713692 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] Bound port: e42bad21-3802-45ea-a53d-32f146100284, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be1c7ac-2203-41fb-9ead-5dbd7a04358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47da9514-5ef8-4bf7-8489-8d2bd5fa1324'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:14.714053 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.755753 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6846d-bc22-4b22-8628-f716aace7c43 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event updated for resources: {'Port': ['ID=53064175-3b90-4914-b6df-3adf4a1cfc75,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:14.762824 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f6846d-bc22-4b22-8628-f716aace7c43 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Network 47da9514-5ef8-4bf7-8489-8d2bd5fa1324 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:14.765038 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-81f6846d-bc22-4b22-8628-f716aace7c43 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:14.767742 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f6846d-bc22-4b22-8628-f716aace7c43 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:14.817183 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81f6846d-bc22-4b22-8628-f716aace7c43 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.860335 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.888741 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] For port e42bad21-3802-45ea-a53d-32f146100284, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:14.908041 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] For port e42bad21-3802-45ea-a53d-32f146100284, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e42bad21-3802-45ea-a53d-32f146100284,segment=NetworkSegment(2be1c7ac-2203-41fb-9ead-5dbd7a04358f),segment_id=2be1c7ac-2203-41fb-9ead-5dbd7a04358f)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:14.945282 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.974307 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:15.003841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] Network 3438fd6f-756f-4eee-94c8-0dd356f015bb is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:15.012688 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:15.014845 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] Pushing event updated for resources: {'Port': ['ID=72abf904-636b-46c0-bd3b-75cea231448f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:15.017087 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:15.027140 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:15.058763 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Subnet': ['ID=3630b4aa-894a-42df-95ee-55d32b77bbc5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:15.059149 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81f6846d-bc22-4b22-8628-f716aace7c43 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:15.127178 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] Attempting to bind port 72abf904-636b-46c0-bd3b-75cea231448f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:15.127733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] Attempting to bind port 72abf904-636b-46c0-bd3b-75cea231448f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '03d7b06c-25dc-42e3-96fc-f5385cfe307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3438fd6f-756f-4eee-94c8-0dd356f015bb'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:15.127907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] Attempting to bind port 72abf904-636b-46c0-bd3b-75cea231448f on network 3438fd6f-756f-4eee-94c8-0dd356f015bb {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:15.130248 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5756f-65f7-41e8-97a6-40d595394f8f None None] Pushing event updated for resources: {'Port': ['ID=e42bad21-3802-45ea-a53d-32f146100284,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:15.137400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:15.137811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] Checking segment: {'id': '03d7b06c-25dc-42e3-96fc-f5385cfe307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3438fd6f-756f-4eee-94c8-0dd356f015bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:15.138240 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:15.138832 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] Bound using segment: {'id': '03d7b06c-25dc-42e3-96fc-f5385cfe307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3438fd6f-756f-4eee-94c8-0dd356f015bb'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:15.139125 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] Bound port: 72abf904-636b-46c0-bd3b-75cea231448f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d7b06c-25dc-42e3-96fc-f5385cfe307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3438fd6f-756f-4eee-94c8-0dd356f015bb'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:15.139513 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:15.159702 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:15.187381 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3438fd6f-756f-4eee-94c8-0dd356f015bb']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:15.203479 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d7b06c-25dc-42e3-96fc-f5385cfe307e') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:15.203782 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d7b06c-25dc-42e3-96fc-f5385cfe307e') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:15.215401 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] For port 72abf904-636b-46c0-bd3b-75cea231448f, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:15.218798 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] For port 72abf904-636b-46c0-bd3b-75cea231448f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=72abf904-636b-46c0-bd3b-75cea231448f,segment=NetworkSegment(03d7b06c-25dc-42e3-96fc-f5385cfe307e),segment_id=03d7b06c-25dc-42e3-96fc-f5385cfe307e)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:15.223141 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:15.320944 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:15.332814 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:15.360476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:42:15.360885 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:42:15.368471 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:42:15.406709 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369900f9-a497-4da2-a6ed-766bed643e8a None None] Pushing event updated for resources: {'Port': ['ID=72abf904-636b-46c0-bd3b-75cea231448f,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:15.470280 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fc4ed-d23d-4994-9706-bdd5e91d36c3 req-4aa61867-6931-4542-a0d4-9848f0235105 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:15.487218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a27fc4ed-d23d-4994-9706-bdd5e91d36c3 req-4aa61867-6931-4542-a0d4-9848f0235105 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f5cde9e-733d-4f8f-9d24-5200823ce75a HTTP/1.1" status: 200 len: 945 time: 0.1678982 Nov 12 04:42:15.498012 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01de6089-11f4-443f-b1cf-026312d505ef None None] Network 3438fd6f-756f-4eee-94c8-0dd356f015bb requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:15.513974 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81f6846d-bc22-4b22-8628-f716aace7c43 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:15.535680 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.db.api [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:42:15.535680 n-d-768509-24 neutron-server[103296]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:42:15.535680 n-d-768509-24 neutron-server[103296]: [parameters: {'id': '3438fd6f-756f-4eee-94c8-0dd356f015bb'}] Nov 12 04:42:15.535680 n-d-768509-24 neutron-server[103296]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:42:15.536173 n-d-768509-24 neutron-server[103296]: DEBUG oslo_db.api [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:42:15.543797 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a27fc4ed-d23d-4994-9706-bdd5e91d36c3 req-47f6bc02-94d8-47fc-a2be-abe51442975f tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545974 Nov 12 04:42:15.614301 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81f6846d-bc22-4b22-8628-f716aace7c43 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:15.710344 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6846d-bc22-4b22-8628-f716aace7c43 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event updated for resources: {'Port': ['ID=53064175-3b90-4914-b6df-3adf4a1cfc75,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:15.712667 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-81f6846d-bc22-4b22-8628-f716aace7c43 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:15.841517 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f6846d-bc22-4b22-8628-f716aace7c43 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Network 47da9514-5ef8-4bf7-8489-8d2bd5fa1324 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:15.843822 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-81f6846d-bc22-4b22-8628-f716aace7c43 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:16.003522 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f6846d-bc22-4b22-8628-f716aace7c43 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Router 11960fea-667c-4e8f-aedf-cf3cdf47d174 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:42:16.042604 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:16.108414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Deleting port 72abf904-636b-46c0-bd3b-75cea231448f {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:16.108911 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:16.141175 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f6846d-bc22-4b22-8628-f716aace7c43 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:42:16.148163 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-81f6846d-bc22-4b22-8628-f716aace7c43 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "PUT /v2.0/routers/11960fea-667c-4e8f-aedf-cf3cdf47d174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7884252 Nov 12 04:42:16.152531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] Sync routers for ids ['11960fea-667c-4e8f-aedf-cf3cdf47d174'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:42:16.179094 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] Routers {'11960fea-667c-4e8f-aedf-cf3cdf47d174'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:16.179715 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['11960fea-667c-4e8f-aedf-cf3cdf47d174'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:16.198615 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] For port 72abf904-636b-46c0-bd3b-75cea231448f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=72abf904-636b-46c0-bd3b-75cea231448f,segment=NetworkSegment(03d7b06c-25dc-42e3-96fc-f5385cfe307e),segment_id=03d7b06c-25dc-42e3-96fc-f5385cfe307e)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:16.199236 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:16.219499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Calling delete_port for 72abf904-636b-46c0-bd3b-75cea231448f owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:16.242304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7bd94a-853f-49e9-9100-bf0d65cf0215 None None] Network 47da9514-5ef8-4bf7-8489-8d2bd5fa1324 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:16.389899 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6e48d3ef-d355-4cef-890d-04692c257217 None None] Provisioning complete for port e42bad21-3802-45ea-a53d-32f146100284 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:16.390358 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e48d3ef-d355-4cef-890d-04692c257217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:16.462826 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e42bad21-3802-45ea-a53d-32f146100284 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:16.466040 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:16.493380 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] Set router 11960fea-667c-4e8f-aedf-cf3cdf47d174 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:16.499171 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Port': ['ID=72abf904-636b-46c0-bd3b-75cea231448f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:16.505862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] No DVR routers for this DVR port 72abf904-636b-46c0-bd3b-75cea231448f on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:42:16.529977 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 4a7ad922-d498-4ad7-b232-8fdd2717777b up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:16.606267 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-de705b8c-b6e8-408a-ba20-26f3413a1eb6 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:16.607963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-de705b8c-b6e8-408a-ba20-26f3413a1eb6 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/networks?id=47da9514-5ef8-4bf7-8489-8d2bd5fa1324 HTTP/1.1" status: 200 len: 797 time: 0.2368431 Nov 12 04:42:16.626417 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:16.647209 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-d23587ff-f8a1-4091-a4a4-4529b7f4f5e4 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/quotas/ec999c49bb3c4a7e85d4aaede82461be HTTP/1.1" status: 200 len: 375 time: 0.0306990 Nov 12 04:42:16.672224 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3438fd6f-756f-4eee-94c8-0dd356f015bb']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:16.698584 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d7b06c-25dc-42e3-96fc-f5385cfe307e') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:16.699000 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d7b06c-25dc-42e3-96fc-f5385cfe307e') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:16.719086 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:16.739050 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:16.748475 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:42:16.749416 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:42:16.752497 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:42:16.828632 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-5aeb77f2-c679-4d93-a142-dcd482cd6c7d tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec999c49bb3c4a7e85d4aaede82461be&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1804960 Nov 12 04:42:16.937202 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-95cadb04-fbc2-45a6-9bd2-52d8690a0bb0 service neutron] 10.222.0.37 "GET /v2.0/networks/47da9514-5ef8-4bf7-8489-8d2bd5fa1324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919948 Nov 12 04:42:16.963181 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:16.979475 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:16.985421 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/networks/3438fd6f-756f-4eee-94c8-0dd356f015bb HTTP/1.1" status: 204 len: 168 time: 2.9561982 Nov 12 04:42:16.986921 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45906) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:16.988758 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e48d3ef-d355-4cef-890d-04692c257217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:16.992646 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2ad6c0a4-b169-4cac-a818-9f76c95d645b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-263256569'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:16.996947 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port e42bad21-3802-45ea-a53d-32f146100284 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:16.997236 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:17.022701 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd78a5-a792-49b1-9710-fc91cf6d867e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Network': ['ID=3438fd6f-756f-4eee-94c8-0dd356f015bb,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:17.034695 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45908) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:17.083430 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-a2983d17-49f8-4bb6-85a2-dac96609553e service neutron] 10.222.0.37 "GET /v2.0/networks/47da9514-5ef8-4bf7-8489-8d2bd5fa1324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391072 Nov 12 04:42:17.108710 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-6e48d3ef-d355-4cef-890d-04692c257217 None None] For port e42bad21-3802-45ea-a53d-32f146100284, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e42bad21-3802-45ea-a53d-32f146100284,segment=NetworkSegment(2be1c7ac-2203-41fb-9ead-5dbd7a04358f),segment_id=2be1c7ac-2203-41fb-9ead-5dbd7a04358f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:17.154962 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad6c0a4-b169-4cac-a818-9f76c95d645b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Made reservation on behalf of d6e36ac5551e488a94fe2f43c14c159e for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:17.159073 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ad6c0a4-b169-4cac-a818-9f76c95d645b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:17.180539 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:17.185827 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 4a7ad922-d498-4ad7-b232-8fdd2717777b completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:42:17.205864 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:17.220694 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 4a7ad922-d498-4ad7-b232-8fdd2717777b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:17.221060 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:17.223691 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad6c0a4-b169-4cac-a818-9f76c95d645b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:42:17.237004 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ad6c0a4-b169-4cac-a818-9f76c95d645b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:17.237351 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-2ad6c0a4-b169-4cac-a818-9f76c95d645b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Added segment ae45a703-0ab8-41f9-832a-b2a5caba8440 of type vlan for network 603f8f98-4ca9-4012-818f-f855d8043499 Nov 12 04:42:17.253900 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e48d3ef-d355-4cef-890d-04692c257217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:17.287875 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ad6c0a4-b169-4cac-a818-9f76c95d645b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:17.299053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6cd4f25a-42b2-437f-9f40-fca52ed5590d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting port f3f2ce46-c7a9-4f0e-a1fe-4ddbc4863062 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:17.299393 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f25a-42b2-437f-9f40-fca52ed5590d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:17.350226 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'name': 'tempest-TestSecurityGroupsBasicOps-router-507107074', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2d0687ef-4d4d-40c2-8003-eae2681835ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:08Z', 'updated_at': '2021-11-12T04:42:14Z', 'revision_number': 4, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '2d0687ef-4d4d-40c2-8003-eae2681835ed', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:08Z', 'updated_at': '2021-11-12T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '53064175-3b90-4914-b6df-3adf4a1cfc75', 'name': '', 'network_id': '47da9514-5ef8-4bf7-8489-8d2bd5fa1324', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'mac_address': 'fa:16:3e:2d:f8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '174c6b9c-300a-4a14-8d29-c695a31479d1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:14Z', 'updated_at': '2021-11-12T04:42:15Z', 'revision_number': 2, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'subnets': [{'id': '174c6b9c-300a-4a14-8d29-c695a31479d1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:17.404906 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f25a-42b2-437f-9f40-fca52ed5590d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:17.405374 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f25a-42b2-437f-9f40-fca52ed5590d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:17.411903 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] Checking router: 11960fea-667c-4e8f-aedf-cf3cdf47d174 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:42:17.412236 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] Updating router 11960fea-667c-4e8f-aedf-cf3cdf47d174 port 53064175-3b90-4914-b6df-3adf4a1cfc75 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:42:17.420887 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:42:17.421245 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:42:17.421715 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48d3ef-d355-4cef-890d-04692c257217 None None] Pushing event updated for resources: {'Port': ['ID=e42bad21-3802-45ea-a53d-32f146100284,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:17.424869 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-6cd4f25a-42b2-437f-9f40-fca52ed5590d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Calling delete_port for f3f2ce46-c7a9-4f0e-a1fe-4ddbc4863062 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:17.439293 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ad6c0a4-b169-4cac-a818-9f76c95d645b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:17.447835 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad6c0a4-b169-4cac-a818-9f76c95d645b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:17.449062 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2ad6c0a4-b169-4cac-a818-9f76c95d645b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:17.501758 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c6bfb3cc-8565-47a9-b5b4-7204ceb6f475 None None] Provisioning complete for port e42bad21-3802-45ea-a53d-32f146100284 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:17.510522 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c6bfb3cc-8565-47a9-b5b4-7204ceb6f475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:17.543645 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:17.586758 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75879fe6-cc00-4ee8-ba0c-50b27768a972 req-a31de732-4a8d-4a42-b800-8d217b90d554 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:17.602106 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75879fe6-cc00-4ee8-ba0c-50b27768a972 req-a31de732-4a8d-4a42-b800-8d217b90d554 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f5cde9e-733d-4f8f-9d24-5200823ce75a HTTP/1.1" status: 200 len: 945 time: 0.1156893 Nov 12 04:42:17.661474 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:17.704684 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75879fe6-cc00-4ee8-ba0c-50b27768a972 req-9006adbb-e655-4b42-87e6-370dc4e9e6d4 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011257 Nov 12 04:42:17.773268 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 4a7ad922-d498-4ad7-b232-8fdd2717777b, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=4a7ad922-d498-4ad7-b232-8fdd2717777b,segment=NetworkSegment(a3a76a5f-309d-453b-b313-1b819e1f965e),segment_id=a3a76a5f-309d-453b-b313-1b819e1f965e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:17.779132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5cde9e-733d-4f8f-9d24-5200823ce75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7ad922-d498-4ad7-b232-8fdd2717777b'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:42:17.781974 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2268729c-a9a7-4d28-8ec2-54b6ef505116" -d '{"events": [{"server_uuid": "8f5cde9e-733d-4f8f-9d24-5200823ce75a", "name": "network-vif-plugged", "status": "completed", "tag": "4a7ad922-d498-4ad7-b232-8fdd2717777b"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:42:17.826829 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c062fa6-5217-4bba-a9d7-f74bba7921df req-2f382bd4-ca8e-42d3-94d0-47b345bf26c8 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 210 time: 0.0293019 Nov 12 04:42:18.013044 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e98d357-9af1-4649-9bac-017f86a3ca99 x-openstack-request-id: req-8e98d357-9af1-4649-9bac-017f86a3ca99 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:42:18.013591 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5cde9e-733d-4f8f-9d24-5200823ce75a", "name": "network-vif-plugged", "status": "completed", "tag": "4a7ad922-d498-4ad7-b232-8fdd2717777b", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:42:18.017110 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e98d357-9af1-4649-9bac-017f86a3ca99 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:42:18.017110 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5cde9e-733d-4f8f-9d24-5200823ce75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7ad922-d498-4ad7-b232-8fdd2717777b', 'code': 200} Nov 12 04:42:18.019196 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:18.077294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db650c-b1d9-47f6-9fdc-4cea4bf4af3b req-c12f9666-2349-48eb-8386-c9f412335080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:18.078777 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-38db650c-b1d9-47f6-9fdc-4cea4bf4af3b req-c12f9666-2349-48eb-8386-c9f412335080 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f5cde9e-733d-4f8f-9d24-5200823ce75a HTTP/1.1" status: 200 len: 1098 time: 0.0658877 Nov 12 04:42:18.091196 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ada56e-811d-431e-b1ce-33c6a1c0136d None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:42:18.159039 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-38db650c-b1d9-47f6-9fdc-4cea4bf4af3b req-9da03f74-5ecf-4343-b99a-397ffe4f3d78 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726755 Nov 12 04:42:18.196087 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6c0a4-b169-4cac-a818-9f76c95d645b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Network': ['ID=603f8f98-4ca9-4012-818f-f855d8043499,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:18.235070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 603f8f98-4ca9-4012-818f-f855d8043499 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:42:18.289386 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2ad6c0a4-b169-4cac-a818-9f76c95d645b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3011262 Nov 12 04:42:18.292098 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45930) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:18.297604 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-23d803a9-ea72-41d3-971e-8e5cd4116ab5 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'subnet': {'network_id': '603f8f98-4ca9-4012-818f-f855d8043499', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:18.304139 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=4a7ad922-d498-4ad7-b232-8fdd2717777b,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:18.314618 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:18.411461 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f25a-42b2-437f-9f40-fca52ed5590d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:18.416227 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:18.419851 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c6bfb3cc-8565-47a9-b5b4-7204ceb6f475 None None] Provisioning complete for port 53064175-3b90-4914-b6df-3adf4a1cfc75 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:18.420218 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c6bfb3cc-8565-47a9-b5b4-7204ceb6f475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:18.452609 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e42bad21-3802-45ea-a53d-32f146100284 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:18.459922 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ada56e-811d-431e-b1ce-33c6a1c0136d None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:42:18.460277 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4f25a-42b2-437f-9f40-fca52ed5590d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Port': ['ID=f3f2ce46-c7a9-4f0e-a1fe-4ddbc4863062,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:18.510775 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c6bfb3cc-8565-47a9-b5b4-7204ceb6f475 None None] Port 53064175-3b90-4914-b6df-3adf4a1cfc75 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:42:18.533497 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f25a-42b2-437f-9f40-fca52ed5590d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:18.533959 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-6cd4f25a-42b2-437f-9f40-fca52ed5590d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Floating IP 9644c46c-9e1b-4e63-b532-6860ea89de8f disassociated (deleted). External IP: 172.25.1.220, port: 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44. Nov 12 04:42:18.540387 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:18.625731 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d803a9-ea72-41d3-971e-8e5cd4116ab5 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Made reservation on behalf of d6e36ac5551e488a94fe2f43c14c159e for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:18.629380 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23d803a9-ea72-41d3-971e-8e5cd4116ab5 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:18.640069 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port e42bad21-3802-45ea-a53d-32f146100284 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:18.640447 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:18.681861 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f50d23-d853-4bf6-b30b-9f739dff21ec None None] Pushing event updated for resources: {'Port': ['ID=53064175-3b90-4914-b6df-3adf4a1cfc75,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:18.725562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7b99a988-704d-4dcc-9c50-ef6d59d415d9 None None] Provisioning complete for port 53064175-3b90-4914-b6df-3adf4a1cfc75 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:18.725941 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b99a988-704d-4dcc-9c50-ef6d59d415d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:18.833715 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7b99a988-704d-4dcc-9c50-ef6d59d415d9 None None] Port 53064175-3b90-4914-b6df-3adf4a1cfc75 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:42:18.837113 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] Attempting to bind port 53064175-3b90-4914-b6df-3adf4a1cfc75 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:18.837492 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] Attempting to bind port 53064175-3b90-4914-b6df-3adf4a1cfc75 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '2be1c7ac-2203-41fb-9ead-5dbd7a04358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47da9514-5ef8-4bf7-8489-8d2bd5fa1324'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:18.838207 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] Attempting to bind port 53064175-3b90-4914-b6df-3adf4a1cfc75 on network 47da9514-5ef8-4bf7-8489-8d2bd5fa1324 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:18.862679 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd4f25a-42b2-437f-9f40-fca52ed5590d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Router 910917ad-859c-43c0-89d2-09908c9fd43c has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:42:18.885094 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a00af-75b2-413b-a253-514bbbf010f9 req-bf446759-8bef-49b3-aeb1-aabe080ebaa7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:18.886018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:18.886018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] Checking segment: {'id': '2be1c7ac-2203-41fb-9ead-5dbd7a04358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47da9514-5ef8-4bf7-8489-8d2bd5fa1324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:18.886018 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:18.886018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] Bound using segment: {'id': '2be1c7ac-2203-41fb-9ead-5dbd7a04358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47da9514-5ef8-4bf7-8489-8d2bd5fa1324'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:18.886503 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] Bound port: 53064175-3b90-4914-b6df-3adf4a1cfc75, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be1c7ac-2203-41fb-9ead-5dbd7a04358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47da9514-5ef8-4bf7-8489-8d2bd5fa1324'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:18.886607 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:18.887393 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e6a00af-75b2-413b-a253-514bbbf010f9 req-bf446759-8bef-49b3-aeb1-aabe080ebaa7 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f5cde9e-733d-4f8f-9d24-5200823ce75a HTTP/1.1" status: 200 len: 946 time: 0.0735252 Nov 12 04:42:18.951497 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e6a00af-75b2-413b-a253-514bbbf010f9 req-ba2f5441-24f3-40fb-896a-6a1d97eb40c9 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629287 Nov 12 04:42:19.068715 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd4f25a-42b2-437f-9f40-fca52ed5590d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:42:19.080591 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4983de-0c5d-40ce-a6b0-24b62b550c8b None None] Sync routers for ids ['910917ad-859c-43c0-89d2-09908c9fd43c'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:42:19.083503 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f25a-42b2-437f-9f40-fca52ed5590d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:19.093212 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4983de-0c5d-40ce-a6b0-24b62b550c8b None None] Routers {'910917ad-859c-43c0-89d2-09908c9fd43c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:19.093843 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ea4983de-0c5d-40ce-a6b0-24b62b550c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['910917ad-859c-43c0-89d2-09908c9fd43c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:19.115122 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b6bc1f6e-0414-40a1-8ae2-a80eee98e0d9 req-c468f273-36d1-4a95-9097-d06a120c8590 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 210 time: 0.0715945 Nov 12 04:42:19.131046 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6cd4f25a-42b2-437f-9f40-fca52ed5590d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "DELETE /v2.0/floatingips/9644c46c-9e1b-4e63-b532-6860ea89de8f HTTP/1.1" status: 204 len: 168 time: 2.0911791 Nov 12 04:42:19.131046 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77687009-fc62-426b-9c0e-9d9aac9a4b38', 'tag': '01b2d4ad-6874-4c8c-8a21-6a093e7d9e44'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:42:19.132626 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bcf093-56b5-4120-89b2-05e98d5f0944" -d '{"events": [{"name": "network-changed", "server_uuid": "77687009-fc62-426b-9c0e-9d9aac9a4b38", "tag": "01b2d4ad-6874-4c8c-8a21-6a093e7d9e44"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:42:19.147955 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23d803a9-ea72-41d3-971e-8e5cd4116ab5 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:19.257882 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] For port 53064175-3b90-4914-b6df-3adf4a1cfc75, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:19.276133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] For port 53064175-3b90-4914-b6df-3adf4a1cfc75, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=53064175-3b90-4914-b6df-3adf4a1cfc75,segment=NetworkSegment(2be1c7ac-2203-41fb-9ead-5dbd7a04358f),segment_id=2be1c7ac-2203-41fb-9ead-5dbd7a04358f)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:19.287451 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d803a9-ea72-41d3-971e-8e5cd4116ab5 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Subnet': ['ID=20e0a377-9810-443d-a3a3-8f7cdc6c8616,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:19.290868 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d803a9-ea72-41d3-971e-8e5cd4116ab5 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Checking segment: {'id': 'ae45a703-0ab8-41f9-832a-b2a5caba8440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '603f8f98-4ca9-4012-818f-f855d8043499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:19.291133 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d803a9-ea72-41d3-971e-8e5cd4116ab5 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network hostable DHCP agents. Network: 603f8f98-4ca9-4012-818f-f855d8043499, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:42:19.333750 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ea4983de-0c5d-40ce-a6b0-24b62b550c8b None None] Set router 910917ad-859c-43c0-89d2-09908c9fd43c gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:19.364456 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:19.392194 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d803a9-ea72-41d3-971e-8e5cd4116ab5 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network 603f8f98-4ca9-4012-818f-f855d8043499 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:42:19.458393 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] Routers {'11960fea-667c-4e8f-aedf-cf3cdf47d174'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:19.459270 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['11960fea-667c-4e8f-aedf-cf3cdf47d174'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:19.523333 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-23d803a9-ea72-41d3-971e-8e5cd4116ab5 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 603f8f98-4ca9-4012-818f-f855d8043499) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:19.530739 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d803a9-ea72-41d3-971e-8e5cd4116ab5 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:19.531662 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-23d803a9-ea72-41d3-971e-8e5cd4116ab5 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:19.613992 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b2c6f4-e410-4b38-9ac5-713b18c39d5f x-openstack-request-id: req-17b2c6f4-e410-4b38-9ac5-713b18c39d5f {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:42:19.614464 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77687009-fc62-426b-9c0e-9d9aac9a4b38", "tag": "01b2d4ad-6874-4c8c-8a21-6a093e7d9e44", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:42:19.614859 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17b2c6f4-e410-4b38-9ac5-713b18c39d5f {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:42:19.616030 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77687009-fc62-426b-9c0e-9d9aac9a4b38', 'tag': '01b2d4ad-6874-4c8c-8a21-6a093e7d9e44', 'status': 'completed', 'code': 200} Nov 12 04:42:19.617501 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8e143d-afaf-4457-92e4-638521ae1ea2 None None] Network 603f8f98-4ca9-4012-818f-f855d8043499 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:19.684220 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f50d23-d853-4bf6-b30b-9f739dff21ec None None] Pushing event updated for resources: {'Port': ['ID=53064175-3b90-4914-b6df-3adf4a1cfc75,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:19.712202 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ea4983de-0c5d-40ce-a6b0-24b62b550c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657579000', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '15317555-945d-4acf-81d6-2888151d6e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:14Z', 'updated_at': '2021-11-12T04:40:24Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '15317555-945d-4acf-81d6-2888151d6e80', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:15Z', 'updated_at': '2021-11-12T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '769f639d-bffd-48a4-a364-371a8c00271c', 'name': '', 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:2c:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:21Z', 'updated_at': '2021-11-12T04:40:29Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:19.747178 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-23d803a9-ea72-41d3-971e-8e5cd4116ab5 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4540002 Nov 12 04:42:19.748212 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4983de-0c5d-40ce-a6b0-24b62b550c8b None None] Checking router: 910917ad-859c-43c0-89d2-09908c9fd43c for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:42:19.749942 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45944) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:19.777796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcf093-56b5-4120-89b2-05e98d5f0944 req-ef0bd2eb-1220-4643-8176-d3a34f7cf0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:19.779371 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4983de-0c5d-40ce-a6b0-24b62b550c8b None None] Routers {'910917ad-859c-43c0-89d2-09908c9fd43c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:19.780197 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ea4983de-0c5d-40ce-a6b0-24b62b550c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['910917ad-859c-43c0-89d2-09908c9fd43c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:19.785951 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bcf093-56b5-4120-89b2-05e98d5f0944 req-ef0bd2eb-1220-4643-8176-d3a34f7cf0a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 1097 time: 0.1169705 Nov 12 04:42:19.789464 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] Set router 11960fea-667c-4e8f-aedf-cf3cdf47d174 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:19.897621 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e2dc0930-309d-4135-a737-97a03787abef None None] Provisioning complete for port 53064175-3b90-4914-b6df-3adf4a1cfc75 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:19.897995 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e2dc0930-309d-4135-a737-97a03787abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:19.903362 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac9367-ec2d-4fa7-99d9-ac4c60097aaa req-8bc84777-7b60-4b5b-a274-645770727f6d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:19.905171 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dac9367-ec2d-4fa7-99d9-ac4c60097aaa req-8bc84777-7b60-4b5b-a274-645770727f6d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.2126813 Nov 12 04:42:19.936719 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ea4983de-0c5d-40ce-a6b0-24b62b550c8b None None] Set router 910917ad-859c-43c0-89d2-09908c9fd43c gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:20.001053 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dac9367-ec2d-4fa7-99d9-ac4c60097aaa req-998dd4d2-3120-4025-94d9-bdb1720fec17 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e3ef4f-45c9-4306-943d-91ea7ce15281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844853 Nov 12 04:42:20.005740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcf093-56b5-4120-89b2-05e98d5f0944 req-98a6d789-178e-4f3f-98d7-6bde3310f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:20.011404 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bcf093-56b5-4120-89b2-05e98d5f0944 req-98a6d789-178e-4f3f-98d7-6bde3310f0b1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 HTTP/1.1" status: 200 len: 897 time: 0.2150817 Nov 12 04:42:20.018131 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0abebc82-3687-43f2-9698-18bf0ee1ee69 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:20.087868 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bcf093-56b5-4120-89b2-05e98d5f0944 req-b09a16a4-16ff-486c-a90e-febc2a43920a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 HTTP/1.1" status: 200 len: 217 time: 0.0649390 Nov 12 04:42:20.200127 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcf093-56b5-4120-89b2-05e98d5f0944 req-17430e94-5a9e-4d75-a06d-74d7f2e02923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:20.204352 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bcf093-56b5-4120-89b2-05e98d5f0944 req-17430e94-5a9e-4d75-a06d-74d7f2e02923 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab07e482-750d-43de-9e32-0ea4a340cbaf HTTP/1.1" status: 200 len: 835 time: 0.0997903 Nov 12 04:42:20.230859 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0abebc82-3687-43f2-9698-18bf0ee1ee69 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:20.244113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4af0a2-13e6-4d8b-b4ce-770ba357c8f2 req-344f5e3c-6871-4b95-94ea-8c64a3312282 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:20.252457 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a4af0a2-13e6-4d8b-b4ce-770ba357c8f2 req-344f5e3c-6871-4b95-94ea-8c64a3312282 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f5cde9e-733d-4f8f-9d24-5200823ce75a HTTP/1.1" status: 200 len: 946 time: 0.1380270 Nov 12 04:42:20.314678 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcf093-56b5-4120-89b2-05e98d5f0944 req-cdbf58c4-fdcc-4fa3-8711-9ceaac93301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:20.316263 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bcf093-56b5-4120-89b2-05e98d5f0944 req-cdbf58c4-fdcc-4fa3-8711-9ceaac93301e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d9b91bb-ab13-4f04-a279-307dbbe7c2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939243 Nov 12 04:42:20.357090 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a4af0a2-13e6-4d8b-b4ce-770ba357c8f2 req-8826c492-f5e2-4993-9a15-5874d7cbdaae tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034420 Nov 12 04:42:20.374765 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ea4983de-0c5d-40ce-a6b0-24b62b550c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657579000', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '15317555-945d-4acf-81d6-2888151d6e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:14Z', 'updated_at': '2021-11-12T04:40:24Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '15317555-945d-4acf-81d6-2888151d6e80', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:15Z', 'updated_at': '2021-11-12T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '769f639d-bffd-48a4-a364-371a8c00271c', 'name': '', 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:2c:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:21Z', 'updated_at': '2021-11-12T04:40:29Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:20.416150 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e2dc0930-309d-4135-a737-97a03787abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:20.423128 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4983de-0c5d-40ce-a6b0-24b62b550c8b None None] The sync data for ids ['910917ad-859c-43c0-89d2-09908c9fd43c'] in n-d-768509-24 is: [{'id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657579000', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '15317555-945d-4acf-81d6-2888151d6e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:14Z', 'updated_at': '2021-11-12T04:40:24Z', 'revision_number': 4, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '15317555-945d-4acf-81d6-2888151d6e80', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:15Z', 'updated_at': '2021-11-12T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '769f639d-bffd-48a4-a364-371a8c00271c', 'name': '', 'network_id': '1d9b91bb-ab13-4f04-a279-307dbbe7c2d5', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'mac_address': 'fa:16:3e:2c:4e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:21Z', 'updated_at': '2021-11-12T04:40:29Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'subnets': [{'id': 'ab07e482-750d-43de-9e32-0ea4a340cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:42:20.434440 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eda3f3-d3a9-466d-9ef1-91d9cdffdeb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-603f8f98-4ca9-4012-818f-f855d8043499', 'network_id': '603f8f98-4ca9-4012-818f-f855d8043499', 'tenant_id': 'd6e36ac5551e488a94fe2f43c14c159e', 'fixed_ips': [{'subnet_id': '20e0a377-9810-443d-a3a3-8f7cdc6c8616'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:42:20.436686 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7eda3f3-d3a9-466d-9ef1-91d9cdffdeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:20.494676 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bcf093-56b5-4120-89b2-05e98d5f0944 req-999c7ac7-48dd-4b4d-8b59-8dd1bd02bb7f service neutron] 10.222.0.31 "GET /v2.0/networks/1d9b91bb-ab13-4f04-a279-307dbbe7c2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682136 Nov 12 04:42:20.522147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-057876c3-3fd6-4273-ac24-289b7a08110c req-cc6c72c4-8e31-456a-8e3d-e14be700ff70 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 210 time: 0.0492525 Nov 12 04:42:20.551691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e2dc0930-309d-4135-a737-97a03787abef None None] For port 53064175-3b90-4914-b6df-3adf4a1cfc75, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=53064175-3b90-4914-b6df-3adf4a1cfc75,segment=NetworkSegment(2be1c7ac-2203-41fb-9ead-5dbd7a04358f),segment_id=2be1c7ac-2203-41fb-9ead-5dbd7a04358f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:20.564573 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0abebc82-3687-43f2-9698-18bf0ee1ee69 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:20.628650 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abebc82-3687-43f2-9698-18bf0ee1ee69 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Subnet': ['ID=20e0a377-9810-443d-a3a3-8f7cdc6c8616,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:20.667675 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'name': 'tempest-TestSecurityGroupsBasicOps-router-507107074', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2d0687ef-4d4d-40c2-8003-eae2681835ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:08Z', 'updated_at': '2021-11-12T04:42:14Z', 'revision_number': 4, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '2d0687ef-4d4d-40c2-8003-eae2681835ed', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:08Z', 'updated_at': '2021-11-12T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '53064175-3b90-4914-b6df-3adf4a1cfc75', 'name': '', 'network_id': '47da9514-5ef8-4bf7-8489-8d2bd5fa1324', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'mac_address': 'fa:16:3e:2d:f8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '174c6b9c-300a-4a14-8d29-c695a31479d1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:14Z', 'updated_at': '2021-11-12T04:42:19Z', 'revision_number': 4, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'subnets': [{'id': '174c6b9c-300a-4a14-8d29-c695a31479d1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:20.701654 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-59bcf093-56b5-4120-89b2-05e98d5f0944 req-3d630d1b-a368-49eb-9a54-2e99b00db5ff service neutron] 10.222.0.31 "GET /v2.0/networks/1d9b91bb-ab13-4f04-a279-307dbbe7c2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960287 Nov 12 04:42:20.722302 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003dda5c-4068-45bc-a004-969f276f69e6 None None] The sync data for ids ['11960fea-667c-4e8f-aedf-cf3cdf47d174'] in n-d-768509-24 is: [{'id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'name': 'tempest-TestSecurityGroupsBasicOps-router-507107074', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2d0687ef-4d4d-40c2-8003-eae2681835ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:08Z', 'updated_at': '2021-11-12T04:42:14Z', 'revision_number': 4, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '2d0687ef-4d4d-40c2-8003-eae2681835ed', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:08Z', 'updated_at': '2021-11-12T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '53064175-3b90-4914-b6df-3adf4a1cfc75', 'name': '', 'network_id': '47da9514-5ef8-4bf7-8489-8d2bd5fa1324', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'mac_address': 'fa:16:3e:2d:f8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '174c6b9c-300a-4a14-8d29-c695a31479d1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:14Z', 'updated_at': '2021-11-12T04:42:19Z', 'revision_number': 4, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'subnets': [{'id': '174c6b9c-300a-4a14-8d29-c695a31479d1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:42:20.747864 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e2dc0930-309d-4135-a737-97a03787abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:20.769614 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0abebc82-3687-43f2-9698-18bf0ee1ee69 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server [None req-c7eda3f3-d3a9-466d-9ef1-91d9cdffdeb7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20e0a377-9810-443d-a3a3-8f7cdc6c8616: This subnet is being modified by another concurrent operation. Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise exception Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20e0a377-9810-443d-a3a3-8f7cdc6c8616: This subnet is being modified by another concurrent operation. Nov 12 04:42:20.812501 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server Nov 12 04:42:20.840188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137a138a-2716-4883-bf1e-d9d2d2e27119 None None] Network 603f8f98-4ca9-4012-818f-f855d8043499 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:20.880907 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0abebc82-3687-43f2-9698-18bf0ee1ee69 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603f8f98-4ca9-4012-818f-f855d8043499']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:20.899227 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0abebc82-3687-43f2-9698-18bf0ee1ee69 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae45a703-0ab8-41f9-832a-b2a5caba8440') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:20.899652 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-0abebc82-3687-43f2-9698-18bf0ee1ee69 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae45a703-0ab8-41f9-832a-b2a5caba8440') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:20.918292 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0abebc82-3687-43f2-9698-18bf0ee1ee69 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:20.944633 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0abebc82-3687-43f2-9698-18bf0ee1ee69 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:20.949895 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc0930-309d-4135-a737-97a03787abef None None] Pushing event updated for resources: {'Port': ['ID=53064175-3b90-4914-b6df-3adf4a1cfc75,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:20.953559 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-a76c3929-9b62-48e3-a9b5-b0ab1345494a tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:20.955120 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-a76c3929-9b62-48e3-a9b5-b0ab1345494a tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.31 "GET /v2.0/networks?id=47da9514-5ef8-4bf7-8489-8d2bd5fa1324 HTTP/1.1" status: 200 len: 797 time: 0.2638445 Nov 12 04:42:20.964495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0abebc82-3687-43f2-9698-18bf0ee1ee69 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:42:20.965373 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0abebc82-3687-43f2-9698-18bf0ee1ee69 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:42:20.969497 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:42:20.981110 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b9d9bf88-3c11-420b-9edb-55c6c15447ef None None] Provisioning complete for port 53064175-3b90-4914-b6df-3adf4a1cfc75 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:20.981484 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b9d9bf88-3c11-420b-9edb-55c6c15447ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:21.015174 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798d1a1f-23ac-41fa-873c-da79c2981b4a None None] New status for floating IP 9644c46c-9e1b-4e63-b532-6860ea89de8f: DOWN {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:42:21.050012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-5e0333df-3150-404a-9e29-c54995ab8ed3 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Request body: {'port': {'device_id': 'a7c17d60-33fc-4827-aebc-b53d9e56dfdb', 'network_id': '47da9514-5ef8-4bf7-8489-8d2bd5fa1324', 'admin_state_up': True, 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:21.180710 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b805af0e-17bc-4cd2-893e-617b97ad51c8 None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:42:21.295177 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0abebc82-3687-43f2-9698-18bf0ee1ee69 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:21.302184 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcb7be-8ef8-4959-92e6-5810555b2ba3 req-02b13663-f92f-47b4-bdc3-3464fc903a6d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:21.304593 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bcfcb7be-8ef8-4959-92e6-5810555b2ba3 req-02b13663-f92f-47b4-bdc3-3464fc903a6d tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.31 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 945 time: 0.0781734 Nov 12 04:42:21.338317 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0abebc82-3687-43f2-9698-18bf0ee1ee69 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:21.338317 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0abebc82-3687-43f2-9698-18bf0ee1ee69 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/networks/603f8f98-4ca9-4012-818f-f855d8043499 HTTP/1.1" status: 204 len: 168 time: 1.5656199 Nov 12 04:42:21.338317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abebc82-3687-43f2-9698-18bf0ee1ee69 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Network': ['ID=603f8f98-4ca9-4012-818f-f855d8043499,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:21.338317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 45964) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:21.343263 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-6e9bce8a-0583-43da-93ed-0db547f08b9e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1566192984'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:21.355196 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b805af0e-17bc-4cd2-893e-617b97ad51c8 None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:42:21.401041 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-5e0333df-3150-404a-9e29-c54995ab8ed3 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Made reservation on behalf of ec999c49bb3c4a7e85d4aaede82461be for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:21.407380 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-5e0333df-3150-404a-9e29-c54995ab8ed3 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:21.510807 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-bcfcb7be-8ef8-4959-92e6-5810555b2ba3 req-b38b1ce2-30f4-47ec-95b6-eb7b92886dd5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:21.518426 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bcfcb7be-8ef8-4959-92e6-5810555b2ba3 req-b38b1ce2-30f4-47ec-95b6-eb7b92886dd5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:21.581681 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9bce8a-0583-43da-93ed-0db547f08b9e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Made reservation on behalf of d6e36ac5551e488a94fe2f43c14c159e for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:21.586498 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6e9bce8a-0583-43da-93ed-0db547f08b9e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:21.666788 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9bce8a-0583-43da-93ed-0db547f08b9e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:42:21.675594 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-5e0333df-3150-404a-9e29-c54995ab8ed3 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Allocated IP 172.20.0.29 (47da9514-5ef8-4bf7-8489-8d2bd5fa1324/174c6b9c-300a-4a14-8d29-c695a31479d1/dddd1fb6-28f6-4b97-9384-8923d26a5794) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:21.703843 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-bcfcb7be-8ef8-4959-92e6-5810555b2ba3 req-b38b1ce2-30f4-47ec-95b6-eb7b92886dd5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] For port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=01b2d4ad-6874-4c8c-8a21-6a093e7d9e44,segment=NetworkSegment(5a07072c-57a9-408b-a0a0-ff5c7250786d),segment_id=5a07072c-57a9-408b-a0a0-ff5c7250786d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:21.703843 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bcfcb7be-8ef8-4959-92e6-5810555b2ba3 req-b38b1ce2-30f4-47ec-95b6-eb7b92886dd5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:21.705685 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6e9bce8a-0583-43da-93ed-0db547f08b9e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:21.706134 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-6e9bce8a-0583-43da-93ed-0db547f08b9e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Added segment dc48c4a5-5c2e-44a7-adaa-78ded51493de of type vlan for network 3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8 Nov 12 04:42:21.740159 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-bcfcb7be-8ef8-4959-92e6-5810555b2ba3 req-b38b1ce2-30f4-47ec-95b6-eb7b92886dd5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Calling delete_port for 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:21.794002 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6e9bce8a-0583-43da-93ed-0db547f08b9e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:22.001388 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-5e0333df-3150-404a-9e29-c54995ab8ed3 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:22.014963 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.db.resource_extend [None req-6e9bce8a-0583-43da-93ed-0db547f08b9e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 04:42:22.032254 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bcfcb7be-8ef8-4959-92e6-5810555b2ba3 req-b38b1ce2-30f4-47ec-95b6-eb7b92886dd5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:22.123455 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b1ce2-30f4-47ec-95b6-eb7b92886dd5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Port': ['ID=01b2d4ad-6874-4c8c-8a21-6a093e7d9e44,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:22.140944 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-408e97d1-8e5e-4c79-a46d-635e3984941e req-49e8769a-4fd7-4755-8f77-27e777c8714c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 210 time: 0.0450113 Nov 12 04:42:22.149268 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6e9bce8a-0583-43da-93ed-0db547f08b9e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:22.155310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9bce8a-0583-43da-93ed-0db547f08b9e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:22.155930 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6e9bce8a-0583-43da-93ed-0db547f08b9e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:22.239855 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfcb7be-8ef8-4959-92e6-5810555b2ba3 req-b38b1ce2-30f4-47ec-95b6-eb7b92886dd5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] No DVR routers for this DVR port 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:42:22.243119 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-bcfcb7be-8ef8-4959-92e6-5810555b2ba3 req-b38b1ce2-30f4-47ec-95b6-eb7b92886dd5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:22.247238 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-bcfcb7be-8ef8-4959-92e6-5810555b2ba3 req-b38b1ce2-30f4-47ec-95b6-eb7b92886dd5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.31 "DELETE /v2.0/ports/01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 HTTP/1.1" status: 204 len: 173 time: 0.9357805 Nov 12 04:42:22.247899 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77687009-fc62-426b-9c0e-9d9aac9a4b38', 'name': 'network-vif-deleted', 'tag': '01b2d4ad-6874-4c8c-8a21-6a093e7d9e44'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:42:22.259689 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba0ddd8-3537-4f4e-9673-139925bfe111" -d '{"events": [{"server_uuid": "77687009-fc62-426b-9c0e-9d9aac9a4b38", "name": "network-vif-deleted", "tag": "01b2d4ad-6874-4c8c-8a21-6a093e7d9e44"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:42:22.344328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bce8a-0583-43da-93ed-0db547f08b9e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Network': ['ID=3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:22.348708 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-5e0333df-3150-404a-9e29-c54995ab8ed3 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:22.366835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:42:22.393673 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6e9bce8a-0583-43da-93ed-0db547f08b9e tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0525916 Nov 12 04:42:22.394621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45978) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:22.400117 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-02b660ac-f7d2-4f75-a2e1-3798cbd4d439 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'subnet': {'network_id': '3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:22.435334 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-5e0333df-3150-404a-9e29-c54995ab8ed3 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Network 47da9514-5ef8-4bf7-8489-8d2bd5fa1324 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:22.531557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-5e0333df-3150-404a-9e29-c54995ab8ed3 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:22.545905 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:42:22.548012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-5e0333df-3150-404a-9e29-c54995ab8ed3 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:22.594719 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 53064175-3b90-4914-b6df-3adf4a1cfc75 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:22.717763 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0333df-3150-404a-9e29-c54995ab8ed3 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event updated for resources: {'Port': ['ID=dddd1fb6-28f6-4b97-9384-8923d26a5794,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:22.775324 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b660ac-f7d2-4f75-a2e1-3798cbd4d439 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Made reservation on behalf of d6e36ac5551e488a94fe2f43c14c159e for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:22.778364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf20c7-120f-49c6-8a6c-dfb5e5f9d23f req-f7a7a14b-78f2-4d4d-8793-b6010c7b852c tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:22.789316 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17cf20c7-120f-49c6-8a6c-dfb5e5f9d23f req-f7a7a14b-78f2-4d4d-8793-b6010c7b852c tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 895 time: 0.4916437 Nov 12 04:42:22.790829 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02b660ac-f7d2-4f75-a2e1-3798cbd4d439 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:22.890348 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-5e0333df-3150-404a-9e29-c54995ab8ed3 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:22.892386 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-5e0333df-3150-404a-9e29-c54995ab8ed3 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:22.939878 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 53064175-3b90-4914-b6df-3adf4a1cfc75 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:22.940437 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:22.944863 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bced5a7e-d517-4e21-8d71-6d733ea7e298 x-openstack-request-id: req-bced5a7e-d517-4e21-8d71-6d733ea7e298 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:42:22.945325 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77687009-fc62-426b-9c0e-9d9aac9a4b38", "name": "network-vif-deleted", "tag": "01b2d4ad-6874-4c8c-8a21-6a093e7d9e44", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:42:22.945854 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bced5a7e-d517-4e21-8d71-6d733ea7e298 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:42:22.946360 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77687009-fc62-426b-9c0e-9d9aac9a4b38', 'name': 'network-vif-deleted', 'tag': '01b2d4ad-6874-4c8c-8a21-6a093e7d9e44', 'status': 'completed', 'code': 200} Nov 12 04:42:23.052074 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-5e0333df-3150-404a-9e29-c54995ab8ed3 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.0476944 Nov 12 04:42:23.072498 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Request body: {'port': {'device_id': 'a7c17d60-33fc-4827-aebc-b53d9e56dfdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:23.160920 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:23.219608 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-91f37520-7d64-423e-919e-eef28fb82f2f None None] Provisioning complete for port dddd1fb6-28f6-4b97-9384-8923d26a5794 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:23.219990 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-91f37520-7d64-423e-919e-eef28fb82f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:23.302116 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-91f37520-7d64-423e-919e-eef28fb82f2f None None] Port dddd1fb6-28f6-4b97-9384-8923d26a5794 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:42:23.364349 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02b660ac-f7d2-4f75-a2e1-3798cbd4d439 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:23.366538 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45988) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:23.386164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e657517c-4aea-470a-822f-8a89251f4434 req-10985c4b-fdc1-4c70-9371-2b58ffe7631c tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "GET /v2.0/ports?device_id=77687009-fc62-426b-9c0e-9d9aac9a4b38 HTTP/1.1" status: 200 len: 210 time: 0.0281072 Nov 12 04:42:23.462140 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b660ac-f7d2-4f75-a2e1-3798cbd4d439 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Subnet': ['ID=7e794203-c780-4928-bddc-8c6f690c2a2d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:23.472147 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b660ac-f7d2-4f75-a2e1-3798cbd4d439 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Checking segment: {'id': 'dc48c4a5-5c2e-44a7-adaa-78ded51493de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:23.472509 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b660ac-f7d2-4f75-a2e1-3798cbd4d439 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network hostable DHCP agents. Network: 3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:42:23.596461 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b660ac-f7d2-4f75-a2e1-3798cbd4d439 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network 3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:42:23.635916 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6012a277-726f-4263-8695-12332c619c43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:23.688429 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dddd1fb6-28f6-4b97-9384-8923d26a5794 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:42:23.696683 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:23.719781 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Transition to ACTIVE for port object dddd1fb6-28f6-4b97-9384-8923d26a5794 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:42:23.753949 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6012a277-726f-4263-8695-12332c619c43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:23.804313 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-02b660ac-f7d2-4f75-a2e1-3798cbd4d439 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:23.819113 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625f418a-851b-4b6e-a609-6113759ae1cc None None] Network 3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:23.826622 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:23.828094 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b660ac-f7d2-4f75-a2e1-3798cbd4d439 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:23.828961 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02b660ac-f7d2-4f75-a2e1-3798cbd4d439 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:23.833479 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6012a277-726f-4263-8695-12332c619c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:23.870865 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6012a277-726f-4263-8695-12332c619c43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ede9066d1e874633acd5441ead48057e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4984970 Nov 12 04:42:23.873880 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45994) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:23.964437 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de4b2cec-f2d0-4575-86a7-c73204239750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:23.998498 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012a277-726f-4263-8695-12332c619c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e5d8b3-3aa6-40a5-b57f-d9b0c650905d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:24.008065 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de4b2cec-f2d0-4575-86a7-c73204239750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:24.066006 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-02b660ac-f7d2-4f75-a2e1-3798cbd4d439 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6696541 Nov 12 04:42:24.068655 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 45996) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:24.095061 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'subnet': {'network_id': '3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:24.110591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=dddd1fb6-28f6-4b97-9384-8923d26a5794,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:24.189976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8', 'network_id': '3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8', 'tenant_id': 'd6e36ac5551e488a94fe2f43c14c159e', 'fixed_ips': [{'subnet_id': '7e794203-c780-4928-bddc-8c6f690c2a2d'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:42:24.191051 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:24.191849 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede562b-2eef-407e-baa1-d261b653a6e7 req-837c0102-7265-4515-9203-78e8d7847f19 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:24.206738 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ede562b-2eef-407e-baa1-d261b653a6e7 req-837c0102-7265-4515-9203-78e8d7847f19 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 907 time: 0.2493792 Nov 12 04:42:24.253267 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Attempting to bind port dddd1fb6-28f6-4b97-9384-8923d26a5794 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:24.258556 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Attempting to bind port dddd1fb6-28f6-4b97-9384-8923d26a5794 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '2be1c7ac-2203-41fb-9ead-5dbd7a04358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47da9514-5ef8-4bf7-8489-8d2bd5fa1324'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:24.258556 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Attempting to bind port dddd1fb6-28f6-4b97-9384-8923d26a5794 on network 47da9514-5ef8-4bf7-8489-8d2bd5fa1324 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:24.269403 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Port dddd1fb6-28f6-4b97-9384-8923d26a5794 on network 47da9514-5ef8-4bf7-8489-8d2bd5fa1324 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:42:24.269949 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Attempting to bind port dddd1fb6-28f6-4b97-9384-8923d26a5794 on network 47da9514-5ef8-4bf7-8489-8d2bd5fa1324 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:24.279405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:24.279673 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Checking segment: {'id': '2be1c7ac-2203-41fb-9ead-5dbd7a04358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47da9514-5ef8-4bf7-8489-8d2bd5fa1324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:24.280192 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Bound using segment: {'id': '2be1c7ac-2203-41fb-9ead-5dbd7a04358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47da9514-5ef8-4bf7-8489-8d2bd5fa1324'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:24.280640 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Bound port: dddd1fb6-28f6-4b97-9384-8923d26a5794, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be1c7ac-2203-41fb-9ead-5dbd7a04358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '47da9514-5ef8-4bf7-8489-8d2bd5fa1324'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:24.281032 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:24.313180 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de4b2cec-f2d0-4575-86a7-c73204239750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:24.316416 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de4b2cec-f2d0-4575-86a7-c73204239750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:24.321195 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-de4b2cec-f2d0-4575-86a7-c73204239750 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4e5d8b3-3aa6-40a5-b57f-d9b0c650905d HTTP/1.1" status: 204 len: 168 time: 0.4438913 Nov 12 04:42:24.343998 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b2cec-f2d0-4575-86a7-c73204239750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e5d8b3-3aa6-40a5-b57f-d9b0c650905d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:24.356234 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] For port dddd1fb6-28f6-4b97-9384-8923d26a5794, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:24.358316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] For port dddd1fb6-28f6-4b97-9384-8923d26a5794, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=dddd1fb6-28f6-4b97-9384-8923d26a5794,segment=NetworkSegment(2be1c7ac-2203-41fb-9ead-5dbd7a04358f),segment_id=2be1c7ac-2203-41fb-9ead-5dbd7a04358f)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:24.433606 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] Allocated IP 2001:db8::2 (3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8/7e794203-c780-4928-bddc-8c6f690c2a2d/d7255a77-126f-4d15-8c61-8ac4571d0053) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:24.457269 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46004) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:24.519342 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Made reservation on behalf of d6e36ac5551e488a94fe2f43c14c159e for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:24.523741 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:24.563857 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:24.627135 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:24.630994 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:24.630994 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] 10.222.0.31 "PUT /v2.0/ports/dddd1fb6-28f6-4b97-9384-8923d26a5794 HTTP/1.1" status: 200 len: 1056 time: 1.5621226 Nov 12 04:42:24.630994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c17d60-33fc-4827-aebc-b53d9e56dfdb', 'tag': 'dddd1fb6-28f6-4b97-9384-8923d26a5794'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:42:24.633158 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436d2f69-e7a0-4898-b75d-a0ec54ebf89b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c17d60-33fc-4827-aebc-b53d9e56dfdb", "tag": "dddd1fb6-28f6-4b97-9384-8923d26a5794"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:42:24.689457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe77dd5-7a1b-4657-9453-c50cd44f5ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=dddd1fb6-28f6-4b97-9384-8923d26a5794,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:24.707501 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41030f79-757b-4916-8f00-41ab865e44cf x-openstack-request-id: req-41030f79-757b-4916-8f00-41ab865e44cf {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:42:24.707799 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c17d60-33fc-4827-aebc-b53d9e56dfdb", "tag": "dddd1fb6-28f6-4b97-9384-8923d26a5794", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:42:24.708056 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41030f79-757b-4916-8f00-41ab865e44cf {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:42:24.708521 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c17d60-33fc-4827-aebc-b53d9e56dfdb', 'tag': 'dddd1fb6-28f6-4b97-9384-8923d26a5794', 'status': 'completed', 'code': 200} Nov 12 04:42:24.772091 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:42:24.816320 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:42:24.816663 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 01b2d4ad-6874-4c8c-8a21-6a093e7d9e44 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:42:24.863335 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:24.941379 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:25.047107 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] Pushing event updated for resources: {'Port': ['ID=d7255a77-126f-4d15-8c61-8ac4571d0053,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:25.080422 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] Network 3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:25.090286 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:25.095466 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:25.199801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d2f69-e7a0-4898-b75d-a0ec54ebf89b req-8aa822de-b9ff-4ca4-bc7a-3d6619a339b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:25.203710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-436d2f69-e7a0-4898-b75d-a0ec54ebf89b req-8aa822de-b9ff-4ca4-bc7a-3d6619a339b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec999c49bb3c4a7e85d4aaede82461be&device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 1059 time: 0.4619839 Nov 12 04:42:25.247443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] Attempting to bind port d7255a77-126f-4d15-8c61-8ac4571d0053 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:25.247823 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] Attempting to bind port d7255a77-126f-4d15-8c61-8ac4571d0053 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'dc48c4a5-5c2e-44a7-adaa-78ded51493de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:25.248302 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] Attempting to bind port d7255a77-126f-4d15-8c61-8ac4571d0053 on network 3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:25.263029 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:25.263444 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] Checking segment: {'id': 'dc48c4a5-5c2e-44a7-adaa-78ded51493de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:25.265700 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:25.265700 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] Bound using segment: {'id': 'dc48c4a5-5c2e-44a7-adaa-78ded51493de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:25.265955 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] Bound port: d7255a77-126f-4d15-8c61-8ac4571d0053, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc48c4a5-5c2e-44a7-adaa-78ded51493de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:25.266191 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:25.291925 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:25.375202 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network 3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:25.376051 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] For port d7255a77-126f-4d15-8c61-8ac4571d0053, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:25.377722 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Subnet': ['ID=e9b94f82-673d-40bf-b007-7d1e177e092e,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:25.380742 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:25.382685 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] For port d7255a77-126f-4d15-8c61-8ac4571d0053, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d7255a77-126f-4d15-8c61-8ac4571d0053,segment=NetworkSegment(dc48c4a5-5c2e-44a7-adaa-78ded51493de),segment_id=dc48c4a5-5c2e-44a7-adaa-78ded51493de)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:25.384186 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:25.384947 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:25.429600 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:25.429979 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:25.430378 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:25.431547 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:25.432166 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:25.432508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:25.432851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:25.433185 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:25.433533 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:25.434520 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:25.435012 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:25.435227 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:25.450565 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e8ddd358-ac82-4156-af69-eb94ac2afd38 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:25.461782 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d2f69-e7a0-4898-b75d-a0ec54ebf89b req-7d8e4b22-59f1-46b9-829a-d8c02fa02c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:25.465765 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d2f69-e7a0-4898-b75d-a0ec54ebf89b req-7d8e4b22-59f1-46b9-829a-d8c02fa02c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:25.465765 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-436d2f69-e7a0-4898-b75d-a0ec54ebf89b req-7d8e4b22-59f1-46b9-829a-d8c02fa02c94 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ec999c49bb3c4a7e85d4aaede82461be&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2435036 Nov 12 04:42:25.471688 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d5665-573e-495b-a9ff-37609f776bf8 req-5926ff5e-ec78-4b4c-a62a-d4438cbd084c tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:25.473043 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-914d5665-573e-495b-a9ff-37609f776bf8 req-5926ff5e-ec78-4b4c-a62a-d4438cbd084c tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 907 time: 0.1361296 Nov 12 04:42:25.490161 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:25.591975 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d2f69-e7a0-4898-b75d-a0ec54ebf89b req-424f6ef0-a9df-489f-a013-f3976aa46fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:25.598947 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-436d2f69-e7a0-4898-b75d-a0ec54ebf89b req-424f6ef0-a9df-489f-a013-f3976aa46fba service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1200812 Nov 12 04:42:25.599090 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539e394-3bf9-45c6-8c6e-2860bed41860 None None] Pushing event updated for resources: {'Port': ['ID=d7255a77-126f-4d15-8c61-8ac4571d0053,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:25.633398 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8a3aaf43-727f-4f30-891a-66649ccaa05d tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5552976 Nov 12 04:42:25.633398 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46022) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:25.719245 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-2778bbb8-7a16-458f-8d2e-9227935057d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:25.720907 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-2778bbb8-7a16-458f-8d2e-9227935057d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec999c49bb3c4a7e85d4aaede82461be&device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 1059 time: 0.0598409 Nov 12 04:42:25.775471 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f88918-668c-4080-acc8-bb130403bd65 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:25.777019 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f88918-668c-4080-acc8-bb130403bd65 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:25.778555 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f88918-668c-4080-acc8-bb130403bd65 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:25.780232 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f88918-668c-4080-acc8-bb130403bd65 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:25.782092 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-c2e22748-0a1c-486b-8e5c-8ddaf84050de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=dddd1fb6-28f6-4b97-9384-8923d26a5794 HTTP/1.1" status: 200 len: 217 time: 0.0474560 Nov 12 04:42:25.782550 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f88918-668c-4080-acc8-bb130403bd65 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:25.784272 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e9f88918-668c-4080-acc8-bb130403bd65 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1549389 Nov 12 04:42:25.794253 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46030) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:25.799664 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5b86f8e6-5d46-48be-9b76-d32173d1fe09 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-81346993'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:25.876311 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-0a96c696-c4a9-45b1-8dd0-78440cd1123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:25.881693 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-0a96c696-c4a9-45b1-8dd0-78440cd1123f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=174c6b9c-300a-4a14-8d29-c695a31479d1 HTTP/1.1" status: 200 len: 837 time: 0.0874128 Nov 12 04:42:25.945812 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-f21dfe7a-fda6-4c39-8b83-e612f8b1dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:25.947373 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b86f8e6-5d46-48be-9b76-d32173d1fe09 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Made reservation on behalf of d6e36ac5551e488a94fe2f43c14c159e for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:25.952452 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-f21dfe7a-fda6-4c39-8b83-e612f8b1dad5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=47da9514-5ef8-4bf7-8489-8d2bd5fa1324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0560730 Nov 12 04:42:25.952590 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b86f8e6-5d46-48be-9b76-d32173d1fe09 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:25.993717 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b86f8e6-5d46-48be-9b76-d32173d1fe09 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:42:26.008561 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e8ddd358-ac82-4156-af69-eb94ac2afd38 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting port 769f639d-bffd-48a4-a364-371a8c00271c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:26.009105 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e8ddd358-ac82-4156-af69-eb94ac2afd38 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:26.012686 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b86f8e6-5d46-48be-9b76-d32173d1fe09 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:26.013184 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-5b86f8e6-5d46-48be-9b76-d32173d1fe09 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Added segment b6f943e8-6139-4c67-bf6d-656d79df0f77 of type vlan for network a5ee1db1-983b-488f-8e94-833f64077fe3 Nov 12 04:42:26.112355 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b86f8e6-5d46-48be-9b76-d32173d1fe09 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:26.113087 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-6c5e6eaa-f429-4869-bb61-ed1017635191 service neutron] 10.222.0.31 "GET /v2.0/networks/47da9514-5ef8-4bf7-8489-8d2bd5fa1324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570899 Nov 12 04:42:26.171686 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-e8ddd358-ac82-4156-af69-eb94ac2afd38 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] For port 769f639d-bffd-48a4-a364-371a8c00271c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=769f639d-bffd-48a4-a364-371a8c00271c,segment=NetworkSegment(5a07072c-57a9-408b-a0a0-ff5c7250786d),segment_id=5a07072c-57a9-408b-a0a0-ff5c7250786d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:26.171686 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e8ddd358-ac82-4156-af69-eb94ac2afd38 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:26.177611 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e8ddd358-ac82-4156-af69-eb94ac2afd38 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Calling delete_port for 769f639d-bffd-48a4-a364-371a8c00271c owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:26.252943 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ee7ffa4-5c8c-4836-b4dd-7c425a05cc08 req-8b9b4feb-94c0-41e3-9742-971082e02180 service neutron] 10.222.0.31 "GET /v2.0/networks/47da9514-5ef8-4bf7-8489-8d2bd5fa1324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310711 Nov 12 04:42:26.271291 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b86f8e6-5d46-48be-9b76-d32173d1fe09 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:26.284372 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b86f8e6-5d46-48be-9b76-d32173d1fe09 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:26.288159 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b86f8e6-5d46-48be-9b76-d32173d1fe09 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:26.462933 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86f8e6-5d46-48be-9b76-d32173d1fe09 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Network': ['ID=a5ee1db1-983b-488f-8e94-833f64077fe3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:26.465803 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d7255a77-126f-4d15-8c61-8ac4571d0053 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:26.474171 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5b86f8e6-5d46-48be-9b76-d32173d1fe09 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6762421 Nov 12 04:42:26.474541 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46042) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:26.481660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-8994704a-3c47-491a-a005-99aa4c599408 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:26.531412 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network a5ee1db1-983b-488f-8e94-833f64077fe3 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:42:26.720902 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d7255a77-126f-4d15-8c61-8ac4571d0053 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:26.721276 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:26.786412 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e8ddd358-ac82-4156-af69-eb94ac2afd38 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:26.856415 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:26.885094 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddd358-ac82-4156-af69-eb94ac2afd38 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Port': ['ID=769f639d-bffd-48a4-a364-371a8c00271c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:26.921680 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port d7255a77-126f-4d15-8c61-8ac4571d0053, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d7255a77-126f-4d15-8c61-8ac4571d0053,segment=NetworkSegment(dc48c4a5-5c2e-44a7-adaa-78ded51493de),segment_id=dc48c4a5-5c2e-44a7-adaa-78ded51493de)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:26.931479 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8994704a-3c47-491a-a005-99aa4c599408 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:26.941282 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbad2b-fbca-4501-835c-4c472add2044 req-ecc76c8a-17ca-4d89-92a8-4f3d2d074c76 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:26.944437 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dfbad2b-fbca-4501-835c-4c472add2044 req-ecc76c8a-17ca-4d89-92a8-4f3d2d074c76 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 907 time: 0.2884588 Nov 12 04:42:27.027024 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:27.060808 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e1124-69d7-4f4b-b390-27227fd927de None None] Network 3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:27.078309 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8994704a-3c47-491a-a005-99aa4c599408 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:27.085580 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e8ddd358-ac82-4156-af69-eb94ac2afd38 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:27.192159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8994704a-3c47-491a-a005-99aa4c599408 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network a5ee1db1-983b-488f-8e94-833f64077fe3 is not hosted by any dhcp agent {{(pid=103296) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:42:27.195793 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8994704a-3c47-491a-a005-99aa4c599408 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:27.196662 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8994704a-3c47-491a-a005-99aa4c599408 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:27.206122 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8994704a-3c47-491a-a005-99aa4c599408 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "PUT /v2.0/networks/a5ee1db1-983b-488f-8e94-833f64077fe3 HTTP/1.1" status: 200 len: 723 time: 0.7304535 Nov 12 04:42:27.210335 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46046) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:27.212804 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=d7255a77-126f-4d15-8c61-8ac4571d0053,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:27.220699 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-2b74b9c6-2376-4266-9a2d-61c05b336d2c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'subnet': {'network_id': 'a5ee1db1-983b-488f-8e94-833f64077fe3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:27.222107 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-300e5fba-29e1-4347-8b14-f63011ca6189 None None] Provisioning complete for port d7255a77-126f-4d15-8c61-8ac4571d0053 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:27.222444 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-300e5fba-29e1-4347-8b14-f63011ca6189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:27.226816 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994704a-3c47-491a-a005-99aa4c599408 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Network': ['ID=a5ee1db1-983b-488f-8e94-833f64077fe3,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:27.254017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network a5ee1db1-983b-488f-8e94-833f64077fe3 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:42:27.437937 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b74b9c6-2376-4266-9a2d-61c05b336d2c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Made reservation on behalf of d6e36ac5551e488a94fe2f43c14c159e for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:27.442009 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b74b9c6-2376-4266-9a2d-61c05b336d2c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:27.581818 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc81d01-d2e6-48ff-9301-db7ce954d359 None None] Update dhcp port {'port': {'network_id': '3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8', 'fixed_ips': [{'subnet_id': '7e794203-c780-4928-bddc-8c6f690c2a2d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e9b94f82-673d-40bf-b007-7d1e177e092e'}], 'binding:host_id': 'n-d-768509-24'}, 'id': 'd7255a77-126f-4d15-8c61-8ac4571d0053'} from n-d-768509-24. {{(pid=103298) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:42:27.634124 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fdc81d01-d2e6-48ff-9301-db7ce954d359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:27.798480 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b74b9c6-2376-4266-9a2d-61c05b336d2c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:27.842941 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ddd358-ac82-4156-af69-eb94ac2afd38 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Router 910917ad-859c-43c0-89d2-09908c9fd43c has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:42:27.857281 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-fdc81d01-d2e6-48ff-9301-db7ce954d359 None None] Allocated IP 172.20.0.1 (3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8/e9b94f82-673d-40bf-b007-7d1e177e092e/d7255a77-126f-4d15-8c61-8ac4571d0053) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:27.865908 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74b9c6-2376-4266-9a2d-61c05b336d2c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Subnet': ['ID=1998e4a6-e945-4136-b34c-3281d6d17f8f,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:27.916785 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b74b9c6-2376-4266-9a2d-61c05b336d2c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Checking segment: {'id': 'b6f943e8-6139-4c67-bf6d-656d79df0f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a5ee1db1-983b-488f-8e94-833f64077fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:27.917306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b74b9c6-2376-4266-9a2d-61c05b336d2c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network hostable DHCP agents. Network: a5ee1db1-983b-488f-8e94-833f64077fe3, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:42:27.969022 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-fdc81d01-d2e6-48ff-9301-db7ce954d359 None None] For port d7255a77-126f-4d15-8c61-8ac4571d0053, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d7255a77-126f-4d15-8c61-8ac4571d0053,segment=NetworkSegment(dc48c4a5-5c2e-44a7-adaa-78ded51493de),segment_id=dc48c4a5-5c2e-44a7-adaa-78ded51493de)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:28.015529 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fdc81d01-d2e6-48ff-9301-db7ce954d359 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:28.020799 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ddd358-ac82-4156-af69-eb94ac2afd38 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:42:28.029789 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46056) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:28.030850 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e8ddd358-ac82-4156-af69-eb94ac2afd38 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "PUT /v2.0/routers/910917ad-859c-43c0-89d2-09908c9fd43c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5722740 Nov 12 04:42:28.038609 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0878459-2222-4fab-a2f3-8e0058379fdf None None] Sync routers for ids ['910917ad-859c-43c0-89d2-09908c9fd43c'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:42:28.046685 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b74b9c6-2376-4266-9a2d-61c05b336d2c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network a5ee1db1-983b-488f-8e94-833f64077fe3 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:42:28.064390 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0878459-2222-4fab-a2f3-8e0058379fdf None None] Routers {'910917ad-859c-43c0-89d2-09908c9fd43c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:28.065340 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d0878459-2222-4fab-a2f3-8e0058379fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['910917ad-859c-43c0-89d2-09908c9fd43c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:28.083956 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fdc81d01-d2e6-48ff-9301-db7ce954d359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:28.118238 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-4766f000-05a4-4777-b700-73af19b6fac1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting subnet ab07e482-750d-43de-9e32-0ea4a340cbaf {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:42:28.122309 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4766f000-05a4-4777-b700-73af19b6fac1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:28.136093 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc81d01-d2e6-48ff-9301-db7ce954d359 None None] Pushing event updated for resources: {'Port': ['ID=d7255a77-126f-4d15-8c61-8ac4571d0053,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:28.179495 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4766f000-05a4-4777-b700-73af19b6fac1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:28.216271 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-d0878459-2222-4fab-a2f3-8e0058379fdf None None] Set router 910917ad-859c-43c0-89d2-09908c9fd43c gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:28.273846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f38b0-0cd0-484f-9bde-9c4093b59e5b req-149876a1-6e9a-477b-a91d-5aabcc60001e tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:28.283828 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c12f38b0-0cd0-484f-9bde-9c4093b59e5b req-149876a1-6e9a-477b-a91d-5aabcc60001e tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 907 time: 0.2403057 Nov 12 04:42:28.330238 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-2b74b9c6-2376-4266-9a2d-61c05b336d2c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, a5ee1db1-983b-488f-8e94-833f64077fe3) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:28.335271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74b9c6-2376-4266-9a2d-61c05b336d2c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:28.335931 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b74b9c6-2376-4266-9a2d-61c05b336d2c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:28.342924 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74973f8e-7ff1-44c3-8c98-6eb1953bb5de None None] Network a5ee1db1-983b-488f-8e94-833f64077fe3 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:28.366296 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4766f000-05a4-4777-b700-73af19b6fac1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:28.463384 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2b74b9c6-2376-4266-9a2d-61c05b336d2c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2515333 Nov 12 04:42:28.466172 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46060) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:28.471956 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-13da85ed-acb7-4d94-a89b-4f511cfc27f5 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:28.543766 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4766f000-05a4-4777-b700-73af19b6fac1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:28.593271 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4766f000-05a4-4777-b700-73af19b6fac1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:28.599189 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4766f000-05a4-4777-b700-73af19b6fac1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "DELETE /v2.0/subnets/ab07e482-750d-43de-9e32-0ea4a340cbaf HTTP/1.1" status: 204 len: 168 time: 0.5679951 Nov 12 04:42:28.601008 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766f000-05a4-4777-b700-73af19b6fac1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Subnet': ['ID=ab07e482-750d-43de-9e32-0ea4a340cbaf,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:28.606753 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d7255a77-126f-4d15-8c61-8ac4571d0053 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:28.607389 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46064) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:28.612768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9cf451-c075-47d8-8c4e-d3ac551769ae None None] Network 1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:28.797388 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device dddd1fb6-28f6-4b97-9384-8923d26a5794 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:42:28.863009 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-13da85ed-acb7-4d94-a89b-4f511cfc27f5 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5492691'] for subnet, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:28.909306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-a5ee1db1-983b-488f-8e94-833f64077fe3', 'network_id': 'a5ee1db1-983b-488f-8e94-833f64077fe3', 'tenant_id': 'd6e36ac5551e488a94fe2f43c14c159e', 'fixed_ips': [{'subnet_id': '1998e4a6-e945-4136-b34c-3281d6d17f8f'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:42:28.910671 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:28.927085 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d0878459-2222-4fab-a2f3-8e0058379fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657579000', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '15317555-945d-4acf-81d6-2888151d6e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:14Z', 'updated_at': '2021-11-12T04:42:26Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '15317555-945d-4acf-81d6-2888151d6e80', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:15Z', 'updated_at': '2021-11-12T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:28.932775 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09069f1f-3b12-4f14-8265-ee0746c19824 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:28.966564 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0878459-2222-4fab-a2f3-8e0058379fdf None None] Checking router: 910917ad-859c-43c0-89d2-09908c9fd43c for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:42:28.976935 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0878459-2222-4fab-a2f3-8e0058379fdf None None] Routers {'910917ad-859c-43c0-89d2-09908c9fd43c'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:28.977698 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d0878459-2222-4fab-a2f3-8e0058379fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['910917ad-859c-43c0-89d2-09908c9fd43c'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:29.085587 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.resource_extend [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 04:42:29.130463 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-d0878459-2222-4fab-a2f3-8e0058379fdf None None] Set router 910917ad-859c-43c0-89d2-09908c9fd43c gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:29.185499 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d7255a77-126f-4d15-8c61-8ac4571d0053 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:29.187263 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:29.242047 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-13da85ed-acb7-4d94-a89b-4f511cfc27f5 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785905842571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5681257'] for subnet, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:29.313276 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924094c5-30c7-4949-89e9-57f37f5033e5 None None] Network 3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:29.317374 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13da85ed-acb7-4d94-a89b-4f511cfc27f5 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:29.321852 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-13da85ed-acb7-4d94-a89b-4f511cfc27f5 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:29.323262 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-13da85ed-acb7-4d94-a89b-4f511cfc27f5 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "PUT /v2.0/subnets/1998e4a6-e945-4136-b34c-3281d6d17f8f HTTP/1.1" status: 200 len: 826 time: 0.8558681 Nov 12 04:42:29.325957 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46070) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:29.336431 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09069f1f-3b12-4f14-8265-ee0746c19824 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:29.356009 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da85ed-acb7-4d94-a89b-4f511cfc27f5 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Subnet': ['ID=1998e4a6-e945-4136-b34c-3281d6d17f8f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:29.473805 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] Allocated IP 2001:db8::2 (a5ee1db1-983b-488f-8e94-833f64077fe3/1998e4a6-e945-4136-b34c-3281d6d17f8f/d4f772ae-a7f1-44d7-8079-6cc501f9fee9) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:29.488352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f7e91c06-ad27-498c-950b-e2a956fe5bcb None None] Provisioning complete for port d7255a77-126f-4d15-8c61-8ac4571d0053 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:29.488352 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7e91c06-ad27-498c-950b-e2a956fe5bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:29.493553 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port dddd1fb6-28f6-4b97-9384-8923d26a5794, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=dddd1fb6-28f6-4b97-9384-8923d26a5794,segment=NetworkSegment(2be1c7ac-2203-41fb-9ead-5dbd7a04358f),segment_id=2be1c7ac-2203-41fb-9ead-5dbd7a04358f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:29.597354 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-09069f1f-3b12-4f14-8265-ee0746c19824 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting port 15317555-945d-4acf-81d6-2888151d6e80 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:29.599719 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09069f1f-3b12-4f14-8265-ee0746c19824 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:29.615945 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534d9558-baba-416f-a8e4-8e3f345f9ff8 None None] DHCP port deletion for 1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:29.627171 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-d0878459-2222-4fab-a2f3-8e0058379fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657579000', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '15317555-945d-4acf-81d6-2888151d6e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:14Z', 'updated_at': '2021-11-12T04:42:26Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '15317555-945d-4acf-81d6-2888151d6e80', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:15Z', 'updated_at': '2021-11-12T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:29.687758 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eac173-fb4d-4cba-a4d0-107cbbbe9242 req-1b579105-049d-475f-824d-ced7b3f289e1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:29.696935 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6eac173-fb4d-4cba-a4d0-107cbbbe9242 req-1b579105-049d-475f-824d-ced7b3f289e1 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 907 time: 0.1615183 Nov 12 04:42:29.712863 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0878459-2222-4fab-a2f3-8e0058379fdf None None] The sync data for ids ['910917ad-859c-43c0-89d2-09908c9fd43c'] in n-d-768509-24 is: [{'id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657579000', 'tenant_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '15317555-945d-4acf-81d6-2888151d6e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:14Z', 'updated_at': '2021-11-12T04:42:26Z', 'revision_number': 5, 'project_id': 'a1d85f7d3e02495dbf8a97f43fe9e4b3', 'gw_port': {'id': '15317555-945d-4acf-81d6-2888151d6e80', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910917ad-859c-43c0-89d2-09908c9fd43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:15Z', 'updated_at': '2021-11-12T04:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:42:29.751606 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-09069f1f-3b12-4f14-8265-ee0746c19824 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] For port 15317555-945d-4acf-81d6-2888151d6e80, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=15317555-945d-4acf-81d6-2888151d6e80,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:29.751989 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09069f1f-3b12-4f14-8265-ee0746c19824 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:29.760496 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:29.796877 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-09069f1f-3b12-4f14-8265-ee0746c19824 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Calling delete_port for 15317555-945d-4acf-81d6-2888151d6e80 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:29.853011 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:29.922409 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'dddd1fb6-28f6-4b97-9384-8923d26a5794', 'network_id': '47da9514-5ef8-4bf7-8489-8d2bd5fa1324', 'port_id': 'dddd1fb6-28f6-4b97-9384-8923d26a5794', 'mac_address': 'fa:16:3e:e6:b9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174c6b9c-300a-4a14-8d29-c695a31479d1', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:42:30.133577 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:30.174836 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dddd1fb6-28f6-4b97-9384-8923d26a5794 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:42:30.209914 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09069f1f-3b12-4f14-8265-ee0746c19824 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:30.260602 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-534d9558-baba-416f-a8e4-8e3f345f9ff8 None None] Deleting port fed93b3d-8df8-465c-8db6-c05134c3ef4d {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:30.261003 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-534d9558-baba-416f-a8e4-8e3f345f9ff8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:30.263971 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port dddd1fb6-28f6-4b97-9384-8923d26a5794, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=dddd1fb6-28f6-4b97-9384-8923d26a5794,segment=NetworkSegment(2be1c7ac-2203-41fb-9ead-5dbd7a04358f),segment_id=2be1c7ac-2203-41fb-9ead-5dbd7a04358f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:30.264795 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09069f1f-3b12-4f14-8265-ee0746c19824 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Port': ['ID=15317555-945d-4acf-81d6-2888151d6e80,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:30.287615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d8666c-5889-437e-9749-eec8b73d7f24 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:30.383908 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:30.388106 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09069f1f-3b12-4f14-8265-ee0746c19824 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:30.409922 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:30.444693 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-534d9558-baba-416f-a8e4-8e3f345f9ff8 None None] For port fed93b3d-8df8-465c-8db6-c05134c3ef4d, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=fed93b3d-8df8-465c-8db6-c05134c3ef4d,segment=NetworkSegment(5a07072c-57a9-408b-a0a0-ff5c7250786d),segment_id=5a07072c-57a9-408b-a0a0-ff5c7250786d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:30.445100 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-534d9558-baba-416f-a8e4-8e3f345f9ff8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:30.466882 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-534d9558-baba-416f-a8e4-8e3f345f9ff8 None None] Calling delete_port for fed93b3d-8df8-465c-8db6-c05134c3ef4d owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:30.485151 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 769f639d-bffd-48a4-a364-371a8c00271c no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:42:30.525928 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09069f1f-3b12-4f14-8265-ee0746c19824 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:30.529150 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09069f1f-3b12-4f14-8265-ee0746c19824 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:30.552558 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 769f639d-bffd-48a4-a364-371a8c00271c {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:42:30.557929 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 769f639d-bffd-48a4-a364-371a8c00271c not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:42:30.557929 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device fed93b3d-8df8-465c-8db6-c05134c3ef4d no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:42:30.576079 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=dddd1fb6-28f6-4b97-9384-8923d26a5794,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:30.593598 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:30.656094 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:30.660166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] Network a5ee1db1-983b-488f-8e94-833f64077fe3 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:30.675264 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:30.678227 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:30.682790 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09069f1f-3b12-4f14-8265-ee0746c19824 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:30.684818 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09069f1f-3b12-4f14-8265-ee0746c19824 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Fanout notify agent at l3_agent the message router_deleted on router 910917ad-859c-43c0-89d2-09908c9fd43c {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:42:30.685856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['dddd1fb6-28f6-4b97-9384-8923d26a5794'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:42:30.691402 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] Pushing event updated for resources: {'Port': ['ID=d4f772ae-a7f1-44d7-8079-6cc501f9fee9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:30.704012 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09069f1f-3b12-4f14-8265-ee0746c19824 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:30.708933 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-09069f1f-3b12-4f14-8265-ee0746c19824 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "DELETE /v2.0/routers/910917ad-859c-43c0-89d2-09908c9fd43c HTTP/1.1" status: 204 len: 168 time: 2.0994418 Nov 12 04:42:30.713839 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46080) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:30.723531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Subnet': ['ID=1998e4a6-e945-4136-b34c-3281d6d17f8f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:30.736856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-aaaf97e0-6061-4a3e-999b-d68e652150fd None None] Provisioning complete for port d7255a77-126f-4d15-8c61-8ac4571d0053 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:30.739732 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aaaf97e0-6061-4a3e-999b-d68e652150fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:30.902392 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:30.909390 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:30.932578 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ee1db1-983b-488f-8e94-833f64077fe3']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:30.959770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f943e8-6139-4c67-bf6d-656d79df0f77') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:30.960745 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f943e8-6139-4c67-bf6d-656d79df0f77') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:30.973463 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Deleting port fed93b3d-8df8-465c-8db6-c05134c3ef4d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:30.973946 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:30.979121 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-534d9558-baba-416f-a8e4-8e3f345f9ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.013667 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.045349 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.057268 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.058938 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534d9558-baba-416f-a8e4-8e3f345f9ff8 None None] No DVR routers for this DVR port fed93b3d-8df8-465c-8db6-c05134c3ef4d on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:42:31.062713 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] Attempting to bind port d4f772ae-a7f1-44d7-8079-6cc501f9fee9 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:31.063159 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] Attempting to bind port d4f772ae-a7f1-44d7-8079-6cc501f9fee9 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'b6f943e8-6139-4c67-bf6d-656d79df0f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a5ee1db1-983b-488f-8e94-833f64077fe3'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:31.063656 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] Attempting to bind port d4f772ae-a7f1-44d7-8079-6cc501f9fee9 on network a5ee1db1-983b-488f-8e94-833f64077fe3 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:31.068170 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d9558-baba-416f-a8e4-8e3f345f9ff8 None None] Pushing event deleted for resources: {'Port': ['ID=fed93b3d-8df8-465c-8db6-c05134c3ef4d,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:31.074439 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:42:31.075125 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.084485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:31.084879 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] Checking segment: {'id': 'b6f943e8-6139-4c67-bf6d-656d79df0f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a5ee1db1-983b-488f-8e94-833f64077fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:31.085283 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.085677 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] Bound using segment: {'id': 'b6f943e8-6139-4c67-bf6d-656d79df0f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a5ee1db1-983b-488f-8e94-833f64077fe3'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:31.086161 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] Bound port: d4f772ae-a7f1-44d7-8079-6cc501f9fee9, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f943e8-6139-4c67-bf6d-656d79df0f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a5ee1db1-983b-488f-8e94-833f64077fe3'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:31.086537 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.096435 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] For port fed93b3d-8df8-465c-8db6-c05134c3ef4d, host n-d-768509-24, got binding levels [] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:31.096835 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.124139 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Calling delete_port for fed93b3d-8df8-465c-8db6-c05134c3ef4d owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:31.130038 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.ipam_backend_mixin [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Port fed93b3d-8df8-465c-8db6-c05134c3ef4d was not found and therefore no delete operation was performed {{(pid=103297) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:42:31.173507 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f5340-1003-4ee1-a195-c31f016523cd req-19e8997b-f9cb-4ea7-a02d-33d3ddf1fe9b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:31.174210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bb1f5340-1003-4ee1-a195-c31f016523cd req-19e8997b-f9cb-4ea7-a02d-33d3ddf1fe9b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 908 time: 0.1946373 Nov 12 04:42:31.180962 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] No DVR routers for this DVR port fed93b3d-8df8-465c-8db6-c05134c3ef4d on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:42:31.188518 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Port': ['ID=fed93b3d-8df8-465c-8db6-c05134c3ef4d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:31.210837 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] For port d4f772ae-a7f1-44d7-8079-6cc501f9fee9, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:31.213977 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] For port d4f772ae-a7f1-44d7-8079-6cc501f9fee9, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d4f772ae-a7f1-44d7-8079-6cc501f9fee9,segment=NetworkSegment(b6f943e8-6139-4c67-bf6d-656d79df0f77),segment_id=b6f943e8-6139-4c67-bf6d-656d79df0f77)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:31.266086 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.278023 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.db.api [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:42:31.278023 n-d-768509-24 neutron-server[103296]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:42:31.278023 n-d-768509-24 neutron-server[103296]: [parameters: {'id': 'a5ee1db1-983b-488f-8e94-833f64077fe3'}] Nov 12 04:42:31.278023 n-d-768509-24 neutron-server[103296]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:42:31.278607 n-d-768509-24 neutron-server[103296]: DEBUG oslo_db.api [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:42:31.287068 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9b91bb-ab13-4f04-a279-307dbbe7c2d5']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:31.296272 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a07072c-57a9-408b-a0a0-ff5c7250786d') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:31.296561 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a07072c-57a9-408b-a0a0-ff5c7250786d') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:31.305605 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.322341 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.325897 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:42:31.326327 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:42:31.329393 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:42:31.347057 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.447236 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3fff9-6268-4520-b23e-b9d25e63d8bb None None] Pushing event updated for resources: {'Port': ['ID=d4f772ae-a7f1-44d7-8079-6cc501f9fee9,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:31.461210 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c187373e-b928-445d-b2fe-f72b45e3ea32 None None] Network a5ee1db1-983b-488f-8e94-833f64077fe3 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:31.583339 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77cfa79-2fb9-4894-85fe-936465259320 None None] Network a5ee1db1-983b-488f-8e94-833f64077fe3 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:31.591956 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.607307 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.607307 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "DELETE /v2.0/networks/1d9b91bb-ab13-4f04-a279-307dbbe7c2d5 HTTP/1.1" status: 204 len: 168 time: 0.8869593 Nov 12 04:42:31.607612 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46090) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:31.613183 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546e677-2f6a-4063-add8-d400c9aeb4f1 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'Network': ['ID=1d9b91bb-ab13-4f04-a279-307dbbe7c2d5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:31.670982 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-03ebeade-807f-4b2c-b2c5-e6c3a54e8638 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.697764 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-03ebeade-807f-4b2c-b2c5-e6c3a54e8638 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.720931 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a68a816-608f-4fc6-83a6-a3a216a4d5bc None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:42:31.779690 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.829858 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a68a816-608f-4fc6-83a6-a3a216a4d5bc None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:42:31.842534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Deleting port d4f772ae-a7f1-44d7-8079-6cc501f9fee9 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:31.843020 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.846103 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-03ebeade-807f-4b2c-b2c5-e6c3a54e8638 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.849000 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-03ebeade-807f-4b2c-b2c5-e6c3a54e8638 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.850252 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-03ebeade-807f-4b2c-b2c5-e6c3a54e8638 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] 10.222.0.37 "DELETE /v2.0/security-groups/f2e3ef4f-45c9-4306-943d-91ea7ce15281 HTTP/1.1" status: 204 len: 168 time: 0.2419069 Nov 12 04:42:31.879699 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebeade-807f-4b2c-b2c5-e6c3a54e8638 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e3ef4f-45c9-4306-943d-91ea7ce15281,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:31.933632 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] For port d4f772ae-a7f1-44d7-8079-6cc501f9fee9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d4f772ae-a7f1-44d7-8079-6cc501f9fee9,segment=NetworkSegment(b6f943e8-6139-4c67-bf6d-656d79df0f77),segment_id=b6f943e8-6139-4c67-bf6d-656d79df0f77)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:31.934192 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.949962 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Calling delete_port for d4f772ae-a7f1-44d7-8079-6cc501f9fee9 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:32.146314 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:32.170545 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Port': ['ID=d4f772ae-a7f1-44d7-8079-6cc501f9fee9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:32.177031 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] No DVR routers for this DVR port d4f772ae-a7f1-44d7-8079-6cc501f9fee9 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:42:32.285491 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:32.311370 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ee1db1-983b-488f-8e94-833f64077fe3']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:32.323882 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f943e8-6139-4c67-bf6d-656d79df0f77') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:32.324196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f943e8-6139-4c67-bf6d-656d79df0f77') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:32.326664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 15317555-945d-4acf-81d6-2888151d6e80 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:42:32.342786 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b6bd6-fada-4119-9e5d-1d74160fb875 req-cf4e3e6f-79f7-4729-97ce-c548ab38e4f2 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:32.344536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a85b6bd6-fada-4119-9e5d-1d74160fb875 req-cf4e3e6f-79f7-4729-97ce-c548ab38e4f2 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 908 time: 0.0911157 Nov 12 04:42:32.346428 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:32.357981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 15317555-945d-4acf-81d6-2888151d6e80 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:42:32.358410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 15317555-945d-4acf-81d6-2888151d6e80 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:42:32.361369 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:32.368593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:42:32.368985 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:42:32.372036 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:42:32.535156 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:32.537870 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:32.544025 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46108) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:32.544737 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/networks/a5ee1db1-983b-488f-8e94-833f64077fe3 HTTP/1.1" status: 204 len: 168 time: 3.2166758 Nov 12 04:42:32.560098 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391944b-912f-49d7-b732-149ace3fdddf tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Network': ['ID=a5ee1db1-983b-488f-8e94-833f64077fe3,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:32.567370 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd43dad-09ff-463b-8371-add2368a665c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] DELETE failed (client error): The resource could not be found. Nov 12 04:42:32.568164 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd43dad-09ff-463b-8371-add2368a665c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:42:32.571402 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6fd43dad-09ff-463b-8371-add2368a665c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/networks/a5ee1db1-983b-488f-8e94-833f64077fe3 HTTP/1.1" status: 404 len: 339 time: 0.0253265 Nov 12 04:42:32.575971 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46110) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:32.581083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ad01f357-95d4-4acb-8724-a483fd9945e6 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-276722899', 'description': 'd1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:32.592365 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46112) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:32.700335 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad01f357-95d4-4acb-8724-a483fd9945e6 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Made reservation on behalf of d6e36ac5551e488a94fe2f43c14c159e for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:32.705979 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad01f357-95d4-4acb-8724-a483fd9945e6 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:32.738826 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad01f357-95d4-4acb-8724-a483fd9945e6 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:42:32.743923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device dddd1fb6-28f6-4b97-9384-8923d26a5794 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:32.747905 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d86b9da5-98fe-429b-af84-5ad8b2319b25 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1d85f7d3e02495dbf8a97f43fe9e4b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1540968 Nov 12 04:42:32.750078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46116) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:32.754047 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad01f357-95d4-4acb-8724-a483fd9945e6 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:32.754661 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-ad01f357-95d4-4acb-8724-a483fd9945e6 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Added segment a08cd5d4-a612-4e32-b0f2-cab25986980e of type vlan for network 7487a82d-8776-462b-b59b-ec14070252d9 Nov 12 04:42:32.806185 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad01f357-95d4-4acb-8724-a483fd9945e6 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:32.816521 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ebce865f-8a24-458c-8356-bda486145110 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:32.838651 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ebce865f-8a24-458c-8356-bda486145110 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:32.888699 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port dddd1fb6-28f6-4b97-9384-8923d26a5794 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:42:32.892659 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port dddd1fb6-28f6-4b97-9384-8923d26a5794 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:32.893079 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:32.946431 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad01f357-95d4-4acb-8724-a483fd9945e6 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:32.956937 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad01f357-95d4-4acb-8724-a483fd9945e6 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:32.956937 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ad01f357-95d4-4acb-8724-a483fd9945e6 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:32.981259 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:33.007494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c17d60-33fc-4827-aebc-b53d9e56dfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddd1fb6-28f6-4b97-9384-8923d26a5794'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:42:33.009672 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3dd6fa-4bf5-4f1c-a1d3-8e7e48a3a599" -d '{"events": [{"server_uuid": "a7c17d60-33fc-4827-aebc-b53d9e56dfdb", "name": "network-vif-plugged", "status": "completed", "tag": "dddd1fb6-28f6-4b97-9384-8923d26a5794"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:42:33.023459 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port dddd1fb6-28f6-4b97-9384-8923d26a5794, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=dddd1fb6-28f6-4b97-9384-8923d26a5794,segment=NetworkSegment(2be1c7ac-2203-41fb-9ead-5dbd7a04358f),segment_id=2be1c7ac-2203-41fb-9ead-5dbd7a04358f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:33.034112 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01f357-95d4-4acb-8724-a483fd9945e6 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Network': ['ID=7487a82d-8776-462b-b59b-ec14070252d9,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:33.048249 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ebce865f-8a24-458c-8356-bda486145110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:33.048249 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ebce865f-8a24-458c-8356-bda486145110 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:33.061898 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ebce865f-8a24-458c-8356-bda486145110 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5898024d-dcbd-4a9e-aa6c-ae80564a6bf7 HTTP/1.1" status: 204 len: 168 time: 0.3101106 Nov 12 04:42:33.063132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 7487a82d-8776-462b-b59b-ec14070252d9 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:42:33.085844 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce865f-8a24-458c-8356-bda486145110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5898024d-dcbd-4a9e-aa6c-ae80564a6bf7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:33.110211 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b571205a-a3c1-41ca-9096-859890f7bd84 x-openstack-request-id: req-b571205a-a3c1-41ca-9096-859890f7bd84 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:42:33.111065 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c17d60-33fc-4827-aebc-b53d9e56dfdb", "name": "network-vif-plugged", "status": "completed", "tag": "dddd1fb6-28f6-4b97-9384-8923d26a5794", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:42:33.111248 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b571205a-a3c1-41ca-9096-859890f7bd84 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:42:33.112069 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c17d60-33fc-4827-aebc-b53d9e56dfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddd1fb6-28f6-4b97-9384-8923d26a5794', 'code': 200} Nov 12 04:42:33.126324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ad01f357-95d4-4acb-8724-a483fd9945e6 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5490437 Nov 12 04:42:33.128824 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46126) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:33.187919 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:33.248827 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ff1ba2-0194-4b58-8ddd-2b4d4fdafa45 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:33.250592 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c9ff1ba2-0194-4b58-8ddd-2b4d4fdafa45 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "GET /v2.0/networks?id=7487a82d-8776-462b-b59b-ec14070252d9 HTTP/1.1" status: 200 len: 764 time: 0.1206119 Nov 12 04:42:33.253284 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46128) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:33.257007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebb9a5-cc71-47b7-9fec-e05cf738e413 req-22d7f100-030b-419c-bb81-fea1db9c1759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:33.258979 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44ebb9a5-cc71-47b7-9fec-e05cf738e413 req-22d7f100-030b-419c-bb81-fea1db9c1759 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 1061 time: 0.0729387 Nov 12 04:42:33.259614 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-59f0cb49-e578-470f-b49c-3d21c23998b2 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'network': {'description': 'd2'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:33.267049 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=dddd1fb6-28f6-4b97-9384-8923d26a5794,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:33.334665 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9607f700-57a2-44d1-a5d0-dbdb2236a88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:33.423115 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59f0cb49-e578-470f-b49c-3d21c23998b2 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:33.484536 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd688e1e-29f8-419b-ab04-720272907e22 req-95a021a1-9f4f-48ff-b4e2-5bce702cbfcb tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:33.487084 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd688e1e-29f8-419b-ab04-720272907e22 req-95a021a1-9f4f-48ff-b4e2-5bce702cbfcb tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 909 time: 0.0636609 Nov 12 04:42:33.535151 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59f0cb49-e578-470f-b49c-3d21c23998b2 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:33.545318 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59f0cb49-e578-470f-b49c-3d21c23998b2 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network 7487a82d-8776-462b-b59b-ec14070252d9 is not hosted by any dhcp agent {{(pid=103297) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:42:33.552549 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f0cb49-e578-470f-b49c-3d21c23998b2 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:33.552549 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59f0cb49-e578-470f-b49c-3d21c23998b2 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:33.554353 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-59f0cb49-e578-470f-b49c-3d21c23998b2 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "PUT /v2.0/networks/7487a82d-8776-462b-b59b-ec14070252d9 HTTP/1.1" status: 200 len: 761 time: 0.2996743 Nov 12 04:42:33.557249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46134) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:33.611006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0cb49-e578-470f-b49c-3d21c23998b2 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Network': ['ID=7487a82d-8776-462b-b59b-ec14070252d9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:33.622291 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 7487a82d-8776-462b-b59b-ec14070252d9 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:42:33.641364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a758cd4b-04ec-42ce-a058-d53316c92008 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:33.642430 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a758cd4b-04ec-42ce-a058-d53316c92008 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "GET /v2.0/networks?id=7487a82d-8776-462b-b59b-ec14070252d9 HTTP/1.1" status: 200 len: 764 time: 0.0841258 Nov 12 04:42:33.646245 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46136) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:33.845356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606207ce-688e-4726-b2fa-333f6a03cb72 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:33.846899 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-606207ce-688e-4726-b2fa-333f6a03cb72 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1995845 Nov 12 04:42:33.850256 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46138) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:33.886512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-308cc83d-207f-45f5-bc4f-470f6c604c6a tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "GET /v2.0/subnets?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f HTTP/1.1" status: 200 len: 207 time: 0.0351388 Nov 12 04:42:33.889700 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46140) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:33.922974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46142) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:33.965037 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0e12f031-71a1-42ee-97e5-54825298f55b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad7697c06a374c69b9c439ac7a8f5b80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403776 Nov 12 04:42:33.967123 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46146) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:34.019073 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-189bb3ab-34cc-4e6a-a570-0ddb00065315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:34.046617 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-189bb3ab-34cc-4e6a-a570-0ddb00065315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:34.088045 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2901da-8686-4f2d-8b06-1da21433dd46 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:34.088660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2901da-8686-4f2d-8b06-1da21433dd46 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:34.094937 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2901da-8686-4f2d-8b06-1da21433dd46 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:34.101625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2901da-8686-4f2d-8b06-1da21433dd46 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:34.107605 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2901da-8686-4f2d-8b06-1da21433dd46 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:34.113717 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2901da-8686-4f2d-8b06-1da21433dd46 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:34.115557 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5f2901da-8686-4f2d-8b06-1da21433dd46 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2249320 Nov 12 04:42:34.119429 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46152) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:34.157553 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-189bb3ab-34cc-4e6a-a570-0ddb00065315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:34.160740 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-189bb3ab-34cc-4e6a-a570-0ddb00065315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:34.165467 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-189bb3ab-34cc-4e6a-a570-0ddb00065315 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6bf135a4-6e44-4959-802c-450deb53b743 HTTP/1.1" status: 204 len: 168 time: 0.1972997 Nov 12 04:42:34.175173 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bb3ab-34cc-4e6a-a570-0ddb00065315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf135a4-6e44-4959-802c-450deb53b743,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:34.251594 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-792c0799-e39a-46c3-8eba-8cc8eb787382 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1309803 Nov 12 04:42:34.255022 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46158) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:34.671228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73027ae-a1dc-46ba-a646-dcafa73a23a0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:34.673842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73027ae-a1dc-46ba-a646-dcafa73a23a0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:34.674431 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73027ae-a1dc-46ba-a646-dcafa73a23a0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:34.688751 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73027ae-a1dc-46ba-a646-dcafa73a23a0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:34.688751 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73027ae-a1dc-46ba-a646-dcafa73a23a0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:34.688751 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d73027ae-a1dc-46ba-a646-dcafa73a23a0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4238658 Nov 12 04:42:34.689394 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46168) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:34.700645 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e391fd0-c1a7-4097-ba66-0df95316d734 req-9e1b6fd3-4338-4c92-8b22-daa4bbf82f37 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:34.702649 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e391fd0-c1a7-4097-ba66-0df95316d734 req-9e1b6fd3-4338-4c92-8b22-daa4bbf82f37 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 909 time: 0.1057100 Nov 12 04:42:34.773011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbb428b-228a-4e8c-a92f-271b98be3b60 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:34.774581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbb428b-228a-4e8c-a92f-271b98be3b60 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:34.776163 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbb428b-228a-4e8c-a92f-271b98be3b60 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:34.777937 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbb428b-228a-4e8c-a92f-271b98be3b60 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:34.780635 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbb428b-228a-4e8c-a92f-271b98be3b60 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:34.785949 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46176) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:34.786132 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3cbb428b-228a-4e8c-a92f-271b98be3b60 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1000965 Nov 12 04:42:34.909268 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3120de9-b3db-4c5d-be74-e64f9f08c2a1 req-eb062e60-999c-4c54-ba0b-6028e55fc0b4 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:34.910936 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3120de9-b3db-4c5d-be74-e64f9f08c2a1 req-eb062e60-999c-4c54-ba0b-6028e55fc0b4 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 909 time: 0.1220827 Nov 12 04:42:34.937170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3959e96b-53fb-4cbd-b531-29325865af69 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:34.938836 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3959e96b-53fb-4cbd-b531-29325865af69 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "GET /v2.0/networks/a633f4b3-5124-4d33-ba59-dec0e0c344f2 HTTP/1.1" status: 200 len: 804 time: 0.1510792 Nov 12 04:42:34.942454 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46186) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:35.089980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-772029dc-fb99-4bcd-bc20-b3abc489ca5b tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "GET /v2.0/networks/a633f4b3-5124-4d33-ba59-dec0e0c344f2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1463804 Nov 12 04:42:35.093040 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbf922-5330-4e28-9385-7e37f090eedc req-cb487e67-648e-4bda-bf50-fa693bbdb8b3 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:35.093515 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03bbf922-5330-4e28-9385-7e37f090eedc req-cb487e67-648e-4bda-bf50-fa693bbdb8b3 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 1061 time: 0.0728683 Nov 12 04:42:35.093653 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46188) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:35.189168 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c84ea5-e041-4a28-a8e3-1b70777b101c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:35.192673 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d2c84ea5-e041-4a28-a8e3-1b70777b101c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "GET /v2.0/subnets/358397c0-70f3-489c-b85f-d86de77049ec HTTP/1.1" status: 200 len: 843 time: 0.0981293 Nov 12 04:42:35.193877 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46198) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:35.246464 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8dfa5-bcc9-42e7-a220-32f4cb0cf056 req-07560e96-dca8-4d95-8fa9-1d4e7c37af85 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:35.256721 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07f8dfa5-bcc9-42e7-a220-32f4cb0cf056 req-07560e96-dca8-4d95-8fa9-1d4e7c37af85 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 1136 time: 0.0665801 Nov 12 04:42:35.272299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b594f3c-404d-4794-8bd0-000c6635de91 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['shared'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:35.278048 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0b594f3c-404d-4794-8bd0-000c6635de91 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "GET /v2.0/subnets/358397c0-70f3-489c-b85f-d86de77049ec?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0830576 Nov 12 04:42:35.278836 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46204) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:35.283771 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5af13ec7-0a02-4c15-a646-a1f055e454c0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1877034350'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:35.314385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-07f8dfa5-bcc9-42e7-a220-32f4cb0cf056 req-9d1f72d5-5aa9-42f0-a914-e78cd8d1377f tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1a340621-c02e-456d-840c-44b639988880&id=020b2fba-cf9d-4585-ad9b-e374571231d9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0561457 Nov 12 04:42:35.336559 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46206) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:35.377356 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85af85b1-0569-4951-90a4-d1ae3159bc09 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:35.378940 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-85af85b1-0569-4951-90a4-d1ae3159bc09 tempest-TestSecurityGroupsBasicOps-488213585 tempest-TestSecurityGroupsBasicOps-488213585-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 1056 time: 0.0413668 Nov 12 04:42:35.426329 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af13ec7-0a02-4c15-a646-a1f055e454c0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Made reservation on behalf of d6e36ac5551e488a94fe2f43c14c159e for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:35.430759 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5af13ec7-0a02-4c15-a646-a1f055e454c0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:35.462492 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af13ec7-0a02-4c15-a646-a1f055e454c0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:42:35.473254 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5af13ec7-0a02-4c15-a646-a1f055e454c0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:35.475825 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-5af13ec7-0a02-4c15-a646-a1f055e454c0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Added segment b248179a-dc96-4e1e-aeb7-2419dc8ef4dd of type vlan for network 3abea3c4-979b-49f4-b622-18c3aa736185 Nov 12 04:42:35.516079 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5af13ec7-0a02-4c15-a646-a1f055e454c0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:35.531632 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46212) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:35.615859 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5cb47a6c-c9c0-46ef-a426-2668239bf6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:35.641769 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-db2c5136-5635-42ae-be9e-f09b95fb94b9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-414189013-network', 'tenant_id': 'ac8c4df852ed4c63816fa110883be028'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:35.671871 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5af13ec7-0a02-4c15-a646-a1f055e454c0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:35.678245 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af13ec7-0a02-4c15-a646-a1f055e454c0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:35.678801 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5af13ec7-0a02-4c15-a646-a1f055e454c0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:35.754325 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af13ec7-0a02-4c15-a646-a1f055e454c0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Network': ['ID=3abea3c4-979b-49f4-b622-18c3aa736185,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:35.763866 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2c5136-5635-42ae-be9e-f09b95fb94b9 admin admin] Made reservation on behalf of ac8c4df852ed4c63816fa110883be028 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:35.766376 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db2c5136-5635-42ae-be9e-f09b95fb94b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:35.774843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 3abea3c4-979b-49f4-b622-18c3aa736185 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:42:35.780249 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db2c5136-5635-42ae-be9e-f09b95fb94b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:35.877453 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5af13ec7-0a02-4c15-a646-a1f055e454c0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5951679 Nov 12 04:42:35.877694 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db2c5136-5635-42ae-be9e-f09b95fb94b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:35.877898 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46220) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:35.885997 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-33346681-e231-4e36-9d4f-fa0611dce3cc tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'subnet': {'network_id': '3abea3c4-979b-49f4-b622-18c3aa736185', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:35.958917 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db2c5136-5635-42ae-be9e-f09b95fb94b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:35.991630 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e174d89-7600-4ac8-bb11-98767946b129 req-29c73b5b-8410-4cc2-bee8-cdd2afbea0c2 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:35.993169 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2e174d89-7600-4ac8-bb11-98767946b129 req-29c73b5b-8410-4cc2-bee8-cdd2afbea0c2 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 909 time: 0.0782533 Nov 12 04:42:36.000336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2c5136-5635-42ae-be9e-f09b95fb94b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:42:36.013947 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c5136-5635-42ae-be9e-f09b95fb94b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f210f35d-24d2-48ce-9497-3c2c7b35075d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:36.019692 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db2c5136-5635-42ae-be9e-f09b95fb94b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:36.020036 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-db2c5136-5635-42ae-be9e-f09b95fb94b9 admin admin] Added segment f77049ba-d2cf-46fd-8606-39e034eb0e8d of type vlan for network c002cbd5-2388-42f5-9958-4bb419da4996 Nov 12 04:42:36.061724 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db2c5136-5635-42ae-be9e-f09b95fb94b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:36.064680 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33346681-e231-4e36-9d4f-fa0611dce3cc tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Made reservation on behalf of d6e36ac5551e488a94fe2f43c14c159e for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:36.068632 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-33346681-e231-4e36-9d4f-fa0611dce3cc tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:36.130558 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.ipam_backend_mixin [None req-33346681-e231-4e36-9d4f-fa0611dce3cc tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Performing IP validity checks on allocation pools {{(pid=103297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:42:36.131267 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.ipam_backend_mixin [None req-33346681-e231-4e36-9d4f-fa0611dce3cc tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:42:36.173726 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db2c5136-5635-42ae-be9e-f09b95fb94b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:36.174800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2c5136-5635-42ae-be9e-f09b95fb94b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:36.175386 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-db2c5136-5635-42ae-be9e-f09b95fb94b9 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:36.238365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c5136-5635-42ae-be9e-f09b95fb94b9 admin admin] Pushing event updated for resources: {'Network': ['ID=c002cbd5-2388-42f5-9958-4bb419da4996,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:36.248914 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network c002cbd5-2388-42f5-9958-4bb419da4996 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:42:36.280772 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-db2c5136-5635-42ae-be9e-f09b95fb94b9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7477431 Nov 12 04:42:36.285908 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46222) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:36.289643 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d25b6a77-776a-4e13-8317-d573ceb41228 admin admin] Request body: {'subnet': {'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-414189013-subnet', 'tenant_id': 'ac8c4df852ed4c63816fa110883be028', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:36.369515 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-33346681-e231-4e36-9d4f-fa0611dce3cc tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:36.430421 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25b6a77-776a-4e13-8317-d573ceb41228 admin admin] Made reservation on behalf of ac8c4df852ed4c63816fa110883be028 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:36.432994 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d25b6a77-776a-4e13-8317-d573ceb41228 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:36.453490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33346681-e231-4e36-9d4f-fa0611dce3cc tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Subnet': ['ID=3728877f-edb2-43ff-8dd1-6a85b03d878f,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:36.468600 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33346681-e231-4e36-9d4f-fa0611dce3cc tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Checking segment: {'id': 'b248179a-dc96-4e1e-aeb7-2419dc8ef4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3abea3c4-979b-49f4-b622-18c3aa736185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:36.475873 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33346681-e231-4e36-9d4f-fa0611dce3cc tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network hostable DHCP agents. Network: 3abea3c4-979b-49f4-b622-18c3aa736185, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:42:36.654615 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33346681-e231-4e36-9d4f-fa0611dce3cc tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Network 3abea3c4-979b-49f4-b622-18c3aa736185 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:42:36.752771 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d25b6a77-776a-4e13-8317-d573ceb41228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:36.754808 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-33346681-e231-4e36-9d4f-fa0611dce3cc tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 3abea3c4-979b-49f4-b622-18c3aa736185) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:36.763621 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96a3923-c8c1-442d-83db-a3493d71381b None None] Network 3abea3c4-979b-49f4-b622-18c3aa736185 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:36.781825 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33346681-e231-4e36-9d4f-fa0611dce3cc tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:36.782573 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-33346681-e231-4e36-9d4f-fa0611dce3cc tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:36.815352 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b6a77-776a-4e13-8317-d573ceb41228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6aa88b-00bf-46d0-a04a-1b48236516f7,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:36.839562 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25b6a77-776a-4e13-8317-d573ceb41228 admin admin] Checking segment: {'id': 'f77049ba-d2cf-46fd-8606-39e034eb0e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:36.840118 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25b6a77-776a-4e13-8317-d573ceb41228 admin admin] Network hostable DHCP agents. Network: c002cbd5-2388-42f5-9958-4bb419da4996, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:42:36.878919 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:36.915195 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-33346681-e231-4e36-9d4f-fa0611dce3cc tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0362017 Nov 12 04:42:36.917918 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46232) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:36.923468 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-ac63bb3e-f914-49dd-a49b-c6ed09967b54 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:36.936451 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cddf05-4227-4b58-a427-6ce1db381e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-3abea3c4-979b-49f4-b622-18c3aa736185', 'network_id': '3abea3c4-979b-49f4-b622-18c3aa736185', 'tenant_id': 'd6e36ac5551e488a94fe2f43c14c159e', 'fixed_ips': [{'subnet_id': '3728877f-edb2-43ff-8dd1-6a85b03d878f'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:42:36.938108 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27cddf05-4227-4b58-a427-6ce1db381e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:36.952242 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25b6a77-776a-4e13-8317-d573ceb41228 admin admin] Network c002cbd5-2388-42f5-9958-4bb419da4996 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:42:37.036748 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ac63bb3e-f914-49dd-a49b-c6ed09967b54 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5492691'] for subnet, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:37.101416 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d25b6a77-776a-4e13-8317-d573ceb41228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, c002cbd5-2388-42f5-9958-4bb419da4996) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:37.113675 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b6a77-776a-4e13-8317-d573ceb41228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:37.114282 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d25b6a77-776a-4e13-8317-d573ceb41228 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:37.117690 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a21b69-bf06-446f-8c89-f1ce2e55329b None None] Network c002cbd5-2388-42f5-9958-4bb419da4996 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:37.135508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae4ecf-5d97-4ec8-86ce-f3714f497396 req-a3516254-73a9-4a48-8c13-552e2cf9b279 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:37.145686 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8ae4ecf-5d97-4ec8-86ce-f3714f497396 req-a3516254-73a9-4a48-8c13-552e2cf9b279 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 909 time: 0.0776865 Nov 12 04:42:37.278441 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46244) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:37.278870 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d25b6a77-776a-4e13-8317-d573ceb41228 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9936049 Nov 12 04:42:37.283297 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-d21243f5-f78f-4378-bb8e-413caa8d1440 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-414189013-router', 'tenant_id': 'ac8c4df852ed4c63816fa110883be028', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:37.372515 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-27cddf05-4227-4b58-a427-6ce1db381e71 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 04:42:37.372515 n-d-768509-24 neutron-server[103298]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 12 04:42:37.372515 n-d-768509-24 neutron-server[103298]: [parameters: {'in_use': 1, 'id_1': '3728877f-edb2-43ff-8dd1-6a85b03d878f'}] Nov 12 04:42:37.372515 n-d-768509-24 neutron-server[103298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:42:37.372949 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-27cddf05-4227-4b58-a427-6ce1db381e71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:42:37.397655 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ac63bb3e-f914-49dd-a49b-c6ed09967b54 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785905842571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5681257'] for subnet, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:37.476748 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-c002cbd5-2388-42f5-9958-4bb419da4996', 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996', 'tenant_id': 'ac8c4df852ed4c63816fa110883be028', 'fixed_ips': [{'subnet_id': '1f6aa88b-00bf-46d0-a04a-1b48236516f7'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:42:37.493969 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:37.494152 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac63bb3e-f914-49dd-a49b-c6ed09967b54 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:37.494152 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ac63bb3e-f914-49dd-a49b-c6ed09967b54 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:37.494152 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ac63bb3e-f914-49dd-a49b-c6ed09967b54 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "PUT /v2.0/subnets/3728877f-edb2-43ff-8dd1-6a85b03d878f HTTP/1.1" status: 200 len: 900 time: 0.5703373 Nov 12 04:42:37.494152 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46254) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:37.559166 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d21243f5-f78f-4378-bb8e-413caa8d1440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:37.559166 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d21243f5-f78f-4378-bb8e-413caa8d1440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:37.559547 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63bb3e-f914-49dd-a49b-c6ed09967b54 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event updated for resources: {'Subnet': ['ID=3728877f-edb2-43ff-8dd1-6a85b03d878f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:37.568736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d6e2c-cd50-4966-892b-650c3416f19e req-4f128308-a4e0-462a-b330-7ea2dea14cb0 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:37.570501 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-624d6e2c-cd50-4966-892b-650c3416f19e req-4f128308-a4e0-462a-b330-7ea2dea14cb0 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 909 time: 0.1073649 Nov 12 04:42:37.636084 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8620f949-fb05-4c08-a4cc-4e18aa4e50b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:37.667617 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d21243f5-f78f-4378-bb8e-413caa8d1440 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:37.692510 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] Allocated IP 172.20.0.2 (c002cbd5-2388-42f5-9958-4bb419da4996/1f6aa88b-00bf-46d0-a04a-1b48236516f7/e3ea7d92-dbd5-4aa5-87e7-fd5884164086) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:37.726227 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8620f949-fb05-4c08-a4cc-4e18aa4e50b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:37.732683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-624d6e2c-cd50-4966-892b-650c3416f19e req-b212c133-4b04-4baf-8220-4b5dd6fa6aca tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Deleting port dddd1fb6-28f6-4b97-9384-8923d26a5794 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:37.733036 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-624d6e2c-cd50-4966-892b-650c3416f19e req-b212c133-4b04-4baf-8220-4b5dd6fa6aca tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:37.876680 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27cddf05-4227-4b58-a427-6ce1db381e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:37.895096 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:37.914226 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8620f949-fb05-4c08-a4cc-4e18aa4e50b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:37.985474 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:37.996829 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620f949-fb05-4c08-a4cc-4e18aa4e50b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Subnet': ['ID=3728877f-edb2-43ff-8dd1-6a85b03d878f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:38.015521 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d21243f5-f78f-4378-bb8e-413caa8d1440 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:38.038354 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] Network c002cbd5-2388-42f5-9958-4bb419da4996 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:38.044608 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:38.046328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-624d6e2c-cd50-4966-892b-650c3416f19e req-b212c133-4b04-4baf-8220-4b5dd6fa6aca tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] For port dddd1fb6-28f6-4b97-9384-8923d26a5794, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=dddd1fb6-28f6-4b97-9384-8923d26a5794,segment=NetworkSegment(2be1c7ac-2203-41fb-9ead-5dbd7a04358f),segment_id=2be1c7ac-2203-41fb-9ead-5dbd7a04358f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:38.047362 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-624d6e2c-cd50-4966-892b-650c3416f19e req-b212c133-4b04-4baf-8220-4b5dd6fa6aca tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:38.049673 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server [None req-27cddf05-4227-4b58-a427-6ce1db381e71 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3728877f-edb2-43ff-8dd1-6a85b03d878f: This subnet is being modified by another concurrent operation. Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise exception Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3728877f-edb2-43ff-8dd1-6a85b03d878f: This subnet is being modified by another concurrent operation. Nov 12 04:42:38.062615 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server Nov 12 04:42:38.069401 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] Pushing event updated for resources: {'Port': ['ID=e3ea7d92-dbd5-4aa5-87e7-fd5884164086,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:38.100365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-624d6e2c-cd50-4966-892b-650c3416f19e req-b212c133-4b04-4baf-8220-4b5dd6fa6aca tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Calling delete_port for dddd1fb6-28f6-4b97-9384-8923d26a5794 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:38.110028 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8620f949-fb05-4c08-a4cc-4e18aa4e50b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:38.126856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca04fa79-4992-4c68-872e-6bf210ab7be6 None None] Network 3abea3c4-979b-49f4-b622-18c3aa736185 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:38.156428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8620f949-fb05-4c08-a4cc-4e18aa4e50b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3abea3c4-979b-49f4-b622-18c3aa736185']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:38.161684 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] Attempting to bind port e3ea7d92-dbd5-4aa5-87e7-fd5884164086 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:38.161684 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] Attempting to bind port e3ea7d92-dbd5-4aa5-87e7-fd5884164086 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'f77049ba-d2cf-46fd-8606-39e034eb0e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:38.161684 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] Attempting to bind port e3ea7d92-dbd5-4aa5-87e7-fd5884164086 on network c002cbd5-2388-42f5-9958-4bb419da4996 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:38.172837 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8620f949-fb05-4c08-a4cc-4e18aa4e50b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b248179a-dc96-4e1e-aeb7-2419dc8ef4dd') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:38.174036 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-8620f949-fb05-4c08-a4cc-4e18aa4e50b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b248179a-dc96-4e1e-aeb7-2419dc8ef4dd') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:38.238913 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8620f949-fb05-4c08-a4cc-4e18aa4e50b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:38.257866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:38.258383 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] Checking segment: {'id': 'f77049ba-d2cf-46fd-8606-39e034eb0e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:38.258866 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:38.259336 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] Bound using segment: {'id': 'f77049ba-d2cf-46fd-8606-39e034eb0e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:38.260207 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] Bound port: e3ea7d92-dbd5-4aa5-87e7-fd5884164086, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77049ba-d2cf-46fd-8606-39e034eb0e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:38.260443 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:38.262175 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8620f949-fb05-4c08-a4cc-4e18aa4e50b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:38.271630 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8620f949-fb05-4c08-a4cc-4e18aa4e50b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:42:38.272898 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8620f949-fb05-4c08-a4cc-4e18aa4e50b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:42:38.279794 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:42:38.370459 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d128217a-7ad8-45bc-9b55-232553669b92 None None] Network 3abea3c4-979b-49f4-b622-18c3aa736185 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:38.371122 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85a244-7154-42bb-a29d-03db83ffd6c3 req-fbdf6cf4-54cd-472b-b954-f50a5a279cee tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:38.372672 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c85a244-7154-42bb-a29d-03db83ffd6c3 req-fbdf6cf4-54cd-472b-b954-f50a5a279cee tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 909 time: 0.1051099 Nov 12 04:42:38.403285 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-624d6e2c-cd50-4966-892b-650c3416f19e req-b212c133-4b04-4baf-8220-4b5dd6fa6aca tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:38.426089 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:38.467890 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212c133-4b04-4baf-8220-4b5dd6fa6aca tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event deleted for resources: {'Port': ['ID=dddd1fb6-28f6-4b97-9384-8923d26a5794,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:38.472391 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] For port e3ea7d92-dbd5-4aa5-87e7-fd5884164086, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:38.496610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] For port e3ea7d92-dbd5-4aa5-87e7-fd5884164086, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e3ea7d92-dbd5-4aa5-87e7-fd5884164086,segment=NetworkSegment(f77049ba-d2cf-46fd-8606-39e034eb0e8d),segment_id=f77049ba-d2cf-46fd-8606-39e034eb0e8d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:38.540228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-624d6e2c-cd50-4966-892b-650c3416f19e req-b212c133-4b04-4baf-8220-4b5dd6fa6aca tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] No DVR routers for this DVR port dddd1fb6-28f6-4b97-9384-8923d26a5794 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:42:38.546194 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-624d6e2c-cd50-4966-892b-650c3416f19e req-b212c133-4b04-4baf-8220-4b5dd6fa6aca tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:38.549633 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-624d6e2c-cd50-4966-892b-650c3416f19e req-b212c133-4b04-4baf-8220-4b5dd6fa6aca tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.31 "DELETE /v2.0/ports/dddd1fb6-28f6-4b97-9384-8923d26a5794 HTTP/1.1" status: 204 len: 173 time: 0.9640009 Nov 12 04:42:38.550039 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c17d60-33fc-4827-aebc-b53d9e56dfdb', 'name': 'network-vif-deleted', 'tag': 'dddd1fb6-28f6-4b97-9384-8923d26a5794'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:42:38.553224 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f5f772-3efc-4a93-97c7-de89cce47d19" -d '{"events": [{"server_uuid": "a7c17d60-33fc-4827-aebc-b53d9e56dfdb", "name": "network-vif-deleted", "tag": "dddd1fb6-28f6-4b97-9384-8923d26a5794"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:42:38.563613 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8620f949-fb05-4c08-a4cc-4e18aa4e50b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:38.572809 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8620f949-fb05-4c08-a4cc-4e18aa4e50b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:38.584752 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8620f949-fb05-4c08-a4cc-4e18aa4e50b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/networks/3abea3c4-979b-49f4-b622-18c3aa736185 HTTP/1.1" status: 204 len: 168 time: 1.0892305 Nov 12 04:42:38.585939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46284) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:38.608059 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620f949-fb05-4c08-a4cc-4e18aa4e50b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Network': ['ID=3abea3c4-979b-49f4-b622-18c3aa736185,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:38.633541 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:38.651465 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-666d0669-b63e-421d-90d9-d7d572a6dea9 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] DELETE failed (client error): The resource could not be found. Nov 12 04:42:38.653362 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-666d0669-b63e-421d-90d9-d7d572a6dea9 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:42:38.658668 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-666d0669-b63e-421d-90d9-d7d572a6dea9 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/subnets/3728877f-edb2-43ff-8dd1-6a85b03d878f HTTP/1.1" status: 404 len: 337 time: 0.0695310 Nov 12 04:42:38.660447 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46286) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:38.687199 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f9e763-c30c-4ec6-9d16-18514dd65c17 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] DELETE failed (client error): The resource could not be found. Nov 12 04:42:38.688653 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f9e763-c30c-4ec6-9d16-18514dd65c17 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:42:38.709267 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aeb6f32-7b1c-4459-9a11-860c5e579da3 x-openstack-request-id: req-0aeb6f32-7b1c-4459-9a11-860c5e579da3 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:42:38.709502 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-91f9e763-c30c-4ec6-9d16-18514dd65c17 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/networks/3abea3c4-979b-49f4-b622-18c3aa736185 HTTP/1.1" status: 404 len: 339 time: 0.0477388 Nov 12 04:42:38.710207 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46290) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:38.710778 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c17d60-33fc-4827-aebc-b53d9e56dfdb", "name": "network-vif-deleted", "tag": "dddd1fb6-28f6-4b97-9384-8923d26a5794", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:42:38.711248 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0aeb6f32-7b1c-4459-9a11-860c5e579da3 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:42:38.714045 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c17d60-33fc-4827-aebc-b53d9e56dfdb', 'name': 'network-vif-deleted', 'tag': 'dddd1fb6-28f6-4b97-9384-8923d26a5794', 'status': 'completed', 'code': 200} Nov 12 04:42:38.777101 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449ef4e-b57d-4550-8cf7-952068faf250 None None] Pushing event updated for resources: {'Port': ['ID=e3ea7d92-dbd5-4aa5-87e7-fd5884164086,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:38.821754 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d21243f5-f78f-4378-bb8e-413caa8d1440 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:38.872490 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d21243f5-f78f-4378-bb8e-413caa8d1440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:38.879594 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18652e2d-e1ee-4322-94b0-958875271f9c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:39.033059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-d21243f5-f78f-4378-bb8e-413caa8d1440 admin admin] Allocated IP 172.25.1.23 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/07f023e9-e613-4e7a-ae1a-5e902adeac57) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:39.078314 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18652e2d-e1ee-4322-94b0-958875271f9c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:39.115087 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-18652e2d-e1ee-4322-94b0-958875271f9c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7487a82d-8776-462b-b59b-ec14070252d9']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:39.125506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-18652e2d-e1ee-4322-94b0-958875271f9c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08cd5d4-a612-4e32-b0f2-cab25986980e') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:39.125806 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-18652e2d-e1ee-4322-94b0-958875271f9c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08cd5d4-a612-4e32-b0f2-cab25986980e') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:39.151628 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18652e2d-e1ee-4322-94b0-958875271f9c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:39.172225 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18652e2d-e1ee-4322-94b0-958875271f9c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:39.179424 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:39.187520 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18652e2d-e1ee-4322-94b0-958875271f9c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:42:39.188540 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18652e2d-e1ee-4322-94b0-958875271f9c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:39.246447 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d21243f5-f78f-4378-bb8e-413caa8d1440 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:42:39.263676 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:42:39.402103 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18652e2d-e1ee-4322-94b0-958875271f9c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:39.414532 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d21243f5-f78f-4378-bb8e-413caa8d1440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:39.416615 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-18652e2d-e1ee-4322-94b0-958875271f9c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:39.422061 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-18652e2d-e1ee-4322-94b0-958875271f9c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/networks/7487a82d-8776-462b-b59b-ec14070252d9 HTTP/1.1" status: 204 len: 168 time: 0.7109733 Nov 12 04:42:39.424800 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46308) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:39.476130 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18652e2d-e1ee-4322-94b0-958875271f9c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Network': ['ID=7487a82d-8776-462b-b59b-ec14070252d9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:39.486648 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-081388d7-fe65-44ba-ac06-1f08b0c4c0c6 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] DELETE failed (client error): The resource could not be found. Nov 12 04:42:39.486648 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081388d7-fe65-44ba-ac06-1f08b0c4c0c6 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:42:39.491771 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-081388d7-fe65-44ba-ac06-1f08b0c4c0c6 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/subnets/1998e4a6-e945-4136-b34c-3281d6d17f8f HTTP/1.1" status: 404 len: 337 time: 0.0657125 Nov 12 04:42:39.494902 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46312) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:39.511314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21243f5-f78f-4378-bb8e-413caa8d1440 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:39.515241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-d21243f5-f78f-4378-bb8e-413caa8d1440 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:39.530768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef886d1-c4f7-4f68-8037-8a2d93bdb039 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:39.531656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21243f5-f78f-4378-bb8e-413caa8d1440 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:39.532507 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9b1145-6424-4dfd-8470-11517d619748 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] DELETE failed (client error): The resource could not be found. Nov 12 04:42:39.533264 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a9b1145-6424-4dfd-8470-11517d619748 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:42:39.536493 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7a9b1145-6424-4dfd-8470-11517d619748 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/networks/a5ee1db1-983b-488f-8e94-833f64077fe3 HTTP/1.1" status: 404 len: 339 time: 0.0406320 Nov 12 04:42:39.539815 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46314) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:39.580887 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21243f5-f78f-4378-bb8e-413caa8d1440 admin admin] Pushing event updated for resources: {'Port': ['ID=07f023e9-e613-4e7a-ae1a-5e902adeac57,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:39.623452 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9f4fb7d9-b6aa-4d9d-b2b4-1beb9053f489 None None] Provisioning complete for port 07f023e9-e613-4e7a-ae1a-5e902adeac57 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:39.623738 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f4fb7d9-b6aa-4d9d-b2b4-1beb9053f489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:39.661290 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37f21ae-7363-455f-ad33-e1eaad21ef98 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Deleting subnet e9b94f82-673d-40bf-b007-7d1e177e092e {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:42:39.674039 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b37f21ae-7363-455f-ad33-e1eaad21ef98 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:39.676431 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9f4fb7d9-b6aa-4d9d-b2b4-1beb9053f489 None None] Port 07f023e9-e613-4e7a-ae1a-5e902adeac57 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:42:39.745695 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13398c52-a775-4023-ab77-d57bc7fbabae req-4e5f5e8b-24bb-4a25-bcd8-ae86a6e990f0 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c17d60-33fc-4827-aebc-b53d9e56dfdb HTTP/1.1" status: 200 len: 210 time: 0.0912423 Nov 12 04:42:39.798967 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b37f21ae-7363-455f-ad33-e1eaad21ef98 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:39.939998 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b37f21ae-7363-455f-ad33-e1eaad21ef98 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:40.082607 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d21243f5-f78f-4378-bb8e-413caa8d1440 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:40.086398 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d789c937-1b0a-4e61-bca2-f748ffdd1ea8 None None] Network c002cbd5-2388-42f5-9958-4bb419da4996 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:40.156220 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2b199ba7-ffe0-4dfb-9b85-9cb0ce512fac None None] Provisioning complete for port e3ea7d92-dbd5-4aa5-87e7-fd5884164086 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:40.156881 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b199ba7-ffe0-4dfb-9b85-9cb0ce512fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:40.199822 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b37f21ae-7363-455f-ad33-e1eaad21ef98 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:40.221069 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b37f21ae-7363-455f-ad33-e1eaad21ef98 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:40.227226 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b37f21ae-7363-455f-ad33-e1eaad21ef98 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/subnets/e9b94f82-673d-40bf-b007-7d1e177e092e HTTP/1.1" status: 204 len: 168 time: 0.6838515 Nov 12 04:42:40.227724 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46324) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:40.248850 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408f5313-c01d-48dc-aa5f-92c585752718 None None] Network 3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:40.251886 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f21ae-7363-455f-ad33-e1eaad21ef98 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Subnet': ['ID=e9b94f82-673d-40bf-b007-7d1e177e092e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:40.522324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a94a873-79e0-4194-b48c-f3cc4b2f6190 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Deleting subnet 7e794203-c780-4928-bddc-8c6f690c2a2d {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:42:40.535782 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a94a873-79e0-4194-b48c-f3cc4b2f6190 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:40.542742 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e3ea7d92-dbd5-4aa5-87e7-fd5884164086 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:40.579593 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b199ba7-ffe0-4dfb-9b85-9cb0ce512fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:40.594013 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d21243f5-f78f-4378-bb8e-413caa8d1440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:40.612015 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a94a873-79e0-4194-b48c-f3cc4b2f6190 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:40.671635 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2b199ba7-ffe0-4dfb-9b85-9cb0ce512fac None None] For port e3ea7d92-dbd5-4aa5-87e7-fd5884164086, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e3ea7d92-dbd5-4aa5-87e7-fd5884164086,segment=NetworkSegment(f77049ba-d2cf-46fd-8606-39e034eb0e8d),segment_id=f77049ba-d2cf-46fd-8606-39e034eb0e8d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:40.705953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port e3ea7d92-dbd5-4aa5-87e7-fd5884164086 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:40.706259 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:40.773157 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device dddd1fb6-28f6-4b97-9384-8923d26a5794 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:42:40.833609 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46330) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:40.845291 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: dddd1fb6-28f6-4b97-9384-8923d26a5794 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:42:40.845291 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device dddd1fb6-28f6-4b97-9384-8923d26a5794 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:42:40.853182 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b199ba7-ffe0-4dfb-9b85-9cb0ce512fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:40.865431 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a94a873-79e0-4194-b48c-f3cc4b2f6190 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:41.028970 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b199ba7-ffe0-4dfb-9b85-9cb0ce512fac None None] Pushing event updated for resources: {'Port': ['ID=e3ea7d92-dbd5-4aa5-87e7-fd5884164086,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:41.083518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199ba7-ffe0-4dfb-9b85-9cb0ce512fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:41.092664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199ba7-ffe0-4dfb-9b85-9cb0ce512fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:41.092664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199ba7-ffe0-4dfb-9b85-9cb0ce512fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:41.092664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199ba7-ffe0-4dfb-9b85-9cb0ce512fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:41.092664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199ba7-ffe0-4dfb-9b85-9cb0ce512fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:41.092664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199ba7-ffe0-4dfb-9b85-9cb0ce512fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:41.092664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199ba7-ffe0-4dfb-9b85-9cb0ce512fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:41.093175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199ba7-ffe0-4dfb-9b85-9cb0ce512fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:41.093270 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199ba7-ffe0-4dfb-9b85-9cb0ce512fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:41.093756 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199ba7-ffe0-4dfb-9b85-9cb0ce512fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:41.093938 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199ba7-ffe0-4dfb-9b85-9cb0ce512fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:41.094254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199ba7-ffe0-4dfb-9b85-9cb0ce512fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:41.128724 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-731043b4-723b-4acf-a661-8ebd65af1077 None None] Provisioning complete for port e3ea7d92-dbd5-4aa5-87e7-fd5884164086 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:41.129115 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-731043b4-723b-4acf-a661-8ebd65af1077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:41.586212 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21243f5-f78f-4378-bb8e-413caa8d1440 admin admin] Router b108e7b3-0072-4651-988b-a8927a7bf61c is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:42:41.630334 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547e0b72-4ba5-4034-ad03-91ff74ddbfe4 None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:42:41.721921 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-53b2f005-21f5-41d1-b2da-e08b0796ac13 None None] Provisioning complete for port d7255a77-126f-4d15-8c61-8ac4571d0053 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:41.723157 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53b2f005-21f5-41d1-b2da-e08b0796ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:41.758679 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21243f5-f78f-4378-bb8e-413caa8d1440 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:42:41.786204 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] Sync routers for ids ['b108e7b3-0072-4651-988b-a8927a7bf61c'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:42:41.794260 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a94a873-79e0-4194-b48c-f3cc4b2f6190 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:41.810133 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a94a873-79e0-4194-b48c-f3cc4b2f6190 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:41.813733 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8a94a873-79e0-4194-b48c-f3cc4b2f6190 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/subnets/7e794203-c780-4928-bddc-8c6f690c2a2d HTTP/1.1" status: 204 len: 168 time: 1.5849156 Nov 12 04:42:41.819597 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46340) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:41.836280 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94a873-79e0-4194-b48c-f3cc4b2f6190 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Subnet': ['ID=7e794203-c780-4928-bddc-8c6f690c2a2d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:41.842490 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] Routers {'b108e7b3-0072-4651-988b-a8927a7bf61c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:41.843149 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b108e7b3-0072-4651-988b-a8927a7bf61c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:41.914984 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d21243f5-f78f-4378-bb8e-413caa8d1440 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:41.920260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547e0b72-4ba5-4034-ad03-91ff74ddbfe4 None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:42:41.921119 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d21243f5-f78f-4378-bb8e-413caa8d1440 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6416335 Nov 12 04:42:41.922601 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46342) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:41.935051 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:42.055983 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Deleting port d7255a77-126f-4d15-8c61-8ac4571d0053 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:42.056361 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:42.085392 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67c19b7c-4685-4528-82e6-604b268156e4 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:42.107234 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] Set router b108e7b3-0072-4651-988b-a8927a7bf61c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:42.313887 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] For port d7255a77-126f-4d15-8c61-8ac4571d0053, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d7255a77-126f-4d15-8c61-8ac4571d0053,segment=NetworkSegment(dc48c4a5-5c2e-44a7-adaa-78ded51493de),segment_id=dc48c4a5-5c2e-44a7-adaa-78ded51493de)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:42.314265 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:42.360176 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Calling delete_port for d7255a77-126f-4d15-8c61-8ac4571d0053 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:42.528765 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e3ea7d92-dbd5-4aa5-87e7-fd5884164086 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:42.585820 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9507f99a-d8ec-4838-8e85-93fbbefaa17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:42.639663 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:42.715332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] No DVR routers for this DVR port d7255a77-126f-4d15-8c61-8ac4571d0053 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:42:42.723221 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Port': ['ID=d7255a77-126f-4d15-8c61-8ac4571d0053,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:42.756812 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port e3ea7d92-dbd5-4aa5-87e7-fd5884164086 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:42.757378 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:42.828589 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-9507f99a-d8ec-4838-8e85-93fbbefaa17e admin admin] Allocated IP 172.20.0.1 (c002cbd5-2388-42f5-9958-4bb419da4996/1f6aa88b-00bf-46d0-a04a-1b48236516f7/4899e271-ac50-44d0-bf17-d1ab03342e4c) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:42.831107 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:42.856504 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:42.875754 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc48c4a5-5c2e-44a7-adaa-78ded51493de') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:42.876449 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc48c4a5-5c2e-44a7-adaa-78ded51493de') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:42.880997 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cd16c7-d634-4254-99ac-c805a4bb223a None None] Network 3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:42.888571 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:42.904291 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:42.911934 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:42:42.912734 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:42.937814 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9507f99a-d8ec-4838-8e85-93fbbefaa17e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:42:42.987775 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:42:42.995634 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-67c19b7c-4685-4528-82e6-604b268156e4 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Deleting port 53064175-3b90-4914-b6df-3adf4a1cfc75 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:42.996086 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67c19b7c-4685-4528-82e6-604b268156e4 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:43.038690 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9507f99a-d8ec-4838-8e85-93fbbefaa17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:43.087768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'name': 'tempest-TestServerMultinode-414189013-router', 'tenant_id': 'ac8c4df852ed4c63816fa110883be028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '07f023e9-e613-4e7a-ae1a-5e902adeac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:37Z', 'updated_at': '2021-11-12T04:42:39Z', 'revision_number': 3, 'project_id': 'ac8c4df852ed4c63816fa110883be028', 'gw_port': {'id': '07f023e9-e613-4e7a-ae1a-5e902adeac57', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:38Z', 'updated_at': '2021-11-12T04:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:43.111650 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-67c19b7c-4685-4528-82e6-604b268156e4 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] For port 53064175-3b90-4914-b6df-3adf4a1cfc75, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=53064175-3b90-4914-b6df-3adf4a1cfc75,segment=NetworkSegment(2be1c7ac-2203-41fb-9ead-5dbd7a04358f),segment_id=2be1c7ac-2203-41fb-9ead-5dbd7a04358f)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:43.112000 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67c19b7c-4685-4528-82e6-604b268156e4 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:43.121638 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9507f99a-d8ec-4838-8e85-93fbbefaa17e admin admin] Network c002cbd5-2388-42f5-9958-4bb419da4996 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:43.124638 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-9507f99a-d8ec-4838-8e85-93fbbefaa17e admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:43.128146 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-67c19b7c-4685-4528-82e6-604b268156e4 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Calling delete_port for 53064175-3b90-4914-b6df-3adf4a1cfc75 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:43.140945 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9507f99a-d8ec-4838-8e85-93fbbefaa17e admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:43.194249 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] Checking router: b108e7b3-0072-4651-988b-a8927a7bf61c for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:42:43.194249 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] Updating router b108e7b3-0072-4651-988b-a8927a7bf61c port 07f023e9-e613-4e7a-ae1a-5e902adeac57 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:42:43.197665 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507f99a-d8ec-4838-8e85-93fbbefaa17e admin admin] Pushing event updated for resources: {'Port': ['ID=4899e271-ac50-44d0-bf17-d1ab03342e4c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:43.211440 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:43.228105 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:43.233437 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/networks/3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8 HTTP/1.1" status: 204 len: 168 time: 1.4125938 Nov 12 04:42:43.235409 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9507f99a-d8ec-4838-8e85-93fbbefaa17e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:43.237802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46348) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:43.250465 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:43.265259 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6340268-3667-46d5-859f-fb7239684140 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Network': ['ID=3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:43.357800 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa75b6da-6fad-4134-9ed1-4c29caa506e4 None None] DHCP port deletion for 3ea8a1cc-ad0c-4683-a138-bd02dc5f8fe8 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:43.492078 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ae8fa0-5f8d-4241-864f-4cad6086c655 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] DELETE failed (client error): The resource could not be found. Nov 12 04:42:43.492588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ae8fa0-5f8d-4241-864f-4cad6086c655 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:42:43.503157 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-58ae8fa0-5f8d-4241-864f-4cad6086c655 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/subnets/20e0a377-9810-443d-a3a3-8f7cdc6c8616 HTTP/1.1" status: 404 len: 337 time: 0.2612286 Nov 12 04:42:43.511423 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46350) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:43.549433 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-831e1185-e5de-467c-8f30-f725f83a2b17 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] DELETE failed (client error): The resource could not be found. Nov 12 04:42:43.550403 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831e1185-e5de-467c-8f30-f725f83a2b17 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:42:43.554527 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-831e1185-e5de-467c-8f30-f725f83a2b17 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/networks/603f8f98-4ca9-4012-818f-f855d8043499 HTTP/1.1" status: 404 len: 339 time: 0.0416696 Nov 12 04:42:43.557486 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46354) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:43.589596 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb42fd6-a5c2-4bb7-bcb6-f86abee3b6bd tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] DELETE failed (client error): The resource could not be found. Nov 12 04:42:43.591969 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb42fd6-a5c2-4bb7-bcb6-f86abee3b6bd tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:42:43.594879 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-dbb42fd6-a5c2-4bb7-bcb6-f86abee3b6bd tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/subnets/3630b4aa-894a-42df-95ee-55d32b77bbc5 HTTP/1.1" status: 404 len: 337 time: 0.0357783 Nov 12 04:42:43.597307 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46356) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:43.621667 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab337bb-d647-4a4f-a53b-a2beca62d86c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] DELETE failed (client error): The resource could not be found. Nov 12 04:42:43.622294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab337bb-d647-4a4f-a53b-a2beca62d86c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:42:43.628148 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8ab337bb-d647-4a4f-a53b-a2beca62d86c tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/networks/3438fd6f-756f-4eee-94c8-0dd356f015bb HTTP/1.1" status: 404 len: 339 time: 0.0274613 Nov 12 04:42:43.628551 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46358) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:43.655022 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6e7436-7470-4ee4-ba41-0a5215a49fc0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] DELETE failed (client error): The resource could not be found. Nov 12 04:42:43.655482 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6e7436-7470-4ee4-ba41-0a5215a49fc0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:42:43.659824 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4a6e7436-7470-4ee4-ba41-0a5215a49fc0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/subnets/d36849c7-bd0b-4c31-b545-7380f7104756 HTTP/1.1" status: 404 len: 337 time: 0.0290596 Nov 12 04:42:43.665435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46362) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:43.688268 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:43.692007 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-299e3cf8-0699-4ae0-b287-219c9b27dc58 None None] Provisioning complete for port 4899e271-ac50-44d0-bf17-d1ab03342e4c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:43.692495 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-299e3cf8-0699-4ae0-b287-219c9b27dc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:43.708511 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67c19b7c-4685-4528-82e6-604b268156e4 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:43.709610 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-a789390c-3fdd-4448-b873-e5464a831060 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] DELETE failed (client error): The resource could not be found. Nov 12 04:42:43.710236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a789390c-3fdd-4448-b873-e5464a831060 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:42:43.717394 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a789390c-3fdd-4448-b873-e5464a831060 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/networks/dd32a048-edb9-4125-9e49-a84b6b293e09 HTTP/1.1" status: 404 len: 339 time: 0.0464413 Nov 12 04:42:43.720148 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46364) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:43.761261 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c19b7c-4685-4528-82e6-604b268156e4 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event deleted for resources: {'Port': ['ID=53064175-3b90-4914-b6df-3adf4a1cfc75,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:43.766357 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9507f99a-d8ec-4838-8e85-93fbbefaa17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:43.774338 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:43.783202 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-299e3cf8-0699-4ae0-b287-219c9b27dc58 None None] Port 4899e271-ac50-44d0-bf17-d1ab03342e4c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:42:43.888512 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69af7b7f-bd3b-4c5b-b149-7c6158e082e3 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:43.903155 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0de2cc-06ea-47b4-b42b-dba17eb206f8 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Deleting subnet 179abe56-ce3b-4368-aa21-03c8f9002d3d {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:42:43.907227 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c0de2cc-06ea-47b4-b42b-dba17eb206f8 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:43.931031 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] Attempting to bind port 07f023e9-e613-4e7a-ae1a-5e902adeac57 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:43.931427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] Attempting to bind port 07f023e9-e613-4e7a-ae1a-5e902adeac57 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:43.932059 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] Attempting to bind port 07f023e9-e613-4e7a-ae1a-5e902adeac57 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:43.936684 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0606a3c-10c4-4d44-9e6b-415563651996 None None] Pushing event updated for resources: {'Port': ['ID=07f023e9-e613-4e7a-ae1a-5e902adeac57,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:43.975632 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c0de2cc-06ea-47b4-b42b-dba17eb206f8 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:43.984228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:43.984610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:43.985059 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:43.985453 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:43.986098 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] Bound port: 07f023e9-e613-4e7a-ae1a-5e902adeac57, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:43.986691 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:44.110440 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] For port 07f023e9-e613-4e7a-ae1a-5e902adeac57, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:44.127733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] For port 07f023e9-e613-4e7a-ae1a-5e902adeac57, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=07f023e9-e613-4e7a-ae1a-5e902adeac57,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:44.143606 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-46d767d2-dcc7-40a0-9631-5ee37bb58288 None None] Provisioning complete for port 07f023e9-e613-4e7a-ae1a-5e902adeac57 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:44.147622 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46d767d2-dcc7-40a0-9631-5ee37bb58288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:44.204117 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c0de2cc-06ea-47b4-b42b-dba17eb206f8 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:44.206475 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-67c19b7c-4685-4528-82e6-604b268156e4 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:44.246915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-46d767d2-dcc7-40a0-9631-5ee37bb58288 None None] Port 07f023e9-e613-4e7a-ae1a-5e902adeac57 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:42:44.259136 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:44.384107 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0606a3c-10c4-4d44-9e6b-415563651996 None None] Pushing event updated for resources: {'Port': ['ID=07f023e9-e613-4e7a-ae1a-5e902adeac57,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:44.388110 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9507f99a-d8ec-4838-8e85-93fbbefaa17e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:44.400770 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c0de2cc-06ea-47b4-b42b-dba17eb206f8 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:44.441068 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d70e33-d7f2-4725-b429-07a6b6388bfd None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:44.453471 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0de2cc-06ea-47b4-b42b-dba17eb206f8 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Subnet': ['ID=179abe56-ce3b-4368-aa21-03c8f9002d3d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:44.467424 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] Routers {'b108e7b3-0072-4651-988b-a8927a7bf61c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:44.468539 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c0de2cc-06ea-47b4-b42b-dba17eb206f8 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:44.473105 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b108e7b3-0072-4651-988b-a8927a7bf61c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:44.479289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3c0de2cc-06ea-47b4-b42b-dba17eb206f8 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/subnets/179abe56-ce3b-4368-aa21-03c8f9002d3d HTTP/1.1" status: 204 len: 168 time: 0.7579870 Nov 12 04:42:44.480713 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46366) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:44.483138 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9507f99a-d8ec-4838-8e85-93fbbefaa17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:44.493126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8d821d-e523-412f-be07-81ac05537792 None None] Network a39350bb-1ed2-47cd-98b2-ef24e94d55f4 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:44.590329 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d7255a77-126f-4d15-8c61-8ac4571d0053 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:42:44.601328 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9507f99a-d8ec-4838-8e85-93fbbefaa17e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:44.603301 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507f99a-d8ec-4838-8e85-93fbbefaa17e admin admin] Pushing event updated for resources: {'Port': ['ID=4899e271-ac50-44d0-bf17-d1ab03342e4c,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:44.656149 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:44.709870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: d7255a77-126f-4d15-8c61-8ac4571d0053 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:42:44.710156 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d7255a77-126f-4d15-8c61-8ac4571d0053 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:42:44.728568 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9507f99a-d8ec-4838-8e85-93fbbefaa17e admin admin] Network c002cbd5-2388-42f5-9958-4bb419da4996 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:44.731256 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-9507f99a-d8ec-4838-8e85-93fbbefaa17e admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:44.788363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-271946e5-9e70-4ed2-a2ed-557ee4796751 None None] Provisioning complete for port 07f023e9-e613-4e7a-ae1a-5e902adeac57 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:44.788826 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-271946e5-9e70-4ed2-a2ed-557ee4796751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:44.867918 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Deleting port b805a054-5e99-47aa-8c7a-3149c80e7b75 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:44.868500 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:44.917377 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] Set router b108e7b3-0072-4651-988b-a8927a7bf61c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:44.959282 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9507f99a-d8ec-4838-8e85-93fbbefaa17e admin admin] Router b108e7b3-0072-4651-988b-a8927a7bf61c has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:42:44.972320 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c19b7c-4685-4528-82e6-604b268156e4 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Router 11960fea-667c-4e8f-aedf-cf3cdf47d174 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:42:45.012877 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] For port b805a054-5e99-47aa-8c7a-3149c80e7b75, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=b805a054-5e99-47aa-8c7a-3149c80e7b75,segment=NetworkSegment(2deb594f-402f-4e3f-bc93-219d32aa4ba0),segment_id=2deb594f-402f-4e3f-bc93-219d32aa4ba0)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:45.013351 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:45.078810 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Calling delete_port for b805a054-5e99-47aa-8c7a-3149c80e7b75 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:45.141564 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829e504e-332b-46e9-ac43-1d9a931f5040 None None] DHCP port deletion for a39350bb-1ed2-47cd-98b2-ef24e94d55f4 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:45.171569 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9507f99a-d8ec-4838-8e85-93fbbefaa17e admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:42:45.188541 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9507f99a-d8ec-4838-8e85-93fbbefaa17e admin admin] 10.222.0.37 "PUT /v2.0/routers/b108e7b3-0072-4651-988b-a8927a7bf61c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2645431 Nov 12 04:42:45.221278 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-271946e5-9e70-4ed2-a2ed-557ee4796751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:45.276151 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-271946e5-9e70-4ed2-a2ed-557ee4796751 None None] For port 07f023e9-e613-4e7a-ae1a-5e902adeac57, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=07f023e9-e613-4e7a-ae1a-5e902adeac57,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:45.312597 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c19b7c-4685-4528-82e6-604b268156e4 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:42:45.324892 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fccf507-70a9-4430-8e95-d56257863c55 None None] Sync routers for ids ['11960fea-667c-4e8f-aedf-cf3cdf47d174'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:42:45.336321 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-67c19b7c-4685-4528-82e6-604b268156e4 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "PUT /v2.0/routers/11960fea-667c-4e8f-aedf-cf3cdf47d174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5001211 Nov 12 04:42:45.339348 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46382) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:45.345294 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fccf507-70a9-4430-8e95-d56257863c55 None None] Routers {'11960fea-667c-4e8f-aedf-cf3cdf47d174'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:45.346279 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8fccf507-70a9-4430-8e95-d56257863c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['11960fea-667c-4e8f-aedf-cf3cdf47d174'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:45.391790 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-271946e5-9e70-4ed2-a2ed-557ee4796751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:45.444172 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f152a84-49ff-4a05-9fda-a7a2014397fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Deleting subnet 174c6b9c-300a-4a14-8d29-c695a31479d1 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:42:45.459958 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f152a84-49ff-4a05-9fda-a7a2014397fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:45.495323 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:45.542956 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f152a84-49ff-4a05-9fda-a7a2014397fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:45.551407 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271946e5-9e70-4ed2-a2ed-557ee4796751 None None] Pushing event updated for resources: {'Port': ['ID=07f023e9-e613-4e7a-ae1a-5e902adeac57,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:45.558453 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] No DVR routers for this DVR port b805a054-5e99-47aa-8c7a-3149c80e7b75 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:42:45.568936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Port': ['ID=b805a054-5e99-47aa-8c7a-3149c80e7b75,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:45.598229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c9b55ec2-d707-43eb-b4a8-640ababdc255 None None] Provisioning complete for port 4899e271-ac50-44d0-bf17-d1ab03342e4c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:45.598229 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9b55ec2-d707-43eb-b4a8-640ababdc255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:45.644804 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-8fccf507-70a9-4430-8e95-d56257863c55 None None] Set router 11960fea-667c-4e8f-aedf-cf3cdf47d174 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:45.703031 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-829e504e-332b-46e9-ac43-1d9a931f5040 None None] Deleting port b805a054-5e99-47aa-8c7a-3149c80e7b75 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:45.703388 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-829e504e-332b-46e9-ac43-1d9a931f5040 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:45.705031 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c9b55ec2-d707-43eb-b4a8-640ababdc255 None None] Port 4899e271-ac50-44d0-bf17-d1ab03342e4c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:42:45.763168 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:45.796820 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f152a84-49ff-4a05-9fda-a7a2014397fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:45.807829 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39350bb-1ed2-47cd-98b2-ef24e94d55f4']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:45.836735 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2deb594f-402f-4e3f-bc93-219d32aa4ba0') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:45.837015 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2deb594f-402f-4e3f-bc93-219d32aa4ba0') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:45.861001 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:45.887408 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:45.901167 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:42:45.906090 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:42:45.907603 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:42:45.977632 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-829e504e-332b-46e9-ac43-1d9a931f5040 None None] For port b805a054-5e99-47aa-8c7a-3149c80e7b75, host n-d-768509-24, got binding levels [] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:45.978268 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-829e504e-332b-46e9-ac43-1d9a931f5040 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:46.018083 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8fccf507-70a9-4430-8e95-d56257863c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'name': 'tempest-TestSecurityGroupsBasicOps-router-507107074', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2d0687ef-4d4d-40c2-8003-eae2681835ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:08Z', 'updated_at': '2021-11-12T04:42:43Z', 'revision_number': 5, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '2d0687ef-4d4d-40c2-8003-eae2681835ed', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:08Z', 'updated_at': '2021-11-12T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:46.032644 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f152a84-49ff-4a05-9fda-a7a2014397fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:46.041380 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-829e504e-332b-46e9-ac43-1d9a931f5040 None None] Calling delete_port for b805a054-5e99-47aa-8c7a-3149c80e7b75 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:46.049162 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.ipam_backend_mixin [None req-829e504e-332b-46e9-ac43-1d9a931f5040 None None] Port b805a054-5e99-47aa-8c7a-3149c80e7b75 was not found and therefore no delete operation was performed {{(pid=103298) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:42:46.053065 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-829e504e-332b-46e9-ac43-1d9a931f5040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:46.066679 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:46.078884 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:46.082997 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fccf507-70a9-4430-8e95-d56257863c55 None None] Checking router: 11960fea-667c-4e8f-aedf-cf3cdf47d174 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:42:46.088129 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/networks/a39350bb-1ed2-47cd-98b2-ef24e94d55f4 HTTP/1.1" status: 204 len: 168 time: 1.6064999 Nov 12 04:42:46.093957 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fccf507-70a9-4430-8e95-d56257863c55 None None] Routers {'11960fea-667c-4e8f-aedf-cf3cdf47d174'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:46.095048 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8fccf507-70a9-4430-8e95-d56257863c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['11960fea-667c-4e8f-aedf-cf3cdf47d174'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:46.097354 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46390) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:46.123608 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829e504e-332b-46e9-ac43-1d9a931f5040 None None] No DVR routers for this DVR port b805a054-5e99-47aa-8c7a-3149c80e7b75 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:42:46.142463 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'name': 'tempest-TestServerMultinode-414189013-router', 'tenant_id': 'ac8c4df852ed4c63816fa110883be028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '07f023e9-e613-4e7a-ae1a-5e902adeac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:37Z', 'updated_at': '2021-11-12T04:42:43Z', 'revision_number': 4, 'project_id': 'ac8c4df852ed4c63816fa110883be028', 'gw_port': {'id': '07f023e9-e613-4e7a-ae1a-5e902adeac57', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:38Z', 'updated_at': '2021-11-12T04:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4899e271-ac50-44d0-bf17-d1ab03342e4c', 'name': '', 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996', 'tenant_id': 'ac8c4df852ed4c63816fa110883be028', 'mac_address': 'fa:16:3e:06:f1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '1f6aa88b-00bf-46d0-a04a-1b48236516f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:42Z', 'updated_at': '2021-11-12T04:42:44Z', 'revision_number': 2, 'project_id': 'ac8c4df852ed4c63816fa110883be028', 'subnets': [{'id': '1f6aa88b-00bf-46d0-a04a-1b48236516f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:46.147004 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f152a84-49ff-4a05-9fda-a7a2014397fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:46.160265 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1f152a84-49ff-4a05-9fda-a7a2014397fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "DELETE /v2.0/subnets/174c6b9c-300a-4a14-8d29-c695a31479d1 HTTP/1.1" status: 204 len: 168 time: 0.8197324 Nov 12 04:42:46.165260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb63d806-80e9-448a-a5a5-f5e3f7584ae6 None None] Network 47da9514-5ef8-4bf7-8489-8d2bd5fa1324 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:46.167002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f152a84-49ff-4a05-9fda-a7a2014397fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event deleted for resources: {'Subnet': ['ID=174c6b9c-300a-4a14-8d29-c695a31479d1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:46.176754 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46394) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:46.199066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f152a84-49ff-4a05-9fda-a7a2014397fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:46.199701 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f152a84-49ff-4a05-9fda-a7a2014397fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:46.200181 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f152a84-49ff-4a05-9fda-a7a2014397fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:46.200664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f152a84-49ff-4a05-9fda-a7a2014397fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:46.201103 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f152a84-49ff-4a05-9fda-a7a2014397fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:46.203177 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f152a84-49ff-4a05-9fda-a7a2014397fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:46.203741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f152a84-49ff-4a05-9fda-a7a2014397fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:46.204761 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f152a84-49ff-4a05-9fda-a7a2014397fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:46.205529 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f152a84-49ff-4a05-9fda-a7a2014397fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:46.206806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f152a84-49ff-4a05-9fda-a7a2014397fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:46.210938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f152a84-49ff-4a05-9fda-a7a2014397fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:46.211393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f152a84-49ff-4a05-9fda-a7a2014397fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:46.243206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e504e-332b-46e9-ac43-1d9a931f5040 None None] Pushing event deleted for resources: {'Port': ['ID=b805a054-5e99-47aa-8c7a-3149c80e7b75,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:46.247960 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba056712-adfa-48cb-9d0e-1baaead51ee1 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Network': ['ID=a39350bb-1ed2-47cd-98b2-ef24e94d55f4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:46.258309 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fdca78-cd72-4b8a-a394-98f9d7650e1b None None] The sync data for ids ['b108e7b3-0072-4651-988b-a8927a7bf61c'] in n-d-768509-24 is: [{'id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'name': 'tempest-TestServerMultinode-414189013-router', 'tenant_id': 'ac8c4df852ed4c63816fa110883be028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '07f023e9-e613-4e7a-ae1a-5e902adeac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:37Z', 'updated_at': '2021-11-12T04:42:43Z', 'revision_number': 4, 'project_id': 'ac8c4df852ed4c63816fa110883be028', 'gw_port': {'id': '07f023e9-e613-4e7a-ae1a-5e902adeac57', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:38Z', 'updated_at': '2021-11-12T04:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4899e271-ac50-44d0-bf17-d1ab03342e4c', 'name': '', 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996', 'tenant_id': 'ac8c4df852ed4c63816fa110883be028', 'mac_address': 'fa:16:3e:06:f1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '1f6aa88b-00bf-46d0-a04a-1b48236516f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:42Z', 'updated_at': '2021-11-12T04:42:44Z', 'revision_number': 2, 'project_id': 'ac8c4df852ed4c63816fa110883be028', 'subnets': [{'id': '1f6aa88b-00bf-46d0-a04a-1b48236516f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:42:46.360680 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4345797-18ae-4077-abf0-64596c352ac4 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] DELETE failed (client error): The resource could not be found. Nov 12 04:42:46.361261 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4345797-18ae-4077-abf0-64596c352ac4 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:42:46.369357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46400) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:46.371214 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d4345797-18ae-4077-abf0-64596c352ac4 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/subnets/d896b5cf-3852-4c4f-89e5-03cf715025dd HTTP/1.1" status: 404 len: 337 time: 0.2640166 Nov 12 04:42:46.386297 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-8fccf507-70a9-4430-8e95-d56257863c55 None None] Set router 11960fea-667c-4e8f-aedf-cf3cdf47d174 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:46.416793 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b2ce0c-4703-4027-8890-3d8364991f86 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] DELETE failed (client error): The resource could not be found. Nov 12 04:42:46.420364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b2ce0c-4703-4027-8890-3d8364991f86 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:42:46.429443 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-49b2ce0c-4703-4027-8890-3d8364991f86 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/networks/b67bc212-8159-4c32-87f0-20b5ed14a1ea HTTP/1.1" status: 404 len: 339 time: 0.0568092 Nov 12 04:42:46.432038 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46402) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:46.635890 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6316-25d5-41e4-ac14-edbde9ae879b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:46.636121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d59a78-3510-4008-a197-b2161f260cb0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Deleting subnet 358397c0-70f3-489c-b85f-d86de77049ec {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:42:46.646662 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32d59a78-3510-4008-a197-b2161f260cb0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:46.805108 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b805a054-5e99-47aa-8c7a-3149c80e7b75 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:42:46.812727 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8fccf507-70a9-4430-8e95-d56257863c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'name': 'tempest-TestSecurityGroupsBasicOps-router-507107074', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2d0687ef-4d4d-40c2-8003-eae2681835ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:08Z', 'updated_at': '2021-11-12T04:42:43Z', 'revision_number': 5, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '2d0687ef-4d4d-40c2-8003-eae2681835ed', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:08Z', 'updated_at': '2021-11-12T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:46.836014 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32d59a78-3510-4008-a197-b2161f260cb0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:46.850256 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fccf507-70a9-4430-8e95-d56257863c55 None None] The sync data for ids ['11960fea-667c-4e8f-aedf-cf3cdf47d174'] in n-d-768509-24 is: [{'id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'name': 'tempest-TestSecurityGroupsBasicOps-router-507107074', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2d0687ef-4d4d-40c2-8003-eae2681835ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:08Z', 'updated_at': '2021-11-12T04:42:43Z', 'revision_number': 5, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '2d0687ef-4d4d-40c2-8003-eae2681835ed', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11960fea-667c-4e8f-aedf-cf3cdf47d174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:08Z', 'updated_at': '2021-11-12T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:42:46.891532 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: b805a054-5e99-47aa-8c7a-3149c80e7b75 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:42:46.891532 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device b805a054-5e99-47aa-8c7a-3149c80e7b75 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:42:46.926016 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46408) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:46.938420 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-1b6ce93d-762d-44fe-812d-3c3c6d09b5cc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1355403050-network', 'tenant_id': 'cd34179988404ac693e09fcf6b7edf7d'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:47.014343 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6316-25d5-41e4-ac14-edbde9ae879b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:47.027930 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:47.075389 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32d59a78-3510-4008-a197-b2161f260cb0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:47.133549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6ce93d-762d-44fe-812d-3c3c6d09b5cc admin admin] Made reservation on behalf of cd34179988404ac693e09fcf6b7edf7d for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:47.136131 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b6ce93d-762d-44fe-812d-3c3c6d09b5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:47.174251 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b6ce93d-762d-44fe-812d-3c3c6d09b5cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:47.244879 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b43a723-f61b-45fc-adaa-59cb72cd861a None None] DHCP port deletion for 47da9514-5ef8-4bf7-8489-8d2bd5fa1324 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:47.360729 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32d59a78-3510-4008-a197-b2161f260cb0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:47.399014 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-32d59a78-3510-4008-a197-b2161f260cb0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:47.413907 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-32d59a78-3510-4008-a197-b2161f260cb0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/subnets/358397c0-70f3-489c-b85f-d86de77049ec HTTP/1.1" status: 204 len: 168 time: 0.9753847 Nov 12 04:42:47.415062 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b6ce93d-762d-44fe-812d-3c3c6d09b5cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:47.418224 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46414) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:47.431885 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0ec680-d0c3-4994-b580-1151187a7945 None None] Network a633f4b3-5124-4d33-ba59-dec0e0c344f2 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:47.473206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5b43a723-f61b-45fc-adaa-59cb72cd861a None None] Deleting port e42bad21-3802-45ea-a53d-32f146100284 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:47.474022 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5b43a723-f61b-45fc-adaa-59cb72cd861a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:47.482542 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d59a78-3510-4008-a197-b2161f260cb0 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Subnet': ['ID=358397c0-70f3-489c-b85f-d86de77049ec,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:47.535603 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b6ce93d-762d-44fe-812d-3c3c6d09b5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:47.563140 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6ce93d-762d-44fe-812d-3c3c6d09b5cc admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:42:47.591531 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b6ce93d-762d-44fe-812d-3c3c6d09b5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:47.592597 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-1b6ce93d-762d-44fe-812d-3c3c6d09b5cc admin admin] Added segment a8252e24-ba9b-4b9a-875d-f61af6312f3d of type vlan for network 5fc81900-d682-41cc-9051-3c26064b996b Nov 12 04:42:47.602002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-5b43a723-f61b-45fc-adaa-59cb72cd861a None None] For port e42bad21-3802-45ea-a53d-32f146100284, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e42bad21-3802-45ea-a53d-32f146100284,segment=NetworkSegment(2be1c7ac-2203-41fb-9ead-5dbd7a04358f),segment_id=2be1c7ac-2203-41fb-9ead-5dbd7a04358f)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:47.603119 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5b43a723-f61b-45fc-adaa-59cb72cd861a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:47.664261 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ce93d-762d-44fe-812d-3c3c6d09b5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10188af-58f3-43dc-ba3c-7aeed5e7b266,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:47.692881 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5b43a723-f61b-45fc-adaa-59cb72cd861a None None] Calling delete_port for e42bad21-3802-45ea-a53d-32f146100284 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:47.707017 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ef8e6316-25d5-41e4-ac14-edbde9ae879b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Deleting port 2d0687ef-4d4d-40c2-8003-eae2681835ed {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:47.707450 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6316-25d5-41e4-ac14-edbde9ae879b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:47.948099 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:47.954081 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b6ce93d-762d-44fe-812d-3c3c6d09b5cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:47.963664 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-ef8e6316-25d5-41e4-ac14-edbde9ae879b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] For port 2d0687ef-4d4d-40c2-8003-eae2681835ed, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2d0687ef-4d4d-40c2-8003-eae2681835ed,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:47.964327 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6316-25d5-41e4-ac14-edbde9ae879b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.003965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-ef8e6316-25d5-41e4-ac14-edbde9ae879b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Calling delete_port for 2d0687ef-4d4d-40c2-8003-eae2681835ed owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:48.072189 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Deleting port f3106095-ca57-41b9-a298-9a9521af0c27 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:48.072777 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.147262 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b6ce93d-762d-44fe-812d-3c3c6d09b5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.157223 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6ce93d-762d-44fe-812d-3c3c6d09b5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:48.158057 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b6ce93d-762d-44fe-812d-3c3c6d09b5cc admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.165193 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5b43a723-f61b-45fc-adaa-59cb72cd861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.215937 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b43a723-f61b-45fc-adaa-59cb72cd861a None None] No DVR routers for this DVR port e42bad21-3802-45ea-a53d-32f146100284 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:42:48.235463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ce93d-762d-44fe-812d-3c3c6d09b5cc admin admin] Pushing event updated for resources: {'Network': ['ID=5fc81900-d682-41cc-9051-3c26064b996b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:48.265010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] For port f3106095-ca57-41b9-a298-9a9521af0c27, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f3106095-ca57-41b9-a298-9a9521af0c27,segment=NetworkSegment(953667f9-7e4f-4154-806a-97a6e7c932c4),segment_id=953667f9-7e4f-4154-806a-97a6e7c932c4)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:48.266577 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.276784 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c98424e-6716-443b-8a03-7085f516c430 None None] DHCP port deletion for a633f4b3-5124-4d33-ba59-dec0e0c344f2 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:48.278701 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 5fc81900-d682-41cc-9051-3c26064b996b details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:42:48.282740 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43a723-f61b-45fc-adaa-59cb72cd861a None None] Pushing event deleted for resources: {'Port': ['ID=e42bad21-3802-45ea-a53d-32f146100284,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:48.301926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Calling delete_port for f3106095-ca57-41b9-a298-9a9521af0c27 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:48.382501 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1b6ce93d-762d-44fe-812d-3c3c6d09b5cc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4417396 Nov 12 04:42:48.383323 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46418) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:48.388780 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1f904027-9870-44dc-89f3-b7ac57e68b54 admin admin] Request body: {'subnet': {'network_id': '5fc81900-d682-41cc-9051-3c26064b996b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1355403050-subnet', 'tenant_id': 'cd34179988404ac693e09fcf6b7edf7d', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:48.409868 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.440283 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6316-25d5-41e4-ac14-edbde9ae879b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.492869 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8c98424e-6716-443b-8a03-7085f516c430 None None] Deleting port f3106095-ca57-41b9-a298-9a9521af0c27 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:48.493641 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c98424e-6716-443b-8a03-7085f516c430 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.506429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e6316-25d5-41e4-ac14-edbde9ae879b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event deleted for resources: {'Port': ['ID=2d0687ef-4d4d-40c2-8003-eae2681835ed,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:48.557936 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.609779 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Port': ['ID=f3106095-ca57-41b9-a298-9a9521af0c27,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:48.615494 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] No DVR routers for this DVR port f3106095-ca57-41b9-a298-9a9521af0c27 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:42:48.620901 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8c98424e-6716-443b-8a03-7085f516c430 None None] For port f3106095-ca57-41b9-a298-9a9521af0c27, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f3106095-ca57-41b9-a298-9a9521af0c27,segment=NetworkSegment(953667f9-7e4f-4154-806a-97a6e7c932c4),segment_id=953667f9-7e4f-4154-806a-97a6e7c932c4)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:48.621689 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c98424e-6716-443b-8a03-7085f516c430 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.634114 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f904027-9870-44dc-89f3-b7ac57e68b54 admin admin] Made reservation on behalf of cd34179988404ac693e09fcf6b7edf7d for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:48.637911 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f904027-9870-44dc-89f3-b7ac57e68b54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.639064 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8c98424e-6716-443b-8a03-7085f516c430 None None] Calling delete_port for f3106095-ca57-41b9-a298-9a9521af0c27 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:48.716852 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6316-25d5-41e4-ac14-edbde9ae879b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.738682 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66dd718-f6ce-4375-b282-0c3f2feb8b16 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:48.741585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 07f023e9-e613-4e7a-ae1a-5e902adeac57 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:48.776536 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.804230 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c98424e-6716-443b-8a03-7085f516c430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.813291 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a633f4b3-5124-4d33-ba59-dec0e0c344f2']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:48.825084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953667f9-7e4f-4154-806a-97a6e7c932c4') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:48.825348 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953667f9-7e4f-4154-806a-97a6e7c932c4') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:48.835306 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.837667 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98424e-6716-443b-8a03-7085f516c430 None None] Pushing event deleted for resources: {'Port': ['ID=f3106095-ca57-41b9-a298-9a9521af0c27,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:48.843968 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c98424e-6716-443b-8a03-7085f516c430 None None] No DVR routers for this DVR port f3106095-ca57-41b9-a298-9a9521af0c27 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:42:48.850669 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.857923 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:42:48.858568 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.889807 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 07f023e9-e613-4e7a-ae1a-5e902adeac57 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:48.901289 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.902091 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6316-25d5-41e4-ac14-edbde9ae879b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.906135 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6316-25d5-41e4-ac14-edbde9ae879b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:42:48.934856 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:42:49.032165 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:49.050083 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:49.064222 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] 10.222.0.37 "DELETE /v2.0/networks/a633f4b3-5124-4d33-ba59-dec0e0c344f2 HTTP/1.1" status: 204 len: 168 time: 1.5871069 Nov 12 04:42:49.072632 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6316-25d5-41e4-ac14-edbde9ae879b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:49.073583 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8e6316-25d5-41e4-ac14-edbde9ae879b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Fanout notify agent at l3_agent the message router_deleted on router 11960fea-667c-4e8f-aedf-cf3cdf47d174 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:42:49.083622 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e42bad21-3802-45ea-a53d-32f146100284 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:42:49.089677 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6316-25d5-41e4-ac14-edbde9ae879b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:49.089677 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ef8e6316-25d5-41e4-ac14-edbde9ae879b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "DELETE /v2.0/routers/11960fea-667c-4e8f-aedf-cf3cdf47d174 HTTP/1.1" status: 204 len: 168 time: 2.9104831 Nov 12 04:42:49.092023 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46424) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:49.101996 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a5222-76f1-4a34-b663-870ffee411b7 tempest-NetworksIpV6Test-668104601 tempest-NetworksIpV6Test-668104601-project] Pushing event deleted for resources: {'Network': ['ID=a633f4b3-5124-4d33-ba59-dec0e0c344f2,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:49.117866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: e42bad21-3802-45ea-a53d-32f146100284 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:42:49.118224 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e42bad21-3802-45ea-a53d-32f146100284 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:42:49.118679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f3106095-ca57-41b9-a298-9a9521af0c27 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:42:49.145988 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: f3106095-ca57-41b9-a298-9a9521af0c27 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:42:49.146681 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f3106095-ca57-41b9-a298-9a9521af0c27 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:42:49.147201 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 53064175-3b90-4914-b6df-3adf4a1cfc75 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:42:49.174704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 53064175-3b90-4914-b6df-3adf4a1cfc75 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:42:49.175341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 53064175-3b90-4914-b6df-3adf4a1cfc75 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:42:49.192775 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f17c5c2-77e9-4250-91db-c3f9c5bef4fe tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:49.232624 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f904027-9870-44dc-89f3-b7ac57e68b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:49.374196 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f904027-9870-44dc-89f3-b7ac57e68b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2125fa10-98f9-41e8-b6be-bd3c5cc5cad9,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:49.377479 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f17c5c2-77e9-4250-91db-c3f9c5bef4fe tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:49.410232 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7f17c5c2-77e9-4250-91db-c3f9c5bef4fe tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47da9514-5ef8-4bf7-8489-8d2bd5fa1324']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:49.413453 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f904027-9870-44dc-89f3-b7ac57e68b54 admin admin] Checking segment: {'id': 'a8252e24-ba9b-4b9a-875d-f61af6312f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5fc81900-d682-41cc-9051-3c26064b996b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:49.413811 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f904027-9870-44dc-89f3-b7ac57e68b54 admin admin] Network hostable DHCP agents. Network: 5fc81900-d682-41cc-9051-3c26064b996b, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:42:49.426409 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7f17c5c2-77e9-4250-91db-c3f9c5bef4fe tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be1c7ac-2203-41fb-9ead-5dbd7a04358f') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:49.426723 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7f17c5c2-77e9-4250-91db-c3f9c5bef4fe tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be1c7ac-2203-41fb-9ead-5dbd7a04358f') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:49.441246 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f17c5c2-77e9-4250-91db-c3f9c5bef4fe tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:49.459131 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f17c5c2-77e9-4250-91db-c3f9c5bef4fe tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:49.465017 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f17c5c2-77e9-4250-91db-c3f9c5bef4fe tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:42:49.465405 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f17c5c2-77e9-4250-91db-c3f9c5bef4fe tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:42:49.468333 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:42:49.552240 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f904027-9870-44dc-89f3-b7ac57e68b54 admin admin] Network 5fc81900-d682-41cc-9051-3c26064b996b is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:42:49.694801 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46434) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:49.722773 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f17c5c2-77e9-4250-91db-c3f9c5bef4fe tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:49.736154 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f17c5c2-77e9-4250-91db-c3f9c5bef4fe tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:49.744965 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46440) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:49.755870 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7f17c5c2-77e9-4250-91db-c3f9c5bef4fe tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "DELETE /v2.0/networks/47da9514-5ef8-4bf7-8489-8d2bd5fa1324 HTTP/1.1" status: 204 len: 168 time: 0.6623943 Nov 12 04:42:49.778996 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1f904027-9870-44dc-89f3-b7ac57e68b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 5fc81900-d682-41cc-9051-3c26064b996b) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:49.793245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11fabea-d45c-4ea7-bb18-23a765dd58e4 None None] Network 5fc81900-d682-41cc-9051-3c26064b996b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:49.801300 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f904027-9870-44dc-89f3-b7ac57e68b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:49.802349 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1f904027-9870-44dc-89f3-b7ac57e68b54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:49.808493 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17c5c2-77e9-4250-91db-c3f9c5bef4fe tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event deleted for resources: {'Network': ['ID=47da9514-5ef8-4bf7-8489-8d2bd5fa1324,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:49.959437 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1f904027-9870-44dc-89f3-b7ac57e68b54 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5742884 Nov 12 04:42:49.964868 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46442) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:49.970717 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-da50fc55-06ac-4247-8e25-ba242319a3be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6e36ac5551e488a94fe2f43c14c159e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2719290 Nov 12 04:42:49.975502 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46444) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:49.981020 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-391c69b9-a875-4536-95c8-5ea00f7df810 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1355403050-router', 'tenant_id': 'cd34179988404ac693e09fcf6b7edf7d', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:50.070087 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75ed8cf9-bb2e-434e-95b5-cd6da63f1ca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:50.071503 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-1ea9eb0e-68e4-43d2-b0ac-0dedd9ff7d97 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Deleting port 1d01eac1-ab35-44c9-b083-fa422a500112 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:50.073098 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1ea9eb0e-68e4-43d2-b0ac-0dedd9ff7d97 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:50.084915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] Sync routers for ids ['b108e7b3-0072-4651-988b-a8927a7bf61c'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:42:50.109894 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-5fc81900-d682-41cc-9051-3c26064b996b', 'network_id': '5fc81900-d682-41cc-9051-3c26064b996b', 'tenant_id': 'cd34179988404ac693e09fcf6b7edf7d', 'fixed_ips': [{'subnet_id': '2125fa10-98f9-41e8-b6be-bd3c5cc5cad9'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:42:50.111467 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:50.111635 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75ed8cf9-bb2e-434e-95b5-cd6da63f1ca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:50.119968 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] Routers {'b108e7b3-0072-4651-988b-a8927a7bf61c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:50.123420 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b108e7b3-0072-4651-988b-a8927a7bf61c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:50.188608 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1ea9eb0e-68e4-43d2-b0ac-0dedd9ff7d97 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:50.188946 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1ea9eb0e-68e4-43d2-b0ac-0dedd9ff7d97 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:50.201776 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-1ea9eb0e-68e4-43d2-b0ac-0dedd9ff7d97 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Calling delete_port for 1d01eac1-ab35-44c9-b083-fa422a500112 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:50.232980 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-391c69b9-a875-4536-95c8-5ea00f7df810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:50.234182 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-391c69b9-a875-4536-95c8-5ea00f7df810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:50.301743 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-391c69b9-a875-4536-95c8-5ea00f7df810 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:50.306390 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75ed8cf9-bb2e-434e-95b5-cd6da63f1ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:50.310174 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-75ed8cf9-bb2e-434e-95b5-cd6da63f1ca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:50.311547 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-75ed8cf9-bb2e-434e-95b5-cd6da63f1ca4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23df74b3-2d7a-47ba-aa3c-092ec1293f19 HTTP/1.1" status: 204 len: 168 time: 0.3269093 Nov 12 04:42:50.325451 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed8cf9-bb2e-434e-95b5-cd6da63f1ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23df74b3-2d7a-47ba-aa3c-092ec1293f19,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:50.505098 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2d0687ef-4d4d-40c2-8003-eae2681835ed no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:42:50.509924 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] Set router b108e7b3-0072-4651-988b-a8927a7bf61c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:50.572715 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 2d0687ef-4d4d-40c2-8003-eae2681835ed {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:42:50.573055 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2d0687ef-4d4d-40c2-8003-eae2681835ed not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:42:50.602247 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] Allocated IP 172.20.0.2 (5fc81900-d682-41cc-9051-3c26064b996b/2125fa10-98f9-41e8-b6be-bd3c5cc5cad9/3e079088-8f66-4744-8f43-d93189c9b535) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:50.609691 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1ea9eb0e-68e4-43d2-b0ac-0dedd9ff7d97 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:50.636674 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-391c69b9-a875-4536-95c8-5ea00f7df810 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:50.651641 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9eb0e-68e4-43d2-b0ac-0dedd9ff7d97 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event deleted for resources: {'Port': ['ID=1d01eac1-ab35-44c9-b083-fa422a500112,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:50.728557 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1ea9eb0e-68e4-43d2-b0ac-0dedd9ff7d97 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:50.728904 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-1ea9eb0e-68e4-43d2-b0ac-0dedd9ff7d97 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Floating IP 9ffe1425-1127-41d9-abd2-821c9ed0529c disassociated (deleted). External IP: 172.25.1.225, port: 1289dc84-95f4-42f4-a3d1-b085a4a060f8. Nov 12 04:42:50.948714 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'name': 'tempest-TestServerMultinode-414189013-router', 'tenant_id': 'ac8c4df852ed4c63816fa110883be028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '07f023e9-e613-4e7a-ae1a-5e902adeac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:37Z', 'updated_at': '2021-11-12T04:42:43Z', 'revision_number': 4, 'project_id': 'ac8c4df852ed4c63816fa110883be028', 'gw_port': {'id': '07f023e9-e613-4e7a-ae1a-5e902adeac57', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:38Z', 'updated_at': '2021-11-12T04:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4899e271-ac50-44d0-bf17-d1ab03342e4c', 'name': '', 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996', 'tenant_id': 'ac8c4df852ed4c63816fa110883be028', 'mac_address': 'fa:16:3e:06:f1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '1f6aa88b-00bf-46d0-a04a-1b48236516f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:42Z', 'updated_at': '2021-11-12T04:42:44Z', 'revision_number': 2, 'project_id': 'ac8c4df852ed4c63816fa110883be028', 'subnets': [{'id': '1f6aa88b-00bf-46d0-a04a-1b48236516f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:51.009363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] Checking router: b108e7b3-0072-4651-988b-a8927a7bf61c for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:42:51.010331 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] Updating router b108e7b3-0072-4651-988b-a8927a7bf61c port 4899e271-ac50-44d0-bf17-d1ab03342e4c binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:42:51.092343 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:51.109756 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:51.269433 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-391c69b9-a875-4536-95c8-5ea00f7df810 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:51.280224 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:51.309321 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-391c69b9-a875-4536-95c8-5ea00f7df810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:51.390827 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] Pushing event updated for resources: {'Port': ['ID=3e079088-8f66-4744-8f43-d93189c9b535,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:51.435600 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] Network 5fc81900-d682-41cc-9051-3c26064b996b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:51.449540 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:51.465806 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:51.525712 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-391c69b9-a875-4536-95c8-5ea00f7df810 admin admin] Allocated IP 172.25.1.87 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/91d76f39-cc69-48ff-9913-96fda8eb77f7) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:51.619852 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] Attempting to bind port 3e079088-8f66-4744-8f43-d93189c9b535 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:51.621061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] Attempting to bind port 3e079088-8f66-4744-8f43-d93189c9b535 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'a8252e24-ba9b-4b9a-875d-f61af6312f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5fc81900-d682-41cc-9051-3c26064b996b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:51.621447 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] Attempting to bind port 3e079088-8f66-4744-8f43-d93189c9b535 on network 5fc81900-d682-41cc-9051-3c26064b996b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:51.640713 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:51.643899 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] Checking segment: {'id': 'a8252e24-ba9b-4b9a-875d-f61af6312f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5fc81900-d682-41cc-9051-3c26064b996b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:51.643899 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:51.643899 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] Bound using segment: {'id': 'a8252e24-ba9b-4b9a-875d-f61af6312f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5fc81900-d682-41cc-9051-3c26064b996b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:51.644752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] Bound port: 3e079088-8f66-4744-8f43-d93189c9b535, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8252e24-ba9b-4b9a-875d-f61af6312f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5fc81900-d682-41cc-9051-3c26064b996b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:51.645079 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:51.743845 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-391c69b9-a875-4536-95c8-5ea00f7df810 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:51.771531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] For port 3e079088-8f66-4744-8f43-d93189c9b535, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:51.776335 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] For port 3e079088-8f66-4744-8f43-d93189c9b535, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3e079088-8f66-4744-8f43-d93189c9b535,segment=NetworkSegment(a8252e24-ba9b-4b9a-875d-f61af6312f3d),segment_id=a8252e24-ba9b-4b9a-875d-f61af6312f3d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:51.853025 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea9eb0e-68e4-43d2-b0ac-0dedd9ff7d97 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Router fd7e0887-99b1-4161-a22f-d934272e302b has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:42:51.859271 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:51.895564 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-391c69b9-a875-4536-95c8-5ea00f7df810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:51.913031 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:51.939650 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391c69b9-a875-4536-95c8-5ea00f7df810 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:51.942582 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-391c69b9-a875-4536-95c8-5ea00f7df810 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:51.948492 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391c69b9-a875-4536-95c8-5ea00f7df810 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:51.954585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab5d26-1d2d-4882-a87d-3464a3a42143 None None] Pushing event updated for resources: {'Port': ['ID=3e079088-8f66-4744-8f43-d93189c9b535,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:51.977630 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c69b9-a875-4536-95c8-5ea00f7df810 admin admin] Pushing event updated for resources: {'Port': ['ID=91d76f39-cc69-48ff-9913-96fda8eb77f7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:51.983481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea9eb0e-68e4-43d2-b0ac-0dedd9ff7d97 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:42:51.990037 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1ea9eb0e-68e4-43d2-b0ac-0dedd9ff7d97 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:51.997559 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c50afe0-8805-4c9d-86b6-68b48b23fc46 None None] Sync routers for ids ['fd7e0887-99b1-4161-a22f-d934272e302b'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:42:52.021956 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3323dd61-f3d2-4f32-af49-1c7d78acf692 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:52.022915 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c50afe0-8805-4c9d-86b6-68b48b23fc46 None None] Routers {'fd7e0887-99b1-4161-a22f-d934272e302b'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:52.023745 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0c50afe0-8805-4c9d-86b6-68b48b23fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['fd7e0887-99b1-4161-a22f-d934272e302b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:52.048408 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:52.210448 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1ea9eb0e-68e4-43d2-b0ac-0dedd9ff7d97 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "DELETE /v2.0/floatingips/9ffe1425-1127-41d9-abd2-821c9ed0529c HTTP/1.1" status: 204 len: 168 time: 2.4605536 Nov 12 04:42:52.210448 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0b4fa4-7548-4db3-95e1-66d3bbdf007d', 'tag': '1289dc84-95f4-42f4-a3d1-b085a4a060f8'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:42:52.214449 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41158e15-b279-4fb0-8e83-7870a3dde071" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0b4fa4-7548-4db3-95e1-66d3bbdf007d", "tag": "1289dc84-95f4-42f4-a3d1-b085a4a060f8"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:42:52.273369 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e959d-4699-4a2e-8c2f-1e1fd7f296c4 None None] Pushing event updated for resources: {'Port': ['ID=4899e271-ac50-44d0-bf17-d1ab03342e4c,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:52.393618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-32969e2f-6d2d-4593-a895-9864d5d93a56 None None] Provisioning complete for port 91d76f39-cc69-48ff-9913-96fda8eb77f7 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:52.394078 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32969e2f-6d2d-4593-a895-9864d5d93a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:52.402564 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46482) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:52.500638 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] Attempting to bind port 4899e271-ac50-44d0-bf17-d1ab03342e4c on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:52.501148 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] Attempting to bind port 4899e271-ac50-44d0-bf17-d1ab03342e4c by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'f77049ba-d2cf-46fd-8606-39e034eb0e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:52.502408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] Attempting to bind port 4899e271-ac50-44d0-bf17-d1ab03342e4c on network c002cbd5-2388-42f5-9958-4bb419da4996 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:52.508041 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0c50afe0-8805-4c9d-86b6-68b48b23fc46 None None] Set router fd7e0887-99b1-4161-a22f-d934272e302b gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:52.528548 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:52.538564 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] Checking segment: {'id': 'f77049ba-d2cf-46fd-8606-39e034eb0e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:52.538564 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:52.538564 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] Bound using segment: {'id': 'f77049ba-d2cf-46fd-8606-39e034eb0e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:52.538564 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] Bound port: 4899e271-ac50-44d0-bf17-d1ab03342e4c, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77049ba-d2cf-46fd-8606-39e034eb0e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:52.538564 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:52.749909 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c28e1606-7dd4-472e-89de-1c6eff5c5e99 tempest-DvrRoutersNegativeTest-813797788 tempest-DvrRoutersNegativeTest-813797788-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1675130495', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:52.756857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.policy [None req-c28e1606-7dd4-472e-89de-1c6eff5c5e99 tempest-DvrRoutersNegativeTest-813797788 tempest-DvrRoutersNegativeTest-813797788-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103297) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 04:42:52.759778 n-d-768509-24 neutron-server[103297]: DEBUG neutron.policy [None req-c28e1606-7dd4-472e-89de-1c6eff5c5e99 tempest-DvrRoutersNegativeTest-813797788 tempest-DvrRoutersNegativeTest-813797788-project] Failed policy check for 'create_router' {{(pid=103297) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 04:42:52.761072 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-c28e1606-7dd4-472e-89de-1c6eff5c5e99 tempest-DvrRoutersNegativeTest-813797788 tempest-DvrRoutersNegativeTest-813797788-project] create failed (client error): Access was denied to this resource. Nov 12 04:42:52.767674 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c28e1606-7dd4-472e-89de-1c6eff5c5e99 tempest-DvrRoutersNegativeTest-813797788 tempest-DvrRoutersNegativeTest-813797788-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3596289 Nov 12 04:42:52.803981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-32969e2f-6d2d-4593-a895-9864d5d93a56 None None] Port 91d76f39-cc69-48ff-9913-96fda8eb77f7 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:42:52.866750 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] For port 4899e271-ac50-44d0-bf17-d1ab03342e4c, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:52.870377 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] For port 4899e271-ac50-44d0-bf17-d1ab03342e4c, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4899e271-ac50-44d0-bf17-d1ab03342e4c,segment=NetworkSegment(f77049ba-d2cf-46fd-8606-39e034eb0e8d),segment_id=f77049ba-d2cf-46fd-8606-39e034eb0e8d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:52.932051 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ce860a30-f857-4a3f-aaa2-8d8bb0502f27 None None] Provisioning complete for port 4899e271-ac50-44d0-bf17-d1ab03342e4c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:52.933492 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ce860a30-f857-4a3f-aaa2-8d8bb0502f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:52.946296 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-391c69b9-a875-4536-95c8-5ea00f7df810 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:52.988360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ce860a30-f857-4a3f-aaa2-8d8bb0502f27 None None] Port 4899e271-ac50-44d0-bf17-d1ab03342e4c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:42:52.999136 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:53.053906 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0103df22-803d-44c1-b0a3-505fb1241221 x-openstack-request-id: req-0103df22-803d-44c1-b0a3-505fb1241221 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:42:53.054482 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0b4fa4-7548-4db3-95e1-66d3bbdf007d", "tag": "1289dc84-95f4-42f4-a3d1-b085a4a060f8", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:42:53.054482 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0103df22-803d-44c1-b0a3-505fb1241221 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:42:53.054869 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0b4fa4-7548-4db3-95e1-66d3bbdf007d', 'tag': '1289dc84-95f4-42f4-a3d1-b085a4a060f8', 'status': 'completed', 'code': 200} Nov 12 04:42:53.178090 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e959d-4699-4a2e-8c2f-1e1fd7f296c4 None None] Pushing event updated for resources: {'Port': ['ID=4899e271-ac50-44d0-bf17-d1ab03342e4c,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:53.193856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] Routers {'b108e7b3-0072-4651-988b-a8927a7bf61c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:53.194848 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b108e7b3-0072-4651-988b-a8927a7bf61c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:53.247878 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0c50afe0-8805-4c9d-86b6-68b48b23fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1065268229', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:26Z', 'updated_at': '2021-11-12T04:40:36Z', 'revision_number': 4, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:28Z', 'updated_at': '2021-11-12T04:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3', 'name': '', 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'mac_address': 'fa:16:3e:20:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '1efe3290-27de-48bf-a536-19e6223aa556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:35Z', 'updated_at': '2021-11-12T04:40:40Z', 'revision_number': 5, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'subnets': [{'id': '1efe3290-27de-48bf-a536-19e6223aa556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:53.284148 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41158e15-b279-4fb0-8e83-7870a3dde071 req-8fc6f733-41c1-478d-967c-a5571a709fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:53.289807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41158e15-b279-4fb0-8e83-7870a3dde071 req-8fc6f733-41c1-478d-967c-a5571a709fb6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec999c49bb3c4a7e85d4aaede82461be&device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 1136 time: 0.1920080 Nov 12 04:42:53.353643 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c50afe0-8805-4c9d-86b6-68b48b23fc46 None None] Checking router: fd7e0887-99b1-4161-a22f-d934272e302b for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:42:53.363598 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c50afe0-8805-4c9d-86b6-68b48b23fc46 None None] Routers {'fd7e0887-99b1-4161-a22f-d934272e302b'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:53.364059 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0c50afe0-8805-4c9d-86b6-68b48b23fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['fd7e0887-99b1-4161-a22f-d934272e302b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:53.501380 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] Set router b108e7b3-0072-4651-988b-a8927a7bf61c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:53.523588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41158e15-b279-4fb0-8e83-7870a3dde071 req-aa2a41cc-b185-4f59-8b19-d5fc67204d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:53.525508 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41158e15-b279-4fb0-8e83-7870a3dde071 req-aa2a41cc-b185-4f59-8b19-d5fc67204d2e service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e033eb6-16f4-448a-9027-7662e41b5246 HTTP/1.1" status: 200 len: 897 time: 0.2254164 Nov 12 04:42:53.533682 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-391c69b9-a875-4536-95c8-5ea00f7df810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:53.650988 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0c50afe0-8805-4c9d-86b6-68b48b23fc46 None None] Set router fd7e0887-99b1-4161-a22f-d934272e302b gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:53.668566 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-83c9bcda-5205-4768-b086-2bb657e75670 None None] Provisioning complete for port 4899e271-ac50-44d0-bf17-d1ab03342e4c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:53.672041 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83c9bcda-5205-4768-b086-2bb657e75670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:53.672236 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41158e15-b279-4fb0-8e83-7870a3dde071 req-d7c65e6e-bd83-4c6d-8a08-fcea6c7f8bb7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1289dc84-95f4-42f4-a3d1-b085a4a060f8 HTTP/1.1" status: 200 len: 217 time: 0.1382208 Nov 12 04:42:53.763737 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46498) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:53.837131 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892547d-8ad5-4a71-87c0-26e9272b9a9e req-81f3ed53-0649-4c03-9eeb-26ff51adc6fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:53.845272 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3892547d-8ad5-4a71-87c0-26e9272b9a9e req-81f3ed53-0649-4c03-9eeb-26ff51adc6fa tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 984 time: 0.6896989 Nov 12 04:42:53.888598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41158e15-b279-4fb0-8e83-7870a3dde071 req-7c6b16bf-2656-4419-9be2-9b983ec74c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:53.890591 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41158e15-b279-4fb0-8e83-7870a3dde071 req-7c6b16bf-2656-4419-9be2-9b983ec74c3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1efe3290-27de-48bf-a536-19e6223aa556 HTTP/1.1" status: 200 len: 834 time: 0.1331184 Nov 12 04:42:54.018450 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0c50afe0-8805-4c9d-86b6-68b48b23fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1065268229', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:26Z', 'updated_at': '2021-11-12T04:40:36Z', 'revision_number': 4, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:28Z', 'updated_at': '2021-11-12T04:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3', 'name': '', 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'mac_address': 'fa:16:3e:20:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '1efe3290-27de-48bf-a536-19e6223aa556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:35Z', 'updated_at': '2021-11-12T04:40:40Z', 'revision_number': 5, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'subnets': [{'id': '1efe3290-27de-48bf-a536-19e6223aa556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:54.019831 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-11583437-81ba-4ac6-bb27-142ede4a7512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:54.031618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeab0989-1cd0-49e7-8384-0c2e6f7c4844 None None] Network 5fc81900-d682-41cc-9051-3c26064b996b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:42:54.051738 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3892547d-8ad5-4a71-87c0-26e9272b9a9e req-56e68df9-623a-47d8-ad19-567460eb882c tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a340621-c02e-456d-840c-44b639988880&id=020b2fba-cf9d-4585-ad9b-e374571231d9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2051969 Nov 12 04:42:54.054063 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c50afe0-8805-4c9d-86b6-68b48b23fc46 None None] The sync data for ids ['fd7e0887-99b1-4161-a22f-d934272e302b'] in n-d-768509-24 is: [{'id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1065268229', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:26Z', 'updated_at': '2021-11-12T04:40:36Z', 'revision_number': 4, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:28Z', 'updated_at': '2021-11-12T04:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3', 'name': '', 'network_id': '3e033eb6-16f4-448a-9027-7662e41b5246', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'mac_address': 'fa:16:3e:20:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '1efe3290-27de-48bf-a536-19e6223aa556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:35Z', 'updated_at': '2021-11-12T04:40:40Z', 'revision_number': 5, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'subnets': [{'id': '1efe3290-27de-48bf-a536-19e6223aa556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:42:54.066797 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41158e15-b279-4fb0-8e83-7870a3dde071 req-8ff71b7b-2442-4745-9d60-68432539318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:54.069665 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41158e15-b279-4fb0-8e83-7870a3dde071 req-8ff71b7b-2442-4745-9d60-68432539318a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e033eb6-16f4-448a-9027-7662e41b5246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1561661 Nov 12 04:42:54.090371 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391c69b9-a875-4536-95c8-5ea00f7df810 admin admin] Router edfc80d0-9d1e-4ae9-aa94-9d78dff45613 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:42:54.264121 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83c9bcda-5205-4768-b086-2bb657e75670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:54.274196 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41158e15-b279-4fb0-8e83-7870a3dde071 req-a89bc9f5-fbc2-40fd-a25f-209b980b3acf service neutron] 10.222.0.21 "GET /v2.0/networks/3e033eb6-16f4-448a-9027-7662e41b5246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930041 Nov 12 04:42:54.276753 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-11583437-81ba-4ac6-bb27-142ede4a7512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:54.331888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-83c9bcda-5205-4768-b086-2bb657e75670 None None] For port 4899e271-ac50-44d0-bf17-d1ab03342e4c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4899e271-ac50-44d0-bf17-d1ab03342e4c,segment=NetworkSegment(f77049ba-d2cf-46fd-8606-39e034eb0e8d),segment_id=f77049ba-d2cf-46fd-8606-39e034eb0e8d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:54.347837 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'name': 'tempest-TestServerMultinode-414189013-router', 'tenant_id': 'ac8c4df852ed4c63816fa110883be028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '07f023e9-e613-4e7a-ae1a-5e902adeac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:37Z', 'updated_at': '2021-11-12T04:42:43Z', 'revision_number': 4, 'project_id': 'ac8c4df852ed4c63816fa110883be028', 'gw_port': {'id': '07f023e9-e613-4e7a-ae1a-5e902adeac57', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:38Z', 'updated_at': '2021-11-12T04:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4899e271-ac50-44d0-bf17-d1ab03342e4c', 'name': '', 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996', 'tenant_id': 'ac8c4df852ed4c63816fa110883be028', 'mac_address': 'fa:16:3e:06:f1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '1f6aa88b-00bf-46d0-a04a-1b48236516f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:42Z', 'updated_at': '2021-11-12T04:42:52Z', 'revision_number': 4, 'project_id': 'ac8c4df852ed4c63816fa110883be028', 'subnets': [{'id': '1f6aa88b-00bf-46d0-a04a-1b48236516f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:54.359534 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-11583437-81ba-4ac6-bb27-142ede4a7512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:54.416123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f948c9af-7cca-40b8-a706-dc658c8226eb None None] The sync data for ids ['b108e7b3-0072-4651-988b-a8927a7bf61c'] in n-d-768509-24 is: [{'id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'name': 'tempest-TestServerMultinode-414189013-router', 'tenant_id': 'ac8c4df852ed4c63816fa110883be028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '07f023e9-e613-4e7a-ae1a-5e902adeac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:37Z', 'updated_at': '2021-11-12T04:42:43Z', 'revision_number': 4, 'project_id': 'ac8c4df852ed4c63816fa110883be028', 'gw_port': {'id': '07f023e9-e613-4e7a-ae1a-5e902adeac57', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:38Z', 'updated_at': '2021-11-12T04:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4899e271-ac50-44d0-bf17-d1ab03342e4c', 'name': '', 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996', 'tenant_id': 'ac8c4df852ed4c63816fa110883be028', 'mac_address': 'fa:16:3e:06:f1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '1f6aa88b-00bf-46d0-a04a-1b48236516f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:42Z', 'updated_at': '2021-11-12T04:42:52Z', 'revision_number': 4, 'project_id': 'ac8c4df852ed4c63816fa110883be028', 'subnets': [{'id': '1f6aa88b-00bf-46d0-a04a-1b48236516f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:42:54.452985 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-83c9bcda-5205-4768-b086-2bb657e75670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:54.556901 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-11583437-81ba-4ac6-bb27-142ede4a7512 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7e9eb8aa9ca450bb075afa13b54ddc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7834384 Nov 12 04:42:54.558047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46510) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:54.571367 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11583437-81ba-4ac6-bb27-142ede4a7512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd2f02f-1de7-4cd5-ad1c-54a4b40558d0,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:54.615554 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9bcda-5205-4768-b086-2bb657e75670 None None] Pushing event updated for resources: {'Port': ['ID=4899e271-ac50-44d0-bf17-d1ab03342e4c,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:54.625645 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1942c9f0-ec9a-40d1-a86a-b995ff2f2006 None None] New status for floating IP 9ffe1425-1127-41d9-abd2-821c9ed0529c: DOWN {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:42:54.636918 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41158e15-b279-4fb0-8e83-7870a3dde071 req-4d8f0c88-3d7d-4035-873a-40270400739f service neutron] 10.222.0.21 "GET /v2.0/networks/3e033eb6-16f4-448a-9027-7662e41b5246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526859 Nov 12 04:42:54.664827 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-18ceb58e-32d4-4ae8-bb61-b972542763f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:54.809701 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-18ceb58e-32d4-4ae8-bb61-b972542763f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:54.815638 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3e079088-8f66-4744-8f43-d93189c9b535 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:54.946608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb183f7-8c24-477f-bce5-11554e08b50b req-872e377c-c98d-4d8f-aecb-4bf9e6d42d5e tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:54.948205 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9eb183f7-8c24-477f-bce5-11554e08b50b req-872e377c-c98d-4d8f-aecb-4bf9e6d42d5e tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 984 time: 0.2107661 Nov 12 04:42:54.955677 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-15814e23-f4b4-411e-b618-71d8e9c51809 None None] Provisioning complete for port 3e079088-8f66-4744-8f43-d93189c9b535 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:54.956492 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15814e23-f4b4-411e-b618-71d8e9c51809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:54.997229 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391c69b9-a875-4536-95c8-5ea00f7df810 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:42:55.001881 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 3e079088-8f66-4744-8f43-d93189c9b535 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:55.002881 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:55.013236 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] Sync routers for ids ['edfc80d0-9d1e-4ae9-aa94-9d78dff45613'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:42:55.043002 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] Routers {'edfc80d0-9d1e-4ae9-aa94-9d78dff45613'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:55.043996 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['edfc80d0-9d1e-4ae9-aa94-9d78dff45613'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:55.122604 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-18ceb58e-32d4-4ae8-bb61-b972542763f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:55.136236 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-18ceb58e-32d4-4ae8-bb61-b972542763f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:55.140244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-18ceb58e-32d4-4ae8-bb61-b972542763f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/abd2f02f-1de7-4cd5-ad1c-54a4b40558d0 HTTP/1.1" status: 204 len: 168 time: 0.5790768 Nov 12 04:42:55.162676 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-391c69b9-a875-4536-95c8-5ea00f7df810 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:55.170014 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-391c69b9-a875-4536-95c8-5ea00f7df810 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1925800 Nov 12 04:42:55.172386 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46516) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:55.184373 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ceb58e-32d4-4ae8-bb61-b972542763f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd2f02f-1de7-4cd5-ad1c-54a4b40558d0,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:55.279309 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:55.341540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-9eb183f7-8c24-477f-bce5-11554e08b50b req-8b338f14-c898-470e-9251-c1b110c93917 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Deleting port 1289dc84-95f4-42f4-a3d1-b085a4a060f8 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:42:55.341875 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9eb183f7-8c24-477f-bce5-11554e08b50b req-8b338f14-c898-470e-9251-c1b110c93917 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:55.383126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 3e079088-8f66-4744-8f43-d93189c9b535, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3e079088-8f66-4744-8f43-d93189c9b535,segment=NetworkSegment(a8252e24-ba9b-4b9a-875d-f61af6312f3d),segment_id=a8252e24-ba9b-4b9a-875d-f61af6312f3d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:55.388432 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15814e23-f4b4-411e-b618-71d8e9c51809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:55.414560 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] Set router edfc80d0-9d1e-4ae9-aa94-9d78dff45613 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:55.476586 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eae1d4-fa46-4d7b-8468-28b9a36b66ef req-52d5c9b1-28f5-44e7-a57a-4d25c631da69 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:55.478340 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0eae1d4-fa46-4d7b-8468-28b9a36b66ef req-52d5c9b1-28f5-44e7-a57a-4d25c631da69 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 984 time: 0.2762277 Nov 12 04:42:55.516136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-9eb183f7-8c24-477f-bce5-11554e08b50b req-8b338f14-c898-470e-9251-c1b110c93917 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] For port 1289dc84-95f4-42f4-a3d1-b085a4a060f8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=1289dc84-95f4-42f4-a3d1-b085a4a060f8,segment=NetworkSegment(77d32394-510e-43aa-b120-9cab4b883461),segment_id=77d32394-510e-43aa-b120-9cab4b883461)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:55.516719 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9eb183f7-8c24-477f-bce5-11554e08b50b req-8b338f14-c898-470e-9251-c1b110c93917 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:55.566226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-9eb183f7-8c24-477f-bce5-11554e08b50b req-8b338f14-c898-470e-9251-c1b110c93917 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Calling delete_port for 1289dc84-95f4-42f4-a3d1-b085a4a060f8 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:42:55.592888 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:55.595787 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4899e271-ac50-44d0-bf17-d1ab03342e4c up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:55.688128 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=3e079088-8f66-4744-8f43-d93189c9b535,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:55.722050 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'name': 'tempest-TestServerMultinode-1355403050-router', 'tenant_id': 'cd34179988404ac693e09fcf6b7edf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '91d76f39-cc69-48ff-9913-96fda8eb77f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:50Z', 'updated_at': '2021-11-12T04:42:52Z', 'revision_number': 3, 'project_id': 'cd34179988404ac693e09fcf6b7edf7d', 'gw_port': {'id': '91d76f39-cc69-48ff-9913-96fda8eb77f7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ac:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:51Z', 'updated_at': '2021-11-12T04:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:55.748749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0eae1d4-fa46-4d7b-8468-28b9a36b66ef req-c1ad4fa9-2aad-4b94-900b-6e310072fbf2 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a340621-c02e-456d-840c-44b639988880&id=020b2fba-cf9d-4585-ad9b-e374571231d9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2105224 Nov 12 04:42:55.772109 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] Checking router: edfc80d0-9d1e-4ae9-aa94-9d78dff45613 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:42:55.779404 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] Updating router edfc80d0-9d1e-4ae9-aa94-9d78dff45613 port 91d76f39-cc69-48ff-9913-96fda8eb77f7 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:42:55.835468 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-15814e23-f4b4-411e-b618-71d8e9c51809 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:42:55.835844 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-15814e23-f4b4-411e-b618-71d8e9c51809 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:42:55.838272 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:55.861687 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4899e271-ac50-44d0-bf17-d1ab03342e4c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:55.861687 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:56.014859 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9eb183f7-8c24-477f-bce5-11554e08b50b req-8b338f14-c898-470e-9251-c1b110c93917 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:56.077686 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b338f14-c898-470e-9251-c1b110c93917 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event deleted for resources: {'Port': ['ID=1289dc84-95f4-42f4-a3d1-b085a4a060f8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:56.148444 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d881344e-8ffc-4f5b-86d8-00d2b507661d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:56.204502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb183f7-8c24-477f-bce5-11554e08b50b req-8b338f14-c898-470e-9251-c1b110c93917 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] No DVR routers for this DVR port 1289dc84-95f4-42f4-a3d1-b085a4a060f8 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:42:56.216622 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9eb183f7-8c24-477f-bce5-11554e08b50b req-8b338f14-c898-470e-9251-c1b110c93917 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:56.222577 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9eb183f7-8c24-477f-bce5-11554e08b50b req-8b338f14-c898-470e-9251-c1b110c93917 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.21 "DELETE /v2.0/ports/1289dc84-95f4-42f4-a3d1-b085a4a060f8 HTTP/1.1" status: 204 len: 173 time: 1.2645974 Nov 12 04:42:56.225429 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0b4fa4-7548-4db3-95e1-66d3bbdf007d', 'name': 'network-vif-deleted', 'tag': '1289dc84-95f4-42f4-a3d1-b085a4a060f8'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:42:56.230844 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637f93c8-173a-4a2a-8905-5e0dfb9705cf" -d '{"events": [{"server_uuid": "4b0b4fa4-7548-4db3-95e1-66d3bbdf007d", "name": "network-vif-deleted", "tag": "1289dc84-95f4-42f4-a3d1-b085a4a060f8"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:42:56.299646 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd98988-f893-4689-ab4d-8784e5072d51 x-openstack-request-id: req-7fd98988-f893-4689-ab4d-8784e5072d51 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:42:56.299953 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0b4fa4-7548-4db3-95e1-66d3bbdf007d", "name": "network-vif-deleted", "tag": "1289dc84-95f4-42f4-a3d1-b085a4a060f8", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:42:56.300211 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7fd98988-f893-4689-ab4d-8784e5072d51 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:42:56.300627 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0b4fa4-7548-4db3-95e1-66d3bbdf007d', 'name': 'network-vif-deleted', 'tag': '1289dc84-95f4-42f4-a3d1-b085a4a060f8', 'status': 'completed', 'code': 200} Nov 12 04:42:56.373173 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:56.460091 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3e079088-8f66-4744-8f43-d93189c9b535 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:56.500627 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-d881344e-8ffc-4f5b-86d8-00d2b507661d admin admin] Allocated IP 172.20.0.1 (5fc81900-d682-41cc-9051-3c26064b996b/2125fa10-98f9-41e8-b6be-bd3c5cc5cad9/0b692581-4427-4119-a6fa-e57003615e6b) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:56.510667 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:56.608227 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e336cd-68a0-4613-9150-298fcea59ad6 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:56.624465 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 3e079088-8f66-4744-8f43-d93189c9b535 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:56.625008 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:56.640583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9d239ebb-d5c2-4ffb-be0f-e7bb78a6a167 None None] Provisioning complete for port 3e079088-8f66-4744-8f43-d93189c9b535 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:56.642727 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9d239ebb-d5c2-4ffb-be0f-e7bb78a6a167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:56.680909 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] Attempting to bind port 91d76f39-cc69-48ff-9913-96fda8eb77f7 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:56.682770 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] Attempting to bind port 91d76f39-cc69-48ff-9913-96fda8eb77f7 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:56.685154 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] Attempting to bind port 91d76f39-cc69-48ff-9913-96fda8eb77f7 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:56.731426 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:56.732536 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:56.733605 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:56.734221 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:56.735195 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] Bound port: 91d76f39-cc69-48ff-9913-96fda8eb77f7, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:56.736480 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:56.767388 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d881344e-8ffc-4f5b-86d8-00d2b507661d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:56.807264 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10390301-17ee-44c7-8a4a-2c8f616d6841 None None] Pushing event updated for resources: {'Port': ['ID=91d76f39-cc69-48ff-9913-96fda8eb77f7,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:56.891183 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] For port 91d76f39-cc69-48ff-9913-96fda8eb77f7, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:56.897961 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] For port 91d76f39-cc69-48ff-9913-96fda8eb77f7, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=91d76f39-cc69-48ff-9913-96fda8eb77f7,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:56.980148 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4899e271-ac50-44d0-bf17-d1ab03342e4c up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:56.983284 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dbd7555-01b7-4f5d-9786-b94508a37aa1 req-4a11491a-d364-4c1e-b91f-0da217d3c4df tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 210 time: 0.0353379 Nov 12 04:42:57.001362 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d881344e-8ffc-4f5b-86d8-00d2b507661d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:57.042769 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d881344e-8ffc-4f5b-86d8-00d2b507661d admin admin] Network 5fc81900-d682-41cc-9051-3c26064b996b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:57.050770 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d881344e-8ffc-4f5b-86d8-00d2b507661d admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:57.053167 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4899e271-ac50-44d0-bf17-d1ab03342e4c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:57.053549 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:57.054161 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881344e-8ffc-4f5b-86d8-00d2b507661d admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:57.071345 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fe08df21-b474-4c2f-9683-8f25e9569b00 None None] Provisioning complete for port 91d76f39-cc69-48ff-9913-96fda8eb77f7 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:57.071723 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe08df21-b474-4c2f-9683-8f25e9569b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:57.088108 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881344e-8ffc-4f5b-86d8-00d2b507661d admin admin] Pushing event updated for resources: {'Port': ['ID=0b692581-4427-4119-a6fa-e57003615e6b,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:57.109890 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d881344e-8ffc-4f5b-86d8-00d2b507661d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:57.112561 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:57.246843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08dd970-b71b-441d-aee7-113a85757dc3 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:57.319490 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fe08df21-b474-4c2f-9683-8f25e9569b00 None None] Port 91d76f39-cc69-48ff-9913-96fda8eb77f7 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:42:57.350392 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] Routers {'edfc80d0-9d1e-4ae9-aa94-9d78dff45613'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:57.351049 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['edfc80d0-9d1e-4ae9-aa94-9d78dff45613'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:57.363222 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-140bd3db-a165-44ff-b551-b99ef5e65375 req-8745554c-18c5-41f4-8332-e42992d89cdf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0899730 Nov 12 04:42:57.459231 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d881344e-8ffc-4f5b-86d8-00d2b507661d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:57.471610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8ccda09d-2b7b-4901-af65-b4e41d4b6cf1 None None] Provisioning complete for port 91d76f39-cc69-48ff-9913-96fda8eb77f7 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:57.472146 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ccda09d-2b7b-4901-af65-b4e41d4b6cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:57.492286 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10390301-17ee-44c7-8a4a-2c8f616d6841 None None] Pushing event updated for resources: {'Port': ['ID=91d76f39-cc69-48ff-9913-96fda8eb77f7,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:57.507541 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46554) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:57.509676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-140bd3db-a165-44ff-b551-b99ef5e65375 req-6500e8c4-4f24-475a-a1cb-fd5a95ebeaed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec999c49bb3c4a7e85d4aaede82461be&device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 210 time: 0.0669341 Nov 12 04:42:57.642732 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ccda09d-2b7b-4901-af65-b4e41d4b6cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:57.683082 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] Set router edfc80d0-9d1e-4ae9-aa94-9d78dff45613 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:57.686434 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8ccda09d-2b7b-4901-af65-b4e41d4b6cf1 None None] For port 91d76f39-cc69-48ff-9913-96fda8eb77f7, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=91d76f39-cc69-48ff-9913-96fda8eb77f7,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:57.779982 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d881344e-8ffc-4f5b-86d8-00d2b507661d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:57.792231 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ccda09d-2b7b-4901-af65-b4e41d4b6cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:57.822279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bd3db-a165-44ff-b551-b99ef5e65375 req-23bbb0f1-10f2-494c-95ca-9b5002f3bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:57.823955 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-140bd3db-a165-44ff-b551-b99ef5e65375 req-23bbb0f1-10f2-494c-95ca-9b5002f3bcf7 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ec999c49bb3c4a7e85d4aaede82461be&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2701647 Nov 12 04:42:57.861869 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d881344e-8ffc-4f5b-86d8-00d2b507661d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:57.933286 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccda09d-2b7b-4901-af65-b4e41d4b6cf1 None None] Pushing event updated for resources: {'Port': ['ID=91d76f39-cc69-48ff-9913-96fda8eb77f7,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:57.962084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-34b73183-7eaa-4ab3-b341-93f56e447245 None None] Provisioning complete for port 0b692581-4427-4119-a6fa-e57003615e6b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:57.962585 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-34b73183-7eaa-4ab3-b341-93f56e447245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:58.069557 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-34b73183-7eaa-4ab3-b341-93f56e447245 None None] Port 0b692581-4427-4119-a6fa-e57003615e6b cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:42:58.081117 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ab7aca2e-ab35-4880-93b8-8ca29aff3cad tempest-ServiceProvidersTest-1334283974 tempest-ServiceProvidersTest-1334283974-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5653651 Nov 12 04:42:58.081874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46562) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:58.105515 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881344e-8ffc-4f5b-86d8-00d2b507661d admin admin] Pushing event updated for resources: {'Port': ['ID=0b692581-4427-4119-a6fa-e57003615e6b,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:58.117519 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d881344e-8ffc-4f5b-86d8-00d2b507661d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:58.181076 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bd3db-a165-44ff-b551-b99ef5e65375 req-420a5575-ef5d-4bde-9c54-7430520c1535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:58.183977 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-140bd3db-a165-44ff-b551-b99ef5e65375 req-420a5575-ef5d-4bde-9c54-7430520c1535 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3526599 Nov 12 04:42:58.185278 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ffed75b7-dd5e-4782-ac90-ff3e6e875b80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:58.238831 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'name': 'tempest-TestServerMultinode-1355403050-router', 'tenant_id': 'cd34179988404ac693e09fcf6b7edf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '91d76f39-cc69-48ff-9913-96fda8eb77f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:50Z', 'updated_at': '2021-11-12T04:42:52Z', 'revision_number': 3, 'project_id': 'cd34179988404ac693e09fcf6b7edf7d', 'gw_port': {'id': '91d76f39-cc69-48ff-9913-96fda8eb77f7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ac:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:51Z', 'updated_at': '2021-11-12T04:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:58.250404 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55dbcac0-5cf9-4e7f-9d00-272a947938dd req-d95ec702-f9bf-4b5e-9ff1-e060d744554b tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0b4fa4-7548-4db3-95e1-66d3bbdf007d HTTP/1.1" status: 200 len: 210 time: 0.0549741 Nov 12 04:42:58.290677 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d881344e-8ffc-4f5b-86d8-00d2b507661d admin admin] Network 5fc81900-d682-41cc-9051-3c26064b996b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:58.294810 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-d881344e-8ffc-4f5b-86d8-00d2b507661d admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:58.320315 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b8ea89-9387-4141-821e-467613ac0150 None None] The sync data for ids ['edfc80d0-9d1e-4ae9-aa94-9d78dff45613'] in n-d-768509-24 is: [{'id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'name': 'tempest-TestServerMultinode-1355403050-router', 'tenant_id': 'cd34179988404ac693e09fcf6b7edf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '91d76f39-cc69-48ff-9913-96fda8eb77f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:50Z', 'updated_at': '2021-11-12T04:42:52Z', 'revision_number': 3, 'project_id': 'cd34179988404ac693e09fcf6b7edf7d', 'gw_port': {'id': '91d76f39-cc69-48ff-9913-96fda8eb77f7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ac:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:51Z', 'updated_at': '2021-11-12T04:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:42:58.357450 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ffed75b7-dd5e-4782-ac90-ff3e6e875b80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:58.433501 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ffed75b7-dd5e-4782-ac90-ff3e6e875b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:58.481904 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d881344e-8ffc-4f5b-86d8-00d2b507661d admin admin] Router edfc80d0-9d1e-4ae9-aa94-9d78dff45613 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:42:58.492178 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46574) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:58.492372 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ffed75b7-dd5e-4782-ac90-ff3e6e875b80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39a80bfdf39249bb865046e94b9fb858&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4050598 Nov 12 04:42:58.493452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed75b7-dd5e-4782-ac90-ff3e6e875b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e810aa42-b8ff-4ffb-9d81-98e90cdff9fe,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:58.669546 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7901f54c-769e-4774-8103-fb51f224a427 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:58.700056 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 1289dc84-95f4-42f4-a3d1-b085a4a060f8 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:42:58.722948 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7901f54c-769e-4774-8103-fb51f224a427 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:58.744321 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d881344e-8ffc-4f5b-86d8-00d2b507661d admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:42:58.763351 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 1289dc84-95f4-42f4-a3d1-b085a4a060f8 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:42:58.763351 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 1289dc84-95f4-42f4-a3d1-b085a4a060f8 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:42:58.763757 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d881344e-8ffc-4f5b-86d8-00d2b507661d admin admin] 10.222.0.37 "PUT /v2.0/routers/edfc80d0-9d1e-4ae9-aa94-9d78dff45613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5811002 Nov 12 04:42:58.763757 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46580) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:58.763973 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f787dd7e-a157-4ff8-9d42-f81dd53dd8ff None None] Provisioning complete for port 0b692581-4427-4119-a6fa-e57003615e6b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:58.763973 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f787dd7e-a157-4ff8-9d42-f81dd53dd8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:58.835959 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f787dd7e-a157-4ff8-9d42-f81dd53dd8ff None None] Port 0b692581-4427-4119-a6fa-e57003615e6b cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:42:58.916566 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66aaa4f8-0088-41eb-84a2-a92f54a3c92f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:58.955919 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7901f54c-769e-4774-8103-fb51f224a427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:58.959106 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7901f54c-769e-4774-8103-fb51f224a427 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:58.960439 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7901f54c-769e-4774-8103-fb51f224a427 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e810aa42-b8ff-4ffb-9d81-98e90cdff9fe HTTP/1.1" status: 204 len: 168 time: 0.4669867 Nov 12 04:42:58.981507 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901f54c-769e-4774-8103-fb51f224a427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e810aa42-b8ff-4ffb-9d81-98e90cdff9fe,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:59.068301 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66aaa4f8-0088-41eb-84a2-a92f54a3c92f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:59.157582 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-66aaa4f8-0088-41eb-84a2-a92f54a3c92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:59.200230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aaa4f8-0088-41eb-84a2-a92f54a3c92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88adf3d1-7020-4f5f-a0ef-fd33fdb7eee7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:59.204856 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-66aaa4f8-0088-41eb-84a2-a92f54a3c92f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e20ff55f0ab4f04ac417c70d4213e0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4431362 Nov 12 04:42:59.207683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46598) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:59.264164 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d4d8-4bc4-48f4-ad46-a1dbc1114e62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:59.292903 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d4d8-4bc4-48f4-ad46-a1dbc1114e62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:59.315457 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46604) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:59.382804 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59677d5c-0452-4639-b2b4-d72537600fdd tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:59.427507 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59677d5c-0452-4639-b2b4-d72537600fdd tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:59.427966 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d4d8-4bc4-48f4-ad46-a1dbc1114e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:59.430833 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d4d8-4bc4-48f4-ad46-a1dbc1114e62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:59.432700 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d2e1d4d8-4bc4-48f4-ad46-a1dbc1114e62 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88adf3d1-7020-4f5f-a0ef-fd33fdb7eee7 HTTP/1.1" status: 204 len: 168 time: 0.2239518 Nov 12 04:42:59.454184 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1d4d8-4bc4-48f4-ad46-a1dbc1114e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88adf3d1-7020-4f5f-a0ef-fd33fdb7eee7,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:59.545810 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:42:59.598222 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-62486297-1823-4ac2-a243-809b8723fcaf tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:59.606773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-62486297-1823-4ac2-a243-809b8723fcaf tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/networks?id=c002cbd5-2388-42f5-9958-4bb419da4996 HTTP/1.1" status: 200 len: 910 time: 0.2033420 Nov 12 04:42:59.618077 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-30608a0a-e498-4e73-899a-a3df431f1d2b tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/quotas/cd34179988404ac693e09fcf6b7edf7d HTTP/1.1" status: 200 len: 375 time: 0.0102189 Nov 12 04:42:59.632211 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59677d5c-0452-4639-b2b4-d72537600fdd tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:59.635598 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-59677d5c-0452-4639-b2b4-d72537600fdd tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:59.637215 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-59677d5c-0452-4639-b2b4-d72537600fdd tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "DELETE /v2.0/security-groups/020b2fba-cf9d-4585-ad9b-e374571231d9 HTTP/1.1" status: 204 len: 168 time: 0.3204846 Nov 12 04:42:59.641072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46622) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:59.665053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59677d5c-0452-4639-b2b4-d72537600fdd tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020b2fba-cf9d-4585-ad9b-e374571231d9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:59.739143 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-98301cee-37c4-40b6-bc15-ccc0fb5065cc tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd34179988404ac693e09fcf6b7edf7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1124377 Nov 12 04:42:59.754257 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f601ed9d-2004-4773-94c5-11b5e6059c28 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:59.789651 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f601ed9d-2004-4773-94c5-11b5e6059c28 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:59.856798 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-c081d518-000e-4e9e-8b02-7d2f0fa91ce2 service neutron] 10.222.0.37 "GET /v2.0/networks/c002cbd5-2388-42f5-9958-4bb419da4996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083751 Nov 12 04:42:59.929190 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f601ed9d-2004-4773-94c5-11b5e6059c28 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:59.932621 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f601ed9d-2004-4773-94c5-11b5e6059c28 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:59.933978 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f601ed9d-2004-4773-94c5-11b5e6059c28 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "DELETE /v2.0/security-groups/1a340621-c02e-456d-840c-44b639988880 HTTP/1.1" status: 204 len: 168 time: 0.2905297 Nov 12 04:42:59.959759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46632) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:00.037985 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-ec522fcf-f479-4e78-a076-e19225fc4d78 service neutron] 10.222.0.37 "GET /v2.0/networks/c002cbd5-2388-42f5-9958-4bb419da4996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743114 Nov 12 04:43:00.110936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601ed9d-2004-4773-94c5-11b5e6059c28 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a340621-c02e-456d-840c-44b639988880,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:00.452036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 91d76f39-cc69-48ff-9913-96fda8eb77f7 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:43:00.505016 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76e5ee82-d91a-45a9-8967-e1f666ca08e2 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:00.558845 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-02a4948a-4b00-4b99-a26e-41a2f42d72f0 req-9c4466bf-3f96-433c-a886-fba09e10d137 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 210 time: 0.0914278 Nov 12 04:43:00.711175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 91d76f39-cc69-48ff-9913-96fda8eb77f7 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:00.711591 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:01.006043 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] Sync routers for ids ['edfc80d0-9d1e-4ae9-aa94-9d78dff45613'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:43:01.045559 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] Routers {'edfc80d0-9d1e-4ae9-aa94-9d78dff45613'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:01.046669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['edfc80d0-9d1e-4ae9-aa94-9d78dff45613'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:01.047264 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-76e5ee82-d91a-45a9-8967-e1f666ca08e2 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Deleting port 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:43:01.047850 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76e5ee82-d91a-45a9-8967-e1f666ca08e2 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:01.203623 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-76e5ee82-d91a-45a9-8967-e1f666ca08e2 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] For port 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3,segment=NetworkSegment(77d32394-510e-43aa-b120-9cab4b883461),segment_id=77d32394-510e-43aa-b120-9cab4b883461)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:01.203623 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76e5ee82-d91a-45a9-8967-e1f666ca08e2 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:01.206472 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] Set router edfc80d0-9d1e-4ae9-aa94-9d78dff45613 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:01.219034 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-76e5ee82-d91a-45a9-8967-e1f666ca08e2 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Calling delete_port for 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:43:01.517283 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'name': 'tempest-TestServerMultinode-1355403050-router', 'tenant_id': 'cd34179988404ac693e09fcf6b7edf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '91d76f39-cc69-48ff-9913-96fda8eb77f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:50Z', 'updated_at': '2021-11-12T04:42:57Z', 'revision_number': 4, 'project_id': 'cd34179988404ac693e09fcf6b7edf7d', 'gw_port': {'id': '91d76f39-cc69-48ff-9913-96fda8eb77f7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:51Z', 'updated_at': '2021-11-12T04:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '0b692581-4427-4119-a6fa-e57003615e6b', 'name': '', 'network_id': '5fc81900-d682-41cc-9051-3c26064b996b', 'tenant_id': 'cd34179988404ac693e09fcf6b7edf7d', 'mac_address': 'fa:16:3e:50:06:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '2125fa10-98f9-41e8-b6be-bd3c5cc5cad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:56Z', 'updated_at': '2021-11-12T04:42:57Z', 'revision_number': 2, 'project_id': 'cd34179988404ac693e09fcf6b7edf7d', 'subnets': [{'id': '2125fa10-98f9-41e8-b6be-bd3c5cc5cad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:01.572517 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] Checking router: edfc80d0-9d1e-4ae9-aa94-9d78dff45613 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:43:01.572861 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] Updating router edfc80d0-9d1e-4ae9-aa94-9d78dff45613 port 0b692581-4427-4119-a6fa-e57003615e6b binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:43:01.609654 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:01.658099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09cfb951-79fd-4567-b073-9694e4ec8238 req-44db63fd-d2b2-4826-a84f-456c16c9d1ee tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 210 time: 0.0283706 Nov 12 04:43:01.967692 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76e5ee82-d91a-45a9-8967-e1f666ca08e2 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:01.970499 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:01.995977 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5ee82-d91a-45a9-8967-e1f666ca08e2 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event deleted for resources: {'Port': ['ID=94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:02.112469 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:02.177876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa191cd-5798-4816-b369-47559f93e084 None None] Pushing event updated for resources: {'Port': ['ID=0b692581-4427-4119-a6fa-e57003615e6b,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:02.303421 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76e5ee82-d91a-45a9-8967-e1f666ca08e2 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:02.349711 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] Attempting to bind port 0b692581-4427-4119-a6fa-e57003615e6b on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:43:02.350075 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] Attempting to bind port 0b692581-4427-4119-a6fa-e57003615e6b by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'a8252e24-ba9b-4b9a-875d-f61af6312f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5fc81900-d682-41cc-9051-3c26064b996b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:43:02.352020 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] Attempting to bind port 0b692581-4427-4119-a6fa-e57003615e6b on network 5fc81900-d682-41cc-9051-3c26064b996b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:43:02.364779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:43:02.364779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] Checking segment: {'id': 'a8252e24-ba9b-4b9a-875d-f61af6312f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5fc81900-d682-41cc-9051-3c26064b996b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:43:02.364779 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:02.364779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] Bound using segment: {'id': 'a8252e24-ba9b-4b9a-875d-f61af6312f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5fc81900-d682-41cc-9051-3c26064b996b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:43:02.365281 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] Bound port: 0b692581-4427-4119-a6fa-e57003615e6b, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8252e24-ba9b-4b9a-875d-f61af6312f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5fc81900-d682-41cc-9051-3c26064b996b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:43:02.365445 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:02.533427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] For port 0b692581-4427-4119-a6fa-e57003615e6b, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:43:02.545296 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] For port 0b692581-4427-4119-a6fa-e57003615e6b, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0b692581-4427-4119-a6fa-e57003615e6b,segment=NetworkSegment(a8252e24-ba9b-4b9a-875d-f61af6312f3d),segment_id=a8252e24-ba9b-4b9a-875d-f61af6312f3d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:43:02.696550 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:02.741009 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e5ee82-d91a-45a9-8967-e1f666ca08e2 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Router fd7e0887-99b1-4161-a22f-d934272e302b has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:43:02.794912 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa191cd-5798-4816-b369-47559f93e084 None None] Pushing event updated for resources: {'Port': ['ID=0b692581-4427-4119-a6fa-e57003615e6b,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:02.825131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b66a1711-683c-4b20-9f24-01662fe5f5ca None None] Provisioning complete for port 0b692581-4427-4119-a6fa-e57003615e6b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:02.827694 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14c74f6a-7cf4-4903-adf5-5e71fdeaee48 req-7fdb3eb6-024d-4bf8-9622-443cab696751 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 210 time: 0.0328658 Nov 12 04:43:02.833102 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b66a1711-683c-4b20-9f24-01662fe5f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:02.941146 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] Routers {'edfc80d0-9d1e-4ae9-aa94-9d78dff45613'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:02.941794 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['edfc80d0-9d1e-4ae9-aa94-9d78dff45613'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:02.945140 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e5ee82-d91a-45a9-8967-e1f666ca08e2 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:43:02.961267 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0cd03-1670-4a64-9fe0-7bc9de379b52 None None] Sync routers for ids ['fd7e0887-99b1-4161-a22f-d934272e302b'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:43:02.985025 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-76e5ee82-d91a-45a9-8967-e1f666ca08e2 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "PUT /v2.0/routers/fd7e0887-99b1-4161-a22f-d934272e302b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0238628 Nov 12 04:43:02.987796 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46716) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:02.988632 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0cd03-1670-4a64-9fe0-7bc9de379b52 None None] Routers {'fd7e0887-99b1-4161-a22f-d934272e302b'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:02.989620 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bfc0cd03-1670-4a64-9fe0-7bc9de379b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['fd7e0887-99b1-4161-a22f-d934272e302b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:03.094278 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9cd353-240b-4047-a8f0-d46a27d93e17 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Deleting subnet 1efe3290-27de-48bf-a536-19e6223aa556 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:43:03.110733 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b66a1711-683c-4b20-9f24-01662fe5f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:03.112544 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dc9cd353-240b-4047-a8f0-d46a27d93e17 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:03.174840 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-bfc0cd03-1670-4a64-9fe0-7bc9de379b52 None None] Set router fd7e0887-99b1-4161-a22f-d934272e302b gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:03.267741 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dc9cd353-240b-4047-a8f0-d46a27d93e17 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:03.305213 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] Set router edfc80d0-9d1e-4ae9-aa94-9d78dff45613 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:03.457600 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dc9cd353-240b-4047-a8f0-d46a27d93e17 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:03.503368 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b66a1711-683c-4b20-9f24-01662fe5f5ca None None] For port 0b692581-4427-4119-a6fa-e57003615e6b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0b692581-4427-4119-a6fa-e57003615e6b,segment=NetworkSegment(a8252e24-ba9b-4b9a-875d-f61af6312f3d),segment_id=a8252e24-ba9b-4b9a-875d-f61af6312f3d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:03.506654 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ddaaa88-f865-4d35-9919-d9f53bce8021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:03.555635 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bfc0cd03-1670-4a64-9fe0-7bc9de379b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1065268229', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:26Z', 'updated_at': '2021-11-12T04:43:01Z', 'revision_number': 5, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:28Z', 'updated_at': '2021-11-12T04:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:03.591717 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0cd03-1670-4a64-9fe0-7bc9de379b52 None None] Checking router: fd7e0887-99b1-4161-a22f-d934272e302b for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:43:03.602525 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0cd03-1670-4a64-9fe0-7bc9de379b52 None None] Routers {'fd7e0887-99b1-4161-a22f-d934272e302b'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:03.603398 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bfc0cd03-1670-4a64-9fe0-7bc9de379b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:42:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['fd7e0887-99b1-4161-a22f-d934272e302b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:03.610410 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b66a1711-683c-4b20-9f24-01662fe5f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:03.668831 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dc9cd353-240b-4047-a8f0-d46a27d93e17 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:03.691882 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a1711-683c-4b20-9f24-01662fe5f5ca None None] Pushing event updated for resources: {'Port': ['ID=0b692581-4427-4119-a6fa-e57003615e6b,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:03.705484 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dc9cd353-240b-4047-a8f0-d46a27d93e17 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:03.708881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-dc9cd353-240b-4047-a8f0-d46a27d93e17 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "DELETE /v2.0/subnets/1efe3290-27de-48bf-a536-19e6223aa556 HTTP/1.1" status: 204 len: 168 time: 0.7198582 Nov 12 04:43:03.712163 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46726) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:03.718435 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35fba10-a915-4147-8eb6-de67f4be24c1 None None] Network 3e033eb6-16f4-448a-9027-7662e41b5246 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:43:03.748815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cd353-240b-4047-a8f0-d46a27d93e17 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event deleted for resources: {'Subnet': ['ID=1efe3290-27de-48bf-a536-19e6223aa556,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:03.785493 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'name': 'tempest-TestServerMultinode-1355403050-router', 'tenant_id': 'cd34179988404ac693e09fcf6b7edf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '91d76f39-cc69-48ff-9913-96fda8eb77f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:50Z', 'updated_at': '2021-11-12T04:42:57Z', 'revision_number': 4, 'project_id': 'cd34179988404ac693e09fcf6b7edf7d', 'gw_port': {'id': '91d76f39-cc69-48ff-9913-96fda8eb77f7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:51Z', 'updated_at': '2021-11-12T04:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '0b692581-4427-4119-a6fa-e57003615e6b', 'name': '', 'network_id': '5fc81900-d682-41cc-9051-3c26064b996b', 'tenant_id': 'cd34179988404ac693e09fcf6b7edf7d', 'mac_address': 'fa:16:3e:50:06:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '2125fa10-98f9-41e8-b6be-bd3c5cc5cad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:56Z', 'updated_at': '2021-11-12T04:43:02Z', 'revision_number': 4, 'project_id': 'cd34179988404ac693e09fcf6b7edf7d', 'subnets': [{'id': '2125fa10-98f9-41e8-b6be-bd3c5cc5cad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:03.823915 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-bfc0cd03-1670-4a64-9fe0-7bc9de379b52 None None] Set router fd7e0887-99b1-4161-a22f-d934272e302b gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:03.984594 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64b5e0b-11cc-42ba-817e-5ce27063a052 None None] The sync data for ids ['edfc80d0-9d1e-4ae9-aa94-9d78dff45613'] in n-d-768509-24 is: [{'id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'name': 'tempest-TestServerMultinode-1355403050-router', 'tenant_id': 'cd34179988404ac693e09fcf6b7edf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '91d76f39-cc69-48ff-9913-96fda8eb77f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:50Z', 'updated_at': '2021-11-12T04:42:57Z', 'revision_number': 4, 'project_id': 'cd34179988404ac693e09fcf6b7edf7d', 'gw_port': {'id': '91d76f39-cc69-48ff-9913-96fda8eb77f7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:51Z', 'updated_at': '2021-11-12T04:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '0b692581-4427-4119-a6fa-e57003615e6b', 'name': '', 'network_id': '5fc81900-d682-41cc-9051-3c26064b996b', 'tenant_id': 'cd34179988404ac693e09fcf6b7edf7d', 'mac_address': 'fa:16:3e:50:06:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '2125fa10-98f9-41e8-b6be-bd3c5cc5cad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:56Z', 'updated_at': '2021-11-12T04:43:02Z', 'revision_number': 4, 'project_id': 'cd34179988404ac693e09fcf6b7edf7d', 'subnets': [{'id': '2125fa10-98f9-41e8-b6be-bd3c5cc5cad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:43:04.021374 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-dc402de4-e97c-490a-b6d1-ef7bdee3b629 None None] Provisioning complete for port 0b692581-4427-4119-a6fa-e57003615e6b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:04.021757 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc402de4-e97c-490a-b6d1-ef7bdee3b629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:04.093466 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-644a294a-4569-449d-95ca-b09087b8fa40 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:04.169145 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3d09b87-b134-4f16-870b-a907d29a36a0 req-e0b4dd7e-4c09-499f-af25-d01b214954aa tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 210 time: 0.1762626 Nov 12 04:43:04.220747 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-bfc0cd03-1670-4a64-9fe0-7bc9de379b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1065268229', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:26Z', 'updated_at': '2021-11-12T04:43:01Z', 'revision_number': 5, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:28Z', 'updated_at': '2021-11-12T04:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:04.337938 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0cd03-1670-4a64-9fe0-7bc9de379b52 None None] The sync data for ids ['fd7e0887-99b1-4161-a22f-d934272e302b'] in n-d-768509-24 is: [{'id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1065268229', 'tenant_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:40:26Z', 'updated_at': '2021-11-12T04:43:01Z', 'revision_number': 5, 'project_id': 'ec999c49bb3c4a7e85d4aaede82461be', 'gw_port': {'id': '316958b0-810b-45aa-9ebc-ec16e60ddbd1', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7e0887-99b1-4161-a22f-d934272e302b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:40:28Z', 'updated_at': '2021-11-12T04:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:43:04.512376 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-f87e0015-b503-4975-9574-5c702236c0b1 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:04.515011 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-f87e0015-b503-4975-9574-5c702236c0b1 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.31 "GET /v2.0/networks?id=c002cbd5-2388-42f5-9958-4bb419da4996 HTTP/1.1" status: 200 len: 910 time: 0.5015371 Nov 12 04:43:04.536146 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-644a294a-4569-449d-95ca-b09087b8fa40 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:04.555469 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-4e2ec573-d4ff-4099-96ff-a967c879380e tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Request body: {'port': {'device_id': '72e3e725-e654-484f-97d5-afb17ddaaa24', 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996', 'admin_state_up': True, 'tenant_id': 'cd34179988404ac693e09fcf6b7edf7d'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:04.691921 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-644a294a-4569-449d-95ca-b09087b8fa40 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Deleting port 316958b0-810b-45aa-9ebc-ec16e60ddbd1 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:43:04.692273 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-644a294a-4569-449d-95ca-b09087b8fa40 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:04.706314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-4e2ec573-d4ff-4099-96ff-a967c879380e tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Made reservation on behalf of cd34179988404ac693e09fcf6b7edf7d for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:43:04.709145 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-4e2ec573-d4ff-4099-96ff-a967c879380e tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:04.779665 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb9d78a-feb2-4987-9bef-ec8ca2452a83 None None] DHCP port deletion for 3e033eb6-16f4-448a-9027-7662e41b5246 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:43:04.838367 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-644a294a-4569-449d-95ca-b09087b8fa40 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] For port 316958b0-810b-45aa-9ebc-ec16e60ddbd1, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=316958b0-810b-45aa-9ebc-ec16e60ddbd1,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:04.839040 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-644a294a-4569-449d-95ca-b09087b8fa40 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:04.870053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-644a294a-4569-449d-95ca-b09087b8fa40 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Calling delete_port for 316958b0-810b-45aa-9ebc-ec16e60ddbd1 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:43:04.909355 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9d78a-feb2-4987-9bef-ec8ca2452a83 None None] Deleting port f5fea891-cfa0-435c-bcc5-9607bb235467 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:43:04.909669 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d78a-feb2-4987-9bef-ec8ca2452a83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:04.928156 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-4e2ec573-d4ff-4099-96ff-a967c879380e tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Allocated IP 172.20.0.6 (c002cbd5-2388-42f5-9958-4bb419da4996/1f6aa88b-00bf-46d0-a04a-1b48236516f7/41cff174-bc7e-434a-af0d-69d75c3bfcf8) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:43:05.037860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0bb9d78a-feb2-4987-9bef-ec8ca2452a83 None None] For port f5fea891-cfa0-435c-bcc5-9607bb235467, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f5fea891-cfa0-435c-bcc5-9607bb235467,segment=NetworkSegment(77d32394-510e-43aa-b120-9cab4b883461),segment_id=77d32394-510e-43aa-b120-9cab4b883461)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:05.038337 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d78a-feb2-4987-9bef-ec8ca2452a83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:05.082131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9d78a-feb2-4987-9bef-ec8ca2452a83 None None] Calling delete_port for f5fea891-cfa0-435c-bcc5-9607bb235467 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:43:05.225517 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-4e2ec573-d4ff-4099-96ff-a967c879380e tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:05.291557 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f442b3de-83d1-48e2-8bb4-5c4976032b51 req-35f3ba43-1a81-4d73-acb4-137c194a95e2 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 210 time: 0.0287759 Nov 12 04:43:05.318760 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-644a294a-4569-449d-95ca-b09087b8fa40 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:05.320194 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d78a-feb2-4987-9bef-ec8ca2452a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:05.347816 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a294a-4569-449d-95ca-b09087b8fa40 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event deleted for resources: {'Port': ['ID=316958b0-810b-45aa-9ebc-ec16e60ddbd1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:05.361790 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9d78a-feb2-4987-9bef-ec8ca2452a83 None None] Pushing event deleted for resources: {'Port': ['ID=f5fea891-cfa0-435c-bcc5-9607bb235467,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:05.373788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c1d087-aa21-4a14-8d27-7de22ee1f59b None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:43:05.379915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb9d78a-feb2-4987-9bef-ec8ca2452a83 None None] No DVR routers for this DVR port f5fea891-cfa0-435c-bcc5-9607bb235467 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:43:05.415218 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-4e2ec573-d4ff-4099-96ff-a967c879380e tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:05.439245 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-644a294a-4569-449d-95ca-b09087b8fa40 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:05.474129 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-4e2ec573-d4ff-4099-96ff-a967c879380e tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Network c002cbd5-2388-42f5-9958-4bb419da4996 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:43:05.488263 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-4e2ec573-d4ff-4099-96ff-a967c879380e tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:43:05.493029 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-4e2ec573-d4ff-4099-96ff-a967c879380e tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:43:05.506158 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ec573-d4ff-4099-96ff-a967c879380e tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Pushing event updated for resources: {'Port': ['ID=41cff174-bc7e-434a-af0d-69d75c3bfcf8,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:05.590080 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-644a294a-4569-449d-95ca-b09087b8fa40 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:05.593233 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-644a294a-4569-449d-95ca-b09087b8fa40 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:05.608880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-4e2ec573-d4ff-4099-96ff-a967c879380e tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:05.613557 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-4e2ec573-d4ff-4099-96ff-a967c879380e tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:05.686053 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cea29ae8-ab0e-4680-b22f-1ea2463ec8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:05.824182 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-4e2ec573-d4ff-4099-96ff-a967c879380e tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2935393 Nov 12 04:43:05.835814 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-8a2a7918-bb97-4ecd-a839-66ceaa656191 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:43:05.837105 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-8a2a7918-bb97-4ecd-a839-66ceaa656191 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057628 Nov 12 04:43:05.855465 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-644a294a-4569-449d-95ca-b09087b8fa40 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:05.856174 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644a294a-4569-449d-95ca-b09087b8fa40 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Fanout notify agent at l3_agent the message router_deleted on router fd7e0887-99b1-4161-a22f-d934272e302b {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:43:05.865345 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-644a294a-4569-449d-95ca-b09087b8fa40 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:05.867013 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-644a294a-4569-449d-95ca-b09087b8fa40 tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "DELETE /v2.0/routers/fd7e0887-99b1-4161-a22f-d934272e302b HTTP/1.1" status: 204 len: 168 time: 2.1537740 Nov 12 04:43:05.873305 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46750) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:05.885037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Request body: {'port': {'device_id': '72e3e725-e654-484f-97d5-afb17ddaaa24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:05.936099 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4fbf6fa7-af44-4562-be11-18e207b093a2 None None] Provisioning complete for port 41cff174-bc7e-434a-af0d-69d75c3bfcf8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:05.937190 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4fbf6fa7-af44-4562-be11-18e207b093a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:05.962453 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:05.984994 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf6fa7-af44-4562-be11-18e207b093a2 None None] Port 41cff174-bc7e-434a-af0d-69d75c3bfcf8 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:43:06.086754 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a86-7abd-4b44-8d55-15749d027f8c tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:06.228952 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a86-7abd-4b44-8d55-15749d027f8c tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:06.268982 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b58d7a86-7abd-4b44-8d55-15749d027f8c tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e033eb6-16f4-448a-9027-7662e41b5246']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:06.292805 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b58d7a86-7abd-4b44-8d55-15749d027f8c tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d32394-510e-43aa-b120-9cab4b883461') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:06.292805 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-b58d7a86-7abd-4b44-8d55-15749d027f8c tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d32394-510e-43aa-b120-9cab4b883461') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:06.306808 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a86-7abd-4b44-8d55-15749d027f8c tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:06.325765 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a86-7abd-4b44-8d55-15749d027f8c tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:06.337183 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58d7a86-7abd-4b44-8d55-15749d027f8c tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:43:06.337183 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a86-7abd-4b44-8d55-15749d027f8c tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:06.431017 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41cff174-bc7e-434a-af0d-69d75c3bfcf8 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:43:06.445804 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:43:06.453237 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:43:06.559427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7834ef-0422-48f0-9ac5-f389479aed85 req-8335f293-f63b-4200-9ec8-70080b24f26d tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:06.560999 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c7834ef-0422-48f0-9ac5-f389479aed85 req-8335f293-f63b-4200-9ec8-70080b24f26d tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 1027 time: 0.0753429 Nov 12 04:43:06.567070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0b692581-4427-4119-a6fa-e57003615e6b up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:43:06.580720 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Transition to ACTIVE for port object 41cff174-bc7e-434a-af0d-69d75c3bfcf8 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:43:06.581478 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a86-7abd-4b44-8d55-15749d027f8c tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:06.590478 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a86-7abd-4b44-8d55-15749d027f8c tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:06.596256 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b58d7a86-7abd-4b44-8d55-15749d027f8c tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] 10.222.0.37 "DELETE /v2.0/networks/3e033eb6-16f4-448a-9027-7662e41b5246 HTTP/1.1" status: 204 len: 168 time: 0.7192752 Nov 12 04:43:06.618757 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d7a86-7abd-4b44-8d55-15749d027f8c tempest-TestSecurityGroupsBasicOps-1369095378 tempest-TestSecurityGroupsBasicOps-1369095378-project] Pushing event deleted for resources: {'Network': ['ID=3e033eb6-16f4-448a-9027-7662e41b5246,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:06.646993 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c7834ef-0422-48f0-9ac5-f389479aed85 req-4e725b94-cfe0-4475-8d2f-8f6d74a7bc92 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703015 Nov 12 04:43:06.664949 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 0b692581-4427-4119-a6fa-e57003615e6b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:06.665316 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:06.672640 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:06.755159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Pushing event updated for resources: {'Port': ['ID=41cff174-bc7e-434a-af0d-69d75c3bfcf8,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:06.828603 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:06.959627 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 316958b0-810b-45aa-9ebc-ec16e60ddbd1 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:43:06.995176 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Attempting to bind port 41cff174-bc7e-434a-af0d-69d75c3bfcf8 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:43:06.995769 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Attempting to bind port 41cff174-bc7e-434a-af0d-69d75c3bfcf8 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'f77049ba-d2cf-46fd-8606-39e034eb0e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:43:06.996270 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Attempting to bind port 41cff174-bc7e-434a-af0d-69d75c3bfcf8 on network c002cbd5-2388-42f5-9958-4bb419da4996 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:43:07.005205 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Port 41cff174-bc7e-434a-af0d-69d75c3bfcf8 on network c002cbd5-2388-42f5-9958-4bb419da4996 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:43:07.005813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Attempting to bind port 41cff174-bc7e-434a-af0d-69d75c3bfcf8 on network c002cbd5-2388-42f5-9958-4bb419da4996 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:43:07.006243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 316958b0-810b-45aa-9ebc-ec16e60ddbd1 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:43:07.006592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 316958b0-810b-45aa-9ebc-ec16e60ddbd1 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:43:07.007036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:43:07.015303 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:43:07.015945 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Checking segment: {'id': 'f77049ba-d2cf-46fd-8606-39e034eb0e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:43:07.016513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Bound using segment: {'id': 'f77049ba-d2cf-46fd-8606-39e034eb0e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:43:07.017127 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Bound port: 41cff174-bc7e-434a-af0d-69d75c3bfcf8, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77049ba-d2cf-46fd-8606-39e034eb0e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:43:07.017676 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:07.084399 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:43:07.084791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 94a1bfce-06c2-4955-bf8d-bfd4fa7e9bd3 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:43:07.085413 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f5fea891-cfa0-435c-bcc5-9607bb235467 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:43:07.125119 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: f5fea891-cfa0-435c-bcc5-9607bb235467 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:43:07.125728 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f5fea891-cfa0-435c-bcc5-9607bb235467 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:43:07.133051 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] For port 41cff174-bc7e-434a-af0d-69d75c3bfcf8, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:43:07.144684 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] For port 41cff174-bc7e-434a-af0d-69d75c3bfcf8, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=41cff174-bc7e-434a-af0d-69d75c3bfcf8,segment=NetworkSegment(f77049ba-d2cf-46fd-8606-39e034eb0e8d),segment_id=f77049ba-d2cf-46fd-8606-39e034eb0e8d)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:43:07.238907 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:07.283297 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:07.283916 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:07.285358 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] 10.222.0.31 "PUT /v2.0/ports/41cff174-bc7e-434a-af0d-69d75c3bfcf8 HTTP/1.1" status: 200 len: 1092 time: 1.4094958 Nov 12 04:43:07.285717 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e3e725-e654-484f-97d5-afb17ddaaa24', 'tag': '41cff174-bc7e-434a-af0d-69d75c3bfcf8'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:43:07.288049 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b955d8-ed73-4e3a-9e49-e795b98825cc" -d '{"events": [{"name": "network-changed", "server_uuid": "72e3e725-e654-484f-97d5-afb17ddaaa24", "tag": "41cff174-bc7e-434a-af0d-69d75c3bfcf8"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:43:07.319734 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b7164-164f-4f10-830c-e5587c07e614 service neutron] Pushing event updated for resources: {'Port': ['ID=41cff174-bc7e-434a-af0d-69d75c3bfcf8,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:07.435472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5d3b7-579e-4431-a668-11de2856fe05 req-9f79f0f3-8be9-4724-a6ac-7dd10893da46 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:07.437068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0b5d3b7-579e-4431-a668-11de2856fe05 req-9f79f0f3-8be9-4724-a6ac-7dd10893da46 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f5cde9e-733d-4f8f-9d24-5200823ce75a HTTP/1.1" status: 200 len: 946 time: 0.0543642 Nov 12 04:43:07.501501 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46784) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:07.545434 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0b5d3b7-579e-4431-a668-11de2856fe05 req-1ea5b23d-7bab-4940-873d-6a281779a6fb tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004713 Nov 12 04:43:07.553490 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-7cd00b35-fce4-4b91-ba52-8971f16b102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:07.555132 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-7cd00b35-fce4-4b91-ba52-8971f16b102d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd34179988404ac693e09fcf6b7edf7d&device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 1095 time: 0.0904636 Nov 12 04:43:07.612386 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-e4a04898-620a-44f8-84cb-777ea83ce47e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41cff174-bc7e-434a-af0d-69d75c3bfcf8 HTTP/1.1" status: 200 len: 217 time: 0.0395651 Nov 12 04:43:07.640970 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2257e6-c2df-4550-9198-47ac36efdc15 x-openstack-request-id: req-0f2257e6-c2df-4550-9198-47ac36efdc15 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:43:07.640970 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e3e725-e654-484f-97d5-afb17ddaaa24", "tag": "41cff174-bc7e-434a-af0d-69d75c3bfcf8", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:43:07.640970 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f2257e6-c2df-4550-9198-47ac36efdc15 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:43:07.640970 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e3e725-e654-484f-97d5-afb17ddaaa24', 'tag': '41cff174-bc7e-434a-af0d-69d75c3bfcf8', 'status': 'completed', 'code': 200} Nov 12 04:43:07.683825 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-887d6ca0-05fe-49e7-b7ff-c0e26d5be670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:07.685329 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-887d6ca0-05fe-49e7-b7ff-c0e26d5be670 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f6aa88b-00bf-46d0-a04a-1b48236516f7 HTTP/1.1" status: 200 len: 848 time: 0.0639982 Nov 12 04:43:07.700419 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a259007f-503d-45a9-b86e-358b90e7e364 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec999c49bb3c4a7e85d4aaede82461be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1969941 Nov 12 04:43:07.701035 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46790) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:07.761375 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e9821444-d885-4757-ae8b-5c1b91b33754 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:07.784862 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e9821444-d885-4757-ae8b-5c1b91b33754 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:07.792376 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-b0e5daee-f431-4f0a-820a-1a482085f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:07.794013 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-b0e5daee-f431-4f0a-820a-1a482085f97c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c002cbd5-2388-42f5-9958-4bb419da4996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002760 Nov 12 04:43:07.804260 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f1575-5547-4aaf-b647-d7dfeac4006a req-56c8fe57-5b6a-4d20-8acd-8557394b4805 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:07.805837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a79f1575-5547-4aaf-b647-d7dfeac4006a req-56c8fe57-5b6a-4d20-8acd-8557394b4805 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 1095 time: 0.0692770 Nov 12 04:43:07.909749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a79f1575-5547-4aaf-b647-d7dfeac4006a req-2a9d321a-88b1-44a6-8a9a-7189502851bc tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939560 Nov 12 04:43:07.937719 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-6ec0726b-85b4-46b4-b963-b9785ff890de service neutron] 10.222.0.31 "GET /v2.0/networks/c002cbd5-2388-42f5-9958-4bb419da4996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307540 Nov 12 04:43:07.976976 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e9821444-d885-4757-ae8b-5c1b91b33754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:07.979886 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e9821444-d885-4757-ae8b-5c1b91b33754 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:07.994575 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e9821444-d885-4757-ae8b-5c1b91b33754 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/078f979e-fbf6-42d4-a4a7-ea17defca95b HTTP/1.1" status: 204 len: 168 time: 0.2881706 Nov 12 04:43:08.017006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9821444-d885-4757-ae8b-5c1b91b33754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078f979e-fbf6-42d4-a4a7-ea17defca95b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:08.049388 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed32a05e-8717-4e5e-9d74-9659667c01a2 req-4582445e-e228-4869-86d0-eb3f36bd2375 service neutron] 10.222.0.31 "GET /v2.0/networks/c002cbd5-2388-42f5-9958-4bb419da4996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048627 Nov 12 04:43:08.269783 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b955d8-ed73-4e3a-9e49-e795b98825cc req-6af4c7b5-a9d2-467e-ae52-9c9149c35607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:08.271837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92b955d8-ed73-4e3a-9e49-e795b98825cc req-6af4c7b5-a9d2-467e-ae52-9c9149c35607 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd34179988404ac693e09fcf6b7edf7d&device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 1095 time: 0.0453286 Nov 12 04:43:08.380911 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b955d8-ed73-4e3a-9e49-e795b98825cc req-1f9eb7ff-83e5-4909-89ed-b6d1cfac485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:08.384441 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92b955d8-ed73-4e3a-9e49-e795b98825cc req-1f9eb7ff-83e5-4909-89ed-b6d1cfac485e service neutron] 10.222.0.31 "GET /v2.0/networks?id=c002cbd5-2388-42f5-9958-4bb419da4996 HTTP/1.1" status: 200 len: 910 time: 0.1025984 Nov 12 04:43:08.405032 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:08.462624 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92b955d8-ed73-4e3a-9e49-e795b98825cc req-4d937f5f-6fee-4038-b1d9-d0a21de1ea5a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41cff174-bc7e-434a-af0d-69d75c3bfcf8 HTTP/1.1" status: 200 len: 217 time: 0.0704722 Nov 12 04:43:08.536958 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b955d8-ed73-4e3a-9e49-e795b98825cc req-b786ded1-a056-4d20-ac3b-d743798d3f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:08.538598 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92b955d8-ed73-4e3a-9e49-e795b98825cc req-b786ded1-a056-4d20-ac3b-d743798d3f62 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f6aa88b-00bf-46d0-a04a-1b48236516f7 HTTP/1.1" status: 200 len: 848 time: 0.0680747 Nov 12 04:43:08.597934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b955d8-ed73-4e3a-9e49-e795b98825cc req-4c67deb5-a518-4a7c-b25c-4027ccbf5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:08.600087 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92b955d8-ed73-4e3a-9e49-e795b98825cc req-4c67deb5-a518-4a7c-b25c-4027ccbf5576 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c002cbd5-2388-42f5-9958-4bb419da4996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521111 Nov 12 04:43:08.703696 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92b955d8-ed73-4e3a-9e49-e795b98825cc req-1e359e91-2082-4cf6-80cb-11e8073cf1f8 service neutron] 10.222.0.31 "GET /v2.0/networks/c002cbd5-2388-42f5-9958-4bb419da4996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958326 Nov 12 04:43:08.976651 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46814) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:08.990955 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf0aa-652a-4a1a-abca-cddf0621ce2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:09.082295 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf0aa-652a-4a1a-abca-cddf0621ce2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:09.129131 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:09.168957 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf0aa-652a-4a1a-abca-cddf0621ce2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:09.215579 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bf0aa-652a-4a1a-abca-cddf0621ce2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345d9506-c91f-4826-b8a2-7790f07b0272,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:09.220749 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3c1bf0aa-652a-4a1a-abca-cddf0621ce2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49e5f51e7ff1451aa0c4a705f6d7cb80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2429459 Nov 12 04:43:09.223422 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46816) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:09.256030 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3189f-6b52-404f-8969-c312703c24ee req-42cee6fd-47b9-4d3e-9930-517de62c67e3 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:09.257769 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2cc3189f-6b52-404f-8969-c312703c24ee req-42cee6fd-47b9-4d3e-9930-517de62c67e3 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f5cde9e-733d-4f8f-9d24-5200823ce75a HTTP/1.1" status: 200 len: 946 time: 0.4466867 Nov 12 04:43:09.292585 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-463affff-8f23-430f-b9bf-e29b3ff06ad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:09.320302 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-463affff-8f23-430f-b9bf-e29b3ff06ad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:09.357567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e71f31-0ed6-4c46-9a6b-b124ff36ab7c req-0d657233-1d5a-46dd-8327-6cae438f6d94 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:09.359956 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74e71f31-0ed6-4c46-9a6b-b124ff36ab7c req-0d657233-1d5a-46dd-8327-6cae438f6d94 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f5cde9e-733d-4f8f-9d24-5200823ce75a HTTP/1.1" status: 200 len: 946 time: 0.1133575 Nov 12 04:43:09.360776 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92b955d8-ed73-4e3a-9e49-e795b98825cc req-a0b54b87-b725-4bdd-a3e1-1c2ca08ee38b service neutron] 10.222.0.31 "GET /v2.0/networks/c002cbd5-2388-42f5-9958-4bb419da4996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6500127 Nov 12 04:43:09.401543 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2cc3189f-6b52-404f-8969-c312703c24ee req-17bef90d-b94a-4487-bd38-080747eddb0a tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/security-groups?id=609c188e-ba3a-4988-ba35-f10793e6c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312551 Nov 12 04:43:09.449398 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-463affff-8f23-430f-b9bf-e29b3ff06ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:09.452090 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-463affff-8f23-430f-b9bf-e29b3ff06ad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:09.456192 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-463affff-8f23-430f-b9bf-e29b3ff06ad4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/345d9506-c91f-4826-b8a2-7790f07b0272 HTTP/1.1" status: 204 len: 168 time: 0.2287576 Nov 12 04:43:09.462324 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463affff-8f23-430f-b9bf-e29b3ff06ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345d9506-c91f-4826-b8a2-7790f07b0272,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:09.516700 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-74e71f31-0ed6-4c46-9a6b-b124ff36ab7c req-3e6d64c0-3605-4558-86be-64393decaaae tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Deleting port 4a7ad922-d498-4ad7-b232-8fdd2717777b {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:43:09.516700 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74e71f31-0ed6-4c46-9a6b-b124ff36ab7c req-3e6d64c0-3605-4558-86be-64393decaaae tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:09.566380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45832a-66ad-480d-976c-622d25f45323 req-6c71cf77-a3c7-4ae5-ab93-41881005279f tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:09.568808 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de45832a-66ad-480d-976c-622d25f45323 req-6c71cf77-a3c7-4ae5-ab93-41881005279f tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 1095 time: 0.0958059 Nov 12 04:43:09.672513 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de45832a-66ad-480d-976c-622d25f45323 req-af1c2a36-cfaa-4389-8f8d-8fd5edcdf912 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709877 Nov 12 04:43:09.674196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-74e71f31-0ed6-4c46-9a6b-b124ff36ab7c req-3e6d64c0-3605-4558-86be-64393decaaae tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] For port 4a7ad922-d498-4ad7-b232-8fdd2717777b, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=4a7ad922-d498-4ad7-b232-8fdd2717777b,segment=NetworkSegment(a3a76a5f-309d-453b-b313-1b819e1f965e),segment_id=a3a76a5f-309d-453b-b313-1b819e1f965e)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:09.674568 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74e71f31-0ed6-4c46-9a6b-b124ff36ab7c req-3e6d64c0-3605-4558-86be-64393decaaae tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:09.687315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-74e71f31-0ed6-4c46-9a6b-b124ff36ab7c req-3e6d64c0-3605-4558-86be-64393decaaae tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Calling delete_port for 4a7ad922-d498-4ad7-b232-8fdd2717777b owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:43:09.883714 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74e71f31-0ed6-4c46-9a6b-b124ff36ab7c req-3e6d64c0-3605-4558-86be-64393decaaae tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:09.915600 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['4a7ad922-d498-4ad7-b232-8fdd2717777b'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:43:09.944625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d64c0-3605-4558-86be-64393decaaae tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Pushing event deleted for resources: {'Port': ['ID=4a7ad922-d498-4ad7-b232-8fdd2717777b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:09.958729 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037d601c-62c6-4e72-86d8-91b2e877f3a0 None None] DHCP port deletion for 60fab906-65e9-4e55-9f5a-c4f9e756fb11 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:43:10.002497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e71f31-0ed6-4c46-9a6b-b124ff36ab7c req-3e6d64c0-3605-4558-86be-64393decaaae tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] No DVR routers for this DVR port 4a7ad922-d498-4ad7-b232-8fdd2717777b on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:43:10.008170 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-74e71f31-0ed6-4c46-9a6b-b124ff36ab7c req-3e6d64c0-3605-4558-86be-64393decaaae tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:10.010374 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74e71f31-0ed6-4c46-9a6b-b124ff36ab7c req-3e6d64c0-3605-4558-86be-64393decaaae tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.21 "DELETE /v2.0/ports/4a7ad922-d498-4ad7-b232-8fdd2717777b HTTP/1.1" status: 204 len: 173 time: 0.6418254 Nov 12 04:43:10.010925 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5cde9e-733d-4f8f-9d24-5200823ce75a', 'name': 'network-vif-deleted', 'tag': '4a7ad922-d498-4ad7-b232-8fdd2717777b'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:43:10.020860 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b9943c-8fe8-4efb-aa2b-386af5e1d13b" -d '{"events": [{"server_uuid": "8f5cde9e-733d-4f8f-9d24-5200823ce75a", "name": "network-vif-deleted", "tag": "4a7ad922-d498-4ad7-b232-8fdd2717777b"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:43:10.060829 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe98a4f-9604-4dd6-8ea1-f487c5a8dd3b x-openstack-request-id: req-7fe98a4f-9604-4dd6-8ea1-f487c5a8dd3b {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:43:10.061150 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5cde9e-733d-4f8f-9d24-5200823ce75a", "name": "network-vif-deleted", "tag": "4a7ad922-d498-4ad7-b232-8fdd2717777b", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:43:10.061386 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7fe98a4f-9604-4dd6-8ea1-f487c5a8dd3b {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:43:10.061783 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5cde9e-733d-4f8f-9d24-5200823ce75a', 'name': 'network-vif-deleted', 'tag': '4a7ad922-d498-4ad7-b232-8fdd2717777b', 'status': 'completed', 'code': 200} Nov 12 04:43:10.426144 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46834) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:10.542907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46838) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:10.556698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-490b3f9a-dd19-4146-8b87-3ace72239c9a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10ae7b6937af4f83af3e6652c0c5a0b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350539 Nov 12 04:43:10.629264 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-78008aff-86af-48fc-b399-b95807cb8ab6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:10.631383 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3124727d-2285-4f99-89cf-90e16eb2141b req-668aa033-9882-49fc-9047-c8b153aa8699 tempest-VolumesSnapshotTestJSON-14584234 tempest-VolumesSnapshotTestJSON-14584234-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f5cde9e-733d-4f8f-9d24-5200823ce75a HTTP/1.1" status: 200 len: 210 time: 0.0354502 Nov 12 04:43:10.654759 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-78008aff-86af-48fc-b399-b95807cb8ab6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:10.803851 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-78008aff-86af-48fc-b399-b95807cb8ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:10.806701 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-78008aff-86af-48fc-b399-b95807cb8ab6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:10.807962 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-78008aff-86af-48fc-b399-b95807cb8ab6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c7aa47e-23b6-47ef-83a8-2d70d509cb97 HTTP/1.1" status: 204 len: 168 time: 0.2641468 Nov 12 04:43:10.815086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e6ea9-5b2b-47ba-8ab0-b1d488bb324f req-30176cf8-88e7-4efd-be45-4664eab7566f tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:10.818562 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78008aff-86af-48fc-b399-b95807cb8ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7aa47e-23b6-47ef-83a8-2d70d509cb97,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:10.849903 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-434e6ea9-5b2b-47ba-8ab0-b1d488bb324f req-30176cf8-88e7-4efd-be45-4664eab7566f tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 1095 time: 0.0818276 Nov 12 04:43:10.892821 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-434e6ea9-5b2b-47ba-8ab0-b1d488bb324f req-0cf6db44-fac6-4ea5-85f3-00854daff235 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419071 Nov 12 04:43:10.894823 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 41cff174-bc7e-434a-af0d-69d75c3bfcf8 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:43:11.015722 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 41cff174-bc7e-434a-af0d-69d75c3bfcf8, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=41cff174-bc7e-434a-af0d-69d75c3bfcf8,segment=NetworkSegment(f77049ba-d2cf-46fd-8606-39e034eb0e8d),segment_id=f77049ba-d2cf-46fd-8606-39e034eb0e8d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:11.027398 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '41cff174-bc7e-434a-af0d-69d75c3bfcf8', 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996', 'port_id': '41cff174-bc7e-434a-af0d-69d75c3bfcf8', 'mac_address': 'fa:16:3e:ea:21:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6aa88b-00bf-46d0-a04a-1b48236516f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:43:11.070255 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:11.088096 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41cff174-bc7e-434a-af0d-69d75c3bfcf8 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:43:11.109870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 41cff174-bc7e-434a-af0d-69d75c3bfcf8, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=41cff174-bc7e-434a-af0d-69d75c3bfcf8,segment=NetworkSegment(f77049ba-d2cf-46fd-8606-39e034eb0e8d),segment_id=f77049ba-d2cf-46fd-8606-39e034eb0e8d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:11.197908 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:11.279836 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=41cff174-bc7e-434a-af0d-69d75c3bfcf8,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:11.488336 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['41cff174-bc7e-434a-af0d-69d75c3bfcf8'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:43:12.006768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661f638-4a02-472f-8b82-262182deb028 req-892bbcb2-5221-4dca-bf18-1230be94aa23 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:12.008374 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0661f638-4a02-472f-8b82-262182deb028 req-892bbcb2-5221-4dca-bf18-1230be94aa23 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 1096 time: 0.0477927 Nov 12 04:43:12.058069 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0661f638-4a02-472f-8b82-262182deb028 req-1a986793-b669-43b4-be9c-2e6b5833f1a8 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432031 Nov 12 04:43:12.162578 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46882) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:12.267066 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-b5908702-416d-4308-b57e-f24dc366ced3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-3429823-network', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:12.404248 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5908702-416d-4308-b57e-f24dc366ced3 admin admin] Made reservation on behalf of a3782c0eb54447b3ae7a2e382d21e569 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:43:12.408502 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5908702-416d-4308-b57e-f24dc366ced3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:12.423457 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5908702-416d-4308-b57e-f24dc366ced3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:12.505877 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5908702-416d-4308-b57e-f24dc366ced3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:12.636342 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5908702-416d-4308-b57e-f24dc366ced3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:12.662012 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5908702-416d-4308-b57e-f24dc366ced3 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:43:12.672204 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5908702-416d-4308-b57e-f24dc366ced3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:12.677234 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5908702-416d-4308-b57e-f24dc366ced3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:12.677836 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-b5908702-416d-4308-b57e-f24dc366ced3 admin admin] Added segment 0d170290-9c8d-4f17-b760-eaa81f8513e5 of type vlan for network 4019927c-f686-4736-906f-6f7a053cc39c Nov 12 04:43:12.721137 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5908702-416d-4308-b57e-f24dc366ced3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:12.761064 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 4a7ad922-d498-4ad7-b232-8fdd2717777b no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:43:12.786488 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 4a7ad922-d498-4ad7-b232-8fdd2717777b {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:43:12.786917 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 4a7ad922-d498-4ad7-b232-8fdd2717777b not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:43:12.820421 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5908702-416d-4308-b57e-f24dc366ced3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:12.821469 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5908702-416d-4308-b57e-f24dc366ced3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:12.822111 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b5908702-416d-4308-b57e-f24dc366ced3 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:12.898316 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 41cff174-bc7e-434a-af0d-69d75c3bfcf8 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:43:12.924275 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5908702-416d-4308-b57e-f24dc366ced3 admin admin] Pushing event updated for resources: {'Network': ['ID=4019927c-f686-4736-906f-6f7a053cc39c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:12.954941 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b5908702-416d-4308-b57e-f24dc366ced3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7911582 Nov 12 04:43:12.957860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46898) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:12.965852 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-bdd7587a-cc6e-4ff5-9995-698dca62dc88 admin admin] Request body: {'subnet': {'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-3429823-subnet', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:13.090778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 4019927c-f686-4736-906f-6f7a053cc39c details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:43:13.133502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd7587a-cc6e-4ff5-9995-698dca62dc88 admin admin] Made reservation on behalf of a3782c0eb54447b3ae7a2e382d21e569 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:43:13.137889 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bdd7587a-cc6e-4ff5-9995-698dca62dc88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:13.258323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93c329-4aaf-4e28-91d6-b03bd472d4e7 req-9773db42-f733-4127-8047-0a64639c29a1 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:13.260409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd93c329-4aaf-4e28-91d6-b03bd472d4e7 req-9773db42-f733-4127-8047-0a64639c29a1 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 1096 time: 0.1188459 Nov 12 04:43:13.387555 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd93c329-4aaf-4e28-91d6-b03bd472d4e7 req-5df74dac-dc83-4666-9a6f-c8e04a42b24e tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177273 Nov 12 04:43:13.392194 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 41cff174-bc7e-434a-af0d-69d75c3bfcf8 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:43:13.398178 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 41cff174-bc7e-434a-af0d-69d75c3bfcf8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:13.398917 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:13.558591 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:13.576417 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bdd7587a-cc6e-4ff5-9995-698dca62dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:13.605308 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e3e725-e654-484f-97d5-afb17ddaaa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cff174-bc7e-434a-af0d-69d75c3bfcf8'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:43:13.607704 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b933c41c-1d41-4597-b80a-26e65b06f20b" -d '{"events": [{"server_uuid": "72e3e725-e654-484f-97d5-afb17ddaaa24", "name": "network-vif-plugged", "status": "completed", "tag": "41cff174-bc7e-434a-af0d-69d75c3bfcf8"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:43:13.623921 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 41cff174-bc7e-434a-af0d-69d75c3bfcf8, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=41cff174-bc7e-434a-af0d-69d75c3bfcf8,segment=NetworkSegment(f77049ba-d2cf-46fd-8606-39e034eb0e8d),segment_id=f77049ba-d2cf-46fd-8606-39e034eb0e8d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:13.696550 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d8e760-814a-4c2d-b91a-da2e8815db61 x-openstack-request-id: req-d4d8e760-814a-4c2d-b91a-da2e8815db61 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:43:13.697087 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e3e725-e654-484f-97d5-afb17ddaaa24", "name": "network-vif-plugged", "status": "completed", "tag": "41cff174-bc7e-434a-af0d-69d75c3bfcf8", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:43:13.697517 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4d8e760-814a-4c2d-b91a-da2e8815db61 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:43:13.698085 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e3e725-e654-484f-97d5-afb17ddaaa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cff174-bc7e-434a-af0d-69d75c3bfcf8', 'code': 200} Nov 12 04:43:13.739125 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7587a-cc6e-4ff5-9995-698dca62dc88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e453bb-3a0f-4798-b2da-900226d2fe0d,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:13.743680 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:13.767836 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd7587a-cc6e-4ff5-9995-698dca62dc88 admin admin] Checking segment: {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:43:13.768183 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd7587a-cc6e-4ff5-9995-698dca62dc88 admin admin] Network hostable DHCP agents. Network: 4019927c-f686-4736-906f-6f7a053cc39c, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:43:13.817464 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=41cff174-bc7e-434a-af0d-69d75c3bfcf8,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:13.848859 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed8492-5132-4b67-813d-e90e115d6928 req-7828370e-8356-4978-b9b6-8d51001718f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:13.850507 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10ed8492-5132-4b67-813d-e90e115d6928 req-7828370e-8356-4978-b9b6-8d51001718f9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 1097 time: 0.0506260 Nov 12 04:43:13.893986 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd7587a-cc6e-4ff5-9995-698dca62dc88 admin admin] Network 4019927c-f686-4736-906f-6f7a053cc39c is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:43:13.910064 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10ed8492-5132-4b67-813d-e90e115d6928 req-7d7f0c18-8d12-446c-b845-416bccab8488 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516493 Nov 12 04:43:13.969371 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-bdd7587a-cc6e-4ff5-9995-698dca62dc88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 4019927c-f686-4736-906f-6f7a053cc39c) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:43:13.975015 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd7587a-cc6e-4ff5-9995-698dca62dc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:13.975729 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bdd7587a-cc6e-4ff5-9995-698dca62dc88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:13.981372 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbee1896-294f-4ef1-9567-ca0c4ce36551 None None] Network 4019927c-f686-4736-906f-6f7a053cc39c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:43:14.063806 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bdd7587a-cc6e-4ff5-9995-698dca62dc88 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1041422 Nov 12 04:43:14.066404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46918) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:14.070820 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-0dda5721-99af-44df-8633-56412141a6b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:14.140167 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-4019927c-f686-4736-906f-6f7a053cc39c', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:43:14.141023 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:14.192738 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0dda5721-99af-44df-8633-56412141a6b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:14.193813 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0dda5721-99af-44df-8633-56412141a6b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:14.267380 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0dda5721-99af-44df-8633-56412141a6b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:14.317005 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] Allocated IP 172.20.0.2 (4019927c-f686-4736-906f-6f7a053cc39c/50e453bb-3a0f-4798-b2da-900226d2fe0d/d43a2160-78d2-4df2-8835-c4715a4b270b) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:43:14.543415 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:14.615667 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0dda5721-99af-44df-8633-56412141a6b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:14.642473 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:14.660606 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c2bcb-b74a-4768-a0a0-32d231888bc9 req-0dfc0aad-1de8-4c57-9c71-0d3ae6764658 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:14.662832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7e8c2bcb-b74a-4768-a0a0-32d231888bc9 req-0dfc0aad-1de8-4c57-9c71-0d3ae6764658 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 1097 time: 0.1490092 Nov 12 04:43:14.667243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] Network 4019927c-f686-4736-906f-6f7a053cc39c is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:43:14.670707 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:43:14.693887 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:43:14.742935 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] Pushing event updated for resources: {'Port': ['ID=d43a2160-78d2-4df2-8835-c4715a4b270b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:14.744440 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7e8c2bcb-b74a-4768-a0a0-32d231888bc9 req-5966d3df-4f71-496d-af91-c6cad37f46c7 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730968 Nov 12 04:43:14.793417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] Attempting to bind port d43a2160-78d2-4df2-8835-c4715a4b270b on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:43:14.794199 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] Attempting to bind port d43a2160-78d2-4df2-8835-c4715a4b270b by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:43:14.794778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] Attempting to bind port d43a2160-78d2-4df2-8835-c4715a4b270b on network 4019927c-f686-4736-906f-6f7a053cc39c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:43:14.800472 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:43:14.801129 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] Checking segment: {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:43:14.801701 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:14.802350 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] Bound using segment: {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:43:14.803009 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] Bound port: d43a2160-78d2-4df2-8835-c4715a4b270b, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:43:14.803569 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:14.897734 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] For port d43a2160-78d2-4df2-8835-c4715a4b270b, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:43:14.902761 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] For port d43a2160-78d2-4df2-8835-c4715a4b270b, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d43a2160-78d2-4df2-8835-c4715a4b270b,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:43:14.979779 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0dda5721-99af-44df-8633-56412141a6b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:15.000810 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0dda5721-99af-44df-8633-56412141a6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:15.014421 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:15.107058 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0394ff-ec3a-4bb0-b72e-4217d0dab42c None None] Pushing event updated for resources: {'Port': ['ID=d43a2160-78d2-4df2-8835-c4715a4b270b,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:15.153699 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-0dda5721-99af-44df-8633-56412141a6b3 admin admin] Allocated IP 172.25.1.123 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/abc11edb-08d5-43cf-a8ed-be99ff235f70) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:43:15.307254 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0dda5721-99af-44df-8633-56412141a6b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:15.467457 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0dda5721-99af-44df-8633-56412141a6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:15.543418 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dda5721-99af-44df-8633-56412141a6b3 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:43:15.546694 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-0dda5721-99af-44df-8633-56412141a6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:43:15.549325 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dda5721-99af-44df-8633-56412141a6b3 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:43:15.561841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306bebca-07bd-43fd-bbb7-af108c4cf7ab None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:43:15.578767 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda5721-99af-44df-8633-56412141a6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=abc11edb-08d5-43cf-a8ed-be99ff235f70,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:15.635304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-673afb81-c851-4291-a7fa-421705fc2c0b None None] Provisioning complete for port abc11edb-08d5-43cf-a8ed-be99ff235f70 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:15.635693 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-673afb81-c851-4291-a7fa-421705fc2c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:15.740805 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-673afb81-c851-4291-a7fa-421705fc2c0b None None] Port abc11edb-08d5-43cf-a8ed-be99ff235f70 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:43:15.894046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b3877-3ad8-47c7-920d-a18d8befdb7f req-0ab5a64e-3666-4777-bbdb-23cc8997405b tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:15.895764 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-838b3877-3ad8-47c7-920d-a18d8befdb7f req-0ab5a64e-3666-4777-bbdb-23cc8997405b tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 1097 time: 0.0430906 Nov 12 04:43:16.003349 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-838b3877-3ad8-47c7-920d-a18d8befdb7f req-203c8cb5-1738-4c94-8389-0b36ed8922e6 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004114 Nov 12 04:43:16.182296 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879c60f-1743-4c82-b223-d13d713f468e req-ea4ecd27-2482-4641-b5cb-084e43b6fd01 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:16.187180 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f879c60f-1743-4c82-b223-d13d713f468e req-ea4ecd27-2482-4641-b5cb-084e43b6fd01 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 1097 time: 0.1072385 Nov 12 04:43:16.205643 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0dda5721-99af-44df-8633-56412141a6b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:16.367474 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f879c60f-1743-4c82-b223-d13d713f468e req-6bfb5c45-4954-4333-8fe8-7d6a55d3cf5f tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722057 Nov 12 04:43:16.513596 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d43a2160-78d2-4df2-8835-c4715a4b270b up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:43:16.572202 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f72a043-7311-43aa-8865-5d8925955354 None None] Network 4019927c-f686-4736-906f-6f7a053cc39c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:43:16.647002 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0dda5721-99af-44df-8633-56412141a6b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:16.709553 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb46d0-28af-4cd3-a828-b80da3ac963f req-c4f0bffb-be26-4fd3-a10c-bc08605d64f0 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:16.718019 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bdbb46d0-28af-4cd3-a828-b80da3ac963f req-c4f0bffb-be26-4fd3-a10c-bc08605d64f0 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 1097 time: 0.2215579 Nov 12 04:43:16.791241 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bdbb46d0-28af-4cd3-a828-b80da3ac963f req-27ef4540-ffae-4b21-8f12-d4de42e931d8 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720870 Nov 12 04:43:16.975409 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-aa7da744-c26b-4488-bbad-662b9702ed96 None None] Provisioning complete for port d43a2160-78d2-4df2-8835-c4715a4b270b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:16.979498 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa7da744-c26b-4488-bbad-662b9702ed96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:17.047080 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:17.059697 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d43a2160-78d2-4df2-8835-c4715a4b270b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:17.060167 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:17.110725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dda5721-99af-44df-8633-56412141a6b3 admin admin] Router 6053bc79-3b8b-4697-bf48-e061be42a982 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:43:17.242007 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:17.331038 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa7da744-c26b-4488-bbad-662b9702ed96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:17.413851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46972) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:17.458027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port d43a2160-78d2-4df2-8835-c4715a4b270b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d43a2160-78d2-4df2-8835-c4715a4b270b,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:17.553175 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:17.598889 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d55b3fb-e168-451a-9314-180ae24a4304 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:17.601544 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-3b614ce8-a515-4f3d-a07d-30a09eb3de72 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:17.606615 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-3b614ce8-a515-4f3d-a07d-30a09eb3de72 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/networks?id=c002cbd5-2388-42f5-9958-4bb419da4996 HTTP/1.1" status: 200 len: 910 time: 0.4945722 Nov 12 04:43:17.706507 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-aa7da744-c26b-4488-bbad-662b9702ed96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:43:17.706788 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-aa7da744-c26b-4488-bbad-662b9702ed96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:43:17.707387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=d43a2160-78d2-4df2-8835-c4715a4b270b,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:17.716955 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-d9f63e09-b3a6-45b8-865a-ca870fe39330 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/quotas/cd34179988404ac693e09fcf6b7edf7d HTTP/1.1" status: 200 len: 375 time: 0.0479047 Nov 12 04:43:17.733293 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d55b3fb-e168-451a-9314-180ae24a4304 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:17.763493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dda5721-99af-44df-8633-56412141a6b3 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:43:17.776009 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] Sync routers for ids ['6053bc79-3b8b-4697-bf48-e061be42a982'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:43:17.785717 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] Routers {'6053bc79-3b8b-4697-bf48-e061be42a982'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:17.787452 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:43:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6053bc79-3b8b-4697-bf48-e061be42a982'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:17.792503 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-cc1f7fc1-a0bf-43fe-9ff4-44d4faf07db0 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd34179988404ac693e09fcf6b7edf7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0659266 Nov 12 04:43:17.848362 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d55b3fb-e168-451a-9314-180ae24a4304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:17.893026 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7d55b3fb-e168-451a-9314-180ae24a4304 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75ee7b0330414f82afc7d4a122d4380a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4707415 Nov 12 04:43:17.893441 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 46978) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:17.926415 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55b3fb-e168-451a-9314-180ae24a4304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bba102-0751-4ed6-ae0d-6c60d01278de,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:17.927030 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-6d6de908-24d3-4178-85f2-86c21d3f56e8 service neutron] 10.222.0.37 "GET /v2.0/networks/c002cbd5-2388-42f5-9958-4bb419da4996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270480 Nov 12 04:43:17.937708 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] Set router 6053bc79-3b8b-4697-bf48-e061be42a982 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:18.054259 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0dda5721-99af-44df-8633-56412141a6b3 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:18.058484 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0dda5721-99af-44df-8633-56412141a6b3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9880872 Nov 12 04:43:18.059199 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 46984) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:18.143654 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-45107596-5d4d-4d0a-8435-ba65bc526287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:18.169628 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-b3de7dba-1ce2-488c-a971-e0634c3f6342 service neutron] 10.222.0.37 "GET /v2.0/networks/c002cbd5-2388-42f5-9958-4bb419da4996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127180 Nov 12 04:43:18.184960 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:15Z', 'revision_number': 3, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:18.229514 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-45107596-5d4d-4d0a-8435-ba65bc526287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:18.323568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] Checking router: 6053bc79-3b8b-4697-bf48-e061be42a982 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:43:18.328294 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] Updating router 6053bc79-3b8b-4697-bf48-e061be42a982 port abc11edb-08d5-43cf-a8ed-be99ff235f70 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:43:18.418317 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:18.456531 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-45107596-5d4d-4d0a-8435-ba65bc526287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:18.461449 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-45107596-5d4d-4d0a-8435-ba65bc526287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:18.462714 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-45107596-5d4d-4d0a-8435-ba65bc526287 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3bba102-0751-4ed6-ae0d-6c60d01278de HTTP/1.1" status: 204 len: 168 time: 0.5683432 Nov 12 04:43:18.466373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d43a2160-78d2-4df2-8835-c4715a4b270b up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:43:18.497210 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45107596-5d4d-4d0a-8435-ba65bc526287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bba102-0751-4ed6-ae0d-6c60d01278de,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:18.567064 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:18.651319 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ffe363fc-3b71-4128-8b0f-90b2f81b9f6c req-344308bb-0abb-4f4a-9127-18a6fe85eb15 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 210 time: 0.0590370 Nov 12 04:43:18.713560 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a34fe1a-2cc0-4967-ac94-aeba61d9ce96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:18.722921 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ee63a341-c5c8-430c-83da-d95b829752ba None None] Provisioning complete for port d43a2160-78d2-4df2-8835-c4715a4b270b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:18.723778 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee63a341-c5c8-430c-83da-d95b829752ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:18.792376 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d43a2160-78d2-4df2-8835-c4715a4b270b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:18.792633 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:18.946452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-6a34fe1a-2cc0-4967-ac94-aeba61d9ce96 admin admin] Allocated IP 172.20.0.1 (4019927c-f686-4736-906f-6f7a053cc39c/50e453bb-3a0f-4798-b2da-900226d2fe0d/115ec67d-8ba7-4be8-ada7-b0a47020cc0d) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:43:19.178665 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a34fe1a-2cc0-4967-ac94-aeba61d9ce96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:19.236996 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:19.375265 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:19.379623 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a34fe1a-2cc0-4967-ac94-aeba61d9ce96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:19.405440 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a34fe1a-2cc0-4967-ac94-aeba61d9ce96 admin admin] Network 4019927c-f686-4736-906f-6f7a053cc39c is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:43:19.408479 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-6a34fe1a-2cc0-4967-ac94-aeba61d9ce96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:43:19.434968 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a34fe1a-2cc0-4967-ac94-aeba61d9ce96 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:43:19.453162 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafad5c8-2e32-452b-8173-a2967276d660 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:43:19.464615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] Attempting to bind port abc11edb-08d5-43cf-a8ed-be99ff235f70 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:43:19.468566 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] Attempting to bind port abc11edb-08d5-43cf-a8ed-be99ff235f70 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:43:19.468566 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] Attempting to bind port abc11edb-08d5-43cf-a8ed-be99ff235f70 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:43:19.480210 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1ba51-9caf-4262-a226-0c64dcf44b80 None None] Pushing event updated for resources: {'Port': ['ID=abc11edb-08d5-43cf-a8ed-be99ff235f70,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:19.483106 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:43:19.483479 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:43:19.483880 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:19.484258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:43:19.484723 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] Bound port: abc11edb-08d5-43cf-a8ed-be99ff235f70, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:43:19.485101 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:19.562121 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] For port abc11edb-08d5-43cf-a8ed-be99ff235f70, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:43:19.581797 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] For port abc11edb-08d5-43cf-a8ed-be99ff235f70, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=abc11edb-08d5-43cf-a8ed-be99ff235f70,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:43:19.585366 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a5a389a1-4614-401d-b171-529204be47eb None None] Provisioning complete for port abc11edb-08d5-43cf-a8ed-be99ff235f70 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:19.588982 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a5a389a1-4614-401d-b171-529204be47eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:19.627440 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a5a389a1-4614-401d-b171-529204be47eb None None] Port abc11edb-08d5-43cf-a8ed-be99ff235f70 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:43:19.770855 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:19.772723 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53734ff4-ecf5-4441-8c4a-d3507c6ec016 req-6f9c9641-cb5a-461a-9e08-7656127a7aeb tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 210 time: 0.0504079 Nov 12 04:43:19.782365 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7e92a6eb-1b75-4236-bc74-c61f71cc59eb None None] Provisioning complete for port 115ec67d-8ba7-4be8-ada7-b0a47020cc0d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:19.782768 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e92a6eb-1b75-4236-bc74-c61f71cc59eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:19.787149 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34fe1a-2cc0-4967-ac94-aeba61d9ce96 admin admin] Pushing event updated for resources: {'Port': ['ID=115ec67d-8ba7-4be8-ada7-b0a47020cc0d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:19.792966 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a34fe1a-2cc0-4967-ac94-aeba61d9ce96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:19.849608 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8ea425-0a04-43d6-800a-f1cb3a453808 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:43:19.865930 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] Routers {'6053bc79-3b8b-4697-bf48-e061be42a982'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:19.866619 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:43:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6053bc79-3b8b-4697-bf48-e061be42a982'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:19.904039 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7e92a6eb-1b75-4236-bc74-c61f71cc59eb None None] Port 115ec67d-8ba7-4be8-ada7-b0a47020cc0d cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:43:19.943623 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1ba51-9caf-4262-a226-0c64dcf44b80 None None] Pushing event updated for resources: {'Port': ['ID=abc11edb-08d5-43cf-a8ed-be99ff235f70,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:20.005970 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] Set router 6053bc79-3b8b-4697-bf48-e061be42a982 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:20.092395 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a34fe1a-2cc0-4967-ac94-aeba61d9ce96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.103978 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b4c963bb-197c-4ebd-8e77-f6a3649319ed None None] Provisioning complete for port abc11edb-08d5-43cf-a8ed-be99ff235f70 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:20.106669 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b4c963bb-197c-4ebd-8e77-f6a3649319ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.315232 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b4c963bb-197c-4ebd-8e77-f6a3649319ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.343385 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b4c963bb-197c-4ebd-8e77-f6a3649319ed None None] For port abc11edb-08d5-43cf-a8ed-be99ff235f70, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=abc11edb-08d5-43cf-a8ed-be99ff235f70,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:20.359259 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:15Z', 'revision_number': 3, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:20.399672 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a34fe1a-2cc0-4967-ac94-aeba61d9ce96 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.399801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d216411b-9615-423d-9fb9-5731c1a56b89 None None] The sync data for ids ['6053bc79-3b8b-4697-bf48-e061be42a982'] in n-d-768509-24 is: [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:15Z', 'revision_number': 3, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:43:20.471684 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b4c963bb-197c-4ebd-8e77-f6a3649319ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.520777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c963bb-197c-4ebd-8e77-f6a3649319ed None None] Pushing event updated for resources: {'Port': ['ID=abc11edb-08d5-43cf-a8ed-be99ff235f70,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:20.556744 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a34fe1a-2cc0-4967-ac94-aeba61d9ce96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.627426 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6a34fe1a-2cc0-4967-ac94-aeba61d9ce96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.636228 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34fe1a-2cc0-4967-ac94-aeba61d9ce96 admin admin] Pushing event updated for resources: {'Port': ['ID=115ec67d-8ba7-4be8-ada7-b0a47020cc0d,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:20.810345 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a34fe1a-2cc0-4967-ac94-aeba61d9ce96 admin admin] Network 4019927c-f686-4736-906f-6f7a053cc39c is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:43:20.816115 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-6a34fe1a-2cc0-4967-ac94-aeba61d9ce96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:43:20.913819 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ac82a00-4ab5-47f9-81cf-9e7a51edffec req-6ad187f2-afb2-4868-8e42-9e1aa6e0b066 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 210 time: 0.0521500 Nov 12 04:43:21.014488 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a34fe1a-2cc0-4967-ac94-aeba61d9ce96 admin admin] Router 6053bc79-3b8b-4697-bf48-e061be42a982 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:43:21.169621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a34fe1a-2cc0-4967-ac94-aeba61d9ce96 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:43:21.187375 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6a34fe1a-2cc0-4967-ac94-aeba61d9ce96 admin admin] 10.222.0.37 "PUT /v2.0/routers/6053bc79-3b8b-4697-bf48-e061be42a982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1268008 Nov 12 04:43:21.227800 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5c22ea9d-1f1a-49a6-9bca-a99767ed95d6 None None] Provisioning complete for port 115ec67d-8ba7-4be8-ada7-b0a47020cc0d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:21.228386 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c22ea9d-1f1a-49a6-9bca-a99767ed95d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:21.291769 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5c22ea9d-1f1a-49a6-9bca-a99767ed95d6 None None] Port 115ec67d-8ba7-4be8-ada7-b0a47020cc0d cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:43:21.538435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-4fe201a4-e7ce-4aad-ba32-3a44c3f65ec7 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:21.540338 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-4fe201a4-e7ce-4aad-ba32-3a44c3f65ec7 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.21 "GET /v2.0/networks?id=c002cbd5-2388-42f5-9958-4bb419da4996 HTTP/1.1" status: 200 len: 910 time: 0.1513405 Nov 12 04:43:21.558713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-6c8eb224-9109-4f60-a7c7-5bd3a6619c7c tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Request body: {'port': {'device_id': 'd19a722e-d046-4796-a829-1fd30be30bbb', 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996', 'admin_state_up': True, 'tenant_id': 'cd34179988404ac693e09fcf6b7edf7d'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:21.776565 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-6c8eb224-9109-4f60-a7c7-5bd3a6619c7c tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Made reservation on behalf of cd34179988404ac693e09fcf6b7edf7d for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:43:21.780680 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-6c8eb224-9109-4f60-a7c7-5bd3a6619c7c tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:21.941995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-6c8eb224-9109-4f60-a7c7-5bd3a6619c7c tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Allocated IP 172.20.0.7 (c002cbd5-2388-42f5-9958-4bb419da4996/1f6aa88b-00bf-46d0-a04a-1b48236516f7/988eb6ec-84a1-4d54-874e-e446f89887b8) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:43:22.519128 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47050) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:22.525152 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-058856a4-f5df-4d29-b478-d92626b71a2c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1175400216-network', 'tenant_id': 'fef986a6e6ee4d889bb046f996a45921'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:22.526228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device abc11edb-08d5-43cf-a8ed-be99ff235f70 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:43:22.605653 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-6c8eb224-9109-4f60-a7c7-5bd3a6619c7c tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.635550 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port abc11edb-08d5-43cf-a8ed-be99ff235f70 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:22.636191 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.644235 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec8f8493-d539-4d76-b18c-c61079f0f668 req-721366b7-d774-4f39-a08c-98833e3ce22e tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 210 time: 0.0617299 Nov 12 04:43:22.683242 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058856a4-f5df-4d29-b478-d92626b71a2c admin admin] Made reservation on behalf of fef986a6e6ee4d889bb046f996a45921 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:43:22.686117 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-058856a4-f5df-4d29-b478-d92626b71a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.698960 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-058856a4-f5df-4d29-b478-d92626b71a2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.767747 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-6c8eb224-9109-4f60-a7c7-5bd3a6619c7c tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.802905 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['41cff174-bc7e-434a-af0d-69d75c3bfcf8'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:43:22.833524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-6c8eb224-9109-4f60-a7c7-5bd3a6619c7c tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Network c002cbd5-2388-42f5-9958-4bb419da4996 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:43:22.847461 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-6c8eb224-9109-4f60-a7c7-5bd3a6619c7c tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:43:22.851726 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-6c8eb224-9109-4f60-a7c7-5bd3a6619c7c tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:43:22.869121 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-058856a4-f5df-4d29-b478-d92626b71a2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.892907 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8eb224-9109-4f60-a7c7-5bd3a6619c7c tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Pushing event updated for resources: {'Port': ['ID=988eb6ec-84a1-4d54-874e-e446f89887b8,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:22.937346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-6c8eb224-9109-4f60-a7c7-5bd3a6619c7c tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:22.938341 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-6c8eb224-9109-4f60-a7c7-5bd3a6619c7c tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.952230 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-058856a4-f5df-4d29-b478-d92626b71a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.976483 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] Sync routers for ids ['6053bc79-3b8b-4697-bf48-e061be42a982'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:43:22.992621 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] Routers {'6053bc79-3b8b-4697-bf48-e061be42a982'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:22.993163 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:43:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6053bc79-3b8b-4697-bf48-e061be42a982'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:23.008490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058856a4-f5df-4d29-b478-d92626b71a2c admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:43:23.039660 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058856a4-f5df-4d29-b478-d92626b71a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1c8d7e-3544-4ff7-88e9-6c437943ff46,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:23.047621 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-058856a4-f5df-4d29-b478-d92626b71a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.048028 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-058856a4-f5df-4d29-b478-d92626b71a2c admin admin] Added segment aaa78019-5bdb-4ccc-a561-739552122f6c of type vlan for network d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f Nov 12 04:43:23.052975 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-6c8eb224-9109-4f60-a7c7-5bd3a6619c7c tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5035512 Nov 12 04:43:23.062400 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-bfa8330e-b1f8-4095-afbe-f5fa7daa0177 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:43:23.063566 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-bfa8330e-b1f8-4095-afbe-f5fa7daa0177 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051746 Nov 12 04:43:23.083533 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Request body: {'port': {'device_id': 'd19a722e-d046-4796-a829-1fd30be30bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:23.151428 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-058856a4-f5df-4d29-b478-d92626b71a2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.243665 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.248263 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] Set router 6053bc79-3b8b-4697-bf48-e061be42a982 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:23.305558 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-058856a4-f5df-4d29-b478-d92626b71a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.307246 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058856a4-f5df-4d29-b478-d92626b71a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:23.309034 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-058856a4-f5df-4d29-b478-d92626b71a2c admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.335709 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2b114563-61d9-4a64-a74e-1281c730abfd None None] Provisioning complete for port 988eb6ec-84a1-4d54-874e-e446f89887b8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:23.338887 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b114563-61d9-4a64-a74e-1281c730abfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.424853 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2b114563-61d9-4a64-a74e-1281c730abfd None None] Port 988eb6ec-84a1-4d54-874e-e446f89887b8 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:43:23.461536 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058856a4-f5df-4d29-b478-d92626b71a2c admin admin] Pushing event updated for resources: {'Network': ['ID=d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:23.472444 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:43:23.603002 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-058856a4-f5df-4d29-b478-d92626b71a2c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0807168 Nov 12 04:43:23.605287 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47056) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:23.611419 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 2, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:23.624256 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-dd75538b-19d4-4182-b859-4ac34d8d49fd admin admin] Request body: {'subnet': {'network_id': 'd1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1175400216-subnet', 'tenant_id': 'fef986a6e6ee4d889bb046f996a45921', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:23.626133 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988eb6ec-84a1-4d54-874e-e446f89887b8 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:43:23.639511 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.651681 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] Checking router: 6053bc79-3b8b-4697-bf48-e061be42a982 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:43:23.652048 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] Updating router 6053bc79-3b8b-4697-bf48-e061be42a982 port 115ec67d-8ba7-4be8-ada7-b0a47020cc0d binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:43:23.692231 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Transition to ACTIVE for port object 988eb6ec-84a1-4d54-874e-e446f89887b8 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:43:23.698158 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.775046 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd75538b-19d4-4182-b859-4ac34d8d49fd admin admin] Made reservation on behalf of fef986a6e6ee4d889bb046f996a45921 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:43:23.777930 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd75538b-19d4-4182-b859-4ac34d8d49fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.787680 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.866055 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Pushing event updated for resources: {'Port': ['ID=988eb6ec-84a1-4d54-874e-e446f89887b8,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:23.901891 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a1dd8-160e-4fc5-b03b-258caac1fda6 req-26e0a5c3-4836-4b69-b284-05aae5ca31a6 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:23.903751 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a6a1dd8-160e-4fc5-b03b-258caac1fda6 req-26e0a5c3-4836-4b69-b284-05aae5ca31a6 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 1027 time: 0.1609995 Nov 12 04:43:24.053530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Attempting to bind port 988eb6ec-84a1-4d54-874e-e446f89887b8 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:43:24.054234 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Attempting to bind port 988eb6ec-84a1-4d54-874e-e446f89887b8 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'f77049ba-d2cf-46fd-8606-39e034eb0e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:43:24.054377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Attempting to bind port 988eb6ec-84a1-4d54-874e-e446f89887b8 on network c002cbd5-2388-42f5-9958-4bb419da4996 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:43:24.059266 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a6a1dd8-160e-4fc5-b03b-258caac1fda6 req-58159f71-658d-478d-9fbc-8c376be25364 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254246 Nov 12 04:43:24.065006 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Port 988eb6ec-84a1-4d54-874e-e446f89887b8 on network c002cbd5-2388-42f5-9958-4bb419da4996 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:43:24.065432 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Attempting to bind port 988eb6ec-84a1-4d54-874e-e446f89887b8 on network c002cbd5-2388-42f5-9958-4bb419da4996 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:43:24.072949 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:43:24.073343 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Checking segment: {'id': 'f77049ba-d2cf-46fd-8606-39e034eb0e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:43:24.073910 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Bound using segment: {'id': 'f77049ba-d2cf-46fd-8606-39e034eb0e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:43:24.074752 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Bound port: 988eb6ec-84a1-4d54-874e-e446f89887b8, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77049ba-d2cf-46fd-8606-39e034eb0e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:43:24.081696 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:24.129600 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd75538b-19d4-4182-b859-4ac34d8d49fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:24.187588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] For port 988eb6ec-84a1-4d54-874e-e446f89887b8, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:43:24.191360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] For port 988eb6ec-84a1-4d54-874e-e446f89887b8, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=988eb6ec-84a1-4d54-874e-e446f89887b8,segment=NetworkSegment(f77049ba-d2cf-46fd-8606-39e034eb0e8d),segment_id=f77049ba-d2cf-46fd-8606-39e034eb0e8d)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:43:24.201847 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75538b-19d4-4182-b859-4ac34d8d49fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf72fb38-f00f-4f91-9e16-06ad8a35f295,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:24.209905 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd75538b-19d4-4182-b859-4ac34d8d49fd admin admin] Checking segment: {'id': 'aaa78019-5bdb-4ccc-a561-739552122f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:43:24.210260 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd75538b-19d4-4182-b859-4ac34d8d49fd admin admin] Network hostable DHCP agents. Network: d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:43:24.247395 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:24.317113 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:24.352179 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd75538b-19d4-4182-b859-4ac34d8d49fd admin admin] Network d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:43:24.357898 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:24.364027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:24.364027 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:24.364027 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] 10.222.0.21 "PUT /v2.0/ports/988eb6ec-84a1-4d54-874e-e446f89887b8 HTTP/1.1" status: 200 len: 1092 time: 1.2837777 Nov 12 04:43:24.364027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19a722e-d046-4796-a829-1fd30be30bbb', 'tag': '988eb6ec-84a1-4d54-874e-e446f89887b8'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:43:24.365107 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba020beb-1d7e-4a44-93f3-3b61d16acb39" -d '{"events": [{"name": "network-changed", "server_uuid": "d19a722e-d046-4796-a829-1fd30be30bbb", "tag": "988eb6ec-84a1-4d54-874e-e446f89887b8"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:43:24.406018 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc0c4c-d8dd-4f80-bdd6-6859af700975 service neutron] Pushing event updated for resources: {'Port': ['ID=988eb6ec-84a1-4d54-874e-e446f89887b8,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:24.416028 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0af7883-883e-49c8-8f2f-b6e4ba0d2306 x-openstack-request-id: req-c0af7883-883e-49c8-8f2f-b6e4ba0d2306 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:43:24.416322 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19a722e-d046-4796-a829-1fd30be30bbb", "tag": "988eb6ec-84a1-4d54-874e-e446f89887b8", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:43:24.416575 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0af7883-883e-49c8-8f2f-b6e4ba0d2306 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:43:24.416980 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19a722e-d046-4796-a829-1fd30be30bbb', 'tag': '988eb6ec-84a1-4d54-874e-e446f89887b8', 'status': 'completed', 'code': 200} Nov 12 04:43:24.422763 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035db592-5a93-4fea-af7e-74cdb5ade601 None None] Pushing event updated for resources: {'Port': ['ID=115ec67d-8ba7-4be8-ada7-b0a47020cc0d,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:24.435102 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035db592-5a93-4fea-af7e-74cdb5ade601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:24.435383 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035db592-5a93-4fea-af7e-74cdb5ade601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:24.435719 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035db592-5a93-4fea-af7e-74cdb5ade601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:24.436276 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035db592-5a93-4fea-af7e-74cdb5ade601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:24.436406 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035db592-5a93-4fea-af7e-74cdb5ade601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:24.436737 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035db592-5a93-4fea-af7e-74cdb5ade601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:24.437057 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035db592-5a93-4fea-af7e-74cdb5ade601 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:24.437378 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035db592-5a93-4fea-af7e-74cdb5ade601 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:24.437693 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035db592-5a93-4fea-af7e-74cdb5ade601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:24.438006 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035db592-5a93-4fea-af7e-74cdb5ade601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:24.438340 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035db592-5a93-4fea-af7e-74cdb5ade601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:24.438653 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035db592-5a93-4fea-af7e-74cdb5ade601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:24.487788 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-dd75538b-19d4-4182-b859-4ac34d8d49fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:43:24.492176 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd75538b-19d4-4182-b859-4ac34d8d49fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:24.496801 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dd75538b-19d4-4182-b859-4ac34d8d49fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:24.506292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6330c9fd-ad43-4131-b5e1-93ce5ec495ba None None] Network d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:43:24.545206 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] Attempting to bind port 115ec67d-8ba7-4be8-ada7-b0a47020cc0d on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:43:24.545587 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] Attempting to bind port 115ec67d-8ba7-4be8-ada7-b0a47020cc0d by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:43:24.545934 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] Attempting to bind port 115ec67d-8ba7-4be8-ada7-b0a47020cc0d on network 4019927c-f686-4736-906f-6f7a053cc39c {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:43:24.561023 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:43:24.561449 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] Checking segment: {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:43:24.561850 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:24.562235 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] Bound using segment: {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:43:24.562929 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] Bound port: 115ec67d-8ba7-4be8-ada7-b0a47020cc0d, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:43:24.563227 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:24.573638 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba020beb-1d7e-4a44-93f3-3b61d16acb39 req-ef2c6822-7eaa-495c-86e1-dba4f180986f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:24.575269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba020beb-1d7e-4a44-93f3-3b61d16acb39 req-ef2c6822-7eaa-495c-86e1-dba4f180986f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd34179988404ac693e09fcf6b7edf7d&device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 1095 time: 0.1103117 Nov 12 04:43:24.669073 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-dd75538b-19d4-4182-b859-4ac34d8d49fd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0620425 Nov 12 04:43:24.671682 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47064) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:24.705966 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1175400216-router', 'tenant_id': 'fef986a6e6ee4d889bb046f996a45921', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:24.712674 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] For port 115ec67d-8ba7-4be8-ada7-b0a47020cc0d, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:43:24.730297 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] For port 115ec67d-8ba7-4be8-ada7-b0a47020cc0d, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=115ec67d-8ba7-4be8-ada7-b0a47020cc0d,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:43:24.763551 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba020beb-1d7e-4a44-93f3-3b61d16acb39 req-e2c261d0-2b00-4ab7-8a7c-7449eb63534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:24.765115 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba020beb-1d7e-4a44-93f3-3b61d16acb39 req-e2c261d0-2b00-4ab7-8a7c-7449eb63534b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=cd34179988404ac693e09fcf6b7edf7d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1751416 Nov 12 04:43:24.837569 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:24.838919 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f', 'network_id': 'd1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f', 'tenant_id': 'fef986a6e6ee4d889bb046f996a45921', 'fixed_ips': [{'subnet_id': 'bf72fb38-f00f-4f91-9e16-06ad8a35f295'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:43:24.839795 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:24.892081 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:24.896244 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:24.921801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba020beb-1d7e-4a44-93f3-3b61d16acb39 req-b27dea1f-220a-4d50-b072-4948ee3bbac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:24.923998 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba020beb-1d7e-4a44-93f3-3b61d16acb39 req-b27dea1f-220a-4d50-b072-4948ee3bbac1 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1516221 Nov 12 04:43:24.930830 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] Routers {'6053bc79-3b8b-4697-bf48-e061be42a982'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:24.931925 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:43:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6053bc79-3b8b-4697-bf48-e061be42a982'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:24.976001 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035db592-5a93-4fea-af7e-74cdb5ade601 None None] Pushing event updated for resources: {'Port': ['ID=115ec67d-8ba7-4be8-ada7-b0a47020cc0d,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:25.019059 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.064269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-476c2992-77a4-4d35-9cec-eaae643a6203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:25.068643 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-476c2992-77a4-4d35-9cec-eaae643a6203 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd34179988404ac693e09fcf6b7edf7d&device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 1095 time: 0.0753288 Nov 12 04:43:25.073096 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f63922a7-625e-4fa0-a5a6-d4670e3dab8f None None] Provisioning complete for port 115ec67d-8ba7-4be8-ada7-b0a47020cc0d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:25.073680 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f63922a7-625e-4fa0-a5a6-d4670e3dab8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.099191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] Allocated IP 172.20.0.2 (d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f/bf72fb38-f00f-4f91-9e16-06ad8a35f295/8dd170e6-8a40-49f2-aa76-a06cee4af32b) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:43:25.110378 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] Set router 6053bc79-3b8b-4697-bf48-e061be42a982 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:25.163557 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-13deec21-0a38-4fc9-b1b4-2ede6e451a08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=988eb6ec-84a1-4d54-874e-e446f89887b8 HTTP/1.1" status: 200 len: 217 time: 0.0824006 Nov 12 04:43:25.288328 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f63922a7-625e-4fa0-a5a6-d4670e3dab8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.323351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-bea8b70c-699e-4648-9816-25890f0a9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:25.325224 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-bea8b70c-699e-4648-9816-25890f0a9834 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f6aa88b-00bf-46d0-a04a-1b48236516f7 HTTP/1.1" status: 200 len: 848 time: 0.1518772 Nov 12 04:43:25.360813 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f63922a7-625e-4fa0-a5a6-d4670e3dab8f None None] For port 115ec67d-8ba7-4be8-ada7-b0a47020cc0d, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=115ec67d-8ba7-4be8-ada7-b0a47020cc0d,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:25.372646 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.390219 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec8873-f928-4939-b988-b37002cccb70 req-75aa292a-07f6-4161-bcd4-e02c73f7768f tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:25.390590 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.391854 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47ec8873-f928-4939-b988-b37002cccb70 req-75aa292a-07f6-4161-bcd4-e02c73f7768f tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 1095 time: 0.1985435 Nov 12 04:43:25.408766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-6e893285-c2b6-42b1-b9b6-774b18bcebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:25.409795 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-6e893285-c2b6-42b1-b9b6-774b18bcebce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c002cbd5-2388-42f5-9958-4bb419da4996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768826 Nov 12 04:43:25.455964 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:24Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:25.482411 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376f6ce8-c1b3-407e-97bd-fdb917dbc9b1 None None] The sync data for ids ['6053bc79-3b8b-4697-bf48-e061be42a982'] in n-d-768509-24 is: [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:24Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:43:25.497160 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47ec8873-f928-4939-b988-b37002cccb70 req-ad15e77a-b09b-498a-8831-1a2cc98206eb tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974157 Nov 12 04:43:25.532583 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-ae654291-43cb-4366-b706-84a76aa84a20 service neutron] 10.222.0.21 "GET /v2.0/networks/c002cbd5-2388-42f5-9958-4bb419da4996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147599 Nov 12 04:43:25.546274 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f63922a7-625e-4fa0-a5a6-d4670e3dab8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.619867 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.655151 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63922a7-625e-4fa0-a5a6-d4670e3dab8f None None] Pushing event updated for resources: {'Port': ['ID=115ec67d-8ba7-4be8-ada7-b0a47020cc0d,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:25.659383 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] Network d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:43:25.664138 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:43:25.686499 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:43:25.738351 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3dc3a0b3-ee44-495d-9588-bdfbda067af8 req-729b5112-0019-4e8c-abb3-05f109a6f8ab service neutron] 10.222.0.21 "GET /v2.0/networks/c002cbd5-2388-42f5-9958-4bb419da4996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798279 Nov 12 04:43:25.757166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-016fe1fd-fbcb-4559-bfcd-a8eb21485c87 None None] Provisioning complete for port 115ec67d-8ba7-4be8-ada7-b0a47020cc0d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:25.757836 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-016fe1fd-fbcb-4559-bfcd-a8eb21485c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.819069 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] Pushing event updated for resources: {'Port': ['ID=8dd170e6-8a40-49f2-aa76-a06cee4af32b,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:25.842034 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] Attempting to bind port 8dd170e6-8a40-49f2-aa76-a06cee4af32b on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:43:25.842397 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] Attempting to bind port 8dd170e6-8a40-49f2-aa76-a06cee4af32b by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'aaa78019-5bdb-4ccc-a561-739552122f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:43:25.842797 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] Attempting to bind port 8dd170e6-8a40-49f2-aa76-a06cee4af32b on network d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:43:25.851054 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:43:25.851435 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] Checking segment: {'id': 'aaa78019-5bdb-4ccc-a561-739552122f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:43:25.851846 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.852241 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] Bound using segment: {'id': 'aaa78019-5bdb-4ccc-a561-739552122f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:43:25.852715 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] Bound port: 8dd170e6-8a40-49f2-aa76-a06cee4af32b, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa78019-5bdb-4ccc-a561-739552122f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:43:25.853158 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.971093 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.991203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] For port 8dd170e6-8a40-49f2-aa76-a06cee4af32b, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:43:25.994572 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] For port 8dd170e6-8a40-49f2-aa76-a06cee4af32b, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8dd170e6-8a40-49f2-aa76-a06cee4af32b,segment=NetworkSegment(aaa78019-5bdb-4ccc-a561-739552122f6c),segment_id=aaa78019-5bdb-4ccc-a561-739552122f6c)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:43:25.998534 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:26.105224 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:26.144927 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Allocated IP 172.25.1.33 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/c080b6e4-a889-48d1-9f11-e1d5d08f8682) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:43:26.191391 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97598c91-451e-4401-ae18-f41f39da50b3 None None] Pushing event updated for resources: {'Port': ['ID=8dd170e6-8a40-49f2-aa76-a06cee4af32b,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:26.311875 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:26.546258 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:26.547053 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8dd170e6-8a40-49f2-aa76-a06cee4af32b up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:43:26.600552 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:43:26.621852 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 8dd170e6-8a40-49f2-aa76-a06cee4af32b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:26.622220 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:26.629180 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:43:26.633309 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:43:26.655040 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d65ad0a-2a49-4bc6-b031-c02e123e1de3 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:43:26.682049 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521923d-0046-426c-ab86-9df24ffb2ce6 req-6585f3b6-1144-4850-a18e-41ca877cbacb tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:26.683648 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1521923d-0046-426c-ab86-9df24ffb2ce6 req-6585f3b6-1144-4850-a18e-41ca877cbacb tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 1095 time: 0.0813341 Nov 12 04:43:26.686535 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Pushing event updated for resources: {'Port': ['ID=c080b6e4-a889-48d1-9f11-e1d5d08f8682,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:26.711794 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:26.712084 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:26.712401 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:26.712742 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:26.713078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:26.713407 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:26.713740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:26.714068 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:26.714391 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:26.714732 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:26.715057 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:26.715377 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:26.777453 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1521923d-0046-426c-ab86-9df24ffb2ce6 req-c97ae5a3-22fd-4aaf-8cba-fba47dbce46b tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686681 Nov 12 04:43:26.787754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9f7da502-7b0e-43e4-89cd-4bdfb53a40bf None None] Provisioning complete for port c080b6e4-a889-48d1-9f11-e1d5d08f8682 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:26.788126 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f7da502-7b0e-43e4-89cd-4bdfb53a40bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:26.823715 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:26.858765 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9f7da502-7b0e-43e4-89cd-4bdfb53a40bf None None] Port c080b6e4-a889-48d1-9f11-e1d5d08f8682 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:43:26.876275 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 8dd170e6-8a40-49f2-aa76-a06cee4af32b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8dd170e6-8a40-49f2-aa76-a06cee4af32b,segment=NetworkSegment(aaa78019-5bdb-4ccc-a561-739552122f6c),segment_id=aaa78019-5bdb-4ccc-a561-739552122f6c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:27.007380 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:27.008427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 115ec67d-8ba7-4be8-ada7-b0a47020cc0d up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:43:27.103747 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=8dd170e6-8a40-49f2-aa76-a06cee4af32b,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:27.117634 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 115ec67d-8ba7-4be8-ada7-b0a47020cc0d triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:27.118013 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:27.227777 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:27.392361 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d57411b-9a97-4c35-906e-987223bebcf1 None None] Network d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:43:27.446380 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:27.684684 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0d61c51c-f0a7-484b-a628-eba88713f613 None None] Provisioning complete for port 8dd170e6-8a40-49f2-aa76-a06cee4af32b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:27.687293 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0d61c51c-f0a7-484b-a628-eba88713f613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:27.754577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Router d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:43:27.919452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:43:27.920243 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65dbf9-bf71-412b-8a87-023e64516fae req-aa27d591-367f-4cc9-b2d5-07d1399198d9 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:27.938506 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab65dbf9-bf71-412b-8a87-023e64516fae req-aa27d591-367f-4cc9-b2d5-07d1399198d9 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 1095 time: 0.0813105 Nov 12 04:43:27.944110 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] Sync routers for ids ['d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:43:27.980437 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] Routers {'d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:27.980437 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:43:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:28.016614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab65dbf9-bf71-412b-8a87-023e64516fae req-200296b9-de58-44c1-aec7-eec62291ea38 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746889 Nov 12 04:43:28.064895 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:28.066306 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4c2c1ce2-d276-4302-83e2-f09476f5bb3a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3847399 Nov 12 04:43:28.069706 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47092) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:28.157482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] Set router d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:28.249761 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-84dbc658-f65b-4a80-86d9-f32922fcb364 None None] Provisioning complete for port 8dd170e6-8a40-49f2-aa76-a06cee4af32b triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:28.252274 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-84dbc658-f65b-4a80-86d9-f32922fcb364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:28.452318 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04ad9f1-2a5c-44cd-b678-9f089d4fe1b1', 'name': 'tempest-TestVolumeBootPattern-1175400216-router', 'tenant_id': 'fef986a6e6ee4d889bb046f996a45921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'c080b6e4-a889-48d1-9f11-e1d5d08f8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:24Z', 'updated_at': '2021-11-12T04:43:26Z', 'revision_number': 3, 'project_id': 'fef986a6e6ee4d889bb046f996a45921', 'gw_port': {'id': 'c080b6e4-a889-48d1-9f11-e1d5d08f8682', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04ad9f1-2a5c-44cd-b678-9f089d4fe1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:26Z', 'updated_at': '2021-11-12T04:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:28.483392 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8dd170e6-8a40-49f2-aa76-a06cee4af32b up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:43:28.490203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] Checking router: d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:43:28.490664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] Updating router d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1 port c080b6e4-a889-48d1-9f11-e1d5d08f8682 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:43:28.542011 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:28.657483 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 8dd170e6-8a40-49f2-aa76-a06cee4af32b triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:28.657907 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:28.816485 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424f3ace-313e-455e-9c43-e4e0c9ca5c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:28.930901 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:28.979600 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-424f3ace-313e-455e-9c43-e4e0c9ca5c84 admin admin] Allocated IP 172.20.0.1 (d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f/bf72fb38-f00f-4f91-9e16-06ad8a35f295/2515a9d2-ee0d-413b-b3a9-76e91ba68f04) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:43:29.037914 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.096778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64b6dc7-5d49-445e-b2f5-a5537b833363 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:43:29.105327 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] Attempting to bind port c080b6e4-a889-48d1-9f11-e1d5d08f8682 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:43:29.105708 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] Attempting to bind port c080b6e4-a889-48d1-9f11-e1d5d08f8682 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:43:29.106071 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] Attempting to bind port c080b6e4-a889-48d1-9f11-e1d5d08f8682 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:43:29.125278 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424f3ace-313e-455e-9c43-e4e0c9ca5c84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.126351 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:43:29.126742 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:43:29.127169 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.127557 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:43:29.128263 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] Bound port: c080b6e4-a889-48d1-9f11-e1d5d08f8682, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:43:29.128656 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.137332 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e95a6f-c166-4887-83de-f09ee9fe51b3 None None] Pushing event updated for resources: {'Port': ['ID=c080b6e4-a889-48d1-9f11-e1d5d08f8682,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:29.175483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684544d2-107e-4731-98cd-55f6ce4979e1 req-1e5dccee-1181-41ba-8a98-a97746f76cc7 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:29.177695 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-684544d2-107e-4731-98cd-55f6ce4979e1 req-1e5dccee-1181-41ba-8a98-a97746f76cc7 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 1095 time: 0.0580068 Nov 12 04:43:29.206369 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6d58d77a-1f56-41dc-8953-48143801eb98 None None] Provisioning complete for port c080b6e4-a889-48d1-9f11-e1d5d08f8682 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:29.206833 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d58d77a-1f56-41dc-8953-48143801eb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.242043 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-684544d2-107e-4731-98cd-55f6ce4979e1 req-81066658-77c4-4a69-8646-c069795894a2 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543988 Nov 12 04:43:29.262310 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] For port c080b6e4-a889-48d1-9f11-e1d5d08f8682, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:43:29.268039 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424f3ace-313e-455e-9c43-e4e0c9ca5c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.277537 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6d58d77a-1f56-41dc-8953-48143801eb98 None None] Port c080b6e4-a889-48d1-9f11-e1d5d08f8682 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:43:29.277537 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] For port c080b6e4-a889-48d1-9f11-e1d5d08f8682, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c080b6e4-a889-48d1-9f11-e1d5d08f8682,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:43:29.307681 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424f3ace-313e-455e-9c43-e4e0c9ca5c84 admin admin] Network d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:43:29.310455 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-424f3ace-313e-455e-9c43-e4e0c9ca5c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:43:29.316594 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424f3ace-313e-455e-9c43-e4e0c9ca5c84 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:43:29.343510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f3ace-313e-455e-9c43-e4e0c9ca5c84 admin admin] Pushing event updated for resources: {'Port': ['ID=2515a9d2-ee0d-413b-b3a9-76e91ba68f04,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:29.365071 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424f3ace-313e-455e-9c43-e4e0c9ca5c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.427607 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.487474 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22160af-7ac1-4329-8399-e71edfd2e627 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:43:29.502542 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] Routers {'d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:29.503232 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:43:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:29.544252 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e95a6f-c166-4887-83de-f09ee9fe51b3 None None] Pushing event updated for resources: {'Port': ['ID=c080b6e4-a889-48d1-9f11-e1d5d08f8682,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:29.624468 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-52679276-5408-452d-bbb4-edb4124c09f5 None None] Provisioning complete for port c080b6e4-a889-48d1-9f11-e1d5d08f8682 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:29.624797 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-52679276-5408-452d-bbb4-edb4124c09f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.651182 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] Set router d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:29.660398 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424f3ace-313e-455e-9c43-e4e0c9ca5c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.823447 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-52679276-5408-452d-bbb4-edb4124c09f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.845578 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424f3ace-313e-455e-9c43-e4e0c9ca5c84 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.853688 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-52679276-5408-452d-bbb4-edb4124c09f5 None None] For port c080b6e4-a889-48d1-9f11-e1d5d08f8682, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c080b6e4-a889-48d1-9f11-e1d5d08f8682,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:29.905208 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04ad9f1-2a5c-44cd-b678-9f089d4fe1b1', 'name': 'tempest-TestVolumeBootPattern-1175400216-router', 'tenant_id': 'fef986a6e6ee4d889bb046f996a45921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'c080b6e4-a889-48d1-9f11-e1d5d08f8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:24Z', 'updated_at': '2021-11-12T04:43:26Z', 'revision_number': 3, 'project_id': 'fef986a6e6ee4d889bb046f996a45921', 'gw_port': {'id': 'c080b6e4-a889-48d1-9f11-e1d5d08f8682', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04ad9f1-2a5c-44cd-b678-9f089d4fe1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:26Z', 'updated_at': '2021-11-12T04:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:29.932511 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a833bfc8-c58f-4988-a260-cff65365882c None None] The sync data for ids ['d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1'] in n-d-768509-24 is: [{'id': 'd04ad9f1-2a5c-44cd-b678-9f089d4fe1b1', 'name': 'tempest-TestVolumeBootPattern-1175400216-router', 'tenant_id': 'fef986a6e6ee4d889bb046f996a45921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'c080b6e4-a889-48d1-9f11-e1d5d08f8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:24Z', 'updated_at': '2021-11-12T04:43:26Z', 'revision_number': 3, 'project_id': 'fef986a6e6ee4d889bb046f996a45921', 'gw_port': {'id': 'c080b6e4-a889-48d1-9f11-e1d5d08f8682', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04ad9f1-2a5c-44cd-b678-9f089d4fe1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:26Z', 'updated_at': '2021-11-12T04:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:43:29.959326 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424f3ace-313e-455e-9c43-e4e0c9ca5c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.997765 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-52679276-5408-452d-bbb4-edb4124c09f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:30.033947 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-424f3ace-313e-455e-9c43-e4e0c9ca5c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:30.044976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-52679276-5408-452d-bbb4-edb4124c09f5 None None] Provisioning complete for port 2515a9d2-ee0d-413b-b3a9-76e91ba68f04 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:30.045435 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-52679276-5408-452d-bbb4-edb4124c09f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:30.063027 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f3ace-313e-455e-9c43-e4e0c9ca5c84 admin admin] Pushing event updated for resources: {'Port': ['ID=2515a9d2-ee0d-413b-b3a9-76e91ba68f04,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:30.102202 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52679276-5408-452d-bbb4-edb4124c09f5 None None] Pushing event updated for resources: {'Port': ['ID=c080b6e4-a889-48d1-9f11-e1d5d08f8682,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:30.105374 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-52679276-5408-452d-bbb4-edb4124c09f5 None None] Port 2515a9d2-ee0d-413b-b3a9-76e91ba68f04 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:43:30.144162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424f3ace-313e-455e-9c43-e4e0c9ca5c84 admin admin] Network d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:43:30.146171 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-424f3ace-313e-455e-9c43-e4e0c9ca5c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:43:30.423960 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424f3ace-313e-455e-9c43-e4e0c9ca5c84 admin admin] Router d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:43:30.465630 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a8e5c-d637-46ae-af99-6b2d9bb011ba req-e498a562-f436-4a3a-b84c-c7ce79fa958f tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:30.476544 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c3a8e5c-d637-46ae-af99-6b2d9bb011ba req-e498a562-f436-4a3a-b84c-c7ce79fa958f tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 1095 time: 0.0863912 Nov 12 04:43:30.493086 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c080b6e4-a889-48d1-9f11-e1d5d08f8682 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:43:30.549600 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c3a8e5c-d637-46ae-af99-6b2d9bb011ba req-0a7ed84a-e563-43a4-9a5c-c5dafb89ef3b tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716560 Nov 12 04:43:30.615127 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port c080b6e4-a889-48d1-9f11-e1d5d08f8682 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:30.615381 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:30.654183 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424f3ace-313e-455e-9c43-e4e0c9ca5c84 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:43:30.658846 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5c6873ed-0e4f-4ced-b04f-1a7cd203f35a None None] Provisioning complete for port 2515a9d2-ee0d-413b-b3a9-76e91ba68f04 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:30.659214 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c6873ed-0e4f-4ced-b04f-1a7cd203f35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:30.664462 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-424f3ace-313e-455e-9c43-e4e0c9ca5c84 admin admin] 10.222.0.37 "PUT /v2.0/routers/d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5924926 Nov 12 04:43:30.761144 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5c6873ed-0e4f-4ced-b04f-1a7cd203f35a None None] Port 2515a9d2-ee0d-413b-b3a9-76e91ba68f04 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:43:30.825836 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 988eb6ec-84a1-4d54-874e-e446f89887b8 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:43:31.007129 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 988eb6ec-84a1-4d54-874e-e446f89887b8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=988eb6ec-84a1-4d54-874e-e446f89887b8,segment=NetworkSegment(f77049ba-d2cf-46fd-8606-39e034eb0e8d),segment_id=f77049ba-d2cf-46fd-8606-39e034eb0e8d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:31.198526 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '988eb6ec-84a1-4d54-874e-e446f89887b8', 'network_id': 'c002cbd5-2388-42f5-9958-4bb419da4996', 'port_id': '988eb6ec-84a1-4d54-874e-e446f89887b8', 'mac_address': 'fa:16:3e:4c:46:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6aa88b-00bf-46d0-a04a-1b48236516f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:43:31.238676 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:31.253048 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988eb6ec-84a1-4d54-874e-e446f89887b8 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:43:31.281883 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 988eb6ec-84a1-4d54-874e-e446f89887b8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=988eb6ec-84a1-4d54-874e-e446f89887b8,segment=NetworkSegment(f77049ba-d2cf-46fd-8606-39e034eb0e8d),segment_id=f77049ba-d2cf-46fd-8606-39e034eb0e8d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:31.467701 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:31.518301 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=988eb6ec-84a1-4d54-874e-e446f89887b8,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:31.663564 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac06cff-ed6e-4732-9f13-4f5a99823bd2 req-c815af1f-a4ba-48a9-94a4-22e74d5fbdf3 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:31.669350 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5ac06cff-ed6e-4732-9f13-4f5a99823bd2 req-c815af1f-a4ba-48a9-94a4-22e74d5fbdf3 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 1096 time: 0.0490937 Nov 12 04:43:31.716108 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5ac06cff-ed6e-4732-9f13-4f5a99823bd2 req-823a7139-0692-4e99-abe8-bf7efef9b42a tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448499 Nov 12 04:43:31.852085 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['988eb6ec-84a1-4d54-874e-e446f89887b8'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:43:32.697999 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] Sync routers for ids ['d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:43:32.712493 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] Routers {'d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:32.713088 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:43:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:32.831453 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] Set router d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:32.835026 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be85d50-9faa-4ad3-b7e7-c38e8191a654 req-b1b99a25-53c1-42cc-9e03-d2e430290cc6 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:32.839756 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3be85d50-9faa-4ad3-b7e7-c38e8191a654 req-b1b99a25-53c1-42cc-9e03-d2e430290cc6 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 1096 time: 0.0486333 Nov 12 04:43:32.842338 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 988eb6ec-84a1-4d54-874e-e446f89887b8 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:43:32.901312 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3be85d50-9faa-4ad3-b7e7-c38e8191a654 req-069118bb-1b2d-4926-a89c-5baff09ee0a7 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497358 Nov 12 04:43:32.979161 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 988eb6ec-84a1-4d54-874e-e446f89887b8 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:43:32.983581 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 988eb6ec-84a1-4d54-874e-e446f89887b8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:32.994809 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:33.074814 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:33.083047 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04ad9f1-2a5c-44cd-b678-9f089d4fe1b1', 'name': 'tempest-TestVolumeBootPattern-1175400216-router', 'tenant_id': 'fef986a6e6ee4d889bb046f996a45921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'c080b6e4-a889-48d1-9f11-e1d5d08f8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:24Z', 'updated_at': '2021-11-12T04:43:29Z', 'revision_number': 4, 'project_id': 'fef986a6e6ee4d889bb046f996a45921', 'gw_port': {'id': 'c080b6e4-a889-48d1-9f11-e1d5d08f8682', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04ad9f1-2a5c-44cd-b678-9f089d4fe1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:26Z', 'updated_at': '2021-11-12T04:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2515a9d2-ee0d-413b-b3a9-76e91ba68f04', 'name': '', 'network_id': 'd1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f', 'tenant_id': 'fef986a6e6ee4d889bb046f996a45921', 'mac_address': 'fa:16:3e:b0:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04ad9f1-2a5c-44cd-b678-9f089d4fe1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'bf72fb38-f00f-4f91-9e16-06ad8a35f295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:28Z', 'updated_at': '2021-11-12T04:43:29Z', 'revision_number': 2, 'project_id': 'fef986a6e6ee4d889bb046f996a45921', 'subnets': [{'id': 'bf72fb38-f00f-4f91-9e16-06ad8a35f295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:33.104978 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19a722e-d046-4796-a829-1fd30be30bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988eb6ec-84a1-4d54-874e-e446f89887b8'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:43:33.108595 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6a9436-3003-49d4-a94c-56fc3ac09366" -d '{"events": [{"server_uuid": "d19a722e-d046-4796-a829-1fd30be30bbb", "name": "network-vif-plugged", "status": "completed", "tag": "988eb6ec-84a1-4d54-874e-e446f89887b8"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:43:33.111524 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] Checking router: d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:43:33.111945 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] Updating router d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1 port 2515a9d2-ee0d-413b-b3a9-76e91ba68f04 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:43:33.142668 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 988eb6ec-84a1-4d54-874e-e446f89887b8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=988eb6ec-84a1-4d54-874e-e446f89887b8,segment=NetworkSegment(f77049ba-d2cf-46fd-8606-39e034eb0e8d),segment_id=f77049ba-d2cf-46fd-8606-39e034eb0e8d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:33.159055 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433ced59-b46d-4860-a8b2-3d53618eaea0 x-openstack-request-id: req-433ced59-b46d-4860-a8b2-3d53618eaea0 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:43:33.159055 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19a722e-d046-4796-a829-1fd30be30bbb", "name": "network-vif-plugged", "status": "completed", "tag": "988eb6ec-84a1-4d54-874e-e446f89887b8", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:43:33.159055 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-433ced59-b46d-4860-a8b2-3d53618eaea0 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:43:33.159055 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19a722e-d046-4796-a829-1fd30be30bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988eb6ec-84a1-4d54-874e-e446f89887b8', 'code': 200} Nov 12 04:43:33.183843 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:33.270591 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:33.305480 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9c5d2-c454-49d1-a99b-5e98a8d3a4e7 req-a4b3300d-f230-4357-a8bd-f5858ff22531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:33.307941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6f9c5d2-c454-49d1-a99b-5e98a8d3a4e7 req-a4b3300d-f230-4357-a8bd-f5858ff22531 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 1096 time: 0.0537446 Nov 12 04:43:33.318160 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-368e796a-4827-4791-b982-9d2c2bfcb227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:33.352924 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=988eb6ec-84a1-4d54-874e-e446f89887b8,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:33.370808 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6f9c5d2-c454-49d1-a99b-5e98a8d3a4e7 req-27125f7e-e165-47d3-b4ef-b0cf81914e5a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553615 Nov 12 04:43:33.581677 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:33.740754 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:33.790799 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c29a0-eb80-4c0a-a2ae-8030f32b368c None None] Pushing event updated for resources: {'Port': ['ID=2515a9d2-ee0d-413b-b3a9-76e91ba68f04,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:33.946020 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] Attempting to bind port 2515a9d2-ee0d-413b-b3a9-76e91ba68f04 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:43:33.946383 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] Attempting to bind port 2515a9d2-ee0d-413b-b3a9-76e91ba68f04 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'aaa78019-5bdb-4ccc-a561-739552122f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:43:33.946774 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] Attempting to bind port 2515a9d2-ee0d-413b-b3a9-76e91ba68f04 on network d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:43:33.952429 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:43:33.952800 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] Checking segment: {'id': 'aaa78019-5bdb-4ccc-a561-739552122f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:43:33.953199 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:33.953585 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] Bound using segment: {'id': 'aaa78019-5bdb-4ccc-a561-739552122f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:43:33.954039 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] Bound port: 2515a9d2-ee0d-413b-b3a9-76e91ba68f04, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa78019-5bdb-4ccc-a561-739552122f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:43:33.954414 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:34.033491 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f72f1e-3107-430a-a3ea-42dd91270eb7 req-847d39b1-30a3-46a3-8771-578e635b3397 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:34.042267 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0f72f1e-3107-430a-a3ea-42dd91270eb7 req-847d39b1-30a3-46a3-8771-578e635b3397 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 1097 time: 0.0566266 Nov 12 04:43:34.043708 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] For port 2515a9d2-ee0d-413b-b3a9-76e91ba68f04, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:43:34.046970 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] For port 2515a9d2-ee0d-413b-b3a9-76e91ba68f04, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2515a9d2-ee0d-413b-b3a9-76e91ba68f04,segment=NetworkSegment(aaa78019-5bdb-4ccc-a561-739552122f6c),segment_id=aaa78019-5bdb-4ccc-a561-739552122f6c)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:43:34.092528 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0f72f1e-3107-430a-a3ea-42dd91270eb7 req-77502a0a-8ff2-4a90-b742-f90a4b705645 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504975 Nov 12 04:43:34.119904 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-92cdfc46-337a-4a93-abda-90f1e021f640 None None] Provisioning complete for port 2515a9d2-ee0d-413b-b3a9-76e91ba68f04 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:34.120482 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-92cdfc46-337a-4a93-abda-90f1e021f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:34.130798 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:34.185816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-92cdfc46-337a-4a93-abda-90f1e021f640 None None] Port 2515a9d2-ee0d-413b-b3a9-76e91ba68f04 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:43:34.216533 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c29a0-eb80-4c0a-a2ae-8030f32b368c None None] Pushing event updated for resources: {'Port': ['ID=2515a9d2-ee0d-413b-b3a9-76e91ba68f04,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:34.219255 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] Routers {'d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:34.219847 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:43:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:34.346706 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] Set router d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:34.512621 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b448a36e-77a8-4882-abba-ef03c1442585 None None] Provisioning complete for port 2515a9d2-ee0d-413b-b3a9-76e91ba68f04 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:34.513091 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b448a36e-77a8-4882-abba-ef03c1442585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:34.577086 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04ad9f1-2a5c-44cd-b678-9f089d4fe1b1', 'name': 'tempest-TestVolumeBootPattern-1175400216-router', 'tenant_id': 'fef986a6e6ee4d889bb046f996a45921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'c080b6e4-a889-48d1-9f11-e1d5d08f8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:24Z', 'updated_at': '2021-11-12T04:43:29Z', 'revision_number': 4, 'project_id': 'fef986a6e6ee4d889bb046f996a45921', 'gw_port': {'id': 'c080b6e4-a889-48d1-9f11-e1d5d08f8682', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04ad9f1-2a5c-44cd-b678-9f089d4fe1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:26Z', 'updated_at': '2021-11-12T04:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2515a9d2-ee0d-413b-b3a9-76e91ba68f04', 'name': '', 'network_id': 'd1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f', 'tenant_id': 'fef986a6e6ee4d889bb046f996a45921', 'mac_address': 'fa:16:3e:b0:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04ad9f1-2a5c-44cd-b678-9f089d4fe1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'bf72fb38-f00f-4f91-9e16-06ad8a35f295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:28Z', 'updated_at': '2021-11-12T04:43:34Z', 'revision_number': 4, 'project_id': 'fef986a6e6ee4d889bb046f996a45921', 'subnets': [{'id': 'bf72fb38-f00f-4f91-9e16-06ad8a35f295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:34.604612 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e40d1d-7d23-4214-8820-7d6c6fa396b0 None None] The sync data for ids ['d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1'] in n-d-768509-24 is: [{'id': 'd04ad9f1-2a5c-44cd-b678-9f089d4fe1b1', 'name': 'tempest-TestVolumeBootPattern-1175400216-router', 'tenant_id': 'fef986a6e6ee4d889bb046f996a45921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'c080b6e4-a889-48d1-9f11-e1d5d08f8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:24Z', 'updated_at': '2021-11-12T04:43:29Z', 'revision_number': 4, 'project_id': 'fef986a6e6ee4d889bb046f996a45921', 'gw_port': {'id': 'c080b6e4-a889-48d1-9f11-e1d5d08f8682', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04ad9f1-2a5c-44cd-b678-9f089d4fe1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:26Z', 'updated_at': '2021-11-12T04:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2515a9d2-ee0d-413b-b3a9-76e91ba68f04', 'name': '', 'network_id': 'd1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f', 'tenant_id': 'fef986a6e6ee4d889bb046f996a45921', 'mac_address': 'fa:16:3e:b0:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04ad9f1-2a5c-44cd-b678-9f089d4fe1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'bf72fb38-f00f-4f91-9e16-06ad8a35f295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:28Z', 'updated_at': '2021-11-12T04:43:34Z', 'revision_number': 4, 'project_id': 'fef986a6e6ee4d889bb046f996a45921', 'subnets': [{'id': 'bf72fb38-f00f-4f91-9e16-06ad8a35f295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:43:34.644344 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b448a36e-77a8-4882-abba-ef03c1442585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:34.746167 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b448a36e-77a8-4882-abba-ef03c1442585 None None] For port 2515a9d2-ee0d-413b-b3a9-76e91ba68f04, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2515a9d2-ee0d-413b-b3a9-76e91ba68f04,segment=NetworkSegment(aaa78019-5bdb-4ccc-a561-739552122f6c),segment_id=aaa78019-5bdb-4ccc-a561-739552122f6c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:34.997655 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b448a36e-77a8-4882-abba-ef03c1442585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:35.067215 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448a36e-77a8-4882-abba-ef03c1442585 None None] Pushing event updated for resources: {'Port': ['ID=2515a9d2-ee0d-413b-b3a9-76e91ba68f04,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:35.260361 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-6d940e80-1b0d-4925-8e21-5ffc13a97483 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:35.261837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-6d940e80-1b0d-4925-8e21-5ffc13a97483 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 809 time: 0.1165743 Nov 12 04:43:35.277832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-c245ea21-0220-4e20-a6ac-646a49c73702 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/quotas/a3782c0eb54447b3ae7a2e382d21e569 HTTP/1.1" status: 200 len: 375 time: 0.0097017 Nov 12 04:43:35.334480 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-8418134a-80d9-418a-89a0-c24e2cc7c7fb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498164 Nov 12 04:43:35.435279 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-09541c22-e534-4765-a0e6-c49b2f6d9a19 service neutron] 10.222.0.37 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939996 Nov 12 04:43:35.529931 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-3cd3aed3-252e-42d8-a96b-b3312bc803e0 service neutron] 10.222.0.37 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877678 Nov 12 04:43:35.696078 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1200-b76c-4433-9793-8a6f361991ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:36.461349 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2515a9d2-ee0d-413b-b3a9-76e91ba68f04 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:43:36.502538 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28ddc7-88cd-4a74-bcfb-ae8e471de1a9 req-69cf5e3b-a3d4-41cc-b95c-aaa839832b1a tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:36.504744 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b28ddc7-88cd-4a74-bcfb-ae8e471de1a9 req-69cf5e3b-a3d4-41cc-b95c-aaa839832b1a tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 1097 time: 0.0474772 Nov 12 04:43:36.553943 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:43:36.609564 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2515a9d2-ee0d-413b-b3a9-76e91ba68f04 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:36.609934 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:36.614282 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b28ddc7-88cd-4a74-bcfb-ae8e471de1a9 req-417a0b5a-b6f9-4cdf-bd1e-5b15480e9cb5 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008470 Nov 12 04:43:36.726762 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f9ce4212-f4ad-4e62-a765-b582d11eac6d req-28727794-be5d-49be-86c4-a4357586cb41 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 210 time: 0.0318649 Nov 12 04:43:36.863214 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3603c56-d8f0-4b6a-acf1-c923604133b0 req-d99fc57f-af2a-49ee-8da5-4e11a7737a92 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:36.864768 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3603c56-d8f0-4b6a-acf1-c923604133b0 req-d99fc57f-af2a-49ee-8da5-4e11a7737a92 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 1097 time: 0.0555229 Nov 12 04:43:36.895094 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:36.912908 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e3603c56-d8f0-4b6a-acf1-c923604133b0 req-a1780e4c-4da0-4ad0-81fc-f526b8370937 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422313 Nov 12 04:43:37.025775 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6211916-02c1-47e1-b5e3-44438a1f94e2 req-703d3c4f-c8f1-4470-b915-cceaceb6e72e tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:37.027332 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e6211916-02c1-47e1-b5e3-44438a1f94e2 req-703d3c4f-c8f1-4470-b915-cceaceb6e72e tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 1097 time: 0.0471718 Nov 12 04:43:37.085294 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e6211916-02c1-47e1-b5e3-44438a1f94e2 req-376c9542-4870-4f97-a2c9-bd0850d93928 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519352 Nov 12 04:43:37.659856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292bfa4-6009-40c9-b683-78595b1a0a4d req-b6035ce4-5df4-422b-bd59-6205b9d88a3e tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:37.662306 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e292bfa4-6009-40c9-b683-78595b1a0a4d req-b6035ce4-5df4-422b-bd59-6205b9d88a3e tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 1097 time: 0.0476751 Nov 12 04:43:37.711835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e292bfa4-6009-40c9-b683-78595b1a0a4d req-575faf4b-e16f-474f-9477-05a3f0695ee8 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424538 Nov 12 04:43:37.806278 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d93fd13-f453-433c-ade2-12676412d7ae req-5f2de9f9-6cda-4292-83b7-4d01e48c9d97 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 210 time: 0.0264537 Nov 12 04:43:38.432729 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:38.819625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1561bd-436f-4a91-9cfc-964a3e47cba7 req-982394dd-e9e2-4f97-ae6c-156892756b6c tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:38.821122 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4a1561bd-436f-4a91-9cfc-964a3e47cba7 req-982394dd-e9e2-4f97-ae6c-156892756b6c tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 1097 time: 0.0401433 Nov 12 04:43:38.874532 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4a1561bd-436f-4a91-9cfc-964a3e47cba7 req-7f5f60f2-1211-4345-9989-21efcec59b38 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472195 Nov 12 04:43:38.959843 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-68b15398-a299-4647-8800-c876f68fdb49 req-5a4a18cb-9cbb-4600-8d0e-08f41e52d309 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 210 time: 0.0274851 Nov 12 04:43:39.139108 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:39.198309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10587cc-3b73-4b5a-96f2-4ba8bad0ded5 req-d9dda75e-a9f6-4bcb-877e-5a52e92d89d9 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:39.200245 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a10587cc-3b73-4b5a-96f2-4ba8bad0ded5 req-d9dda75e-a9f6-4bcb-877e-5a52e92d89d9 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 1097 time: 0.0441220 Nov 12 04:43:39.284721 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-a10587cc-3b73-4b5a-96f2-4ba8bad0ded5 req-455136aa-b965-4968-b94d-02969115c893 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Deleting port 988eb6ec-84a1-4d54-874e-e446f89887b8 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:43:39.284979 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a10587cc-3b73-4b5a-96f2-4ba8bad0ded5 req-455136aa-b965-4968-b94d-02969115c893 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:39.372015 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-a10587cc-3b73-4b5a-96f2-4ba8bad0ded5 req-455136aa-b965-4968-b94d-02969115c893 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] For port 988eb6ec-84a1-4d54-874e-e446f89887b8, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=988eb6ec-84a1-4d54-874e-e446f89887b8,segment=NetworkSegment(f77049ba-d2cf-46fd-8606-39e034eb0e8d),segment_id=f77049ba-d2cf-46fd-8606-39e034eb0e8d)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:39.372381 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a10587cc-3b73-4b5a-96f2-4ba8bad0ded5 req-455136aa-b965-4968-b94d-02969115c893 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:39.385411 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-a10587cc-3b73-4b5a-96f2-4ba8bad0ded5 req-455136aa-b965-4968-b94d-02969115c893 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Calling delete_port for 988eb6ec-84a1-4d54-874e-e446f89887b8 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:43:39.623743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-591a69c7-8779-4bca-ae1b-7db719826a49 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:39.625229 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-591a69c7-8779-4bca-ae1b-7db719826a49 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.31 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 809 time: 0.1234233 Nov 12 04:43:39.656798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-cf119edb-8d11-447f-b4e6-c184a0ed3b2a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Request body: {'port': {'device_id': '43452fd0-28ea-4abf-9b0c-15ea3edab329', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'admin_state_up': True, 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:39.719234 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a10587cc-3b73-4b5a-96f2-4ba8bad0ded5 req-455136aa-b965-4968-b94d-02969115c893 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:39.762258 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455136aa-b965-4968-b94d-02969115c893 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Pushing event deleted for resources: {'Port': ['ID=988eb6ec-84a1-4d54-874e-e446f89887b8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:39.762820 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['988eb6ec-84a1-4d54-874e-e446f89887b8'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:43:39.773231 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['41cff174-bc7e-434a-af0d-69d75c3bfcf8'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:43:39.822109 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10587cc-3b73-4b5a-96f2-4ba8bad0ded5 req-455136aa-b965-4968-b94d-02969115c893 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] No DVR routers for this DVR port 988eb6ec-84a1-4d54-874e-e446f89887b8 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:43:39.830008 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a10587cc-3b73-4b5a-96f2-4ba8bad0ded5 req-455136aa-b965-4968-b94d-02969115c893 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:39.834385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a10587cc-3b73-4b5a-96f2-4ba8bad0ded5 req-455136aa-b965-4968-b94d-02969115c893 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.21 "DELETE /v2.0/ports/988eb6ec-84a1-4d54-874e-e446f89887b8 HTTP/1.1" status: 204 len: 173 time: 0.6271188 Nov 12 04:43:39.835324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19a722e-d046-4796-a829-1fd30be30bbb', 'name': 'network-vif-deleted', 'tag': '988eb6ec-84a1-4d54-874e-e446f89887b8'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:43:39.846354 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91125e0c-7437-448c-aecf-2029fa3f138e" -d '{"events": [{"server_uuid": "d19a722e-d046-4796-a829-1fd30be30bbb", "name": "network-vif-deleted", "tag": "988eb6ec-84a1-4d54-874e-e446f89887b8"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:43:39.904241 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ce1b95-090d-4cef-9a25-8db26e2e087f x-openstack-request-id: req-83ce1b95-090d-4cef-9a25-8db26e2e087f {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:43:39.908341 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19a722e-d046-4796-a829-1fd30be30bbb", "name": "network-vif-deleted", "tag": "988eb6ec-84a1-4d54-874e-e446f89887b8", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:43:39.908341 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83ce1b95-090d-4cef-9a25-8db26e2e087f {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:43:39.908341 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19a722e-d046-4796-a829-1fd30be30bbb', 'name': 'network-vif-deleted', 'tag': '988eb6ec-84a1-4d54-874e-e446f89887b8', 'status': 'completed', 'code': 200} Nov 12 04:43:40.058356 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4a975e85-1349-49e1-aa77-dad2b7f7bee4 req-4fb48dfc-03cf-4ba0-a924-259c9d0dd100 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 210 time: 0.0730875 Nov 12 04:43:40.071636 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-cf119edb-8d11-447f-b4e6-c184a0ed3b2a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Made reservation on behalf of a3782c0eb54447b3ae7a2e382d21e569 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:43:40.082246 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-cf119edb-8d11-447f-b4e6-c184a0ed3b2a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:40.207960 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a861daca-57e3-4019-bb9c-71798379ed23 req-a906c2db-086d-4950-b7ab-1895150b9ef5 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 210 time: 0.0539353 Nov 12 04:43:40.319108 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-cf119edb-8d11-447f-b4e6-c184a0ed3b2a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Allocated IP 172.20.0.10 (4019927c-f686-4736-906f-6f7a053cc39c/50e453bb-3a0f-4798-b2da-900226d2fe0d/7b315da0-d835-4d46-b029-23df4b9a5d82) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:43:40.493640 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-cf119edb-8d11-447f-b4e6-c184a0ed3b2a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:40.706792 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-cf119edb-8d11-447f-b4e6-c184a0ed3b2a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:40.766591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-cf119edb-8d11-447f-b4e6-c184a0ed3b2a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Network 4019927c-f686-4736-906f-6f7a053cc39c is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:43:40.773322 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf119edb-8d11-447f-b4e6-c184a0ed3b2a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event updated for resources: {'Port': ['ID=7b315da0-d835-4d46-b029-23df4b9a5d82,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:40.776407 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-cf119edb-8d11-447f-b4e6-c184a0ed3b2a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:43:40.797878 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-cf119edb-8d11-447f-b4e6-c184a0ed3b2a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:43:40.844901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-cf119edb-8d11-447f-b4e6-c184a0ed3b2a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:40.860436 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-cf119edb-8d11-447f-b4e6-c184a0ed3b2a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:41.066495 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-801052ef-4c24-4735-9ac7-ba48c5b36cc5 None None] Provisioning complete for port 7b315da0-d835-4d46-b029-23df4b9a5d82 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:41.067482 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-801052ef-4c24-4735-9ac7-ba48c5b36cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:41.121660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-801052ef-4c24-4735-9ac7-ba48c5b36cc5 None None] Port 7b315da0-d835-4d46-b029-23df4b9a5d82 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:43:41.121909 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-cf119edb-8d11-447f-b4e6-c184a0ed3b2a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4681079 Nov 12 04:43:41.146955 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Request body: {'port': {'device_id': '43452fd0-28ea-4abf-9b0c-15ea3edab329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:41.235556 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-547e8aaa-c6b5-489c-a148-b28129dcc61c req-414cc695-f702-4553-bfa3-f606fb9a8490 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d19a722e-d046-4796-a829-1fd30be30bbb HTTP/1.1" status: 200 len: 210 time: 0.0411470 Nov 12 04:43:41.278970 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:41.424526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aff22a-6114-4540-88ca-7b1389785874 req-bb2c04fc-1d7d-4956-b111-b8919e2fd601 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:41.433715 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57aff22a-6114-4540-88ca-7b1389785874 req-bb2c04fc-1d7d-4956-b111-b8919e2fd601 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 932 time: 0.0872102 Nov 12 04:43:41.561097 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57aff22a-6114-4540-88ca-7b1389785874 req-4e9a8b56-82c2-4afb-8c0f-22aa8f9c9567 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263576 Nov 12 04:43:41.688082 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b315da0-d835-4d46-b029-23df4b9a5d82 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:43:41.696714 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:41.713666 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Transition to ACTIVE for port object 7b315da0-d835-4d46-b029-23df4b9a5d82 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:43:41.843546 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:41.911930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b315da0-d835-4d46-b029-23df4b9a5d82,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:42.003667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Attempting to bind port 7b315da0-d835-4d46-b029-23df4b9a5d82 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:43:42.003667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Attempting to bind port 7b315da0-d835-4d46-b029-23df4b9a5d82 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:43:42.003667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Attempting to bind port 7b315da0-d835-4d46-b029-23df4b9a5d82 on network 4019927c-f686-4736-906f-6f7a053cc39c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:43:42.010477 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Port 7b315da0-d835-4d46-b029-23df4b9a5d82 on network 4019927c-f686-4736-906f-6f7a053cc39c not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:43:42.011075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Attempting to bind port 7b315da0-d835-4d46-b029-23df4b9a5d82 on network 4019927c-f686-4736-906f-6f7a053cc39c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:43:42.022184 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:43:42.022596 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Checking segment: {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:43:42.022957 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Bound using segment: {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:43:42.023484 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Bound port: 7b315da0-d835-4d46-b029-23df4b9a5d82, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:43:42.023854 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:42.104971 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] For port 7b315da0-d835-4d46-b029-23df4b9a5d82, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:43:42.108909 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] For port 7b315da0-d835-4d46-b029-23df4b9a5d82, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7b315da0-d835-4d46-b029-23df4b9a5d82,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:43:42.261162 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:42.343044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:42.343948 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:42.346264 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] 10.222.0.31 "PUT /v2.0/ports/7b315da0-d835-4d46-b029-23df4b9a5d82 HTTP/1.1" status: 200 len: 1093 time: 1.2091370 Nov 12 04:43:42.346742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43452fd0-28ea-4abf-9b0c-15ea3edab329', 'tag': '7b315da0-d835-4d46-b029-23df4b9a5d82'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:43:42.349099 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cddb5a-3232-42be-919b-bfdc14eede95" -d '{"events": [{"name": "network-changed", "server_uuid": "43452fd0-28ea-4abf-9b0c-15ea3edab329", "tag": "7b315da0-d835-4d46-b029-23df4b9a5d82"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:43:42.397005 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5c941-a1f5-40c1-85d7-68661632fec7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b315da0-d835-4d46-b029-23df4b9a5d82,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:42.561934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-b9b75da2-1f57-43cd-8fb6-a80b8c4bbf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:42.564972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-b9b75da2-1f57-43cd-8fb6-a80b8c4bbf4b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 1096 time: 0.0614588 Nov 12 04:43:42.637192 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-1b88683b-4e02-4dba-9127-603c60fa5ea0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b315da0-d835-4d46-b029-23df4b9a5d82 HTTP/1.1" status: 200 len: 217 time: 0.0567846 Nov 12 04:43:42.695780 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0b5cf584-cd9e-4f07-93d1-68dfc5901947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:42.697218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-0b5cf584-cd9e-4f07-93d1-68dfc5901947 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0536094 Nov 12 04:43:42.748449 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-22d93981-477e-40d8-91dc-07136269aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:42.750714 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-22d93981-477e-40d8-91dc-07136269aa09 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455103 Nov 12 04:43:42.861557 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-e59b9266-a2f6-4e01-a632-55d28ca982ea service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028178 Nov 12 04:43:42.877758 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 988eb6ec-84a1-4d54-874e-e446f89887b8 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:43:42.925195 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 988eb6ec-84a1-4d54-874e-e446f89887b8 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:43:42.925606 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 988eb6ec-84a1-4d54-874e-e446f89887b8 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:43:42.972169 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5838b47b-8e8e-49ba-b70f-e95256275371 x-openstack-request-id: req-5838b47b-8e8e-49ba-b70f-e95256275371 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:43:42.978018 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43452fd0-28ea-4abf-9b0c-15ea3edab329", "tag": "7b315da0-d835-4d46-b029-23df4b9a5d82", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:43:42.978018 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5838b47b-8e8e-49ba-b70f-e95256275371 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:43:42.978018 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43452fd0-28ea-4abf-9b0c-15ea3edab329', 'tag': '7b315da0-d835-4d46-b029-23df4b9a5d82', 'status': 'completed', 'code': 200} Nov 12 04:43:42.995025 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9162ba5-2846-4f45-8db7-47679a8997e1 req-31450f9d-7cde-457b-81c9-4567bd0abecb service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250544 Nov 12 04:43:43.078805 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e851e-98bf-4879-ab52-554d26437fd1 req-3fd37904-03ca-48bd-a1cf-47b4059ec881 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:43.080450 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a9e851e-98bf-4879-ab52-554d26437fd1 req-3fd37904-03ca-48bd-a1cf-47b4059ec881 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 944 time: 0.0566313 Nov 12 04:43:43.150830 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a9e851e-98bf-4879-ab52-554d26437fd1 req-304b680f-bb77-4ab9-97f2-a4c6fa551abd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630207 Nov 12 04:43:43.296998 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cddb5a-3232-42be-919b-bfdc14eede95 req-763853be-64a8-4b5c-a324-f73c37ecbc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:43.298578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2cddb5a-3232-42be-919b-bfdc14eede95 req-763853be-64a8-4b5c-a324-f73c37ecbc39 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 1096 time: 0.1004663 Nov 12 04:43:43.303784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b98e29-0b64-416c-b802-68184c927a11 req-d929de90-e5e8-454c-bfb1-9ffc8c7268cc tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:43.311444 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14b98e29-0b64-416c-b802-68184c927a11 req-d929de90-e5e8-454c-bfb1-9ffc8c7268cc tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 1097 time: 0.0752726 Nov 12 04:43:43.410105 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14b98e29-0b64-416c-b802-68184c927a11 req-bfe5be85-9def-4f8b-b6be-26699cfc7cfa tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976632 Nov 12 04:43:43.435522 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cddb5a-3232-42be-919b-bfdc14eede95 req-82312d8a-0813-4cd6-8ea8-cb69bf35c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:43.437141 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2cddb5a-3232-42be-919b-bfdc14eede95 req-82312d8a-0813-4cd6-8ea8-cb69bf35c496 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 910 time: 0.1181035 Nov 12 04:43:43.481637 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2cddb5a-3232-42be-919b-bfdc14eede95 req-6d976899-b576-4253-8618-01000aef7291 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b315da0-d835-4d46-b029-23df4b9a5d82 HTTP/1.1" status: 200 len: 217 time: 0.0363457 Nov 12 04:43:43.533417 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cddb5a-3232-42be-919b-bfdc14eede95 req-2548aec3-21ea-452c-b70e-7a192f1529fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:43.535143 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2cddb5a-3232-42be-919b-bfdc14eede95 req-2548aec3-21ea-452c-b70e-7a192f1529fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0460792 Nov 12 04:43:43.592276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cddb5a-3232-42be-919b-bfdc14eede95 req-a7adb4cb-1fa1-448d-ac75-e92f688a2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:43.593704 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2cddb5a-3232-42be-919b-bfdc14eede95 req-a7adb4cb-1fa1-448d-ac75-e92f688a2033 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474489 Nov 12 04:43:43.694706 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2cddb5a-3232-42be-919b-bfdc14eede95 req-8f330698-2c1c-4812-974a-da7391ddff25 service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915833 Nov 12 04:43:43.840104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2cddb5a-3232-42be-919b-bfdc14eede95 req-e025ac65-057d-4680-8d18-046cc18a9397 service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367009 Nov 12 04:43:44.338926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924a915-b6d7-488e-a052-75b47f065e1a req-6743ed31-3cfd-4549-ab46-322a5023cb3d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:44.354053 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6924a915-b6d7-488e-a052-75b47f065e1a req-6743ed31-3cfd-4549-ab46-322a5023cb3d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 944 time: 0.0856731 Nov 12 04:43:44.410390 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6924a915-b6d7-488e-a052-75b47f065e1a req-6c3c6400-3ace-4eba-8d8d-bf8d478b5063 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550427 Nov 12 04:43:44.546766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b07595-21f1-460c-b587-00f37b65eaa4 req-d37083c3-6286-428c-b55d-e19d789f821a tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:44.546766 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70b07595-21f1-460c-b587-00f37b65eaa4 req-d37083c3-6286-428c-b55d-e19d789f821a tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 1097 time: 0.0455494 Nov 12 04:43:44.589884 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70b07595-21f1-460c-b587-00f37b65eaa4 req-1abc12da-c6a4-4e9b-9b50-68b8c575f331 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b10188af-58f3-43dc-ba3c-7aeed5e7b266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397410 Nov 12 04:43:44.648300 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817f695-10a3-496d-b711-c2b23b25f2b4 req-62f602aa-4405-4bcd-9f56-b9bcd2249341 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:44.650173 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9817f695-10a3-496d-b711-c2b23b25f2b4 req-62f602aa-4405-4bcd-9f56-b9bcd2249341 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 1097 time: 0.0481927 Nov 12 04:43:44.741105 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-9817f695-10a3-496d-b711-c2b23b25f2b4 req-be672091-4bf9-450f-85b0-580e2af546f0 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Deleting port 41cff174-bc7e-434a-af0d-69d75c3bfcf8 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:43:44.741671 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9817f695-10a3-496d-b711-c2b23b25f2b4 req-be672091-4bf9-450f-85b0-580e2af546f0 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:45.161266 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-9817f695-10a3-496d-b711-c2b23b25f2b4 req-be672091-4bf9-450f-85b0-580e2af546f0 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] For port 41cff174-bc7e-434a-af0d-69d75c3bfcf8, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=41cff174-bc7e-434a-af0d-69d75c3bfcf8,segment=NetworkSegment(f77049ba-d2cf-46fd-8606-39e034eb0e8d),segment_id=f77049ba-d2cf-46fd-8606-39e034eb0e8d)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:45.161678 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9817f695-10a3-496d-b711-c2b23b25f2b4 req-be672091-4bf9-450f-85b0-580e2af546f0 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:45.174925 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-9817f695-10a3-496d-b711-c2b23b25f2b4 req-be672091-4bf9-450f-85b0-580e2af546f0 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Calling delete_port for 41cff174-bc7e-434a-af0d-69d75c3bfcf8 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:43:45.374742 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9817f695-10a3-496d-b711-c2b23b25f2b4 req-be672091-4bf9-450f-85b0-580e2af546f0 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:45.405812 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be672091-4bf9-450f-85b0-580e2af546f0 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Pushing event deleted for resources: {'Port': ['ID=41cff174-bc7e-434a-af0d-69d75c3bfcf8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:45.480992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-9817f695-10a3-496d-b711-c2b23b25f2b4 req-be672091-4bf9-450f-85b0-580e2af546f0 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] No DVR routers for this DVR port 41cff174-bc7e-434a-af0d-69d75c3bfcf8 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:43:45.484170 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9817f695-10a3-496d-b711-c2b23b25f2b4 req-be672091-4bf9-450f-85b0-580e2af546f0 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:45.488334 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9817f695-10a3-496d-b711-c2b23b25f2b4 req-be672091-4bf9-450f-85b0-580e2af546f0 tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.31 "DELETE /v2.0/ports/41cff174-bc7e-434a-af0d-69d75c3bfcf8 HTTP/1.1" status: 204 len: 173 time: 0.8314421 Nov 12 04:43:45.488801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e3e725-e654-484f-97d5-afb17ddaaa24', 'name': 'network-vif-deleted', 'tag': '41cff174-bc7e-434a-af0d-69d75c3bfcf8'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:43:45.499353 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9002d0-c373-4ad2-812c-22881bcc7c6e" -d '{"events": [{"server_uuid": "72e3e725-e654-484f-97d5-afb17ddaaa24", "name": "network-vif-deleted", "tag": "41cff174-bc7e-434a-af0d-69d75c3bfcf8"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:43:45.560667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ae2de-b283-4e1e-8f68-35216b80a72a req-8ac02093-6d87-4fbb-806b-a31ce51b49bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:45.562552 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-291ae2de-b283-4e1e-8f68-35216b80a72a req-8ac02093-6d87-4fbb-806b-a31ce51b49bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 944 time: 0.0590050 Nov 12 04:43:45.639849 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-291ae2de-b283-4e1e-8f68-35216b80a72a req-7a2452c3-eea0-45cb-a184-869bc5d54ce8 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698802 Nov 12 04:43:45.717719 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e444105-28ef-434d-898a-c3add6c1761d x-openstack-request-id: req-2e444105-28ef-434d-898a-c3add6c1761d {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:43:45.718384 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e3e725-e654-484f-97d5-afb17ddaaa24", "name": "network-vif-deleted", "tag": "41cff174-bc7e-434a-af0d-69d75c3bfcf8", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:43:45.718774 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e444105-28ef-434d-898a-c3add6c1761d {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:43:45.719256 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e3e725-e654-484f-97d5-afb17ddaaa24', 'name': 'network-vif-deleted', 'tag': '41cff174-bc7e-434a-af0d-69d75c3bfcf8', 'status': 'completed', 'code': 200} Nov 12 04:43:45.832559 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb9d26bb-eea4-4bf9-9b65-1b22eefc8909 req-a8cb4001-81cd-4fe7-a569-403d57be4bea tempest-TestServerMultinode-272740841 tempest-TestServerMultinode-272740841-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72e3e725-e654-484f-97d5-afb17ddaaa24 HTTP/1.1" status: 200 len: 210 time: 0.0427442 Nov 12 04:43:46.768726 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b09090-905b-4efd-a072-d15e0128067a req-d09154bc-57d2-4d2b-abb2-3d10b76817d2 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:46.770165 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92b09090-905b-4efd-a072-d15e0128067a req-d09154bc-57d2-4d2b-abb2-3d10b76817d2 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 944 time: 0.0520537 Nov 12 04:43:46.822191 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92b09090-905b-4efd-a072-d15e0128067a req-41e3415d-b995-4067-8580-f78bd21ee2ca tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448873 Nov 12 04:43:46.884947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47334) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:46.979365 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:47.051614 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 41cff174-bc7e-434a-af0d-69d75c3bfcf8 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:43:47.072551 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 41cff174-bc7e-434a-af0d-69d75c3bfcf8 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:43:47.072892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 41cff174-bc7e-434a-af0d-69d75c3bfcf8 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:43:47.249226 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be7062bf-d0b0-4725-af5c-bff6dc9f32cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:47.495388 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-be7062bf-d0b0-4725-af5c-bff6dc9f32cc admin admin] Deleting port 4899e271-ac50-44d0-bf17-d1ab03342e4c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:43:47.495724 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be7062bf-d0b0-4725-af5c-bff6dc9f32cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:47.579905 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-be7062bf-d0b0-4725-af5c-bff6dc9f32cc admin admin] For port 4899e271-ac50-44d0-bf17-d1ab03342e4c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4899e271-ac50-44d0-bf17-d1ab03342e4c,segment=NetworkSegment(f77049ba-d2cf-46fd-8606-39e034eb0e8d),segment_id=f77049ba-d2cf-46fd-8606-39e034eb0e8d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:47.580267 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be7062bf-d0b0-4725-af5c-bff6dc9f32cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:47.592551 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-be7062bf-d0b0-4725-af5c-bff6dc9f32cc admin admin] Calling delete_port for 4899e271-ac50-44d0-bf17-d1ab03342e4c owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:43:47.871984 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be7062bf-d0b0-4725-af5c-bff6dc9f32cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:47.902281 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7062bf-d0b0-4725-af5c-bff6dc9f32cc admin admin] Pushing event deleted for resources: {'Port': ['ID=4899e271-ac50-44d0-bf17-d1ab03342e4c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:47.952886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e3ea3-be88-416a-a43e-8a7bef0e0df8 req-76172ed6-aeaf-464a-9752-c06a487a6c6e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:47.955248 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d3e3ea3-be88-416a-a43e-8a7bef0e0df8 req-76172ed6-aeaf-464a-9752-c06a487a6c6e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 944 time: 0.0653338 Nov 12 04:43:48.027150 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d3e3ea3-be88-416a-a43e-8a7bef0e0df8 req-ce55334a-efb4-4e52-9477-a01fed941782 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596914 Nov 12 04:43:48.132916 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be7062bf-d0b0-4725-af5c-bff6dc9f32cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:48.266299 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:48.629723 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7062bf-d0b0-4725-af5c-bff6dc9f32cc admin admin] Router b108e7b3-0072-4651-988b-a8927a7bf61c has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:43:48.758540 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7062bf-d0b0-4725-af5c-bff6dc9f32cc admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:43:48.763822 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-be7062bf-d0b0-4725-af5c-bff6dc9f32cc admin admin] 10.222.0.37 "PUT /v2.0/routers/b108e7b3-0072-4651-988b-a8927a7bf61c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8777938 Nov 12 04:43:48.766384 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47356) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:48.769290 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ee9e14-ad8a-42c6-b5e1-817d7654ebe7 None None] Sync routers for ids ['b108e7b3-0072-4651-988b-a8927a7bf61c'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:43:48.783311 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ee9e14-ad8a-42c6-b5e1-817d7654ebe7 None None] Routers {'b108e7b3-0072-4651-988b-a8927a7bf61c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:48.784256 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-96ee9e14-ad8a-42c6-b5e1-817d7654ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:43:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b108e7b3-0072-4651-988b-a8927a7bf61c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:48.906764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-96ee9e14-ad8a-42c6-b5e1-817d7654ebe7 None None] Set router b108e7b3-0072-4651-988b-a8927a7bf61c gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:48.976605 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28e4e7c5-f616-422c-aec7-3bbddc24f231 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:49.124728 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28e4e7c5-f616-422c-aec7-3bbddc24f231 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:49.159350 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-96ee9e14-ad8a-42c6-b5e1-817d7654ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'name': 'tempest-TestServerMultinode-414189013-router', 'tenant_id': 'ac8c4df852ed4c63816fa110883be028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '07f023e9-e613-4e7a-ae1a-5e902adeac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:37Z', 'updated_at': '2021-11-12T04:43:47Z', 'revision_number': 5, 'project_id': 'ac8c4df852ed4c63816fa110883be028', 'gw_port': {'id': '07f023e9-e613-4e7a-ae1a-5e902adeac57', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:38Z', 'updated_at': '2021-11-12T04:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:49.196258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ee9e14-ad8a-42c6-b5e1-817d7654ebe7 None None] Checking router: b108e7b3-0072-4651-988b-a8927a7bf61c for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:43:49.199981 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ff222-15cb-401c-8ef8-7b086f1e0054 req-cf4e75b5-6179-44d8-8278-3ee7309bbf33 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:49.215289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b34ff222-15cb-401c-8ef8-7b086f1e0054 req-cf4e75b5-6179-44d8-8278-3ee7309bbf33 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 944 time: 0.0907230 Nov 12 04:43:49.219868 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ee9e14-ad8a-42c6-b5e1-817d7654ebe7 None None] Routers {'b108e7b3-0072-4651-988b-a8927a7bf61c'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:49.220833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-96ee9e14-ad8a-42c6-b5e1-817d7654ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:43:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['b108e7b3-0072-4651-988b-a8927a7bf61c'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:49.291136 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-28e4e7c5-f616-422c-aec7-3bbddc24f231 admin admin] Deleting port 07f023e9-e613-4e7a-ae1a-5e902adeac57 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:43:49.291603 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28e4e7c5-f616-422c-aec7-3bbddc24f231 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:49.317055 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b34ff222-15cb-401c-8ef8-7b086f1e0054 req-56711f1e-0003-46fb-95d0-48d7dfa0b065 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930047 Nov 12 04:43:49.326295 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-96ee9e14-ad8a-42c6-b5e1-817d7654ebe7 None None] Set router b108e7b3-0072-4651-988b-a8927a7bf61c gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:49.393707 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-96ee9e14-ad8a-42c6-b5e1-817d7654ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'name': 'tempest-TestServerMultinode-414189013-router', 'tenant_id': 'ac8c4df852ed4c63816fa110883be028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:37Z', 'updated_at': '2021-11-12T04:43:49Z', 'revision_number': 6, 'project_id': 'ac8c4df852ed4c63816fa110883be028', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:49.398042 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-28e4e7c5-f616-422c-aec7-3bbddc24f231 admin admin] For port 07f023e9-e613-4e7a-ae1a-5e902adeac57, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=07f023e9-e613-4e7a-ae1a-5e902adeac57,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:49.398412 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28e4e7c5-f616-422c-aec7-3bbddc24f231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:49.413665 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-28e4e7c5-f616-422c-aec7-3bbddc24f231 admin admin] Calling delete_port for 07f023e9-e613-4e7a-ae1a-5e902adeac57 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:43:49.424208 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ee9e14-ad8a-42c6-b5e1-817d7654ebe7 None None] The sync data for ids ['b108e7b3-0072-4651-988b-a8927a7bf61c'] in n-d-768509-24 is: [{'id': 'b108e7b3-0072-4651-988b-a8927a7bf61c', 'name': 'tempest-TestServerMultinode-414189013-router', 'tenant_id': 'ac8c4df852ed4c63816fa110883be028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:37Z', 'updated_at': '2021-11-12T04:43:49Z', 'revision_number': 6, 'project_id': 'ac8c4df852ed4c63816fa110883be028', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:43:49.678391 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28e4e7c5-f616-422c-aec7-3bbddc24f231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:49.706448 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4e7c5-f616-422c-aec7-3bbddc24f231 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f023e9-e613-4e7a-ae1a-5e902adeac57,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:49.724971 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54dbd32-b9df-45a5-ae2b-01f09ee3ffc1 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:43:49.792165 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28e4e7c5-f616-422c-aec7-3bbddc24f231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:49.903903 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28e4e7c5-f616-422c-aec7-3bbddc24f231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:49.905855 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28e4e7c5-f616-422c-aec7-3bbddc24f231 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:50.043316 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28e4e7c5-f616-422c-aec7-3bbddc24f231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:50.043967 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e4e7c5-f616-422c-aec7-3bbddc24f231 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b108e7b3-0072-4651-988b-a8927a7bf61c {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:43:50.054403 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-28e4e7c5-f616-422c-aec7-3bbddc24f231 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:50.054403 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-28e4e7c5-f616-422c-aec7-3bbddc24f231 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b108e7b3-0072-4651-988b-a8927a7bf61c HTTP/1.1" status: 204 len: 168 time: 1.2804937 Nov 12 04:43:50.054927 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47370) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:50.103686 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f6e27d-0f05-4a05-ba1f-f9642acbee40 admin admin] Deleting subnet 1f6aa88b-00bf-46d0-a04a-1b48236516f7 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:43:50.106981 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-22f6e27d-0f05-4a05-ba1f-f9642acbee40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:50.142523 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-22f6e27d-0f05-4a05-ba1f-f9642acbee40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:50.229238 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-22f6e27d-0f05-4a05-ba1f-f9642acbee40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:50.431647 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fa495-169f-4853-933b-f2a928188da5 req-f079b4fd-109c-438d-aeb7-f2edc7c763fc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:50.436302 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f24fa495-169f-4853-933b-f2a928188da5 req-f079b4fd-109c-438d-aeb7-f2edc7c763fc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 944 time: 0.0604770 Nov 12 04:43:50.436302 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-22f6e27d-0f05-4a05-ba1f-f9642acbee40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:50.440781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 07f023e9-e613-4e7a-ae1a-5e902adeac57 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:43:50.462709 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 07f023e9-e613-4e7a-ae1a-5e902adeac57 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:43:50.463055 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 07f023e9-e613-4e7a-ae1a-5e902adeac57 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:43:50.463476 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4899e271-ac50-44d0-bf17-d1ab03342e4c no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:43:50.476840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6e27d-0f05-4a05-ba1f-f9642acbee40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6aa88b-00bf-46d0-a04a-1b48236516f7,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:50.487585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 4899e271-ac50-44d0-bf17-d1ab03342e4c {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:43:50.487968 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4899e271-ac50-44d0-bf17-d1ab03342e4c not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:43:50.499908 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-22f6e27d-0f05-4a05-ba1f-f9642acbee40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:50.503296 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8670bacf-1ce8-4892-a390-c5062b0b1a04 None None] Network c002cbd5-2388-42f5-9958-4bb419da4996 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:43:50.503677 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-22f6e27d-0f05-4a05-ba1f-f9642acbee40 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1f6aa88b-00bf-46d0-a04a-1b48236516f7 HTTP/1.1" status: 204 len: 168 time: 0.4477301 Nov 12 04:43:50.505629 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6e27d-0f05-4a05-ba1f-f9642acbee40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:50.506063 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6e27d-0f05-4a05-ba1f-f9642acbee40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:50.506315 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47378) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:50.506455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6e27d-0f05-4a05-ba1f-f9642acbee40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:50.506793 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6e27d-0f05-4a05-ba1f-f9642acbee40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:50.507128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6e27d-0f05-4a05-ba1f-f9642acbee40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:50.507457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6e27d-0f05-4a05-ba1f-f9642acbee40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:50.507926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6e27d-0f05-4a05-ba1f-f9642acbee40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:50.508399 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6e27d-0f05-4a05-ba1f-f9642acbee40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:50.508897 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6e27d-0f05-4a05-ba1f-f9642acbee40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:50.509366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6e27d-0f05-4a05-ba1f-f9642acbee40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:50.509841 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6e27d-0f05-4a05-ba1f-f9642acbee40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:50.510309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6e27d-0f05-4a05-ba1f-f9642acbee40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:50.552747 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f24fa495-169f-4853-933b-f2a928188da5 req-282e9856-1aab-477b-9c31-7e09d30bb943 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126471 Nov 12 04:43:50.682361 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:50.763059 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] DHCP port deletion for c002cbd5-2388-42f5-9958-4bb419da4996 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:43:50.787984 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] Deleting port e3ea7d92-dbd5-4aa5-87e7-fd5884164086 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:43:50.791419 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:50.829186 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] Deleting port e3ea7d92-dbd5-4aa5-87e7-fd5884164086 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:43:50.829652 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:50.865028 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] For port e3ea7d92-dbd5-4aa5-87e7-fd5884164086, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e3ea7d92-dbd5-4aa5-87e7-fd5884164086,segment=NetworkSegment(f77049ba-d2cf-46fd-8606-39e034eb0e8d),segment_id=f77049ba-d2cf-46fd-8606-39e034eb0e8d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:50.866620 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:50.885831 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] Calling delete_port for e3ea7d92-dbd5-4aa5-87e7-fd5884164086 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:43:50.911186 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] For port e3ea7d92-dbd5-4aa5-87e7-fd5884164086, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e3ea7d92-dbd5-4aa5-87e7-fd5884164086,segment=NetworkSegment(f77049ba-d2cf-46fd-8606-39e034eb0e8d),segment_id=f77049ba-d2cf-46fd-8606-39e034eb0e8d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:50.911898 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:50.927551 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] Calling delete_port for e3ea7d92-dbd5-4aa5-87e7-fd5884164086 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:43:51.019396 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:51.028204 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:51.062884 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ea7d92-dbd5-4aa5-87e7-fd5884164086,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:51.069983 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] No DVR routers for this DVR port e3ea7d92-dbd5-4aa5-87e7-fd5884164086 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:43:51.078265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] Pushing event deleted for resources: {'Port': ['ID=e3ea7d92-dbd5-4aa5-87e7-fd5884164086,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:51.081841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] No DVR routers for this DVR port e3ea7d92-dbd5-4aa5-87e7-fd5884164086 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:43:51.097681 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:51.098230 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:51.099374 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:51.099496 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:51.099952 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:51.100499 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:51.101294 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:51.101607 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:51.102152 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:51.102721 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:51.103558 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:51.104109 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a01825-31fe-4d24-98c9-7a8461e9a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:51.163656 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:51.185838 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c002cbd5-2388-42f5-9958-4bb419da4996']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:51.195690 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77049ba-d2cf-46fd-8606-39e034eb0e8d') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:51.195985 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77049ba-d2cf-46fd-8606-39e034eb0e8d') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:51.205190 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:51.220375 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:51.226617 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:43:51.227041 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:43:51.228807 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:43:51.403456 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:51.408018 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:51.412021 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] 10.222.0.37 "DELETE /v2.0/networks/c002cbd5-2388-42f5-9958-4bb419da4996 HTTP/1.1" status: 204 len: 168 time: 0.9041851 Nov 12 04:43:51.415082 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47390) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:51.424543 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91aea3-63c6-4d87-bf74-263bc1f9febe admin admin] Pushing event deleted for resources: {'Network': ['ID=c002cbd5-2388-42f5-9958-4bb419da4996,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:51.736114 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cadf3-1bda-497a-afc6-7d4e80d75226 req-a80642ad-9ff7-4293-8ead-0d862b97236c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:51.737068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-077cadf3-1bda-497a-afc6-7d4e80d75226 req-a80642ad-9ff7-4293-8ead-0d862b97236c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 944 time: 0.1067812 Nov 12 04:43:51.857056 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-077cadf3-1bda-497a-afc6-7d4e80d75226 req-4c32e36c-e9e8-429f-b217-56f3b38c7090 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113791 Nov 12 04:43:51.968837 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-703f7758-2646-461b-a79a-5a84362eb0b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:52.297698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-703f7758-2646-461b-a79a-5a84362eb0b0 admin admin] Deleting port 0b692581-4427-4119-a6fa-e57003615e6b {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:43:52.298302 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-703f7758-2646-461b-a79a-5a84362eb0b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:52.378161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-703f7758-2646-461b-a79a-5a84362eb0b0 admin admin] For port 0b692581-4427-4119-a6fa-e57003615e6b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=0b692581-4427-4119-a6fa-e57003615e6b,segment=NetworkSegment(a8252e24-ba9b-4b9a-875d-f61af6312f3d),segment_id=a8252e24-ba9b-4b9a-875d-f61af6312f3d)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:52.378584 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-703f7758-2646-461b-a79a-5a84362eb0b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:52.391678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-703f7758-2646-461b-a79a-5a84362eb0b0 admin admin] Calling delete_port for 0b692581-4427-4119-a6fa-e57003615e6b owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:43:52.424113 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e3ea7d92-dbd5-4aa5-87e7-fd5884164086 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:43:52.446029 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: e3ea7d92-dbd5-4aa5-87e7-fd5884164086 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:43:52.446380 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e3ea7d92-dbd5-4aa5-87e7-fd5884164086 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:43:52.704906 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-703f7758-2646-461b-a79a-5a84362eb0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:52.737685 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f7758-2646-461b-a79a-5a84362eb0b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b692581-4427-4119-a6fa-e57003615e6b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:52.907373 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-703f7758-2646-461b-a79a-5a84362eb0b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:53.057059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68937320-7dc6-42fd-baef-f44f71fbfdd0 req-469629ba-9241-4ff5-9174-330522628881 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:53.057059 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-68937320-7dc6-42fd-baef-f44f71fbfdd0 req-469629ba-9241-4ff5-9174-330522628881 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 944 time: 0.0984933 Nov 12 04:43:53.150570 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-68937320-7dc6-42fd-baef-f44f71fbfdd0 req-1ea5bb59-4afa-43ae-8b90-e7916883a3de tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889330 Nov 12 04:43:53.206891 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703f7758-2646-461b-a79a-5a84362eb0b0 admin admin] Router edfc80d0-9d1e-4ae9-aa94-9d78dff45613 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:43:53.333756 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703f7758-2646-461b-a79a-5a84362eb0b0 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:43:53.340118 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-703f7758-2646-461b-a79a-5a84362eb0b0 admin admin] 10.222.0.37 "PUT /v2.0/routers/edfc80d0-9d1e-4ae9-aa94-9d78dff45613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9233806 Nov 12 04:43:53.343934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47414) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:53.347112 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32b4a8a-4c00-4e63-89dc-8e2a8aef024f None None] Sync routers for ids ['edfc80d0-9d1e-4ae9-aa94-9d78dff45613'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:43:53.357613 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b4a8a-4c00-4e63-89dc-8e2a8aef024f None None] Routers {'edfc80d0-9d1e-4ae9-aa94-9d78dff45613'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:53.358327 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e32b4a8a-4c00-4e63-89dc-8e2a8aef024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:43:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['edfc80d0-9d1e-4ae9-aa94-9d78dff45613'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:53.450921 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d47ee1d6-65cb-46aa-8da1-109de8f6d0c2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:53.465293 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-e32b4a8a-4c00-4e63-89dc-8e2a8aef024f None None] Set router edfc80d0-9d1e-4ae9-aa94-9d78dff45613 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:53.560879 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d47ee1d6-65cb-46aa-8da1-109de8f6d0c2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:53.670392 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e32b4a8a-4c00-4e63-89dc-8e2a8aef024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'name': 'tempest-TestServerMultinode-1355403050-router', 'tenant_id': 'cd34179988404ac693e09fcf6b7edf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '91d76f39-cc69-48ff-9913-96fda8eb77f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:50Z', 'updated_at': '2021-11-12T04:43:52Z', 'revision_number': 5, 'project_id': 'cd34179988404ac693e09fcf6b7edf7d', 'gw_port': {'id': '91d76f39-cc69-48ff-9913-96fda8eb77f7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:51Z', 'updated_at': '2021-11-12T04:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:53.692573 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32b4a8a-4c00-4e63-89dc-8e2a8aef024f None None] Checking router: edfc80d0-9d1e-4ae9-aa94-9d78dff45613 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:43:53.701149 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b4a8a-4c00-4e63-89dc-8e2a8aef024f None None] Routers {'edfc80d0-9d1e-4ae9-aa94-9d78dff45613'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:53.701734 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e32b4a8a-4c00-4e63-89dc-8e2a8aef024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:43:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['edfc80d0-9d1e-4ae9-aa94-9d78dff45613'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:53.811416 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-e32b4a8a-4c00-4e63-89dc-8e2a8aef024f None None] Set router edfc80d0-9d1e-4ae9-aa94-9d78dff45613 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:53.825559 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d47ee1d6-65cb-46aa-8da1-109de8f6d0c2 admin admin] Deleting port 91d76f39-cc69-48ff-9913-96fda8eb77f7 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:43:53.826181 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d47ee1d6-65cb-46aa-8da1-109de8f6d0c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:53.918111 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-d47ee1d6-65cb-46aa-8da1-109de8f6d0c2 admin admin] For port 91d76f39-cc69-48ff-9913-96fda8eb77f7, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=91d76f39-cc69-48ff-9913-96fda8eb77f7,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:53.918111 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d47ee1d6-65cb-46aa-8da1-109de8f6d0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:53.932600 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d47ee1d6-65cb-46aa-8da1-109de8f6d0c2 admin admin] Calling delete_port for 91d76f39-cc69-48ff-9913-96fda8eb77f7 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:43:54.016549 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e32b4a8a-4c00-4e63-89dc-8e2a8aef024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'name': 'tempest-TestServerMultinode-1355403050-router', 'tenant_id': 'cd34179988404ac693e09fcf6b7edf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '91d76f39-cc69-48ff-9913-96fda8eb77f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:50Z', 'updated_at': '2021-11-12T04:43:52Z', 'revision_number': 5, 'project_id': 'cd34179988404ac693e09fcf6b7edf7d', 'gw_port': {'id': '91d76f39-cc69-48ff-9913-96fda8eb77f7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:51Z', 'updated_at': '2021-11-12T04:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:54.048078 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32b4a8a-4c00-4e63-89dc-8e2a8aef024f None None] The sync data for ids ['edfc80d0-9d1e-4ae9-aa94-9d78dff45613'] in n-d-768509-24 is: [{'id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'name': 'tempest-TestServerMultinode-1355403050-router', 'tenant_id': 'cd34179988404ac693e09fcf6b7edf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '91d76f39-cc69-48ff-9913-96fda8eb77f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:42:50Z', 'updated_at': '2021-11-12T04:43:52Z', 'revision_number': 5, 'project_id': 'cd34179988404ac693e09fcf6b7edf7d', 'gw_port': {'id': '91d76f39-cc69-48ff-9913-96fda8eb77f7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfc80d0-9d1e-4ae9-aa94-9d78dff45613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:51Z', 'updated_at': '2021-11-12T04:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:43:54.275784 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d47ee1d6-65cb-46aa-8da1-109de8f6d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:54.304626 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ee1d6-65cb-46aa-8da1-109de8f6d0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=91d76f39-cc69-48ff-9913-96fda8eb77f7,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:54.325196 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c038dd4c-2d2e-410b-b58b-3b7af28b09a4 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:43:54.341870 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7031aa-e548-4f55-aafb-d0191e9e67be req-701d5512-82d1-48d9-9c1b-66917a90b89c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:54.343437 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c7031aa-e548-4f55-aafb-d0191e9e67be req-701d5512-82d1-48d9-9c1b-66917a90b89c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 944 time: 0.1105587 Nov 12 04:43:54.437575 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d47ee1d6-65cb-46aa-8da1-109de8f6d0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:54.542124 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c7031aa-e548-4f55-aafb-d0191e9e67be req-9fcdf705-800e-42ea-b8c8-50913d4a337f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716297 Nov 12 04:43:54.591237 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0b692581-4427-4119-a6fa-e57003615e6b no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:43:54.606659 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d47ee1d6-65cb-46aa-8da1-109de8f6d0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:54.609098 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d47ee1d6-65cb-46aa-8da1-109de8f6d0c2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:54.615155 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 0b692581-4427-4119-a6fa-e57003615e6b {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:43:54.615495 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 0b692581-4427-4119-a6fa-e57003615e6b not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:43:54.746956 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d47ee1d6-65cb-46aa-8da1-109de8f6d0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:54.748264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47ee1d6-65cb-46aa-8da1-109de8f6d0c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edfc80d0-9d1e-4ae9-aa94-9d78dff45613 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:43:54.759229 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d47ee1d6-65cb-46aa-8da1-109de8f6d0c2 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:54.761254 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d47ee1d6-65cb-46aa-8da1-109de8f6d0c2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/edfc80d0-9d1e-4ae9-aa94-9d78dff45613 HTTP/1.1" status: 204 len: 168 time: 1.4175482 Nov 12 04:43:54.764903 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 47430) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:54.829741 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1794eb-0491-40d3-9268-4e458a04f42e admin admin] Deleting subnet 2125fa10-98f9-41e8-b6be-bd3c5cc5cad9 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:43:54.833110 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa1794eb-0491-40d3-9268-4e458a04f42e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:54.883873 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa1794eb-0491-40d3-9268-4e458a04f42e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:55.007212 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa1794eb-0491-40d3-9268-4e458a04f42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:55.113560 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7b315da0-d835-4d46-b029-23df4b9a5d82 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:43:55.175327 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa1794eb-0491-40d3-9268-4e458a04f42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:55.207733 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fa1794eb-0491-40d3-9268-4e458a04f42e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:55.213879 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fa1794eb-0491-40d3-9268-4e458a04f42e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2125fa10-98f9-41e8-b6be-bd3c5cc5cad9 HTTP/1.1" status: 204 len: 168 time: 0.4440532 Nov 12 04:43:55.213879 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1794eb-0491-40d3-9268-4e458a04f42e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2125fa10-98f9-41e8-b6be-bd3c5cc5cad9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:55.214436 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47434) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:55.232806 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7b315da0-d835-4d46-b029-23df4b9a5d82, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7b315da0-d835-4d46-b029-23df4b9a5d82,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:55.243615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19290cf-777e-45b1-b4b6-8ee85a72e45c None None] Network 5fc81900-d682-41cc-9051-3c26064b996b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:43:55.270118 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '7b315da0-d835-4d46-b029-23df4b9a5d82', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'port_id': '7b315da0-d835-4d46-b029-23df4b9a5d82', 'mac_address': 'fa:16:3e:b0:a6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:43:55.292750 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:55.369330 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] Deleting port 3e079088-8f66-4744-8f43-d93189c9b535 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:43:55.369759 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:55.395829 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:55.413606 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b315da0-d835-4d46-b029-23df4b9a5d82 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:43:55.440026 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7b315da0-d835-4d46-b029-23df4b9a5d82, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7b315da0-d835-4d46-b029-23df4b9a5d82,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:55.485750 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f45caf1-898e-4c6f-b41a-adfe1b003230 None None] DHCP port deletion for 5fc81900-d682-41cc-9051-3c26064b996b request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:43:55.544874 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:55.607022 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8f45caf1-898e-4c6f-b41a-adfe1b003230 None None] Deleting port 3e079088-8f66-4744-8f43-d93189c9b535 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:43:55.607481 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f45caf1-898e-4c6f-b41a-adfe1b003230 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:55.644880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=7b315da0-d835-4d46-b029-23df4b9a5d82,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:55.711591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8f45caf1-898e-4c6f-b41a-adfe1b003230 None None] For port 3e079088-8f66-4744-8f43-d93189c9b535, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3e079088-8f66-4744-8f43-d93189c9b535,segment=NetworkSegment(a8252e24-ba9b-4b9a-875d-f61af6312f3d),segment_id=a8252e24-ba9b-4b9a-875d-f61af6312f3d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:55.711997 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f45caf1-898e-4c6f-b41a-adfe1b003230 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:55.733361 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8f45caf1-898e-4c6f-b41a-adfe1b003230 None None] Calling delete_port for 3e079088-8f66-4744-8f43-d93189c9b535 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:43:55.813531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] For port 3e079088-8f66-4744-8f43-d93189c9b535, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3e079088-8f66-4744-8f43-d93189c9b535,segment=NetworkSegment(a8252e24-ba9b-4b9a-875d-f61af6312f3d),segment_id=a8252e24-ba9b-4b9a-875d-f61af6312f3d)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:55.815116 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:55.818353 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['7b315da0-d835-4d46-b029-23df4b9a5d82'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:43:55.830322 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] Calling delete_port for 3e079088-8f66-4744-8f43-d93189c9b535 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:43:55.853253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3da313-85b2-45bd-baba-9723a47d995b req-c0a11f28-ce35-4464-9c29-73240664f8b5 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:55.854837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a3da313-85b2-45bd-baba-9723a47d995b req-c0a11f28-ce35-4464-9c29-73240664f8b5 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 945 time: 0.0841429 Nov 12 04:43:55.902703 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f45caf1-898e-4c6f-b41a-adfe1b003230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:55.941334 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45caf1-898e-4c6f-b41a-adfe1b003230 None None] Pushing event deleted for resources: {'Port': ['ID=3e079088-8f66-4744-8f43-d93189c9b535,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:55.946391 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f45caf1-898e-4c6f-b41a-adfe1b003230 None None] No DVR routers for this DVR port 3e079088-8f66-4744-8f43-d93189c9b535 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:43:55.949627 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a3da313-85b2-45bd-baba-9723a47d995b req-782b73aa-be69-4f4b-a415-7688b2ef03c6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648763 Nov 12 04:43:55.967864 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:55.998745 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e079088-8f66-4744-8f43-d93189c9b535,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:56.002332 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] No DVR routers for this DVR port 3e079088-8f66-4744-8f43-d93189c9b535 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:43:56.077574 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:56.097574 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc81900-d682-41cc-9051-3c26064b996b']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:56.106648 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8252e24-ba9b-4b9a-875d-f61af6312f3d') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:56.106946 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8252e24-ba9b-4b9a-875d-f61af6312f3d') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:56.116356 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:56.129079 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:56.135590 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:43:56.135993 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:43:56.137674 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:43:56.266532 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:56.274745 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:56.278210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5fc81900-d682-41cc-9051-3c26064b996b HTTP/1.1" status: 204 len: 168 time: 1.0626254 Nov 12 04:43:56.289794 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15046824-6481-42ed-970c-fd38cade5c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fc81900-d682-41cc-9051-3c26064b996b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:56.435776 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 91d76f39-cc69-48ff-9913-96fda8eb77f7 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:43:56.456247 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 91d76f39-cc69-48ff-9913-96fda8eb77f7 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:43:56.457042 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 91d76f39-cc69-48ff-9913-96fda8eb77f7 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:43:56.457042 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3e079088-8f66-4744-8f43-d93189c9b535 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:43:56.474727 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 3e079088-8f66-4744-8f43-d93189c9b535 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:43:56.480026 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3e079088-8f66-4744-8f43-d93189c9b535 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:43:56.811042 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47454) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:56.851657 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-54773adb-828c-4688-948f-e8186d6c4b45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac8c4df852ed4c63816fa110883be028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393999 Nov 12 04:43:56.854380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47456) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:56.905749 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c427657-62db-4270-bb15-20dc503abb37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:56.927748 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c427657-62db-4270-bb15-20dc503abb37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:57.060730 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c427657-62db-4270-bb15-20dc503abb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:57.068739 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c427657-62db-4270-bb15-20dc503abb37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:57.068739 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8c427657-62db-4270-bb15-20dc503abb37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f210f35d-24d2-48ce-9497-3c2c7b35075d HTTP/1.1" status: 204 len: 168 time: 0.2091796 Nov 12 04:43:57.076609 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c427657-62db-4270-bb15-20dc503abb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f210f35d-24d2-48ce-9497-3c2c7b35075d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:57.096774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e99910-0c88-41ad-b125-1f123f4fbf24 req-9fe9cb03-5fba-492c-9e2b-6c49ec5bf0bb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:57.098411 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0e99910-0c88-41ad-b125-1f123f4fbf24 req-9fe9cb03-5fba-492c-9e2b-6c49ec5bf0bb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 945 time: 0.0677679 Nov 12 04:43:57.116641 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7b315da0-d835-4d46-b029-23df4b9a5d82 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:43:57.155030 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0e99910-0c88-41ad-b125-1f123f4fbf24 req-bc65b3bb-0929-4ee1-a2f7-20998d6a153e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487089 Nov 12 04:43:57.269758 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 7b315da0-d835-4d46-b029-23df4b9a5d82 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:43:57.274776 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 7b315da0-d835-4d46-b029-23df4b9a5d82 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:57.275148 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:57.357281 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:57.388413 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43452fd0-28ea-4abf-9b0c-15ea3edab329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b315da0-d835-4d46-b029-23df4b9a5d82'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:43:57.388413 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ca6428-3539-434e-a137-2ab45dd7a4ee" -d '{"events": [{"server_uuid": "43452fd0-28ea-4abf-9b0c-15ea3edab329", "name": "network-vif-plugged", "status": "completed", "tag": "7b315da0-d835-4d46-b029-23df4b9a5d82"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:43:57.403142 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7b315da0-d835-4d46-b029-23df4b9a5d82, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7b315da0-d835-4d46-b029-23df4b9a5d82,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:57.434941 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc19b5aa-ffd6-43e2-885d-917638c0e726 x-openstack-request-id: req-bc19b5aa-ffd6-43e2-885d-917638c0e726 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:43:57.434941 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43452fd0-28ea-4abf-9b0c-15ea3edab329", "name": "network-vif-plugged", "status": "completed", "tag": "7b315da0-d835-4d46-b029-23df4b9a5d82", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:43:57.434941 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc19b5aa-ffd6-43e2-885d-917638c0e726 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:43:57.434941 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43452fd0-28ea-4abf-9b0c-15ea3edab329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b315da0-d835-4d46-b029-23df4b9a5d82', 'code': 200} Nov 12 04:43:57.520374 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:57.612101 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6132e8-b37e-47f8-a56a-6804841a11b1 req-56116619-7058-4e05-b973-5c60441a1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:57.614209 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de6132e8-b37e-47f8-a56a-6804841a11b1 req-56116619-7058-4e05-b973-5c60441a1ef6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 1098 time: 0.0975425 Nov 12 04:43:57.666889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de6132e8-b37e-47f8-a56a-6804841a11b1 req-ba0fb8dd-5316-490c-980f-636e6fc9ca2a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448103 Nov 12 04:43:57.771860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=7b315da0-d835-4d46-b029-23df4b9a5d82,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:58.221381 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47490) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:58.303490 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5668de4e-8950-4b39-abb1-9822943b6f11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd34179988404ac693e09fcf6b7edf7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0791540 Nov 12 04:43:58.308172 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 47492) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:58.337568 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c594642-ad72-4d3e-be9f-80be85cc358f req-02a44312-2289-456d-aebe-27f1b7bac335 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:58.339195 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c594642-ad72-4d3e-be9f-80be85cc358f req-02a44312-2289-456d-aebe-27f1b7bac335 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 946 time: 0.0922179 Nov 12 04:43:58.403849 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f832a4b6-32c7-4cea-9d35-a8b0ea95579b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:58.415087 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c594642-ad72-4d3e-be9f-80be85cc358f req-8c18db0b-f0f1-45cd-9b8c-7e0f03ee1dd4 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672421 Nov 12 04:43:58.448513 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f832a4b6-32c7-4cea-9d35-a8b0ea95579b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:58.601604 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f832a4b6-32c7-4cea-9d35-a8b0ea95579b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:58.604524 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f832a4b6-32c7-4cea-9d35-a8b0ea95579b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:58.606444 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f832a4b6-32c7-4cea-9d35-a8b0ea95579b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b10188af-58f3-43dc-ba3c-7aeed5e7b266 HTTP/1.1" status: 204 len: 168 time: 0.2970908 Nov 12 04:43:58.616220 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832a4b6-32c7-4cea-9d35-a8b0ea95579b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10188af-58f3-43dc-ba3c-7aeed5e7b266,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:59.542059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c922dd-9c4c-4074-a17a-d3c666b248db req-b919b6c7-f979-4c58-97b9-b7ae35997c6f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:59.543644 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84c922dd-9c4c-4074-a17a-d3c666b248db req-b919b6c7-f979-4c58-97b9-b7ae35997c6f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 946 time: 0.0499821 Nov 12 04:43:59.594472 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84c922dd-9c4c-4074-a17a-d3c666b248db req-0e780f3e-348e-4df8-a7db-069bba630820 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444686 Nov 12 04:43:59.800272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d30d0a-aa8b-415a-84bb-0e6c371c4057 req-f94473e4-2b2c-4e2a-86f5-58edec58bb8c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:59.802765 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50d30d0a-aa8b-415a-84bb-0e6c371c4057 req-f94473e4-2b2c-4e2a-86f5-58edec58bb8c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 946 time: 0.1381516 Nov 12 04:43:59.854068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50d30d0a-aa8b-415a-84bb-0e6c371c4057 req-f52ec486-cec5-4048-b31e-e5da589a603d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441279 Nov 12 04:43:59.972996 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9aced3-3000-4a33-aaf7-e64469ff9a8e req-a1fc97aa-9b59-410e-8158-a4b99319cc0a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:59.975145 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf9aced3-3000-4a33-aaf7-e64469ff9a8e req-a1fc97aa-9b59-410e-8158-a4b99319cc0a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 946 time: 0.0547194 Nov 12 04:44:00.025604 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf9aced3-3000-4a33-aaf7-e64469ff9a8e req-40c13b0c-87af-473d-ac1e-97f2f56d18a3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439944 Nov 12 04:44:00.533886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0246f-edcc-4eb0-a80b-f380672b48af req-7d928c56-5523-4f6c-b6ec-6895312e92eb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:00.535538 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fa0246f-edcc-4eb0-a80b-f380672b48af req-7d928c56-5523-4f6c-b6ec-6895312e92eb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 946 time: 0.0509126 Nov 12 04:44:00.584403 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fa0246f-edcc-4eb0-a80b-f380672b48af req-b1ee5334-fc6b-4004-b1a1-f76332bdb0b6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426664 Nov 12 04:44:01.705978 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee670ceb-d68f-4f3c-8128-fa70abed8fc2 req-dca1ff8c-8218-4930-a98b-ee233ebf26a8 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:01.707571 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee670ceb-d68f-4f3c-8128-fa70abed8fc2 req-dca1ff8c-8218-4930-a98b-ee233ebf26a8 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 946 time: 0.0545895 Nov 12 04:44:01.767252 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee670ceb-d68f-4f3c-8128-fa70abed8fc2 req-d0ed34cb-1542-4607-8cbd-59af3c0018ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531750 Nov 12 04:44:02.306654 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63bbe7-8313-4cd5-9e11-ecf387392b9c req-6064af1f-5323-4909-a9c3-6f4cab2bc146 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:02.308104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd63bbe7-8313-4cd5-9e11-ecf387392b9c req-6064af1f-5323-4909-a9c3-6f4cab2bc146 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.31 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 946 time: 0.0531046 Nov 12 04:44:02.401307 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-dd63bbe7-8313-4cd5-9e11-ecf387392b9c req-922d7111-3576-4400-8875-a93fc163b728 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Deleting port 7b315da0-d835-4d46-b029-23df4b9a5d82 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:44:02.401649 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dd63bbe7-8313-4cd5-9e11-ecf387392b9c req-922d7111-3576-4400-8875-a93fc163b728 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:02.498925 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-dd63bbe7-8313-4cd5-9e11-ecf387392b9c req-922d7111-3576-4400-8875-a93fc163b728 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] For port 7b315da0-d835-4d46-b029-23df4b9a5d82, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7b315da0-d835-4d46-b029-23df4b9a5d82,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:02.500574 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dd63bbe7-8313-4cd5-9e11-ecf387392b9c req-922d7111-3576-4400-8875-a93fc163b728 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:02.513075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-dd63bbe7-8313-4cd5-9e11-ecf387392b9c req-922d7111-3576-4400-8875-a93fc163b728 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Calling delete_port for 7b315da0-d835-4d46-b029-23df4b9a5d82 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:44:02.797641 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dd63bbe7-8313-4cd5-9e11-ecf387392b9c req-922d7111-3576-4400-8875-a93fc163b728 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:02.830713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d7111-3576-4400-8875-a93fc163b728 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event deleted for resources: {'Port': ['ID=7b315da0-d835-4d46-b029-23df4b9a5d82,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:02.837101 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['7b315da0-d835-4d46-b029-23df4b9a5d82'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:44:02.900765 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57478c52-1f1b-4f9f-b782-2163891255d6 req-75cb233f-fd73-45fb-86ed-050746625a71 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 210 time: 0.0462584 Nov 12 04:44:02.901480 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd63bbe7-8313-4cd5-9e11-ecf387392b9c req-922d7111-3576-4400-8875-a93fc163b728 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] No DVR routers for this DVR port 7b315da0-d835-4d46-b029-23df4b9a5d82 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:44:02.906410 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dd63bbe7-8313-4cd5-9e11-ecf387392b9c req-922d7111-3576-4400-8875-a93fc163b728 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:02.910013 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd63bbe7-8313-4cd5-9e11-ecf387392b9c req-922d7111-3576-4400-8875-a93fc163b728 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.31 "DELETE /v2.0/ports/7b315da0-d835-4d46-b029-23df4b9a5d82 HTTP/1.1" status: 204 len: 173 time: 0.5954037 Nov 12 04:44:02.910481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43452fd0-28ea-4abf-9b0c-15ea3edab329', 'name': 'network-vif-deleted', 'tag': '7b315da0-d835-4d46-b029-23df4b9a5d82'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:44:02.913380 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c690e84a-5d73-46fd-b7f3-8a690bfb1f4b" -d '{"events": [{"server_uuid": "43452fd0-28ea-4abf-9b0c-15ea3edab329", "name": "network-vif-deleted", "tag": "7b315da0-d835-4d46-b029-23df4b9a5d82"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:44:02.951682 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666c2d80-37fe-483a-b73b-eee170a0375c x-openstack-request-id: req-666c2d80-37fe-483a-b73b-eee170a0375c {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:44:02.951980 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43452fd0-28ea-4abf-9b0c-15ea3edab329", "name": "network-vif-deleted", "tag": "7b315da0-d835-4d46-b029-23df4b9a5d82", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:44:02.952234 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-666c2d80-37fe-483a-b73b-eee170a0375c {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:44:02.952638 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43452fd0-28ea-4abf-9b0c-15ea3edab329', 'name': 'network-vif-deleted', 'tag': '7b315da0-d835-4d46-b029-23df4b9a5d82', 'status': 'completed', 'code': 200} Nov 12 04:44:03.226457 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26216278-bd27-4651-a663-66fb0bfe9d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:04.035992 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e82f1bf-ccb9-4f1a-9517-9d061ba950e9 req-06f022f1-4503-4650-ab0e-44e56f2bfc43 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 210 time: 0.0328398 Nov 12 04:44:05.137772 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c37995c3-c011-4916-89e1-d1bbd116010b req-ed875f8a-2380-4241-b157-4329154116c8 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 210 time: 0.0273235 Nov 12 04:44:05.147759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7b315da0-d835-4d46-b029-23df4b9a5d82 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:44:05.175147 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 7b315da0-d835-4d46-b029-23df4b9a5d82 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:44:05.175488 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7b315da0-d835-4d46-b029-23df4b9a5d82 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:44:05.574792 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89f91dbd-bd55-4ea2-b907-e1ec086c2ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:06.321242 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fedda6c3-7831-4cef-b5f0-630b5931858a req-c8e8fc26-5ab4-4e72-9033-da5fe265c71b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 210 time: 0.0285308 Nov 12 04:44:06.797412 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:07.488114 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2dbba4ef-8b38-41ea-a055-2eaa1bc70c59 req-06fd6580-4076-4d28-96ef-a27707d27d8c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 210 time: 0.0311124 Nov 12 04:44:08.327998 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:08.635227 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a186ea7-65cc-4d80-b44a-b71dd4ca61d9 req-7f9668e8-a1ab-4aa0-812e-55cc56fb4d9b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=43452fd0-28ea-4abf-9b0c-15ea3edab329 HTTP/1.1" status: 200 len: 210 time: 0.0556374 Nov 12 04:44:09.129272 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:13.548877 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:44:17.013318 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:18.289237 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:33.175191 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-df70dda1-c43e-499b-bc77-3c1ba0ed0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:35.639226 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ec53dd3-6951-4104-b750-9223eaa0623b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:36.757669 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:37.123947 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48042) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:37.238740 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-844944f9-2645-4876-b6bf-8503057cd732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:37.313221 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-844944f9-2645-4876-b6bf-8503057cd732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:37.403471 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-844944f9-2645-4876-b6bf-8503057cd732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:37.441762 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-844944f9-2645-4876-b6bf-8503057cd732 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=252aca9475fb4495b0329c47f0797466&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3167357 Nov 12 04:44:37.443187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844944f9-2645-4876-b6bf-8503057cd732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1a920c-0692-40e6-81e8-3a8a5dc4b2ee,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:37.444990 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48048) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:37.450892 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844944f9-2645-4876-b6bf-8503057cd732 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:37.451935 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844944f9-2645-4876-b6bf-8503057cd732 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:37.451935 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844944f9-2645-4876-b6bf-8503057cd732 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:37.451935 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844944f9-2645-4876-b6bf-8503057cd732 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:37.452230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844944f9-2645-4876-b6bf-8503057cd732 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:37.452561 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844944f9-2645-4876-b6bf-8503057cd732 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:37.452855 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844944f9-2645-4876-b6bf-8503057cd732 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:37.453180 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844944f9-2645-4876-b6bf-8503057cd732 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:37.453589 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844944f9-2645-4876-b6bf-8503057cd732 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:37.453999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844944f9-2645-4876-b6bf-8503057cd732 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:37.454335 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844944f9-2645-4876-b6bf-8503057cd732 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:37.454667 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844944f9-2645-4876-b6bf-8503057cd732 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:37.514198 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d358695a-0c46-4c2b-8869-ae00d3e0c857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:37.538037 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d358695a-0c46-4c2b-8869-ae00d3e0c857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:37.738501 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d358695a-0c46-4c2b-8869-ae00d3e0c857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:37.742176 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d358695a-0c46-4c2b-8869-ae00d3e0c857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:37.745635 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d358695a-0c46-4c2b-8869-ae00d3e0c857 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b1a920c-0692-40e6-81e8-3a8a5dc4b2ee HTTP/1.1" status: 204 len: 168 time: 0.2974133 Nov 12 04:44:37.751316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358695a-0c46-4c2b-8869-ae00d3e0c857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1a920c-0692-40e6-81e8-3a8a5dc4b2ee,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:38.262431 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48058) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:38.392723 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:38.421102 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-349df973-dc3f-46ce-86b0-a069808bac16 admin admin] Deleting subnet 865cb65e-9cf2-44df-9af2-92106c8b3a95 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:44:38.424182 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-349df973-dc3f-46ce-86b0-a069808bac16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:38.461972 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-349df973-dc3f-46ce-86b0-a069808bac16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:38.503784 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-349df973-dc3f-46ce-86b0-a069808bac16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:38.628306 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48062) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:38.646621 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-94de305e-7982-4444-a3f0-61db36b5939b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:38.725667 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-94de305e-7982-4444-a3f0-61db36b5939b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:38.733931 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-349df973-dc3f-46ce-86b0-a069808bac16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:38.760710 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349df973-dc3f-46ce-86b0-a069808bac16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=865cb65e-9cf2-44df-9af2-92106c8b3a95,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:38.765812 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-349df973-dc3f-46ce-86b0-a069808bac16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:38.771924 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-349df973-dc3f-46ce-86b0-a069808bac16 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/865cb65e-9cf2-44df-9af2-92106c8b3a95 HTTP/1.1" status: 204 len: 168 time: 0.5061097 Nov 12 04:44:38.773313 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc5469f-af95-44df-ac51-08364ef93d0c None None] Network 60fab906-65e9-4e55-9f5a-c4f9e756fb11 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:44:38.773452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48064) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:38.799067 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-94de305e-7982-4444-a3f0-61db36b5939b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:38.882689 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de305e-7982-4444-a3f0-61db36b5939b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff855d5-d92e-4372-8fe6-fed34ce677e4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:38.887436 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-824a76f7-31ff-4446-a581-fd1aaef6ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:38.894094 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-94de305e-7982-4444-a3f0-61db36b5939b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2ffa2100d844911a6ea0509f71dfb56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2616858 Nov 12 04:44:38.895905 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48066) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:38.897709 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4ff867-228e-4e62-a08f-08c36739c970 None None] DHCP port deletion for 60fab906-65e9-4e55-9f5a-c4f9e756fb11 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:44:39.012928 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-824a76f7-31ff-4446-a581-fd1aaef6ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:39.015065 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab412192-e65e-46ba-af1d-000e4132e1a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:39.043325 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-824a76f7-31ff-4446-a581-fd1aaef6ab86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fab906-65e9-4e55-9f5a-c4f9e756fb11']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:39.064970 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab412192-e65e-46ba-af1d-000e4132e1a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:39.068087 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-824a76f7-31ff-4446-a581-fd1aaef6ab86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a76a5f-309d-453b-b313-1b819e1f965e') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:39.068377 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-824a76f7-31ff-4446-a581-fd1aaef6ab86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a76a5f-309d-453b-b313-1b819e1f965e') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:39.084546 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-824a76f7-31ff-4446-a581-fd1aaef6ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:39.112308 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-824a76f7-31ff-4446-a581-fd1aaef6ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:39.119460 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824a76f7-31ff-4446-a581-fd1aaef6ab86 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:44:39.119896 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-824a76f7-31ff-4446-a581-fd1aaef6ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:44:39.121458 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:44:39.155567 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:39.264407 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab412192-e65e-46ba-af1d-000e4132e1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:39.267890 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ab412192-e65e-46ba-af1d-000e4132e1a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:39.271788 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ab412192-e65e-46ba-af1d-000e4132e1a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fff855d5-d92e-4372-8fe6-fed34ce677e4 HTTP/1.1" status: 204 len: 168 time: 0.3723173 Nov 12 04:44:39.277857 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-824a76f7-31ff-4446-a581-fd1aaef6ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:39.279997 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab412192-e65e-46ba-af1d-000e4132e1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff855d5-d92e-4372-8fe6-fed34ce677e4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:39.287649 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-824a76f7-31ff-4446-a581-fd1aaef6ab86 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:39.294312 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-824a76f7-31ff-4446-a581-fd1aaef6ab86 admin admin] 10.222.0.37 "DELETE /v2.0/networks/60fab906-65e9-4e55-9f5a-c4f9e756fb11 HTTP/1.1" status: 204 len: 168 time: 0.5198069 Nov 12 04:44:39.308832 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a76f7-31ff-4446-a581-fd1aaef6ab86 admin admin] Pushing event deleted for resources: {'Network': ['ID=60fab906-65e9-4e55-9f5a-c4f9e756fb11,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:39.866024 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48078) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:39.916242 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2661ca87-78c2-4025-a798-5dff488c8b95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8484cfd1526e4dc9ab788aa0944921cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0488770 Nov 12 04:44:39.919776 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48080) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:39.998015 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b3059bf-9348-4668-a793-d0ad37fc3702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:40.025020 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b3059bf-9348-4668-a793-d0ad37fc3702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:40.149646 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b3059bf-9348-4668-a793-d0ad37fc3702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:40.153830 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6b3059bf-9348-4668-a793-d0ad37fc3702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:40.157547 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6b3059bf-9348-4668-a793-d0ad37fc3702 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/609c188e-ba3a-4988-ba35-f10793e6c9fd HTTP/1.1" status: 204 len: 168 time: 0.2326491 Nov 12 04:44:40.167990 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3059bf-9348-4668-a793-d0ad37fc3702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609c188e-ba3a-4988-ba35-f10793e6c9fd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:45.061618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-7f3aed3b-11dc-4972-9c91-6bb91947fb71 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:45.063051 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-7f3aed3b-11dc-4972-9c91-6bb91947fb71 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 809 time: 0.1019163 Nov 12 04:44:45.078780 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-94f825bd-c530-48d8-9f04-b693817e23aa tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/quotas/a3782c0eb54447b3ae7a2e382d21e569 HTTP/1.1" status: 200 len: 375 time: 0.0093794 Nov 12 04:44:45.135057 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-24f5dcf8-667f-46a7-b2c8-454d06be9489 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507796 Nov 12 04:44:45.145695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-2d084891-c404-4190-a06a-1d2d744b27f5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:44:45.146652 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-2d084891-c404-4190-a06a-1d2d744b27f5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052428 Nov 12 04:44:45.237079 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-86eac926-fb7c-4243-817d-b0c48b5a77d9 service neutron] 10.222.0.37 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848145 Nov 12 04:44:45.337158 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-b45450e2-2092-4777-8c74-2d0206260211 service neutron] 10.222.0.37 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933630 Nov 12 04:44:45.637271 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-70b98c5c-feb9-43cb-94a6-bb326aa40d94 req-65214d88-6afd-42a6-a8b6-8dc8c254ac18 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0296733 Nov 12 04:44:46.731683 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d6c35f6-88e7-4828-945a-81d93b66b850 req-2abe1f34-2fd8-41f1-bdac-93972c6e48c0 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0269296 Nov 12 04:44:47.060345 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:47.740077 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-9b9a22d2-a79c-4cb2-a808-c7c4af7c5c05 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:47.741127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-9b9a22d2-a79c-4cb2-a808-c7c4af7c5c05 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.21 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 809 time: 0.1138086 Nov 12 04:44:47.760667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-08bbdbf2-ff11-41e2-b244-b272fb793b59 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Request body: {'port': {'device_id': 'cc8477fa-35bb-447c-8016-45f85317f9b0', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'admin_state_up': True, 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:44:47.853361 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99d405cf-2b7d-4c10-8c8b-8384136cf1eb req-94833685-8055-48e5-8c70-2f43bd528314 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0372236 Nov 12 04:44:48.060540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-08bbdbf2-ff11-41e2-b244-b272fb793b59 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Made reservation on behalf of a3782c0eb54447b3ae7a2e382d21e569 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:44:48.069982 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-08bbdbf2-ff11-41e2-b244-b272fb793b59 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:48.190447 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-08bbdbf2-ff11-41e2-b244-b272fb793b59 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Allocated IP 172.20.0.11 (4019927c-f686-4736-906f-6f7a053cc39c/50e453bb-3a0f-4798-b2da-900226d2fe0d/a1f659fa-4877-49ce-b398-3dff0ff8ee52) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:44:48.288085 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:48.345148 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-08bbdbf2-ff11-41e2-b244-b272fb793b59 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:48.437911 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-08bbdbf2-ff11-41e2-b244-b272fb793b59 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:48.480372 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-08bbdbf2-ff11-41e2-b244-b272fb793b59 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Network 4019927c-f686-4736-906f-6f7a053cc39c is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:44:48.485717 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-08bbdbf2-ff11-41e2-b244-b272fb793b59 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:44:48.489683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-08bbdbf2-ff11-41e2-b244-b272fb793b59 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:44:48.497653 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbdbf2-ff11-41e2-b244-b272fb793b59 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event updated for resources: {'Port': ['ID=a1f659fa-4877-49ce-b398-3dff0ff8ee52,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:48.555810 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-08bbdbf2-ff11-41e2-b244-b272fb793b59 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:48.560439 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-08bbdbf2-ff11-41e2-b244-b272fb793b59 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:48.650157 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-08bbdbf2-ff11-41e2-b244-b272fb793b59 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8936086 Nov 12 04:44:48.798020 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-015c06f4-c546-46a5-8943-3f23cc33a147 None None] Provisioning complete for port a1f659fa-4877-49ce-b398-3dff0ff8ee52 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:44:48.798462 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-015c06f4-c546-46a5-8943-3f23cc33a147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:48.806390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Request body: {'port': {'device_id': 'cc8477fa-35bb-447c-8016-45f85317f9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:44:48.840970 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-015c06f4-c546-46a5-8943-3f23cc33a147 None None] Port a1f659fa-4877-49ce-b398-3dff0ff8ee52 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:44:48.877214 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:49.079112 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11977f0-d7b0-46e8-9752-8239f15dc6d9 req-d8f49029-b4a2-4ad4-afca-37dcf93be217 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:49.080797 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b11977f0-d7b0-46e8-9752-8239f15dc6d9 req-d8f49029-b4a2-4ad4-afca-37dcf93be217 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 932 time: 0.1538911 Nov 12 04:44:49.145466 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b11977f0-d7b0-46e8-9752-8239f15dc6d9 req-93ec1911-460c-4dd6-ac0b-bb475d2b0580 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558119 Nov 12 04:44:49.231698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f659fa-4877-49ce-b398-3dff0ff8ee52 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:44:49.240176 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:49.252843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Transition to ACTIVE for port object a1f659fa-4877-49ce-b398-3dff0ff8ee52 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:44:49.327088 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:49.380060 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f659fa-4877-49ce-b398-3dff0ff8ee52,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:49.508481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Attempting to bind port a1f659fa-4877-49ce-b398-3dff0ff8ee52 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:44:49.508786 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Attempting to bind port a1f659fa-4877-49ce-b398-3dff0ff8ee52 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:44:49.509129 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Attempting to bind port a1f659fa-4877-49ce-b398-3dff0ff8ee52 on network 4019927c-f686-4736-906f-6f7a053cc39c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:44:49.520865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Port a1f659fa-4877-49ce-b398-3dff0ff8ee52 on network 4019927c-f686-4736-906f-6f7a053cc39c not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:44:49.524836 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Attempting to bind port a1f659fa-4877-49ce-b398-3dff0ff8ee52 on network 4019927c-f686-4736-906f-6f7a053cc39c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:44:49.528173 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:44:49.528648 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Checking segment: {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:44:49.529131 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Bound using segment: {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:44:49.529660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Bound port: a1f659fa-4877-49ce-b398-3dff0ff8ee52, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:44:49.530118 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:49.600720 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] For port a1f659fa-4877-49ce-b398-3dff0ff8ee52, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:44:49.603844 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] For port a1f659fa-4877-49ce-b398-3dff0ff8ee52, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a1f659fa-4877-49ce-b398-3dff0ff8ee52,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:44:49.672383 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:49.706670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:49.707879 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:49.709606 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] 10.222.0.21 "PUT /v2.0/ports/a1f659fa-4877-49ce-b398-3dff0ff8ee52 HTTP/1.1" status: 200 len: 1093 time: 1.0406098 Nov 12 04:44:49.712970 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8477fa-35bb-447c-8016-45f85317f9b0', 'tag': 'a1f659fa-4877-49ce-b398-3dff0ff8ee52'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:44:49.715627 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73731144-6f04-4ee8-8100-7e6dbcc35c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc8477fa-35bb-447c-8016-45f85317f9b0", "tag": "a1f659fa-4877-49ce-b398-3dff0ff8ee52"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:44:49.749615 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729d03d-e3e5-45e2-9dbf-1d5781a46a13 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f659fa-4877-49ce-b398-3dff0ff8ee52,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:49.784360 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62739789-573d-4dfa-bc2d-16c0ee2c52e5 x-openstack-request-id: req-62739789-573d-4dfa-bc2d-16c0ee2c52e5 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:44:49.784771 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc8477fa-35bb-447c-8016-45f85317f9b0", "tag": "a1f659fa-4877-49ce-b398-3dff0ff8ee52", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:44:49.785453 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62739789-573d-4dfa-bc2d-16c0ee2c52e5 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:44:49.785946 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8477fa-35bb-447c-8016-45f85317f9b0', 'tag': 'a1f659fa-4877-49ce-b398-3dff0ff8ee52', 'status': 'completed', 'code': 200} Nov 12 04:44:49.889975 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73731144-6f04-4ee8-8100-7e6dbcc35c0b req-81d8dfb5-e8de-4010-a672-6cc7a130927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:49.892206 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73731144-6f04-4ee8-8100-7e6dbcc35c0b req-81d8dfb5-e8de-4010-a672-6cc7a130927d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 1096 time: 0.0614421 Nov 12 04:44:50.018260 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73731144-6f04-4ee8-8100-7e6dbcc35c0b req-c3baa147-c645-41c6-acc9-351093438f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:50.019905 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73731144-6f04-4ee8-8100-7e6dbcc35c0b req-c3baa147-c645-41c6-acc9-351093438f28 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1141901 Nov 12 04:44:50.133096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73731144-6f04-4ee8-8100-7e6dbcc35c0b req-182ca555-5d61-42a7-8dca-0ef59f632667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:50.134523 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73731144-6f04-4ee8-8100-7e6dbcc35c0b req-182ca555-5d61-42a7-8dca-0ef59f632667 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1081772 Nov 12 04:44:50.272646 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-02bb5bf6-d49c-4379-97cb-930398d2e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:50.274071 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-02bb5bf6-d49c-4379-97cb-930398d2e4ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 1096 time: 0.0743983 Nov 12 04:44:50.304434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc277d1a-7adf-449f-a766-a3875646758d req-7c7ba29c-43c5-4473-b4b3-87850986bc81 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:50.306249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc277d1a-7adf-449f-a766-a3875646758d req-7c7ba29c-43c5-4473-b4b3-87850986bc81 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0682864 Nov 12 04:44:50.342175 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-2f9c79e2-94ba-4e2f-abb1-e6335da3b1b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1f659fa-4877-49ce-b398-3dff0ff8ee52 HTTP/1.1" status: 200 len: 217 time: 0.0535035 Nov 12 04:44:50.417689 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-57bc4716-3c26-485c-a992-418661db18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:50.419190 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-57bc4716-3c26-485c-a992-418661db18f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0684638 Nov 12 04:44:50.422759 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fc277d1a-7adf-449f-a766-a3875646758d req-b49f7a90-c344-4ecb-8d35-d012c9a9d5b3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874338 Nov 12 04:44:50.475067 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a2fcc88e-8cea-4a65-9aaf-48a05f071ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:50.477047 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-a2fcc88e-8cea-4a65-9aaf-48a05f071ab8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497077 Nov 12 04:44:50.548162 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:44:50.577502 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-c8dbd2a2-b050-40df-b41d-d3b7daf06faf service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930016 Nov 12 04:44:50.675632 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-478f0297-3637-46b7-86cd-1decea2bfad6 req-66baa8d5-b97a-4797-836e-c15d88c74c62 service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905399 Nov 12 04:44:51.546033 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62e168-de43-4dd7-93ae-410f2d114234 req-698a8e72-6b55-4d40-9ed1-56c1fdd01afd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:51.547778 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf62e168-de43-4dd7-93ae-410f2d114234 req-698a8e72-6b55-4d40-9ed1-56c1fdd01afd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0520220 Nov 12 04:44:51.639681 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf62e168-de43-4dd7-93ae-410f2d114234 req-563ab9ef-0d67-47bd-ba92-70d7aab8c8ac tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840042 Nov 12 04:44:52.753753 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34052409-50c3-49a4-aac4-6ff60ffaede1 req-3037d83a-7e5d-48c9-8be9-42cd7a7942ad tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:52.755248 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34052409-50c3-49a4-aac4-6ff60ffaede1 req-3037d83a-7e5d-48c9-8be9-42cd7a7942ad tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0534892 Nov 12 04:44:52.812332 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34052409-50c3-49a4-aac4-6ff60ffaede1 req-489f307c-b9b0-41fc-a569-362afbd87512 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502968 Nov 12 04:44:53.948686 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91bb6d-9076-4fd0-bfa3-b692b553ea4d req-99c41f95-5026-45da-9bc7-e0571c3054ee tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:53.950191 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea91bb6d-9076-4fd0-bfa3-b692b553ea4d req-99c41f95-5026-45da-9bc7-e0571c3054ee tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0602779 Nov 12 04:44:54.002850 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea91bb6d-9076-4fd0-bfa3-b692b553ea4d req-cef955e9-117e-4591-91b5-ee004cd2fa50 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449979 Nov 12 04:44:55.131097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b981d6c-1fd3-4458-99d1-8ee5f7c8f691 req-da2426bf-beea-4607-8e6f-c43679a3e91b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:55.132642 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b981d6c-1fd3-4458-99d1-8ee5f7c8f691 req-da2426bf-beea-4607-8e6f-c43679a3e91b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0523427 Nov 12 04:44:55.181451 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b981d6c-1fd3-4458-99d1-8ee5f7c8f691 req-28b6457c-97ef-44a0-ba78-30debb79e6dc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424325 Nov 12 04:44:56.300985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7279b30-3129-4be0-b101-b4051cf59a3a req-806fabee-7f61-4a73-a747-451ef6568b71 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:56.304535 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7279b30-3129-4be0-b101-b4051cf59a3a req-806fabee-7f61-4a73-a747-451ef6568b71 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0546317 Nov 12 04:44:56.354520 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7279b30-3129-4be0-b101-b4051cf59a3a req-517d7a35-5ef6-46da-b089-9a1720d0fb80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453024 Nov 12 04:44:57.502567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60f312-eeda-4d8c-9513-9af8b5e09765 req-da4e0e59-094c-47d6-bf96-b74f6376ac4d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:57.504061 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b60f312-eeda-4d8c-9513-9af8b5e09765 req-da4e0e59-094c-47d6-bf96-b74f6376ac4d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0595500 Nov 12 04:44:57.558043 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4b60f312-eeda-4d8c-9513-9af8b5e09765 req-3d70f407-15f4-49b3-8649-6e37ee94f9bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475149 Nov 12 04:44:58.678164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5a6c1-d7bc-494b-aee4-edfd6e81256b req-b89a0b07-4315-4d14-8eec-8da8d71905ad tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:58.679836 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1ad5a6c1-d7bc-494b-aee4-edfd6e81256b req-b89a0b07-4315-4d14-8eec-8da8d71905ad tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0528584 Nov 12 04:44:58.740287 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1ad5a6c1-d7bc-494b-aee4-edfd6e81256b req-8611491a-4f2d-4e23-844e-9bddc13abb9d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519292 Nov 12 04:44:59.883249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe158a-3dec-486e-9a67-913318925fce req-7c7cfcfc-dd47-4467-8d64-97053136b50f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:59.884866 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10fe158a-3dec-486e-9a67-913318925fce req-7c7cfcfc-dd47-4467-8d64-97053136b50f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0688229 Nov 12 04:44:59.949064 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10fe158a-3dec-486e-9a67-913318925fce req-7659f071-9eab-44fc-b65d-490188922873 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582228 Nov 12 04:45:01.072942 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e6960-4811-42e8-93ec-d8c311301241 req-59bc3ab7-99fe-4695-9ae4-21ff993cc955 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:01.074466 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-352e6960-4811-42e8-93ec-d8c311301241 req-59bc3ab7-99fe-4695-9ae4-21ff993cc955 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0514386 Nov 12 04:45:01.124542 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-352e6960-4811-42e8-93ec-d8c311301241 req-11d093a7-0306-4878-9dcd-aff117eee819 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440319 Nov 12 04:45:02.256268 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d172d5c-4133-4e00-ae0d-ad45a46c55c8 req-90724e39-c159-4efb-bd2f-171542af3106 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:02.258511 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d172d5c-4133-4e00-ae0d-ad45a46c55c8 req-90724e39-c159-4efb-bd2f-171542af3106 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0512564 Nov 12 04:45:02.323582 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d172d5c-4133-4e00-ae0d-ad45a46c55c8 req-1fc897f6-149e-411d-9766-e6f2ab1a22d0 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568297 Nov 12 04:45:03.206874 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7466-6318-4582-a2e0-cc660807352b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:03.460727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927649a1-f051-413a-9c24-08b5316edf2e req-ecf4ce3f-5d4c-467f-9668-89bb59381611 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:03.462207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-927649a1-f051-413a-9c24-08b5316edf2e req-ecf4ce3f-5d4c-467f-9668-89bb59381611 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0547729 Nov 12 04:45:03.517663 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-927649a1-f051-413a-9c24-08b5316edf2e req-12bf3807-16e8-4c1f-8694-079ac062a2cb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478506 Nov 12 04:45:04.651898 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d298a-3fb8-4360-abe5-59123665c0db req-60609a83-46d1-44a8-8d75-044d78b5c43b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:04.653578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb3d298a-3fb8-4360-abe5-59123665c0db req-60609a83-46d1-44a8-8d75-044d78b5c43b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0509167 Nov 12 04:45:04.703051 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb3d298a-3fb8-4360-abe5-59123665c0db req-8b71280a-604f-4ecd-977b-ac52fe61fd17 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431299 Nov 12 04:45:05.597003 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66efeb46-b608-4dd3-b7a6-7c71463b6a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:05.828012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd968f-815a-4b95-874a-ddb292dba88e req-354efec1-b845-480b-86e1-ce6423ae3c4e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:05.830157 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63dd968f-815a-4b95-874a-ddb292dba88e req-354efec1-b845-480b-86e1-ce6423ae3c4e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0512714 Nov 12 04:45:05.883786 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63dd968f-815a-4b95-874a-ddb292dba88e req-96585960-8258-41ee-8fe3-89000f5b9b4f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462122 Nov 12 04:45:06.801153 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:07.041535 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27baeee7-d0b6-4250-8632-1b8a2048c686 req-328c209b-ac6e-438f-8726-f32823468745 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:07.043054 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27baeee7-d0b6-4250-8632-1b8a2048c686 req-328c209b-ac6e-438f-8726-f32823468745 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0550537 Nov 12 04:45:07.097786 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27baeee7-d0b6-4250-8632-1b8a2048c686 req-3315bc74-95ab-4155-b70e-7a69b7a83b2e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483263 Nov 12 04:45:08.218434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bc7ee-89f0-4566-9cd8-099f675fda17 req-b3402e52-7ef5-4371-aac9-d43e9490b44e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:08.220322 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-651bc7ee-89f0-4566-9cd8-099f675fda17 req-b3402e52-7ef5-4371-aac9-d43e9490b44e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0502887 Nov 12 04:45:08.274110 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-651bc7ee-89f0-4566-9cd8-099f675fda17 req-f32dfaa2-26a2-4167-9353-332caf97446d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463765 Nov 12 04:45:08.328758 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:09.186092 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:09.399283 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf98135-5c15-458d-99d2-bf72e3e5052e req-fd947693-065e-4fe3-afd4-d8a428efb74b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:09.400869 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7bf98135-5c15-458d-99d2-bf72e3e5052e req-fd947693-065e-4fe3-afd4-d8a428efb74b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0546033 Nov 12 04:45:09.449349 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7bf98135-5c15-458d-99d2-bf72e3e5052e req-be8c4ff9-c6e0-4097-84ac-ef5de12aa20c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422809 Nov 12 04:45:10.569921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc7354-7a57-458d-9535-45818618ed35 req-3f861671-aa87-43c3-9ec4-9f0f13823445 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:10.571493 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-91bc7354-7a57-458d-9535-45818618ed35 req-3f861671-aa87-43c3-9ec4-9f0f13823445 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0530772 Nov 12 04:45:10.621974 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-91bc7354-7a57-458d-9535-45818618ed35 req-d8b48a7f-27fd-4011-9f66-2abb4aeb376f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442095 Nov 12 04:45:11.636463 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48422) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:11.753434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce78cf2-2002-48ba-bc8c-05e71e4b6e76 req-ebab7a06-b235-4a97-b33b-e885e67bc5d6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:11.755058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cce78cf2-2002-48ba-bc8c-05e71e4b6e76 req-ebab7a06-b235-4a97-b33b-e885e67bc5d6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0634053 Nov 12 04:45:11.759444 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-479292b2-6acc-4b2b-936b-2beacd8ad63d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:11.802889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cce78cf2-2002-48ba-bc8c-05e71e4b6e76 req-e06688ed-ce70-42cb-9ea9-50cea9b9a5e5 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413437 Nov 12 04:45:11.832805 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-479292b2-6acc-4b2b-936b-2beacd8ad63d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:11.940288 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-479292b2-6acc-4b2b-936b-2beacd8ad63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:11.980226 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-479292b2-6acc-4b2b-936b-2beacd8ad63d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0066acecc3744f297add4d22acf60c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3425486 Nov 12 04:45:11.981028 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479292b2-6acc-4b2b-936b-2beacd8ad63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3955662c-3d94-4fc0-8ce9-2543fbd1f47c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:11.982830 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48428) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:12.031973 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bcc48042-1938-4b59-9a39-cf513028b09c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.054555 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bcc48042-1938-4b59-9a39-cf513028b09c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.218235 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bcc48042-1938-4b59-9a39-cf513028b09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.220992 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bcc48042-1938-4b59-9a39-cf513028b09c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.222188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bcc48042-1938-4b59-9a39-cf513028b09c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3955662c-3d94-4fc0-8ce9-2543fbd1f47c HTTP/1.1" status: 204 len: 168 time: 0.2381527 Nov 12 04:45:12.234201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc48042-1938-4b59-9a39-cf513028b09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3955662c-3d94-4fc0-8ce9-2543fbd1f47c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:12.238844 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc48042-1938-4b59-9a39-cf513028b09c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:12.239198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc48042-1938-4b59-9a39-cf513028b09c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:12.239541 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc48042-1938-4b59-9a39-cf513028b09c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:12.239889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc48042-1938-4b59-9a39-cf513028b09c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:12.240242 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc48042-1938-4b59-9a39-cf513028b09c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:12.240532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc48042-1938-4b59-9a39-cf513028b09c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:12.240859 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc48042-1938-4b59-9a39-cf513028b09c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:12.241220 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc48042-1938-4b59-9a39-cf513028b09c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:12.241506 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc48042-1938-4b59-9a39-cf513028b09c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:12.241852 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc48042-1938-4b59-9a39-cf513028b09c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:12.242176 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc48042-1938-4b59-9a39-cf513028b09c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:12.242495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc48042-1938-4b59-9a39-cf513028b09c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:12.844267 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48436) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:12.858642 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10f91683-e909-4820-8586-49942fc625d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.923213 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c57f3-0efa-4cf0-987b-7b9d489ce767 req-0d081247-a6fe-4803-8c33-e6213cfcd377 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:12.924719 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a53c57f3-0efa-4cf0-987b-7b9d489ce767 req-0d081247-a6fe-4803-8c33-e6213cfcd377 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0499954 Nov 12 04:45:12.938933 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10f91683-e909-4820-8586-49942fc625d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.974963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a53c57f3-0efa-4cf0-987b-7b9d489ce767 req-927467ef-9ecd-4e4d-839b-f699a0ddc194 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441010 Nov 12 04:45:13.031706 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-10f91683-e909-4820-8586-49942fc625d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:13.075353 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-10f91683-e909-4820-8586-49942fc625d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45ed77a83e1041b3b401b11440d72897&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2299316 Nov 12 04:45:13.076336 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f91683-e909-4820-8586-49942fc625d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17974a16-7e84-4243-8c3e-69f3d82df59e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:13.078001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48438) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:13.125753 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75d28013-e946-4469-b5da-b1892db6a18a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:13.147967 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75d28013-e946-4469-b5da-b1892db6a18a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:13.277935 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75d28013-e946-4469-b5da-b1892db6a18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:13.280533 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75d28013-e946-4469-b5da-b1892db6a18a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:13.281812 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-75d28013-e946-4469-b5da-b1892db6a18a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17974a16-7e84-4243-8c3e-69f3d82df59e HTTP/1.1" status: 204 len: 168 time: 0.2026277 Nov 12 04:45:13.290100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d28013-e946-4469-b5da-b1892db6a18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17974a16-7e84-4243-8c3e-69f3d82df59e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:14.097801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26ce56-44f9-49ed-99dc-0f2c50287e21 req-6b94e224-e00b-4573-b173-420190a12c99 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:14.099241 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca26ce56-44f9-49ed-99dc-0f2c50287e21 req-6b94e224-e00b-4573-b173-420190a12c99 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0533438 Nov 12 04:45:14.147343 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca26ce56-44f9-49ed-99dc-0f2c50287e21 req-6f50b5b9-7173-4be4-bdba-3055a59abb00 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420635 Nov 12 04:45:15.278186 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8ec6f-5596-406f-ab23-e027b72601e6 req-41e53452-8e9d-46bf-8f63-d626534bd82a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:15.279781 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-04a8ec6f-5596-406f-ab23-e027b72601e6 req-41e53452-8e9d-46bf-8f63-d626534bd82a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0558681 Nov 12 04:45:15.328619 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-04a8ec6f-5596-406f-ab23-e027b72601e6 req-36f37146-2001-4349-a92c-e5e529f38f8a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429087 Nov 12 04:45:16.446232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094430e-1b85-400f-a6ff-ad682f1595be req-8f7784a5-cbd9-4a16-bb5b-382e7198b4c3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:16.451197 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b094430e-1b85-400f-a6ff-ad682f1595be req-8f7784a5-cbd9-4a16-bb5b-382e7198b4c3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0508306 Nov 12 04:45:16.505060 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b094430e-1b85-400f-a6ff-ad682f1595be req-ee3fda94-49bc-48a5-beb0-8a95185087ea tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468333 Nov 12 04:45:16.978251 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:17.631066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c983573-d4fb-4ca9-b60c-ee2a23dd8b20 req-65d8642b-3c57-4b65-b5a7-ee65df2aa4a7 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:17.632647 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c983573-d4fb-4ca9-b60c-ee2a23dd8b20 req-65d8642b-3c57-4b65-b5a7-ee65df2aa4a7 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0551000 Nov 12 04:45:17.691104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c983573-d4fb-4ca9-b60c-ee2a23dd8b20 req-903dbdf9-f3da-4d23-a02c-dd52b1d25d58 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509582 Nov 12 04:45:18.283151 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:18.807697 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd03af9-53f1-4d48-be8f-f70344d18900 req-de32d882-fda2-417c-aafe-7551b96dcd32 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:18.809199 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-acd03af9-53f1-4d48-be8f-f70344d18900 req-de32d882-fda2-417c-aafe-7551b96dcd32 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0488741 Nov 12 04:45:18.859499 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-acd03af9-53f1-4d48-be8f-f70344d18900 req-a0364719-19fa-414c-9bd8-6c848535d6f6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428243 Nov 12 04:45:19.973596 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49f09f-aee6-4425-98c6-bd2ef754bdeb req-d24f9944-edf1-4dfe-84ae-f119e71f8337 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:19.975152 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a49f09f-aee6-4425-98c6-bd2ef754bdeb req-d24f9944-edf1-4dfe-84ae-f119e71f8337 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0488431 Nov 12 04:45:20.021702 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a49f09f-aee6-4425-98c6-bd2ef754bdeb req-0c22e905-3432-4834-b897-60fa06590934 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405972 Nov 12 04:45:21.152083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec233656-540a-4355-ac61-650a319ca45c req-77c0dbda-1dfe-4a4c-8034-9dd425e23812 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:21.153582 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec233656-540a-4355-ac61-650a319ca45c req-77c0dbda-1dfe-4a4c-8034-9dd425e23812 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0569921 Nov 12 04:45:21.200874 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec233656-540a-4355-ac61-650a319ca45c req-7caa4671-8b06-4133-a050-a06bdf86d1db tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412991 Nov 12 04:45:22.327361 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea770e19-bc8b-48cd-b69c-f73fc9c37752 req-9577ca77-abc9-42d5-89d7-d8ef1d8d8969 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:22.332246 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea770e19-bc8b-48cd-b69c-f73fc9c37752 req-9577ca77-abc9-42d5-89d7-d8ef1d8d8969 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0558703 Nov 12 04:45:22.376351 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea770e19-bc8b-48cd-b69c-f73fc9c37752 req-deb1975c-a16e-47f1-a28c-2033383d2fc4 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413911 Nov 12 04:45:23.500484 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ed743-f58e-4381-936f-26c0d8670057 req-fcbd8071-1b0d-4e6d-ad82-e3426c02d178 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:23.501990 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c70ed743-f58e-4381-936f-26c0d8670057 req-fcbd8071-1b0d-4e6d-ad82-e3426c02d178 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0557034 Nov 12 04:45:23.552430 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c70ed743-f58e-4381-936f-26c0d8670057 req-d00429aa-703e-407b-bbcd-d7814d5636c7 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443990 Nov 12 04:45:24.671692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9c948-4bc0-4ba5-bd83-45f83392c017 req-c428c096-102d-47c3-be87-680a3d5b54a0 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:24.673219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ad9c948-4bc0-4ba5-bd83-45f83392c017 req-c428c096-102d-47c3-be87-680a3d5b54a0 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0496850 Nov 12 04:45:24.722428 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ad9c948-4bc0-4ba5-bd83-45f83392c017 req-b89863b2-242b-4473-985d-28ef4f1b424f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429821 Nov 12 04:45:25.836946 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a66a46-1f48-4d79-892d-2bc647ea879a req-8cc2cb3a-42e8-41dd-95d1-70c53343fe83 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:25.838394 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73a66a46-1f48-4d79-892d-2bc647ea879a req-8cc2cb3a-42e8-41dd-95d1-70c53343fe83 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0495574 Nov 12 04:45:25.888708 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73a66a46-1f48-4d79-892d-2bc647ea879a req-fa71190a-0635-43f2-a32a-e0f4d0ba05e0 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442560 Nov 12 04:45:27.010161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d37ae-d17b-4ea1-ac49-9eac900dc635 req-d61ab9d3-8db3-4ef6-aced-c80aa717918f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:27.011595 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf6d37ae-d17b-4ea1-ac49-9eac900dc635 req-d61ab9d3-8db3-4ef6-aced-c80aa717918f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0499804 Nov 12 04:45:27.059945 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf6d37ae-d17b-4ea1-ac49-9eac900dc635 req-e669529b-a4f0-4639-b37f-c53fc0841ce6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423427 Nov 12 04:45:27.547322 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:45:28.176374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37059a-f55e-420e-9661-62f6d82c8823 req-a9787fdf-75a0-47ef-bba1-05f828cc3c95 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:28.177981 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2e37059a-f55e-420e-9661-62f6d82c8823 req-a9787fdf-75a0-47ef-bba1-05f828cc3c95 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0483825 Nov 12 04:45:28.225550 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2e37059a-f55e-420e-9661-62f6d82c8823 req-a3774510-764c-4471-823c-b6c5706c7260 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403249 Nov 12 04:45:29.351299 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51895fdb-e7df-48ce-a5c5-6a19c4201b02 req-3e152929-c218-4697-97a0-6b46628e8dc5 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:29.353372 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51895fdb-e7df-48ce-a5c5-6a19c4201b02 req-3e152929-c218-4697-97a0-6b46628e8dc5 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0596297 Nov 12 04:45:29.404148 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51895fdb-e7df-48ce-a5c5-6a19c4201b02 req-0a250cc3-59ab-4d87-b995-77cdf3ae0724 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446424 Nov 12 04:45:29.416500 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a1f659fa-4877-49ce-b398-3dff0ff8ee52 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:45:29.522993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port a1f659fa-4877-49ce-b398-3dff0ff8ee52, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a1f659fa-4877-49ce-b398-3dff0ff8ee52,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:29.534719 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'a1f659fa-4877-49ce-b398-3dff0ff8ee52', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'port_id': 'a1f659fa-4877-49ce-b398-3dff0ff8ee52', 'mac_address': 'fa:16:3e:71:d8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:45:29.576816 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:29.592243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f659fa-4877-49ce-b398-3dff0ff8ee52 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:45:29.613693 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port a1f659fa-4877-49ce-b398-3dff0ff8ee52, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a1f659fa-4877-49ce-b398-3dff0ff8ee52,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:29.707502 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:29.762713 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=a1f659fa-4877-49ce-b398-3dff0ff8ee52,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:29.773194 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:29.773448 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:29.774283 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:29.774618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:29.774987 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:29.775329 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:29.775651 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:29.775978 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:29.776641 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:29.777005 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:29.777336 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:29.777832 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:30.105309 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['a1f659fa-4877-49ce-b398-3dff0ff8ee52'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:45:30.519353 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c9e7d-f513-43f1-a8f2-9b073522f40a req-cff74ae6-251c-4505-96e9-93c68fbb5d8a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:30.520828 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d6c9e7d-f513-43f1-a8f2-9b073522f40a req-cff74ae6-251c-4505-96e9-93c68fbb5d8a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 945 time: 0.0492511 Nov 12 04:45:30.570918 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d6c9e7d-f513-43f1-a8f2-9b073522f40a req-86ee0394-5a29-4672-b5d9-fd9d8dae67b2 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431747 Nov 12 04:45:31.431643 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a1f659fa-4877-49ce-b398-3dff0ff8ee52 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:45:31.564132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port a1f659fa-4877-49ce-b398-3dff0ff8ee52 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:45:31.568779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port a1f659fa-4877-49ce-b398-3dff0ff8ee52 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:31.569293 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:31.654429 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:31.679719 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8477fa-35bb-447c-8016-45f85317f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f659fa-4877-49ce-b398-3dff0ff8ee52'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:45:31.682464 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926bd6d9-1ef6-464b-9fa1-2033bf7e18e8" -d '{"events": [{"server_uuid": "cc8477fa-35bb-447c-8016-45f85317f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "a1f659fa-4877-49ce-b398-3dff0ff8ee52"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:45:31.693636 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49968651-6621-40a8-bb32-3fdad01441be req-84edae83-b7ad-4a12-9b87-33684d7088b6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:31.695315 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port a1f659fa-4877-49ce-b398-3dff0ff8ee52, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a1f659fa-4877-49ce-b398-3dff0ff8ee52,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:31.702554 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49968651-6621-40a8-bb32-3fdad01441be req-84edae83-b7ad-4a12-9b87-33684d7088b6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 945 time: 0.0610023 Nov 12 04:45:31.751424 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49968651-6621-40a8-bb32-3fdad01441be req-13d7a291-9b76-44fd-a72d-7e9e3018f5f8 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464091 Nov 12 04:45:31.781741 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:31.838586 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=a1f659fa-4877-49ce-b398-3dff0ff8ee52,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:31.951490 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bef354-c33b-4119-bbbc-9467ba1465da x-openstack-request-id: req-09bef354-c33b-4119-bbbc-9467ba1465da {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:45:31.952780 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8477fa-35bb-447c-8016-45f85317f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "a1f659fa-4877-49ce-b398-3dff0ff8ee52", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:45:31.952780 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09bef354-c33b-4119-bbbc-9467ba1465da {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:45:31.952780 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8477fa-35bb-447c-8016-45f85317f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f659fa-4877-49ce-b398-3dff0ff8ee52', 'code': 200} Nov 12 04:45:32.081140 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bebd5-3d4e-4167-8002-cf4c78583b19 req-7abcbdf6-437f-4be8-a011-22c2a96bfa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:32.082683 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-263bebd5-3d4e-4167-8002-cf4c78583b19 req-7abcbdf6-437f-4be8-a011-22c2a96bfa7d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 1098 time: 0.0412838 Nov 12 04:45:32.127003 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-263bebd5-3d4e-4167-8002-cf4c78583b19 req-ec37212d-ff89-485c-98b0-776665c66b39 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375071 Nov 12 04:45:32.867226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50c514-3574-4a56-a5bc-396da3e5e424 req-9db87466-2e42-4259-80bb-0e32900828dc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:32.869258 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f50c514-3574-4a56-a5bc-396da3e5e424 req-9db87466-2e42-4259-80bb-0e32900828dc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0486209 Nov 12 04:45:32.916627 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f50c514-3574-4a56-a5bc-396da3e5e424 req-728128a0-ccce-41ff-8a46-d5f234f10466 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415349 Nov 12 04:45:33.212373 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf914f2d-df13-402b-ac5f-012fb853f9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:33.282575 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48624) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:33.397703 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1c6f5e2a-e000-4833-9f5d-ae4050e39b8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:33.470442 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1c6f5e2a-e000-4833-9f5d-ae4050e39b8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:33.543463 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1c6f5e2a-e000-4833-9f5d-ae4050e39b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:33.581680 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1c6f5e2a-e000-4833-9f5d-ae4050e39b8e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=efb735eda96d44d8b9a58e190207bdd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2979476 Nov 12 04:45:33.582401 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f5e2a-e000-4833-9f5d-ae4050e39b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbba5b9-2b6e-4202-9eca-6b2d55edd622,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:33.585327 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48628) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:33.637548 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da165495-423c-433e-b75d-e540abb7052a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:33.659579 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da165495-423c-433e-b75d-e540abb7052a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:33.768818 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da165495-423c-433e-b75d-e540abb7052a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:33.771482 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-da165495-423c-433e-b75d-e540abb7052a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:33.772765 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-da165495-423c-433e-b75d-e540abb7052a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4fbba5b9-2b6e-4202-9eca-6b2d55edd622 HTTP/1.1" status: 204 len: 168 time: 0.1859365 Nov 12 04:45:33.781083 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da165495-423c-433e-b75d-e540abb7052a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbba5b9-2b6e-4202-9eca-6b2d55edd622,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:34.031669 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478296e-493b-4875-877c-72d0be89ba82 req-bd388e53-b394-442d-b861-58a7622385a9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:34.033275 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4478296e-493b-4875-877c-72d0be89ba82 req-bd388e53-b394-442d-b861-58a7622385a9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0489731 Nov 12 04:45:34.083416 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4478296e-493b-4875-877c-72d0be89ba82 req-60a45888-f8d0-4056-8330-9f5433c6fb76 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441844 Nov 12 04:45:34.213851 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab3d31-1590-43dc-9d48-5ed8df4dfb92 req-50ee192d-7b18-4a61-b5c7-82d96b20c184 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:34.215254 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-12ab3d31-1590-43dc-9d48-5ed8df4dfb92 req-50ee192d-7b18-4a61-b5c7-82d96b20c184 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0603139 Nov 12 04:45:34.495057 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48638) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:34.508917 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1df75f6e-e78b-48a9-a482-a8610cedcc6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:34.581937 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-12ab3d31-1590-43dc-9d48-5ed8df4dfb92 req-9abf68af-7944-44b1-a2a3-0251e19e20d0 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603513 Nov 12 04:45:34.585328 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1df75f6e-e78b-48a9-a482-a8610cedcc6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:34.675112 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1df75f6e-e78b-48a9-a482-a8610cedcc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:34.694313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c1f34-1b35-4c00-b83e-acdf2f8c53bb req-d0fa04c6-53e7-4f9f-a702-80a7f31dd634 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:34.695791 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e0c1f34-1b35-4c00-b83e-acdf2f8c53bb req-d0fa04c6-53e7-4f9f-a702-80a7f31dd634 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0489340 Nov 12 04:45:34.718054 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1df75f6e-e78b-48a9-a482-a8610cedcc6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b5f1d38157a4fd0b5d027c12ec0901e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2218134 Nov 12 04:45:34.718849 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df75f6e-e78b-48a9-a482-a8610cedcc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99290fa5-ecbc-49b0-9e54-4a51e3961541,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:34.721095 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48642) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:34.748407 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e0c1f34-1b35-4c00-b83e-acdf2f8c53bb req-7ede9cf2-0a0d-459e-af21-d4611ab1654c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456405 Nov 12 04:45:34.776960 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c33a445a-7fbf-492d-89be-e66d98d7e7f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:34.799458 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c33a445a-7fbf-492d-89be-e66d98d7e7f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:34.938157 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c33a445a-7fbf-492d-89be-e66d98d7e7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:34.941003 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c33a445a-7fbf-492d-89be-e66d98d7e7f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:34.942174 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c33a445a-7fbf-492d-89be-e66d98d7e7f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99290fa5-ecbc-49b0-9e54-4a51e3961541 HTTP/1.1" status: 204 len: 168 time: 0.2192917 Nov 12 04:45:34.950419 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a445a-7fbf-492d-89be-e66d98d7e7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99290fa5-ecbc-49b0-9e54-4a51e3961541,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:35.251079 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317bf0a-2d05-4985-bfe2-db442cc64480 req-51786ebb-f2e5-4b74-b030-6b6c3076c6b7 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:35.252579 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d317bf0a-2d05-4985-bfe2-db442cc64480 req-51786ebb-f2e5-4b74-b030-6b6c3076c6b7 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0491908 Nov 12 04:45:35.304166 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d317bf0a-2d05-4985-bfe2-db442cc64480 req-26f9da36-5c13-4695-83ce-10d20291290c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452886 Nov 12 04:45:35.555319 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-94bd1a6b-8756-4cc2-a14b-ebbb266e1ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:35.664812 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 48654) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:35.677691 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ed5034f2-5e5b-483a-bb27-67bcd886c178 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:35.751088 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ed5034f2-5e5b-483a-bb27-67bcd886c178 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:35.825927 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ed5034f2-5e5b-483a-bb27-67bcd886c178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:35.864647 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ed5034f2-5e5b-483a-bb27-67bcd886c178 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36ec14071e3848af999681beb34f6dca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1985881 Nov 12 04:45:35.865531 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5034f2-5e5b-483a-bb27-67bcd886c178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf724f98-6586-432a-af9d-a566316f3dc4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:35.867444 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 48656) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:35.915055 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9029742d-8a51-4ec1-bbdd-3f43dbe767a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:35.936207 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9029742d-8a51-4ec1-bbdd-3f43dbe767a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:36.051064 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9029742d-8a51-4ec1-bbdd-3f43dbe767a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:36.053632 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9029742d-8a51-4ec1-bbdd-3f43dbe767a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:36.054824 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9029742d-8a51-4ec1-bbdd-3f43dbe767a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf724f98-6586-432a-af9d-a566316f3dc4 HTTP/1.1" status: 204 len: 168 time: 0.1861339 Nov 12 04:45:36.063967 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029742d-8a51-4ec1-bbdd-3f43dbe767a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf724f98-6586-432a-af9d-a566316f3dc4,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:36.422519 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74cfae-9e61-4dbd-b77d-71b0be418661 req-a318980f-23d7-4cff-a51b-a8f97096c7bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:36.424071 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed74cfae-9e61-4dbd-b77d-71b0be418661 req-a318980f-23d7-4cff-a51b-a8f97096c7bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0506372 Nov 12 04:45:36.478539 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed74cfae-9e61-4dbd-b77d-71b0be418661 req-3a9ea2be-c6b0-4b9f-bca1-b5a058e65778 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423813 Nov 12 04:45:36.763454 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:36.951376 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a17c08-3b24-48ab-96ad-7ee8d0331bc1 req-f10f0266-bc01-4e79-8c19-2398ccf06d8a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:36.952895 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7a17c08-3b24-48ab-96ad-7ee8d0331bc1 req-f10f0266-bc01-4e79-8c19-2398ccf06d8a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0517871 Nov 12 04:45:37.048656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-a7a17c08-3b24-48ab-96ad-7ee8d0331bc1 req-478d77ff-565a-4a26-b60b-1338c8dbfb93 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Deleting port a1f659fa-4877-49ce-b398-3dff0ff8ee52 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:45:37.048995 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a7a17c08-3b24-48ab-96ad-7ee8d0331bc1 req-478d77ff-565a-4a26-b60b-1338c8dbfb93 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:37.142573 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-a7a17c08-3b24-48ab-96ad-7ee8d0331bc1 req-478d77ff-565a-4a26-b60b-1338c8dbfb93 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] For port a1f659fa-4877-49ce-b398-3dff0ff8ee52, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a1f659fa-4877-49ce-b398-3dff0ff8ee52,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:37.142977 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a7a17c08-3b24-48ab-96ad-7ee8d0331bc1 req-478d77ff-565a-4a26-b60b-1338c8dbfb93 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:37.156021 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-a7a17c08-3b24-48ab-96ad-7ee8d0331bc1 req-478d77ff-565a-4a26-b60b-1338c8dbfb93 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Calling delete_port for a1f659fa-4877-49ce-b398-3dff0ff8ee52 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:45:37.357878 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a7a17c08-3b24-48ab-96ad-7ee8d0331bc1 req-478d77ff-565a-4a26-b60b-1338c8dbfb93 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:37.388314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d77ff-565a-4a26-b60b-1338c8dbfb93 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event deleted for resources: {'Port': ['ID=a1f659fa-4877-49ce-b398-3dff0ff8ee52,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:37.395279 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['a1f659fa-4877-49ce-b398-3dff0ff8ee52'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:45:37.434405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a17c08-3b24-48ab-96ad-7ee8d0331bc1 req-478d77ff-565a-4a26-b60b-1338c8dbfb93 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] No DVR routers for this DVR port a1f659fa-4877-49ce-b398-3dff0ff8ee52 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:45:37.438366 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a7a17c08-3b24-48ab-96ad-7ee8d0331bc1 req-478d77ff-565a-4a26-b60b-1338c8dbfb93 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:37.442973 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7a17c08-3b24-48ab-96ad-7ee8d0331bc1 req-478d77ff-565a-4a26-b60b-1338c8dbfb93 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.21 "DELETE /v2.0/ports/a1f659fa-4877-49ce-b398-3dff0ff8ee52 HTTP/1.1" status: 204 len: 173 time: 0.4825585 Nov 12 04:45:37.442973 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8477fa-35bb-447c-8016-45f85317f9b0', 'name': 'network-vif-deleted', 'tag': 'a1f659fa-4877-49ce-b398-3dff0ff8ee52'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:45:37.447071 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dd981d-1911-4379-a58e-813d6c83346f" -d '{"events": [{"server_uuid": "cc8477fa-35bb-447c-8016-45f85317f9b0", "name": "network-vif-deleted", "tag": "a1f659fa-4877-49ce-b398-3dff0ff8ee52"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:45:37.483972 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f27386-998c-4915-ba23-7fb046a39faa x-openstack-request-id: req-86f27386-998c-4915-ba23-7fb046a39faa {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:45:37.484280 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8477fa-35bb-447c-8016-45f85317f9b0", "name": "network-vif-deleted", "tag": "a1f659fa-4877-49ce-b398-3dff0ff8ee52", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:45:37.484540 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86f27386-998c-4915-ba23-7fb046a39faa {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:45:37.484949 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8477fa-35bb-447c-8016-45f85317f9b0', 'name': 'network-vif-deleted', 'tag': 'a1f659fa-4877-49ce-b398-3dff0ff8ee52', 'status': 'completed', 'code': 200} Nov 12 04:45:37.578604 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-977e0279-8755-4f6e-a2d1-2ed49c228fca req-27b5cbc6-fe2c-439c-bc7d-8d52cd8bb26b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0286674 Nov 12 04:45:38.352021 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:38.682289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33480191-b16b-4c78-a2ad-15c61391ad25 req-a9397611-547c-4842-9378-49de3dcb736b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0303028 Nov 12 04:45:39.139683 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:39.469651 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a1f659fa-4877-49ce-b398-3dff0ff8ee52 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:45:39.491511 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: a1f659fa-4877-49ce-b398-3dff0ff8ee52 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:45:39.491979 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a1f659fa-4877-49ce-b398-3dff0ff8ee52 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:45:39.783210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ab0026d-2485-42ed-8367-1251bbfbafca req-0706d792-8864-426b-be8d-f6f8622461a9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0293751 Nov 12 04:45:40.885445 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbd88d1e-e216-4edd-b6b3-26e9f97f02ac req-3fce3f45-7520-4299-a5b5-72f4184b9866 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0282907 Nov 12 04:45:42.016991 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1dfabb3-1741-4f55-a5d2-980cb2f031df req-6b3616ac-d47a-41fe-b5d2-a3ed3c5c26ef tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0445380 Nov 12 04:45:43.154156 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9bde3cd3-b56a-4ad1-947b-37eaf243b672 req-254115ad-9f35-4c34-8946-7f2824cde9b1 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8477fa-35bb-447c-8016-45f85317f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0277071 Nov 12 04:45:47.003682 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:48.254304 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:04.143647 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-76bf3769-37b2-470e-852b-0ea9d0a462b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:04.546579 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:46:05.566095 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e7d7063-86fb-4fe2-a054-ad6dd3cb760e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:06.760696 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:08.469064 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:09.214462 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:17.071941 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:18.306159 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:21.538187 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-441aca72-b4fb-4d4c-908a-132a96ce9898 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:21.539998 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-441aca72-b4fb-4d4c-908a-132a96ce9898 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 809 time: 0.1142533 Nov 12 04:46:21.556819 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-643f9e97-5eac-4bc5-9035-b96eb60d3a69 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/quotas/a3782c0eb54447b3ae7a2e382d21e569 HTTP/1.1" status: 200 len: 375 time: 0.0103586 Nov 12 04:46:21.619539 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-231ee2ea-b9ec-49f4-a030-9afe6265bc39 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558221 Nov 12 04:46:21.827627 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-b9f305f0-0405-46fd-958f-c25cea090f47 service neutron] 10.222.0.37 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070312 Nov 12 04:46:21.921888 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-03c3f922-1a8c-40c0-84a2-6a716506117d service neutron] 10.222.0.37 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873704 Nov 12 04:46:22.540986 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24727812-d9b1-42a1-b26e-caab482420de req-60a11d67-34fe-465e-bbd8-cf280df6c6e0 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 210 time: 0.0324247 Nov 12 04:46:23.635940 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ec91f4d-f448-463d-94ad-59bde6f886fa req-46cc25fc-274b-4eec-aa7f-183d66a0e44d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 210 time: 0.0303476 Nov 12 04:46:24.737267 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d49c6067-a13b-41bd-97ae-dd45b9e6076e req-c68ab9d2-afc5-496b-9753-cc1e6b5a6a85 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 210 time: 0.0301404 Nov 12 04:46:24.900070 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-6a545bbd-ca4d-4f81-9ed8-35cb45a9545a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:24.901634 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-6a545bbd-ca4d-4f81-9ed8-35cb45a9545a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.21 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 809 time: 0.0992379 Nov 12 04:46:24.920722 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Request body: {'port': {'device_id': '21659ee6-017a-4924-bd70-a92d52a9fad7', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'admin_state_up': True, 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:46:25.131731 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Made reservation on behalf of a3782c0eb54447b3ae7a2e382d21e569 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:46:25.141198 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:25.273631 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Allocated IP 172.20.0.4 (4019927c-f686-4736-906f-6f7a053cc39c/50e453bb-3a0f-4798-b2da-900226d2fe0d/58576ec5-7f3f-478e-a8e6-bf4a6d429aac) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:46:25.424849 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:25.526796 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:25.598379 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Network 4019927c-f686-4736-906f-6f7a053cc39c is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:46:25.602292 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:46:25.607230 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:46:25.612027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event updated for resources: {'Port': ['ID=58576ec5-7f3f-478e-a8e6-bf4a6d429aac,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:25.642530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:25.651462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:25.651462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:25.651462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:25.651462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:25.651462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:25.651462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:25.651462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:25.651462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:25.651462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:25.651462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:25.651462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:25.673772 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:25.674513 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:25.752903 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-f641d9f8-b76c-4370-b489-f02fc319b684 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8365831 Nov 12 04:46:25.778413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Request body: {'port': {'device_id': '21659ee6-017a-4924-bd70-a92d52a9fad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:46:25.848729 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:25.932895 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7200f81-db9e-43bb-aff7-bf25f51cb9f5 req-eef5172a-4dc5-4f21-aa20-5badf1b5866f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:25.934987 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7200f81-db9e-43bb-aff7-bf25f51cb9f5 req-eef5172a-4dc5-4f21-aa20-5badf1b5866f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 931 time: 0.0875401 Nov 12 04:46:25.971148 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-23d5a4ff-cad8-44c0-af69-8aea1acda602 None None] Provisioning complete for port 58576ec5-7f3f-478e-a8e6-bf4a6d429aac triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:46:25.971652 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-23d5a4ff-cad8-44c0-af69-8aea1acda602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:26.009890 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-23d5a4ff-cad8-44c0-af69-8aea1acda602 None None] Port 58576ec5-7f3f-478e-a8e6-bf4a6d429aac cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:46:26.060398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7200f81-db9e-43bb-aff7-bf25f51cb9f5 req-63b42884-f646-4995-ab97-51ceb1882568 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122174 Nov 12 04:46:26.236952 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58576ec5-7f3f-478e-a8e6-bf4a6d429aac {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:46:26.244715 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:26.257041 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Transition to ACTIVE for port object 58576ec5-7f3f-478e-a8e6-bf4a6d429aac will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:46:26.360545 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:26.424999 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Pushing event updated for resources: {'Port': ['ID=58576ec5-7f3f-478e-a8e6-bf4a6d429aac,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:26.500227 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Attempting to bind port 58576ec5-7f3f-478e-a8e6-bf4a6d429aac on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:46:26.500894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Attempting to bind port 58576ec5-7f3f-478e-a8e6-bf4a6d429aac by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:46:26.501273 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Attempting to bind port 58576ec5-7f3f-478e-a8e6-bf4a6d429aac on network 4019927c-f686-4736-906f-6f7a053cc39c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:46:26.506331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Port 58576ec5-7f3f-478e-a8e6-bf4a6d429aac on network 4019927c-f686-4736-906f-6f7a053cc39c not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:46:26.506714 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Attempting to bind port 58576ec5-7f3f-478e-a8e6-bf4a6d429aac on network 4019927c-f686-4736-906f-6f7a053cc39c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:46:26.513012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:46:26.513393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Checking segment: {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:46:26.513870 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Bound using segment: {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:46:26.514536 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Bound port: 58576ec5-7f3f-478e-a8e6-bf4a6d429aac, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:46:26.514926 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:26.589791 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] For port 58576ec5-7f3f-478e-a8e6-bf4a6d429aac, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:46:26.594516 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] For port 58576ec5-7f3f-478e-a8e6-bf4a6d429aac, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=58576ec5-7f3f-478e-a8e6-bf4a6d429aac,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:46:26.683427 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:26.724082 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:26.724082 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:26.724551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] 10.222.0.21 "PUT /v2.0/ports/58576ec5-7f3f-478e-a8e6-bf4a6d429aac HTTP/1.1" status: 200 len: 1092 time: 0.9528961 Nov 12 04:46:26.725037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21659ee6-017a-4924-bd70-a92d52a9fad7', 'tag': '58576ec5-7f3f-478e-a8e6-bf4a6d429aac'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:46:26.729047 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef62ce9-a19b-4b65-a89e-d2452189ef6a" -d '{"events": [{"name": "network-changed", "server_uuid": "21659ee6-017a-4924-bd70-a92d52a9fad7", "tag": "58576ec5-7f3f-478e-a8e6-bf4a6d429aac"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:46:26.809533 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b101cde-17da-4376-8eaa-a1fa2fbd8055 service neutron] Pushing event updated for resources: {'Port': ['ID=58576ec5-7f3f-478e-a8e6-bf4a6d429aac,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:26.814613 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce91fca-7f82-4e95-811f-2a36b68a1a9d x-openstack-request-id: req-0ce91fca-7f82-4e95-811f-2a36b68a1a9d {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:46:26.814944 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21659ee6-017a-4924-bd70-a92d52a9fad7", "tag": "58576ec5-7f3f-478e-a8e6-bf4a6d429aac", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:46:26.815203 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ce91fca-7f82-4e95-811f-2a36b68a1a9d {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:46:26.815983 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21659ee6-017a-4924-bd70-a92d52a9fad7', 'tag': '58576ec5-7f3f-478e-a8e6-bf4a6d429aac', 'status': 'completed', 'code': 200} Nov 12 04:46:26.906071 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef62ce9-a19b-4b65-a89e-d2452189ef6a req-0e1f0698-3185-402c-a910-449e8155b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:26.908161 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aef62ce9-a19b-4b65-a89e-d2452189ef6a req-0e1f0698-3185-402c-a910-449e8155b9ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 1095 time: 0.0509255 Nov 12 04:46:27.025016 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef62ce9-a19b-4b65-a89e-d2452189ef6a req-6399882a-4034-45ae-9cc4-dcbce8c8f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:27.026542 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aef62ce9-a19b-4b65-a89e-d2452189ef6a req-6399882a-4034-45ae-9cc4-dcbce8c8f044 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1033683 Nov 12 04:46:27.143383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef62ce9-a19b-4b65-a89e-d2452189ef6a req-c5856ef5-c306-4a99-bca7-0f16a9ff8c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:27.145185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aef62ce9-a19b-4b65-a89e-d2452189ef6a req-c5856ef5-c306-4a99-bca7-0f16a9ff8c77 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1120753 Nov 12 04:46:27.208057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cc1d3-a261-4e7a-851d-d183bdfa88cf req-c1ac50a1-8573-4307-98e3-f60e0d41aa95 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:27.209682 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a64cc1d3-a261-4e7a-851d-d183bdfa88cf req-c1ac50a1-8573-4307-98e3-f60e0d41aa95 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 943 time: 0.0583503 Nov 12 04:46:27.287168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-e906db90-bae7-4c14-83a1-fcd874176a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:27.288685 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-e906db90-bae7-4c14-83a1-fcd874176a7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 1095 time: 0.0781159 Nov 12 04:46:27.294472 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a64cc1d3-a261-4e7a-851d-d183bdfa88cf req-39459e10-3550-4e2f-b923-78ec98e17e4d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747087 Nov 12 04:46:27.337116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-b11ad331-1ef5-49e3-9222-d2a0548f51bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58576ec5-7f3f-478e-a8e6-bf4a6d429aac HTTP/1.1" status: 200 len: 217 time: 0.0355220 Nov 12 04:46:27.392628 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-d194cc6e-c2c6-4ec9-98c1-0f4ad7235753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:27.396160 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-d194cc6e-c2c6-4ec9-98c1-0f4ad7235753 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0497613 Nov 12 04:46:27.441485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-0ffd173e-4514-4a93-bffa-d31ad75f0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:27.443131 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-0ffd173e-4514-4a93-bffa-d31ad75f0399 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422430 Nov 12 04:46:27.546524 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-ff211c5e-5266-4566-b5ac-da501ff62738 service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951874 Nov 12 04:46:27.657347 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57f59d3a-d52b-4f2e-9194-050c5917ef2c req-88d58ce8-fb8b-4604-a85d-7237f1c2dfa1 service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037805 Nov 12 04:46:28.422587 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfb848-1853-4c6c-91de-c27d8cb2df76 req-3299fa7c-9dee-4afa-8963-873716e23940 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:28.425209 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-37dfb848-1853-4c6c-91de-c27d8cb2df76 req-3299fa7c-9dee-4afa-8963-873716e23940 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 943 time: 0.0561028 Nov 12 04:46:28.483609 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-37dfb848-1853-4c6c-91de-c27d8cb2df76 req-2372f7a5-0c78-42b0-bf00-b77daeac5c89 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515087 Nov 12 04:46:29.619844 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a42f0-d90e-4e1a-acd2-a972495dc764 req-00062b18-2124-4a12-bbd3-6ddef36c6465 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:29.621331 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-474a42f0-d90e-4e1a-acd2-a972495dc764 req-00062b18-2124-4a12-bbd3-6ddef36c6465 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 943 time: 0.0614493 Nov 12 04:46:29.670155 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-474a42f0-d90e-4e1a-acd2-a972495dc764 req-06c6f283-2df3-45fe-8b50-ef5d8c9fa376 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426865 Nov 12 04:46:30.793518 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9d46c-13d1-4314-b8a7-545b616553fb req-69691f4f-e971-4a8c-a648-c2b8a28e1282 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:30.795710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cee9d46c-13d1-4314-b8a7-545b616553fb req-69691f4f-e971-4a8c-a648-c2b8a28e1282 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 943 time: 0.0556896 Nov 12 04:46:30.849196 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cee9d46c-13d1-4314-b8a7-545b616553fb req-e95e3046-729a-4aa4-b501-be05f60f104f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466125 Nov 12 04:46:31.976040 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc17e8-72e8-4ead-b3e8-a7073a8a9ff3 req-5a942838-4fa9-4be1-9e0f-9c5fb827fcde tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:31.977606 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6cbc17e8-72e8-4ead-b3e8-a7073a8a9ff3 req-5a942838-4fa9-4be1-9e0f-9c5fb827fcde tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 943 time: 0.0532041 Nov 12 04:46:32.025940 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6cbc17e8-72e8-4ead-b3e8-a7073a8a9ff3 req-26be91cc-6852-4e6a-b116-44b0d79f3b5e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417755 Nov 12 04:46:33.149828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b61543-8e09-42c8-875c-34e77d9c20b5 req-8a68dff6-7b22-4662-8e17-59a4096580eb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:33.151369 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34b61543-8e09-42c8-875c-34e77d9c20b5 req-8a68dff6-7b22-4662-8e17-59a4096580eb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 943 time: 0.0545931 Nov 12 04:46:33.179901 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7026f9d-f560-4b03-9060-a944e738768d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:33.199468 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34b61543-8e09-42c8-875c-34e77d9c20b5 req-4ab8230a-c09b-424d-a1cc-220096fdeb7e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415540 Nov 12 04:46:34.322118 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949dd77d-7557-48e8-b539-48daec1042b6 req-3d342406-7b94-489f-8c7f-96964c35338b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:34.323639 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-949dd77d-7557-48e8-b539-48daec1042b6 req-3d342406-7b94-489f-8c7f-96964c35338b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 943 time: 0.0538888 Nov 12 04:46:34.378408 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-949dd77d-7557-48e8-b539-48daec1042b6 req-330f2bf1-948a-4043-9394-44bdc4208287 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482440 Nov 12 04:46:35.497730 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9abc-0147-4c44-ba3c-5ea8e9799465 req-ae60185d-6f86-43ce-97eb-17b58099d9a7 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:35.500012 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f73f9abc-0147-4c44-ba3c-5ea8e9799465 req-ae60185d-6f86-43ce-97eb-17b58099d9a7 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 943 time: 0.0525494 Nov 12 04:46:35.552284 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f73f9abc-0147-4c44-ba3c-5ea8e9799465 req-bb989f5e-2c56-484b-ab56-64249cf61a92 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464134 Nov 12 04:46:35.591506 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-379d171d-a11b-48b7-93a9-25f7716e9983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:36.669447 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd5a1a-ee0e-4a43-afa4-cc0e05a8bbe1 req-fd8743fa-3ff4-49f2-b26b-02e3db290537 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:36.671329 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-86fd5a1a-ee0e-4a43-afa4-cc0e05a8bbe1 req-fd8743fa-3ff4-49f2-b26b-02e3db290537 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 943 time: 0.0504718 Nov 12 04:46:36.722236 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-86fd5a1a-ee0e-4a43-afa4-cc0e05a8bbe1 req-7c3548e7-a598-4a54-b0a4-bdb7a98b93e4 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443337 Nov 12 04:46:36.788704 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:37.843102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa9e16-775e-4c89-a5e6-5329c7e536d5 req-8784bb07-ec42-4dd3-848f-0d739dcb9649 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:37.844577 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ceaa9e16-775e-4c89-a5e6-5329c7e536d5 req-8784bb07-ec42-4dd3-848f-0d739dcb9649 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 943 time: 0.0500367 Nov 12 04:46:37.892874 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ceaa9e16-775e-4c89-a5e6-5329c7e536d5 req-c9567f80-aa7e-4bdc-9f7f-15330e2d659b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 Nov 12 04:46:38.334441 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:39.019999 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37cfac-bdee-4f31-8a7d-617e51efc885 req-403113ed-9226-4223-bb2b-cc136eac6850 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:39.021474 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f37cfac-bdee-4f31-8a7d-617e51efc885 req-403113ed-9226-4223-bb2b-cc136eac6850 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 943 time: 0.0613067 Nov 12 04:46:39.073961 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f37cfac-bdee-4f31-8a7d-617e51efc885 req-858d724d-87ac-433a-bff7-f8adfaaf4be1 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464725 Nov 12 04:46:39.157303 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:40.190838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbaa249-3f14-491d-8b20-6224af625bb8 req-c83a66d5-8fa7-4160-9673-401ecc4b43c7 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:40.192234 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cbbaa249-3f14-491d-8b20-6224af625bb8 req-c83a66d5-8fa7-4160-9673-401ecc4b43c7 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 943 time: 0.0490601 Nov 12 04:46:40.238549 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cbbaa249-3f14-491d-8b20-6224af625bb8 req-2ed8381e-deb1-4942-ac7d-e229c4b04e71 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403585 Nov 12 04:46:41.357058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbdbee-bb17-4760-80a1-c8451d34c212 req-77bd17a1-fc86-46a0-8173-b0c6da5b42c1 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:41.358477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95dbdbee-bb17-4760-80a1-c8451d34c212 req-77bd17a1-fc86-46a0-8173-b0c6da5b42c1 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 943 time: 0.0493462 Nov 12 04:46:41.416197 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95dbdbee-bb17-4760-80a1-c8451d34c212 req-4a9ba72d-4d20-4829-96c3-e20c8acb199c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505373 Nov 12 04:46:41.545130 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:46:41.748444 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 58576ec5-7f3f-478e-a8e6-bf4a6d429aac details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:46:41.843811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 58576ec5-7f3f-478e-a8e6-bf4a6d429aac, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=58576ec5-7f3f-478e-a8e6-bf4a6d429aac,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:46:41.855833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '58576ec5-7f3f-478e-a8e6-bf4a6d429aac', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'port_id': '58576ec5-7f3f-478e-a8e6-bf4a6d429aac', 'mac_address': 'fa:16:3e:2b:14:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:46:41.896334 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:41.909576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58576ec5-7f3f-478e-a8e6-bf4a6d429aac {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:46:41.928389 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 58576ec5-7f3f-478e-a8e6-bf4a6d429aac, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=58576ec5-7f3f-478e-a8e6-bf4a6d429aac,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:46:42.023298 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:42.070884 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=58576ec5-7f3f-478e-a8e6-bf4a6d429aac,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:42.078529 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:42.079416 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:42.079802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:42.080138 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:42.080485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:42.080801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:42.081159 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:42.081510 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:42.081837 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:42.082167 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:42.082510 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:42.082864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:42.394230 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['58576ec5-7f3f-478e-a8e6-bf4a6d429aac'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:46:42.551662 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798dada-d0f4-410c-9381-0097d64d2da8 req-3356f44b-d82e-44ef-86e0-520f91d7bb80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:42.553234 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f798dada-d0f4-410c-9381-0097d64d2da8 req-3356f44b-d82e-44ef-86e0-520f91d7bb80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 944 time: 0.0604069 Nov 12 04:46:42.605746 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f798dada-d0f4-410c-9381-0097d64d2da8 req-3d0d86a8-16e9-4a41-b7a0-3bb6c1b3943a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441689 Nov 12 04:46:43.727609 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16783432-aba0-40ba-908e-125b0aaac15c req-8d6a5182-b508-4258-a9fa-d6b4a97c3c01 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:43.729140 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16783432-aba0-40ba-908e-125b0aaac15c req-8d6a5182-b508-4258-a9fa-d6b4a97c3c01 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 944 time: 0.0535505 Nov 12 04:46:43.763630 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 58576ec5-7f3f-478e-a8e6-bf4a6d429aac up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:46:43.780031 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16783432-aba0-40ba-908e-125b0aaac15c req-dae8a696-97f1-410d-a7a5-92a89fb0b0fd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447736 Nov 12 04:46:43.880407 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 58576ec5-7f3f-478e-a8e6-bf4a6d429aac completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:46:43.884704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 58576ec5-7f3f-478e-a8e6-bf4a6d429aac triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:46:43.886643 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:43.961493 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:43.988866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21659ee6-017a-4924-bd70-a92d52a9fad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58576ec5-7f3f-478e-a8e6-bf4a6d429aac'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:46:43.991284 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be827a44-dbd1-4022-a0f1-4bebeb670edd" -d '{"events": [{"server_uuid": "21659ee6-017a-4924-bd70-a92d52a9fad7", "name": "network-vif-plugged", "status": "completed", "tag": "58576ec5-7f3f-478e-a8e6-bf4a6d429aac"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:46:44.004399 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 58576ec5-7f3f-478e-a8e6-bf4a6d429aac, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=58576ec5-7f3f-478e-a8e6-bf4a6d429aac,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:46:44.030557 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19290b6-b033-4733-8d07-6dbdade19149 x-openstack-request-id: req-f19290b6-b033-4733-8d07-6dbdade19149 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:46:44.031067 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21659ee6-017a-4924-bd70-a92d52a9fad7", "name": "network-vif-plugged", "status": "completed", "tag": "58576ec5-7f3f-478e-a8e6-bf4a6d429aac", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:46:44.037650 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f19290b6-b033-4733-8d07-6dbdade19149 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:46:44.037650 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21659ee6-017a-4924-bd70-a92d52a9fad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58576ec5-7f3f-478e-a8e6-bf4a6d429aac', 'code': 200} Nov 12 04:46:44.088697 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:44.136817 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=58576ec5-7f3f-478e-a8e6-bf4a6d429aac,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:44.163317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572a3ab-cea4-41d8-b55f-601fe1c91fb9 req-e777bce3-8429-4445-a8c2-ada5edb15d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:44.166322 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1572a3ab-cea4-41d8-b55f-601fe1c91fb9 req-e777bce3-8429-4445-a8c2-ada5edb15d0b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 1097 time: 0.0493536 Nov 12 04:46:44.210119 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1572a3ab-cea4-41d8-b55f-601fe1c91fb9 req-dc68fab8-fafb-4f17-80a3-b9b36ec31516 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377347 Nov 12 04:46:44.902377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0ccbd-95df-4ef3-8b15-38619d7d6dfc req-ed0a1e2f-2a11-45a8-b653-50a13e403774 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:44.903878 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0a0ccbd-95df-4ef3-8b15-38619d7d6dfc req-ed0a1e2f-2a11-45a8-b653-50a13e403774 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 945 time: 0.0492449 Nov 12 04:46:44.951451 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e0a0ccbd-95df-4ef3-8b15-38619d7d6dfc req-28719c78-08f7-47d3-9f9b-12a1d4a96ee6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 Nov 12 04:46:46.076011 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2ca2c-e650-473d-8161-c9faddcf0fed req-1660444d-36fe-443c-9de0-3f6c1346744e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:46.077516 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-19d2ca2c-e650-473d-8161-c9faddcf0fed req-1660444d-36fe-443c-9de0-3f6c1346744e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 945 time: 0.0553594 Nov 12 04:46:46.127288 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-19d2ca2c-e650-473d-8161-c9faddcf0fed req-4d629227-9f0f-4911-bedd-af5f384a6958 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429251 Nov 12 04:46:46.249004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cb315-6638-4506-b13a-668641624a1f req-5a26a2fc-54a0-45ca-8294-dcc0cb014764 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:46.250425 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca2cb315-6638-4506-b13a-668641624a1f req-5a26a2fc-54a0-45ca-8294-dcc0cb014764 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 945 time: 0.0512428 Nov 12 04:46:46.299881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca2cb315-6638-4506-b13a-668641624a1f req-cc461bff-3771-437e-8556-a7d9991aba35 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428026 Nov 12 04:46:46.994512 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:48.286012 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:49.826780 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-ac5a16cd-3c3d-4e32-9fd8-f287de824be3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:49.828173 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-ac5a16cd-3c3d-4e32-9fd8-f287de824be3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 809 time: 0.1039636 Nov 12 04:46:49.842867 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-ffdd6072-4388-4568-a6ae-d4d7ee523337 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/quotas/a3782c0eb54447b3ae7a2e382d21e569 HTTP/1.1" status: 200 len: 375 time: 0.0089304 Nov 12 04:46:49.896766 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-40a712d8-01f7-4cef-a20b-a8b1a09742bb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482862 Nov 12 04:46:49.990177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-8c7717c4-75ee-49d0-89ad-dd5923685471 service neutron] 10.222.0.37 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862300 Nov 12 04:46:50.082103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-bfcebcc1-af0d-4b09-a135-ddfb262135b0 service neutron] 10.222.0.37 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858824 Nov 12 04:46:50.342311 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6998a163-7a72-4dba-b472-2424ad4d2f66 req-43539db9-21f4-4f7c-9f76-6d6da8f33e68 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 210 time: 0.0269179 Nov 12 04:46:50.502279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-4e5f17cf-d2c8-422c-be36-1a0ed86b2b98 req-e7be651f-0d53-4858-963e-93a142877320 service neutron] (103296) timed out ('10.222.0.37', 60648) {{(pid=103296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:46:51.445754 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-954e44d8-ac09-4d04-a289-dc979d435c40 req-bf18fe4c-8567-41b2-acf1-454761fd694d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 210 time: 0.0269692 Nov 12 04:46:52.598705 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ff80503-ebd6-447d-bbae-799428175bd6 req-2919737d-5e50-40c2-90ee-9ad52a8fabfb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 210 time: 0.0620909 Nov 12 04:46:52.645043 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-e2983bf3-3d3c-4b77-a910-8c6be69e9856 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:52.646767 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-e2983bf3-3d3c-4b77-a910-8c6be69e9856 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.31 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 809 time: 0.1495595 Nov 12 04:46:52.679668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-5403db10-f7de-4f81-9258-344dcf3c7cce tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Request body: {'port': {'device_id': '9cfe3006-5474-4c45-8499-6e7adaf27f5a', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'admin_state_up': True, 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:46:52.900051 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-5403db10-f7de-4f81-9258-344dcf3c7cce tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Made reservation on behalf of a3782c0eb54447b3ae7a2e382d21e569 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:46:52.903769 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-5403db10-f7de-4f81-9258-344dcf3c7cce tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:53.036196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-5403db10-f7de-4f81-9258-344dcf3c7cce tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Allocated IP 172.20.0.11 (4019927c-f686-4736-906f-6f7a053cc39c/50e453bb-3a0f-4798-b2da-900226d2fe0d/47e20e4c-afa2-4420-86cd-e76758b9a68c) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:46:53.192890 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-5403db10-f7de-4f81-9258-344dcf3c7cce tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:53.443799 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-5403db10-f7de-4f81-9258-344dcf3c7cce tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:53.482027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['58576ec5-7f3f-478e-a8e6-bf4a6d429aac'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:46:53.492410 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-5403db10-f7de-4f81-9258-344dcf3c7cce tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Network 4019927c-f686-4736-906f-6f7a053cc39c is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:46:53.497763 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-5403db10-f7de-4f81-9258-344dcf3c7cce tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:46:53.505212 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-5403db10-f7de-4f81-9258-344dcf3c7cce tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:46:53.508604 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403db10-f7de-4f81-9258-344dcf3c7cce tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event updated for resources: {'Port': ['ID=47e20e4c-afa2-4420-86cd-e76758b9a68c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:53.555402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-5403db10-f7de-4f81-9258-344dcf3c7cce tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:53.562550 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-5403db10-f7de-4f81-9258-344dcf3c7cce tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:53.640291 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-5403db10-f7de-4f81-9258-344dcf3c7cce tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9650142 Nov 12 04:46:53.680221 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Request body: {'port': {'device_id': '9cfe3006-5474-4c45-8499-6e7adaf27f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:46:53.763313 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:53.791370 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5644d4-c08a-4be8-8033-2bdbff939024 req-a154cf7b-e238-42a5-b81b-b83d6c39e5a4 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:53.793398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c5644d4-c08a-4be8-8033-2bdbff939024 req-a154cf7b-e238-42a5-b81b-b83d6c39e5a4 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 932 time: 0.0805104 Nov 12 04:46:53.913172 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b2cc1691-ad1c-41ee-907d-4411d00eea60 None None] Provisioning complete for port 47e20e4c-afa2-4420-86cd-e76758b9a68c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:46:53.913539 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1691-ad1c-41ee-907d-4411d00eea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:53.937419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c5644d4-c08a-4be8-8033-2bdbff939024 req-4ef1fabd-cb80-4d88-ae9d-a26f93b9b841 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126060 Nov 12 04:46:53.949959 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b2cc1691-ad1c-41ee-907d-4411d00eea60 None None] Port 47e20e4c-afa2-4420-86cd-e76758b9a68c cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:46:54.116379 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e20e4c-afa2-4420-86cd-e76758b9a68c {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:46:54.127949 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:54.142204 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Transition to ACTIVE for port object 47e20e4c-afa2-4420-86cd-e76758b9a68c will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:46:54.257223 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:54.308028 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=47e20e4c-afa2-4420-86cd-e76758b9a68c,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:54.399476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Attempting to bind port 47e20e4c-afa2-4420-86cd-e76758b9a68c on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:46:54.400195 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Attempting to bind port 47e20e4c-afa2-4420-86cd-e76758b9a68c by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:46:54.400535 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Attempting to bind port 47e20e4c-afa2-4420-86cd-e76758b9a68c on network 4019927c-f686-4736-906f-6f7a053cc39c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:46:54.408344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Port 47e20e4c-afa2-4420-86cd-e76758b9a68c on network 4019927c-f686-4736-906f-6f7a053cc39c not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:46:54.408344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Attempting to bind port 47e20e4c-afa2-4420-86cd-e76758b9a68c on network 4019927c-f686-4736-906f-6f7a053cc39c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:46:54.415357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:46:54.415800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Checking segment: {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:46:54.416262 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Bound using segment: {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:46:54.417175 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Bound port: 47e20e4c-afa2-4420-86cd-e76758b9a68c, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:46:54.417356 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:54.503371 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] For port 47e20e4c-afa2-4420-86cd-e76758b9a68c, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:46:54.510050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] For port 47e20e4c-afa2-4420-86cd-e76758b9a68c, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=47e20e4c-afa2-4420-86cd-e76758b9a68c,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:46:54.606495 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:54.649787 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:54.650416 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:54.651856 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] 10.222.0.31 "PUT /v2.0/ports/47e20e4c-afa2-4420-86cd-e76758b9a68c HTTP/1.1" status: 200 len: 1093 time: 0.9847703 Nov 12 04:46:54.652328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfe3006-5474-4c45-8499-6e7adaf27f5a', 'tag': '47e20e4c-afa2-4420-86cd-e76758b9a68c'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:46:54.654719 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e9f43e-918c-4edf-815e-e75fe66fbf3a" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfe3006-5474-4c45-8499-6e7adaf27f5a", "tag": "47e20e4c-afa2-4420-86cd-e76758b9a68c"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:46:54.704892 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a140d7c-2f07-42e8-ae31-4dcc44ff2ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=47e20e4c-afa2-4420-86cd-e76758b9a68c,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:54.833350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-70d014f0-3218-4454-b0e1-f5d35aad132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:54.836457 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-70d014f0-3218-4454-b0e1-f5d35aad132f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 1096 time: 0.0594783 Nov 12 04:46:54.895879 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-f29a0faa-2688-49e6-8705-c0e8df11fa82 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47e20e4c-afa2-4420-86cd-e76758b9a68c HTTP/1.1" status: 200 len: 217 time: 0.0425930 Nov 12 04:46:54.897519 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c125c7dc-3c8d-4449-81e7-361820d463a7 x-openstack-request-id: req-c125c7dc-3c8d-4449-81e7-361820d463a7 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:46:54.897831 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfe3006-5474-4c45-8499-6e7adaf27f5a", "tag": "47e20e4c-afa2-4420-86cd-e76758b9a68c", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:46:54.898100 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c125c7dc-3c8d-4449-81e7-361820d463a7 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:46:54.898444 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfe3006-5474-4c45-8499-6e7adaf27f5a', 'tag': '47e20e4c-afa2-4420-86cd-e76758b9a68c', 'status': 'completed', 'code': 200} Nov 12 04:46:54.966030 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-10ea7245-76d3-4792-a41f-1db41f063212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:54.968629 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-10ea7245-76d3-4792-a41f-1db41f063212 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0649812 Nov 12 04:46:55.057443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-cbc03912-28f6-474d-bbb1-5b93b72558b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:55.066418 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-cbc03912-28f6-474d-bbb1-5b93b72558b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874107 Nov 12 04:46:55.203055 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f677f2c-a611-46b4-a352-01b7cdb907a3 req-ace21209-011c-419a-a23f-7522c567af9d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:55.204603 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f677f2c-a611-46b4-a352-01b7cdb907a3 req-ace21209-011c-419a-a23f-7522c567af9d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0956137 Nov 12 04:46:55.265146 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-247678c7-2c9a-49e0-acfa-399b2a966b5c service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928527 Nov 12 04:46:55.269923 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f677f2c-a611-46b4-a352-01b7cdb907a3 req-06033d46-24a5-4eb0-ab74-ad303f9f6046 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571833 Nov 12 04:46:55.401947 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62c7f99b-bd89-492f-99da-6f72466b3944 req-4326af62-b0bb-41ff-8c5e-e150f79ef3e5 service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272328 Nov 12 04:46:55.586344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9f43e-918c-4edf-815e-e75fe66fbf3a req-caf710b2-f838-478e-aecf-4b935227a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:55.587949 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49e9f43e-918c-4edf-815e-e75fe66fbf3a req-caf710b2-f838-478e-aecf-4b935227a663 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 1096 time: 0.0476103 Nov 12 04:46:56.039296 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9f43e-918c-4edf-815e-e75fe66fbf3a req-57658dee-42fd-4c49-b197-d6362a6a9a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:56.040798 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49e9f43e-918c-4edf-815e-e75fe66fbf3a req-57658dee-42fd-4c49-b197-d6362a6a9a5f service neutron] 10.222.0.31 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 910 time: 0.4454002 Nov 12 04:46:56.089186 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49e9f43e-918c-4edf-815e-e75fe66fbf3a req-0cf40d48-d1d8-455b-952d-811ad645e6d5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47e20e4c-afa2-4420-86cd-e76758b9a68c HTTP/1.1" status: 200 len: 217 time: 0.0403290 Nov 12 04:46:56.146498 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9f43e-918c-4edf-815e-e75fe66fbf3a req-db78fe2f-ff7c-439e-8229-b1a89a6c1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:56.147980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49e9f43e-918c-4edf-815e-e75fe66fbf3a req-db78fe2f-ff7c-439e-8229-b1a89a6c1f6d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0492294 Nov 12 04:46:56.196881 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9f43e-918c-4edf-815e-e75fe66fbf3a req-5a1e1b95-a1d6-4cee-858f-a61b46103142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:56.198479 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49e9f43e-918c-4edf-815e-e75fe66fbf3a req-5a1e1b95-a1d6-4cee-858f-a61b46103142 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433688 Nov 12 04:46:56.309670 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49e9f43e-918c-4edf-815e-e75fe66fbf3a req-eaa4592a-f7fc-41e8-ab51-91fb93055f63 service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017864 Nov 12 04:46:56.463910 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49e9f43e-918c-4edf-815e-e75fe66fbf3a req-e9019181-b068-40a0-af35-3f2ce87a93b7 service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456895 Nov 12 04:46:56.473919 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cca86-0192-4922-8eca-1dbe37d9e03a req-00edfe89-bc2f-4cdc-9a61-8c43c7a1601e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:56.475062 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-683cca86-0192-4922-8eca-1dbe37d9e03a req-00edfe89-bc2f-4cdc-9a61-8c43c7a1601e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.1279049 Nov 12 04:46:56.540436 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-683cca86-0192-4922-8eca-1dbe37d9e03a req-56875e0d-08af-4a07-9921-f83fbc26c3fd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543084 Nov 12 04:46:57.686342 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9f7ec-c66b-4409-ab84-dcd1aeca35ce req-899a6025-4931-4efe-bf2d-b814c512f91f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:57.686342 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ada9f7ec-c66b-4409-ab84-dcd1aeca35ce req-899a6025-4931-4efe-bf2d-b814c512f91f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0532546 Nov 12 04:46:57.737704 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ada9f7ec-c66b-4409-ab84-dcd1aeca35ce req-417d6f20-8e2d-487a-b124-d5a1cbbde4a2 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500145 Nov 12 04:46:58.874321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0292e-b26d-4c58-b919-3a33990393f3 req-15a8ce76-2029-44a1-883b-f7122bcd999e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:58.876254 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33c0292e-b26d-4c58-b919-3a33990393f3 req-15a8ce76-2029-44a1-883b-f7122bcd999e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0540640 Nov 12 04:46:58.937333 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33c0292e-b26d-4c58-b919-3a33990393f3 req-fba05bf9-9a85-40df-acb7-78346d30bcf6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536928 Nov 12 04:47:00.068724 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02d051-cb1a-4c0f-9a61-5541dd7abc61 req-ca7495e3-b380-4f7a-a118-8ff938eb42fd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:00.070768 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f02d051-cb1a-4c0f-9a61-5541dd7abc61 req-ca7495e3-b380-4f7a-a118-8ff938eb42fd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0628996 Nov 12 04:47:00.133967 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f02d051-cb1a-4c0f-9a61-5541dd7abc61 req-a93f2a22-d01b-48ac-82cc-370646216acb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562835 Nov 12 04:47:01.307566 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb3352-18c0-4ed1-bdba-16e9d4b83664 req-74c25eb1-949e-48ec-a3c1-c9c9d17c4ca8 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:01.309259 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-30bb3352-18c0-4ed1-bdba-16e9d4b83664 req-74c25eb1-949e-48ec-a3c1-c9c9d17c4ca8 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0841422 Nov 12 04:47:01.323099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a0aaa8b-8ec0-42a3-9c4d-4ef755fcd665 req-7080d0a3-181a-499c-bcc9-13617ef17dd4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0659873 Nov 12 04:47:01.372672 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-30bb3352-18c0-4ed1-bdba-16e9d4b83664 req-deaa3d7e-ae08-48d6-896f-c8f534dfcf5c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540216 Nov 12 04:47:01.436537 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0aaa8b-8ec0-42a3-9c4d-4ef755fcd665 req-42895cc3-22f8-4a16-a2b8-6d8d150a1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:01.438117 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a0aaa8b-8ec0-42a3-9c4d-4ef755fcd665 req-42895cc3-22f8-4a16-a2b8-6d8d150a1ad1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 1097 time: 0.0462682 Nov 12 04:47:01.554384 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0aaa8b-8ec0-42a3-9c4d-4ef755fcd665 req-ace725e7-f52b-46f1-b6b1-7eae3426aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:01.556140 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a0aaa8b-8ec0-42a3-9c4d-4ef755fcd665 req-ace725e7-f52b-46f1-b6b1-7eae3426aecc service neutron] 10.222.0.21 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 910 time: 0.0930333 Nov 12 04:47:01.603598 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a0aaa8b-8ec0-42a3-9c4d-4ef755fcd665 req-983d590a-77d2-423e-9f95-6b6c5f0f377c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58576ec5-7f3f-478e-a8e6-bf4a6d429aac HTTP/1.1" status: 200 len: 217 time: 0.0351591 Nov 12 04:47:01.675445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0aaa8b-8ec0-42a3-9c4d-4ef755fcd665 req-707545cf-da43-43b5-b311-a2119812b3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:01.677009 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a0aaa8b-8ec0-42a3-9c4d-4ef755fcd665 req-707545cf-da43-43b5-b311-a2119812b3f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0658815 Nov 12 04:47:01.729549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0aaa8b-8ec0-42a3-9c4d-4ef755fcd665 req-b41c8d31-08b2-4d05-88da-5f350f39eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:01.731064 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a0aaa8b-8ec0-42a3-9c4d-4ef755fcd665 req-b41c8d31-08b2-4d05-88da-5f350f39eafd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458372 Nov 12 04:47:01.848934 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a0aaa8b-8ec0-42a3-9c4d-4ef755fcd665 req-efb2ad15-c357-4e8c-9957-dad5648b3dee service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045606 Nov 12 04:47:01.949433 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a0aaa8b-8ec0-42a3-9c4d-4ef755fcd665 req-b5ef0e0a-4c2b-4026-b7d0-217dcac0748e service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927558 Nov 12 04:47:02.514103 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d422d00-07d0-4b6b-967c-20f716ac2895 req-35cbc659-6fdd-42d4-9a7d-71922f7204dd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:02.515036 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d422d00-07d0-4b6b-967c-20f716ac2895 req-35cbc659-6fdd-42d4-9a7d-71922f7204dd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0674121 Nov 12 04:47:02.560903 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d422d00-07d0-4b6b-967c-20f716ac2895 req-6f150f52-7139-4cc4-96e0-1f891a4fefe4 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452752 Nov 12 04:47:03.211205 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ec55127-f4e4-4600-8abc-c9e9c56c59c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:03.690870 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303bee1-03df-45f7-845d-ba4c123a67a5 req-2bef7a03-fc59-4d35-bd54-4be7e8d1fc8a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:03.692796 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5303bee1-03df-45f7-845d-ba4c123a67a5 req-2bef7a03-fc59-4d35-bd54-4be7e8d1fc8a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0593092 Nov 12 04:47:03.754739 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5303bee1-03df-45f7-845d-ba4c123a67a5 req-2c80a9c4-bc67-4d97-ba8d-223801adbc90 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535910 Nov 12 04:47:04.912969 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18c81d-7d5f-410b-ae08-bfd81e605ec2 req-31983257-6a72-4402-b12a-f78668ba58da tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:04.914460 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce18c81d-7d5f-410b-ae08-bfd81e605ec2 req-31983257-6a72-4402-b12a-f78668ba58da tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0548794 Nov 12 04:47:04.970862 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce18c81d-7d5f-410b-ae08-bfd81e605ec2 req-ba400b7b-5f9f-423a-82d6-471dcd98164d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503812 Nov 12 04:47:05.585949 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6bd83a94-c5d6-495b-b963-c755c528d617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:06.106295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb82261-4037-4387-ac7a-37f863dacc9a req-2c1f4b17-c6d0-45f8-8528-01736eed6a23 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:06.109918 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cb82261-4037-4387-ac7a-37f863dacc9a req-2c1f4b17-c6d0-45f8-8528-01736eed6a23 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0626433 Nov 12 04:47:06.171812 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7cb82261-4037-4387-ac7a-37f863dacc9a req-2fb0dc52-972e-4f23-9b49-bd5d00671a34 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569291 Nov 12 04:47:06.851749 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:07.309884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa21172-ecf4-47ea-8c5e-a98ff5d922dd req-c9399320-84ea-45dc-a94f-4e2d98a2a1d8 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:07.311587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3aa21172-ecf4-47ea-8c5e-a98ff5d922dd req-c9399320-84ea-45dc-a94f-4e2d98a2a1d8 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0614052 Nov 12 04:47:07.366225 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3aa21172-ecf4-47ea-8c5e-a98ff5d922dd req-7ec6dd54-99bf-4d23-9c75-b861ced235b2 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486090 Nov 12 04:47:08.442993 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:08.489782 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289fa5a-aa31-4630-96ac-8e470ba8c9bc req-fe000ccc-3b9d-4783-ad53-ba0eff8e206c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:08.491447 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6289fa5a-aa31-4630-96ac-8e470ba8c9bc req-fe000ccc-3b9d-4783-ad53-ba0eff8e206c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0513353 Nov 12 04:47:08.554136 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6289fa5a-aa31-4630-96ac-8e470ba8c9bc req-bfa30316-66b8-461c-800c-3861f85e438c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541940 Nov 12 04:47:09.174905 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:09.731266 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0278d88-4717-44c2-809d-d7dbe9dfc8fa req-ef4f419e-5588-4f8d-9fb4-bb8fda0dcaa2 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:09.732940 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0278d88-4717-44c2-809d-d7dbe9dfc8fa req-ef4f419e-5588-4f8d-9fb4-bb8fda0dcaa2 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0654469 Nov 12 04:47:09.791232 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0278d88-4717-44c2-809d-d7dbe9dfc8fa req-9df24dfa-2ed8-451e-9d3a-15eeba6af0c6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514469 Nov 12 04:47:10.942043 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbca1e4-bb63-4d79-ad13-e8a239307900 req-ffd8f9c7-1cfe-4e2d-9d04-428b480aa345 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:10.943611 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7dbca1e4-bb63-4d79-ad13-e8a239307900 req-ffd8f9c7-1cfe-4e2d-9d04-428b480aa345 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0708537 Nov 12 04:47:10.993052 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7dbca1e4-bb63-4d79-ad13-e8a239307900 req-e78fee4e-ae1c-41ab-96c2-dbcd8a511fa5 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430112 Nov 12 04:47:12.125271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffbaae-5b5a-45d7-a835-33f20f67597e req-56ec4d35-e353-4927-8ba9-5ee45e2275ea tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:12.126698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d8ffbaae-5b5a-45d7-a835-33f20f67597e req-56ec4d35-e353-4927-8ba9-5ee45e2275ea tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0521977 Nov 12 04:47:12.184770 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d8ffbaae-5b5a-45d7-a835-33f20f67597e req-0efa5f67-6e57-4d37-8fa1-d9aa032807a8 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518944 Nov 12 04:47:13.312440 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324df99-3dd2-4fa7-ba62-d69c7abc8be1 req-6c406403-05d9-40cc-9c1f-2e16c5830a5c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:13.314499 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d324df99-3dd2-4fa7-ba62-d69c7abc8be1 req-6c406403-05d9-40cc-9c1f-2e16c5830a5c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0543756 Nov 12 04:47:13.366314 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d324df99-3dd2-4fa7-ba62-d69c7abc8be1 req-8cce1f7a-f8cf-4c83-9da7-4fc3850bac34 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456462 Nov 12 04:47:14.492603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ed40d-217b-4e60-b7b6-1cc39c956ce4 req-3ecabb28-1af0-4ced-8247-81c896b4ac92 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:14.494240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-318ed40d-217b-4e60-b7b6-1cc39c956ce4 req-3ecabb28-1af0-4ced-8247-81c896b4ac92 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0542531 Nov 12 04:47:14.547619 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-318ed40d-217b-4e60-b7b6-1cc39c956ce4 req-7ae51bd7-38c6-4b36-8340-aa1d7d78779e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471435 Nov 12 04:47:15.691201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf409c-35f4-45e7-add3-c8fd4ebd878c req-31fe120c-0ddc-4f9b-8d03-f5233e164130 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:15.706860 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5daf409c-35f4-45e7-add3-c8fd4ebd878c req-31fe120c-0ddc-4f9b-8d03-f5233e164130 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0613110 Nov 12 04:47:15.745421 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5daf409c-35f4-45e7-add3-c8fd4ebd878c req-0b695ad5-98c9-4368-b500-e585ed0da5d6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464120 Nov 12 04:47:16.867136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8821b-d37d-473b-8158-b84c7cb48a6a req-6d1f0a8d-1a6b-4f7e-9e1c-fbcfd3ccafe5 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:16.868660 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08c8821b-d37d-473b-8158-b84c7cb48a6a req-6d1f0a8d-1a6b-4f7e-9e1c-fbcfd3ccafe5 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0531597 Nov 12 04:47:16.922237 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08c8821b-d37d-473b-8158-b84c7cb48a6a req-7f119536-2114-43f4-87dd-5afdc30bfe59 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470951 Nov 12 04:47:17.025611 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:18.062810 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40870244-fdd4-459c-8f24-8e38f13e40fa req-1c2f42c5-af01-41af-9b9e-0e5b0920c0a2 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:18.065462 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-40870244-fdd4-459c-8f24-8e38f13e40fa req-1c2f42c5-af01-41af-9b9e-0e5b0920c0a2 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0577724 Nov 12 04:47:18.113970 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-40870244-fdd4-459c-8f24-8e38f13e40fa req-e1d9a253-1ad9-4b8f-8046-bbd12971b6c1 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431774 Nov 12 04:47:18.322566 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:18.544774 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:47:19.238657 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130346e-d3ee-44b6-90c0-66bde171cb08 req-8d0cd348-77f8-4a78-9c32-964e8c5510e5 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:19.240255 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0130346e-d3ee-44b6-90c0-66bde171cb08 req-8d0cd348-77f8-4a78-9c32-964e8c5510e5 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0519323 Nov 12 04:47:19.299449 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0130346e-d3ee-44b6-90c0-66bde171cb08 req-0acce781-6189-4fa5-ac05-399dc3b7aea6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529933 Nov 12 04:47:20.423935 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127cb24-fde9-4d58-b606-23a691794a39 req-884ff6c0-bd0d-46ac-8950-832d1d026d4d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:20.425690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5127cb24-fde9-4d58-b606-23a691794a39 req-884ff6c0-bd0d-46ac-8950-832d1d026d4d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0540049 Nov 12 04:47:20.493822 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5127cb24-fde9-4d58-b606-23a691794a39 req-2b4c0d24-4204-4b13-806c-8c607045f236 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605805 Nov 12 04:47:21.622283 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dd5bd-a319-412b-9c16-c6e4baae7c04 req-3f1ad979-de44-42fa-8f8f-8c6fe35e1f27 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:21.623925 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b57dd5bd-a319-412b-9c16-c6e4baae7c04 req-3f1ad979-de44-42fa-8f8f-8c6fe35e1f27 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0589352 Nov 12 04:47:21.678907 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b57dd5bd-a319-412b-9c16-c6e4baae7c04 req-5e2aa3db-824c-4cce-93fe-bc2d8b3e78a9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478437 Nov 12 04:47:22.795121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb42876-114a-49db-9c3a-a6dacc641c2c req-f6c6a13d-840f-4de5-842d-86ad20852b27 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:22.796700 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3bb42876-114a-49db-9c3a-a6dacc641c2c req-f6c6a13d-840f-4de5-842d-86ad20852b27 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0492799 Nov 12 04:47:22.846063 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3bb42876-114a-49db-9c3a-a6dacc641c2c req-aa6eecc9-e202-48ff-a67b-87971f9e7936 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423660 Nov 12 04:47:23.967424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c49f01-60c4-4ef3-9bcc-bc8e5c6a9f2a req-3da903d6-7861-4d98-bf5a-fc910af45d3c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:23.976933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a4c49f01-60c4-4ef3-9bcc-bc8e5c6a9f2a req-3da903d6-7861-4d98-bf5a-fc910af45d3c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0550003 Nov 12 04:47:24.018886 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a4c49f01-60c4-4ef3-9bcc-bc8e5c6a9f2a req-6f909e54-f3d0-4621-880e-831254fe6f28 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419991 Nov 12 04:47:25.141674 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223d584-1883-4620-b551-212c8e9e52c7 req-9a8640f2-304c-4422-a0f2-2e59e858d01e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:25.143697 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8223d584-1883-4620-b551-212c8e9e52c7 req-9a8640f2-304c-4422-a0f2-2e59e858d01e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0493438 Nov 12 04:47:25.192799 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8223d584-1883-4620-b551-212c8e9e52c7 req-7ef9cbf9-6bc7-45e4-bec0-87ddf88618e9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429273 Nov 12 04:47:26.315464 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d3877-30f2-4cf0-ad7d-9d8e9cca4514 req-12145dbe-e260-4a8b-869a-3aa1e326f6c4 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:26.316989 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d78d3877-30f2-4cf0-ad7d-9d8e9cca4514 req-12145dbe-e260-4a8b-869a-3aa1e326f6c4 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0510612 Nov 12 04:47:26.370506 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d78d3877-30f2-4cf0-ad7d-9d8e9cca4514 req-7254aef8-96b9-4d7b-b474-b6671d5973fa tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471923 Nov 12 04:47:27.492125 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a285050-110a-40be-9567-58485882ff6f req-b14bece1-6a29-4288-9838-23483e040cc8 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:27.493614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a285050-110a-40be-9567-58485882ff6f req-b14bece1-6a29-4288-9838-23483e040cc8 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0515435 Nov 12 04:47:27.541482 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a285050-110a-40be-9567-58485882ff6f req-42f0eb0b-a3e4-4947-8c74-8080ae3af00d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418489 Nov 12 04:47:28.658947 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e80bc7-4e43-4384-91ae-a33d73b79800 req-928f7304-c6f9-45c0-b4c9-af7846f951b6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:28.660452 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-37e80bc7-4e43-4384-91ae-a33d73b79800 req-928f7304-c6f9-45c0-b4c9-af7846f951b6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0508645 Nov 12 04:47:28.710619 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-37e80bc7-4e43-4384-91ae-a33d73b79800 req-d11a64e4-3c4d-4bb6-a4d3-16bd761e9d5a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440891 Nov 12 04:47:29.831034 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1276cc6-47da-40f2-a1a9-dd34a23cf2b3 req-a26d0cd4-e6c1-4545-9b1c-40b225708e3d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:29.833158 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1276cc6-47da-40f2-a1a9-dd34a23cf2b3 req-a26d0cd4-e6c1-4545-9b1c-40b225708e3d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0530767 Nov 12 04:47:29.879920 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1276cc6-47da-40f2-a1a9-dd34a23cf2b3 req-7f89d850-88c5-4994-8741-56dd4a27158e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402958 Nov 12 04:47:30.999695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb974e-9f4d-45aa-a037-217ae853aba0 req-3a91a7c7-5dab-4d23-af8b-a44f8aba42d2 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:31.001221 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06fb974e-9f4d-45aa-a037-217ae853aba0 req-3a91a7c7-5dab-4d23-af8b-a44f8aba42d2 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0506268 Nov 12 04:47:31.048968 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06fb974e-9f4d-45aa-a037-217ae853aba0 req-7b348587-be44-47c2-a376-ea5b06baa562 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408020 Nov 12 04:47:32.182083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61a73b-9e6c-4ff7-b3f8-0f770085e75c req-34ee8a90-e5e2-4c80-8cd7-dce61eb8652f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:32.183622 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb61a73b-9e6c-4ff7-b3f8-0f770085e75c req-34ee8a90-e5e2-4c80-8cd7-dce61eb8652f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0554891 Nov 12 04:47:32.232137 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb61a73b-9e6c-4ff7-b3f8-0f770085e75c req-dacc7722-5330-423e-806b-945844805470 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422661 Nov 12 04:47:33.238093 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7abdd77c-d54e-41e7-a01e-102a7babc8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:33.351849 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5755e49-0ea9-4682-b1fd-a550aa59e6fb req-bd1378f9-ee3d-4223-bcfd-66de87a2b7b9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:33.353266 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5755e49-0ea9-4682-b1fd-a550aa59e6fb req-bd1378f9-ee3d-4223-bcfd-66de87a2b7b9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0507941 Nov 12 04:47:33.402835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5755e49-0ea9-4682-b1fd-a550aa59e6fb req-06270e2a-64b9-4316-9189-d6d490e9b296 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436492 Nov 12 04:47:34.531218 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0442f-b0e7-4b4c-8a92-08e4d591bf85 req-e025e23d-649c-40d9-b319-5a12858e7bed tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:34.532764 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53f0442f-b0e7-4b4c-8a92-08e4d591bf85 req-e025e23d-649c-40d9-b319-5a12858e7bed tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0516913 Nov 12 04:47:34.586671 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53f0442f-b0e7-4b4c-8a92-08e4d591bf85 req-d9abac84-75f8-41ba-9b00-3471464dc448 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478802 Nov 12 04:47:35.562812 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2c6a8bf7-f204-4009-87e8-1d7dd8bf7f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:35.704367 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb71ee-8846-43c5-9236-4182243ad13e req-eed6296e-6202-4fa8-a602-d44c454db442 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:35.709509 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2bb71ee-8846-43c5-9236-4182243ad13e req-eed6296e-6202-4fa8-a602-d44c454db442 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0502434 Nov 12 04:47:35.755094 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2bb71ee-8846-43c5-9236-4182243ad13e req-7b4589f4-4f54-4954-871b-7d1505213eff tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428321 Nov 12 04:47:36.868145 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:36.881741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d1c6c-0d0e-480c-ad05-b3aa80c96190 req-0ac086af-14b6-4fd6-8041-6ae8c61dd93a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:36.883992 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f1d1c6c-0d0e-480c-ad05-b3aa80c96190 req-0ac086af-14b6-4fd6-8041-6ae8c61dd93a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0523372 Nov 12 04:47:36.935323 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f1d1c6c-0d0e-480c-ad05-b3aa80c96190 req-490ffdc3-9892-4248-a8db-e8681a6125c9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448833 Nov 12 04:47:38.062164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0362619-5831-4037-ae14-b269a8047c03 req-cae993ba-cac3-40e9-8319-67fd2789777a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:38.067766 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0362619-5831-4037-ae14-b269a8047c03 req-cae993ba-cac3-40e9-8319-67fd2789777a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0582392 Nov 12 04:47:38.119428 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0362619-5831-4037-ae14-b269a8047c03 req-4af539c8-2bf4-4a65-872b-e5336d350662 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492947 Nov 12 04:47:38.404846 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:39.136473 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:39.241203 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb7581-9f67-4d35-bb80-7f69e6ab6976 req-38a9ae56-d375-4595-865c-b100627f227d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:39.242726 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8bb7581-9f67-4d35-bb80-7f69e6ab6976 req-38a9ae56-d375-4595-865c-b100627f227d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0503221 Nov 12 04:47:39.300242 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8bb7581-9f67-4d35-bb80-7f69e6ab6976 req-e44c2e6c-eff3-4992-8419-b4d00ee69553 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511880 Nov 12 04:47:40.422967 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf135c-31cb-4de2-a93b-460eb244e231 req-d582f00f-2e33-4205-a247-2a4e19af0576 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:40.424568 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a4bf135c-31cb-4de2-a93b-460eb244e231 req-d582f00f-2e33-4205-a247-2a4e19af0576 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0499785 Nov 12 04:47:40.481790 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a4bf135c-31cb-4de2-a93b-460eb244e231 req-50ce777f-8b64-4f04-8f29-458f5a4f931f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489368 Nov 12 04:47:41.902795 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe199d6-2f87-4cb4-a171-35a3712cbc4a req-436bf050-6baa-4397-b9e8-c46428cb657c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:41.904339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1fe199d6-2f87-4cb4-a171-35a3712cbc4a req-436bf050-6baa-4397-b9e8-c46428cb657c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0516744 Nov 12 04:47:41.966379 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1fe199d6-2f87-4cb4-a171-35a3712cbc4a req-f723cb46-efb6-4414-ac63-c94004dfacda tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490897 Nov 12 04:47:43.087858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dfc92-2c34-437e-aadc-4909d5f91c29 req-0e7178f2-7643-4ef3-a636-64080e838319 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:43.089456 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee9dfc92-2c34-437e-aadc-4909d5f91c29 req-0e7178f2-7643-4ef3-a636-64080e838319 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0515850 Nov 12 04:47:43.138969 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee9dfc92-2c34-437e-aadc-4909d5f91c29 req-ee5d1826-087c-4b82-9e1a-cbbd1bf9b066 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430458 Nov 12 04:47:44.270275 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c9533-ac1a-4e9a-9103-a4109650dc27 req-6c170ed8-b404-4ccb-90a8-8059747cf488 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:44.272665 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-850c9533-ac1a-4e9a-9103-a4109650dc27 req-6c170ed8-b404-4ccb-90a8-8059747cf488 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0571485 Nov 12 04:47:44.326067 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-850c9533-ac1a-4e9a-9103-a4109650dc27 req-ed8063d0-6316-4868-8637-b1470834d9b2 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473428 Nov 12 04:47:45.449366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305cf9f3-49a9-4301-9b5e-4f25f3df3e60 req-0a035d01-b2c4-480b-b2b1-2ec67fd09bd7 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:45.451004 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-305cf9f3-49a9-4301-9b5e-4f25f3df3e60 req-0a035d01-b2c4-480b-b2b1-2ec67fd09bd7 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0520847 Nov 12 04:47:45.498459 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-305cf9f3-49a9-4301-9b5e-4f25f3df3e60 req-b8b00528-fea3-4c71-a9a6-9aee31c9e97a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412011 Nov 12 04:47:46.627845 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135fbf1-e7d6-4605-8aa1-a18f8417289c req-7541c458-e27c-4d80-b256-7df758b841e0 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:46.629392 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1135fbf1-e7d6-4605-8aa1-a18f8417289c req-7541c458-e27c-4d80-b256-7df758b841e0 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0583439 Nov 12 04:47:46.682845 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1135fbf1-e7d6-4605-8aa1-a18f8417289c req-2fea70fb-ce89-4ae8-b23d-895d41fcc23a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459666 Nov 12 04:47:47.062278 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:47.811649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be073198-5247-4586-8a7c-fd105db0653a req-af30107d-0f32-4d78-9854-ab52246099f6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:47.814002 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-be073198-5247-4586-8a7c-fd105db0653a req-af30107d-0f32-4d78-9854-ab52246099f6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0537570 Nov 12 04:47:47.872649 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-be073198-5247-4586-8a7c-fd105db0653a req-5b156952-d4ab-4fc5-b1e6-9d2a1f82deda tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512371 Nov 12 04:47:48.319818 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:48.996520 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17de312-9e62-4a1c-bb4a-069e765ff868 req-8d818947-b2e2-4356-911c-c0a64e032627 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:48.998045 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c17de312-9e62-4a1c-bb4a-069e765ff868 req-8d818947-b2e2-4356-911c-c0a64e032627 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0504560 Nov 12 04:47:49.050810 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c17de312-9e62-4a1c-bb4a-069e765ff868 req-84f1f999-d892-40f7-92da-c8524c009a21 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463884 Nov 12 04:47:50.167003 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089948d0-a831-4693-bcf9-d81bffb4bc33 req-27ddcbc5-a0ca-4c12-8712-107e0f5e0825 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:50.168515 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-089948d0-a831-4693-bcf9-d81bffb4bc33 req-27ddcbc5-a0ca-4c12-8712-107e0f5e0825 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0487230 Nov 12 04:47:50.217044 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-089948d0-a831-4693-bcf9-d81bffb4bc33 req-e26f1fad-d943-4075-a9a5-325e2ef0913b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425401 Nov 12 04:47:51.342979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dd862-6ff7-425a-be0d-5cedee30e946 req-aed6e38f-0335-4460-9916-cf82a2da31f1 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:51.342979 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f0dd862-6ff7-425a-be0d-5cedee30e946 req-aed6e38f-0335-4460-9916-cf82a2da31f1 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0523825 Nov 12 04:47:51.389324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f0dd862-6ff7-425a-be0d-5cedee30e946 req-ee654048-f653-4894-83c0-61ba4c91a349 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418830 Nov 12 04:47:52.512405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2289b-d1cb-481b-985c-1e69b0bb8c6b req-2bf9332c-dc91-4a74-99ac-4b762d143a38 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:52.524761 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80a2289b-d1cb-481b-985c-1e69b0bb8c6b req-2bf9332c-dc91-4a74-99ac-4b762d143a38 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0558929 Nov 12 04:47:52.563396 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80a2289b-d1cb-481b-985c-1e69b0bb8c6b req-5543e38b-4e02-490f-bd88-dace7462ad0e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433464 Nov 12 04:47:53.684660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f54a7c-8cc4-425d-a360-d3234f585673 req-791c8b9e-0e9b-4c50-ba69-5c8ae02f2988 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:53.686164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c3f54a7c-8cc4-425d-a360-d3234f585673 req-791c8b9e-0e9b-4c50-ba69-5c8ae02f2988 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 944 time: 0.0500224 Nov 12 04:47:53.740962 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c3f54a7c-8cc4-425d-a360-d3234f585673 req-5b55cd01-12a5-47db-8984-79542279998e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431690 Nov 12 04:47:54.139412 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 47e20e4c-afa2-4420-86cd-e76758b9a68c details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:47:54.237068 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 47e20e4c-afa2-4420-86cd-e76758b9a68c, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=47e20e4c-afa2-4420-86cd-e76758b9a68c,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:47:54.249003 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '47e20e4c-afa2-4420-86cd-e76758b9a68c', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'port_id': '47e20e4c-afa2-4420-86cd-e76758b9a68c', 'mac_address': 'fa:16:3e:a4:18:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:47:54.285730 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:54.299355 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e20e4c-afa2-4420-86cd-e76758b9a68c {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:47:54.318903 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 47e20e4c-afa2-4420-86cd-e76758b9a68c, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=47e20e4c-afa2-4420-86cd-e76758b9a68c,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:47:54.445074 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:54.493164 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=47e20e4c-afa2-4420-86cd-e76758b9a68c,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:47:54.500991 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:54.501335 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:54.501668 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:54.502024 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:54.502309 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:54.502649 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:54.502979 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:54.503297 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:54.503634 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:54.503916 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:54.504226 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:54.504536 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:54.762195 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['47e20e4c-afa2-4420-86cd-e76758b9a68c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:47:54.921692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af530ab7-880b-4a83-8816-6c657232b3e9 req-c9b5cbe0-86eb-4a2d-bb88-4780dad95bf5 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:54.923166 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af530ab7-880b-4a83-8816-6c657232b3e9 req-c9b5cbe0-86eb-4a2d-bb88-4780dad95bf5 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 945 time: 0.1119196 Nov 12 04:47:54.976589 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af530ab7-880b-4a83-8816-6c657232b3e9 req-2da37697-53a7-411a-b7b9-e458b1870188 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473862 Nov 12 04:47:55.544578 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:47:56.101887 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34296d8-2850-4920-9e3b-11a69e2d3f52 req-87807cb5-1f02-449a-bf2b-8b4a87ea7e07 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:56.103418 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d34296d8-2850-4920-9e3b-11a69e2d3f52 req-87807cb5-1f02-449a-bf2b-8b4a87ea7e07 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 945 time: 0.0497091 Nov 12 04:47:56.152860 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d34296d8-2850-4920-9e3b-11a69e2d3f52 req-775802a3-e4e5-4112-a82a-6495c80f3607 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433571 Nov 12 04:47:56.153099 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 47e20e4c-afa2-4420-86cd-e76758b9a68c up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:47:56.311432 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 47e20e4c-afa2-4420-86cd-e76758b9a68c completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:47:56.315492 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 47e20e4c-afa2-4420-86cd-e76758b9a68c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:47:56.315860 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:56.400034 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:56.422536 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfe3006-5474-4c45-8499-6e7adaf27f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e20e4c-afa2-4420-86cd-e76758b9a68c'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:47:56.424782 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdc41e4-8e3b-48bb-b366-e592ce711c1a" -d '{"events": [{"server_uuid": "9cfe3006-5474-4c45-8499-6e7adaf27f5a", "name": "network-vif-plugged", "status": "completed", "tag": "47e20e4c-afa2-4420-86cd-e76758b9a68c"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:47:56.443490 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 47e20e4c-afa2-4420-86cd-e76758b9a68c, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=47e20e4c-afa2-4420-86cd-e76758b9a68c,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:47:56.467315 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0515659-3f74-4480-9f1b-d0cb2485f95e x-openstack-request-id: req-c0515659-3f74-4480-9f1b-d0cb2485f95e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:47:56.467315 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfe3006-5474-4c45-8499-6e7adaf27f5a", "name": "network-vif-plugged", "status": "completed", "tag": "47e20e4c-afa2-4420-86cd-e76758b9a68c", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:47:56.467315 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0515659-3f74-4480-9f1b-d0cb2485f95e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:47:56.467315 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfe3006-5474-4c45-8499-6e7adaf27f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e20e4c-afa2-4420-86cd-e76758b9a68c', 'code': 200} Nov 12 04:47:56.540363 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:56.593055 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=47e20e4c-afa2-4420-86cd-e76758b9a68c,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:47:56.594488 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72789513-66a3-4301-91a2-7e2a3338eac3 req-921a575a-d7ee-44a6-bea2-c5d973acd22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:56.596853 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72789513-66a3-4301-91a2-7e2a3338eac3 req-921a575a-d7ee-44a6-bea2-c5d973acd22e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 1098 time: 0.0432541 Nov 12 04:47:56.643624 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72789513-66a3-4301-91a2-7e2a3338eac3 req-552bdad2-87cc-4e21-86f9-ddd93e7009ce service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389128 Nov 12 04:47:57.291441 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999a238-82e4-4bdf-809e-105a0cb039c5 req-a8b4dd04-930b-4a62-a524-b12c025bad83 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:57.292992 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6999a238-82e4-4bdf-809e-105a0cb039c5 req-a8b4dd04-930b-4a62-a524-b12c025bad83 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 946 time: 0.0548699 Nov 12 04:47:57.346730 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6999a238-82e4-4bdf-809e-105a0cb039c5 req-01584ed1-3c9f-462c-951c-7f038722f8bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467207 Nov 12 04:47:58.469438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb327c8-437c-4087-b361-032b3694ff62 req-f00e9be7-ac3e-4e54-9335-c6f427925fae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:58.470951 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2bb327c8-437c-4087-b361-032b3694ff62 req-f00e9be7-ac3e-4e54-9335-c6f427925fae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 946 time: 0.0507941 Nov 12 04:47:58.520578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2bb327c8-437c-4087-b361-032b3694ff62 req-ac36e8c9-9039-49fe-8114-d17d78040414 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437014 Nov 12 04:47:58.640797 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d61938-7365-4905-b890-c7e120d3797c req-28a9fd34-6353-4145-8272-83d93169c202 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:58.642256 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14d61938-7365-4905-b890-c7e120d3797c req-28a9fd34-6353-4145-8272-83d93169c202 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 946 time: 0.0531986 Nov 12 04:47:58.689207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14d61938-7365-4905-b890-c7e120d3797c req-d97614ab-9adb-4c81-924c-fd6b4756f7b2 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410502 Nov 12 04:47:59.266771 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17504784-9475-4496-b0d8-588b7b292cfc req-92fdfffb-4395-430b-ac06-af53327b016d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:59.268295 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17504784-9475-4496-b0d8-588b7b292cfc req-92fdfffb-4395-430b-ac06-af53327b016d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 946 time: 0.0519488 Nov 12 04:47:59.316836 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17504784-9475-4496-b0d8-588b7b292cfc req-c1ec4f0b-c220-4954-8326-31ffb553ea3c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424895 Nov 12 04:48:00.442041 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cad31-b9ca-4c9b-93d1-1381ab6a1e2b req-8f14dd76-1f00-4dec-a58b-8e84e3163c19 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:00.443937 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de4cad31-b9ca-4c9b-93d1-1381ab6a1e2b req-8f14dd76-1f00-4dec-a58b-8e84e3163c19 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 946 time: 0.0540352 Nov 12 04:48:00.495378 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de4cad31-b9ca-4c9b-93d1-1381ab6a1e2b req-93175814-fc7f-4944-9ab2-88fb2bfe89b0 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452380 Nov 12 04:48:00.948264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5f8d4-584f-4b7d-99c0-f2e201d20e55 req-320c6c84-c556-4f07-a017-97be965f4537 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:00.949982 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2e5f8d4-584f-4b7d-99c0-f2e201d20e55 req-320c6c84-c556-4f07-a017-97be965f4537 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 946 time: 0.0495455 Nov 12 04:48:01.056966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-d2e5f8d4-584f-4b7d-99c0-f2e201d20e55 req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Deleting port 47e20e4c-afa2-4420-86cd-e76758b9a68c {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:48:01.057228 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d2e5f8d4-584f-4b7d-99c0-f2e201d20e55 req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:01.154123 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-d2e5f8d4-584f-4b7d-99c0-f2e201d20e55 req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] For port 47e20e4c-afa2-4420-86cd-e76758b9a68c, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=47e20e4c-afa2-4420-86cd-e76758b9a68c,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:48:01.154488 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d2e5f8d4-584f-4b7d-99c0-f2e201d20e55 req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:01.168228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-d2e5f8d4-584f-4b7d-99c0-f2e201d20e55 req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Calling delete_port for 47e20e4c-afa2-4420-86cd-e76758b9a68c owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:48:01.349711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db5ebac8-df15-48d2-9622-99949d0b7554 req-2d9c5502-df47-42d0-b14a-3970ee2908f6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0704677 Nov 12 04:48:01.434279 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d2e5f8d4-584f-4b7d-99c0-f2e201d20e55 req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:01.467375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event deleted for resources: {'Port': ['ID=47e20e4c-afa2-4420-86cd-e76758b9a68c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:01.468163 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['47e20e4c-afa2-4420-86cd-e76758b9a68c'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:48:01.470914 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['58576ec5-7f3f-478e-a8e6-bf4a6d429aac'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:48:01.483785 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:01.487239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:01.487239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:01.487239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:01.487239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:01.487239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:01.487239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:01.487239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:01.487239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:01.487239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:01.487239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:01.488135 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:01.529524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ebac8-df15-48d2-9622-99949d0b7554 req-d8d9acdd-5b05-4660-a4aa-a4c6e489f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:01.531208 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db5ebac8-df15-48d2-9622-99949d0b7554 req-d8d9acdd-5b05-4660-a4aa-a4c6e489f5b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 1097 time: 0.1233139 Nov 12 04:48:01.557068 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e5f8d4-584f-4b7d-99c0-f2e201d20e55 req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] No DVR routers for this DVR port 47e20e4c-afa2-4420-86cd-e76758b9a68c on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:48:01.567357 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-d2e5f8d4-584f-4b7d-99c0-f2e201d20e55 req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:01.570998 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2e5f8d4-584f-4b7d-99c0-f2e201d20e55 req-989c5aeb-d84f-4bcb-afcc-90df5e2c70bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.31 "DELETE /v2.0/ports/47e20e4c-afa2-4420-86cd-e76758b9a68c HTTP/1.1" status: 204 len: 173 time: 0.6147103 Nov 12 04:48:01.572570 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfe3006-5474-4c45-8499-6e7adaf27f5a', 'name': 'network-vif-deleted', 'tag': '47e20e4c-afa2-4420-86cd-e76758b9a68c'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:48:01.578441 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ec6b06-cc58-428f-ac7e-d6adc289096d" -d '{"events": [{"server_uuid": "9cfe3006-5474-4c45-8499-6e7adaf27f5a", "name": "network-vif-deleted", "tag": "47e20e4c-afa2-4420-86cd-e76758b9a68c"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:48:01.643443 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-32a94d0f-cf43-4fbf-b897-557c6628e758 req-f5046d19-6043-4cb1-9caf-56a08ce63e4f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 210 time: 0.0382757 Nov 12 04:48:01.717822 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee224fd5-a1f1-4109-8852-8e911a07e4ed x-openstack-request-id: req-ee224fd5-a1f1-4109-8852-8e911a07e4ed {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:48:01.718188 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfe3006-5474-4c45-8499-6e7adaf27f5a", "name": "network-vif-deleted", "tag": "47e20e4c-afa2-4420-86cd-e76758b9a68c", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:48:01.718517 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee224fd5-a1f1-4109-8852-8e911a07e4ed {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:48:01.719392 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfe3006-5474-4c45-8499-6e7adaf27f5a', 'name': 'network-vif-deleted', 'tag': '47e20e4c-afa2-4420-86cd-e76758b9a68c', 'status': 'completed', 'code': 200} Nov 12 04:48:01.744622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ebac8-df15-48d2-9622-99949d0b7554 req-2821499c-844d-482d-82fc-18d45017c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:01.746771 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db5ebac8-df15-48d2-9622-99949d0b7554 req-2821499c-844d-482d-82fc-18d45017c1aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 910 time: 0.1910391 Nov 12 04:48:01.795505 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db5ebac8-df15-48d2-9622-99949d0b7554 req-3bc7cf2f-e920-48a4-8560-5c507b1bd741 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58576ec5-7f3f-478e-a8e6-bf4a6d429aac HTTP/1.1" status: 200 len: 217 time: 0.0407078 Nov 12 04:48:01.850031 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ebac8-df15-48d2-9622-99949d0b7554 req-d3622505-615f-4671-825f-69f3aa37dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:01.851722 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db5ebac8-df15-48d2-9622-99949d0b7554 req-d3622505-615f-4671-825f-69f3aa37dd57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0488219 Nov 12 04:48:01.903120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ebac8-df15-48d2-9622-99949d0b7554 req-d08cf96a-ed85-4fd2-bdd0-649e787c0dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:01.904763 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db5ebac8-df15-48d2-9622-99949d0b7554 req-d08cf96a-ed85-4fd2-bdd0-649e787c0dd4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457435 Nov 12 04:48:02.003885 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db5ebac8-df15-48d2-9622-99949d0b7554 req-30768a18-4d40-472c-b737-8540730646ea service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914395 Nov 12 04:48:02.104676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db5ebac8-df15-48d2-9622-99949d0b7554 req-ad800ac1-ef33-4660-a94d-4bb1fa599a65 service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917375 Nov 12 04:48:02.782511 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-afa0f7ef-5765-4e22-b14c-0c11246f49f6 req-a197fb54-ab49-48f8-80f0-74c365304951 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 210 time: 0.0315971 Nov 12 04:48:03.214041 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2ab4ad4b-7ca3-49d4-9581-09f3d394c132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:03.882912 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8493a80b-c1b2-4261-b000-1387a364ddd8 req-c17e636b-0f7d-42fd-bd92-9f587503764b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 210 time: 0.0271082 Nov 12 04:48:04.214173 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 47e20e4c-afa2-4420-86cd-e76758b9a68c no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:48:04.233897 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 47e20e4c-afa2-4420-86cd-e76758b9a68c {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:48:04.234238 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 47e20e4c-afa2-4420-86cd-e76758b9a68c not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:48:05.009958 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f62adfa-d412-48ba-8b99-72efd4d3da03 req-67333f6f-32bd-4448-bbe8-ce200eb11ed5 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 210 time: 0.0272264 Nov 12 04:48:05.565295 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d7a316b9-d4f7-4c6d-a159-f207cdb08bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:06.121847 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0799378-5405-45a5-b17e-cbffb0c21f8a req-ed87bb39-1aba-498b-addb-3600ecb5a440 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 210 time: 0.0266430 Nov 12 04:48:06.912080 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:07.248660 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2d44f8c-a179-4ff0-978b-920d4508e805 req-625993b6-a441-45cf-aed7-9fe2f33906b6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cfe3006-5474-4c45-8499-6e7adaf27f5a HTTP/1.1" status: 200 len: 210 time: 0.0400860 Nov 12 04:48:08.381544 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:09.181932 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:10.744136 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [req-b9678eac-2257-4332-a6a5-7ee22a912f35 req-afb7721a-e93a-4955-8f14-8547206f7665 service neutron] (103297) timed out ('10.222.0.37', 34300) {{(pid=103297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:48:14.378462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77533e8d-c588-4aa1-87cd-200d64093073 req-ec1f84c7-f8d8-4f13-81c4-05ccc9382805 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:14.379969 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77533e8d-c588-4aa1-87cd-200d64093073 req-ec1f84c7-f8d8-4f13-81c4-05ccc9382805 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 945 time: 0.0533340 Nov 12 04:48:14.429574 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77533e8d-c588-4aa1-87cd-200d64093073 req-7a095fa2-7ba2-4872-9673-ca68f2afe40b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425353 Nov 12 04:48:15.555672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151b335-2746-43d3-8ab9-74511d1de59b req-b0870246-46c6-42b7-a4d5-206bdaa0f47d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:15.558319 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4151b335-2746-43d3-8ab9-74511d1de59b req-b0870246-46c6-42b7-a4d5-206bdaa0f47d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 945 time: 0.0591333 Nov 12 04:48:15.608462 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4151b335-2746-43d3-8ab9-74511d1de59b req-00235936-f14d-41be-9dd3-fa77f1bd6ee7 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436194 Nov 12 04:48:16.196272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33ab92-334f-4b4b-9889-7afd03d33442 req-5703b3ba-bfba-43b2-98f0-07ad4bc89fb4 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:16.197695 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3e33ab92-334f-4b4b-9889-7afd03d33442 req-5703b3ba-bfba-43b2-98f0-07ad4bc89fb4 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.21 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 945 time: 0.0639732 Nov 12 04:48:16.288959 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-3e33ab92-334f-4b4b-9889-7afd03d33442 req-c30a923e-cf2d-46bc-8286-02d166abfacb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Deleting port 58576ec5-7f3f-478e-a8e6-bf4a6d429aac {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:48:16.296315 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3e33ab92-334f-4b4b-9889-7afd03d33442 req-c30a923e-cf2d-46bc-8286-02d166abfacb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:16.382963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-3e33ab92-334f-4b4b-9889-7afd03d33442 req-c30a923e-cf2d-46bc-8286-02d166abfacb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] For port 58576ec5-7f3f-478e-a8e6-bf4a6d429aac, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=58576ec5-7f3f-478e-a8e6-bf4a6d429aac,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:48:16.384938 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3e33ab92-334f-4b4b-9889-7afd03d33442 req-c30a923e-cf2d-46bc-8286-02d166abfacb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:16.395522 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-3e33ab92-334f-4b4b-9889-7afd03d33442 req-c30a923e-cf2d-46bc-8286-02d166abfacb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Calling delete_port for 58576ec5-7f3f-478e-a8e6-bf4a6d429aac owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:48:16.631449 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3e33ab92-334f-4b4b-9889-7afd03d33442 req-c30a923e-cf2d-46bc-8286-02d166abfacb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:16.674580 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a923e-cf2d-46bc-8286-02d166abfacb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event deleted for resources: {'Port': ['ID=58576ec5-7f3f-478e-a8e6-bf4a6d429aac,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:16.711034 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e33ab92-334f-4b4b-9889-7afd03d33442 req-c30a923e-cf2d-46bc-8286-02d166abfacb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] No DVR routers for this DVR port 58576ec5-7f3f-478e-a8e6-bf4a6d429aac on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:48:16.719841 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-3e33ab92-334f-4b4b-9889-7afd03d33442 req-c30a923e-cf2d-46bc-8286-02d166abfacb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:16.723095 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3e33ab92-334f-4b4b-9889-7afd03d33442 req-c30a923e-cf2d-46bc-8286-02d166abfacb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.21 "DELETE /v2.0/ports/58576ec5-7f3f-478e-a8e6-bf4a6d429aac HTTP/1.1" status: 204 len: 173 time: 0.5188603 Nov 12 04:48:16.723532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21659ee6-017a-4924-bd70-a92d52a9fad7', 'name': 'network-vif-deleted', 'tag': '58576ec5-7f3f-478e-a8e6-bf4a6d429aac'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:48:16.726884 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386a9900-9994-46c5-8b98-4ac57fdc55a3" -d '{"events": [{"server_uuid": "21659ee6-017a-4924-bd70-a92d52a9fad7", "name": "network-vif-deleted", "tag": "58576ec5-7f3f-478e-a8e6-bf4a6d429aac"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:48:16.748265 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53c207f7-3b25-436f-9179-40872a291472 req-1879eebd-81b6-480f-aba5-3249073db553 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 210 time: 0.0391753 Nov 12 04:48:16.793278 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d34f228-a477-43ac-9695-02c6b624fb70 x-openstack-request-id: req-8d34f228-a477-43ac-9695-02c6b624fb70 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:48:16.793567 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21659ee6-017a-4924-bd70-a92d52a9fad7", "name": "network-vif-deleted", "tag": "58576ec5-7f3f-478e-a8e6-bf4a6d429aac", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:48:16.793824 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d34f228-a477-43ac-9695-02c6b624fb70 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:48:16.794235 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21659ee6-017a-4924-bd70-a92d52a9fad7', 'name': 'network-vif-deleted', 'tag': '58576ec5-7f3f-478e-a8e6-bf4a6d429aac', 'status': 'completed', 'code': 200} Nov 12 04:48:17.054580 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:17.855953 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed85613c-0b6f-4bab-a014-e689c48834a9 req-98e69f1d-63d6-42a3-b658-28646bf1c895 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 210 time: 0.0326760 Nov 12 04:48:18.186600 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 58576ec5-7f3f-478e-a8e6-bf4a6d429aac no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:48:18.213542 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 58576ec5-7f3f-478e-a8e6-bf4a6d429aac {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:48:18.213911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 58576ec5-7f3f-478e-a8e6-bf4a6d429aac not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:48:18.302057 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:18.965525 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a623ef0f-1649-48da-be5a-c5343c24f4f7 req-ce2e2710-336c-4852-b266-7fde31761107 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 210 time: 0.0286021 Nov 12 04:48:20.067890 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01a51ed3-970d-4f0e-9efa-181f1250f295 req-6c99ab6b-ee86-4241-b99c-aec3e2b3dd73 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 210 time: 0.0306802 Nov 12 04:48:21.169413 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e9a84ea-9f60-46f0-a56d-20916121b99e req-9fc858b8-28a4-4b5d-8739-c9c7d0bf2cc0 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 210 time: 0.0280952 Nov 12 04:48:22.281492 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba5d2900-069d-4ae9-b84e-e7b66f9d9132 req-cfcbcef5-7638-4c95-a75f-26ad2bf2c46c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=21659ee6-017a-4924-bd70-a92d52a9fad7 HTTP/1.1" status: 200 len: 210 time: 0.0277607 Nov 12 04:48:27.105792 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51212) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:48:27.110507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-64c32e19-abc6-4b99-8c59-b82f68ab8a0d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1909427476', 'description': 'tempest-secgroup-smoke-1909427476 description', 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:48:27.214112 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64c32e19-abc6-4b99-8c59-b82f68ab8a0d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:27.279434 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64c32e19-abc6-4b99-8c59-b82f68ab8a0d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:27.356823 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64c32e19-abc6-4b99-8c59-b82f68ab8a0d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:27.386593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c32e19-abc6-4b99-8c59-b82f68ab8a0d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eff69c7-b3bb-4958-92f1-9b99eb9b055e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:27.444167 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64c32e19-abc6-4b99-8c59-b82f68ab8a0d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:27.445453 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-64c32e19-abc6-4b99-8c59-b82f68ab8a0d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3385978 Nov 12 04:48:27.448403 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51218) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:48:27.452682 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-5b08f882-80f8-47ab-a4cf-fdd679ece2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Request body: {'security_group_rule': {'security_group_id': '7eff69c7-b3bb-4958-92f1-9b99eb9b055e', 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:48:27.573109 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5b08f882-80f8-47ab-a4cf-fdd679ece2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:27.633941 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5b08f882-80f8-47ab-a4cf-fdd679ece2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:27.707607 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5b08f882-80f8-47ab-a4cf-fdd679ece2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:27.732290 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08f882-80f8-47ab-a4cf-fdd679ece2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0b6eae-dc58-4402-8984-49edf17afdf0,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:27.812672 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5b08f882-80f8-47ab-a4cf-fdd679ece2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:27.814198 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5b08f882-80f8-47ab-a4cf-fdd679ece2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3646138 Nov 12 04:48:27.816923 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51226) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:48:27.822111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a29e9126-864c-47c4-9880-cd26a13ae2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Request body: {'security_group_rule': {'security_group_id': '7eff69c7-b3bb-4958-92f1-9b99eb9b055e', 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:48:27.938110 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29e9126-864c-47c4-9880-cd26a13ae2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:28.008927 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29e9126-864c-47c4-9880-cd26a13ae2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:28.068358 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29e9126-864c-47c4-9880-cd26a13ae2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:28.088006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e9126-864c-47c4-9880-cd26a13ae2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e05f5e-f43a-4eaf-bfc6-db2ed184c31b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:28.096430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e9126-864c-47c4-9880-cd26a13ae2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:28.096769 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e9126-864c-47c4-9880-cd26a13ae2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:28.097109 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e9126-864c-47c4-9880-cd26a13ae2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:28.097437 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e9126-864c-47c4-9880-cd26a13ae2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:28.097773 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e9126-864c-47c4-9880-cd26a13ae2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:28.098088 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e9126-864c-47c4-9880-cd26a13ae2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:28.098408 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e9126-864c-47c4-9880-cd26a13ae2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:28.098761 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e9126-864c-47c4-9880-cd26a13ae2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:28.099079 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e9126-864c-47c4-9880-cd26a13ae2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:28.099396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e9126-864c-47c4-9880-cd26a13ae2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:28.099725 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e9126-864c-47c4-9880-cd26a13ae2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:28.100037 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e9126-864c-47c4-9880-cd26a13ae2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:28.158768 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a29e9126-864c-47c4-9880-cd26a13ae2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:28.160070 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a29e9126-864c-47c4-9880-cd26a13ae2ab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3420765 Nov 12 04:48:28.162884 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51234) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:48:28.167203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-04068485-8ee4-4851-9fd3-fbc05943f526 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Request body: {'security_group_rule': {'security_group_id': '7eff69c7-b3bb-4958-92f1-9b99eb9b055e', 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:48:28.270437 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04068485-8ee4-4851-9fd3-fbc05943f526 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:28.328235 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04068485-8ee4-4851-9fd3-fbc05943f526 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:28.416302 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04068485-8ee4-4851-9fd3-fbc05943f526 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:28.434706 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04068485-8ee4-4851-9fd3-fbc05943f526 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ec4c19-670e-4b3a-96c0-c9896a83f0c9,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:28.521371 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-04068485-8ee4-4851-9fd3-fbc05943f526 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:28.522649 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-04068485-8ee4-4851-9fd3-fbc05943f526 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3588157 Nov 12 04:48:28.525562 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51240) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:48:28.530094 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-be8a50c6-3c4c-42c8-bc9a-565e25981250 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Request body: {'security_group_rule': {'security_group_id': '7eff69c7-b3bb-4958-92f1-9b99eb9b055e', 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:48:28.630929 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be8a50c6-3c4c-42c8-bc9a-565e25981250 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:28.694549 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be8a50c6-3c4c-42c8-bc9a-565e25981250 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:28.770436 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be8a50c6-3c4c-42c8-bc9a-565e25981250 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:28.789797 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a50c6-3c4c-42c8-bc9a-565e25981250 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789dbd79-8147-47cb-a0c1-d17f70e5167b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:28.863837 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-be8a50c6-3c4c-42c8-bc9a-565e25981250 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:28.866008 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-be8a50c6-3c4c-42c8-bc9a-565e25981250 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3393447 Nov 12 04:48:28.868688 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51248) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:48:28.873106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6169550d-0136-4551-840e-918f47a536da tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Request body: {'security_group_rule': {'security_group_id': '7eff69c7-b3bb-4958-92f1-9b99eb9b055e', 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:48:28.953355 n-d-768509-24 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-6169550d-0136-4551-840e-918f47a536da tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Project a3782c0eb54447b3ae7a2e382d21e569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:48:28.958592 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6169550d-0136-4551-840e-918f47a536da tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:29.016694 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6169550d-0136-4551-840e-918f47a536da tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:29.107344 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6169550d-0136-4551-840e-918f47a536da tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:29.128081 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169550d-0136-4551-840e-918f47a536da tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9efe7de3-f7b5-435a-aa46-113086d8e4ba,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:29.229307 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6169550d-0136-4551-840e-918f47a536da tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:29.230472 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6169550d-0136-4551-840e-918f47a536da tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3608284 Nov 12 04:48:29.233214 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51256) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:48:29.237612 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-02cb6cf1-4169-4a5a-b327-c34da1b25ad3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Request body: {'security_group_rule': {'security_group_id': '7eff69c7-b3bb-4958-92f1-9b99eb9b055e', 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:48:29.388048 n-d-768509-24 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-02cb6cf1-4169-4a5a-b327-c34da1b25ad3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Project a3782c0eb54447b3ae7a2e382d21e569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:48:29.393370 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02cb6cf1-4169-4a5a-b327-c34da1b25ad3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:29.452597 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02cb6cf1-4169-4a5a-b327-c34da1b25ad3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:29.650477 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02cb6cf1-4169-4a5a-b327-c34da1b25ad3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:29.675615 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb6cf1-4169-4a5a-b327-c34da1b25ad3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803cf78f-73ab-4c95-87de-f57e928c0574,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:29.809944 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02cb6cf1-4169-4a5a-b327-c34da1b25ad3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:29.811323 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-02cb6cf1-4169-4a5a-b327-c34da1b25ad3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5771091 Nov 12 04:48:32.543519 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:48:33.187266 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7cd631e1-b9e4-4744-b900-abcd3815d1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:35.576201 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-30fd0a9a-9754-452a-8283-81578169c2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:36.784787 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:38.341685 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:39.153486 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:47.050373 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:48.324561 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:51.591926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-141bd4a5-4c31-415a-a925-4f3de547c7a8 req-3b110449-eeb2-4d91-b748-73bdfdba41e2 service neutron] (103296) timed out ('10.222.0.31', 50930) {{(pid=103296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:48:55.022152 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-5f53de3e-26d3-4a48-9c08-02ffe8a1b482 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909427476&fields=id&tenant_id=a3782c0eb54447b3ae7a2e382d21e569 HTTP/1.1" status: 200 len: 267 time: 0.0488586 Nov 12 04:48:55.137414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-da5eec3b-3e11-459c-9967-59de3adab721 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:55.139089 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-da5eec3b-3e11-459c-9967-59de3adab721 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 809 time: 0.1094792 Nov 12 04:48:55.162135 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-6f11af2e-510b-40e8-95a2-4c757e24c511 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/quotas/a3782c0eb54447b3ae7a2e382d21e569 HTTP/1.1" status: 200 len: 375 time: 0.0164030 Nov 12 04:48:55.219943 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-9795f473-db6e-4da3-8870-aa6ff92d5fc2 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519557 Nov 12 04:48:55.342376 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-93bae442-1349-4b84-88c6-4451aff865a5 service neutron] 10.222.0.37 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101546 Nov 12 04:48:55.456392 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-c95f3349-72b8-4095-9646-b1d19682d66c service neutron] 10.222.0.37 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125987 Nov 12 04:48:56.118700 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b807eae-48b0-404a-bef9-73e450199018 req-3325e108-3211-4bb8-854b-312597470496 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 210 time: 0.0271685 Nov 12 04:48:57.217523 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3fd655d-3e94-40f1-9f5c-3c2d518edaf2 req-9b0464aa-4890-488e-ac7f-de6fbffca1a4 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 210 time: 0.0265317 Nov 12 04:48:58.215365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-f749de41-1097-4c4e-b6cb-cfda1c3d897a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:58.216821 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-f749de41-1097-4c4e-b6cb-cfda1c3d897a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.31 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 809 time: 0.1074054 Nov 12 04:48:58.326656 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-b677b2c9-980d-4e2e-98c9-2d5d8f5d3829 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3782c0eb54447b3ae7a2e382d21e569 HTTP/1.1" status: 200 len: 380 time: 0.0894210 Nov 12 04:48:58.342678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-cda85e52-e3bd-469d-bb9d-5e04531a503d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Request body: {'port': {'device_id': '8f509bea-62aa-438f-a605-ce2acecf2272', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'admin_state_up': True, 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'security_groups': ['7eff69c7-b3bb-4958-92f1-9b99eb9b055e']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:48:58.383133 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-393345c4-f7c4-4534-9530-1bbeb87cf572 req-deb81fd8-044b-4e8a-8917-a1ab91903f68 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 210 time: 0.0554581 Nov 12 04:48:58.884421 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-cda85e52-e3bd-469d-bb9d-5e04531a503d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Made reservation on behalf of a3782c0eb54447b3ae7a2e382d21e569 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:48:58.888303 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-cda85e52-e3bd-469d-bb9d-5e04531a503d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:59.028575 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-cda85e52-e3bd-469d-bb9d-5e04531a503d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Allocated IP 172.20.0.11 (4019927c-f686-4736-906f-6f7a053cc39c/50e453bb-3a0f-4798-b2da-900226d2fe0d/276566f0-8c9e-4655-9044-ba0904aff8df) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:48:59.210462 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-cda85e52-e3bd-469d-bb9d-5e04531a503d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:59.324972 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-cda85e52-e3bd-469d-bb9d-5e04531a503d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:59.372169 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-cda85e52-e3bd-469d-bb9d-5e04531a503d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Network 4019927c-f686-4736-906f-6f7a053cc39c is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:48:59.378453 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-cda85e52-e3bd-469d-bb9d-5e04531a503d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:48:59.382009 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-cda85e52-e3bd-469d-bb9d-5e04531a503d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:48:59.413672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda85e52-e3bd-469d-bb9d-5e04531a503d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event updated for resources: {'Port': ['ID=276566f0-8c9e-4655-9044-ba0904aff8df,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:59.455074 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-cda85e52-e3bd-469d-bb9d-5e04531a503d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:59.455780 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-cda85e52-e3bd-469d-bb9d-5e04531a503d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:59.563128 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-cda85e52-e3bd-469d-bb9d-5e04531a503d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2255869 Nov 12 04:48:59.573131 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85dffa-5ca5-4216-a2ff-c5d563691ef4 req-92c0e6fe-8aa6-482c-9b0f-54f54fe7d378 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:59.580867 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a85dffa-5ca5-4216-a2ff-c5d563691ef4 req-92c0e6fe-8aa6-482c-9b0f-54f54fe7d378 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 932 time: 0.0847652 Nov 12 04:48:59.657898 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6a85dffa-5ca5-4216-a2ff-c5d563691ef4 req-de88350a-f72f-4789-b422-a4ac6ac2b716 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731518 Nov 12 04:48:59.683830 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Request body: {'port': {'device_id': '8f509bea-62aa-438f-a605-ce2acecf2272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:48:59.779258 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:59.839435 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-466248ae-1a55-40a8-b070-022935d8fca3 None None] Provisioning complete for port 276566f0-8c9e-4655-9044-ba0904aff8df triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:48:59.840362 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-466248ae-1a55-40a8-b070-022935d8fca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:59.887971 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-466248ae-1a55-40a8-b070-022935d8fca3 None None] Port 276566f0-8c9e-4655-9044-ba0904aff8df cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:49:00.109599 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276566f0-8c9e-4655-9044-ba0904aff8df {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:49:00.118070 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:00.133732 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Transition to ACTIVE for port object 276566f0-8c9e-4655-9044-ba0904aff8df will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:49:00.175271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51950) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:49:00.210303 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:00.359966 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd9669d2-26bc-4585-8b2f-62da83d08da6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:00.371427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Pushing event updated for resources: {'Port': ['ID=276566f0-8c9e-4655-9044-ba0904aff8df,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:49:00.409607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Attempting to bind port 276566f0-8c9e-4655-9044-ba0904aff8df on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:49:00.410225 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Attempting to bind port 276566f0-8c9e-4655-9044-ba0904aff8df by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:49:00.411436 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Attempting to bind port 276566f0-8c9e-4655-9044-ba0904aff8df on network 4019927c-f686-4736-906f-6f7a053cc39c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:49:00.417708 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Port 276566f0-8c9e-4655-9044-ba0904aff8df on network 4019927c-f686-4736-906f-6f7a053cc39c not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:49:00.418178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Attempting to bind port 276566f0-8c9e-4655-9044-ba0904aff8df on network 4019927c-f686-4736-906f-6f7a053cc39c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:49:00.426262 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:49:00.429040 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Checking segment: {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:49:00.429040 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Bound using segment: {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:49:00.429040 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Bound port: 276566f0-8c9e-4655-9044-ba0904aff8df, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:49:00.429040 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:00.491521 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd9669d2-26bc-4585-8b2f-62da83d08da6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:00.524665 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] For port 276566f0-8c9e-4655-9044-ba0904aff8df, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:49:00.528137 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] For port 276566f0-8c9e-4655-9044-ba0904aff8df, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=276566f0-8c9e-4655-9044-ba0904aff8df,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:49:00.613331 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-bd9669d2-26bc-4585-8b2f-62da83d08da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:00.626015 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:00.657329 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-bd9669d2-26bc-4585-8b2f-62da83d08da6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30a8cf85675349d5ab6c86a23e91d3e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4784648 Nov 12 04:49:00.658211 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51954) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:49:00.658375 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9669d2-26bc-4585-8b2f-62da83d08da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef4159b-6e0d-45ba-967b-295684ec2fc8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:49:00.672707 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:00.673700 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:00.675494 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] 10.222.0.31 "PUT /v2.0/ports/276566f0-8c9e-4655-9044-ba0904aff8df HTTP/1.1" status: 200 len: 1093 time: 1.0962162 Nov 12 04:49:00.676102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f509bea-62aa-438f-a605-ce2acecf2272', 'tag': '276566f0-8c9e-4655-9044-ba0904aff8df'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:49:00.678921 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f746cc-59ec-4b59-98bd-2d16491a76a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8f509bea-62aa-438f-a605-ce2acecf2272", "tag": "276566f0-8c9e-4655-9044-ba0904aff8df"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:49:00.740322 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb3539-fbde-4d0d-9e07-edd8433ebf00 service neutron] Pushing event updated for resources: {'Port': ['ID=276566f0-8c9e-4655-9044-ba0904aff8df,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:49:00.746238 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbafe323-ee4a-44e5-8377-b447ecb5717c x-openstack-request-id: req-fbafe323-ee4a-44e5-8377-b447ecb5717c {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:49:00.748042 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f509bea-62aa-438f-a605-ce2acecf2272", "tag": "276566f0-8c9e-4655-9044-ba0904aff8df", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:49:00.748042 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbafe323-ee4a-44e5-8377-b447ecb5717c {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:49:00.748042 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f509bea-62aa-438f-a605-ce2acecf2272', 'tag': '276566f0-8c9e-4655-9044-ba0904aff8df', 'status': 'completed', 'code': 200} Nov 12 04:49:00.762851 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cbd4e9d-e61f-4ee1-85e1-70bbd130664c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:00.823600 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cbd4e9d-e61f-4ee1-85e1-70bbd130664c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:00.905166 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f746cc-59ec-4b59-98bd-2d16491a76a3 req-11373e0b-f277-416f-9b23-858fd478b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:00.906809 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8f746cc-59ec-4b59-98bd-2d16491a76a3 req-11373e0b-f277-416f-9b23-858fd478b51e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 1096 time: 0.1213872 Nov 12 04:49:00.928160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef44d9-4ea7-41ce-998c-34753ef78361 req-c24472bc-271f-44c0-9d4a-b4081ed19bf2 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:00.930024 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4ef44d9-4ea7-41ce-998c-34753ef78361 req-c24472bc-271f-44c0-9d4a-b4081ed19bf2 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 944 time: 0.1038461 Nov 12 04:49:01.031605 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cbd4e9d-e61f-4ee1-85e1-70bbd130664c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:01.034224 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cbd4e9d-e61f-4ee1-85e1-70bbd130664c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:01.035709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9cbd4e9d-e61f-4ee1-85e1-70bbd130664c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3ef4159b-6e0d-45ba-967b-295684ec2fc8 HTTP/1.1" status: 204 len: 168 time: 0.3766541 Nov 12 04:49:01.076793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c4ef44d9-4ea7-41ce-998c-34753ef78361 req-fe4667fb-efdf-4174-8135-67ad3c230223 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352396 Nov 12 04:49:01.080193 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd4e9d-e61f-4ee1-85e1-70bbd130664c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef4159b-6e0d-45ba-967b-295684ec2fc8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:49:01.103128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f746cc-59ec-4b59-98bd-2d16491a76a3 req-6b97dd64-e5b7-4e8e-b47a-c84d9dac0906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:01.104969 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8f746cc-59ec-4b59-98bd-2d16491a76a3 req-6b97dd64-e5b7-4e8e-b47a-c84d9dac0906 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1735358 Nov 12 04:49:01.231405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f746cc-59ec-4b59-98bd-2d16491a76a3 req-ff4200f9-b2b3-4427-a126-70714a405250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:01.232896 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8f746cc-59ec-4b59-98bd-2d16491a76a3 req-ff4200f9-b2b3-4427-a126-70714a405250 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1168284 Nov 12 04:49:01.337130 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-ed2c6641-6827-444b-816b-be66a13b5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:01.338771 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-ed2c6641-6827-444b-816b-be66a13b5591 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 1096 time: 0.0462842 Nov 12 04:49:01.389590 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-2f5e7fab-1a09-451c-b825-889ca47112dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=276566f0-8c9e-4655-9044-ba0904aff8df HTTP/1.1" status: 200 len: 217 time: 0.0354576 Nov 12 04:49:01.440119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-80762d44-81b4-43e9-87cf-6f6f0b59e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:01.441612 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-80762d44-81b4-43e9-87cf-6f6f0b59e9f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0450358 Nov 12 04:49:01.495903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-f6376d88-cea2-4e11-a131-76a93d70e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:01.497371 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-f6376d88-cea2-4e11-a131-76a93d70e581 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488639 Nov 12 04:49:01.591412 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-93d23362-edc8-4cfa-bea2-e25729bdbdb6 service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859706 Nov 12 04:49:01.690007 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5db804f-c458-4acb-ac4b-63efee96aa9e req-38bacbd1-aecf-40d5-b291-cca8fd72d40a service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914826 Nov 12 04:49:01.702990 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 51964) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:49:01.718736 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21258d85-20a4-466a-9936-0a9bfa03bb93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:01.799521 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21258d85-20a4-466a-9936-0a9bfa03bb93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:01.864860 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-21258d85-20a4-466a-9936-0a9bfa03bb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:01.904028 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21258d85-20a4-466a-9936-0a9bfa03bb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b54c41-ebac-476f-b4ad-411a1d589d6e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:49:01.912898 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-21258d85-20a4-466a-9936-0a9bfa03bb93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c48d564e1b7c484ea7f1c85f1a707fbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2062807 Nov 12 04:49:01.914320 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 51966) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:49:01.964625 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d803b8ce-3339-47f6-a05a-dd043551b454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:01.986317 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d803b8ce-3339-47f6-a05a-dd043551b454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:02.107159 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d803b8ce-3339-47f6-a05a-dd043551b454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:02.109806 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d803b8ce-3339-47f6-a05a-dd043551b454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:02.111105 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d803b8ce-3339-47f6-a05a-dd043551b454 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10b54c41-ebac-476f-b4ad-411a1d589d6e HTTP/1.1" status: 204 len: 168 time: 0.1963749 Nov 12 04:49:02.122308 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803b8ce-3339-47f6-a05a-dd043551b454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b54c41-ebac-476f-b4ad-411a1d589d6e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:49:02.135589 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d803b8ce-3339-47f6-a05a-dd043551b454 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:02.136152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d803b8ce-3339-47f6-a05a-dd043551b454 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:02.136631 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d803b8ce-3339-47f6-a05a-dd043551b454 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:02.136979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d803b8ce-3339-47f6-a05a-dd043551b454 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:02.137320 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d803b8ce-3339-47f6-a05a-dd043551b454 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:02.138113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d803b8ce-3339-47f6-a05a-dd043551b454 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:02.138113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d803b8ce-3339-47f6-a05a-dd043551b454 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:02.138294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d803b8ce-3339-47f6-a05a-dd043551b454 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:02.138616 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d803b8ce-3339-47f6-a05a-dd043551b454 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:02.139093 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d803b8ce-3339-47f6-a05a-dd043551b454 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:02.139493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d803b8ce-3339-47f6-a05a-dd043551b454 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:02.139839 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d803b8ce-3339-47f6-a05a-dd043551b454 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:02.246088 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21194de0-0ff7-4f10-80e6-7ea97291dec0 req-c7fade0e-aa6e-4228-aa9c-bb7fb6671836 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:02.247645 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21194de0-0ff7-4f10-80e6-7ea97291dec0 req-c7fade0e-aa6e-4228-aa9c-bb7fb6671836 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 944 time: 0.0558102 Nov 12 04:49:02.302405 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21194de0-0ff7-4f10-80e6-7ea97291dec0 req-a99436e3-805d-44ad-814e-f09d8150e6c3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487115 Nov 12 04:49:03.226372 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ce04c1b6-5207-4137-b267-92bd18a637eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:03.437276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d2d01-d636-424d-876c-1ee0aaa17df4 req-47479b7c-3539-4734-bdb9-ec5d50f3f1f4 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:03.438600 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-952d2d01-d636-424d-876c-1ee0aaa17df4 req-47479b7c-3539-4734-bdb9-ec5d50f3f1f4 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 944 time: 0.0570247 Nov 12 04:49:03.495426 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-952d2d01-d636-424d-876c-1ee0aaa17df4 req-c7799f77-f7a1-4580-9bcd-0e4d97665325 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492361 Nov 12 04:49:04.624585 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0cf62-8637-4f10-87b2-254629f26f28 req-b00ec5cc-dfd6-44b4-8609-cc4e8223b14a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:04.626224 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0f0cf62-8637-4f10-87b2-254629f26f28 req-b00ec5cc-dfd6-44b4-8609-cc4e8223b14a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 944 time: 0.0551040 Nov 12 04:49:04.693339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d0f0cf62-8637-4f10-87b2-254629f26f28 req-c36452c1-8870-439e-9819-7d0a11930ee2 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593450 Nov 12 04:49:05.541397 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0390121-67fe-4648-9960-9b1ca6e53f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:05.818248 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260bbed-80b8-4365-8d5e-11b8393ed267 req-231054f7-2b09-4c5a-ad5b-ff52a1005b70 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:05.819815 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d260bbed-80b8-4365-8d5e-11b8393ed267 req-231054f7-2b09-4c5a-ad5b-ff52a1005b70 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 944 time: 0.0555811 Nov 12 04:49:05.869832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d260bbed-80b8-4365-8d5e-11b8393ed267 req-10cc397a-6b42-4c3d-a017-03a1b5516f48 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440137 Nov 12 04:49:06.779449 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:07.004921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a726b26-b982-4a1b-8f1d-05ccbdb3a218 req-9693b90b-670e-4992-87f2-524b38047525 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:07.006503 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a726b26-b982-4a1b-8f1d-05ccbdb3a218 req-9693b90b-670e-4992-87f2-524b38047525 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 944 time: 0.0572286 Nov 12 04:49:07.057568 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a726b26-b982-4a1b-8f1d-05ccbdb3a218 req-c4874a1f-2bbe-4235-b349-0e2e7d9e9347 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450199 Nov 12 04:49:08.190233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbd4f6-bd32-4394-9891-5d8b2a92a0ac req-8f2ddf40-e88b-458a-afee-13a979fc4145 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:08.191932 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-edbbd4f6-bd32-4394-9891-5d8b2a92a0ac req-8f2ddf40-e88b-458a-afee-13a979fc4145 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 944 time: 0.0613341 Nov 12 04:49:08.252294 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-edbbd4f6-bd32-4394-9891-5d8b2a92a0ac req-80d7ed1a-54eb-48c8-81ed-0da8ce2f2dcc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491533 Nov 12 04:49:08.351154 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:09.127506 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:09.374118 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c03db1-ca83-446b-9255-d254b234cd9b req-c16756f1-d810-44db-a470-2837626f4068 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:09.375698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2c03db1-ca83-446b-9255-d254b234cd9b req-c16756f1-d810-44db-a470-2837626f4068 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 944 time: 0.0523641 Nov 12 04:49:09.433229 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2c03db1-ca83-446b-9255-d254b234cd9b req-ea2e5ab4-e964-4e40-884b-09a183132021 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511246 Nov 12 04:49:09.542914 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:49:10.557627 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60048183-3ce0-4056-9e55-7bca18d20622 req-3fb94e3e-808d-43d4-819e-91c104ce7433 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:10.559238 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60048183-3ce0-4056-9e55-7bca18d20622 req-3fb94e3e-808d-43d4-819e-91c104ce7433 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 944 time: 0.0517697 Nov 12 04:49:10.624156 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60048183-3ce0-4056-9e55-7bca18d20622 req-59da4664-c828-415d-a513-96e85e6bb81c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577967 Nov 12 04:49:11.159565 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52056) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:49:11.284441 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5063eff2-ed77-472b-bfd7-4341c7e00c10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:11.365377 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5063eff2-ed77-472b-bfd7-4341c7e00c10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:11.432637 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5063eff2-ed77-472b-bfd7-4341c7e00c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:11.475131 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5063eff2-ed77-472b-bfd7-4341c7e00c10 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=534ad366b51e4979a6e6ae827342f75c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3138044 Nov 12 04:49:11.475880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063eff2-ed77-472b-bfd7-4341c7e00c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dba3f11-83ed-462a-8365-8cd33daffab8,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:49:11.478076 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52060) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:49:11.527374 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2d47-5d60-41bd-ac3d-0bcbddca1313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:11.548955 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2d47-5d60-41bd-ac3d-0bcbddca1313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:11.644504 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2d47-5d60-41bd-ac3d-0bcbddca1313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:11.647876 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2d47-5d60-41bd-ac3d-0bcbddca1313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:11.650796 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1fcd2d47-5d60-41bd-ac3d-0bcbddca1313 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4dba3f11-83ed-462a-8365-8cd33daffab8 HTTP/1.1" status: 204 len: 168 time: 0.1703722 Nov 12 04:49:11.664593 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd2d47-5d60-41bd-ac3d-0bcbddca1313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dba3f11-83ed-462a-8365-8cd33daffab8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:49:11.775649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1a4af-27a9-42d4-8c63-1a0e1a859e86 req-9f36f512-8152-4c1f-998f-2965c17580f9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:11.777245 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9eb1a4af-27a9-42d4-8c63-1a0e1a859e86 req-9f36f512-8152-4c1f-998f-2965c17580f9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 944 time: 0.0510168 Nov 12 04:49:11.829118 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9eb1a4af-27a9-42d4-8c63-1a0e1a859e86 req-86afb323-5cd3-4834-a4a9-c9a71323dc10 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456173 Nov 12 04:49:12.505808 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 276566f0-8c9e-4655-9044-ba0904aff8df details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:49:12.606468 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 276566f0-8c9e-4655-9044-ba0904aff8df, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=276566f0-8c9e-4655-9044-ba0904aff8df,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:49:12.618744 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '276566f0-8c9e-4655-9044-ba0904aff8df', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'port_id': '276566f0-8c9e-4655-9044-ba0904aff8df', 'mac_address': 'fa:16:3e:b1:0a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:49:12.664477 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:12.679008 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276566f0-8c9e-4655-9044-ba0904aff8df {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:49:12.709706 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 276566f0-8c9e-4655-9044-ba0904aff8df, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=276566f0-8c9e-4655-9044-ba0904aff8df,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:49:12.793599 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:12.871140 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=276566f0-8c9e-4655-9044-ba0904aff8df,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:49:12.880435 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:12.880787 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:12.881124 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:12.881641 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:12.881978 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:12.882313 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:12.882661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:12.882986 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:12.883311 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:12.883639 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:12.883961 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:12.884281 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:49:12.972037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f1083-f0d3-44f1-9d9a-63cba80bc62a req-b59ccf58-f579-419f-b82d-3257f5582290 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:12.978409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-424f1083-f0d3-44f1-9d9a-63cba80bc62a req-b59ccf58-f579-419f-b82d-3257f5582290 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 945 time: 0.0585310 Nov 12 04:49:13.034274 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-424f1083-f0d3-44f1-9d9a-63cba80bc62a req-e1bd377a-c9de-4c13-9d8c-7b68bd207a2c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496500 Nov 12 04:49:13.072319 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['276566f0-8c9e-4655-9044-ba0904aff8df'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:49:14.201230 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477519d-26e4-4185-bcf7-8e7b6161d00d req-c17b4bac-b9dc-4305-92ed-0f5e30b18da7 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:14.203396 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e477519d-26e4-4185-bcf7-8e7b6161d00d req-c17b4bac-b9dc-4305-92ed-0f5e30b18da7 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 945 time: 0.0771182 Nov 12 04:49:14.281861 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e477519d-26e4-4185-bcf7-8e7b6161d00d req-5051b79e-22d5-4969-907a-4fd9c812874d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704715 Nov 12 04:49:14.513262 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 276566f0-8c9e-4655-9044-ba0904aff8df up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:49:14.670857 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 276566f0-8c9e-4655-9044-ba0904aff8df completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:49:14.675787 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 276566f0-8c9e-4655-9044-ba0904aff8df triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:49:14.676843 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:14.793461 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:14.854972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f509bea-62aa-438f-a605-ce2acecf2272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276566f0-8c9e-4655-9044-ba0904aff8df'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:49:14.854972 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dbd0b1-7318-403c-89f4-39106cfa738d" -d '{"events": [{"server_uuid": "8f509bea-62aa-438f-a605-ce2acecf2272", "name": "network-vif-plugged", "status": "completed", "tag": "276566f0-8c9e-4655-9044-ba0904aff8df"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:49:14.865927 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 276566f0-8c9e-4655-9044-ba0904aff8df, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=276566f0-8c9e-4655-9044-ba0904aff8df,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:49:14.917377 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19c2a61-4ad4-4190-affb-60ac813413fc x-openstack-request-id: req-d19c2a61-4ad4-4190-affb-60ac813413fc {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:49:14.917791 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f509bea-62aa-438f-a605-ce2acecf2272", "name": "network-vif-plugged", "status": "completed", "tag": "276566f0-8c9e-4655-9044-ba0904aff8df", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:49:14.918081 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d19c2a61-4ad4-4190-affb-60ac813413fc {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:49:14.918525 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f509bea-62aa-438f-a605-ce2acecf2272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276566f0-8c9e-4655-9044-ba0904aff8df', 'code': 200} Nov 12 04:49:14.985502 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:15.060311 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=276566f0-8c9e-4655-9044-ba0904aff8df,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:49:15.066286 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5efd8-cfab-4488-ab10-804e9f329945 req-7e8c9dd2-39b6-45c8-a456-ce9f30c5fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:15.068587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52a5efd8-cfab-4488-ab10-804e9f329945 req-7e8c9dd2-39b6-45c8-a456-ce9f30c5fecf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 1098 time: 0.0545433 Nov 12 04:49:15.125762 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52a5efd8-cfab-4488-ab10-804e9f329945 req-ef908293-3d5e-4c73-ab15-491e2a80e254 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502098 Nov 12 04:49:15.459505 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d075a39-a8c7-426a-b59f-c4d3afa923bc req-0b30b79e-c8ba-4724-87b1-db6a495d39a6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:15.462415 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d075a39-a8c7-426a-b59f-c4d3afa923bc req-0b30b79e-c8ba-4724-87b1-db6a495d39a6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 946 time: 0.0836508 Nov 12 04:49:15.534945 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d075a39-a8c7-426a-b59f-c4d3afa923bc req-6a65300a-09f5-4b48-acf1-7ccb6d59cc8e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621669 Nov 12 04:49:16.701124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc774e-0b50-445b-bee5-a66979fe9a03 req-c0d40c6a-1088-433f-9b15-b56cd4c4da89 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:16.704065 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47bc774e-0b50-445b-bee5-a66979fe9a03 req-c0d40c6a-1088-433f-9b15-b56cd4c4da89 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 946 time: 0.0613534 Nov 12 04:49:16.771421 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47bc774e-0b50-445b-bee5-a66979fe9a03 req-99467562-7a28-4f98-969c-038ecbb0e778 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611057 Nov 12 04:49:16.920147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad23f-81ba-4d7c-8c1d-8a80f40f1a0e req-3c588cee-ad9a-4609-ab6a-69b844d6589e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:16.921715 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c5ad23f-81ba-4d7c-8c1d-8a80f40f1a0e req-3c588cee-ad9a-4609-ab6a-69b844d6589e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 946 time: 0.0620446 Nov 12 04:49:16.989403 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c5ad23f-81ba-4d7c-8c1d-8a80f40f1a0e req-57534d89-a151-40a2-8ded-05b27360b40a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595162 Nov 12 04:49:17.028716 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52176) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:49:17.078559 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:17.305731 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b4f8f0-4695-4e04-9926-90a4d29a0211 tempest-TestVolumeBootPattern-1900862156 tempest-TestVolumeBootPattern-1900862156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:17.307559 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-98b4f8f0-4695-4e04-9926-90a4d29a0211 tempest-TestVolumeBootPattern-1900862156 tempest-TestVolumeBootPattern-1900862156-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 1093 time: 0.2777758 Nov 12 04:49:17.310901 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52180) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:49:17.317584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': '276566f0-8c9e-4655-9044-ba0904aff8df', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:49:17.428238 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:17.562866 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:17.708097 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Allocated IP 172.25.1.254 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/601e05f1-7956-4215-a52e-cbd6ce77f80a) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:49:17.851399 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:18.209366 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:18.263249 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:49:18.267203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:49:18.270998 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:49:18.299849 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:18.321030 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event updated for resources: {'Port': ['ID=601e05f1-7956-4215-a52e-cbd6ce77f80a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:49:19.059212 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:19.320339 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:19.559553 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:19.655328 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:19.754990 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event updated for resources: {'Port': ['ID=601e05f1-7956-4215-a52e-cbd6ce77f80a,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:49:19.771767 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:19.886371 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Floating IP 97e0e9f9-9b31-4fe2-850f-fa48e9cdc0f3 associated. External IP: 172.25.1.254, port: 276566f0-8c9e-4655-9044-ba0904aff8df. Nov 12 04:49:20.152456 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Router 6053bc79-3b8b-4697-bf48-e061be42a982 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:49:20.311979 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:49:20.324782 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc7ccdf-9690-4ac0-afc8-12f336ec70be None None] Sync routers for ids ['6053bc79-3b8b-4697-bf48-e061be42a982'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:49:20.336723 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc7ccdf-9690-4ac0-afc8-12f336ec70be None None] Routers {'6053bc79-3b8b-4697-bf48-e061be42a982'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:49:20.337458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0dc7ccdf-9690-4ac0-afc8-12f336ec70be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:49:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6053bc79-3b8b-4697-bf48-e061be42a982'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:49:20.400221 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:20.432739 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c91447cf-c7e4-4702-be76-ecd4b1b0dc80 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1201160 Nov 12 04:49:20.432979 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f509bea-62aa-438f-a605-ce2acecf2272', 'tag': '276566f0-8c9e-4655-9044-ba0904aff8df'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:49:20.435895 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7a842b-cb1b-44bb-8f75-6b6dfc283320" -d '{"events": [{"name": "network-changed", "server_uuid": "8f509bea-62aa-438f-a605-ce2acecf2272", "tag": "276566f0-8c9e-4655-9044-ba0904aff8df"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:49:20.456599 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-0dc7ccdf-9690-4ac0-afc8-12f336ec70be None None] Set router 6053bc79-3b8b-4697-bf48-e061be42a982 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:49:20.727717 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0840297e-071b-49a7-8fc4-34ece2797b9d x-openstack-request-id: req-0840297e-071b-49a7-8fc4-34ece2797b9d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:49:20.728293 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f509bea-62aa-438f-a605-ce2acecf2272", "tag": "276566f0-8c9e-4655-9044-ba0904aff8df", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:49:20.728610 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0840297e-071b-49a7-8fc4-34ece2797b9d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:49:20.729094 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f509bea-62aa-438f-a605-ce2acecf2272', 'tag': '276566f0-8c9e-4655-9044-ba0904aff8df', 'status': 'completed', 'code': 200} Nov 12 04:49:20.770333 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0dc7ccdf-9690-4ac0-afc8-12f336ec70be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '97e0e9f9-9b31-4fe2-850f-fa48e9cdc0f3', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'port_id': '276566f0-8c9e-4655-9044-ba0904aff8df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'mac_address': 'fa:16:3e:b1:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f509bea-62aa-438f-a605-ce2acecf2272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:49:18Z', 'updated_at': '2021-11-12T04:49:18Z', 'revision_number': 0, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 5, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:49:20.802259 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc7ccdf-9690-4ac0-afc8-12f336ec70be None None] Checking router: 6053bc79-3b8b-4697-bf48-e061be42a982 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:49:20.811922 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc7ccdf-9690-4ac0-afc8-12f336ec70be None None] Routers {'6053bc79-3b8b-4697-bf48-e061be42a982'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:49:20.812567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0dc7ccdf-9690-4ac0-afc8-12f336ec70be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:49:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6053bc79-3b8b-4697-bf48-e061be42a982'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:49:20.856053 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a842b-cb1b-44bb-8f75-6b6dfc283320 req-04945ce6-0d7b-4ae2-aa49-c3c6b21eddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:20.858561 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec7a842b-cb1b-44bb-8f75-6b6dfc283320 req-04945ce6-0d7b-4ae2-aa49-c3c6b21eddff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 1098 time: 0.0694563 Nov 12 04:49:20.945816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-0dc7ccdf-9690-4ac0-afc8-12f336ec70be None None] Set router 6053bc79-3b8b-4697-bf48-e061be42a982 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:49:21.011001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a842b-cb1b-44bb-8f75-6b6dfc283320 req-c0562de3-5cdf-4f03-8d91-ac3692958b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:21.013221 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec7a842b-cb1b-44bb-8f75-6b6dfc283320 req-c0562de3-5cdf-4f03-8d91-ac3692958b13 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 910 time: 0.1453056 Nov 12 04:49:21.110660 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec7a842b-cb1b-44bb-8f75-6b6dfc283320 req-42a5ccff-eef0-40c4-ac26-e858ea090f85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=276566f0-8c9e-4655-9044-ba0904aff8df HTTP/1.1" status: 200 len: 1000 time: 0.0891423 Nov 12 04:49:21.182008 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a842b-cb1b-44bb-8f75-6b6dfc283320 req-d65de635-c232-45cb-821e-4b007c3a494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:21.184367 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec7a842b-cb1b-44bb-8f75-6b6dfc283320 req-d65de635-c232-45cb-821e-4b007c3a494c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0662370 Nov 12 04:49:21.245776 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a842b-cb1b-44bb-8f75-6b6dfc283320 req-7bfd2ccc-04e3-41c4-9a9e-1cb3fffb2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:21.247245 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec7a842b-cb1b-44bb-8f75-6b6dfc283320 req-7bfd2ccc-04e3-41c4-9a9e-1cb3fffb2b7d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549867 Nov 12 04:49:21.307688 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0dc7ccdf-9690-4ac0-afc8-12f336ec70be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '97e0e9f9-9b31-4fe2-850f-fa48e9cdc0f3', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'port_id': '276566f0-8c9e-4655-9044-ba0904aff8df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'mac_address': 'fa:16:3e:b1:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f509bea-62aa-438f-a605-ce2acecf2272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:49:18Z', 'updated_at': '2021-11-12T04:49:18Z', 'revision_number': 0, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 5, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:49:21.336527 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc7ccdf-9690-4ac0-afc8-12f336ec70be None None] The sync data for ids ['6053bc79-3b8b-4697-bf48-e061be42a982'] in n-d-768509-24 is: [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '97e0e9f9-9b31-4fe2-850f-fa48e9cdc0f3', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'port_id': '276566f0-8c9e-4655-9044-ba0904aff8df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'mac_address': 'fa:16:3e:b1:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f509bea-62aa-438f-a605-ce2acecf2272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:49:18Z', 'updated_at': '2021-11-12T04:49:18Z', 'revision_number': 0, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 5, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:49:21.420303 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec7a842b-cb1b-44bb-8f75-6b6dfc283320 req-982f3bb5-cffe-4a41-bb64-6ce0b0a9dd6e service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649690 Nov 12 04:49:21.540303 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec7a842b-cb1b-44bb-8f75-6b6dfc283320 req-8c2b48f4-7d5b-48a2-bd0b-ffb4c9074bfd service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054089 Nov 12 04:49:21.634562 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f400933-33b8-430e-a9bc-244956d080db None None] New status for floating IP 97e0e9f9-9b31-4fe2-850f-fa48e9cdc0f3: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:49:33.213899 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b7ce4469-ef2b-436e-bd98-92d0a195bf04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:35.626988 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d173e085-ea11-4c2b-a33c-f34b27d2e090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:36.807552 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:38.358961 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:39.163911 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:46.542066 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:49:47.037910 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:48.295490 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:01.063533 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52340) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:50:01.185974 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fec2bccd-bd6d-4c73-ae15-e2ac756c7b10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:01.270155 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fec2bccd-bd6d-4c73-ae15-e2ac756c7b10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:01.344405 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fec2bccd-bd6d-4c73-ae15-e2ac756c7b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:01.383567 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fec2bccd-bd6d-4c73-ae15-e2ac756c7b10 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6868af6c1c74bac899dfd444908a43e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3188417 Nov 12 04:50:01.384471 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2bccd-bd6d-4c73-ae15-e2ac756c7b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f380ccfa-315a-42fc-aaec-bb8f57fb2ee5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:50:01.386704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52344) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:50:01.395607 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2bccd-bd6d-4c73-ae15-e2ac756c7b10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:01.395607 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2bccd-bd6d-4c73-ae15-e2ac756c7b10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:01.395607 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2bccd-bd6d-4c73-ae15-e2ac756c7b10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:01.395607 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2bccd-bd6d-4c73-ae15-e2ac756c7b10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:01.396056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2bccd-bd6d-4c73-ae15-e2ac756c7b10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:01.396287 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2bccd-bd6d-4c73-ae15-e2ac756c7b10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:01.397245 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2bccd-bd6d-4c73-ae15-e2ac756c7b10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:01.397245 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2bccd-bd6d-4c73-ae15-e2ac756c7b10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:01.397466 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2bccd-bd6d-4c73-ae15-e2ac756c7b10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:01.397790 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2bccd-bd6d-4c73-ae15-e2ac756c7b10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:01.398114 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2bccd-bd6d-4c73-ae15-e2ac756c7b10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:01.398430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2bccd-bd6d-4c73-ae15-e2ac756c7b10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:01.439592 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2dfce68e-c8f8-469f-acb5-b2cc990b88b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:01.462910 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2dfce68e-c8f8-469f-acb5-b2cc990b88b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:01.575173 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2dfce68e-c8f8-469f-acb5-b2cc990b88b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:01.577676 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2dfce68e-c8f8-469f-acb5-b2cc990b88b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:01.578915 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2dfce68e-c8f8-469f-acb5-b2cc990b88b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f380ccfa-315a-42fc-aaec-bb8f57fb2ee5 HTTP/1.1" status: 204 len: 168 time: 0.1911187 Nov 12 04:50:01.588033 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfce68e-c8f8-469f-acb5-b2cc990b88b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f380ccfa-315a-42fc-aaec-bb8f57fb2ee5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:50:02.750870 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b36026fc-9bde-4037-b574-cdbe45c3a816 req-ad8e698c-c1bb-485c-8b25-0a7a507095bf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0472422 Nov 12 04:50:02.852759 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36026fc-9bde-4037-b574-cdbe45c3a816 req-7e7899ff-c08c-4d15-914d-b554e32f6585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:02.854276 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b36026fc-9bde-4037-b574-cdbe45c3a816 req-7e7899ff-c08c-4d15-914d-b554e32f6585 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 1098 time: 0.0446868 Nov 12 04:50:02.971592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36026fc-9bde-4037-b574-cdbe45c3a816 req-07eab17f-d90a-478e-ae0e-9bc8f4672020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:02.973228 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b36026fc-9bde-4037-b574-cdbe45c3a816 req-07eab17f-d90a-478e-ae0e-9bc8f4672020 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 910 time: 0.1007349 Nov 12 04:50:03.050229 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b36026fc-9bde-4037-b574-cdbe45c3a816 req-4a45e1b8-9258-4eee-9ccc-a0d7dcb8dd43 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=276566f0-8c9e-4655-9044-ba0904aff8df HTTP/1.1" status: 200 len: 1002 time: 0.0689311 Nov 12 04:50:03.107696 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36026fc-9bde-4037-b574-cdbe45c3a816 req-e4b9b56d-4195-44c2-a10e-c9993c7633b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:03.109336 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b36026fc-9bde-4037-b574-cdbe45c3a816 req-e4b9b56d-4195-44c2-a10e-c9993c7633b9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0526304 Nov 12 04:50:03.159767 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36026fc-9bde-4037-b574-cdbe45c3a816 req-fcd5565c-a37c-4be6-8fab-7d8f5178eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:03.161309 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b36026fc-9bde-4037-b574-cdbe45c3a816 req-fcd5565c-a37c-4be6-8fab-7d8f5178eb68 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449941 Nov 12 04:50:03.231784 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-575f1aaf-636d-4bcd-b706-b868c82c52f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:03.264751 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b36026fc-9bde-4037-b574-cdbe45c3a816 req-48248281-4158-4b8d-8588-c1ab67456276 service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929286 Nov 12 04:50:03.367382 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b36026fc-9bde-4037-b574-cdbe45c3a816 req-1284fe98-ec2f-4d78-b6f9-3a9c8ea1f9e7 service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980155 Nov 12 04:50:05.534083 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c4e1eaad-1e90-426d-893b-fec41ce10f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:06.809020 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:08.362736 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:09.163458 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:17.081911 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.277743 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:23.548605 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:50:33.243360 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b3f96268-984d-42a9-a27d-f57d439634a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:35.608716 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d129baba-f281-4305-9d9a-cdec0dae1481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:36.843309 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:38.357641 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:39.134167 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:47.056228 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:48.299021 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:00.539152 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:51:03.197273 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ec3cc35-19b2-4d78-9d99-d9be76a69c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:03.735474 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44e83cb8-e4de-4ed2-b797-552640e71668 req-44b24fe3-da68-425c-9139-6f173c256798 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517645 Nov 12 04:51:03.846141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e83cb8-e4de-4ed2-b797-552640e71668 req-ec8ba634-036c-4e76-8d5f-cc1aa4f3295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:03.847611 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44e83cb8-e4de-4ed2-b797-552640e71668 req-ec8ba634-036c-4e76-8d5f-cc1aa4f3295e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 1098 time: 0.0476885 Nov 12 04:51:03.961160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e83cb8-e4de-4ed2-b797-552640e71668 req-08c6ae37-e211-4a11-ad25-e3dc56a16273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:03.962677 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44e83cb8-e4de-4ed2-b797-552640e71668 req-08c6ae37-e211-4a11-ad25-e3dc56a16273 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 910 time: 0.0945017 Nov 12 04:51:04.036246 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44e83cb8-e4de-4ed2-b797-552640e71668 req-5e2a875e-4bfb-486c-b6a7-9be9abccdc58 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=276566f0-8c9e-4655-9044-ba0904aff8df HTTP/1.1" status: 200 len: 1002 time: 0.0651581 Nov 12 04:51:04.099865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e83cb8-e4de-4ed2-b797-552640e71668 req-7468b17e-444f-4db1-ba5c-53cc6011cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:04.101877 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44e83cb8-e4de-4ed2-b797-552640e71668 req-7468b17e-444f-4db1-ba5c-53cc6011cd39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0576797 Nov 12 04:51:04.156555 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e83cb8-e4de-4ed2-b797-552640e71668 req-0e0dc0c4-b39a-48e9-9fa1-c533f4f04da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:04.158120 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44e83cb8-e4de-4ed2-b797-552640e71668 req-0e0dc0c4-b39a-48e9-9fa1-c533f4f04da8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483928 Nov 12 04:51:04.253959 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44e83cb8-e4de-4ed2-b797-552640e71668 req-8ea1120d-b8ec-45b5-a17e-5fa8eff9b14b service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880589 Nov 12 04:51:04.363075 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44e83cb8-e4de-4ed2-b797-552640e71668 req-15c818b8-490a-44c7-9b7d-f57653df0b52 service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016982 Nov 12 04:51:05.589868 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e8fdee0-c262-464f-98e3-18fe81118dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:06.854105 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:07.133384 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [req-c642e5b3-12c3-4947-97b4-e4beb0000897 req-8b51d456-7ead-4c3a-8219-efe7b078c1e2 service neutron] (103297) timed out ('10.222.0.37', 37402) {{(pid=103297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:51:08.402313 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:09.163078 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:17.065089 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:18.287929 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:26.795231 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52764) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:26.965480 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1282cebd-21be-4acd-824a-632439b6bd4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:27.044069 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1282cebd-21be-4acd-824a-632439b6bd4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:27.139014 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1282cebd-21be-4acd-824a-632439b6bd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:27.178059 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1282cebd-21be-4acd-824a-632439b6bd4f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a067ca485c640cd8da94a306d7818eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3815281 Nov 12 04:51:27.179105 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282cebd-21be-4acd-824a-632439b6bd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c69fc96-5e77-4473-8df4-a2668d7d5a37,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:27.180744 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52770) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:27.187119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282cebd-21be-4acd-824a-632439b6bd4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.187462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282cebd-21be-4acd-824a-632439b6bd4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.187812 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282cebd-21be-4acd-824a-632439b6bd4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.188139 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282cebd-21be-4acd-824a-632439b6bd4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.188463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282cebd-21be-4acd-824a-632439b6bd4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.188788 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282cebd-21be-4acd-824a-632439b6bd4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.189111 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282cebd-21be-4acd-824a-632439b6bd4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.189429 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282cebd-21be-4acd-824a-632439b6bd4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.189803 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282cebd-21be-4acd-824a-632439b6bd4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.190142 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282cebd-21be-4acd-824a-632439b6bd4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.190475 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282cebd-21be-4acd-824a-632439b6bd4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.190822 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282cebd-21be-4acd-824a-632439b6bd4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.230949 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e819f590-1ca4-41e4-a08f-34e48805bad2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:27.252063 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e819f590-1ca4-41e4-a08f-34e48805bad2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:27.373360 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e819f590-1ca4-41e4-a08f-34e48805bad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:27.376040 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e819f590-1ca4-41e4-a08f-34e48805bad2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:27.377218 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e819f590-1ca4-41e4-a08f-34e48805bad2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c69fc96-5e77-4473-8df4-a2668d7d5a37 HTTP/1.1" status: 204 len: 168 time: 0.1954107 Nov 12 04:51:27.385366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819f590-1ca4-41e4-a08f-34e48805bad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c69fc96-5e77-4473-8df4-a2668d7d5a37,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:27.395706 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819f590-1ca4-41e4-a08f-34e48805bad2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.395706 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819f590-1ca4-41e4-a08f-34e48805bad2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.396008 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819f590-1ca4-41e4-a08f-34e48805bad2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.396095 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819f590-1ca4-41e4-a08f-34e48805bad2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.396449 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819f590-1ca4-41e4-a08f-34e48805bad2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.396770 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819f590-1ca4-41e4-a08f-34e48805bad2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.397098 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819f590-1ca4-41e4-a08f-34e48805bad2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.397428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819f590-1ca4-41e4-a08f-34e48805bad2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.397752 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819f590-1ca4-41e4-a08f-34e48805bad2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.398078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819f590-1ca4-41e4-a08f-34e48805bad2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.398402 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819f590-1ca4-41e4-a08f-34e48805bad2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:27.398761 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819f590-1ca4-41e4-a08f-34e48805bad2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:28.499089 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52794) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:28.768605 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1dcdc093-774a-4721-958a-fa70572f11df admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1522077665-network', 'tenant_id': '93f86eeb633b4479a9b06a4ee20d08dc'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:51:28.847638 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcdc093-774a-4721-958a-fa70572f11df admin admin] Made reservation on behalf of 93f86eeb633b4479a9b06a4ee20d08dc for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:51:28.849964 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc093-774a-4721-958a-fa70572f11df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:28.858645 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc093-774a-4721-958a-fa70572f11df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:28.936793 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc093-774a-4721-958a-fa70572f11df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:29.007771 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc093-774a-4721-958a-fa70572f11df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:29.032950 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dcdc093-774a-4721-958a-fa70572f11df admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:51:29.041974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdc093-774a-4721-958a-fa70572f11df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0703212-c403-4750-862b-cbe7e89c536d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:29.049397 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc093-774a-4721-958a-fa70572f11df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:29.049699 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-1dcdc093-774a-4721-958a-fa70572f11df admin admin] Added segment 8e01802a-3e59-4ccd-ab44-eb567ce3da81 of type vlan for network ccd8df5e-84df-46f9-b6a2-91c26a66658c Nov 12 04:51:29.090889 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc093-774a-4721-958a-fa70572f11df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:29.179225 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc093-774a-4721-958a-fa70572f11df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:29.180223 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcdc093-774a-4721-958a-fa70572f11df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:29.180837 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc093-774a-4721-958a-fa70572f11df admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:29.239486 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdc093-774a-4721-958a-fa70572f11df admin admin] Pushing event updated for resources: {'Network': ['ID=ccd8df5e-84df-46f9-b6a2-91c26a66658c,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:29.249224 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network ccd8df5e-84df-46f9-b6a2-91c26a66658c details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:51:29.279190 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1dcdc093-774a-4721-958a-fa70572f11df admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7788825 Nov 12 04:51:29.282140 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52800) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:29.287123 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2377f910-8b69-483b-9009-84443dda19fc admin admin] Request body: {'subnet': {'network_id': 'ccd8df5e-84df-46f9-b6a2-91c26a66658c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1522077665-subnet', 'tenant_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:51:29.406772 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2377f910-8b69-483b-9009-84443dda19fc admin admin] Made reservation on behalf of 93f86eeb633b4479a9b06a4ee20d08dc for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:51:29.409175 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2377f910-8b69-483b-9009-84443dda19fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:29.642612 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2377f910-8b69-483b-9009-84443dda19fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:29.696028 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377f910-8b69-483b-9009-84443dda19fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe800619-3c47-42f4-8f53-aa2cd23d334a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:29.716527 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2377f910-8b69-483b-9009-84443dda19fc admin admin] Checking segment: {'id': '8e01802a-3e59-4ccd-ab44-eb567ce3da81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccd8df5e-84df-46f9-b6a2-91c26a66658c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:51:29.716900 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2377f910-8b69-483b-9009-84443dda19fc admin admin] Network hostable DHCP agents. Network: ccd8df5e-84df-46f9-b6a2-91c26a66658c, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:51:29.807482 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2377f910-8b69-483b-9009-84443dda19fc admin admin] Network ccd8df5e-84df-46f9-b6a2-91c26a66658c is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:51:29.899146 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2377f910-8b69-483b-9009-84443dda19fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, ccd8df5e-84df-46f9-b6a2-91c26a66658c) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:51:29.903344 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2377f910-8b69-483b-9009-84443dda19fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:29.903943 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2377f910-8b69-483b-9009-84443dda19fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:29.910965 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac112daa-469b-4e70-8c48-f2cc7fcf3ff9 None None] Network ccd8df5e-84df-46f9-b6a2-91c26a66658c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:51:29.993173 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2377f910-8b69-483b-9009-84443dda19fc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7098930 Nov 12 04:51:29.996140 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52802) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:30.000627 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-0ee45f0f-6903-4f91-bd00-3d7126e03c4d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1522077665-router', 'tenant_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:51:30.058984 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-ccd8df5e-84df-46f9-b6a2-91c26a66658c', 'network_id': 'ccd8df5e-84df-46f9-b6a2-91c26a66658c', 'tenant_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'fixed_ips': [{'subnet_id': 'fe800619-3c47-42f4-8f53-aa2cd23d334a'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:51:30.060105 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:30.099422 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0ee45f0f-6903-4f91-bd00-3d7126e03c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:30.100534 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0ee45f0f-6903-4f91-bd00-3d7126e03c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:30.157158 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0ee45f0f-6903-4f91-bd00-3d7126e03c4d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:30.204944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Allocated IP 172.20.0.2 (ccd8df5e-84df-46f9-b6a2-91c26a66658c/fe800619-3c47-42f4-8f53-aa2cd23d334a/6d6eb971-4902-49cd-b251-fb3b2eb6338d) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:51:30.349147 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:30.350039 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0ee45f0f-6903-4f91-bd00-3d7126e03c4d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:30.419677 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:30.457451 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Network ccd8df5e-84df-46f9-b6a2-91c26a66658c is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:51:30.462347 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:51:30.466318 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:51:30.472702 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Pushing event updated for resources: {'Port': ['ID=6d6eb971-4902-49cd-b251-fb3b2eb6338d,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:30.484329 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:30.484671 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:30.485005 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:30.485333 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:30.485663 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:30.485983 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:30.486302 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:30.486624 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:30.486960 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:30.487275 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:30.487591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:30.487972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:30.537502 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Attempting to bind port 6d6eb971-4902-49cd-b251-fb3b2eb6338d on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:51:30.538448 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Attempting to bind port 6d6eb971-4902-49cd-b251-fb3b2eb6338d by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '8e01802a-3e59-4ccd-ab44-eb567ce3da81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccd8df5e-84df-46f9-b6a2-91c26a66658c'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:51:30.539111 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Attempting to bind port 6d6eb971-4902-49cd-b251-fb3b2eb6338d on network ccd8df5e-84df-46f9-b6a2-91c26a66658c {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:51:30.547357 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:51:30.547726 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Checking segment: {'id': '8e01802a-3e59-4ccd-ab44-eb567ce3da81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccd8df5e-84df-46f9-b6a2-91c26a66658c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:51:30.548270 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:30.548917 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Bound using segment: {'id': '8e01802a-3e59-4ccd-ab44-eb567ce3da81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccd8df5e-84df-46f9-b6a2-91c26a66658c'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:51:30.549703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Bound port: 6d6eb971-4902-49cd-b251-fb3b2eb6338d, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e01802a-3e59-4ccd-ab44-eb567ce3da81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccd8df5e-84df-46f9-b6a2-91c26a66658c'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:51:30.550448 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:30.632442 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0ee45f0f-6903-4f91-bd00-3d7126e03c4d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:30.653007 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0ee45f0f-6903-4f91-bd00-3d7126e03c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:30.773405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-0ee45f0f-6903-4f91-bd00-3d7126e03c4d admin admin] Allocated IP 172.25.1.152 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:51:30.811650 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] For port 6d6eb971-4902-49cd-b251-fb3b2eb6338d, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:51:30.815685 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] For port 6d6eb971-4902-49cd-b251-fb3b2eb6338d, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6d6eb971-4902-49cd-b251-fb3b2eb6338d,segment=NetworkSegment(8e01802a-3e59-4ccd-ab44-eb567ce3da81),segment_id=8e01802a-3e59-4ccd-ab44-eb567ce3da81)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:51:30.883577 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0ee45f0f-6903-4f91-bd00-3d7126e03c4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:30.904041 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:30.963686 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a64de-1c78-41ed-ad15-acae0bd08c6a None None] Pushing event updated for resources: {'Port': ['ID=6d6eb971-4902-49cd-b251-fb3b2eb6338d,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:30.995822 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0ee45f0f-6903-4f91-bd00-3d7126e03c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:31.035182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee45f0f-6903-4f91-bd00-3d7126e03c4d admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:51:31.040392 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-0ee45f0f-6903-4f91-bd00-3d7126e03c4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:51:31.044052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee45f0f-6903-4f91-bd00-3d7126e03c4d admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:51:31.051253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee45f0f-6903-4f91-bd00-3d7126e03c4d admin admin] Pushing event updated for resources: {'Port': ['ID=9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:31.056002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff84a99-093b-4ab6-8dc3-0ec92e5310c5 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:51:31.171288 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-555c3b36-a7b3-42d7-83f7-afb2e07c1a75 None None] Provisioning complete for port 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:31.172377 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-555c3b36-a7b3-42d7-83f7-afb2e07c1a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:31.218322 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-555c3b36-a7b3-42d7-83f7-afb2e07c1a75 None None] Port 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:51:31.463905 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0ee45f0f-6903-4f91-bd00-3d7126e03c4d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:31.978733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f6f186-d7c8-4c36-86a8-56773778b9ac None None] Network ccd8df5e-84df-46f9-b6a2-91c26a66658c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:51:32.018450 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0ee45f0f-6903-4f91-bd00-3d7126e03c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:32.066094 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a6c3c976-c510-4278-ba66-5efcadbc8457 None None] Provisioning complete for port 6d6eb971-4902-49cd-b251-fb3b2eb6338d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:32.066726 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6c3c976-c510-4278-ba66-5efcadbc8457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:32.213955 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6c3c976-c510-4278-ba66-5efcadbc8457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:32.253905 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a6c3c976-c510-4278-ba66-5efcadbc8457 None None] For port 6d6eb971-4902-49cd-b251-fb3b2eb6338d, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6d6eb971-4902-49cd-b251-fb3b2eb6338d,segment=NetworkSegment(8e01802a-3e59-4ccd-ab44-eb567ce3da81),segment_id=8e01802a-3e59-4ccd-ab44-eb567ce3da81)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:32.275369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee45f0f-6903-4f91-bd00-3d7126e03c4d admin admin] Router cf7fcfd1-1111-4082-af3e-4875cf8619d8 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:51:32.356768 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6c3c976-c510-4278-ba66-5efcadbc8457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:32.397005 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee45f0f-6903-4f91-bd00-3d7126e03c4d admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:51:32.409058 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] Sync routers for ids ['cf7fcfd1-1111-4082-af3e-4875cf8619d8'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:51:32.419524 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3c976-c510-4278-ba66-5efcadbc8457 None None] Pushing event updated for resources: {'Port': ['ID=6d6eb971-4902-49cd-b251-fb3b2eb6338d,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:32.427363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] Routers {'cf7fcfd1-1111-4082-af3e-4875cf8619d8'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:51:32.427975 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:51:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['cf7fcfd1-1111-4082-af3e-4875cf8619d8'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:32.512869 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0ee45f0f-6903-4f91-bd00-3d7126e03c4d admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:32.516870 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0ee45f0f-6903-4f91-bd00-3d7126e03c4d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5170195 Nov 12 04:51:32.518518 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52804) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:32.521713 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-872e1a28-d0b7-4f6a-ab33-1228ef7382f8 None None] Provisioning complete for port 6d6eb971-4902-49cd-b251-fb3b2eb6338d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:32.522085 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-872e1a28-d0b7-4f6a-ab33-1228ef7382f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:32.577833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] Set router cf7fcfd1-1111-4082-af3e-4875cf8619d8 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:51:32.747288 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6d6eb971-4902-49cd-b251-fb3b2eb6338d up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:51:32.839970 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 6d6eb971-4902-49cd-b251-fb3b2eb6338d triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:32.840174 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:32.865980 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7fcfd1-1111-4082-af3e-4875cf8619d8', 'name': 'tempest-TestAggregatesBasicOps-1522077665-router', 'tenant_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:51:30Z', 'updated_at': '2021-11-12T04:51:31Z', 'revision_number': 3, 'project_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'gw_port': {'id': '9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:00:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7fcfd1-1111-4082-af3e-4875cf8619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:30Z', 'updated_at': '2021-11-12T04:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:32.895315 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] Checking router: cf7fcfd1-1111-4082-af3e-4875cf8619d8 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:51:32.895662 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] Updating router cf7fcfd1-1111-4082-af3e-4875cf8619d8 port 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:51:32.932633 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:32.997617 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ad66db2-75b1-4295-bbad-5f981c2ea6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:33.163951 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-9ad66db2-75b1-4295-bbad-5f981c2ea6e2 admin admin] Allocated IP 172.20.0.1 (ccd8df5e-84df-46f9-b6a2-91c26a66658c/fe800619-3c47-42f4-8f53-aa2cd23d334a/c0bf5dd6-9839-4ccc-ac74-8e5026924a72) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:51:33.230023 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8107fa8b-827a-4ba5-8a1d-8fa3caca2451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:33.255925 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:33.288374 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ad66db2-75b1-4295-bbad-5f981c2ea6e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:33.351071 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:33.374288 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ad66db2-75b1-4295-bbad-5f981c2ea6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:33.404250 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138964c3-9890-44fd-9dd2-b828b71d37f2 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:51:33.418619 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cf3e6-db75-4ac8-970b-3d996d57c762 None None] Pushing event updated for resources: {'Port': ['ID=9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:33.420918 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] Attempting to bind port 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:51:33.421291 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] Attempting to bind port 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:51:33.421734 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] Attempting to bind port 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:51:33.429678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:51:33.429678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:51:33.430135 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:33.430267 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:51:33.430722 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] Bound port: 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:51:33.431104 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:33.440441 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad66db2-75b1-4295-bbad-5f981c2ea6e2 admin admin] Network ccd8df5e-84df-46f9-b6a2-91c26a66658c is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:51:33.447200 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-9ad66db2-75b1-4295-bbad-5f981c2ea6e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:51:33.455896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad66db2-75b1-4295-bbad-5f981c2ea6e2 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:51:33.469141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad66db2-75b1-4295-bbad-5f981c2ea6e2 admin admin] Pushing event updated for resources: {'Port': ['ID=c0bf5dd6-9839-4ccc-ac74-8e5026924a72,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:33.491612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3a5db75b-c9a1-4ecf-9da0-79f8a673eb26 None None] Provisioning complete for port 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:33.491981 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3a5db75b-c9a1-4ecf-9da0-79f8a673eb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:33.511153 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ad66db2-75b1-4295-bbad-5f981c2ea6e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:33.515711 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] For port 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:51:33.535422 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] For port 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:51:33.544684 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3a5db75b-c9a1-4ecf-9da0-79f8a673eb26 None None] Port 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:51:33.618796 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:33.673506 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5693dd15-2431-4491-b844-6d5e90f2b745 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:51:33.691866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cf3e6-db75-4ac8-970b-3d996d57c762 None None] Pushing event updated for resources: {'Port': ['ID=9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:33.695292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] Routers {'cf7fcfd1-1111-4082-af3e-4875cf8619d8'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:51:33.695814 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:51:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['cf7fcfd1-1111-4082-af3e-4875cf8619d8'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:33.750186 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ad66db2-75b1-4295-bbad-5f981c2ea6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:33.815799 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-16b05e8f-e331-45f1-89ba-432c49a8e907 None None] Provisioning complete for port c0bf5dd6-9839-4ccc-ac74-8e5026924a72 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:33.816219 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-16b05e8f-e331-45f1-89ba-432c49a8e907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:33.821653 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] Set router cf7fcfd1-1111-4082-af3e-4875cf8619d8 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:51:33.917861 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ad66db2-75b1-4295-bbad-5f981c2ea6e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:33.921198 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-16b05e8f-e331-45f1-89ba-432c49a8e907 None None] Port c0bf5dd6-9839-4ccc-ac74-8e5026924a72 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:51:33.968377 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-16b05e8f-e331-45f1-89ba-432c49a8e907 None None] Provisioning complete for port 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:33.968749 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-16b05e8f-e331-45f1-89ba-432c49a8e907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:33.990844 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ad66db2-75b1-4295-bbad-5f981c2ea6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:34.062945 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad66db2-75b1-4295-bbad-5f981c2ea6e2 admin admin] Pushing event updated for resources: {'Port': ['ID=c0bf5dd6-9839-4ccc-ac74-8e5026924a72,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:34.066166 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ad66db2-75b1-4295-bbad-5f981c2ea6e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:34.099169 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-16b05e8f-e331-45f1-89ba-432c49a8e907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:34.119774 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7fcfd1-1111-4082-af3e-4875cf8619d8', 'name': 'tempest-TestAggregatesBasicOps-1522077665-router', 'tenant_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:51:30Z', 'updated_at': '2021-11-12T04:51:31Z', 'revision_number': 3, 'project_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'gw_port': {'id': '9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:00:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7fcfd1-1111-4082-af3e-4875cf8619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:30Z', 'updated_at': '2021-11-12T04:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:34.125607 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-16b05e8f-e331-45f1-89ba-432c49a8e907 None None] For port 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:34.149246 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d212c-dd8f-48ee-ab9a-8692a30c311a None None] The sync data for ids ['cf7fcfd1-1111-4082-af3e-4875cf8619d8'] in n-d-768509-24 is: [{'id': 'cf7fcfd1-1111-4082-af3e-4875cf8619d8', 'name': 'tempest-TestAggregatesBasicOps-1522077665-router', 'tenant_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:51:30Z', 'updated_at': '2021-11-12T04:51:31Z', 'revision_number': 3, 'project_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'gw_port': {'id': '9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:00:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7fcfd1-1111-4082-af3e-4875cf8619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:30Z', 'updated_at': '2021-11-12T04:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:51:34.173694 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad66db2-75b1-4295-bbad-5f981c2ea6e2 admin admin] Network ccd8df5e-84df-46f9-b6a2-91c26a66658c is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:51:34.175251 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-9ad66db2-75b1-4295-bbad-5f981c2ea6e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:51:34.208268 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-16b05e8f-e331-45f1-89ba-432c49a8e907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:34.276614 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b05e8f-e331-45f1-89ba-432c49a8e907 None None] Pushing event updated for resources: {'Port': ['ID=9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:34.327206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad66db2-75b1-4295-bbad-5f981c2ea6e2 admin admin] Router cf7fcfd1-1111-4082-af3e-4875cf8619d8 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:51:34.472824 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad66db2-75b1-4295-bbad-5f981c2ea6e2 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:51:34.477967 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9ad66db2-75b1-4295-bbad-5f981c2ea6e2 admin admin] 10.222.0.37 "PUT /v2.0/routers/cf7fcfd1-1111-4082-af3e-4875cf8619d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9571304 Nov 12 04:51:34.540518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-388b2bba-2ff1-43e6-9ed2-cb5d12a8582f None None] Provisioning complete for port c0bf5dd6-9839-4ccc-ac74-8e5026924a72 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:34.540518 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-388b2bba-2ff1-43e6-9ed2-cb5d12a8582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:34.578031 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-388b2bba-2ff1-43e6-9ed2-cb5d12a8582f None None] Port c0bf5dd6-9839-4ccc-ac74-8e5026924a72 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:51:34.746884 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:51:34.805878 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:34.806261 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:35.250938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52820) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:35.256183 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-4e5d9ba2-0f13-4c24-9a1c-b313991bcc74 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-809718490-network', 'tenant_id': '24a15d7e84464dea9c09178d22f80304'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:51:35.355543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5d9ba2-0f13-4c24-9a1c-b313991bcc74 admin admin] Made reservation on behalf of 24a15d7e84464dea9c09178d22f80304 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:51:35.358046 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9ba2-0f13-4c24-9a1c-b313991bcc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:35.369986 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9ba2-0f13-4c24-9a1c-b313991bcc74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:35.450765 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9ba2-0f13-4c24-9a1c-b313991bcc74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:35.533844 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9ba2-0f13-4c24-9a1c-b313991bcc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:35.563997 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e61ca585-e5ca-438a-9742-82e33626125d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:35.568097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5d9ba2-0f13-4c24-9a1c-b313991bcc74 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:51:35.575141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d9ba2-0f13-4c24-9a1c-b313991bcc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eca8199-7d14-45a2-b59a-65438c7eb272,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:35.581488 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9ba2-0f13-4c24-9a1c-b313991bcc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:35.581830 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-4e5d9ba2-0f13-4c24-9a1c-b313991bcc74 admin admin] Added segment 1332316a-aa53-45cb-9a6a-b9e07bf9d200 of type vlan for network 4fbace23-9008-487c-bc5d-a36a698383a7 Nov 12 04:51:35.622430 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9ba2-0f13-4c24-9a1c-b313991bcc74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:35.710437 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9ba2-0f13-4c24-9a1c-b313991bcc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:35.711536 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5d9ba2-0f13-4c24-9a1c-b313991bcc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:35.712183 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9ba2-0f13-4c24-9a1c-b313991bcc74 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:35.783734 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d9ba2-0f13-4c24-9a1c-b313991bcc74 admin admin] Pushing event updated for resources: {'Network': ['ID=4fbace23-9008-487c-bc5d-a36a698383a7,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:35.794242 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 4fbace23-9008-487c-bc5d-a36a698383a7 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:51:35.852835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4e5d9ba2-0f13-4c24-9a1c-b313991bcc74 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6006551 Nov 12 04:51:35.855141 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52822) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:35.860768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-8a255dd3-39c2-4f60-8cf0-aeea3d3b55f1 admin admin] Request body: {'subnet': {'network_id': '4fbace23-9008-487c-bc5d-a36a698383a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-809718490-subnet', 'tenant_id': '24a15d7e84464dea9c09178d22f80304', 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:51:35.884879 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] Sync routers for ids ['cf7fcfd1-1111-4082-af3e-4875cf8619d8'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:51:35.896053 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] Routers {'cf7fcfd1-1111-4082-af3e-4875cf8619d8'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:51:35.896652 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:51:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['cf7fcfd1-1111-4082-af3e-4875cf8619d8'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:35.961884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a255dd3-39c2-4f60-8cf0-aeea3d3b55f1 admin admin] Made reservation on behalf of 24a15d7e84464dea9c09178d22f80304 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:51:35.964426 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a255dd3-39c2-4f60-8cf0-aeea3d3b55f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:36.005136 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] Set router cf7fcfd1-1111-4082-af3e-4875cf8619d8 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:51:36.212801 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a255dd3-39c2-4f60-8cf0-aeea3d3b55f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:36.277096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a255dd3-39c2-4f60-8cf0-aeea3d3b55f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09f1c5a9-a2da-405c-a047-e67374f78222,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:36.289084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a255dd3-39c2-4f60-8cf0-aeea3d3b55f1 admin admin] Checking segment: {'id': '1332316a-aa53-45cb-9a6a-b9e07bf9d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fbace23-9008-487c-bc5d-a36a698383a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:51:36.289456 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a255dd3-39c2-4f60-8cf0-aeea3d3b55f1 admin admin] Network hostable DHCP agents. Network: 4fbace23-9008-487c-bc5d-a36a698383a7, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:51:36.314091 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7fcfd1-1111-4082-af3e-4875cf8619d8', 'name': 'tempest-TestAggregatesBasicOps-1522077665-router', 'tenant_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:51:30Z', 'updated_at': '2021-11-12T04:51:33Z', 'revision_number': 4, 'project_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'gw_port': {'id': '9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7fcfd1-1111-4082-af3e-4875cf8619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:30Z', 'updated_at': '2021-11-12T04:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'c0bf5dd6-9839-4ccc-ac74-8e5026924a72', 'name': '', 'network_id': 'ccd8df5e-84df-46f9-b6a2-91c26a66658c', 'tenant_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'mac_address': 'fa:16:3e:54:7c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7fcfd1-1111-4082-af3e-4875cf8619d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'fe800619-3c47-42f4-8f53-aa2cd23d334a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:33Z', 'updated_at': '2021-11-12T04:51:33Z', 'revision_number': 2, 'project_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'subnets': [{'id': 'fe800619-3c47-42f4-8f53-aa2cd23d334a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:36.344876 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] Checking router: cf7fcfd1-1111-4082-af3e-4875cf8619d8 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:51:36.345224 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] Updating router cf7fcfd1-1111-4082-af3e-4875cf8619d8 port c0bf5dd6-9839-4ccc-ac74-8e5026924a72 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:51:36.369331 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:36.430272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a255dd3-39c2-4f60-8cf0-aeea3d3b55f1 admin admin] Network 4fbace23-9008-487c-bc5d-a36a698383a7 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:51:36.566607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-8a255dd3-39c2-4f60-8cf0-aeea3d3b55f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 4fbace23-9008-487c-bc5d-a36a698383a7) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:51:36.571459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a255dd3-39c2-4f60-8cf0-aeea3d3b55f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:36.572092 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a255dd3-39c2-4f60-8cf0-aeea3d3b55f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:36.576729 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57fa1e3-cefd-4c6e-a71a-f3f1a5b8ec56 None None] Network 4fbace23-9008-487c-bc5d-a36a698383a7 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:51:36.631365 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:36.674203 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8a255dd3-39c2-4f60-8cf0-aeea3d3b55f1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8178952 Nov 12 04:51:36.676905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52824) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:36.681421 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-33679a5c-4b15-4160-a1db-c89d1eac3d8e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-809718490-router', 'tenant_id': '24a15d7e84464dea9c09178d22f80304', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:51:36.727985 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-4fbace23-9008-487c-bc5d-a36a698383a7', 'network_id': '4fbace23-9008-487c-bc5d-a36a698383a7', 'tenant_id': '24a15d7e84464dea9c09178d22f80304', 'fixed_ips': [{'subnet_id': '09f1c5a9-a2da-405c-a047-e67374f78222'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:51:36.728867 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:36.739265 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:36.791447 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3315e-449e-4d9c-80d4-bc2c79a4d3c7 None None] Pushing event updated for resources: {'Port': ['ID=c0bf5dd6-9839-4ccc-ac74-8e5026924a72,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:36.801073 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33679a5c-4b15-4160-a1db-c89d1eac3d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:36.802485 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33679a5c-4b15-4160-a1db-c89d1eac3d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:36.812721 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3315e-449e-4d9c-80d4-bc2c79a4d3c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:36.813884 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3315e-449e-4d9c-80d4-bc2c79a4d3c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:36.814420 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3315e-449e-4d9c-80d4-bc2c79a4d3c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:36.814985 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3315e-449e-4d9c-80d4-bc2c79a4d3c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:36.815619 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3315e-449e-4d9c-80d4-bc2c79a4d3c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:36.816188 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3315e-449e-4d9c-80d4-bc2c79a4d3c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:36.816762 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3315e-449e-4d9c-80d4-bc2c79a4d3c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:36.817669 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3315e-449e-4d9c-80d4-bc2c79a4d3c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:36.818067 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3315e-449e-4d9c-80d4-bc2c79a4d3c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:36.818954 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3315e-449e-4d9c-80d4-bc2c79a4d3c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:36.819519 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3315e-449e-4d9c-80d4-bc2c79a4d3c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:36.820514 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3315e-449e-4d9c-80d4-bc2c79a4d3c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:36.853488 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:36.887336 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] Attempting to bind port c0bf5dd6-9839-4ccc-ac74-8e5026924a72 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:51:36.887336 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] Attempting to bind port c0bf5dd6-9839-4ccc-ac74-8e5026924a72 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '8e01802a-3e59-4ccd-ab44-eb567ce3da81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccd8df5e-84df-46f9-b6a2-91c26a66658c'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:51:36.888967 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] Attempting to bind port c0bf5dd6-9839-4ccc-ac74-8e5026924a72 on network ccd8df5e-84df-46f9-b6a2-91c26a66658c {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:51:36.892841 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33679a5c-4b15-4160-a1db-c89d1eac3d8e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:36.893174 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:51:36.893380 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] Checking segment: {'id': '8e01802a-3e59-4ccd-ab44-eb567ce3da81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccd8df5e-84df-46f9-b6a2-91c26a66658c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:51:36.893682 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:36.894061 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] Bound using segment: {'id': '8e01802a-3e59-4ccd-ab44-eb567ce3da81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccd8df5e-84df-46f9-b6a2-91c26a66658c'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:51:36.894515 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] Bound port: c0bf5dd6-9839-4ccc-ac74-8e5026924a72, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e01802a-3e59-4ccd-ab44-eb567ce3da81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccd8df5e-84df-46f9-b6a2-91c26a66658c'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:51:36.894920 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:36.916625 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] Allocated IP 172.20.0.2 (4fbace23-9008-487c-bc5d-a36a698383a7/09f1c5a9-a2da-405c-a047-e67374f78222/cb71225f-2135-4bb8-bd19-a0682657f533) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:51:36.993765 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] For port c0bf5dd6-9839-4ccc-ac74-8e5026924a72, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:51:36.997960 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] For port c0bf5dd6-9839-4ccc-ac74-8e5026924a72, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c0bf5dd6-9839-4ccc-ac74-8e5026924a72,segment=NetworkSegment(8e01802a-3e59-4ccd-ab44-eb567ce3da81),segment_id=8e01802a-3e59-4ccd-ab44-eb567ce3da81)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:51:37.077223 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:37.112073 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:37.128078 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-43cd43b3-a177-4ad9-9d26-9ed5a953e60f None None] Provisioning complete for port c0bf5dd6-9839-4ccc-ac74-8e5026924a72 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:37.128603 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-43cd43b3-a177-4ad9-9d26-9ed5a953e60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:37.158093 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:37.172218 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33679a5c-4b15-4160-a1db-c89d1eac3d8e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:37.179286 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] Routers {'cf7fcfd1-1111-4082-af3e-4875cf8619d8'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:51:37.179918 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:51:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['cf7fcfd1-1111-4082-af3e-4875cf8619d8'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:37.219104 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3315e-449e-4d9c-80d4-bc2c79a4d3c7 None None] Pushing event updated for resources: {'Port': ['ID=c0bf5dd6-9839-4ccc-ac74-8e5026924a72,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:37.222042 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] Network 4fbace23-9008-487c-bc5d-a36a698383a7 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:51:37.229793 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:51:37.235404 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:51:37.238500 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] Pushing event updated for resources: {'Port': ['ID=cb71225f-2135-4bb8-bd19-a0682657f533,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:37.310268 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-43cd43b3-a177-4ad9-9d26-9ed5a953e60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:37.328744 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] Set router cf7fcfd1-1111-4082-af3e-4875cf8619d8 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:51:37.379411 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] Attempting to bind port cb71225f-2135-4bb8-bd19-a0682657f533 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:51:37.379900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] Attempting to bind port cb71225f-2135-4bb8-bd19-a0682657f533 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1332316a-aa53-45cb-9a6a-b9e07bf9d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fbace23-9008-487c-bc5d-a36a698383a7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:51:37.380330 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] Attempting to bind port cb71225f-2135-4bb8-bd19-a0682657f533 on network 4fbace23-9008-487c-bc5d-a36a698383a7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:51:37.393895 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-43cd43b3-a177-4ad9-9d26-9ed5a953e60f None None] For port c0bf5dd6-9839-4ccc-ac74-8e5026924a72, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c0bf5dd6-9839-4ccc-ac74-8e5026924a72,segment=NetworkSegment(8e01802a-3e59-4ccd-ab44-eb567ce3da81),segment_id=8e01802a-3e59-4ccd-ab44-eb567ce3da81)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:37.395861 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:51:37.396875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] Checking segment: {'id': '1332316a-aa53-45cb-9a6a-b9e07bf9d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fbace23-9008-487c-bc5d-a36a698383a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:51:37.397586 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:37.398560 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] Bound using segment: {'id': '1332316a-aa53-45cb-9a6a-b9e07bf9d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fbace23-9008-487c-bc5d-a36a698383a7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:51:37.400244 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] Bound port: cb71225f-2135-4bb8-bd19-a0682657f533, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1332316a-aa53-45cb-9a6a-b9e07bf9d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fbace23-9008-487c-bc5d-a36a698383a7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:51:37.401116 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:37.494292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] For port cb71225f-2135-4bb8-bd19-a0682657f533, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:51:37.498526 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] For port cb71225f-2135-4bb8-bd19-a0682657f533, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=cb71225f-2135-4bb8-bd19-a0682657f533,segment=NetworkSegment(1332316a-aa53-45cb-9a6a-b9e07bf9d200),segment_id=1332316a-aa53-45cb-9a6a-b9e07bf9d200)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:51:37.510600 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-43cd43b3-a177-4ad9-9d26-9ed5a953e60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:37.540639 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33679a5c-4b15-4160-a1db-c89d1eac3d8e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:37.556444 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:51:37.568697 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd43b3-a177-4ad9-9d26-9ed5a953e60f None None] Pushing event updated for resources: {'Port': ['ID=c0bf5dd6-9839-4ccc-ac74-8e5026924a72,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:37.572292 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33679a5c-4b15-4160-a1db-c89d1eac3d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:37.595535 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:37.597645 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7fcfd1-1111-4082-af3e-4875cf8619d8', 'name': 'tempest-TestAggregatesBasicOps-1522077665-router', 'tenant_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:51:30Z', 'updated_at': '2021-11-12T04:51:33Z', 'revision_number': 4, 'project_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'gw_port': {'id': '9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7fcfd1-1111-4082-af3e-4875cf8619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:30Z', 'updated_at': '2021-11-12T04:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'c0bf5dd6-9839-4ccc-ac74-8e5026924a72', 'name': '', 'network_id': 'ccd8df5e-84df-46f9-b6a2-91c26a66658c', 'tenant_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'mac_address': 'fa:16:3e:54:7c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7fcfd1-1111-4082-af3e-4875cf8619d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'fe800619-3c47-42f4-8f53-aa2cd23d334a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:33Z', 'updated_at': '2021-11-12T04:51:36Z', 'revision_number': 4, 'project_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'subnets': [{'id': 'fe800619-3c47-42f4-8f53-aa2cd23d334a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:37.637055 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2465c45-51aa-49f3-8a13-401d5fdfa0e3 None None] The sync data for ids ['cf7fcfd1-1111-4082-af3e-4875cf8619d8'] in n-d-768509-24 is: [{'id': 'cf7fcfd1-1111-4082-af3e-4875cf8619d8', 'name': 'tempest-TestAggregatesBasicOps-1522077665-router', 'tenant_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:51:30Z', 'updated_at': '2021-11-12T04:51:33Z', 'revision_number': 4, 'project_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'gw_port': {'id': '9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7fcfd1-1111-4082-af3e-4875cf8619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:30Z', 'updated_at': '2021-11-12T04:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'c0bf5dd6-9839-4ccc-ac74-8e5026924a72', 'name': '', 'network_id': 'ccd8df5e-84df-46f9-b6a2-91c26a66658c', 'tenant_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'mac_address': 'fa:16:3e:54:7c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7fcfd1-1111-4082-af3e-4875cf8619d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'fe800619-3c47-42f4-8f53-aa2cd23d334a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:33Z', 'updated_at': '2021-11-12T04:51:36Z', 'revision_number': 4, 'project_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'subnets': [{'id': 'fe800619-3c47-42f4-8f53-aa2cd23d334a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:51:37.708581 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b44a4346-d8a1-443e-a094-2e2579ac2848 None None] Provisioning complete for port c0bf5dd6-9839-4ccc-ac74-8e5026924a72 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:37.709226 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b44a4346-d8a1-443e-a094-2e2579ac2848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:37.713487 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd4578-dbf2-4275-ac16-09bec8cbf654 None None] Pushing event updated for resources: {'Port': ['ID=cb71225f-2135-4bb8-bd19-a0682657f533,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:37.737414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-33679a5c-4b15-4160-a1db-c89d1eac3d8e admin admin] Allocated IP 172.25.1.147 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/7627ceef-8eec-4983-b4fe-df93b2823237) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:51:37.886881 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33679a5c-4b15-4160-a1db-c89d1eac3d8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:38.013985 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33679a5c-4b15-4160-a1db-c89d1eac3d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:38.057139 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33679a5c-4b15-4160-a1db-c89d1eac3d8e admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:51:38.066469 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-33679a5c-4b15-4160-a1db-c89d1eac3d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:51:38.071770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33679a5c-4b15-4160-a1db-c89d1eac3d8e admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:51:38.075404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33679a5c-4b15-4160-a1db-c89d1eac3d8e admin admin] Pushing event updated for resources: {'Port': ['ID=7627ceef-8eec-4983-b4fe-df93b2823237,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:38.085259 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98abe15-76ef-42fe-9ffe-2a0667b4c945 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:51:38.153316 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e95ff846-397b-45be-9f1f-cf1184263e73 None None] Provisioning complete for port 7627ceef-8eec-4983-b4fe-df93b2823237 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:38.153316 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e95ff846-397b-45be-9f1f-cf1184263e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:38.194055 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e95ff846-397b-45be-9f1f-cf1184263e73 None None] Port 7627ceef-8eec-4983-b4fe-df93b2823237 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:51:38.384861 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:38.453248 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33679a5c-4b15-4160-a1db-c89d1eac3d8e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:38.708714 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33679a5c-4b15-4160-a1db-c89d1eac3d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:38.807105 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device cb71225f-2135-4bb8-bd19-a0682657f533 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:51:38.842238 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bda693e-3d03-4d55-9b5f-e5096473fe0f None None] Network 4fbace23-9008-487c-bc5d-a36a698383a7 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:51:38.939737 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port cb71225f-2135-4bb8-bd19-a0682657f533 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:38.940107 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:38.961887 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33679a5c-4b15-4160-a1db-c89d1eac3d8e admin admin] Router eedb450a-fd95-49d4-8e84-0955d0d2610b is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:51:38.981599 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fb5e08c6-0368-4d76-a286-20f4152c2ac9 None None] Provisioning complete for port cb71225f-2135-4bb8-bd19-a0682657f533 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:38.983190 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb5e08c6-0368-4d76-a286-20f4152c2ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:39.171067 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:39.182459 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:39.214966 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb5e08c6-0368-4d76-a286-20f4152c2ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:39.248038 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port cb71225f-2135-4bb8-bd19-a0682657f533, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=cb71225f-2135-4bb8-bd19-a0682657f533,segment=NetworkSegment(1332316a-aa53-45cb-9a6a-b9e07bf9d200),segment_id=1332316a-aa53-45cb-9a6a-b9e07bf9d200)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:39.311549 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:39.312329 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c0bf5dd6-9839-4ccc-ac74-8e5026924a72 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:51:39.427763 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-fb5e08c6-0368-4d76-a286-20f4152c2ac9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:51:39.428116 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-fb5e08c6-0368-4d76-a286-20f4152c2ac9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:51:39.436006 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33679a5c-4b15-4160-a1db-c89d1eac3d8e admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:51:39.440400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=cb71225f-2135-4bb8-bd19-a0682657f533,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:39.451791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] Sync routers for ids ['eedb450a-fd95-49d4-8e84-0955d0d2610b'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:51:39.466074 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port c0bf5dd6-9839-4ccc-ac74-8e5026924a72 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:39.466446 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:39.469626 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] Routers {'eedb450a-fd95-49d4-8e84-0955d0d2610b'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:51:39.470252 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:51:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['eedb450a-fd95-49d4-8e84-0955d0d2610b'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:39.525156 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-33679a5c-4b15-4160-a1db-c89d1eac3d8e admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:39.527170 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-33679a5c-4b15-4160-a1db-c89d1eac3d8e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8492739 Nov 12 04:51:39.530087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52826) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:39.654446 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] Set router eedb450a-fd95-49d4-8e84-0955d0d2610b gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:51:39.856634 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'name': 'tempest-TestAggregatesBasicOps-809718490-router', 'tenant_id': '24a15d7e84464dea9c09178d22f80304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '7627ceef-8eec-4983-b4fe-df93b2823237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:51:36Z', 'updated_at': '2021-11-12T04:51:38Z', 'revision_number': 3, 'project_id': '24a15d7e84464dea9c09178d22f80304', 'gw_port': {'id': '7627ceef-8eec-4983-b4fe-df93b2823237', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:37Z', 'updated_at': '2021-11-12T04:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:39.883310 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] Checking router: eedb450a-fd95-49d4-8e84-0955d0d2610b for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:51:39.883657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] Updating router eedb450a-fd95-49d4-8e84-0955d0d2610b port 7627ceef-8eec-4983-b4fe-df93b2823237 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:51:39.908934 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:39.986154 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8aea67fb-ea2a-444b-90f1-5af5669f461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:40.171343 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-8aea67fb-ea2a-444b-90f1-5af5669f461c admin admin] Allocated IP 172.20.0.1 (4fbace23-9008-487c-bc5d-a36a698383a7/09f1c5a9-a2da-405c-a047-e67374f78222/1a174fd3-7ae1-429d-ba4d-7c9210a00994) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:51:40.287857 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8aea67fb-ea2a-444b-90f1-5af5669f461c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:40.354193 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-faef7556-c2f2-4d5f-b9de-1b8119b97b97 None None] Provisioning complete for port cb71225f-2135-4bb8-bd19-a0682657f533 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:40.354558 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-faef7556-c2f2-4d5f-b9de-1b8119b97b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:40.395266 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8aea67fb-ea2a-444b-90f1-5af5669f461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:40.435958 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:40.439742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aea67fb-ea2a-444b-90f1-5af5669f461c admin admin] Network 4fbace23-9008-487c-bc5d-a36a698383a7 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:51:40.442930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-8aea67fb-ea2a-444b-90f1-5af5669f461c admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:51:40.448320 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aea67fb-ea2a-444b-90f1-5af5669f461c admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:51:40.451540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea67fb-ea2a-444b-90f1-5af5669f461c admin admin] Pushing event updated for resources: {'Port': ['ID=1a174fd3-7ae1-429d-ba4d-7c9210a00994,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:40.492940 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8aea67fb-ea2a-444b-90f1-5af5669f461c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:40.505338 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:40.559315 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543a568f-55d3-4985-88dc-d18c1cddbfcf None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:51:40.573730 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b0105-ef81-472a-8d19-74a866e52916 None None] Pushing event updated for resources: {'Port': ['ID=7627ceef-8eec-4983-b4fe-df93b2823237,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:40.585286 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] Attempting to bind port 7627ceef-8eec-4983-b4fe-df93b2823237 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:51:40.586477 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] Attempting to bind port 7627ceef-8eec-4983-b4fe-df93b2823237 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:51:40.586872 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] Attempting to bind port 7627ceef-8eec-4983-b4fe-df93b2823237 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:51:40.600223 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:51:40.603745 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:51:40.603745 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:40.603745 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:51:40.603745 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] Bound port: 7627ceef-8eec-4983-b4fe-df93b2823237, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:51:40.603745 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:40.651211 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a49fdd36-4e65-4cc3-92bd-56267549be92 None None] Provisioning complete for port 7627ceef-8eec-4983-b4fe-df93b2823237 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:40.651581 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a49fdd36-4e65-4cc3-92bd-56267549be92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:40.701253 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] For port 7627ceef-8eec-4983-b4fe-df93b2823237, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:51:40.714531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device cb71225f-2135-4bb8-bd19-a0682657f533 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:51:40.725032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a49fdd36-4e65-4cc3-92bd-56267549be92 None None] Port 7627ceef-8eec-4983-b4fe-df93b2823237 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:51:40.731204 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] For port 7627ceef-8eec-4983-b4fe-df93b2823237, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7627ceef-8eec-4983-b4fe-df93b2823237,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:51:40.750430 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8aea67fb-ea2a-444b-90f1-5af5669f461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:40.776590 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port cb71225f-2135-4bb8-bd19-a0682657f533 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:40.776966 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:40.851211 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:40.918160 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7e702468-e310-407e-b907-0859c5d00f42 None None] Provisioning complete for port 1a174fd3-7ae1-429d-ba4d-7c9210a00994 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:40.918855 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e702468-e310-407e-b907-0859c5d00f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:40.920110 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef307d7-db0f-40ed-9270-210e8af61256 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:51:40.927110 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8aea67fb-ea2a-444b-90f1-5af5669f461c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:40.969477 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b0105-ef81-472a-8d19-74a866e52916 None None] Pushing event updated for resources: {'Port': ['ID=7627ceef-8eec-4983-b4fe-df93b2823237,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:40.971477 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] Routers {'eedb450a-fd95-49d4-8e84-0955d0d2610b'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:51:40.972084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:51:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['eedb450a-fd95-49d4-8e84-0955d0d2610b'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:41.008131 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8aea67fb-ea2a-444b-90f1-5af5669f461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:41.012874 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7e702468-e310-407e-b907-0859c5d00f42 None None] Port 1a174fd3-7ae1-429d-ba4d-7c9210a00994 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:51:41.095167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea67fb-ea2a-444b-90f1-5af5669f461c admin admin] Pushing event updated for resources: {'Port': ['ID=1a174fd3-7ae1-429d-ba4d-7c9210a00994,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:41.098760 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] Set router eedb450a-fd95-49d4-8e84-0955d0d2610b gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:51:41.100549 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8aea67fb-ea2a-444b-90f1-5af5669f461c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:41.184337 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2a37b915-b9ed-4a0c-8d92-25289ac70607 None None] Provisioning complete for port 7627ceef-8eec-4983-b4fe-df93b2823237 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:41.184705 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a37b915-b9ed-4a0c-8d92-25289ac70607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:41.196713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aea67fb-ea2a-444b-90f1-5af5669f461c admin admin] Network 4fbace23-9008-487c-bc5d-a36a698383a7 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:51:41.198220 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-8aea67fb-ea2a-444b-90f1-5af5669f461c admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:51:41.333985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aea67fb-ea2a-444b-90f1-5af5669f461c admin admin] Router eedb450a-fd95-49d4-8e84-0955d0d2610b has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:51:41.358220 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a37b915-b9ed-4a0c-8d92-25289ac70607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:41.385562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2a37b915-b9ed-4a0c-8d92-25289ac70607 None None] For port 7627ceef-8eec-4983-b4fe-df93b2823237, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7627ceef-8eec-4983-b4fe-df93b2823237,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:41.409700 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'name': 'tempest-TestAggregatesBasicOps-809718490-router', 'tenant_id': '24a15d7e84464dea9c09178d22f80304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '7627ceef-8eec-4983-b4fe-df93b2823237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:51:36Z', 'updated_at': '2021-11-12T04:51:40Z', 'revision_number': 4, 'project_id': '24a15d7e84464dea9c09178d22f80304', 'gw_port': {'id': '7627ceef-8eec-4983-b4fe-df93b2823237', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:37Z', 'updated_at': '2021-11-12T04:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1a174fd3-7ae1-429d-ba4d-7c9210a00994', 'name': '', 'network_id': '4fbace23-9008-487c-bc5d-a36a698383a7', 'tenant_id': '24a15d7e84464dea9c09178d22f80304', 'mac_address': 'fa:16:3e:54:12:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '09f1c5a9-a2da-405c-a047-e67374f78222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:40Z', 'updated_at': '2021-11-12T04:51:40Z', 'revision_number': 1, 'project_id': '24a15d7e84464dea9c09178d22f80304', 'subnets': [{'id': '09f1c5a9-a2da-405c-a047-e67374f78222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:41.439257 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ccc25d-5d99-46f8-a0ce-2861e37f9e9a None None] The sync data for ids ['eedb450a-fd95-49d4-8e84-0955d0d2610b'] in n-d-768509-24 is: [{'id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'name': 'tempest-TestAggregatesBasicOps-809718490-router', 'tenant_id': '24a15d7e84464dea9c09178d22f80304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '7627ceef-8eec-4983-b4fe-df93b2823237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:51:36Z', 'updated_at': '2021-11-12T04:51:40Z', 'revision_number': 4, 'project_id': '24a15d7e84464dea9c09178d22f80304', 'gw_port': {'id': '7627ceef-8eec-4983-b4fe-df93b2823237', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:37Z', 'updated_at': '2021-11-12T04:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1a174fd3-7ae1-429d-ba4d-7c9210a00994', 'name': '', 'network_id': '4fbace23-9008-487c-bc5d-a36a698383a7', 'tenant_id': '24a15d7e84464dea9c09178d22f80304', 'mac_address': 'fa:16:3e:54:12:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '09f1c5a9-a2da-405c-a047-e67374f78222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:40Z', 'updated_at': '2021-11-12T04:51:40Z', 'revision_number': 1, 'project_id': '24a15d7e84464dea9c09178d22f80304', 'subnets': [{'id': '09f1c5a9-a2da-405c-a047-e67374f78222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:51:41.446206 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a37b915-b9ed-4a0c-8d92-25289ac70607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:41.472568 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aea67fb-ea2a-444b-90f1-5af5669f461c admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:51:41.474764 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8aea67fb-ea2a-444b-90f1-5af5669f461c admin admin] 10.222.0.37 "PUT /v2.0/routers/eedb450a-fd95-49d4-8e84-0955d0d2610b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9417012 Nov 12 04:51:41.510528 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37b915-b9ed-4a0c-8d92-25289ac70607 None None] Pushing event updated for resources: {'Port': ['ID=7627ceef-8eec-4983-b4fe-df93b2823237,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:41.568175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-93feebf5-ff0c-45b1-9ca0-df69af135db6 None None] Provisioning complete for port 1a174fd3-7ae1-429d-ba4d-7c9210a00994 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:41.568688 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93feebf5-ff0c-45b1-9ca0-df69af135db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:41.613934 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-93feebf5-ff0c-45b1-9ca0-df69af135db6 None None] Port 1a174fd3-7ae1-429d-ba4d-7c9210a00994 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:51:42.713484 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 7627ceef-8eec-4983-b4fe-df93b2823237 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:51:42.766486 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 7627ceef-8eec-4983-b4fe-df93b2823237 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:42.767021 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:43.408817 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52880) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:43.791179 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c5f31004-d055-4b95-b169-316695393632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:44.041757 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c5f31004-d055-4b95-b169-316695393632 admin admin] Deleting port c0bf5dd6-9839-4ccc-ac74-8e5026924a72 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:51:44.042090 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c5f31004-d055-4b95-b169-316695393632 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:44.126039 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-c5f31004-d055-4b95-b169-316695393632 admin admin] For port c0bf5dd6-9839-4ccc-ac74-8e5026924a72, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c0bf5dd6-9839-4ccc-ac74-8e5026924a72,segment=NetworkSegment(8e01802a-3e59-4ccd-ab44-eb567ce3da81),segment_id=8e01802a-3e59-4ccd-ab44-eb567ce3da81)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:44.126553 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c5f31004-d055-4b95-b169-316695393632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:44.143122 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c5f31004-d055-4b95-b169-316695393632 admin admin] Calling delete_port for c0bf5dd6-9839-4ccc-ac74-8e5026924a72 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:51:44.448199 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c5f31004-d055-4b95-b169-316695393632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:44.473023 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f31004-d055-4b95-b169-316695393632 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0bf5dd6-9839-4ccc-ac74-8e5026924a72,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:44.650142 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c5f31004-d055-4b95-b169-316695393632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:44.886410 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f31004-d055-4b95-b169-316695393632 admin admin] Router cf7fcfd1-1111-4082-af3e-4875cf8619d8 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:51:44.999425 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f31004-d055-4b95-b169-316695393632 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:51:45.004660 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c5f31004-d055-4b95-b169-316695393632 admin admin] 10.222.0.37 "PUT /v2.0/routers/cf7fcfd1-1111-4082-af3e-4875cf8619d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5942955 Nov 12 04:51:45.007209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52882) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:45.010271 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da0aa5a-77d7-4f30-9de5-b340daa20400 None None] Sync routers for ids ['cf7fcfd1-1111-4082-af3e-4875cf8619d8'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:51:45.022411 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da0aa5a-77d7-4f30-9de5-b340daa20400 None None] Routers {'cf7fcfd1-1111-4082-af3e-4875cf8619d8'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:51:45.023083 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8da0aa5a-77d7-4f30-9de5-b340daa20400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:51:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['cf7fcfd1-1111-4082-af3e-4875cf8619d8'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:45.117097 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c55c09b-7747-4478-8865-c647304f708f None None] Sync routers for ids ['eedb450a-fd95-49d4-8e84-0955d0d2610b'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:51:45.127728 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f51b5023-ef68-40f2-af0e-bf582181d56b admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:45.130000 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c55c09b-7747-4478-8865-c647304f708f None None] Routers {'eedb450a-fd95-49d4-8e84-0955d0d2610b'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:51:45.130000 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-1c55c09b-7747-4478-8865-c647304f708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:51:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['eedb450a-fd95-49d4-8e84-0955d0d2610b'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:45.139280 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-8da0aa5a-77d7-4f30-9de5-b340daa20400 None None] Set router cf7fcfd1-1111-4082-af3e-4875cf8619d8 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:51:45.244624 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-1c55c09b-7747-4478-8865-c647304f708f None None] Set router eedb450a-fd95-49d4-8e84-0955d0d2610b gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:51:45.252841 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f51b5023-ef68-40f2-af0e-bf582181d56b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:45.325340 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8da0aa5a-77d7-4f30-9de5-b340daa20400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7fcfd1-1111-4082-af3e-4875cf8619d8', 'name': 'tempest-TestAggregatesBasicOps-1522077665-router', 'tenant_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:51:30Z', 'updated_at': '2021-11-12T04:51:44Z', 'revision_number': 5, 'project_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'gw_port': {'id': '9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7fcfd1-1111-4082-af3e-4875cf8619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:30Z', 'updated_at': '2021-11-12T04:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:45.352987 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da0aa5a-77d7-4f30-9de5-b340daa20400 None None] Checking router: cf7fcfd1-1111-4082-af3e-4875cf8619d8 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:51:45.363843 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da0aa5a-77d7-4f30-9de5-b340daa20400 None None] Routers {'cf7fcfd1-1111-4082-af3e-4875cf8619d8'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:51:45.363843 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8da0aa5a-77d7-4f30-9de5-b340daa20400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:51:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['cf7fcfd1-1111-4082-af3e-4875cf8619d8'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:45.380730 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-f51b5023-ef68-40f2-af0e-bf582181d56b admin admin] Deleting port 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:51:45.381215 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f51b5023-ef68-40f2-af0e-bf582181d56b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:45.451363 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-8da0aa5a-77d7-4f30-9de5-b340daa20400 None None] Set router cf7fcfd1-1111-4082-af3e-4875cf8619d8 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:51:45.462803 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-1c55c09b-7747-4478-8865-c647304f708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'name': 'tempest-TestAggregatesBasicOps-809718490-router', 'tenant_id': '24a15d7e84464dea9c09178d22f80304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '7627ceef-8eec-4983-b4fe-df93b2823237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:51:36Z', 'updated_at': '2021-11-12T04:51:40Z', 'revision_number': 4, 'project_id': '24a15d7e84464dea9c09178d22f80304', 'gw_port': {'id': '7627ceef-8eec-4983-b4fe-df93b2823237', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:37Z', 'updated_at': '2021-11-12T04:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1a174fd3-7ae1-429d-ba4d-7c9210a00994', 'name': '', 'network_id': '4fbace23-9008-487c-bc5d-a36a698383a7', 'tenant_id': '24a15d7e84464dea9c09178d22f80304', 'mac_address': 'fa:16:3e:54:12:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '09f1c5a9-a2da-405c-a047-e67374f78222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:40Z', 'updated_at': '2021-11-12T04:51:40Z', 'revision_number': 2, 'project_id': '24a15d7e84464dea9c09178d22f80304', 'subnets': [{'id': '09f1c5a9-a2da-405c-a047-e67374f78222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:45.474388 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-f51b5023-ef68-40f2-af0e-bf582181d56b admin admin] For port 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:45.475068 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f51b5023-ef68-40f2-af0e-bf582181d56b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:45.491270 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c55c09b-7747-4478-8865-c647304f708f None None] Checking router: eedb450a-fd95-49d4-8e84-0955d0d2610b for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:51:45.491683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c55c09b-7747-4478-8865-c647304f708f None None] Updating router eedb450a-fd95-49d4-8e84-0955d0d2610b port 1a174fd3-7ae1-429d-ba4d-7c9210a00994 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:51:45.497936 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-f51b5023-ef68-40f2-af0e-bf582181d56b admin admin] Calling delete_port for 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:51:45.539479 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c55c09b-7747-4478-8865-c647304f708f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:45.608142 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8da0aa5a-77d7-4f30-9de5-b340daa20400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7fcfd1-1111-4082-af3e-4875cf8619d8', 'name': 'tempest-TestAggregatesBasicOps-1522077665-router', 'tenant_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:51:30Z', 'updated_at': '2021-11-12T04:51:45Z', 'revision_number': 6, 'project_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:45.635035 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da0aa5a-77d7-4f30-9de5-b340daa20400 None None] The sync data for ids ['cf7fcfd1-1111-4082-af3e-4875cf8619d8'] in n-d-768509-24 is: [{'id': 'cf7fcfd1-1111-4082-af3e-4875cf8619d8', 'name': 'tempest-TestAggregatesBasicOps-1522077665-router', 'tenant_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:51:30Z', 'updated_at': '2021-11-12T04:51:45Z', 'revision_number': 6, 'project_id': '93f86eeb633b4479a9b06a4ee20d08dc', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:51:45.854664 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c55c09b-7747-4478-8865-c647304f708f None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:45.877385 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f51b5023-ef68-40f2-af0e-bf582181d56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:45.908307 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b5023-ef68-40f2-af0e-bf582181d56b admin admin] Pushing event deleted for resources: {'Port': ['ID=9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:45.916757 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b03e78-764f-4b21-bdd0-3879d8428960 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:51:45.954717 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c55c09b-7747-4478-8865-c647304f708f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:45.969537 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f51b5023-ef68-40f2-af0e-bf582181d56b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:46.021623 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e2a42-32cd-4ed4-ba2e-f88cf7f605f5 None None] Pushing event updated for resources: {'Port': ['ID=1a174fd3-7ae1-429d-ba4d-7c9210a00994,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:46.078017 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f51b5023-ef68-40f2-af0e-bf582181d56b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:46.080533 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f51b5023-ef68-40f2-af0e-bf582181d56b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:46.099765 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1c55c09b-7747-4478-8865-c647304f708f None None] Attempting to bind port 1a174fd3-7ae1-429d-ba4d-7c9210a00994 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:51:46.100341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1c55c09b-7747-4478-8865-c647304f708f None None] Attempting to bind port 1a174fd3-7ae1-429d-ba4d-7c9210a00994 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1332316a-aa53-45cb-9a6a-b9e07bf9d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fbace23-9008-487c-bc5d-a36a698383a7'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:51:46.100886 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c55c09b-7747-4478-8865-c647304f708f None None] Attempting to bind port 1a174fd3-7ae1-429d-ba4d-7c9210a00994 on network 4fbace23-9008-487c-bc5d-a36a698383a7 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:51:46.107575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c55c09b-7747-4478-8865-c647304f708f None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:51:46.107916 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c55c09b-7747-4478-8865-c647304f708f None None] Checking segment: {'id': '1332316a-aa53-45cb-9a6a-b9e07bf9d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fbace23-9008-487c-bc5d-a36a698383a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:51:46.108252 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c55c09b-7747-4478-8865-c647304f708f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:46.110144 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c55c09b-7747-4478-8865-c647304f708f None None] Bound using segment: {'id': '1332316a-aa53-45cb-9a6a-b9e07bf9d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fbace23-9008-487c-bc5d-a36a698383a7'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:51:46.110144 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-1c55c09b-7747-4478-8865-c647304f708f None None] Bound port: 1a174fd3-7ae1-429d-ba4d-7c9210a00994, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1332316a-aa53-45cb-9a6a-b9e07bf9d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fbace23-9008-487c-bc5d-a36a698383a7'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:51:46.110144 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c55c09b-7747-4478-8865-c647304f708f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:46.188448 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1c55c09b-7747-4478-8865-c647304f708f None None] For port 1a174fd3-7ae1-429d-ba4d-7c9210a00994, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:51:46.192328 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1c55c09b-7747-4478-8865-c647304f708f None None] For port 1a174fd3-7ae1-429d-ba4d-7c9210a00994, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1a174fd3-7ae1-429d-ba4d-7c9210a00994,segment=NetworkSegment(1332316a-aa53-45cb-9a6a-b9e07bf9d200),segment_id=1332316a-aa53-45cb-9a6a-b9e07bf9d200)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:51:46.223856 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f51b5023-ef68-40f2-af0e-bf582181d56b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:46.224389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51b5023-ef68-40f2-af0e-bf582181d56b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf7fcfd1-1111-4082-af3e-4875cf8619d8 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:51:46.229107 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f51b5023-ef68-40f2-af0e-bf582181d56b admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:46.230311 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f51b5023-ef68-40f2-af0e-bf582181d56b admin admin] 10.222.0.37 "DELETE /v2.0/routers/cf7fcfd1-1111-4082-af3e-4875cf8619d8 HTTP/1.1" status: 204 len: 168 time: 1.2220583 Nov 12 04:51:46.233092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52884) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:46.267478 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a4a01041-d590-4c38-aa47-04f32e28be58 None None] Provisioning complete for port 1a174fd3-7ae1-429d-ba4d-7c9210a00994 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:46.267876 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a4a01041-d590-4c38-aa47-04f32e28be58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:46.280232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-76acde38-e110-4f03-aa98-9cd6aaab9acd admin admin] Deleting subnet fe800619-3c47-42f4-8f53-aa2cd23d334a {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:51:46.283539 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-76acde38-e110-4f03-aa98-9cd6aaab9acd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:46.292181 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1c55c09b-7747-4478-8865-c647304f708f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:46.319836 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-76acde38-e110-4f03-aa98-9cd6aaab9acd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:46.348926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a4a01041-d590-4c38-aa47-04f32e28be58 None None] Port 1a174fd3-7ae1-429d-ba4d-7c9210a00994 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:51:46.372191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c55c09b-7747-4478-8865-c647304f708f None None] Routers {'eedb450a-fd95-49d4-8e84-0955d0d2610b'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:51:46.372817 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-1c55c09b-7747-4478-8865-c647304f708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:51:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['eedb450a-fd95-49d4-8e84-0955d0d2610b'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:46.412128 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e2a42-32cd-4ed4-ba2e-f88cf7f605f5 None None] Pushing event updated for resources: {'Port': ['ID=1a174fd3-7ae1-429d-ba4d-7c9210a00994,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:46.694923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ed109f2d-f266-4507-a0a9-d5c99f3e17d7 None None] Provisioning complete for port 1a174fd3-7ae1-429d-ba4d-7c9210a00994 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:46.695550 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed109f2d-f266-4507-a0a9-d5c99f3e17d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:46.704852 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-1c55c09b-7747-4478-8865-c647304f708f None None] Set router eedb450a-fd95-49d4-8e84-0955d0d2610b gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:51:46.767894 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1a174fd3-7ae1-429d-ba4d-7c9210a00994 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:51:46.768827 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-76acde38-e110-4f03-aa98-9cd6aaab9acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:46.915449 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-76acde38-e110-4f03-aa98-9cd6aaab9acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:46.928720 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-76acde38-e110-4f03-aa98-9cd6aaab9acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:46.934500 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-76acde38-e110-4f03-aa98-9cd6aaab9acd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fe800619-3c47-42f4-8f53-aa2cd23d334a HTTP/1.1" status: 204 len: 168 time: 0.6974435 Nov 12 04:51:46.936177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52886) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:46.949768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acde38-e110-4f03-aa98-9cd6aaab9acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe800619-3c47-42f4-8f53-aa2cd23d334a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:46.953053 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffa8042-45af-4d8c-b96b-cd83e9d8fecd None None] Network ccd8df5e-84df-46f9-b6a2-91c26a66658c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:51:47.021509 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:47.046927 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed109f2d-f266-4507-a0a9-d5c99f3e17d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:47.068988 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 1a174fd3-7ae1-429d-ba4d-7c9210a00994 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:47.068988 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:47.081022 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] Deleting port 6d6eb971-4902-49cd-b251-fb3b2eb6338d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:51:47.083674 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:47.151842 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] For port 6d6eb971-4902-49cd-b251-fb3b2eb6338d, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6d6eb971-4902-49cd-b251-fb3b2eb6338d,segment=NetworkSegment(8e01802a-3e59-4ccd-ab44-eb567ce3da81),segment_id=8e01802a-3e59-4ccd-ab44-eb567ce3da81)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:47.152278 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:47.169826 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] Calling delete_port for 6d6eb971-4902-49cd-b251-fb3b2eb6338d owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:51:47.193340 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:47.196050 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ed109f2d-f266-4507-a0a9-d5c99f3e17d7 None None] For port 1a174fd3-7ae1-429d-ba4d-7c9210a00994, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1a174fd3-7ae1-429d-ba4d-7c9210a00994,segment=NetworkSegment(1332316a-aa53-45cb-9a6a-b9e07bf9d200),segment_id=1332316a-aa53-45cb-9a6a-b9e07bf9d200)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:47.269635 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:47.285640 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e90d3d9-36e7-4816-8532-01c8f3995502 None None] DHCP port deletion for ccd8df5e-84df-46f9-b6a2-91c26a66658c request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:51:47.290706 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-1c55c09b-7747-4478-8865-c647304f708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'name': 'tempest-TestAggregatesBasicOps-809718490-router', 'tenant_id': '24a15d7e84464dea9c09178d22f80304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '7627ceef-8eec-4983-b4fe-df93b2823237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:51:36Z', 'updated_at': '2021-11-12T04:51:40Z', 'revision_number': 4, 'project_id': '24a15d7e84464dea9c09178d22f80304', 'gw_port': {'id': '7627ceef-8eec-4983-b4fe-df93b2823237', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:37Z', 'updated_at': '2021-11-12T04:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1a174fd3-7ae1-429d-ba4d-7c9210a00994', 'name': '', 'network_id': '4fbace23-9008-487c-bc5d-a36a698383a7', 'tenant_id': '24a15d7e84464dea9c09178d22f80304', 'mac_address': 'fa:16:3e:54:12:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '09f1c5a9-a2da-405c-a047-e67374f78222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:40Z', 'updated_at': '2021-11-12T04:51:46Z', 'revision_number': 4, 'project_id': '24a15d7e84464dea9c09178d22f80304', 'subnets': [{'id': '09f1c5a9-a2da-405c-a047-e67374f78222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:47.293933 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed109f2d-f266-4507-a0a9-d5c99f3e17d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:47.345019 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:47.354091 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c55c09b-7747-4478-8865-c647304f708f None None] The sync data for ids ['eedb450a-fd95-49d4-8e84-0955d0d2610b'] in n-d-768509-24 is: [{'id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'name': 'tempest-TestAggregatesBasicOps-809718490-router', 'tenant_id': '24a15d7e84464dea9c09178d22f80304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '7627ceef-8eec-4983-b4fe-df93b2823237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:51:36Z', 'updated_at': '2021-11-12T04:51:40Z', 'revision_number': 4, 'project_id': '24a15d7e84464dea9c09178d22f80304', 'gw_port': {'id': '7627ceef-8eec-4983-b4fe-df93b2823237', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:37Z', 'updated_at': '2021-11-12T04:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1a174fd3-7ae1-429d-ba4d-7c9210a00994', 'name': '', 'network_id': '4fbace23-9008-487c-bc5d-a36a698383a7', 'tenant_id': '24a15d7e84464dea9c09178d22f80304', 'mac_address': 'fa:16:3e:54:12:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '09f1c5a9-a2da-405c-a047-e67374f78222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:40Z', 'updated_at': '2021-11-12T04:51:46Z', 'revision_number': 4, 'project_id': '24a15d7e84464dea9c09178d22f80304', 'subnets': [{'id': '09f1c5a9-a2da-405c-a047-e67374f78222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:51:47.385265 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6eb971-4902-49cd-b251-fb3b2eb6338d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:47.393517 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] No DVR routers for this DVR port 6d6eb971-4902-49cd-b251-fb3b2eb6338d on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:51:47.414386 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5e90d3d9-36e7-4816-8532-01c8f3995502 None None] The port '6d6eb971-4902-49cd-b251-fb3b2eb6338d' was deleted {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 04:51:47.458298 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed109f2d-f266-4507-a0a9-d5c99f3e17d7 None None] Pushing event updated for resources: {'Port': ['ID=1a174fd3-7ae1-429d-ba4d-7c9210a00994,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:47.461415 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:51:47.461773 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:51:47.504000 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:47.536586 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd8df5e-84df-46f9-b6a2-91c26a66658c']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:47.536586 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e01802a-3e59-4ccd-ab44-eb567ce3da81') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:47.536586 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e01802a-3e59-4ccd-ab44-eb567ce3da81') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:47.547064 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:47.563181 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:47.569726 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:51:47.570260 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:51:47.572141 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:51:47.711275 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:47.716977 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:47.720904 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] 10.222.0.37 "DELETE /v2.0/networks/ccd8df5e-84df-46f9-b6a2-91c26a66658c HTTP/1.1" status: 204 len: 168 time: 0.7819128 Nov 12 04:51:47.723697 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52890) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:47.735634 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c986a79-35f9-437e-bdc4-0988f4591fca admin admin] Pushing event deleted for resources: {'Network': ['ID=ccd8df5e-84df-46f9-b6a2-91c26a66658c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:48.069527 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c0bf5dd6-9839-4ccc-ac74-8e5026924a72 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:51:48.091679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: c0bf5dd6-9839-4ccc-ac74-8e5026924a72 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:51:48.092025 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c0bf5dd6-9839-4ccc-ac74-8e5026924a72 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:51:48.092445 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:51:48.120938 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:51:48.121278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9a3e3ad2-0ae2-47c7-82ff-ac292bc9b315 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:51:48.139593 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da934863-84ee-4ff1-81a6-2557e66e878a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:48.282556 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:48.406131 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-da934863-84ee-4ff1-81a6-2557e66e878a admin admin] Deleting port 1a174fd3-7ae1-429d-ba4d-7c9210a00994 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:51:48.406507 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da934863-84ee-4ff1-81a6-2557e66e878a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:48.487379 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-da934863-84ee-4ff1-81a6-2557e66e878a admin admin] For port 1a174fd3-7ae1-429d-ba4d-7c9210a00994, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1a174fd3-7ae1-429d-ba4d-7c9210a00994,segment=NetworkSegment(1332316a-aa53-45cb-9a6a-b9e07bf9d200),segment_id=1332316a-aa53-45cb-9a6a-b9e07bf9d200)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:48.487640 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da934863-84ee-4ff1-81a6-2557e66e878a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:48.502119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-da934863-84ee-4ff1-81a6-2557e66e878a admin admin] Calling delete_port for 1a174fd3-7ae1-429d-ba4d-7c9210a00994 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:51:48.693001 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1a174fd3-7ae1-429d-ba4d-7c9210a00994 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:51:48.755322 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 1a174fd3-7ae1-429d-ba4d-7c9210a00994 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:48.755914 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:48.773688 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da934863-84ee-4ff1-81a6-2557e66e878a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:48.799852 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Could not find standard attr ID for object 1a174fd3-7ae1-429d-ba4d-7c9210a00994. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:51:48.803737 n-d-768509-24 neutron-server[103298]: INFO neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No ports have port_id starting with 1a174fd3-7ae1-429d-ba4d-7c9210a00994 Nov 12 04:51:48.807483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da934863-84ee-4ff1-81a6-2557e66e878a admin admin] Pushing event deleted for resources: {'Port': ['ID=1a174fd3-7ae1-429d-ba4d-7c9210a00994,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:48.883106 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6d6eb971-4902-49cd-b251-fb3b2eb6338d no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:51:48.905772 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 6d6eb971-4902-49cd-b251-fb3b2eb6338d {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:51:48.907125 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6d6eb971-4902-49cd-b251-fb3b2eb6338d not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:51:48.988409 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db524e2-b43d-48c9-9ab7-a83995318e26 req-d0289f1f-779c-415d-b417-66df908858c8 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:48.990315 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5db524e2-b43d-48c9-9ab7-a83995318e26 req-d0289f1f-779c-415d-b417-66df908858c8 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 946 time: 0.1168504 Nov 12 04:51:49.088292 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5db524e2-b43d-48c9-9ab7-a83995318e26 req-daf2c365-51dc-4012-886a-bec9c929581e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902438 Nov 12 04:51:49.089085 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da934863-84ee-4ff1-81a6-2557e66e878a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:49.317812 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da934863-84ee-4ff1-81a6-2557e66e878a admin admin] Router eedb450a-fd95-49d4-8e84-0955d0d2610b has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:51:49.428694 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da934863-84ee-4ff1-81a6-2557e66e878a admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:51:49.436699 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-da934863-84ee-4ff1-81a6-2557e66e878a admin admin] 10.222.0.37 "PUT /v2.0/routers/eedb450a-fd95-49d4-8e84-0955d0d2610b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7090933 Nov 12 04:51:49.436699 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52896) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:49.442432 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5cef10-db0c-4036-a863-944e16d0e7ce None None] Sync routers for ids ['eedb450a-fd95-49d4-8e84-0955d0d2610b'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:51:49.448190 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5cef10-db0c-4036-a863-944e16d0e7ce None None] Routers {'eedb450a-fd95-49d4-8e84-0955d0d2610b'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:51:49.448791 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6f5cef10-db0c-4036-a863-944e16d0e7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:51:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['eedb450a-fd95-49d4-8e84-0955d0d2610b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:49.544412 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8bea72e-b678-48ab-85aa-f539caa45d2a admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:49.558743 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-6f5cef10-db0c-4036-a863-944e16d0e7ce None None] Set router eedb450a-fd95-49d4-8e84-0955d0d2610b gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:51:49.653241 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8bea72e-b678-48ab-85aa-f539caa45d2a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:49.743413 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6f5cef10-db0c-4036-a863-944e16d0e7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'name': 'tempest-TestAggregatesBasicOps-809718490-router', 'tenant_id': '24a15d7e84464dea9c09178d22f80304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '7627ceef-8eec-4983-b4fe-df93b2823237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:51:36Z', 'updated_at': '2021-11-12T04:51:48Z', 'revision_number': 5, 'project_id': '24a15d7e84464dea9c09178d22f80304', 'gw_port': {'id': '7627ceef-8eec-4983-b4fe-df93b2823237', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:37Z', 'updated_at': '2021-11-12T04:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:49.769778 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5cef10-db0c-4036-a863-944e16d0e7ce None None] Checking router: eedb450a-fd95-49d4-8e84-0955d0d2610b for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:51:49.778086 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5cef10-db0c-4036-a863-944e16d0e7ce None None] Routers {'eedb450a-fd95-49d4-8e84-0955d0d2610b'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:51:49.778701 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6f5cef10-db0c-4036-a863-944e16d0e7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:51:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['eedb450a-fd95-49d4-8e84-0955d0d2610b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:49.880195 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-b8bea72e-b678-48ab-85aa-f539caa45d2a admin admin] Deleting port 7627ceef-8eec-4983-b4fe-df93b2823237 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:51:49.880576 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8bea72e-b678-48ab-85aa-f539caa45d2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:49.885022 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-6f5cef10-db0c-4036-a863-944e16d0e7ce None None] Set router eedb450a-fd95-49d4-8e84-0955d0d2610b gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:51:49.966114 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-b8bea72e-b678-48ab-85aa-f539caa45d2a admin admin] For port 7627ceef-8eec-4983-b4fe-df93b2823237, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7627ceef-8eec-4983-b4fe-df93b2823237,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:49.966381 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8bea72e-b678-48ab-85aa-f539caa45d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:49.979784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-b8bea72e-b678-48ab-85aa-f539caa45d2a admin admin] Calling delete_port for 7627ceef-8eec-4983-b4fe-df93b2823237 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:51:50.069464 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6f5cef10-db0c-4036-a863-944e16d0e7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'name': 'tempest-TestAggregatesBasicOps-809718490-router', 'tenant_id': '24a15d7e84464dea9c09178d22f80304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '7627ceef-8eec-4983-b4fe-df93b2823237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:51:36Z', 'updated_at': '2021-11-12T04:51:48Z', 'revision_number': 5, 'project_id': '24a15d7e84464dea9c09178d22f80304', 'gw_port': {'id': '7627ceef-8eec-4983-b4fe-df93b2823237', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:37Z', 'updated_at': '2021-11-12T04:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:50.101260 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5cef10-db0c-4036-a863-944e16d0e7ce None None] The sync data for ids ['eedb450a-fd95-49d4-8e84-0955d0d2610b'] in n-d-768509-24 is: [{'id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'name': 'tempest-TestAggregatesBasicOps-809718490-router', 'tenant_id': '24a15d7e84464dea9c09178d22f80304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '7627ceef-8eec-4983-b4fe-df93b2823237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:51:36Z', 'updated_at': '2021-11-12T04:51:48Z', 'revision_number': 5, 'project_id': '24a15d7e84464dea9c09178d22f80304', 'gw_port': {'id': '7627ceef-8eec-4983-b4fe-df93b2823237', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedb450a-fd95-49d4-8e84-0955d0d2610b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:51:37Z', 'updated_at': '2021-11-12T04:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:51:50.210372 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92666a2-6a09-44b9-b363-7f7e6fce2a98 req-52f1aa09-9863-424f-8337-73b6369620c7 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:50.211903 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b92666a2-6a09-44b9-b363-7f7e6fce2a98 req-52f1aa09-9863-424f-8337-73b6369620c7 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 946 time: 0.0492952 Nov 12 04:51:50.213053 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8bea72e-b678-48ab-85aa-f539caa45d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:50.246949 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bea72e-b678-48ab-85aa-f539caa45d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=7627ceef-8eec-4983-b4fe-df93b2823237,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:50.269513 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e2aa1-f5e6-4e56-9f90-b05b3a63cac5 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:51:50.330502 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b92666a2-6a09-44b9-b363-7f7e6fce2a98 req-896ffef1-b7ab-4818-ab4f-5a8cffe76007 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112518 Nov 12 04:51:50.353885 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8bea72e-b678-48ab-85aa-f539caa45d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:50.445920 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8bea72e-b678-48ab-85aa-f539caa45d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:50.448188 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8bea72e-b678-48ab-85aa-f539caa45d2a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:50.579649 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8bea72e-b678-48ab-85aa-f539caa45d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:50.580184 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bea72e-b678-48ab-85aa-f539caa45d2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router eedb450a-fd95-49d4-8e84-0955d0d2610b {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:51:50.584672 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8bea72e-b678-48ab-85aa-f539caa45d2a admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:50.585916 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b8bea72e-b678-48ab-85aa-f539caa45d2a admin admin] 10.222.0.37 "DELETE /v2.0/routers/eedb450a-fd95-49d4-8e84-0955d0d2610b HTTP/1.1" status: 204 len: 168 time: 1.1483426 Nov 12 04:51:50.588946 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52900) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:50.640696 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-17feb673-d01b-47ab-bee4-28d479bb89d5 admin admin] Deleting subnet 09f1c5a9-a2da-405c-a047-e67374f78222 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:51:50.644628 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17feb673-d01b-47ab-bee4-28d479bb89d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:50.675560 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6499dad-3932-4544-92d5-200a7d91bccd req-668ee2a5-5db9-41bb-a702-60239a1b1e9a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:50.677434 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e6499dad-3932-4544-92d5-200a7d91bccd req-668ee2a5-5db9-41bb-a702-60239a1b1e9a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 946 time: 0.0654426 Nov 12 04:51:50.690572 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17feb673-d01b-47ab-bee4-28d479bb89d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:50.778431 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1a174fd3-7ae1-429d-ba4d-7c9210a00994 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:51:50.793481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-e6499dad-3932-4544-92d5-200a7d91bccd req-ba73cc97-297e-428d-9dab-327cc0c23f30 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Deleting port 276566f0-8c9e-4655-9044-ba0904aff8df {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:51:50.793830 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e6499dad-3932-4544-92d5-200a7d91bccd req-ba73cc97-297e-428d-9dab-327cc0c23f30 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:50.806795 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17feb673-d01b-47ab-bee4-28d479bb89d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:50.807378 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 1a174fd3-7ae1-429d-ba4d-7c9210a00994 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:51:50.807967 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1a174fd3-7ae1-429d-ba4d-7c9210a00994 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:51:50.901446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-e6499dad-3932-4544-92d5-200a7d91bccd req-ba73cc97-297e-428d-9dab-327cc0c23f30 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] For port 276566f0-8c9e-4655-9044-ba0904aff8df, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=276566f0-8c9e-4655-9044-ba0904aff8df,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:50.901808 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e6499dad-3932-4544-92d5-200a7d91bccd req-ba73cc97-297e-428d-9dab-327cc0c23f30 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:50.934053 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17feb673-d01b-47ab-bee4-28d479bb89d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:50.962650 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17feb673-d01b-47ab-bee4-28d479bb89d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09f1c5a9-a2da-405c-a047-e67374f78222,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:50.964816 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-17feb673-d01b-47ab-bee4-28d479bb89d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:50.970725 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-17feb673-d01b-47ab-bee4-28d479bb89d5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/09f1c5a9-a2da-405c-a047-e67374f78222 HTTP/1.1" status: 204 len: 168 time: 0.3780661 Nov 12 04:51:50.970725 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52902) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:50.973902 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaf8b70-f51b-44b0-998b-ea36c093ddaf None None] Network 4fbace23-9008-487c-bc5d-a36a698383a7 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:51:51.048654 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:51.103303 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] Deleting port cb71225f-2135-4bb8-bd19-a0682657f533 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:51:51.103551 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:51.169614 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e6499dad-3932-4544-92d5-200a7d91bccd req-ba73cc97-297e-428d-9dab-327cc0c23f30 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:51.170043 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e6499dad-3932-4544-92d5-200a7d91bccd req-ba73cc97-297e-428d-9dab-327cc0c23f30 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:51.170420 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-e6499dad-3932-4544-92d5-200a7d91bccd req-ba73cc97-297e-428d-9dab-327cc0c23f30 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Floating IP 97e0e9f9-9b31-4fe2-850f-fa48e9cdc0f3 disassociated. External IP: 172.25.1.254, port: 276566f0-8c9e-4655-9044-ba0904aff8df. Nov 12 04:51:51.170926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-e6499dad-3932-4544-92d5-200a7d91bccd req-ba73cc97-297e-428d-9dab-327cc0c23f30 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Calling delete_port for 276566f0-8c9e-4655-9044-ba0904aff8df owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:51:51.176127 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] For port cb71225f-2135-4bb8-bd19-a0682657f533, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=cb71225f-2135-4bb8-bd19-a0682657f533,segment=NetworkSegment(1332316a-aa53-45cb-9a6a-b9e07bf9d200),segment_id=1332316a-aa53-45cb-9a6a-b9e07bf9d200)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:51.180803 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:51.201355 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9801a2-4458-4503-baeb-76290b0c7c06 None None] DHCP port deletion for 4fbace23-9008-487c-bc5d-a36a698383a7 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:51:51.308861 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8e9801a2-4458-4503-baeb-76290b0c7c06 None None] Deleting port cb71225f-2135-4bb8-bd19-a0682657f533 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:51:51.309504 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8e9801a2-4458-4503-baeb-76290b0c7c06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:51.385058 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8e9801a2-4458-4503-baeb-76290b0c7c06 None None] For port cb71225f-2135-4bb8-bd19-a0682657f533, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=cb71225f-2135-4bb8-bd19-a0682657f533,segment=NetworkSegment(1332316a-aa53-45cb-9a6a-b9e07bf9d200),segment_id=1332316a-aa53-45cb-9a6a-b9e07bf9d200)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:51.385459 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8e9801a2-4458-4503-baeb-76290b0c7c06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:51.401665 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8e9801a2-4458-4503-baeb-76290b0c7c06 None None] Calling delete_port for cb71225f-2135-4bb8-bd19-a0682657f533 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:51:51.417990 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e6499dad-3932-4544-92d5-200a7d91bccd req-ba73cc97-297e-428d-9dab-327cc0c23f30 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:51.445987 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cbea1ea4-030f-46a3-aeb5-85f1b201e167 req-6f775670-08f7-433f-9e92-92717ce22d0d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 210 time: 0.0403175 Nov 12 04:51:51.464017 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] Calling delete_port for cb71225f-2135-4bb8-bd19-a0682657f533 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:51:51.469546 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73cc97-297e-428d-9dab-327cc0c23f30 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event deleted for resources: {'Port': ['ID=276566f0-8c9e-4655-9044-ba0904aff8df,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:51.589125 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6499dad-3932-4544-92d5-200a7d91bccd req-ba73cc97-297e-428d-9dab-327cc0c23f30 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Router 6053bc79-3b8b-4697-bf48-e061be42a982 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:51:51.607724 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8e9801a2-4458-4503-baeb-76290b0c7c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:51.616775 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:51.638474 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9801a2-4458-4503-baeb-76290b0c7c06 None None] Pushing event deleted for resources: {'Port': ['ID=cb71225f-2135-4bb8-bd19-a0682657f533,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:51.642876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9801a2-4458-4503-baeb-76290b0c7c06 None None] No DVR routers for this DVR port cb71225f-2135-4bb8-bd19-a0682657f533 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:51:51.646740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] Pushing event deleted for resources: {'Port': ['ID=cb71225f-2135-4bb8-bd19-a0682657f533,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:51.649957 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] No DVR routers for this DVR port cb71225f-2135-4bb8-bd19-a0682657f533 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:51:51.704090 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6499dad-3932-4544-92d5-200a7d91bccd req-ba73cc97-297e-428d-9dab-327cc0c23f30 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:51:51.715523 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a51b63b-c453-4868-b7c8-eae9e499da4b None None] Sync routers for ids ['6053bc79-3b8b-4697-bf48-e061be42a982'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:51:51.727688 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51b63b-c453-4868-b7c8-eae9e499da4b None None] Routers {'6053bc79-3b8b-4697-bf48-e061be42a982'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:51:51.728311 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-5a51b63b-c453-4868-b7c8-eae9e499da4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:51:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6053bc79-3b8b-4697-bf48-e061be42a982'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:51.743130 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:51.748406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6499dad-3932-4544-92d5-200a7d91bccd req-ba73cc97-297e-428d-9dab-327cc0c23f30 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] No DVR routers for this DVR port 276566f0-8c9e-4655-9044-ba0904aff8df on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:51:51.751095 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e6499dad-3932-4544-92d5-200a7d91bccd req-ba73cc97-297e-428d-9dab-327cc0c23f30 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:51.754709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e6499dad-3932-4544-92d5-200a7d91bccd req-ba73cc97-297e-428d-9dab-327cc0c23f30 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.31 "DELETE /v2.0/ports/276566f0-8c9e-4655-9044-ba0904aff8df HTTP/1.1" status: 204 len: 173 time: 1.0699058 Nov 12 04:51:51.755247 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f509bea-62aa-438f-a605-ce2acecf2272', 'name': 'network-vif-deleted', 'tag': '276566f0-8c9e-4655-9044-ba0904aff8df'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:51:51.757769 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992e91bd-b02e-490f-bca5-068dd5711fce" -d '{"events": [{"server_uuid": "8f509bea-62aa-438f-a605-ce2acecf2272", "name": "network-vif-deleted", "tag": "276566f0-8c9e-4655-9044-ba0904aff8df"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:51:51.768719 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbace23-9008-487c-bc5d-a36a698383a7']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:51.779629 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1332316a-aa53-45cb-9a6a-b9e07bf9d200') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:51.780004 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1332316a-aa53-45cb-9a6a-b9e07bf9d200') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:51.798451 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:51.808582 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a878ba-1eae-4d7c-9e77-096a9dea38de x-openstack-request-id: req-d7a878ba-1eae-4d7c-9e77-096a9dea38de {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:51:51.808582 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f509bea-62aa-438f-a605-ce2acecf2272", "name": "network-vif-deleted", "tag": "276566f0-8c9e-4655-9044-ba0904aff8df", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:51:51.808582 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7a878ba-1eae-4d7c-9e77-096a9dea38de {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:51:51.808989 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f509bea-62aa-438f-a605-ce2acecf2272', 'name': 'network-vif-deleted', 'tag': '276566f0-8c9e-4655-9044-ba0904aff8df', 'status': 'completed', 'code': 200} Nov 12 04:51:51.816742 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:51.823224 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:51:51.823627 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: self.session.flush() Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:51:51.825385 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:51:51.876464 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-5a51b63b-c453-4868-b7c8-eae9e499da4b None None] Set router 6053bc79-3b8b-4697-bf48-e061be42a982 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:51:51.939121 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:51.947229 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:51.953820 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] 10.222.0.37 "DELETE /v2.0/networks/4fbace23-9008-487c-bc5d-a36a698383a7 HTTP/1.1" status: 204 len: 168 time: 0.9815955 Nov 12 04:51:51.981150 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd4b17-b0f5-4d80-a9b0-c0f2932889db admin admin] Pushing event deleted for resources: {'Network': ['ID=4fbace23-9008-487c-bc5d-a36a698383a7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:52.121437 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-5a51b63b-c453-4868-b7c8-eae9e499da4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 5, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:52.149626 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a51b63b-c453-4868-b7c8-eae9e499da4b None None] Checking router: 6053bc79-3b8b-4697-bf48-e061be42a982 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:51:52.158356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51b63b-c453-4868-b7c8-eae9e499da4b None None] Routers {'6053bc79-3b8b-4697-bf48-e061be42a982'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:51:52.159011 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-5a51b63b-c453-4868-b7c8-eae9e499da4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:51:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6053bc79-3b8b-4697-bf48-e061be42a982'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:52.276761 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-5a51b63b-c453-4868-b7c8-eae9e499da4b None None] Set router 6053bc79-3b8b-4697-bf48-e061be42a982 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:51:52.394053 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52910) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:52.441884 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6433c339-ed2e-4fb0-85e6-d917f65dac6e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93f86eeb633b4479a9b06a4ee20d08dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460320 Nov 12 04:51:52.445145 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 52912) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:52.499472 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-5a51b63b-c453-4868-b7c8-eae9e499da4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 5, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:52.509178 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf90004a-c0ed-4053-8002-19a95cdfedd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:52.535882 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf90004a-c0ed-4053-8002-19a95cdfedd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:52.546787 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a51b63b-c453-4868-b7c8-eae9e499da4b None None] The sync data for ids ['6053bc79-3b8b-4697-bf48-e061be42a982'] in n-d-768509-24 is: [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 5, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:51:52.711403 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device cb71225f-2135-4bb8-bd19-a0682657f533 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:51:52.736711 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: cb71225f-2135-4bb8-bd19-a0682657f533 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:51:52.737275 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device cb71225f-2135-4bb8-bd19-a0682657f533 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:51:52.738107 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 7627ceef-8eec-4983-b4fe-df93b2823237 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:51:52.760682 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 7627ceef-8eec-4983-b4fe-df93b2823237 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:51:52.761178 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 7627ceef-8eec-4983-b4fe-df93b2823237 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:51:52.868532 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6152f9-183a-46f7-bb23-d42a4af9ebb5 None None] New status for floating IP 97e0e9f9-9b31-4fe2-850f-fa48e9cdc0f3: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:51:52.955413 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d4d260a-a484-4600-a67f-93f2a493fe25 req-03a63e4e-c3c6-4b84-aa78-738337782955 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 210 time: 0.4172521 Nov 12 04:51:53.070849 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf90004a-c0ed-4053-8002-19a95cdfedd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:53.073662 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf90004a-c0ed-4053-8002-19a95cdfedd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:53.077969 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bf90004a-c0ed-4053-8002-19a95cdfedd5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0703212-c403-4750-862b-cbe7e89c536d HTTP/1.1" status: 204 len: 168 time: 0.6272559 Nov 12 04:51:53.085236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90004a-c0ed-4053-8002-19a95cdfedd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0703212-c403-4750-862b-cbe7e89c536d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:53.710663 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52920) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:53.757885 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f58968df-86dc-48dd-a4db-e0565ec5bdf6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24a15d7e84464dea9c09178d22f80304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458999 Nov 12 04:51:53.760524 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 52922) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:51:53.820035 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7eb4e24b-99a1-4235-8195-9d4652317544 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:53.844541 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7eb4e24b-99a1-4235-8195-9d4652317544 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:54.000971 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7eb4e24b-99a1-4235-8195-9d4652317544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:54.003693 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7eb4e24b-99a1-4235-8195-9d4652317544 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:54.005278 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7eb4e24b-99a1-4235-8195-9d4652317544 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6eca8199-7d14-45a2-b59a-65438c7eb272 HTTP/1.1" status: 204 len: 168 time: 0.2434640 Nov 12 04:51:54.025893 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4e24b-99a1-4235-8195-9d4652317544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eca8199-7d14-45a2-b59a-65438c7eb272,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:54.088067 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16dd5582-1eef-45a9-a530-9ddfd08383c5 req-d637dd40-aca3-49cb-9b08-7ce1f2f84112 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 210 time: 0.0307004 Nov 12 04:51:55.187778 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d0883c6-f320-4e4d-9d0a-93a6064581a7 req-10a1a2df-892a-4a1b-9cd6-f49716ee70da tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 210 time: 0.0271337 Nov 12 04:51:55.432617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 276566f0-8c9e-4655-9044-ba0904aff8df no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:51:55.457134 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 276566f0-8c9e-4655-9044-ba0904aff8df {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:51:55.457481 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 276566f0-8c9e-4655-9044-ba0904aff8df not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:51:56.284736 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-558b2e8e-b5e7-420c-8761-6f6e44c21172 req-6c08b023-d9d9-4782-92be-19d9f304fe57 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 210 time: 0.0267401 Nov 12 04:51:57.400290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e7fff6c-7abe-44fa-858b-b2fd608ab925 req-c1429634-0ead-49ec-ba0b-0bd7e98e09bb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f509bea-62aa-438f-a605-ce2acecf2272 HTTP/1.1" status: 200 len: 210 time: 0.0296199 Nov 12 04:51:58.652778 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-2d3c786d-d1f2-4ab5-b1d3-6b0edf9b38a3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909427476&fields=id&tenant_id=a3782c0eb54447b3ae7a2e382d21e569 HTTP/1.1" status: 200 len: 267 time: 0.0443773 Nov 12 04:51:58.761028 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-3985a9f3-b182-4690-bfbc-44e77db6c535 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:58.762560 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-3985a9f3-b182-4690-bfbc-44e77db6c535 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 809 time: 0.1028907 Nov 12 04:51:58.777834 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-40555d8a-349e-43b4-8f82-d09879137805 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/quotas/a3782c0eb54447b3ae7a2e382d21e569 HTTP/1.1" status: 200 len: 375 time: 0.0094168 Nov 12 04:51:58.837216 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-de152e19-fd64-4c51-bd34-e3908574d101 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537217 Nov 12 04:51:59.029298 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-4bb13a8b-100e-4843-ac3c-3341bf1f0f2d service neutron] 10.222.0.37 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794534 Nov 12 04:51:59.134222 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-b4b3b84b-5522-44ce-a22d-76f495a79642 service neutron] 10.222.0.37 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987513 Nov 12 04:51:59.746336 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d11faa3e-d5b0-47e0-a4d1-e4549ce46065 req-87b8068c-f0ce-422d-85a3-616d89490dca tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 210 time: 0.0278473 Nov 12 04:52:00.825284 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3250c0a2-55c8-49d3-83d8-75805532206d req-94ee2847-4a41-48ca-aa7b-b5df02429a0a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 210 time: 0.0267577 Nov 12 04:52:01.904859 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a9fa972f-71ee-479e-a6c5-af7fdab12f06 req-8965a8c5-6a54-4f37-8595-d0d038a3bcf5 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 210 time: 0.0274453 Nov 12 04:52:02.984698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c30310a9-38f1-4682-bffb-4ffa5f263014 req-b8d13c6c-832e-44a5-a358-e9a1a7e84f04 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 210 time: 0.0265868 Nov 12 04:52:03.161553 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bb305478-511f-40e4-86ae-7da334077a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:04.085428 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7aa8f02e-b01a-4d5d-a79a-a31349b10e7a req-6a7c44f8-dba5-44b2-86aa-a1dff1ef164a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 210 time: 0.0306871 Nov 12 04:52:05.182256 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ced53c85-714c-40ea-bad8-f1257511413c req-e8d18328-6772-4f15-8314-6220a9e0fd4c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 210 time: 0.0278943 Nov 12 04:52:05.567566 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf461dd0-8e84-49b3-b2f8-d39732343266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:05.795001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-11f1c6ed-1135-4f1d-a45f-479ad980b1c3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:05.796542 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-11f1c6ed-1135-4f1d-a45f-479ad980b1c3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.21 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 809 time: 0.1068065 Nov 12 04:52:05.866970 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-3532e52a-7455-45aa-8afd-2579810721e1 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3782c0eb54447b3ae7a2e382d21e569 HTTP/1.1" status: 200 len: 380 time: 0.0554669 Nov 12 04:52:05.877561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-31305093-348b-4d3a-8087-c7fa7e48af3c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Request body: {'port': {'device_id': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'admin_state_up': True, 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'security_groups': ['7eff69c7-b3bb-4958-92f1-9b99eb9b055e']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:52:06.052411 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-31305093-348b-4d3a-8087-c7fa7e48af3c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Made reservation on behalf of a3782c0eb54447b3ae7a2e382d21e569 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:52:06.056340 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-31305093-348b-4d3a-8087-c7fa7e48af3c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:06.243364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-31305093-348b-4d3a-8087-c7fa7e48af3c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Allocated IP 172.20.0.7 (4019927c-f686-4736-906f-6f7a053cc39c/50e453bb-3a0f-4798-b2da-900226d2fe0d/2c1ca04b-4727-475e-8ad2-307a665214d1) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:52:06.299041 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a55f0843-d5a0-4723-985f-81c813aa4f78 req-6f8c31c0-acae-4eb0-a81f-549069bc5575 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 210 time: 0.0369124 Nov 12 04:52:06.421462 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-31305093-348b-4d3a-8087-c7fa7e48af3c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:06.528086 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-31305093-348b-4d3a-8087-c7fa7e48af3c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:06.578981 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-31305093-348b-4d3a-8087-c7fa7e48af3c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Network 4019927c-f686-4736-906f-6f7a053cc39c is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:52:06.582357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-31305093-348b-4d3a-8087-c7fa7e48af3c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:52:06.584993 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-31305093-348b-4d3a-8087-c7fa7e48af3c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:52:06.592992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31305093-348b-4d3a-8087-c7fa7e48af3c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event updated for resources: {'Port': ['ID=2c1ca04b-4727-475e-8ad2-307a665214d1,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:52:06.644172 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-31305093-348b-4d3a-8087-c7fa7e48af3c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:06.644823 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-31305093-348b-4d3a-8087-c7fa7e48af3c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:06.764655 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-31305093-348b-4d3a-8087-c7fa7e48af3c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8911974 Nov 12 04:52:06.818652 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:06.834280 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Request body: {'port': {'device_id': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:52:06.852779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e3df72ec-0440-49c3-b523-953477f93ed3 None None] Provisioning complete for port 2c1ca04b-4727-475e-8ad2-307a665214d1 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:52:06.853423 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3df72ec-0440-49c3-b523-953477f93ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:06.895850 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:06.898821 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e3df72ec-0440-49c3-b523-953477f93ed3 None None] Port 2c1ca04b-4727-475e-8ad2-307a665214d1 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:52:07.173339 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1ca04b-4727-475e-8ad2-307a665214d1 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:52:07.181818 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:07.194066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Transition to ACTIVE for port object 2c1ca04b-4727-475e-8ad2-307a665214d1 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:52:07.270178 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:07.325630 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Pushing event updated for resources: {'Port': ['ID=2c1ca04b-4727-475e-8ad2-307a665214d1,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:52:07.448470 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Attempting to bind port 2c1ca04b-4727-475e-8ad2-307a665214d1 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:52:07.448768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Attempting to bind port 2c1ca04b-4727-475e-8ad2-307a665214d1 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:52:07.449051 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Attempting to bind port 2c1ca04b-4727-475e-8ad2-307a665214d1 on network 4019927c-f686-4736-906f-6f7a053cc39c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:52:07.457775 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Port 2c1ca04b-4727-475e-8ad2-307a665214d1 on network 4019927c-f686-4736-906f-6f7a053cc39c not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:52:07.458202 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Attempting to bind port 2c1ca04b-4727-475e-8ad2-307a665214d1 on network 4019927c-f686-4736-906f-6f7a053cc39c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:52:07.467746 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:52:07.468249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Checking segment: {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:52:07.468716 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Bound using segment: {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:52:07.469242 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Bound port: 2c1ca04b-4727-475e-8ad2-307a665214d1, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:52:07.469695 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:07.481295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5e795-2e5d-4353-a97e-b6337833e7d0 req-f60ce842-1615-4a26-9e31-4334318b0377 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:07.487225 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ccd5e795-2e5d-4353-a97e-b6337833e7d0 req-f60ce842-1615-4a26-9e31-4334318b0377 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 943 time: 0.0835273 Nov 12 04:52:07.590610 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ccd5e795-2e5d-4353-a97e-b6337833e7d0 req-182fdcf0-16f5-474a-b6bf-84922cf9969d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952585 Nov 12 04:52:07.616714 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] For port 2c1ca04b-4727-475e-8ad2-307a665214d1, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:52:07.620188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] For port 2c1ca04b-4727-475e-8ad2-307a665214d1, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2c1ca04b-4727-475e-8ad2-307a665214d1,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:52:07.688225 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:07.724829 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:07.725462 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:07.726900 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] 10.222.0.21 "PUT /v2.0/ports/2c1ca04b-4727-475e-8ad2-307a665214d1 HTTP/1.1" status: 200 len: 1092 time: 0.9476516 Nov 12 04:52:07.727360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'tag': '2c1ca04b-4727-475e-8ad2-307a665214d1'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:52:07.734171 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdceed7-481f-4c22-aa5a-6b3ae26d102b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8d5731-c5f9-470a-8b2a-8fa31329294a", "tag": "2c1ca04b-4727-475e-8ad2-307a665214d1"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:52:07.760786 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8be555-e7c7-42fc-9c80-ef4f08de75fd service neutron] Pushing event updated for resources: {'Port': ['ID=2c1ca04b-4727-475e-8ad2-307a665214d1,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:52:07.919727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-54733b9e-a0a5-48b2-9773-203c6ba60c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:07.922100 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-54733b9e-a0a5-48b2-9773-203c6ba60c99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 1095 time: 0.0604584 Nov 12 04:52:07.983587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-42e5286f-8c8b-413a-92ed-edec81aea7ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1ca04b-4727-475e-8ad2-307a665214d1 HTTP/1.1" status: 200 len: 217 time: 0.0430748 Nov 12 04:52:08.023632 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfacf97c-bc7c-47c8-b91a-755784f2fb4a x-openstack-request-id: req-cfacf97c-bc7c-47c8-b91a-755784f2fb4a {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:52:08.024017 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8d5731-c5f9-470a-8b2a-8fa31329294a", "tag": "2c1ca04b-4727-475e-8ad2-307a665214d1", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:52:08.024330 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cfacf97c-bc7c-47c8-b91a-755784f2fb4a {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:52:08.025452 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'tag': '2c1ca04b-4727-475e-8ad2-307a665214d1', 'status': 'completed', 'code': 200} Nov 12 04:52:08.049127 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-7d8e8fd2-554b-4f13-8315-4343cd070a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:08.050827 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-7d8e8fd2-554b-4f13-8315-4343cd070a22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0601146 Nov 12 04:52:08.105373 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-b887e7de-833d-4ba6-82ab-a40871c83d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:08.106930 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-b887e7de-833d-4ba6-82ab-a40871c83d51 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472646 Nov 12 04:52:08.207739 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-131df54d-6b20-4d18-b1c0-ead0d305c8ec service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931690 Nov 12 04:52:08.323289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8b5e58e-79cf-49e7-8a46-e050ec3c3b5b req-d1d9ea3a-90c3-4710-93af-a05c3b6e1d0c service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083086 Nov 12 04:52:08.390420 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:08.511888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdceed7-481f-4c22-aa5a-6b3ae26d102b req-58417b8f-5e5c-454c-ab2e-5b4500958ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:08.513422 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bdceed7-481f-4c22-aa5a-6b3ae26d102b req-58417b8f-5e5c-454c-ab2e-5b4500958ef2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 1095 time: 0.0524623 Nov 12 04:52:08.612390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdceed7-481f-4c22-aa5a-6b3ae26d102b req-42fc8077-dbcb-4dcf-b112-a38aa30f2706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:08.613934 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bdceed7-481f-4c22-aa5a-6b3ae26d102b req-42fc8077-dbcb-4dcf-b112-a38aa30f2706 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 910 time: 0.0932279 Nov 12 04:52:08.670257 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bdceed7-481f-4c22-aa5a-6b3ae26d102b req-105a0b85-d549-4578-afee-7505c63abf50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1ca04b-4727-475e-8ad2-307a665214d1 HTTP/1.1" status: 200 len: 217 time: 0.0488737 Nov 12 04:52:08.748964 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdceed7-481f-4c22-aa5a-6b3ae26d102b req-01fee1c7-887b-4819-99e7-2b7e4ffa3da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:08.750446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bdceed7-481f-4c22-aa5a-6b3ae26d102b req-01fee1c7-887b-4819-99e7-2b7e4ffa3da2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0684125 Nov 12 04:52:08.776491 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1eb51d-85dc-435f-98e2-fba36ec2677a req-e17c7b5b-4425-45e7-bb4e-38c4fe1c39da tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:08.777847 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f1eb51d-85dc-435f-98e2-fba36ec2677a req-e17c7b5b-4425-45e7-bb4e-38c4fe1c39da tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 943 time: 0.1047764 Nov 12 04:52:08.840598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdceed7-481f-4c22-aa5a-6b3ae26d102b req-7b94e94c-826a-4fb0-9e0a-996754b56660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:08.842072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bdceed7-481f-4c22-aa5a-6b3ae26d102b req-7b94e94c-826a-4fb0-9e0a-996754b56660 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811141 Nov 12 04:52:08.864064 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f1eb51d-85dc-435f-98e2-fba36ec2677a req-28895ff6-1cb8-4bdd-aabf-04dba3bf7a2f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655160 Nov 12 04:52:08.952808 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bdceed7-481f-4c22-aa5a-6b3ae26d102b req-c6abbcb4-92a6-449a-9bd1-59ad9e431f2a service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015382 Nov 12 04:52:09.048761 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bdceed7-481f-4c22-aa5a-6b3ae26d102b req-eadf81c5-c801-4d80-b9bc-7e92ad65599f service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876477 Nov 12 04:52:09.184368 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:09.997904 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9527b-c960-4d92-9d87-7b65e2f80199 req-c20233c0-106b-4f0f-a204-197f0237a249 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:10.000226 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fda9527b-c960-4d92-9d87-7b65e2f80199 req-c20233c0-106b-4f0f-a204-197f0237a249 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 943 time: 0.0590127 Nov 12 04:52:10.055688 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fda9527b-c960-4d92-9d87-7b65e2f80199 req-e2d20d7e-05be-46c0-bdc7-ac0262065c78 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489357 Nov 12 04:52:11.190355 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7ba59-b21e-4636-8dcf-b776673ab814 req-aa4609ae-6433-428c-9a19-2cc1d85e7bf6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:11.191983 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63e7ba59-b21e-4636-8dcf-b776673ab814 req-aa4609ae-6433-428c-9a19-2cc1d85e7bf6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 943 time: 0.0627372 Nov 12 04:52:11.245247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63e7ba59-b21e-4636-8dcf-b776673ab814 req-7351d77b-d22e-41f5-8f6d-59519f875d2b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470481 Nov 12 04:52:12.368151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e6c42-2cbc-421f-93d9-a7e9ccb91b0b req-597fc659-cba3-43a8-80aa-2ed55a4bb4ac tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:12.369640 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-804e6c42-2cbc-421f-93d9-a7e9ccb91b0b req-597fc659-cba3-43a8-80aa-2ed55a4bb4ac tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 943 time: 0.0530632 Nov 12 04:52:12.423709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-804e6c42-2cbc-421f-93d9-a7e9ccb91b0b req-63273171-d1de-4f35-ad96-849be0a3d520 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479622 Nov 12 04:52:13.541823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a7445-aba0-41cd-9f7e-cc91b1ff3a13 req-3b2191db-c056-4229-96e9-2d70f59d8e28 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:13.543523 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-987a7445-aba0-41cd-9f7e-cc91b1ff3a13 req-3b2191db-c056-4229-96e9-2d70f59d8e28 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 943 time: 0.0496299 Nov 12 04:52:13.594114 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-987a7445-aba0-41cd-9f7e-cc91b1ff3a13 req-c4090577-0575-4408-b56d-a6a047afc780 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438619 Nov 12 04:52:14.536100 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:52:14.712180 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266b4e0-ad26-4527-a2cd-597219b3f5c2 req-50bb12be-d850-4637-b114-6b4a635b0994 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:14.713719 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4266b4e0-ad26-4527-a2cd-597219b3f5c2 req-50bb12be-d850-4637-b114-6b4a635b0994 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 943 time: 0.0507383 Nov 12 04:52:14.770616 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4266b4e0-ad26-4527-a2cd-597219b3f5c2 req-ac34cf0c-44ef-49ce-987f-8ae8379446a1 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503197 Nov 12 04:52:15.888802 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92d783-3aee-408a-81ea-fc83cfbe245e req-dccfe780-22a6-4c31-ade5-693134735593 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:15.890293 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d92d783-3aee-408a-81ea-fc83cfbe245e req-dccfe780-22a6-4c31-ade5-693134735593 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 943 time: 0.0497761 Nov 12 04:52:15.940233 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d92d783-3aee-408a-81ea-fc83cfbe245e req-4e661a5a-81f7-4575-8a31-1c2e80a153d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439699 Nov 12 04:52:17.059773 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c96e5-479d-447b-816f-3960e385ab10 req-530db880-e094-4563-9ba5-df3b96e71786 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:17.061918 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a4c96e5-479d-447b-816f-3960e385ab10 req-530db880-e094-4563-9ba5-df3b96e71786 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 943 time: 0.0508590 Nov 12 04:52:17.076256 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:17.113058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a4c96e5-479d-447b-816f-3960e385ab10 req-7d78f3cd-8cfd-4209-9a82-033f3bf2aac4 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450866 Nov 12 04:52:18.239735 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4975f3e-922b-4a5f-b5bf-bc28f4ed9693 req-e8cbeb31-b245-41b6-a60d-f7675625738c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:18.241226 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4975f3e-922b-4a5f-b5bf-bc28f4ed9693 req-e8cbeb31-b245-41b6-a60d-f7675625738c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 943 time: 0.0564132 Nov 12 04:52:18.275390 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:18.290544 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4975f3e-922b-4a5f-b5bf-bc28f4ed9693 req-70439f79-e548-40a9-bccd-9a6a3063307f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433545 Nov 12 04:52:19.412153 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808a37a-5d32-4080-b711-a19c4231c9f4 req-7b3ebe76-fc6b-4974-8933-d6f46e051300 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:19.413642 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4808a37a-5d32-4080-b711-a19c4231c9f4 req-7b3ebe76-fc6b-4974-8933-d6f46e051300 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 943 time: 0.0528586 Nov 12 04:52:19.464811 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4808a37a-5d32-4080-b711-a19c4231c9f4 req-6f0e14a2-99f5-4f71-b2e3-8157251dac24 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447755 Nov 12 04:52:20.582660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371e961-fdb5-47f9-a203-2c4aa11373af req-b554f0f6-7741-417f-9c14-a27ccb1d3c3d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:20.584174 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7371e961-fdb5-47f9-a203-2c4aa11373af req-b554f0f6-7741-417f-9c14-a27ccb1d3c3d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 943 time: 0.0510628 Nov 12 04:52:20.638427 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7371e961-fdb5-47f9-a203-2c4aa11373af req-95eff123-216d-4769-aecb-d5ccd7ce4523 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482063 Nov 12 04:52:21.332920 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 2c1ca04b-4727-475e-8ad2-307a665214d1 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:52:21.432747 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 2c1ca04b-4727-475e-8ad2-307a665214d1, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2c1ca04b-4727-475e-8ad2-307a665214d1,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:52:21.444262 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '2c1ca04b-4727-475e-8ad2-307a665214d1', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'port_id': '2c1ca04b-4727-475e-8ad2-307a665214d1', 'mac_address': 'fa:16:3e:44:b5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:52:21.482340 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:21.495236 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1ca04b-4727-475e-8ad2-307a665214d1 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:52:21.520753 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 2c1ca04b-4727-475e-8ad2-307a665214d1, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2c1ca04b-4727-475e-8ad2-307a665214d1,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:52:21.583290 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:21.631397 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=2c1ca04b-4727-475e-8ad2-307a665214d1,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:52:21.756312 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d5922-d86f-4c66-87e8-55d769640f92 req-d521f828-dc54-4787-82c3-49bf56d8023c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:21.757826 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e20d5922-d86f-4c66-87e8-55d769640f92 req-d521f828-dc54-4787-82c3-49bf56d8023c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 944 time: 0.0498319 Nov 12 04:52:21.809546 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e20d5922-d86f-4c66-87e8-55d769640f92 req-6b4de380-977a-4206-a740-e41d46f9e477 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447764 Nov 12 04:52:22.002734 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['2c1ca04b-4727-475e-8ad2-307a665214d1'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:52:22.936399 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e30356-6292-4414-bef1-d64242111cd8 req-bcfea68a-e9b7-4fc4-a9c6-ba73b1d66ef7 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:22.938015 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-69e30356-6292-4414-bef1-d64242111cd8 req-bcfea68a-e9b7-4fc4-a9c6-ba73b1d66ef7 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 944 time: 0.0536616 Nov 12 04:52:22.993499 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-69e30356-6292-4414-bef1-d64242111cd8 req-6d9ed411-7028-4704-bc44-c87f8dbceb33 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492136 Nov 12 04:52:23.349938 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 2c1ca04b-4727-475e-8ad2-307a665214d1 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:52:23.498862 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 2c1ca04b-4727-475e-8ad2-307a665214d1 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:52:23.504211 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 2c1ca04b-4727-475e-8ad2-307a665214d1 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:52:23.504609 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:23.590311 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:23.618463 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1ca04b-4727-475e-8ad2-307a665214d1'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:52:23.620708 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f31d0a-53ed-4497-8348-29ffbb6a4199" -d '{"events": [{"server_uuid": "8a8d5731-c5f9-470a-8b2a-8fa31329294a", "name": "network-vif-plugged", "status": "completed", "tag": "2c1ca04b-4727-475e-8ad2-307a665214d1"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:52:23.634984 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 2c1ca04b-4727-475e-8ad2-307a665214d1, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2c1ca04b-4727-475e-8ad2-307a665214d1,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:52:23.716226 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:23.744939 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54251df4-db25-4a45-971e-78b4e9bf5392 x-openstack-request-id: req-54251df4-db25-4a45-971e-78b4e9bf5392 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:52:23.745220 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8d5731-c5f9-470a-8b2a-8fa31329294a", "name": "network-vif-plugged", "status": "completed", "tag": "2c1ca04b-4727-475e-8ad2-307a665214d1", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:52:23.745220 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54251df4-db25-4a45-971e-78b4e9bf5392 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:52:23.745220 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1ca04b-4727-475e-8ad2-307a665214d1', 'code': 200} Nov 12 04:52:23.772848 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=2c1ca04b-4727-475e-8ad2-307a665214d1,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:52:23.869936 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f527d8-0023-405c-93df-41f16e8bcf77 req-9eed8b37-373d-4cee-b930-4fb0806eecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:23.871413 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64f527d8-0023-405c-93df-41f16e8bcf77 req-9eed8b37-373d-4cee-b930-4fb0806eecc3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 1097 time: 0.0451853 Nov 12 04:52:23.917811 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64f527d8-0023-405c-93df-41f16e8bcf77 req-6a8f16cf-92ca-4ddb-beb3-1c4defff9d5d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395854 Nov 12 04:52:24.117542 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525ddd-4404-4d92-9fda-c2db1491e8c2 req-9b96c0ac-22ae-49d5-b49e-075d94f91b36 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:24.119084 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61525ddd-4404-4d92-9fda-c2db1491e8c2 req-9b96c0ac-22ae-49d5-b49e-075d94f91b36 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 945 time: 0.0496454 Nov 12 04:52:24.170444 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-61525ddd-4404-4d92-9fda-c2db1491e8c2 req-7e2e9141-0ab9-4a0b-96cd-c293d85e75b0 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448761 Nov 12 04:52:25.295851 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7cc5a-84a3-4447-8dde-cd0a18ebc998 req-33625ed1-906a-47b5-9f01-f41c1b0e534d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:25.297504 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2b7cc5a-84a3-4447-8dde-cd0a18ebc998 req-33625ed1-906a-47b5-9f01-f41c1b0e534d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 945 time: 0.0539920 Nov 12 04:52:25.360853 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2b7cc5a-84a3-4447-8dde-cd0a18ebc998 req-d7dafbac-2278-4cee-bff4-80652eea9e00 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568509 Nov 12 04:52:26.480234 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0be65-b8b7-4b01-ab98-10ada2c542f2 req-b01f86ca-76a8-489c-9bb9-2d94dfb7d5e3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:26.481732 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ead0be65-b8b7-4b01-ab98-10ada2c542f2 req-b01f86ca-76a8-489c-9bb9-2d94dfb7d5e3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 945 time: 0.0507164 Nov 12 04:52:26.532290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ead0be65-b8b7-4b01-ab98-10ada2c542f2 req-9b97596a-4963-4d84-95e4-cc9437e55edc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445147 Nov 12 04:52:26.646481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44ca50-3732-40cb-864a-20ad1fc53543 req-171f80a3-a299-4d46-895e-90740ed2e023 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:26.648038 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a44ca50-3732-40cb-864a-20ad1fc53543 req-171f80a3-a299-4d46-895e-90740ed2e023 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 945 time: 0.0487161 Nov 12 04:52:26.703290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a44ca50-3732-40cb-864a-20ad1fc53543 req-2df5a307-182e-475b-8b65-82fd57df8508 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494194 Nov 12 04:52:26.727316 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53040) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:52:26.794222 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee76962-aa44-468d-b5e3-9f0973ca07d5 tempest-TestVolumeBootPattern-1900862156 tempest-TestVolumeBootPattern-1900862156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:26.795797 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fee76962-aa44-468d-b5e3-9f0973ca07d5 tempest-TestVolumeBootPattern-1900862156 tempest-TestVolumeBootPattern-1900862156-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 1092 time: 0.0674484 Nov 12 04:52:26.799427 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53046) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:52:26.804002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': '2c1ca04b-4727-475e-8ad2-307a665214d1', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:52:26.868938 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:26.965904 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:27.071726 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Allocated IP 172.25.1.163 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/5aa763fa-60b9-4767-970d-8cab699b223e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:52:27.175538 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:27.275232 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:27.317622 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:52:27.322431 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:52:27.326582 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:52:27.332460 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event updated for resources: {'Port': ['ID=5aa763fa-60b9-4767-970d-8cab699b223e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:52:27.713819 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:27.844037 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:27.997300 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:28.092489 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:28.158022 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event updated for resources: {'Port': ['ID=5aa763fa-60b9-4767-970d-8cab699b223e,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:52:28.171112 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:52:28.171452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:52:28.171788 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:52:28.172117 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:52:28.172443 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:52:28.172778 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:52:28.173117 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:52:28.173436 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:52:28.173750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:52:28.174064 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:52:28.174380 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:52:28.174721 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:52:28.180616 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:28.292921 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Floating IP 2f4d4947-24ee-49b7-90ed-7a58b3ddccc2 associated. External IP: 172.25.1.163, port: 2c1ca04b-4727-475e-8ad2-307a665214d1. Nov 12 04:52:28.502456 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Router 6053bc79-3b8b-4697-bf48-e061be42a982 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:52:28.612150 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:52:28.622725 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d9892e-b1fa-4976-8725-049deb09d4a8 None None] Sync routers for ids ['6053bc79-3b8b-4697-bf48-e061be42a982'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:52:28.632258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9892e-b1fa-4976-8725-049deb09d4a8 None None] Routers {'6053bc79-3b8b-4697-bf48-e061be42a982'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:52:28.634364 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-83d9892e-b1fa-4976-8725-049deb09d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:52:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6053bc79-3b8b-4697-bf48-e061be42a982'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:52:28.696027 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:28.738651 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a4e4b095-5ad1-4792-a716-4651dfda95bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9273615 Nov 12 04:52:28.738651 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'tag': '2c1ca04b-4727-475e-8ad2-307a665214d1'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:52:28.738651 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc24bbc-c77a-4cbe-bb5f-6788e2b1a914" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8d5731-c5f9-470a-8b2a-8fa31329294a", "tag": "2c1ca04b-4727-475e-8ad2-307a665214d1"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:52:28.751123 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-83d9892e-b1fa-4976-8725-049deb09d4a8 None None] Set router 6053bc79-3b8b-4697-bf48-e061be42a982 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:52:28.769160 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845ffc77-8559-49b2-b616-372ef1ae73f2 x-openstack-request-id: req-845ffc77-8559-49b2-b616-372ef1ae73f2 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:52:28.769457 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8d5731-c5f9-470a-8b2a-8fa31329294a", "tag": "2c1ca04b-4727-475e-8ad2-307a665214d1", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:52:28.769718 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-845ffc77-8559-49b2-b616-372ef1ae73f2 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:52:28.770129 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'tag': '2c1ca04b-4727-475e-8ad2-307a665214d1', 'status': 'completed', 'code': 200} Nov 12 04:52:28.859170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24bbc-c77a-4cbe-bb5f-6788e2b1a914 req-4f6f78fb-91ea-4f87-a37c-87a6648eb3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:28.859170 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dc24bbc-c77a-4cbe-bb5f-6788e2b1a914 req-4f6f78fb-91ea-4f87-a37c-87a6648eb3bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 1097 time: 0.0431201 Nov 12 04:52:28.951702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24bbc-c77a-4cbe-bb5f-6788e2b1a914 req-3cc3bc8f-426f-4128-a07f-37fdc8550ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:28.953168 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dc24bbc-c77a-4cbe-bb5f-6788e2b1a914 req-3cc3bc8f-426f-4128-a07f-37fdc8550ab9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 910 time: 0.0876503 Nov 12 04:52:28.990795 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-83d9892e-b1fa-4976-8725-049deb09d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '2f4d4947-24ee-49b7-90ed-7a58b3ddccc2', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'port_id': '2c1ca04b-4727-475e-8ad2-307a665214d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'mac_address': 'fa:16:3e:44:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:52:27Z', 'updated_at': '2021-11-12T04:52:27Z', 'revision_number': 0, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 5, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:52:29.021448 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d9892e-b1fa-4976-8725-049deb09d4a8 None None] Checking router: 6053bc79-3b8b-4697-bf48-e061be42a982 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:52:29.022169 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dc24bbc-c77a-4cbe-bb5f-6788e2b1a914 req-8648be95-3d7b-44e7-abab-8bd40035535a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1ca04b-4727-475e-8ad2-307a665214d1 HTTP/1.1" status: 200 len: 999 time: 0.0621107 Nov 12 04:52:29.030020 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9892e-b1fa-4976-8725-049deb09d4a8 None None] Routers {'6053bc79-3b8b-4697-bf48-e061be42a982'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:52:29.030647 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-83d9892e-b1fa-4976-8725-049deb09d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:52:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6053bc79-3b8b-4697-bf48-e061be42a982'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:52:29.073196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24bbc-c77a-4cbe-bb5f-6788e2b1a914 req-5cd05047-4667-4309-b33f-2904f7d395d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:29.074735 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dc24bbc-c77a-4cbe-bb5f-6788e2b1a914 req-5cd05047-4667-4309-b33f-2904f7d395d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0457487 Nov 12 04:52:29.120888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24bbc-c77a-4cbe-bb5f-6788e2b1a914 req-ee121264-c28f-4d67-95d7-480d146f8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:29.122403 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dc24bbc-c77a-4cbe-bb5f-6788e2b1a914 req-ee121264-c28f-4d67-95d7-480d146f8cec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411849 Nov 12 04:52:29.137387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-83d9892e-b1fa-4976-8725-049deb09d4a8 None None] Set router 6053bc79-3b8b-4697-bf48-e061be42a982 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:52:29.223762 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dc24bbc-c77a-4cbe-bb5f-6788e2b1a914 req-bd6f4aa5-d048-43b4-86c0-40f0c42d0781 service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939870 Nov 12 04:52:29.317760 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dc24bbc-c77a-4cbe-bb5f-6788e2b1a914 req-5f4d11da-9867-4ee6-8888-49dc7b304981 service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868561 Nov 12 04:52:29.367375 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-83d9892e-b1fa-4976-8725-049deb09d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '2f4d4947-24ee-49b7-90ed-7a58b3ddccc2', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'port_id': '2c1ca04b-4727-475e-8ad2-307a665214d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'mac_address': 'fa:16:3e:44:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:52:27Z', 'updated_at': '2021-11-12T04:52:27Z', 'revision_number': 0, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 5, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:52:29.397179 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d9892e-b1fa-4976-8725-049deb09d4a8 None None] The sync data for ids ['6053bc79-3b8b-4697-bf48-e061be42a982'] in n-d-768509-24 is: [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '2f4d4947-24ee-49b7-90ed-7a58b3ddccc2', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'port_id': '2c1ca04b-4727-475e-8ad2-307a665214d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'mac_address': 'fa:16:3e:44:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:52:27Z', 'updated_at': '2021-11-12T04:52:27Z', 'revision_number': 0, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 5, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:52:29.590976 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff113826-3f83-4f5b-8454-3bc1fedb474c None None] New status for floating IP 2f4d4947-24ee-49b7-90ed-7a58b3ddccc2: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:52:33.195483 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-94a46b93-8a31-46e4-b1e2-69a37139f030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:35.544333 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-80beb5c9-912f-4bc3-9da6-c2ae3f843f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:36.818173 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:38.366645 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:39.132295 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:47.103774 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:48.315420 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:51.538171 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:53:01.326753 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b9524e8-0dbc-433c-87a6-5553f48f06bd req-f22e6aef-4412-47c6-916f-24bb32c9e6c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508285 Nov 12 04:53:01.430951 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9524e8-0dbc-433c-87a6-5553f48f06bd req-0c9a3acc-461e-4715-952d-24e861478492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:01.432451 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b9524e8-0dbc-433c-87a6-5553f48f06bd req-0c9a3acc-461e-4715-952d-24e861478492 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 1097 time: 0.0471480 Nov 12 04:53:01.538359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9524e8-0dbc-433c-87a6-5553f48f06bd req-8a80f8ab-9a83-4e55-b07c-b6392332bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:01.540028 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b9524e8-0dbc-433c-87a6-5553f48f06bd req-8a80f8ab-9a83-4e55-b07c-b6392332bc99 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 910 time: 0.0886569 Nov 12 04:53:01.606868 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b9524e8-0dbc-433c-87a6-5553f48f06bd req-cf3c0c04-2cff-4fa9-83c7-7ad2b031e582 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1ca04b-4727-475e-8ad2-307a665214d1 HTTP/1.1" status: 200 len: 1001 time: 0.0592546 Nov 12 04:53:01.657314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9524e8-0dbc-433c-87a6-5553f48f06bd req-bfd96301-c697-4b23-b611-55d42151b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:01.658787 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b9524e8-0dbc-433c-87a6-5553f48f06bd req-bfd96301-c697-4b23-b611-55d42151b25a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0452564 Nov 12 04:53:01.709984 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9524e8-0dbc-433c-87a6-5553f48f06bd req-e21d8ffe-0af0-47d3-8f77-31c764012aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:01.711520 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b9524e8-0dbc-433c-87a6-5553f48f06bd req-e21d8ffe-0af0-47d3-8f77-31c764012aec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451033 Nov 12 04:53:01.803030 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b9524e8-0dbc-433c-87a6-5553f48f06bd req-76688933-6eaa-4761-bf01-72bd7ffd0242 service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840061 Nov 12 04:53:01.899031 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b9524e8-0dbc-433c-87a6-5553f48f06bd req-f6c25a6e-47f5-477c-8beb-c80efba8ac52 service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892377 Nov 12 04:53:03.201271 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-50f1663c-96d7-4ba5-a655-790fa5117b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:05.543145 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-242f54ab-9988-43c7-8a30-eb83fdecc3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:06.823639 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:08.371667 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:09.120312 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:17.125682 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:18.274746 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:28.537484 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:53:33.148811 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d86b409-a847-4e6e-bc45-8746509cdee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:35.565791 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7332810e-95b6-4523-b3ef-e0c5ef183e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:36.851299 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:38.387830 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:39.159951 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:47.096909 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:48.285702 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:02.285617 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-859e526d-8ae8-4bda-b1e8-be563c435c4f req-236572d8-ba99-442f-9c20-0f23df4ea89d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412693 Nov 12 04:54:02.392372 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e526d-8ae8-4bda-b1e8-be563c435c4f req-3f1d1fcf-d374-4e79-911f-71ed63fa02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:02.393934 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-859e526d-8ae8-4bda-b1e8-be563c435c4f req-3f1d1fcf-d374-4e79-911f-71ed63fa02fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 1097 time: 0.0476391 Nov 12 04:54:02.503736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e526d-8ae8-4bda-b1e8-be563c435c4f req-82e46f7d-f140-4b42-a87a-2d8cf66b013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:02.505227 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-859e526d-8ae8-4bda-b1e8-be563c435c4f req-82e46f7d-f140-4b42-a87a-2d8cf66b013d service neutron] 10.222.0.21 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 910 time: 0.0903924 Nov 12 04:54:02.571189 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-859e526d-8ae8-4bda-b1e8-be563c435c4f req-69ac2d92-7518-48a6-a8a4-a9c2ae5faaad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1ca04b-4727-475e-8ad2-307a665214d1 HTTP/1.1" status: 200 len: 1001 time: 0.0585496 Nov 12 04:54:02.627452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e526d-8ae8-4bda-b1e8-be563c435c4f req-08944d53-eb02-4694-9287-7495a8504da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:02.629013 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-859e526d-8ae8-4bda-b1e8-be563c435c4f req-08944d53-eb02-4694-9287-7495a8504da6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0516257 Nov 12 04:54:02.676329 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e526d-8ae8-4bda-b1e8-be563c435c4f req-f4931722-292b-4b19-8cae-4453f996dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:02.677889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-859e526d-8ae8-4bda-b1e8-be563c435c4f req-f4931722-292b-4b19-8cae-4453f996dcda service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415993 Nov 12 04:54:02.689853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-859e526d-8ae8-4bda-b1e8-be563c435c4f req-b3073bfc-d91c-49f9-8486-c13f36de1b40 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:54:02.690902 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-859e526d-8ae8-4bda-b1e8-be563c435c4f req-b3073bfc-d91c-49f9-8486-c13f36de1b40 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056632 Nov 12 04:54:02.782540 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-859e526d-8ae8-4bda-b1e8-be563c435c4f req-1ec8a258-116b-451b-8973-c0b0e9590988 service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839522 Nov 12 04:54:02.877375 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-859e526d-8ae8-4bda-b1e8-be563c435c4f req-696437a3-9d6d-4989-b4db-8055e0c9009f service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874343 Nov 12 04:54:03.170647 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac3877a8-0b6b-491f-a601-d6902671aebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:05.606029 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8901dae-30dd-4908-af86-3684d81f2568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:05.623791 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:54:06.822511 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:08.394020 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:09.125568 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:17.102296 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:18.296564 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:31.345746 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-33404caa-c736-47d9-bace-77e410cebf3e req-fd3652ee-7038-4b22-9762-c7ae0ba07104 service neutron] (103296) timed out ('10.222.0.37', 50622) {{(pid=103296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:54:33.164936 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-26e40b5d-87cf-465a-89b9-7554f624638b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:35.610955 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e3f9799e-8286-4f06-9287-a5e949f79657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:36.856284 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:38.404684 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:39.124476 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:42.532945 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:54:47.107794 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:48.337726 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:54.432556 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [req-4eca9da0-965f-4e43-866d-7a0f263dc4c1 req-e854cec3-e8a0-43d6-a227-b7ced7c82188 service neutron] (103297) timed out ('10.222.0.21', 51771) {{(pid=103297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:54:55.558928 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-7304c63e-8c19-4a03-a561-e98b0b390b0e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909427476&fields=id&tenant_id=a3782c0eb54447b3ae7a2e382d21e569 HTTP/1.1" status: 200 len: 267 time: 0.0445786 Nov 12 04:54:55.668786 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-f27a7fb9-de8e-4b11-8fff-837f6d4cdcd8 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:55.670234 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-f27a7fb9-de8e-4b11-8fff-837f6d4cdcd8 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 809 time: 0.1041772 Nov 12 04:54:55.686046 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-606ba8c2-21fa-4bf7-bfc3-0c613d9d9eab tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/quotas/a3782c0eb54447b3ae7a2e382d21e569 HTTP/1.1" status: 200 len: 375 time: 0.0095863 Nov 12 04:54:55.744509 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-139813ae-e255-406c-935d-8993b5658535 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0531211 Nov 12 04:54:55.760685 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-69e1417b-a942-4385-a91d-a670b2277b6c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:54:55.761565 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-69e1417b-a942-4385-a91d-a670b2277b6c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057380 Nov 12 04:54:55.854886 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-e3b0cfdc-170a-423a-8835-a27e10efa2fe service neutron] 10.222.0.37 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872920 Nov 12 04:54:55.945161 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-b877118b-7750-4845-b69f-311e04c39745 service neutron] 10.222.0.37 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841796 Nov 12 04:54:56.532847 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-750528b3-5d54-4803-b8db-ed734af2303e req-0e1cff76-75be-4b67-aeb8-e2758ebe4e08 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 210 time: 0.0274308 Nov 12 04:54:57.630182 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c39eab0d-bdf0-4b0f-a0a2-3c481da1f6ed req-722a618f-e199-4e77-a88e-7fb68c42eb32 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 210 time: 0.0270562 Nov 12 04:54:58.660612 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-e63808d6-3c92-479c-81f4-f813463c01a2 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:58.662456 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-e63808d6-3c92-479c-81f4-f813463c01a2 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.31 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 809 time: 0.1073740 Nov 12 04:54:58.738170 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b7ea5f7c-d579-45ab-a276-ed05bac8686b req-c3cd4efe-11fb-4f24-82a2-55bb9a93733d tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 210 time: 0.0365860 Nov 12 04:54:58.766336 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-4ce263fb-dc79-4e7d-a7dd-fe97edde57ee tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3782c0eb54447b3ae7a2e382d21e569 HTTP/1.1" status: 200 len: 380 time: 0.0871058 Nov 12 04:54:58.776380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Request body: {'port': {'device_id': '13adccb3-0021-4f89-ad43-8c22d61e7f37', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'admin_state_up': True, 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'security_groups': ['7eff69c7-b3bb-4958-92f1-9b99eb9b055e']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:54:58.981953 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Made reservation on behalf of a3782c0eb54447b3ae7a2e382d21e569 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:54:58.985645 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:59.127754 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Allocated IP 172.20.0.3 (4019927c-f686-4736-906f-6f7a053cc39c/50e453bb-3a0f-4798-b2da-900226d2fe0d/6538d065-e07a-4b22-a442-30d58de7ef7f) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:54:59.262528 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:59.371139 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:59.417896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Network 4019927c-f686-4736-906f-6f7a053cc39c is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:54:59.423088 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:54:59.427262 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:54:59.453237 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event updated for resources: {'Port': ['ID=6538d065-e07a-4b22-a442-30d58de7ef7f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:54:59.466436 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:59.466817 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:59.467167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:59.467510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:59.467854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:59.468191 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:59.468521 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:59.468849 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:59.469175 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:59.469502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:59.469828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:59.470152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:59.495127 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:59.502713 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:59.612622 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-94887a0f-7def-4d1e-b8c1-cf2cdbc90cae tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8354270 Nov 12 04:54:59.618568 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-3b369303-129a-44a9-a6ce-200b49b74336 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:54:59.619669 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-3b369303-129a-44a9-a6ce-200b49b74336 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055726 Nov 12 04:54:59.688011 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a09b7afe-afc8-4778-9dd4-510b92f4db55 None None] Provisioning complete for port 6538d065-e07a-4b22-a442-30d58de7ef7f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:54:59.688687 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a09b7afe-afc8-4778-9dd4-510b92f4db55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:59.717164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Request body: {'port': {'device_id': '13adccb3-0021-4f89-ad43-8c22d61e7f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:54:59.786986 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:59.898655 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a09b7afe-afc8-4778-9dd4-510b92f4db55 None None] Port 6538d065-e07a-4b22-a442-30d58de7ef7f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:54:59.942313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803adb3-1ebf-4e6b-9755-e59d36202d7a req-68fdab75-1f7c-4125-bc13-a544679e223b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:59.943991 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b803adb3-1ebf-4e6b-9755-e59d36202d7a req-68fdab75-1f7c-4125-bc13-a544679e223b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 931 time: 0.1204419 Nov 12 04:55:00.390078 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b803adb3-1ebf-4e6b-9755-e59d36202d7a req-ec293728-1679-40ab-9a06-8a92fc58b2cb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4395022 Nov 12 04:55:00.484022 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6538d065-e07a-4b22-a442-30d58de7ef7f {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:55:00.492562 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:00.506956 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Transition to ACTIVE for port object 6538d065-e07a-4b22-a442-30d58de7ef7f will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:55:00.605735 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:00.656856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Pushing event updated for resources: {'Port': ['ID=6538d065-e07a-4b22-a442-30d58de7ef7f,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:00.743543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Attempting to bind port 6538d065-e07a-4b22-a442-30d58de7ef7f on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:55:00.744695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Attempting to bind port 6538d065-e07a-4b22-a442-30d58de7ef7f by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:55:00.745288 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Attempting to bind port 6538d065-e07a-4b22-a442-30d58de7ef7f on network 4019927c-f686-4736-906f-6f7a053cc39c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:55:00.750816 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Port 6538d065-e07a-4b22-a442-30d58de7ef7f on network 4019927c-f686-4736-906f-6f7a053cc39c not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:55:00.751218 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Attempting to bind port 6538d065-e07a-4b22-a442-30d58de7ef7f on network 4019927c-f686-4736-906f-6f7a053cc39c {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:55:00.756865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:55:00.757293 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Checking segment: {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:55:00.757737 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Bound using segment: {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:55:00.758250 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Bound port: 6538d065-e07a-4b22-a442-30d58de7ef7f, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d170290-9c8d-4f17-b760-eaa81f8513e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:55:00.758814 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:00.847324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] For port 6538d065-e07a-4b22-a442-30d58de7ef7f, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:55:00.851683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] For port 6538d065-e07a-4b22-a442-30d58de7ef7f, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6538d065-e07a-4b22-a442-30d58de7ef7f,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:55:00.953456 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:00.989656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:00.990261 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:00.991762 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] 10.222.0.31 "PUT /v2.0/ports/6538d065-e07a-4b22-a442-30d58de7ef7f HTTP/1.1" status: 200 len: 1092 time: 1.3572180 Nov 12 04:55:00.997347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13adccb3-0021-4f89-ad43-8c22d61e7f37', 'tag': '6538d065-e07a-4b22-a442-30d58de7ef7f'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:55:00.997347 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf039c4-d1dd-460d-a351-8959f169f0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "13adccb3-0021-4f89-ad43-8c22d61e7f37", "tag": "6538d065-e07a-4b22-a442-30d58de7ef7f"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:55:01.034785 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614c065-0b14-4238-9598-5f4e34875750 service neutron] Pushing event updated for resources: {'Port': ['ID=6538d065-e07a-4b22-a442-30d58de7ef7f,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:01.062907 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f24e9c-f601-4b2e-a34b-f5d718e2bbb0 x-openstack-request-id: req-d1f24e9c-f601-4b2e-a34b-f5d718e2bbb0 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:55:01.063439 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13adccb3-0021-4f89-ad43-8c22d61e7f37", "tag": "6538d065-e07a-4b22-a442-30d58de7ef7f", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:55:01.063888 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1f24e9c-f601-4b2e-a34b-f5d718e2bbb0 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:55:01.064361 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13adccb3-0021-4f89-ad43-8c22d61e7f37', 'tag': '6538d065-e07a-4b22-a442-30d58de7ef7f', 'status': 'completed', 'code': 200} Nov 12 04:55:01.168891 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf039c4-d1dd-460d-a351-8959f169f0a4 req-6189c672-5327-4223-bb20-70c62696b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:01.170968 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cf039c4-d1dd-460d-a351-8959f169f0a4 req-6189c672-5327-4223-bb20-70c62696b7e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 1095 time: 0.0621185 Nov 12 04:55:01.317035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf039c4-d1dd-460d-a351-8959f169f0a4 req-cc0a0a08-bf88-43a3-b968-9d7c50c8a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:01.319145 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cf039c4-d1dd-460d-a351-8959f169f0a4 req-cc0a0a08-bf88-43a3-b968-9d7c50c8a5a7 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1322088 Nov 12 04:55:01.487223 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf039c4-d1dd-460d-a351-8959f169f0a4 req-c3991f2f-2a4d-4c27-80d0-3d67c49b27c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:01.488842 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cf039c4-d1dd-460d-a351-8959f169f0a4 req-c3991f2f-2a4d-4c27-80d0-3d67c49b27c5 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1608126 Nov 12 04:55:01.548674 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a2fc1-ff69-46fe-9b2d-a6a37a6e93ee req-84c82be2-5671-469e-96bf-af691f8ba0dd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:01.550230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2f1a2fc1-ff69-46fe-9b2d-a6a37a6e93ee req-84c82be2-5671-469e-96bf-af691f8ba0dd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 943 time: 0.0645761 Nov 12 04:55:01.636367 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2f1a2fc1-ff69-46fe-9b2d-a6a37a6e93ee req-36f06a8e-338e-4609-862b-f1114a650fa1 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782075 Nov 12 04:55:01.639582 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-0dc3cb16-a051-4bff-a7b8-86fc9f384676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:01.641061 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-0dc3cb16-a051-4bff-a7b8-86fc9f384676 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 1095 time: 0.0848360 Nov 12 04:55:01.705158 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-5418e045-9f74-4805-b253-30be38cf849d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6538d065-e07a-4b22-a442-30d58de7ef7f HTTP/1.1" status: 200 len: 217 time: 0.0430672 Nov 12 04:55:01.766410 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-5979678d-3954-4c37-b9a8-849220848d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:01.767975 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-5979678d-3954-4c37-b9a8-849220848d8f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0547855 Nov 12 04:55:01.817485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-15aa1c8f-6464-4ea9-bbc7-185b0258b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:01.819048 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-15aa1c8f-6464-4ea9-bbc7-185b0258b94b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431311 Nov 12 04:55:01.912768 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-2d835674-ee97-4763-964a-8c4fcfff2786 service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868762 Nov 12 04:55:02.018972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f5951478-0085-4100-b1c4-6f6e8dd5a67c req-f9d78381-62b6-4757-a13a-5ea2835643f3 service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992901 Nov 12 04:55:02.319868 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60047bdf-8e5a-4fbd-93cc-63185abd138b req-377c116a-a44c-42df-ab75-43145e8ed541 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420446 Nov 12 04:55:02.441272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60047bdf-8e5a-4fbd-93cc-63185abd138b req-01ad8dfa-def4-4ef3-8a5c-11d977c6d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:02.442941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60047bdf-8e5a-4fbd-93cc-63185abd138b req-01ad8dfa-def4-4ef3-8a5c-11d977c6d9f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 1097 time: 0.0609641 Nov 12 04:55:02.563625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60047bdf-8e5a-4fbd-93cc-63185abd138b req-d2184c40-80b9-4b29-929f-2883602fe1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:02.565290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60047bdf-8e5a-4fbd-93cc-63185abd138b req-d2184c40-80b9-4b29-929f-2883602fe1d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 910 time: 0.0995629 Nov 12 04:55:02.650581 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60047bdf-8e5a-4fbd-93cc-63185abd138b req-a6391df4-5554-4bb6-92e1-1696156fd63a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1ca04b-4727-475e-8ad2-307a665214d1 HTTP/1.1" status: 200 len: 1001 time: 0.0744395 Nov 12 04:55:02.717687 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60047bdf-8e5a-4fbd-93cc-63185abd138b req-de5875f0-c16f-4501-9bfc-bc04f3f62e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:02.717687 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60047bdf-8e5a-4fbd-93cc-63185abd138b req-de5875f0-c16f-4501-9bfc-bc04f3f62e7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0620325 Nov 12 04:55:02.799281 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7c98e-cdad-4f12-a839-f59672e2a2f0 req-1bff2f0e-fe91-4864-9f8c-43d5b2f28afe tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:02.800816 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26d7c98e-cdad-4f12-a839-f59672e2a2f0 req-1bff2f0e-fe91-4864-9f8c-43d5b2f28afe tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 943 time: 0.0832253 Nov 12 04:55:02.803787 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60047bdf-8e5a-4fbd-93cc-63185abd138b req-2aacb518-74cb-4a3c-bd47-f11b4fcb6e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:02.805188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60047bdf-8e5a-4fbd-93cc-63185abd138b req-2aacb518-74cb-4a3c-bd47-f11b4fcb6e94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782228 Nov 12 04:55:02.907818 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26d7c98e-cdad-4f12-a839-f59672e2a2f0 req-43101497-eaa8-498b-b3d9-5a4e0c005abf tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999472 Nov 12 04:55:02.937087 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60047bdf-8e5a-4fbd-93cc-63185abd138b req-5599475a-6d3d-480b-b10f-786f5fa1a9dd service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233671 Nov 12 04:55:03.037016 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-60047bdf-8e5a-4fbd-93cc-63185abd138b req-5677c03d-120b-42b7-836f-134a4fd97640 service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933752 Nov 12 04:55:03.193141 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ea6fee3e-f9cb-4e1f-83d6-4fbf75d442a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:04.025996 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ca466-e6a8-4094-be45-c976aa0ba59b req-04b28b3b-7cde-484c-8219-cc80ad4d5378 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:04.027476 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d57ca466-e6a8-4094-be45-c976aa0ba59b req-04b28b3b-7cde-484c-8219-cc80ad4d5378 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 943 time: 0.0510621 Nov 12 04:55:04.079128 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d57ca466-e6a8-4094-be45-c976aa0ba59b req-d277e2a3-7f82-4dc7-9c47-45c3082fc387 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455596 Nov 12 04:55:05.214348 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acbeb1-d086-4b30-80d8-9b2e20a780df req-bf8b8cad-3aaf-4ef8-8749-ac86276c0011 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:05.215936 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9acbeb1-d086-4b30-80d8-9b2e20a780df req-bf8b8cad-3aaf-4ef8-8749-ac86276c0011 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 943 time: 0.0542057 Nov 12 04:55:05.271442 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9acbeb1-d086-4b30-80d8-9b2e20a780df req-c6111d50-4968-4084-88f0-0aafc0f1660a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490518 Nov 12 04:55:05.598729 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5f4b8d11-1ce9-40f3-ae46-b3e51edc3eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:06.410815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4991e-856f-4e8f-886d-fba9d21f9e9f req-8cbc70dc-203f-4158-90a0-ebe1663de95c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:06.413090 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dc4991e-856f-4e8f-886d-fba9d21f9e9f req-8cbc70dc-203f-4158-90a0-ebe1663de95c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 943 time: 0.0683439 Nov 12 04:55:06.470756 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9dc4991e-856f-4e8f-886d-fba9d21f9e9f req-d49c13ad-9339-43aa-b8ac-f7ba4b99648e tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491350 Nov 12 04:55:06.833746 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:07.601916 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20cb46-4e2c-4854-9495-ce2866dec6e3 req-034226ad-4465-42c8-b0bf-7f836cf2c40c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:07.603559 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b20cb46-4e2c-4854-9495-ce2866dec6e3 req-034226ad-4465-42c8-b0bf-7f836cf2c40c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 943 time: 0.0514207 Nov 12 04:55:07.654926 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b20cb46-4e2c-4854-9495-ce2866dec6e3 req-f31ba95a-956b-4216-abf4-2f4b27092bd3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449963 Nov 12 04:55:08.432619 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:08.778197 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7789a28-1732-4dc8-b967-4b08fbcb5492 req-fda78141-dca8-445c-b69c-178fffd343ba tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:08.779748 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7789a28-1732-4dc8-b967-4b08fbcb5492 req-fda78141-dca8-445c-b69c-178fffd343ba tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 943 time: 0.0543225 Nov 12 04:55:08.830091 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7789a28-1732-4dc8-b967-4b08fbcb5492 req-7911781a-6898-478d-869c-0d6bc197ef10 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443664 Nov 12 04:55:09.112882 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:09.955240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d6d9c-8065-4a2d-a0a2-1e9a5416dd8f req-c7a561ac-9c2b-4df4-a24c-26b77b3cadb4 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:09.956777 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a30d6d9c-8065-4a2d-a0a2-1e9a5416dd8f req-c7a561ac-9c2b-4df4-a24c-26b77b3cadb4 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 943 time: 0.0589440 Nov 12 04:55:10.010397 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a30d6d9c-8065-4a2d-a0a2-1e9a5416dd8f req-735905f1-5c5d-4207-ac0d-f000cc05485c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472376 Nov 12 04:55:11.127147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67825c-307f-448b-8225-c226496e4606 req-61fb49ec-1a38-4f9d-bf89-27dc1c040ae6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:11.128730 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a67825c-307f-448b-8225-c226496e4606 req-61fb49ec-1a38-4f9d-bf89-27dc1c040ae6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 943 time: 0.0499070 Nov 12 04:55:11.183797 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a67825c-307f-448b-8225-c226496e4606 req-a1831e2f-b323-4398-b2b3-b83546216ca6 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479045 Nov 12 04:55:12.311399 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34d1e6-917d-422e-98fa-d9c4d0df222e req-5ceefed2-5c44-482f-bdfc-4d13b042f86c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:12.313187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d34d1e6-917d-422e-98fa-d9c4d0df222e req-5ceefed2-5c44-482f-bdfc-4d13b042f86c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 943 time: 0.0505388 Nov 12 04:55:12.362597 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d34d1e6-917d-422e-98fa-d9c4d0df222e req-63c5e1e4-f4ed-458e-b920-4ea3e1305037 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432992 Nov 12 04:55:12.391213 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6538d065-e07a-4b22-a442-30d58de7ef7f details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:55:12.486890 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6538d065-e07a-4b22-a442-30d58de7ef7f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6538d065-e07a-4b22-a442-30d58de7ef7f,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:12.498456 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '6538d065-e07a-4b22-a442-30d58de7ef7f', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'port_id': '6538d065-e07a-4b22-a442-30d58de7ef7f', 'mac_address': 'fa:16:3e:0e:cc:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:55:12.535057 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:12.548557 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6538d065-e07a-4b22-a442-30d58de7ef7f {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:55:12.567608 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6538d065-e07a-4b22-a442-30d58de7ef7f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6538d065-e07a-4b22-a442-30d58de7ef7f,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:12.644066 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:12.692828 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=6538d065-e07a-4b22-a442-30d58de7ef7f,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:12.700110 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:12.700455 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:12.700801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:12.701135 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:12.701466 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:12.701800 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:12.702142 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:12.702447 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:12.702838 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:12.708781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:12.708781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:12.708781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:12.934619 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['6538d065-e07a-4b22-a442-30d58de7ef7f'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:55:13.480071 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1be242-a0ce-4a63-9deb-a197868df7cc req-24db658f-4d0b-4914-8676-fe68a098f659 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:13.481560 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f1be242-a0ce-4a63-9deb-a197868df7cc req-24db658f-4d0b-4914-8676-fe68a098f659 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 944 time: 0.0504839 Nov 12 04:55:13.537553 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f1be242-a0ce-4a63-9deb-a197868df7cc req-53ae4a7d-fcc7-48ec-b5cc-3d65a2b234da tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450768 Nov 12 04:55:14.393359 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6538d065-e07a-4b22-a442-30d58de7ef7f up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:55:14.512772 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 6538d065-e07a-4b22-a442-30d58de7ef7f completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:55:14.516856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 6538d065-e07a-4b22-a442-30d58de7ef7f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:14.517220 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:14.599796 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:14.623962 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13adccb3-0021-4f89-ad43-8c22d61e7f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6538d065-e07a-4b22-a442-30d58de7ef7f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:55:14.626306 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c48c36f-ef6c-42f2-bc23-e727570a5366" -d '{"events": [{"server_uuid": "13adccb3-0021-4f89-ad43-8c22d61e7f37", "name": "network-vif-plugged", "status": "completed", "tag": "6538d065-e07a-4b22-a442-30d58de7ef7f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:55:14.639227 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6538d065-e07a-4b22-a442-30d58de7ef7f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6538d065-e07a-4b22-a442-30d58de7ef7f,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:14.662368 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e027b1-32fb-4cff-9805-27d91e47fe32 req-c0ad5b44-139f-4d6f-b10d-be86367bb65b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:14.663799 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99e027b1-32fb-4cff-9805-27d91e47fe32 req-c0ad5b44-139f-4d6f-b10d-be86367bb65b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 944 time: 0.0554950 Nov 12 04:55:14.715611 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-99e027b1-32fb-4cff-9805-27d91e47fe32 req-371d2b13-fb75-43c1-ad1e-8631598d8e3a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451934 Nov 12 04:55:14.729817 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:14.765228 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5626a5b1-c9e1-4a5a-976f-aef818b5eb8c x-openstack-request-id: req-5626a5b1-c9e1-4a5a-976f-aef818b5eb8c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:55:14.765520 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13adccb3-0021-4f89-ad43-8c22d61e7f37", "name": "network-vif-plugged", "status": "completed", "tag": "6538d065-e07a-4b22-a442-30d58de7ef7f", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:55:14.765775 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5626a5b1-c9e1-4a5a-976f-aef818b5eb8c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:55:14.766159 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13adccb3-0021-4f89-ad43-8c22d61e7f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6538d065-e07a-4b22-a442-30d58de7ef7f', 'code': 200} Nov 12 04:55:14.784454 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=6538d065-e07a-4b22-a442-30d58de7ef7f,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:14.888839 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7ebc8-b9ec-418a-9968-30c3d94a6867 req-e8290beb-17a2-4459-9d1d-18a2ec34bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:14.890423 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9f7ebc8-b9ec-418a-9968-30c3d94a6867 req-e8290beb-17a2-4459-9d1d-18a2ec34bc7c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 1097 time: 0.0402215 Nov 12 04:55:14.938285 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9f7ebc8-b9ec-418a-9968-30c3d94a6867 req-23a4c546-8a28-4cb9-aad0-002434d80c40 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409181 Nov 12 04:55:15.848246 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d923bfe-a142-41ba-8c3c-7090f83b33af req-02444153-2ee7-491c-bc4a-de36574fa763 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:15.849790 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d923bfe-a142-41ba-8c3c-7090f83b33af req-02444153-2ee7-491c-bc4a-de36574fa763 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 945 time: 0.0559440 Nov 12 04:55:15.903117 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d923bfe-a142-41ba-8c3c-7090f83b33af req-bb652072-5110-4091-a41a-bc5d0a964a3f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471814 Nov 12 04:55:17.019190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c0bb4-17d7-423b-880c-d72bd9dd1d05 req-e64b9a4d-85bf-4403-a081-68d8e534b7bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:17.020628 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3c0c0bb4-17d7-423b-880c-d72bd9dd1d05 req-e64b9a4d-85bf-4403-a081-68d8e534b7bd tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 945 time: 0.0492723 Nov 12 04:55:17.072551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3c0c0bb4-17d7-423b-880c-d72bd9dd1d05 req-7a7e786e-98b5-4e97-b3d0-7e3e0805d880 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452745 Nov 12 04:55:17.129908 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.194100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63545260-832f-4ae9-b17a-082de82f1786 req-622563e0-c054-4115-bae9-35a77b0149e8 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:17.195911 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63545260-832f-4ae9-b17a-082de82f1786 req-622563e0-c054-4115-bae9-35a77b0149e8 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 945 time: 0.0572038 Nov 12 04:55:17.256949 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63545260-832f-4ae9-b17a-082de82f1786 req-cb19a3e6-289b-4984-af82-0301096f65e3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546496 Nov 12 04:55:17.285236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53256) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:17.453202 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd08a430-239d-4987-a069-a0343c5f52e7 tempest-TestVolumeBootPattern-1900862156 tempest-TestVolumeBootPattern-1900862156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:17.455322 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cd08a430-239d-4987-a069-a0343c5f52e7 tempest-TestVolumeBootPattern-1900862156 tempest-TestVolumeBootPattern-1900862156-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 1092 time: 0.1691184 Nov 12 04:55:17.458082 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53260) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:17.462468 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': '6538d065-e07a-4b22-a442-30d58de7ef7f', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:55:17.550349 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.648044 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.757514 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Allocated IP 172.25.1.170 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/473c3a13-260d-47fe-ae02-a476fa883675) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:55:17.858666 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.958741 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.996629 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:55:18.001445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:55:18.005651 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:55:18.011518 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event updated for resources: {'Port': ['ID=473c3a13-260d-47fe-ae02-a476fa883675,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:18.341084 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:18.386924 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:18.527531 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:18.679387 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:18.781286 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:18.846638 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event updated for resources: {'Port': ['ID=473c3a13-260d-47fe-ae02-a476fa883675,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:18.860739 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:18.960507 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Floating IP 9f3866e4-84e6-4794-b7f8-c6c90b99e744 associated. External IP: 172.25.1.170, port: 6538d065-e07a-4b22-a442-30d58de7ef7f. Nov 12 04:55:19.165771 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Router 6053bc79-3b8b-4697-bf48-e061be42a982 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:55:19.284007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:55:19.293889 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58b6620-5fa3-42a8-a596-41d5657ab13e None None] Sync routers for ids ['6053bc79-3b8b-4697-bf48-e061be42a982'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:55:19.304287 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b6620-5fa3-42a8-a596-41d5657ab13e None None] Routers {'6053bc79-3b8b-4697-bf48-e061be42a982'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:55:19.304951 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f58b6620-5fa3-42a8-a596-41d5657ab13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:55:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6053bc79-3b8b-4697-bf48-e061be42a982'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:19.348796 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:19.375652 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fad55583-10de-4242-bff8-f80e1056121b tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9164941 Nov 12 04:55:19.376236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13adccb3-0021-4f89-ad43-8c22d61e7f37', 'tag': '6538d065-e07a-4b22-a442-30d58de7ef7f'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:55:19.378507 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5336bc-7d56-46ef-a6b8-019ccae5aaa0" -d '{"events": [{"name": "network-changed", "server_uuid": "13adccb3-0021-4f89-ad43-8c22d61e7f37", "tag": "6538d065-e07a-4b22-a442-30d58de7ef7f"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:55:19.414444 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-f58b6620-5fa3-42a8-a596-41d5657ab13e None None] Set router 6053bc79-3b8b-4697-bf48-e061be42a982 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:55:19.421391 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c13f912-661f-45ed-b20d-d3cdc864d0a7 x-openstack-request-id: req-9c13f912-661f-45ed-b20d-d3cdc864d0a7 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:55:19.421923 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13adccb3-0021-4f89-ad43-8c22d61e7f37", "tag": "6538d065-e07a-4b22-a442-30d58de7ef7f", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:55:19.421923 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c13f912-661f-45ed-b20d-d3cdc864d0a7 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:55:19.422328 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13adccb3-0021-4f89-ad43-8c22d61e7f37', 'tag': '6538d065-e07a-4b22-a442-30d58de7ef7f', 'status': 'completed', 'code': 200} Nov 12 04:55:19.510737 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5336bc-7d56-46ef-a6b8-019ccae5aaa0 req-94cf32a4-3f31-4a4a-8e62-17634dd5b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:19.512761 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd5336bc-7d56-46ef-a6b8-019ccae5aaa0 req-94cf32a4-3f31-4a4a-8e62-17634dd5b1b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 1097 time: 0.0414209 Nov 12 04:55:19.532941 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:55:19.626903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5336bc-7d56-46ef-a6b8-019ccae5aaa0 req-57f85453-48f2-4756-b50b-6217712d548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:19.628635 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd5336bc-7d56-46ef-a6b8-019ccae5aaa0 req-57f85453-48f2-4756-b50b-6217712d548f service neutron] 10.222.0.31 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 910 time: 0.1081784 Nov 12 04:55:19.662099 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f58b6620-5fa3-42a8-a596-41d5657ab13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '2f4d4947-24ee-49b7-90ed-7a58b3ddccc2', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'port_id': '2c1ca04b-4727-475e-8ad2-307a665214d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'mac_address': 'fa:16:3e:44:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:52:27Z', 'updated_at': '2021-11-12T04:52:29Z', 'revision_number': 1, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'fixed_ip_address_scope': None}, {'id': '9f3866e4-84e6-4794-b7f8-c6c90b99e744', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'port_id': '6538d065-e07a-4b22-a442-30d58de7ef7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'mac_address': 'fa:16:3e:0e:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13adccb3-0021-4f89-ad43-8c22d61e7f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:55:18Z', 'updated_at': '2021-11-12T04:55:18Z', 'revision_number': 0, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 5, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:19.694023 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58b6620-5fa3-42a8-a596-41d5657ab13e None None] Checking router: 6053bc79-3b8b-4697-bf48-e061be42a982 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:55:19.703483 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b6620-5fa3-42a8-a596-41d5657ab13e None None] Routers {'6053bc79-3b8b-4697-bf48-e061be42a982'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:55:19.704109 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f58b6620-5fa3-42a8-a596-41d5657ab13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:55:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6053bc79-3b8b-4697-bf48-e061be42a982'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:19.705536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd5336bc-7d56-46ef-a6b8-019ccae5aaa0 req-b374c6b3-46a6-4853-9e09-c72d5623b4d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6538d065-e07a-4b22-a442-30d58de7ef7f HTTP/1.1" status: 200 len: 999 time: 0.0681150 Nov 12 04:55:19.761547 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5336bc-7d56-46ef-a6b8-019ccae5aaa0 req-227c524a-0ef5-4e35-a815-7abbba6593c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:19.763104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd5336bc-7d56-46ef-a6b8-019ccae5aaa0 req-227c524a-0ef5-4e35-a815-7abbba6593c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0493739 Nov 12 04:55:19.809270 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5336bc-7d56-46ef-a6b8-019ccae5aaa0 req-1ae81d48-c13b-46f1-8324-4a3520987d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:19.810831 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd5336bc-7d56-46ef-a6b8-019ccae5aaa0 req-1ae81d48-c13b-46f1-8324-4a3520987d54 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412014 Nov 12 04:55:19.814901 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-f58b6620-5fa3-42a8-a596-41d5657ab13e None None] Set router 6053bc79-3b8b-4697-bf48-e061be42a982 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:55:19.905241 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd5336bc-7d56-46ef-a6b8-019ccae5aaa0 req-629af06e-8840-4526-9d60-0661bb63b10a service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873435 Nov 12 04:55:20.012857 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd5336bc-7d56-46ef-a6b8-019ccae5aaa0 req-95d1165c-16cc-4fc7-b82b-3806f91b1b1d service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008666 Nov 12 04:55:20.059182 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f58b6620-5fa3-42a8-a596-41d5657ab13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '2f4d4947-24ee-49b7-90ed-7a58b3ddccc2', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'port_id': '2c1ca04b-4727-475e-8ad2-307a665214d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'mac_address': 'fa:16:3e:44:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:52:27Z', 'updated_at': '2021-11-12T04:52:29Z', 'revision_number': 1, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'fixed_ip_address_scope': None}, {'id': '9f3866e4-84e6-4794-b7f8-c6c90b99e744', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'port_id': '6538d065-e07a-4b22-a442-30d58de7ef7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'mac_address': 'fa:16:3e:0e:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13adccb3-0021-4f89-ad43-8c22d61e7f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:55:18Z', 'updated_at': '2021-11-12T04:55:18Z', 'revision_number': 0, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 5, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:20.089860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58b6620-5fa3-42a8-a596-41d5657ab13e None None] The sync data for ids ['6053bc79-3b8b-4697-bf48-e061be42a982'] in n-d-768509-24 is: [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '2f4d4947-24ee-49b7-90ed-7a58b3ddccc2', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'port_id': '2c1ca04b-4727-475e-8ad2-307a665214d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'mac_address': 'fa:16:3e:44:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:52:27Z', 'updated_at': '2021-11-12T04:52:29Z', 'revision_number': 1, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'fixed_ip_address_scope': None}, {'id': '9f3866e4-84e6-4794-b7f8-c6c90b99e744', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'port_id': '6538d065-e07a-4b22-a442-30d58de7ef7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'mac_address': 'fa:16:3e:0e:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13adccb3-0021-4f89-ad43-8c22d61e7f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:55:18Z', 'updated_at': '2021-11-12T04:55:18Z', 'revision_number': 0, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 5, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:55:20.287366 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa1836b-bff1-4fbc-a771-1a0789a6a243 None None] New status for floating IP 9f3866e4-84e6-4794-b7f8-c6c90b99e744: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:55:33.203740 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb6de702-1a34-42f6-b787-65a24c8b1dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:35.598322 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8774a71b-b90b-497b-b521-88c710b62389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:36.860813 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:38.375003 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:39.123610 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:47.158039 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:48.353090 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:56.532926 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:56:03.192304 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff9dcdbb-7dd4-4db0-ba84-bbcce06bfcc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:03.279744 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e871f913-fdb5-47b9-a402-478d2d547ab9 req-f0569b22-b51d-4ed5-a944-c0a080ac1732 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414793 Nov 12 04:56:03.381130 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871f913-fdb5-47b9-a402-478d2d547ab9 req-14828893-8b56-4274-86b9-35897fca4790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:03.382652 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e871f913-fdb5-47b9-a402-478d2d547ab9 req-14828893-8b56-4274-86b9-35897fca4790 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 1097 time: 0.0461116 Nov 12 04:56:03.494440 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871f913-fdb5-47b9-a402-478d2d547ab9 req-5bf45840-aafa-4c25-aab0-4920f9c8db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:03.496989 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e871f913-fdb5-47b9-a402-478d2d547ab9 req-5bf45840-aafa-4c25-aab0-4920f9c8db9f service neutron] 10.222.0.21 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 910 time: 0.0935347 Nov 12 04:56:03.566961 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e871f913-fdb5-47b9-a402-478d2d547ab9 req-f9eb27e0-97c1-4074-8922-9fe17adc50ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1ca04b-4727-475e-8ad2-307a665214d1 HTTP/1.1" status: 200 len: 1001 time: 0.0628510 Nov 12 04:56:03.615766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871f913-fdb5-47b9-a402-478d2d547ab9 req-12086f36-e110-4300-98d0-ac92a09820d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:03.617258 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e871f913-fdb5-47b9-a402-478d2d547ab9 req-12086f36-e110-4300-98d0-ac92a09820d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0436711 Nov 12 04:56:03.664165 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871f913-fdb5-47b9-a402-478d2d547ab9 req-d261c170-f0a2-4ccd-8a91-6774ef37bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:03.665728 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e871f913-fdb5-47b9-a402-478d2d547ab9 req-d261c170-f0a2-4ccd-8a91-6774ef37bc36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409520 Nov 12 04:56:03.762752 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e871f913-fdb5-47b9-a402-478d2d547ab9 req-efde1422-0513-4255-b44a-c1581c15811a service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894949 Nov 12 04:56:03.858443 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e871f913-fdb5-47b9-a402-478d2d547ab9 req-27174284-ef26-4bd8-805e-5cd6fda9fc00 service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892975 Nov 12 04:56:05.529303 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-570db48e-776a-4161-be54-637ec23d7b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:06.803535 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:07.729207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96a2d128-65a2-4ffc-a6d6-7f7abdb719c3 req-fe5d2a14-1b1b-444e-bd2b-4a9a170b5bb5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411429 Nov 12 04:56:07.832055 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2d128-65a2-4ffc-a6d6-7f7abdb719c3 req-f07b792a-07e7-4eea-8b47-fba8e6be8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:07.833559 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96a2d128-65a2-4ffc-a6d6-7f7abdb719c3 req-f07b792a-07e7-4eea-8b47-fba8e6be8a04 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 1097 time: 0.0447831 Nov 12 04:56:07.935421 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2d128-65a2-4ffc-a6d6-7f7abdb719c3 req-2944fbda-12b0-4d95-b8ef-1b2ea90555f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:07.936887 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96a2d128-65a2-4ffc-a6d6-7f7abdb719c3 req-2944fbda-12b0-4d95-b8ef-1b2ea90555f6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 910 time: 0.0848877 Nov 12 04:56:08.005459 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96a2d128-65a2-4ffc-a6d6-7f7abdb719c3 req-f7d00529-a03e-4f1e-bf90-ae1ff71be95b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6538d065-e07a-4b22-a442-30d58de7ef7f HTTP/1.1" status: 200 len: 1001 time: 0.0614905 Nov 12 04:56:08.056822 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2d128-65a2-4ffc-a6d6-7f7abdb719c3 req-8019d102-13c3-4d7d-b8d7-e582cd94cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:08.058305 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96a2d128-65a2-4ffc-a6d6-7f7abdb719c3 req-8019d102-13c3-4d7d-b8d7-e582cd94cbb7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0448103 Nov 12 04:56:08.103928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2d128-65a2-4ffc-a6d6-7f7abdb719c3 req-aa93100e-5c3b-449d-8b32-b5347f14c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:08.105448 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96a2d128-65a2-4ffc-a6d6-7f7abdb719c3 req-aa93100e-5c3b-449d-8b32-b5347f14c4d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406747 Nov 12 04:56:08.198030 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96a2d128-65a2-4ffc-a6d6-7f7abdb719c3 req-171397f6-994b-4365-ab16-dc408404efdd service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848587 Nov 12 04:56:08.295294 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96a2d128-65a2-4ffc-a6d6-7f7abdb719c3 req-9d93ddcc-e2a7-4b52-aa3c-e501befe3625 service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880866 Nov 12 04:56:08.391977 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:09.140640 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:17.134814 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:18.346054 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:33.174549 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fd674516-5bce-426e-a5f9-17ac87199db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:33.531743 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:56:35.551414 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a859d0dc-f783-4aad-87fd-def88d8b23bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:36.831888 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:38.398002 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:39.122941 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:47.157459 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:48.352033 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:03.179336 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-30eeb912-1f7f-4090-8e94-2a1244f52c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:04.328880 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43abe0fc-54f5-4ac3-9247-fbe8a65e9522 req-17533799-9ed8-4875-87da-126787119436 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451596 Nov 12 04:57:04.428645 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abe0fc-54f5-4ac3-9247-fbe8a65e9522 req-5c6024ca-af69-4e37-a0cf-89f87ae46f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:04.430231 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43abe0fc-54f5-4ac3-9247-fbe8a65e9522 req-5c6024ca-af69-4e37-a0cf-89f87ae46f1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 1097 time: 0.0414081 Nov 12 04:57:04.536007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abe0fc-54f5-4ac3-9247-fbe8a65e9522 req-9e96335c-9984-4f50-8c2e-2107de848741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:04.538142 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43abe0fc-54f5-4ac3-9247-fbe8a65e9522 req-9e96335c-9984-4f50-8c2e-2107de848741 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 910 time: 0.0878747 Nov 12 04:57:04.607798 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43abe0fc-54f5-4ac3-9247-fbe8a65e9522 req-6625b0b7-d5d1-4598-b422-1c6d9a5aa839 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1ca04b-4727-475e-8ad2-307a665214d1 HTTP/1.1" status: 200 len: 1001 time: 0.0627706 Nov 12 04:57:04.656850 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abe0fc-54f5-4ac3-9247-fbe8a65e9522 req-6039b5af-4281-45be-a080-35920ba7ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:04.658437 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43abe0fc-54f5-4ac3-9247-fbe8a65e9522 req-6039b5af-4281-45be-a080-35920ba7ff87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0437086 Nov 12 04:57:04.705783 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abe0fc-54f5-4ac3-9247-fbe8a65e9522 req-15db4f00-fdfb-44f7-a5b5-e425ad99054b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:04.707466 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43abe0fc-54f5-4ac3-9247-fbe8a65e9522 req-15db4f00-fdfb-44f7-a5b5-e425ad99054b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415819 Nov 12 04:57:04.803494 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43abe0fc-54f5-4ac3-9247-fbe8a65e9522 req-3b4b1fc8-9a76-47aa-bdaa-eb8d74db4150 service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874498 Nov 12 04:57:04.895989 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43abe0fc-54f5-4ac3-9247-fbe8a65e9522 req-5d926393-6191-4def-b87a-945419d122ad service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852499 Nov 12 04:57:05.597003 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab921c58-8a87-4575-be3d-7a90c66f079b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:06.831390 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:08.391312 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:09.031169 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf5ae34-9284-4614-ad77-dbea22f89904 req-e23e3960-8dbc-4f0a-b694-6a6004aac8ff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3617277 Nov 12 04:57:09.130298 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5ae34-9284-4614-ad77-dbea22f89904 req-7ef10482-12e3-42ce-af46-adea6088db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:09.143875 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf5ae34-9284-4614-ad77-dbea22f89904 req-7ef10482-12e3-42ce-af46-adea6088db71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 1097 time: 0.0407124 Nov 12 04:57:09.163038 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:09.244004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5ae34-9284-4614-ad77-dbea22f89904 req-b3f51a4b-c43d-4716-996d-6b7757475ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:09.245490 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf5ae34-9284-4614-ad77-dbea22f89904 req-b3f51a4b-c43d-4716-996d-6b7757475ff3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 910 time: 0.0936670 Nov 12 04:57:09.310781 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf5ae34-9284-4614-ad77-dbea22f89904 req-5943fb43-21be-4e75-9053-d6c237edab98 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6538d065-e07a-4b22-a442-30d58de7ef7f HTTP/1.1" status: 200 len: 1001 time: 0.0583322 Nov 12 04:57:09.361877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5ae34-9284-4614-ad77-dbea22f89904 req-3fb2ab7e-33f1-4ada-9f53-2652b3af167e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:09.363684 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf5ae34-9284-4614-ad77-dbea22f89904 req-3fb2ab7e-33f1-4ada-9f53-2652b3af167e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0464520 Nov 12 04:57:09.415168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5ae34-9284-4614-ad77-dbea22f89904 req-5c7916ea-57ed-4aa8-8c91-8f7be3f9373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:09.416739 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf5ae34-9284-4614-ad77-dbea22f89904 req-5c7916ea-57ed-4aa8-8c91-8f7be3f9373c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464294 Nov 12 04:57:09.514184 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf5ae34-9284-4614-ad77-dbea22f89904 req-77ba9e8f-fbf6-4e39-a31c-424fb772caa0 service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903485 Nov 12 04:57:09.611676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf5ae34-9284-4614-ad77-dbea22f89904 req-15b40a5e-fae9-4db7-a0ce-de9a8dc10831 service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885155 Nov 12 04:57:10.531301 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:57:17.151424 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:18.344505 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:21.856387 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53296) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:22.059645 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Deleting port 473c3a13-260d-47fe-ae02-a476fa883675 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:57:22.060220 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:22.156050 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:22.156371 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:22.169765 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Calling delete_port for 473c3a13-260d-47fe-ae02-a476fa883675 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:57:22.249714 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [req-bcfcb7be-8ef8-4959-92e6-5810555b2ba3 req-b38b1ce2-30f4-47ec-95b6-eb7b92886dd5 tempest-TestNetworkAdvancedServerOps-2103662374 tempest-TestNetworkAdvancedServerOps-2103662374-project] (103297) timed out ('10.222.0.31', 50817) {{(pid=103297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:57:22.459810 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:22.490359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event deleted for resources: {'Port': ['ID=473c3a13-260d-47fe-ae02-a476fa883675,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:22.520290 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:22.520628 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:22.521659 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:22.522004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:22.522341 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:22.522747 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:22.523083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:22.523407 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:22.523729 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:22.524055 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:22.524379 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:22.524710 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:22.568727 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:22.569061 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Floating IP 9f3866e4-84e6-4794-b7f8-c6c90b99e744 disassociated (deleted). External IP: 172.25.1.170, port: 6538d065-e07a-4b22-a442-30d58de7ef7f. Nov 12 04:57:22.793165 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Router 6053bc79-3b8b-4697-bf48-e061be42a982 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:57:22.915686 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:57:22.926234 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e09f23-fbdd-469d-8e33-84932c65c931 None None] Sync routers for ids ['6053bc79-3b8b-4697-bf48-e061be42a982'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:57:22.926841 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:22.937255 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e09f23-fbdd-469d-8e33-84932c65c931 None None] Routers {'6053bc79-3b8b-4697-bf48-e061be42a982'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:57:22.937873 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e3e09f23-fbdd-469d-8e33-84932c65c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:57:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6053bc79-3b8b-4697-bf48-e061be42a982'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:22.960427 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4bfbd039-93fa-42ff-bdac-79d226e7a0d9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "DELETE /v2.0/floatingips/9f3866e4-84e6-4794-b7f8-c6c90b99e744 HTTP/1.1" status: 204 len: 168 time: 1.1024547 Nov 12 04:57:22.961012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13adccb3-0021-4f89-ad43-8c22d61e7f37', 'tag': '6538d065-e07a-4b22-a442-30d58de7ef7f'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:57:22.963371 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dfb26a-df54-4e79-8c39-87876255cf02" -d '{"events": [{"name": "network-changed", "server_uuid": "13adccb3-0021-4f89-ad43-8c22d61e7f37", "tag": "6538d065-e07a-4b22-a442-30d58de7ef7f"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:57:23.054978 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e3e09f23-fbdd-469d-8e33-84932c65c931 None None] Set router 6053bc79-3b8b-4697-bf48-e061be42a982 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:57:23.331308 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e3e09f23-fbdd-469d-8e33-84932c65c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '2f4d4947-24ee-49b7-90ed-7a58b3ddccc2', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'port_id': '2c1ca04b-4727-475e-8ad2-307a665214d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'mac_address': 'fa:16:3e:44:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:52:27Z', 'updated_at': '2021-11-12T04:52:29Z', 'revision_number': 1, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 5, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:23.370190 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e09f23-fbdd-469d-8e33-84932c65c931 None None] Checking router: 6053bc79-3b8b-4697-bf48-e061be42a982 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:57:23.382508 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e09f23-fbdd-469d-8e33-84932c65c931 None None] Routers {'6053bc79-3b8b-4697-bf48-e061be42a982'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:57:23.383424 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e3e09f23-fbdd-469d-8e33-84932c65c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:57:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6053bc79-3b8b-4697-bf48-e061be42a982'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:23.477101 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c3466c-11bc-4a68-b3a1-3567270a4f16 x-openstack-request-id: req-f7c3466c-11bc-4a68-b3a1-3567270a4f16 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:57:23.477396 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13adccb3-0021-4f89-ad43-8c22d61e7f37", "tag": "6538d065-e07a-4b22-a442-30d58de7ef7f", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:57:23.477666 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7c3466c-11bc-4a68-b3a1-3567270a4f16 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:57:23.478193 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13adccb3-0021-4f89-ad43-8c22d61e7f37', 'tag': '6538d065-e07a-4b22-a442-30d58de7ef7f', 'status': 'completed', 'code': 200} Nov 12 04:57:23.607886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfb26a-df54-4e79-8c39-87876255cf02 req-d6325768-19bd-4652-81a2-3c7afd09ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:23.609365 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0dfb26a-df54-4e79-8c39-87876255cf02 req-d6325768-19bd-4652-81a2-3c7afd09ce84 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 1097 time: 0.0831308 Nov 12 04:57:23.634423 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6a709-2a4f-49a7-8221-1fb04e5ba26d req-c5c51b05-fca3-413a-ae4a-3dc210e3990f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:23.636033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7c6a709-2a4f-49a7-8221-1fb04e5ba26d req-c5c51b05-fca3-413a-ae4a-3dc210e3990f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 945 time: 0.0814619 Nov 12 04:57:23.736750 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e3e09f23-fbdd-469d-8e33-84932c65c931 None None] Set router 6053bc79-3b8b-4697-bf48-e061be42a982 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:57:23.765687 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7c6a709-2a4f-49a7-8221-1fb04e5ba26d req-ef6e474d-4f30-47d2-ab32-d5d414b97cd3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134143 Nov 12 04:57:23.779563 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfb26a-df54-4e79-8c39-87876255cf02 req-94ad6a99-a38a-4ef4-aca4-b59d15de35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:23.781128 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0dfb26a-df54-4e79-8c39-87876255cf02 req-94ad6a99-a38a-4ef4-aca4-b59d15de35d7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 910 time: 0.1621006 Nov 12 04:57:23.830238 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0dfb26a-df54-4e79-8c39-87876255cf02 req-b346309b-277a-40e2-9f12-137cc54d1649 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6538d065-e07a-4b22-a442-30d58de7ef7f HTTP/1.1" status: 200 len: 217 time: 0.0404980 Nov 12 04:57:23.882164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfb26a-df54-4e79-8c39-87876255cf02 req-878801bb-ae1f-456b-b503-8827a59a1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:23.883682 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0dfb26a-df54-4e79-8c39-87876255cf02 req-878801bb-ae1f-456b-b503-8827a59a1bd4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0462549 Nov 12 04:57:23.937690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfb26a-df54-4e79-8c39-87876255cf02 req-1e08ef96-705f-4879-b390-9b3e31f233a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:23.939450 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0dfb26a-df54-4e79-8c39-87876255cf02 req-1e08ef96-705f-4879-b390-9b3e31f233a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473485 Nov 12 04:57:24.010533 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e3e09f23-fbdd-469d-8e33-84932c65c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '2f4d4947-24ee-49b7-90ed-7a58b3ddccc2', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'port_id': '2c1ca04b-4727-475e-8ad2-307a665214d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'mac_address': 'fa:16:3e:44:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:52:27Z', 'updated_at': '2021-11-12T04:52:29Z', 'revision_number': 1, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 5, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:24.043720 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e09f23-fbdd-469d-8e33-84932c65c931 None None] The sync data for ids ['6053bc79-3b8b-4697-bf48-e061be42a982'] in n-d-768509-24 is: [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '2f4d4947-24ee-49b7-90ed-7a58b3ddccc2', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'port_id': '2c1ca04b-4727-475e-8ad2-307a665214d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'mac_address': 'fa:16:3e:44:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:52:27Z', 'updated_at': '2021-11-12T04:52:29Z', 'revision_number': 1, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 5, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:57:24.049632 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0dfb26a-df54-4e79-8c39-87876255cf02 req-ef69b786-4788-4536-86bc-d8885d9764cc service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021864 Nov 12 04:57:24.158579 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0dfb26a-df54-4e79-8c39-87876255cf02 req-dea925ea-e77f-4465-8850-264d3bdd1d8c service neutron] 10.222.0.31 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997856 Nov 12 04:57:24.309257 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8362e5b2-6b47-4bea-867d-c28e1cda62a6 None None] New status for floating IP 9f3866e4-84e6-4794-b7f8-c6c90b99e744: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:57:24.916575 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f529d-feb2-470f-b6b6-5db9f32b9e6f req-942a5c9b-2919-4df7-8206-8ab785a0e3e9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:24.918173 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-265f529d-feb2-470f-b6b6-5db9f32b9e6f req-942a5c9b-2919-4df7-8206-8ab785a0e3e9 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 945 time: 0.0522418 Nov 12 04:57:24.976714 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-265f529d-feb2-470f-b6b6-5db9f32b9e6f req-8203d097-2875-449e-ab5f-6c8d654a3151 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519085 Nov 12 04:57:25.195138 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfcc26-77a5-44fb-9d57-ca863c9460b0 req-f6473cc3-06c4-411e-8ef2-b9af93b7e14a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:25.196633 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14cfcc26-77a5-44fb-9d57-ca863c9460b0 req-f6473cc3-06c4-411e-8ef2-b9af93b7e14a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.31 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 945 time: 0.0503893 Nov 12 04:57:25.308069 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-14cfcc26-77a5-44fb-9d57-ca863c9460b0 req-ec76843d-ffb5-44d4-b6de-4b92d68ead40 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Deleting port 6538d065-e07a-4b22-a442-30d58de7ef7f {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:57:25.308332 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-14cfcc26-77a5-44fb-9d57-ca863c9460b0 req-ec76843d-ffb5-44d4-b6de-4b92d68ead40 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.410607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-14cfcc26-77a5-44fb-9d57-ca863c9460b0 req-ec76843d-ffb5-44d4-b6de-4b92d68ead40 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] For port 6538d065-e07a-4b22-a442-30d58de7ef7f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6538d065-e07a-4b22-a442-30d58de7ef7f,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:25.411002 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-14cfcc26-77a5-44fb-9d57-ca863c9460b0 req-ec76843d-ffb5-44d4-b6de-4b92d68ead40 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.425701 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-14cfcc26-77a5-44fb-9d57-ca863c9460b0 req-ec76843d-ffb5-44d4-b6de-4b92d68ead40 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Calling delete_port for 6538d065-e07a-4b22-a442-30d58de7ef7f owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:57:25.631525 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-14cfcc26-77a5-44fb-9d57-ca863c9460b0 req-ec76843d-ffb5-44d4-b6de-4b92d68ead40 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.662374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76843d-ffb5-44d4-b6de-4b92d68ead40 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event deleted for resources: {'Port': ['ID=6538d065-e07a-4b22-a442-30d58de7ef7f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:25.705122 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cfcc26-77a5-44fb-9d57-ca863c9460b0 req-ec76843d-ffb5-44d4-b6de-4b92d68ead40 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] No DVR routers for this DVR port 6538d065-e07a-4b22-a442-30d58de7ef7f on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:57:25.707806 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-14cfcc26-77a5-44fb-9d57-ca863c9460b0 req-ec76843d-ffb5-44d4-b6de-4b92d68ead40 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.711836 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14cfcc26-77a5-44fb-9d57-ca863c9460b0 req-ec76843d-ffb5-44d4-b6de-4b92d68ead40 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.31 "DELETE /v2.0/ports/6538d065-e07a-4b22-a442-30d58de7ef7f HTTP/1.1" status: 204 len: 173 time: 0.5089669 Nov 12 04:57:25.712293 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13adccb3-0021-4f89-ad43-8c22d61e7f37', 'name': 'network-vif-deleted', 'tag': '6538d065-e07a-4b22-a442-30d58de7ef7f'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:57:25.714665 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d60ff7-f378-4dc1-9e2d-f9b45248a505" -d '{"events": [{"server_uuid": "13adccb3-0021-4f89-ad43-8c22d61e7f37", "name": "network-vif-deleted", "tag": "6538d065-e07a-4b22-a442-30d58de7ef7f"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:57:25.758079 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc9c152-405a-4a76-aee4-df6917f1dfaf x-openstack-request-id: req-2dc9c152-405a-4a76-aee4-df6917f1dfaf {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:57:25.758879 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13adccb3-0021-4f89-ad43-8c22d61e7f37", "name": "network-vif-deleted", "tag": "6538d065-e07a-4b22-a442-30d58de7ef7f", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:57:25.760904 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2dc9c152-405a-4a76-aee4-df6917f1dfaf {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:57:25.760904 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13adccb3-0021-4f89-ad43-8c22d61e7f37', 'name': 'network-vif-deleted', 'tag': '6538d065-e07a-4b22-a442-30d58de7ef7f', 'status': 'completed', 'code': 200} Nov 12 04:57:26.100129 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db594d35-e877-4e5b-bfbe-cf40193bf119 req-c09f994b-7c03-428d-b6b5-f8132616d5eb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 210 time: 0.0328751 Nov 12 04:57:27.248596 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f97100b0-0adb-4db1-a449-6e10ef869b29 req-3a5acf3f-98ab-4c3a-9252-12aac6ac64b5 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 210 time: 0.0347438 Nov 12 04:57:28.365435 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bb464ed7-e0cc-4ce7-8438-63a078a27488 req-6a01ad00-e75d-4b91-a8d9-104a1c6be2db tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 210 time: 0.0308869 Nov 12 04:57:28.936260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6538d065-e07a-4b22-a442-30d58de7ef7f no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:57:28.959156 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 6538d065-e07a-4b22-a442-30d58de7ef7f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:57:28.959643 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6538d065-e07a-4b22-a442-30d58de7ef7f not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:57:29.498664 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06cfe98a-a553-46f2-9e04-3efd103b2f7a req-d4bd3a4e-db77-4dd8-b013-bc258c01b7ad tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 210 time: 0.0325789 Nov 12 04:57:30.617174 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-231df9fe-006d-4087-88cc-813495f7f3fc req-5aef5657-97f1-4328-8c62-5ff2ec0e1531 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 210 time: 0.0340006 Nov 12 04:57:31.743040 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc001b2a-9ea3-4777-b28c-17113728d0a0 req-80a2721c-0ea7-4737-96ad-ce519486f3bb tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=13adccb3-0021-4f89-ad43-8c22d61e7f37 HTTP/1.1" status: 200 len: 210 time: 0.0296154 Nov 12 04:57:33.192422 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2f3f6319-6879-4bc2-aeb1-a26b8ce016e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:35.562809 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d56b8348-e3cf-4af7-a60c-dd06d697940f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:36.850752 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:38.420333 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:39.134297 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:39.529877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53364) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:39.750828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-edd9f10b-aed9-40bc-8fdc-43525864c668 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Deleting port 5aa763fa-60b9-4767-970d-8cab699b223e {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:57:39.751381 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-edd9f10b-aed9-40bc-8fdc-43525864c668 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:39.874344 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-edd9f10b-aed9-40bc-8fdc-43525864c668 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:39.874344 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-edd9f10b-aed9-40bc-8fdc-43525864c668 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:39.882725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-edd9f10b-aed9-40bc-8fdc-43525864c668 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Calling delete_port for 5aa763fa-60b9-4767-970d-8cab699b223e owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:57:40.174584 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-edd9f10b-aed9-40bc-8fdc-43525864c668 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:40.204797 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9f10b-aed9-40bc-8fdc-43525864c668 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event deleted for resources: {'Port': ['ID=5aa763fa-60b9-4767-970d-8cab699b223e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:40.286605 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-edd9f10b-aed9-40bc-8fdc-43525864c668 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:40.287140 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-edd9f10b-aed9-40bc-8fdc-43525864c668 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Floating IP 2f4d4947-24ee-49b7-90ed-7a58b3ddccc2 disassociated (deleted). External IP: 172.25.1.163, port: 2c1ca04b-4727-475e-8ad2-307a665214d1. Nov 12 04:57:40.543987 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd9f10b-aed9-40bc-8fdc-43525864c668 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Router 6053bc79-3b8b-4697-bf48-e061be42a982 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:57:40.667315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd9f10b-aed9-40bc-8fdc-43525864c668 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:57:40.673584 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-edd9f10b-aed9-40bc-8fdc-43525864c668 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:40.679167 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d5ee28-2f96-453a-9c76-0b5acc02fb0c None None] Sync routers for ids ['6053bc79-3b8b-4697-bf48-e061be42a982'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:57:40.695737 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d5ee28-2f96-453a-9c76-0b5acc02fb0c None None] Routers {'6053bc79-3b8b-4697-bf48-e061be42a982'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:57:40.696878 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-55d5ee28-2f96-453a-9c76-0b5acc02fb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:57:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6053bc79-3b8b-4697-bf48-e061be42a982'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:40.730370 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-edd9f10b-aed9-40bc-8fdc-43525864c668 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "DELETE /v2.0/floatingips/2f4d4947-24ee-49b7-90ed-7a58b3ddccc2 HTTP/1.1" status: 204 len: 168 time: 1.1957312 Nov 12 04:57:40.730370 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'tag': '2c1ca04b-4727-475e-8ad2-307a665214d1'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:57:40.732241 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b8c6ee-44d5-4286-8ae5-9f646df129d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8d5731-c5f9-470a-8b2a-8fa31329294a", "tag": "2c1ca04b-4727-475e-8ad2-307a665214d1"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:57:40.873497 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-55d5ee28-2f96-453a-9c76-0b5acc02fb0c None None] Set router 6053bc79-3b8b-4697-bf48-e061be42a982 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:57:41.120304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-55d5ee28-2f96-453a-9c76-0b5acc02fb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 5, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:41.165766 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d5ee28-2f96-453a-9c76-0b5acc02fb0c None None] Checking router: 6053bc79-3b8b-4697-bf48-e061be42a982 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:57:41.177320 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d5ee28-2f96-453a-9c76-0b5acc02fb0c None None] Routers {'6053bc79-3b8b-4697-bf48-e061be42a982'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:57:41.178026 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-55d5ee28-2f96-453a-9c76-0b5acc02fb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:57:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6053bc79-3b8b-4697-bf48-e061be42a982'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:41.305911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-55d5ee28-2f96-453a-9c76-0b5acc02fb0c None None] Set router 6053bc79-3b8b-4697-bf48-e061be42a982 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:57:41.371569 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1782c7-302a-49bb-a5bc-b7d4b6806299 x-openstack-request-id: req-1b1782c7-302a-49bb-a5bc-b7d4b6806299 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:57:41.371882 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8d5731-c5f9-470a-8b2a-8fa31329294a", "tag": "2c1ca04b-4727-475e-8ad2-307a665214d1", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:57:41.372376 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b1782c7-302a-49bb-a5bc-b7d4b6806299 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:57:41.372797 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'tag': '2c1ca04b-4727-475e-8ad2-307a665214d1', 'status': 'completed', 'code': 200} Nov 12 04:57:41.547145 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a72a3-58ef-4d1e-8cb7-d65cfead2b57 req-836d0993-aa7f-48be-b86d-5aa43c77e4d4 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:41.552502 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-056a72a3-58ef-4d1e-8cb7-d65cfead2b57 req-836d0993-aa7f-48be-b86d-5aa43c77e4d4 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 945 time: 0.0957134 Nov 12 04:57:41.638510 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-55d5ee28-2f96-453a-9c76-0b5acc02fb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 5, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:41.639284 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8c6ee-44d5-4286-8ae5-9f646df129d3 req-8d9ed438-a6fd-45e8-8226-660a079733de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:41.640870 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76b8c6ee-44d5-4286-8ae5-9f646df129d3 req-8d9ed438-a6fd-45e8-8226-660a079733de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 1097 time: 0.2075088 Nov 12 04:57:41.645646 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-056a72a3-58ef-4d1e-8cb7-d65cfead2b57 req-6ab2780b-fca1-4497-aba8-1016c8dc87bc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762734 Nov 12 04:57:41.676036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d5ee28-2f96-453a-9c76-0b5acc02fb0c None None] The sync data for ids ['6053bc79-3b8b-4697-bf48-e061be42a982'] in n-d-768509-24 is: [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:43:19Z', 'revision_number': 4, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '115ec67d-8ba7-4be8-ada7-b0a47020cc0d', 'name': '', 'network_id': '4019927c-f686-4736-906f-6f7a053cc39c', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'mac_address': 'fa:16:3e:b5:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:18Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 5, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'subnets': [{'id': '50e453bb-3a0f-4798-b2da-900226d2fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:57:41.808803 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8c6ee-44d5-4286-8ae5-9f646df129d3 req-b9bde835-bd1d-49dc-9304-33bebbdda353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:41.808803 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76b8c6ee-44d5-4286-8ae5-9f646df129d3 req-b9bde835-bd1d-49dc-9304-33bebbdda353 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 200 len: 910 time: 0.1424785 Nov 12 04:57:41.849216 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76b8c6ee-44d5-4286-8ae5-9f646df129d3 req-143649fb-503c-49a5-9f31-937de51bd7b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1ca04b-4727-475e-8ad2-307a665214d1 HTTP/1.1" status: 200 len: 217 time: 0.0404708 Nov 12 04:57:41.916040 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8c6ee-44d5-4286-8ae5-9f646df129d3 req-211211ef-a781-4f34-957c-9a6d6b0ca1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:41.917565 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76b8c6ee-44d5-4286-8ae5-9f646df129d3 req-211211ef-a781-4f34-957c-9a6d6b0ca1f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 200 len: 848 time: 0.0599990 Nov 12 04:57:42.007358 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcdcf73-e75d-4b8b-8639-9d57f967990d None None] New status for floating IP 2f4d4947-24ee-49b7-90ed-7a58b3ddccc2: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:57:42.010833 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8c6ee-44d5-4286-8ae5-9f646df129d3 req-95979122-e27d-4ca2-8268-2e0376323010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:42.013338 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76b8c6ee-44d5-4286-8ae5-9f646df129d3 req-95979122-e27d-4ca2-8268-2e0376323010 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4019927c-f686-4736-906f-6f7a053cc39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709133 Nov 12 04:57:42.169718 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76b8c6ee-44d5-4286-8ae5-9f646df129d3 req-e9f33d64-5d36-4d38-9a25-55424b3e44d4 service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474330 Nov 12 04:57:42.229179 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.21', 52388) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:42.289747 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d105d9-d754-4c24-b907-773a969b1c46 req-5d210766-056f-4e6c-bc58-f5581944c026 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:42.291622 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f6d105d9-d754-4c24-b907-773a969b1c46 req-5d210766-056f-4e6c-bc58-f5581944c026 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 945 time: 0.0610769 Nov 12 04:57:42.345655 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76b8c6ee-44d5-4286-8ae5-9f646df129d3 req-4189b19d-1a5e-442b-9a45-e3860931097b service neutron] 10.222.0.21 "GET /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159754 Nov 12 04:57:42.416090 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-f6d105d9-d754-4c24-b907-773a969b1c46 req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Deleting port 2c1ca04b-4727-475e-8ad2-307a665214d1 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:57:42.416489 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f6d105d9-d754-4c24-b907-773a969b1c46 req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:42.516000 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f6d105d9-d754-4c24-b907-773a969b1c46 req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] For port 2c1ca04b-4727-475e-8ad2-307a665214d1, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2c1ca04b-4727-475e-8ad2-307a665214d1,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:42.516361 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f6d105d9-d754-4c24-b907-773a969b1c46 req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:42.533189 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-f6d105d9-d754-4c24-b907-773a969b1c46 req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Calling delete_port for 2c1ca04b-4727-475e-8ad2-307a665214d1 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:57:42.802652 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f6d105d9-d754-4c24-b907-773a969b1c46 req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:42.837273 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event deleted for resources: {'Port': ['ID=2c1ca04b-4727-475e-8ad2-307a665214d1,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:42.861295 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:42.862232 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:42.863099 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:42.863668 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:42.864258 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:42.864798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:42.865246 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:42.865629 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:42.866006 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:42.866542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:42.867863 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:42.868429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:42.910330 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a6983-483c-4b6e-b2be-a7d3801da1ac req-e12e8b26-c0e2-475d-82c7-a9e44fe96f8f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:42.910330 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb2a6983-483c-4b6e-b2be-a7d3801da1ac req-e12e8b26-c0e2-475d-82c7-a9e44fe96f8f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 867 time: 0.1359761 Nov 12 04:57:42.919152 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d105d9-d754-4c24-b907-773a969b1c46 req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] No DVR routers for this DVR port 2c1ca04b-4727-475e-8ad2-307a665214d1 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:57:42.922664 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f6d105d9-d754-4c24-b907-773a969b1c46 req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:42.927266 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f6d105d9-d754-4c24-b907-773a969b1c46 req-4b51aa2f-9e3d-4735-828a-a1dbe1d4b14c tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.21 "DELETE /v2.0/ports/2c1ca04b-4727-475e-8ad2-307a665214d1 HTTP/1.1" status: 204 len: 173 time: 0.6292448 Nov 12 04:57:42.927936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'name': 'network-vif-deleted', 'tag': '2c1ca04b-4727-475e-8ad2-307a665214d1'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:57:42.931053 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a52c59-9aa4-49fa-8f1d-1b4331845676" -d '{"events": [{"server_uuid": "8a8d5731-c5f9-470a-8b2a-8fa31329294a", "name": "network-vif-deleted", "tag": "2c1ca04b-4727-475e-8ad2-307a665214d1"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:57:42.963389 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb2a6983-483c-4b6e-b2be-a7d3801da1ac req-bf27da31-7ee1-4997-a11d-21d00fa00b3a tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eff69c7-b3bb-4958-92f1-9b99eb9b055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726607 Nov 12 04:57:43.118071 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ba1544-365f-421d-af55-cdbb8eda8351 x-openstack-request-id: req-b4ba1544-365f-421d-af55-cdbb8eda8351 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:57:43.118071 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8d5731-c5f9-470a-8b2a-8fa31329294a", "name": "network-vif-deleted", "tag": "2c1ca04b-4727-475e-8ad2-307a665214d1", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:57:43.118071 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4ba1544-365f-421d-af55-cdbb8eda8351 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:57:43.118071 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8d5731-c5f9-470a-8b2a-8fa31329294a', 'name': 'network-vif-deleted', 'tag': '2c1ca04b-4727-475e-8ad2-307a665214d1', 'status': 'completed', 'code': 200} Nov 12 04:57:44.106743 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d70829b-b574-4488-a4f4-ef0635ae3c98 req-2ceaf53e-2e9a-46c1-ab47-27f777a687dc tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 210 time: 0.0378044 Nov 12 04:57:45.266919 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-280f611e-984c-44e7-bd13-c7ac86e88734 req-089b71ea-f709-4e05-92bd-50429328f779 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 210 time: 0.0434074 Nov 12 04:57:46.400135 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4fd9438-0887-4adc-96c8-4590cb16a195 req-f666f555-2751-4405-933c-08cb0314f270 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 210 time: 0.0447476 Nov 12 04:57:46.904590 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 2c1ca04b-4727-475e-8ad2-307a665214d1 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:57:46.928858 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 2c1ca04b-4727-475e-8ad2-307a665214d1 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:57:46.929206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 2c1ca04b-4727-475e-8ad2-307a665214d1 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:57:47.162975 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:47.534847 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:57:47.564173 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-86afc28d-da1b-4031-b3e9-0780a9065c7b req-b6bdf541-343b-463f-aa25-56e63a2b58d5 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 210 time: 0.0336204 Nov 12 04:57:48.385121 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:48.718714 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e70fd4f6-2912-4bbb-978c-4d22eadbdb0b req-c562d742-68f8-40d4-a361-9054b011681f tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a8d5731-c5f9-470a-8b2a-8fa31329294a HTTP/1.1" status: 200 len: 210 time: 0.0297337 Nov 12 04:57:49.802188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53404) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:49.957738 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-812a08ea-2691-42b9-b108-6a92db688a11 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Deleting port 601e05f1-7956-4215-a52e-cbd6ce77f80a {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:57:49.958151 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-812a08ea-2691-42b9-b108-6a92db688a11 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:50.049495 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-812a08ea-2691-42b9-b108-6a92db688a11 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:50.049764 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-812a08ea-2691-42b9-b108-6a92db688a11 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:50.064370 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-812a08ea-2691-42b9-b108-6a92db688a11 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Calling delete_port for 601e05f1-7956-4215-a52e-cbd6ce77f80a owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:57:50.311502 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-812a08ea-2691-42b9-b108-6a92db688a11 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:50.691057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a08ea-2691-42b9-b108-6a92db688a11 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event deleted for resources: {'Port': ['ID=601e05f1-7956-4215-a52e-cbd6ce77f80a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:50.761757 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-812a08ea-2691-42b9-b108-6a92db688a11 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:50.765685 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-812a08ea-2691-42b9-b108-6a92db688a11 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:50.767160 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-812a08ea-2691-42b9-b108-6a92db688a11 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "DELETE /v2.0/floatingips/97e0e9f9-9b31-4fe2-850f-fa48e9cdc0f3 HTTP/1.1" status: 204 len: 168 time: 0.9638984 Nov 12 04:57:55.289277 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53422) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:55.357975 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ca79020-c943-49db-8904-53847d8b83d3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:55.391936 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ca79020-c943-49db-8904-53847d8b83d3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:55.544844 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ca79020-c943-49db-8904-53847d8b83d3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:55.548090 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ca79020-c943-49db-8904-53847d8b83d3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:55.549612 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6ca79020-c943-49db-8904-53847d8b83d3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] 10.222.0.37 "DELETE /v2.0/security-groups/7eff69c7-b3bb-4958-92f1-9b99eb9b055e HTTP/1.1" status: 204 len: 168 time: 0.2586815 Nov 12 04:57:55.564805 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca79020-c943-49db-8904-53847d8b83d3 tempest-TestVolumeBootPattern-458743776 tempest-TestVolumeBootPattern-458743776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eff69c7-b3bb-4958-92f1-9b99eb9b055e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:55.749762 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53426) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:56.319053 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2a9a5f2-cdaf-443d-a044-e8d78a850afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:56.610609 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b2a9a5f2-cdaf-443d-a044-e8d78a850afa admin admin] Deleting port 115ec67d-8ba7-4be8-ada7-b0a47020cc0d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:57:56.610898 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2a9a5f2-cdaf-443d-a044-e8d78a850afa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:57.027319 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-b2a9a5f2-cdaf-443d-a044-e8d78a850afa admin admin] For port 115ec67d-8ba7-4be8-ada7-b0a47020cc0d, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=115ec67d-8ba7-4be8-ada7-b0a47020cc0d,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:57.027919 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2a9a5f2-cdaf-443d-a044-e8d78a850afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:57.051777 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b2a9a5f2-cdaf-443d-a044-e8d78a850afa admin admin] Calling delete_port for 115ec67d-8ba7-4be8-ada7-b0a47020cc0d owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:57:57.317381 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2a9a5f2-cdaf-443d-a044-e8d78a850afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:57.346277 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9a5f2-cdaf-443d-a044-e8d78a850afa admin admin] Pushing event deleted for resources: {'Port': ['ID=115ec67d-8ba7-4be8-ada7-b0a47020cc0d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:57.569549 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2a9a5f2-cdaf-443d-a044-e8d78a850afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:57.834487 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a9a5f2-cdaf-443d-a044-e8d78a850afa admin admin] Router 6053bc79-3b8b-4697-bf48-e061be42a982 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:57:57.967327 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a9a5f2-cdaf-443d-a044-e8d78a850afa admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:57:57.976875 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b2a9a5f2-cdaf-443d-a044-e8d78a850afa admin admin] 10.222.0.37 "PUT /v2.0/routers/6053bc79-3b8b-4697-bf48-e061be42a982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2254210 Nov 12 04:57:57.980707 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53430) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:57.981848 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8bed7d-2470-471a-bc7e-006e6e7780a3 None None] Sync routers for ids ['6053bc79-3b8b-4697-bf48-e061be42a982'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:57:58.012139 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8bed7d-2470-471a-bc7e-006e6e7780a3 None None] Routers {'6053bc79-3b8b-4697-bf48-e061be42a982'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:57:58.013593 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ef8bed7d-2470-471a-bc7e-006e6e7780a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:57:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6053bc79-3b8b-4697-bf48-e061be42a982'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:58.145929 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2323748-7d57-45c1-927e-b8561da6fd13 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:58.162789 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-ef8bed7d-2470-471a-bc7e-006e6e7780a3 None None] Set router 6053bc79-3b8b-4697-bf48-e061be42a982 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:57:58.306742 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2323748-7d57-45c1-927e-b8561da6fd13 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:58.474400 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e2323748-7d57-45c1-927e-b8561da6fd13 admin admin] Deleting port abc11edb-08d5-43cf-a8ed-be99ff235f70 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:57:58.474400 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2323748-7d57-45c1-927e-b8561da6fd13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:58.480214 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ef8bed7d-2470-471a-bc7e-006e6e7780a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:57:57Z', 'revision_number': 5, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port': {'id': 'abc11edb-08d5-43cf-a8ed-be99ff235f70', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:15Z', 'updated_at': '2021-11-12T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:58.514202 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8bed7d-2470-471a-bc7e-006e6e7780a3 None None] Checking router: 6053bc79-3b8b-4697-bf48-e061be42a982 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:57:58.524779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8bed7d-2470-471a-bc7e-006e6e7780a3 None None] Routers {'6053bc79-3b8b-4697-bf48-e061be42a982'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:57:58.525412 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ef8bed7d-2470-471a-bc7e-006e6e7780a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:57:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6053bc79-3b8b-4697-bf48-e061be42a982'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:58.606563 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-e2323748-7d57-45c1-927e-b8561da6fd13 admin admin] For port abc11edb-08d5-43cf-a8ed-be99ff235f70, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=abc11edb-08d5-43cf-a8ed-be99ff235f70,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:58.607233 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2323748-7d57-45c1-927e-b8561da6fd13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:58.621554 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-ef8bed7d-2470-471a-bc7e-006e6e7780a3 None None] Set router 6053bc79-3b8b-4697-bf48-e061be42a982 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:57:58.628734 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e2323748-7d57-45c1-927e-b8561da6fd13 admin admin] Calling delete_port for abc11edb-08d5-43cf-a8ed-be99ff235f70 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:57:58.719329 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ef8bed7d-2470-471a-bc7e-006e6e7780a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:57:58Z', 'revision_number': 6, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:58.754509 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8bed7d-2470-471a-bc7e-006e6e7780a3 None None] The sync data for ids ['6053bc79-3b8b-4697-bf48-e061be42a982'] in n-d-768509-24 is: [{'id': '6053bc79-3b8b-4697-bf48-e061be42a982', 'name': 'tempest-TestVolumeBootPattern-3429823-router', 'tenant_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:14Z', 'updated_at': '2021-11-12T04:57:58Z', 'revision_number': 6, 'project_id': 'a3782c0eb54447b3ae7a2e382d21e569', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:57:58.905541 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2323748-7d57-45c1-927e-b8561da6fd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:58.937351 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2323748-7d57-45c1-927e-b8561da6fd13 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc11edb-08d5-43cf-a8ed-be99ff235f70,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:58.957029 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1b4248-a637-4e42-bd7f-154e199b686b None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:57:59.020449 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2323748-7d57-45c1-927e-b8561da6fd13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:59.121266 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2323748-7d57-45c1-927e-b8561da6fd13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:59.124162 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2323748-7d57-45c1-927e-b8561da6fd13 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:59.259868 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2323748-7d57-45c1-927e-b8561da6fd13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:59.260693 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2323748-7d57-45c1-927e-b8561da6fd13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6053bc79-3b8b-4697-bf48-e061be42a982 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:57:59.267969 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e2323748-7d57-45c1-927e-b8561da6fd13 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:59.270257 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e2323748-7d57-45c1-927e-b8561da6fd13 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6053bc79-3b8b-4697-bf48-e061be42a982 HTTP/1.1" status: 204 len: 168 time: 1.2877178 Nov 12 04:57:59.272825 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53432) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:59.354214 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b580e3-e63a-478c-a745-a43ccee4feff admin admin] Deleting subnet 50e453bb-3a0f-4798-b2da-900226d2fe0d {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:57:59.358301 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36b580e3-e63a-478c-a745-a43ccee4feff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:59.401393 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36b580e3-e63a-478c-a745-a43ccee4feff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:59.540653 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36b580e3-e63a-478c-a745-a43ccee4feff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:59.589482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 115ec67d-8ba7-4be8-ada7-b0a47020cc0d no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:57:59.616972 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 115ec67d-8ba7-4be8-ada7-b0a47020cc0d {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:57:59.617879 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 115ec67d-8ba7-4be8-ada7-b0a47020cc0d not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:57:59.701078 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36b580e3-e63a-478c-a745-a43ccee4feff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:59.736969 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b580e3-e63a-478c-a745-a43ccee4feff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e453bb-3a0f-4798-b2da-900226d2fe0d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:59.742746 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-36b580e3-e63a-478c-a745-a43ccee4feff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:59.747309 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-36b580e3-e63a-478c-a745-a43ccee4feff admin admin] 10.222.0.37 "DELETE /v2.0/subnets/50e453bb-3a0f-4798-b2da-900226d2fe0d HTTP/1.1" status: 204 len: 168 time: 0.4730954 Nov 12 04:57:59.751356 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53434) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:59.753040 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2607b718-91ec-48e4-befa-4cdcc76bf994 None None] Network 4019927c-f686-4736-906f-6f7a053cc39c requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:59.880036 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:59.967032 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] Deleting port d43a2160-78d2-4df2-8835-c4715a4b270b {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:57:59.967495 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:00.043765 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] DHCP port deletion for 4019927c-f686-4736-906f-6f7a053cc39c request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:58:00.058390 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] For port d43a2160-78d2-4df2-8835-c4715a4b270b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d43a2160-78d2-4df2-8835-c4715a4b270b,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:58:00.058767 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:00.076306 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] Calling delete_port for d43a2160-78d2-4df2-8835-c4715a4b270b owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:58:00.101973 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] Deleting port d43a2160-78d2-4df2-8835-c4715a4b270b {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:58:00.102352 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:00.175409 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] For port d43a2160-78d2-4df2-8835-c4715a4b270b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d43a2160-78d2-4df2-8835-c4715a4b270b,segment=NetworkSegment(0d170290-9c8d-4f17-b760-eaa81f8513e5),segment_id=0d170290-9c8d-4f17-b760-eaa81f8513e5)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:58:00.175837 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:00.293849 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:00.332243 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=d43a2160-78d2-4df2-8835-c4715a4b270b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:00.335343 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] No DVR routers for this DVR port d43a2160-78d2-4df2-8835-c4715a4b270b on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:58:00.369127 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] Calling delete_port for d43a2160-78d2-4df2-8835-c4715a4b270b owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:58:00.415650 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:00.440011 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4019927c-f686-4736-906f-6f7a053cc39c']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:58:00.451394 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d170290-9c8d-4f17-b760-eaa81f8513e5') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:58:00.451866 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d170290-9c8d-4f17-b760-eaa81f8513e5') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:58:00.463067 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:00.463529 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:00.482672 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:00.490941 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] Pushing event deleted for resources: {'Port': ['ID=d43a2160-78d2-4df2-8835-c4715a4b270b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:00.491898 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:58:00.492544 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:58:00.495047 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:58:00.500893 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] No DVR routers for this DVR port d43a2160-78d2-4df2-8835-c4715a4b270b on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:58:00.506892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:00.507210 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:00.507567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:00.507967 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:00.508302 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:00.508632 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:00.508966 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:00.509385 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:00.509826 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:00.510094 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:00.510360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:00.510704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75df0e23-424f-435e-bf4b-f0d69ac85447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:00.647978 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:00.654008 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:00.657727 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] 10.222.0.37 "DELETE /v2.0/networks/4019927c-f686-4736-906f-6f7a053cc39c HTTP/1.1" status: 204 len: 168 time: 0.9049623 Nov 12 04:58:00.661636 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53436) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:58:00.675997 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83fd0e-6ef5-4736-9807-a1590e1e6a5a admin admin] Pushing event deleted for resources: {'Network': ['ID=4019927c-f686-4736-906f-6f7a053cc39c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:00.899281 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device abc11edb-08d5-43cf-a8ed-be99ff235f70 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:58:00.941606 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: abc11edb-08d5-43cf-a8ed-be99ff235f70 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:58:00.942185 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device abc11edb-08d5-43cf-a8ed-be99ff235f70 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:58:00.943571 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d43a2160-78d2-4df2-8835-c4715a4b270b no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:58:00.979470 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: d43a2160-78d2-4df2-8835-c4715a4b270b {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:58:00.980026 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d43a2160-78d2-4df2-8835-c4715a4b270b not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:58:01.089819 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6acff25a-dbf1-423a-82f8-dd7856632e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:01.356952 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-6acff25a-dbf1-423a-82f8-dd7856632e70 admin admin] Deleting port 2515a9d2-ee0d-413b-b3a9-76e91ba68f04 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:58:01.357217 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6acff25a-dbf1-423a-82f8-dd7856632e70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:01.445174 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-6acff25a-dbf1-423a-82f8-dd7856632e70 admin admin] For port 2515a9d2-ee0d-413b-b3a9-76e91ba68f04, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2515a9d2-ee0d-413b-b3a9-76e91ba68f04,segment=NetworkSegment(aaa78019-5bdb-4ccc-a561-739552122f6c),segment_id=aaa78019-5bdb-4ccc-a561-739552122f6c)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:58:01.445522 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6acff25a-dbf1-423a-82f8-dd7856632e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:01.460408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-6acff25a-dbf1-423a-82f8-dd7856632e70 admin admin] Calling delete_port for 2515a9d2-ee0d-413b-b3a9-76e91ba68f04 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:58:01.762701 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6acff25a-dbf1-423a-82f8-dd7856632e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:01.792499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acff25a-dbf1-423a-82f8-dd7856632e70 admin admin] Pushing event deleted for resources: {'Port': ['ID=2515a9d2-ee0d-413b-b3a9-76e91ba68f04,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:02.025636 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6acff25a-dbf1-423a-82f8-dd7856632e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:02.268517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acff25a-dbf1-423a-82f8-dd7856632e70 admin admin] Router d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:58:02.387324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acff25a-dbf1-423a-82f8-dd7856632e70 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:58:02.392800 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6acff25a-dbf1-423a-82f8-dd7856632e70 admin admin] 10.222.0.37 "PUT /v2.0/routers/d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7294838 Nov 12 04:58:02.396984 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53438) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:58:02.401650 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27111726-3853-4646-875f-7fa79418ce24 None None] Sync routers for ids ['d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:58:02.426298 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27111726-3853-4646-875f-7fa79418ce24 None None] Routers {'d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:58:02.427313 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-27111726-3853-4646-875f-7fa79418ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:57:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:58:02.536869 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a925f684-f0cc-4d2d-a77c-8ef7423d8a4c admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:02.585188 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-27111726-3853-4646-875f-7fa79418ce24 None None] Set router d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:58:02.695670 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a925f684-f0cc-4d2d-a77c-8ef7423d8a4c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:02.806912 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-27111726-3853-4646-875f-7fa79418ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04ad9f1-2a5c-44cd-b678-9f089d4fe1b1', 'name': 'tempest-TestVolumeBootPattern-1175400216-router', 'tenant_id': 'fef986a6e6ee4d889bb046f996a45921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'c080b6e4-a889-48d1-9f11-e1d5d08f8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:24Z', 'updated_at': '2021-11-12T04:58:01Z', 'revision_number': 5, 'project_id': 'fef986a6e6ee4d889bb046f996a45921', 'gw_port': {'id': 'c080b6e4-a889-48d1-9f11-e1d5d08f8682', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04ad9f1-2a5c-44cd-b678-9f089d4fe1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:26Z', 'updated_at': '2021-11-12T04:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:58:02.841221 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27111726-3853-4646-875f-7fa79418ce24 None None] Checking router: d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:58:02.852958 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27111726-3853-4646-875f-7fa79418ce24 None None] Routers {'d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:58:02.853604 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-27111726-3853-4646-875f-7fa79418ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T04:57:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:58:02.889907 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a925f684-f0cc-4d2d-a77c-8ef7423d8a4c admin admin] Deleting port c080b6e4-a889-48d1-9f11-e1d5d08f8682 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:58:02.890495 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a925f684-f0cc-4d2d-a77c-8ef7423d8a4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:02.954846 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-27111726-3853-4646-875f-7fa79418ce24 None None] Set router d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:58:03.020527 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-27111726-3853-4646-875f-7fa79418ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04ad9f1-2a5c-44cd-b678-9f089d4fe1b1', 'name': 'tempest-TestVolumeBootPattern-1175400216-router', 'tenant_id': 'fef986a6e6ee4d889bb046f996a45921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:24Z', 'updated_at': '2021-11-12T04:58:02Z', 'revision_number': 6, 'project_id': 'fef986a6e6ee4d889bb046f996a45921', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:58:03.022074 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-a925f684-f0cc-4d2d-a77c-8ef7423d8a4c admin admin] For port c080b6e4-a889-48d1-9f11-e1d5d08f8682, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c080b6e4-a889-48d1-9f11-e1d5d08f8682,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:58:03.022722 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a925f684-f0cc-4d2d-a77c-8ef7423d8a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:03.042369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a925f684-f0cc-4d2d-a77c-8ef7423d8a4c admin admin] Calling delete_port for c080b6e4-a889-48d1-9f11-e1d5d08f8682 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:58:03.053319 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27111726-3853-4646-875f-7fa79418ce24 None None] The sync data for ids ['d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1'] in n-d-768509-24 is: [{'id': 'd04ad9f1-2a5c-44cd-b678-9f089d4fe1b1', 'name': 'tempest-TestVolumeBootPattern-1175400216-router', 'tenant_id': 'fef986a6e6ee4d889bb046f996a45921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:24Z', 'updated_at': '2021-11-12T04:58:02Z', 'revision_number': 6, 'project_id': 'fef986a6e6ee4d889bb046f996a45921', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:58:03.207737 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d66be9c-c689-4627-b6d1-e89360f33f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:03.362448 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a925f684-f0cc-4d2d-a77c-8ef7423d8a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:03.392080 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925f684-f0cc-4d2d-a77c-8ef7423d8a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=c080b6e4-a889-48d1-9f11-e1d5d08f8682,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:03.405249 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edb67ed-bbdf-4efd-a3a3-546be158bb5b None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:58:03.468989 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a925f684-f0cc-4d2d-a77c-8ef7423d8a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:03.592500 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a925f684-f0cc-4d2d-a77c-8ef7423d8a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:03.596281 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a925f684-f0cc-4d2d-a77c-8ef7423d8a4c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:03.784254 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a925f684-f0cc-4d2d-a77c-8ef7423d8a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:03.784984 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a925f684-f0cc-4d2d-a77c-8ef7423d8a4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:58:03.790852 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a925f684-f0cc-4d2d-a77c-8ef7423d8a4c admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:03.792402 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a925f684-f0cc-4d2d-a77c-8ef7423d8a4c admin admin] 10.222.0.37 "DELETE /v2.0/routers/d04ad9f1-2a5c-44cd-b678-9f089d4fe1b1 HTTP/1.1" status: 204 len: 168 time: 1.3942206 Nov 12 04:58:03.795305 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53440) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:58:03.851716 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5d602e-e1ac-48aa-869f-7b7e2b71f75a admin admin] Deleting subnet bf72fb38-f00f-4f91-9e16-06ad8a35f295 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:58:03.855350 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b5d602e-e1ac-48aa-869f-7b7e2b71f75a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:03.905432 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b5d602e-e1ac-48aa-869f-7b7e2b71f75a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:04.038281 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b5d602e-e1ac-48aa-869f-7b7e2b71f75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:04.226364 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b5d602e-e1ac-48aa-869f-7b7e2b71f75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:04.284757 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d602e-e1ac-48aa-869f-7b7e2b71f75a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf72fb38-f00f-4f91-9e16-06ad8a35f295,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:04.292589 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1b5d602e-e1ac-48aa-869f-7b7e2b71f75a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:04.294221 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41b077e-ebb1-4e0f-9173-0a7df0d20b84 None None] Network d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:58:04.300176 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-1b5d602e-e1ac-48aa-869f-7b7e2b71f75a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bf72fb38-f00f-4f91-9e16-06ad8a35f295 HTTP/1.1" status: 204 len: 168 time: 0.5031471 Nov 12 04:58:04.301959 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53442) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:58:04.391235 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:04.463565 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] Deleting port 8dd170e6-8a40-49f2-aa76-a06cee4af32b {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:58:04.464511 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:04.576055 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] For port 8dd170e6-8a40-49f2-aa76-a06cee4af32b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8dd170e6-8a40-49f2-aa76-a06cee4af32b,segment=NetworkSegment(aaa78019-5bdb-4ccc-a561-739552122f6c),segment_id=aaa78019-5bdb-4ccc-a561-739552122f6c)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:58:04.578593 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:04.601014 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] Calling delete_port for 8dd170e6-8a40-49f2-aa76-a06cee4af32b owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:58:04.610469 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757dc6fa-ba2e-4c42-be8e-8b6b4126f567 None None] DHCP port deletion for d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:58:04.702582 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-757dc6fa-ba2e-4c42-be8e-8b6b4126f567 None None] Deleting port 8dd170e6-8a40-49f2-aa76-a06cee4af32b {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:58:04.702582 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-757dc6fa-ba2e-4c42-be8e-8b6b4126f567 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:04.791526 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:04.826414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd170e6-8a40-49f2-aa76-a06cee4af32b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:04.828416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] No DVR routers for this DVR port 8dd170e6-8a40-49f2-aa76-a06cee4af32b on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:58:04.833534 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-757dc6fa-ba2e-4c42-be8e-8b6b4126f567 None None] For port 8dd170e6-8a40-49f2-aa76-a06cee4af32b, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8dd170e6-8a40-49f2-aa76-a06cee4af32b,segment=NetworkSegment(aaa78019-5bdb-4ccc-a561-739552122f6c),segment_id=aaa78019-5bdb-4ccc-a561-739552122f6c)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:58:04.834390 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-757dc6fa-ba2e-4c42-be8e-8b6b4126f567 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:04.865655 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-757dc6fa-ba2e-4c42-be8e-8b6b4126f567 None None] Calling delete_port for 8dd170e6-8a40-49f2-aa76-a06cee4af32b owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:58:04.916083 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:04.958233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c080b6e4-a889-48d1-9f11-e1d5d08f8682 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:58:04.958783 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:58:04.972634 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa78019-5bdb-4ccc-a561-739552122f6c') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:58:04.972988 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa78019-5bdb-4ccc-a561-739552122f6c') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:58:04.985603 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:05.004713 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:05.009930 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: c080b6e4-a889-48d1-9f11-e1d5d08f8682 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:58:05.010265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c080b6e4-a889-48d1-9f11-e1d5d08f8682 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:58:05.012583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8dd170e6-8a40-49f2-aa76-a06cee4af32b no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:58:05.012786 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:58:05.012961 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: timer() Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:58:05.014895 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:58:05.047160 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 8dd170e6-8a40-49f2-aa76-a06cee4af32b {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:58:05.047484 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8dd170e6-8a40-49f2-aa76-a06cee4af32b not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:58:05.047911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2515a9d2-ee0d-413b-b3a9-76e91ba68f04 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:58:05.080561 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 2515a9d2-ee0d-413b-b3a9-76e91ba68f04 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:58:05.080818 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2515a9d2-ee0d-413b-b3a9-76e91ba68f04 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:58:05.089875 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-757dc6fa-ba2e-4c42-be8e-8b6b4126f567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:05.115955 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757dc6fa-ba2e-4c42-be8e-8b6b4126f567 None None] Pushing event deleted for resources: {'Port': ['ID=8dd170e6-8a40-49f2-aa76-a06cee4af32b,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:05.122740 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757dc6fa-ba2e-4c42-be8e-8b6b4126f567 None None] No DVR routers for this DVR port 8dd170e6-8a40-49f2-aa76-a06cee4af32b on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:58:05.167435 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:05.174397 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:05.179212 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] 10.222.0.37 "DELETE /v2.0/networks/d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f HTTP/1.1" status: 204 len: 168 time: 0.8758328 Nov 12 04:58:05.192490 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5beba42-5efc-45ac-88c5-fe1adda6ddbb admin admin] Pushing event deleted for resources: {'Network': ['ID=d1d0e5f5-46b6-4cab-9cf8-bda1d05f2b8f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:05.551444 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f0343c40-1a0b-4608-a627-bb0d0f5058b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:05.629361 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53446) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:58:05.696416 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cb1eafbf-9f71-4970-9acf-7010a9bd743a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3782c0eb54447b3ae7a2e382d21e569&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0647926 Nov 12 04:58:05.715502 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53448) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:58:05.775832 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-464e2253-4393-4197-a346-0cf73d6caed8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:05.803823 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-464e2253-4393-4197-a346-0cf73d6caed8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:05.934433 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-464e2253-4393-4197-a346-0cf73d6caed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:05.938276 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-464e2253-4393-4197-a346-0cf73d6caed8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:05.940150 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-464e2253-4393-4197-a346-0cf73d6caed8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6 HTTP/1.1" status: 204 len: 168 time: 0.2235117 Nov 12 04:58:05.950189 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e2253-4393-4197-a346-0cf73d6caed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e3e3c0-2692-4bb1-9c3a-faac03a3a4e6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:06.725345 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53454) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:58:06.780907 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ddbf99ee-fa5a-4cd8-aabd-a85382161b90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fef986a6e6ee4d889bb046f996a45921&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0542343 Nov 12 04:58:06.784799 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53456) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:58:06.845673 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-83cf9d99-1091-4c92-ab3a-e1a6f670ba67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:06.872042 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-83cf9d99-1091-4c92-ab3a-e1a6f670ba67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:06.887653 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:07.008449 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-83cf9d99-1091-4c92-ab3a-e1a6f670ba67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:07.011669 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-83cf9d99-1091-4c92-ab3a-e1a6f670ba67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:07.013072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-83cf9d99-1091-4c92-ab3a-e1a6f670ba67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e1c8d7e-3544-4ff7-88e9-6c437943ff46 HTTP/1.1" status: 204 len: 168 time: 0.2265930 Nov 12 04:58:07.022970 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf9d99-1091-4c92-ab3a-e1a6f670ba67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1c8d7e-3544-4ff7-88e9-6c437943ff46,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:08.414329 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:09.133895 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:17.185377 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:18.401312 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:19.383592 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-83b7c8e8-eb55-4d0e-bad7-75552125addc tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=01b3a513071e457389638d001cdd1775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384979 Nov 12 04:58:19.617367 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-81ac5154-80c3-4748-b583-7be6b38a8fda tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:19.619919 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-81ac5154-80c3-4748-b583-7be6b38a8fda tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291341 Nov 12 04:58:19.641656 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-cd2fb2bc-04d8-4812-ac71-945a74202d2b tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/quotas/01b3a513071e457389638d001cdd1775 HTTP/1.1" status: 200 len: 375 time: 0.0139868 Nov 12 04:58:19.679079 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-58bb0b8a-c31b-4b28-9598-a47acf8b54d1 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=01b3a513071e457389638d001cdd1775&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302572 Nov 12 04:58:19.991319 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c07ebc77-ca44-48c9-8a02-0dacd5b5f0ba req-b789c505-ca6e-4e01-8b69-2c2e3ac80587 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd3f060-8142-42a6-b509-4cd9e9eaae07 HTTP/1.1" status: 200 len: 210 time: 0.0337660 Nov 12 04:58:21.486477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-648aca0f-a399-4aa0-9fd5-f4805ea04d04 req-65162507-9186-46b4-afc1-6f99c09704dc tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd3f060-8142-42a6-b509-4cd9e9eaae07 HTTP/1.1" status: 200 len: 210 time: 0.4162600 Nov 12 04:58:22.334166 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-6696989f-5002-4597-96f5-2d4a4ee7e6d9 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=01b3a513071e457389638d001cdd1775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552838 Nov 12 04:58:22.650548 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-e5a0b140-3c5e-4fc4-ba9d-9b85da47ebfe tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:22.653697 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-e5a0b140-3c5e-4fc4-ba9d-9b85da47ebfe tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3104460 Nov 12 04:58:22.675110 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-8fa65ff0-dc63-437e-ba1c-e67ac183a1ba tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Request body: {'port': {'device_id': '8fd3f060-8142-42a6-b509-4cd9e9eaae07', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'admin_state_up': True, 'tenant_id': '01b3a513071e457389638d001cdd1775'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:58:22.675783 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6273a099-19c5-4722-abfa-af216c30a105 req-d4e57a90-0271-4c9b-9a83-9dc57cbf834f tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd3f060-8142-42a6-b509-4cd9e9eaae07 HTTP/1.1" status: 200 len: 210 time: 0.0419800 Nov 12 04:58:22.926730 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-8fa65ff0-dc63-437e-ba1c-e67ac183a1ba tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Made reservation on behalf of 01b3a513071e457389638d001cdd1775 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:58:22.930828 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-8fa65ff0-dc63-437e-ba1c-e67ac183a1ba tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:22.941638 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-8fa65ff0-dc63-437e-ba1c-e67ac183a1ba tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:23.033330 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-8fa65ff0-dc63-437e-ba1c-e67ac183a1ba tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:23.103927 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-8fa65ff0-dc63-437e-ba1c-e67ac183a1ba tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:23.172970 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa65ff0-dc63-437e-ba1c-e67ac183a1ba tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261c5d4d-c80d-4a40-9fec-be83a94049e0,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:23.558755 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-8fa65ff0-dc63-437e-ba1c-e67ac183a1ba tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Allocated IP 192.168.233.174 (f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b/d7600bb6-2434-4780-a7cd-ea67ed7b9665/29e32e53-2957-47af-92c4-94358509a8b7) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:58:23.802601 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fb7b40e-7f54-4920-b1bc-3e969fafb806 req-2e3c712b-46f6-4692-8012-4366a2b58fe2 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd3f060-8142-42a6-b509-4cd9e9eaae07 HTTP/1.1" status: 200 len: 210 time: 0.0356159 Nov 12 04:58:23.837226 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-8fa65ff0-dc63-437e-ba1c-e67ac183a1ba tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:23.940350 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-8fa65ff0-dc63-437e-ba1c-e67ac183a1ba tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:23.988609 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-8fa65ff0-dc63-437e-ba1c-e67ac183a1ba tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:58:23.994903 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-8fa65ff0-dc63-437e-ba1c-e67ac183a1ba tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:58:23.999619 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-8fa65ff0-dc63-437e-ba1c-e67ac183a1ba tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:58:24.007806 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa65ff0-dc63-437e-ba1c-e67ac183a1ba tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Pushing event updated for resources: {'Port': ['ID=29e32e53-2957-47af-92c4-94358509a8b7,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:24.064485 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-8fa65ff0-dc63-437e-ba1c-e67ac183a1ba tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:24.065164 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-8fa65ff0-dc63-437e-ba1c-e67ac183a1ba tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:24.194095 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-8fa65ff0-dc63-437e-ba1c-e67ac183a1ba tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5239506 Nov 12 04:58:24.212423 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Request body: {'port': {'device_id': '8fd3f060-8142-42a6-b509-4cd9e9eaae07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:58:24.282980 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:24.295889 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-271b610e-2130-4d28-87a7-a6ab53413c0f None None] Provisioning complete for port 29e32e53-2957-47af-92c4-94358509a8b7 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:58:24.296732 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-271b610e-2130-4d28-87a7-a6ab53413c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:24.341270 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-271b610e-2130-4d28-87a7-a6ab53413c0f None None] Port 29e32e53-2957-47af-92c4-94358509a8b7 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:58:24.536062 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:58:24.715699 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e32e53-2957-47af-92c4-94358509a8b7 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:58:24.732017 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:24.763997 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Transition to ACTIVE for port object 29e32e53-2957-47af-92c4-94358509a8b7 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:58:24.882079 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:24.953979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34429a38-461d-440e-826d-b6244153c05f req-3322b5dd-c451-4a9d-be25-8e58fcd93687 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:24.957296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34429a38-461d-440e-826d-b6244153c05f req-3322b5dd-c451-4a9d-be25-8e58fcd93687 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd3f060-8142-42a6-b509-4cd9e9eaae07 HTTP/1.1" status: 200 len: 948 time: 0.0714951 Nov 12 04:58:24.981064 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Pushing event updated for resources: {'Port': ['ID=29e32e53-2957-47af-92c4-94358509a8b7,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:25.051041 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34429a38-461d-440e-826d-b6244153c05f req-83daf751-b088-43cb-a379-049ff849729b tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/security-groups?id=261c5d4d-c80d-4a40-9fec-be83a94049e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845368 Nov 12 04:58:25.054747 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Attempting to bind port 29e32e53-2957-47af-92c4-94358509a8b7 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:58:25.055244 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Attempting to bind port 29e32e53-2957-47af-92c4-94358509a8b7 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:58:25.055713 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Attempting to bind port 29e32e53-2957-47af-92c4-94358509a8b7 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:58:25.063050 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Port 29e32e53-2957-47af-92c4-94358509a8b7 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:58:25.063519 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Attempting to bind port 29e32e53-2957-47af-92c4-94358509a8b7 on network f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:58:25.071510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:58:25.072030 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Checking segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:58:25.072583 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Bound using segment: {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:58:25.073214 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Bound port: 29e32e53-2957-47af-92c4-94358509a8b7, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408709-ef7f-4d7f-8e91-e055e3fc802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:58:25.073971 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:25.160056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] For port 29e32e53-2957-47af-92c4-94358509a8b7, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:58:25.164147 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] For port 29e32e53-2957-47af-92c4-94358509a8b7, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=29e32e53-2957-47af-92c4-94358509a8b7,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:58:25.231522 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:25.270378 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:25.271125 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:25.272671 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] 10.222.0.21 "PUT /v2.0/ports/29e32e53-2957-47af-92c4-94358509a8b7 HTTP/1.1" status: 200 len: 1097 time: 1.0646877 Nov 12 04:58:25.273043 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd3f060-8142-42a6-b509-4cd9e9eaae07', 'tag': '29e32e53-2957-47af-92c4-94358509a8b7'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:58:25.275482 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5389a158-d4a0-4158-a105-41af56b82ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd3f060-8142-42a6-b509-4cd9e9eaae07", "tag": "29e32e53-2957-47af-92c4-94358509a8b7"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:58:25.304452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd3534-b376-4dde-b669-2b91f10347c6 service neutron] Pushing event updated for resources: {'Port': ['ID=29e32e53-2957-47af-92c4-94358509a8b7,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:25.356829 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453f2577-cda8-4162-b7e1-d27beacefe80 x-openstack-request-id: req-453f2577-cda8-4162-b7e1-d27beacefe80 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:58:25.357275 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd3f060-8142-42a6-b509-4cd9e9eaae07", "tag": "29e32e53-2957-47af-92c4-94358509a8b7", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:58:25.357871 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-453f2577-cda8-4162-b7e1-d27beacefe80 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:58:25.358505 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd3f060-8142-42a6-b509-4cd9e9eaae07', 'tag': '29e32e53-2957-47af-92c4-94358509a8b7', 'status': 'completed', 'code': 200} Nov 12 04:58:25.478819 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389a158-d4a0-4158-a105-41af56b82ca3 req-94430115-f0c5-445c-8da0-34002a67199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:25.480972 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5389a158-d4a0-4158-a105-41af56b82ca3 req-94430115-f0c5-445c-8da0-34002a67199e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01b3a513071e457389638d001cdd1775&device_id=8fd3f060-8142-42a6-b509-4cd9e9eaae07 HTTP/1.1" status: 200 len: 1100 time: 0.0589025 Nov 12 04:58:25.538824 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5389a158-d4a0-4158-a105-41af56b82ca3 req-c09de241-4eab-4183-b9d5-c58ba472f949 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=01b3a513071e457389638d001cdd1775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426059 Nov 12 04:58:25.730249 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389a158-d4a0-4158-a105-41af56b82ca3 req-05db7f6a-70c5-4980-8330-8d5c0a41e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:25.731840 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5389a158-d4a0-4158-a105-41af56b82ca3 req-05db7f6a-70c5-4980-8330-8d5c0a41e1c7 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1866555 Nov 12 04:58:25.839803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-4b00697e-372f-49bd-8fae-6f761af3eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:25.841242 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-4b00697e-372f-49bd-8fae-6f761af3eb8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01b3a513071e457389638d001cdd1775&device_id=8fd3f060-8142-42a6-b509-4cd9e9eaae07 HTTP/1.1" status: 200 len: 1100 time: 0.0466807 Nov 12 04:58:25.894279 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-54c3f2b8-91cb-4c73-a4ef-09f9f52be2c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=29e32e53-2957-47af-92c4-94358509a8b7 HTTP/1.1" status: 200 len: 217 time: 0.0385556 Nov 12 04:58:25.957299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-3a64057d-3eef-4d3e-844f-7da66d0cfda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:25.958947 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-3a64057d-3eef-4d3e-844f-7da66d0cfda4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7600bb6-2434-4780-a7cd-ea67ed7b9665 HTTP/1.1" status: 200 len: 843 time: 0.0554788 Nov 12 04:58:26.010655 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-665bc8f6-1c6b-474c-bd7a-7b3f62d1b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:26.012396 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-665bc8f6-1c6b-474c-bd7a-7b3f62d1b76d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0458436 Nov 12 04:58:26.133363 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-4ac0122a-82ea-4ff4-b6ea-04bb02f18a26 service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127143 Nov 12 04:58:26.186398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b09345-830b-4c88-9ae5-25d11a17e37b req-c80eab87-74b5-4a22-951f-5d83933049cf tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:26.188623 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0b09345-830b-4c88-9ae5-25d11a17e37b req-c80eab87-74b5-4a22-951f-5d83933049cf tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd3f060-8142-42a6-b509-4cd9e9eaae07 HTTP/1.1" status: 200 len: 948 time: 0.0598807 Nov 12 04:58:26.258516 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ce587fb2-eed8-4bbb-9f2b-8c9cb7be4451 req-56692bb2-fd28-459d-9b99-23f3fe645d6d service neutron] 10.222.0.21 "GET /v2.0/networks/f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176696 Nov 12 04:58:26.259668 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0b09345-830b-4c88-9ae5-25d11a17e37b req-002b7ab4-a3b9-478f-9aa0-0e209842efe2 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/security-groups?id=261c5d4d-c80d-4a40-9fec-be83a94049e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584998 Nov 12 04:58:27.401576 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207af33f-7092-480d-a48e-96684270ac6a req-17730710-c023-4991-835f-b4e99e604aa9 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:27.403399 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-207af33f-7092-480d-a48e-96684270ac6a req-17730710-c023-4991-835f-b4e99e604aa9 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd3f060-8142-42a6-b509-4cd9e9eaae07 HTTP/1.1" status: 200 len: 948 time: 0.0546341 Nov 12 04:58:27.464089 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-207af33f-7092-480d-a48e-96684270ac6a req-f2310d64-2410-4014-8088-56d5c0277d8e tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/security-groups?id=261c5d4d-c80d-4a40-9fec-be83a94049e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536540 Nov 12 04:58:28.597727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43584c79-56a7-4adc-8b06-440c0e3cbbee req-fe47ff8b-5e5e-4e37-969f-016a171a5a6e tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:28.599423 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43584c79-56a7-4adc-8b06-440c0e3cbbee req-fe47ff8b-5e5e-4e37-969f-016a171a5a6e tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd3f060-8142-42a6-b509-4cd9e9eaae07 HTTP/1.1" status: 200 len: 948 time: 0.0582812 Nov 12 04:58:28.653423 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43584c79-56a7-4adc-8b06-440c0e3cbbee req-f93b5896-5d33-42be-98e5-de9bce8da0ee tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/security-groups?id=261c5d4d-c80d-4a40-9fec-be83a94049e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472829 Nov 12 04:58:29.010944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 29e32e53-2957-47af-92c4-94358509a8b7 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:58:29.120575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 29e32e53-2957-47af-92c4-94358509a8b7, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=29e32e53-2957-47af-92c4-94358509a8b7,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:58:29.133278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '29e32e53-2957-47af-92c4-94358509a8b7', 'network_id': 'f2cb19a0-f938-4cdc-9d1c-81ddc8c8c64b', 'port_id': '29e32e53-2957-47af-92c4-94358509a8b7', 'mac_address': 'fa:16:3e:1e:0c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7600bb6-2434-4780-a7cd-ea67ed7b9665', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:58:29.175187 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:29.189798 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e32e53-2957-47af-92c4-94358509a8b7 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:58:29.216971 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 29e32e53-2957-47af-92c4-94358509a8b7, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=29e32e53-2957-47af-92c4-94358509a8b7,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:58:29.321817 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:29.378745 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=29e32e53-2957-47af-92c4-94358509a8b7,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:29.731632 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['29e32e53-2957-47af-92c4-94358509a8b7'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:58:29.808774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777e524-c74c-4906-8ea9-2a7f1a890e30 req-ea2993f7-8bc2-4f7d-8cb0-d512659f2af8 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:29.810552 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5777e524-c74c-4906-8ea9-2a7f1a890e30 req-ea2993f7-8bc2-4f7d-8cb0-d512659f2af8 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd3f060-8142-42a6-b509-4cd9e9eaae07 HTTP/1.1" status: 200 len: 949 time: 0.0771074 Nov 12 04:58:29.900259 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5777e524-c74c-4906-8ea9-2a7f1a890e30 req-c79ca283-4c0d-4f0b-bda9-810828597e5e tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/security-groups?id=261c5d4d-c80d-4a40-9fec-be83a94049e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756283 Nov 12 04:58:31.041205 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6fe08-db66-412f-a333-9d54c38fad6a req-c13e1e49-e214-466b-87ea-2f64b618258b tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:31.042732 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82e6fe08-db66-412f-a333-9d54c38fad6a req-c13e1e49-e214-466b-87ea-2f64b618258b tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd3f060-8142-42a6-b509-4cd9e9eaae07 HTTP/1.1" status: 200 len: 949 time: 0.0571780 Nov 12 04:58:31.043263 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 29e32e53-2957-47af-92c4-94358509a8b7 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:58:31.117799 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82e6fe08-db66-412f-a333-9d54c38fad6a req-b024ba1f-a338-4e3a-a92d-12719a8ad8ff tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/security-groups?id=261c5d4d-c80d-4a40-9fec-be83a94049e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680432 Nov 12 04:58:31.224982 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 29e32e53-2957-47af-92c4-94358509a8b7 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:58:31.229661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 29e32e53-2957-47af-92c4-94358509a8b7 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:58:31.230033 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:31.319993 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:31.346981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd3f060-8142-42a6-b509-4cd9e9eaae07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e32e53-2957-47af-92c4-94358509a8b7'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:58:31.349614 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5599aa45-e03a-418e-8c20-7e93f2ef60a6" -d '{"events": [{"server_uuid": "8fd3f060-8142-42a6-b509-4cd9e9eaae07", "name": "network-vif-plugged", "status": "completed", "tag": "29e32e53-2957-47af-92c4-94358509a8b7"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:58:31.368338 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 29e32e53-2957-47af-92c4-94358509a8b7, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=29e32e53-2957-47af-92c4-94358509a8b7,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:58:31.458834 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:31.486703 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eba6de3-84b1-420c-a92d-8b23de9648b4 x-openstack-request-id: req-9eba6de3-84b1-420c-a92d-8b23de9648b4 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:58:31.486995 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd3f060-8142-42a6-b509-4cd9e9eaae07", "name": "network-vif-plugged", "status": "completed", "tag": "29e32e53-2957-47af-92c4-94358509a8b7", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:58:31.492287 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9eba6de3-84b1-420c-a92d-8b23de9648b4 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:58:31.492287 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd3f060-8142-42a6-b509-4cd9e9eaae07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e32e53-2957-47af-92c4-94358509a8b7', 'code': 200} Nov 12 04:58:31.533253 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=29e32e53-2957-47af-92c4-94358509a8b7,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:31.614253 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340dae3-7540-4854-a410-5d5d1ecf9625 req-fbb9f20d-8c33-4e14-8b9f-202eea1b14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:31.616511 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4340dae3-7540-4854-a410-5d5d1ecf9625 req-fbb9f20d-8c33-4e14-8b9f-202eea1b14bd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8fd3f060-8142-42a6-b509-4cd9e9eaae07 HTTP/1.1" status: 200 len: 1102 time: 0.0458765 Nov 12 04:58:31.675922 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4340dae3-7540-4854-a410-5d5d1ecf9625 req-9039e8b3-e747-4fdf-bde6-bb37c50901e0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=261c5d4d-c80d-4a40-9fec-be83a94049e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521033 Nov 12 04:58:32.248811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa02fb8-fe37-4e64-b669-feb96530e3c9 req-d8f2aa74-3530-4d5c-9b86-5d97a1beaf6b tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:32.251081 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dfa02fb8-fe37-4e64-b669-feb96530e3c9 req-d8f2aa74-3530-4d5c-9b86-5d97a1beaf6b tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd3f060-8142-42a6-b509-4cd9e9eaae07 HTTP/1.1" status: 200 len: 950 time: 0.0553317 Nov 12 04:58:32.305994 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dfa02fb8-fe37-4e64-b669-feb96530e3c9 req-fba1dbb3-07f9-46ef-b65c-aeed63fcef74 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/security-groups?id=261c5d4d-c80d-4a40-9fec-be83a94049e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478489 Nov 12 04:58:33.207479 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-29d94bd3-b9a4-4b1a-9903-f00b39ef4530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:33.434830 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49699ab6-71a2-49f0-98c0-65e0735125ff req-f9b772c8-bdb6-407f-b921-0205d95d3e2c tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:33.436380 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49699ab6-71a2-49f0-98c0-65e0735125ff req-f9b772c8-bdb6-407f-b921-0205d95d3e2c tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd3f060-8142-42a6-b509-4cd9e9eaae07 HTTP/1.1" status: 200 len: 950 time: 0.0532560 Nov 12 04:58:33.514446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49699ab6-71a2-49f0-98c0-65e0735125ff req-1a53132c-5dd2-461a-a7d9-eb2f80cce597 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/security-groups?id=261c5d4d-c80d-4a40-9fec-be83a94049e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704043 Nov 12 04:58:33.995808 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-5c90061e-e064-4cb3-8ae1-2e6b9710dd2f req-e6590275-985b-410e-921f-accc40a66d3f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:58:33.996864 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c90061e-e064-4cb3-8ae1-2e6b9710dd2f req-e6590275-985b-410e-921f-accc40a66d3f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1126516 Nov 12 04:58:35.096778 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c319311-184f-4185-8574-7f85729c7ade req-62463630-f0f1-4495-9c83-b4602683f800 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:35.098358 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c319311-184f-4185-8574-7f85729c7ade req-62463630-f0f1-4495-9c83-b4602683f800 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd3f060-8142-42a6-b509-4cd9e9eaae07 HTTP/1.1" status: 200 len: 950 time: 0.0550389 Nov 12 04:58:35.152972 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c319311-184f-4185-8574-7f85729c7ade req-f4a45ed9-fdcc-4d7b-af7f-df17136e6f15 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/security-groups?id=261c5d4d-c80d-4a40-9fec-be83a94049e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480483 Nov 12 04:58:35.561076 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8aa36e73-3c4e-49d0-8b52-7af2819d8bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:36.285914 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a07ae-2a29-44f0-847c-8faa4e6ec1b3 req-e36bd857-a124-4d63-b46b-01958f26eedd tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:36.288247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cc0a07ae-2a29-44f0-847c-8faa4e6ec1b3 req-e36bd857-a124-4d63-b46b-01958f26eedd tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd3f060-8142-42a6-b509-4cd9e9eaae07 HTTP/1.1" status: 200 len: 950 time: 0.0589085 Nov 12 04:58:36.348247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cc0a07ae-2a29-44f0-847c-8faa4e6ec1b3 req-1e88c4b7-7d3f-4672-ac75-84582d58c5ec tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/security-groups?id=261c5d4d-c80d-4a40-9fec-be83a94049e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524457 Nov 12 04:58:36.624256 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414e514-5952-483a-a70d-50050fc06c2d req-db5d5d86-1a96-4af3-8bf3-c2d0407980a6 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:36.625805 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7414e514-5952-483a-a70d-50050fc06c2d req-db5d5d86-1a96-4af3-8bf3-c2d0407980a6 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd3f060-8142-42a6-b509-4cd9e9eaae07 HTTP/1.1" status: 200 len: 950 time: 0.0552361 Nov 12 04:58:36.737758 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-7414e514-5952-483a-a70d-50050fc06c2d req-d8c8d000-9df2-439e-9ee9-6388e3670530 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Deleting port 29e32e53-2957-47af-92c4-94358509a8b7 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:58:36.738152 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7414e514-5952-483a-a70d-50050fc06c2d req-d8c8d000-9df2-439e-9ee9-6388e3670530 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:36.859906 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-7414e514-5952-483a-a70d-50050fc06c2d req-d8c8d000-9df2-439e-9ee9-6388e3670530 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] For port 29e32e53-2957-47af-92c4-94358509a8b7, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=29e32e53-2957-47af-92c4-94358509a8b7,segment=NetworkSegment(76408709-ef7f-4d7f-8e91-e055e3fc802b),segment_id=76408709-ef7f-4d7f-8e91-e055e3fc802b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:58:36.860417 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7414e514-5952-483a-a70d-50050fc06c2d req-d8c8d000-9df2-439e-9ee9-6388e3670530 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:36.869352 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:36.878094 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-7414e514-5952-483a-a70d-50050fc06c2d req-d8c8d000-9df2-439e-9ee9-6388e3670530 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Calling delete_port for 29e32e53-2957-47af-92c4-94358509a8b7 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:58:37.144366 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7414e514-5952-483a-a70d-50050fc06c2d req-d8c8d000-9df2-439e-9ee9-6388e3670530 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:37.177543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['29e32e53-2957-47af-92c4-94358509a8b7'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:58:37.183217 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8d000-9df2-439e-9ee9-6388e3670530 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Pushing event deleted for resources: {'Port': ['ID=29e32e53-2957-47af-92c4-94358509a8b7,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:37.230526 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-7414e514-5952-483a-a70d-50050fc06c2d req-d8c8d000-9df2-439e-9ee9-6388e3670530 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] No DVR routers for this DVR port 29e32e53-2957-47af-92c4-94358509a8b7 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:58:37.233455 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7414e514-5952-483a-a70d-50050fc06c2d req-d8c8d000-9df2-439e-9ee9-6388e3670530 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:37.237237 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7414e514-5952-483a-a70d-50050fc06c2d req-d8c8d000-9df2-439e-9ee9-6388e3670530 tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.21 "DELETE /v2.0/ports/29e32e53-2957-47af-92c4-94358509a8b7 HTTP/1.1" status: 204 len: 173 time: 0.6045277 Nov 12 04:58:37.237756 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd3f060-8142-42a6-b509-4cd9e9eaae07', 'name': 'network-vif-deleted', 'tag': '29e32e53-2957-47af-92c4-94358509a8b7'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:58:37.240123 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b92090-2ec1-407f-a560-8f6987717e26" -d '{"events": [{"server_uuid": "8fd3f060-8142-42a6-b509-4cd9e9eaae07", "name": "network-vif-deleted", "tag": "29e32e53-2957-47af-92c4-94358509a8b7"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:58:37.312319 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346ecde6-c520-406a-abb0-04dc1643621c x-openstack-request-id: req-346ecde6-c520-406a-abb0-04dc1643621c {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:58:37.312319 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd3f060-8142-42a6-b509-4cd9e9eaae07", "name": "network-vif-deleted", "tag": "29e32e53-2957-47af-92c4-94358509a8b7", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:58:37.312319 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-346ecde6-c520-406a-abb0-04dc1643621c {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:58:37.312319 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd3f060-8142-42a6-b509-4cd9e9eaae07', 'name': 'network-vif-deleted', 'tag': '29e32e53-2957-47af-92c4-94358509a8b7', 'status': 'completed', 'code': 200} Nov 12 04:58:37.467751 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e2b45aa-7ad1-4828-a839-c534f5b43383 req-a0f9b902-b778-439d-84c8-e63335112b4d tempest-ServersAdminNegativeTestJSON-67616523 tempest-ServersAdminNegativeTestJSON-67616523-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd3f060-8142-42a6-b509-4cd9e9eaae07 HTTP/1.1" status: 200 len: 210 time: 0.0328410 Nov 12 04:58:38.424515 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:39.149459 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53604) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:58:39.168186 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:39.326997 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1fd90fe7-d538-4ed6-8f8f-960010c54fbf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01b3a513071e457389638d001cdd1775&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1759591 Nov 12 04:58:39.329980 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53608) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:58:39.398719 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09dc03c5-f499-4cc0-94cc-ca940a40b447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:39.424197 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09dc03c5-f499-4cc0-94cc-ca940a40b447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:39.556030 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09dc03c5-f499-4cc0-94cc-ca940a40b447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:39.558969 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-09dc03c5-f499-4cc0-94cc-ca940a40b447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:39.560623 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-09dc03c5-f499-4cc0-94cc-ca940a40b447 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/261c5d4d-c80d-4a40-9fec-be83a94049e0 HTTP/1.1" status: 204 len: 168 time: 0.2294021 Nov 12 04:58:39.574118 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc03c5-f499-4cc0-94cc-ca940a40b447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261c5d4d-c80d-4a40-9fec-be83a94049e0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:40.300983 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53614) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:58:40.329037 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dfe1369f-c8be-4b6c-bf54-65dc625fd900 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:40.443487 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dfe1369f-c8be-4b6c-bf54-65dc625fd900 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:40.527844 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dfe1369f-c8be-4b6c-bf54-65dc625fd900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:40.575002 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-dfe1369f-c8be-4b6c-bf54-65dc625fd900 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff9da8c97912432f8308754959052652&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2723968 Nov 12 04:58:40.576168 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1369f-c8be-4b6c-bf54-65dc625fd900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9c7964-7725-4844-8dda-2b536a408bf8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:40.578440 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 53616) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:58:40.639056 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-827063a5-f78f-4001-a12d-f4ecb5edadb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:40.668601 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-827063a5-f78f-4001-a12d-f4ecb5edadb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:40.825197 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-827063a5-f78f-4001-a12d-f4ecb5edadb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:40.831293 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-827063a5-f78f-4001-a12d-f4ecb5edadb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:40.833630 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-827063a5-f78f-4001-a12d-f4ecb5edadb6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f9c7964-7725-4844-8dda-2b536a408bf8 HTTP/1.1" status: 204 len: 168 time: 0.2533591 Nov 12 04:58:40.862200 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827063a5-f78f-4001-a12d-f4ecb5edadb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9c7964-7725-4844-8dda-2b536a408bf8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:40.872404 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827063a5-f78f-4001-a12d-f4ecb5edadb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:40.880493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827063a5-f78f-4001-a12d-f4ecb5edadb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:40.880493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827063a5-f78f-4001-a12d-f4ecb5edadb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:40.880493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827063a5-f78f-4001-a12d-f4ecb5edadb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:40.880493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827063a5-f78f-4001-a12d-f4ecb5edadb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:40.880493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827063a5-f78f-4001-a12d-f4ecb5edadb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:40.880493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827063a5-f78f-4001-a12d-f4ecb5edadb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:40.880493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827063a5-f78f-4001-a12d-f4ecb5edadb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:40.880493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827063a5-f78f-4001-a12d-f4ecb5edadb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:40.880493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827063a5-f78f-4001-a12d-f4ecb5edadb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:40.880493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827063a5-f78f-4001-a12d-f4ecb5edadb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:40.880493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827063a5-f78f-4001-a12d-f4ecb5edadb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:41.098110 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 29e32e53-2957-47af-92c4-94358509a8b7 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:58:41.130614 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 29e32e53-2957-47af-92c4-94358509a8b7 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:58:41.130998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 29e32e53-2957-47af-92c4-94358509a8b7 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:58:42.168035 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53638) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:58:42.312114 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-541289390-network', 'tenant_id': '3692bc4c34864c1e85976be64218615e'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:58:42.453205 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Made reservation on behalf of 3692bc4c34864c1e85976be64218615e for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:58:42.455744 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:42.465881 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:42.552113 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:42.640700 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:42.669603 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:58:42.680911 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f07243-ac06-429a-9df1-f1479e63e751,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:42.686258 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:42.686610 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Added segment 83414e97-72f0-4a2f-8196-b5e66da27429 of type vlan for network 0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb Nov 12 04:58:42.730156 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:42.837778 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:42.839017 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:42.839640 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:42.911974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Pushing event updated for resources: {'Network': ['ID=0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:42.920492 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:42.920853 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:42.921186 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:42.921518 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:42.921845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:42.922172 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:42.922498 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:42.922844 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:42.923165 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:42.923482 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:42.923801 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:42.924117 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:42.936394 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:58:42.960101 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d1d9365f-79e0-433b-b260-c4e7c589cfbc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7908068 Nov 12 04:58:42.963224 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53642) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:58:42.971669 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-264ec447-8879-4ca4-b552-40dc592a8d1e admin admin] Request body: {'subnet': {'network_id': '0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-541289390-subnet', 'tenant_id': '3692bc4c34864c1e85976be64218615e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:58:43.121950 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264ec447-8879-4ca4-b552-40dc592a8d1e admin admin] Made reservation on behalf of 3692bc4c34864c1e85976be64218615e for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:58:43.124339 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-264ec447-8879-4ca4-b552-40dc592a8d1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:43.355941 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-264ec447-8879-4ca4-b552-40dc592a8d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:43.422177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ec447-8879-4ca4-b552-40dc592a8d1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9127fdbe-f23a-44f9-830c-55d5c6be0320,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:43.432153 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264ec447-8879-4ca4-b552-40dc592a8d1e admin admin] Checking segment: {'id': '83414e97-72f0-4a2f-8196-b5e66da27429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:58:43.432506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264ec447-8879-4ca4-b552-40dc592a8d1e admin admin] Network hostable DHCP agents. Network: 0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:58:43.516097 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264ec447-8879-4ca4-b552-40dc592a8d1e admin admin] Network 0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:58:43.606532 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-264ec447-8879-4ca4-b552-40dc592a8d1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:58:43.611845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264ec447-8879-4ca4-b552-40dc592a8d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:43.613045 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-264ec447-8879-4ca4-b552-40dc592a8d1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:43.621943 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e58ef23-4065-44f4-80e7-bb9459a9f09d None None] Network 0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:58:43.725788 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-264ec447-8879-4ca4-b552-40dc592a8d1e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7610607 Nov 12 04:58:43.786598 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d21aec7-b8be-4eb4-ad42-56cd92dac004 None None] Network 0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:58:44.290209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-704d8c2b-cd77-4229-a056-1d101820cd33 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:44.291817 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-704d8c2b-cd77-4229-a056-1d101820cd33 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/networks?id=0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb HTTP/1.1" status: 200 len: 811 time: 0.1130753 Nov 12 04:58:44.309764 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-76e04ef7-1117-4980-af6a-e4d4f4251efa tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/quotas/3692bc4c34864c1e85976be64218615e HTTP/1.1" status: 200 len: 375 time: 0.0112920 Nov 12 04:58:44.347390 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-dc9b4a72-c4a7-411b-b574-ee1701882be0 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3692bc4c34864c1e85976be64218615e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308948 Nov 12 04:58:44.443372 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-957a74b9-1937-4203-8d8b-e019f756f2a9 service neutron] 10.222.0.37 "GET /v2.0/networks/0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875709 Nov 12 04:58:44.547100 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-a7e86f70-6171-44d9-8bf2-56fc4541f396 service neutron] 10.222.0.37 "GET /v2.0/networks/0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973241 Nov 12 04:58:44.837086 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5e36211-bbd1-4ab0-861d-8c12ddbe391f req-4ec595ea-72c4-4f4c-8cc5-714ac1804c12 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 210 time: 0.0357814 Nov 12 04:58:45.931366 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-549c2866-8651-4b2f-820f-ad8f6b18e642 req-5e2a390a-4170-4f0c-8bae-13ec42adfc23 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 210 time: 0.0279884 Nov 12 04:58:47.041762 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5620b66-c204-4cbd-a3ac-16fc76590289 req-2f73f71c-e9b0-4e7f-ba14-7eaf8a759d6b tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 210 time: 0.0342467 Nov 12 04:58:47.207782 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:47.351765 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-54f933a9-f440-453f-809c-039d5af3e000 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:47.353286 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-54f933a9-f440-453f-809c-039d5af3e000 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.21 "GET /v2.0/networks?id=0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb HTTP/1.1" status: 200 len: 811 time: 0.1563730 Nov 12 04:58:47.372774 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-2020a3ae-4ff4-4722-a580-861273cb5819 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Request body: {'port': {'device_id': 'b5cf016b-43c7-42ed-8868-ebe37b3827cc', 'network_id': '0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb', 'admin_state_up': True, 'tenant_id': '3692bc4c34864c1e85976be64218615e'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:58:47.584589 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-2020a3ae-4ff4-4722-a580-861273cb5819 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Made reservation on behalf of 3692bc4c34864c1e85976be64218615e for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:58:47.588494 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-2020a3ae-4ff4-4722-a580-861273cb5819 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:47.730393 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-2020a3ae-4ff4-4722-a580-861273cb5819 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Allocated IP 172.20.0.14 (0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb/9127fdbe-f23a-44f9-830c-55d5c6be0320/d18314fa-e297-41ff-8fb4-2fb23333832f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:58:47.895653 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-2020a3ae-4ff4-4722-a580-861273cb5819 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:48.029742 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-2020a3ae-4ff4-4722-a580-861273cb5819 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:48.076555 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-2020a3ae-4ff4-4722-a580-861273cb5819 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Network 0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:58:48.083584 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-2020a3ae-4ff4-4722-a580-861273cb5819 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:58:48.092196 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-2020a3ae-4ff4-4722-a580-861273cb5819 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:58:48.128085 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020a3ae-4ff4-4722-a580-861273cb5819 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Pushing event updated for resources: {'Port': ['ID=d18314fa-e297-41ff-8fb4-2fb23333832f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:48.176383 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-2020a3ae-4ff4-4722-a580-861273cb5819 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:48.178530 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-2020a3ae-4ff4-4722-a580-861273cb5819 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:48.208295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e0af9-a3f1-46e6-8deb-3cd0b7bb55fd req-9c20728c-7ec3-4f7a-b80c-d5a23803a21d tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:48.209930 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f09e0af9-a3f1-46e6-8deb-3cd0b7bb55fd req-9c20728c-7ec3-4f7a-b80c-d5a23803a21d tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 932 time: 0.0534875 Nov 12 04:58:48.265816 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f09e0af9-a3f1-46e6-8deb-3cd0b7bb55fd req-da5b46f8-bee2-44b5-87d8-33555a1e7126 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491400 Nov 12 04:58:48.273581 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-2020a3ae-4ff4-4722-a580-861273cb5819 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9051361 Nov 12 04:58:48.295642 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Request body: {'port': {'device_id': 'b5cf016b-43c7-42ed-8868-ebe37b3827cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:58:48.357978 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:48.442049 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:48.716184 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18314fa-e297-41ff-8fb4-2fb23333832f {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:58:48.724821 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:48.738803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Transition to ACTIVE for port object d18314fa-e297-41ff-8fb4-2fb23333832f will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:58:48.807625 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:48.863674 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d18314fa-e297-41ff-8fb4-2fb23333832f,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:48.944839 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Attempting to bind port d18314fa-e297-41ff-8fb4-2fb23333832f on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:58:48.945173 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Attempting to bind port d18314fa-e297-41ff-8fb4-2fb23333832f by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '83414e97-72f0-4a2f-8196-b5e66da27429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:58:48.945582 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Attempting to bind port d18314fa-e297-41ff-8fb4-2fb23333832f on network 0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:58:48.951108 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Port d18314fa-e297-41ff-8fb4-2fb23333832f on network 0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:58:48.951430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Attempting to bind port d18314fa-e297-41ff-8fb4-2fb23333832f on network 0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:58:48.956706 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:58:48.957042 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Checking segment: {'id': '83414e97-72f0-4a2f-8196-b5e66da27429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:58:48.957432 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Bound using segment: {'id': '83414e97-72f0-4a2f-8196-b5e66da27429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:58:48.957863 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Bound port: d18314fa-e297-41ff-8fb4-2fb23333832f, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83414e97-72f0-4a2f-8196-b5e66da27429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:58:48.958228 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:49.026732 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] For port d18314fa-e297-41ff-8fb4-2fb23333832f, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:58:49.030044 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] For port d18314fa-e297-41ff-8fb4-2fb23333832f, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d18314fa-e297-41ff-8fb4-2fb23333832f,segment=NetworkSegment(83414e97-72f0-4a2f-8196-b5e66da27429),segment_id=83414e97-72f0-4a2f-8196-b5e66da27429)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:58:49.133341 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:49.171206 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:49.171851 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:49.173308 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] 10.222.0.21 "PUT /v2.0/ports/d18314fa-e297-41ff-8fb4-2fb23333832f HTTP/1.1" status: 200 len: 1093 time: 0.8856862 Nov 12 04:58:49.173773 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cf016b-43c7-42ed-8868-ebe37b3827cc', 'tag': 'd18314fa-e297-41ff-8fb4-2fb23333832f'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:58:49.176116 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46538eca-981e-4aa0-bce5-f4811a2d898b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cf016b-43c7-42ed-8868-ebe37b3827cc", "tag": "d18314fa-e297-41ff-8fb4-2fb23333832f"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:58:49.208436 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4035e-3272-4d51-acbc-6a7d0cb2f9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d18314fa-e297-41ff-8fb4-2fb23333832f,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:49.220470 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e407a2-3e3c-4f97-9b7c-ef03a464dc0e x-openstack-request-id: req-e5e407a2-3e3c-4f97-9b7c-ef03a464dc0e {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:58:49.220470 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cf016b-43c7-42ed-8868-ebe37b3827cc", "tag": "d18314fa-e297-41ff-8fb4-2fb23333832f", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:58:49.220470 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5e407a2-3e3c-4f97-9b7c-ef03a464dc0e {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:58:49.220470 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cf016b-43c7-42ed-8868-ebe37b3827cc', 'tag': 'd18314fa-e297-41ff-8fb4-2fb23333832f', 'status': 'completed', 'code': 200} Nov 12 04:58:49.319986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46538eca-981e-4aa0-bce5-f4811a2d898b req-97d19818-d0ed-452b-8f33-8e05d563a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:49.322731 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-46538eca-981e-4aa0-bce5-f4811a2d898b req-97d19818-d0ed-452b-8f33-8e05d563a461 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3692bc4c34864c1e85976be64218615e&device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 1096 time: 0.0612051 Nov 12 04:58:49.433813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32569c4-6732-4bd4-bd5c-9b9ba6480afc req-56c320b9-55a0-435a-89cc-680ffe63604b tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:49.436390 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c32569c4-6732-4bd4-bd5c-9b9ba6480afc req-56c320b9-55a0-435a-89cc-680ffe63604b tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 944 time: 0.0640092 Nov 12 04:58:49.507398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c32569c4-6732-4bd4-bd5c-9b9ba6480afc req-7e167100-6407-460c-a0b3-df39a47800b0 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642474 Nov 12 04:58:49.821347 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46538eca-981e-4aa0-bce5-f4811a2d898b req-a50beafe-8c66-4767-836c-3bc2996e69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:49.822886 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-46538eca-981e-4aa0-bce5-f4811a2d898b req-a50beafe-8c66-4767-836c-3bc2996e69c7 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3692bc4c34864c1e85976be64218615e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4854546 Nov 12 04:58:49.933291 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46538eca-981e-4aa0-bce5-f4811a2d898b req-28256085-0269-4fbd-9a80-972ec93d224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:49.934880 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-46538eca-981e-4aa0-bce5-f4811a2d898b req-28256085-0269-4fbd-9a80-972ec93d224f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049938 Nov 12 04:58:50.041472 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-ef86d716-f743-4e76-bf8d-baac98b4dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:50.042974 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-ef86d716-f743-4e76-bf8d-baac98b4dce6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3692bc4c34864c1e85976be64218615e&device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 1096 time: 0.0458643 Nov 12 04:58:50.093277 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-6d8e3860-7d64-427e-92db-a631a02e0423 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d18314fa-e297-41ff-8fb4-2fb23333832f HTTP/1.1" status: 200 len: 217 time: 0.0370226 Nov 12 04:58:50.156123 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-4b27da5f-5df7-4254-ae01-ea9a9d26e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:50.158852 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-4b27da5f-5df7-4254-ae01-ea9a9d26e749 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9127fdbe-f23a-44f9-830c-55d5c6be0320 HTTP/1.1" status: 200 len: 851 time: 0.0584011 Nov 12 04:58:50.198013 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-16a547fe-0a2d-4643-a345-f7ba50a417f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322561 Nov 12 04:58:50.298273 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-c2391af4-be65-4265-9680-fac574b896a3 service neutron] 10.222.0.21 "GET /v2.0/networks/0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926020 Nov 12 04:58:50.405926 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-48f381cc-71cd-472b-a4f5-4b2161fa31eb req-f7c44ad0-41e2-4bd3-902e-5697553ad369 service neutron] 10.222.0.21 "GET /v2.0/networks/0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006315 Nov 12 04:58:50.666412 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d7858-7fd0-4ccf-9d62-1a3bd961d392 req-803859ac-40b4-4ca7-a149-b55713eb4ab3 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:50.668237 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c2d7858-7fd0-4ccf-9d62-1a3bd961d392 req-803859ac-40b4-4ca7-a149-b55713eb4ab3 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 944 time: 0.0667088 Nov 12 04:58:50.741953 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c2d7858-7fd0-4ccf-9d62-1a3bd961d392 req-114895e1-023e-4e1b-9468-0c989170d4a1 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661871 Nov 12 04:58:51.867505 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f13891-4f50-45b1-ab56-a33897cce7fe req-39ba0e55-26c1-4b60-8b89-0359078bea76 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:51.869929 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62f13891-4f50-45b1-ab56-a33897cce7fe req-39ba0e55-26c1-4b60-8b89-0359078bea76 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 944 time: 0.0551808 Nov 12 04:58:51.922667 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62f13891-4f50-45b1-ab56-a33897cce7fe req-6c501a6a-8668-40a1-a630-ae694403df4c tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462959 Nov 12 04:58:53.070694 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d1b93-7f35-4821-8698-e4f49fbf1023 req-b6fb4c4d-fe18-4cc2-bc3f-f77b0e25cafb tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:53.072247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a3d1b93-7f35-4821-8698-e4f49fbf1023 req-b6fb4c4d-fe18-4cc2-bc3f-f77b0e25cafb tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 944 time: 0.0574572 Nov 12 04:58:53.130782 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a3d1b93-7f35-4821-8698-e4f49fbf1023 req-6ae510e4-c1f2-45d1-a23e-3f1728997dba tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518296 Nov 12 04:58:53.131068 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d18314fa-e297-41ff-8fb4-2fb23333832f details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:58:53.296624 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port d18314fa-e297-41ff-8fb4-2fb23333832f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d18314fa-e297-41ff-8fb4-2fb23333832f,segment=NetworkSegment(83414e97-72f0-4a2f-8196-b5e66da27429),segment_id=83414e97-72f0-4a2f-8196-b5e66da27429)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:58:53.315483 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'd18314fa-e297-41ff-8fb4-2fb23333832f', 'network_id': '0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb', 'port_id': 'd18314fa-e297-41ff-8fb4-2fb23333832f', 'mac_address': 'fa:16:3e:71:f6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9127fdbe-f23a-44f9-830c-55d5c6be0320', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:58:53.389889 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:53.407625 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18314fa-e297-41ff-8fb4-2fb23333832f {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:58:53.437760 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port d18314fa-e297-41ff-8fb4-2fb23333832f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d18314fa-e297-41ff-8fb4-2fb23333832f,segment=NetworkSegment(83414e97-72f0-4a2f-8196-b5e66da27429),segment_id=83414e97-72f0-4a2f-8196-b5e66da27429)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:58:53.510378 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:53.562793 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=d18314fa-e297-41ff-8fb4-2fb23333832f,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:53.864762 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['d18314fa-e297-41ff-8fb4-2fb23333832f'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:58:54.261386 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde0a30-299a-4941-96a1-ed78c231e6ee req-0a556897-940a-4b26-8f9b-684a7fc411b9 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:54.263003 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ffde0a30-299a-4941-96a1-ed78c231e6ee req-0a556897-940a-4b26-8f9b-684a7fc411b9 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 945 time: 0.0534604 Nov 12 04:58:54.327996 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ffde0a30-299a-4941-96a1-ed78c231e6ee req-47c51c3e-5953-49f5-b746-a55b979d92d3 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586591 Nov 12 04:58:55.144322 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d18314fa-e297-41ff-8fb4-2fb23333832f up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:58:55.264190 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port d18314fa-e297-41ff-8fb4-2fb23333832f completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:58:55.269802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port d18314fa-e297-41ff-8fb4-2fb23333832f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:58:55.270329 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:55.361693 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:55.400108 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cf016b-43c7-42ed-8868-ebe37b3827cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18314fa-e297-41ff-8fb4-2fb23333832f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:58:55.402869 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec05d6b-0463-4289-9460-30e316bc48b1" -d '{"events": [{"server_uuid": "b5cf016b-43c7-42ed-8868-ebe37b3827cc", "name": "network-vif-plugged", "status": "completed", "tag": "d18314fa-e297-41ff-8fb4-2fb23333832f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:58:55.418618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port d18314fa-e297-41ff-8fb4-2fb23333832f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d18314fa-e297-41ff-8fb4-2fb23333832f,segment=NetworkSegment(83414e97-72f0-4a2f-8196-b5e66da27429),segment_id=83414e97-72f0-4a2f-8196-b5e66da27429)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:58:55.492073 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:55.497587 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae99586-ca32-41cc-a260-2960474c5bcc req-ec398cf4-fd8c-420b-a6d2-36b3e4688cea tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:55.500104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae99586-ca32-41cc-a260-2960474c5bcc req-ec398cf4-fd8c-420b-a6d2-36b3e4688cea tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 945 time: 0.0580084 Nov 12 04:58:55.562063 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=d18314fa-e297-41ff-8fb4-2fb23333832f,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:55.566955 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ae99586-ca32-41cc-a260-2960474c5bcc req-e9f714bc-123e-4fd5-a9d3-860b4badc893 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545757 Nov 12 04:58:55.618106 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379c3b9e-1916-466b-819e-94a08f25dc91 x-openstack-request-id: req-379c3b9e-1916-466b-819e-94a08f25dc91 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:58:55.618523 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cf016b-43c7-42ed-8868-ebe37b3827cc", "name": "network-vif-plugged", "status": "completed", "tag": "d18314fa-e297-41ff-8fb4-2fb23333832f", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:58:55.618922 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-379c3b9e-1916-466b-819e-94a08f25dc91 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:58:55.619435 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cf016b-43c7-42ed-8868-ebe37b3827cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18314fa-e297-41ff-8fb4-2fb23333832f', 'code': 200} Nov 12 04:58:55.766267 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f17d37-3543-41ac-8f9e-a28fc10788e4 req-def9cdfa-4e58-4697-8d3b-16d933d0dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:55.768576 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-17f17d37-3543-41ac-8f9e-a28fc10788e4 req-def9cdfa-4e58-4697-8d3b-16d933d0dba7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 1098 time: 0.0531993 Nov 12 04:58:55.819163 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-17f17d37-3543-41ac-8f9e-a28fc10788e4 req-beb317ec-ccba-4fd8-81fd-787dc4df14e8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431905 Nov 12 04:58:56.709966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37638c3-0131-4ced-bcc2-c492e59967ee req-31d721d1-15fa-41d9-9c2a-869c9477220f tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:56.711641 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f37638c3-0131-4ced-bcc2-c492e59967ee req-31d721d1-15fa-41d9-9c2a-869c9477220f tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0603502 Nov 12 04:58:56.765095 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f37638c3-0131-4ced-bcc2-c492e59967ee req-ccf712b4-c736-4a2e-b673-709d26a7653e tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471313 Nov 12 04:58:57.907426 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8a0a0-e769-4048-9dd9-01134935da9a req-96452561-6452-4923-9a01-4487552d429c tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:57.909976 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fb8a0a0-e769-4048-9dd9-01134935da9a req-96452561-6452-4923-9a01-4487552d429c tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0539589 Nov 12 04:58:57.967691 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fb8a0a0-e769-4048-9dd9-01134935da9a req-53c614ed-565b-451b-af67-f9c5b94f0cfa tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472701 Nov 12 04:58:58.577332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53700) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:58:58.585557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd5ec6-2eff-431c-971e-dd1e3c6e8173 req-b2cc897e-289e-46e0-b098-02a3d655e6df tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:58.587701 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0bd5ec6-2eff-431c-971e-dd1e3c6e8173 req-b2cc897e-289e-46e0-b098-02a3d655e6df tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0930977 Nov 12 04:58:58.672335 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0bd5ec6-2eff-431c-971e-dd1e3c6e8173 req-74c3f3ca-37a9-4022-961a-f01362fe6a0c tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741765 Nov 12 04:58:58.729256 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-3cc9d71b-1d60-46b7-b8e3-5c8a9dc13efb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1501517 Nov 12 04:58:58.739751 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-5516e63c-307e-486d-9b11-3929c232009d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:58:58.740923 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-5516e63c-307e-486d-9b11-3929c232009d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064318 Nov 12 04:58:59.836387 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655470c1-9f95-498c-ae31-de94db2d0c55 req-8c64d24e-161f-4445-b28d-95be875edf6e tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:59.838015 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-655470c1-9f95-498c-ae31-de94db2d0c55 req-8c64d24e-161f-4445-b28d-95be875edf6e tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0636606 Nov 12 04:58:59.897736 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-655470c1-9f95-498c-ae31-de94db2d0c55 req-c6b8474c-7776-483e-a812-e49edbcfea8f tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476112 Nov 12 04:59:01.037816 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935828f6-e629-40ac-8616-6c5da7749928 req-c13570fd-f81f-4cdc-a1bf-b9df0110cb3c tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:01.039405 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-935828f6-e629-40ac-8616-6c5da7749928 req-c13570fd-f81f-4cdc-a1bf-b9df0110cb3c tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0586505 Nov 12 04:59:01.105133 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-935828f6-e629-40ac-8616-6c5da7749928 req-37a98d68-7958-48b6-9ae1-8262b144f3e4 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570784 Nov 12 04:59:01.344998 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-e4a2855b-1369-4c68-b538-35b3b3a35af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:01.347106 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-e4a2855b-1369-4c68-b538-35b3b3a35af8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3692bc4c34864c1e85976be64218615e&device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 1098 time: 0.0513818 Nov 12 04:59:01.454686 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-e5e6ca69-5ffb-4faa-ac7c-ec5921034643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:01.457760 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-e5e6ca69-5ffb-4faa-ac7c-ec5921034643 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb HTTP/1.1" status: 200 len: 912 time: 0.1029723 Nov 12 04:59:01.508979 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-51bc06f5-13aa-42ea-998a-20ad208c327a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d18314fa-e297-41ff-8fb4-2fb23333832f HTTP/1.1" status: 200 len: 217 time: 0.0415413 Nov 12 04:59:01.536234 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:59:01.564075 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-73a9af11-9d62-46a8-9c6a-1c9fcc5b68f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:01.566211 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-73a9af11-9d62-46a8-9c6a-1c9fcc5b68f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9127fdbe-f23a-44f9-830c-55d5c6be0320 HTTP/1.1" status: 200 len: 851 time: 0.0509484 Nov 12 04:59:01.601380 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-ad1c28b0-1a08-4a72-8fbc-95bc9d34b475 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279038 Nov 12 04:59:01.709047 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-d06d4110-28d2-40e5-a23f-8ea1705b4e87 service neutron] 10.222.0.21 "GET /v2.0/networks/0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007235 Nov 12 04:59:01.810059 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-f9a6b45f-abc2-4bf4-83b7-b04e34d50481 service neutron] 10.222.0.21 "GET /v2.0/networks/0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939686 Nov 12 04:59:02.254201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7786c40-4f31-4dea-bbcd-667a989270c6 req-b695ffce-613b-45f3-97ec-27aeb48b58ca tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:02.255960 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7786c40-4f31-4dea-bbcd-667a989270c6 req-b695ffce-613b-45f3-97ec-27aeb48b58ca tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0701497 Nov 12 04:59:02.327953 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7786c40-4f31-4dea-bbcd-667a989270c6 req-8d7a0150-ff57-4cb9-9476-adba62c3d4aa tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651085 Nov 12 04:59:03.167094 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-be0d8a28-02ac-4c06-a7a2-acb8bb361cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:03.456929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1212d-bd88-478a-bf2e-7b200b9b2c0d req-563b4854-176c-4db0-a2a2-99b3fd127617 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:03.458659 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6bc1212d-bd88-478a-bf2e-7b200b9b2c0d req-563b4854-176c-4db0-a2a2-99b3fd127617 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0552421 Nov 12 04:59:03.510138 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6bc1212d-bd88-478a-bf2e-7b200b9b2c0d req-ddf52162-6098-4228-8dd7-5615d9e27dec tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454869 Nov 12 04:59:04.643007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418a246-577c-4049-b8e1-68ff38b07b2a req-9fe4138d-9df9-434a-8e74-b0df3ea66543 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:04.644715 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a418a246-577c-4049-b8e1-68ff38b07b2a req-9fe4138d-9df9-434a-8e74-b0df3ea66543 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0617247 Nov 12 04:59:04.699242 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a418a246-577c-4049-b8e1-68ff38b07b2a req-ecdf5d52-d3b8-46f9-9802-8cb135de1462 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481770 Nov 12 04:59:05.367738 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bca51-47b9-4fd3-890a-ab6ddd046573 req-c6537a91-095f-4587-a058-3cafed8f2692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:05.369371 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-687bca51-47b9-4fd3-890a-ab6ddd046573 req-c6537a91-095f-4587-a058-3cafed8f2692 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3692bc4c34864c1e85976be64218615e&device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 1098 time: 0.0478799 Nov 12 04:59:05.491519 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bca51-47b9-4fd3-890a-ab6ddd046573 req-0666dd27-2d14-42c6-9d86-377f797909ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:05.493416 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-687bca51-47b9-4fd3-890a-ab6ddd046573 req-0666dd27-2d14-42c6-9d86-377f797909ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb HTTP/1.1" status: 200 len: 912 time: 0.1030717 Nov 12 04:59:05.541117 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-687bca51-47b9-4fd3-890a-ab6ddd046573 req-2a731db7-fe11-46c0-ab67-e8af72e6272e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d18314fa-e297-41ff-8fb4-2fb23333832f HTTP/1.1" status: 200 len: 217 time: 0.0403390 Nov 12 04:59:05.632677 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bca51-47b9-4fd3-890a-ab6ddd046573 req-eed74834-f137-40fa-ad2d-88d0c8f78b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:05.634865 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-687bca51-47b9-4fd3-890a-ab6ddd046573 req-eed74834-f137-40fa-ad2d-88d0c8f78b88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9127fdbe-f23a-44f9-830c-55d5c6be0320 HTTP/1.1" status: 200 len: 851 time: 0.0873590 Nov 12 04:59:05.672924 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-687bca51-47b9-4fd3-890a-ab6ddd046573 req-8b487882-9889-4622-a30f-78a2892b671f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314462 Nov 12 04:59:05.753008 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6dd6e5ca-2c16-40bb-86e7-15173c5cf2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:05.793636 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-687bca51-47b9-4fd3-890a-ab6ddd046573 req-a918aca6-6f3b-4034-b09a-afdba6a1bb67 service neutron] 10.222.0.21 "GET /v2.0/networks/0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126382 Nov 12 04:59:05.886437 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814d27f-17f4-4e58-8095-2f81970b1bf8 req-1f1989c9-0adf-40c8-b093-dfb1dbcfed8f tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:05.889303 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f814d27f-17f4-4e58-8095-2f81970b1bf8 req-1f1989c9-0adf-40c8-b093-dfb1dbcfed8f tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0684984 Nov 12 04:59:05.904185 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-687bca51-47b9-4fd3-890a-ab6ddd046573 req-1b5915da-dbbc-4193-933d-63621794f5b5 service neutron] 10.222.0.21 "GET /v2.0/networks/0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026964 Nov 12 04:59:05.952578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f814d27f-17f4-4e58-8095-2f81970b1bf8 req-321ba211-2e89-473a-8f59-0c1edab248d6 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543752 Nov 12 04:59:06.904157 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:07.087272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d65462-b12f-4578-9ca2-844067466c44 req-962a6959-d04c-45aa-acc0-cd3acf2ef3e1 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:07.088875 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-78d65462-b12f-4578-9ca2-844067466c44 req-962a6959-d04c-45aa-acc0-cd3acf2ef3e1 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0577035 Nov 12 04:59:07.147888 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-78d65462-b12f-4578-9ca2-844067466c44 req-cfa9c5a1-e264-401d-93f5-c52b7f38a4a7 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512121 Nov 12 04:59:08.297739 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4d949-6a8d-4cc6-ab8d-b762437834ac req-d11335d0-80f5-494e-b5c8-adea9ab78e20 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:08.300064 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10f4d949-6a8d-4cc6-ab8d-b762437834ac req-d11335d0-80f5-494e-b5c8-adea9ab78e20 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0605896 Nov 12 04:59:08.357035 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10f4d949-6a8d-4cc6-ab8d-b762437834ac req-d48b99b4-aa9c-490c-8619-7df8cdfd3477 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503020 Nov 12 04:59:08.408356 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:09.121743 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:09.497963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477fd7b-9c64-4b24-bc1c-add9e1aef80d req-d8de5acf-f756-487d-9af6-1ea6ce415e2d tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:09.500050 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6477fd7b-9c64-4b24-bc1c-add9e1aef80d req-d8de5acf-f756-487d-9af6-1ea6ce415e2d tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0555415 Nov 12 04:59:09.562596 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6477fd7b-9c64-4b24-bc1c-add9e1aef80d req-e5a1e9c0-1c60-4a5a-9022-70dd9ab81f32 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558803 Nov 12 04:59:10.734153 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee11eb-759b-4a90-8974-9ce3fdc7bc86 req-881047ae-c439-4253-9d16-1e7e12ab22e7 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:10.735967 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5ee11eb-759b-4a90-8974-9ce3fdc7bc86 req-881047ae-c439-4253-9d16-1e7e12ab22e7 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0788910 Nov 12 04:59:10.806128 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5ee11eb-759b-4a90-8974-9ce3fdc7bc86 req-c7b69262-605c-4d01-a7f8-c52a77483d73 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626132 Nov 12 04:59:11.934527 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3105689-69f6-46f3-9504-3a4eb9528163 req-45e23fb9-98b9-467b-9c60-c5c2ae0515c7 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:11.936239 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3105689-69f6-46f3-9504-3a4eb9528163 req-45e23fb9-98b9-467b-9c60-c5c2ae0515c7 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0543945 Nov 12 04:59:12.009775 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3105689-69f6-46f3-9504-3a4eb9528163 req-bd0c7e91-2d2b-4324-8510-13e19a7797cf tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522375 Nov 12 04:59:13.187801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdbb58-ed82-4f8d-9d35-e00fa89519ac req-4e19729f-5aa8-4c1c-bc0c-f847ee2101f3 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:13.189520 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2dcdbb58-ed82-4f8d-9d35-e00fa89519ac req-4e19729f-5aa8-4c1c-bc0c-f847ee2101f3 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0612149 Nov 12 04:59:13.247840 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2dcdbb58-ed82-4f8d-9d35-e00fa89519ac req-75e35b7b-894d-4894-a4d7-b9a0e8d20167 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517371 Nov 12 04:59:14.380481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059b5c7-0c6a-4621-b343-bcaa77a83bbe req-8657eaf3-10e4-4a90-83fd-d7c7979c0298 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:14.382268 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f059b5c7-0c6a-4621-b343-bcaa77a83bbe req-8657eaf3-10e4-4a90-83fd-d7c7979c0298 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0567014 Nov 12 04:59:14.437436 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f059b5c7-0c6a-4621-b343-bcaa77a83bbe req-1c67a070-8dea-4e7f-a1c9-40aeb3075acf tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487273 Nov 12 04:59:15.570143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10bd35-65c6-4299-bbc9-6aee66e74dd7 req-b5fcd87f-3a5b-4e50-8e60-b4979c0f4d06 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:15.571796 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee10bd35-65c6-4299-bbc9-6aee66e74dd7 req-b5fcd87f-3a5b-4e50-8e60-b4979c0f4d06 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0551779 Nov 12 04:59:15.637559 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee10bd35-65c6-4299-bbc9-6aee66e74dd7 req-75ddd1ef-f344-42bc-90d0-2f35974e1b24 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539811 Nov 12 04:59:16.776578 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d4039-9f44-4541-b105-dce25d8d8982 req-39e16383-d05b-48ae-8a02-159517254b7d tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:16.778426 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b85d4039-9f44-4541-b105-dce25d8d8982 req-39e16383-d05b-48ae-8a02-159517254b7d tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0535986 Nov 12 04:59:16.862769 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b85d4039-9f44-4541-b105-dce25d8d8982 req-b23404d9-367a-47e0-a88b-c00e87660d1c tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771997 Nov 12 04:59:17.213127 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:17.995002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ce2b6-fd2f-48f9-8acf-bbf299e1218c req-7c9803a8-07e3-422d-9c79-fd6abbf10922 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:17.996581 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f1ce2b6-fd2f-48f9-8acf-bbf299e1218c req-7c9803a8-07e3-422d-9c79-fd6abbf10922 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0548844 Nov 12 04:59:18.055665 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f1ce2b6-fd2f-48f9-8acf-bbf299e1218c req-dcd44478-5474-4f10-afa6-e837d47ba8b9 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517583 Nov 12 04:59:18.389590 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:19.192179 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f39c2-0655-4b62-9eb2-ca97ff07d7ef req-f3f0c553-9abd-48ee-b95c-15bfd9b0b5d5 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:19.193837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e9f39c2-0655-4b62-9eb2-ca97ff07d7ef req-f3f0c553-9abd-48ee-b95c-15bfd9b0b5d5 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0598359 Nov 12 04:59:19.247766 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e9f39c2-0655-4b62-9eb2-ca97ff07d7ef req-a2d80bc4-c328-46ea-a902-90217c5873dc tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477009 Nov 12 04:59:20.390125 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480b938-e520-4420-8bb1-c99bb453f76d req-a2cf3451-5811-4445-8536-63f9c15a7b53 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:20.392514 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c480b938-e520-4420-8bb1-c99bb453f76d req-a2cf3451-5811-4445-8536-63f9c15a7b53 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0533683 Nov 12 04:59:20.447322 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c480b938-e520-4420-8bb1-c99bb453f76d req-c21ccd97-c475-4110-a746-cd991c9ab340 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483778 Nov 12 04:59:21.660501 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329482c-0093-4540-8ace-d6bd3ee67f4f req-832ebcd8-5ab0-4e2a-b96c-d9d19cec342f tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:21.663358 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1329482c-0093-4540-8ace-d6bd3ee67f4f req-832ebcd8-5ab0-4e2a-b96c-d9d19cec342f tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0978215 Nov 12 04:59:21.741309 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1329482c-0093-4540-8ace-d6bd3ee67f4f req-3e1f71db-007c-45fc-b482-7d6e2ce4c3cd tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658033 Nov 12 04:59:22.909556 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdba16a-244e-432f-8b2e-9be0ed9b0a39 req-7b87237c-31de-40c0-94bf-776795342b02 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:22.911207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ebdba16a-244e-432f-8b2e-9be0ed9b0a39 req-7b87237c-31de-40c0-94bf-776795342b02 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0596881 Nov 12 04:59:22.965984 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ebdba16a-244e-432f-8b2e-9be0ed9b0a39 req-fa2f7fca-dd5f-402f-af63-ad8b056b4444 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482805 Nov 12 04:59:24.096451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719527b-fbc5-4125-b5df-60421eb7ada3 req-d24ef42f-ed7a-4bde-a779-a8512019caf2 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:24.098241 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f719527b-fbc5-4125-b5df-60421eb7ada3 req-d24ef42f-ed7a-4bde-a779-a8512019caf2 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0568631 Nov 12 04:59:24.155039 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f719527b-fbc5-4125-b5df-60421eb7ada3 req-c3cd72de-e474-489c-94a3-29371343d575 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499356 Nov 12 04:59:25.328224 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297ccca-392c-431c-bdb8-103da52cdda7 req-489c2d73-df3c-46ba-ba41-598fadca6729 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:25.331309 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b297ccca-392c-431c-bdb8-103da52cdda7 req-489c2d73-df3c-46ba-ba41-598fadca6729 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0958524 Nov 12 04:59:25.389056 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b297ccca-392c-431c-bdb8-103da52cdda7 req-b3f4ff50-3c7d-44cf-bb9d-52bfaa982332 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516434 Nov 12 04:59:26.524069 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441e4e4-befb-4f2c-967f-8e0e899b2bda req-9cf386bf-b23e-448b-a977-74ac2a14e81f tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:26.525849 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9441e4e4-befb-4f2c-967f-8e0e899b2bda req-9cf386bf-b23e-448b-a977-74ac2a14e81f tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0589786 Nov 12 04:59:26.582739 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9441e4e4-befb-4f2c-967f-8e0e899b2bda req-9c620146-60ad-4ffc-9ae2-9f6ee9c7e56f tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502727 Nov 12 04:59:27.726308 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6708e6-48d9-4c34-964c-11abb40fbc6d req-5c0b2e99-5873-4263-a9ea-d13b6551cc2d tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:27.728026 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff6708e6-48d9-4c34-964c-11abb40fbc6d req-5c0b2e99-5873-4263-a9ea-d13b6551cc2d tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0608282 Nov 12 04:59:27.804902 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff6708e6-48d9-4c34-964c-11abb40fbc6d req-789535c2-3f3b-41dc-a6e0-4f59d7ccceb4 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653713 Nov 12 04:59:28.959174 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41038e-f030-4440-b66b-e92581a3f9d9 req-97332f35-13b1-48cf-97f5-cce98c19a16f tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:28.960880 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d41038e-f030-4440-b66b-e92581a3f9d9 req-97332f35-13b1-48cf-97f5-cce98c19a16f tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0562520 Nov 12 04:59:29.022060 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d41038e-f030-4440-b66b-e92581a3f9d9 req-907d2490-2cdb-4258-aa89-900b7e6934d4 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485282 Nov 12 04:59:29.225958 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b18c82fb-c17e-48dd-b6ea-f3239098927d service neutron] show failed (client error): The resource could not be found. Nov 12 04:59:29.227263 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b18c82fb-c17e-48dd-b6ea-f3239098927d service neutron] 10.222.0.21 "GET /v2.0/ports/d18314fa-e297-41ff-8fb4-2fb23333832f/bindings/n-h2-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.0658906 Nov 12 04:59:29.820770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-9de40468-bfce-45d4-91a7-a90e6a5ba63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:29.822552 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-9de40468-bfce-45d4-91a7-a90e6a5ba63a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc&tenant_id=3692bc4c34864c1e85976be64218615e HTTP/1.1" status: 200 len: 1098 time: 0.0848598 Nov 12 04:59:29.842232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:59:29.915113 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.230519 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576aadc-8084-4ec8-8dbc-ec90be72f324 req-14ed12fe-4ea6-47a4-a7d3-06987c51d332 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:30.232184 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a576aadc-8084-4ec8-8dbc-ec90be72f324 req-14ed12fe-4ea6-47a4-a7d3-06987c51d332 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.1016488 Nov 12 04:59:30.238972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] For port d18314fa-e297-41ff-8fb4-2fb23333832f, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=d18314fa-e297-41ff-8fb4-2fb23333832f,segment=NetworkSegment(83414e97-72f0-4a2f-8196-b5e66da27429),segment_id=83414e97-72f0-4a2f-8196-b5e66da27429)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:30.311031 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] For port d18314fa-e297-41ff-8fb4-2fb23333832f, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:59:30.315822 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a576aadc-8084-4ec8-8dbc-ec90be72f324 req-77b3bff7-7fb2-4f68-9dfc-ecc0eac89b61 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745225 Nov 12 04:59:30.356173 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cf016b-43c7-42ed-8868-ebe37b3827cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd18314fa-e297-41ff-8fb4-2fb23333832f'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:59:30.358559 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acc525b-c250-4083-be9d-b6e9ddc4e1a4" -d '{"events": [{"server_uuid": "b5cf016b-43c7-42ed-8868-ebe37b3827cc", "name": "network-vif-unplugged", "status": "completed", "tag": "d18314fa-e297-41ff-8fb4-2fb23333832f"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:59:30.363686 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.379645 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] Transition to ACTIVE for port object d18314fa-e297-41ff-8fb4-2fb23333832f will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:59:30.421395 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84aeca28-dc43-4c1d-ad9f-acd62000518f x-openstack-request-id: req-84aeca28-dc43-4c1d-ad9f-acd62000518f {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:59:30.421693 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cf016b-43c7-42ed-8868-ebe37b3827cc", "name": "network-vif-unplugged", "status": "completed", "tag": "d18314fa-e297-41ff-8fb4-2fb23333832f", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:59:30.421948 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84aeca28-dc43-4c1d-ad9f-acd62000518f {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:59:30.422494 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cf016b-43c7-42ed-8868-ebe37b3827cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd18314fa-e297-41ff-8fb4-2fb23333832f', 'code': 200} Nov 12 04:59:30.451243 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.520612 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] Pushing event updated for resources: {'Port': ['ID=d18314fa-e297-41ff-8fb4-2fb23333832f,revision_number=6']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:30.524176 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] No DVR routers for this DVR port d18314fa-e297-41ff-8fb4-2fb23333832f on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:59:30.563593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] Attempting to bind port d18314fa-e297-41ff-8fb4-2fb23333832f on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:59:30.563875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] Attempting to bind port d18314fa-e297-41ff-8fb4-2fb23333832f by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '83414e97-72f0-4a2f-8196-b5e66da27429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:59:30.564199 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] Attempting to bind port d18314fa-e297-41ff-8fb4-2fb23333832f on network 0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:59:30.569552 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] Port d18314fa-e297-41ff-8fb4-2fb23333832f on network 0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:59:30.569878 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] Attempting to bind port d18314fa-e297-41ff-8fb4-2fb23333832f on network 0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:59:30.575618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:59:30.575954 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] Checking segment: {'id': '83414e97-72f0-4a2f-8196-b5e66da27429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:59:30.576363 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] Bound using segment: {'id': '83414e97-72f0-4a2f-8196-b5e66da27429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:59:30.576822 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] Bound port: d18314fa-e297-41ff-8fb4-2fb23333832f, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83414e97-72f0-4a2f-8196-b5e66da27429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:59:30.577184 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.648054 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] For port d18314fa-e297-41ff-8fb4-2fb23333832f, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:59:30.652889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] For port d18314fa-e297-41ff-8fb4-2fb23333832f, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d18314fa-e297-41ff-8fb4-2fb23333832f,segment=NetworkSegment(83414e97-72f0-4a2f-8196-b5e66da27429),segment_id=83414e97-72f0-4a2f-8196-b5e66da27429)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:59:30.733571 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.772640 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:30.773424 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.774991 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] 10.222.0.31 "PUT /v2.0/ports/d18314fa-e297-41ff-8fb4-2fb23333832f HTTP/1.1" status: 200 len: 1093 time: 0.9379928 Nov 12 04:59:30.802194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de2ff9-0a48-4dde-954f-298b97fd0c2c service neutron] Pushing event updated for resources: {'Port': ['ID=d18314fa-e297-41ff-8fb4-2fb23333832f,revision_number=7']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:30.863244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-91f76de2-bd22-4b76-984e-48cba7c869cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:30.864914 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-91f76de2-bd22-4b76-984e-48cba7c869cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3692bc4c34864c1e85976be64218615e&device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 1096 time: 0.0500100 Nov 12 04:59:30.974448 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-2428f3f6-85f8-4514-b4ed-421311a9bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:30.976173 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-2428f3f6-85f8-4514-b4ed-421311a9bdcf service neutron] 10.222.0.31 "GET /v2.0/networks?id=0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb HTTP/1.1" status: 200 len: 912 time: 0.1042447 Nov 12 04:59:31.025612 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-6389b6d2-97c1-4604-bd06-0d7ceeca9c19 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d18314fa-e297-41ff-8fb4-2fb23333832f HTTP/1.1" status: 200 len: 217 time: 0.0419600 Nov 12 04:59:31.082227 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-cdb0c393-bd77-498a-9e9b-dad1622c8e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:31.083686 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-cdb0c393-bd77-498a-9e9b-dad1622c8e89 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9127fdbe-f23a-44f9-830c-55d5c6be0320 HTTP/1.1" status: 200 len: 851 time: 0.0505059 Nov 12 04:59:31.118802 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-b53a82e2-97ec-4b2f-9914-80b49fb0e917 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279014 Nov 12 04:59:31.226327 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-2e71c85a-a617-41e3-9568-db7122d1a1f2 service neutron] 10.222.0.31 "GET /v2.0/networks/0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003106 Nov 12 04:59:31.330766 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e51eb1cd-849b-4f8a-96d6-ba477c720b07 req-7059908c-df80-4e24-a171-6d61ae93b2c7 service neutron] 10.222.0.31 "GET /v2.0/networks/0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972309 Nov 12 04:59:31.456909 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac378f89-e182-4095-a802-ec7b53966957 req-cb78d944-2532-482e-bddd-3a7cc77a5bcc tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:31.459093 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac378f89-e182-4095-a802-ec7b53966957 req-cb78d944-2532-482e-bddd-3a7cc77a5bcc tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 944 time: 0.0634680 Nov 12 04:59:31.524039 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ac378f89-e182-4095-a802-ec7b53966957 req-08320ad3-4ca4-4eb5-90cc-10e2727ea222 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570042 Nov 12 04:59:32.423791 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cf016b-43c7-42ed-8868-ebe37b3827cc', 'tag': 'd18314fa-e297-41ff-8fb4-2fb23333832f'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:59:32.426437 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51784aa8-8cc2-4991-ac66-4bccc01bba95" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cf016b-43c7-42ed-8868-ebe37b3827cc", "tag": "d18314fa-e297-41ff-8fb4-2fb23333832f"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:59:32.479221 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bc3565-7f71-48aa-9d8f-8cc8d7dfea7d x-openstack-request-id: req-83bc3565-7f71-48aa-9d8f-8cc8d7dfea7d {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:59:32.479563 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cf016b-43c7-42ed-8868-ebe37b3827cc", "tag": "d18314fa-e297-41ff-8fb4-2fb23333832f", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:59:32.480503 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83bc3565-7f71-48aa-9d8f-8cc8d7dfea7d {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:59:32.480977 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cf016b-43c7-42ed-8868-ebe37b3827cc', 'tag': 'd18314fa-e297-41ff-8fb4-2fb23333832f', 'status': 'completed', 'code': 200} Nov 12 04:59:32.578102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51784aa8-8cc2-4991-ac66-4bccc01bba95 req-d64bd7dd-470d-482c-8f72-8d7bc73f3c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:32.579884 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51784aa8-8cc2-4991-ac66-4bccc01bba95 req-ce697298-a877-4749-987e-3032f41d9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:32.582002 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-51784aa8-8cc2-4991-ac66-4bccc01bba95 req-ce697298-a877-4749-987e-3032f41d9f81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3692bc4c34864c1e85976be64218615e&device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 1096 time: 0.0572853 Nov 12 04:59:32.583161 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51784aa8-8cc2-4991-ac66-4bccc01bba95 req-d64bd7dd-470d-482c-8f72-8d7bc73f3c13 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3692bc4c34864c1e85976be64218615e&device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 1096 time: 0.0589378 Nov 12 04:59:32.695967 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51784aa8-8cc2-4991-ac66-4bccc01bba95 req-644a717f-69d4-47ff-a8fb-d0c3bcd123b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:32.697416 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-51784aa8-8cc2-4991-ac66-4bccc01bba95 req-644a717f-69d4-47ff-a8fb-d0c3bcd123b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb HTTP/1.1" status: 200 len: 912 time: 0.1068437 Nov 12 04:59:32.743644 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-51784aa8-8cc2-4991-ac66-4bccc01bba95 req-f184bbd6-a7a5-4ec7-bc2d-257962287f88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d18314fa-e297-41ff-8fb4-2fb23333832f HTTP/1.1" status: 200 len: 217 time: 0.0382020 Nov 12 04:59:32.744106 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3ab35-00f5-4f83-8574-e8c12bd93086 req-d1796387-44de-4ba3-885f-c82dc09d8e9b tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:32.745686 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ccd3ab35-00f5-4f83-8574-e8c12bd93086 req-d1796387-44de-4ba3-885f-c82dc09d8e9b tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 944 time: 0.1229100 Nov 12 04:59:32.783640 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51784aa8-8cc2-4991-ac66-4bccc01bba95 req-d5157dc5-659e-4694-8348-5f7e3b62aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:32.786199 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51784aa8-8cc2-4991-ac66-4bccc01bba95 req-d5157dc5-659e-4694-8348-5f7e3b62aa0a service neutron] 10.222.0.31 "GET /v2.0/networks?id=0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb HTTP/1.1" status: 200 len: 912 time: 0.1956608 Nov 12 04:59:32.831910 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51784aa8-8cc2-4991-ac66-4bccc01bba95 req-2cbd0409-2c01-4324-9667-a1b742cf3805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:32.833664 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-51784aa8-8cc2-4991-ac66-4bccc01bba95 req-2cbd0409-2c01-4324-9667-a1b742cf3805 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9127fdbe-f23a-44f9-830c-55d5c6be0320 HTTP/1.1" status: 200 len: 851 time: 0.0831819 Nov 12 04:59:32.851466 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51784aa8-8cc2-4991-ac66-4bccc01bba95 req-1db371af-f3ca-46ec-980e-9f78e5b24549 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d18314fa-e297-41ff-8fb4-2fb23333832f HTTP/1.1" status: 200 len: 217 time: 0.0529349 Nov 12 04:59:32.882135 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-51784aa8-8cc2-4991-ac66-4bccc01bba95 req-7f6cf6f7-6e0e-4dd5-b8c3-76267f3a3035 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397437 Nov 12 04:59:32.931294 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ccd3ab35-00f5-4f83-8574-e8c12bd93086 req-7c116a8f-f0d4-4057-b2dd-9a64226b0a7e tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686332 Nov 12 04:59:32.947176 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51784aa8-8cc2-4991-ac66-4bccc01bba95 req-d0e77139-751d-465b-930a-7e1feacbab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:32.949083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51784aa8-8cc2-4991-ac66-4bccc01bba95 req-d0e77139-751d-465b-930a-7e1feacbab22 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9127fdbe-f23a-44f9-830c-55d5c6be0320 HTTP/1.1" status: 200 len: 851 time: 0.0861175 Nov 12 04:59:32.991422 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51784aa8-8cc2-4991-ac66-4bccc01bba95 req-bbc4eedc-86c4-4e71-aa15-71d47eb0a900 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336447 Nov 12 04:59:33.003088 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-51784aa8-8cc2-4991-ac66-4bccc01bba95 req-45a476ab-9abb-4ea2-916a-73a928d8e4a9 service neutron] 10.222.0.21 "GET /v2.0/networks/0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125064 Nov 12 04:59:33.119857 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-51784aa8-8cc2-4991-ac66-4bccc01bba95 req-46bf70c7-1d34-4767-a147-d53c7c09369c service neutron] 10.222.0.21 "GET /v2.0/networks/0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086881 Nov 12 04:59:33.134295 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51784aa8-8cc2-4991-ac66-4bccc01bba95 req-53606ffe-239c-43aa-b0e8-8b37664f0718 service neutron] 10.222.0.31 "GET /v2.0/networks/0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344645 Nov 12 04:59:33.184860 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c6de26a3-4272-4acc-bfeb-5b37f5f67446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:33.269922 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d18314fa-e297-41ff-8fb4-2fb23333832f no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:59:33.291202 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51784aa8-8cc2-4991-ac66-4bccc01bba95 req-d5247cf0-7afe-4ea1-bdd1-8df682f63bd5 service neutron] 10.222.0.31 "GET /v2.0/networks/0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364534 Nov 12 04:59:33.358599 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device d18314fa-e297-41ff-8fb4-2fb23333832f not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:59:34.091305 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27138c82-88ef-44c2-94d3-80bd8acc2a47 req-1b75f5f3-2f28-4521-bd93-0266ba5ee112 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:34.093240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27138c82-88ef-44c2-94d3-80bd8acc2a47 req-1b75f5f3-2f28-4521-bd93-0266ba5ee112 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 944 time: 0.0566933 Nov 12 04:59:34.150224 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27138c82-88ef-44c2-94d3-80bd8acc2a47 req-e9ca4a9d-380c-4e24-a328-b686fc02c07f tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499711 Nov 12 04:59:34.684004 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-2a41d54d-f301-48ca-a7bf-9da2f6e54db2 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:34.686055 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-2a41d54d-f301-48ca-a7bf-9da2f6e54db2 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc&tenant_id=3692bc4c34864c1e85976be64218615e&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 944 time: 0.0941346 Nov 12 04:59:34.760107 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-cdce86b9-32d9-4c52-861f-12d0ac7f6a2b service neutron] delete failed (client error): The resource could not be found. Nov 12 04:59:34.761176 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-cdce86b9-32d9-4c52-861f-12d0ac7f6a2b service neutron] 10.222.0.21 "DELETE /v2.0/ports/d18314fa-e297-41ff-8fb4-2fb23333832f/bindings/n-h1-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.0679905 Nov 12 04:59:34.875254 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-88c10f3f-2e63-4902-9183-b8a7b2779257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:34.877718 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-88c10f3f-2e63-4902-9183-b8a7b2779257 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3692bc4c34864c1e85976be64218615e&device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 1096 time: 0.0479298 Nov 12 04:59:34.981042 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-120bbfe5-12dc-4866-9dad-a546d0a2efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:34.982562 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-120bbfe5-12dc-4866-9dad-a546d0a2efcd service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb HTTP/1.1" status: 200 len: 912 time: 0.0965233 Nov 12 04:59:35.031663 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-c71c6eba-41be-4c51-9a89-d359a6c28dad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d18314fa-e297-41ff-8fb4-2fb23333832f HTTP/1.1" status: 200 len: 217 time: 0.0420091 Nov 12 04:59:35.088143 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-9a00c34e-e134-4dbd-b843-3f14aeecaea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:35.089743 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-9a00c34e-e134-4dbd-b843-3f14aeecaea6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9127fdbe-f23a-44f9-830c-55d5c6be0320 HTTP/1.1" status: 200 len: 851 time: 0.0514023 Nov 12 04:59:35.123702 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-8d909e1f-8480-4594-a5fd-3cb05fea1e4f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267906 Nov 12 04:59:35.228033 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-380894d4-9d6c-47a1-a126-f18911f0c4f9 service neutron] 10.222.0.21 "GET /v2.0/networks/0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956707 Nov 12 04:59:35.327655 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-3d074757-e82b-4734-9b17-0206958c1807 service neutron] 10.222.0.21 "GET /v2.0/networks/0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926745 Nov 12 04:59:35.526518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d18314fa-e297-41ff-8fb4-2fb23333832f details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:59:35.602782 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d240a003-c3d7-48d2-b7a4-f9efdbb08606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:35.645352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d18314fa-e297-41ff-8fb4-2fb23333832f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d18314fa-e297-41ff-8fb4-2fb23333832f,segment=NetworkSegment(83414e97-72f0-4a2f-8196-b5e66da27429),segment_id=83414e97-72f0-4a2f-8196-b5e66da27429)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:35.660181 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'd18314fa-e297-41ff-8fb4-2fb23333832f', 'network_id': '0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb', 'port_id': 'd18314fa-e297-41ff-8fb4-2fb23333832f', 'mac_address': 'fa:16:3e:71:f6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9127fdbe-f23a-44f9-830c-55d5c6be0320', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:59:35.708176 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:35.727154 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18314fa-e297-41ff-8fb4-2fb23333832f {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:59:35.766091 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d18314fa-e297-41ff-8fb4-2fb23333832f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d18314fa-e297-41ff-8fb4-2fb23333832f,segment=NetworkSegment(83414e97-72f0-4a2f-8196-b5e66da27429),segment_id=83414e97-72f0-4a2f-8196-b5e66da27429)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:35.840136 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:35.916195 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=d18314fa-e297-41ff-8fb4-2fb23333832f,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:35.931454 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:35.932021 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:35.932617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:35.933196 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:35.933767 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:35.934549 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:35.935133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:35.935671 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:35.936246 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:35.936803 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:35.937361 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:35.937917 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:36.157508 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['d18314fa-e297-41ff-8fb4-2fb23333832f'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:59:36.852518 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:36.983137 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cfb55-ef45-4192-ac6b-9c1ee773e9dd req-11994d48-138c-44f7-b180-281bb9864262 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:36.984689 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba0cfb55-ef45-4192-ac6b-9c1ee773e9dd req-11994d48-138c-44f7-b180-281bb9864262 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 945 time: 0.0592930 Nov 12 04:59:37.046173 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba0cfb55-ef45-4192-ac6b-9c1ee773e9dd req-fd95a3c8-56b9-4d8b-a9b7-1d7a389b2a37 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538666 Nov 12 04:59:37.525945 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d18314fa-e297-41ff-8fb4-2fb23333832f up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:59:37.639716 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port d18314fa-e297-41ff-8fb4-2fb23333832f completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:59:37.644555 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port d18314fa-e297-41ff-8fb4-2fb23333832f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:37.644935 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:37.758784 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:37.784867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cf016b-43c7-42ed-8868-ebe37b3827cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18314fa-e297-41ff-8fb4-2fb23333832f'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:59:37.787140 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7da1856-2bc0-4777-bc34-5b7ed2a9ced9" -d '{"events": [{"server_uuid": "b5cf016b-43c7-42ed-8868-ebe37b3827cc", "name": "network-vif-plugged", "status": "completed", "tag": "d18314fa-e297-41ff-8fb4-2fb23333832f"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:59:37.805448 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port d18314fa-e297-41ff-8fb4-2fb23333832f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d18314fa-e297-41ff-8fb4-2fb23333832f,segment=NetworkSegment(83414e97-72f0-4a2f-8196-b5e66da27429),segment_id=83414e97-72f0-4a2f-8196-b5e66da27429)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:37.847416 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b050cc-b231-4080-a59a-6ec78c734fc7 x-openstack-request-id: req-d3b050cc-b231-4080-a59a-6ec78c734fc7 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:59:37.847751 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cf016b-43c7-42ed-8868-ebe37b3827cc", "name": "network-vif-plugged", "status": "completed", "tag": "d18314fa-e297-41ff-8fb4-2fb23333832f", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:59:37.848046 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3b050cc-b231-4080-a59a-6ec78c734fc7 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:59:37.848484 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cf016b-43c7-42ed-8868-ebe37b3827cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18314fa-e297-41ff-8fb4-2fb23333832f', 'code': 200} Nov 12 04:59:37.881433 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:37.938089 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=d18314fa-e297-41ff-8fb4-2fb23333832f,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:38.197907 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6e593-12bd-4f21-99cd-600ad8ac2929 req-664115fe-60d2-4db0-ae5b-bf4169678dd4 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:38.199596 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57f6e593-12bd-4f21-99cd-600ad8ac2929 req-664115fe-60d2-4db0-ae5b-bf4169678dd4 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0728796 Nov 12 04:59:38.259164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57f6e593-12bd-4f21-99cd-600ad8ac2929 req-8cee4ab1-0252-4a0b-817e-ab2d64ac3dac tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f07243-ac06-429a-9df1-f1479e63e751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519595 Nov 12 04:59:38.357711 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-f55cd469-4b3e-42e3-92b3-9f765f9ec765 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:38.359272 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-f55cd469-4b3e-42e3-92b3-9f765f9ec765 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 946 time: 0.0557964 Nov 12 04:59:38.464323 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:38.467427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-38412403-767d-45e7-9218-25f30fe75484 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Deleting port d18314fa-e297-41ff-8fb4-2fb23333832f {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:59:38.467850 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-38412403-767d-45e7-9218-25f30fe75484 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:38.537032 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:59:38.588627 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-38412403-767d-45e7-9218-25f30fe75484 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] For port d18314fa-e297-41ff-8fb4-2fb23333832f, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=d18314fa-e297-41ff-8fb4-2fb23333832f,segment=NetworkSegment(83414e97-72f0-4a2f-8196-b5e66da27429),segment_id=83414e97-72f0-4a2f-8196-b5e66da27429)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:38.588992 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-38412403-767d-45e7-9218-25f30fe75484 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:38.605227 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-38412403-767d-45e7-9218-25f30fe75484 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Calling delete_port for d18314fa-e297-41ff-8fb4-2fb23333832f owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:59:38.834033 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-38412403-767d-45e7-9218-25f30fe75484 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:38.866009 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38412403-767d-45e7-9218-25f30fe75484 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Pushing event deleted for resources: {'Port': ['ID=d18314fa-e297-41ff-8fb4-2fb23333832f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:38.868876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['d18314fa-e297-41ff-8fb4-2fb23333832f'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:59:38.936215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-38412403-767d-45e7-9218-25f30fe75484 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] No DVR routers for this DVR port d18314fa-e297-41ff-8fb4-2fb23333832f on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:59:38.939624 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-38412403-767d-45e7-9218-25f30fe75484 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:38.944606 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53d27b1a-128e-4cc1-9ef3-c32e1d546722 req-38412403-767d-45e7-9218-25f30fe75484 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.31 "DELETE /v2.0/ports/d18314fa-e297-41ff-8fb4-2fb23333832f HTTP/1.1" status: 204 len: 173 time: 0.5783534 Nov 12 04:59:38.945417 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cf016b-43c7-42ed-8868-ebe37b3827cc', 'name': 'network-vif-deleted', 'tag': 'd18314fa-e297-41ff-8fb4-2fb23333832f'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:59:38.947743 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0781c7f8-0194-4b3c-8ae9-93d969f2dd5d" -d '{"events": [{"server_uuid": "b5cf016b-43c7-42ed-8868-ebe37b3827cc", "name": "network-vif-deleted", "tag": "d18314fa-e297-41ff-8fb4-2fb23333832f"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:59:38.988026 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480877f3-28d6-40ad-8575-3fdbeba334c2 x-openstack-request-id: req-480877f3-28d6-40ad-8575-3fdbeba334c2 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:59:38.988341 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cf016b-43c7-42ed-8868-ebe37b3827cc", "name": "network-vif-deleted", "tag": "d18314fa-e297-41ff-8fb4-2fb23333832f", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:59:38.988602 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-480877f3-28d6-40ad-8575-3fdbeba334c2 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:59:38.989015 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cf016b-43c7-42ed-8868-ebe37b3827cc', 'name': 'network-vif-deleted', 'tag': 'd18314fa-e297-41ff-8fb4-2fb23333832f', 'status': 'completed', 'code': 200} Nov 12 04:59:39.137002 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:39.388738 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1dcf6bf-6bfa-428c-9be5-f33883048fdd req-c72ca482-90bb-4d77-8b1c-0b2f6b5273b7 tempest-DeleteServersTestJSON-1639728817 tempest-DeleteServersTestJSON-1639728817-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cf016b-43c7-42ed-8868-ebe37b3827cc HTTP/1.1" status: 200 len: 210 time: 0.0334709 Nov 12 04:59:40.539923 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53812) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:40.593026 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-0971e686-829a-4182-aff0-03a9fd8aaba5 admin admin] Deleting subnet 9127fdbe-f23a-44f9-830c-55d5c6be0320 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:59:40.596767 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0971e686-829a-4182-aff0-03a9fd8aaba5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:40.635900 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0971e686-829a-4182-aff0-03a9fd8aaba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:40.685074 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0971e686-829a-4182-aff0-03a9fd8aaba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:40.817405 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0971e686-829a-4182-aff0-03a9fd8aaba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:40.848577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971e686-829a-4182-aff0-03a9fd8aaba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9127fdbe-f23a-44f9-830c-55d5c6be0320,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:40.852760 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0971e686-829a-4182-aff0-03a9fd8aaba5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:40.856161 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0971e686-829a-4182-aff0-03a9fd8aaba5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9127fdbe-f23a-44f9-830c-55d5c6be0320 HTTP/1.1" status: 204 len: 168 time: 0.3148296 Nov 12 04:59:40.860291 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53814) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:40.939221 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-31334ea6-8586-45b5-bc70-0591c31ce09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:41.030539 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-31334ea6-8586-45b5-bc70-0591c31ce09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:41.054533 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-31334ea6-8586-45b5-bc70-0591c31ce09f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:41.066257 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-31334ea6-8586-45b5-bc70-0591c31ce09f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83414e97-72f0-4a2f-8196-b5e66da27429') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:41.066551 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-31334ea6-8586-45b5-bc70-0591c31ce09f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83414e97-72f0-4a2f-8196-b5e66da27429') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:41.077440 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-31334ea6-8586-45b5-bc70-0591c31ce09f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:41.092904 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-31334ea6-8586-45b5-bc70-0591c31ce09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:41.100581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31334ea6-8586-45b5-bc70-0591c31ce09f admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:59:41.101116 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-31334ea6-8586-45b5-bc70-0591c31ce09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: timer() Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:59:41.103062 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:59:41.216569 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-31334ea6-8586-45b5-bc70-0591c31ce09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:41.223814 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-31334ea6-8586-45b5-bc70-0591c31ce09f admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:41.228643 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-31334ea6-8586-45b5-bc70-0591c31ce09f admin admin] 10.222.0.37 "DELETE /v2.0/networks/0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb HTTP/1.1" status: 204 len: 168 time: 0.3666141 Nov 12 04:59:41.248402 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31334ea6-8586-45b5-bc70-0591c31ce09f admin admin] Pushing event deleted for resources: {'Network': ['ID=0ebcd06f-dd7c-42df-b6d8-d60cb2e595fb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:41.628127 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53818) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:41.681908 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-22cd3463-c873-4278-a70e-48831ef256a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3692bc4c34864c1e85976be64218615e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0522861 Nov 12 04:59:41.685209 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53820) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:41.743058 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-590a770f-2b8b-416c-b8f5-cba2dff1f11b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:41.769997 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-590a770f-2b8b-416c-b8f5-cba2dff1f11b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:41.926881 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-590a770f-2b8b-416c-b8f5-cba2dff1f11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:41.930242 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-590a770f-2b8b-416c-b8f5-cba2dff1f11b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:41.931769 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-590a770f-2b8b-416c-b8f5-cba2dff1f11b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15f07243-ac06-429a-9df1-f1479e63e751 HTTP/1.1" status: 204 len: 168 time: 0.2453620 Nov 12 04:59:41.945611 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a770f-2b8b-416c-b8f5-cba2dff1f11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f07243-ac06-429a-9df1-f1479e63e751,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:43.287703 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53842) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:43.434422 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2116712612-network', 'tenant_id': '8f245eb10cb341379811294f0c34c00a'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:59:43.544644 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Made reservation on behalf of 8f245eb10cb341379811294f0c34c00a for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:59:43.547767 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:43.556839 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d18314fa-e297-41ff-8fb4-2fb23333832f no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:59:43.559839 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:43.592592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: d18314fa-e297-41ff-8fb4-2fb23333832f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:59:43.593162 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device d18314fa-e297-41ff-8fb4-2fb23333832f not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:59:43.666144 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:43.778561 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:43.806936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:59:43.821596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3523f81c-1b9a-442c-b146-b3fe25a02dc9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:43.835825 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:43.836169 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Added segment bc4093c6-15a1-40a5-aa64-9a41d42c8291 of type vlan for network 590e6499-b407-4da4-8fa8-3064ddab0275 Nov 12 04:59:43.839190 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:43.839581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:43.839874 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:43.840200 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:43.840536 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:43.840860 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:43.841185 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:43.841508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:43.841831 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:43.842170 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:43.842474 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:43.842815 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:43.903183 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:43.999437 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:44.001047 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:44.001677 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:44.065928 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] Pushing event updated for resources: {'Network': ['ID=590e6499-b407-4da4-8fa8-3064ddab0275,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:44.077159 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 590e6499-b407-4da4-8fa8-3064ddab0275 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:59:44.115843 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0ca45a1c-b9ad-4488-9703-3c1c006272e1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8266499 Nov 12 04:59:44.119273 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 53846) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:44.128671 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2c439f5f-2709-447a-ad7a-d2d58e151411 admin admin] Request body: {'subnet': {'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2116712612-subnet', 'tenant_id': '8f245eb10cb341379811294f0c34c00a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:59:44.218276 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c439f5f-2709-447a-ad7a-d2d58e151411 admin admin] Made reservation on behalf of 8f245eb10cb341379811294f0c34c00a for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:59:44.221895 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c439f5f-2709-447a-ad7a-d2d58e151411 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:44.487614 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c439f5f-2709-447a-ad7a-d2d58e151411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:44.564374 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c439f5f-2709-447a-ad7a-d2d58e151411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f38596b4-0412-4e54-8ddd-5805cc7d5723,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:44.576993 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c439f5f-2709-447a-ad7a-d2d58e151411 admin admin] Checking segment: {'id': 'bc4093c6-15a1-40a5-aa64-9a41d42c8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:59:44.577352 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c439f5f-2709-447a-ad7a-d2d58e151411 admin admin] Network hostable DHCP agents. Network: 590e6499-b407-4da4-8fa8-3064ddab0275, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:59:44.673597 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c439f5f-2709-447a-ad7a-d2d58e151411 admin admin] Network 590e6499-b407-4da4-8fa8-3064ddab0275 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:59:44.761120 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2c439f5f-2709-447a-ad7a-d2d58e151411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 590e6499-b407-4da4-8fa8-3064ddab0275) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:59:44.766666 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c439f5f-2709-447a-ad7a-d2d58e151411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:44.767317 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c439f5f-2709-447a-ad7a-d2d58e151411 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:44.773651 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf1fe2c-6141-4329-93b2-537420883a55 None None] Network 590e6499-b407-4da4-8fa8-3064ddab0275 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:59:44.889056 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2c439f5f-2709-447a-ad7a-d2d58e151411 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7675705 Nov 12 04:59:44.928562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b73410-4983-4cb6-baf7-bbdc1a25b960 None None] Network 590e6499-b407-4da4-8fa8-3064ddab0275 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:59:45.409004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-4bfcdf7d-2a20-4ea2-b437-f50475b5aa10 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:45.410615 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-4bfcdf7d-2a20-4ea2-b437-f50475b5aa10 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/networks?id=590e6499-b407-4da4-8fa8-3064ddab0275 HTTP/1.1" status: 200 len: 815 time: 0.1138296 Nov 12 04:59:45.432445 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-08125bb2-f270-4439-8ddc-10910f739cb9 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/quotas/8f245eb10cb341379811294f0c34c00a HTTP/1.1" status: 200 len: 375 time: 0.0110333 Nov 12 04:59:45.472004 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-f7d2b37e-9b84-4b28-ab73-355d0cd90772 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f245eb10cb341379811294f0c34c00a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320561 Nov 12 04:59:45.570656 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-84bb4b76-3bec-4979-a0b5-87b9d842c9b8 service neutron] 10.222.0.37 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910456 Nov 12 04:59:45.675383 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-dc7762e4-0393-4be6-83a6-ca4c6d35decc service neutron] 10.222.0.37 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978739 Nov 12 04:59:45.972184 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a313bb98-69f4-4e65-a3ac-cf5ab3e45ae6 req-601d7eee-a888-4a35-9ecc-e397b646b383 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 210 time: 0.0323746 Nov 12 04:59:47.079188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fff26bde-ca25-49c0-8328-a90e6fd00c31 req-50975d9a-744e-4ab3-9ac0-6211f4270c20 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 210 time: 0.0348840 Nov 12 04:59:47.205846 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:48.208236 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1553b046-63a1-49d1-98b9-665465a99cd7 req-fb1b4991-1ca1-46f0-9a93-deb173a16518 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 210 time: 0.0307758 Nov 12 04:59:48.446675 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:48.573435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-a852de0b-8cbe-47dc-8c81-4cdd841265bc tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:48.575006 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-a852de0b-8cbe-47dc-8c81-4cdd841265bc tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.31 "GET /v2.0/networks?id=590e6499-b407-4da4-8fa8-3064ddab0275 HTTP/1.1" status: 200 len: 815 time: 0.1266377 Nov 12 04:59:48.595193 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Request body: {'port': {'device_id': 'c726517f-5791-4b8d-8cbd-13e505fcabf9', 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275', 'admin_state_up': True, 'tenant_id': '8f245eb10cb341379811294f0c34c00a'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:59:48.818794 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Made reservation on behalf of 8f245eb10cb341379811294f0c34c00a for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:59:48.823502 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:49.019890 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Allocated IP 172.20.0.3 (590e6499-b407-4da4-8fa8-3064ddab0275/f38596b4-0412-4e54-8ddd-5805cc7d5723/c29150f0-02e6-4afa-938b-9bc2bcc9d4ca) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:59:49.202334 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:49.318383 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09630ce1-24d4-4d2c-a3a7-eb1dd8da5f10 req-d0e86e2a-fd48-410d-86c2-4e92fbccc4af tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 210 time: 0.0324438 Nov 12 04:59:49.327704 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:49.381086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Network 590e6499-b407-4da4-8fa8-3064ddab0275 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:59:49.388149 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:59:49.390844 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:59:49.425763 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Pushing event updated for resources: {'Port': ['ID=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:49.441266 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:49.441790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:49.442228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:49.442693 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:49.443124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:49.443553 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:49.443970 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:49.444395 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:49.444819 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:49.445240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:49.445655 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:49.446080 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:49.474418 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:49.475136 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:49.610560 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-8a6e0ebd-6c1f-4c04-8492-ae8302cf9403 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0195360 Nov 12 04:59:49.629668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Request body: {'port': {'device_id': 'c726517f-5791-4b8d-8cbd-13e505fcabf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:59:49.695710 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:50.021100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29150f0-02e6-4afa-938b-9bc2bcc9d4ca {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:59:50.030015 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:50.046930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Transition to ACTIVE for port object c29150f0-02e6-4afa-938b-9bc2bcc9d4ca will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:59:50.155945 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:50.614550 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Pushing event updated for resources: {'Port': ['ID=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:50.678373 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c62d0b-4c73-417d-9e47-77cdbf8462c5 req-371073e2-3fe6-4ce5-ad56-636f4f84e549 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:50.680041 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26c62d0b-4c73-417d-9e47-77cdbf8462c5 req-371073e2-3fe6-4ce5-ad56-636f4f84e549 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 943 time: 0.1234870 Nov 12 04:59:50.741744 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Attempting to bind port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:59:50.742127 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Attempting to bind port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'bc4093c6-15a1-40a5-aa64-9a41d42c8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:59:50.742489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Attempting to bind port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca on network 590e6499-b407-4da4-8fa8-3064ddab0275 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:59:50.758848 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca on network 590e6499-b407-4da4-8fa8-3064ddab0275 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:59:50.759168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Attempting to bind port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca on network 590e6499-b407-4da4-8fa8-3064ddab0275 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:59:50.771370 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26c62d0b-4c73-417d-9e47-77cdbf8462c5 req-ff39c404-65bd-4271-b1dd-d99c3d2c1722 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791123 Nov 12 04:59:50.772400 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:59:50.772737 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Checking segment: {'id': 'bc4093c6-15a1-40a5-aa64-9a41d42c8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:59:50.773126 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Bound using segment: {'id': 'bc4093c6-15a1-40a5-aa64-9a41d42c8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:59:50.773575 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Bound port: c29150f0-02e6-4afa-938b-9bc2bcc9d4ca, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc4093c6-15a1-40a5-aa64-9a41d42c8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:59:50.773941 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:50.850264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] For port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:59:50.854212 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] For port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca,segment=NetworkSegment(bc4093c6-15a1-40a5-aa64-9a41d42c8291),segment_id=bc4093c6-15a1-40a5-aa64-9a41d42c8291)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:59:50.994944 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:51.053402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:51.054100 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:51.055858 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] 10.222.0.31 "PUT /v2.0/ports/c29150f0-02e6-4afa-938b-9bc2bcc9d4ca HTTP/1.1" status: 200 len: 1092 time: 1.4307926 Nov 12 04:59:51.056412 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c726517f-5791-4b8d-8cbd-13e505fcabf9', 'tag': 'c29150f0-02e6-4afa-938b-9bc2bcc9d4ca'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:59:51.058862 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70231c726b9ea6c054427ee17824b84ab1a2ed027dec3c66cf15b8ef6eb0c5e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd1ed68-703c-411d-819d-0618d6f99a92" -d '{"events": [{"name": "network-changed", "server_uuid": "c726517f-5791-4b8d-8cbd-13e505fcabf9", "tag": "c29150f0-02e6-4afa-938b-9bc2bcc9d4ca"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:59:51.090340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c00378-0b08-418e-8c92-b24f4336f093 service neutron] Pushing event updated for resources: {'Port': ['ID=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:51.124347 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df4cb7e-9e22-49b0-a957-d9a81d3ab749 x-openstack-request-id: req-5df4cb7e-9e22-49b0-a957-d9a81d3ab749 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:59:51.124347 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c726517f-5791-4b8d-8cbd-13e505fcabf9", "tag": "c29150f0-02e6-4afa-938b-9bc2bcc9d4ca", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:59:51.124347 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5df4cb7e-9e22-49b0-a957-d9a81d3ab749 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:59:51.124347 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c726517f-5791-4b8d-8cbd-13e505fcabf9', 'tag': 'c29150f0-02e6-4afa-938b-9bc2bcc9d4ca', 'status': 'completed', 'code': 200} Nov 12 04:59:51.203321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1ed68-703c-411d-819d-0618d6f99a92 req-74465702-5dee-40ae-8d32-124a5d37108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:51.204860 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ddd1ed68-703c-411d-819d-0618d6f99a92 req-74465702-5dee-40ae-8d32-124a5d37108d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f245eb10cb341379811294f0c34c00a&device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 1095 time: 0.0450077 Nov 12 04:59:51.328186 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1ed68-703c-411d-819d-0618d6f99a92 req-abe8a2a0-f953-4ea7-987c-d39471bc41a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:51.329902 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ddd1ed68-703c-411d-819d-0618d6f99a92 req-abe8a2a0-f953-4ea7-987c-d39471bc41a5 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=8f245eb10cb341379811294f0c34c00a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1096861 Nov 12 04:59:51.446277 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1ed68-703c-411d-819d-0618d6f99a92 req-ae80c9c8-94aa-4757-a176-fa3ed0a3d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:51.447955 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ddd1ed68-703c-411d-819d-0618d6f99a92 req-ae80c9c8-94aa-4757-a176-fa3ed0a3d34d service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1100116 Nov 12 04:59:51.557700 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-6768fc3a-d141-4501-b4c0-94ff9b335576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:51.559359 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-6768fc3a-d141-4501-b4c0-94ff9b335576 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f245eb10cb341379811294f0c34c00a&device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 1095 time: 0.0497293 Nov 12 04:59:51.613552 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-c86aea76-f9f6-4038-9522-387c27d079cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca HTTP/1.1" status: 200 len: 217 time: 0.0397854 Nov 12 04:59:51.673604 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-57f9ba98-737a-4c51-a9df-ebfea5e5da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:51.675485 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-57f9ba98-737a-4c51-a9df-ebfea5e5da08 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f38596b4-0412-4e54-8ddd-5805cc7d5723 HTTP/1.1" status: 200 len: 855 time: 0.0552740 Nov 12 04:59:51.712896 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-6185beb0-1d93-40b1-95f7-500d4c6c25a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=590e6499-b407-4da4-8fa8-3064ddab0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297768 Nov 12 04:59:51.866062 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-5049fe96-61bd-45bc-b0c5-34cd9af19014 service neutron] 10.222.0.31 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444511 Nov 12 04:59:51.977338 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00730b3d-56b3-4861-8ca7-711cf5459ad8 req-7594c10f-7b24-4b58-a5ca-74abe144f466 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:51.978909 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00730b3d-56b3-4861-8ca7-711cf5459ad8 req-7594c10f-7b24-4b58-a5ca-74abe144f466 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 943 time: 0.1270370 Nov 12 04:59:52.027288 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b935f3c2-ed82-43c0-89e5-51d3127c536d req-b2b3974b-068d-4404-a162-4c76e3a98c69 service neutron] 10.222.0.31 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354203 Nov 12 04:59:52.058982 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-00730b3d-56b3-4861-8ca7-711cf5459ad8 req-2ae2441a-e81c-4313-a072-49934f15030a tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690043 Nov 12 04:59:53.198313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec66864-0526-4fe8-84e2-5167158d48c4 req-d0636eeb-aa4d-48f6-b02e-c4d7a82a40f5 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:53.200082 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ec66864-0526-4fe8-84e2-5167158d48c4 req-d0636eeb-aa4d-48f6-b02e-c4d7a82a40f5 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 943 time: 0.0597258 Nov 12 04:59:53.255002 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ec66864-0526-4fe8-84e2-5167158d48c4 req-fe360db1-e1db-4a69-bc2a-2b812843dbea tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480642 Nov 12 04:59:54.382927 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54933e90-4c32-4b37-bf97-6d9a620f250a req-c02adebe-e488-47b3-a84b-95b3b3b77c46 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:54.385266 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54933e90-4c32-4b37-bf97-6d9a620f250a req-c02adebe-e488-47b3-a84b-95b3b3b77c46 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 943 time: 0.0543761 Nov 12 04:59:54.441624 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54933e90-4c32-4b37-bf97-6d9a620f250a req-8e6066ae-c542-41ea-b6b5-3716132fd69d tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484722 Nov 12 04:59:55.594152 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c29150f0-02e6-4afa-938b-9bc2bcc9d4ca details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:59:55.652893 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6048e-89bb-4633-a044-a9599a584f11 req-36a43f15-ec7a-44b5-98a7-ef8837049697 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:55.654782 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7db6048e-89bb-4633-a044-a9599a584f11 req-36a43f15-ec7a-44b5-98a7-ef8837049697 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 943 time: 0.1379235 Nov 12 04:59:55.745991 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7db6048e-89bb-4633-a044-a9599a584f11 req-c2bc167e-8793-4d72-a0aa-8cd492d6a58a tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822470 Nov 12 04:59:55.759776 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca,segment=NetworkSegment(bc4093c6-15a1-40a5-aa64-9a41d42c8291),segment_id=bc4093c6-15a1-40a5-aa64-9a41d42c8291)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:55.784078 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'c29150f0-02e6-4afa-938b-9bc2bcc9d4ca', 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275', 'port_id': 'c29150f0-02e6-4afa-938b-9bc2bcc9d4ca', 'mac_address': 'fa:16:3e:a8:51:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38596b4-0412-4e54-8ddd-5805cc7d5723', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:59:55.831009 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:55.846265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29150f0-02e6-4afa-938b-9bc2bcc9d4ca {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:59:55.867898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca,segment=NetworkSegment(bc4093c6-15a1-40a5-aa64-9a41d42c8291),segment_id=bc4093c6-15a1-40a5-aa64-9a41d42c8291)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:55.972742 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:56.057732 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:56.236803 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['c29150f0-02e6-4afa-938b-9bc2bcc9d4ca'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:59:56.914886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ffb02-6297-410a-ab32-a2b3d95b7e7b req-d4ade521-82e0-4b45-804b-08cb7bcbe6fb tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:56.918058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba6ffb02-6297-410a-ab32-a2b3d95b7e7b req-d4ade521-82e0-4b45-804b-08cb7bcbe6fb tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 944 time: 0.0914991 Nov 12 04:59:56.972431 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba6ffb02-6297-410a-ab32-a2b3d95b7e7b req-eca7e66e-b061-441b-a7e0-ff19e2c23007 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471420 Nov 12 04:59:57.596577 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c29150f0-02e6-4afa-938b-9bc2bcc9d4ca up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:59:57.726406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:59:57.732222 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:57.732795 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:57.836579 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:57.869668 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c726517f-5791-4b8d-8cbd-13e505fcabf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29150f0-02e6-4afa-938b-9bc2bcc9d4ca'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:59:57.873074 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90b9ac8-29c2-4ccd-a5f2-b59bab12d245" -d '{"events": [{"server_uuid": "c726517f-5791-4b8d-8cbd-13e505fcabf9", "name": "network-vif-plugged", "status": "completed", "tag": "c29150f0-02e6-4afa-938b-9bc2bcc9d4ca"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:59:57.892003 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca,segment=NetworkSegment(bc4093c6-15a1-40a5-aa64-9a41d42c8291),segment_id=bc4093c6-15a1-40a5-aa64-9a41d42c8291)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:57.917755 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5365a196-5ade-414d-9c4d-b4e414972e7c x-openstack-request-id: req-5365a196-5ade-414d-9c4d-b4e414972e7c {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:59:57.918200 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c726517f-5791-4b8d-8cbd-13e505fcabf9", "name": "network-vif-plugged", "status": "completed", "tag": "c29150f0-02e6-4afa-938b-9bc2bcc9d4ca", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:59:57.918846 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5365a196-5ade-414d-9c4d-b4e414972e7c {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:59:57.919448 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c726517f-5791-4b8d-8cbd-13e505fcabf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29150f0-02e6-4afa-938b-9bc2bcc9d4ca', 'code': 200} Nov 12 04:59:57.984350 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:58.048998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:58.056779 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304bd37-5fa3-43f1-9af4-d9e6f184ec97 req-a6e06844-4f67-4cc9-a813-59ed7e361bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:58.058498 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3304bd37-5fa3-43f1-9af4-d9e6f184ec97 req-a6e06844-4f67-4cc9-a813-59ed7e361bfb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 1097 time: 0.0486054 Nov 12 04:59:58.117842 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3304bd37-5fa3-43f1-9af4-d9e6f184ec97 req-04eec130-b652-4f00-ae3b-932c92d96bac service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520697 Nov 12 04:59:58.164721 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1cf1c-eb0c-4e5c-9fea-67f169f35717 req-df7ce625-2ea7-4771-974a-46f2622a89ff tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:58.173543 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9bf1cf1c-eb0c-4e5c-9fea-67f169f35717 req-df7ce625-2ea7-4771-974a-46f2622a89ff tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0697651 Nov 12 04:59:58.221514 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9bf1cf1c-eb0c-4e5c-9fea-67f169f35717 req-09fc0acd-a3f6-4271-8389-c5f6f955c24b tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476551 Nov 12 04:59:59.364102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6b3f-4d68-4e4f-850e-3c2f7425a315 req-2afa5427-b9e3-4e21-bcc9-60857fce5e32 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:59.367315 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-928e6b3f-4d68-4e4f-850e-3c2f7425a315 req-2afa5427-b9e3-4e21-bcc9-60857fce5e32 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0660250 Nov 12 04:59:59.423971 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-928e6b3f-4d68-4e4f-850e-3c2f7425a315 req-f2c22f3a-e6c6-4c8d-b9a4-02151e232071 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500600 Nov 12 04:59:59.552809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b2f5e-83d5-4fe6-9725-816bda3040e5 req-8efc7a9c-02f8-439a-9e2e-dd80dba86bd2 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:59.554298 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e8b2f5e-83d5-4fe6-9725-816bda3040e5 req-8efc7a9c-02f8-439a-9e2e-dd80dba86bd2 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0555382 Nov 12 04:59:59.615220 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e8b2f5e-83d5-4fe6-9725-816bda3040e5 req-8fb17cf1-7ce8-4e5a-b575-684ff248521d tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514712 Nov 12 04:59:59.998153 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10239c92-8919-4e55-8d21-70d1f235f154 req-1e27ae8b-21c4-447b-9334-8e4da1b17cc0 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:00.001639 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10239c92-8919-4e55-8d21-70d1f235f154 req-1e27ae8b-21c4-447b-9334-8e4da1b17cc0 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0739946 Nov 12 05:00:00.074466 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-10239c92-8919-4e55-8d21-70d1f235f154 req-c88b62e0-bdc3-42cc-8493-5b1fdcc2899b tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645053 Nov 12 05:00:00.215496 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b08866-e03b-4992-b837-570ab8ede361 req-09a4098f-3d8d-41a4-8afe-605150e7a913 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:00.217180 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57b08866-e03b-4992-b837-570ab8ede361 req-09a4098f-3d8d-41a4-8afe-605150e7a913 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0610409 Nov 12 05:00:00.277550 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57b08866-e03b-4992-b837-570ab8ede361 req-6dbd5089-984e-490b-8d82-2072c53b1cd1 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490153 Nov 12 05:00:00.721290 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384637ec-96b8-4ee3-a5b1-64cba2530ba9 req-599a4554-0458-4342-9b81-d65d2544a248 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:00.723102 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-384637ec-96b8-4ee3-a5b1-64cba2530ba9 req-599a4554-0458-4342-9b81-d65d2544a248 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0690577 Nov 12 05:00:00.781143 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-384637ec-96b8-4ee3-a5b1-64cba2530ba9 req-18d1bad6-923a-40c1-8e77-3e6bf99c1e2f tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503113 Nov 12 05:00:00.847866 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-75e478ce-83e6-43ee-ae9e-c843bb90b6e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0548761 Nov 12 05:00:01.951264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9022fa-4c42-4493-bc52-4d0435225b81 req-dc830816-437b-412b-8675-627f9327e511 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:01.953934 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b9022fa-4c42-4493-bc52-4d0435225b81 req-dc830816-437b-412b-8675-627f9327e511 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0836949 Nov 12 05:00:02.010409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b9022fa-4c42-4493-bc52-4d0435225b81 req-1ce8f780-38d4-41ba-993a-f0d561dc05ff tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490978 Nov 12 05:00:03.173212 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf64d13-96da-4568-9652-30081746a81f req-d7e8ce3a-b13b-420d-bf07-a9369ed4ba96 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:03.176130 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-daf64d13-96da-4568-9652-30081746a81f req-d7e8ce3a-b13b-420d-bf07-a9369ed4ba96 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0829570 Nov 12 05:00:03.258010 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-daf64d13-96da-4568-9652-30081746a81f req-e916dce3-6f33-4a35-99d1-36d7b5cbaba6 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755041 Nov 12 05:00:03.273105 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-60b6b123-0325-4300-bd51-e6d910899b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:03.475142 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-4173c62a-5b89-4f72-940d-be92b0704869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:03.476712 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-4173c62a-5b89-4f72-940d-be92b0704869 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f245eb10cb341379811294f0c34c00a&device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 1097 time: 0.1074960 Nov 12 05:00:03.579692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-c0439ef6-b1fa-432e-b032-cd86b85864d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:03.581192 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-c0439ef6-b1fa-432e-b032-cd86b85864d9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=590e6499-b407-4da4-8fa8-3064ddab0275 HTTP/1.1" status: 200 len: 916 time: 0.0954456 Nov 12 05:00:03.630417 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-0c2ad76b-ef9c-457b-a5dd-8f700830d5e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca HTTP/1.1" status: 200 len: 217 time: 0.0416696 Nov 12 05:00:03.690610 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-1e3b87dd-df5c-4111-b396-558559635648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:03.692423 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-1e3b87dd-df5c-4111-b396-558559635648 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f38596b4-0412-4e54-8ddd-5805cc7d5723 HTTP/1.1" status: 200 len: 855 time: 0.0549769 Nov 12 05:00:03.732937 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-2aefa6c7-3fcf-42ce-bc99-f9c45ddcc831 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=590e6499-b407-4da4-8fa8-3064ddab0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314760 Nov 12 05:00:03.844064 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-88a1bc89-96b4-4add-b038-c313cb75092d service neutron] 10.222.0.31 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041448 Nov 12 05:00:03.942684 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-3ff94edc-c53e-4eca-ae30-b93f58fa1194 service neutron] 10.222.0.31 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919549 Nov 12 05:00:04.429534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40364cd1-aaa6-4e60-accc-18dff758d56f req-f17e84ec-473e-48ba-8b25-f0d5d791f644 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:04.432417 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-40364cd1-aaa6-4e60-accc-18dff758d56f req-f17e84ec-473e-48ba-8b25-f0d5d791f644 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0924051 Nov 12 05:00:04.503765 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-40364cd1-aaa6-4e60-accc-18dff758d56f req-a46faa4f-fc4a-4ba8-bec3-a38039bfd2a6 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641615 Nov 12 05:00:05.561044 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef28b6cb-b79e-4c4e-b263-31fe5a9d6ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:05.635857 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a003590-bc03-496b-a7bc-6ca62c9a2a3f req-9e23b86e-748c-49de-bb1d-93b9f2522053 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:05.637823 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a003590-bc03-496b-a7bc-6ca62c9a2a3f req-9e23b86e-748c-49de-bb1d-93b9f2522053 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0559735 Nov 12 05:00:05.694662 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a003590-bc03-496b-a7bc-6ca62c9a2a3f req-8d0530ba-e32c-4c1d-8171-57dc93a48d34 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493567 Nov 12 05:00:06.833232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223c0cb-ff16-46f1-94bd-a904cad5c64b req-1d7944b0-9460-463e-80e3-a2c3c3825995 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:06.835429 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a223c0cb-ff16-46f1-94bd-a904cad5c64b req-1d7944b0-9460-463e-80e3-a2c3c3825995 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0612192 Nov 12 05:00:06.900557 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a223c0cb-ff16-46f1-94bd-a904cad5c64b req-d3e40474-740b-475e-8b91-4117942aff1f tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584505 Nov 12 05:00:06.908364 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:08.049110 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df4856-041f-44b3-9a71-4924a71f66f6 req-2927cb1f-ca8c-4c47-a424-f371e99ff5ba tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:08.050688 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-05df4856-041f-44b3-9a71-4924a71f66f6 req-2927cb1f-ca8c-4c47-a424-f371e99ff5ba tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0556812 Nov 12 05:00:08.109551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-05df4856-041f-44b3-9a71-4924a71f66f6 req-68061329-c1bc-4f52-ae8e-440c0b809f89 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516124 Nov 12 05:00:08.440514 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:09.136199 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:09.251616 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f19e20-666f-4e23-a81b-ccc88c87a896 req-f3140118-de68-4444-99de-c9bf187b8a79 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:09.254549 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3f19e20-666f-4e23-a81b-ccc88c87a896 req-f3140118-de68-4444-99de-c9bf187b8a79 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0648417 Nov 12 05:00:09.316138 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d3f19e20-666f-4e23-a81b-ccc88c87a896 req-ce330b1f-7df3-4a7a-9f0f-2bbf445e5ff0 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515182 Nov 12 05:00:10.455078 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad01d16-1f38-4012-9adc-52ec59ae9e15 req-b80d4cf5-ec64-4c29-af6a-03117d1ab02e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:10.456728 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ad01d16-1f38-4012-9adc-52ec59ae9e15 req-b80d4cf5-ec64-4c29-af6a-03117d1ab02e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0608125 Nov 12 05:00:10.533846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ad01d16-1f38-4012-9adc-52ec59ae9e15 req-ecffa6dc-b522-4c19-8b16-c2514db2e5ed tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703592 Nov 12 05:00:11.714290 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c16b80-f04e-4138-943e-9b2423c7c1fd req-39ae40d9-3980-449b-8113-2b231edc9ecb tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:11.716509 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8c16b80-f04e-4138-943e-9b2423c7c1fd req-39ae40d9-3980-449b-8113-2b231edc9ecb tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0843272 Nov 12 05:00:11.813899 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f8c16b80-f04e-4138-943e-9b2423c7c1fd req-6c90ade1-dec7-4c14-b5be-a3015b40396e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833926 Nov 12 05:00:11.823049 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954f2fe-dbe8-4a45-bea9-9ac00d867301 req-c9aab03d-57a9-4fa2-b399-337f8f0beaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:11.823458 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2954f2fe-dbe8-4a45-bea9-9ac00d867301 req-c9aab03d-57a9-4fa2-b399-337f8f0beaee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f245eb10cb341379811294f0c34c00a&device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 1097 time: 0.0847392 Nov 12 05:00:11.953185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954f2fe-dbe8-4a45-bea9-9ac00d867301 req-bebe6e40-36a7-4895-9dcf-0845a49ff480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:11.954762 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2954f2fe-dbe8-4a45-bea9-9ac00d867301 req-bebe6e40-36a7-4895-9dcf-0845a49ff480 service neutron] 10.222.0.31 "GET /v2.0/networks?id=590e6499-b407-4da4-8fa8-3064ddab0275 HTTP/1.1" status: 200 len: 916 time: 0.1058786 Nov 12 05:00:12.008995 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2954f2fe-dbe8-4a45-bea9-9ac00d867301 req-33cf9035-af98-46cc-af50-3c127615c6cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca HTTP/1.1" status: 200 len: 217 time: 0.0458488 Nov 12 05:00:12.063601 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954f2fe-dbe8-4a45-bea9-9ac00d867301 req-c3d19047-95a4-4e0a-b2d3-6432b9013138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:12.065197 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2954f2fe-dbe8-4a45-bea9-9ac00d867301 req-c3d19047-95a4-4e0a-b2d3-6432b9013138 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f38596b4-0412-4e54-8ddd-5805cc7d5723 HTTP/1.1" status: 200 len: 855 time: 0.0485349 Nov 12 05:00:12.100458 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2954f2fe-dbe8-4a45-bea9-9ac00d867301 req-5d3eea07-3848-4050-a9c1-2fdb8ef581e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=590e6499-b407-4da4-8fa8-3064ddab0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274076 Nov 12 05:00:12.250268 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2954f2fe-dbe8-4a45-bea9-9ac00d867301 req-d725bfbf-6884-48a8-868d-4b9555d102ce service neutron] 10.222.0.31 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422212 Nov 12 05:00:12.352088 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2954f2fe-dbe8-4a45-bea9-9ac00d867301 req-a2bad835-8463-48b6-858d-0f7aa2c00800 service neutron] 10.222.0.31 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938017 Nov 12 05:00:12.963131 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80cb1c-3c13-48af-a999-c8c2d960b307 req-1c9e2cd6-f378-4552-b278-80e59f9a986c tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:12.964875 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e80cb1c-3c13-48af-a999-c8c2d960b307 req-1c9e2cd6-f378-4552-b278-80e59f9a986c tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0569401 Nov 12 05:00:13.061408 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e80cb1c-3c13-48af-a999-c8c2d960b307 req-72480a86-afad-46c0-a758-85e0ad74ba2d tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890934 Nov 12 05:00:14.214486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874be1e-89a6-432e-8159-39b88d859907 req-5cf940c9-0f40-4c14-a25c-1a40a3784061 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:14.216267 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d874be1e-89a6-432e-8159-39b88d859907 req-5cf940c9-0f40-4c14-a25c-1a40a3784061 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0549910 Nov 12 05:00:14.271348 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d874be1e-89a6-432e-8159-39b88d859907 req-bb07356e-6de9-4141-ba31-f264d058031c tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485032 Nov 12 05:00:15.442817 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56258c6-82cb-41e0-b04a-b23f3d3a685a req-e97ecdbd-3ab4-4f57-ae25-e7e08f395f9b tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:15.444468 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b56258c6-82cb-41e0-b04a-b23f3d3a685a req-e97ecdbd-3ab4-4f57-ae25-e7e08f395f9b tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0818179 Nov 12 05:00:15.504540 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b56258c6-82cb-41e0-b04a-b23f3d3a685a req-3a259b9a-081e-4362-a791-b86f4eb767d1 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483294 Nov 12 05:00:15.536115 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:00:16.642185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66871e92-8204-4bfd-a5ab-5635653aa912 req-4b0db7b0-1798-4979-9686-a5cde051ca3c tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:16.643928 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-66871e92-8204-4bfd-a5ab-5635653aa912 req-4b0db7b0-1798-4979-9686-a5cde051ca3c tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0618088 Nov 12 05:00:16.703515 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-66871e92-8204-4bfd-a5ab-5635653aa912 req-757e1d87-6500-48fd-b06b-3f113ae94fdf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492675 Nov 12 05:00:17.246448 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:17.864604 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f970148-4bda-42a7-9d36-5bb495811b6c req-2df5dfdb-bbcc-4880-a7f9-9582af401622 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:17.866793 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f970148-4bda-42a7-9d36-5bb495811b6c req-2df5dfdb-bbcc-4880-a7f9-9582af401622 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0587859 Nov 12 05:00:17.923402 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f970148-4bda-42a7-9d36-5bb495811b6c req-8cf305f2-cc9a-40e5-b4cc-8d2e3dd082d5 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500901 Nov 12 05:00:18.390143 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:19.065695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9389e-d341-43da-9779-8770a0f0b7f7 req-2fdd2be7-7757-4e5b-88c7-471521a6bc4d tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:19.067239 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95d9389e-d341-43da-9779-8770a0f0b7f7 req-2fdd2be7-7757-4e5b-88c7-471521a6bc4d tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0622759 Nov 12 05:00:19.154042 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95d9389e-d341-43da-9779-8770a0f0b7f7 req-9b5257e9-2539-4a14-b6e9-2009e07f1351 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798118 Nov 12 05:00:20.311395 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180db51-2194-4f8b-9edd-5ef4e951b5aa req-39b1c999-1464-43bb-b162-eb3125f63db2 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:20.314520 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e180db51-2194-4f8b-9edd-5ef4e951b5aa req-39b1c999-1464-43bb-b162-eb3125f63db2 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0819328 Nov 12 05:00:20.399717 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e180db51-2194-4f8b-9edd-5ef4e951b5aa req-bc778dec-5085-491e-bf2a-0edc297e3c29 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785224 Nov 12 05:00:21.629204 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81271db1-2409-45bd-b80b-83be7f567130 req-e77bc3a3-9b13-41ba-817c-bd688f540633 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:21.631636 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81271db1-2409-45bd-b80b-83be7f567130 req-e77bc3a3-9b13-41ba-817c-bd688f540633 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0670707 Nov 12 05:00:21.703553 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81271db1-2409-45bd-b80b-83be7f567130 req-747c3d3e-efb0-450a-909b-16ab77fc2f1b tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646143 Nov 12 05:00:22.860050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241236b9-1442-4c80-addc-661410fad2bc req-af2af8ed-e22d-40bf-92a2-0702e15870dd tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:22.861702 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-241236b9-1442-4c80-addc-661410fad2bc req-af2af8ed-e22d-40bf-92a2-0702e15870dd tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0639265 Nov 12 05:00:22.915070 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-241236b9-1442-4c80-addc-661410fad2bc req-a0832074-29e0-49bb-ad97-7b78a38a0ae9 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469172 Nov 12 05:00:24.060977 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45b5ff-83d6-4302-9d21-1842449ccf17 req-745fc7ca-b436-4b78-83e1-4dc4a2c44784 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:24.063041 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c45b5ff-83d6-4302-9d21-1842449ccf17 req-745fc7ca-b436-4b78-83e1-4dc4a2c44784 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0571768 Nov 12 05:00:24.119149 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c45b5ff-83d6-4302-9d21-1842449ccf17 req-7f0d7b56-4187-4960-b4ff-c2393c837312 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492325 Nov 12 05:00:25.255318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebe4f1-7743-4ebd-bbb3-843d45243686 req-23354903-d5b0-4d3d-97cc-c32921d5d0fe tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:25.257276 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2ebe4f1-7743-4ebd-bbb3-843d45243686 req-23354903-d5b0-4d3d-97cc-c32921d5d0fe tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0583851 Nov 12 05:00:25.311257 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d2ebe4f1-7743-4ebd-bbb3-843d45243686 req-82aa9e8f-57ac-4414-a6f2-baa30d1fe5ef tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475175 Nov 12 05:00:26.449364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40a02c-106f-4f56-af83-bf4656062b43 req-643eb73b-f722-43e9-9357-9fd5a61cfe40 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:26.451697 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd40a02c-106f-4f56-af83-bf4656062b43 req-643eb73b-f722-43e9-9357-9fd5a61cfe40 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0634003 Nov 12 05:00:26.508822 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd40a02c-106f-4f56-af83-bf4656062b43 req-bbc72d75-9081-456d-899e-c87db1a9746f tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472651 Nov 12 05:00:27.638676 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6337b18-f9f6-4907-9a74-e8186b30d5fc req-ae81a0c1-5c97-4fac-a664-fd115bc2c5b4 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:27.640392 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6337b18-f9f6-4907-9a74-e8186b30d5fc req-ae81a0c1-5c97-4fac-a664-fd115bc2c5b4 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0553927 Nov 12 05:00:27.701171 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6337b18-f9f6-4907-9a74-e8186b30d5fc req-c6ce7463-cf5a-46c7-876d-c1cd6cfc1b80 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541418 Nov 12 05:00:28.865233 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea9e09-e4b3-4579-b798-a73925156057 req-25ea818e-e5aa-414b-b682-53f9e3154392 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:28.867012 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16ea9e09-e4b3-4579-b798-a73925156057 req-25ea818e-e5aa-414b-b682-53f9e3154392 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0692766 Nov 12 05:00:28.926401 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16ea9e09-e4b3-4579-b798-a73925156057 req-ccb53e78-a95e-4482-bc00-1d4d20e4a57b tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482919 Nov 12 05:00:30.167070 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c5a9f-ebec-41bf-8312-9eb2e6306eb7 req-4399aa94-dd3d-4cc5-9b69-09d6f312bd87 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:30.169008 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce0c5a9f-ebec-41bf-8312-9eb2e6306eb7 req-4399aa94-dd3d-4cc5-9b69-09d6f312bd87 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.1067972 Nov 12 05:00:30.223632 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce0c5a9f-ebec-41bf-8312-9eb2e6306eb7 req-2bb4f1dc-d67b-4078-a228-21a009f3d8c4 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479808 Nov 12 05:00:31.401634 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396f11f-c49e-4e24-85a6-b9e6c9ef0f6c req-3aad4f8b-28b1-472a-850a-6da8db834ac3 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:31.403365 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f396f11f-c49e-4e24-85a6-b9e6c9ef0f6c req-3aad4f8b-28b1-472a-850a-6da8db834ac3 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.1015444 Nov 12 05:00:31.422165 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-728ebb5e-a1f6-426a-932a-6d9cea437611 service neutron] show failed (client error): The resource could not be found. Nov 12 05:00:31.423591 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-728ebb5e-a1f6-426a-932a-6d9cea437611 service neutron] 10.222.0.31 "GET /v2.0/ports/c29150f0-02e6-4afa-938b-9bc2bcc9d4ca/bindings/n-h1-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.0894437 Nov 12 05:00:31.472730 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f396f11f-c49e-4e24-85a6-b9e6c9ef0f6c req-8bc5c64a-9e64-411d-95af-0c7e74469d47 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587316 Nov 12 05:00:31.988363 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-5466c614-99d6-49e3-82c9-8940d92a4e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:31.989929 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-5466c614-99d6-49e3-82c9-8940d92a4e95 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9&tenant_id=8f245eb10cb341379811294f0c34c00a HTTP/1.1" status: 200 len: 1097 time: 0.0803061 Nov 12 05:00:32.009222 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:00:32.073026 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:32.308451 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] For port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca,segment=NetworkSegment(bc4093c6-15a1-40a5-aa64-9a41d42c8291),segment_id=bc4093c6-15a1-40a5-aa64-9a41d42c8291)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:32.347020 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] For port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:00:32.391600 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c726517f-5791-4b8d-8cbd-13e505fcabf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c29150f0-02e6-4afa-938b-9bc2bcc9d4ca'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:00:32.394406 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae097d82-3868-44d8-8668-14f6d3c49e08" -d '{"events": [{"server_uuid": "c726517f-5791-4b8d-8cbd-13e505fcabf9", "name": "network-vif-unplugged", "status": "completed", "tag": "c29150f0-02e6-4afa-938b-9bc2bcc9d4ca"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:00:32.399108 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:32.415543 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] Transition to ACTIVE for port object c29150f0-02e6-4afa-938b-9bc2bcc9d4ca will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:00:32.455353 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6044bad-9780-4ed9-8fc3-bc1b3c788661 x-openstack-request-id: req-f6044bad-9780-4ed9-8fc3-bc1b3c788661 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:00:32.455687 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c726517f-5791-4b8d-8cbd-13e505fcabf9", "name": "network-vif-unplugged", "status": "completed", "tag": "c29150f0-02e6-4afa-938b-9bc2bcc9d4ca", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:00:32.456006 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6044bad-9780-4ed9-8fc3-bc1b3c788661 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:00:32.456733 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c726517f-5791-4b8d-8cbd-13e505fcabf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c29150f0-02e6-4afa-938b-9bc2bcc9d4ca', 'code': 200} Nov 12 05:00:32.486062 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:32.553602 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] Pushing event updated for resources: {'Port': ['ID=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca,revision_number=6']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:32.574954 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] No DVR routers for this DVR port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:00:32.613913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] Attempting to bind port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:00:32.614317 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] Attempting to bind port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'bc4093c6-15a1-40a5-aa64-9a41d42c8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:00:32.614611 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] Attempting to bind port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca on network 590e6499-b407-4da4-8fa8-3064ddab0275 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:00:32.619975 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] Port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca on network 590e6499-b407-4da4-8fa8-3064ddab0275 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:00:32.620295 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] Attempting to bind port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca on network 590e6499-b407-4da4-8fa8-3064ddab0275 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:00:32.626089 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:00:32.626530 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] Checking segment: {'id': 'bc4093c6-15a1-40a5-aa64-9a41d42c8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:00:32.626871 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] Bound using segment: {'id': 'bc4093c6-15a1-40a5-aa64-9a41d42c8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:00:32.627296 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] Bound port: c29150f0-02e6-4afa-938b-9bc2bcc9d4ca, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc4093c6-15a1-40a5-aa64-9a41d42c8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:00:32.627887 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:32.685284 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4683f-0f1a-40c0-8091-1cdf666e0a51 req-73eb47f6-2a07-4b69-bf41-eeb59cb3fd92 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:32.688207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26d4683f-0f1a-40c0-8091-1cdf666e0a51 req-73eb47f6-2a07-4b69-bf41-eeb59cb3fd92 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 943 time: 0.0895073 Nov 12 05:00:32.703581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] For port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:00:32.708744 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] For port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca,segment=NetworkSegment(bc4093c6-15a1-40a5-aa64-9a41d42c8291),segment_id=bc4093c6-15a1-40a5-aa64-9a41d42c8291)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:00:32.777057 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26d4683f-0f1a-40c0-8091-1cdf666e0a51 req-0f92eef7-ddf7-4975-8d5c-dbd379e5fb4e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784686 Nov 12 05:00:32.806373 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:32.846752 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:32.847379 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:32.848834 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] 10.222.0.21 "PUT /v2.0/ports/c29150f0-02e6-4afa-938b-9bc2bcc9d4ca HTTP/1.1" status: 200 len: 1092 time: 0.8441324 Nov 12 05:00:32.869950 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3259da-f3fa-40ed-b9ff-829039c9db36 service neutron] Pushing event updated for resources: {'Port': ['ID=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:32.947067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-9f264562-2307-4806-9cc4-b4cecbacf8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:32.949757 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-9f264562-2307-4806-9cc4-b4cecbacf8a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f245eb10cb341379811294f0c34c00a&device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 1095 time: 0.0583606 Nov 12 05:00:33.071710 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-1a702e21-1241-42ff-9989-041b9bbf965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:33.073399 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-1a702e21-1241-42ff-9989-041b9bbf965c service neutron] 10.222.0.21 "GET /v2.0/networks?id=590e6499-b407-4da4-8fa8-3064ddab0275 HTTP/1.1" status: 200 len: 916 time: 0.1168120 Nov 12 05:00:33.136823 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-45a8c868-9265-4345-b4c2-dba7288bfad6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca HTTP/1.1" status: 200 len: 217 time: 0.0506690 Nov 12 05:00:33.185429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-5f1d881c-5d6a-471b-9b36-7565b1184264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:33.187535 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-5f1d881c-5d6a-471b-9b36-7565b1184264 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f38596b4-0412-4e54-8ddd-5805cc7d5723 HTTP/1.1" status: 200 len: 855 time: 0.0496771 Nov 12 05:00:33.194581 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9184e38-e61c-4932-bfb8-e3e8a63a4f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:33.222572 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-8bffb7ee-6ab8-4960-8130-dab8106c448d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=590e6499-b407-4da4-8fa8-3064ddab0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282326 Nov 12 05:00:33.325913 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-e0c6d8fe-f940-484a-86b8-10482e9b3210 service neutron] 10.222.0.21 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954070 Nov 12 05:00:33.427305 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-88d2d5be-055a-4075-931f-6bdafd564dc9 req-e5c60a27-53ea-4dda-82d5-d7c4c8ea17ee service neutron] 10.222.0.21 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945485 Nov 12 05:00:33.909687 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59656e0-6269-423c-a491-5cfaa5c1ed1d req-575f0a87-e620-4f5a-8f71-09496e2aad7b tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:33.911413 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c59656e0-6269-423c-a491-5cfaa5c1ed1d req-575f0a87-e620-4f5a-8f71-09496e2aad7b tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 943 time: 0.0554793 Nov 12 05:00:33.980954 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c59656e0-6269-423c-a491-5cfaa5c1ed1d req-1877f557-3e94-4e9a-9ddc-d515aa2e751a tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577834 Nov 12 05:00:34.458213 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c726517f-5791-4b8d-8cbd-13e505fcabf9', 'tag': 'c29150f0-02e6-4afa-938b-9bc2bcc9d4ca'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:00:34.460797 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128" -d '{"events": [{"name": "network-changed", "server_uuid": "c726517f-5791-4b8d-8cbd-13e505fcabf9", "tag": "c29150f0-02e6-4afa-938b-9bc2bcc9d4ca"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:00:34.513850 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce9be0d-de2b-44b9-b050-0bf8c2edcf75 x-openstack-request-id: req-9ce9be0d-de2b-44b9-b050-0bf8c2edcf75 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:00:34.514831 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c726517f-5791-4b8d-8cbd-13e505fcabf9", "tag": "c29150f0-02e6-4afa-938b-9bc2bcc9d4ca", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:00:34.515243 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ce9be0d-de2b-44b9-b050-0bf8c2edcf75 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:00:34.515775 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c726517f-5791-4b8d-8cbd-13e505fcabf9', 'tag': 'c29150f0-02e6-4afa-938b-9bc2bcc9d4ca', 'status': 'completed', 'code': 200} Nov 12 05:00:34.610075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128 req-ac68ef20-157d-40d0-85d9-0c7e213a2838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:34.611947 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128 req-ac68ef20-157d-40d0-85d9-0c7e213a2838 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f245eb10cb341379811294f0c34c00a&device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 1095 time: 0.0575652 Nov 12 05:00:34.616800 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128 req-dca0c435-ab51-4ebd-8c0a-5932b519e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:34.618501 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128 req-dca0c435-ab51-4ebd-8c0a-5932b519e4d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f245eb10cb341379811294f0c34c00a&device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 1095 time: 0.0581157 Nov 12 05:00:34.749419 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128 req-08a1838c-e2fe-4d07-885b-a99b0cb7b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:34.751176 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128 req-2edd36e3-9bb1-4c68-b2be-5f7cb148352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:34.751926 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128 req-08a1838c-e2fe-4d07-885b-a99b0cb7b0a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=590e6499-b407-4da4-8fa8-3064ddab0275 HTTP/1.1" status: 200 len: 916 time: 0.1323881 Nov 12 05:00:34.752698 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128 req-2edd36e3-9bb1-4c68-b2be-5f7cb148352d service neutron] 10.222.0.21 "GET /v2.0/networks?id=590e6499-b407-4da4-8fa8-3064ddab0275 HTTP/1.1" status: 200 len: 916 time: 0.1265798 Nov 12 05:00:34.799418 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128 req-ff442a75-19b5-4299-97db-926f20413988 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca HTTP/1.1" status: 200 len: 217 time: 0.0383992 Nov 12 05:00:34.820524 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128 req-56e55557-fb8f-4a95-bf1d-71b5122fb7d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca HTTP/1.1" status: 200 len: 217 time: 0.0614805 Nov 12 05:00:34.864034 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128 req-8e8ee7cc-eb10-4adb-b351-1756c895ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:34.865521 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128 req-8e8ee7cc-eb10-4adb-b351-1756c895ef62 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f38596b4-0412-4e54-8ddd-5805cc7d5723 HTTP/1.1" status: 200 len: 855 time: 0.0587285 Nov 12 05:00:34.877429 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128 req-e6d01eb8-2a9f-467f-a302-1d3f5fdabac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:34.879011 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128 req-e6d01eb8-2a9f-467f-a302-1d3f5fdabac5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f38596b4-0412-4e54-8ddd-5805cc7d5723 HTTP/1.1" status: 200 len: 855 time: 0.0505805 Nov 12 05:00:34.908506 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128 req-782fdcbf-7618-4233-b938-57b6854bfa65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=590e6499-b407-4da4-8fa8-3064ddab0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346231 Nov 12 05:00:34.921699 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128 req-a5c756a5-ba77-4936-aab6-3de4ca5d8394 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=590e6499-b407-4da4-8fa8-3064ddab0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347543 Nov 12 05:00:35.019112 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128 req-f88dabfd-1b15-44e7-b356-156892483297 service neutron] 10.222.0.31 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902994 Nov 12 05:00:35.019973 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128 req-ee3ac85d-4edc-4282-ad97-31291e0ab5ec service neutron] 10.222.0.21 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011117 Nov 12 05:00:35.157025 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128 req-4f153700-5145-4fdc-9bd3-8d65b791f32e service neutron] 10.222.0.31 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303194 Nov 12 05:00:35.169867 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777aeb01-acd1-456d-b11a-75722a6ece0e req-079d860c-9f73-4d3f-8ff1-d724540d8100 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:35.172154 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-777aeb01-acd1-456d-b11a-75722a6ece0e req-079d860c-9f73-4d3f-8ff1-d724540d8100 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 943 time: 0.0846095 Nov 12 05:00:35.243276 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-777aeb01-acd1-456d-b11a-75722a6ece0e req-b13e31a7-eb50-4566-8260-e7f2705a5152 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595267 Nov 12 05:00:35.464519 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb992d16-a5c4-44a4-9f1d-d2e7dbac6128 req-e8c427dd-76ba-4452-9f73-be8b628e6fed service neutron] 10.222.0.21 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356711 Nov 12 05:00:35.560283 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-31496bc7-1439-4879-8fc3-cc0b40d2c3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:35.568129 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device c29150f0-02e6-4afa-938b-9bc2bcc9d4ca details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:00:35.681939 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca,segment=NetworkSegment(bc4093c6-15a1-40a5-aa64-9a41d42c8291),segment_id=bc4093c6-15a1-40a5-aa64-9a41d42c8291)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:35.699705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'c29150f0-02e6-4afa-938b-9bc2bcc9d4ca', 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275', 'port_id': 'c29150f0-02e6-4afa-938b-9bc2bcc9d4ca', 'mac_address': 'fa:16:3e:a8:51:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38596b4-0412-4e54-8ddd-5805cc7d5723', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:00:35.746191 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:35.762056 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29150f0-02e6-4afa-938b-9bc2bcc9d4ca {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:00:35.784756 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca,segment=NetworkSegment(bc4093c6-15a1-40a5-aa64-9a41d42c8291),segment_id=bc4093c6-15a1-40a5-aa64-9a41d42c8291)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:35.817610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c29150f0-02e6-4afa-938b-9bc2bcc9d4ca no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:00:35.860660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c29150f0-02e6-4afa-938b-9bc2bcc9d4ca not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:00:35.897230 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:35.950064 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:35.958099 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:35.958443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:35.958818 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:35.959156 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:35.959491 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:35.959824 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:35.960148 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:35.960471 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:35.960796 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:35.961117 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:35.961438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:35.961758 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:36.383546 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4bbdb-53b3-456c-988f-3fead0a2a62a req-55ba8df8-af42-40a8-88ad-1eab8f881ee7 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:36.385197 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25a4bbdb-53b3-456c-988f-3fead0a2a62a req-55ba8df8-af42-40a8-88ad-1eab8f881ee7 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 944 time: 0.0561392 Nov 12 05:00:36.446678 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25a4bbdb-53b3-456c-988f-3fead0a2a62a req-98b80e5f-46e9-4e34-b6eb-e29ba8f887dc tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544670 Nov 12 05:00:36.903653 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:37.573358 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['c29150f0-02e6-4afa-938b-9bc2bcc9d4ca'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:00:37.631039 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07fb9f-2c6e-4b8c-979e-faf42dabe8e2 req-5f1275c0-de6e-4405-8f9d-5136bf6cd26a tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:37.633281 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c07fb9f-2c6e-4b8c-979e-faf42dabe8e2 req-5f1275c0-de6e-4405-8f9d-5136bf6cd26a tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 944 time: 0.1017749 Nov 12 05:00:37.701743 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c07fb9f-2c6e-4b8c-979e-faf42dabe8e2 req-5149a33c-b09e-4985-988d-127ecb42e111 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544093 Nov 12 05:00:38.211783 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b9c66-1f3f-42ec-8e1e-a6467a71b5de req-70e8df20-209b-4a39-8eee-962d42749908 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:38.213665 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c1b9c66-1f3f-42ec-8e1e-a6467a71b5de req-70e8df20-209b-4a39-8eee-962d42749908 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 944 time: 0.0590279 Nov 12 05:00:38.364394 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c1b9c66-1f3f-42ec-8e1e-a6467a71b5de req-6c62ed3a-7bbe-4cd9-b374-348d3e657697 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420069 Nov 12 05:00:38.393789 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df49b87-725f-4c90-8446-ac7a58f78127 req-e2f2b183-55b6-4e32-81fa-36b1750487ef tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:38.393789 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0df49b87-725f-4c90-8446-ac7a58f78127 req-e2f2b183-55b6-4e32-81fa-36b1750487ef tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.31 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9&tenant_id=8f245eb10cb341379811294f0c34c00a&binding%3Ahost_id=n-h1-768509-24 HTTP/1.1" status: 200 len: 944 time: 0.1449962 Nov 12 05:00:38.445077 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:38.543938 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-0df49b87-725f-4c90-8446-ac7a58f78127 req-fca4b7d7-ad28-4d78-a4cb-2650a0f2d8f5 service neutron] delete failed (client error): The resource could not be found. Nov 12 05:00:38.545120 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0df49b87-725f-4c90-8446-ac7a58f78127 req-fca4b7d7-ad28-4d78-a4cb-2650a0f2d8f5 service neutron] 10.222.0.31 "DELETE /v2.0/ports/c29150f0-02e6-4afa-938b-9bc2bcc9d4ca/bindings/n-h2-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.1066906 Nov 12 05:00:38.662267 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df49b87-725f-4c90-8446-ac7a58f78127 req-02e07012-c24d-41b0-ba31-1f7342c1b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:38.663923 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0df49b87-725f-4c90-8446-ac7a58f78127 req-02e07012-c24d-41b0-ba31-1f7342c1b06f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f245eb10cb341379811294f0c34c00a&device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 1096 time: 0.0475574 Nov 12 05:00:38.773766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df49b87-725f-4c90-8446-ac7a58f78127 req-f49a8d75-6cc5-44ee-89cb-2d6af46f6b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:38.775346 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0df49b87-725f-4c90-8446-ac7a58f78127 req-f49a8d75-6cc5-44ee-89cb-2d6af46f6b03 service neutron] 10.222.0.31 "GET /v2.0/networks?id=590e6499-b407-4da4-8fa8-3064ddab0275 HTTP/1.1" status: 200 len: 916 time: 0.1033688 Nov 12 05:00:38.820557 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0df49b87-725f-4c90-8446-ac7a58f78127 req-db8df388-35c6-4279-8b71-8515b84e704b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca HTTP/1.1" status: 200 len: 217 time: 0.0377204 Nov 12 05:00:38.882402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df49b87-725f-4c90-8446-ac7a58f78127 req-31b24949-4043-456d-8fbc-a28dd8a19312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:38.884106 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0df49b87-725f-4c90-8446-ac7a58f78127 req-31b24949-4043-456d-8fbc-a28dd8a19312 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f38596b4-0412-4e54-8ddd-5805cc7d5723 HTTP/1.1" status: 200 len: 855 time: 0.0562975 Nov 12 05:00:38.923262 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0df49b87-725f-4c90-8446-ac7a58f78127 req-43f97440-9cf1-45b3-a7bc-ae973c66d490 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=590e6499-b407-4da4-8fa8-3064ddab0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309455 Nov 12 05:00:39.024390 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0df49b87-725f-4c90-8446-ac7a58f78127 req-8a690806-5592-4c22-943f-c8738a78fe57 service neutron] 10.222.0.31 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937502 Nov 12 05:00:39.133370 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0df49b87-725f-4c90-8446-ac7a58f78127 req-677dc534-93a4-4ad2-9087-65eec37a3827 service neutron] 10.222.0.31 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020644 Nov 12 05:00:39.143931 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.509191 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f77fd-d016-493c-bb0f-ce81e2416e8f req-3c01796c-654a-4855-8ac9-4d2009cc6784 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:39.510999 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f01f77fd-d016-493c-bb0f-ce81e2416e8f req-3c01796c-654a-4855-8ac9-4d2009cc6784 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 944 time: 0.0551214 Nov 12 05:00:39.566303 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f01f77fd-d016-493c-bb0f-ce81e2416e8f req-3f573474-de55-4c03-8e58-a58961e23767 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481122 Nov 12 05:00:39.602063 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device c29150f0-02e6-4afa-938b-9bc2bcc9d4ca up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:00:39.732569 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:00:39.737703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:00:39.738216 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.834921 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.875884 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c726517f-5791-4b8d-8cbd-13e505fcabf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29150f0-02e6-4afa-938b-9bc2bcc9d4ca'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:00:39.879911 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba49d89-2361-420f-b224-d08e972e00fc" -d '{"events": [{"server_uuid": "c726517f-5791-4b8d-8cbd-13e505fcabf9", "name": "network-vif-plugged", "status": "completed", "tag": "c29150f0-02e6-4afa-938b-9bc2bcc9d4ca"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:00:39.903266 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca,segment=NetworkSegment(bc4093c6-15a1-40a5-aa64-9a41d42c8291),segment_id=bc4093c6-15a1-40a5-aa64-9a41d42c8291)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:39.939080 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab36f88-2e05-4c79-9f87-d33d1fa5190b x-openstack-request-id: req-9ab36f88-2e05-4c79-9f87-d33d1fa5190b {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:00:39.939080 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c726517f-5791-4b8d-8cbd-13e505fcabf9", "name": "network-vif-plugged", "status": "completed", "tag": "c29150f0-02e6-4afa-938b-9bc2bcc9d4ca", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:00:39.939080 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ab36f88-2e05-4c79-9f87-d33d1fa5190b {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:00:39.939080 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c726517f-5791-4b8d-8cbd-13e505fcabf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29150f0-02e6-4afa-938b-9bc2bcc9d4ca', 'code': 200} Nov 12 05:00:40.023625 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:40.088148 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:40.722697 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd689902-0e04-424b-812f-d5bbdebc1626 req-3592164b-a428-4507-8e49-21062926bd76 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:40.725036 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd689902-0e04-424b-812f-d5bbdebc1626 req-3592164b-a428-4507-8e49-21062926bd76 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0769665 Nov 12 05:00:40.787942 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd689902-0e04-424b-812f-d5bbdebc1626 req-69f99334-e640-41e2-9832-151a1069d640 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521662 Nov 12 05:00:40.954456 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e64fe5-303f-40aa-aaa2-0bd5ed48f51f req-dbcb086b-1274-4407-a985-c0757eda7de0 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:40.957033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-69e64fe5-303f-40aa-aaa2-0bd5ed48f51f req-dbcb086b-1274-4407-a985-c0757eda7de0 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0727222 Nov 12 05:00:41.016696 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-69e64fe5-303f-40aa-aaa2-0bd5ed48f51f req-7d1f74ba-d2a1-412e-a9f8-212bcb1b4f6f tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531340 Nov 12 05:00:41.166758 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e886a-881f-4cdf-802e-d9ebda7011c6 req-0a640383-5cce-4df0-98ea-8889e243cb57 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:41.169072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a59e886a-881f-4cdf-802e-d9ebda7011c6 req-0a640383-5cce-4df0-98ea-8889e243cb57 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0646288 Nov 12 05:00:41.232002 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a59e886a-881f-4cdf-802e-d9ebda7011c6 req-ea3f40ab-a928-4c11-8e53-31b8066249a7 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561430 Nov 12 05:00:41.951872 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-a3d1d0b3-6aff-4cc6-a630-ea80efb3ec89 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:41.953393 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-a3d1d0b3-6aff-4cc6-a630-ea80efb3ec89 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/networks?id=590e6499-b407-4da4-8fa8-3064ddab0275 HTTP/1.1" status: 200 len: 815 time: 0.1156871 Nov 12 05:00:41.970943 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-09da2fc9-ca8e-49dd-83d3-c469233e214f tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/quotas/8f245eb10cb341379811294f0c34c00a HTTP/1.1" status: 200 len: 375 time: 0.0107560 Nov 12 05:00:42.037469 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-3453442a-fb41-4f27-9115-c34894d058d3 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f245eb10cb341379811294f0c34c00a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598550 Nov 12 05:00:42.252841 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-c1745fc1-44d1-4fd2-9032-9071e697f9b2 service neutron] 10.222.0.37 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597619 Nov 12 05:00:42.365908 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-f89d85ef-3607-46c4-a1a6-5ff5b623172a service neutron] 10.222.0.37 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064830 Nov 12 05:00:42.643354 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2974cf7a-86c7-4ede-a891-d4f2a3e7b3b8 req-6b9e43d5-c861-442a-ad81-806732220996 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 210 time: 0.0307157 Nov 12 05:00:43.302293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf63891-3245-45cd-b8c4-279adf3bc46e req-042a5aa1-8dd8-4cf5-a4ac-345322ba5c5c tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:43.303816 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ccf63891-3245-45cd-b8c4-279adf3bc46e req-042a5aa1-8dd8-4cf5-a4ac-345322ba5c5c tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.21 "GET /v2.0/ports?device_id=c726517f-5791-4b8d-8cbd-13e505fcabf9 HTTP/1.1" status: 200 len: 945 time: 0.0532522 Nov 12 05:00:43.411687 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-ccf63891-3245-45cd-b8c4-279adf3bc46e req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Deleting port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:00:43.412053 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ccf63891-3245-45cd-b8c4-279adf3bc46e req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:43.518858 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ccf63891-3245-45cd-b8c4-279adf3bc46e req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] For port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca,segment=NetworkSegment(bc4093c6-15a1-40a5-aa64-9a41d42c8291),segment_id=bc4093c6-15a1-40a5-aa64-9a41d42c8291)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:43.519275 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ccf63891-3245-45cd-b8c4-279adf3bc46e req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:43.535366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-ccf63891-3245-45cd-b8c4-279adf3bc46e req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Calling delete_port for c29150f0-02e6-4afa-938b-9bc2bcc9d4ca owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:00:43.773015 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27a5092d-7e47-46b5-b140-9badc865f276 req-cdf462cf-0e0d-42a5-90ee-3a79deee1284 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 210 time: 0.0286889 Nov 12 05:00:43.835693 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ccf63891-3245-45cd-b8c4-279adf3bc46e req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:43.869825 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['c29150f0-02e6-4afa-938b-9bc2bcc9d4ca'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:00:43.874280 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Pushing event deleted for resources: {'Port': ['ID=c29150f0-02e6-4afa-938b-9bc2bcc9d4ca,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:43.899693 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:43.900218 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:43.903506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:43.903506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:43.903506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:43.903506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:43.903506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:43.903506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:43.903506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:43.903506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:43.903506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:43.903506 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:43.932911 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf63891-3245-45cd-b8c4-279adf3bc46e req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] No DVR routers for this DVR port c29150f0-02e6-4afa-938b-9bc2bcc9d4ca on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:00:43.936396 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ccf63891-3245-45cd-b8c4-279adf3bc46e req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:43.940425 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ccf63891-3245-45cd-b8c4-279adf3bc46e req-bf3355fe-d2cd-466a-96a3-7d19f08dedbf tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.21 "DELETE /v2.0/ports/c29150f0-02e6-4afa-938b-9bc2bcc9d4ca HTTP/1.1" status: 204 len: 173 time: 0.6294754 Nov 12 05:00:43.940920 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c726517f-5791-4b8d-8cbd-13e505fcabf9', 'name': 'network-vif-deleted', 'tag': 'c29150f0-02e6-4afa-938b-9bc2bcc9d4ca'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:00:43.943556 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a488da58-0816-42f7-8428-cdf2f0ff14d7" -d '{"events": [{"server_uuid": "c726517f-5791-4b8d-8cbd-13e505fcabf9", "name": "network-vif-deleted", "tag": "c29150f0-02e6-4afa-938b-9bc2bcc9d4ca"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:00:43.986951 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3b44a8-5992-46aa-a06b-1e26fb1effd5 x-openstack-request-id: req-9d3b44a8-5992-46aa-a06b-1e26fb1effd5 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:00:43.987380 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c726517f-5791-4b8d-8cbd-13e505fcabf9", "name": "network-vif-deleted", "tag": "c29150f0-02e6-4afa-938b-9bc2bcc9d4ca", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:00:43.987731 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d3b44a8-5992-46aa-a06b-1e26fb1effd5 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:00:43.988219 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c726517f-5791-4b8d-8cbd-13e505fcabf9', 'name': 'network-vif-deleted', 'tag': 'c29150f0-02e6-4afa-938b-9bc2bcc9d4ca', 'status': 'completed', 'code': 200} Nov 12 05:00:44.893686 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53e8f8de-12cc-40c3-b7a7-95b70a61e41a req-568fb352-9663-4f5a-8f0b-0e2e8ef2c3bb tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 210 time: 0.0298438 Nov 12 05:00:45.078362 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-eada9d74-4a2e-4ed1-992c-43759f8b791a tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:45.079927 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-eada9d74-4a2e-4ed1-992c-43759f8b791a tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.21 "GET /v2.0/networks?id=590e6499-b407-4da4-8fa8-3064ddab0275 HTTP/1.1" status: 200 len: 815 time: 0.1177526 Nov 12 05:00:45.107416 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-107fe15a-95d4-42bb-ae2c-6b563990859e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Request body: {'port': {'device_id': 'c8c5d8bb-d1ce-4d63-bd64-8dead6de1735', 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275', 'admin_state_up': True, 'tenant_id': '8f245eb10cb341379811294f0c34c00a'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:00:45.386761 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-107fe15a-95d4-42bb-ae2c-6b563990859e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Made reservation on behalf of 8f245eb10cb341379811294f0c34c00a for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:00:45.391102 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-107fe15a-95d4-42bb-ae2c-6b563990859e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:45.539776 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-107fe15a-95d4-42bb-ae2c-6b563990859e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Allocated IP 172.20.0.5 (590e6499-b407-4da4-8fa8-3064ddab0275/f38596b4-0412-4e54-8ddd-5805cc7d5723/6ac1817b-03f4-4eb9-a397-e7a5e3c564fd) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:00:45.716259 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-107fe15a-95d4-42bb-ae2c-6b563990859e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:45.827578 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-107fe15a-95d4-42bb-ae2c-6b563990859e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:45.878421 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-107fe15a-95d4-42bb-ae2c-6b563990859e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Network 590e6499-b407-4da4-8fa8-3064ddab0275 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:00:45.884597 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-107fe15a-95d4-42bb-ae2c-6b563990859e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:00:45.888863 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-107fe15a-95d4-42bb-ae2c-6b563990859e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:00:45.896633 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fe15a-95d4-42bb-ae2c-6b563990859e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Pushing event updated for resources: {'Port': ['ID=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:45.954373 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-107fe15a-95d4-42bb-ae2c-6b563990859e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:45.955103 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-107fe15a-95d4-42bb-ae2c-6b563990859e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:46.035816 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa73c58-fcad-4efa-bcbb-1ad66e3743aa req-af3a4642-3f15-4d02-9baf-eb0ad7126d1e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:46.037305 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8fa73c58-fcad-4efa-bcbb-1ad66e3743aa req-af3a4642-3f15-4d02-9baf-eb0ad7126d1e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 931 time: 0.0620430 Nov 12 05:00:46.040302 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-107fe15a-95d4-42bb-ae2c-6b563990859e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9382882 Nov 12 05:00:46.059825 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Request body: {'port': {'device_id': 'c8c5d8bb-d1ce-4d63-bd64-8dead6de1735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:00:46.102564 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8fa73c58-fcad-4efa-bcbb-1ad66e3743aa req-6ad4dd3c-bea5-4965-b2b6-4f1646950bbe tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580676 Nov 12 05:00:46.120466 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:46.417424 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:00:46.428946 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:46.444770 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Transition to ACTIVE for port object 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:00:46.520218 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:46.573525 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:46.658246 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Attempting to bind port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:00:46.658586 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Attempting to bind port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'bc4093c6-15a1-40a5-aa64-9a41d42c8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:00:46.658956 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Attempting to bind port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd on network 590e6499-b407-4da4-8fa8-3064ddab0275 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:00:46.664500 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd on network 590e6499-b407-4da4-8fa8-3064ddab0275 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:00:46.664876 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Attempting to bind port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd on network 590e6499-b407-4da4-8fa8-3064ddab0275 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:00:46.671422 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:00:46.671744 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Checking segment: {'id': 'bc4093c6-15a1-40a5-aa64-9a41d42c8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:00:46.672172 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Bound using segment: {'id': 'bc4093c6-15a1-40a5-aa64-9a41d42c8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:00:46.672723 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Bound port: 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc4093c6-15a1-40a5-aa64-9a41d42c8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:00:46.673135 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:46.750575 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] For port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:00:46.755099 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] For port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd,segment=NetworkSegment(bc4093c6-15a1-40a5-aa64-9a41d42c8291),segment_id=bc4093c6-15a1-40a5-aa64-9a41d42c8291)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:00:46.852643 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:46.897874 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:46.898787 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:46.900452 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] 10.222.0.21 "PUT /v2.0/ports/6ac1817b-03f4-4eb9-a397-e7a5e3c564fd HTTP/1.1" status: 200 len: 1092 time: 0.8458788 Nov 12 05:00:46.901086 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c5d8bb-d1ce-4d63-bd64-8dead6de1735', 'tag': '6ac1817b-03f4-4eb9-a397-e7a5e3c564fd'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:00:46.904003 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f4c62963652fe445762ff6b6baa55dbd1ac81c70d6ff7e5aac20ae56676ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a85eb5a-d909-4baf-ab72-46e5f79d7269" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c5d8bb-d1ce-4d63-bd64-8dead6de1735", "tag": "6ac1817b-03f4-4eb9-a397-e7a5e3c564fd"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:00:46.937864 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af49510-e303-4b48-a665-9ce8e018d406 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:46.961700 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16b7181-4a0d-44e8-84f4-37ddc89af9f0 x-openstack-request-id: req-d16b7181-4a0d-44e8-84f4-37ddc89af9f0 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:00:46.961998 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c5d8bb-d1ce-4d63-bd64-8dead6de1735", "tag": "6ac1817b-03f4-4eb9-a397-e7a5e3c564fd", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:00:46.962291 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d16b7181-4a0d-44e8-84f4-37ddc89af9f0 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:00:46.962752 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c5d8bb-d1ce-4d63-bd64-8dead6de1735', 'tag': '6ac1817b-03f4-4eb9-a397-e7a5e3c564fd', 'status': 'completed', 'code': 200} Nov 12 05:00:47.048272 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85eb5a-d909-4baf-ab72-46e5f79d7269 req-b9700e2d-b1a9-4e23-a027-8728f2042a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:47.049849 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6a85eb5a-d909-4baf-ab72-46e5f79d7269 req-b9700e2d-b1a9-4e23-a027-8728f2042a30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f245eb10cb341379811294f0c34c00a&device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 1095 time: 0.0456164 Nov 12 05:00:47.177652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85eb5a-d909-4baf-ab72-46e5f79d7269 req-a11a55dc-daeb-44bd-86d2-fe5a0b59c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:47.179253 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6a85eb5a-d909-4baf-ab72-46e5f79d7269 req-a11a55dc-daeb-44bd-86d2-fe5a0b59c110 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8f245eb10cb341379811294f0c34c00a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1151063 Nov 12 05:00:47.199101 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:47.259915 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941fc57-5a4b-4048-a633-3b1a4d502307 req-2ad111e1-b434-4d01-912b-47675c3f9f80 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:47.262624 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c941fc57-5a4b-4048-a633-3b1a4d502307 req-2ad111e1-b434-4d01-912b-47675c3f9f80 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 943 time: 0.0705600 Nov 12 05:00:47.305378 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85eb5a-d909-4baf-ab72-46e5f79d7269 req-436be793-8a33-47b6-905d-e2553d2b650c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:47.307004 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6a85eb5a-d909-4baf-ab72-46e5f79d7269 req-436be793-8a33-47b6-905d-e2553d2b650c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1200795 Nov 12 05:00:47.328579 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c941fc57-5a4b-4048-a633-3b1a4d502307 req-fa95e504-8f90-4a0b-aa9c-2f3ba0e340f7 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596371 Nov 12 05:00:47.419394 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-22dbab39-56cf-436d-8cc7-46298228c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:47.421514 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-22dbab39-56cf-436d-8cc7-46298228c3ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f245eb10cb341379811294f0c34c00a&device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 1095 time: 0.0468485 Nov 12 05:00:47.475825 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-c695f212-b432-4b06-ae5c-203f400e403e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd HTTP/1.1" status: 200 len: 217 time: 0.0402312 Nov 12 05:00:47.529816 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-c4a88612-2b69-4c1b-87b3-c1d6d6565b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:47.531356 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-c4a88612-2b69-4c1b-87b3-c1d6d6565b9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f38596b4-0412-4e54-8ddd-5805cc7d5723 HTTP/1.1" status: 200 len: 855 time: 0.0487108 Nov 12 05:00:47.565612 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-9388a629-a836-4005-b118-0a9d58b07433 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=590e6499-b407-4da4-8fa8-3064ddab0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274782 Nov 12 05:00:47.660150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device c29150f0-02e6-4afa-938b-9bc2bcc9d4ca no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:00:47.679528 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-784a6e52-418f-48ab-bf3a-02c5c9311670 service neutron] 10.222.0.21 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050925 Nov 12 05:00:47.704195 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: c29150f0-02e6-4afa-938b-9bc2bcc9d4ca {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:00:47.704758 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device c29150f0-02e6-4afa-938b-9bc2bcc9d4ca not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:00:47.792171 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-284f9af7-bea8-473d-834a-75eb09e13c17 req-5dcf4dbc-ec3e-4806-9b26-3d918fe109af service neutron] 10.222.0.21 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046085 Nov 12 05:00:48.400095 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:48.462393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acdd91-2272-4a97-b44b-4450f16dd0eb req-dd0d6028-5c6b-415f-821d-d4fc07d90f1b tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:48.464058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34acdd91-2272-4a97-b44b-4450f16dd0eb req-dd0d6028-5c6b-415f-821d-d4fc07d90f1b tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 943 time: 0.0553901 Nov 12 05:00:48.517856 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34acdd91-2272-4a97-b44b-4450f16dd0eb req-70c9ca21-6d69-4ea8-a7ca-1fffd82f0ede tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471835 Nov 12 05:00:49.636312 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:00:49.656244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122f59b-b6cf-4ffc-9a70-03127f153f70 req-6a66bbfb-5fe6-4883-9c44-d078fa271afc tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:49.657896 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6122f59b-b6cf-4ffc-9a70-03127f153f70 req-6a66bbfb-5fe6-4883-9c44-d078fa271afc tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 943 time: 0.0620894 Nov 12 05:00:49.732083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6122f59b-b6cf-4ffc-9a70-03127f153f70 req-d483dfbf-0cae-4dd0-8a4c-c6cda6c428cb tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627403 Nov 12 05:00:49.759775 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd,segment=NetworkSegment(bc4093c6-15a1-40a5-aa64-9a41d42c8291),segment_id=bc4093c6-15a1-40a5-aa64-9a41d42c8291)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:49.776594 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '6ac1817b-03f4-4eb9-a397-e7a5e3c564fd', 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275', 'port_id': '6ac1817b-03f4-4eb9-a397-e7a5e3c564fd', 'mac_address': 'fa:16:3e:ee:6a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38596b4-0412-4e54-8ddd-5805cc7d5723', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:00:49.817649 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:49.832632 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:00:49.854096 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd,segment=NetworkSegment(bc4093c6-15a1-40a5-aa64-9a41d42c8291),segment_id=bc4093c6-15a1-40a5-aa64-9a41d42c8291)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:49.941106 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:49.993534 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:50.299632 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['6ac1817b-03f4-4eb9-a397-e7a5e3c564fd'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:00:50.875977 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa08c4-0a68-45a7-97c7-06f5dbf7e5f9 req-06a61ad0-6261-4d5e-b778-c35bd9d2da29 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:50.877586 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1eaa08c4-0a68-45a7-97c7-06f5dbf7e5f9 req-06a61ad0-6261-4d5e-b778-c35bd9d2da29 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 944 time: 0.0559442 Nov 12 05:00:50.933903 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1eaa08c4-0a68-45a7-97c7-06f5dbf7e5f9 req-ed2339ab-5d53-405c-8fdc-eaa29899def9 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494015 Nov 12 05:00:51.643606 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:00:51.771648 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:00:51.776426 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:00:51.776884 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:51.867895 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:51.893328 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c5d8bb-d1ce-4d63-bd64-8dead6de1735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac1817b-03f4-4eb9-a397-e7a5e3c564fd'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:00:51.896494 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d554c8b127f87e3ef5fcf5e2c2a90c58c7176d92b4ab466586f32b0c7843e9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8177f7a2-34c9-4f09-87ac-d93105fe42f5" -d '{"events": [{"server_uuid": "c8c5d8bb-d1ce-4d63-bd64-8dead6de1735", "name": "network-vif-plugged", "status": "completed", "tag": "6ac1817b-03f4-4eb9-a397-e7a5e3c564fd"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:00:51.914696 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd,segment=NetworkSegment(bc4093c6-15a1-40a5-aa64-9a41d42c8291),segment_id=bc4093c6-15a1-40a5-aa64-9a41d42c8291)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:51.948624 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2c0a31-9868-45e0-8371-f022ae883606 x-openstack-request-id: req-cd2c0a31-9868-45e0-8371-f022ae883606 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:00:51.952602 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c5d8bb-d1ce-4d63-bd64-8dead6de1735", "name": "network-vif-plugged", "status": "completed", "tag": "6ac1817b-03f4-4eb9-a397-e7a5e3c564fd", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:00:51.953147 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd2c0a31-9868-45e0-8371-f022ae883606 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:00:51.953827 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c5d8bb-d1ce-4d63-bd64-8dead6de1735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac1817b-03f4-4eb9-a397-e7a5e3c564fd', 'code': 200} Nov 12 05:00:52.004433 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:52.079618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a58534-9735-41c5-a110-67e8748d4dd4 req-6b930e7c-e461-45f8-ba50-85bfaf389c52 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:52.081594 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6a58534-9735-41c5-a110-67e8748d4dd4 req-6b930e7c-e461-45f8-ba50-85bfaf389c52 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0701830 Nov 12 05:00:52.093749 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:52.132900 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc977dcd-f9d8-4adc-90e1-0559c8a64d60 req-278cbc0f-95db-442a-a610-230b7909bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:52.135635 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fc977dcd-f9d8-4adc-90e1-0559c8a64d60 req-278cbc0f-95db-442a-a610-230b7909bb7b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 1097 time: 0.0823011 Nov 12 05:00:52.140023 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6a58534-9735-41c5-a110-67e8748d4dd4 req-6d768649-e73d-4e98-ad15-834c28d2c105 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501630 Nov 12 05:00:52.198740 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fc977dcd-f9d8-4adc-90e1-0559c8a64d60 req-6dd03154-77fa-43d1-89cb-8739478fb38f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560157 Nov 12 05:00:52.536160 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:00:53.317504 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d7eee-832c-4b48-a03e-7934da0c8257 req-7309e46b-c370-4fc5-9972-9234a2443026 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:53.319275 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-667d7eee-832c-4b48-a03e-7934da0c8257 req-7309e46b-c370-4fc5-9972-9234a2443026 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0602217 Nov 12 05:00:53.378102 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-667d7eee-832c-4b48-a03e-7934da0c8257 req-92f833ef-10e7-4c3b-ac29-f9a7c73ceed1 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471976 Nov 12 05:00:54.508781 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc0434-fa77-4ac2-9e62-636d71a38b69 req-c1180ef8-3294-4d5f-bbd8-0486e6b08d6b tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:54.511290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51fc0434-fa77-4ac2-9e62-636d71a38b69 req-c1180ef8-3294-4d5f-bbd8-0486e6b08d6b tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0563018 Nov 12 05:00:54.572059 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51fc0434-fa77-4ac2-9e62-636d71a38b69 req-89d84e10-a90b-492e-a7f5-1910db2874e9 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539861 Nov 12 05:00:54.706130 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56688eb3-2dd4-4d1a-9e04-5d5de0b97471 req-3ae72122-2a85-4ca6-b4f7-e184b6d01fa8 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:54.708312 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56688eb3-2dd4-4d1a-9e04-5d5de0b97471 req-3ae72122-2a85-4ca6-b4f7-e184b6d01fa8 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0568063 Nov 12 05:00:54.767028 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56688eb3-2dd4-4d1a-9e04-5d5de0b97471 req-f4108403-e01b-4010-85e6-fbfd14edbcf7 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519743 Nov 12 05:00:55.225294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0a7d5-ad01-45bd-9f65-7abc58b9408a req-7726cbfd-48bd-4b42-9878-65681599f9d2 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:55.228104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50d0a7d5-ad01-45bd-9f65-7abc58b9408a req-7726cbfd-48bd-4b42-9878-65681599f9d2 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0658934 Nov 12 05:00:55.294422 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50d0a7d5-ad01-45bd-9f65-7abc58b9408a req-6816a15d-3514-4ebc-8f66-e8c3a629d5ee tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592599 Nov 12 05:00:55.346548 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-b45ddfb8-7301-4796-997f-c89f60d30945 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0687611 Nov 12 05:00:56.486192 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe90f5d-ef9f-4bc6-90c5-1f56f783456a req-55d4180f-d6fd-4789-bffd-743008e0eae3 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:56.487782 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fe90f5d-ef9f-4bc6-90c5-1f56f783456a req-55d4180f-d6fd-4789-bffd-743008e0eae3 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0789232 Nov 12 05:00:56.544999 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2fe90f5d-ef9f-4bc6-90c5-1f56f783456a req-8c7d071f-e233-4b60-bab0-fb934f4a11ca tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494208 Nov 12 05:00:57.706535 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd75dee-dd1d-4407-b2aa-b9fc610786d6 req-28cc6070-bf6e-46c1-a6b6-4992e5be9757 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:57.714429 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fd75dee-dd1d-4407-b2aa-b9fc610786d6 req-28cc6070-bf6e-46c1-a6b6-4992e5be9757 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0761919 Nov 12 05:00:57.774044 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fd75dee-dd1d-4407-b2aa-b9fc610786d6 req-5f0390c2-953f-4958-97b0-beb18238f832 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540433 Nov 12 05:00:57.797571 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-06167984-4843-4fb8-9ccd-55e47f201cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:57.800255 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-06167984-4843-4fb8-9ccd-55e47f201cfb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f245eb10cb341379811294f0c34c00a&device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 1097 time: 0.1460645 Nov 12 05:00:57.908335 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-806ac2d5-ea78-4a87-a330-fc74106635f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:57.909896 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-806ac2d5-ea78-4a87-a330-fc74106635f2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=590e6499-b407-4da4-8fa8-3064ddab0275 HTTP/1.1" status: 200 len: 916 time: 0.1030309 Nov 12 05:00:57.958884 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-b3a3dabb-c71d-476d-98c1-49db0b2aaad9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd HTTP/1.1" status: 200 len: 217 time: 0.0413160 Nov 12 05:00:58.023634 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-b3d8bb71-4317-44cd-9b0e-98328fcdfcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:58.026088 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-b3d8bb71-4317-44cd-9b0e-98328fcdfcdc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f38596b4-0412-4e54-8ddd-5805cc7d5723 HTTP/1.1" status: 200 len: 855 time: 0.0582573 Nov 12 05:00:58.071510 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-bd3fffca-fe7e-489b-bedf-495480bcb7c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=590e6499-b407-4da4-8fa8-3064ddab0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379071 Nov 12 05:00:58.175107 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-db0da512-80fc-45b7-9738-3821931547da service neutron] 10.222.0.21 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960577 Nov 12 05:00:58.278542 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-3425d1e0-0328-40d8-88b0-cc7577851c58 service neutron] 10.222.0.21 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968761 Nov 12 05:00:58.906428 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed5bc9-91ed-4bf1-849a-469a35454b99 req-58ed3d16-b145-45b5-9824-aa437a00951c tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:58.908374 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2ed5bc9-91ed-4bf1-849a-469a35454b99 req-58ed3d16-b145-45b5-9824-aa437a00951c tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0561562 Nov 12 05:00:58.965864 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2ed5bc9-91ed-4bf1-849a-469a35454b99 req-266d6246-b796-4c28-9350-1a5977edce85 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505581 Nov 12 05:01:00.104495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab056b7d-8877-4547-97dc-bc71be7241e1 req-9ca855d0-bdbc-44dc-87bd-dc7599d3a92f tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:00.106335 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab056b7d-8877-4547-97dc-bc71be7241e1 req-9ca855d0-bdbc-44dc-87bd-dc7599d3a92f tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0572734 Nov 12 05:01:00.165914 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab056b7d-8877-4547-97dc-bc71be7241e1 req-349ed2d8-7223-4948-b66e-268fe1dfec79 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485666 Nov 12 05:01:01.301966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf0dfb-f541-46d4-861b-89ac66785f5c req-4307adda-37a1-4d29-a6c7-49657d749e42 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:01.303890 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9cf0dfb-f541-46d4-861b-89ac66785f5c req-4307adda-37a1-4d29-a6c7-49657d749e42 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0539944 Nov 12 05:01:01.358551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d9cf0dfb-f541-46d4-861b-89ac66785f5c req-4701a187-b02b-46a1-bc71-09dbc10d03ef tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483420 Nov 12 05:01:02.495847 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f86007-866b-40ba-a319-e22d64813855 req-88856e47-a581-40fe-a81b-3a67b132b2c9 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:02.498018 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13f86007-866b-40ba-a319-e22d64813855 req-88856e47-a581-40fe-a81b-3a67b132b2c9 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0639195 Nov 12 05:01:02.555204 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13f86007-866b-40ba-a319-e22d64813855 req-cc4f7577-171d-40c3-87d8-7090d486f0b4 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507689 Nov 12 05:01:03.200272 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eb9d558d-4dae-43fd-b208-5a01ad7e0feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:03.687761 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ff5c3-f163-4560-bfd9-605e015d3218 req-46e22888-8128-4fd2-8674-7f98b7afe012 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:03.689367 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-988ff5c3-f163-4560-bfd9-605e015d3218 req-46e22888-8128-4fd2-8674-7f98b7afe012 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0579767 Nov 12 05:01:03.767508 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-988ff5c3-f163-4560-bfd9-605e015d3218 req-4ddbbd78-b190-4cae-9407-2fb568288e25 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713308 Nov 12 05:01:04.926155 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78aaf99-a9e5-4de9-bfe2-00318d5805db req-acbfc771-4522-48b4-bce5-8d90ea0ff133 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:04.928953 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a78aaf99-a9e5-4de9-bfe2-00318d5805db req-acbfc771-4522-48b4-bce5-8d90ea0ff133 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0754764 Nov 12 05:01:04.990859 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a78aaf99-a9e5-4de9-bfe2-00318d5805db req-5b3ab374-2057-47af-b55c-193eb856a7d7 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554302 Nov 12 05:01:05.609017 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1dfcfd79-8f0f-48db-a40b-266da45ccd6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:06.119690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcced51f-11b0-4c09-ae5d-4fe8c1192232 req-98b97f35-1445-4ab9-af1a-f8a44d6ffbd2 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:06.121438 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dcced51f-11b0-4c09-ae5d-4fe8c1192232 req-98b97f35-1445-4ab9-af1a-f8a44d6ffbd2 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0538211 Nov 12 05:01:06.177565 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dcced51f-11b0-4c09-ae5d-4fe8c1192232 req-78e891fc-3ec9-4c56-898f-8b6fee598146 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494490 Nov 12 05:01:06.885979 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:07.321803 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73462c-fce1-43be-ade4-2528f752b3eb req-003632fc-22af-465e-b8ee-4555c822d0ef tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:07.324583 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5d73462c-fce1-43be-ade4-2528f752b3eb req-003632fc-22af-465e-b8ee-4555c822d0ef tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0704598 Nov 12 05:01:07.385587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5d73462c-fce1-43be-ade4-2528f752b3eb req-bd71bc20-3868-497e-9010-ad5d849ff52b tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529664 Nov 12 05:01:07.433403 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2e2fe-204a-4fd1-93ad-f2d296cf5b5e req-dcbaf9de-9385-43e9-8fd7-9b0e8be10ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:07.436775 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4ad2e2fe-204a-4fd1-93ad-f2d296cf5b5e req-dcbaf9de-9385-43e9-8fd7-9b0e8be10ee6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f245eb10cb341379811294f0c34c00a&device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 1097 time: 0.0722311 Nov 12 05:01:07.565319 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2e2fe-204a-4fd1-93ad-f2d296cf5b5e req-36cec1ec-90a8-456e-8b8b-78af6fae4186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:07.566994 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4ad2e2fe-204a-4fd1-93ad-f2d296cf5b5e req-36cec1ec-90a8-456e-8b8b-78af6fae4186 service neutron] 10.222.0.21 "GET /v2.0/networks?id=590e6499-b407-4da4-8fa8-3064ddab0275 HTTP/1.1" status: 200 len: 916 time: 0.1046906 Nov 12 05:01:07.612214 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4ad2e2fe-204a-4fd1-93ad-f2d296cf5b5e req-e93462e1-4bc2-4c77-8912-2b2fb15a1968 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd HTTP/1.1" status: 200 len: 217 time: 0.0381978 Nov 12 05:01:07.665797 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2e2fe-204a-4fd1-93ad-f2d296cf5b5e req-e7177b61-c840-4170-a9bf-b9d7abe86f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:07.667592 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4ad2e2fe-204a-4fd1-93ad-f2d296cf5b5e req-e7177b61-c840-4170-a9bf-b9d7abe86f33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f38596b4-0412-4e54-8ddd-5805cc7d5723 HTTP/1.1" status: 200 len: 855 time: 0.0486033 Nov 12 05:01:07.706248 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4ad2e2fe-204a-4fd1-93ad-f2d296cf5b5e req-0ef6f5e2-a33b-4b2a-9bc8-18e9d9141423 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=590e6499-b407-4da4-8fa8-3064ddab0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318074 Nov 12 05:01:07.809981 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4ad2e2fe-204a-4fd1-93ad-f2d296cf5b5e req-c299f375-c773-4b43-a3a4-e8aeeb3bd5a8 service neutron] 10.222.0.21 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956652 Nov 12 05:01:07.926588 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4ad2e2fe-204a-4fd1-93ad-f2d296cf5b5e req-1cad5c86-81f5-4801-b101-5432e73d0342 service neutron] 10.222.0.21 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095641 Nov 12 05:01:08.420982 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:08.518030 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c15895-f372-4aab-b3a8-b9cfba41b958 req-03ebd8a2-c535-469f-ba8d-bdd3b69b4928 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:08.519603 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1c15895-f372-4aab-b3a8-b9cfba41b958 req-03ebd8a2-c535-469f-ba8d-bdd3b69b4928 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0554452 Nov 12 05:01:08.574195 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d1c15895-f372-4aab-b3a8-b9cfba41b958 req-3433968f-43a0-4b4a-9d4c-216ef8032778 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479805 Nov 12 05:01:09.134654 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:09.705236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93941016-9884-49ed-852a-f2f108866178 req-bbbe408a-ebb4-4a1e-921f-9db4f4042b37 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:09.706898 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-93941016-9884-49ed-852a-f2f108866178 req-bbbe408a-ebb4-4a1e-921f-9db4f4042b37 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0552390 Nov 12 05:01:09.759803 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-93941016-9884-49ed-852a-f2f108866178 req-1279b999-0965-4df2-9dd4-5c28292ed7a9 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465078 Nov 12 05:01:10.901664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d39a18-1016-405d-93c5-cf0706aa5242 req-36d9f247-9846-4b11-ae8f-29ec09857f2c tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:10.903317 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31d39a18-1016-405d-93c5-cf0706aa5242 req-36d9f247-9846-4b11-ae8f-29ec09857f2c tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0582838 Nov 12 05:01:10.958474 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31d39a18-1016-405d-93c5-cf0706aa5242 req-b5d354f6-4724-46cd-a01b-769b90e51908 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470929 Nov 12 05:01:12.092464 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b49cd4-7ba8-4fbe-90b3-fbc329d53a02 req-407b9895-dab2-4c1c-a2da-1f66bb2295c2 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:12.094156 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b3b49cd4-7ba8-4fbe-90b3-fbc329d53a02 req-407b9895-dab2-4c1c-a2da-1f66bb2295c2 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0559168 Nov 12 05:01:12.147670 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b3b49cd4-7ba8-4fbe-90b3-fbc329d53a02 req-1ae68af6-7acf-4c9e-83c1-194e968ab982 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469739 Nov 12 05:01:13.286299 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a76fb-f559-4f80-b800-5721973aed35 req-0465240b-674c-4742-9b14-6917a75beab8 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:13.287982 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da2a76fb-f559-4f80-b800-5721973aed35 req-0465240b-674c-4742-9b14-6917a75beab8 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0546157 Nov 12 05:01:13.360846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da2a76fb-f559-4f80-b800-5721973aed35 req-4942c41e-8ef7-4d22-9b8e-aea2438bc126 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655160 Nov 12 05:01:14.495714 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e2928-96db-413a-94c7-20f25e05c649 req-df8f252b-063a-4788-8a35-48325a41d1c9 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:14.497360 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-407e2928-96db-413a-94c7-20f25e05c649 req-df8f252b-063a-4788-8a35-48325a41d1c9 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0528872 Nov 12 05:01:14.563757 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-407e2928-96db-413a-94c7-20f25e05c649 req-7531acb2-3333-45ab-a269-5787d280dd48 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576301 Nov 12 05:01:15.693251 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a476ca-d2f7-4838-8a4c-213f092dc707 req-d2ac8a29-4729-417a-a198-2823dc135f6b tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:15.694995 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e8a476ca-d2f7-4838-8a4c-213f092dc707 req-d2ac8a29-4729-417a-a198-2823dc135f6b tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0548666 Nov 12 05:01:15.753814 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e8a476ca-d2f7-4838-8a4c-213f092dc707 req-41a8878e-a782-47dd-9470-1ebc90c32fc9 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501113 Nov 12 05:01:16.891070 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb932c03-aa00-4d80-9004-cba48d6eb78f req-334003a3-344b-431f-b33a-779fba871e7c tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:16.892696 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb932c03-aa00-4d80-9004-cba48d6eb78f req-334003a3-344b-431f-b33a-779fba871e7c tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0577722 Nov 12 05:01:16.956279 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb932c03-aa00-4d80-9004-cba48d6eb78f req-5f4ea539-e4d6-4e1d-a873-26b69b47d67d tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516644 Nov 12 05:01:17.228002 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:18.096334 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d41e1-287c-4d4d-80c2-10cba6a4fc2f req-feedc7a7-c498-46f9-a606-cda5c054f111 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:18.098031 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aa2d41e1-287c-4d4d-80c2-10cba6a4fc2f req-feedc7a7-c498-46f9-a606-cda5c054f111 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0583487 Nov 12 05:01:18.155172 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aa2d41e1-287c-4d4d-80c2-10cba6a4fc2f req-ed2d4ffe-2b5c-4b1b-af95-4c9fb856a0f0 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500753 Nov 12 05:01:18.394153 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:19.290944 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fcc79-6543-41f9-b8b9-5570facb9358 req-d3862927-5f17-448d-9513-88af55b88bae tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:19.292821 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b1fcc79-6543-41f9-b8b9-5570facb9358 req-d3862927-5f17-448d-9513-88af55b88bae tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0585575 Nov 12 05:01:19.717747 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3b1fcc79-6543-41f9-b8b9-5570facb9358 req-2f1d640a-8b46-449f-a241-ddb94d0afe14 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132936 Nov 12 05:01:20.856451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51be069-6019-4de2-aee9-71f64a18802c req-a828964d-54c1-4f20-ba35-12c031e856a1 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:20.858081 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a51be069-6019-4de2-aee9-71f64a18802c req-a828964d-54c1-4f20-ba35-12c031e856a1 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0616732 Nov 12 05:01:20.917210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a51be069-6019-4de2-aee9-71f64a18802c req-8b71b609-01b8-4144-825c-83ef85d6bbc0 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482991 Nov 12 05:01:22.048435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08e439-c867-4e64-86e4-6c134ec97dd3 req-8711ab0a-5715-47ae-a501-1bb8da359a29 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:22.049984 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed08e439-c867-4e64-86e4-6c134ec97dd3 req-8711ab0a-5715-47ae-a501-1bb8da359a29 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0568600 Nov 12 05:01:22.145005 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed08e439-c867-4e64-86e4-6c134ec97dd3 req-80cbadf5-198b-4658-aef4-7ef910e1d875 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805137 Nov 12 05:01:23.277588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dac340-9499-43a4-b6fd-0e42ebc26881 req-88acf15a-6463-45af-9e85-5873d728184e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:23.279974 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9dac340-9499-43a4-b6fd-0e42ebc26881 req-88acf15a-6463-45af-9e85-5873d728184e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0558116 Nov 12 05:01:23.339913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9dac340-9499-43a4-b6fd-0e42ebc26881 req-22d69622-6191-40f5-9070-ce7b0d8b6d2d tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489757 Nov 12 05:01:24.469931 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42c18-3c48-4fd9-9bb7-b059ce8ac4bf req-36600973-4560-49d2-89cd-419a4010679b tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:24.471551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84d42c18-3c48-4fd9-9bb7-b059ce8ac4bf req-36600973-4560-49d2-89cd-419a4010679b tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0537491 Nov 12 05:01:24.545182 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84d42c18-3c48-4fd9-9bb7-b059ce8ac4bf req-e0fa00d9-1a52-4987-a6ee-4b4f668e8a7f tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670621 Nov 12 05:01:25.681693 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe4001-d48b-4327-99d3-d82cd07bcfaf req-61a4a345-93aa-46ee-925e-02fd0e5a585b tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:25.683323 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1fe4001-d48b-4327-99d3-d82cd07bcfaf req-61a4a345-93aa-46ee-925e-02fd0e5a585b tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0591385 Nov 12 05:01:25.740702 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c1fe4001-d48b-4327-99d3-d82cd07bcfaf req-0348af4c-0aed-41c8-a332-3e03471b6455 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483460 Nov 12 05:01:25.957253 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-880c15f1-617a-4425-b068-0ac4642e50bb service neutron] show failed (client error): The resource could not be found. Nov 12 05:01:25.958399 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-880c15f1-617a-4425-b068-0ac4642e50bb service neutron] 10.222.0.21 "GET /v2.0/ports/6ac1817b-03f4-4eb9-a397-e7a5e3c564fd/bindings/n-h2-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.0603905 Nov 12 05:01:26.476788 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-a0e2c213-b89e-4950-8dff-8b6e020e6061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:26.478292 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-a0e2c213-b89e-4950-8dff-8b6e020e6061 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735&tenant_id=8f245eb10cb341379811294f0c34c00a HTTP/1.1" status: 200 len: 1097 time: 0.0456994 Nov 12 05:01:26.498860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:01:26.567368 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:26.865922 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] For port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd,segment=NetworkSegment(bc4093c6-15a1-40a5-aa64-9a41d42c8291),segment_id=bc4093c6-15a1-40a5-aa64-9a41d42c8291)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:01:26.906073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b969d91-ca09-4c73-95d6-92d6599fe778 req-675d5f96-8716-4068-b536-e34f5dd2e150 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:26.907734 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1b969d91-ca09-4c73-95d6-92d6599fe778 req-675d5f96-8716-4068-b536-e34f5dd2e150 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0847840 Nov 12 05:01:26.928138 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] For port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:01:27.051496 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c5d8bb-d1ce-4d63-bd64-8dead6de1735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ac1817b-03f4-4eb9-a397-e7a5e3c564fd'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:01:27.067508 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:27.101047 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1b969d91-ca09-4c73-95d6-92d6599fe778 req-e8ed45be-7ea5-4c65-b339-7e0aac0f5026 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869485 Nov 12 05:01:27.106690 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69ac1b3-385d-43fb-a943-292fe0cb09c9" -d '{"events": [{"server_uuid": "c8c5d8bb-d1ce-4d63-bd64-8dead6de1735", "name": "network-vif-unplugged", "status": "completed", "tag": "6ac1817b-03f4-4eb9-a397-e7a5e3c564fd"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:01:27.112441 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Transition to ACTIVE for port object 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:01:27.192135 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:27.269900 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac02fd82-61f5-43a2-bfad-6d5a2b1e3af3 x-openstack-request-id: req-ac02fd82-61f5-43a2-bfad-6d5a2b1e3af3 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:01:27.270208 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c5d8bb-d1ce-4d63-bd64-8dead6de1735", "name": "network-vif-unplugged", "status": "completed", "tag": "6ac1817b-03f4-4eb9-a397-e7a5e3c564fd", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:01:27.270432 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac02fd82-61f5-43a2-bfad-6d5a2b1e3af3 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:01:27.270862 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c5d8bb-d1ce-4d63-bd64-8dead6de1735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ac1817b-03f4-4eb9-a397-e7a5e3c564fd', 'code': 200} Nov 12 05:01:27.272093 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] No DVR routers for this DVR port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:01:27.274309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd,revision_number=6']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:27.286925 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:27.287266 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:27.287603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:27.287933 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:27.288259 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:27.288662 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:27.288907 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:27.289228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:27.289554 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:27.289865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:27.290180 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:27.290494 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:27.325808 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Attempting to bind port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:01:27.326113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Attempting to bind port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'bc4093c6-15a1-40a5-aa64-9a41d42c8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:01:27.326331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Attempting to bind port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd on network 590e6499-b407-4da4-8fa8-3064ddab0275 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:01:27.331271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd on network 590e6499-b407-4da4-8fa8-3064ddab0275 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:01:27.331596 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Attempting to bind port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd on network 590e6499-b407-4da4-8fa8-3064ddab0275 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:01:27.337037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:01:27.337369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Checking segment: {'id': 'bc4093c6-15a1-40a5-aa64-9a41d42c8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:01:27.337754 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Bound using segment: {'id': 'bc4093c6-15a1-40a5-aa64-9a41d42c8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:01:27.338187 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Bound port: 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc4093c6-15a1-40a5-aa64-9a41d42c8291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:01:27.338543 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:27.408536 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] For port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:01:27.412042 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] For port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd,segment=NetworkSegment(bc4093c6-15a1-40a5-aa64-9a41d42c8291),segment_id=bc4093c6-15a1-40a5-aa64-9a41d42c8291)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:01:27.467270 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:27.507229 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:27.507874 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:27.509323 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] 10.222.0.31 "PUT /v2.0/ports/6ac1817b-03f4-4eb9-a397-e7a5e3c564fd HTTP/1.1" status: 200 len: 1092 time: 1.0155811 Nov 12 05:01:27.531977 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030babb-22fc-47a1-9ceb-7d4bb5044887 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd,revision_number=7']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:27.587623 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-06a3950a-cd6b-4e09-939b-a8811a810059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:27.589121 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-06a3950a-cd6b-4e09-939b-a8811a810059 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f245eb10cb341379811294f0c34c00a&device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 1095 time: 0.0454791 Nov 12 05:01:27.697125 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-7ccf9c7a-f491-4dd4-b8a6-bb5c4685ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:27.698779 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-7ccf9c7a-f491-4dd4-b8a6-bb5c4685ec53 service neutron] 10.222.0.31 "GET /v2.0/networks?id=590e6499-b407-4da4-8fa8-3064ddab0275 HTTP/1.1" status: 200 len: 916 time: 0.1027725 Nov 12 05:01:27.745091 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-1787ce34-a279-42f4-88a5-250afcdb5947 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd HTTP/1.1" status: 200 len: 217 time: 0.0386162 Nov 12 05:01:27.797900 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-d96fbf80-d771-4b15-a4b8-e65b51ca0700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:27.799415 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-d96fbf80-d771-4b15-a4b8-e65b51ca0700 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f38596b4-0412-4e54-8ddd-5805cc7d5723 HTTP/1.1" status: 200 len: 855 time: 0.0477109 Nov 12 05:01:27.844104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-47081908-1601-4c6b-8e24-c622252b9f0d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=590e6499-b407-4da4-8fa8-3064ddab0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364320 Nov 12 05:01:27.953922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-2bddb740-490d-4b0c-ae3a-fdbe019d2e33 service neutron] 10.222.0.31 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031005 Nov 12 05:01:28.061826 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08ef89c7-0e58-4a5c-a148-a068a453625d req-b2033ed7-eb9c-4e66-bcb1-d31af24e65df service neutron] 10.222.0.31 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003189 Nov 12 05:01:28.255143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cf687-ca27-4bf2-bd98-30688c69a799 req-a033384b-ef2c-4230-9a47-c974ae45fafa tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:28.256780 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa5cf687-ca27-4bf2-bd98-30688c69a799 req-a033384b-ef2c-4230-9a47-c974ae45fafa tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 943 time: 0.0592878 Nov 12 05:01:28.323488 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa5cf687-ca27-4bf2-bd98-30688c69a799 req-9b9b2175-25a6-4815-9fcf-176e0fb31d90 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550752 Nov 12 05:01:29.271942 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c5d8bb-d1ce-4d63-bd64-8dead6de1735', 'tag': '6ac1817b-03f4-4eb9-a397-e7a5e3c564fd'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:01:29.274591 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac97312-e553-4998-a830-45dde6dc6cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c5d8bb-d1ce-4d63-bd64-8dead6de1735", "tag": "6ac1817b-03f4-4eb9-a397-e7a5e3c564fd"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:01:29.331917 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea407a1-8306-4490-bd0a-6af94f7af4b2 x-openstack-request-id: req-dea407a1-8306-4490-bd0a-6af94f7af4b2 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:01:29.332303 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c5d8bb-d1ce-4d63-bd64-8dead6de1735", "tag": "6ac1817b-03f4-4eb9-a397-e7a5e3c564fd", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:01:29.332761 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dea407a1-8306-4490-bd0a-6af94f7af4b2 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:01:29.333257 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c5d8bb-d1ce-4d63-bd64-8dead6de1735', 'tag': '6ac1817b-03f4-4eb9-a397-e7a5e3c564fd', 'status': 'completed', 'code': 200} Nov 12 05:01:29.432558 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac97312-e553-4998-a830-45dde6dc6cbf req-5f69d4d4-77e1-4361-b2f4-20c7697c98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:29.434749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ac97312-e553-4998-a830-45dde6dc6cbf req-5f69d4d4-77e1-4361-b2f4-20c7697c98ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8f245eb10cb341379811294f0c34c00a&device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 1095 time: 0.0607078 Nov 12 05:01:29.442441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac97312-e553-4998-a830-45dde6dc6cbf req-16ac4938-898b-420b-bf27-552f262353ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:29.445031 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2ac97312-e553-4998-a830-45dde6dc6cbf req-16ac4938-898b-420b-bf27-552f262353ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f245eb10cb341379811294f0c34c00a&device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 1095 time: 0.0588808 Nov 12 05:01:29.539898 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:01:29.580128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8624f-f0e4-4d85-8a36-87d52e0b6b36 req-62dfa83b-c358-4fdb-99f7-27dac5f22055 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:29.581784 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-93b8624f-f0e4-4d85-8a36-87d52e0b6b36 req-62dfa83b-c358-4fdb-99f7-27dac5f22055 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 943 time: 0.1191373 Nov 12 05:01:29.590492 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac97312-e553-4998-a830-45dde6dc6cbf req-d0eb5e23-f3b4-4048-870f-fd1b82232360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:29.592033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ac97312-e553-4998-a830-45dde6dc6cbf req-d0eb5e23-f3b4-4048-870f-fd1b82232360 service neutron] 10.222.0.31 "GET /v2.0/networks?id=590e6499-b407-4da4-8fa8-3064ddab0275 HTTP/1.1" status: 200 len: 916 time: 0.1497173 Nov 12 05:01:29.624800 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac97312-e553-4998-a830-45dde6dc6cbf req-bfab3ea1-c2f9-4564-aaaf-732370dd6578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:29.627611 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2ac97312-e553-4998-a830-45dde6dc6cbf req-bfab3ea1-c2f9-4564-aaaf-732370dd6578 service neutron] 10.222.0.21 "GET /v2.0/networks?id=590e6499-b407-4da4-8fa8-3064ddab0275 HTTP/1.1" status: 200 len: 916 time: 0.1737700 Nov 12 05:01:29.657139 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ac97312-e553-4998-a830-45dde6dc6cbf req-5a1e9fa7-5286-4ac9-80ae-1f9f8cce3407 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd HTTP/1.1" status: 200 len: 217 time: 0.0561070 Nov 12 05:01:29.700735 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2ac97312-e553-4998-a830-45dde6dc6cbf req-da8f6d24-70a3-4d90-bd45-a720bdb04baa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd HTTP/1.1" status: 200 len: 217 time: 0.0645089 Nov 12 05:01:29.715955 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-93b8624f-f0e4-4d85-8a36-87d52e0b6b36 req-375ffe56-653b-4cc8-afd7-d5297d1696bd tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270707 Nov 12 05:01:29.735504 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac97312-e553-4998-a830-45dde6dc6cbf req-8b5f367d-d768-4616-8b31-6268c060a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:29.736957 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ac97312-e553-4998-a830-45dde6dc6cbf req-8b5f367d-d768-4616-8b31-6268c060a472 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f38596b4-0412-4e54-8ddd-5805cc7d5723 HTTP/1.1" status: 200 len: 855 time: 0.0716515 Nov 12 05:01:29.773204 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ac97312-e553-4998-a830-45dde6dc6cbf req-983de791-9a78-44cd-b5d1-aeefe0cd24e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=590e6499-b407-4da4-8fa8-3064ddab0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280142 Nov 12 05:01:29.783977 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac97312-e553-4998-a830-45dde6dc6cbf req-05c2a1bd-ad10-4241-9dc9-0c71ad81bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:29.785799 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2ac97312-e553-4998-a830-45dde6dc6cbf req-05c2a1bd-ad10-4241-9dc9-0c71ad81bdc5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f38596b4-0412-4e54-8ddd-5805cc7d5723 HTTP/1.1" status: 200 len: 855 time: 0.0783002 Nov 12 05:01:29.834808 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2ac97312-e553-4998-a830-45dde6dc6cbf req-a1f27955-2825-42eb-b587-1c3c8da0b919 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=590e6499-b407-4da4-8fa8-3064ddab0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413849 Nov 12 05:01:29.856929 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:01:29.910733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:01:29.920694 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ac97312-e553-4998-a830-45dde6dc6cbf req-6fee93d6-5f53-40d8-9797-933a08a3006f service neutron] 10.222.0.31 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395240 Nov 12 05:01:29.968674 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2ac97312-e553-4998-a830-45dde6dc6cbf req-46f682b1-711e-4aca-8490-ab672639f155 service neutron] 10.222.0.21 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256464 Nov 12 05:01:30.046314 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ac97312-e553-4998-a830-45dde6dc6cbf req-854228c2-ecda-434a-b91a-b0677674922a service neutron] 10.222.0.31 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175604 Nov 12 05:01:30.127878 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2ac97312-e553-4998-a830-45dde6dc6cbf req-85f87767-3629-4b13-a310-4751afa9db00 service neutron] 10.222.0.21 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524177 Nov 12 05:01:30.876120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521ef97-fc60-4367-b5d5-723e53b14326 req-c08e2909-4cf5-4ea4-a574-d0c21707f91c tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:30.877781 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d521ef97-fc60-4367-b5d5-723e53b14326 req-c08e2909-4cf5-4ea4-a574-d0c21707f91c tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 943 time: 0.0576456 Nov 12 05:01:30.941203 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d521ef97-fc60-4367-b5d5-723e53b14326 req-3c34eee5-07d3-4f1e-a374-5a143e0891fd tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568740 Nov 12 05:01:31.320084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f062e-b4b4-438f-af0f-1a2bbffd95b9 req-749330dc-4989-45ab-87dd-d589ac031ad0 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:31.322665 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f9f062e-b4b4-438f-af0f-1a2bbffd95b9 req-749330dc-4989-45ab-87dd-d589ac031ad0 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 943 time: 0.0726511 Nov 12 05:01:31.396042 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f9f062e-b4b4-438f-af0f-1a2bbffd95b9 req-d4a784c2-1a67-49ce-9e26-2f362f19ae1e tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650952 Nov 12 05:01:31.399720 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca074316-70fc-4533-8b17-6424245a8950 req-e1c47ec7-eb6a-42a0-a266-60ef38f159e5 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:31.401350 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ca074316-70fc-4533-8b17-6424245a8950 req-e1c47ec7-eb6a-42a0-a266-60ef38f159e5 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735&tenant_id=8f245eb10cb341379811294f0c34c00a&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 943 time: 0.0652409 Nov 12 05:01:31.470174 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [req-ca074316-70fc-4533-8b17-6424245a8950 req-a5731880-fc96-4c3f-b128-e3c2af69b7ad service neutron] delete failed (client error): The resource could not be found. Nov 12 05:01:31.471259 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ca074316-70fc-4533-8b17-6424245a8950 req-a5731880-fc96-4c3f-b128-e3c2af69b7ad service neutron] 10.222.0.21 "DELETE /v2.0/ports/6ac1817b-03f4-4eb9-a397-e7a5e3c564fd/bindings/n-h1-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.0620537 Nov 12 05:01:31.586167 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca074316-70fc-4533-8b17-6424245a8950 req-eff0d176-428f-4965-a950-1ce2456ac700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:31.587827 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ca074316-70fc-4533-8b17-6424245a8950 req-eff0d176-428f-4965-a950-1ce2456ac700 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f245eb10cb341379811294f0c34c00a&device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 1095 time: 0.0471251 Nov 12 05:01:31.694078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca074316-70fc-4533-8b17-6424245a8950 req-9fb0b013-e5a6-4bf2-9eb5-329a8ee62752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:31.695617 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ca074316-70fc-4533-8b17-6424245a8950 req-9fb0b013-e5a6-4bf2-9eb5-329a8ee62752 service neutron] 10.222.0.21 "GET /v2.0/networks?id=590e6499-b407-4da4-8fa8-3064ddab0275 HTTP/1.1" status: 200 len: 916 time: 0.1005950 Nov 12 05:01:31.740870 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ca074316-70fc-4533-8b17-6424245a8950 req-d92e340f-4254-43d4-b786-495471c05978 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd HTTP/1.1" status: 200 len: 217 time: 0.0370741 Nov 12 05:01:31.799465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca074316-70fc-4533-8b17-6424245a8950 req-a4d980c8-873e-4804-a1b2-2088036f8bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:31.801044 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ca074316-70fc-4533-8b17-6424245a8950 req-a4d980c8-873e-4804-a1b2-2088036f8bc6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f38596b4-0412-4e54-8ddd-5805cc7d5723 HTTP/1.1" status: 200 len: 855 time: 0.0527692 Nov 12 05:01:31.838200 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ca074316-70fc-4533-8b17-6424245a8950 req-cd160298-8412-4150-9d03-08dfe3e8bb55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=590e6499-b407-4da4-8fa8-3064ddab0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276678 Nov 12 05:01:31.936794 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ca074316-70fc-4533-8b17-6424245a8950 req-0354d0af-b360-45cc-907b-349d927a4599 service neutron] 10.222.0.21 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915802 Nov 12 05:01:32.072753 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ca074316-70fc-4533-8b17-6424245a8950 req-5dca137f-6d20-4dcb-bca3-7ff9ab642770 service neutron] 10.222.0.21 "GET /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285865 Nov 12 05:01:32.116032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:01:32.236089 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd,segment=NetworkSegment(bc4093c6-15a1-40a5-aa64-9a41d42c8291),segment_id=bc4093c6-15a1-40a5-aa64-9a41d42c8291)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:01:32.251891 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '6ac1817b-03f4-4eb9-a397-e7a5e3c564fd', 'network_id': '590e6499-b407-4da4-8fa8-3064ddab0275', 'port_id': '6ac1817b-03f4-4eb9-a397-e7a5e3c564fd', 'mac_address': 'fa:16:3e:ee:6a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38596b4-0412-4e54-8ddd-5805cc7d5723', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:01:32.300764 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:32.320105 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:01:32.351195 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd,segment=NetworkSegment(bc4093c6-15a1-40a5-aa64-9a41d42c8291),segment_id=bc4093c6-15a1-40a5-aa64-9a41d42c8291)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:01:32.456821 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:32.534485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:32.544427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c78eb-82c1-4ff1-ba9f-9e69b209b4f3 req-0cc323bf-c5f9-4857-8e6f-ebee223015c6 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:32.546067 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-360c78eb-82c1-4ff1-ba9f-9e69b209b4f3 req-0cc323bf-c5f9-4857-8e6f-ebee223015c6 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 944 time: 0.0621581 Nov 12 05:01:32.606979 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-360c78eb-82c1-4ff1-ba9f-9e69b209b4f3 req-1867ba86-884b-4c76-adbe-8009e4a88572 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493340 Nov 12 05:01:32.741342 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['6ac1817b-03f4-4eb9-a397-e7a5e3c564fd'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:01:33.205399 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6496460f-a17b-4b1c-88e9-6e5c312d0718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:33.758937 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481b0d2-b26c-420f-b092-6f2dc2fd6d42 req-21bac254-17bc-47d6-a76b-c468182887f5 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:33.760980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8481b0d2-b26c-420f-b092-6f2dc2fd6d42 req-21bac254-17bc-47d6-a76b-c468182887f5 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 944 time: 0.0674810 Nov 12 05:01:33.818739 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8481b0d2-b26c-420f-b092-6f2dc2fd6d42 req-bea2f30f-ad62-46ea-a452-ce713257c899 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510044 Nov 12 05:01:33.950223 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1218cd-7702-472a-bc3d-e324d74b06fe req-b485223b-b8e7-46e7-b766-86ffdbebaf3d tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:33.952166 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c1218cd-7702-472a-bc3d-e324d74b06fe req-b485223b-b8e7-46e7-b766-86ffdbebaf3d tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 944 time: 0.0580912 Nov 12 05:01:34.007082 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6c1218cd-7702-472a-bc3d-e324d74b06fe req-afd7b8f0-9131-45e8-aa9b-957c385ba6f2 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484245 Nov 12 05:01:34.127993 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c97153-8a6a-443d-b3c2-debced67e123 req-e415f515-d24e-4367-87a7-6cadfadd8e6c tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:34.129555 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5c97153-8a6a-443d-b3c2-debced67e123 req-e415f515-d24e-4367-87a7-6cadfadd8e6c tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 944 time: 0.0520897 Nov 12 05:01:34.134064 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:01:34.188552 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5c97153-8a6a-443d-b3c2-debced67e123 req-71160f4a-87f8-47fd-b782-7d599501fea8 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521460 Nov 12 05:01:34.279862 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:01:34.285486 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:01:34.286057 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:34.383953 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:34.411091 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c5d8bb-d1ce-4d63-bd64-8dead6de1735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac1817b-03f4-4eb9-a397-e7a5e3c564fd'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:01:34.427660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd,segment=NetworkSegment(bc4093c6-15a1-40a5-aa64-9a41d42c8291),segment_id=bc4093c6-15a1-40a5-aa64-9a41d42c8291)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:01:34.460085 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70e851f-5f96-4002-8d7b-e2d74df680fa" -d '{"events": [{"server_uuid": "c8c5d8bb-d1ce-4d63-bd64-8dead6de1735", "name": "network-vif-plugged", "status": "completed", "tag": "6ac1817b-03f4-4eb9-a397-e7a5e3c564fd"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:01:34.497075 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:34.552567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:34.669264 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449be7b5-d06f-4e3e-ab62-0e6d9ccc09f8 x-openstack-request-id: req-449be7b5-d06f-4e3e-ab62-0e6d9ccc09f8 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:01:34.669736 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c5d8bb-d1ce-4d63-bd64-8dead6de1735", "name": "network-vif-plugged", "status": "completed", "tag": "6ac1817b-03f4-4eb9-a397-e7a5e3c564fd", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:01:34.670092 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-449be7b5-d06f-4e3e-ab62-0e6d9ccc09f8 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:01:34.670738 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c5d8bb-d1ce-4d63-bd64-8dead6de1735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac1817b-03f4-4eb9-a397-e7a5e3c564fd', 'code': 200} Nov 12 05:01:35.029774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec802a-6962-4497-9dc3-b865eda1f109 req-baa13742-459e-48fe-8d3f-5174b4933850 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:35.029774 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90ec802a-6962-4497-9dc3-b865eda1f109 req-baa13742-459e-48fe-8d3f-5174b4933850 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0562010 Nov 12 05:01:35.077213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90ec802a-6962-4497-9dc3-b865eda1f109 req-290d23d3-0522-4b11-9152-e9e058373516 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510833 Nov 12 05:01:35.559556 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e017f301-d074-401b-81ae-1165962adb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:36.136108 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c34925-a8c5-46ab-91e0-097bf1c45bbf req-468461a7-eef2-43cf-80b1-0e7e07365c68 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:36.137887 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44c34925-a8c5-46ab-91e0-097bf1c45bbf req-468461a7-eef2-43cf-80b1-0e7e07365c68 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0616248 Nov 12 05:01:36.271758 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04836cde-ba4a-476f-a4f7-b351b8cb935b req-d3060c8c-bb20-4da5-b7a3-3c86546a9a63 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:36.273387 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-04836cde-ba4a-476f-a4f7-b351b8cb935b req-d3060c8c-bb20-4da5-b7a3-3c86546a9a63 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 945 time: 0.0919538 Nov 12 05:01:36.318134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-44c34925-a8c5-46ab-91e0-097bf1c45bbf req-324bb0df-72eb-4ac7-85d4-93734f70f829 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Deleting port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:01:36.318134 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-44c34925-a8c5-46ab-91e0-097bf1c45bbf req-324bb0df-72eb-4ac7-85d4-93734f70f829 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:36.392071 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-04836cde-ba4a-476f-a4f7-b351b8cb935b req-fc629c5b-ae18-4340-89d5-b4a0b772e8fc tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/security-groups?id=3523f81c-1b9a-442c-b146-b3fe25a02dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076169 Nov 12 05:01:36.439828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-44c34925-a8c5-46ab-91e0-097bf1c45bbf req-324bb0df-72eb-4ac7-85d4-93734f70f829 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] For port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd,segment=NetworkSegment(bc4093c6-15a1-40a5-aa64-9a41d42c8291),segment_id=bc4093c6-15a1-40a5-aa64-9a41d42c8291)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:01:36.440196 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-44c34925-a8c5-46ab-91e0-097bf1c45bbf req-324bb0df-72eb-4ac7-85d4-93734f70f829 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:36.455682 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-44c34925-a8c5-46ab-91e0-097bf1c45bbf req-324bb0df-72eb-4ac7-85d4-93734f70f829 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Calling delete_port for 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:01:36.685461 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-44c34925-a8c5-46ab-91e0-097bf1c45bbf req-324bb0df-72eb-4ac7-85d4-93734f70f829 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:36.719626 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['6ac1817b-03f4-4eb9-a397-e7a5e3c564fd'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:01:36.736343 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bb0df-72eb-4ac7-85d4-93734f70f829 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Pushing event deleted for resources: {'Port': ['ID=6ac1817b-03f4-4eb9-a397-e7a5e3c564fd,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:36.795536 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c34925-a8c5-46ab-91e0-097bf1c45bbf req-324bb0df-72eb-4ac7-85d4-93734f70f829 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] No DVR routers for this DVR port 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:01:36.798490 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-44c34925-a8c5-46ab-91e0-097bf1c45bbf req-324bb0df-72eb-4ac7-85d4-93734f70f829 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:36.802275 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44c34925-a8c5-46ab-91e0-097bf1c45bbf req-324bb0df-72eb-4ac7-85d4-93734f70f829 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.31 "DELETE /v2.0/ports/6ac1817b-03f4-4eb9-a397-e7a5e3c564fd HTTP/1.1" status: 204 len: 173 time: 0.6584606 Nov 12 05:01:36.802811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c5d8bb-d1ce-4d63-bd64-8dead6de1735', 'name': 'network-vif-deleted', 'tag': '6ac1817b-03f4-4eb9-a397-e7a5e3c564fd'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:01:36.805321 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b00202-e53d-45ff-9013-af38794fcb65" -d '{"events": [{"server_uuid": "c8c5d8bb-d1ce-4d63-bd64-8dead6de1735", "name": "network-vif-deleted", "tag": "6ac1817b-03f4-4eb9-a397-e7a5e3c564fd"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:01:36.854370 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d0ed15-0ab9-4d9c-870a-f5858504b496 x-openstack-request-id: req-45d0ed15-0ab9-4d9c-870a-f5858504b496 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:01:36.854809 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c5d8bb-d1ce-4d63-bd64-8dead6de1735", "name": "network-vif-deleted", "tag": "6ac1817b-03f4-4eb9-a397-e7a5e3c564fd", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:01:36.855167 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45d0ed15-0ab9-4d9c-870a-f5858504b496 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:01:36.855911 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c5d8bb-d1ce-4d63-bd64-8dead6de1735', 'name': 'network-vif-deleted', 'tag': '6ac1817b-03f4-4eb9-a397-e7a5e3c564fd', 'status': 'completed', 'code': 200} Nov 12 05:01:36.919772 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:37.526446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ae1d6b45-b4c9-4f3b-9f5e-4f8c89ed241e req-8fcc63b4-4456-419f-b9e1-f9987132ded9 tempest-ServerDiskConfigTestJSON-158268772 tempest-ServerDiskConfigTestJSON-158268772-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8c5d8bb-d1ce-4d63-bd64-8dead6de1735 HTTP/1.1" status: 200 len: 210 time: 0.0289922 Nov 12 05:01:38.467798 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:38.660933 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54220) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:01:38.710548 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-3658d935-0c2a-40ba-9ea0-adc719f5929c admin admin] Deleting subnet f38596b4-0412-4e54-8ddd-5805cc7d5723 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:01:38.714532 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3658d935-0c2a-40ba-9ea0-adc719f5929c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:38.756828 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3658d935-0c2a-40ba-9ea0-adc719f5929c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:38.802099 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3658d935-0c2a-40ba-9ea0-adc719f5929c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:38.946383 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3658d935-0c2a-40ba-9ea0-adc719f5929c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:38.976711 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658d935-0c2a-40ba-9ea0-adc719f5929c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f38596b4-0412-4e54-8ddd-5805cc7d5723,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:38.981201 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3658d935-0c2a-40ba-9ea0-adc719f5929c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:38.983738 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3658d935-0c2a-40ba-9ea0-adc719f5929c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f38596b4-0412-4e54-8ddd-5805cc7d5723 HTTP/1.1" status: 204 len: 168 time: 0.3214946 Nov 12 05:01:38.986523 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54222) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:01:39.071170 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58dacfa5-d5dc-402a-8085-8ef052974b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:39.128521 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:39.156879 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58dacfa5-d5dc-402a-8085-8ef052974b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:39.180227 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-58dacfa5-d5dc-402a-8085-8ef052974b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590e6499-b407-4da4-8fa8-3064ddab0275']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:01:39.197438 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-58dacfa5-d5dc-402a-8085-8ef052974b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4093c6-15a1-40a5-aa64-9a41d42c8291') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:01:39.197438 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-58dacfa5-d5dc-402a-8085-8ef052974b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4093c6-15a1-40a5-aa64-9a41d42c8291') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:01:39.206804 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58dacfa5-d5dc-402a-8085-8ef052974b86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:39.224856 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58dacfa5-d5dc-402a-8085-8ef052974b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:39.232429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58dacfa5-d5dc-402a-8085-8ef052974b86 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:01:39.232840 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58dacfa5-d5dc-402a-8085-8ef052974b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: timer() Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:01:39.234807 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:01:39.371877 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58dacfa5-d5dc-402a-8085-8ef052974b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:39.381327 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-58dacfa5-d5dc-402a-8085-8ef052974b86 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:39.385993 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-58dacfa5-d5dc-402a-8085-8ef052974b86 admin admin] 10.222.0.37 "DELETE /v2.0/networks/590e6499-b407-4da4-8fa8-3064ddab0275 HTTP/1.1" status: 204 len: 168 time: 0.3982034 Nov 12 05:01:39.400601 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dacfa5-d5dc-402a-8085-8ef052974b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=590e6499-b407-4da4-8fa8-3064ddab0275,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:39.737889 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54226) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:01:39.783890 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-892d5adf-2980-463d-8152-5cc5f9fbcee6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f245eb10cb341379811294f0c34c00a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442648 Nov 12 05:01:39.787815 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 54228) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:01:39.843004 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a64deac5-84e3-457f-bb15-99c3a7b5dfa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:39.869922 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a64deac5-84e3-457f-bb15-99c3a7b5dfa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:39.983071 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a64deac5-84e3-457f-bb15-99c3a7b5dfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:39.986037 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a64deac5-84e3-457f-bb15-99c3a7b5dfa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:39.987645 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a64deac5-84e3-457f-bb15-99c3a7b5dfa7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3523f81c-1b9a-442c-b146-b3fe25a02dc9 HTTP/1.1" status: 204 len: 168 time: 0.1986499 Nov 12 05:01:39.998033 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64deac5-84e3-457f-bb15-99c3a7b5dfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3523f81c-1b9a-442c-b146-b3fe25a02dc9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:40.112738 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:01:40.133596 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:01:40.133942 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 6ac1817b-03f4-4eb9-a397-e7a5e3c564fd not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:01:41.128982 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54250) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:01:41.248485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ec2542be-27ce-480f-8543-edade91aea4f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-262425728-network', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:01:41.353454 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2542be-27ce-480f-8543-edade91aea4f admin admin] Made reservation on behalf of aedc53f0d3cb4085a13bf58183b7e6c5 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:01:41.356543 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec2542be-27ce-480f-8543-edade91aea4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:41.368566 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec2542be-27ce-480f-8543-edade91aea4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:41.464456 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec2542be-27ce-480f-8543-edade91aea4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:41.529951 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec2542be-27ce-480f-8543-edade91aea4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:41.570240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2542be-27ce-480f-8543-edade91aea4f admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:01:41.586481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2542be-27ce-480f-8543-edade91aea4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8386a9b9-1649-4089-8edd-19f9ed380725,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:41.592701 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec2542be-27ce-480f-8543-edade91aea4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:41.593151 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-ec2542be-27ce-480f-8543-edade91aea4f admin admin] Added segment 5c0349a3-fbbf-4020-a25c-e590d7331d6b of type vlan for network d34059ff-62ef-4be9-8766-3f5b61ff5430 Nov 12 05:01:41.651692 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec2542be-27ce-480f-8543-edade91aea4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:41.737310 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec2542be-27ce-480f-8543-edade91aea4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:41.737695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2542be-27ce-480f-8543-edade91aea4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:41.738292 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec2542be-27ce-480f-8543-edade91aea4f admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:41.820685 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2542be-27ce-480f-8543-edade91aea4f admin admin] Pushing event updated for resources: {'Network': ['ID=d34059ff-62ef-4be9-8766-3f5b61ff5430,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:41.833654 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network d34059ff-62ef-4be9-8766-3f5b61ff5430 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:01:41.850845 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ec2542be-27ce-480f-8543-edade91aea4f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7194541 Nov 12 05:01:41.853873 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54254) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:01:41.861606 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-75626ad1-13a8-4d66-ada7-c7a973b02590 admin admin] Request body: {'subnet': {'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-262425728-subnet', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:01:41.953814 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75626ad1-13a8-4d66-ada7-c7a973b02590 admin admin] Made reservation on behalf of aedc53f0d3cb4085a13bf58183b7e6c5 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:01:41.956508 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75626ad1-13a8-4d66-ada7-c7a973b02590 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:42.292383 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75626ad1-13a8-4d66-ada7-c7a973b02590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:42.352879 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75626ad1-13a8-4d66-ada7-c7a973b02590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d67a2953-15cb-4a0d-b30c-ca1385d20dc1,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:42.371988 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75626ad1-13a8-4d66-ada7-c7a973b02590 admin admin] Checking segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:01:42.372353 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75626ad1-13a8-4d66-ada7-c7a973b02590 admin admin] Network hostable DHCP agents. Network: d34059ff-62ef-4be9-8766-3f5b61ff5430, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:01:42.462263 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75626ad1-13a8-4d66-ada7-c7a973b02590 admin admin] Network d34059ff-62ef-4be9-8766-3f5b61ff5430 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:01:42.559278 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-75626ad1-13a8-4d66-ada7-c7a973b02590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, d34059ff-62ef-4be9-8766-3f5b61ff5430) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:01:42.565256 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75626ad1-13a8-4d66-ada7-c7a973b02590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:42.566458 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-75626ad1-13a8-4d66-ada7-c7a973b02590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:42.568133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbba1e31-22d7-4952-8d72-c0f1f8eba00b None None] Network d34059ff-62ef-4be9-8766-3f5b61ff5430 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:01:42.651963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-75626ad1-13a8-4d66-ada7-c7a973b02590 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7962577 Nov 12 05:01:42.656012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54258) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:01:42.661214 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-cef79e54-1dfe-40a9-bcd4-a5a3f77df365 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:01:42.742809 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cef79e54-1dfe-40a9-bcd4-a5a3f77df365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:42.744057 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cef79e54-1dfe-40a9-bcd4-a5a3f77df365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:42.758926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-d34059ff-62ef-4be9-8766-3f5b61ff5430', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:01:42.760586 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:42.835234 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cef79e54-1dfe-40a9-bcd4-a5a3f77df365 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:42.967635 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Allocated IP 172.20.0.2 (d34059ff-62ef-4be9-8766-3f5b61ff5430/d67a2953-15cb-4a0d-b30c-ca1385d20dc1/c38b5c51-de67-4a9a-ac72-fc8527bdf1aa) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:01:43.055119 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cef79e54-1dfe-40a9-bcd4-a5a3f77df365 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:43.161048 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:43.235109 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:43.289365 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Network d34059ff-62ef-4be9-8766-3f5b61ff5430 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:01:43.295756 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:01:43.299922 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:01:43.306230 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Pushing event updated for resources: {'Port': ['ID=c38b5c51-de67-4a9a-ac72-fc8527bdf1aa,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:43.320527 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:43.320873 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:43.321203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:43.321542 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:43.321875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:43.322208 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:43.322534 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:43.322886 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:43.323224 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:43.323533 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:43.323856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:43.324213 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:43.374923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Attempting to bind port c38b5c51-de67-4a9a-ac72-fc8527bdf1aa on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:01:43.375380 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Attempting to bind port c38b5c51-de67-4a9a-ac72-fc8527bdf1aa by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:01:43.375812 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Attempting to bind port c38b5c51-de67-4a9a-ac72-fc8527bdf1aa on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:01:43.382556 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:01:43.382974 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Checking segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:01:43.383385 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:43.383812 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Bound using segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:01:43.384296 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Bound port: c38b5c51-de67-4a9a-ac72-fc8527bdf1aa, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:01:43.384684 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:43.406575 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cef79e54-1dfe-40a9-bcd4-a5a3f77df365 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:43.442157 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cef79e54-1dfe-40a9-bcd4-a5a3f77df365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:43.457985 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] For port c38b5c51-de67-4a9a-ac72-fc8527bdf1aa, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:01:43.461583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] For port c38b5c51-de67-4a9a-ac72-fc8527bdf1aa, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c38b5c51-de67-4a9a-ac72-fc8527bdf1aa,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:01:43.560786 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:43.582236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-cef79e54-1dfe-40a9-bcd4-a5a3f77df365 admin admin] Allocated IP 172.25.1.140 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/1e3435ad-8ad0-4127-a465-2e421c79cba2) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:01:43.667669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dafc36-1182-41f6-99c9-fd619d35601b None None] Pushing event updated for resources: {'Port': ['ID=c38b5c51-de67-4a9a-ac72-fc8527bdf1aa,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:43.737420 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cef79e54-1dfe-40a9-bcd4-a5a3f77df365 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:43.971341 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cef79e54-1dfe-40a9-bcd4-a5a3f77df365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:44.003689 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef79e54-1dfe-40a9-bcd4-a5a3f77df365 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:01:44.017318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-cef79e54-1dfe-40a9-bcd4-a5a3f77df365 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:01:44.017318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef79e54-1dfe-40a9-bcd4-a5a3f77df365 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:01:44.020409 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef79e54-1dfe-40a9-bcd4-a5a3f77df365 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3435ad-8ad0-4127-a465-2e421c79cba2,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:44.024858 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00503a9-8618-4cdf-8c8a-0602e237d88c None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:01:44.113828 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-80089e3e-a2e2-4ad3-ac36-f4902d816cdd None None] Provisioning complete for port 1e3435ad-8ad0-4127-a465-2e421c79cba2 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:01:44.114291 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-80089e3e-a2e2-4ad3-ac36-f4902d816cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:44.151455 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-80089e3e-a2e2-4ad3-ac36-f4902d816cdd None None] Port 1e3435ad-8ad0-4127-a465-2e421c79cba2 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:01:44.390327 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cef79e54-1dfe-40a9-bcd4-a5a3f77df365 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:44.635166 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cef79e54-1dfe-40a9-bcd4-a5a3f77df365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:44.724839 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7940671-23ae-4456-973f-d3aff38f5e6e None None] Network d34059ff-62ef-4be9-8766-3f5b61ff5430 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:01:44.818669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3bb6c3de-ae18-4caa-ae45-4d918fe79f1b None None] Provisioning complete for port c38b5c51-de67-4a9a-ac72-fc8527bdf1aa triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:01:44.818934 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3bb6c3de-ae18-4caa-ae45-4d918fe79f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:44.950990 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef79e54-1dfe-40a9-bcd4-a5a3f77df365 admin admin] Router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:01:44.991538 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3bb6c3de-ae18-4caa-ae45-4d918fe79f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:45.042195 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3bb6c3de-ae18-4caa-ae45-4d918fe79f1b None None] For port c38b5c51-de67-4a9a-ac72-fc8527bdf1aa, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c38b5c51-de67-4a9a-ac72-fc8527bdf1aa,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:01:45.073644 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c38b5c51-de67-4a9a-ac72-fc8527bdf1aa up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:01:45.137280 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3bb6c3de-ae18-4caa-ae45-4d918fe79f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:45.227034 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port c38b5c51-de67-4a9a-ac72-fc8527bdf1aa triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:01:45.227537 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:45.232925 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6c3de-ae18-4caa-ae45-4d918fe79f1b None None] Pushing event updated for resources: {'Port': ['ID=c38b5c51-de67-4a9a-ac72-fc8527bdf1aa,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:45.411961 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5855c344-11bc-4fec-bf6a-15c8c1d9d39f None None] Provisioning complete for port c38b5c51-de67-4a9a-ac72-fc8527bdf1aa triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:01:45.412321 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5855c344-11bc-4fec-bf6a-15c8c1d9d39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:45.526473 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef79e54-1dfe-40a9-bcd4-a5a3f77df365 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:01:45.541203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] Sync routers for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:01:45.554808 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:01:45.560421 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:01:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:01:45.647729 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cef79e54-1dfe-40a9-bcd4-a5a3f77df365 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:45.659688 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cef79e54-1dfe-40a9-bcd4-a5a3f77df365 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9918914 Nov 12 05:01:45.659688 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54260) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:01:45.742383 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:01:45.966499 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:44Z', 'revision_number': 3, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:01:45.999781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] Checking router: 1c54b749-5b7f-43c2-a196-1e7f9b548df4 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:01:46.000132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] Updating router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 port 1e3435ad-8ad0-4127-a465-2e421c79cba2 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:01:46.027252 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:46.238996 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43171325-6f83-4603-90f3-7d421f38db84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:46.372565 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:46.443184 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-43171325-6f83-4603-90f3-7d421f38db84 admin admin] Allocated IP 172.20.0.1 (d34059ff-62ef-4be9-8766-3f5b61ff5430/d67a2953-15cb-4a0d-b30c-ca1385d20dc1/2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:01:46.479408 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:46.535471 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b12711-7f31-4014-999a-a2c9e9d823b3 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:01:46.547577 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] Attempting to bind port 1e3435ad-8ad0-4127-a465-2e421c79cba2 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:01:46.547956 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] Attempting to bind port 1e3435ad-8ad0-4127-a465-2e421c79cba2 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:01:46.548320 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] Attempting to bind port 1e3435ad-8ad0-4127-a465-2e421c79cba2 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:01:46.560581 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c6c90-463c-4670-8de9-944b158dd724 None None] Pushing event updated for resources: {'Port': ['ID=1e3435ad-8ad0-4127-a465-2e421c79cba2,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:46.565344 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:01:46.565737 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:01:46.566146 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:46.566539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:01:46.567073 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] Bound port: 1e3435ad-8ad0-4127-a465-2e421c79cba2, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:01:46.567695 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:46.627648 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] For port 1e3435ad-8ad0-4127-a465-2e421c79cba2, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:01:46.632277 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] For port 1e3435ad-8ad0-4127-a465-2e421c79cba2, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1e3435ad-8ad0-4127-a465-2e421c79cba2,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:01:46.648313 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43171325-6f83-4603-90f3-7d421f38db84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:46.670349 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c78ec28a-565b-4127-98be-c77cf4aa4d56 None None] Provisioning complete for port 1e3435ad-8ad0-4127-a465-2e421c79cba2 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:01:46.670979 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c78ec28a-565b-4127-98be-c77cf4aa4d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:46.714106 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:46.746008 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c78ec28a-565b-4127-98be-c77cf4aa4d56 None None] Port 1e3435ad-8ad0-4127-a465-2e421c79cba2 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:01:46.766126 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28bd04c-a7b3-4fd2-b2ea-d98bbd1e700f None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:01:46.789973 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:01:46.790540 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:01:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:01:46.801262 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43171325-6f83-4603-90f3-7d421f38db84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:46.843409 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c6c90-463c-4670-8de9-944b158dd724 None None] Pushing event updated for resources: {'Port': ['ID=1e3435ad-8ad0-4127-a465-2e421c79cba2,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:46.873164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43171325-6f83-4603-90f3-7d421f38db84 admin admin] Network d34059ff-62ef-4be9-8766-3f5b61ff5430 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:01:46.883650 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-43171325-6f83-4603-90f3-7d421f38db84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:01:46.892139 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43171325-6f83-4603-90f3-7d421f38db84 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:01:46.913591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-66654e80-4477-4d94-8775-d5b30961a8b1 None None] Provisioning complete for port 1e3435ad-8ad0-4127-a465-2e421c79cba2 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:01:46.914045 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66654e80-4477-4d94-8775-d5b30961a8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:46.940345 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43171325-6f83-4603-90f3-7d421f38db84 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:46.979030 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43171325-6f83-4603-90f3-7d421f38db84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:47.193465 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c38b5c51-de67-4a9a-ac72-fc8527bdf1aa up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:01:47.261379 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:01:47.278442 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43171325-6f83-4603-90f3-7d421f38db84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:47.350519 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:47.425229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port c38b5c51-de67-4a9a-ac72-fc8527bdf1aa triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:01:47.426073 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:47.481409 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66654e80-4477-4d94-8775-d5b30961a8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:47.503995 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43171325-6f83-4603-90f3-7d421f38db84 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:47.531733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-66654e80-4477-4d94-8775-d5b30961a8b1 None None] For port 1e3435ad-8ad0-4127-a465-2e421c79cba2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1e3435ad-8ad0-4127-a465-2e421c79cba2,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:01:47.600366 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:44Z', 'revision_number': 3, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:01:47.604987 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43171325-6f83-4603-90f3-7d421f38db84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:47.635193 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f2af51-8de7-45a3-8c17-d5961947561f None None] The sync data for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 is: [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:44Z', 'revision_number': 3, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:01:47.637356 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-66654e80-4477-4d94-8775-d5b30961a8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:47.690537 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43171325-6f83-4603-90f3-7d421f38db84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:47.700691 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43171325-6f83-4603-90f3-7d421f38db84 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:47.716958 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66654e80-4477-4d94-8775-d5b30961a8b1 None None] Pushing event updated for resources: {'Port': ['ID=1e3435ad-8ad0-4127-a465-2e421c79cba2,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:47.763321 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9f0d4db3-a742-4559-bcdc-80c6b92cb2f0 None None] Provisioning complete for port 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:01:47.763688 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9f0d4db3-a742-4559-bcdc-80c6b92cb2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:47.804732 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d4db3-a742-4559-bcdc-80c6b92cb2f0 None None] Port 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:01:47.857483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43171325-6f83-4603-90f3-7d421f38db84 admin admin] Network d34059ff-62ef-4be9-8766-3f5b61ff5430 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:01:47.859097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-43171325-6f83-4603-90f3-7d421f38db84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:01:48.045161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43171325-6f83-4603-90f3-7d421f38db84 admin admin] Router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:01:48.193025 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43171325-6f83-4603-90f3-7d421f38db84 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:01:48.198872 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-43171325-6f83-4603-90f3-7d421f38db84 admin admin] 10.222.0.37 "PUT /v2.0/routers/1c54b749-5b7f-43c2-a196-1e7f9b548df4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5413849 Nov 12 05:01:48.252287 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-88f432e7-f4e7-42bf-86ba-d9d193a5ba5a None None] Provisioning complete for port 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:01:48.252768 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88f432e7-f4e7-42bf-86ba-d9d193a5ba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:48.323100 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-88f432e7-f4e7-42bf-86ba-d9d193a5ba5a None None] Port 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:01:48.416749 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:48.931509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54272) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:01:48.933312 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-5575ccc6-2b50-4733-b5d0-244284893858 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1959852061', 'description': 'tempest-description--1163418433'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:01:49.032371 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5575ccc6-2b50-4733-b5d0-244284893858 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:49.034204 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1e3435ad-8ad0-4127-a465-2e421c79cba2 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:01:49.108202 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 1e3435ad-8ad0-4127-a465-2e421c79cba2 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:01:49.108620 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:49.155077 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5575ccc6-2b50-4733-b5d0-244284893858 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:49.220169 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5575ccc6-2b50-4733-b5d0-244284893858 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:49.256702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575ccc6-2b50-4733-b5d0-244284893858 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa20bff-cf21-4f73-9795-0f5fa292cda2,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:49.335754 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5575ccc6-2b50-4733-b5d0-244284893858 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:49.337978 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5575ccc6-2b50-4733-b5d0-244284893858 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4089091 Nov 12 05:01:49.342307 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54274) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:01:49.348167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-cea45731-5ae0-4a62-84a7-377886428b57 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Request body: {'security_group_rule': {'security_group_id': '6aa20bff-cf21-4f73-9795-0f5fa292cda2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:01:49.476713 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cea45731-5ae0-4a62-84a7-377886428b57 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:49.535953 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] Sync routers for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:01:49.547753 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:01:49.548496 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:01:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:01:49.558939 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cea45731-5ae0-4a62-84a7-377886428b57 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:49.662599 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cea45731-5ae0-4a62-84a7-377886428b57 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:49.669256 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:01:49.682667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea45731-5ae0-4a62-84a7-377886428b57 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a020375a-4c9b-4333-82cd-f9f08133dead,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:49.762426 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cea45731-5ae0-4a62-84a7-377886428b57 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:49.764685 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cea45731-5ae0-4a62-84a7-377886428b57 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4205737 Nov 12 05:01:49.768778 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54276) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:01:49.774595 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-fe0c1c9b-29ff-479e-8817-8d62026f3dff tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Request body: {'security_group_rule': {'security_group_id': '6aa20bff-cf21-4f73-9795-0f5fa292cda2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:01:49.900053 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1c9b-29ff-479e-8817-8d62026f3dff tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:49.943399 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 2, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:01:49.977343 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1c9b-29ff-479e-8817-8d62026f3dff tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:49.988802 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] Checking router: 1c54b749-5b7f-43c2-a196-1e7f9b548df4 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:01:49.992257 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] Updating router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 port 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:01:50.031517 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:50.088148 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1c9b-29ff-479e-8817-8d62026f3dff tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:50.110167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c1c9b-29ff-479e-8817-8d62026f3dff tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5937b651-b7e7-4e70-af9b-42be9248ef00,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:50.184509 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1c9b-29ff-479e-8817-8d62026f3dff tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:50.186784 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fe0c1c9b-29ff-479e-8817-8d62026f3dff tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4157493 Nov 12 05:01:50.190369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54278) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:01:50.202478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a8b9fc2f-cc71-4f0e-b1d4-61c7021f9870 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:01:50.296873 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fc2f-cc71-4f0e-b1d4-61c7021f9870 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:50.407799 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:50.431535 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fc2f-cc71-4f0e-b1d4-61c7021f9870 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:50.502134 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:50.563280 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7cf84-515e-4d8a-b2c3-73b0ded062a5 None None] Pushing event updated for resources: {'Port': ['ID=2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:50.589992 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7cf84-515e-4d8a-b2c3-73b0ded062a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:50.590444 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7cf84-515e-4d8a-b2c3-73b0ded062a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:50.591637 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7cf84-515e-4d8a-b2c3-73b0ded062a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:50.591637 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7cf84-515e-4d8a-b2c3-73b0ded062a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:50.591637 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7cf84-515e-4d8a-b2c3-73b0ded062a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:50.592148 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7cf84-515e-4d8a-b2c3-73b0ded062a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:50.592539 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7cf84-515e-4d8a-b2c3-73b0ded062a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:50.592968 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7cf84-515e-4d8a-b2c3-73b0ded062a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:50.593383 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7cf84-515e-4d8a-b2c3-73b0ded062a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:50.593794 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7cf84-515e-4d8a-b2c3-73b0ded062a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:50.594204 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7cf84-515e-4d8a-b2c3-73b0ded062a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:50.594615 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7cf84-515e-4d8a-b2c3-73b0ded062a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:01:50.620370 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-a8b9fc2f-cc71-4f0e-b1d4-61c7021f9870 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Allocated IP 172.25.1.228 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/3f8a8ab2-d12b-4440-8f2d-bb94cf68a47a) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:01:50.654438 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] Attempting to bind port 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:01:50.654874 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] Attempting to bind port 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:01:50.655488 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] Attempting to bind port 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:01:50.664490 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:01:50.665070 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] Checking segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:01:50.665782 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:50.666787 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] Bound using segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:01:50.667474 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] Bound port: 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:01:50.668134 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:50.766456 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fc2f-cc71-4f0e-b1d4-61c7021f9870 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:50.791875 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] For port 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:01:50.798683 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] For port 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:01:50.874018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fe6d840d-317f-42b5-9e5b-7eb5f4b94b2c None None] Provisioning complete for port 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:01:50.874923 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe6d840d-317f-42b5-9e5b-7eb5f4b94b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:50.877507 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:50.915195 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fc2f-cc71-4f0e-b1d4-61c7021f9870 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:50.988183 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b9fc2f-cc71-4f0e-b1d4-61c7021f9870 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:01:50.992451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-a8b9fc2f-cc71-4f0e-b1d4-61c7021f9870 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:01:50.995192 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe6d840d-317f-42b5-9e5b-7eb5f4b94b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:50.996403 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b9fc2f-cc71-4f0e-b1d4-61c7021f9870 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:01:51.040354 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-fe6d840d-317f-42b5-9e5b-7eb5f4b94b2c None None] For port 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:01:51.040664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9fc2f-cc71-4f0e-b1d4-61c7021f9870 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Pushing event updated for resources: {'Port': ['ID=3f8a8ab2-d12b-4440-8f2d-bb94cf68a47a,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:51.119134 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fc2f-cc71-4f0e-b1d4-61c7021f9870 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:51.120245 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:01:51.121858 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:01:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:01:51.157746 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe6d840d-317f-42b5-9e5b-7eb5f4b94b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:51.206190 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7cf84-515e-4d8a-b2c3-73b0ded062a5 None None] Pushing event updated for resources: {'Port': ['ID=2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:51.236392 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d840d-317f-42b5-9e5b-7eb5f4b94b2c None None] Pushing event updated for resources: {'Port': ['ID=2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:51.270126 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fc2f-cc71-4f0e-b1d4-61c7021f9870 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:51.319678 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:01:51.490558 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-dd386487-df56-4912-8744-391571a375bd None None] Provisioning complete for port 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:01:51.490954 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd386487-df56-4912-8744-391571a375bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:51.506993 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fc2f-cc71-4f0e-b1d4-61c7021f9870 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:51.588722 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fc2f-cc71-4f0e-b1d4-61c7021f9870 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:51.602896 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:50Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:01:51.639815 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e71b7d-f89a-4d46-a701-aa4a109ea6db None None] The sync data for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 is: [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:50Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:01:51.755123 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9fc2f-cc71-4f0e-b1d4-61c7021f9870 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Pushing event updated for resources: {'Port': ['ID=3f8a8ab2-d12b-4440-8f2d-bb94cf68a47a,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:51.761419 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fc2f-cc71-4f0e-b1d4-61c7021f9870 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:51.863779 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fc2f-cc71-4f0e-b1d4-61c7021f9870 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:51.868227 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a8b9fc2f-cc71-4f0e-b1d4-61c7021f9870 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6744239 Nov 12 05:01:52.074237 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-973192c7-cf73-4082-90b5-53d212111695 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1959852061&fields=id&tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5 HTTP/1.1" status: 200 len: 267 time: 0.0689008 Nov 12 05:01:52.214539 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-8b147ca5-c4ed-4901-8a88-2e4c404a58b4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:52.216774 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-8b147ca5-c4ed-4901-8a88-2e4c404a58b4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 811 time: 0.1335495 Nov 12 05:01:52.235135 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-653a6414-9197-4056-aa4e-709ec3390013 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/quotas/aedc53f0d3cb4085a13bf58183b7e6c5 HTTP/1.1" status: 200 len: 375 time: 0.0106370 Nov 12 05:01:52.316091 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-3a6847d0-84a7-422d-bd85-3c7ef270d41d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708725 Nov 12 05:01:52.435244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-52d20beb-8e0d-41fd-a73f-823d16945ebd service neutron] 10.222.0.37 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059010 Nov 12 05:01:52.553083 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-323635c7-fc09-4555-8a13-62e37402365d service neutron] 10.222.0.37 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092768 Nov 12 05:01:52.884328 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4c262d6d-9126-4392-b97d-a3b61c876ce1 req-ebcfad07-2c27-4ef4-8025-93bf330cb7bf tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 210 time: 0.0517445 Nov 12 05:01:53.076399 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:01:53.135039 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:01:53.135413 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:53.977887 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef79eb80-b4d2-4744-8af7-40a773ab2055 req-1a190208-8fc5-46ce-a67c-753252d32ada tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 210 time: 0.0285509 Nov 12 05:01:55.085361 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9f7289e-9dd7-4619-89af-a600e699a8ab req-e72b4688-2f0a-4c85-b7d8-d9937c4ce04e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 210 time: 0.0282743 Nov 12 05:01:55.500715 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-0b55c845-87b2-460e-a14a-07e7a6cd0eab tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:55.502283 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-0b55c845-87b2-460e-a14a-07e7a6cd0eab tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 811 time: 0.1229463 Nov 12 05:01:55.577149 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-ced9f247-01dd-43c8-97e7-72369177653c tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5 HTTP/1.1" status: 200 len: 380 time: 0.0585382 Nov 12 05:01:55.586779 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-94d1abd5-10c8-45de-82a2-0fe95a340c24 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Request body: {'port': {'device_id': '76cc658e-5fed-4e2b-99d8-3a8171595939', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'admin_state_up': True, 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'security_groups': ['6aa20bff-cf21-4f73-9795-0f5fa292cda2']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:01:55.774421 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-94d1abd5-10c8-45de-82a2-0fe95a340c24 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Made reservation on behalf of aedc53f0d3cb4085a13bf58183b7e6c5 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:01:55.779314 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-94d1abd5-10c8-45de-82a2-0fe95a340c24 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:55.932834 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-94d1abd5-10c8-45de-82a2-0fe95a340c24 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Allocated IP 172.20.0.12 (d34059ff-62ef-4be9-8766-3f5b61ff5430/d67a2953-15cb-4a0d-b30c-ca1385d20dc1/7e3a7f80-6956-4ce0-bb74-71ff8d923235) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:01:56.108332 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-94d1abd5-10c8-45de-82a2-0fe95a340c24 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:56.208573 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75b24fad-f1ab-4f6f-9868-9a370df2ccaf req-af488624-a433-4517-8563-46183c5b06db tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 210 time: 0.0299282 Nov 12 05:01:56.215117 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-94d1abd5-10c8-45de-82a2-0fe95a340c24 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:56.260202 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-94d1abd5-10c8-45de-82a2-0fe95a340c24 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Network d34059ff-62ef-4be9-8766-3f5b61ff5430 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:01:56.264014 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-94d1abd5-10c8-45de-82a2-0fe95a340c24 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:01:56.268294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-94d1abd5-10c8-45de-82a2-0fe95a340c24 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:01:56.301541 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1abd5-10c8-45de-82a2-0fe95a340c24 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Pushing event updated for resources: {'Port': ['ID=7e3a7f80-6956-4ce0-bb74-71ff8d923235,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:56.332635 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-94d1abd5-10c8-45de-82a2-0fe95a340c24 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:56.333460 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-94d1abd5-10c8-45de-82a2-0fe95a340c24 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:56.424636 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-94d1abd5-10c8-45de-82a2-0fe95a340c24 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8419776 Nov 12 05:01:56.445316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Request body: {'port': {'device_id': '76cc658e-5fed-4e2b-99d8-3a8171595939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:01:56.508411 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:56.547364 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fa766947-1d39-4b01-8d21-0c89df15626c None None] Provisioning complete for port 7e3a7f80-6956-4ce0-bb74-71ff8d923235 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:01:56.548298 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fa766947-1d39-4b01-8d21-0c89df15626c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:56.587932 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fa766947-1d39-4b01-8d21-0c89df15626c None None] Port 7e3a7f80-6956-4ce0-bb74-71ff8d923235 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:01:56.840762 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3a7f80-6956-4ce0-bb74-71ff8d923235 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:01:56.850319 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:56.866783 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Transition to ACTIVE for port object 7e3a7f80-6956-4ce0-bb74-71ff8d923235 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:01:57.016819 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:57.090570 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Pushing event updated for resources: {'Port': ['ID=7e3a7f80-6956-4ce0-bb74-71ff8d923235,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:57.179306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Attempting to bind port 7e3a7f80-6956-4ce0-bb74-71ff8d923235 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:01:57.180007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Attempting to bind port 7e3a7f80-6956-4ce0-bb74-71ff8d923235 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:01:57.180412 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Attempting to bind port 7e3a7f80-6956-4ce0-bb74-71ff8d923235 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:01:57.189028 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Port 7e3a7f80-6956-4ce0-bb74-71ff8d923235 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:01:57.189523 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Attempting to bind port 7e3a7f80-6956-4ce0-bb74-71ff8d923235 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:01:57.199524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:01:57.200080 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Checking segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:01:57.200737 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Bound using segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:01:57.201492 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Bound port: 7e3a7f80-6956-4ce0-bb74-71ff8d923235, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:01:57.202120 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:57.381579 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] For port 7e3a7f80-6956-4ce0-bb74-71ff8d923235, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:01:57.399100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] For port 7e3a7f80-6956-4ce0-bb74-71ff8d923235, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7e3a7f80-6956-4ce0-bb74-71ff8d923235,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:01:57.417645 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfe6ff-f36d-40cc-8f4d-455f7b28a7d6 req-c89127dc-a17a-40c0-ad23-e58acf2bf28e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:57.419528 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8dfe6ff-f36d-40cc-8f4d-455f7b28a7d6 req-c89127dc-a17a-40c0-ad23-e58acf2bf28e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 944 time: 0.1015408 Nov 12 05:01:57.463143 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:57.511724 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:57.512370 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:57.514268 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] 10.222.0.31 "PUT /v2.0/ports/7e3a7f80-6956-4ce0-bb74-71ff8d923235 HTTP/1.1" status: 200 len: 1093 time: 1.0757930 Nov 12 05:01:57.522504 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cc658e-5fed-4e2b-99d8-3a8171595939', 'tag': '7e3a7f80-6956-4ce0-bb74-71ff8d923235'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:01:57.522504 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6bf80e-8db2-4945-8f3e-678c27e588d2" -d '{"events": [{"name": "network-changed", "server_uuid": "76cc658e-5fed-4e2b-99d8-3a8171595939", "tag": "7e3a7f80-6956-4ce0-bb74-71ff8d923235"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:01:57.528759 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8dfe6ff-f36d-40cc-8f4d-455f7b28a7d6 req-8e0559cb-bb28-4362-84b5-04213e106696 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004870 Nov 12 05:01:57.566872 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292b374-2413-4ef4-aedd-cec76bd025eb service neutron] Pushing event updated for resources: {'Port': ['ID=7e3a7f80-6956-4ce0-bb74-71ff8d923235,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:01:57.612803 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7ee1b5-538a-4ab2-a8e1-84fc4f1e14f4 x-openstack-request-id: req-0d7ee1b5-538a-4ab2-a8e1-84fc4f1e14f4 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:01:57.613293 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cc658e-5fed-4e2b-99d8-3a8171595939", "tag": "7e3a7f80-6956-4ce0-bb74-71ff8d923235", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:01:57.613717 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d7ee1b5-538a-4ab2-a8e1-84fc4f1e14f4 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:01:57.614377 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cc658e-5fed-4e2b-99d8-3a8171595939', 'tag': '7e3a7f80-6956-4ce0-bb74-71ff8d923235', 'status': 'completed', 'code': 200} Nov 12 05:01:57.720846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bf80e-8db2-4945-8f3e-678c27e588d2 req-e41296aa-3db7-45c1-91f4-39852697e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:57.722812 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db6bf80e-8db2-4945-8f3e-678c27e588d2 req-e41296aa-3db7-45c1-91f4-39852697e865 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 1096 time: 0.0622590 Nov 12 05:01:57.854352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bf80e-8db2-4945-8f3e-678c27e588d2 req-eebd443b-2b58-4ad8-b06a-d2944efb888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:57.856270 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db6bf80e-8db2-4945-8f3e-678c27e588d2 req-eebd443b-2b58-4ad8-b06a-d2944efb888c service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1178870 Nov 12 05:01:58.032271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bf80e-8db2-4945-8f3e-678c27e588d2 req-9686c649-7ff9-4dfa-b011-d7714ea65189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:58.034980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db6bf80e-8db2-4945-8f3e-678c27e588d2 req-9686c649-7ff9-4dfa-b011-d7714ea65189 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1716864 Nov 12 05:01:58.140872 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-0a4351c1-e551-4494-b5d7-88a0ffaa99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:58.142445 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-0a4351c1-e551-4494-b5d7-88a0ffaa99ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 1096 time: 0.0472813 Nov 12 05:01:58.199302 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-4b77eed0-be1a-494c-903e-e6c516aec4f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e3a7f80-6956-4ce0-bb74-71ff8d923235 HTTP/1.1" status: 200 len: 217 time: 0.0424180 Nov 12 05:01:58.253518 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-5d4c0ef4-f747-4615-95e4-7d10fdffd011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:58.255193 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-5d4c0ef4-f747-4615-95e4-7d10fdffd011 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0493186 Nov 12 05:01:58.311604 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-aea96fe6-debe-45bb-a0c9-bd2ea2710bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:58.313202 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-aea96fe6-debe-45bb-a0c9-bd2ea2710bc2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491452 Nov 12 05:01:58.444872 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-618c137c-d33f-4112-83f3-e3ddb886caa1 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228814 Nov 12 05:01:58.558656 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bb1f22e-10ab-4174-8f38-2ba9fd98734e req-92ca29d7-507b-4c17-91f3-920eb8a887db service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061044 Nov 12 05:01:58.666526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16595c-77fe-4445-9db8-dcdb480ff117 req-260a99c0-7aef-41a3-832b-f29e01affadd tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:58.668832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f16595c-77fe-4445-9db8-dcdb480ff117 req-260a99c0-7aef-41a3-832b-f29e01affadd tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 944 time: 0.0558326 Nov 12 05:01:58.731846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f16595c-77fe-4445-9db8-dcdb480ff117 req-dfdb700b-35ef-423b-9892-996e29cc879c tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564384 Nov 12 05:01:59.872165 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394cebd-4b98-4958-911c-bd4a50946fb8 req-05e77c4c-b534-416b-b5e9-1adeab393e0c tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:59.875003 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2394cebd-4b98-4958-911c-bd4a50946fb8 req-05e77c4c-b534-416b-b5e9-1adeab393e0c tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 944 time: 0.0695541 Nov 12 05:01:59.929551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2394cebd-4b98-4958-911c-bd4a50946fb8 req-36623de9-2cdf-4ea2-9696-d6958da2c70f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482213 Nov 12 05:02:01.085531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1e436-257e-4d45-82bd-871b9686b08e req-6deb3adb-ecda-4a8e-be3e-24af30544eb4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:01.087090 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1e1e436-257e-4d45-82bd-871b9686b08e req-6deb3adb-ecda-4a8e-be3e-24af30544eb4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 944 time: 0.0818307 Nov 12 05:02:01.141827 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1e1e436-257e-4d45-82bd-871b9686b08e req-d72cd75e-ee63-423a-bf0b-4fe180d97695 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474837 Nov 12 05:02:02.222113 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7e3a7f80-6956-4ce0-bb74-71ff8d923235 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:02:02.276457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5bad5-ce70-4e96-8bdf-b2f559478d76 req-d2b2b49e-12de-4171-9b05-ae35c59ee60f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:02.278864 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6dd5bad5-ce70-4e96-8bdf-b2f559478d76 req-d2b2b49e-12de-4171-9b05-ae35c59ee60f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 944 time: 0.0620711 Nov 12 05:02:02.338451 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7e3a7f80-6956-4ce0-bb74-71ff8d923235, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7e3a7f80-6956-4ce0-bb74-71ff8d923235,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:02:02.345369 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6dd5bad5-ce70-4e96-8bdf-b2f559478d76 req-5148bef0-69c1-4148-94fa-d026c2681fde tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594778 Nov 12 05:02:02.352959 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '7e3a7f80-6956-4ce0-bb74-71ff8d923235', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'port_id': '7e3a7f80-6956-4ce0-bb74-71ff8d923235', 'mac_address': 'fa:16:3e:f5:37:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:02:02.408341 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:02.423616 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3a7f80-6956-4ce0-bb74-71ff8d923235 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:02:02.453864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7e3a7f80-6956-4ce0-bb74-71ff8d923235, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7e3a7f80-6956-4ce0-bb74-71ff8d923235,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:02:02.536599 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:02.600859 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=7e3a7f80-6956-4ce0-bb74-71ff8d923235,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:02.800540 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['7e3a7f80-6956-4ce0-bb74-71ff8d923235'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:02:03.202576 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f823-585c-4da0-8111-e74f2c8d428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:03.485985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045113f5-3d87-495e-9b2b-279b1aa05edf req-d09a2205-37ae-424b-a1e6-a963f17b8dc5 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:03.487720 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-045113f5-3d87-495e-9b2b-279b1aa05edf req-d09a2205-37ae-424b-a1e6-a963f17b8dc5 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 945 time: 0.0582764 Nov 12 05:02:03.549621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-045113f5-3d87-495e-9b2b-279b1aa05edf req-4d1fe050-b9af-44f5-9899-a4e9a47ce4a9 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505912 Nov 12 05:02:04.236928 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7e3a7f80-6956-4ce0-bb74-71ff8d923235 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:02:04.347519 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 7e3a7f80-6956-4ce0-bb74-71ff8d923235 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:02:04.352423 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 7e3a7f80-6956-4ce0-bb74-71ff8d923235 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:02:04.352919 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:04.478344 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:04.522976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cc658e-5fed-4e2b-99d8-3a8171595939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3a7f80-6956-4ce0-bb74-71ff8d923235'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:02:04.527871 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4f0ffb-5511-4adc-88a2-b0db9bd6ff75" -d '{"events": [{"server_uuid": "76cc658e-5fed-4e2b-99d8-3a8171595939", "name": "network-vif-plugged", "status": "completed", "tag": "7e3a7f80-6956-4ce0-bb74-71ff8d923235"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:02:04.553945 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 7e3a7f80-6956-4ce0-bb74-71ff8d923235, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7e3a7f80-6956-4ce0-bb74-71ff8d923235,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:02:04.577433 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d139e156-ea4c-44a8-ba28-35c26c9779ed x-openstack-request-id: req-d139e156-ea4c-44a8-ba28-35c26c9779ed {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:02:04.577989 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cc658e-5fed-4e2b-99d8-3a8171595939", "name": "network-vif-plugged", "status": "completed", "tag": "7e3a7f80-6956-4ce0-bb74-71ff8d923235", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:02:04.578428 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d139e156-ea4c-44a8-ba28-35c26c9779ed {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:02:04.579555 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cc658e-5fed-4e2b-99d8-3a8171595939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3a7f80-6956-4ce0-bb74-71ff8d923235', 'code': 200} Nov 12 05:02:04.628666 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:04.720183 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=7e3a7f80-6956-4ce0-bb74-71ff8d923235,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:04.725346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80746d08-806f-424c-b71c-fb146f14f78a req-bd2a802c-814f-42a3-8c62-deb869b01c3e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:04.733581 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80746d08-806f-424c-b71c-fb146f14f78a req-bd2a802c-814f-42a3-8c62-deb869b01c3e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0901344 Nov 12 05:02:04.741501 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bdc98-e03d-4dd0-a7f5-03db8addda25 req-e4f655b6-fc55-4656-a431-24f0b9b58c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:04.743088 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f86bdc98-e03d-4dd0-a7f5-03db8addda25 req-e4f655b6-fc55-4656-a431-24f0b9b58c96 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 1098 time: 0.0639093 Nov 12 05:02:04.825268 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80746d08-806f-424c-b71c-fb146f14f78a req-c0180c7a-d2d0-4be9-8eac-5de8e1c91b39 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809898 Nov 12 05:02:04.828017 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f86bdc98-e03d-4dd0-a7f5-03db8addda25 req-21d1b9e9-7042-4a55-badf-51bb2993d71b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761569 Nov 12 05:02:05.599270 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a95c62d8-04d3-44cc-8258-5e40575c5b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:05.963654 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaabca9-bc9b-4e75-b606-d2b746070f97 req-7f6054e3-4e2f-4a30-9aec-9670f9d53398 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:05.965340 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cbaabca9-bc9b-4e75-b606-d2b746070f97 req-7f6054e3-4e2f-4a30-9aec-9670f9d53398 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0599566 Nov 12 05:02:06.028829 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cbaabca9-bc9b-4e75-b606-d2b746070f97 req-b3da5caa-8f83-40f4-96e5-125089c19b03 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520720 Nov 12 05:02:06.539895 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:02:06.924606 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:07.159296 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24513b7a-e3a5-401e-90f2-72c857422dc0 req-57c5a5c3-959a-4795-98a6-acbc9a50ebbe tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:07.160987 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24513b7a-e3a5-401e-90f2-72c857422dc0 req-57c5a5c3-959a-4795-98a6-acbc9a50ebbe tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0549197 Nov 12 05:02:07.216914 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24513b7a-e3a5-401e-90f2-72c857422dc0 req-329b5679-943c-40d8-8a0d-725226937739 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485396 Nov 12 05:02:07.352647 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c720d-1e61-45d3-b569-5d936c9a0ba4 req-f6478657-08fc-448c-9dd1-33f535587a6a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:07.354292 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-543c720d-1e61-45d3-b569-5d936c9a0ba4 req-f6478657-08fc-448c-9dd1-33f535587a6a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0575044 Nov 12 05:02:07.364593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54346) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:07.369880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-cc18bf6f-03f6-413f-bb30-e214941d424b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Request body: {'floatingip': {'port_id': '7e3a7f80-6956-4ce0-bb74-71ff8d923235'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:02:07.418526 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cc18bf6f-03f6-413f-bb30-e214941d424b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:08.303111 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cc18bf6f-03f6-413f-bb30-e214941d424b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:08.371987 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cc18bf6f-03f6-413f-bb30-e214941d424b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:08.444816 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:08.479078 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-cc18bf6f-03f6-413f-bb30-e214941d424b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Floating IP f50cc8d4-df73-4639-ad0b-1ace21bfdf36 associated. External IP: 172.25.1.228, port: 7e3a7f80-6956-4ce0-bb74-71ff8d923235. Nov 12 05:02:08.725034 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc18bf6f-03f6-413f-bb30-e214941d424b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:02:08.868484 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc18bf6f-03f6-413f-bb30-e214941d424b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:02:08.877184 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cc18bf6f-03f6-413f-bb30-e214941d424b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:08.880035 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f587a1-984c-40de-9876-dd21e6f5dcb6 None None] Sync routers for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:02:08.902446 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f587a1-984c-40de-9876-dd21e6f5dcb6 None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:02:08.903584 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-50f587a1-984c-40de-9876-dd21e6f5dcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:02:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:08.907319 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cc18bf6f-03f6-413f-bb30-e214941d424b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "PUT /v2.0/floatingips/f50cc8d4-df73-4639-ad0b-1ace21bfdf36 HTTP/1.1" status: 200 len: 992 time: 1.5414982 Nov 12 05:02:08.907915 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cc658e-5fed-4e2b-99d8-3a8171595939', 'tag': '7e3a7f80-6956-4ce0-bb74-71ff8d923235'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:02:08.910436 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10b832a-8acd-487a-b64e-ba556b7a85ef" -d '{"events": [{"name": "network-changed", "server_uuid": "76cc658e-5fed-4e2b-99d8-3a8171595939", "tag": "7e3a7f80-6956-4ce0-bb74-71ff8d923235"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:02:09.040171 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59498c40-c395-4445-a2a7-b73e6a21a105 x-openstack-request-id: req-59498c40-c395-4445-a2a7-b73e6a21a105 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:02:09.040592 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cc658e-5fed-4e2b-99d8-3a8171595939", "tag": "7e3a7f80-6956-4ce0-bb74-71ff8d923235", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:02:09.040953 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59498c40-c395-4445-a2a7-b73e6a21a105 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:02:09.041741 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cc658e-5fed-4e2b-99d8-3a8171595939', 'tag': '7e3a7f80-6956-4ce0-bb74-71ff8d923235', 'status': 'completed', 'code': 200} Nov 12 05:02:09.048014 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-50f587a1-984c-40de-9876-dd21e6f5dcb6 None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:02:09.134209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b832a-8acd-487a-b64e-ba556b7a85ef req-ccfc3905-3be5-4e41-b69b-8735cb44f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:09.135907 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e10b832a-8acd-487a-b64e-ba556b7a85ef req-ccfc3905-3be5-4e41-b69b-8735cb44f93f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 1098 time: 0.0470901 Nov 12 05:02:09.218133 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:09.253033 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b832a-8acd-487a-b64e-ba556b7a85ef req-92a63566-19be-428c-9319-62af8f2772af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:09.255636 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e10b832a-8acd-487a-b64e-ba556b7a85ef req-92a63566-19be-428c-9319-62af8f2772af service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.1127608 Nov 12 05:02:09.329179 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e10b832a-8acd-487a-b64e-ba556b7a85ef req-c47be921-66d8-431a-b8fb-67656a86d6c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e3a7f80-6956-4ce0-bb74-71ff8d923235 HTTP/1.1" status: 200 len: 1000 time: 0.0652826 Nov 12 05:02:09.391657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-50f587a1-984c-40de-9876-dd21e6f5dcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'f50cc8d4-df73-4639-ad0b-1ace21bfdf36', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'port_id': '7e3a7f80-6956-4ce0-bb74-71ff8d923235', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'mac_address': 'fa:16:3e:f5:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cc658e-5fed-4e2b-99d8-3a8171595939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:01:51Z', 'updated_at': '2021-11-12T05:02:08Z', 'revision_number': 1, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:09.392807 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b832a-8acd-487a-b64e-ba556b7a85ef req-d22ed4fa-ab32-4af5-8207-cdebce2714f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:09.395441 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e10b832a-8acd-487a-b64e-ba556b7a85ef req-d22ed4fa-ab32-4af5-8207-cdebce2714f3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0590184 Nov 12 05:02:09.425139 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f587a1-984c-40de-9876-dd21e6f5dcb6 None None] Checking router: 1c54b749-5b7f-43c2-a196-1e7f9b548df4 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:02:09.441897 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f587a1-984c-40de-9876-dd21e6f5dcb6 None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:02:09.442953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-50f587a1-984c-40de-9876-dd21e6f5dcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:02:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:09.461469 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b832a-8acd-487a-b64e-ba556b7a85ef req-334b7df8-6996-47a9-82dc-efade999f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:09.464063 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e10b832a-8acd-487a-b64e-ba556b7a85ef req-334b7df8-6996-47a9-82dc-efade999f8c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598719 Nov 12 05:02:09.577880 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e10b832a-8acd-487a-b64e-ba556b7a85ef req-b87a233d-c36f-44f7-9131-fbaba70ecf9f service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065383 Nov 12 05:02:09.609113 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-50f587a1-984c-40de-9876-dd21e6f5dcb6 None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:02:09.698826 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e10b832a-8acd-487a-b64e-ba556b7a85ef req-07d25e2c-3f84-4838-aff1-a1df743cffb7 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141520 Nov 12 05:02:09.888486 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-50f587a1-984c-40de-9876-dd21e6f5dcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'f50cc8d4-df73-4639-ad0b-1ace21bfdf36', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'port_id': '7e3a7f80-6956-4ce0-bb74-71ff8d923235', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'mac_address': 'fa:16:3e:f5:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cc658e-5fed-4e2b-99d8-3a8171595939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:01:51Z', 'updated_at': '2021-11-12T05:02:08Z', 'revision_number': 1, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:09.918211 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f587a1-984c-40de-9876-dd21e6f5dcb6 None None] The sync data for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 is: [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'f50cc8d4-df73-4639-ad0b-1ace21bfdf36', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'port_id': '7e3a7f80-6956-4ce0-bb74-71ff8d923235', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'mac_address': 'fa:16:3e:f5:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cc658e-5fed-4e2b-99d8-3a8171595939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:01:51Z', 'updated_at': '2021-11-12T05:02:08Z', 'revision_number': 1, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:02:10.139681 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532be2e5-90ce-421e-84d1-d3531109bba6 None None] New status for floating IP f50cc8d4-df73-4639-ad0b-1ace21bfdf36: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:02:13.721130 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4582d10b-17d2-4c0b-b956-e229d0408306 req-f3b6bd2c-bcaa-4298-ab11-e22159fd0333 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0613689 Nov 12 05:02:13.835805 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582d10b-17d2-4c0b-b956-e229d0408306 req-b75f8692-f412-499e-a7b4-3916db70962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:13.837763 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4582d10b-17d2-4c0b-b956-e229d0408306 req-b75f8692-f412-499e-a7b4-3916db70962f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 1098 time: 0.0549057 Nov 12 05:02:13.966558 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582d10b-17d2-4c0b-b956-e229d0408306 req-d3f25c24-891e-48f7-aeea-197d023c8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:13.968306 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4582d10b-17d2-4c0b-b956-e229d0408306 req-d3f25c24-891e-48f7-aeea-197d023c8cc4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.1078229 Nov 12 05:02:14.048900 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4582d10b-17d2-4c0b-b956-e229d0408306 req-f03b26a7-d9aa-4b39-bedb-15a004b52f69 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e3a7f80-6956-4ce0-bb74-71ff8d923235 HTTP/1.1" status: 200 len: 1002 time: 0.0730619 Nov 12 05:02:14.106497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582d10b-17d2-4c0b-b956-e229d0408306 req-84880389-28ed-4efc-8ca4-4ffe8252d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:14.108577 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4582d10b-17d2-4c0b-b956-e229d0408306 req-84880389-28ed-4efc-8ca4-4ffe8252d8b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0522768 Nov 12 05:02:14.160680 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582d10b-17d2-4c0b-b956-e229d0408306 req-edb3a56f-0c7d-4ff1-8e46-9e67428e4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:14.162239 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4582d10b-17d2-4c0b-b956-e229d0408306 req-edb3a56f-0c7d-4ff1-8e46-9e67428e4a82 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468178 Nov 12 05:02:14.275214 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4582d10b-17d2-4c0b-b956-e229d0408306 req-0ac49c6e-ccb1-445d-93e8-2ecd1227e54b service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049824 Nov 12 05:02:14.376127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4582d10b-17d2-4c0b-b956-e229d0408306 req-4eba5bc0-2177-4d6c-b576-121fa643127e service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939474 Nov 12 05:02:17.221667 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:18.427455 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:33.196564 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b1bea903-0ed5-4f6b-92bc-109790c61d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:35.556165 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-25a62ea3-bfe4-4519-bbf1-6b3760ce5ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:36.901889 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:38.449827 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:39.155680 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:43.539835 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:02:47.407323 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:48.421941 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:03.192272 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6218d39e-dc54-47c7-88b3-bb7080a8e4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:05.561123 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-32ffcc32-f492-403d-a191-0ada26178d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:06.901705 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:08.469840 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:09.135395 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:14.735015 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5aa38146-896e-476e-bbef-fd4f1c328572 req-13ad5844-dc77-4a56-ba18-865e803c7700 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0596232 Nov 12 05:03:14.876492 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa38146-896e-476e-bbef-fd4f1c328572 req-84affd64-495d-41b5-88dd-8df5bc573a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:14.878140 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5aa38146-896e-476e-bbef-fd4f1c328572 req-84affd64-495d-41b5-88dd-8df5bc573a9f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 1098 time: 0.0823896 Nov 12 05:03:14.995294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa38146-896e-476e-bbef-fd4f1c328572 req-32dc8ccc-4348-4408-a3f7-a2c11aa7a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:14.996826 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5aa38146-896e-476e-bbef-fd4f1c328572 req-32dc8ccc-4348-4408-a3f7-a2c11aa7a588 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0958116 Nov 12 05:03:15.075408 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5aa38146-896e-476e-bbef-fd4f1c328572 req-0721dea2-20b0-4c94-8979-021472da9caa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e3a7f80-6956-4ce0-bb74-71ff8d923235 HTTP/1.1" status: 200 len: 1002 time: 0.0714874 Nov 12 05:03:15.130422 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa38146-896e-476e-bbef-fd4f1c328572 req-d5e8c01f-8609-4867-97d1-4a021b35b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:15.132023 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5aa38146-896e-476e-bbef-fd4f1c328572 req-d5e8c01f-8609-4867-97d1-4a021b35b339 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0488107 Nov 12 05:03:15.189095 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa38146-896e-476e-bbef-fd4f1c328572 req-97b03018-b6bc-4695-9076-1b453e63a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:15.190685 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5aa38146-896e-476e-bbef-fd4f1c328572 req-97b03018-b6bc-4695-9076-1b453e63a138 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507407 Nov 12 05:03:15.293922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5aa38146-896e-476e-bbef-fd4f1c328572 req-49b2260c-e4af-4e86-953c-2cffc3faa93c service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958292 Nov 12 05:03:15.394752 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5aa38146-896e-476e-bbef-fd4f1c328572 req-1ad3a742-616f-4cee-bb88-943036cf727f service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939643 Nov 12 05:03:17.223872 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:18.433032 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:20.539241 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:03:33.203336 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93b0ee18-6dda-4030-9209-6c44e2adbffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:35.563671 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c75b-e7b3-4300-bbdb-15fb0dedd690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:36.900670 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:38.443475 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:39.132179 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:45.486659 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af0f5a-e289-4b41-a9f2-b7a6284e97b5 req-8b9d0834-e6f6-4a5a-8d04-756e64a2d10c tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:45.488352 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89af0f5a-e289-4b41-a9f2-b7a6284e97b5 req-8b9d0834-e6f6-4a5a-8d04-756e64a2d10c tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0630565 Nov 12 05:03:45.550270 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89af0f5a-e289-4b41-a9f2-b7a6284e97b5 req-c874734a-c2ca-464d-88a8-de27d294c66a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543008 Nov 12 05:03:45.957923 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dee7c0-7342-49fc-b0ae-4b17793cc0f0 req-8da93bb4-8990-4771-a371-a89a9479535a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:45.960269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52dee7c0-7342-49fc-b0ae-4b17793cc0f0 req-8da93bb4-8990-4771-a371-a89a9479535a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0616460 Nov 12 05:03:46.019307 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-52dee7c0-7342-49fc-b0ae-4b17793cc0f0 req-841cb676-0250-482f-88ad-fbc2491635c5 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495880 Nov 12 05:03:46.224979 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-3d57abbc-afa6-426a-b36d-030f64218b3a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1094501 Nov 12 05:03:47.152614 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256ebf7-ef04-4c48-9d58-52a8a589aafc req-03b897fc-85e4-4c34-b5b5-6d0cb394fd0c tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:47.154950 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4256ebf7-ef04-4c48-9d58-52a8a589aafc req-03b897fc-85e4-4c34-b5b5-6d0cb394fd0c tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0576825 Nov 12 05:03:47.224112 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4256ebf7-ef04-4c48-9d58-52a8a589aafc req-2109909e-c6a7-49f8-a295-5ed727e56d4e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581307 Nov 12 05:03:47.232286 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:48.360024 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae392c-614b-43bb-944d-3cc073ef7d70 req-aa2d3c10-b562-4d95-acb6-a40ac8175002 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:48.361914 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8fae392c-614b-43bb-944d-3cc073ef7d70 req-aa2d3c10-b562-4d95-acb6-a40ac8175002 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0600193 Nov 12 05:03:48.419724 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8fae392c-614b-43bb-944d-3cc073ef7d70 req-5bc22d97-bf31-42a0-b97d-a47bf933ec94 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495520 Nov 12 05:03:48.435666 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:49.551728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d4472-61e9-49ad-9a58-0eb991c079dc req-6f1b20b4-40dc-4a52-8bdc-a03bc5d6d069 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:49.553279 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab2d4472-61e9-49ad-9a58-0eb991c079dc req-6f1b20b4-40dc-4a52-8bdc-a03bc5d6d069 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0554583 Nov 12 05:03:49.619124 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ab2d4472-61e9-49ad-9a58-0eb991c079dc req-6bf7677d-ce9f-49f8-9a5a-3f8e16a6921a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491858 Nov 12 05:03:50.760467 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa26fa0-fafd-4afa-86e8-ed94fc0ffd9d req-55678774-136d-4246-90cc-fa40ea95c972 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:50.762710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7fa26fa0-fafd-4afa-86e8-ed94fc0ffd9d req-55678774-136d-4246-90cc-fa40ea95c972 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0637116 Nov 12 05:03:50.826614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7fa26fa0-fafd-4afa-86e8-ed94fc0ffd9d req-f7f9513f-1117-4461-b375-cb79f9b2d79e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572803 Nov 12 05:03:51.986450 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaa927-437a-4884-b034-2f9be513c54e req-3461c6e8-1874-4e96-8961-00d8eb1380fe tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:51.989231 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aefaa927-437a-4884-b034-2f9be513c54e req-3461c6e8-1874-4e96-8961-00d8eb1380fe tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0704229 Nov 12 05:03:52.080146 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aefaa927-437a-4884-b034-2f9be513c54e req-6bb1a8a1-07c6-4390-8744-f29720139776 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755298 Nov 12 05:03:52.743483 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-3b440ec0-d3fc-4140-8245-f5dad2ecf2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:52.745698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-3b440ec0-d3fc-4140-8245-f5dad2ecf2bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 1098 time: 0.0549955 Nov 12 05:03:52.846421 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-b438fcf7-311b-4e00-9531-5af922ce5f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:52.848019 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-b438fcf7-311b-4e00-9531-5af922ce5f2a service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0954719 Nov 12 05:03:52.927700 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-df7f6e7d-cdfd-4700-97f3-22471ab7ad8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e3a7f80-6956-4ce0-bb74-71ff8d923235 HTTP/1.1" status: 200 len: 1002 time: 0.0717123 Nov 12 05:03:52.985001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-bfc29e83-f555-4e91-9fb6-851ce391b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:52.986610 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-bfc29e83-f555-4e91-9fb6-851ce391b7a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0518036 Nov 12 05:03:53.037375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-0d7b3211-baf2-48db-8e93-50db60a1cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:53.039815 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-0d7b3211-baf2-48db-8e93-50db60a1cb62 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462139 Nov 12 05:03:53.161879 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-22c4cabc-79c8-440b-b67b-b20811e68978 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148515 Nov 12 05:03:53.308711 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb7039-e733-4489-86d4-cf047195674b req-503e8fbe-4263-482d-b1e6-d2287a2ebff8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:53.310370 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4bb7039-e733-4489-86d4-cf047195674b req-503e8fbe-4263-482d-b1e6-d2287a2ebff8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.1152096 Nov 12 05:03:53.315536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-8696a921-5f3e-4bbe-ab94-36793d8bcb47 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458364 Nov 12 05:03:53.384148 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4bb7039-e733-4489-86d4-cf047195674b req-966b1758-efa6-42d4-815c-b7a9c2540d01 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658462 Nov 12 05:03:54.519206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144fc83-3a30-4e26-ac5a-b6cce64b1ca9 req-8ed8505d-3afa-4f8d-bd0d-ff62d0fc2a15 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:54.522047 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0144fc83-3a30-4e26-ac5a-b6cce64b1ca9 req-8ed8505d-3afa-4f8d-bd0d-ff62d0fc2a15 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0630927 Nov 12 05:03:54.588366 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0144fc83-3a30-4e26-ac5a-b6cce64b1ca9 req-6660b619-9071-4896-bb7b-8f8d6de55538 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598040 Nov 12 05:03:55.740158 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f1cb2-4070-4be3-916d-dc04fb63b9bc req-dfd203eb-5a43-411c-a081-67477e1c1a3a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:55.742871 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-231f1cb2-4070-4be3-916d-dc04fb63b9bc req-dfd203eb-5a43-411c-a081-67477e1c1a3a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0633559 Nov 12 05:03:55.819714 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-231f1cb2-4070-4be3-916d-dc04fb63b9bc req-b17f31c3-32dc-42e3-89be-764a6b8da613 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700810 Nov 12 05:03:56.948073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059145b-4a2e-40e0-87e7-43a6009bf592 req-eddc7b42-9a67-4e68-b17a-eb33b3a7f675 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:56.949680 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e059145b-4a2e-40e0-87e7-43a6009bf592 req-eddc7b42-9a67-4e68-b17a-eb33b3a7f675 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0541606 Nov 12 05:03:57.009652 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e059145b-4a2e-40e0-87e7-43a6009bf592 req-945651f7-4205-4099-9c09-64de6a67d334 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486002 Nov 12 05:03:57.537964 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:03:58.140844 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c87b11-6168-4636-bcf7-b2fcb101c2b7 req-177997a1-84bc-479a-8531-1f7e8c3bcdca tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:58.143163 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-12c87b11-6168-4636-bcf7-b2fcb101c2b7 req-177997a1-84bc-479a-8531-1f7e8c3bcdca tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0560834 Nov 12 05:03:58.201524 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-12c87b11-6168-4636-bcf7-b2fcb101c2b7 req-40e0e170-9c38-446b-b6f0-da23106404a1 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513568 Nov 12 05:03:59.353959 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ab64b-d0ba-4bae-9c4c-d342b04e60ff req-ed0c60ed-fa14-410c-ba0b-778dbf8732bb tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:59.355711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-986ab64b-d0ba-4bae-9c4c-d342b04e60ff req-ed0c60ed-fa14-410c-ba0b-778dbf8732bb tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0628705 Nov 12 05:03:59.410099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-986ab64b-d0ba-4bae-9c4c-d342b04e60ff req-06375782-65a6-4008-a9c9-6ae4abc8ae9a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475423 Nov 12 05:04:00.542254 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a476960-11b7-4305-b96c-a3b4e754bfd9 req-d95edca6-feeb-48e4-8080-92d56aa9f408 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:00.543938 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4a476960-11b7-4305-b96c-a3b4e754bfd9 req-d95edca6-feeb-48e4-8080-92d56aa9f408 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0541422 Nov 12 05:04:00.603349 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4a476960-11b7-4305-b96c-a3b4e754bfd9 req-33989709-a886-4d3b-b801-81461eeb3a86 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484831 Nov 12 05:04:01.737365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f87bd-729b-4d04-9e2e-e131c2a06f4a req-23796613-95a8-4ccb-aba0-78d9a5ffaf48 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:01.739072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a71f87bd-729b-4d04-9e2e-e131c2a06f4a req-23796613-95a8-4ccb-aba0-78d9a5ffaf48 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0607581 Nov 12 05:04:01.802000 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a71f87bd-729b-4d04-9e2e-e131c2a06f4a req-863cc36f-585f-4f9d-9974-b25b52b0d80b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515928 Nov 12 05:04:02.933286 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8681d-7985-49e9-ab8f-f51066ee4c34 req-0667a9a8-5b8c-4029-920d-351964f1bd95 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:02.935010 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1e8681d-7985-49e9-ab8f-f51066ee4c34 req-0667a9a8-5b8c-4029-920d-351964f1bd95 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0556858 Nov 12 05:04:03.001498 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f1e8681d-7985-49e9-ab8f-f51066ee4c34 req-6019c34d-87ca-4174-9c07-b6d8e88acb3b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553811 Nov 12 05:04:03.207293 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c638152e-2474-41e3-91db-a4453e23bda3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:04.129194 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85769da-87eb-4558-96ea-81fc5a04e694 req-03e12d14-da57-4a06-bb0a-aeae8eba9503 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:04.130854 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c85769da-87eb-4558-96ea-81fc5a04e694 req-03e12d14-da57-4a06-bb0a-aeae8eba9503 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0527427 Nov 12 05:04:04.221334 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c85769da-87eb-4558-96ea-81fc5a04e694 req-2ba46b85-0abb-4017-87ea-aeb8829c2d8b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829015 Nov 12 05:04:05.359590 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef3f00-998a-4289-bd2d-e0520a96b7b9 req-cecab912-fca2-4b50-a822-15c05e21e60f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:05.361709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3fef3f00-998a-4289-bd2d-e0520a96b7b9 req-cecab912-fca2-4b50-a822-15c05e21e60f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0560465 Nov 12 05:04:05.417285 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3fef3f00-998a-4289-bd2d-e0520a96b7b9 req-26e72e0b-b375-4796-9b74-d10aa2a0a0ea tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488825 Nov 12 05:04:05.557154 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d15007f3-6f97-4b90-9363-cdf816063819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:05.939023 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-71ed6c75-f65e-44b4-bd95-feadbd78511e service neutron] show failed (client error): The resource could not be found. Nov 12 05:04:05.940081 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-71ed6c75-f65e-44b4-bd95-feadbd78511e service neutron] 10.222.0.31 "GET /v2.0/ports/7e3a7f80-6956-4ce0-bb74-71ff8d923235/bindings/n-h1-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.0603330 Nov 12 05:04:06.450095 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-360aaa93-b2a1-47d2-9ab5-36af72425b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:06.451974 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-360aaa93-b2a1-47d2-9ab5-36af72425b74 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939&tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5 HTTP/1.1" status: 200 len: 1098 time: 0.0595353 Nov 12 05:04:06.465058 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-00683f81-dae9-429b-9313-3e1435eeeca3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:04:06.466244 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-00683f81-dae9-429b-9313-3e1435eeeca3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063434 Nov 12 05:04:06.488857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:04:06.582937 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:06.602488 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1e0c1-d85c-4780-9b36-37d0f9808d1e req-1f2341fd-6525-446b-a2f6-f6bb4934367d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:06.605725 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea1e0c1-d85c-4780-9b36-37d0f9808d1e req-1f2341fd-6525-446b-a2f6-f6bb4934367d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0723362 Nov 12 05:04:06.665807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ea1e0c1-d85c-4780-9b36-37d0f9808d1e req-654f5221-09f4-4cdf-825f-33485df48e57 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529277 Nov 12 05:04:06.873356 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] For port 7e3a7f80-6956-4ce0-bb74-71ff8d923235, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=7e3a7f80-6956-4ce0-bb74-71ff8d923235,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:04:06.914913 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] For port 7e3a7f80-6956-4ce0-bb74-71ff8d923235, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:04:06.922768 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:06.962480 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cc658e-5fed-4e2b-99d8-3a8171595939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e3a7f80-6956-4ce0-bb74-71ff8d923235'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:04:06.968401 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:06.985243 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Transition to ACTIVE for port object 7e3a7f80-6956-4ce0-bb74-71ff8d923235 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:04:07.008067 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ced36a-5572-4440-a235-4e0ebd294f7e" -d '{"events": [{"server_uuid": "76cc658e-5fed-4e2b-99d8-3a8171595939", "name": "network-vif-unplugged", "status": "completed", "tag": "7e3a7f80-6956-4ce0-bb74-71ff8d923235"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:04:07.043547 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:07.153955 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684c6adf-82d2-4f0e-affb-6486278be9dc x-openstack-request-id: req-684c6adf-82d2-4f0e-affb-6486278be9dc {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:04:07.154244 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cc658e-5fed-4e2b-99d8-3a8171595939", "name": "network-vif-unplugged", "status": "completed", "tag": "7e3a7f80-6956-4ce0-bb74-71ff8d923235", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:04:07.154500 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-684c6adf-82d2-4f0e-affb-6486278be9dc {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:04:07.154934 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cc658e-5fed-4e2b-99d8-3a8171595939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e3a7f80-6956-4ce0-bb74-71ff8d923235', 'code': 200} Nov 12 05:04:07.193439 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Pushing event updated for resources: {'Port': ['ID=7e3a7f80-6956-4ce0-bb74-71ff8d923235,revision_number=6']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:07.222191 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:07.222557 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:07.222925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:07.223259 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:07.223583 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:07.223906 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:07.224221 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:07.224540 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:07.224857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:07.225341 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:07.225544 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:07.225846 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:07.252985 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] No DVR routers for this DVR port 7e3a7f80-6956-4ce0-bb74-71ff8d923235 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:04:07.447803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Attempting to bind port 7e3a7f80-6956-4ce0-bb74-71ff8d923235 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:04:07.448196 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Attempting to bind port 7e3a7f80-6956-4ce0-bb74-71ff8d923235 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:04:07.448641 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Attempting to bind port 7e3a7f80-6956-4ce0-bb74-71ff8d923235 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:04:07.454297 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Port 7e3a7f80-6956-4ce0-bb74-71ff8d923235 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:04:07.455423 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Attempting to bind port 7e3a7f80-6956-4ce0-bb74-71ff8d923235 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:04:07.461740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:04:07.462243 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Checking segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:04:07.462775 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Bound using segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:04:07.463321 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Bound port: 7e3a7f80-6956-4ce0-bb74-71ff8d923235, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:04:07.463824 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:07.857236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef7e00-a63c-4059-9701-f5135589770f req-1db6f787-76b6-4116-a234-a5acb4bfd479 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:07.859327 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2ef7e00-a63c-4059-9701-f5135589770f req-1db6f787-76b6-4116-a234-a5acb4bfd479 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 944 time: 0.0604589 Nov 12 05:04:07.898320 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] For port 7e3a7f80-6956-4ce0-bb74-71ff8d923235, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:04:07.903957 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] For port 7e3a7f80-6956-4ce0-bb74-71ff8d923235, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=7e3a7f80-6956-4ce0-bb74-71ff8d923235,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:04:07.916398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c2ef7e00-a63c-4059-9701-f5135589770f req-5eafbd9f-1dfa-4448-8cea-fab4b3ae04c5 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505805 Nov 12 05:04:08.044039 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:08.079621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:08.080836 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:08.082763 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] 10.222.0.21 "PUT /v2.0/ports/7e3a7f80-6956-4ce0-bb74-71ff8d923235 HTTP/1.1" status: 200 len: 1093 time: 1.6014152 Nov 12 05:04:08.113162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1c454-7022-483d-bdc0-3a774edf18fb service neutron] Pushing event updated for resources: {'Port': ['ID=7e3a7f80-6956-4ce0-bb74-71ff8d923235,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:08.169110 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-e752fe4c-77f9-4e5b-b88c-28ba723c9026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:08.170788 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-e752fe4c-77f9-4e5b-b88c-28ba723c9026 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 1096 time: 0.0498009 Nov 12 05:04:08.288773 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-a97d274e-d8dc-4be8-85ee-c20742754b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:08.290608 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-a97d274e-d8dc-4be8-85ee-c20742754b1b service neutron] 10.222.0.21 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.1112044 Nov 12 05:04:08.386367 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-e042c1d0-8c1e-48ae-936d-a36aa34d60a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e3a7f80-6956-4ce0-bb74-71ff8d923235 HTTP/1.1" status: 200 len: 1000 time: 0.0883987 Nov 12 05:04:08.454122 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-3d11e0ff-c6f2-4a70-af4e-2f772c779765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:08.455658 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-3d11e0ff-c6f2-4a70-af4e-2f772c779765 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0622351 Nov 12 05:04:08.466035 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:08.507588 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-a0d3e39b-eeac-47bb-ae68-7d92b8ed2ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:08.509193 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-a0d3e39b-eeac-47bb-ae68-7d92b8ed2ead service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460358 Nov 12 05:04:08.613891 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-af3e27a5-dee2-4074-8583-389604450894 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964575 Nov 12 05:04:08.718037 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f22a57a9-5ebf-4a75-bc48-9fd6f889948c req-04e34e2f-b662-46a5-8682-a9a40db70695 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965128 Nov 12 05:04:09.077393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c99f4-2cb8-41e7-b315-8542067700c4 req-0f8881f8-8b51-4f81-8e12-6c75180a1ad1 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:09.079082 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e4c99f4-2cb8-41e7-b315-8542067700c4 req-0f8881f8-8b51-4f81-8e12-6c75180a1ad1 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 944 time: 0.0657494 Nov 12 05:04:09.140135 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e4c99f4-2cb8-41e7-b315-8542067700c4 req-f2360bf7-3ed3-471d-81e0-2b0dbfc6ac9c tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500069 Nov 12 05:04:09.159992 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:09.162489 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cc658e-5fed-4e2b-99d8-3a8171595939', 'tag': '7e3a7f80-6956-4ce0-bb74-71ff8d923235'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:04:09.167799 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4429f3-84f2-4229-a6c4-be5af2a5c435" -d '{"events": [{"name": "network-changed", "server_uuid": "76cc658e-5fed-4e2b-99d8-3a8171595939", "tag": "7e3a7f80-6956-4ce0-bb74-71ff8d923235"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:04:09.223682 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123242d4-2763-410a-873e-c1e97c527c22 x-openstack-request-id: req-123242d4-2763-410a-873e-c1e97c527c22 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:04:09.223973 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cc658e-5fed-4e2b-99d8-3a8171595939", "tag": "7e3a7f80-6956-4ce0-bb74-71ff8d923235", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:04:09.224228 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-123242d4-2763-410a-873e-c1e97c527c22 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:04:09.224629 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cc658e-5fed-4e2b-99d8-3a8171595939', 'tag': '7e3a7f80-6956-4ce0-bb74-71ff8d923235', 'status': 'completed', 'code': 200} Nov 12 05:04:09.323328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-0587ec71-085c-452d-a90e-dddbe46849e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:09.325108 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-0587ec71-085c-452d-a90e-dddbe46849e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 1096 time: 0.0548768 Nov 12 05:04:09.360920 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501393d-c68a-4cd5-9a30-0458f3965abf req-2dea11cf-2a3e-4b3d-b860-fb17b9c4ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:09.363573 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c501393d-c68a-4cd5-9a30-0458f3965abf req-2dea11cf-2a3e-4b3d-b860-fb17b9c4ecca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 1096 time: 0.0687034 Nov 12 05:04:09.431625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-aa6a681d-1254-4ef1-936e-83473f4df09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:09.433155 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-aa6a681d-1254-4ef1-936e-83473f4df09a service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.1010284 Nov 12 05:04:09.517369 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-7362bd80-9d6d-4731-8bba-c9311945c3da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e3a7f80-6956-4ce0-bb74-71ff8d923235 HTTP/1.1" status: 200 len: 1000 time: 0.0731547 Nov 12 05:04:09.550388 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501393d-c68a-4cd5-9a30-0458f3965abf req-d38aa684-afee-4287-9b16-cb6ca074493f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:09.552973 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c501393d-c68a-4cd5-9a30-0458f3965abf req-d38aa684-afee-4287-9b16-cb6ca074493f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.1625712 Nov 12 05:04:09.576277 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-5e22e4c1-ad2d-4678-b7d1-01eeee72bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:09.577949 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-5e22e4c1-ad2d-4678-b7d1-01eeee72bcf9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0535350 Nov 12 05:04:09.630512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-50505743-4f6f-44d8-951e-61bb093863bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:09.632270 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-50505743-4f6f-44d8-951e-61bb093863bd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470297 Nov 12 05:04:09.663385 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c501393d-c68a-4cd5-9a30-0458f3965abf req-b5e2c903-73e2-4180-b285-a79d49ec72e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e3a7f80-6956-4ce0-bb74-71ff8d923235 HTTP/1.1" status: 200 len: 1000 time: 0.1027138 Nov 12 05:04:09.732592 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501393d-c68a-4cd5-9a30-0458f3965abf req-c3c0db68-7d33-47bd-8062-d750d7fabba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:09.735121 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c501393d-c68a-4cd5-9a30-0458f3965abf req-c3c0db68-7d33-47bd-8062-d750d7fabba0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0638299 Nov 12 05:04:09.749853 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-a9b12cdb-1a32-49cd-82a1-d2ea9d9f9349 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098518 Nov 12 05:04:09.792898 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501393d-c68a-4cd5-9a30-0458f3965abf req-08faa546-d093-4f46-981f-e8e883b21f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:09.794469 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c501393d-c68a-4cd5-9a30-0458f3965abf req-08faa546-d093-4f46-981f-e8e883b21f3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519171 Nov 12 05:04:09.856152 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-ea9529fb-e2d0-43f7-96c1-486c34e06621 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986297 Nov 12 05:04:09.911559 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c501393d-c68a-4cd5-9a30-0458f3965abf req-58a1f793-65db-4f3d-bad4-bd8748ba3786 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086078 Nov 12 05:04:10.012657 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c501393d-c68a-4cd5-9a30-0458f3965abf req-31c68907-096d-4697-becf-e82c10ecf9a2 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931950 Nov 12 05:04:10.135697 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-e93fc387-5378-4d56-a70d-d2cfa32f58af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:10.137407 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-e93fc387-5378-4d56-a70d-d2cfa32f58af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 1096 time: 0.0469246 Nov 12 05:04:10.276003 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-ffb734ea-a817-42c3-9a6c-f974003083d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:10.278612 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-ffb734ea-a817-42c3-9a6c-f974003083d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.1329963 Nov 12 05:04:10.296444 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b2a1d-bcda-4057-8f20-6c29bd2fdbb5 req-05ccd1d2-08bc-45fe-9bee-ad29ae5bf4e9 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:10.298112 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-611b2a1d-bcda-4057-8f20-6c29bd2fdbb5 req-05ccd1d2-08bc-45fe-9bee-ad29ae5bf4e9 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 944 time: 0.0598736 Nov 12 05:04:10.371304 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-611b2a1d-bcda-4057-8f20-6c29bd2fdbb5 req-99ddc60f-2c05-4868-ad5f-ae031f172b17 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662143 Nov 12 05:04:10.401511 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-927067e5-a91c-4e05-be0c-c2fa4d2aa555 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e3a7f80-6956-4ce0-bb74-71ff8d923235 HTTP/1.1" status: 200 len: 1000 time: 0.1144814 Nov 12 05:04:10.456212 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-1eaa9a51-e153-4c1b-9a69-ab39a4a04cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:10.457701 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-1eaa9a51-e153-4c1b-9a69-ab39a4a04cf2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0486698 Nov 12 05:04:10.508098 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-02fa6e3b-a39f-448b-898b-f544ae4d58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:10.509738 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-02fa6e3b-a39f-448b-898b-f544ae4d58e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444691 Nov 12 05:04:10.618519 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-515580dd-6458-4bd9-ab57-a3dd7b9d83fb service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019433 Nov 12 05:04:10.765361 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb4429f3-84f2-4229-a6c4-be5af2a5c435 req-44d675aa-fa0d-433a-ac10-794301dc052b service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382680 Nov 12 05:04:10.784413 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7e3a7f80-6956-4ce0-bb74-71ff8d923235 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:04:10.829464 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 7e3a7f80-6956-4ce0-bb74-71ff8d923235 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:04:11.512794 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe0cb6-a8df-4e0c-908b-a387bfc5a655 req-8c615a5e-0a54-4dea-a1c3-0ae27705cf99 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:11.514760 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b3fe0cb6-a8df-4e0c-908b-a387bfc5a655 req-8c615a5e-0a54-4dea-a1c3-0ae27705cf99 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 944 time: 0.0575318 Nov 12 05:04:11.568473 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b3fe0cb6-a8df-4e0c-908b-a387bfc5a655 req-8fe34928-f08e-4b45-9c5b-21fcebd95504 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473156 Nov 12 05:04:12.562270 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 7e3a7f80-6956-4ce0-bb74-71ff8d923235 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:04:12.694743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f853819-9efd-47ba-9494-46be712c7581 req-3c8a8c8c-04fc-489a-a31e-99293c31591f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:12.696313 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f853819-9efd-47ba-9494-46be712c7581 req-3c8a8c8c-04fc-489a-a31e-99293c31591f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 944 time: 0.0525563 Nov 12 05:04:12.743132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 7e3a7f80-6956-4ce0-bb74-71ff8d923235, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=7e3a7f80-6956-4ce0-bb74-71ff8d923235,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:04:12.753680 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f853819-9efd-47ba-9494-46be712c7581 req-da5df354-bdc7-4fe3-9ce7-7869fe3d0d86 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507557 Nov 12 05:04:12.764894 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '7e3a7f80-6956-4ce0-bb74-71ff8d923235', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'port_id': '7e3a7f80-6956-4ce0-bb74-71ff8d923235', 'mac_address': 'fa:16:3e:f5:37:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:04:12.827500 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:12.842368 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3a7f80-6956-4ce0-bb74-71ff8d923235 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:04:12.864369 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 7e3a7f80-6956-4ce0-bb74-71ff8d923235, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=7e3a7f80-6956-4ce0-bb74-71ff8d923235,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:04:12.951875 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:13.013789 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=7e3a7f80-6956-4ce0-bb74-71ff8d923235,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:13.024674 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:13.025018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:13.025362 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:13.025703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:13.026037 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:13.026369 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:13.026736 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:13.027065 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:13.027404 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:13.027733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:13.028058 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:13.028378 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:13.159643 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071b28a-1677-4cb1-847d-d2ae40a278e3 req-1b83a580-c909-4a6c-be36-b08d96c680df tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:13.161274 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a071b28a-1677-4cb1-847d-d2ae40a278e3 req-1b83a580-c909-4a6c-be36-b08d96c680df tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 945 time: 0.0559347 Nov 12 05:04:13.253192 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a071b28a-1677-4cb1-847d-d2ae40a278e3 req-eff0957a-8e28-448a-b7fa-f4cbe5b490fa tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815399 Nov 12 05:04:13.277561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ab96c-c86c-48d9-905e-5d95eb648256 req-b2e91bca-1210-43fd-a202-8b789ed4189e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:13.279351 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-643ab96c-c86c-48d9-905e-5d95eb648256 req-b2e91bca-1210-43fd-a202-8b789ed4189e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.31 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939&tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&binding%3Ahost_id=n-h1-768509-24 HTTP/1.1" status: 200 len: 945 time: 0.0798912 Nov 12 05:04:13.353212 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-643ab96c-c86c-48d9-905e-5d95eb648256 req-2b67d488-d95b-4f74-aad9-d908c759fd8e service neutron] delete failed (client error): The resource could not be found. Nov 12 05:04:13.354330 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-643ab96c-c86c-48d9-905e-5d95eb648256 req-2b67d488-d95b-4f74-aad9-d908c759fd8e service neutron] 10.222.0.31 "DELETE /v2.0/ports/7e3a7f80-6956-4ce0-bb74-71ff8d923235/bindings/n-h2-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.0677204 Nov 12 05:04:13.371816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['7e3a7f80-6956-4ce0-bb74-71ff8d923235'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:04:13.502315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ab96c-c86c-48d9-905e-5d95eb648256 req-a0684548-732e-4ce6-a3e1-66aa96012975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:13.504103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-643ab96c-c86c-48d9-905e-5d95eb648256 req-a0684548-732e-4ce6-a3e1-66aa96012975 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 1097 time: 0.0718362 Nov 12 05:04:13.607967 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ab96c-c86c-48d9-905e-5d95eb648256 req-c53d4ee0-6761-4dd2-ab4e-9ccedbf09434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:13.609556 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-643ab96c-c86c-48d9-905e-5d95eb648256 req-c53d4ee0-6761-4dd2-ab4e-9ccedbf09434 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0986018 Nov 12 05:04:13.688966 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-643ab96c-c86c-48d9-905e-5d95eb648256 req-0cdbe608-ac9c-4bcf-8de4-3b787a774b7d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e3a7f80-6956-4ce0-bb74-71ff8d923235 HTTP/1.1" status: 200 len: 1001 time: 0.0711455 Nov 12 05:04:13.741888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ab96c-c86c-48d9-905e-5d95eb648256 req-efe90071-abdf-4054-836b-827866c08db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:13.743636 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-643ab96c-c86c-48d9-905e-5d95eb648256 req-efe90071-abdf-4054-836b-827866c08db4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0474124 Nov 12 05:04:13.798010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ab96c-c86c-48d9-905e-5d95eb648256 req-a1ac4b80-1684-4bd9-a42c-435b6a48e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:13.799620 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-643ab96c-c86c-48d9-905e-5d95eb648256 req-a1ac4b80-1684-4bd9-a42c-435b6a48e8d8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490246 Nov 12 05:04:13.906482 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-643ab96c-c86c-48d9-905e-5d95eb648256 req-d7d91887-7237-4179-bdbc-61efc735a079 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995812 Nov 12 05:04:14.008821 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-643ab96c-c86c-48d9-905e-5d95eb648256 req-2f0d243d-05fc-4ad9-9fb9-d5242e0faf4a service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939898 Nov 12 05:04:14.424701 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d70cec-a45e-454f-8665-6a0eeea76771 req-8c2827cf-4489-458b-b371-7afa04dc4fa1 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:14.427527 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82d70cec-a45e-454f-8665-6a0eeea76771 req-8c2827cf-4489-458b-b371-7afa04dc4fa1 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 945 time: 0.0832381 Nov 12 05:04:14.489510 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-82d70cec-a45e-454f-8665-6a0eeea76771 req-9a690b57-3279-4656-aab7-a5e662216631 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545368 Nov 12 05:04:14.580050 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 7e3a7f80-6956-4ce0-bb74-71ff8d923235 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:04:14.688680 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 7e3a7f80-6956-4ce0-bb74-71ff8d923235 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:04:14.693070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 7e3a7f80-6956-4ce0-bb74-71ff8d923235 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:04:14.693447 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:14.785278 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:14.811461 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cc658e-5fed-4e2b-99d8-3a8171595939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3a7f80-6956-4ce0-bb74-71ff8d923235'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:04:14.813969 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b689d490-a1fa-42a6-b19f-cf8e2ac9532a" -d '{"events": [{"server_uuid": "76cc658e-5fed-4e2b-99d8-3a8171595939", "name": "network-vif-plugged", "status": "completed", "tag": "7e3a7f80-6956-4ce0-bb74-71ff8d923235"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:04:14.829810 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 7e3a7f80-6956-4ce0-bb74-71ff8d923235, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=7e3a7f80-6956-4ce0-bb74-71ff8d923235,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:04:14.865336 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5ed22f-b860-45df-836a-6e2059d60e4a x-openstack-request-id: req-df5ed22f-b860-45df-836a-6e2059d60e4a {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:04:14.865904 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cc658e-5fed-4e2b-99d8-3a8171595939", "name": "network-vif-plugged", "status": "completed", "tag": "7e3a7f80-6956-4ce0-bb74-71ff8d923235", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:04:14.866241 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df5ed22f-b860-45df-836a-6e2059d60e4a {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:04:14.866947 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cc658e-5fed-4e2b-99d8-3a8171595939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3a7f80-6956-4ce0-bb74-71ff8d923235', 'code': 200} Nov 12 05:04:14.898067 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:14.989027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=7e3a7f80-6956-4ce0-bb74-71ff8d923235,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:15.640174 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71333a90-439b-4997-8c42-8eca6b0e4b37 req-fb727658-0b17-4a7e-95b9-33c26c41d432 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:15.641898 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-71333a90-439b-4997-8c42-8eca6b0e4b37 req-fb727658-0b17-4a7e-95b9-33c26c41d432 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0535746 Nov 12 05:04:15.703130 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-71333a90-439b-4997-8c42-8eca6b0e4b37 req-acaeb5c5-c6e8-4795-8555-7c0950534b74 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536463 Nov 12 05:04:15.852346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3b033-37c5-47a5-b4eb-8981bed84651 req-c276a1a8-393c-4e9a-b218-8ea65001225e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:15.853884 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33c3b033-37c5-47a5-b4eb-8981bed84651 req-c276a1a8-393c-4e9a-b218-8ea65001225e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0619638 Nov 12 05:04:15.913103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33c3b033-37c5-47a5-b4eb-8981bed84651 req-fbe3ca39-dc6e-434e-a5f6-6a63458fa282 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482960 Nov 12 05:04:16.042747 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571514a-04d6-4035-9c86-2f52975f892f req-85ceb255-da5f-47f2-94c6-c47c41825866 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:16.044409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7571514a-04d6-4035-9c86-2f52975f892f req-85ceb255-da5f-47f2-94c6-c47c41825866 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0548058 Nov 12 05:04:16.098099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7571514a-04d6-4035-9c86-2f52975f892f req-bd6a1f60-7a72-405f-ba0b-b895371f1b91 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471652 Nov 12 05:04:16.605841 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3abfa-1e38-4cac-965b-5105e4a29e17 req-0289c688-69c0-47c3-b684-a6394a2d0c01 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:16.607522 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64c3abfa-1e38-4cac-965b-5105e4a29e17 req-0289c688-69c0-47c3-b684-a6394a2d0c01 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0549245 Nov 12 05:04:16.670572 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64c3abfa-1e38-4cac-965b-5105e4a29e17 req-8d48642c-a5ca-4cfa-8192-8197c73562b7 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514312 Nov 12 05:04:17.254552 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:17.810556 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41604ed9-cb5e-4691-a616-715a3f0141ab req-2b43ea6e-1355-4b93-a22e-b1ec05513bff tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:17.812221 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41604ed9-cb5e-4691-a616-715a3f0141ab req-2b43ea6e-1355-4b93-a22e-b1ec05513bff tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0649168 Nov 12 05:04:17.874177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41604ed9-cb5e-4691-a616-715a3f0141ab req-cbad6d20-ed84-4ec9-8d46-11c7c521f07a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541415 Nov 12 05:04:18.050771 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c5cca-9079-4b66-a1a5-a48d9d9a42ff req-b351e087-1f76-41b6-8dc5-25134b41fc56 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:18.052352 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c23c5cca-9079-4b66-a1a5-a48d9d9a42ff req-b351e087-1f76-41b6-8dc5-25134b41fc56 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.21 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 946 time: 0.0584483 Nov 12 05:04:18.160779 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-c23c5cca-9079-4b66-a1a5-a48d9d9a42ff req-29239650-0191-413e-930c-0c78df3a4c93 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Deleting port 7e3a7f80-6956-4ce0-bb74-71ff8d923235 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:04:18.161181 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c23c5cca-9079-4b66-a1a5-a48d9d9a42ff req-29239650-0191-413e-930c-0c78df3a4c93 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:18.260601 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-c23c5cca-9079-4b66-a1a5-a48d9d9a42ff req-29239650-0191-413e-930c-0c78df3a4c93 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] For port 7e3a7f80-6956-4ce0-bb74-71ff8d923235, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=7e3a7f80-6956-4ce0-bb74-71ff8d923235,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:04:18.260982 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c23c5cca-9079-4b66-a1a5-a48d9d9a42ff req-29239650-0191-413e-930c-0c78df3a4c93 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:18.449258 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:18.528723 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c23c5cca-9079-4b66-a1a5-a48d9d9a42ff req-29239650-0191-413e-930c-0c78df3a4c93 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:18.529097 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c23c5cca-9079-4b66-a1a5-a48d9d9a42ff req-29239650-0191-413e-930c-0c78df3a4c93 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:18.529577 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [req-c23c5cca-9079-4b66-a1a5-a48d9d9a42ff req-29239650-0191-413e-930c-0c78df3a4c93 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Floating IP f50cc8d4-df73-4639-ad0b-1ace21bfdf36 disassociated. External IP: 172.25.1.228, port: 7e3a7f80-6956-4ce0-bb74-71ff8d923235. Nov 12 05:04:18.530127 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-c23c5cca-9079-4b66-a1a5-a48d9d9a42ff req-29239650-0191-413e-930c-0c78df3a4c93 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Calling delete_port for 7e3a7f80-6956-4ce0-bb74-71ff8d923235 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:04:18.811753 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c23c5cca-9079-4b66-a1a5-a48d9d9a42ff req-29239650-0191-413e-930c-0c78df3a4c93 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:18.865125 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29239650-0191-413e-930c-0c78df3a4c93 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Pushing event deleted for resources: {'Port': ['ID=7e3a7f80-6956-4ce0-bb74-71ff8d923235,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:19.019163 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c23c5cca-9079-4b66-a1a5-a48d9d9a42ff req-29239650-0191-413e-930c-0c78df3a4c93 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:04:19.037404 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41471945-ba42-4882-9ab4-43e1c0a48a50 req-7ec038e0-e9cf-4b11-a48e-eafa1037f8b5 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=76cc658e-5fed-4e2b-99d8-3a8171595939 HTTP/1.1" status: 200 len: 210 time: 0.0469105 Nov 12 05:04:19.200265 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c23c5cca-9079-4b66-a1a5-a48d9d9a42ff req-29239650-0191-413e-930c-0c78df3a4c93 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:04:19.216895 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6096afea-9b62-4447-a073-3c144bd52993 None None] Sync routers for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:04:19.233976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6096afea-9b62-4447-a073-3c144bd52993 None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:04:19.234800 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-6096afea-9b62-4447-a073-3c144bd52993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:04:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:19.255926 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23c5cca-9079-4b66-a1a5-a48d9d9a42ff req-29239650-0191-413e-930c-0c78df3a4c93 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] No DVR routers for this DVR port 7e3a7f80-6956-4ce0-bb74-71ff8d923235 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:04:19.258585 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-c23c5cca-9079-4b66-a1a5-a48d9d9a42ff req-29239650-0191-413e-930c-0c78df3a4c93 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:19.262282 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c23c5cca-9079-4b66-a1a5-a48d9d9a42ff req-29239650-0191-413e-930c-0c78df3a4c93 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.21 "DELETE /v2.0/ports/7e3a7f80-6956-4ce0-bb74-71ff8d923235 HTTP/1.1" status: 204 len: 173 time: 1.2034523 Nov 12 05:04:19.262912 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cc658e-5fed-4e2b-99d8-3a8171595939', 'name': 'network-vif-deleted', 'tag': '7e3a7f80-6956-4ce0-bb74-71ff8d923235'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:04:19.265793 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d71b784-0bde-4e60-9972-612bb8e120d7" -d '{"events": [{"server_uuid": "76cc658e-5fed-4e2b-99d8-3a8171595939", "name": "network-vif-deleted", "tag": "7e3a7f80-6956-4ce0-bb74-71ff8d923235"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:04:19.311291 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e698c56f-208e-481b-8609-648a1bf921c2 x-openstack-request-id: req-e698c56f-208e-481b-8609-648a1bf921c2 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:04:19.311643 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cc658e-5fed-4e2b-99d8-3a8171595939", "name": "network-vif-deleted", "tag": "7e3a7f80-6956-4ce0-bb74-71ff8d923235", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:04:19.311840 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e698c56f-208e-481b-8609-648a1bf921c2 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:04:19.312250 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cc658e-5fed-4e2b-99d8-3a8171595939', 'name': 'network-vif-deleted', 'tag': '7e3a7f80-6956-4ce0-bb74-71ff8d923235', 'status': 'completed', 'code': 200} Nov 12 05:04:19.365734 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-6096afea-9b62-4447-a073-3c144bd52993 None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:04:19.605140 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-6096afea-9b62-4447-a073-3c144bd52993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:19.639501 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6096afea-9b62-4447-a073-3c144bd52993 None None] Checking router: 1c54b749-5b7f-43c2-a196-1e7f9b548df4 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:04:19.652446 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6096afea-9b62-4447-a073-3c144bd52993 None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:04:19.653262 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-6096afea-9b62-4447-a073-3c144bd52993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:04:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:19.777049 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-6096afea-9b62-4447-a073-3c144bd52993 None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:04:20.028750 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-6096afea-9b62-4447-a073-3c144bd52993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:20.060924 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6096afea-9b62-4447-a073-3c144bd52993 None None] The sync data for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 is: [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:04:20.381819 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f598ce12-35da-4857-bd2f-1e373eb7cdd7 None None] New status for floating IP f50cc8d4-df73-4639-ad0b-1ace21bfdf36: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:04:20.390569 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-b69a8e4f-c5a6-44bc-b667-4cae346d8d33 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1959852061&fields=id&tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5 HTTP/1.1" status: 200 len: 267 time: 0.0602596 Nov 12 05:04:20.534259 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-b4e7dadd-655d-4088-8bf7-054449d51f3e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:20.536093 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-b4e7dadd-655d-4088-8bf7-054449d51f3e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 811 time: 0.1357195 Nov 12 05:04:20.555020 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e31ec0a4-3451-405b-9d4a-b14451511621 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/quotas/aedc53f0d3cb4085a13bf58183b7e6c5 HTTP/1.1" status: 200 len: 375 time: 0.0117273 Nov 12 05:04:20.615146 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 7e3a7f80-6956-4ce0-bb74-71ff8d923235 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:04:20.625412 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e6d1b567-85b9-4d9c-b666-4b50b6df9d3c tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640779 Nov 12 05:04:20.664712 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 7e3a7f80-6956-4ce0-bb74-71ff8d923235 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:04:20.665229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 7e3a7f80-6956-4ce0-bb74-71ff8d923235 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:04:20.753266 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-728917a5-6ea9-426e-9ab9-5c405d84c0c2 service neutron] 10.222.0.37 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045876 Nov 12 05:04:20.855305 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-f64bb537-62b3-4c4b-8527-c753ba94522f service neutron] 10.222.0.37 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950344 Nov 12 05:04:21.141933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75dde2b7-25a9-4029-adf2-b264e18a0622 req-e0c293c1-d378-4c3c-9217-5b98ec5942b5 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 210 time: 0.0368977 Nov 12 05:04:22.272615 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eba55dfb-dc0a-4b5a-ae79-252567d6484b req-023d5c4d-0e97-4b56-a9d7-93fcf2498c07 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 210 time: 0.0325894 Nov 12 05:04:23.438557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-dd371c6c-7364-4aa6-b42f-2e8c3b8f50df tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:23.441221 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-dd371c6c-7364-4aa6-b42f-2e8c3b8f50df tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 811 time: 0.1452384 Nov 12 05:04:23.466121 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce03e405-a513-46d0-8205-4fe126d2e1b2 req-1bd02204-69a0-4ca1-a6dd-43757fb3da9c tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 210 time: 0.0539083 Nov 12 05:04:23.527807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-5c63538e-c852-4dba-9414-7f99a2433589 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5 HTTP/1.1" status: 200 len: 380 time: 0.0641012 Nov 12 05:04:23.538324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Request body: {'port': {'device_id': 'b2bed374-0bbf-443a-a596-1e27022d6a62', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'admin_state_up': True, 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'security_groups': ['6aa20bff-cf21-4f73-9795-0f5fa292cda2']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:04:23.786288 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Made reservation on behalf of aedc53f0d3cb4085a13bf58183b7e6c5 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:04:23.793310 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:24.313736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Allocated IP 172.20.0.4 (d34059ff-62ef-4be9-8766-3f5b61ff5430/d67a2953-15cb-4a0d-b30c-ca1385d20dc1/70823b8e-aa13-4138-a128-b3633eb091d6) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:04:24.469137 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:24.562561 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:24.631491 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Network d34059ff-62ef-4be9-8766-3f5b61ff5430 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:04:24.639726 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:04:24.643322 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:04:24.646377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Pushing event updated for resources: {'Port': ['ID=70823b8e-aa13-4138-a128-b3633eb091d6,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:24.686718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf54784-ed46-47b6-9105-8baa545cc94a req-cd4c5f0f-8832-4be4-af9c-abf8ccb5ff58 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:24.688392 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf54784-ed46-47b6-9105-8baa545cc94a req-cd4c5f0f-8832-4be4-af9c-abf8ccb5ff58 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 931 time: 0.1375818 Nov 12 05:04:24.692920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.693273 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.694153 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.694494 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.694864 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.695197 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.695528 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.695859 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.696190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.696515 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.696839 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.697169 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.746066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:24.746795 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:24.781378 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3cf54784-ed46-47b6-9105-8baa545cc94a req-a6ffd627-45d6-48bf-8190-8d0d82e72c7b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778346 Nov 12 05:04:24.863078 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-ebd850f0-4e0f-4015-824c-8d9dc90f6563 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3287928 Nov 12 05:04:24.883052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Request body: {'port': {'device_id': 'b2bed374-0bbf-443a-a596-1e27022d6a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:04:24.942913 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:24.966832 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-336dcb7d-e9b9-4754-95f2-ebe48f45ab02 None None] Provisioning complete for port 70823b8e-aa13-4138-a128-b3633eb091d6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:04:24.967454 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-336dcb7d-e9b9-4754-95f2-ebe48f45ab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:25.030708 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-336dcb7d-e9b9-4754-95f2-ebe48f45ab02 None None] Port 70823b8e-aa13-4138-a128-b3633eb091d6 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:04:25.253100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70823b8e-aa13-4138-a128-b3633eb091d6 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:04:25.261681 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:25.276697 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Transition to ACTIVE for port object 70823b8e-aa13-4138-a128-b3633eb091d6 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:04:25.357292 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:25.411865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Pushing event updated for resources: {'Port': ['ID=70823b8e-aa13-4138-a128-b3633eb091d6,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:25.522150 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Attempting to bind port 70823b8e-aa13-4138-a128-b3633eb091d6 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:04:25.522843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Attempting to bind port 70823b8e-aa13-4138-a128-b3633eb091d6 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:04:25.523217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Attempting to bind port 70823b8e-aa13-4138-a128-b3633eb091d6 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:04:25.531643 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Port 70823b8e-aa13-4138-a128-b3633eb091d6 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:04:25.532165 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Attempting to bind port 70823b8e-aa13-4138-a128-b3633eb091d6 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:04:25.542360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:04:25.542963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Checking segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:04:25.543625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Bound using segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:04:25.544302 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Bound port: 70823b8e-aa13-4138-a128-b3633eb091d6, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:04:25.544911 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:25.629112 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] For port 70823b8e-aa13-4138-a128-b3633eb091d6, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:04:25.632842 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] For port 70823b8e-aa13-4138-a128-b3633eb091d6, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=70823b8e-aa13-4138-a128-b3633eb091d6,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:04:25.708678 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:25.748164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:25.748797 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:25.750795 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] 10.222.0.31 "PUT /v2.0/ports/70823b8e-aa13-4138-a128-b3633eb091d6 HTTP/1.1" status: 200 len: 1092 time: 0.8738673 Nov 12 05:04:25.751382 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bed374-0bbf-443a-a596-1e27022d6a62', 'tag': '70823b8e-aa13-4138-a128-b3633eb091d6'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:04:25.753585 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3bd9fe-e053-4f02-8ae0-fa5607b0c5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bed374-0bbf-443a-a596-1e27022d6a62", "tag": "70823b8e-aa13-4138-a128-b3633eb091d6"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:04:25.795199 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1acf4-68f6-4f6b-9982-54cc92a06783 service neutron] Pushing event updated for resources: {'Port': ['ID=70823b8e-aa13-4138-a128-b3633eb091d6,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:25.805360 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dff71bd-c325-4424-9b3f-900a923064ca x-openstack-request-id: req-4dff71bd-c325-4424-9b3f-900a923064ca {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:04:25.805752 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bed374-0bbf-443a-a596-1e27022d6a62", "tag": "70823b8e-aa13-4138-a128-b3633eb091d6", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:04:25.806125 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4dff71bd-c325-4424-9b3f-900a923064ca {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:04:25.806750 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bed374-0bbf-443a-a596-1e27022d6a62', 'tag': '70823b8e-aa13-4138-a128-b3633eb091d6', 'status': 'completed', 'code': 200} Nov 12 05:04:25.969411 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bd9fe-e053-4f02-8ae0-fa5607b0c5b6 req-bfdff099-e56d-4f58-a06b-67830cae65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:25.971057 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e3bd9fe-e053-4f02-8ae0-fa5607b0c5b6 req-bfdff099-e56d-4f58-a06b-67830cae65c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 1095 time: 0.1159801 Nov 12 05:04:25.984665 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e824500-9bc2-4b8e-8bcb-c922d3cc0413 req-78490969-5679-4708-98eb-3393f26522df tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:25.986456 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e824500-9bc2-4b8e-8bcb-c922d3cc0413 req-78490969-5679-4708-98eb-3393f26522df tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 943 time: 0.0870607 Nov 12 05:04:26.106412 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e824500-9bc2-4b8e-8bcb-c922d3cc0413 req-80fbd9a5-649d-43be-b07e-d098e3e4a328 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095645 Nov 12 05:04:26.131901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bd9fe-e053-4f02-8ae0-fa5607b0c5b6 req-a5a4b99a-1efd-45b9-a9ff-670444f3b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:26.133755 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e3bd9fe-e053-4f02-8ae0-fa5607b0c5b6 req-a5a4b99a-1efd-45b9-a9ff-670444f3b723 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1462970 Nov 12 05:04:26.249209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bd9fe-e053-4f02-8ae0-fa5607b0c5b6 req-11f965f6-789f-4259-82d8-cfe5d8e096ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:26.250825 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e3bd9fe-e053-4f02-8ae0-fa5607b0c5b6 req-11f965f6-789f-4259-82d8-cfe5d8e096ca service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1097515 Nov 12 05:04:26.356749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-bc9990d5-6fca-4e9c-8fa2-3c84c7cfc594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:26.358388 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-bc9990d5-6fca-4e9c-8fa2-3c84c7cfc594 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 1095 time: 0.0461233 Nov 12 05:04:26.414957 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-040702b9-ec1d-4ac1-85fa-aaab420b4446 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70823b8e-aa13-4138-a128-b3633eb091d6 HTTP/1.1" status: 200 len: 217 time: 0.0420566 Nov 12 05:04:26.496434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-16ea2e3e-8412-435d-ac41-54dac8353a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:26.498965 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-16ea2e3e-8412-435d-ac41-54dac8353a6d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0770292 Nov 12 05:04:26.566967 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-108420e7-5a73-43f7-8ed6-be46d44889fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:26.568620 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-108420e7-5a73-43f7-8ed6-be46d44889fe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613260 Nov 12 05:04:26.673695 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-210fb3ae-a503-49ee-8454-87814a36133b service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975752 Nov 12 05:04:26.778030 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8548d8b3-72a7-4892-aec6-e8a06e77bff6 req-3493ac03-b589-4689-8d46-e69aa71fa7e9 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965784 Nov 12 05:04:27.259840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a752e-ef0f-455b-a06d-8d1b92bf313f req-084670e3-b3ad-44c1-8961-951b54eb2dc6 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:27.261437 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-527a752e-ef0f-455b-a06d-8d1b92bf313f req-084670e3-b3ad-44c1-8961-951b54eb2dc6 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 943 time: 0.0524940 Nov 12 05:04:27.319316 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-527a752e-ef0f-455b-a06d-8d1b92bf313f req-09f6771f-ff00-4c8f-bbd2-7d37f46ef7d4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513327 Nov 12 05:04:28.459230 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892dd5e-4468-48fe-9a5c-3e8d8d9d2d3d req-92e662f8-da91-4edc-a2d4-cd540b89e1b3 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:28.460950 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2892dd5e-4468-48fe-9a5c-3e8d8d9d2d3d req-92e662f8-da91-4edc-a2d4-cd540b89e1b3 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 943 time: 0.0550921 Nov 12 05:04:28.529706 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2892dd5e-4468-48fe-9a5c-3e8d8d9d2d3d req-9d3a80cb-96fd-480e-a0af-82e8ab523772 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620961 Nov 12 05:04:29.679178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca2d95-4ad3-4927-a5cd-6aa8521226cd req-e5d1d83e-0ae8-4aa3-a4b4-d372984e0d73 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:29.680835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bcca2d95-4ad3-4927-a5cd-6aa8521226cd req-e5d1d83e-0ae8-4aa3-a4b4-d372984e0d73 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 943 time: 0.0563931 Nov 12 05:04:29.741017 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bcca2d95-4ad3-4927-a5cd-6aa8521226cd req-07dbed45-ce30-4dfd-9b23-784cf859061b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483356 Nov 12 05:04:30.866819 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 70823b8e-aa13-4138-a128-b3633eb091d6 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:04:30.892419 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69e768-d64d-4e52-9d60-a68ea5c90682 req-7b848d85-c1a4-4db4-9433-1beb1cd89b48 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:30.895108 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d69e768-d64d-4e52-9d60-a68ea5c90682 req-7b848d85-c1a4-4db4-9433-1beb1cd89b48 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 943 time: 0.0746770 Nov 12 05:04:30.988569 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d69e768-d64d-4e52-9d60-a68ea5c90682 req-66d05273-4ce1-48fd-bece-fae3b39b352e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830686 Nov 12 05:04:31.001576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 70823b8e-aa13-4138-a128-b3633eb091d6, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=70823b8e-aa13-4138-a128-b3633eb091d6,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:04:31.019893 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '70823b8e-aa13-4138-a128-b3633eb091d6', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'port_id': '70823b8e-aa13-4138-a128-b3633eb091d6', 'mac_address': 'fa:16:3e:c1:d1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:04:31.065494 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:31.084941 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70823b8e-aa13-4138-a128-b3633eb091d6 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:04:31.107897 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 70823b8e-aa13-4138-a128-b3633eb091d6, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=70823b8e-aa13-4138-a128-b3633eb091d6,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:04:31.174055 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:31.224543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=70823b8e-aa13-4138-a128-b3633eb091d6,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:31.475326 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['70823b8e-aa13-4138-a128-b3633eb091d6'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:04:32.130499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da21ef-56d6-4fd4-940f-41d1d16e63bb req-7169496c-923a-4eee-97d1-9a8a3378dc5e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:32.132466 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5da21ef-56d6-4fd4-940f-41d1d16e63bb req-7169496c-923a-4eee-97d1-9a8a3378dc5e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 944 time: 0.0559671 Nov 12 05:04:32.184186 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5da21ef-56d6-4fd4-940f-41d1d16e63bb req-557acaf1-832a-4a24-bdb3-eec58130f939 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455236 Nov 12 05:04:32.896912 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 70823b8e-aa13-4138-a128-b3633eb091d6 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:04:33.036039 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 70823b8e-aa13-4138-a128-b3633eb091d6 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:04:33.040856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 70823b8e-aa13-4138-a128-b3633eb091d6 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:04:33.041224 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:33.156409 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:33.181498 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bed374-0bbf-443a-a596-1e27022d6a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70823b8e-aa13-4138-a128-b3633eb091d6'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:04:33.183896 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764b85cd-5ba1-4eb2-b1b1-e92189b2594d" -d '{"events": [{"server_uuid": "b2bed374-0bbf-443a-a596-1e27022d6a62", "name": "network-vif-plugged", "status": "completed", "tag": "70823b8e-aa13-4138-a128-b3633eb091d6"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:04:33.205582 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 70823b8e-aa13-4138-a128-b3633eb091d6, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=70823b8e-aa13-4138-a128-b3633eb091d6,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:04:33.237113 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-12d4d9bb-c88f-4b50-b99b-0df904c60f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:33.243912 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23af50a9-8f29-45ac-8465-93b6c7cb2aba x-openstack-request-id: req-23af50a9-8f29-45ac-8465-93b6c7cb2aba {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:04:33.246087 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bed374-0bbf-443a-a596-1e27022d6a62", "name": "network-vif-plugged", "status": "completed", "tag": "70823b8e-aa13-4138-a128-b3633eb091d6", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:04:33.246087 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23af50a9-8f29-45ac-8465-93b6c7cb2aba {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:04:33.246087 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bed374-0bbf-443a-a596-1e27022d6a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70823b8e-aa13-4138-a128-b3633eb091d6', 'code': 200} Nov 12 05:04:33.266161 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:33.333611 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=70823b8e-aa13-4138-a128-b3633eb091d6,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:33.434102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc15316-b6b6-43da-9fd8-74667835d470 req-01dbdf7f-bacb-4fdf-8a8d-21f89d0ff91d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:33.435782 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2bc15316-b6b6-43da-9fd8-74667835d470 req-01dbdf7f-bacb-4fdf-8a8d-21f89d0ff91d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.1055019 Nov 12 05:04:33.439372 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6a8c7-29d9-4565-b39c-65122a47f54b req-4365dc6c-3d9c-4f2f-a702-04551507e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:33.440935 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95d6a8c7-29d9-4565-b39c-65122a47f54b req-4365dc6c-3d9c-4f2f-a702-04551507e0fa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 1097 time: 0.0944068 Nov 12 05:04:33.523733 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2bc15316-b6b6-43da-9fd8-74667835d470 req-63665d8f-9822-414d-ba51-57724743f875 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785820 Nov 12 05:04:33.526167 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95d6a8c7-29d9-4565-b39c-65122a47f54b req-17762479-b053-4037-8f22-2662b71378b0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744262 Nov 12 05:04:34.544343 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:04:34.687295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cc391-b6ba-4f18-90a9-74f0aa8f0b3a req-aac45f71-6604-4da9-a676-a0ae7c5cec41 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:34.690263 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-781cc391-b6ba-4f18-90a9-74f0aa8f0b3a req-aac45f71-6604-4da9-a676-a0ae7c5cec41 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0716012 Nov 12 05:04:34.756076 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-781cc391-b6ba-4f18-90a9-74f0aa8f0b3a req-48224499-04c8-434f-9e5c-f9e83ab5cbac tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578477 Nov 12 05:04:35.576339 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22f34fed-3b84-40bb-a1d2-8e0e15db1a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:35.895823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af3e78-ff39-45b3-a733-06f4fb7ede39 req-bce7f441-36c6-4722-acec-971e1c20552d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:35.898088 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51af3e78-ff39-45b3-a733-06f4fb7ede39 req-bce7f441-36c6-4722-acec-971e1c20552d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0545740 Nov 12 05:04:35.951654 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-51af3e78-ff39-45b3-a733-06f4fb7ede39 req-06833cfe-a900-4cbb-8ddd-5c6aee3cc926 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459983 Nov 12 05:04:36.070928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca3c93-1264-410d-87fe-1d66679b5ef7 req-20bf3fcf-9b29-422a-ac70-92ba7dfa11ce tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:36.072496 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5aca3c93-1264-410d-87fe-1d66679b5ef7 req-20bf3fcf-9b29-422a-ac70-92ba7dfa11ce tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0531359 Nov 12 05:04:36.081309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 54762) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:36.085913 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-4ca182dd-5bfb-4598-b6e0-168e081a33ae tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Request body: {'floatingip': {'port_id': '70823b8e-aa13-4138-a128-b3633eb091d6'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:04:36.129976 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4ca182dd-5bfb-4598-b6e0-168e081a33ae tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:36.598393 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4ca182dd-5bfb-4598-b6e0-168e081a33ae tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:36.673406 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4ca182dd-5bfb-4598-b6e0-168e081a33ae tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:36.781875 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-4ca182dd-5bfb-4598-b6e0-168e081a33ae tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Floating IP f50cc8d4-df73-4639-ad0b-1ace21bfdf36 associated. External IP: 172.25.1.228, port: 70823b8e-aa13-4138-a128-b3633eb091d6. Nov 12 05:04:36.905541 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:37.020018 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca182dd-5bfb-4598-b6e0-168e081a33ae tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:04:37.140866 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca182dd-5bfb-4598-b6e0-168e081a33ae tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:04:37.148959 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4ca182dd-5bfb-4598-b6e0-168e081a33ae tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:37.156345 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4476c77-05a2-46fb-91aa-9cf425b349fa None None] Sync routers for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:04:37.173131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4476c77-05a2-46fb-91aa-9cf425b349fa None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:04:37.174168 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f4476c77-05a2-46fb-91aa-9cf425b349fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:04:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:37.196459 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4ca182dd-5bfb-4598-b6e0-168e081a33ae tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "PUT /v2.0/floatingips/f50cc8d4-df73-4639-ad0b-1ace21bfdf36 HTTP/1.1" status: 200 len: 991 time: 1.1138048 Nov 12 05:04:37.197359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bed374-0bbf-443a-a596-1e27022d6a62', 'tag': '70823b8e-aa13-4138-a128-b3633eb091d6'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:04:37.201367 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10bac76-5ea3-467a-b4c9-3951323c4665" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bed374-0bbf-443a-a596-1e27022d6a62", "tag": "70823b8e-aa13-4138-a128-b3633eb091d6"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:04:37.321623 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-f4476c77-05a2-46fb-91aa-9cf425b349fa None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:04:37.324906 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d395afc-1865-4e9e-ae9d-bf8ac41af2a7 x-openstack-request-id: req-3d395afc-1865-4e9e-ae9d-bf8ac41af2a7 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:04:37.325225 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bed374-0bbf-443a-a596-1e27022d6a62", "tag": "70823b8e-aa13-4138-a128-b3633eb091d6", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:04:37.325459 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d395afc-1865-4e9e-ae9d-bf8ac41af2a7 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:04:37.325896 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bed374-0bbf-443a-a596-1e27022d6a62', 'tag': '70823b8e-aa13-4138-a128-b3633eb091d6', 'status': 'completed', 'code': 200} Nov 12 05:04:37.417329 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bac76-5ea3-467a-b4c9-3951323c4665 req-4477c0bc-d1b8-489e-9737-5336a1234719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:37.428784 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d10bac76-5ea3-467a-b4c9-3951323c4665 req-4477c0bc-d1b8-489e-9737-5336a1234719 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 1097 time: 0.0456369 Nov 12 05:04:37.541050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bac76-5ea3-467a-b4c9-3951323c4665 req-bc9c7aaf-87ec-429a-b702-edbf77f63ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:37.542657 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d10bac76-5ea3-467a-b4c9-3951323c4665 req-bc9c7aaf-87ec-429a-b702-edbf77f63ec9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.1127560 Nov 12 05:04:37.609782 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f4476c77-05a2-46fb-91aa-9cf425b349fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'f50cc8d4-df73-4639-ad0b-1ace21bfdf36', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'port_id': '70823b8e-aa13-4138-a128-b3633eb091d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'mac_address': 'fa:16:3e:c1:d1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bed374-0bbf-443a-a596-1e27022d6a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:01:51Z', 'updated_at': '2021-11-12T05:04:36Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:37.622785 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d10bac76-5ea3-467a-b4c9-3951323c4665 req-7e9d8a19-d58f-478c-a999-337efc9baeba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70823b8e-aa13-4138-a128-b3633eb091d6 HTTP/1.1" status: 200 len: 999 time: 0.0727539 Nov 12 05:04:37.640233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4476c77-05a2-46fb-91aa-9cf425b349fa None None] Checking router: 1c54b749-5b7f-43c2-a196-1e7f9b548df4 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:04:37.650874 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4476c77-05a2-46fb-91aa-9cf425b349fa None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:04:37.651518 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f4476c77-05a2-46fb-91aa-9cf425b349fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:04:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:37.690001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bac76-5ea3-467a-b4c9-3951323c4665 req-4b80578a-b03f-4dbc-9232-c382c0ed043f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:37.692685 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d10bac76-5ea3-467a-b4c9-3951323c4665 req-4b80578a-b03f-4dbc-9232-c382c0ed043f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0627801 Nov 12 05:04:37.769138 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bac76-5ea3-467a-b4c9-3951323c4665 req-b2af9d9d-2761-4919-8d9e-b883f059b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:37.771112 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d10bac76-5ea3-467a-b4c9-3951323c4665 req-b2af9d9d-2761-4919-8d9e-b883f059b38a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715542 Nov 12 05:04:37.900817 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d10bac76-5ea3-467a-b4c9-3951323c4665 req-dadbbc52-139e-474d-a316-e8b54e5cfc67 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221695 Nov 12 05:04:37.973278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-f4476c77-05a2-46fb-91aa-9cf425b349fa None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:04:38.033217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d10bac76-5ea3-467a-b4c9-3951323c4665 req-81a29756-dbdc-493f-a06d-3db9f34295f2 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251748 Nov 12 05:04:38.268907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-f4476c77-05a2-46fb-91aa-9cf425b349fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'f50cc8d4-df73-4639-ad0b-1ace21bfdf36', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'port_id': '70823b8e-aa13-4138-a128-b3633eb091d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'mac_address': 'fa:16:3e:c1:d1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bed374-0bbf-443a-a596-1e27022d6a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:01:51Z', 'updated_at': '2021-11-12T05:04:36Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:38.300803 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4476c77-05a2-46fb-91aa-9cf425b349fa None None] The sync data for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 is: [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'f50cc8d4-df73-4639-ad0b-1ace21bfdf36', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'port_id': '70823b8e-aa13-4138-a128-b3633eb091d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'mac_address': 'fa:16:3e:c1:d1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bed374-0bbf-443a-a596-1e27022d6a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:01:51Z', 'updated_at': '2021-11-12T05:04:36Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:04:38.462249 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:38.522346 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102249c0-d88f-454f-bb8c-fa5645a753ec None None] New status for floating IP f50cc8d4-df73-4639-ad0b-1ace21bfdf36: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:04:39.113246 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:47.319205 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:48.491260 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:03.196960 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-212f43dc-c377-4b49-b1b1-a43c40afd9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:05.562280 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eb926c6d-b4cb-4cde-a785-ddc5ef245261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:06.905124 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:08.496104 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:09.141811 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:11.533708 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:05:17.265150 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:17.710693 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5563e895-7d22-43f8-97d9-b40fd8bc4271 req-7314ab2e-885e-437b-94a8-582ade8e63b7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452068 Nov 12 05:05:17.821432 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563e895-7d22-43f8-97d9-b40fd8bc4271 req-428cc01b-d97a-4fb4-b852-48dd0370223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:17.823052 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5563e895-7d22-43f8-97d9-b40fd8bc4271 req-428cc01b-d97a-4fb4-b852-48dd0370223c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 1097 time: 0.0529575 Nov 12 05:05:17.989519 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563e895-7d22-43f8-97d9-b40fd8bc4271 req-3019549b-fb08-4ac4-9140-4c8ce32c3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:17.989519 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5563e895-7d22-43f8-97d9-b40fd8bc4271 req-3019549b-fb08-4ac4-9140-4c8ce32c3fae service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.1286700 Nov 12 05:05:18.069279 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5563e895-7d22-43f8-97d9-b40fd8bc4271 req-3301c6fa-85f9-4eb9-9fab-6529f6b3e91c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70823b8e-aa13-4138-a128-b3633eb091d6 HTTP/1.1" status: 200 len: 1001 time: 0.0819776 Nov 12 05:05:18.158835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563e895-7d22-43f8-97d9-b40fd8bc4271 req-f54c602b-24f7-4190-b589-2f9226375ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:18.163133 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5563e895-7d22-43f8-97d9-b40fd8bc4271 req-f54c602b-24f7-4190-b589-2f9226375ded service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0847514 Nov 12 05:05:18.219559 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563e895-7d22-43f8-97d9-b40fd8bc4271 req-77440fd3-4cd3-40f7-9fc3-1085e46f3734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:18.222343 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5563e895-7d22-43f8-97d9-b40fd8bc4271 req-77440fd3-4cd3-40f7-9fc3-1085e46f3734 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525084 Nov 12 05:05:18.233770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-5563e895-7d22-43f8-97d9-b40fd8bc4271 req-f732bbef-704c-45f0-9b85-65a901e62150 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:05:18.234954 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5563e895-7d22-43f8-97d9-b40fd8bc4271 req-f732bbef-704c-45f0-9b85-65a901e62150 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056622 Nov 12 05:05:18.356165 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5563e895-7d22-43f8-97d9-b40fd8bc4271 req-b44c373e-099a-468b-bfeb-14acda9add24 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130311 Nov 12 05:05:18.448204 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:18.476966 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5563e895-7d22-43f8-97d9-b40fd8bc4271 req-5eb278eb-8219-4b25-85bf-f14ec593be50 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127853 Nov 12 05:05:33.187478 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-73ef2d8c-4ce3-445a-aac4-835bd4b9c61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:35.575345 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e796a29-47ce-4217-86ad-d49f13b52077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:36.895955 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:38.466690 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:39.145025 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:47.271049 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:48.464431 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:48.532594 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:06:03.189691 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2f7798c-f6b1-428b-a1a9-1c366edb1362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:05.558065 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-844aaccc-78d3-4003-9155-d31fbe96b48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:06.900686 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:08.469788 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:09.167403 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:13.942597 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863749a8-5ebd-43df-9420-b3b14cc9b6a2 req-1c974ba8-0afa-4925-8813-5c64f4a0eaf8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:13.944400 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-863749a8-5ebd-43df-9420-b3b14cc9b6a2 req-1c974ba8-0afa-4925-8813-5c64f4a0eaf8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.2052228 Nov 12 05:06:14.022304 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-863749a8-5ebd-43df-9420-b3b14cc9b6a2 req-5610acf3-afac-45ba-888f-10d06358f43d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706916 Nov 12 05:06:15.157543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559dc2e-5bde-4523-9d1b-0826d646e489 req-8bae1beb-b72b-406b-aacd-de7edae00301 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:15.159206 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6559dc2e-5bde-4523-9d1b-0826d646e489 req-8bae1beb-b72b-406b-aacd-de7edae00301 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0594172 Nov 12 05:06:15.225169 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6559dc2e-5bde-4523-9d1b-0826d646e489 req-9a6a0f5b-3358-494f-8991-0a5bf8b9cb41 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586107 Nov 12 05:06:16.352188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a16ed-90d3-4754-a876-4b0862ce66cb req-b1bc404d-3f64-4b67-889f-41bfe05941e0 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:16.353799 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-904a16ed-90d3-4754-a876-4b0862ce66cb req-b1bc404d-3f64-4b67-889f-41bfe05941e0 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0550873 Nov 12 05:06:16.408072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-904a16ed-90d3-4754-a876-4b0862ce66cb req-49c68755-c04b-4d11-8249-fae7b2e38f78 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478971 Nov 12 05:06:17.275927 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:17.545821 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7400ea-c0a2-49d0-820a-bb478e0f72d8 req-057e4b11-3052-4ef7-bf63-a39c33a253f2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:17.547747 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea7400ea-c0a2-49d0-820a-bb478e0f72d8 req-057e4b11-3052-4ef7-bf63-a39c33a253f2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0593798 Nov 12 05:06:17.605446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea7400ea-c0a2-49d0-820a-bb478e0f72d8 req-f29194d5-8c45-4c87-b727-f1eb7194b343 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508635 Nov 12 05:06:17.845813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab0135-c1e3-4441-bc91-db4401ced7d3 req-0267231b-e99d-49e9-8785-be02ff9f9d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:17.847749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8dab0135-c1e3-4441-bc91-db4401ced7d3 req-0267231b-e99d-49e9-8785-be02ff9f9d50 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 1097 time: 0.1165740 Nov 12 05:06:17.972636 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab0135-c1e3-4441-bc91-db4401ced7d3 req-ed8b951f-1486-468f-80fb-047452104908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:17.978846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8dab0135-c1e3-4441-bc91-db4401ced7d3 req-ed8b951f-1486-468f-80fb-047452104908 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.1038234 Nov 12 05:06:18.047464 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8dab0135-c1e3-4441-bc91-db4401ced7d3 req-44574aae-03fb-4a3b-a6a3-a4ac35a02c07 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70823b8e-aa13-4138-a128-b3633eb091d6 HTTP/1.1" status: 200 len: 1001 time: 0.0661790 Nov 12 05:06:18.103597 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab0135-c1e3-4441-bc91-db4401ced7d3 req-cf7ef84b-8b95-48c4-bf47-62a7097aaab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:18.105409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8dab0135-c1e3-4441-bc91-db4401ced7d3 req-cf7ef84b-8b95-48c4-bf47-62a7097aaab3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0504878 Nov 12 05:06:18.161361 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab0135-c1e3-4441-bc91-db4401ced7d3 req-944c8c7e-7a23-4f29-827d-990ebfcf781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:18.163280 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8dab0135-c1e3-4441-bc91-db4401ced7d3 req-944c8c7e-7a23-4f29-827d-990ebfcf781b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500047 Nov 12 05:06:18.261205 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8dab0135-c1e3-4441-bc91-db4401ced7d3 req-3023d4e1-90bb-43db-987d-09f43d9a32f6 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903347 Nov 12 05:06:18.361363 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8dab0135-c1e3-4441-bc91-db4401ced7d3 req-cfaaf576-fe20-48a9-9d48-463d19b75c17 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926313 Nov 12 05:06:18.448724 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:18.752293 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473bbd-9c1c-46b1-bc41-19a43af5db4e req-2223d120-c826-4be0-9394-2c722db14476 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:18.753927 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-be473bbd-9c1c-46b1-bc41-19a43af5db4e req-2223d120-c826-4be0-9394-2c722db14476 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0548494 Nov 12 05:06:18.812242 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-be473bbd-9c1c-46b1-bc41-19a43af5db4e req-df4292f7-91ce-47d5-a731-acde7b396acb tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510755 Nov 12 05:06:19.935414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4203b-f5b7-4fa2-aded-5a3e7e4a900e req-e8fea6fa-be54-4e7a-ac2b-380f177ac326 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:19.937023 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16f4203b-f5b7-4fa2-aded-5a3e7e4a900e req-e8fea6fa-be54-4e7a-ac2b-380f177ac326 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0521386 Nov 12 05:06:20.004229 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-16f4203b-f5b7-4fa2-aded-5a3e7e4a900e req-5b32e20d-e45a-4457-a8ef-b66d7720aeec tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603716 Nov 12 05:06:21.136117 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634109b-8baf-4852-8533-71c4b181a886 req-b140f3d0-a387-4a21-a001-ca043e522ea7 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:21.137708 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9634109b-8baf-4852-8533-71c4b181a886 req-b140f3d0-a387-4a21-a001-ca043e522ea7 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0545788 Nov 12 05:06:21.188520 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9634109b-8baf-4852-8533-71c4b181a886 req-870c4fba-d07e-4bea-8d61-75d65a6538f4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448256 Nov 12 05:06:22.321319 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee95f25-dcc4-4d97-9b03-e4ca27f877bc req-a7cfa641-b6de-47ce-ac63-c7cd3029afe8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:22.324188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1ee95f25-dcc4-4d97-9b03-e4ca27f877bc req-a7cfa641-b6de-47ce-ac63-c7cd3029afe8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0631661 Nov 12 05:06:22.384838 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1ee95f25-dcc4-4d97-9b03-e4ca27f877bc req-bfff60cf-d7c7-48aa-bf13-caae84f0f8f0 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523157 Nov 12 05:06:23.518325 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8e7b4-fb4e-4191-9258-63ad69b8874e req-4870fc54-bd4a-4cfa-b661-5ebf793869bd tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:23.519907 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9b8e7b4-fb4e-4191-9258-63ad69b8874e req-4870fc54-bd4a-4cfa-b661-5ebf793869bd tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0547268 Nov 12 05:06:23.572798 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9b8e7b4-fb4e-4191-9258-63ad69b8874e req-7ff0f831-b445-420a-95e8-df1092936fdf tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461805 Nov 12 05:06:24.695393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fec6b-878d-479a-bfea-66e9a465efbf req-0c040655-6cc1-493d-8cdc-b73ac4e406ce tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:24.696975 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-939fec6b-878d-479a-bfea-66e9a465efbf req-0c040655-6cc1-493d-8cdc-b73ac4e406ce tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0512645 Nov 12 05:06:24.750811 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-939fec6b-878d-479a-bfea-66e9a465efbf req-68321736-4caf-449a-81ec-3f7b59958374 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449121 Nov 12 05:06:25.531958 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:06:26.158383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c354b-6674-4d3e-b959-22b563fea47b req-e8d92295-5a29-4ef9-b457-2899adddfa78 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:26.159985 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c88c354b-6674-4d3e-b959-22b563fea47b req-e8d92295-5a29-4ef9-b457-2899adddfa78 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0573950 Nov 12 05:06:26.210796 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c88c354b-6674-4d3e-b959-22b563fea47b req-7c1c4c12-a87b-471d-a313-44bab50950c4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441132 Nov 12 05:06:26.282477 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-89ef3871-883e-4d46-8549-e057b967f679 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419147 Nov 12 05:06:27.332932 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f67bac-8090-443a-91b4-f26c21c127ea req-93084a02-7c06-4208-927b-f4fb6f8f7c12 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:27.334417 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41f67bac-8090-443a-91b4-f26c21c127ea req-93084a02-7c06-4208-927b-f4fb6f8f7c12 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0495715 Nov 12 05:06:27.383521 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-41f67bac-8090-443a-91b4-f26c21c127ea req-7fa7c6fb-b187-4019-910e-92e198c03ed6 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423081 Nov 12 05:06:28.337237 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-7a65fc99-13ea-4350-ad78-bdbc07d720be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:28.338795 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-7a65fc99-13ea-4350-ad78-bdbc07d720be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 1097 time: 0.0458379 Nov 12 05:06:28.443800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-a96dd40c-def4-4b68-ad86-48b246564962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:28.445359 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-a96dd40c-def4-4b68-ad86-48b246564962 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0987880 Nov 12 05:06:28.906800 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-75f04591-9f9b-4a39-bb02-459a86827bcf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70823b8e-aa13-4138-a128-b3633eb091d6 HTTP/1.1" status: 200 len: 1001 time: 0.4535220 Nov 12 05:06:28.920115 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bdc38-5633-4d19-b171-671a11cc8ae2 req-d9dfeea5-7432-4de0-afdd-f0ba3885d8d9 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:28.921590 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f15bdc38-5633-4d19-b171-671a11cc8ae2 req-d9dfeea5-7432-4de0-afdd-f0ba3885d8d9 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.4604254 Nov 12 05:06:28.988903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-1f525259-1853-4bc8-99a8-4bfdbc397aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:28.990304 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-1f525259-1853-4bc8-99a8-4bfdbc397aa6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0678318 Nov 12 05:06:29.010193 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f15bdc38-5633-4d19-b171-671a11cc8ae2 req-07571453-ac03-4f5b-9441-8f330f3d91d8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800989 Nov 12 05:06:29.039716 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-80f96018-4084-4bdb-8408-bac01eaea726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:29.041185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-80f96018-4084-4bdb-8408-bac01eaea726 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435848 Nov 12 05:06:29.147978 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-cac0ef93-496d-485a-aa6c-44ef5c01578f service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947785 Nov 12 05:06:29.240699 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-2c95d56f-0473-46e4-8ae6-4bd73e3f2ccb service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853417 Nov 12 05:06:30.131035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89b798-ac3e-4b0e-bcaf-aed6d820d5b3 req-23ed7126-fadb-4d8e-8bce-b300968a98e2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:30.132648 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d89b798-ac3e-4b0e-bcaf-aed6d820d5b3 req-23ed7126-fadb-4d8e-8bce-b300968a98e2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0509775 Nov 12 05:06:30.183832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4d89b798-ac3e-4b0e-bcaf-aed6d820d5b3 req-2c5b3a7b-8b98-4e5a-8773-13c7665552bb tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451252 Nov 12 05:06:31.307890 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c63929-beea-4541-a4e7-a88eb6c9aa95 req-b981a407-79c5-4804-9332-ed5981011ad7 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:31.309357 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09c63929-beea-4541-a4e7-a88eb6c9aa95 req-b981a407-79c5-4804-9332-ed5981011ad7 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0496171 Nov 12 05:06:31.356407 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09c63929-beea-4541-a4e7-a88eb6c9aa95 req-b753cd8d-1bd9-4059-bd20-af3cbf877ea6 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409057 Nov 12 05:06:31.415694 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-d3be37f4-a52c-480f-8304-10a1dd9bcdfa service neutron] show failed (client error): The resource could not be found. Nov 12 05:06:31.416716 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-d3be37f4-a52c-480f-8304-10a1dd9bcdfa service neutron] 10.222.0.31 "GET /v2.0/ports/70823b8e-aa13-4138-a128-b3633eb091d6/bindings/n-h1-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.0595496 Nov 12 05:06:31.977732 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-8aa36bb8-04d5-411a-a4a3-527cec6677da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:31.979312 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-8aa36bb8-04d5-411a-a4a3-527cec6677da service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62&tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5 HTTP/1.1" status: 200 len: 1097 time: 0.0957246 Nov 12 05:06:31.997469 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:06:32.058741 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:32.272869 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] For port 70823b8e-aa13-4138-a128-b3633eb091d6, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=70823b8e-aa13-4138-a128-b3633eb091d6,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:06:32.307485 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] For port 70823b8e-aa13-4138-a128-b3633eb091d6, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:06:32.346113 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bed374-0bbf-443a-a596-1e27022d6a62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70823b8e-aa13-4138-a128-b3633eb091d6'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:06:32.348469 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b72fed-2aec-4e8e-9f60-7c4b4e1488e1" -d '{"events": [{"server_uuid": "b2bed374-0bbf-443a-a596-1e27022d6a62", "name": "network-vif-unplugged", "status": "completed", "tag": "70823b8e-aa13-4138-a128-b3633eb091d6"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:06:32.352881 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:32.366763 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Transition to ACTIVE for port object 70823b8e-aa13-4138-a128-b3633eb091d6 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:06:32.400169 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba84545-e5c8-4cf1-b7b2-be7a484a6d5d x-openstack-request-id: req-bba84545-e5c8-4cf1-b7b2-be7a484a6d5d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:06:32.400483 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bed374-0bbf-443a-a596-1e27022d6a62", "name": "network-vif-unplugged", "status": "completed", "tag": "70823b8e-aa13-4138-a128-b3633eb091d6", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:06:32.400767 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bba84545-e5c8-4cf1-b7b2-be7a484a6d5d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:06:32.401662 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bed374-0bbf-443a-a596-1e27022d6a62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70823b8e-aa13-4138-a128-b3633eb091d6', 'code': 200} Nov 12 05:06:32.442731 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:32.502989 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62741a61-b5e0-4fa3-8389-e066ccdaff0a req-bf46f22d-4c22-48d8-9353-2c2365122a53 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:32.504548 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62741a61-b5e0-4fa3-8389-e066ccdaff0a req-bf46f22d-4c22-48d8-9353-2c2365122a53 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 943 time: 0.0574849 Nov 12 05:06:32.530038 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Pushing event updated for resources: {'Port': ['ID=70823b8e-aa13-4138-a128-b3633eb091d6,revision_number=6']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:06:32.539851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:32.540185 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:32.540734 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:32.541068 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:32.541399 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:32.541731 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:32.542152 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:32.542476 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:32.542840 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:32.543152 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:32.543469 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:32.543783 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:32.567509 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62741a61-b5e0-4fa3-8389-e066ccdaff0a req-fbd70385-0922-4a99-aaf7-3f72f17f15f2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555649 Nov 12 05:06:32.585293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] No DVR routers for this DVR port 70823b8e-aa13-4138-a128-b3633eb091d6 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:06:32.726502 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Attempting to bind port 70823b8e-aa13-4138-a128-b3633eb091d6 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:06:32.726881 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Attempting to bind port 70823b8e-aa13-4138-a128-b3633eb091d6 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:06:32.727637 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Attempting to bind port 70823b8e-aa13-4138-a128-b3633eb091d6 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:06:32.733343 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Port 70823b8e-aa13-4138-a128-b3633eb091d6 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:06:32.733604 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Attempting to bind port 70823b8e-aa13-4138-a128-b3633eb091d6 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:06:32.738816 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:06:32.739154 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Checking segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:06:32.739539 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Bound using segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:06:32.739962 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Bound port: 70823b8e-aa13-4138-a128-b3633eb091d6, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:06:32.740330 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:32.809920 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] For port 70823b8e-aa13-4138-a128-b3633eb091d6, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:06:32.809920 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] For port 70823b8e-aa13-4138-a128-b3633eb091d6, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=70823b8e-aa13-4138-a128-b3633eb091d6,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:06:32.900525 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:32.940602 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:32.941144 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:32.942831 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] 10.222.0.21 "PUT /v2.0/ports/70823b8e-aa13-4138-a128-b3633eb091d6 HTTP/1.1" status: 200 len: 1092 time: 0.9497745 Nov 12 05:06:32.964338 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c664c-35a1-4909-a39c-242944aa1d21 service neutron] Pushing event updated for resources: {'Port': ['ID=70823b8e-aa13-4138-a128-b3633eb091d6,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:06:33.029129 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-56602cf7-ef25-4bc0-8727-dbb08b45a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:33.030678 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-56602cf7-ef25-4bc0-8727-dbb08b45a67e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 1095 time: 0.0451241 Nov 12 05:06:33.137066 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-73e871ce-e57c-48de-bf9a-4226093a2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:33.142086 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-73e871ce-e57c-48de-bf9a-4226093a2c9e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0997989 Nov 12 05:06:33.208039 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d8a3af4e-d25d-4b4c-beb5-c53716d0743b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:33.219739 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-bed23b57-aab6-4ee5-8c4a-f117be0fdfb4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70823b8e-aa13-4138-a128-b3633eb091d6 HTTP/1.1" status: 200 len: 999 time: 0.0739193 Nov 12 05:06:33.272733 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-f9f7f5fb-0a73-4c2d-accc-e713f9e83fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:33.274224 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-f9f7f5fb-0a73-4c2d-accc-e713f9e83fb8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0476077 Nov 12 05:06:33.324976 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-42418333-8eac-413a-9c51-ae5423127713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:33.326519 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-42418333-8eac-413a-9c51-ae5423127713 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448432 Nov 12 05:06:33.429864 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-934fdff5-3514-4be5-b80d-1f6bb6f68803 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951450 Nov 12 05:06:33.528542 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3d8ed235-d995-4f62-9e3e-0e0c07019a25 req-922a7f17-8426-4f0f-a806-9ee08f440946 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923424 Nov 12 05:06:33.694509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357060e-b728-46a9-8598-78824919f0c5 req-39ed313f-da14-494e-9a41-84f5ce131a26 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:33.696121 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9357060e-b728-46a9-8598-78824919f0c5 req-39ed313f-da14-494e-9a41-84f5ce131a26 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 943 time: 0.0542526 Nov 12 05:06:33.755971 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9357060e-b728-46a9-8598-78824919f0c5 req-b6e267c5-0b87-4b43-9320-ac5b1339d989 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521240 Nov 12 05:06:34.402165 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bed374-0bbf-443a-a596-1e27022d6a62', 'tag': '70823b8e-aa13-4138-a128-b3633eb091d6'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:06:34.404657 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86a230f-381e-4f1e-8c23-a2cafeca5880" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bed374-0bbf-443a-a596-1e27022d6a62", "tag": "70823b8e-aa13-4138-a128-b3633eb091d6"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:06:34.455842 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b608d5bb-ec84-4834-bb42-a1dce817e6a0 x-openstack-request-id: req-b608d5bb-ec84-4834-bb42-a1dce817e6a0 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:06:34.456134 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bed374-0bbf-443a-a596-1e27022d6a62", "tag": "70823b8e-aa13-4138-a128-b3633eb091d6", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:06:34.456388 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b608d5bb-ec84-4834-bb42-a1dce817e6a0 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:06:34.456793 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bed374-0bbf-443a-a596-1e27022d6a62', 'tag': '70823b8e-aa13-4138-a128-b3633eb091d6', 'status': 'completed', 'code': 200} Nov 12 05:06:34.538420 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-65e54543-5431-4381-b3db-763594ea5f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:34.539957 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-65e54543-5431-4381-b3db-763594ea5f80 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 1095 time: 0.0442588 Nov 12 05:06:34.546621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-6d20a2af-6162-4325-b33a-0a83890d9fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:34.548361 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-6d20a2af-6162-4325-b33a-0a83890d9fd4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 1095 time: 0.0456588 Nov 12 05:06:34.637769 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-b1f8c14e-c988-459f-b4ee-a6923eff0033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:34.639379 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-b1f8c14e-c988-459f-b4ee-a6923eff0033 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0918744 Nov 12 05:06:34.677861 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-2eb792c9-c8fb-4bcb-8678-d9ae840e5fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:34.679322 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-2eb792c9-c8fb-4bcb-8678-d9ae840e5fd0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.1238780 Nov 12 05:06:34.713563 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-c976358f-6d3a-4e64-a496-64d6d80cad26 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70823b8e-aa13-4138-a128-b3633eb091d6 HTTP/1.1" status: 200 len: 999 time: 0.0667481 Nov 12 05:06:34.760699 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-e414b6a2-d463-4250-8946-9ab1945dfc92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70823b8e-aa13-4138-a128-b3633eb091d6 HTTP/1.1" status: 200 len: 999 time: 0.0741746 Nov 12 05:06:34.768190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-9a019b18-1ad7-47ec-8612-83fd268f425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:34.769653 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-9a019b18-1ad7-47ec-8612-83fd268f425b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0473533 Nov 12 05:06:34.816418 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-0b7e5f3b-6e50-4fe2-96b9-bdc994f52be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:34.817947 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-0b7e5f3b-6e50-4fe2-96b9-bdc994f52be5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0500734 Nov 12 05:06:34.818092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-6c6ef246-7550-4130-8716-7e33b11464a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:34.820106 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-6c6ef246-7550-4130-8716-7e33b11464a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436237 Nov 12 05:06:34.867613 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-0cbf48c3-f8f9-40b5-84ed-ca46adb2ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:34.869154 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-0cbf48c3-f8f9-40b5-84ed-ca46adb2ce16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437889 Nov 12 05:06:34.939645 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30d7e7-049f-4087-9aab-8fa68d4e19c6 req-cc44a603-8d2b-44b0-a803-fa9b9c7ae2fb tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:34.941034 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e30d7e7-049f-4087-9aab-8fa68d4e19c6 req-cc44a603-8d2b-44b0-a803-fa9b9c7ae2fb tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 943 time: 0.1032162 Nov 12 05:06:34.970652 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-5df8aabe-17cc-490d-9d07-15d1ea9e482d service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925062 Nov 12 05:06:34.971139 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-ef36cc59-00ad-43b4-8cbf-50092aaa13ce service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422687 Nov 12 05:06:35.054598 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e30d7e7-049f-4087-9aab-8fa68d4e19c6 req-0d30a7ec-8a0f-4daf-8819-e0811e3cd309 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010947 Nov 12 05:06:35.065848 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-4f57f3ba-e0a2-4bcb-a561-42aa6a74b077 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885639 Nov 12 05:06:35.091289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a86a230f-381e-4f1e-8c23-a2cafeca5880 req-b1b060c6-f3e4-4bc2-8737-518ca6f6181b service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128879 Nov 12 05:06:35.494910 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 70823b8e-aa13-4138-a128-b3633eb091d6 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:06:35.535456 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 70823b8e-aa13-4138-a128-b3633eb091d6 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:06:35.544898 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1ca16acf-5b8b-4668-a84b-afe1bb64c277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:36.184244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9889a51-b30f-4a76-a4c9-e1e2a5be7975 req-e917f8d6-c16f-4984-8f37-c5b24fc8b78d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:36.185903 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f9889a51-b30f-4a76-a4c9-e1e2a5be7975 req-e917f8d6-c16f-4984-8f37-c5b24fc8b78d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 943 time: 0.0603118 Nov 12 05:06:36.249263 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f9889a51-b30f-4a76-a4c9-e1e2a5be7975 req-9e170cb2-1aa0-4240-a260-9671a407a45e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565195 Nov 12 05:06:36.916483 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:37.336812 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 70823b8e-aa13-4138-a128-b3633eb091d6 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:06:37.380232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18609076-f334-4ea9-ac3c-46b7bdcaea15 req-e0f7d326-54a2-4fea-9880-d5aee15b70aa tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:37.382362 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18609076-f334-4ea9-ac3c-46b7bdcaea15 req-e0f7d326-54a2-4fea-9880-d5aee15b70aa tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 943 time: 0.0581131 Nov 12 05:06:37.435268 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18609076-f334-4ea9-ac3c-46b7bdcaea15 req-dc93f822-00e7-4667-bd75-79a092b5493f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466282 Nov 12 05:06:37.440884 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 70823b8e-aa13-4138-a128-b3633eb091d6, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=70823b8e-aa13-4138-a128-b3633eb091d6,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:06:37.453394 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '70823b8e-aa13-4138-a128-b3633eb091d6', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'port_id': '70823b8e-aa13-4138-a128-b3633eb091d6', 'mac_address': 'fa:16:3e:c1:d1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:06:37.493931 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:37.508260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70823b8e-aa13-4138-a128-b3633eb091d6 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:06:37.529343 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 70823b8e-aa13-4138-a128-b3633eb091d6, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=70823b8e-aa13-4138-a128-b3633eb091d6,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:06:37.617630 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:37.670860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=70823b8e-aa13-4138-a128-b3633eb091d6,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:06:37.679099 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:37.679443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:37.680142 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:37.680482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:37.680819 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:37.681147 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:37.681480 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:37.681802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:37.682116 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:37.682435 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:37.682787 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:37.683107 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:37.827321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54384753-a356-4c63-8be3-6247af169e13 req-61213ca8-fb4b-4f3b-9e83-5f67b8693c4d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:37.828981 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54384753-a356-4c63-8be3-6247af169e13 req-61213ca8-fb4b-4f3b-9e83-5f67b8693c4d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 944 time: 0.0511568 Nov 12 05:06:37.912039 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54384753-a356-4c63-8be3-6247af169e13 req-8ba4f639-aa51-4cf5-8e7b-2791ceae40ad tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748012 Nov 12 05:06:37.936438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27322-7ff9-4773-8c18-115ea98688e8 req-2420bcff-3816-4399-adb6-8ca2f279cf6a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:37.937995 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27b27322-7ff9-4773-8c18-115ea98688e8 req-2420bcff-3816-4399-adb6-8ca2f279cf6a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62&tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&binding%3Ahost_id=n-h1-768509-24 HTTP/1.1" status: 200 len: 944 time: 0.0686312 Nov 12 05:06:38.009246 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-27b27322-7ff9-4773-8c18-115ea98688e8 req-3416f5db-ccdc-4380-beaf-5e66cfa73a67 service neutron] delete failed (client error): The resource could not be found. Nov 12 05:06:38.010312 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27b27322-7ff9-4773-8c18-115ea98688e8 req-3416f5db-ccdc-4380-beaf-5e66cfa73a67 service neutron] 10.222.0.31 "DELETE /v2.0/ports/70823b8e-aa13-4138-a128-b3633eb091d6/bindings/n-h2-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.0651217 Nov 12 05:06:38.056082 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['70823b8e-aa13-4138-a128-b3633eb091d6'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:06:38.124110 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27322-7ff9-4773-8c18-115ea98688e8 req-d011198a-b00c-4ef2-bcb4-39eb2ad0acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:38.126051 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27b27322-7ff9-4773-8c18-115ea98688e8 req-d011198a-b00c-4ef2-bcb4-39eb2ad0acb4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 1096 time: 0.0456338 Nov 12 05:06:38.218651 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27322-7ff9-4773-8c18-115ea98688e8 req-9e7cec77-7853-4e12-830e-acced0cb485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:38.220103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27b27322-7ff9-4773-8c18-115ea98688e8 req-9e7cec77-7853-4e12-830e-acced0cb485b service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0877721 Nov 12 05:06:38.289991 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27b27322-7ff9-4773-8c18-115ea98688e8 req-66b1cd9c-f6e0-4ded-b3c9-292edc26cfc9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70823b8e-aa13-4138-a128-b3633eb091d6 HTTP/1.1" status: 200 len: 1000 time: 0.0630183 Nov 12 05:06:38.339506 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27322-7ff9-4773-8c18-115ea98688e8 req-1bec6192-a832-4def-b36f-58904267ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:38.340963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27b27322-7ff9-4773-8c18-115ea98688e8 req-1bec6192-a832-4def-b36f-58904267ce78 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0436642 Nov 12 05:06:38.387928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27322-7ff9-4773-8c18-115ea98688e8 req-6db73d4e-7f9c-45bf-b532-55b914fbffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:38.389863 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27b27322-7ff9-4773-8c18-115ea98688e8 req-6db73d4e-7f9c-45bf-b532-55b914fbffce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408354 Nov 12 05:06:38.476974 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:38.484861 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27b27322-7ff9-4773-8c18-115ea98688e8 req-ae4ffc4d-2555-4080-bd7a-2e40e806f59a service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869117 Nov 12 05:06:38.579020 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27b27322-7ff9-4773-8c18-115ea98688e8 req-07bd4870-6d16-495f-b0c9-2dc5dd8b3758 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860813 Nov 12 05:06:39.035230 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b3d6d-fea7-4f47-9688-81244dc808dd req-0c93ad36-c05c-4750-aea5-869abb28447f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:39.036956 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-901b3d6d-fea7-4f47-9688-81244dc808dd req-0c93ad36-c05c-4750-aea5-869abb28447f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 944 time: 0.0517852 Nov 12 05:06:39.088591 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-901b3d6d-fea7-4f47-9688-81244dc808dd req-723ff732-5d20-4d2e-8c3c-6d514c4e87d9 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456398 Nov 12 05:06:39.162535 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:39.352486 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 70823b8e-aa13-4138-a128-b3633eb091d6 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:06:39.516363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 70823b8e-aa13-4138-a128-b3633eb091d6 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:06:39.520366 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 70823b8e-aa13-4138-a128-b3633eb091d6 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:06:39.520733 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:39.603386 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:39.631045 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bed374-0bbf-443a-a596-1e27022d6a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70823b8e-aa13-4138-a128-b3633eb091d6'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:06:39.633403 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426b6380-b011-4208-9560-162246fbbd89" -d '{"events": [{"server_uuid": "b2bed374-0bbf-443a-a596-1e27022d6a62", "name": "network-vif-plugged", "status": "completed", "tag": "70823b8e-aa13-4138-a128-b3633eb091d6"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:06:39.654246 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 70823b8e-aa13-4138-a128-b3633eb091d6, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=70823b8e-aa13-4138-a128-b3633eb091d6,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:06:39.738534 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c24f22-b423-41dd-811e-c30668f6e227 x-openstack-request-id: req-f1c24f22-b423-41dd-811e-c30668f6e227 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:06:39.738534 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bed374-0bbf-443a-a596-1e27022d6a62", "name": "network-vif-plugged", "status": "completed", "tag": "70823b8e-aa13-4138-a128-b3633eb091d6", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:06:39.738534 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1c24f22-b423-41dd-811e-c30668f6e227 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:06:39.738534 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bed374-0bbf-443a-a596-1e27022d6a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70823b8e-aa13-4138-a128-b3633eb091d6', 'code': 200} Nov 12 05:06:39.754662 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:39.803678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=70823b8e-aa13-4138-a128-b3633eb091d6,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:06:40.207535 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1e2de-289f-4d6d-bd27-4f84710c5ddd req-b03758a4-e45a-4afb-99a8-2aeb5b0cb065 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:40.210247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-20f1e2de-289f-4d6d-bd27-4f84710c5ddd req-b03758a4-e45a-4afb-99a8-2aeb5b0cb065 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0498140 Nov 12 05:06:40.258461 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-20f1e2de-289f-4d6d-bd27-4f84710c5ddd req-5cfa0808-ead8-4db7-855c-de257e4fe838 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416522 Nov 12 05:06:40.390818 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76436be1-12f8-429a-ac6e-3866d1ce0d21 req-46c9f3dd-4c83-4ff4-8e32-ffdb470a7f90 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:40.392318 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76436be1-12f8-429a-ac6e-3866d1ce0d21 req-46c9f3dd-4c83-4ff4-8e32-ffdb470a7f90 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0547945 Nov 12 05:06:40.441357 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76436be1-12f8-429a-ac6e-3866d1ce0d21 req-05cb3582-d27c-4307-a665-efe1107cf92c tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420210 Nov 12 05:06:40.807934 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c77a9f-f872-46b0-bb6d-052f1c1f708d req-d5225e46-416f-42d4-8443-a5a7981b05c0 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:40.809597 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33c77a9f-f872-46b0-bb6d-052f1c1f708d req-d5225e46-416f-42d4-8443-a5a7981b05c0 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0573595 Nov 12 05:06:40.863254 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33c77a9f-f872-46b0-bb6d-052f1c1f708d req-2a7b1aa7-5844-4402-9574-c7fd5856d214 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468323 Nov 12 05:06:40.915161 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa383d4-739b-4921-aedd-4c70f2beea53 req-fa5a15a4-511e-44ed-baf1-12257411e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:40.916704 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9fa383d4-739b-4921-aedd-4c70f2beea53 req-fa5a15a4-511e-44ed-baf1-12257411e73c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 1097 time: 0.0486741 Nov 12 05:06:41.008673 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa383d4-739b-4921-aedd-4c70f2beea53 req-310260d0-c124-45a9-8e94-367489b545c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:41.010055 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9fa383d4-739b-4921-aedd-4c70f2beea53 req-310260d0-c124-45a9-8e94-367489b545c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0862427 Nov 12 05:06:41.081191 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9fa383d4-739b-4921-aedd-4c70f2beea53 req-6e50509c-ff6b-4f38-8f17-181be6cf426c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70823b8e-aa13-4138-a128-b3633eb091d6 HTTP/1.1" status: 200 len: 1001 time: 0.0627465 Nov 12 05:06:41.133515 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa383d4-739b-4921-aedd-4c70f2beea53 req-24dbbfb8-1125-4555-803a-3272846e3f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:41.135192 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9fa383d4-739b-4921-aedd-4c70f2beea53 req-24dbbfb8-1125-4555-803a-3272846e3f11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0472717 Nov 12 05:06:41.183315 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa383d4-739b-4921-aedd-4c70f2beea53 req-0705a494-2d21-41e8-babc-326afe81848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:41.184829 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9fa383d4-739b-4921-aedd-4c70f2beea53 req-0705a494-2d21-41e8-babc-326afe81848f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424109 Nov 12 05:06:41.285390 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9fa383d4-739b-4921-aedd-4c70f2beea53 req-e453a89d-a46d-4f99-a16d-7ca9610094bf service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923471 Nov 12 05:06:41.374305 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9fa383d4-739b-4921-aedd-4c70f2beea53 req-7d09c89f-7d4f-44cc-8145-7eb0153940dd service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824027 Nov 12 05:06:41.991315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cade984-14a7-40c1-85f8-b355c4559613 req-fbc7eef5-eb02-4d30-83e2-a4647e069218 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:41.992717 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4cade984-14a7-40c1-85f8-b355c4559613 req-fbc7eef5-eb02-4d30-83e2-a4647e069218 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0571363 Nov 12 05:06:42.045922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4cade984-14a7-40c1-85f8-b355c4559613 req-cdf7333b-17f6-41ef-8121-b01297ea58b4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469201 Nov 12 05:06:43.165511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c880b-29d5-4c7c-b1ea-297b16b643cd req-660ad0e0-6b44-4f2f-af53-ab11725e12e2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:43.167159 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de7c880b-29d5-4c7c-b1ea-297b16b643cd req-660ad0e0-6b44-4f2f-af53-ab11725e12e2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0512488 Nov 12 05:06:43.215397 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-de7c880b-29d5-4c7c-b1ea-297b16b643cd req-5619c386-b51d-476e-87f4-9ef7cb3e76ed tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424247 Nov 12 05:06:43.757828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6d1a1-2afc-46c6-b750-f2d748a1d870 req-e10a9b70-9f53-446d-937c-ae1bf0155d20 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:43.759412 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-20e6d1a1-2afc-46c6-b750-f2d748a1d870 req-e10a9b70-9f53-446d-937c-ae1bf0155d20 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0519168 Nov 12 05:06:43.807537 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-20e6d1a1-2afc-46c6-b750-f2d748a1d870 req-804b5927-5f23-4ae4-a4ac-ea3ae1e29345 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421782 Nov 12 05:06:44.932946 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a275a3-be7f-4a8c-bc6f-441d2fb9960f req-4367873e-4bbd-4571-b5a1-7f8636cfc8f7 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:44.934413 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d6a275a3-be7f-4a8c-bc6f-441d2fb9960f req-4367873e-4bbd-4571-b5a1-7f8636cfc8f7 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0572116 Nov 12 05:06:44.983204 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d6a275a3-be7f-4a8c-bc6f-441d2fb9960f req-1928c8cd-f26c-47ad-b6ae-327d3804edb3 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427849 Nov 12 05:06:45.277130 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f9c71-b95a-4dd3-bc95-28c009ff3db9 req-c2989d85-c9ee-47c7-a4bb-e29992304eb3 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:45.278495 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a80f9c71-b95a-4dd3-bc95-28c009ff3db9 req-c2989d85-c9ee-47c7-a4bb-e29992304eb3 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0571852 Nov 12 05:06:45.365158 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-a80f9c71-b95a-4dd3-bc95-28c009ff3db9 req-997330d8-ab59-4c19-a4c1-36a8583d91b2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Deleting port 70823b8e-aa13-4138-a128-b3633eb091d6 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:06:45.365495 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a80f9c71-b95a-4dd3-bc95-28c009ff3db9 req-997330d8-ab59-4c19-a4c1-36a8583d91b2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:45.454519 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-a80f9c71-b95a-4dd3-bc95-28c009ff3db9 req-997330d8-ab59-4c19-a4c1-36a8583d91b2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] For port 70823b8e-aa13-4138-a128-b3633eb091d6, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=70823b8e-aa13-4138-a128-b3633eb091d6,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:06:45.454910 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a80f9c71-b95a-4dd3-bc95-28c009ff3db9 req-997330d8-ab59-4c19-a4c1-36a8583d91b2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:45.620308 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a80f9c71-b95a-4dd3-bc95-28c009ff3db9 req-997330d8-ab59-4c19-a4c1-36a8583d91b2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:45.620578 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a80f9c71-b95a-4dd3-bc95-28c009ff3db9 req-997330d8-ab59-4c19-a4c1-36a8583d91b2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:45.620892 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [req-a80f9c71-b95a-4dd3-bc95-28c009ff3db9 req-997330d8-ab59-4c19-a4c1-36a8583d91b2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Floating IP f50cc8d4-df73-4639-ad0b-1ace21bfdf36 disassociated. External IP: 172.25.1.228, port: 70823b8e-aa13-4138-a128-b3633eb091d6. Nov 12 05:06:45.621229 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-a80f9c71-b95a-4dd3-bc95-28c009ff3db9 req-997330d8-ab59-4c19-a4c1-36a8583d91b2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Calling delete_port for 70823b8e-aa13-4138-a128-b3633eb091d6 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:06:46.102070 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e1e87-231d-4f6f-aca8-412b9e7693fb req-cd878348-2582-419d-b1fb-a32bde227355 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:46.103717 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-160e1e87-231d-4f6f-aca8-412b9e7693fb req-cd878348-2582-419d-b1fb-a32bde227355 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bed374-0bbf-443a-a596-1e27022d6a62 HTTP/1.1" status: 200 len: 945 time: 0.0499592 Nov 12 05:06:46.117000 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a80f9c71-b95a-4dd3-bc95-28c009ff3db9 req-997330d8-ab59-4c19-a4c1-36a8583d91b2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:46.145951 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997330d8-ab59-4c19-a4c1-36a8583d91b2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Pushing event deleted for resources: {'Port': ['ID=70823b8e-aa13-4138-a128-b3633eb091d6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:06:46.158944 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-160e1e87-231d-4f6f-aca8-412b9e7693fb req-1205685b-c336-4121-abd1-a61671442dd9 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488789 Nov 12 05:06:46.270519 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a80f9c71-b95a-4dd3-bc95-28c009ff3db9 req-997330d8-ab59-4c19-a4c1-36a8583d91b2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:06:46.383510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a80f9c71-b95a-4dd3-bc95-28c009ff3db9 req-997330d8-ab59-4c19-a4c1-36a8583d91b2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:06:46.395417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ecce1f-de2b-4181-bcde-9cba565c1fb7 None None] Sync routers for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:06:46.405303 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ecce1f-de2b-4181-bcde-9cba565c1fb7 None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:06:46.406046 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-79ecce1f-de2b-4181-bcde-9cba565c1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:06:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:06:46.421927 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80f9c71-b95a-4dd3-bc95-28c009ff3db9 req-997330d8-ab59-4c19-a4c1-36a8583d91b2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] No DVR routers for this DVR port 70823b8e-aa13-4138-a128-b3633eb091d6 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:06:46.424531 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a80f9c71-b95a-4dd3-bc95-28c009ff3db9 req-997330d8-ab59-4c19-a4c1-36a8583d91b2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:46.427922 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a80f9c71-b95a-4dd3-bc95-28c009ff3db9 req-997330d8-ab59-4c19-a4c1-36a8583d91b2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.21 "DELETE /v2.0/ports/70823b8e-aa13-4138-a128-b3633eb091d6 HTTP/1.1" status: 204 len: 173 time: 1.1431010 Nov 12 05:06:46.428907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bed374-0bbf-443a-a596-1e27022d6a62', 'name': 'network-vif-deleted', 'tag': '70823b8e-aa13-4138-a128-b3633eb091d6'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:06:46.431269 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55bfb12-e054-4a99-9086-9e4e4523eb9a" -d '{"events": [{"server_uuid": "b2bed374-0bbf-443a-a596-1e27022d6a62", "name": "network-vif-deleted", "tag": "70823b8e-aa13-4138-a128-b3633eb091d6"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:06:46.466913 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e48cbe-1704-46e1-8f08-6e0b9419d81c x-openstack-request-id: req-28e48cbe-1704-46e1-8f08-6e0b9419d81c {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:06:46.474532 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bed374-0bbf-443a-a596-1e27022d6a62", "name": "network-vif-deleted", "tag": "70823b8e-aa13-4138-a128-b3633eb091d6", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:06:46.474532 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28e48cbe-1704-46e1-8f08-6e0b9419d81c {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:06:46.474532 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bed374-0bbf-443a-a596-1e27022d6a62', 'name': 'network-vif-deleted', 'tag': '70823b8e-aa13-4138-a128-b3633eb091d6', 'status': 'completed', 'code': 200} Nov 12 05:06:46.523661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-79ecce1f-de2b-4181-bcde-9cba565c1fb7 None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:06:46.739225 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-79ecce1f-de2b-4181-bcde-9cba565c1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:06:46.767813 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ecce1f-de2b-4181-bcde-9cba565c1fb7 None None] Checking router: 1c54b749-5b7f-43c2-a196-1e7f9b548df4 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:06:46.777643 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ecce1f-de2b-4181-bcde-9cba565c1fb7 None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:06:46.778561 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-79ecce1f-de2b-4181-bcde-9cba565c1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:06:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:06:46.894071 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-79ecce1f-de2b-4181-bcde-9cba565c1fb7 None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:06:47.119840 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-79ecce1f-de2b-4181-bcde-9cba565c1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:06:47.153246 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ecce1f-de2b-4181-bcde-9cba565c1fb7 None None] The sync data for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 is: [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:06:47.269006 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:47.405949 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b437e-fed5-4844-875f-c817e9d5be61 None None] New status for floating IP f50cc8d4-df73-4639-ad0b-1ace21bfdf36: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:06:47.470080 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-6dd9fca9-d7b6-4dcb-a844-b4f3ef5178bc tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1959852061&fields=id&tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5 HTTP/1.1" status: 200 len: 267 time: 0.0471964 Nov 12 05:06:47.598478 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-7c973b44-0d8d-4dc2-93bb-9a0f5a82040d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:47.600028 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-7c973b44-0d8d-4dc2-93bb-9a0f5a82040d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 811 time: 0.1216252 Nov 12 05:06:47.616760 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-63f57f79-ab41-45cc-8f61-503cdf6ba670 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/quotas/aedc53f0d3cb4085a13bf58183b7e6c5 HTTP/1.1" status: 200 len: 375 time: 0.0105836 Nov 12 05:06:47.671955 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-5bb91f5f-61b8-4de8-872a-a859e7b01ed4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496962 Nov 12 05:06:47.734314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-e6b1e1f1-f6bb-4685-8bb6-c644e52f9ec9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:06:47.735389 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-e6b1e1f1-f6bb-4685-8bb6-c644e52f9ec9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0509558 Nov 12 05:06:47.835335 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-43e46d27-5b14-4ebe-a070-7f73235f924a service neutron] 10.222.0.37 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930057 Nov 12 05:06:47.930100 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-b9d1e793-ed2e-4f1b-afb7-2b1b55d0de05 service neutron] 10.222.0.37 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884802 Nov 12 05:06:48.201181 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e5b1a3f3-0e25-4ddf-beed-da8f219e9283 req-3a152eb5-faa7-43a2-8e2e-ea3db08842b5 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 210 time: 0.0348907 Nov 12 05:06:48.453160 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:49.354287 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd7b9ab8-f742-4b0c-823a-6f0fc449d333 req-2bbb9d69-8fa1-40ff-853e-113b85c8695f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 210 time: 0.0295715 Nov 12 05:06:49.399138 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 70823b8e-aa13-4138-a128-b3633eb091d6 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:06:49.420452 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 70823b8e-aa13-4138-a128-b3633eb091d6 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:06:49.420795 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 70823b8e-aa13-4138-a128-b3633eb091d6 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:06:50.207048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-bc7fb223-8566-4f45-be8f-25097dcd8b18 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:50.208582 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-bc7fb223-8566-4f45-be8f-25097dcd8b18 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 811 time: 0.1098816 Nov 12 05:06:50.282992 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-4ec39df7-f415-476e-bdd0-605116f24282 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5 HTTP/1.1" status: 200 len: 380 time: 0.0589926 Nov 12 05:06:50.292580 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Request body: {'port': {'device_id': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'admin_state_up': True, 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'security_groups': ['6aa20bff-cf21-4f73-9795-0f5fa292cda2']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:06:50.455843 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4eacbc85-b5b5-47ef-bee3-e2e161390b46 req-c7ac59df-8b8f-4d86-bc7b-4222a6459520 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 210 time: 0.0285120 Nov 12 05:06:50.464625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Made reservation on behalf of aedc53f0d3cb4085a13bf58183b7e6c5 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:06:50.468439 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:50.601653 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Allocated IP 172.20.0.12 (d34059ff-62ef-4be9-8766-3f5b61ff5430/d67a2953-15cb-4a0d-b30c-ca1385d20dc1/fdf95346-b562-4cfb-a8e6-0d3701731014) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:06:50.748758 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:50.871415 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:50.913847 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Network d34059ff-62ef-4be9-8766-3f5b61ff5430 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:06:50.916959 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:06:50.922746 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:06:50.950402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Pushing event updated for resources: {'Port': ['ID=fdf95346-b562-4cfb-a8e6-0d3701731014,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:06:50.964295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:50.964645 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:50.964987 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:50.965323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:50.965658 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:50.966018 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:50.966349 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:50.966745 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:50.967074 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:50.967398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:50.967720 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:50.968048 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:06:50.993355 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:50.993924 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:51.130841 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-ec474236-a259-4bc1-99d4-ea8a7dd8ecd8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8420823 Nov 12 05:06:51.149535 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Request body: {'port': {'device_id': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:06:51.208781 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:51.213161 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d78b4940-4685-4b91-b90f-a4b8611b1ca0 None None] Provisioning complete for port fdf95346-b562-4cfb-a8e6-0d3701731014 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:06:51.213670 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d78b4940-4685-4b91-b90f-a4b8611b1ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:51.247835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d78b4940-4685-4b91-b90f-a4b8611b1ca0 None None] Port fdf95346-b562-4cfb-a8e6-0d3701731014 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:06:51.507335 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf95346-b562-4cfb-a8e6-0d3701731014 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:06:51.514974 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:51.536803 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Transition to ACTIVE for port object fdf95346-b562-4cfb-a8e6-0d3701731014 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:06:51.576679 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2e12d-3832-49da-a44d-eaf35b079c5f req-4ece77c1-9d94-4c78-b162-d2056867e90c tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:51.583208 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a4d2e12d-3832-49da-a44d-eaf35b079c5f req-4ece77c1-9d94-4c78-b162-d2056867e90c tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 932 time: 0.0516789 Nov 12 05:06:51.627759 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a4d2e12d-3832-49da-a44d-eaf35b079c5f req-1e797571-7526-453b-ac42-3eb49387fe8d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433602 Nov 12 05:06:51.630938 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:51.684533 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf95346-b562-4cfb-a8e6-0d3701731014,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:06:51.769828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Attempting to bind port fdf95346-b562-4cfb-a8e6-0d3701731014 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:06:51.770216 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Attempting to bind port fdf95346-b562-4cfb-a8e6-0d3701731014 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:06:51.770718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Attempting to bind port fdf95346-b562-4cfb-a8e6-0d3701731014 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:06:51.777445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Port fdf95346-b562-4cfb-a8e6-0d3701731014 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:06:51.777919 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Attempting to bind port fdf95346-b562-4cfb-a8e6-0d3701731014 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:06:51.785495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:06:51.786288 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Checking segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:06:51.786861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Bound using segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:06:51.787491 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Bound port: fdf95346-b562-4cfb-a8e6-0d3701731014, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:06:51.788014 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:51.860438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] For port fdf95346-b562-4cfb-a8e6-0d3701731014, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:06:51.863928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] For port fdf95346-b562-4cfb-a8e6-0d3701731014, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=fdf95346-b562-4cfb-a8e6-0d3701731014,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:06:51.934212 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:51.974430 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:51.975156 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:51.977124 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] 10.222.0.31 "PUT /v2.0/ports/fdf95346-b562-4cfb-a8e6-0d3701731014 HTTP/1.1" status: 200 len: 1093 time: 0.8327882 Nov 12 05:06:51.977585 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'tag': 'fdf95346-b562-4cfb-a8e6-0d3701731014'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:06:51.980020 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3261e9d8-d700-416d-b0d1-780e337e2e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2cfce5-7013-442d-8cdf-bda2ba1a6e62", "tag": "fdf95346-b562-4cfb-a8e6-0d3701731014"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:06:52.016261 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc301194-cd0d-422a-b885-3b118a669544 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf95346-b562-4cfb-a8e6-0d3701731014,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:06:52.093149 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400945f0-08cd-41a4-bea0-63954706e9e5 x-openstack-request-id: req-400945f0-08cd-41a4-bea0-63954706e9e5 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:06:52.093149 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2cfce5-7013-442d-8cdf-bda2ba1a6e62", "tag": "fdf95346-b562-4cfb-a8e6-0d3701731014", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:06:52.093149 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-400945f0-08cd-41a4-bea0-63954706e9e5 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:06:52.093149 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'tag': 'fdf95346-b562-4cfb-a8e6-0d3701731014', 'status': 'completed', 'code': 200} Nov 12 05:06:52.162086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-4c616758-f8c7-445c-a4e3-f0a14b375649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:52.164164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-4c616758-f8c7-445c-a4e3-f0a14b375649 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 1096 time: 0.0572929 Nov 12 05:06:52.215756 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-7dd54bbd-b5a5-4bfd-b17c-225d0c2635d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdf95346-b562-4cfb-a8e6-0d3701731014 HTTP/1.1" status: 200 len: 217 time: 0.0371444 Nov 12 05:06:52.270204 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-73d1906d-1fc8-4477-8fb9-1c0d66cd420a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:52.271721 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-73d1906d-1fc8-4477-8fb9-1c0d66cd420a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0486851 Nov 12 05:06:52.319345 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-68b0f6aa-925a-494f-9a45-a13895afc975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:52.320879 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-68b0f6aa-925a-494f-9a45-a13895afc975 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424578 Nov 12 05:06:52.417134 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-865af198-ad49-48ab-9f41-3ae2d0e5b58d service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878153 Nov 12 05:06:52.513062 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0294ab9d-f772-470e-ad1b-0e838fe43286 req-7fd9dbe2-b6d9-4784-b8f1-248a1888acc5 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877993 Nov 12 05:06:52.749523 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261e9d8-d700-416d-b0d1-780e337e2e2a req-d107996f-1384-4b49-b7ac-fd2acadfe0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:52.751052 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3261e9d8-d700-416d-b0d1-780e337e2e2a req-d107996f-1384-4b49-b7ac-fd2acadfe0df service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 1096 time: 0.0710669 Nov 12 05:06:52.773848 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc1a8a-007a-484c-82bd-a8381d1899e1 req-000516bc-8f32-4efb-9352-8155118a92c8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:52.775295 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01fc1a8a-007a-484c-82bd-a8381d1899e1 req-000516bc-8f32-4efb-9352-8155118a92c8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 944 time: 0.0697820 Nov 12 05:06:52.879438 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01fc1a8a-007a-484c-82bd-a8381d1899e1 req-3bdf4f6d-f804-4c7a-be3b-802733f41281 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892711 Nov 12 05:06:52.899636 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261e9d8-d700-416d-b0d1-780e337e2e2a req-8b10a95d-cfb5-40b4-a515-a2e21970be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:52.901457 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3261e9d8-d700-416d-b0d1-780e337e2e2a req-8b10a95d-cfb5-40b4-a515-a2e21970be22 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.1434906 Nov 12 05:06:52.949509 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3261e9d8-d700-416d-b0d1-780e337e2e2a req-a721ca38-bc8f-4ff8-9259-ab0423a0e4b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdf95346-b562-4cfb-a8e6-0d3701731014 HTTP/1.1" status: 200 len: 217 time: 0.0391440 Nov 12 05:06:53.005319 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261e9d8-d700-416d-b0d1-780e337e2e2a req-6c2d03f1-d834-4ddd-9384-3e43ec24e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:53.006905 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3261e9d8-d700-416d-b0d1-780e337e2e2a req-6c2d03f1-d834-4ddd-9384-3e43ec24e8f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0504620 Nov 12 05:06:53.056263 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261e9d8-d700-416d-b0d1-780e337e2e2a req-be650b73-ea52-4ce9-9280-654dc97f4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:53.057759 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3261e9d8-d700-416d-b0d1-780e337e2e2a req-be650b73-ea52-4ce9-9280-654dc97f4644 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437322 Nov 12 05:06:53.154327 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3261e9d8-d700-416d-b0d1-780e337e2e2a req-0d76fe7d-806b-471d-ac14-13a660240a5c service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884187 Nov 12 05:06:53.248765 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3261e9d8-d700-416d-b0d1-780e337e2e2a req-b108f4a0-d00e-40cb-8ceb-f5af001ee901 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865724 Nov 12 05:06:54.011365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d86be-7573-4893-8b00-57323366d4e7 req-5bddaac6-8597-4640-92c8-c5375b87e5e1 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:54.013116 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-404d86be-7573-4893-8b00-57323366d4e7 req-5bddaac6-8597-4640-92c8-c5375b87e5e1 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 944 time: 0.0505524 Nov 12 05:06:54.071714 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-404d86be-7573-4893-8b00-57323366d4e7 req-99a8b865-bd9c-411b-a424-186a769e3184 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520802 Nov 12 05:06:55.190352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e60b2e-887c-4c7d-bc10-8b223b8f8188 req-acb6ce15-a15f-45f6-bf24-5ef79bf1d6eb tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:55.191848 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95e60b2e-887c-4c7d-bc10-8b223b8f8188 req-acb6ce15-a15f-45f6-bf24-5ef79bf1d6eb tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 944 time: 0.0497210 Nov 12 05:06:55.238779 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95e60b2e-887c-4c7d-bc10-8b223b8f8188 req-5cb45b4b-8ff0-4f98-9c9c-e4cdd5d39d14 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408757 Nov 12 05:06:55.541759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device fdf95346-b562-4cfb-a8e6-0d3701731014 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:06:55.634384 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port fdf95346-b562-4cfb-a8e6-0d3701731014, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=fdf95346-b562-4cfb-a8e6-0d3701731014,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:06:55.650160 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'fdf95346-b562-4cfb-a8e6-0d3701731014', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'port_id': 'fdf95346-b562-4cfb-a8e6-0d3701731014', 'mac_address': 'fa:16:3e:6e:18:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:06:55.687450 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:55.700015 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf95346-b562-4cfb-a8e6-0d3701731014 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:06:55.720482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port fdf95346-b562-4cfb-a8e6-0d3701731014, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=fdf95346-b562-4cfb-a8e6-0d3701731014,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:06:55.823928 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:55.870226 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=fdf95346-b562-4cfb-a8e6-0d3701731014,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:06:56.124679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['fdf95346-b562-4cfb-a8e6-0d3701731014'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:06:56.356435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0661f-c112-405b-889d-419e55fe2292 req-0581b9a1-0d6d-4949-9552-77096cf1ff3a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:56.357932 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ade0661f-c112-405b-889d-419e55fe2292 req-0581b9a1-0d6d-4949-9552-77096cf1ff3a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0495458 Nov 12 05:06:56.406227 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ade0661f-c112-405b-889d-419e55fe2292 req-2e1cd479-0e99-483e-8385-9a8cb5098f4e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420902 Nov 12 05:06:57.528241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af9168-440c-4d28-a59f-bbdccdf31313 req-3c21d36e-0e95-4223-9f51-34ce204f7514 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:57.529710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a9af9168-440c-4d28-a59f-bbdccdf31313 req-3c21d36e-0e95-4223-9f51-34ce204f7514 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0531683 Nov 12 05:06:57.542406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device fdf95346-b562-4cfb-a8e6-0d3701731014 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:06:57.577914 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a9af9168-440c-4d28-a59f-bbdccdf31313 req-e1c9ab57-c2ea-486a-b927-d5df7d1ac1b6 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422046 Nov 12 05:06:57.670545 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port fdf95346-b562-4cfb-a8e6-0d3701731014 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:06:57.674921 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port fdf95346-b562-4cfb-a8e6-0d3701731014 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:06:57.675292 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:57.765014 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:57.794461 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf95346-b562-4cfb-a8e6-0d3701731014'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:06:57.797874 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1ec8b9-dd79-42ca-a5b3-c7a9e8c10829" -d '{"events": [{"server_uuid": "bc2cfce5-7013-442d-8cdf-bda2ba1a6e62", "name": "network-vif-plugged", "status": "completed", "tag": "fdf95346-b562-4cfb-a8e6-0d3701731014"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:06:57.815774 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port fdf95346-b562-4cfb-a8e6-0d3701731014, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=fdf95346-b562-4cfb-a8e6-0d3701731014,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:06:57.835570 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a611f910-3022-47a2-a0ad-99a4472af935 x-openstack-request-id: req-a611f910-3022-47a2-a0ad-99a4472af935 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:06:57.835867 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2cfce5-7013-442d-8cdf-bda2ba1a6e62", "name": "network-vif-plugged", "status": "completed", "tag": "fdf95346-b562-4cfb-a8e6-0d3701731014", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:06:57.836128 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a611f910-3022-47a2-a0ad-99a4472af935 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:06:57.836526 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf95346-b562-4cfb-a8e6-0d3701731014', 'code': 200} Nov 12 05:06:57.904902 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:57.954589 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=fdf95346-b562-4cfb-a8e6-0d3701731014,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:06:57.968434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4538a-df79-4aa8-b9c5-be2e76418a62 req-78cdc16a-9e71-4a98-83b8-06a759e34185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:57.969611 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbc4538a-df79-4aa8-b9c5-be2e76418a62 req-78cdc16a-9e71-4a98-83b8-06a759e34185 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 1098 time: 0.0426440 Nov 12 05:06:58.016677 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbc4538a-df79-4aa8-b9c5-be2e76418a62 req-00767580-b932-4ea2-afd1-55dd409e87cd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396330 Nov 12 05:06:58.696179 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae913c-6622-48db-ab53-dae82ffc14e0 req-7e567d19-8638-4aee-95e8-2fad075f1800 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:58.697691 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3aae913c-6622-48db-ab53-dae82ffc14e0 req-7e567d19-8638-4aee-95e8-2fad075f1800 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0500681 Nov 12 05:06:58.749839 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3aae913c-6622-48db-ab53-dae82ffc14e0 req-64019640-691a-45b2-8f91-2d4482d4eaa8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459917 Nov 12 05:06:59.873828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00571fe-f286-454a-994d-a772db719c05 req-a5bc5442-ccdd-4bc6-880c-d819cf9f15b7 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:59.875436 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c00571fe-f286-454a-994d-a772db719c05 req-a5bc5442-ccdd-4bc6-880c-d819cf9f15b7 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0509706 Nov 12 05:06:59.925589 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c00571fe-f286-454a-994d-a772db719c05 req-a4bf6075-ca54-48b7-ab18-015273e4e976 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432250 Nov 12 05:07:00.043702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930355f4-ce2a-44d9-ba58-8fffc5f23e2c req-0c89c38e-fea6-404f-9ba2-2aa24da7eef6 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:00.045080 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-930355f4-ce2a-44d9-ba58-8fffc5f23e2c req-0c89c38e-fea6-404f-9ba2-2aa24da7eef6 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0538058 Nov 12 05:07:00.053932 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55128) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:00.059022 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-e8798bc9-0fc1-4684-bd16-4a60885b8630 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Request body: {'floatingip': {'port_id': 'fdf95346-b562-4cfb-a8e6-0d3701731014'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:07:00.104791 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e8798bc9-0fc1-4684-bd16-4a60885b8630 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:00.546229 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e8798bc9-0fc1-4684-bd16-4a60885b8630 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:00.619206 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e8798bc9-0fc1-4684-bd16-4a60885b8630 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:00.730944 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-e8798bc9-0fc1-4684-bd16-4a60885b8630 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Floating IP f50cc8d4-df73-4639-ad0b-1ace21bfdf36 associated. External IP: 172.25.1.228, port: fdf95346-b562-4cfb-a8e6-0d3701731014. Nov 12 05:07:00.949596 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8798bc9-0fc1-4684-bd16-4a60885b8630 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:07:01.060207 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8798bc9-0fc1-4684-bd16-4a60885b8630 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:07:01.065094 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e8798bc9-0fc1-4684-bd16-4a60885b8630 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:01.069647 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ec6cdd-cbc1-40f3-b0bf-6f6438a6eb2f None None] Sync routers for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:07:01.080166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ec6cdd-cbc1-40f3-b0bf-6f6438a6eb2f None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:07:01.080795 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e2ec6cdd-cbc1-40f3-b0bf-6f6438a6eb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:06:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:01.094102 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e8798bc9-0fc1-4684-bd16-4a60885b8630 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "PUT /v2.0/floatingips/f50cc8d4-df73-4639-ad0b-1ace21bfdf36 HTTP/1.1" status: 200 len: 992 time: 1.0390470 Nov 12 05:07:01.095225 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'tag': 'fdf95346-b562-4cfb-a8e6-0d3701731014'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:07:01.097584 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada4cbc0-9346-4fc3-bf8c-1e8e2cd745b0" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2cfce5-7013-442d-8cdf-bda2ba1a6e62", "tag": "fdf95346-b562-4cfb-a8e6-0d3701731014"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:07:01.191087 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e2ec6cdd-cbc1-40f3-b0bf-6f6438a6eb2f None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:07:01.205730 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7afa74-82db-4832-9902-3cbeb4252568 x-openstack-request-id: req-5a7afa74-82db-4832-9902-3cbeb4252568 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:07:01.206026 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2cfce5-7013-442d-8cdf-bda2ba1a6e62", "tag": "fdf95346-b562-4cfb-a8e6-0d3701731014", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:07:01.206303 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a7afa74-82db-4832-9902-3cbeb4252568 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:07:01.206749 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'tag': 'fdf95346-b562-4cfb-a8e6-0d3701731014', 'status': 'completed', 'code': 200} Nov 12 05:07:01.289451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4cbc0-9346-4fc3-bf8c-1e8e2cd745b0 req-f8a0b67e-509f-4ee0-aa07-3d8fa451443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:01.291010 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ada4cbc0-9346-4fc3-bf8c-1e8e2cd745b0 req-f8a0b67e-509f-4ee0-aa07-3d8fa451443b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 1098 time: 0.0429294 Nov 12 05:07:01.387405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4cbc0-9346-4fc3-bf8c-1e8e2cd745b0 req-80141389-be92-4f6b-a15e-ca4a61619399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:01.388901 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ada4cbc0-9346-4fc3-bf8c-1e8e2cd745b0 req-80141389-be92-4f6b-a15e-ca4a61619399 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0900362 Nov 12 05:07:01.422052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e2ec6cdd-cbc1-40f3-b0bf-6f6438a6eb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'f50cc8d4-df73-4639-ad0b-1ace21bfdf36', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'port_id': 'fdf95346-b562-4cfb-a8e6-0d3701731014', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'mac_address': 'fa:16:3e:6e:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:01:51Z', 'updated_at': '2021-11-12T05:07:00Z', 'revision_number': 9, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:01.455207 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ec6cdd-cbc1-40f3-b0bf-6f6438a6eb2f None None] Checking router: 1c54b749-5b7f-43c2-a196-1e7f9b548df4 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:07:01.460392 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ada4cbc0-9346-4fc3-bf8c-1e8e2cd745b0 req-833ddec0-d89a-46ae-a252-2a2af8aba0a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdf95346-b562-4cfb-a8e6-0d3701731014 HTTP/1.1" status: 200 len: 1000 time: 0.0638216 Nov 12 05:07:01.463574 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ec6cdd-cbc1-40f3-b0bf-6f6438a6eb2f None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:07:01.464168 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e2ec6cdd-cbc1-40f3-b0bf-6f6438a6eb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:06:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:01.514015 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4cbc0-9346-4fc3-bf8c-1e8e2cd745b0 req-5d09d52b-ca0d-4a52-ad10-14879ed08f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:01.515522 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ada4cbc0-9346-4fc3-bf8c-1e8e2cd745b0 req-5d09d52b-ca0d-4a52-ad10-14879ed08f78 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0483620 Nov 12 05:07:01.562295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4cbc0-9346-4fc3-bf8c-1e8e2cd745b0 req-9b1aa57a-85f0-4a52-8a83-f2cbfdaa30eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:01.563930 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ada4cbc0-9346-4fc3-bf8c-1e8e2cd745b0 req-9b1aa57a-85f0-4a52-8a83-f2cbfdaa30eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418751 Nov 12 05:07:01.575228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e2ec6cdd-cbc1-40f3-b0bf-6f6438a6eb2f None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:07:01.655263 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ada4cbc0-9346-4fc3-bf8c-1e8e2cd745b0 req-8acbe8af-9262-4a16-80c3-303910075f1d service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835176 Nov 12 05:07:01.751275 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ada4cbc0-9346-4fc3-bf8c-1e8e2cd745b0 req-09eaac15-1f32-41b1-b434-297903cd6a12 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889659 Nov 12 05:07:01.804251 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e2ec6cdd-cbc1-40f3-b0bf-6f6438a6eb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'f50cc8d4-df73-4639-ad0b-1ace21bfdf36', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'port_id': 'fdf95346-b562-4cfb-a8e6-0d3701731014', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'mac_address': 'fa:16:3e:6e:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:01:51Z', 'updated_at': '2021-11-12T05:07:00Z', 'revision_number': 9, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:01.832116 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ec6cdd-cbc1-40f3-b0bf-6f6438a6eb2f None None] The sync data for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 is: [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'f50cc8d4-df73-4639-ad0b-1ace21bfdf36', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'port_id': 'fdf95346-b562-4cfb-a8e6-0d3701731014', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'mac_address': 'fa:16:3e:6e:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:01:51Z', 'updated_at': '2021-11-12T05:07:00Z', 'revision_number': 9, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:07:02.031130 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940c32a-d16c-4da3-b7d4-214f88579ad6 None None] New status for floating IP f50cc8d4-df73-4639-ad0b-1ace21bfdf36: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:07:02.530682 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:07:03.212456 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-332398fc-cfcc-48db-a4dc-b572ccbb2e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:05.550171 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-094a7e0e-8022-49d4-b30b-5caa31728afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:06.910087 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:08.447470 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:09.156017 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:17.292836 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:17.721790 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4272b7c2-6620-4c15-8636-f5d96c94514f req-c5611b74-381a-4e74-85d5-7b50061e5fbf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399258 Nov 12 05:07:17.826114 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272b7c2-6620-4c15-8636-f5d96c94514f req-5e04a57e-ff6c-4896-8183-88ea38262949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:17.827737 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4272b7c2-6620-4c15-8636-f5d96c94514f req-5e04a57e-ff6c-4896-8183-88ea38262949 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 1098 time: 0.0456550 Nov 12 05:07:17.932161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272b7c2-6620-4c15-8636-f5d96c94514f req-7c01ac10-3627-4105-abc8-9434d714259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:17.933666 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4272b7c2-6620-4c15-8636-f5d96c94514f req-7c01ac10-3627-4105-abc8-9434d714259d service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0854876 Nov 12 05:07:18.007410 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4272b7c2-6620-4c15-8636-f5d96c94514f req-e768a276-c583-4929-a200-f66024b0d8c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdf95346-b562-4cfb-a8e6-0d3701731014 HTTP/1.1" status: 200 len: 1003 time: 0.0641077 Nov 12 05:07:18.059840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272b7c2-6620-4c15-8636-f5d96c94514f req-0f3e9552-2173-46c6-b321-c194ce096140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:18.061303 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4272b7c2-6620-4c15-8636-f5d96c94514f req-0f3e9552-2173-46c6-b321-c194ce096140 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0473373 Nov 12 05:07:18.111875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272b7c2-6620-4c15-8636-f5d96c94514f req-707e6163-f3d5-4be1-afae-ead9e693b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:18.113368 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4272b7c2-6620-4c15-8636-f5d96c94514f req-707e6163-f3d5-4be1-afae-ead9e693b2d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447891 Nov 12 05:07:18.527570 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:18.556633 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4272b7c2-6620-4c15-8636-f5d96c94514f req-a91c6fa0-85e3-4673-be76-ac5d5ff9b140 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359632 Nov 12 05:07:18.649495 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4272b7c2-6620-4c15-8636-f5d96c94514f req-4a90fd2c-6a47-44f0-8776-734d0c2674a3 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842443 Nov 12 05:07:33.188254 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b3421823-33b0-4f4e-8649-6228617f72a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:35.572441 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-839b6c0f-1cf9-4ce7-90eb-b7f07a38b41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:36.916257 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:38.469928 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:39.176850 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:39.531419 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:07:47.331998 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:48.464619 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:03.184044 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7c581c10-e237-468f-8d45-52196d5bd0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:05.594565 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7abe08c4-7edd-4cb3-a5be-232682c2c268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:06.885965 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:08.492111 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:09.164800 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:16.531502 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:08:17.308950 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:17.691675 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bce27958-a818-40b7-ba26-d5ad3553240d req-be1a5a5e-17ea-4f72-aac1-e922f50ee741 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414085 Nov 12 05:08:17.811044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce27958-a818-40b7-ba26-d5ad3553240d req-1f5783a9-99fc-4163-9d4c-562d16fb48a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:17.812581 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bce27958-a818-40b7-ba26-d5ad3553240d req-1f5783a9-99fc-4163-9d4c-562d16fb48a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 1098 time: 0.0571284 Nov 12 05:08:17.927062 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce27958-a818-40b7-ba26-d5ad3553240d req-733f0164-647a-4dcf-9cd8-3d6c58c7ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:17.928863 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bce27958-a818-40b7-ba26-d5ad3553240d req-733f0164-647a-4dcf-9cd8-3d6c58c7ed30 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0950599 Nov 12 05:08:18.004187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bce27958-a818-40b7-ba26-d5ad3553240d req-00454643-59c7-4d31-8a04-9869600c6a72 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdf95346-b562-4cfb-a8e6-0d3701731014 HTTP/1.1" status: 200 len: 1003 time: 0.0668137 Nov 12 05:08:18.058898 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce27958-a818-40b7-ba26-d5ad3553240d req-a2886ebc-9a2e-49fd-9685-7a973f61c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:18.060372 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bce27958-a818-40b7-ba26-d5ad3553240d req-a2886ebc-9a2e-49fd-9685-7a973f61c7d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0497856 Nov 12 05:08:18.131872 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce27958-a818-40b7-ba26-d5ad3553240d req-d9161b9f-8ecd-4319-a76a-496ba4e4255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:18.133388 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bce27958-a818-40b7-ba26-d5ad3553240d req-d9161b9f-8ecd-4319-a76a-496ba4e4255a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494266 Nov 12 05:08:18.252423 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bce27958-a818-40b7-ba26-d5ad3553240d req-13dc9cc0-23d4-4de5-b584-8347fad531de service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115468 Nov 12 05:08:18.353289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bce27958-a818-40b7-ba26-d5ad3553240d req-dfe0fc01-0b72-4e86-9e25-9b5a3a83de99 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936031 Nov 12 05:08:18.509201 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:33.223330 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f7eb088b-2ef1-4020-b043-a840281a56af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:35.571439 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-857ce3be-0631-4a56-94e5-04fd7e6133b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:36.616082 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-a30eb032-8326-455f-a2eb-989a8577cee1 req-df45b44e-7785-4877-9fbc-efff3f438122 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:08:36.617072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a30eb032-8326-455f-a2eb-989a8577cee1 req-df45b44e-7785-4877-9fbc-efff3f438122 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054729 Nov 12 05:08:36.926183 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:36.954366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724ec3b-cd5e-4cdf-910a-6ed1d99221cd req-9ea921bb-5bdb-4b08-a441-0fa6543c271e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:36.955943 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7724ec3b-cd5e-4cdf-910a-6ed1d99221cd req-9ea921bb-5bdb-4b08-a441-0fa6543c271e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0537162 Nov 12 05:08:37.004118 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7724ec3b-cd5e-4cdf-910a-6ed1d99221cd req-f7ae65f4-5aa6-4076-a6f8-373b9a91b754 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419793 Nov 12 05:08:37.110727 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-f2c47c3c-e971-4cff-b021-0bc4f95e0ed1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438614 Nov 12 05:08:38.140345 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09ef87-3b0f-479e-b03a-e88960270965 req-93966b44-6a5f-469e-adb6-683cd5ea5d07 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:38.141886 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f09ef87-3b0f-479e-b03a-e88960270965 req-93966b44-6a5f-469e-adb6-683cd5ea5d07 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0554755 Nov 12 05:08:38.192128 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f09ef87-3b0f-479e-b03a-e88960270965 req-c69f22cd-f01e-495e-8f9f-6c85bf2a073d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441301 Nov 12 05:08:38.479904 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:39.125742 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:39.317346 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-b946fedd-9dab-4235-92c0-6fb099c95136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:39.318985 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-b946fedd-9dab-4235-92c0-6fb099c95136 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 1098 time: 0.0824060 Nov 12 05:08:39.333051 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a009d77-b60a-4ff5-a68d-4beb6829dce8 req-9cbad6f5-ad24-447c-9c9e-b3df28c2fab4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:39.334613 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a009d77-b60a-4ff5-a68d-4beb6829dce8 req-9cbad6f5-ad24-447c-9c9e-b3df28c2fab4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0674479 Nov 12 05:08:39.442948 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a009d77-b60a-4ff5-a68d-4beb6829dce8 req-a5e56cb9-efd3-4937-a594-3b289d366a90 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997136 Nov 12 05:08:39.462146 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-20f7020e-f8d3-40df-81cd-11f7257eb9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:39.463858 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-20f7020e-f8d3-40df-81cd-11f7257eb9f2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.1282215 Nov 12 05:08:39.545723 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-c15c8343-99a2-45f0-9a4f-2c28f51c3c96 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdf95346-b562-4cfb-a8e6-0d3701731014 HTTP/1.1" status: 200 len: 1003 time: 0.0738816 Nov 12 05:08:39.609363 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-f72a562d-4e78-4943-8af2-2a214522797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:39.610991 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-f72a562d-4e78-4943-8af2-2a214522797a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0566990 Nov 12 05:08:39.665155 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-def81e14-4976-41d3-94a1-c1a44566a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:39.666777 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-def81e14-4976-41d3-94a1-c1a44566a038 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488157 Nov 12 05:08:39.767195 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-e227d298-6cd4-4301-9410-08c7996d99ea service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927577 Nov 12 05:08:39.875952 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-16b1a2d3-89e9-472d-bd64-aa9e892bbf7a service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010184 Nov 12 05:08:40.582754 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731a232-8898-484e-a781-e4be0bd1768b req-4a9f51f0-384b-4534-a194-da1b02f4c5a8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:40.582754 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7731a232-8898-484e-a781-e4be0bd1768b req-4a9f51f0-384b-4534-a194-da1b02f4c5a8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0517704 Nov 12 05:08:40.629383 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7731a232-8898-484e-a781-e4be0bd1768b req-d9222921-d404-471a-8208-a6cb20d926eb tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421185 Nov 12 05:08:41.753691 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cd3b9-7f6b-45c8-97cc-6bff367a7f55 req-4847e8e4-9d02-4b45-98e4-ef7d76faed47 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:41.755374 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c1cd3b9-7f6b-45c8-97cc-6bff367a7f55 req-4847e8e4-9d02-4b45-98e4-ef7d76faed47 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0535567 Nov 12 05:08:41.806085 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c1cd3b9-7f6b-45c8-97cc-6bff367a7f55 req-c1a15b6c-a959-4e98-8d50-3dc262da7a67 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443919 Nov 12 05:08:42.931132 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6b220-b6f5-4102-ae1d-26d17caae000 req-aa603f15-30b3-4324-b55d-4873e7e0160b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:42.932672 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55b6b220-b6f5-4102-ae1d-26d17caae000 req-aa603f15-30b3-4324-b55d-4873e7e0160b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0555344 Nov 12 05:08:42.979342 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55b6b220-b6f5-4102-ae1d-26d17caae000 req-26023f40-dbfd-4874-ba72-b495abd66daf tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403504 Nov 12 05:08:44.095614 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87f40d-a231-4e26-b301-63e0dc965475 req-2c8945fb-4a79-4cea-b4a8-f40d8de35f67 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:44.097126 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd87f40d-a231-4e26-b301-63e0dc965475 req-2c8945fb-4a79-4cea-b4a8-f40d8de35f67 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0492668 Nov 12 05:08:44.148982 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dd87f40d-a231-4e26-b301-63e0dc965475 req-69e8f254-53ba-48ab-974f-5833424bf0e1 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458610 Nov 12 05:08:45.263774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352cc80-13b1-4852-aa2e-3f30c1ede067 req-05a551bd-5abf-4bfc-a7d1-e11d30ad91e7 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:45.265870 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f352cc80-13b1-4852-aa2e-3f30c1ede067 req-05a551bd-5abf-4bfc-a7d1-e11d30ad91e7 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0483129 Nov 12 05:08:45.316409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f352cc80-13b1-4852-aa2e-3f30c1ede067 req-af92d83d-ce96-4268-bc9a-72bfeabf7c87 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445077 Nov 12 05:08:46.437907 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29c680-beae-4156-8cf8-56e11b51325d req-64a63e80-cf2c-4902-ae45-62153c7fc248 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:46.439425 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e29c680-beae-4156-8cf8-56e11b51325d req-64a63e80-cf2c-4902-ae45-62153c7fc248 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0504930 Nov 12 05:08:46.486549 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e29c680-beae-4156-8cf8-56e11b51325d req-14a087c2-7903-4026-bce2-1f1e41beb73c tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411119 Nov 12 05:08:47.308519 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:47.608445 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f6bcf-7ae5-4caa-969a-1baf281711bb req-9cf71cc3-01fa-4520-bfb2-a48038d03ccd tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:47.610009 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-947f6bcf-7ae5-4caa-969a-1baf281711bb req-9cf71cc3-01fa-4520-bfb2-a48038d03ccd tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0503812 Nov 12 05:08:47.659016 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-947f6bcf-7ae5-4caa-969a-1baf281711bb req-1fd72eff-4315-4c7d-a11f-72ccbea6b719 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425375 Nov 12 05:08:48.468194 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:48.787369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e917c7-3d2d-491c-8ef0-da8ec4bf22c5 req-f109e618-f548-4a53-a6d2-2f2a7f3f8156 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:48.788978 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34e917c7-3d2d-491c-8ef0-da8ec4bf22c5 req-f109e618-f548-4a53-a6d2-2f2a7f3f8156 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0573938 Nov 12 05:08:48.840210 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-34e917c7-3d2d-491c-8ef0-da8ec4bf22c5 req-8d12b7f3-96e5-4519-aabb-fd2a28ed0666 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449519 Nov 12 05:08:49.975749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31535f9-1c29-4f99-9899-f457bc41712e req-2069698f-ba86-4fef-8c76-d8a51831dd12 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:49.977468 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e31535f9-1c29-4f99-9899-f457bc41712e req-2069698f-ba86-4fef-8c76-d8a51831dd12 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0578268 Nov 12 05:08:50.041224 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e31535f9-1c29-4f99-9899-f457bc41712e req-6103178a-8ffd-4764-babe-c2cae4616f53 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524611 Nov 12 05:08:51.174605 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ed90f-e366-47cc-8b93-836ebe05e37d req-51398108-f1bc-4bca-bbeb-f0328d391da2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:51.176178 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa5ed90f-e366-47cc-8b93-836ebe05e37d req-51398108-f1bc-4bca-bbeb-f0328d391da2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0598059 Nov 12 05:08:51.225320 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa5ed90f-e366-47cc-8b93-836ebe05e37d req-f7063705-f476-4dbd-ab2f-9e067c276105 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430691 Nov 12 05:08:52.100564 n-d-768509-24 neutron-server[103296]: INFO neutron.api.v2.resource [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-f6e631bc-7f78-4bd0-80ff-0ef5229b04b3 service neutron] show failed (client error): The resource could not be found. Nov 12 05:08:52.101698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-f6e631bc-7f78-4bd0-80ff-0ef5229b04b3 service neutron] 10.222.0.31 "GET /v2.0/ports/fdf95346-b562-4cfb-a8e6-0d3701731014/bindings/n-h1-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.0598793 Nov 12 05:08:52.353699 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff735bb7-db39-4432-8cf0-e553d6d6a1b1 req-8744e512-2916-4434-95ea-f4f7a4858581 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:52.355185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff735bb7-db39-4432-8cf0-e553d6d6a1b1 req-8744e512-2916-4434-95ea-f4f7a4858581 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0572209 Nov 12 05:08:52.409748 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff735bb7-db39-4432-8cf0-e553d6d6a1b1 req-391e196b-c736-4c86-8f09-96250828922e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477223 Nov 12 05:08:52.613553 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-a16f194d-1e14-4c64-91fc-6d32ec245199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:52.615015 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-a16f194d-1e14-4c64-91fc-6d32ec245199 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62&tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5 HTTP/1.1" status: 200 len: 1098 time: 0.0428846 Nov 12 05:08:52.633323 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:08:52.688049 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:52.896695 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] For port fdf95346-b562-4cfb-a8e6-0d3701731014, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=fdf95346-b562-4cfb-a8e6-0d3701731014,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:08:52.929676 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] For port fdf95346-b562-4cfb-a8e6-0d3701731014, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:08:52.977100 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdf95346-b562-4cfb-a8e6-0d3701731014'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:08:52.979479 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e22944d-52a9-445b-9ed8-8ce25b93b0e2" -d '{"events": [{"server_uuid": "bc2cfce5-7013-442d-8cdf-bda2ba1a6e62", "name": "network-vif-unplugged", "status": "completed", "tag": "fdf95346-b562-4cfb-a8e6-0d3701731014"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:08:52.984187 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:52.997215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Transition to ACTIVE for port object fdf95346-b562-4cfb-a8e6-0d3701731014 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:08:53.033403 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfeb06e-f7b6-41ee-bd21-08cfb7e94ed0 x-openstack-request-id: req-4dfeb06e-f7b6-41ee-bd21-08cfb7e94ed0 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:08:53.034265 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2cfce5-7013-442d-8cdf-bda2ba1a6e62", "name": "network-vif-unplugged", "status": "completed", "tag": "fdf95346-b562-4cfb-a8e6-0d3701731014", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:08:53.034529 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4dfeb06e-f7b6-41ee-bd21-08cfb7e94ed0 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:08:53.034959 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdf95346-b562-4cfb-a8e6-0d3701731014', 'code': 200} Nov 12 05:08:53.102271 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:53.187514 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Pushing event updated for resources: {'Port': ['ID=fdf95346-b562-4cfb-a8e6-0d3701731014,revision_number=6']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:08:53.200458 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:53.200801 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:53.201167 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:53.201509 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:53.201834 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:53.202194 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:53.202510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:53.202849 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:53.203224 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:53.203502 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:53.203802 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:53.204175 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:53.246939 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] No DVR routers for this DVR port fdf95346-b562-4cfb-a8e6-0d3701731014 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:08:53.395133 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Attempting to bind port fdf95346-b562-4cfb-a8e6-0d3701731014 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:08:53.395463 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Attempting to bind port fdf95346-b562-4cfb-a8e6-0d3701731014 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:08:53.395787 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Attempting to bind port fdf95346-b562-4cfb-a8e6-0d3701731014 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:08:53.400402 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Port fdf95346-b562-4cfb-a8e6-0d3701731014 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:08:53.400662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Attempting to bind port fdf95346-b562-4cfb-a8e6-0d3701731014 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:08:53.406324 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:08:53.406596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Checking segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:08:53.407005 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Bound using segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:08:53.407421 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Bound port: fdf95346-b562-4cfb-a8e6-0d3701731014, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:08:53.407776 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:53.474952 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] For port fdf95346-b562-4cfb-a8e6-0d3701731014, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:08:53.478068 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] For port fdf95346-b562-4cfb-a8e6-0d3701731014, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=fdf95346-b562-4cfb-a8e6-0d3701731014,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:08:53.531913 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:08:53.540737 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c22e04-d517-4f38-8448-d310981e751d req-22820134-3a1f-4dd3-b575-9a2f373ca2e4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:53.542334 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44c22e04-d517-4f38-8448-d310981e751d req-22820134-3a1f-4dd3-b575-9a2f373ca2e4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 944 time: 0.0550091 Nov 12 05:08:53.566102 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:53.600017 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44c22e04-d517-4f38-8448-d310981e751d req-1b4b7497-4bcc-40f2-a23b-86efe1822b9c tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506144 Nov 12 05:08:53.607039 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:53.607655 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:53.609089 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] 10.222.0.21 "PUT /v2.0/ports/fdf95346-b562-4cfb-a8e6-0d3701731014 HTTP/1.1" status: 200 len: 1093 time: 0.9799163 Nov 12 05:08:53.630806 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0e34e-4ec3-49c5-b11c-576e2ec2723a service neutron] Pushing event updated for resources: {'Port': ['ID=fdf95346-b562-4cfb-a8e6-0d3701731014,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:08:53.697213 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-7a5a442b-e435-4cff-af77-a4a25bbb080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:53.698824 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-7a5a442b-e435-4cff-af77-a4a25bbb080e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 1096 time: 0.0496902 Nov 12 05:08:53.798215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-29f7162c-4ece-40d9-b5ea-11b9e0325a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:53.799958 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-29f7162c-4ece-40d9-b5ea-11b9e0325a96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0936172 Nov 12 05:08:53.873483 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-4c48a006-9c11-4521-9003-1b459f5efd3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdf95346-b562-4cfb-a8e6-0d3701731014 HTTP/1.1" status: 200 len: 1001 time: 0.0669804 Nov 12 05:08:53.925844 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-7fba38db-992f-414a-88e1-fdac9342dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:53.927968 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-7fba38db-992f-414a-88e1-fdac9342dfde service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0482783 Nov 12 05:08:53.976177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-7cff1c86-fae7-4e73-bda9-52cda373142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:53.977702 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-7cff1c86-fae7-4e73-bda9-52cda373142e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430727 Nov 12 05:08:54.078519 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-a827d715-3e53-4dd7-b364-1e1a452bff09 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934262 Nov 12 05:08:54.169310 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-d5a367c8-2f18-4a33-84e9-a7de8e31439c req-7522396b-f755-4f8f-b2aa-8a48b42783d0 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839996 Nov 12 05:08:54.724284 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d388f0-0932-44e3-bfba-757c9b6070d0 req-e9504aab-09bf-49aa-a449-a2fdd22eee36 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:54.725791 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43d388f0-0932-44e3-bfba-757c9b6070d0 req-e9504aab-09bf-49aa-a449-a2fdd22eee36 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 944 time: 0.0510108 Nov 12 05:08:54.772955 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-43d388f0-0932-44e3-bfba-757c9b6070d0 req-79cad39f-105e-477b-92d0-09486a38a117 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411937 Nov 12 05:08:55.036901 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'tag': 'fdf95346-b562-4cfb-a8e6-0d3701731014'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:08:55.039344 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d44a46-fee3-4dc3-b426-b42ffa0c2352" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2cfce5-7013-442d-8cdf-bda2ba1a6e62", "tag": "fdf95346-b562-4cfb-a8e6-0d3701731014"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:08:55.097733 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8df8966-d0b2-4aad-afba-56b21930825b x-openstack-request-id: req-f8df8966-d0b2-4aad-afba-56b21930825b {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:08:55.098053 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2cfce5-7013-442d-8cdf-bda2ba1a6e62", "tag": "fdf95346-b562-4cfb-a8e6-0d3701731014", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:08:55.098312 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8df8966-d0b2-4aad-afba-56b21930825b {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:08:55.098768 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'tag': 'fdf95346-b562-4cfb-a8e6-0d3701731014', 'status': 'completed', 'code': 200} Nov 12 05:08:55.177578 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-46b8ed18-9874-4ba8-a20a-5ee1e2175b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:55.179140 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-46b8ed18-9874-4ba8-a20a-5ee1e2175b77 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 1096 time: 0.0436754 Nov 12 05:08:55.191649 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-879abd6e-b348-47dd-b561-e0ad400608b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:55.193162 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-879abd6e-b348-47dd-b561-e0ad400608b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 1096 time: 0.0476902 Nov 12 05:08:55.282725 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-aed1f74f-e8bc-4e51-a0e1-923f0aea714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:55.285115 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-aed1f74f-e8bc-4e51-a0e1-923f0aea714b service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0974567 Nov 12 05:08:55.287673 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-6bc00b96-3f59-4897-ae87-e5cabc161a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:55.289067 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-6bc00b96-3f59-4897-ae87-e5cabc161a36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0892622 Nov 12 05:08:55.367010 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-82f29e85-ce50-4614-b829-9c8d42a4a297 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdf95346-b562-4cfb-a8e6-0d3701731014 HTTP/1.1" status: 200 len: 1001 time: 0.0693357 Nov 12 05:08:55.371612 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-97fbd390-cd67-46c7-acb8-c7303644b1e5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdf95346-b562-4cfb-a8e6-0d3701731014 HTTP/1.1" status: 200 len: 1001 time: 0.0792739 Nov 12 05:08:55.423221 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-aac99622-d36b-4772-8385-78ddf51c0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:55.424175 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-aac99622-d36b-4772-8385-78ddf51c0100 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0459697 Nov 12 05:08:55.426518 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-6af0e1de-389d-40e7-b2ec-f7c7df99ed70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:55.428090 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-6af0e1de-389d-40e7-b2ec-f7c7df99ed70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0507553 Nov 12 05:08:55.475881 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-182be289-bd9a-49e6-ba37-2e421e1fb740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:55.477395 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-182be289-bd9a-49e6-ba37-2e421e1fb740 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460408 Nov 12 05:08:55.478608 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-aea9f3a8-b7ac-4307-b330-c6072e37c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:55.480174 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-aea9f3a8-b7ac-4307-b330-c6072e37c521 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449908 Nov 12 05:08:55.575193 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-52ff89d6-8243-4370-9fc9-269f4de18bb7 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894907 Nov 12 05:08:55.577801 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-8c058985-1f2c-4667-affb-1300b7022a61 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890496 Nov 12 05:08:55.672017 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-0f996f31-deef-4b32-9d5b-1c46021199c9 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894055 Nov 12 05:08:55.672867 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18d44a46-fee3-4dc3-b426-b42ffa0c2352 req-d15dab9d-7e70-4a90-afd9-563eca252bfb service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891047 Nov 12 05:08:55.895603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca1bff-5fe1-44b0-ad06-9c6aad6043f8 req-a9825359-1015-493d-855f-a9ff46fe8c87 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:55.897108 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31ca1bff-5fe1-44b0-ad06-9c6aad6043f8 req-a9825359-1015-493d-855f-a9ff46fe8c87 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 944 time: 0.0508819 Nov 12 05:08:55.950065 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31ca1bff-5fe1-44b0-ad06-9c6aad6043f8 req-b338fb75-1be5-435e-b404-783cc280f7b6 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468733 Nov 12 05:08:56.180615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device fdf95346-b562-4cfb-a8e6-0d3701731014 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:08:56.219930 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device fdf95346-b562-4cfb-a8e6-0d3701731014 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:08:57.077865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad9103-1241-4729-83ac-6dffa0e50007 req-0645793a-cb78-4f3e-87f8-afd2fda335b6 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:57.079344 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abad9103-1241-4729-83ac-6dffa0e50007 req-0645793a-cb78-4f3e-87f8-afd2fda335b6 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 944 time: 0.0533657 Nov 12 05:08:57.126969 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abad9103-1241-4729-83ac-6dffa0e50007 req-bce3e95f-4e45-4215-959c-e57fe6308341 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413227 Nov 12 05:08:57.916129 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device fdf95346-b562-4cfb-a8e6-0d3701731014 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:08:58.018791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port fdf95346-b562-4cfb-a8e6-0d3701731014, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=fdf95346-b562-4cfb-a8e6-0d3701731014,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:08:58.031971 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'fdf95346-b562-4cfb-a8e6-0d3701731014', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'port_id': 'fdf95346-b562-4cfb-a8e6-0d3701731014', 'mac_address': 'fa:16:3e:6e:18:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:08:58.073488 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:58.087554 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf95346-b562-4cfb-a8e6-0d3701731014 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:08:58.110290 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port fdf95346-b562-4cfb-a8e6-0d3701731014, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=fdf95346-b562-4cfb-a8e6-0d3701731014,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:08:58.199576 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:58.247803 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0b6b1-dfa6-4b6e-b2a8-738751706d17 req-4d4def9b-f518-4c08-b92b-6b04ac887de8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:58.250014 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-71b0b6b1-dfa6-4b6e-b2a8-738751706d17 req-4d4def9b-f518-4c08-b92b-6b04ac887de8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0522532 Nov 12 05:08:58.257708 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=fdf95346-b562-4cfb-a8e6-0d3701731014,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:08:58.266261 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:58.266605 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:58.266967 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:58.267299 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:58.267632 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:58.267966 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:58.268291 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:58.268614 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:58.268990 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:58.269259 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:58.269577 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:58.269897 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:08:58.305189 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-71b0b6b1-dfa6-4b6e-b2a8-738751706d17 req-d40634a1-55e7-43bc-82a8-d54cace73bd1 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484471 Nov 12 05:08:58.620289 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['fdf95346-b562-4cfb-a8e6-0d3701731014'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:08:58.993057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d26db-743f-430d-aa91-7b8f6fa1f9e7 req-ec2b22e5-6df1-4fe0-a0b1-ca8cf344f772 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:58.994531 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb6d26db-743f-430d-aa91-7b8f6fa1f9e7 req-ec2b22e5-6df1-4fe0-a0b1-ca8cf344f772 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0580573 Nov 12 05:08:59.043901 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb6d26db-743f-430d-aa91-7b8f6fa1f9e7 req-b8b3f310-c109-4064-a111-e101a39cde83 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424778 Nov 12 05:08:59.045093 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-dcf3ea44-d782-4a56-b59a-e2755961cecb tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:59.047206 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-dcf3ea44-d782-4a56-b59a-e2755961cecb tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62&tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&binding%3Ahost_id=n-h1-768509-24 HTTP/1.1" status: 200 len: 945 time: 0.0586166 Nov 12 05:08:59.110986 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-42047222-6290-4664-9b4f-ba643e2ac6d1 service neutron] 10.222.0.21 "GET /v2.0/ports/fdf95346-b562-4cfb-a8e6-0d3701731014/bindings/n-h1-768509-24 HTTP/1.1" status: 200 len: 383 time: 0.0558033 Nov 12 05:08:59.208625 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-3c220cf4-bc66-47bf-97b4-b31fb51117d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:59.211275 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-3c220cf4-bc66-47bf-97b4-b31fb51117d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 1097 time: 0.0551102 Nov 12 05:08:59.311621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-d4c22382-7173-4316-9dc9-1211ddfbec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:59.313290 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-d4c22382-7173-4316-9dc9-1211ddfbec8f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0936165 Nov 12 05:08:59.383722 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-b5d4e9b0-76fd-446a-beac-cf6ed94aa6b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdf95346-b562-4cfb-a8e6-0d3701731014 HTTP/1.1" status: 200 len: 1002 time: 0.0632198 Nov 12 05:08:59.436030 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-d0c56450-e998-49c1-bccb-e10e38efef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:59.437410 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-d0c56450-e998-49c1-bccb-e10e38efef94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0466044 Nov 12 05:08:59.495409 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-398c7e93-6ad4-4b27-b17f-b705df4d0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:59.496912 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-398c7e93-6ad4-4b27-b17f-b705df4d0022 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523546 Nov 12 05:08:59.589190 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-29e7ce15-f407-4a71-8821-dd09c44dd74f service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855000 Nov 12 05:08:59.685511 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-020c98f3-8713-4559-969d-0edaa8d3d27e service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887120 Nov 12 05:08:59.943113 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device fdf95346-b562-4cfb-a8e6-0d3701731014 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:09:00.084250 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port fdf95346-b562-4cfb-a8e6-0d3701731014 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:09:00.088883 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port fdf95346-b562-4cfb-a8e6-0d3701731014 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:09:00.089465 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:00.169180 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:00.169798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22390f4-5b4d-438c-86c2-0f3451b09d3d req-a4959de1-e853-4178-aa64-2b0534da65dc tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:00.171268 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a22390f4-5b4d-438c-86c2-0f3451b09d3d req-a4959de1-e853-4178-aa64-2b0534da65dc tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0503669 Nov 12 05:09:00.193010 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf95346-b562-4cfb-a8e6-0d3701731014'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:09:00.195313 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1510dc-de8b-4081-bdf1-51b945884af8" -d '{"events": [{"server_uuid": "bc2cfce5-7013-442d-8cdf-bda2ba1a6e62", "name": "network-vif-plugged", "status": "completed", "tag": "fdf95346-b562-4cfb-a8e6-0d3701731014"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:09:00.208623 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port fdf95346-b562-4cfb-a8e6-0d3701731014, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=fdf95346-b562-4cfb-a8e6-0d3701731014,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:09:00.222185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a22390f4-5b4d-438c-86c2-0f3451b09d3d req-26a1e79e-e9fe-4637-a71e-f140dbda9fd9 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445077 Nov 12 05:09:00.285244 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:00.316816 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffe4dfa-0210-45c5-8814-149ce91ce063 x-openstack-request-id: req-bffe4dfa-0210-45c5-8814-149ce91ce063 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:09:00.317232 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2cfce5-7013-442d-8cdf-bda2ba1a6e62", "name": "network-vif-plugged", "status": "completed", "tag": "fdf95346-b562-4cfb-a8e6-0d3701731014", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:09:00.317353 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bffe4dfa-0210-45c5-8814-149ce91ce063 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:09:00.317775 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf95346-b562-4cfb-a8e6-0d3701731014', 'code': 200} Nov 12 05:09:00.348098 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=fdf95346-b562-4cfb-a8e6-0d3701731014,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:09:01.383903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566eae2-edb4-4cc0-ab9e-364b6eb9604b req-8d417fab-58db-4dec-938a-06a08fb5a611 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:01.386150 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1566eae2-edb4-4cc0-ab9e-364b6eb9604b req-8d417fab-58db-4dec-938a-06a08fb5a611 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0749986 Nov 12 05:09:01.438614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1566eae2-edb4-4cc0-ab9e-364b6eb9604b req-e8b448ba-8453-4fb6-9e2b-fce7af497fb3 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449696 Nov 12 05:09:02.466356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-d4dbb73e-aa8c-4181-bc7c-628dc0741ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:02.467976 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-d4dbb73e-aa8c-4181-bc7c-628dc0741ba0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62&tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5 HTTP/1.1" status: 200 len: 1098 time: 0.0415449 Nov 12 05:09:02.486208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:09:02.571577 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:02.599356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb175946-dd3e-41d5-8742-2163e696c807 req-0960809a-b338-4f5e-a99b-5a0021880c88 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:02.600906 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb175946-dd3e-41d5-8742-2163e696c807 req-0960809a-b338-4f5e-a99b-5a0021880c88 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0871074 Nov 12 05:09:02.741821 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb175946-dd3e-41d5-8742-2163e696c807 req-827c8af7-f391-498a-a6f2-665ea3e7d403 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200571 Nov 12 05:09:02.846819 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] For port fdf95346-b562-4cfb-a8e6-0d3701731014, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=fdf95346-b562-4cfb-a8e6-0d3701731014,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:09:02.885820 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] For port fdf95346-b562-4cfb-a8e6-0d3701731014, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:09:02.933846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdf95346-b562-4cfb-a8e6-0d3701731014'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:09:02.936924 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4698d1f-368a-45ca-9cef-4179c31a2c90" -d '{"events": [{"server_uuid": "bc2cfce5-7013-442d-8cdf-bda2ba1a6e62", "name": "network-vif-unplugged", "status": "completed", "tag": "fdf95346-b562-4cfb-a8e6-0d3701731014"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:09:02.941740 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:02.955578 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Transition to ACTIVE for port object fdf95346-b562-4cfb-a8e6-0d3701731014 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:09:02.992308 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cc018b-a952-48bd-8fda-6a2040417f38 x-openstack-request-id: req-e5cc018b-a952-48bd-8fda-6a2040417f38 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:09:02.992308 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2cfce5-7013-442d-8cdf-bda2ba1a6e62", "name": "network-vif-unplugged", "status": "completed", "tag": "fdf95346-b562-4cfb-a8e6-0d3701731014", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:09:02.992308 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5cc018b-a952-48bd-8fda-6a2040417f38 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:09:02.992798 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdf95346-b562-4cfb-a8e6-0d3701731014', 'code': 200} Nov 12 05:09:03.039730 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:03.142070 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf95346-b562-4cfb-a8e6-0d3701731014,revision_number=10']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:09:03.168105 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:03.168447 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:03.168784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:03.169121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:03.169453 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:03.169774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:03.170096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:03.170416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:03.170766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:03.171086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:03.171463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:03.172310 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:03.193885 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6634c648-8acd-459b-826c-d9d54599ad73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:03.234910 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] No DVR routers for this DVR port fdf95346-b562-4cfb-a8e6-0d3701731014 on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:09:03.370345 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Attempting to bind port fdf95346-b562-4cfb-a8e6-0d3701731014 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:09:03.370584 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Attempting to bind port fdf95346-b562-4cfb-a8e6-0d3701731014 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:09:03.370941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Attempting to bind port fdf95346-b562-4cfb-a8e6-0d3701731014 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:09:03.375709 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Port fdf95346-b562-4cfb-a8e6-0d3701731014 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:09:03.378876 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Attempting to bind port fdf95346-b562-4cfb-a8e6-0d3701731014 on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:09:03.382264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:09:03.382883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Checking segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:09:03.383532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Bound using segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:09:03.384265 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Bound port: fdf95346-b562-4cfb-a8e6-0d3701731014, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:09:03.384868 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:03.454906 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] For port fdf95346-b562-4cfb-a8e6-0d3701731014, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:09:03.458350 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] For port fdf95346-b562-4cfb-a8e6-0d3701731014, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=fdf95346-b562-4cfb-a8e6-0d3701731014,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:09:03.532484 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:03.572064 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:03.572481 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:03.573961 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] 10.222.0.31 "PUT /v2.0/ports/fdf95346-b562-4cfb-a8e6-0d3701731014 HTTP/1.1" status: 200 len: 1094 time: 1.0927444 Nov 12 05:09:03.607366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e440a3-ce80-42f8-9167-abbdbe0a72e5 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf95346-b562-4cfb-a8e6-0d3701731014,revision_number=11']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:09:03.654835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-0a0ffe52-94ba-4906-8f58-eedf988d3bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:03.657008 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-0a0ffe52-94ba-4906-8f58-eedf988d3bbe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 1097 time: 0.0465987 Nov 12 05:09:03.766278 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-169e60c7-a631-4ef8-a518-241d7c80b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:03.768214 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-169e60c7-a631-4ef8-a518-241d7c80b0cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.1038575 Nov 12 05:09:03.869174 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-72d23811-fdea-4e5d-92ac-6bfca2a6a4cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdf95346-b562-4cfb-a8e6-0d3701731014 HTTP/1.1" status: 200 len: 1001 time: 0.0943365 Nov 12 05:09:03.914457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce747fa9-11a7-4cd4-9f07-eb993c975ec7 req-45dc8980-ee06-4d1b-8fce-87dc03d827ca tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:03.916019 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce747fa9-11a7-4cd4-9f07-eb993c975ec7 req-45dc8980-ee06-4d1b-8fce-87dc03d827ca tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0860639 Nov 12 05:09:03.944136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-605704a9-7b84-4609-8d0a-1650d9054bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:03.945625 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-605704a9-7b84-4609-8d0a-1650d9054bc8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0694475 Nov 12 05:09:03.956400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device fdf95346-b562-4cfb-a8e6-0d3701731014 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:09:03.999004 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device fdf95346-b562-4cfb-a8e6-0d3701731014 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:09:04.010475 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce747fa9-11a7-4cd4-9f07-eb993c975ec7 req-c5df8a67-21ee-40a6-97f5-bcb11d668c0e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879614 Nov 12 05:09:04.025204 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-4cc77e05-06c0-4daf-8c46-dd4c26698858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:04.027976 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-4cc77e05-06c0-4daf-8c46-dd4c26698858 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734739 Nov 12 05:09:04.129295 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-8d815821-3339-41b0-8683-12d2fcb6f354 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936198 Nov 12 05:09:04.227601 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a665263c-5321-4eb8-8190-1ff673fafb5c req-601f5bb5-f475-4fd0-a9f4-65ea251a569d service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916462 Nov 12 05:09:04.994663 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'tag': 'fdf95346-b562-4cfb-a8e6-0d3701731014'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:09:04.996956 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2cfce5-7013-442d-8cdf-bda2ba1a6e62", "tag": "fdf95346-b562-4cfb-a8e6-0d3701731014"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:09:05.047257 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b447723-98da-4c13-9115-1f429a12049d x-openstack-request-id: req-3b447723-98da-4c13-9115-1f429a12049d {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:09:05.047647 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2cfce5-7013-442d-8cdf-bda2ba1a6e62", "tag": "fdf95346-b562-4cfb-a8e6-0d3701731014", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:09:05.047990 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b447723-98da-4c13-9115-1f429a12049d {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:09:05.048615 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'tag': 'fdf95346-b562-4cfb-a8e6-0d3701731014', 'status': 'completed', 'code': 200} Nov 12 05:09:05.135147 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-1fcaff80-ced2-4ee2-8199-87477cf32775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:05.136662 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-1fcaff80-ced2-4ee2-8199-87477cf32775 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 1097 time: 0.0418091 Nov 12 05:09:05.159666 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-67dd69f0-16e8-4f3f-8dae-2222397cf32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:05.161218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-67dd69f0-16e8-4f3f-8dae-2222397cf32a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 1097 time: 0.0732427 Nov 12 05:09:05.170187 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17710916-fb59-46c5-bfb3-d1e446c76d80 req-00c45b9d-cdd8-4c65-9042-f662beb8beca tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:05.171760 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17710916-fb59-46c5-bfb3-d1e446c76d80 req-00c45b9d-cdd8-4c65-9042-f662beb8beca tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0748689 Nov 12 05:09:05.240922 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-a058072a-6590-433e-ae4a-5d29120aa439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:05.242442 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-a058072a-6590-433e-ae4a-5d29120aa439 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0953250 Nov 12 05:09:05.285273 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17710916-fb59-46c5-bfb3-d1e446c76d80 req-badd7d07-e2ff-4a42-9320-aed47cc1860a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041212 Nov 12 05:09:05.304874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-005c0b68-4a1d-4b71-8ce0-234761fa4703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:05.307565 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-005c0b68-4a1d-4b71-8ce0-234761fa4703 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.1345747 Nov 12 05:09:05.318983 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-c6a7930c-9955-4b04-879a-a9e3e62f8bb5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdf95346-b562-4cfb-a8e6-0d3701731014 HTTP/1.1" status: 200 len: 1001 time: 0.0695055 Nov 12 05:09:05.371417 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-ef64b15d-567b-4d62-813d-454cf0c35e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:05.372934 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-ef64b15d-567b-4d62-813d-454cf0c35e03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0474429 Nov 12 05:09:05.383894 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-2ce49935-5304-4d0e-b720-fd78a4154d31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdf95346-b562-4cfb-a8e6-0d3701731014 HTTP/1.1" status: 200 len: 1001 time: 0.0672014 Nov 12 05:09:05.432066 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-369ce13c-7e2b-4429-8770-1a4aded2afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:05.433763 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-369ce13c-7e2b-4429-8770-1a4aded2afe5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502005 Nov 12 05:09:05.442464 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-b97cb4e5-7909-4b62-acec-6f7a42805146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:05.444026 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-b97cb4e5-7909-4b62-acec-6f7a42805146 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0517523 Nov 12 05:09:05.495537 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-bab239d8-7094-480a-8663-c997b67d8b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:05.497299 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-bab239d8-7094-480a-8663-c997b67d8b5d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442433 Nov 12 05:09:05.543185 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-73a2e13e-6ee0-484e-9dc3-a6f659c436f2 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010191 Nov 12 05:09:05.571944 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f4c47085-2433-4cc5-8cc5-2a731aff5967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:05.602491 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-73b08041-1a43-43f0-8161-5b207c42ac27 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941315 Nov 12 05:09:05.642710 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-2b2386a6-763b-4524-b686-5a7b31a5e672 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918000 Nov 12 05:09:05.763569 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c594af1f-ec4a-4e3f-a1ab-fe9b03ddfad1 req-2a388262-02f1-462a-8c93-44cb1f5ab1b5 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895922 Nov 12 05:09:06.210929 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device fdf95346-b562-4cfb-a8e6-0d3701731014 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:09:06.315560 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port fdf95346-b562-4cfb-a8e6-0d3701731014, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=fdf95346-b562-4cfb-a8e6-0d3701731014,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:09:06.328020 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'fdf95346-b562-4cfb-a8e6-0d3701731014', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'port_id': 'fdf95346-b562-4cfb-a8e6-0d3701731014', 'mac_address': 'fa:16:3e:6e:18:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:09:06.375422 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:06.390587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf95346-b562-4cfb-a8e6-0d3701731014 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:09:06.411608 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port fdf95346-b562-4cfb-a8e6-0d3701731014, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=fdf95346-b562-4cfb-a8e6-0d3701731014,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:09:06.424815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756dabf-48a7-4261-9b34-955bbce54ece req-ee10793b-b5fd-4e0b-bc60-8cc680359264 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:06.426594 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a756dabf-48a7-4261-9b34-955bbce54ece req-ee10793b-b5fd-4e0b-bc60-8cc680359264 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0563924 Nov 12 05:09:06.486204 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a756dabf-48a7-4261-9b34-955bbce54ece req-12802215-07e8-4fa0-87ad-27b998e67c62 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519271 Nov 12 05:09:06.502231 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:06.555657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=fdf95346-b562-4cfb-a8e6-0d3701731014,revision_number=12']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:09:06.618457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ea16d-6f4d-46cf-ab32-7476ea4dbd54 req-727b5657-a7b4-4f5a-9a3c-3fe9751478e7 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:06.620186 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f8ea16d-6f4d-46cf-ab32-7476ea4dbd54 req-727b5657-a7b4-4f5a-9a3c-3fe9751478e7 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0528262 Nov 12 05:09:06.674465 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3f8ea16d-6f4d-46cf-ab32-7476ea4dbd54 req-690e7428-3761-4751-bc92-502f52fe1da3 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476182 Nov 12 05:09:06.785254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['fdf95346-b562-4cfb-a8e6-0d3701731014'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:09:06.796956 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77258d31-81be-4d0b-b3d4-2ae1510bc240 req-48633e72-d1f9-45fe-927d-3a454a0c04f5 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:06.798587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77258d31-81be-4d0b-b3d4-2ae1510bc240 req-48633e72-d1f9-45fe-927d-3a454a0c04f5 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0528166 Nov 12 05:09:06.852612 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77258d31-81be-4d0b-b3d4-2ae1510bc240 req-1be8df1f-6104-4a8a-82fe-ac1c433423a2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474491 Nov 12 05:09:06.943723 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:07.306619 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e35406-7ef2-4299-b98b-679708396745 req-1c0dbea8-79e1-4e58-8dbf-e7fee3f23222 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:07.308289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b6e35406-7ef2-4299-b98b-679708396745 req-1c0dbea8-79e1-4e58-8dbf-e7fee3f23222 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0533888 Nov 12 05:09:07.355912 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b6e35406-7ef2-4299-b98b-679708396745 req-f6a63ec4-c9ae-4084-8578-2e1b037a6a6c tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410719 Nov 12 05:09:08.236746 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device fdf95346-b562-4cfb-a8e6-0d3701731014 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:09:08.330662 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port fdf95346-b562-4cfb-a8e6-0d3701731014 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:09:08.334845 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port fdf95346-b562-4cfb-a8e6-0d3701731014 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:09:08.335214 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:08.438679 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:08.493567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000ac76-1e13-4c0a-b20b-b3ebd43bdaef req-70d703b7-59e7-4b10-a0ae-a48e659a7c73 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:08.496014 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6000ac76-1e13-4c0a-b20b-b3ebd43bdaef req-70d703b7-59e7-4b10-a0ae-a48e659a7c73 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0533998 Nov 12 05:09:08.549165 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6000ac76-1e13-4c0a-b20b-b3ebd43bdaef req-2b15d149-a428-4b6c-b6a0-2535a9565f89 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473011 Nov 12 05:09:08.623273 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:08.635354 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf95346-b562-4cfb-a8e6-0d3701731014'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:09:08.637590 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12443ff-744c-45b6-be00-fcbd77a388dd" -d '{"events": [{"server_uuid": "bc2cfce5-7013-442d-8cdf-bda2ba1a6e62", "name": "network-vif-plugged", "status": "completed", "tag": "fdf95346-b562-4cfb-a8e6-0d3701731014"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:09:08.650890 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port fdf95346-b562-4cfb-a8e6-0d3701731014, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=fdf95346-b562-4cfb-a8e6-0d3701731014,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:09:08.676002 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42335026-73e0-40af-a102-8c5bd9177afb x-openstack-request-id: req-42335026-73e0-40af-a102-8c5bd9177afb {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:09:08.676303 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2cfce5-7013-442d-8cdf-bda2ba1a6e62", "name": "network-vif-plugged", "status": "completed", "tag": "fdf95346-b562-4cfb-a8e6-0d3701731014", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:09:08.676456 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42335026-73e0-40af-a102-8c5bd9177afb {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:09:08.676788 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf95346-b562-4cfb-a8e6-0d3701731014', 'code': 200} Nov 12 05:09:08.708081 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:08.724524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dcbf3-7b76-4ec4-ae98-ee03431a191b req-e5dda71c-0b53-4143-b147-5de2f93e2350 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:08.726129 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a82dcbf3-7b76-4ec4-ae98-ee03431a191b req-e5dda71c-0b53-4143-b147-5de2f93e2350 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 946 time: 0.0588660 Nov 12 05:09:08.777245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=fdf95346-b562-4cfb-a8e6-0d3701731014,revision_number=13']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:09:08.830532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-a82dcbf3-7b76-4ec4-ae98-ee03431a191b req-84746d2e-c493-4594-b10e-27f70e03ae4e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Deleting port fdf95346-b562-4cfb-a8e6-0d3701731014 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:09:08.831025 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a82dcbf3-7b76-4ec4-ae98-ee03431a191b req-84746d2e-c493-4594-b10e-27f70e03ae4e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:08.940100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-a82dcbf3-7b76-4ec4-ae98-ee03431a191b req-84746d2e-c493-4594-b10e-27f70e03ae4e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] For port fdf95346-b562-4cfb-a8e6-0d3701731014, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=fdf95346-b562-4cfb-a8e6-0d3701731014,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:09:08.940468 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a82dcbf3-7b76-4ec4-ae98-ee03431a191b req-84746d2e-c493-4594-b10e-27f70e03ae4e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:09.129259 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a82dcbf3-7b76-4ec4-ae98-ee03431a191b req-84746d2e-c493-4594-b10e-27f70e03ae4e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:09.129490 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a82dcbf3-7b76-4ec4-ae98-ee03431a191b req-84746d2e-c493-4594-b10e-27f70e03ae4e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:09.129819 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [req-a82dcbf3-7b76-4ec4-ae98-ee03431a191b req-84746d2e-c493-4594-b10e-27f70e03ae4e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Floating IP f50cc8d4-df73-4639-ad0b-1ace21bfdf36 disassociated. External IP: 172.25.1.228, port: fdf95346-b562-4cfb-a8e6-0d3701731014. Nov 12 05:09:09.130155 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-a82dcbf3-7b76-4ec4-ae98-ee03431a191b req-84746d2e-c493-4594-b10e-27f70e03ae4e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Calling delete_port for fdf95346-b562-4cfb-a8e6-0d3701731014 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:09:09.171878 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:09.314013 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a82dcbf3-7b76-4ec4-ae98-ee03431a191b req-84746d2e-c493-4594-b10e-27f70e03ae4e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:09.345403 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84746d2e-c493-4594-b10e-27f70e03ae4e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Pushing event deleted for resources: {'Port': ['ID=fdf95346-b562-4cfb-a8e6-0d3701731014,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:09:09.844494 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b690a2a-1c04-4fc5-8e0b-a83629d08cfa req-0b2c1c27-449d-4f82-92c1-20c9e2224cd2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 210 time: 0.0376198 Nov 12 05:09:09.861702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a82dcbf3-7b76-4ec4-ae98-ee03431a191b req-84746d2e-c493-4594-b10e-27f70e03ae4e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:09:09.975792 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a82dcbf3-7b76-4ec4-ae98-ee03431a191b req-84746d2e-c493-4594-b10e-27f70e03ae4e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:09:09.987327 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f8ddc1-0bf8-46b4-8dc4-c8dff532101a None None] Sync routers for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:09:09.998249 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f8ddc1-0bf8-46b4-8dc4-c8dff532101a None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:09:09.998931 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-76f8ddc1-0bf8-46b4-8dc4-c8dff532101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:09:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:09:10.017573 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82dcbf3-7b76-4ec4-ae98-ee03431a191b req-84746d2e-c493-4594-b10e-27f70e03ae4e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] No DVR routers for this DVR port fdf95346-b562-4cfb-a8e6-0d3701731014 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:09:10.020448 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-a82dcbf3-7b76-4ec4-ae98-ee03431a191b req-84746d2e-c493-4594-b10e-27f70e03ae4e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:10.023815 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a82dcbf3-7b76-4ec4-ae98-ee03431a191b req-84746d2e-c493-4594-b10e-27f70e03ae4e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.31 "DELETE /v2.0/ports/fdf95346-b562-4cfb-a8e6-0d3701731014 HTTP/1.1" status: 204 len: 173 time: 1.2899287 Nov 12 05:09:10.024293 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'name': 'network-vif-deleted', 'tag': 'fdf95346-b562-4cfb-a8e6-0d3701731014'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:09:10.026727 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f2e4fb-5e4f-4abc-9f09-bb395412407f" -d '{"events": [{"server_uuid": "bc2cfce5-7013-442d-8cdf-bda2ba1a6e62", "name": "network-vif-deleted", "tag": "fdf95346-b562-4cfb-a8e6-0d3701731014"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:09:10.078521 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e11e19-8c83-4216-aa7a-a594fdaa85fe x-openstack-request-id: req-d0e11e19-8c83-4216-aa7a-a594fdaa85fe {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:09:10.078879 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2cfce5-7013-442d-8cdf-bda2ba1a6e62", "name": "network-vif-deleted", "tag": "fdf95346-b562-4cfb-a8e6-0d3701731014", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:09:10.079164 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0e11e19-8c83-4216-aa7a-a594fdaa85fe {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:09:10.079719 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2cfce5-7013-442d-8cdf-bda2ba1a6e62', 'name': 'network-vif-deleted', 'tag': 'fdf95346-b562-4cfb-a8e6-0d3701731014', 'status': 'completed', 'code': 200} Nov 12 05:09:10.121016 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-76f8ddc1-0bf8-46b4-8dc4-c8dff532101a None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:09:10.338248 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-76f8ddc1-0bf8-46b4-8dc4-c8dff532101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:09:10.368870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f8ddc1-0bf8-46b4-8dc4-c8dff532101a None None] Checking router: 1c54b749-5b7f-43c2-a196-1e7f9b548df4 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:09:10.378385 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f8ddc1-0bf8-46b4-8dc4-c8dff532101a None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:09:10.379032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-76f8ddc1-0bf8-46b4-8dc4-c8dff532101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:09:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:09:10.490590 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-76f8ddc1-0bf8-46b4-8dc4-c8dff532101a None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:09:10.705039 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-76f8ddc1-0bf8-46b4-8dc4-c8dff532101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:09:10.736923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f8ddc1-0bf8-46b4-8dc4-c8dff532101a None None] The sync data for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 is: [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:09:11.004158 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b44ba10-300f-41a6-9236-4330966e7865 None None] New status for floating IP f50cc8d4-df73-4639-ad0b-1ace21bfdf36: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:09:11.012350 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4033027-704c-4510-94b7-b0fb981b16ff req-e3d082c4-cd8e-404f-820d-8f14c6474ee9 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc2cfce5-7013-442d-8cdf-bda2ba1a6e62 HTTP/1.1" status: 200 len: 210 time: 0.0413835 Nov 12 05:09:12.243650 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device fdf95346-b562-4cfb-a8e6-0d3701731014 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:09:12.267683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: fdf95346-b562-4cfb-a8e6-0d3701731014 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:09:12.268036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device fdf95346-b562-4cfb-a8e6-0d3701731014 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:09:12.334892 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-45482793-95ca-4d6e-b1ea-8b486813f0ed tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1959852061&fields=id&tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5 HTTP/1.1" status: 200 len: 267 time: 0.0550566 Nov 12 05:09:12.457672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-c62512a2-5ee6-463f-ac9e-153dee363914 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:12.459252 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-c62512a2-5ee6-463f-ac9e-153dee363914 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 811 time: 0.1173682 Nov 12 05:09:12.476001 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-552522f6-200f-44de-abc5-a34b48900111 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/quotas/aedc53f0d3cb4085a13bf58183b7e6c5 HTTP/1.1" status: 200 len: 375 time: 0.0105829 Nov 12 05:09:12.540228 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-b691ebe9-7b56-436c-81cf-48771c47477c tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581243 Nov 12 05:09:12.645673 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-a671d891-137b-45c8-8078-b37d13206f2d service neutron] 10.222.0.37 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929370 Nov 12 05:09:12.748389 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-a14237d3-0711-4490-9dbc-84db1bb27006 service neutron] 10.222.0.37 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963514 Nov 12 05:09:13.025753 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9cd2a598-6b5a-4ed8-a13d-2541a355aa33 req-8100e0ba-da23-48e1-82b4-534c07433860 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 210 time: 0.0328002 Nov 12 05:09:14.140460 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-db95b7f8-117f-491f-a459-54f26a292c71 req-f7a035d4-9e0d-482f-8b7f-881f1e854668 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 210 time: 0.0300252 Nov 12 05:09:15.260477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-c060b7e5-1e91-4818-af26-ce92657bb080 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:15.263459 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-c060b7e5-1e91-4818-af26-ce92657bb080 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.21 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 811 time: 0.1397731 Nov 12 05:09:15.279848 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e9eb5ae-7fdb-48fc-8504-3cf14a4f11db req-e0270d2c-89df-4873-9b9b-39e6ccf0d925 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 210 time: 0.0378113 Nov 12 05:09:15.371556 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-73f4d649-c1bd-4b9e-98e7-65db7a148e01 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5 HTTP/1.1" status: 200 len: 380 time: 0.0932593 Nov 12 05:09:15.385247 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-80181b3f-443d-4be4-9201-585d1b535339 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Request body: {'port': {'device_id': '5b743a07-a439-406a-beed-4120d101b37a', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'admin_state_up': True, 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'security_groups': ['6aa20bff-cf21-4f73-9795-0f5fa292cda2']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:09:15.633675 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-80181b3f-443d-4be4-9201-585d1b535339 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Made reservation on behalf of aedc53f0d3cb4085a13bf58183b7e6c5 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:09:15.637531 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-80181b3f-443d-4be4-9201-585d1b535339 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:15.787483 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-80181b3f-443d-4be4-9201-585d1b535339 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Allocated IP 172.20.0.5 (d34059ff-62ef-4be9-8766-3f5b61ff5430/d67a2953-15cb-4a0d-b30c-ca1385d20dc1/b4b15204-efe5-46a3-9afd-19936fac9fbf) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:09:15.991111 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-80181b3f-443d-4be4-9201-585d1b535339 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:16.074133 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-80181b3f-443d-4be4-9201-585d1b535339 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:16.124699 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-80181b3f-443d-4be4-9201-585d1b535339 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Network d34059ff-62ef-4be9-8766-3f5b61ff5430 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:09:16.130734 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-80181b3f-443d-4be4-9201-585d1b535339 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:09:16.135067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-80181b3f-443d-4be4-9201-585d1b535339 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:09:16.142660 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80181b3f-443d-4be4-9201-585d1b535339 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Pushing event updated for resources: {'Port': ['ID=b4b15204-efe5-46a3-9afd-19936fac9fbf,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:09:16.207646 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-80181b3f-443d-4be4-9201-585d1b535339 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:16.208764 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-80181b3f-443d-4be4-9201-585d1b535339 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:16.330409 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-80181b3f-443d-4be4-9201-585d1b535339 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9521182 Nov 12 05:09:16.351316 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Request body: {'port': {'device_id': '5b743a07-a439-406a-beed-4120d101b37a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:09:16.428462 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:16.444054 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7e10cb33-c306-4d92-8556-c238fdd0b55a None None] Provisioning complete for port b4b15204-efe5-46a3-9afd-19936fac9fbf triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:09:16.444884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1cb8c-b6bf-4424-949e-ca6ee77608cd req-f0880a36-4555-4d92-8df4-5d73467c58eb tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:16.445522 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e10cb33-c306-4d92-8556-c238fdd0b55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:16.445818 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fb1cb8c-b6bf-4424-949e-ca6ee77608cd req-f0880a36-4555-4d92-8df4-5d73467c58eb tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 931 time: 0.0668480 Nov 12 05:09:16.507421 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7e10cb33-c306-4d92-8556-c238fdd0b55a None None] Port b4b15204-efe5-46a3-9afd-19936fac9fbf cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:09:16.545590 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fb1cb8c-b6bf-4424-949e-ca6ee77608cd req-f7d0f075-a11f-40e2-a1e6-6dc904d24348 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855567 Nov 12 05:09:16.754106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b15204-efe5-46a3-9afd-19936fac9fbf {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:09:16.762447 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:16.775911 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Transition to ACTIVE for port object b4b15204-efe5-46a3-9afd-19936fac9fbf will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:09:16.838722 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:16.896064 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Pushing event updated for resources: {'Port': ['ID=b4b15204-efe5-46a3-9afd-19936fac9fbf,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:09:17.009469 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Attempting to bind port b4b15204-efe5-46a3-9afd-19936fac9fbf on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:09:17.010063 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Attempting to bind port b4b15204-efe5-46a3-9afd-19936fac9fbf by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:09:17.010673 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Attempting to bind port b4b15204-efe5-46a3-9afd-19936fac9fbf on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:09:17.019906 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Port b4b15204-efe5-46a3-9afd-19936fac9fbf on network d34059ff-62ef-4be9-8766-3f5b61ff5430 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:09:17.020483 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Attempting to bind port b4b15204-efe5-46a3-9afd-19936fac9fbf on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:09:17.031103 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:09:17.031700 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Checking segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:09:17.032341 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Bound using segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:09:17.032949 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Bound port: b4b15204-efe5-46a3-9afd-19936fac9fbf, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:09:17.033587 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:17.107033 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] For port b4b15204-efe5-46a3-9afd-19936fac9fbf, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:09:17.110558 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] For port b4b15204-efe5-46a3-9afd-19936fac9fbf, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:09:17.189089 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:17.238237 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:17.238938 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:17.241424 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] 10.222.0.21 "PUT /v2.0/ports/b4b15204-efe5-46a3-9afd-19936fac9fbf HTTP/1.1" status: 200 len: 1092 time: 0.8973424 Nov 12 05:09:17.242544 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b743a07-a439-406a-beed-4120d101b37a', 'tag': 'b4b15204-efe5-46a3-9afd-19936fac9fbf'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:09:17.245722 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eeeae38-1a05-42d7-98ea-75bef4378b01" -d '{"events": [{"name": "network-changed", "server_uuid": "5b743a07-a439-406a-beed-4120d101b37a", "tag": "b4b15204-efe5-46a3-9afd-19936fac9fbf"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:09:17.281514 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8bf24-c43e-4f2d-ae82-2edd80c8478e service neutron] Pushing event updated for resources: {'Port': ['ID=b4b15204-efe5-46a3-9afd-19936fac9fbf,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:09:17.336610 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:17.409826 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a27765-993b-405c-90ae-5d6407621d51 x-openstack-request-id: req-c6a27765-993b-405c-90ae-5d6407621d51 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:09:17.410418 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b743a07-a439-406a-beed-4120d101b37a", "tag": "b4b15204-efe5-46a3-9afd-19936fac9fbf", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:09:17.410587 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6a27765-993b-405c-90ae-5d6407621d51 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:09:17.411263 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b743a07-a439-406a-beed-4120d101b37a', 'tag': 'b4b15204-efe5-46a3-9afd-19936fac9fbf', 'status': 'completed', 'code': 200} Nov 12 05:09:17.432326 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-820107a0-055b-4521-ad1f-22a702863677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:17.433876 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-820107a0-055b-4521-ad1f-22a702863677 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 1095 time: 0.0633032 Nov 12 05:09:17.495806 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-8b5274b4-18b9-4ed9-a90b-cedecf62ac87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf HTTP/1.1" status: 200 len: 217 time: 0.0484273 Nov 12 05:09:17.549558 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-5eba98ab-efe6-4243-bcb8-7b25d16336f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:17.552243 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-5eba98ab-efe6-4243-bcb8-7b25d16336f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0487685 Nov 12 05:09:17.611646 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-7c9e78a9-3a92-4182-99f6-1ea72c4e5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:17.613104 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-7c9e78a9-3a92-4182-99f6-1ea72c4e5203 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541885 Nov 12 05:09:17.697754 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1083b-a4a7-46ae-9eea-f90181405656 req-983d8a31-9599-4ef8-ab75-088464c3ed85 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:17.699394 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1c1083b-a4a7-46ae-9eea-f90181405656 req-983d8a31-9599-4ef8-ab75-088464c3ed85 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 943 time: 0.0526721 Nov 12 05:09:17.763957 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b1c1083b-a4a7-46ae-9eea-f90181405656 req-7f0668d3-9cef-4c89-ad9b-709204a4b946 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527050 Nov 12 05:09:17.764188 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-fed4fba4-5173-450b-82cb-f7226d82a7e4 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435146 Nov 12 05:09:17.859197 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-acb4ef50-06b0-4c32-a147-c637cb72313f req-efff86b6-958f-47b4-98be-8709857aefcd service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875776 Nov 12 05:09:18.438577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeeae38-1a05-42d7-98ea-75bef4378b01 req-90b4f0d9-9b98-4b73-acbf-8fe99b74f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:18.440140 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4eeeae38-1a05-42d7-98ea-75bef4378b01 req-90b4f0d9-9b98-4b73-acbf-8fe99b74f564 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 1095 time: 0.3884146 Nov 12 05:09:18.496361 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:18.546616 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeeae38-1a05-42d7-98ea-75bef4378b01 req-6834a8d1-c6b9-45ec-81c1-9e356cf8c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:18.548131 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4eeeae38-1a05-42d7-98ea-75bef4378b01 req-6834a8d1-c6b9-45ec-81c1-9e356cf8c7c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.1008508 Nov 12 05:09:18.594407 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4eeeae38-1a05-42d7-98ea-75bef4378b01 req-e3a4ffe1-c3aa-4f4e-83f9-2251fc4ba50e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf HTTP/1.1" status: 200 len: 217 time: 0.0387285 Nov 12 05:09:18.644139 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeeae38-1a05-42d7-98ea-75bef4378b01 req-cd5e2351-c105-414e-a1c5-645179c8e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:18.645571 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4eeeae38-1a05-42d7-98ea-75bef4378b01 req-cd5e2351-c105-414e-a1c5-645179c8e0f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0448315 Nov 12 05:09:18.692994 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeeae38-1a05-42d7-98ea-75bef4378b01 req-ac1c08d5-e688-49f4-9c29-9c27d9fc3aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:18.694392 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4eeeae38-1a05-42d7-98ea-75bef4378b01 req-ac1c08d5-e688-49f4-9c29-9c27d9fc3aec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414739 Nov 12 05:09:18.791956 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4eeeae38-1a05-42d7-98ea-75bef4378b01 req-9568bccb-0624-4a68-8b5a-d919e7fb38c3 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900712 Nov 12 05:09:18.886865 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4eeeae38-1a05-42d7-98ea-75bef4378b01 req-1bcf3481-d992-4475-a95b-8eb66e431107 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860558 Nov 12 05:09:18.890446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b982a-2293-439c-9ffe-9cbe0bc7ec14 req-d3399087-d09d-4759-b922-f8362413ce4e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:18.892046 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a20b982a-2293-439c-9ffe-9cbe0bc7ec14 req-d3399087-d09d-4759-b922-f8362413ce4e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 943 time: 0.0550063 Nov 12 05:09:18.942077 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a20b982a-2293-439c-9ffe-9cbe0bc7ec14 req-0131273c-9980-4cc4-b1a7-8f3a0e4bf301 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438421 Nov 12 05:09:20.072022 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c77e1-89d4-4f6e-9e6f-850f4e5a9c09 req-1057e032-5c9f-462d-b043-f93dd48b0c7f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:20.073526 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c0c77e1-89d4-4f6e-9e6f-850f4e5a9c09 req-1057e032-5c9f-462d-b043-f93dd48b0c7f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 943 time: 0.0537982 Nov 12 05:09:20.123149 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c0c77e1-89d4-4f6e-9e6f-850f4e5a9c09 req-d7a340e1-d40a-4ec8-83a3-1502638e63e8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432987 Nov 12 05:09:21.243069 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe3a86-943c-45b4-9a28-4c44faf134c6 req-5709e71e-a11c-457b-ad70-6d193ab556c5 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:21.244646 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdfe3a86-943c-45b4-9a28-4c44faf134c6 req-5709e71e-a11c-457b-ad70-6d193ab556c5 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 943 time: 0.0500138 Nov 12 05:09:21.310173 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdfe3a86-943c-45b4-9a28-4c44faf134c6 req-4dfa4d57-2f3a-43ad-b978-d4ce11d3fc36 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590057 Nov 12 05:09:22.035712 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b4b15204-efe5-46a3-9afd-19936fac9fbf details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:09:22.151150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b4b15204-efe5-46a3-9afd-19936fac9fbf, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:09:22.166966 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'b4b15204-efe5-46a3-9afd-19936fac9fbf', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'port_id': 'b4b15204-efe5-46a3-9afd-19936fac9fbf', 'mac_address': 'fa:16:3e:f6:e2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:09:22.210298 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:22.237541 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b15204-efe5-46a3-9afd-19936fac9fbf {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:09:22.261084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b4b15204-efe5-46a3-9afd-19936fac9fbf, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:09:22.358171 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:22.414659 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=b4b15204-efe5-46a3-9afd-19936fac9fbf,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:09:22.457776 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575adaea-909d-4d3b-b887-6af5226b67f7 req-2cd5362d-90e8-4089-b2b6-b7cb3cae4f65 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:22.459435 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-575adaea-909d-4d3b-b887-6af5226b67f7 req-2cd5362d-90e8-4089-b2b6-b7cb3cae4f65 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 944 time: 0.0625389 Nov 12 05:09:22.541715 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-575adaea-909d-4d3b-b887-6af5226b67f7 req-1102157d-a510-4848-8c01-cf2cdaa5a4cd tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752451 Nov 12 05:09:22.731130 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['b4b15204-efe5-46a3-9afd-19936fac9fbf'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:09:23.689751 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1eb976-0df2-45a8-996e-51958bc22e3e req-438b9297-2e8e-48ef-bd7f-cb156b54f26b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:23.692738 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d1eb976-0df2-45a8-996e-51958bc22e3e req-438b9297-2e8e-48ef-bd7f-cb156b54f26b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 944 time: 0.0641937 Nov 12 05:09:23.751244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d1eb976-0df2-45a8-996e-51958bc22e3e req-c0239715-deef-41f5-8d89-2793e98fba19 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521550 Nov 12 05:09:24.047482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b4b15204-efe5-46a3-9afd-19936fac9fbf up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:09:24.193969 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port b4b15204-efe5-46a3-9afd-19936fac9fbf completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:09:24.200824 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port b4b15204-efe5-46a3-9afd-19936fac9fbf triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:09:24.201303 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:24.288411 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:24.314579 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b743a07-a439-406a-beed-4120d101b37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b15204-efe5-46a3-9afd-19936fac9fbf'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:09:24.316827 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853e99f1-5a31-4374-bc47-0df5b3255b4c" -d '{"events": [{"server_uuid": "5b743a07-a439-406a-beed-4120d101b37a", "name": "network-vif-plugged", "status": "completed", "tag": "b4b15204-efe5-46a3-9afd-19936fac9fbf"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:09:24.332166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b4b15204-efe5-46a3-9afd-19936fac9fbf, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:09:24.358300 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6f2458-f1c7-48b0-b435-e3e23a430958 x-openstack-request-id: req-ac6f2458-f1c7-48b0-b435-e3e23a430958 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:09:24.358601 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b743a07-a439-406a-beed-4120d101b37a", "name": "network-vif-plugged", "status": "completed", "tag": "b4b15204-efe5-46a3-9afd-19936fac9fbf", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:09:24.358891 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac6f2458-f1c7-48b0-b435-e3e23a430958 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:09:24.359303 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b743a07-a439-406a-beed-4120d101b37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b15204-efe5-46a3-9afd-19936fac9fbf', 'code': 200} Nov 12 05:09:24.381934 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:24.452460 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=b4b15204-efe5-46a3-9afd-19936fac9fbf,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:09:24.511457 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758e14f-0e97-40e6-9e3b-40ca5babb2b3 req-f76b143b-4bfe-4064-8a51-03db72fc8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:24.513187 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4758e14f-0e97-40e6-9e3b-40ca5babb2b3 req-f76b143b-4bfe-4064-8a51-03db72fc8365 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 1097 time: 0.0558584 Nov 12 05:09:24.564551 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4758e14f-0e97-40e6-9e3b-40ca5babb2b3 req-8cf94557-f90b-48b3-ac0d-362e83645afe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436287 Nov 12 05:09:24.890530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635568e-126f-44ce-8e87-017431a7d6b3 req-ebb77ce2-936e-4b10-9057-cf997368615f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:24.892078 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1635568e-126f-44ce-8e87-017431a7d6b3 req-ebb77ce2-936e-4b10-9057-cf997368615f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0543020 Nov 12 05:09:24.946739 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1635568e-126f-44ce-8e87-017431a7d6b3 req-c8cb6156-17d3-40f8-bc5c-e7e85f33a9a5 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485518 Nov 12 05:09:26.077602 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93845570-767f-4129-ae84-ee2947ab6705 req-1c6faabd-eb14-41dd-970d-16228f8a3668 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:26.079230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-93845570-767f-4129-ae84-ee2947ab6705 req-1c6faabd-eb14-41dd-970d-16228f8a3668 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0539618 Nov 12 05:09:26.132827 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-93845570-767f-4129-ae84-ee2947ab6705 req-4e2f3dfe-83b0-48e1-8840-cc9e240ec18b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472257 Nov 12 05:09:27.260641 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3981968-c849-4a71-b21c-2a5774bab9a5 req-beedf89c-1333-4a4b-bba7-e1a09ec4bc3f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:27.262323 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3981968-c849-4a71-b21c-2a5774bab9a5 req-beedf89c-1333-4a4b-bba7-e1a09ec4bc3f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0551958 Nov 12 05:09:27.317615 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a3981968-c849-4a71-b21c-2a5774bab9a5 req-9faec0e1-3b41-4704-8487-86edf965be62 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486135 Nov 12 05:09:27.454335 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25de521-e802-48c1-a3cc-888df9a82943 req-2bc83941-b82c-4de8-9a07-8aab3dffd943 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:27.455981 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d25de521-e802-48c1-a3cc-888df9a82943 req-2bc83941-b82c-4de8-9a07-8aab3dffd943 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0667264 Nov 12 05:09:27.465004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 55496) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:09:27.470457 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-5cdbf3e4-5442-4703-a0eb-74bbefdaaf6e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Request body: {'floatingip': {'port_id': 'b4b15204-efe5-46a3-9afd-19936fac9fbf'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:09:27.510824 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cdbf3e4-5442-4703-a0eb-74bbefdaaf6e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for floatingip, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:27.968198 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cdbf3e4-5442-4703-a0eb-74bbefdaaf6e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:28.062170 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cdbf3e4-5442-4703-a0eb-74bbefdaaf6e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:28.166688 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-5cdbf3e4-5442-4703-a0eb-74bbefdaaf6e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Floating IP f50cc8d4-df73-4639-ad0b-1ace21bfdf36 associated. External IP: 172.25.1.228, port: b4b15204-efe5-46a3-9afd-19936fac9fbf. Nov 12 05:09:28.382388 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cdbf3e4-5442-4703-a0eb-74bbefdaaf6e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:09:28.494455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdbf3e4-5442-4703-a0eb-74bbefdaaf6e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:09:28.501724 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5cdbf3e4-5442-4703-a0eb-74bbefdaaf6e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:28.507378 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b36e23f-537b-4990-b18d-55db8ecc6289 None None] Sync routers for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:09:28.520824 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b36e23f-537b-4990-b18d-55db8ecc6289 None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:09:28.521766 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-7b36e23f-537b-4990-b18d-55db8ecc6289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:09:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:09:28.553499 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5cdbf3e4-5442-4703-a0eb-74bbefdaaf6e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "PUT /v2.0/floatingips/f50cc8d4-df73-4639-ad0b-1ace21bfdf36 HTTP/1.1" status: 200 len: 992 time: 1.0870657 Nov 12 05:09:28.554405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b743a07-a439-406a-beed-4120d101b37a', 'tag': 'b4b15204-efe5-46a3-9afd-19936fac9fbf'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:09:28.558551 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdad643b-96cd-4d4a-8eb5-9c21bcbe5e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b743a07-a439-406a-beed-4120d101b37a", "tag": "b4b15204-efe5-46a3-9afd-19936fac9fbf"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:09:28.651539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-7b36e23f-537b-4990-b18d-55db8ecc6289 None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:09:28.666031 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716ced09-dc25-4640-8e31-cfdaeccc383d x-openstack-request-id: req-716ced09-dc25-4640-8e31-cfdaeccc383d {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:09:28.666396 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b743a07-a439-406a-beed-4120d101b37a", "tag": "b4b15204-efe5-46a3-9afd-19936fac9fbf", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:09:28.666678 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-716ced09-dc25-4640-8e31-cfdaeccc383d {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:09:28.667091 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b743a07-a439-406a-beed-4120d101b37a', 'tag': 'b4b15204-efe5-46a3-9afd-19936fac9fbf', 'status': 'completed', 'code': 200} Nov 12 05:09:28.751632 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad643b-96cd-4d4a-8eb5-9c21bcbe5e5d req-75814049-dc4c-4996-a36c-9b0ad96d22aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:28.753151 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cdad643b-96cd-4d4a-8eb5-9c21bcbe5e5d req-75814049-dc4c-4996-a36c-9b0ad96d22aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 1097 time: 0.0437360 Nov 12 05:09:28.854509 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad643b-96cd-4d4a-8eb5-9c21bcbe5e5d req-0fff6ccf-0b11-4c42-b4e5-0b9411290ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:28.856460 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cdad643b-96cd-4d4a-8eb5-9c21bcbe5e5d req-0fff6ccf-0b11-4c42-b4e5-0b9411290ecb service neutron] 10.222.0.21 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0952721 Nov 12 05:09:28.897907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-7b36e23f-537b-4990-b18d-55db8ecc6289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'f50cc8d4-df73-4639-ad0b-1ace21bfdf36', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'port_id': 'b4b15204-efe5-46a3-9afd-19936fac9fbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'mac_address': 'fa:16:3e:f6:e2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b743a07-a439-406a-beed-4120d101b37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:01:51Z', 'updated_at': '2021-11-12T05:09:27Z', 'revision_number': 13, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:09:28.924616 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b36e23f-537b-4990-b18d-55db8ecc6289 None None] Checking router: 1c54b749-5b7f-43c2-a196-1e7f9b548df4 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:09:28.927895 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cdad643b-96cd-4d4a-8eb5-9c21bcbe5e5d req-d05a7bb1-f10a-43ed-abfc-5eec1489c067 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf HTTP/1.1" status: 200 len: 1000 time: 0.0648260 Nov 12 05:09:28.933683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b36e23f-537b-4990-b18d-55db8ecc6289 None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:09:28.934284 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-7b36e23f-537b-4990-b18d-55db8ecc6289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:09:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:09:28.981893 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad643b-96cd-4d4a-8eb5-9c21bcbe5e5d req-3ab26cf9-ef5d-4aaf-8283-53249c089ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:28.983584 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cdad643b-96cd-4d4a-8eb5-9c21bcbe5e5d req-3ab26cf9-ef5d-4aaf-8283-53249c089ac9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0489371 Nov 12 05:09:29.045312 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad643b-96cd-4d4a-8eb5-9c21bcbe5e5d req-d2909c4e-082e-439a-bfe3-99dc5e07d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:29.047290 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cdad643b-96cd-4d4a-8eb5-9c21bcbe5e5d req-d2909c4e-082e-439a-bfe3-99dc5e07d812 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570862 Nov 12 05:09:29.051071 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-7b36e23f-537b-4990-b18d-55db8ecc6289 None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:09:29.141006 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cdad643b-96cd-4d4a-8eb5-9c21bcbe5e5d req-21ab9611-b2ea-42f6-8bbd-9c0cd1ca456e service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865879 Nov 12 05:09:29.236705 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cdad643b-96cd-4d4a-8eb5-9c21bcbe5e5d req-1ccdb168-0bee-4041-a7f9-a506ce0198f4 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891540 Nov 12 05:09:29.444199 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-7b36e23f-537b-4990-b18d-55db8ecc6289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'f50cc8d4-df73-4639-ad0b-1ace21bfdf36', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'port_id': 'b4b15204-efe5-46a3-9afd-19936fac9fbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'mac_address': 'fa:16:3e:f6:e2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b743a07-a439-406a-beed-4120d101b37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:01:51Z', 'updated_at': '2021-11-12T05:09:27Z', 'revision_number': 13, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:09:29.471530 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b36e23f-537b-4990-b18d-55db8ecc6289 None None] The sync data for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 is: [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'f50cc8d4-df73-4639-ad0b-1ace21bfdf36', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'port_id': 'b4b15204-efe5-46a3-9afd-19936fac9fbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'mac_address': 'fa:16:3e:f6:e2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b743a07-a439-406a-beed-4120d101b37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:01:51Z', 'updated_at': '2021-11-12T05:09:27Z', 'revision_number': 13, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:09:29.687508 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad22a4c-4104-4af7-ac97-1bf2f1721fe1 None None] New status for floating IP f50cc8d4-df73-4639-ad0b-1ace21bfdf36: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:09:30.530773 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:09:33.239236 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb0c2-e990-4c79-b6ce-6561ef7ed221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:35.616028 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-45f85295-9daf-434a-b6f7-4823843b7fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:36.941770 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:38.512752 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:39.135959 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:47.306949 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:48.478859 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:03.198293 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6fe87ad-7cd4-435a-9e74-32042a4d3cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:05.644108 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dba66821-09ba-4a8d-8473-b1c970f69f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:06.952359 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:07.529759 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:10:08.483108 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:09.151943 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:15.259222 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-08697e2f-ce59-4f46-99e7-983c191a963b req-a1581956-bb91-4845-bc34-c9c58737f4c7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396974 Nov 12 05:10:15.361614 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08697e2f-ce59-4f46-99e7-983c191a963b req-97268393-495d-4220-9c01-22612f2b6307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:15.363301 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-08697e2f-ce59-4f46-99e7-983c191a963b req-97268393-495d-4220-9c01-22612f2b6307 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 1097 time: 0.0399997 Nov 12 05:10:15.478072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08697e2f-ce59-4f46-99e7-983c191a963b req-6bfac447-17da-4252-8792-8e205a799730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:15.479618 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-08697e2f-ce59-4f46-99e7-983c191a963b req-6bfac447-17da-4252-8792-8e205a799730 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0961332 Nov 12 05:10:15.546531 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-08697e2f-ce59-4f46-99e7-983c191a963b req-8daef395-063e-476f-804f-9acca627aaab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf HTTP/1.1" status: 200 len: 1002 time: 0.0595207 Nov 12 05:10:15.598732 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08697e2f-ce59-4f46-99e7-983c191a963b req-dc19044a-a306-4a0b-a13a-3e8b5f505b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:15.600230 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-08697e2f-ce59-4f46-99e7-983c191a963b req-dc19044a-a306-4a0b-a13a-3e8b5f505b73 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0473909 Nov 12 05:10:15.645889 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08697e2f-ce59-4f46-99e7-983c191a963b req-7850b51d-7591-4740-b3ce-50f356e56902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:15.647420 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-08697e2f-ce59-4f46-99e7-983c191a963b req-7850b51d-7591-4740-b3ce-50f356e56902 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402453 Nov 12 05:10:15.749183 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-08697e2f-ce59-4f46-99e7-983c191a963b req-237bd06b-f7e3-40a2-8dd4-2c3af799648d service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939987 Nov 12 05:10:15.841551 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-08697e2f-ce59-4f46-99e7-983c191a963b req-655178a7-0a25-433c-bd3c-4725430dc741 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852036 Nov 12 05:10:17.323421 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:18.512205 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:33.192495 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d456916e-362e-4f75-b297-19e6c9ba5c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:35.563351 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e5d0fecf-8e92-477f-bef2-5086052a8717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:36.928894 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:38.557985 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:39.157697 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:44.530392 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:10:47.341746 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:48.488434 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:03.185376 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0a05885-fc2e-4147-bd6a-cbc7e1fcc5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:05.659565 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0286ff42-15f0-4e89-befc-092cd3e66085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:06.916658 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:08.476866 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:09.139274 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:17.269868 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8e7313c2-6329-4cc1-8a26-430f766e320f req-58b99056-7784-405f-aef7-e284bb001222 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413258 Nov 12 05:11:17.321959 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:17.367784 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7313c2-6329-4cc1-8a26-430f766e320f req-d6330f24-705c-4ce2-802c-505eb6348536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:11:17.369294 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8e7313c2-6329-4cc1-8a26-430f766e320f req-d6330f24-705c-4ce2-802c-505eb6348536 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 1097 time: 0.0413845 Nov 12 05:11:17.476818 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7313c2-6329-4cc1-8a26-430f766e320f req-6fb863dd-9a7a-45d1-9f5f-9b99824f713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:11:17.478291 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8e7313c2-6329-4cc1-8a26-430f766e320f req-6fb863dd-9a7a-45d1-9f5f-9b99824f713e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0901802 Nov 12 05:11:17.544917 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8e7313c2-6329-4cc1-8a26-430f766e320f req-87560289-648a-4e14-8196-9d12695f5fb0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf HTTP/1.1" status: 200 len: 1002 time: 0.0580258 Nov 12 05:11:17.603058 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7313c2-6329-4cc1-8a26-430f766e320f req-a670c62c-3a38-47b3-a76b-ca5b0f949c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:11:17.604552 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8e7313c2-6329-4cc1-8a26-430f766e320f req-a670c62c-3a38-47b3-a76b-ca5b0f949c3c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0519087 Nov 12 05:11:17.651323 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7313c2-6329-4cc1-8a26-430f766e320f req-3c19354f-3e24-4bde-8ccf-b42af8ead6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:11:17.652790 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8e7313c2-6329-4cc1-8a26-430f766e320f req-3c19354f-3e24-4bde-8ccf-b42af8ead6f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405738 Nov 12 05:11:17.743679 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8e7313c2-6329-4cc1-8a26-430f766e320f req-b2ca6df8-262a-4cb7-a457-ec267f6d88c0 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828876 Nov 12 05:11:17.839210 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8e7313c2-6329-4cc1-8a26-430f766e320f req-bd56376c-c2c1-4174-bbbb-bab07ca7e237 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887158 Nov 12 05:11:18.516273 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:21.530495 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:11:33.226012 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-afe80851-f6f0-4461-8c83-6a53970fd4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:35.620047 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d4dae1ec-3233-4388-a8ba-74cdefa93f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:36.979376 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:38.499376 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:39.122012 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:47.357062 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:48.533371 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:58.531076 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:12:03.196570 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-58dc4874-1374-4a94-afb8-f93b5e0c8b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:04.678282 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516cbce-fefb-47ae-91bd-16cd18547b67 req-d3eff7b9-3e44-44d0-8bc7-68a7bd3b9beb tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:04.680579 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c516cbce-fefb-47ae-91bd-16cd18547b67 req-d3eff7b9-3e44-44d0-8bc7-68a7bd3b9beb tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.1955988 Nov 12 05:12:04.735566 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c516cbce-fefb-47ae-91bd-16cd18547b67 req-e5887eb6-82bb-4d7a-9831-1df36f40f7cc tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480704 Nov 12 05:12:05.604360 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ea77967-7c28-4d13-afa8-9973a4a59c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:06.933539 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:08.487721 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:09.122163 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:17.339647 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cee41ad5-836f-4af8-af2a-f831f6845a5a req-784a4ca8-3afa-40f2-a631-aae54e025207 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0940876 Nov 12 05:12:17.356389 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:17.452281 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee41ad5-836f-4af8-af2a-f831f6845a5a req-f2e92842-7f41-4893-9746-db139214225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:17.453950 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cee41ad5-836f-4af8-af2a-f831f6845a5a req-f2e92842-7f41-4893-9746-db139214225f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 1097 time: 0.0467582 Nov 12 05:12:17.559539 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee41ad5-836f-4af8-af2a-f831f6845a5a req-049fc943-5779-49d7-89cb-0d6ead22a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:17.561056 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cee41ad5-836f-4af8-af2a-f831f6845a5a req-049fc943-5779-49d7-89cb-0d6ead22a0a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0863636 Nov 12 05:12:17.631037 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cee41ad5-836f-4af8-af2a-f831f6845a5a req-5a83b66c-b338-435d-ae1f-6d8b83f2f27b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf HTTP/1.1" status: 200 len: 1002 time: 0.0624888 Nov 12 05:12:17.684041 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee41ad5-836f-4af8-af2a-f831f6845a5a req-a87a91b3-9396-47ee-a0c6-edd86115bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:17.685551 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cee41ad5-836f-4af8-af2a-f831f6845a5a req-a87a91b3-9396-47ee-a0c6-edd86115bbd6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0481508 Nov 12 05:12:17.736045 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee41ad5-836f-4af8-af2a-f831f6845a5a req-beff1372-8e96-4c15-aca2-192b03ff300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:17.738035 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cee41ad5-836f-4af8-af2a-f831f6845a5a req-beff1372-8e96-4c15-aca2-192b03ff300d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443921 Nov 12 05:12:17.831682 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cee41ad5-836f-4af8-af2a-f831f6845a5a req-8221ca73-7a22-4bf0-b335-0462da71beac service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865483 Nov 12 05:12:17.919133 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cee41ad5-836f-4af8-af2a-f831f6845a5a req-3ccf0e90-9feb-43da-b316-48b33ecc7e15 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809717 Nov 12 05:12:18.562468 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:19.769638 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e39152-29fd-4c23-986a-4cf40eae1f09 req-95b576e9-59e3-4b9b-8b6c-4dc7f39e2e6b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:19.771372 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-38e39152-29fd-4c23-986a-4cf40eae1f09 req-95b576e9-59e3-4b9b-8b6c-4dc7f39e2e6b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0667551 Nov 12 05:12:19.828893 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-38e39152-29fd-4c23-986a-4cf40eae1f09 req-15323c43-355a-4a48-9a6f-1b60b6af259f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504973 Nov 12 05:12:19.932021 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-6ecc546d-5aca-4429-910f-e675438db854 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830674 Nov 12 05:12:19.941591 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-ed7df59f-4f5c-4cb4-9b45-e19f6f56fb4b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:12:19.942536 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-ed7df59f-4f5c-4cb4-9b45-e19f6f56fb4b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056741 Nov 12 05:12:20.951383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a7c34-1ea1-4bdc-9a9f-9edbe69f43bf req-a1075ca3-28fb-42bc-b199-03faeafdb216 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:20.952945 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a1a7c34-1ea1-4bdc-9a9f-9edbe69f43bf req-a1075ca3-28fb-42bc-b199-03faeafdb216 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0519514 Nov 12 05:12:21.008805 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a1a7c34-1ea1-4bdc-9a9f-9edbe69f43bf req-a9e8d7d0-9df5-4dcf-b455-7549eab08ca9 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465500 Nov 12 05:12:22.136769 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3382b-e5b1-46c1-a115-0af5e04149da req-0a3a532c-74fa-40ea-9de2-040fc70e14cf tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:22.138361 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fc3382b-e5b1-46c1-a115-0af5e04149da req-0a3a532c-74fa-40ea-9de2-040fc70e14cf tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0523801 Nov 12 05:12:22.198175 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fc3382b-e5b1-46c1-a115-0af5e04149da req-e048ea22-8f08-4111-943f-e4de1a5ebc63 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510876 Nov 12 05:12:22.223010 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-b565c8c6-2e44-480e-a07c-cde651aefb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:22.223010 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-b565c8c6-2e44-480e-a07c-cde651aefb66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 1097 time: 0.0548825 Nov 12 05:12:22.310803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-9d5b6dc7-1025-4796-832f-9e63cb7a2ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:22.318646 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-9d5b6dc7-1025-4796-832f-9e63cb7a2ed4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0862687 Nov 12 05:12:22.385732 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-e29f2751-60cd-482b-99a4-7a8b8fa0858f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf HTTP/1.1" status: 200 len: 1002 time: 0.0661645 Nov 12 05:12:22.438503 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-0d53d8a8-9ba4-4b93-8366-dedef6945161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:22.440007 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-0d53d8a8-9ba4-4b93-8366-dedef6945161 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0456028 Nov 12 05:12:22.487777 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-9de5ecc0-4cea-453a-a66f-93a198a0e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:22.489286 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-9de5ecc0-4cea-453a-a66f-93a198a0e637 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418544 Nov 12 05:12:22.594380 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-ce83e37c-693f-4eff-8e6c-799a2062531c service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982177 Nov 12 05:12:22.681682 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-078c5f9b-48f9-43ed-9f10-186dc1595c1d service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802951 Nov 12 05:12:23.329279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd8e3a-d77b-49b1-bfcc-06efa2830e05 req-ca2bb85d-59fc-4d6e-8514-03745f10558a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:23.330846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0dcd8e3a-d77b-49b1-bfcc-06efa2830e05 req-ca2bb85d-59fc-4d6e-8514-03745f10558a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0553844 Nov 12 05:12:23.381655 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0dcd8e3a-d77b-49b1-bfcc-06efa2830e05 req-88b76ee2-daa6-4e3b-abe8-0cdf53ca9089 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443294 Nov 12 05:12:24.505533 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035a074-8a79-49c4-b95a-6f6d3061493c req-e704b125-dbad-4364-ab4e-251da006a7b0 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:24.507044 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9035a074-8a79-49c4-b95a-6f6d3061493c req-e704b125-dbad-4364-ab4e-251da006a7b0 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0504081 Nov 12 05:12:24.556950 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9035a074-8a79-49c4-b95a-6f6d3061493c req-e5222116-206f-4f9e-b731-0f2cd73e86d0 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437253 Nov 12 05:12:25.684796 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d0b2e-155b-475d-9c14-3b679a51a3c5 req-604afd9d-b702-407c-8a77-f582bff42b22 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:25.686367 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b5d0b2e-155b-475d-9c14-3b679a51a3c5 req-604afd9d-b702-407c-8a77-f582bff42b22 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0531497 Nov 12 05:12:25.741337 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5b5d0b2e-155b-475d-9c14-3b679a51a3c5 req-22979c86-9ab7-47d8-9b75-8fb1050b0075 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481858 Nov 12 05:12:26.861677 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3d7c5-ca4c-46a7-9fc5-76072492e561 req-de5b381c-62bc-4722-817d-6653f09e22b8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:26.863238 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7a3d7c5-ca4c-46a7-9fc5-76072492e561 req-de5b381c-62bc-4722-817d-6653f09e22b8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0504527 Nov 12 05:12:26.912846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7a3d7c5-ca4c-46a7-9fc5-76072492e561 req-1b6b2349-76f7-4223-9750-3790a8c753b0 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436897 Nov 12 05:12:28.031137 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb1fd3-6a6d-4491-8209-427e28153fe2 req-c0772c77-8b1d-4012-b85b-49e9606b81d5 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:28.032552 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-05cb1fd3-6a6d-4491-8209-427e28153fe2 req-c0772c77-8b1d-4012-b85b-49e9606b81d5 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0497620 Nov 12 05:12:28.079938 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-05cb1fd3-6a6d-4491-8209-427e28153fe2 req-c7526588-b1c5-488d-b248-9ec64c2c1991 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414457 Nov 12 05:12:29.203608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca8051-f2f4-4d15-9159-f27ea7faf835 req-412923e0-64f5-4d8c-a8a6-f13dab413178 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:29.205104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8ca8051-f2f4-4d15-9159-f27ea7faf835 req-412923e0-64f5-4d8c-a8a6-f13dab413178 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0539541 Nov 12 05:12:29.252168 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8ca8051-f2f4-4d15-9159-f27ea7faf835 req-7f3fc468-f8d5-4400-95c6-2785c6596586 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411015 Nov 12 05:12:30.378179 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f13c1-bbd9-4a2b-9e42-0f4df305ebf6 req-1961f70c-4cfe-4bc5-8034-b4c1c2c48e42 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:30.379710 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a71f13c1-bbd9-4a2b-9e42-0f4df305ebf6 req-1961f70c-4cfe-4bc5-8034-b4c1c2c48e42 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0491736 Nov 12 05:12:30.434065 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a71f13c1-bbd9-4a2b-9e42-0f4df305ebf6 req-e224d262-7876-4b19-9257-3197c6c546d3 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476735 Nov 12 05:12:31.563317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a62c0e-92fc-4a04-98af-7316653fb927 req-1ea976ae-be72-40d0-9a06-acd2c7140cef tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:31.564614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24a62c0e-92fc-4a04-98af-7316653fb927 req-1ea976ae-be72-40d0-9a06-acd2c7140cef tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0524864 Nov 12 05:12:31.612226 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24a62c0e-92fc-4a04-98af-7316653fb927 req-7b3bd118-c8d6-4d31-afdb-64ce0d8f6d91 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411289 Nov 12 05:12:32.729429 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fe266-baf7-431e-a18b-bdc85869f495 req-81518fc4-4a82-4287-996b-db7d7e5a53a3 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:32.730877 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a5fe266-baf7-431e-a18b-bdc85869f495 req-81518fc4-4a82-4287-996b-db7d7e5a53a3 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0488982 Nov 12 05:12:32.778097 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a5fe266-baf7-431e-a18b-bdc85869f495 req-1f8d6d64-3c9f-460e-b57e-41322370b0d6 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412393 Nov 12 05:12:33.190620 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93ffb37a-f909-46a0-955d-0f8517474677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:33.893166 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef4e79-0cc9-40c9-8677-712b23f714be req-b8232e73-4924-485a-8f15-e485aca63bc1 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:33.894786 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03ef4e79-0cc9-40c9-8677-712b23f714be req-b8232e73-4924-485a-8f15-e485aca63bc1 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0483067 Nov 12 05:12:33.946476 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03ef4e79-0cc9-40c9-8677-712b23f714be req-1d850f97-4e30-4434-ad0c-1cda9f7da1a6 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445850 Nov 12 05:12:35.065448 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26611b-84b1-4079-8143-4ab0ef731a7f req-3948ec53-a2cb-48c2-aaa5-7a8634be2b89 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:35.066954 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4a26611b-84b1-4079-8143-4ab0ef731a7f req-3948ec53-a2cb-48c2-aaa5-7a8634be2b89 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0507543 Nov 12 05:12:35.114401 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4a26611b-84b1-4079-8143-4ab0ef731a7f req-333cb0c3-6eca-4ad8-8b19-c4c8bba901d0 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415664 Nov 12 05:12:35.530834 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:12:35.574507 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0e8c0a90-b3e4-4fdc-bfe1-c42f07cc769a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:36.235034 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4ab7a-b501-436b-ac27-71e11204a10f req-608a3607-332b-4bd6-8d49-c7e03e924689 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:36.236567 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fb4ab7a-b501-436b-ac27-71e11204a10f req-608a3607-332b-4bd6-8d49-c7e03e924689 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0503426 Nov 12 05:12:36.287046 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fb4ab7a-b501-436b-ac27-71e11204a10f req-9cd4131c-4e6c-48c6-9fd2-936531276de7 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437136 Nov 12 05:12:36.950590 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:37.414362 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6631adb-499f-4cd2-a38b-e25471e3b89d req-b237f17e-1991-419b-8fc1-9824573e5e69 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:37.415889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6631adb-499f-4cd2-a38b-e25471e3b89d req-b237f17e-1991-419b-8fc1-9824573e5e69 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0566161 Nov 12 05:12:37.464105 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6631adb-499f-4cd2-a38b-e25471e3b89d req-c072fd30-08e1-493c-bf74-28039f4870c5 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414145 Nov 12 05:12:37.617793 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-4910cc9b-8187-4f17-adfe-02e583c337a0 service neutron] show failed (client error): The resource could not be found. Nov 12 05:12:37.618762 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-4910cc9b-8187-4f17-adfe-02e583c337a0 service neutron] 10.222.0.21 "GET /v2.0/ports/b4b15204-efe5-46a3-9afd-19936fac9fbf/bindings/n-h2-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.0589359 Nov 12 05:12:38.130273 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-087dfa9e-4c6a-4136-8886-b72a8a37d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:38.131855 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-087dfa9e-4c6a-4136-8886-b72a8a37d92d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a&tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5 HTTP/1.1" status: 200 len: 1097 time: 0.0832641 Nov 12 05:12:38.152072 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:12:38.209756 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:38.422605 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] For port b4b15204-efe5-46a3-9afd-19936fac9fbf, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:12:38.456712 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] For port b4b15204-efe5-46a3-9afd-19936fac9fbf, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:12:38.496994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b743a07-a439-406a-beed-4120d101b37a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4b15204-efe5-46a3-9afd-19936fac9fbf'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:12:38.499346 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efafe54e-f33c-4a0f-8ca7-2179f2273ac3" -d '{"events": [{"server_uuid": "5b743a07-a439-406a-beed-4120d101b37a", "name": "network-vif-unplugged", "status": "completed", "tag": "b4b15204-efe5-46a3-9afd-19936fac9fbf"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:12:38.503637 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:38.504606 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:38.517013 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Transition to ACTIVE for port object b4b15204-efe5-46a3-9afd-19936fac9fbf will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:12:38.590903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a8cb4-d38e-4cbf-a231-851d8616dc3a req-f5ef4da9-6b4d-4f8e-9bc3-f438c4ad92a8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:38.594673 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b49a8cb4-d38e-4cbf-a231-851d8616dc3a req-f5ef4da9-6b4d-4f8e-9bc3-f438c4ad92a8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0575283 Nov 12 05:12:38.608650 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:38.722650 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b15204-efe5-46a3-9afd-19936fac9fbf,revision_number=6']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:38.731292 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b49a8cb4-d38e-4cbf-a231-851d8616dc3a req-3887b502-eaa5-411e-befb-7f76ac5d6a69 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271513 Nov 12 05:12:38.742241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:38.742591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:38.742957 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:38.743449 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:38.743702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:38.743975 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:38.744301 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:38.744626 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:38.745064 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:38.745276 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:38.745598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:38.745919 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:38.778398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] No DVR routers for this DVR port b4b15204-efe5-46a3-9afd-19936fac9fbf on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:12:38.823838 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b4b15204-efe5-46a3-9afd-19936fac9fbf no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:12:38.868201 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b4b15204-efe5-46a3-9afd-19936fac9fbf not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:12:38.876136 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe64e6ad-fe65-44d3-b3a9-369de7911942 x-openstack-request-id: req-fe64e6ad-fe65-44d3-b3a9-369de7911942 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:12:38.876518 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b743a07-a439-406a-beed-4120d101b37a", "name": "network-vif-unplugged", "status": "completed", "tag": "b4b15204-efe5-46a3-9afd-19936fac9fbf", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:12:38.876713 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe64e6ad-fe65-44d3-b3a9-369de7911942 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:12:38.877103 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b743a07-a439-406a-beed-4120d101b37a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4b15204-efe5-46a3-9afd-19936fac9fbf', 'code': 200} Nov 12 05:12:38.936982 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Attempting to bind port b4b15204-efe5-46a3-9afd-19936fac9fbf on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:12:38.937226 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Attempting to bind port b4b15204-efe5-46a3-9afd-19936fac9fbf by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:12:38.937545 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Attempting to bind port b4b15204-efe5-46a3-9afd-19936fac9fbf on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:12:38.943080 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Port b4b15204-efe5-46a3-9afd-19936fac9fbf on network d34059ff-62ef-4be9-8766-3f5b61ff5430 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:12:38.943558 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Attempting to bind port b4b15204-efe5-46a3-9afd-19936fac9fbf on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:12:38.951136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:12:38.951622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Checking segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:12:38.952150 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Bound using segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:12:38.952764 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Bound port: b4b15204-efe5-46a3-9afd-19936fac9fbf, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:12:38.953285 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:39.026127 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] For port b4b15204-efe5-46a3-9afd-19936fac9fbf, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:12:39.030047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] For port b4b15204-efe5-46a3-9afd-19936fac9fbf, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:12:39.162238 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:39.194839 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:39.195453 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:39.197461 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] 10.222.0.31 "PUT /v2.0/ports/b4b15204-efe5-46a3-9afd-19936fac9fbf HTTP/1.1" status: 200 len: 1092 time: 1.0501616 Nov 12 05:12:39.225778 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf63db-cfa3-4d05-ad7a-41d3f6ddb3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b15204-efe5-46a3-9afd-19936fac9fbf,revision_number=7']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:39.242202 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:39.278178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-058b9a49-a267-4c6b-92b7-e8670be17f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:39.280149 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-058b9a49-a267-4c6b-92b7-e8670be17f87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 1095 time: 0.0465705 Nov 12 05:12:39.379883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-347f5af9-b6df-4213-be7a-d1299c7015c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:39.381373 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-347f5af9-b6df-4213-be7a-d1299c7015c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0949149 Nov 12 05:12:39.449826 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-184bdaee-936d-4265-b44d-850ee65a2de2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf HTTP/1.1" status: 200 len: 1000 time: 0.0600607 Nov 12 05:12:39.502896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-8943a9ec-ce98-4c8b-96d8-62f5d3aeaafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:39.504311 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-8943a9ec-ce98-4c8b-96d8-62f5d3aeaafa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0479114 Nov 12 05:12:39.552997 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-d45706f7-0e27-4a38-ab06-71a5ef05cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:39.554533 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-d45706f7-0e27-4a38-ab06-71a5ef05cf49 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410774 Nov 12 05:12:39.644354 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-16bab57d-a638-4de7-b1d5-562895de3405 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825176 Nov 12 05:12:39.738332 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-ae45ec78-6402-48dd-a051-0b05ffa28dd5 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873270 Nov 12 05:12:39.858476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31169974-822c-4055-9e2d-a3d58b3f2c67 req-9eb76bb8-9fba-429a-bafe-5a3aaf49386a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:39.860047 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31169974-822c-4055-9e2d-a3d58b3f2c67 req-9eb76bb8-9fba-429a-bafe-5a3aaf49386a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 943 time: 0.0539904 Nov 12 05:12:39.909009 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31169974-822c-4055-9e2d-a3d58b3f2c67 req-638d87f7-c77b-48ab-b521-1c7e01ca3a86 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426435 Nov 12 05:12:40.878509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b743a07-a439-406a-beed-4120d101b37a', 'tag': 'b4b15204-efe5-46a3-9afd-19936fac9fbf'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:12:40.880855 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecf18d5-1a36-49d8-a054-ad78ca3d2606" -d '{"events": [{"name": "network-changed", "server_uuid": "5b743a07-a439-406a-beed-4120d101b37a", "tag": "b4b15204-efe5-46a3-9afd-19936fac9fbf"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:12:40.936434 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7b4948-d1bd-4c99-985a-bf1195f68018 x-openstack-request-id: req-ac7b4948-d1bd-4c99-985a-bf1195f68018 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:12:40.936733 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b743a07-a439-406a-beed-4120d101b37a", "tag": "b4b15204-efe5-46a3-9afd-19936fac9fbf", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:12:40.939639 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac7b4948-d1bd-4c99-985a-bf1195f68018 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:12:40.940060 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b743a07-a439-406a-beed-4120d101b37a', 'tag': 'b4b15204-efe5-46a3-9afd-19936fac9fbf', 'status': 'completed', 'code': 200} Nov 12 05:12:41.020204 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-54ddc875-301e-4b40-882c-49b702272009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:41.021697 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-54ddc875-301e-4b40-882c-49b702272009 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 1095 time: 0.0451636 Nov 12 05:12:41.056851 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-0a4aeeea-809d-4f64-ad21-f53f7c07b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:41.059287 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-0a4aeeea-809d-4f64-ad21-f53f7c07b929 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 1095 time: 0.0851612 Nov 12 05:12:41.067047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3d1fe-d031-4d04-bbf1-fd771911f602 req-afcc1b89-6bac-4921-bac0-6efcf73eed42 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:41.068711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18c3d1fe-d031-4d04-bbf1-fd771911f602 req-afcc1b89-6bac-4921-bac0-6efcf73eed42 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 943 time: 0.0630395 Nov 12 05:12:41.119408 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-4625addf-5ba8-4d87-af49-ea33e623b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:41.121485 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-4625addf-5ba8-4d87-af49-ea33e623b2c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0929878 Nov 12 05:12:41.185613 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18c3d1fe-d031-4d04-bbf1-fd771911f602 req-3946daba-fdf9-40a0-a78e-db98a0db03fb tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078010 Nov 12 05:12:41.205279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-469e007e-569a-4b4f-a872-277b88f559a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:41.205279 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-469e007e-569a-4b4f-a872-277b88f559a7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.1314692 Nov 12 05:12:41.217051 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-1c4b9109-9d8c-4d6a-b35d-0a1f062e9274 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf HTTP/1.1" status: 200 len: 1000 time: 0.0881956 Nov 12 05:12:41.275237 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-6f6fa4c3-ec9e-4638-9d9f-62036ed997fa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf HTTP/1.1" status: 200 len: 1000 time: 0.0669446 Nov 12 05:12:41.281386 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-f78d33ae-fdc9-46cf-bec9-7dc0c5795458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:41.283050 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-f78d33ae-fdc9-46cf-bec9-7dc0c5795458 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0577924 Nov 12 05:12:41.331702 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-6d154c5c-0a55-4bae-aa3a-8b0deff0dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:41.332533 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-11ccef80-e870-4b60-8421-03a4cabd39f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:41.333124 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-6d154c5c-0a55-4bae-aa3a-8b0deff0dec6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0506961 Nov 12 05:12:41.334282 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-11ccef80-e870-4b60-8421-03a4cabd39f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445399 Nov 12 05:12:41.388985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-e2efa585-b221-4c20-9954-ea57aa4d7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:41.390597 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-e2efa585-b221-4c20-9954-ea57aa4d7077 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501835 Nov 12 05:12:41.471401 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-bdfd8c44-1277-4968-9d79-e841d6865862 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300809 Nov 12 05:12:41.482814 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-76cae986-3287-4994-badf-06b63a0795b9 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851164 Nov 12 05:12:41.572703 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-69b9efd9-92da-4c6d-9bdf-15c4b2ff0379 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941246 Nov 12 05:12:41.584853 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aecf18d5-1a36-49d8-a054-ad78ca3d2606 req-9016bd45-fc55-4cd6-aabd-c86e6b789c77 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951927 Nov 12 05:12:42.312687 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f2b9d-6322-49fb-b415-73d95906333f req-6ec9122b-cce0-48eb-a750-df961d4a43f4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:42.315712 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-678f2b9d-6322-49fb-b415-73d95906333f req-6ec9122b-cce0-48eb-a750-df961d4a43f4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 943 time: 0.0587163 Nov 12 05:12:42.350332 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-76b8c6ee-44d5-4286-8ae5-9f646df129d3 req-4189b19d-1a5e-442b-9a45-e3860931097b service neutron] (103296) timed out ('10.222.0.21', 51766) {{(pid=103296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 05:12:42.369110 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-678f2b9d-6322-49fb-b415-73d95906333f req-aa77e0ca-0d2e-49d5-a59b-ad37b5312847 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458002 Nov 12 05:12:43.493260 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1a794-b775-4075-929d-7385fd5ba4cb req-0db0cc0b-fc58-4a3e-b9ec-67d16a3ecc71 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:43.494832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53d1a794-b775-4075-929d-7385fd5ba4cb req-0db0cc0b-fc58-4a3e-b9ec-67d16a3ecc71 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 943 time: 0.0500257 Nov 12 05:12:43.550486 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53d1a794-b775-4075-929d-7385fd5ba4cb req-19931a4b-c1c6-42a0-9884-591a3a037607 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485978 Nov 12 05:12:44.669677 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241d12a-8068-4e40-937f-7d12f26c0495 req-608c236a-4a67-4556-910f-437e1501abf4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:44.671284 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4241d12a-8068-4e40-937f-7d12f26c0495 req-608c236a-4a67-4556-910f-437e1501abf4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 943 time: 0.0503392 Nov 12 05:12:44.721921 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4241d12a-8068-4e40-937f-7d12f26c0495 req-0d595779-d13f-42ef-b0b5-c639feffa120 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443637 Nov 12 05:12:45.853440 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3297f4-dbff-48db-8780-5c0cd5598515 req-6f54eb2f-7d7d-4f32-b43c-852c0b90c53b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:45.855579 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1b3297f4-dbff-48db-8780-5c0cd5598515 req-6f54eb2f-7d7d-4f32-b43c-852c0b90c53b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 943 time: 0.0608294 Nov 12 05:12:45.902459 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1b3297f4-dbff-48db-8780-5c0cd5598515 req-9c30e8ea-b6ca-441c-975e-a0118e9119d2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405021 Nov 12 05:12:47.025849 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9701b9-cc09-47a0-85ad-ba5f110ae5ee req-8dcde060-aaf8-4bbb-9d08-3b38149595f3 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:47.027487 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e9701b9-cc09-47a0-85ad-ba5f110ae5ee req-8dcde060-aaf8-4bbb-9d08-3b38149595f3 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 943 time: 0.0542562 Nov 12 05:12:47.078925 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e9701b9-cc09-47a0-85ad-ba5f110ae5ee req-7cd62a91-82d2-435b-9db1-975364481429 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450881 Nov 12 05:12:47.412774 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:48.202229 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176c404-39f1-44fe-8001-7c2eb700cf59 req-6bd1f60f-284c-4c90-a652-e36929dba6ec tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:48.203749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a176c404-39f1-44fe-8001-7c2eb700cf59 req-6bd1f60f-284c-4c90-a652-e36929dba6ec tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 943 time: 0.0530965 Nov 12 05:12:48.250865 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a176c404-39f1-44fe-8001-7c2eb700cf59 req-912a5955-2e64-4195-99af-3b84e359a8cb tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410144 Nov 12 05:12:48.521787 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:49.371271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec14519-44be-4c61-8695-dc2ac738303e req-6599a097-9723-4806-a430-6e29f23dffb8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:49.373452 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cec14519-44be-4c61-8695-dc2ac738303e req-6599a097-9723-4806-a430-6e29f23dffb8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 943 time: 0.0525582 Nov 12 05:12:49.426363 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cec14519-44be-4c61-8695-dc2ac738303e req-c1d3dd6a-90b1-4cf0-a5de-24cbcf738b76 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466983 Nov 12 05:12:50.550998 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10b0a5-1384-4f0d-bf6b-37f56e465ccc req-29514809-7072-414d-a7c0-e3bc68a045c3 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:50.552489 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b10b0a5-1384-4f0d-bf6b-37f56e465ccc req-29514809-7072-414d-a7c0-e3bc68a045c3 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 943 time: 0.0519617 Nov 12 05:12:50.606964 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b10b0a5-1384-4f0d-bf6b-37f56e465ccc req-7025cdb1-f718-437b-b428-18ce7683c874 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484259 Nov 12 05:12:51.730405 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542ae93-c8fe-45b2-8e73-50a98ee18b5f req-55050b91-dac8-4822-a550-67dcb70d9c59 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:51.731998 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1542ae93-c8fe-45b2-8e73-50a98ee18b5f req-55050b91-dac8-4822-a550-67dcb70d9c59 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 943 time: 0.0505018 Nov 12 05:12:51.782987 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1542ae93-c8fe-45b2-8e73-50a98ee18b5f req-b6cba769-bc4b-4586-a4a3-a5146ee269a8 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447960 Nov 12 05:12:52.901144 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18e43e-804f-4caa-839a-7b9067c502b8 req-ff8d538f-b86f-4682-a84e-9153569e6f50 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:52.902731 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec18e43e-804f-4caa-839a-7b9067c502b8 req-ff8d538f-b86f-4682-a84e-9153569e6f50 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 943 time: 0.0496593 Nov 12 05:12:52.953067 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec18e43e-804f-4caa-839a-7b9067c502b8 req-6a0d30bb-6490-4b75-9ba3-0f335be8cefe tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439992 Nov 12 05:12:53.329808 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device b4b15204-efe5-46a3-9afd-19936fac9fbf details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:12:53.427522 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port b4b15204-efe5-46a3-9afd-19936fac9fbf, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:12:53.439944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'b4b15204-efe5-46a3-9afd-19936fac9fbf', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'port_id': 'b4b15204-efe5-46a3-9afd-19936fac9fbf', 'mac_address': 'fa:16:3e:f6:e2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:12:53.479192 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:53.491711 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b15204-efe5-46a3-9afd-19936fac9fbf {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:12:53.510757 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port b4b15204-efe5-46a3-9afd-19936fac9fbf, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:12:53.601368 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:53.653180 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=b4b15204-efe5-46a3-9afd-19936fac9fbf,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:53.662174 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:53.662174 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:53.662498 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:53.662728 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:53.663048 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:53.663359 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:53.663680 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:53.664001 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:53.664321 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:53.664640 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:53.664959 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:53.665276 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:12:53.895200 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['b4b15204-efe5-46a3-9afd-19936fac9fbf'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:12:54.109017 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa893b8a-6721-4b16-b86b-811841cba24f req-a5aaa085-b55c-48f7-80e9-ecb9f13db896 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:54.110528 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa893b8a-6721-4b16-b86b-811841cba24f req-a5aaa085-b55c-48f7-80e9-ecb9f13db896 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 944 time: 0.0665882 Nov 12 05:12:54.167189 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa893b8a-6721-4b16-b86b-811841cba24f req-a0f705b0-6836-4b10-bb8b-c7d5ba4ec938 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476649 Nov 12 05:12:54.730195 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db7c26-7451-43b1-b358-eae0979ea077 req-84c6e587-fde3-43bd-a168-c12c98ca8bf1 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:54.731808 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73db7c26-7451-43b1-b358-eae0979ea077 req-84c6e587-fde3-43bd-a168-c12c98ca8bf1 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 944 time: 0.0802057 Nov 12 05:12:54.775289 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde7589-3863-445d-ae64-10abc1084484 req-0c9a0ed3-c981-4039-b7f5-ab1b40b7494b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:54.777008 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fde7589-3863-445d-ae64-10abc1084484 req-0c9a0ed3-c981-4039-b7f5-ab1b40b7494b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a&tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 944 time: 0.0841475 Nov 12 05:12:54.826941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-73db7c26-7451-43b1-b358-eae0979ea077 req-0f47174c-8713-4d93-bccd-ad7e84234f59 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854797 Nov 12 05:12:54.854188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fde7589-3863-445d-ae64-10abc1084484 req-ea410fd6-5189-411b-ba8e-ed3b242cc163 service neutron] 10.222.0.31 "GET /v2.0/ports/b4b15204-efe5-46a3-9afd-19936fac9fbf/bindings/n-h2-768509-24 HTTP/1.1" status: 200 len: 383 time: 0.0701065 Nov 12 05:12:54.936316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde7589-3863-445d-ae64-10abc1084484 req-aa270460-b333-48dd-b2dc-18ddc1c59afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:54.937801 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fde7589-3863-445d-ae64-10abc1084484 req-aa270460-b333-48dd-b2dc-18ddc1c59afd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 1096 time: 0.0448923 Nov 12 05:12:55.027187 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde7589-3863-445d-ae64-10abc1084484 req-c1f9b88d-8e9b-4e21-a172-f7fbd0ac782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:55.028751 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fde7589-3863-445d-ae64-10abc1084484 req-c1f9b88d-8e9b-4e21-a172-f7fbd0ac782e service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0841420 Nov 12 05:12:55.320217 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device b4b15204-efe5-46a3-9afd-19936fac9fbf up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:12:55.447692 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port b4b15204-efe5-46a3-9afd-19936fac9fbf completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:12:55.452647 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port b4b15204-efe5-46a3-9afd-19936fac9fbf triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:12:55.453022 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:55.453260 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fde7589-3863-445d-ae64-10abc1084484 req-18f6276f-5f3b-410a-a1ad-aa0bf30984d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf HTTP/1.1" status: 200 len: 1001 time: 0.4176676 Nov 12 05:12:55.506365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde7589-3863-445d-ae64-10abc1084484 req-feced48b-1759-4ed1-8f0d-70fa357da54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:55.511532 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fde7589-3863-445d-ae64-10abc1084484 req-feced48b-1759-4ed1-8f0d-70fa357da54e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0458078 Nov 12 05:12:55.537046 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:55.556626 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde7589-3863-445d-ae64-10abc1084484 req-565f699c-b8de-4627-b77b-16d3c44e0420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:55.558207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fde7589-3863-445d-ae64-10abc1084484 req-565f699c-b8de-4627-b77b-16d3c44e0420 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429120 Nov 12 05:12:55.564441 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b743a07-a439-406a-beed-4120d101b37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b15204-efe5-46a3-9afd-19936fac9fbf'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:12:55.566832 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f503c3-532d-4e02-aa97-d5f751f9355e" -d '{"events": [{"server_uuid": "5b743a07-a439-406a-beed-4120d101b37a", "name": "network-vif-plugged", "status": "completed", "tag": "b4b15204-efe5-46a3-9afd-19936fac9fbf"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:12:55.582391 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port b4b15204-efe5-46a3-9afd-19936fac9fbf, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:12:55.636212 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:55.661772 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fde7589-3863-445d-ae64-10abc1084484 req-cd0a7373-9acd-48cd-b08a-1dc7abb0b9ef service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964618 Nov 12 05:12:55.687547 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf7b859-0581-4898-ae86-e3c580d5c769 x-openstack-request-id: req-aaf7b859-0581-4898-ae86-e3c580d5c769 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:12:55.687986 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b743a07-a439-406a-beed-4120d101b37a", "name": "network-vif-plugged", "status": "completed", "tag": "b4b15204-efe5-46a3-9afd-19936fac9fbf", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:12:55.688965 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aaf7b859-0581-4898-ae86-e3c580d5c769 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:12:55.689469 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b743a07-a439-406a-beed-4120d101b37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b15204-efe5-46a3-9afd-19936fac9fbf', 'code': 200} Nov 12 05:12:55.701927 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=b4b15204-efe5-46a3-9afd-19936fac9fbf,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:12:55.761320 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fde7589-3863-445d-ae64-10abc1084484 req-41a736f4-90f2-4698-9a64-0ce2f9ef9f36 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916944 Nov 12 05:12:55.956355 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb16c6f-50fa-40ef-9d18-e5e4968ce624 req-df91fb42-21e4-43d7-9c5f-80b08db7c0f5 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:55.957929 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2cb16c6f-50fa-40ef-9d18-e5e4968ce624 req-df91fb42-21e4-43d7-9c5f-80b08db7c0f5 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0564950 Nov 12 05:12:56.015674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2cb16c6f-50fa-40ef-9d18-e5e4968ce624 req-87053d92-9a9d-4a6b-81e1-9f3f449d665e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504289 Nov 12 05:12:57.135569 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ee860-88a2-47d1-817a-077d0e1c5000 req-b0fa5ca9-586a-49a4-8c56-a111f6c4a85d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:57.137060 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-455ee860-88a2-47d1-817a-077d0e1c5000 req-b0fa5ca9-586a-49a4-8c56-a111f6c4a85d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0491006 Nov 12 05:12:57.186834 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-455ee860-88a2-47d1-817a-077d0e1c5000 req-52ad5718-edac-403f-b28d-bf44254de115 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423732 Nov 12 05:12:58.307829 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9baf71-2253-4b32-a574-f7699bf4307b req-ea3a0da9-744d-479c-8441-e687c297f1b9 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:58.309375 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c9baf71-2253-4b32-a574-f7699bf4307b req-ea3a0da9-744d-479c-8441-e687c297f1b9 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0520117 Nov 12 05:12:58.358096 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c9baf71-2253-4b32-a574-f7699bf4307b req-52e2ef73-f74b-4f04-bacf-4ba7b961e61a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410802 Nov 12 05:12:59.486100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e538ae6-f798-4459-bb04-3f27904f9c20 req-4a196884-7eb8-4d61-b4e0-b95449d68a66 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:59.487839 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e538ae6-f798-4459-bb04-3f27904f9c20 req-4a196884-7eb8-4d61-b4e0-b95449d68a66 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0550003 Nov 12 05:12:59.536770 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e538ae6-f798-4459-bb04-3f27904f9c20 req-633cdb03-6ca2-4733-af97-b135a7b9dc16 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426764 Nov 12 05:13:00.656978 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc338ea-b5f6-4dc4-b9db-f8a7f8f3cf38 req-cbaa54fa-4c2d-4130-9278-22c60faaadc4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:00.658418 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cc338ea-b5f6-4dc4-b9db-f8a7f8f3cf38 req-cbaa54fa-4c2d-4130-9278-22c60faaadc4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0512407 Nov 12 05:13:00.714368 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0cc338ea-b5f6-4dc4-b9db-f8a7f8f3cf38 req-0e55f568-3515-44af-a59a-cecd41d03323 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449793 Nov 12 05:13:00.967917 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde7589-3863-445d-ae64-10abc1084484 req-4b096fbd-ab5c-4b3f-81d3-2ad8c329bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:00.969410 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0fde7589-3863-445d-ae64-10abc1084484 req-4b096fbd-ab5c-4b3f-81d3-2ad8c329bd65 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a&tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5 HTTP/1.1" status: 200 len: 1097 time: 0.0739717 Nov 12 05:13:00.987082 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:01.040259 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:01.247244 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] For port b4b15204-efe5-46a3-9afd-19936fac9fbf, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:01.281490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] For port b4b15204-efe5-46a3-9afd-19936fac9fbf, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:01.321235 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b743a07-a439-406a-beed-4120d101b37a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4b15204-efe5-46a3-9afd-19936fac9fbf'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:01.323510 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ae812f-a2b1-4a9a-a26b-a41dffce62fd" -d '{"events": [{"server_uuid": "5b743a07-a439-406a-beed-4120d101b37a", "name": "network-vif-unplugged", "status": "completed", "tag": "b4b15204-efe5-46a3-9afd-19936fac9fbf"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:01.327255 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:01.339811 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Transition to ACTIVE for port object b4b15204-efe5-46a3-9afd-19936fac9fbf will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:13:01.343158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device b4b15204-efe5-46a3-9afd-19936fac9fbf no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:13:01.377257 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5705bde-c25b-4827-a66d-a7b29c41461b x-openstack-request-id: req-c5705bde-c25b-4827-a66d-a7b29c41461b {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:01.377538 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b743a07-a439-406a-beed-4120d101b37a", "name": "network-vif-unplugged", "status": "completed", "tag": "b4b15204-efe5-46a3-9afd-19936fac9fbf", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:01.378001 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5705bde-c25b-4827-a66d-a7b29c41461b {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:01.378417 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b743a07-a439-406a-beed-4120d101b37a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4b15204-efe5-46a3-9afd-19936fac9fbf', 'code': 200} Nov 12 05:13:01.401686 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:01.423889 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:01.483572 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:13:01.485318 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:13:01.502376 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Pushing event updated for resources: {'Port': ['ID=b4b15204-efe5-46a3-9afd-19936fac9fbf,revision_number=10']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:01.514678 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:01.515012 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:01.515431 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:01.515786 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:01.515991 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:01.516312 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:01.516658 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:01.516980 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:01.517299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:01.517618 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:01.517934 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:01.518248 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:01.552971 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] No DVR routers for this DVR port b4b15204-efe5-46a3-9afd-19936fac9fbf on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:13:01.690565 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Attempting to bind port b4b15204-efe5-46a3-9afd-19936fac9fbf on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:13:01.690934 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Attempting to bind port b4b15204-efe5-46a3-9afd-19936fac9fbf by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:13:01.691263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Attempting to bind port b4b15204-efe5-46a3-9afd-19936fac9fbf on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:01.695662 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Port b4b15204-efe5-46a3-9afd-19936fac9fbf on network d34059ff-62ef-4be9-8766-3f5b61ff5430 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:13:01.695992 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Attempting to bind port b4b15204-efe5-46a3-9afd-19936fac9fbf on network d34059ff-62ef-4be9-8766-3f5b61ff5430 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:01.701188 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:13:01.701473 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Checking segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:01.701864 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Bound using segment: {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:13:01.702299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Bound port: b4b15204-efe5-46a3-9afd-19936fac9fbf, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0349a3-fbbf-4020-a25c-e590d7331d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:13:01.702679 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:01.768380 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] For port b4b15204-efe5-46a3-9afd-19936fac9fbf, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:01.771509 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] For port b4b15204-efe5-46a3-9afd-19936fac9fbf, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:01.836349 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:01.836770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c15ec-d0c1-4baf-bd33-99a4e7898117 req-206e2b3d-e580-4b06-ab96-a7eae1695fee tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:01.838271 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-854c15ec-d0c1-4baf-bd33-99a4e7898117 req-206e2b3d-e580-4b06-ab96-a7eae1695fee tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 944 time: 0.0524967 Nov 12 05:13:01.875564 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:01.876083 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:01.877546 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0fde7589-3863-445d-ae64-10abc1084484 req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] 10.222.0.21 "PUT /v2.0/ports/b4b15204-efe5-46a3-9afd-19936fac9fbf HTTP/1.1" status: 200 len: 1093 time: 0.8948026 Nov 12 05:13:01.889660 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-854c15ec-d0c1-4baf-bd33-99a4e7898117 req-98d7535e-0de5-4eb6-b4ac-1b34f5f29277 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421257 Nov 12 05:13:01.899102 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899f202-250f-45c1-af63-06f7bdd542ce service neutron] Pushing event updated for resources: {'Port': ['ID=b4b15204-efe5-46a3-9afd-19936fac9fbf,revision_number=11']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:01.953633 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde7589-3863-445d-ae64-10abc1084484 req-261bda1e-8fae-4da2-948e-16f81bd3373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:01.955350 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0fde7589-3863-445d-ae64-10abc1084484 req-261bda1e-8fae-4da2-948e-16f81bd3373e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 1096 time: 0.0445051 Nov 12 05:13:02.060074 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde7589-3863-445d-ae64-10abc1084484 req-9b5cf691-7d86-4ab2-9a5b-b40449a2a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:02.061653 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0fde7589-3863-445d-ae64-10abc1084484 req-9b5cf691-7d86-4ab2-9a5b-b40449a2a442 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0996156 Nov 12 05:13:02.134412 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0fde7589-3863-445d-ae64-10abc1084484 req-ff11463c-5c56-4736-91b6-20356b905db0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf HTTP/1.1" status: 200 len: 1000 time: 0.0654645 Nov 12 05:13:02.189600 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde7589-3863-445d-ae64-10abc1084484 req-21149c51-d46a-464e-8123-e2fdc70d5ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:02.191056 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0fde7589-3863-445d-ae64-10abc1084484 req-21149c51-d46a-464e-8123-e2fdc70d5ab7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0482810 Nov 12 05:13:02.245104 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde7589-3863-445d-ae64-10abc1084484 req-93e09266-8806-44ba-a739-1d5a366b76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:02.246790 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0fde7589-3863-445d-ae64-10abc1084484 req-93e09266-8806-44ba-a739-1d5a366b76f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483875 Nov 12 05:13:02.353577 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0fde7589-3863-445d-ae64-10abc1084484 req-dbc0b799-ed05-446b-bdb9-eb554454faca service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984645 Nov 12 05:13:02.458003 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0fde7589-3863-445d-ae64-10abc1084484 req-b99702f9-f51d-4fd0-916e-9588f2e30265 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959044 Nov 12 05:13:03.017700 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f1b65-0772-4ab1-9992-a0260b9a98ad req-8716c43b-76b4-49db-abb3-f66fdd74db39 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:03.019134 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c47f1b65-0772-4ab1-9992-a0260b9a98ad req-8716c43b-76b4-49db-abb3-f66fdd74db39 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 944 time: 0.0492463 Nov 12 05:13:03.067559 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c47f1b65-0772-4ab1-9992-a0260b9a98ad req-18719a9b-cf78-4450-a0f4-697f72140190 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420401 Nov 12 05:13:03.213062 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ad8eafea-6ed3-4a64-9d86-04b24c2161e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:03.380284 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b743a07-a439-406a-beed-4120d101b37a', 'tag': 'b4b15204-efe5-46a3-9afd-19936fac9fbf'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:03.382925 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95497f54-a8f5-43ff-92a6-4e062e18997b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b743a07-a439-406a-beed-4120d101b37a", "tag": "b4b15204-efe5-46a3-9afd-19936fac9fbf"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:03.432026 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74e2087-cd82-4e95-aad3-7e468ae44822 x-openstack-request-id: req-c74e2087-cd82-4e95-aad3-7e468ae44822 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:03.432323 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b743a07-a439-406a-beed-4120d101b37a", "tag": "b4b15204-efe5-46a3-9afd-19936fac9fbf", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:03.432580 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c74e2087-cd82-4e95-aad3-7e468ae44822 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:03.433081 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b743a07-a439-406a-beed-4120d101b37a', 'tag': 'b4b15204-efe5-46a3-9afd-19936fac9fbf', 'status': 'completed', 'code': 200} Nov 12 05:13:03.519855 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-e3485b98-9e44-4a6a-af17-128b22d19ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:03.521403 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-e3485b98-9e44-4a6a-af17-128b22d19ec7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 1096 time: 0.0491683 Nov 12 05:13:03.534864 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-cfa7be9d-60fc-4a0a-844c-091617c90912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:03.536419 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-cfa7be9d-60fc-4a0a-844c-091617c90912 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 1096 time: 0.0587873 Nov 12 05:13:03.625706 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-3abb6950-d823-4e1e-bd5c-c362fdeb0dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:03.627244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-3abb6950-d823-4e1e-bd5c-c362fdeb0dc9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0963063 Nov 12 05:13:03.631787 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-93821ac8-6b38-4206-922d-f3f829e7d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:03.633355 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-93821ac8-6b38-4206-922d-f3f829e7d644 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 200 len: 912 time: 0.0899432 Nov 12 05:13:03.696507 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-2faa5468-09dd-4c6a-b250-d5b8f6f3684b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf HTTP/1.1" status: 200 len: 1000 time: 0.0624475 Nov 12 05:13:03.711290 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-b32fc5fa-f07c-4d49-ad15-2456f2ababa8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf HTTP/1.1" status: 200 len: 1000 time: 0.0702372 Nov 12 05:13:03.755135 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-7bff807c-5188-45b7-aeef-36943317426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:03.756716 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-7bff807c-5188-45b7-aeef-36943317426d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0532818 Nov 12 05:13:03.770107 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-373c7ff8-59ca-4d4a-a10b-4c0d90560ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:03.772140 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-373c7ff8-59ca-4d4a-a10b-4c0d90560ed7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 200 len: 850 time: 0.0484924 Nov 12 05:13:03.811999 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-fda9f560-6d92-4ac3-bedc-e521085f2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:03.813521 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-fda9f560-6d92-4ac3-bedc-e521085f2ee7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485747 Nov 12 05:13:03.822651 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-cdf5e976-c18d-4686-81da-53de9272a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:03.824244 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-cdf5e976-c18d-4686-81da-53de9272a374 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d34059ff-62ef-4be9-8766-3f5b61ff5430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438926 Nov 12 05:13:03.919645 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-795c36b5-3c66-4ab7-b262-cdc326860545 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984802 Nov 12 05:13:04.032583 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-b57c852a-67f6-4d18-8bf5-3384d6a64ea1 service neutron] 10.222.0.31 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058972 Nov 12 05:13:04.200626 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f2161-10e7-448d-a4d7-c284c7c2bcd1 req-6241481c-8183-41c9-896b-489aacb7dbdc tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:04.202811 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c10f2161-10e7-448d-a4d7-c284c7c2bcd1 req-6241481c-8183-41c9-896b-489aacb7dbdc tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 944 time: 0.0566316 Nov 12 05:13:04.256561 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-6967efc8-5ddd-47e8-8a7b-82d55c134acc service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245033 Nov 12 05:13:04.258745 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c10f2161-10e7-448d-a4d7-c284c7c2bcd1 req-29b50a96-7d5f-4e42-810d-27536f50a95d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492611 Nov 12 05:13:04.352540 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-95497f54-a8f5-43ff-92a6-4e062e18997b req-1c6d415b-f182-418e-8214-d9737b27a5f5 service neutron] 10.222.0.21 "GET /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878954 Nov 12 05:13:05.383376 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5569990-975b-4e4f-9824-3e6c9c717596 req-7efb6517-51b7-4924-8c1c-a29f986c6565 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:05.384891 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5569990-975b-4e4f-9824-3e6c9c717596 req-7efb6517-51b7-4924-8c1c-a29f986c6565 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 944 time: 0.0508192 Nov 12 05:13:05.436222 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d5569990-975b-4e4f-9824-3e6c9c717596 req-787f43fa-c473-4f92-b322-931ed7144a22 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446780 Nov 12 05:13:05.573291 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-67bd34bc-ea44-49b5-abd6-d828817f80ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:06.574690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d0d5a-1b54-411b-8b81-644080c81968 req-0194705a-cf7b-46b8-9199-f8cf5511e600 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:06.585869 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee0d0d5a-1b54-411b-8b81-644080c81968 req-0194705a-cf7b-46b8-9199-f8cf5511e600 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 944 time: 0.0626411 Nov 12 05:13:06.632286 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ee0d0d5a-1b54-411b-8b81-644080c81968 req-38a83ac6-a32f-46f9-8de1-2af763b30360 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480759 Nov 12 05:13:06.984623 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:07.758963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37a094-7187-4e80-8070-02b9ecca0e00 req-041ea6be-63c7-4501-b723-0f5aa855f46d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:07.766185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e37a094-7187-4e80-8070-02b9ecca0e00 req-041ea6be-63c7-4501-b723-0f5aa855f46d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 944 time: 0.0538459 Nov 12 05:13:07.809454 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e37a094-7187-4e80-8070-02b9ecca0e00 req-3c9acc0a-00a9-4d2a-aec2-f76b4262a255 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419760 Nov 12 05:13:08.487098 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:08.932929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419c1ac-e565-4357-98e0-ad5140f48bfc req-4cd4ead0-c129-449f-9a50-800569afa89c tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:08.934427 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6419c1ac-e565-4357-98e0-ad5140f48bfc req-4cd4ead0-c129-449f-9a50-800569afa89c tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 944 time: 0.0522091 Nov 12 05:13:08.987557 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6419c1ac-e565-4357-98e0-ad5140f48bfc req-d3e89cca-ade3-421a-922d-3ac57b88f3f9 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463562 Nov 12 05:13:09.109951 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:10.106794 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e51543-ea4a-4ae1-81e0-ca1c3b37d312 req-0b84b261-da7d-4978-b1b5-80549c87ef39 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:10.109076 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09e51543-ea4a-4ae1-81e0-ca1c3b37d312 req-0b84b261-da7d-4978-b1b5-80549c87ef39 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 944 time: 0.0492384 Nov 12 05:13:10.160058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09e51543-ea4a-4ae1-81e0-ca1c3b37d312 req-6a41fc03-3efb-41ca-84c6-d07df9312053 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450270 Nov 12 05:13:11.277096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa45750-8584-457f-9bc7-cbdb22821183 req-26d45096-334e-495d-85a6-1d742bd3e623 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:11.278577 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6aa45750-8584-457f-9bc7-cbdb22821183 req-26d45096-334e-495d-85a6-1d742bd3e623 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 944 time: 0.0486686 Nov 12 05:13:11.326681 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6aa45750-8584-457f-9bc7-cbdb22821183 req-996c9b4e-d2d9-4d86-991b-41a27d493c70 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408313 Nov 12 05:13:12.445353 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c321c-8e71-4485-bb66-60047f87d596 req-aaabca6f-508c-4420-abd3-7975835899b4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:12.446884 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e33c321c-8e71-4485-bb66-60047f87d596 req-aaabca6f-508c-4420-abd3-7975835899b4 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 944 time: 0.0507851 Nov 12 05:13:12.494262 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e33c321c-8e71-4485-bb66-60047f87d596 req-3730f150-e3c5-4bec-b402-297e84c0a1e2 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400286 Nov 12 05:13:12.531174 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:13:13.617513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ab418-6fc2-43f8-be93-bc0ddac7ac62 req-f8801f38-d594-4123-ba0e-a53743c34d48 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:13.618962 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-676ab418-6fc2-43f8-be93-bc0ddac7ac62 req-f8801f38-d594-4123-ba0e-a53743c34d48 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 944 time: 0.0531781 Nov 12 05:13:13.667573 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-676ab418-6fc2-43f8-be93-bc0ddac7ac62 req-011056fb-7119-433e-a952-f675f43391bd tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418577 Nov 12 05:13:14.786838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ffd9e-43fe-4030-904a-cfe7100d025e req-a01e55b4-0571-4af4-8533-f461b99d166f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:14.788323 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-732ffd9e-43fe-4030-904a-cfe7100d025e req-a01e55b4-0571-4af4-8533-f461b99d166f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 944 time: 0.0501587 Nov 12 05:13:14.834747 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-732ffd9e-43fe-4030-904a-cfe7100d025e req-540bfcad-f059-4419-a3f5-f1b44bb8e0c9 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404449 Nov 12 05:13:15.959073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e5d68-84a0-4f85-9906-43265fcffb27 req-18ae3fab-4cb3-4a33-b910-62d71bce5c8e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:15.960590 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a3e5d68-84a0-4f85-9906-43265fcffb27 req-18ae3fab-4cb3-4a33-b910-62d71bce5c8e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 944 time: 0.0530524 Nov 12 05:13:16.008352 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a3e5d68-84a0-4f85-9906-43265fcffb27 req-6324a8ae-1f80-408a-9a82-64dbfccab29b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417860 Nov 12 05:13:17.039883 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b4b15204-efe5-46a3-9afd-19936fac9fbf details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:13:17.128387 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799d896-0688-489b-89e8-5fc6704cef73 req-30d937eb-8352-4756-8d3b-fb5b9f3e29ba tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:17.130016 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7799d896-0688-489b-89e8-5fc6704cef73 req-30d937eb-8352-4756-8d3b-fb5b9f3e29ba tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 944 time: 0.0502234 Nov 12 05:13:17.137260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b4b15204-efe5-46a3-9afd-19936fac9fbf, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:17.148547 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'b4b15204-efe5-46a3-9afd-19936fac9fbf', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'port_id': 'b4b15204-efe5-46a3-9afd-19936fac9fbf', 'mac_address': 'fa:16:3e:f6:e2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:13:17.177496 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7799d896-0688-489b-89e8-5fc6704cef73 req-4d837182-b4ef-4ca0-b888-e15ed317d618 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414393 Nov 12 05:13:17.189678 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:17.202412 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b15204-efe5-46a3-9afd-19936fac9fbf {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:13:17.222473 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b4b15204-efe5-46a3-9afd-19936fac9fbf, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:17.294149 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e9597-deb8-44ee-a016-be1934f2bcd5 req-044a3a75-0f4f-4320-8d56-e67dab8cfb33 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:17.296244 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d9e9597-deb8-44ee-a016-be1934f2bcd5 req-044a3a75-0f4f-4320-8d56-e67dab8cfb33 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 944 time: 0.0515473 Nov 12 05:13:17.301009 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:17.351971 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d9e9597-deb8-44ee-a016-be1934f2bcd5 req-79af46e1-3773-4405-9397-14563549a713 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483911 Nov 12 05:13:17.357155 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=b4b15204-efe5-46a3-9afd-19936fac9fbf,revision_number=12']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:17.373227 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:17.466768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ff874-916b-42fc-ad1e-fcec0e092554 req-06248ed9-5a62-4ea9-a536-002bd40267b6 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:17.468750 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d69ff874-916b-42fc-ad1e-fcec0e092554 req-06248ed9-5a62-4ea9-a536-002bd40267b6 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0498254 Nov 12 05:13:17.517042 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d69ff874-916b-42fc-ad1e-fcec0e092554 req-4b438b71-f7bb-40e3-807d-ce0d15fc0770 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415986 Nov 12 05:13:17.732786 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['b4b15204-efe5-46a3-9afd-19936fac9fbf'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:13:17.920394 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e62bd-1428-4f7d-a2cc-8ef7f0985077 req-92954462-9ff0-4660-9093-ad863fb242d5 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:17.922374 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a71e62bd-1428-4f7d-a2cc-8ef7f0985077 req-92954462-9ff0-4660-9093-ad863fb242d5 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0507810 Nov 12 05:13:17.969914 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a71e62bd-1428-4f7d-a2cc-8ef7f0985077 req-8487b033-173f-43bd-a4e4-e48fed41b05b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412519 Nov 12 05:13:18.532302 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:19.040401 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b4b15204-efe5-46a3-9afd-19936fac9fbf up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:19.091534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d8836-f2f0-40ab-9534-28fc45dd645a req-8df2a826-f644-4dd3-86ac-d2493891e8cc tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:19.093705 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-960d8836-f2f0-40ab-9534-28fc45dd645a req-8df2a826-f644-4dd3-86ac-d2493891e8cc tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 945 time: 0.0544708 Nov 12 05:13:19.141339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-960d8836-f2f0-40ab-9534-28fc45dd645a req-75904697-22b2-4a2d-94cd-c9c022f0be62 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411522 Nov 12 05:13:19.201705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port b4b15204-efe5-46a3-9afd-19936fac9fbf completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:13:19.205829 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port b4b15204-efe5-46a3-9afd-19936fac9fbf triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:19.206269 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:19.292866 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:19.316388 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b743a07-a439-406a-beed-4120d101b37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b15204-efe5-46a3-9afd-19936fac9fbf'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:19.318648 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c68f4d-aa2f-4637-b80c-5a945246a688" -d '{"events": [{"server_uuid": "5b743a07-a439-406a-beed-4120d101b37a", "name": "network-vif-plugged", "status": "completed", "tag": "b4b15204-efe5-46a3-9afd-19936fac9fbf"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:19.332524 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b4b15204-efe5-46a3-9afd-19936fac9fbf, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:19.357448 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71598e97-b3fd-4103-a289-fffb62c3ecc6 x-openstack-request-id: req-71598e97-b3fd-4103-a289-fffb62c3ecc6 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:19.357741 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b743a07-a439-406a-beed-4120d101b37a", "name": "network-vif-plugged", "status": "completed", "tag": "b4b15204-efe5-46a3-9afd-19936fac9fbf", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:19.357993 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71598e97-b3fd-4103-a289-fffb62c3ecc6 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:19.358441 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b743a07-a439-406a-beed-4120d101b37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b15204-efe5-46a3-9afd-19936fac9fbf', 'code': 200} Nov 12 05:13:19.395751 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:19.445711 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=b4b15204-efe5-46a3-9afd-19936fac9fbf,revision_number=13']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:19.772212 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646416dc-7dc8-4928-8b1f-1dd56d2331af req-7352f57d-575d-4604-9616-bf05bb76645e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:19.773673 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-646416dc-7dc8-4928-8b1f-1dd56d2331af req-7352f57d-575d-4604-9616-bf05bb76645e tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 946 time: 0.0541124 Nov 12 05:13:19.861391 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-646416dc-7dc8-4928-8b1f-1dd56d2331af req-36d9a2ce-8864-4c6e-b1b5-0c7206c6ef65 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Deleting port b4b15204-efe5-46a3-9afd-19936fac9fbf {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:13:19.861762 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-646416dc-7dc8-4928-8b1f-1dd56d2331af req-36d9a2ce-8864-4c6e-b1b5-0c7206c6ef65 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:19.953037 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-646416dc-7dc8-4928-8b1f-1dd56d2331af req-36d9a2ce-8864-4c6e-b1b5-0c7206c6ef65 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] For port b4b15204-efe5-46a3-9afd-19936fac9fbf, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b4b15204-efe5-46a3-9afd-19936fac9fbf,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:19.953391 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-646416dc-7dc8-4928-8b1f-1dd56d2331af req-36d9a2ce-8864-4c6e-b1b5-0c7206c6ef65 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:20.119025 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-646416dc-7dc8-4928-8b1f-1dd56d2331af req-36d9a2ce-8864-4c6e-b1b5-0c7206c6ef65 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:20.119295 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-646416dc-7dc8-4928-8b1f-1dd56d2331af req-36d9a2ce-8864-4c6e-b1b5-0c7206c6ef65 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:20.119605 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [req-646416dc-7dc8-4928-8b1f-1dd56d2331af req-36d9a2ce-8864-4c6e-b1b5-0c7206c6ef65 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Floating IP f50cc8d4-df73-4639-ad0b-1ace21bfdf36 disassociated. External IP: 172.25.1.228, port: b4b15204-efe5-46a3-9afd-19936fac9fbf. Nov 12 05:13:20.119942 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-646416dc-7dc8-4928-8b1f-1dd56d2331af req-36d9a2ce-8864-4c6e-b1b5-0c7206c6ef65 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Calling delete_port for b4b15204-efe5-46a3-9afd-19936fac9fbf owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:13:20.262239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1086f2-e23f-46a3-8c2f-a8f2d4f0b318 req-2fffb898-11e1-4f78-8ff4-2e6aed611e7b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:20.263795 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f1086f2-e23f-46a3-8c2f-a8f2d4f0b318 req-2fffb898-11e1-4f78-8ff4-2e6aed611e7b tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 946 time: 0.0497942 Nov 12 05:13:20.287658 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-646416dc-7dc8-4928-8b1f-1dd56d2331af req-36d9a2ce-8864-4c6e-b1b5-0c7206c6ef65 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:20.315297 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9a2ce-8864-4c6e-b1b5-0c7206c6ef65 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Pushing event deleted for resources: {'Port': ['ID=b4b15204-efe5-46a3-9afd-19936fac9fbf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:20.315991 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6f1086f2-e23f-46a3-8c2f-a8f2d4f0b318 req-a1b0c0d2-f660-46ac-8436-ff198cca753d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aa20bff-cf21-4f73-9795-0f5fa292cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461679 Nov 12 05:13:20.441145 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-646416dc-7dc8-4928-8b1f-1dd56d2331af req-36d9a2ce-8864-4c6e-b1b5-0c7206c6ef65 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:13:20.557243 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-646416dc-7dc8-4928-8b1f-1dd56d2331af req-36d9a2ce-8864-4c6e-b1b5-0c7206c6ef65 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:13:20.569284 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8be0a-d726-4fe5-aac8-80226a6cdfea None None] Sync routers for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:13:20.578802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8be0a-d726-4fe5-aac8-80226a6cdfea None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:20.579409 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c5c8be0a-d726-4fe5-aac8-80226a6cdfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:13:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:20.596994 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-646416dc-7dc8-4928-8b1f-1dd56d2331af req-36d9a2ce-8864-4c6e-b1b5-0c7206c6ef65 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] No DVR routers for this DVR port b4b15204-efe5-46a3-9afd-19936fac9fbf on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:13:20.600291 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-646416dc-7dc8-4928-8b1f-1dd56d2331af req-36d9a2ce-8864-4c6e-b1b5-0c7206c6ef65 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:20.603926 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-646416dc-7dc8-4928-8b1f-1dd56d2331af req-36d9a2ce-8864-4c6e-b1b5-0c7206c6ef65 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.21 "DELETE /v2.0/ports/b4b15204-efe5-46a3-9afd-19936fac9fbf HTTP/1.1" status: 204 len: 173 time: 0.8244286 Nov 12 05:13:20.604381 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b743a07-a439-406a-beed-4120d101b37a', 'name': 'network-vif-deleted', 'tag': 'b4b15204-efe5-46a3-9afd-19936fac9fbf'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:20.607064 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08c566b-9d73-45ec-ac66-9f3d3f42572f" -d '{"events": [{"server_uuid": "5b743a07-a439-406a-beed-4120d101b37a", "name": "network-vif-deleted", "tag": "b4b15204-efe5-46a3-9afd-19936fac9fbf"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:20.642915 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2dd45e-9ec1-4381-9251-a2d184b1b3cc x-openstack-request-id: req-8b2dd45e-9ec1-4381-9251-a2d184b1b3cc {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:20.643215 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b743a07-a439-406a-beed-4120d101b37a", "name": "network-vif-deleted", "tag": "b4b15204-efe5-46a3-9afd-19936fac9fbf", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:20.643625 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b2dd45e-9ec1-4381-9251-a2d184b1b3cc {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:20.644032 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b743a07-a439-406a-beed-4120d101b37a', 'name': 'network-vif-deleted', 'tag': 'b4b15204-efe5-46a3-9afd-19936fac9fbf', 'status': 'completed', 'code': 200} Nov 12 05:13:20.687427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c5c8be0a-d726-4fe5-aac8-80226a6cdfea None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:21.054767 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c5c8be0a-d726-4fe5-aac8-80226a6cdfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:21.081069 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8be0a-d726-4fe5-aac8-80226a6cdfea None None] Checking router: 1c54b749-5b7f-43c2-a196-1e7f9b548df4 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:13:21.089348 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8be0a-d726-4fe5-aac8-80226a6cdfea None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:21.089950 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c5c8be0a-d726-4fe5-aac8-80226a6cdfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:13:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:21.195398 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c5c8be0a-d726-4fe5-aac8-80226a6cdfea None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:21.413238 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c5c8be0a-d726-4fe5-aac8-80226a6cdfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:21.435058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f4641f6-dd94-421a-96a0-4d81de47952b req-0b67a493-7ef2-4862-8ef9-63ee395bbe2f tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 210 time: 0.0313218 Nov 12 05:13:21.442821 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8be0a-d726-4fe5-aac8-80226a6cdfea None None] The sync data for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 is: [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc', 'name': '', 'network_id': 'd34059ff-62ef-4be9-8766-3f5b61ff5430', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'mac_address': 'fa:16:3e:9e:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:46Z', 'updated_at': '2021-11-12T05:01:51Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'subnets': [{'id': 'd67a2953-15cb-4a0d-b30c-ca1385d20dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:13:21.735091 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad0c33-2c2e-4387-be5a-e7cf949c0397 None None] New status for floating IP f50cc8d4-df73-4639-ad0b-1ace21bfdf36: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:13:22.549593 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-129c3544-948d-4567-84bb-68a50d235784 req-c7e2cd3d-3e8f-4de7-915b-7a51c506bc9a tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 210 time: 0.0313668 Nov 12 05:13:23.661296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2b6a5af-7d2d-44eb-be25-492bf9ce6538 req-72dc7481-a80a-4001-919b-966e8e3b6e63 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 210 time: 0.0276599 Nov 12 05:13:24.759001 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7294e452-e789-4db5-9cb1-7ace712c5ce4 req-2fb8827c-0853-4035-8762-fd0882f82294 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 210 time: 0.0264661 Nov 12 05:13:25.056295 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b4b15204-efe5-46a3-9afd-19936fac9fbf no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:13:25.076573 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: b4b15204-efe5-46a3-9afd-19936fac9fbf {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:13:25.076916 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b4b15204-efe5-46a3-9afd-19936fac9fbf not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:13:25.867664 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-86c91b74-c9ad-4d3a-a4f6-24ade95b6458 req-83b3108d-69a2-486c-8655-635daab02b4d tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b743a07-a439-406a-beed-4120d101b37a HTTP/1.1" status: 200 len: 210 time: 0.0272825 Nov 12 05:13:30.865728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56080) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:30.924147 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8fce-a5e6-4e84-ba38-adf18f4cc363 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:30.947528 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8fce-a5e6-4e84-ba38-adf18f4cc363 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:31.070415 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8fce-a5e6-4e84-ba38-adf18f4cc363 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:31.073033 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8fce-a5e6-4e84-ba38-adf18f4cc363 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:31.074219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d2ac8fce-a5e6-4e84-ba38-adf18f4cc363 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "DELETE /v2.0/security-groups/6aa20bff-cf21-4f73-9795-0f5fa292cda2 HTTP/1.1" status: 204 len: 168 time: 0.2074826 Nov 12 05:13:31.076864 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56082) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:31.083590 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac8fce-a5e6-4e84-ba38-adf18f4cc363 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa20bff-cf21-4f73-9795-0f5fa292cda2,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:31.090687 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-cf008cdc-e80c-44c1-a9fb-e506f1471d07 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] show failed (client error): The resource could not be found. Nov 12 05:13:31.091934 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cf008cdc-e80c-44c1-a9fb-e506f1471d07 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "GET /v2.0/security-groups/6aa20bff-cf21-4f73-9795-0f5fa292cda2 HTTP/1.1" status: 404 len: 347 time: 0.0138450 Nov 12 05:13:31.095107 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56084) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:31.230739 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c8bdeb0c-eca9-4f38-a898-2525c83a8546 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Deleting port 3f8a8ab2-d12b-4440-8f2d-bb94cf68a47a {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:13:31.231239 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8bdeb0c-eca9-4f38-a898-2525c83a8546 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:31.312173 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8bdeb0c-eca9-4f38-a898-2525c83a8546 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:31.313074 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8bdeb0c-eca9-4f38-a898-2525c83a8546 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:31.324979 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c8bdeb0c-eca9-4f38-a898-2525c83a8546 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Calling delete_port for 3f8a8ab2-d12b-4440-8f2d-bb94cf68a47a owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:13:31.527425 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8bdeb0c-eca9-4f38-a898-2525c83a8546 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:31.552511 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bdeb0c-eca9-4f38-a898-2525c83a8546 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Pushing event deleted for resources: {'Port': ['ID=3f8a8ab2-d12b-4440-8f2d-bb94cf68a47a,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:31.617575 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8bdeb0c-eca9-4f38-a898-2525c83a8546 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:31.620116 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c8bdeb0c-eca9-4f38-a898-2525c83a8546 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:31.621275 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c8bdeb0c-eca9-4f38-a898-2525c83a8546 tempest-ServerActionsTestJSON-1535981947 tempest-ServerActionsTestJSON-1535981947-project] 10.222.0.37 "DELETE /v2.0/floatingips/f50cc8d4-df73-4639-ad0b-1ace21bfdf36 HTTP/1.1" status: 204 len: 168 time: 0.5252144 Nov 12 05:13:31.624271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56086) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:32.100549 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c95b5a47-1ba8-4c1b-81c8-4c478e74d493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.355773 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c95b5a47-1ba8-4c1b-81c8-4c478e74d493 admin admin] Deleting port 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:13:32.356082 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c95b5a47-1ba8-4c1b-81c8-4c478e74d493 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.435066 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-c95b5a47-1ba8-4c1b-81c8-4c478e74d493 admin admin] For port 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:32.435422 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c95b5a47-1ba8-4c1b-81c8-4c478e74d493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.455524 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-c95b5a47-1ba8-4c1b-81c8-4c478e74d493 admin admin] Calling delete_port for 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:13:32.738799 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c95b5a47-1ba8-4c1b-81c8-4c478e74d493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.769964 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b5a47-1ba8-4c1b-81c8-4c478e74d493 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:32.936794 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c95b5a47-1ba8-4c1b-81c8-4c478e74d493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.154824 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95b5a47-1ba8-4c1b-81c8-4c478e74d493 admin admin] Router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:13:33.264282 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95b5a47-1ba8-4c1b-81c8-4c478e74d493 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:13:33.272193 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cb8bad5b-7351-43e4-b4fb-c2ae3ff806d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.272967 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c95b5a47-1ba8-4c1b-81c8-4c478e74d493 admin admin] 10.222.0.37 "PUT /v2.0/routers/1c54b749-5b7f-43c2-a196-1e7f9b548df4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6450291 Nov 12 05:13:33.273059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56092) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:33.275538 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9fe8e-87f3-4bd6-aeb2-21c029534dfb None None] Sync routers for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:13:33.287644 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b9fe8e-87f3-4bd6-aeb2-21c029534dfb None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:33.290900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-99b9fe8e-87f3-4bd6-aeb2-21c029534dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:13:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:33.382226 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d9c09b0-f417-4dff-9395-1d968f24c227 admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.400572 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-99b9fe8e-87f3-4bd6-aeb2-21c029534dfb None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:33.489295 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d9c09b0-f417-4dff-9395-1d968f24c227 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.582156 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-99b9fe8e-87f3-4bd6-aeb2-21c029534dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:13:32Z', 'revision_number': 5, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port': {'id': '1e3435ad-8ad0-4127-a465-2e421c79cba2', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:01:43Z', 'updated_at': '2021-11-12T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:33.608865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-6d9c09b0-f417-4dff-9395-1d968f24c227 admin admin] Deleting port 1e3435ad-8ad0-4127-a465-2e421c79cba2 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:13:33.609201 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d9c09b0-f417-4dff-9395-1d968f24c227 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.613944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9fe8e-87f3-4bd6-aeb2-21c029534dfb None None] Checking router: 1c54b749-5b7f-43c2-a196-1e7f9b548df4 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:13:33.622911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b9fe8e-87f3-4bd6-aeb2-21c029534dfb None None] Routers {'1c54b749-5b7f-43c2-a196-1e7f9b548df4'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:33.623650 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-99b9fe8e-87f3-4bd6-aeb2-21c029534dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:13:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:33.689183 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-6d9c09b0-f417-4dff-9395-1d968f24c227 admin admin] For port 1e3435ad-8ad0-4127-a465-2e421c79cba2, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1e3435ad-8ad0-4127-a465-2e421c79cba2,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:33.689434 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d9c09b0-f417-4dff-9395-1d968f24c227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.703896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-6d9c09b0-f417-4dff-9395-1d968f24c227 admin admin] Calling delete_port for 1e3435ad-8ad0-4127-a465-2e421c79cba2 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:13:33.712330 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-99b9fe8e-87f3-4bd6-aeb2-21c029534dfb None None] Set router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:33.769189 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-99b9fe8e-87f3-4bd6-aeb2-21c029534dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:13:33Z', 'revision_number': 6, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:33.799705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9fe8e-87f3-4bd6-aeb2-21c029534dfb None None] The sync data for ids ['1c54b749-5b7f-43c2-a196-1e7f9b548df4'] in n-d-768509-24 is: [{'id': '1c54b749-5b7f-43c2-a196-1e7f9b548df4', 'name': 'tempest-ServerActionsTestJSON-262425728-router', 'tenant_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:01:42Z', 'updated_at': '2021-11-12T05:13:33Z', 'revision_number': 6, 'project_id': 'aedc53f0d3cb4085a13bf58183b7e6c5', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:13:33.967738 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d9c09b0-f417-4dff-9395-1d968f24c227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.992929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c09b0-f417-4dff-9395-1d968f24c227 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3435ad-8ad0-4127-a465-2e421c79cba2,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:34.008349 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd8eff4-51b1-4d0d-8aaf-8f5092df2bf9 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:13:34.063196 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d9c09b0-f417-4dff-9395-1d968f24c227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.165646 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d9c09b0-f417-4dff-9395-1d968f24c227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.167955 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d9c09b0-f417-4dff-9395-1d968f24c227 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.287504 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d9c09b0-f417-4dff-9395-1d968f24c227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.288488 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9c09b0-f417-4dff-9395-1d968f24c227 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c54b749-5b7f-43c2-a196-1e7f9b548df4 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:13:34.294861 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d9c09b0-f417-4dff-9395-1d968f24c227 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.296225 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6d9c09b0-f417-4dff-9395-1d968f24c227 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1c54b749-5b7f-43c2-a196-1e7f9b548df4 HTTP/1.1" status: 204 len: 168 time: 1.0220962 Nov 12 05:13:34.298534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56094) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:34.342770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-5147a716-ea1f-4b60-9c40-dd18bc6717a6 admin admin] Deleting subnet d67a2953-15cb-4a0d-b30c-ca1385d20dc1 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:13:34.346546 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5147a716-ea1f-4b60-9c40-dd18bc6717a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.387256 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5147a716-ea1f-4b60-9c40-dd18bc6717a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.467614 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5147a716-ea1f-4b60-9c40-dd18bc6717a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.590774 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5147a716-ea1f-4b60-9c40-dd18bc6717a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.617847 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147a716-ea1f-4b60-9c40-dd18bc6717a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d67a2953-15cb-4a0d-b30c-ca1385d20dc1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:34.622406 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5147a716-ea1f-4b60-9c40-dd18bc6717a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.628147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5147a716-ea1f-4b60-9c40-dd18bc6717a6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d67a2953-15cb-4a0d-b30c-ca1385d20dc1 HTTP/1.1" status: 204 len: 168 time: 0.3276603 Nov 12 05:13:34.629713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56096) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:34.630132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01db0f5-4fdc-432e-a6de-59be182697f2 None None] Network d34059ff-62ef-4be9-8766-3f5b61ff5430 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:34.710598 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.766659 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] Deleting port c38b5c51-de67-4a9a-ac72-fc8527bdf1aa {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:13:34.767937 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.841926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] For port c38b5c51-de67-4a9a-ac72-fc8527bdf1aa, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c38b5c51-de67-4a9a-ac72-fc8527bdf1aa,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:34.842289 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.850946 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a430c5b5-0200-4a5b-93b9-f9127c14d230 None None] DHCP port deletion for d34059ff-62ef-4be9-8766-3f5b61ff5430 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:13:34.859926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] Calling delete_port for c38b5c51-de67-4a9a-ac72-fc8527bdf1aa owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:13:34.905776 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a430c5b5-0200-4a5b-93b9-f9127c14d230 None None] Deleting port c38b5c51-de67-4a9a-ac72-fc8527bdf1aa {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:13:34.906287 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a430c5b5-0200-4a5b-93b9-f9127c14d230 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.969905 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a430c5b5-0200-4a5b-93b9-f9127c14d230 None None] For port c38b5c51-de67-4a9a-ac72-fc8527bdf1aa, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c38b5c51-de67-4a9a-ac72-fc8527bdf1aa,segment=NetworkSegment(5c0349a3-fbbf-4020-a25c-e590d7331d6b),segment_id=5c0349a3-fbbf-4020-a25c-e590d7331d6b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:34.970595 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a430c5b5-0200-4a5b-93b9-f9127c14d230 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.987794 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a430c5b5-0200-4a5b-93b9-f9127c14d230 None None] Calling delete_port for c38b5c51-de67-4a9a-ac72-fc8527bdf1aa owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:13:35.035939 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:13:35.057657 n-d-768509-24 neutron-server[103298]: self.session.flush() Nov 12 05:13:35.063012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] Pushing event deleted for resources: {'Port': ['ID=c38b5c51-de67-4a9a-ac72-fc8527bdf1aa,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:35.065241 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a430c5b5-0200-4a5b-93b9-f9127c14d230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.066592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] No DVR routers for this DVR port c38b5c51-de67-4a9a-ac72-fc8527bdf1aa on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:13:35.091667 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430c5b5-0200-4a5b-93b9-f9127c14d230 None None] Pushing event deleted for resources: {'Port': ['ID=c38b5c51-de67-4a9a-ac72-fc8527bdf1aa,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:35.095699 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a430c5b5-0200-4a5b-93b9-f9127c14d230 None None] No DVR routers for this DVR port c38b5c51-de67-4a9a-ac72-fc8527bdf1aa on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:13:35.143120 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.162788 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34059ff-62ef-4be9-8766-3f5b61ff5430']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:35.172551 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0349a3-fbbf-4020-a25c-e590d7331d6b') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:35.172859 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0349a3-fbbf-4020-a25c-e590d7331d6b') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:35.182753 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.196380 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.202429 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: timer() Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:13:35.206820 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:13:35.357746 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1e3435ad-8ad0-4127-a465-2e421c79cba2 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:13:35.367174 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.374595 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.379824 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] 10.222.0.37 "DELETE /v2.0/networks/d34059ff-62ef-4be9-8766-3f5b61ff5430 HTTP/1.1" status: 204 len: 168 time: 0.7471242 Nov 12 05:13:35.383287 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 1e3435ad-8ad0-4127-a465-2e421c79cba2 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:13:35.383287 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1e3435ad-8ad0-4127-a465-2e421c79cba2 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:13:35.383287 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:13:35.389109 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019056d-fb4f-4806-ac3d-2de44c5f792b admin admin] Pushing event deleted for resources: {'Network': ['ID=d34059ff-62ef-4be9-8766-3f5b61ff5430,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:35.407094 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:13:35.411993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2a3c0ee7-d95f-41d8-8e96-dde0e2a04fbc not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:13:35.411993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c38b5c51-de67-4a9a-ac72-fc8527bdf1aa no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:13:35.428867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: c38b5c51-de67-4a9a-ac72-fc8527bdf1aa {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:13:35.429209 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c38b5c51-de67-4a9a-ac72-fc8527bdf1aa not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:13:35.590259 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-874e3f64-fe2b-4cef-966c-01f09dcc5650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.749170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56100) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:35.789312 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3cef87d5-e5e5-42aa-910f-694b0da61ba5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aedc53f0d3cb4085a13bf58183b7e6c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389483 Nov 12 05:13:35.791926 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56102) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:35.846044 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6c183091-364c-49c9-880f-1992ddd55753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.866486 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6c183091-364c-49c9-880f-1992ddd55753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.989882 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6c183091-364c-49c9-880f-1992ddd55753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.992617 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6c183091-364c-49c9-880f-1992ddd55753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.993792 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6c183091-364c-49c9-880f-1992ddd55753 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8386a9b9-1649-4089-8edd-19f9ed380725 HTTP/1.1" status: 204 len: 168 time: 0.2009768 Nov 12 05:13:36.002950 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c183091-364c-49c9-880f-1992ddd55753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8386a9b9-1649-4089-8edd-19f9ed380725,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:36.966981 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.070943 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56124) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:37.167356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-e38576e8-90a2-4c5c-9c8e-2769c8b5e795 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1728221881-network', 'tenant_id': '7f02d4a3963049fbb40dcdead6d870e8'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:37.253027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38576e8-90a2-4c5c-9c8e-2769c8b5e795 admin admin] Made reservation on behalf of 7f02d4a3963049fbb40dcdead6d870e8 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:37.255381 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e38576e8-90a2-4c5c-9c8e-2769c8b5e795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.268299 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e38576e8-90a2-4c5c-9c8e-2769c8b5e795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.344663 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e38576e8-90a2-4c5c-9c8e-2769c8b5e795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.430258 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e38576e8-90a2-4c5c-9c8e-2769c8b5e795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.455520 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38576e8-90a2-4c5c-9c8e-2769c8b5e795 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:13:37.465011 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38576e8-90a2-4c5c-9c8e-2769c8b5e795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3f5415-09a0-4019-873e-19c78d2b9fe6,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:37.470146 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e38576e8-90a2-4c5c-9c8e-2769c8b5e795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.470485 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-e38576e8-90a2-4c5c-9c8e-2769c8b5e795 admin admin] Added segment a2ff418d-3797-47bb-b9f1-905b0b46ce8e of type vlan for network 81332c9d-742d-41ae-9bad-00d8eedf8031 Nov 12 05:13:37.509479 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e38576e8-90a2-4c5c-9c8e-2769c8b5e795 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.607549 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e38576e8-90a2-4c5c-9c8e-2769c8b5e795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.608549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38576e8-90a2-4c5c-9c8e-2769c8b5e795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:37.609124 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e38576e8-90a2-4c5c-9c8e-2769c8b5e795 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.673976 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38576e8-90a2-4c5c-9c8e-2769c8b5e795 admin admin] Pushing event updated for resources: {'Network': ['ID=81332c9d-742d-41ae-9bad-00d8eedf8031,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:37.683508 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 81332c9d-742d-41ae-9bad-00d8eedf8031 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:13:37.735997 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e38576e8-90a2-4c5c-9c8e-2769c8b5e795 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6636639 Nov 12 05:13:37.739451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56128) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:37.744285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-7cf46642-6ae3-4290-ab37-a936035e32ac admin admin] Request body: {'subnet': {'network_id': '81332c9d-742d-41ae-9bad-00d8eedf8031', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1728221881-subnet', 'tenant_id': '7f02d4a3963049fbb40dcdead6d870e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:37.836058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf46642-6ae3-4290-ab37-a936035e32ac admin admin] Made reservation on behalf of 7f02d4a3963049fbb40dcdead6d870e8 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:37.838354 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7cf46642-6ae3-4290-ab37-a936035e32ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:38.075853 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7cf46642-6ae3-4290-ab37-a936035e32ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:38.132153 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf46642-6ae3-4290-ab37-a936035e32ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e1b39bb-fa92-45c2-a32e-95750f2bba93,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:38.141604 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf46642-6ae3-4290-ab37-a936035e32ac admin admin] Checking segment: {'id': 'a2ff418d-3797-47bb-b9f1-905b0b46ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '81332c9d-742d-41ae-9bad-00d8eedf8031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:38.141959 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf46642-6ae3-4290-ab37-a936035e32ac admin admin] Network hostable DHCP agents. Network: 81332c9d-742d-41ae-9bad-00d8eedf8031, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:13:38.229946 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf46642-6ae3-4290-ab37-a936035e32ac admin admin] Network 81332c9d-742d-41ae-9bad-00d8eedf8031 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:13:38.327303 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-7cf46642-6ae3-4290-ab37-a936035e32ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 81332c9d-742d-41ae-9bad-00d8eedf8031) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:38.331795 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf46642-6ae3-4290-ab37-a936035e32ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:38.332392 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7cf46642-6ae3-4290-ab37-a936035e32ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:38.336375 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f789c9a-e5b2-4797-bd99-a54b07b1fd66 None None] Network 81332c9d-742d-41ae-9bad-00d8eedf8031 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:38.450409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7cf46642-6ae3-4290-ab37-a936035e32ac admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7096624 Nov 12 05:13:38.468414 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd65bbba-5c24-4a21-8ac0-31e8301bcccb None None] Network 81332c9d-742d-41ae-9bad-00d8eedf8031 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:38.570227 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:38.873092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-c74623cb-d180-4758-a9dd-7469f9f363bf tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:38.874609 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-c74623cb-d180-4758-a9dd-7469f9f363bf tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/networks?id=81332c9d-742d-41ae-9bad-00d8eedf8031 HTTP/1.1" status: 200 len: 814 time: 0.1019030 Nov 12 05:13:38.889965 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-916957b3-26b4-4268-9a51-8686ac6bf251 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/quotas/7f02d4a3963049fbb40dcdead6d870e8 HTTP/1.1" status: 200 len: 375 time: 0.0094984 Nov 12 05:13:38.927961 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-91f8b98c-b76d-430f-ac54-4f178439147c tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f02d4a3963049fbb40dcdead6d870e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315421 Nov 12 05:13:39.066644 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-f302da95-53d0-4636-a60e-7a1e8b13a348 service neutron] 10.222.0.37 "GET /v2.0/networks/81332c9d-742d-41ae-9bad-00d8eedf8031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313171 Nov 12 05:13:39.150096 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.165118 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-99d01ef1-cae9-42bc-9659-b49fa81ff764 service neutron] 10.222.0.37 "GET /v2.0/networks/81332c9d-742d-41ae-9bad-00d8eedf8031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922263 Nov 12 05:13:39.423861 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec10f1ff-92fe-412e-81cd-14e85a4cc465 req-7673d96e-9291-4623-b62d-4cb98739e21e tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 210 time: 0.0298352 Nov 12 05:13:40.504870 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-65087dc0-5a4e-4323-ae66-fd713c62f18c req-5f2e0d2c-808c-4ff6-a6ca-ed67ce05ef43 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 210 time: 0.0278962 Nov 12 05:13:41.603151 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-872830b0-11ea-4074-91f1-0194358f0b46 req-0d1e9e50-e5c6-4a2d-84c3-724eeb6fb73d tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 210 time: 0.0275538 Nov 12 05:13:41.920185 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-4eb53491-8cb6-4a33-9a06-100472a7cd13 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:41.921683 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-4eb53491-8cb6-4a33-9a06-100472a7cd13 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.21 "GET /v2.0/networks?id=81332c9d-742d-41ae-9bad-00d8eedf8031 HTTP/1.1" status: 200 len: 814 time: 0.1053939 Nov 12 05:13:41.940483 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-75a87cc8-cc3d-4688-9869-4ca1f24e88ac tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Request body: {'port': {'device_id': 'aee16608-bb5f-4365-967f-2df2034eda25', 'network_id': '81332c9d-742d-41ae-9bad-00d8eedf8031', 'admin_state_up': True, 'tenant_id': '7f02d4a3963049fbb40dcdead6d870e8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:42.133106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-75a87cc8-cc3d-4688-9869-4ca1f24e88ac tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Made reservation on behalf of 7f02d4a3963049fbb40dcdead6d870e8 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:42.136982 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-75a87cc8-cc3d-4688-9869-4ca1f24e88ac tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.271537 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-75a87cc8-cc3d-4688-9869-4ca1f24e88ac tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Allocated IP 172.20.0.12 (81332c9d-742d-41ae-9bad-00d8eedf8031/6e1b39bb-fa92-45c2-a32e-95750f2bba93/b5fb9878-fbed-4e83-8faf-15e178016125) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:13:42.426938 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-75a87cc8-cc3d-4688-9869-4ca1f24e88ac tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.528000 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-75a87cc8-cc3d-4688-9869-4ca1f24e88ac tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.574352 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-75a87cc8-cc3d-4688-9869-4ca1f24e88ac tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Network 81332c9d-742d-41ae-9bad-00d8eedf8031 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:42.580014 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-75a87cc8-cc3d-4688-9869-4ca1f24e88ac tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:42.583993 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-75a87cc8-cc3d-4688-9869-4ca1f24e88ac tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:13:42.590905 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a87cc8-cc3d-4688-9869-4ca1f24e88ac tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Pushing event updated for resources: {'Port': ['ID=b5fb9878-fbed-4e83-8faf-15e178016125,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:42.636495 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-75a87cc8-cc3d-4688-9869-4ca1f24e88ac tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:42.637125 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-75a87cc8-cc3d-4688-9869-4ca1f24e88ac tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.732263 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-75a87cc8-cc3d-4688-9869-4ca1f24e88ac tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7962284 Nov 12 05:13:42.750226 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Request body: {'port': {'device_id': 'aee16608-bb5f-4365-967f-2df2034eda25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:42.752961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587b909-0d71-482f-a988-0d70d71b23c9 req-d1c81bbd-99f7-4785-9a1a-1ee693fdaaae tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:42.754564 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8587b909-0d71-482f-a988-0d70d71b23c9 req-d1c81bbd-99f7-4785-9a1a-1ee693fdaaae tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 932 time: 0.0650959 Nov 12 05:13:42.814507 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.814814 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8587b909-0d71-482f-a988-0d70d71b23c9 req-9ba57496-2734-493c-a381-d14028c394ff tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489280 Nov 12 05:13:43.088607 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fb9878-fbed-4e83-8faf-15e178016125 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:13:43.096036 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:43.108647 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Transition to ACTIVE for port object b5fb9878-fbed-4e83-8faf-15e178016125 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:13:43.172246 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:43.223734 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Pushing event updated for resources: {'Port': ['ID=b5fb9878-fbed-4e83-8faf-15e178016125,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:43.286388 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Attempting to bind port b5fb9878-fbed-4e83-8faf-15e178016125 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:13:43.286741 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Attempting to bind port b5fb9878-fbed-4e83-8faf-15e178016125 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'a2ff418d-3797-47bb-b9f1-905b0b46ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '81332c9d-742d-41ae-9bad-00d8eedf8031'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:13:43.287098 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Attempting to bind port b5fb9878-fbed-4e83-8faf-15e178016125 on network 81332c9d-742d-41ae-9bad-00d8eedf8031 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:43.291257 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Port b5fb9878-fbed-4e83-8faf-15e178016125 on network 81332c9d-742d-41ae-9bad-00d8eedf8031 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:13:43.291572 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Attempting to bind port b5fb9878-fbed-4e83-8faf-15e178016125 on network 81332c9d-742d-41ae-9bad-00d8eedf8031 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:43.296372 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:13:43.296703 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Checking segment: {'id': 'a2ff418d-3797-47bb-b9f1-905b0b46ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '81332c9d-742d-41ae-9bad-00d8eedf8031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:43.297081 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Bound using segment: {'id': 'a2ff418d-3797-47bb-b9f1-905b0b46ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '81332c9d-742d-41ae-9bad-00d8eedf8031'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:13:43.297499 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Bound port: b5fb9878-fbed-4e83-8faf-15e178016125, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ff418d-3797-47bb-b9f1-905b0b46ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '81332c9d-742d-41ae-9bad-00d8eedf8031'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:13:43.297885 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:43.364358 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] For port b5fb9878-fbed-4e83-8faf-15e178016125, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:43.367227 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] For port b5fb9878-fbed-4e83-8faf-15e178016125, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b5fb9878-fbed-4e83-8faf-15e178016125,segment=NetworkSegment(a2ff418d-3797-47bb-b9f1-905b0b46ce8e),segment_id=a2ff418d-3797-47bb-b9f1-905b0b46ce8e)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:43.482070 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:43.518941 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:43.521661 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:43.523149 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] 10.222.0.21 "PUT /v2.0/ports/b5fb9878-fbed-4e83-8faf-15e178016125 HTTP/1.1" status: 200 len: 1093 time: 0.7774372 Nov 12 05:13:43.523702 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee16608-bb5f-4365-967f-2df2034eda25', 'tag': 'b5fb9878-fbed-4e83-8faf-15e178016125'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:43.525979 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa8378e-2a2c-4f70-ad0a-995c0577df3f" -d '{"events": [{"name": "network-changed", "server_uuid": "aee16608-bb5f-4365-967f-2df2034eda25", "tag": "b5fb9878-fbed-4e83-8faf-15e178016125"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:43.556890 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca9191-fcff-4b4f-9c4d-5a8fee83752c service neutron] Pushing event updated for resources: {'Port': ['ID=b5fb9878-fbed-4e83-8faf-15e178016125,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:43.568707 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51068c91-01d4-41b5-9fc0-0a4972023771 x-openstack-request-id: req-51068c91-01d4-41b5-9fc0-0a4972023771 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:43.569000 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee16608-bb5f-4365-967f-2df2034eda25", "tag": "b5fb9878-fbed-4e83-8faf-15e178016125", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:43.569302 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51068c91-01d4-41b5-9fc0-0a4972023771 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:43.569711 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee16608-bb5f-4365-967f-2df2034eda25', 'tag': 'b5fb9878-fbed-4e83-8faf-15e178016125', 'status': 'completed', 'code': 200} Nov 12 05:13:43.649069 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8378e-2a2c-4f70-ad0a-995c0577df3f req-dfec8f2a-0224-4b78-8325-a97a5ffbcba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:43.650573 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5aa8378e-2a2c-4f70-ad0a-995c0577df3f req-dfec8f2a-0224-4b78-8325-a97a5ffbcba6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f02d4a3963049fbb40dcdead6d870e8&device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 1096 time: 0.0416114 Nov 12 05:13:43.938079 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb354197-e246-4c5e-978f-923b5e66d701 req-f3ec41d5-c056-4724-abf5-8eb9b1ee6e3b tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:43.940202 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb354197-e246-4c5e-978f-923b5e66d701 req-f3ec41d5-c056-4724-abf5-8eb9b1ee6e3b tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 944 time: 0.0522709 Nov 12 05:13:43.990939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb354197-e246-4c5e-978f-923b5e66d701 req-1ca00ff4-5d28-46f2-af38-4e1cc83b635d tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446236 Nov 12 05:13:44.084936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8378e-2a2c-4f70-ad0a-995c0577df3f req-95238b44-3952-429a-bed4-149cbb3742ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:44.086465 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5aa8378e-2a2c-4f70-ad0a-995c0577df3f req-95238b44-3952-429a-bed4-149cbb3742ab service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=7f02d4a3963049fbb40dcdead6d870e8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4211252 Nov 12 05:13:44.181361 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8378e-2a2c-4f70-ad0a-995c0577df3f req-cf0d1e4a-7fb1-43be-9d42-2124d669b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:44.182901 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5aa8378e-2a2c-4f70-ad0a-995c0577df3f req-cf0d1e4a-7fb1-43be-9d42-2124d669b945 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890372 Nov 12 05:13:44.289548 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-852e798f-1898-4af3-8cd0-c4feba9bf2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:44.291018 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-852e798f-1898-4af3-8cd0-c4feba9bf2b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f02d4a3963049fbb40dcdead6d870e8&device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 1096 time: 0.0500560 Nov 12 05:13:44.339374 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-0ec6b237-d2fc-48d0-9302-eb0e06e6d1a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5fb9878-fbed-4e83-8faf-15e178016125 HTTP/1.1" status: 200 len: 217 time: 0.0348620 Nov 12 05:13:44.390363 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-6bb6c1d2-c47a-49b3-b72b-adbc7e0003f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:44.391849 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-6bb6c1d2-c47a-49b3-b72b-adbc7e0003f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e1b39bb-fa92-45c2-a32e-95750f2bba93 HTTP/1.1" status: 200 len: 854 time: 0.0449412 Nov 12 05:13:44.424730 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-e26edb96-9cc5-499e-9a75-3494a7dc6d2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81332c9d-742d-41ae-9bad-00d8eedf8031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261464 Nov 12 05:13:44.518329 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-863ae836-2d4a-4244-bb77-e98c7d59ec27 service neutron] 10.222.0.21 "GET /v2.0/networks/81332c9d-742d-41ae-9bad-00d8eedf8031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870404 Nov 12 05:13:44.613649 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b0a42702-61a8-40cb-8967-fafed0fd8c36 req-6c61a79a-f020-4547-bf7f-0d6809f254d6 service neutron] 10.222.0.21 "GET /v2.0/networks/81332c9d-742d-41ae-9bad-00d8eedf8031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886495 Nov 12 05:13:45.113050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e5440-bab7-40e5-922c-2e73f54c1ea0 req-a3842657-f65d-43c3-ab15-c1bc719ba2ac tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:45.114576 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f69e5440-bab7-40e5-922c-2e73f54c1ea0 req-a3842657-f65d-43c3-ab15-c1bc719ba2ac tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 944 time: 0.0512378 Nov 12 05:13:45.168709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f69e5440-bab7-40e5-922c-2e73f54c1ea0 req-fd2d5b9f-0045-4c9a-9058-d58faec67900 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480459 Nov 12 05:13:46.291509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0711a8-c3a5-41b5-a476-25cab3ead092 req-7069e958-46d3-47fd-a0ec-b26366e2c63a tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:46.293076 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a0711a8-c3a5-41b5-a476-25cab3ead092 req-7069e958-46d3-47fd-a0ec-b26366e2c63a tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 944 time: 0.0520072 Nov 12 05:13:46.348150 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a0711a8-c3a5-41b5-a476-25cab3ead092 req-5dd0c5dc-0922-45f4-a75e-b519a700ffe8 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483644 Nov 12 05:13:47.181021 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b5fb9878-fbed-4e83-8faf-15e178016125 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:13:47.286258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b5fb9878-fbed-4e83-8faf-15e178016125, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b5fb9878-fbed-4e83-8faf-15e178016125,segment=NetworkSegment(a2ff418d-3797-47bb-b9f1-905b0b46ce8e),segment_id=a2ff418d-3797-47bb-b9f1-905b0b46ce8e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:47.304054 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'b5fb9878-fbed-4e83-8faf-15e178016125', 'network_id': '81332c9d-742d-41ae-9bad-00d8eedf8031', 'port_id': 'b5fb9878-fbed-4e83-8faf-15e178016125', 'mac_address': 'fa:16:3e:55:ea:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1b39bb-fa92-45c2-a32e-95750f2bba93', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:13:47.351862 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.368015 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fb9878-fbed-4e83-8faf-15e178016125 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:13:47.389281 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.391247 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b5fb9878-fbed-4e83-8faf-15e178016125, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b5fb9878-fbed-4e83-8faf-15e178016125,segment=NetworkSegment(a2ff418d-3797-47bb-b9f1-905b0b46ce8e),segment_id=a2ff418d-3797-47bb-b9f1-905b0b46ce8e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:47.458957 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.498472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14361d-4a03-4350-aa7d-82c939d7be2a req-66a6a870-4f95-435c-9970-7694d5c42f1c tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:47.500099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4c14361d-4a03-4350-aa7d-82c939d7be2a req-66a6a870-4f95-435c-9970-7694d5c42f1c tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 944 time: 0.0580401 Nov 12 05:13:47.513874 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=b5fb9878-fbed-4e83-8faf-15e178016125,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:47.552481 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4c14361d-4a03-4350-aa7d-82c939d7be2a req-74e94955-926a-42c6-867d-972485b72cb4 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457406 Nov 12 05:13:47.840103 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['b5fb9878-fbed-4e83-8faf-15e178016125'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:13:48.567572 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.681941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f55e1-4ba0-4b88-b0ff-6d7b96689fa7 req-3e2b5d11-1839-4685-8ef3-60e0dbb90a1c tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:48.683479 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f91f55e1-4ba0-4b88-b0ff-6d7b96689fa7 req-3e2b5d11-1839-4685-8ef3-60e0dbb90a1c tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 945 time: 0.0613365 Nov 12 05:13:48.733945 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f91f55e1-4ba0-4b88-b0ff-6d7b96689fa7 req-046e837f-c8ae-4034-b312-3f4006af107d tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444021 Nov 12 05:13:49.211469 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b5fb9878-fbed-4e83-8faf-15e178016125 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:49.361373 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port b5fb9878-fbed-4e83-8faf-15e178016125 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:13:49.366583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port b5fb9878-fbed-4e83-8faf-15e178016125 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:49.366977 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:49.446810 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:49.472476 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee16608-bb5f-4365-967f-2df2034eda25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fb9878-fbed-4e83-8faf-15e178016125'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:49.474728 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d93456f-8900-4a33-b545-b0727f8ac243" -d '{"events": [{"server_uuid": "aee16608-bb5f-4365-967f-2df2034eda25", "name": "network-vif-plugged", "status": "completed", "tag": "b5fb9878-fbed-4e83-8faf-15e178016125"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:49.488153 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port b5fb9878-fbed-4e83-8faf-15e178016125, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b5fb9878-fbed-4e83-8faf-15e178016125,segment=NetworkSegment(a2ff418d-3797-47bb-b9f1-905b0b46ce8e),segment_id=a2ff418d-3797-47bb-b9f1-905b0b46ce8e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:49.513922 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2ee361-af4b-4382-8d0e-68440b13214b x-openstack-request-id: req-0b2ee361-af4b-4382-8d0e-68440b13214b {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:49.514221 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee16608-bb5f-4365-967f-2df2034eda25", "name": "network-vif-plugged", "status": "completed", "tag": "b5fb9878-fbed-4e83-8faf-15e178016125", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:49.514522 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b2ee361-af4b-4382-8d0e-68440b13214b {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:49.514951 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee16608-bb5f-4365-967f-2df2034eda25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fb9878-fbed-4e83-8faf-15e178016125', 'code': 200} Nov 12 05:13:49.530842 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:13:49.607391 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:49.649203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda53c84-8a65-4b21-ae4d-cdeb5784e2a5 req-de9cec8a-aa30-49d8-a71f-c4cfee0fbc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:49.650740 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cda53c84-8a65-4b21-ae4d-cdeb5784e2a5 req-de9cec8a-aa30-49d8-a71f-c4cfee0fbc79 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 1098 time: 0.0449660 Nov 12 05:13:49.660674 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=b5fb9878-fbed-4e83-8faf-15e178016125,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:49.701202 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-cda53c84-8a65-4b21-ae4d-cdeb5784e2a5 req-307bcbca-35eb-48f7-b50f-24ebce6074f9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426574 Nov 12 05:13:49.862326 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355d44e-2bdb-46d0-8eaf-c83fd2206cf8 req-2a110d60-6df6-4401-9ce6-9bafeed358c3 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:49.863926 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f355d44e-2bdb-46d0-8eaf-c83fd2206cf8 req-2a110d60-6df6-4401-9ce6-9bafeed358c3 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 946 time: 0.0570695 Nov 12 05:13:49.915269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f355d44e-2bdb-46d0-8eaf-c83fd2206cf8 req-f882fe55-4ec6-420a-8767-eaadce18bf2d tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437162 Nov 12 05:13:51.043131 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135c361-daf2-4f4c-871a-f5cc5d793a45 req-8562d36c-12f7-4ee1-a3bb-067b0c742f24 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:51.044575 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5135c361-daf2-4f4c-871a-f5cc5d793a45 req-8562d36c-12f7-4ee1-a3bb-067b0c742f24 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 946 time: 0.0504308 Nov 12 05:13:51.100947 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5135c361-daf2-4f4c-871a-f5cc5d793a45 req-4be62b88-9cdf-4cbb-9d37-5c067185e839 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483379 Nov 12 05:13:52.225735 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d129088-eff2-40b4-87bf-beab32c9e2cf req-666bcdad-8cab-4946-8a9e-d2c1f917d8d3 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:52.227330 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d129088-eff2-40b4-87bf-beab32c9e2cf req-666bcdad-8cab-4946-8a9e-d2c1f917d8d3 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 946 time: 0.0533035 Nov 12 05:13:52.279505 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d129088-eff2-40b4-87bf-beab32c9e2cf req-9eb5bdf4-7350-46af-9639-317913736d3c tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456374 Nov 12 05:13:52.551460 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfb265-1907-4643-8cf7-b22304963625 req-1da16a53-acf5-4593-a4bc-56ac886b4f5a tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:52.553067 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94bfb265-1907-4643-8cf7-b22304963625 req-1da16a53-acf5-4593-a4bc-56ac886b4f5a tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/networks?id=81332c9d-742d-41ae-9bad-00d8eedf8031 HTTP/1.1" status: 200 len: 814 time: 0.1351709 Nov 12 05:13:52.569338 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94bfb265-1907-4643-8cf7-b22304963625 req-083e3c3e-9226-4d1e-bac6-d21e21938c17 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/quotas/7f02d4a3963049fbb40dcdead6d870e8 HTTP/1.1" status: 200 len: 375 time: 0.0100517 Nov 12 05:13:52.624033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94bfb265-1907-4643-8cf7-b22304963625 req-0ae5c4ee-9b84-4668-b141-7a7c25cb0fd3 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f02d4a3963049fbb40dcdead6d870e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482750 Nov 12 05:13:52.727311 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94bfb265-1907-4643-8cf7-b22304963625 req-ae6cbf7f-bc97-4843-8f60-21b11d49e992 service neutron] 10.222.0.37 "GET /v2.0/networks/81332c9d-742d-41ae-9bad-00d8eedf8031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952516 Nov 12 05:13:52.840429 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94bfb265-1907-4643-8cf7-b22304963625 req-934ed609-2ae3-4396-9463-ce9ebb3e1f46 service neutron] 10.222.0.37 "GET /v2.0/networks/81332c9d-742d-41ae-9bad-00d8eedf8031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065755 Nov 12 05:13:53.192991 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a398a3ae-86b8-4c76-8bf5-03c655ded9da req-1062f2ca-05a3-46c6-a86d-d43d933d9871 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd6c36a-880e-4324-97d0-0b4e879b3dc0 HTTP/1.1" status: 200 len: 210 time: 0.0410376 Nov 12 05:13:54.296051 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-efab5133-0f76-43dd-9240-fd9abe32de93 req-e6e758e0-91fd-4d34-b3d3-a04fa3e15d96 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd6c36a-880e-4324-97d0-0b4e879b3dc0 HTTP/1.1" status: 200 len: 210 time: 0.0273938 Nov 12 05:13:55.265806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfb265-1907-4643-8cf7-b22304963625 req-05a2e172-a5a2-42c4-b929-40312c72e954 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:55.267487 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94bfb265-1907-4643-8cf7-b22304963625 req-05a2e172-a5a2-42c4-b929-40312c72e954 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.31 "GET /v2.0/networks?id=81332c9d-742d-41ae-9bad-00d8eedf8031 HTTP/1.1" status: 200 len: 814 time: 0.1366580 Nov 12 05:13:55.286889 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-94bfb265-1907-4643-8cf7-b22304963625 req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Request body: {'port': {'device_id': '6fd6c36a-880e-4324-97d0-0b4e879b3dc0', 'network_id': '81332c9d-742d-41ae-9bad-00d8eedf8031', 'admin_state_up': True, 'tenant_id': '7f02d4a3963049fbb40dcdead6d870e8'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:55.433240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c967dfb0-8624-40fd-80fe-08b9ab82f336 req-f83543a6-89b8-4cff-becc-4910c52c28cf tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd6c36a-880e-4324-97d0-0b4e879b3dc0 HTTP/1.1" status: 200 len: 210 time: 0.0403185 Nov 12 05:13:55.521740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94bfb265-1907-4643-8cf7-b22304963625 req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Made reservation on behalf of 7f02d4a3963049fbb40dcdead6d870e8 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:55.525572 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-94bfb265-1907-4643-8cf7-b22304963625 req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:55.669439 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-94bfb265-1907-4643-8cf7-b22304963625 req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Allocated IP 172.20.0.13 (81332c9d-742d-41ae-9bad-00d8eedf8031/6e1b39bb-fa92-45c2-a32e-95750f2bba93/798ef768-cbd3-45b3-aea5-c4596b96b017) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:13:55.839732 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-94bfb265-1907-4643-8cf7-b22304963625 req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:55.927867 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-94bfb265-1907-4643-8cf7-b22304963625 req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:55.967194 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['b5fb9878-fbed-4e83-8faf-15e178016125'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:13:55.982941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94bfb265-1907-4643-8cf7-b22304963625 req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Network 81332c9d-742d-41ae-9bad-00d8eedf8031 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:55.990761 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-94bfb265-1907-4643-8cf7-b22304963625 req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:55.996723 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bfb265-1907-4643-8cf7-b22304963625 req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:13:56.006078 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Pushing event updated for resources: {'Port': ['ID=798ef768-cbd3-45b3-aea5-c4596b96b017,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:56.038704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:56.039047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:56.039390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:56.039724 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:56.040053 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:56.040381 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:56.040704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:56.041021 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:56.041340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:56.041710 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:56.041976 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:56.042292 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:56.074809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfb265-1907-4643-8cf7-b22304963625 req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:56.075485 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-94bfb265-1907-4643-8cf7-b22304963625 req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.186308 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94bfb265-1907-4643-8cf7-b22304963625 req-bd5ce03a-7339-4d11-9c8c-2160a0264319 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9036839 Nov 12 05:13:56.205204 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Request body: {'port': {'device_id': '6fd6c36a-880e-4324-97d0-0b4e879b3dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:56.263885 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.626891 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ce9c3-d473-4887-b4d7-ac9254833e26 req-23767209-d92d-4c2f-9deb-bfb45bec2f19 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:56.628617 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da5ce9c3-d473-4887-b4d7-ac9254833e26 req-23767209-d92d-4c2f-9deb-bfb45bec2f19 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd6c36a-880e-4324-97d0-0b4e879b3dc0 HTTP/1.1" status: 200 len: 932 time: 0.0954001 Nov 12 05:13:56.633846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798ef768-cbd3-45b3-aea5-c4596b96b017 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:13:56.650321 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.676874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Transition to ACTIVE for port object 798ef768-cbd3-45b3-aea5-c4596b96b017 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:13:56.702885 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-da5ce9c3-d473-4887-b4d7-ac9254833e26 req-02dc46cb-d200-4b94-8f70-5a6fa9ca0d9e tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641336 Nov 12 05:13:56.755781 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.810290 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Pushing event updated for resources: {'Port': ['ID=798ef768-cbd3-45b3-aea5-c4596b96b017,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:56.895198 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Attempting to bind port 798ef768-cbd3-45b3-aea5-c4596b96b017 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:13:56.895530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Attempting to bind port 798ef768-cbd3-45b3-aea5-c4596b96b017 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'a2ff418d-3797-47bb-b9f1-905b0b46ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '81332c9d-742d-41ae-9bad-00d8eedf8031'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:13:56.895866 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Attempting to bind port 798ef768-cbd3-45b3-aea5-c4596b96b017 on network 81332c9d-742d-41ae-9bad-00d8eedf8031 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:56.900768 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Port 798ef768-cbd3-45b3-aea5-c4596b96b017 on network 81332c9d-742d-41ae-9bad-00d8eedf8031 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:13:56.901067 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Attempting to bind port 798ef768-cbd3-45b3-aea5-c4596b96b017 on network 81332c9d-742d-41ae-9bad-00d8eedf8031 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:56.906688 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:13:56.907032 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Checking segment: {'id': 'a2ff418d-3797-47bb-b9f1-905b0b46ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '81332c9d-742d-41ae-9bad-00d8eedf8031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:56.907416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Bound using segment: {'id': 'a2ff418d-3797-47bb-b9f1-905b0b46ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '81332c9d-742d-41ae-9bad-00d8eedf8031'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:13:56.907848 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Bound port: 798ef768-cbd3-45b3-aea5-c4596b96b017, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ff418d-3797-47bb-b9f1-905b0b46ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '81332c9d-742d-41ae-9bad-00d8eedf8031'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:13:56.908205 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.981180 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] For port 798ef768-cbd3-45b3-aea5-c4596b96b017, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:56.984890 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] For port 798ef768-cbd3-45b3-aea5-c4596b96b017, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=798ef768-cbd3-45b3-aea5-c4596b96b017,segment=NetworkSegment(a2ff418d-3797-47bb-b9f1-905b0b46ce8e),segment_id=a2ff418d-3797-47bb-b9f1-905b0b46ce8e)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:57.093486 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:57.131073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:57.131718 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:57.133187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94bfb265-1907-4643-8cf7-b22304963625 req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] 10.222.0.31 "PUT /v2.0/ports/798ef768-cbd3-45b3-aea5-c4596b96b017 HTTP/1.1" status: 200 len: 1093 time: 0.9323843 Nov 12 05:13:57.133649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd6c36a-880e-4324-97d0-0b4e879b3dc0', 'tag': '798ef768-cbd3-45b3-aea5-c4596b96b017'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:57.136005 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea34458-06de-42dd-aae5-2c6e429618fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd6c36a-880e-4324-97d0-0b4e879b3dc0", "tag": "798ef768-cbd3-45b3-aea5-c4596b96b017"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:57.166012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742c1a6-042e-4912-9c12-3310afa6184c service neutron] Pushing event updated for resources: {'Port': ['ID=798ef768-cbd3-45b3-aea5-c4596b96b017,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:57.179376 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdadd771-7f59-4c68-8ef7-8ef73ce17742 x-openstack-request-id: req-bdadd771-7f59-4c68-8ef7-8ef73ce17742 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:57.179674 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd6c36a-880e-4324-97d0-0b4e879b3dc0", "tag": "798ef768-cbd3-45b3-aea5-c4596b96b017", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:57.179927 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bdadd771-7f59-4c68-8ef7-8ef73ce17742 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:57.180378 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd6c36a-880e-4324-97d0-0b4e879b3dc0', 'tag': '798ef768-cbd3-45b3-aea5-c4596b96b017', 'status': 'completed', 'code': 200} Nov 12 05:13:57.269822 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea34458-06de-42dd-aae5-2c6e429618fc req-b1d2ee19-9278-45c4-8098-e4cc19912575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:57.271319 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7ea34458-06de-42dd-aae5-2c6e429618fc req-b1d2ee19-9278-45c4-8098-e4cc19912575 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f02d4a3963049fbb40dcdead6d870e8&device_id=6fd6c36a-880e-4324-97d0-0b4e879b3dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0484838 Nov 12 05:13:57.385698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea34458-06de-42dd-aae5-2c6e429618fc req-52cdc4ff-6fff-4324-8774-edc7a7046fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:57.387209 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7ea34458-06de-42dd-aae5-2c6e429618fc req-52cdc4ff-6fff-4324-8774-edc7a7046fb3 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7f02d4a3963049fbb40dcdead6d870e8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1011980 Nov 12 05:13:57.492153 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea34458-06de-42dd-aae5-2c6e429618fc req-40dc5d71-f4ac-4f30-857f-79554830fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:57.493699 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7ea34458-06de-42dd-aae5-2c6e429618fc req-40dc5d71-f4ac-4f30-857f-79554830fd29 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992649 Nov 12 05:13:57.656687 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfb265-1907-4643-8cf7-b22304963625 req-e1d8e0f1-adff-4a96-a5cb-d4c8c4cb1a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:57.658194 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94bfb265-1907-4643-8cf7-b22304963625 req-e1d8e0f1-adff-4a96-a5cb-d4c8c4cb1a79 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f02d4a3963049fbb40dcdead6d870e8&device_id=6fd6c36a-880e-4324-97d0-0b4e879b3dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0419054 Nov 12 05:13:57.711247 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94bfb265-1907-4643-8cf7-b22304963625 req-ba263880-e706-4ef6-8f3a-002fb09f3421 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=798ef768-cbd3-45b3-aea5-c4596b96b017 HTTP/1.1" status: 200 len: 217 time: 0.0404365 Nov 12 05:13:58.143683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfb265-1907-4643-8cf7-b22304963625 req-5cf0aca3-3203-41c7-8c53-f3db3bc8ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:58.145155 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94bfb265-1907-4643-8cf7-b22304963625 req-5cf0aca3-3203-41c7-8c53-f3db3bc8ec70 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6e1b39bb-fa92-45c2-a32e-95750f2bba93 HTTP/1.1" status: 200 len: 854 time: 0.4272745 Nov 12 05:13:58.169686 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f84b0-40fd-4a8e-8531-74ff08353362 req-eeac7ff8-7a02-4056-8216-ff6b809b2a6f tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:58.171176 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d7f84b0-40fd-4a8e-8531-74ff08353362 req-eeac7ff8-7a02-4056-8216-ff6b809b2a6f tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd6c36a-880e-4324-97d0-0b4e879b3dc0 HTTP/1.1" status: 200 len: 944 time: 0.0706537 Nov 12 05:13:58.188444 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94bfb265-1907-4643-8cf7-b22304963625 req-a1986e9d-5c00-4816-97e0-7a86775532d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=81332c9d-742d-41ae-9bad-00d8eedf8031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358386 Nov 12 05:13:58.288174 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d7f84b0-40fd-4a8e-8531-74ff08353362 req-26a347dd-9cd2-4895-a7fa-1d61589f5475 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019166 Nov 12 05:13:58.314227 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94bfb265-1907-4643-8cf7-b22304963625 req-98f9008f-2e3f-41da-b5e1-bd6efc779938 service neutron] 10.222.0.31 "GET /v2.0/networks/81332c9d-742d-41ae-9bad-00d8eedf8031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184485 Nov 12 05:13:58.416803 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-94bfb265-1907-4643-8cf7-b22304963625 req-453e7f8d-145b-4f36-80b5-d9a704a319ec service neutron] 10.222.0.31 "GET /v2.0/networks/81332c9d-742d-41ae-9bad-00d8eedf8031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954144 Nov 12 05:13:59.404959 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d223997-4345-40bc-b447-2254819a7ab9 req-d074b870-6f46-4310-b2ca-7ed3b4e6f3f3 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:59.406510 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d223997-4345-40bc-b447-2254819a7ab9 req-d074b870-6f46-4310-b2ca-7ed3b4e6f3f3 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd6c36a-880e-4324-97d0-0b4e879b3dc0 HTTP/1.1" status: 200 len: 944 time: 0.0507367 Nov 12 05:13:59.455050 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d223997-4345-40bc-b447-2254819a7ab9 req-a62aacc2-ecd5-4bd5-b9a0-afbb168cd509 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419004 Nov 12 05:14:00.573335 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b04e0-f9f0-45fb-8933-a326f49aebaf req-c73d1fe1-cf5c-49ce-a4cd-cc99bd6c3d2a tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:00.574853 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d03b04e0-f9f0-45fb-8933-a326f49aebaf req-c73d1fe1-cf5c-49ce-a4cd-cc99bd6c3d2a tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd6c36a-880e-4324-97d0-0b4e879b3dc0 HTTP/1.1" status: 200 len: 944 time: 0.0509198 Nov 12 05:14:00.623492 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d03b04e0-f9f0-45fb-8933-a326f49aebaf req-0b5a80ca-4945-4499-92a6-ca579d34cc24 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427275 Nov 12 05:14:01.575405 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 798ef768-cbd3-45b3-aea5-c4596b96b017 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:14:01.675733 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 798ef768-cbd3-45b3-aea5-c4596b96b017, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=798ef768-cbd3-45b3-aea5-c4596b96b017,segment=NetworkSegment(a2ff418d-3797-47bb-b9f1-905b0b46ce8e),segment_id=a2ff418d-3797-47bb-b9f1-905b0b46ce8e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:01.687541 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '798ef768-cbd3-45b3-aea5-c4596b96b017', 'network_id': '81332c9d-742d-41ae-9bad-00d8eedf8031', 'port_id': '798ef768-cbd3-45b3-aea5-c4596b96b017', 'mac_address': 'fa:16:3e:c4:f7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1b39bb-fa92-45c2-a32e-95750f2bba93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:14:01.731156 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:01.744397 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798ef768-cbd3-45b3-aea5-c4596b96b017 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:14:01.755058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365d19d-cb03-4213-8c0b-2058da270f8d req-b4df0caa-1229-4427-854b-a5c50345094f tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:01.756633 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d365d19d-cb03-4213-8c0b-2058da270f8d req-b4df0caa-1229-4427-854b-a5c50345094f tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd6c36a-880e-4324-97d0-0b4e879b3dc0 HTTP/1.1" status: 200 len: 944 time: 0.0609882 Nov 12 05:14:01.765013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 798ef768-cbd3-45b3-aea5-c4596b96b017, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=798ef768-cbd3-45b3-aea5-c4596b96b017,segment=NetworkSegment(a2ff418d-3797-47bb-b9f1-905b0b46ce8e),segment_id=a2ff418d-3797-47bb-b9f1-905b0b46ce8e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:01.807135 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d365d19d-cb03-4213-8c0b-2058da270f8d req-5ac1cbb0-79a4-4327-a62c-58c963ed8832 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435078 Nov 12 05:14:01.837906 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:01.885651 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=798ef768-cbd3-45b3-aea5-c4596b96b017,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:01.893888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:01.894223 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:01.894566 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:01.894942 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:01.895277 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:01.895611 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:01.895945 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:01.896274 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:01.896600 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:01.896934 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:01.897263 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:01.897588 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:02.110902 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['798ef768-cbd3-45b3-aea5-c4596b96b017'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:02.958013 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78fd25-1638-4b15-8509-a4e587e46b8f req-42ffbec5-b225-4103-b4ea-63d44bb0e4bb tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:02.959657 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb78fd25-1638-4b15-8509-a4e587e46b8f req-42ffbec5-b225-4103-b4ea-63d44bb0e4bb tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd6c36a-880e-4324-97d0-0b4e879b3dc0 HTTP/1.1" status: 200 len: 945 time: 0.0724816 Nov 12 05:14:03.010802 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fb78fd25-1638-4b15-8509-a4e587e46b8f req-0a84f35e-37d1-49b3-b884-909556e607e2 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429766 Nov 12 05:14:03.211747 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-641b54bb-461a-4faa-ab85-1662e7bc937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:03.591429 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 798ef768-cbd3-45b3-aea5-c4596b96b017 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:03.704539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 798ef768-cbd3-45b3-aea5-c4596b96b017 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:14:03.708735 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 798ef768-cbd3-45b3-aea5-c4596b96b017 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:03.709106 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:03.795276 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:03.817363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd6c36a-880e-4324-97d0-0b4e879b3dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798ef768-cbd3-45b3-aea5-c4596b96b017'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:03.819631 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81c2eaa-fee3-412b-adcb-7ef72655f6b9" -d '{"events": [{"server_uuid": "6fd6c36a-880e-4324-97d0-0b4e879b3dc0", "name": "network-vif-plugged", "status": "completed", "tag": "798ef768-cbd3-45b3-aea5-c4596b96b017"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:03.833246 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 798ef768-cbd3-45b3-aea5-c4596b96b017, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=798ef768-cbd3-45b3-aea5-c4596b96b017,segment=NetworkSegment(a2ff418d-3797-47bb-b9f1-905b0b46ce8e),segment_id=a2ff418d-3797-47bb-b9f1-905b0b46ce8e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:03.858506 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c7a760-8031-43a2-8c38-302db4d1bde4 x-openstack-request-id: req-a8c7a760-8031-43a2-8c38-302db4d1bde4 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:03.858506 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd6c36a-880e-4324-97d0-0b4e879b3dc0", "name": "network-vif-plugged", "status": "completed", "tag": "798ef768-cbd3-45b3-aea5-c4596b96b017", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:03.858506 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8c7a760-8031-43a2-8c38-302db4d1bde4 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:03.858506 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd6c36a-880e-4324-97d0-0b4e879b3dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798ef768-cbd3-45b3-aea5-c4596b96b017', 'code': 200} Nov 12 05:14:03.887422 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:03.937599 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=798ef768-cbd3-45b3-aea5-c4596b96b017,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:03.984395 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f3f30-07a2-42a3-b5f9-bc724547e397 req-4d2603f5-f5f1-4ede-a6f4-c4757910632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:03.985913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b29f3f30-07a2-42a3-b5f9-bc724547e397 req-4d2603f5-f5f1-4ede-a6f4-c4757910632e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6fd6c36a-880e-4324-97d0-0b4e879b3dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0441506 Nov 12 05:14:04.031931 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b29f3f30-07a2-42a3-b5f9-bc724547e397 req-850a5458-e1ac-4938-8333-2a28ba51f293 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375903 Nov 12 05:14:04.128840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6e186-8024-43a3-ba4b-57cabd361ce2 req-29dd01e7-d067-48e2-afb4-0e374ae8f921 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:04.130233 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2da6e186-8024-43a3-ba4b-57cabd361ce2 req-29dd01e7-d067-48e2-afb4-0e374ae8f921 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd6c36a-880e-4324-97d0-0b4e879b3dc0 HTTP/1.1" status: 200 len: 946 time: 0.0485287 Nov 12 05:14:04.178091 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2da6e186-8024-43a3-ba4b-57cabd361ce2 req-3f300fde-92d6-4669-aab3-cdb679c2f85b tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418150 Nov 12 05:14:05.294438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e1eb6-5abd-440f-a582-d42deee16a8c req-c74b1548-7a50-4e2b-9c0d-fe585250d121 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:05.295922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff7e1eb6-5abd-440f-a582-d42deee16a8c req-c74b1548-7a50-4e2b-9c0d-fe585250d121 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd6c36a-880e-4324-97d0-0b4e879b3dc0 HTTP/1.1" status: 200 len: 946 time: 0.0502644 Nov 12 05:14:05.350007 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff7e1eb6-5abd-440f-a582-d42deee16a8c req-c2466971-5b77-40a2-94da-bef0f7f29cac tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475054 Nov 12 05:14:05.567407 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27188dcb-7ca9-49bf-a131-0be9b58f7002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:06.466367 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116089c7-d73d-4809-9735-fe3ad7ac7887 req-8144c182-03cc-43f0-8d26-0344e01c3541 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:06.467922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-116089c7-d73d-4809-9735-fe3ad7ac7887 req-8144c182-03cc-43f0-8d26-0344e01c3541 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd6c36a-880e-4324-97d0-0b4e879b3dc0 HTTP/1.1" status: 200 len: 946 time: 0.0500705 Nov 12 05:14:06.515565 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-116089c7-d73d-4809-9735-fe3ad7ac7887 req-e5cf5382-79c6-4e8d-a7d5-b00b5a7e9bdd tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410697 Nov 12 05:14:06.930999 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458476fc-702a-4b5a-90f1-1dd47d341f6e req-dd32ffb4-9e79-4308-a700-f391c717c409 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:06.931640 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:06.932380 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-458476fc-702a-4b5a-90f1-1dd47d341f6e req-dd32ffb4-9e79-4308-a700-f391c717c409 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd6c36a-880e-4324-97d0-0b4e879b3dc0 HTTP/1.1" status: 200 len: 946 time: 0.0496879 Nov 12 05:14:06.978823 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-458476fc-702a-4b5a-90f1-1dd47d341f6e req-9bc5fdfd-e22b-47a3-9bb3-ed97c5f1e216 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404737 Nov 12 05:14:08.119305 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e75a1-3688-4264-a1e5-b0eb6a2b1798 req-07ca4cb8-6fea-4561-9432-b7b9b7292c44 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:08.120591 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e53e75a1-3688-4264-a1e5-b0eb6a2b1798 req-07ca4cb8-6fea-4561-9432-b7b9b7292c44 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd6c36a-880e-4324-97d0-0b4e879b3dc0 HTTP/1.1" status: 200 len: 946 time: 0.0637796 Nov 12 05:14:08.177588 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e53e75a1-3688-4264-a1e5-b0eb6a2b1798 req-8ab0457b-9e2b-42c2-b7db-d9f343424383 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503814 Nov 12 05:14:08.373985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e584b6c-21d3-44df-957c-b922e488f926 req-88cb7424-a789-400c-95f4-cf1249be7aef tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:08.375583 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e584b6c-21d3-44df-957c-b922e488f926 req-88cb7424-a789-400c-95f4-cf1249be7aef tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd6c36a-880e-4324-97d0-0b4e879b3dc0 HTTP/1.1" status: 200 len: 946 time: 0.0535312 Nov 12 05:14:08.491386 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-0e584b6c-21d3-44df-957c-b922e488f926 req-314832fc-213c-4e49-bcf6-324aa9d4eb93 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Deleting port 798ef768-cbd3-45b3-aea5-c4596b96b017 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:14:08.491760 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0e584b6c-21d3-44df-957c-b922e488f926 req-314832fc-213c-4e49-bcf6-324aa9d4eb93 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:08.498973 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:08.588572 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-0e584b6c-21d3-44df-957c-b922e488f926 req-314832fc-213c-4e49-bcf6-324aa9d4eb93 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] For port 798ef768-cbd3-45b3-aea5-c4596b96b017, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=798ef768-cbd3-45b3-aea5-c4596b96b017,segment=NetworkSegment(a2ff418d-3797-47bb-b9f1-905b0b46ce8e),segment_id=a2ff418d-3797-47bb-b9f1-905b0b46ce8e)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:08.588944 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0e584b6c-21d3-44df-957c-b922e488f926 req-314832fc-213c-4e49-bcf6-324aa9d4eb93 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:08.604421 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-0e584b6c-21d3-44df-957c-b922e488f926 req-314832fc-213c-4e49-bcf6-324aa9d4eb93 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Calling delete_port for 798ef768-cbd3-45b3-aea5-c4596b96b017 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:14:08.777757 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0e584b6c-21d3-44df-957c-b922e488f926 req-314832fc-213c-4e49-bcf6-324aa9d4eb93 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:08.809451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314832fc-213c-4e49-bcf6-324aa9d4eb93 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Pushing event deleted for resources: {'Port': ['ID=798ef768-cbd3-45b3-aea5-c4596b96b017,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:08.810725 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['798ef768-cbd3-45b3-aea5-c4596b96b017'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:08.837224 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['b5fb9878-fbed-4e83-8faf-15e178016125'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:08.850211 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e584b6c-21d3-44df-957c-b922e488f926 req-314832fc-213c-4e49-bcf6-324aa9d4eb93 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] No DVR routers for this DVR port 798ef768-cbd3-45b3-aea5-c4596b96b017 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:14:08.853253 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-0e584b6c-21d3-44df-957c-b922e488f926 req-314832fc-213c-4e49-bcf6-324aa9d4eb93 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:08.857716 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e584b6c-21d3-44df-957c-b922e488f926 req-314832fc-213c-4e49-bcf6-324aa9d4eb93 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.31 "DELETE /v2.0/ports/798ef768-cbd3-45b3-aea5-c4596b96b017 HTTP/1.1" status: 204 len: 173 time: 0.4761875 Nov 12 05:14:08.858127 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd6c36a-880e-4324-97d0-0b4e879b3dc0', 'name': 'network-vif-deleted', 'tag': '798ef768-cbd3-45b3-aea5-c4596b96b017'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:08.862072 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d58ed20-3e89-42e6-ad82-9b6ff7049888" -d '{"events": [{"server_uuid": "6fd6c36a-880e-4324-97d0-0b4e879b3dc0", "name": "network-vif-deleted", "tag": "798ef768-cbd3-45b3-aea5-c4596b96b017"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:08.899458 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41ebd46-db1a-45c2-b14e-8c21074ff913 x-openstack-request-id: req-e41ebd46-db1a-45c2-b14e-8c21074ff913 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:08.900019 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd6c36a-880e-4324-97d0-0b4e879b3dc0", "name": "network-vif-deleted", "tag": "798ef768-cbd3-45b3-aea5-c4596b96b017", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:08.900298 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e41ebd46-db1a-45c2-b14e-8c21074ff913 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:08.900699 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd6c36a-880e-4324-97d0-0b4e879b3dc0', 'name': 'network-vif-deleted', 'tag': '798ef768-cbd3-45b3-aea5-c4596b96b017', 'status': 'completed', 'code': 200} Nov 12 05:14:09.149502 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:09.289551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d6c2c00-5cc8-47e4-83aa-ef178dbbb2ef req-9c78aa31-735a-4e39-820c-4a03f7894dea tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd6c36a-880e-4324-97d0-0b4e879b3dc0 HTTP/1.1" status: 200 len: 210 time: 0.0301855 Nov 12 05:14:10.436522 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dae603-83cc-4c21-8a1c-29a3533443fd req-3199811b-b268-4e25-92a9-b42406b65f88 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:10.438005 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49dae603-83cc-4c21-8a1c-29a3533443fd req-3199811b-b268-4e25-92a9-b42406b65f88 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 946 time: 0.0488160 Nov 12 05:14:10.485059 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49dae603-83cc-4c21-8a1c-29a3533443fd req-31482127-6685-46e9-8377-0c963824aaf9 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405381 Nov 12 05:14:10.622009 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1b7c2-0e48-4e26-a4f3-b9fe1f7a16f0 req-272a4302-2136-460e-bd3d-9673bd8af54a tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:10.623452 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bdb1b7c2-0e48-4e26-a4f3-b9fe1f7a16f0 req-272a4302-2136-460e-bd3d-9673bd8af54a tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 946 time: 0.0491700 Nov 12 05:14:10.671587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bdb1b7c2-0e48-4e26-a4f3-b9fe1f7a16f0 req-39c5f404-188a-49f2-aa3a-6090f651b755 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415432 Nov 12 05:14:10.792087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad42069-dcc1-4382-bc36-f97419f17e05 req-23e1a0b1-27ec-43e3-92ef-339672129f41 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:10.793532 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9ad42069-dcc1-4382-bc36-f97419f17e05 req-23e1a0b1-27ec-43e3-92ef-339672129f41 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 946 time: 0.0528665 Nov 12 05:14:10.842613 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9ad42069-dcc1-4382-bc36-f97419f17e05 req-28fb67dc-0f00-4d9f-9e4f-cfa5e8c99e5f tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431614 Nov 12 05:14:11.024607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e5dab-8560-4a41-9a59-8439a48b8b35 req-3328cf0e-dd09-43ba-8c1d-e705daab22d8 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:11.026302 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d07e5dab-8560-4a41-9a59-8439a48b8b35 req-3328cf0e-dd09-43ba-8c1d-e705daab22d8 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 946 time: 0.0554013 Nov 12 05:14:11.077419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d07e5dab-8560-4a41-9a59-8439a48b8b35 req-228beee1-a750-4646-9d76-56d2652d7e2a tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446086 Nov 12 05:14:11.210961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91123365-aebd-4b2e-87a2-d88b48dc2fd4 req-c21561fb-5386-47aa-b369-e43fba10421e tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:11.212468 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-91123365-aebd-4b2e-87a2-d88b48dc2fd4 req-c21561fb-5386-47aa-b369-e43fba10421e tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 946 time: 0.0544522 Nov 12 05:14:11.260338 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-91123365-aebd-4b2e-87a2-d88b48dc2fd4 req-270ff9f5-9ec8-434a-bf6b-7fab1f8c609c tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 Nov 12 05:14:11.390347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08911af5-3eca-4842-8476-ac68e2fff57a req-34ff827b-1674-4897-bff3-fea1f9e64065 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:11.391915 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08911af5-3eca-4842-8476-ac68e2fff57a req-34ff827b-1674-4897-bff3-fea1f9e64065 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 946 time: 0.0523689 Nov 12 05:14:11.449779 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08911af5-3eca-4842-8476-ac68e2fff57a req-a0c67195-c260-442c-bd8b-0b11e9c29d97 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509300 Nov 12 05:14:11.653169 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 798ef768-cbd3-45b3-aea5-c4596b96b017 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:14:11.674267 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 798ef768-cbd3-45b3-aea5-c4596b96b017 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:14:11.674607 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 798ef768-cbd3-45b3-aea5-c4596b96b017 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:14:12.029330 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8383d-4c95-494c-ba9d-5efab564f8d4 req-4acdd1ad-7daa-450d-a5fb-9709e8f26565 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:12.030808 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bc8383d-4c95-494c-ba9d-5efab564f8d4 req-4acdd1ad-7daa-450d-a5fb-9709e8f26565 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 946 time: 0.0513277 Nov 12 05:14:12.084678 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4bc8383d-4c95-494c-ba9d-5efab564f8d4 req-5dcce7bf-0e41-4d67-80ae-a4e41ca48ea4 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478048 Nov 12 05:14:13.205022 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5eb59-3387-418b-96b9-a2f9231d6264 req-0f2694b7-d343-4a19-a604-253275e8f478 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:13.206536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33e5eb59-3387-418b-96b9-a2f9231d6264 req-0f2694b7-d343-4a19-a604-253275e8f478 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 946 time: 0.0503576 Nov 12 05:14:13.254768 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33e5eb59-3387-418b-96b9-a2f9231d6264 req-bb83744e-06bd-4507-92c2-a96d2c370a79 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef3f5415-09a0-4019-873e-19c78d2b9fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421915 Nov 12 05:14:13.758226 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bcc84-7d84-4f67-a061-a72f93cf717c req-1dc4dc43-9c42-4d54-80eb-6bc2960559f5 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:13.759858 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-058bcc84-7d84-4f67-a061-a72f93cf717c req-1dc4dc43-9c42-4d54-80eb-6bc2960559f5 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.21 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 946 time: 0.0536990 Nov 12 05:14:13.867404 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-058bcc84-7d84-4f67-a061-a72f93cf717c req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Deleting port b5fb9878-fbed-4e83-8faf-15e178016125 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:14:13.867743 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-058bcc84-7d84-4f67-a061-a72f93cf717c req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:13.961458 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-058bcc84-7d84-4f67-a061-a72f93cf717c req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] For port b5fb9878-fbed-4e83-8faf-15e178016125, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=b5fb9878-fbed-4e83-8faf-15e178016125,segment=NetworkSegment(a2ff418d-3797-47bb-b9f1-905b0b46ce8e),segment_id=a2ff418d-3797-47bb-b9f1-905b0b46ce8e)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:13.961815 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-058bcc84-7d84-4f67-a061-a72f93cf717c req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:13.976428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-058bcc84-7d84-4f67-a061-a72f93cf717c req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Calling delete_port for b5fb9878-fbed-4e83-8faf-15e178016125 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:14:14.173111 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-058bcc84-7d84-4f67-a061-a72f93cf717c req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:14.202874 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Pushing event deleted for resources: {'Port': ['ID=b5fb9878-fbed-4e83-8faf-15e178016125,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:14.207220 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['b5fb9878-fbed-4e83-8faf-15e178016125'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:14:14.216644 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:14.216995 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:14.217358 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:14.217685 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:14.218018 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:14.218351 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:14.218703 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:14.219032 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:14.219360 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:14.219694 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:14.220017 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:14.220340 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:14.259803 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-058bcc84-7d84-4f67-a061-a72f93cf717c req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] No DVR routers for this DVR port b5fb9878-fbed-4e83-8faf-15e178016125 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:14:14.262751 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-058bcc84-7d84-4f67-a061-a72f93cf717c req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:14.266689 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-058bcc84-7d84-4f67-a061-a72f93cf717c req-eee9128b-a942-49c7-89ef-be1020da1e86 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.21 "DELETE /v2.0/ports/b5fb9878-fbed-4e83-8faf-15e178016125 HTTP/1.1" status: 204 len: 173 time: 0.5004280 Nov 12 05:14:14.267143 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee16608-bb5f-4365-967f-2df2034eda25', 'name': 'network-vif-deleted', 'tag': 'b5fb9878-fbed-4e83-8faf-15e178016125'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:14.270112 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e72526e-ff79-4703-b3c3-adfdcd2cceda" -d '{"events": [{"server_uuid": "aee16608-bb5f-4365-967f-2df2034eda25", "name": "network-vif-deleted", "tag": "b5fb9878-fbed-4e83-8faf-15e178016125"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:14.313931 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c748340f-1418-4986-b23b-ac93e812dc3e x-openstack-request-id: req-c748340f-1418-4986-b23b-ac93e812dc3e {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:14.314261 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee16608-bb5f-4365-967f-2df2034eda25", "name": "network-vif-deleted", "tag": "b5fb9878-fbed-4e83-8faf-15e178016125", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:14.314526 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c748340f-1418-4986-b23b-ac93e812dc3e {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:14.314970 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee16608-bb5f-4365-967f-2df2034eda25', 'name': 'network-vif-deleted', 'tag': 'b5fb9878-fbed-4e83-8faf-15e178016125', 'status': 'completed', 'code': 200} Nov 12 05:14:14.391896 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48032dd2-d093-4826-98be-8fc4cd47735c req-d49bf9eb-dd31-4024-910e-2e3d6527a9d3 tempest-ServersNegativeTestJSON-645144553 tempest-ServersNegativeTestJSON-645144553-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee16608-bb5f-4365-967f-2df2034eda25 HTTP/1.1" status: 200 len: 210 time: 0.0285099 Nov 12 05:14:15.453112 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56288) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:15.498116 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ade4ef-8c49-4418-949b-64f7412453ad admin admin] Deleting subnet 6e1b39bb-fa92-45c2-a32e-95750f2bba93 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:14:15.501570 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64ade4ef-8c49-4418-949b-64f7412453ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:15.541595 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64ade4ef-8c49-4418-949b-64f7412453ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:15.580051 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64ade4ef-8c49-4418-949b-64f7412453ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:15.721937 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64ade4ef-8c49-4418-949b-64f7412453ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:15.747581 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ade4ef-8c49-4418-949b-64f7412453ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e1b39bb-fa92-45c2-a32e-95750f2bba93,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:15.753630 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-64ade4ef-8c49-4418-949b-64f7412453ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:15.757700 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-64ade4ef-8c49-4418-949b-64f7412453ad admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6e1b39bb-fa92-45c2-a32e-95750f2bba93 HTTP/1.1" status: 204 len: 168 time: 0.3035491 Nov 12 05:14:15.760321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56290) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:15.836292 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-82994bc7-01e9-4f2b-93ed-afb8c70886bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:15.916397 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-82994bc7-01e9-4f2b-93ed-afb8c70886bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:15.941516 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-82994bc7-01e9-4f2b-93ed-afb8c70886bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81332c9d-742d-41ae-9bad-00d8eedf8031']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:15.951195 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-82994bc7-01e9-4f2b-93ed-afb8c70886bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ff418d-3797-47bb-b9f1-905b0b46ce8e') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:15.951497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-82994bc7-01e9-4f2b-93ed-afb8c70886bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ff418d-3797-47bb-b9f1-905b0b46ce8e') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:15.960656 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-82994bc7-01e9-4f2b-93ed-afb8c70886bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:15.973575 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-82994bc7-01e9-4f2b-93ed-afb8c70886bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:15.980343 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82994bc7-01e9-4f2b-93ed-afb8c70886bc admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-82994bc7-01e9-4f2b-93ed-afb8c70886bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: timer() Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:14:15.983769 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:14:16.110052 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-82994bc7-01e9-4f2b-93ed-afb8c70886bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:16.116904 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-82994bc7-01e9-4f2b-93ed-afb8c70886bc admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:16.121243 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-82994bc7-01e9-4f2b-93ed-afb8c70886bc admin admin] 10.222.0.37 "DELETE /v2.0/networks/81332c9d-742d-41ae-9bad-00d8eedf8031 HTTP/1.1" status: 204 len: 168 time: 0.3589404 Nov 12 05:14:16.131653 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82994bc7-01e9-4f2b-93ed-afb8c70886bc admin admin] Pushing event deleted for resources: {'Network': ['ID=81332c9d-742d-41ae-9bad-00d8eedf8031,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:16.462175 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56294) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:16.503807 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-40dafd4e-b4bd-463f-a3ff-97d1fca0475d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f02d4a3963049fbb40dcdead6d870e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404243 Nov 12 05:14:16.506330 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56296) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:16.555199 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-374a5b46-0db5-4eaf-afec-6c77c187fcde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:16.578688 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-374a5b46-0db5-4eaf-afec-6c77c187fcde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:16.675734 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-374a5b46-0db5-4eaf-afec-6c77c187fcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:16.678345 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-374a5b46-0db5-4eaf-afec-6c77c187fcde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:16.679553 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-374a5b46-0db5-4eaf-afec-6c77c187fcde admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef3f5415-09a0-4019-873e-19c78d2b9fe6 HTTP/1.1" status: 204 len: 168 time: 0.1722779 Nov 12 05:14:16.688304 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a5b46-0db5-4eaf-afec-6c77c187fcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3f5415-09a0-4019-873e-19c78d2b9fe6,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:17.360149 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:17.364982 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b5fb9878-fbed-4e83-8faf-15e178016125 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:14:17.384923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: b5fb9878-fbed-4e83-8faf-15e178016125 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:14:17.385269 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device b5fb9878-fbed-4e83-8faf-15e178016125 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:14:17.697181 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56318) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:17.790432 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-484f5a39-3ed8-45bd-a763-cb1c073d7172 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1844446071'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:17.870576 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484f5a39-3ed8-45bd-a763-cb1c073d7172 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Made reservation on behalf of 427f035e308340bb8ec7b2cd46c1e407 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:17.874748 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-484f5a39-3ed8-45bd-a763-cb1c073d7172 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:17.885015 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-484f5a39-3ed8-45bd-a763-cb1c073d7172 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:17.964518 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-484f5a39-3ed8-45bd-a763-cb1c073d7172 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:18.029227 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-484f5a39-3ed8-45bd-a763-cb1c073d7172 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:18.056356 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484f5a39-3ed8-45bd-a763-cb1c073d7172 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:14:18.065106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f5a39-3ed8-45bd-a763-cb1c073d7172 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea11560-0cce-4681-8746-adcdab658397,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:18.072347 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-484f5a39-3ed8-45bd-a763-cb1c073d7172 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:18.072688 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-484f5a39-3ed8-45bd-a763-cb1c073d7172 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Added segment 14cfc287-cebf-4095-808e-53537b9c0375 of type vlan for network 98a87b15-b5b0-4cd5-8d64-3da08adbc059 Nov 12 05:14:18.112036 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-484f5a39-3ed8-45bd-a763-cb1c073d7172 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:18.188621 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-484f5a39-3ed8-45bd-a763-cb1c073d7172 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:18.194844 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484f5a39-3ed8-45bd-a763-cb1c073d7172 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:18.195433 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-484f5a39-3ed8-45bd-a763-cb1c073d7172 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:18.259342 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f5a39-3ed8-45bd-a763-cb1c073d7172 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event updated for resources: {'Network': ['ID=98a87b15-b5b0-4cd5-8d64-3da08adbc059,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:18.270674 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 98a87b15-b5b0-4cd5-8d64-3da08adbc059 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:14:18.301280 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-484f5a39-3ed8-45bd-a763-cb1c073d7172 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6026399 Nov 12 05:14:18.550020 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:21.668774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56322) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:21.674229 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-967c6d40-3e68-4774-9fe3-7e2089e1c545 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Request body: {'subnet': {'network_id': '98a87b15-b5b0-4cd5-8d64-3da08adbc059', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:21.858348 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967c6d40-3e68-4774-9fe3-7e2089e1c545 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Made reservation on behalf of 427f035e308340bb8ec7b2cd46c1e407 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:21.862155 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-967c6d40-3e68-4774-9fe3-7e2089e1c545 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:22.121988 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-967c6d40-3e68-4774-9fe3-7e2089e1c545 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:22.182410 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c6d40-3e68-4774-9fe3-7e2089e1c545 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event updated for resources: {'Subnet': ['ID=6fd4e2ac-4299-497e-81f3-2f2bcde4edc0,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:22.194103 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967c6d40-3e68-4774-9fe3-7e2089e1c545 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Checking segment: {'id': '14cfc287-cebf-4095-808e-53537b9c0375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '98a87b15-b5b0-4cd5-8d64-3da08adbc059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:22.194462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967c6d40-3e68-4774-9fe3-7e2089e1c545 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Network hostable DHCP agents. Network: 98a87b15-b5b0-4cd5-8d64-3da08adbc059, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:14:22.281752 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967c6d40-3e68-4774-9fe3-7e2089e1c545 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Network 98a87b15-b5b0-4cd5-8d64-3da08adbc059 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:14:22.383089 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-967c6d40-3e68-4774-9fe3-7e2089e1c545 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 98a87b15-b5b0-4cd5-8d64-3da08adbc059) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:22.391029 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967c6d40-3e68-4774-9fe3-7e2089e1c545 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:22.391645 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-967c6d40-3e68-4774-9fe3-7e2089e1c545 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:22.394103 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a95e44-2883-4981-bf95-1bbbd2dbc957 None None] Network 98a87b15-b5b0-4cd5-8d64-3da08adbc059 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:22.518568 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-967c6d40-3e68-4774-9fe3-7e2089e1c545 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8485086 Nov 12 05:14:22.521973 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56324) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:22.528076 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-90e5b63b-c854-4676-9d82-fb246d3890f0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1143729792'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:22.563439 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-98a87b15-b5b0-4cd5-8d64-3da08adbc059', 'network_id': '98a87b15-b5b0-4cd5-8d64-3da08adbc059', 'tenant_id': '427f035e308340bb8ec7b2cd46c1e407', 'fixed_ips': [{'subnet_id': '6fd4e2ac-4299-497e-81f3-2f2bcde4edc0'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:14:22.564313 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:22.630449 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e5b63b-c854-4676-9d82-fb246d3890f0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Made reservation on behalf of 427f035e308340bb8ec7b2cd46c1e407 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:22.635378 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90e5b63b-c854-4676-9d82-fb246d3890f0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:22.666171 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e5b63b-c854-4676-9d82-fb246d3890f0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:14:22.677014 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90e5b63b-c854-4676-9d82-fb246d3890f0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:22.678255 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-90e5b63b-c854-4676-9d82-fb246d3890f0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Added segment d7f71cf0-5876-47c3-91b1-293f042cff13 of type vlan for network 65ced53e-3313-4bc8-b998-321ae07503f4 Nov 12 05:14:22.716372 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] Allocated IP 2001:db8:0:ffff::2 (98a87b15-b5b0-4cd5-8d64-3da08adbc059/6fd4e2ac-4299-497e-81f3-2f2bcde4edc0/7dc70e46-1f98-42bc-bfca-75b94c208c68) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:22.739388 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90e5b63b-c854-4676-9d82-fb246d3890f0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:22.841698 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90e5b63b-c854-4676-9d82-fb246d3890f0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:22.847853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e5b63b-c854-4676-9d82-fb246d3890f0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:22.848530 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90e5b63b-c854-4676-9d82-fb246d3890f0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:22.877390 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:22.923476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5b63b-c854-4676-9d82-fb246d3890f0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event updated for resources: {'Network': ['ID=65ced53e-3313-4bc8-b998-321ae07503f4,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:22.934998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 65ced53e-3313-4bc8-b998-321ae07503f4 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:14:22.952762 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-90e5b63b-c854-4676-9d82-fb246d3890f0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4296551 Nov 12 05:14:22.956325 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56326) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:22.960131 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:22.963112 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6266b98f-84b6-4630-93fc-21bdb092842c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Request body: {'subnet': {'network_id': '65ced53e-3313-4bc8-b998-321ae07503f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:23.047354 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] Network 98a87b15-b5b0-4cd5-8d64-3da08adbc059 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:23.055444 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:23.060291 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:23.065197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] Pushing event updated for resources: {'Port': ['ID=7dc70e46-1f98-42bc-bfca-75b94c208c68,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:23.116016 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6266b98f-84b6-4630-93fc-21bdb092842c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Made reservation on behalf of 427f035e308340bb8ec7b2cd46c1e407 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:23.119567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] Attempting to bind port 7dc70e46-1f98-42bc-bfca-75b94c208c68 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:23.119857 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6266b98f-84b6-4630-93fc-21bdb092842c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:23.120060 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] Attempting to bind port 7dc70e46-1f98-42bc-bfca-75b94c208c68 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '14cfc287-cebf-4095-808e-53537b9c0375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '98a87b15-b5b0-4cd5-8d64-3da08adbc059'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:23.120278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] Attempting to bind port 7dc70e46-1f98-42bc-bfca-75b94c208c68 on network 98a87b15-b5b0-4cd5-8d64-3da08adbc059 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:23.125787 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:23.126160 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] Checking segment: {'id': '14cfc287-cebf-4095-808e-53537b9c0375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '98a87b15-b5b0-4cd5-8d64-3da08adbc059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:23.126561 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:23.126982 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] Bound using segment: {'id': '14cfc287-cebf-4095-808e-53537b9c0375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '98a87b15-b5b0-4cd5-8d64-3da08adbc059'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:23.127444 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] Bound port: 7dc70e46-1f98-42bc-bfca-75b94c208c68, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14cfc287-cebf-4095-808e-53537b9c0375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '98a87b15-b5b0-4cd5-8d64-3da08adbc059'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:23.127828 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:23.201743 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] For port 7dc70e46-1f98-42bc-bfca-75b94c208c68, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:23.205133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] For port 7dc70e46-1f98-42bc-bfca-75b94c208c68, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7dc70e46-1f98-42bc-bfca-75b94c208c68,segment=NetworkSegment(14cfc287-cebf-4095-808e-53537b9c0375),segment_id=14cfc287-cebf-4095-808e-53537b9c0375)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:23.281441 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:23.348462 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672ebdb-67ec-4a83-ab1a-c9b08d3a4a81 None None] Pushing event updated for resources: {'Port': ['ID=7dc70e46-1f98-42bc-bfca-75b94c208c68,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:23.390559 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6266b98f-84b6-4630-93fc-21bdb092842c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:23.461714 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266b98f-84b6-4630-93fc-21bdb092842c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event updated for resources: {'Subnet': ['ID=b88dc648-32cc-4139-b055-81e3747279fd,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:23.473027 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6266b98f-84b6-4630-93fc-21bdb092842c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Checking segment: {'id': 'd7f71cf0-5876-47c3-91b1-293f042cff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '65ced53e-3313-4bc8-b998-321ae07503f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:23.473027 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6266b98f-84b6-4630-93fc-21bdb092842c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Network hostable DHCP agents. Network: 65ced53e-3313-4bc8-b998-321ae07503f4, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:14:23.578522 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6266b98f-84b6-4630-93fc-21bdb092842c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Network 65ced53e-3313-4bc8-b998-321ae07503f4 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:14:23.663665 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-6266b98f-84b6-4630-93fc-21bdb092842c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 65ced53e-3313-4bc8-b998-321ae07503f4) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:23.668965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6266b98f-84b6-4630-93fc-21bdb092842c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:23.670983 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6266b98f-84b6-4630-93fc-21bdb092842c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:23.671556 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a888f412-25b1-421a-8160-719d41ac8bba None None] Network 65ced53e-3313-4bc8-b998-321ae07503f4 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:23.753162 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6266b98f-84b6-4630-93fc-21bdb092842c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7954726 Nov 12 05:14:23.755738 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56328) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:23.827694 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-65ced53e-3313-4bc8-b998-321ae07503f4', 'network_id': '65ced53e-3313-4bc8-b998-321ae07503f4', 'tenant_id': '427f035e308340bb8ec7b2cd46c1e407', 'fixed_ips': [{'subnet_id': 'b88dc648-32cc-4139-b055-81e3747279fd'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:14:23.828543 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:23.864296 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:23.926878 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:24.001205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] Allocated IP 2001:db8::2 (65ced53e-3313-4bc8-b998-321ae07503f4/b88dc648-32cc-4139-b055-81e3747279fd/cd3ad0e6-f891-47a0-86eb-0e8f95be1afe) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:24.161717 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:24.230590 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:24.273058 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] Network 65ced53e-3313-4bc8-b998-321ae07503f4 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:24.278237 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:24.292425 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:24.296857 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503121dd-02e4-4086-a57f-35f388ad9bd2 None None] Network 98a87b15-b5b0-4cd5-8d64-3da08adbc059 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:24.316291 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:24.320475 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] Pushing event updated for resources: {'Port': ['ID=cd3ad0e6-f891-47a0-86eb-0e8f95be1afe,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:24.346305 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event deleted for resources: {'Subnet': ['ID=b88dc648-32cc-4139-b055-81e3747279fd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:24.408981 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:24.409577 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] Attempting to bind port cd3ad0e6-f891-47a0-86eb-0e8f95be1afe on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:24.409966 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] Attempting to bind port cd3ad0e6-f891-47a0-86eb-0e8f95be1afe by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'd7f71cf0-5876-47c3-91b1-293f042cff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '65ced53e-3313-4bc8-b998-321ae07503f4'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:24.410313 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] Attempting to bind port cd3ad0e6-f891-47a0-86eb-0e8f95be1afe on network 65ced53e-3313-4bc8-b998-321ae07503f4 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:24.422014 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fe1f24bc-c1b9-4196-be73-6c412ff0fbc2 None None] Provisioning complete for port 7dc70e46-1f98-42bc-bfca-75b94c208c68 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:24.422375 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe1f24bc-c1b9-4196-be73-6c412ff0fbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:24.426707 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:24.427080 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] Checking segment: {'id': 'd7f71cf0-5876-47c3-91b1-293f042cff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '65ced53e-3313-4bc8-b998-321ae07503f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:24.427533 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:24.427904 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] Bound using segment: {'id': 'd7f71cf0-5876-47c3-91b1-293f042cff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '65ced53e-3313-4bc8-b998-321ae07503f4'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:24.428376 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] Bound port: cd3ad0e6-f891-47a0-86eb-0e8f95be1afe, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f71cf0-5876-47c3-91b1-293f042cff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '65ced53e-3313-4bc8-b998-321ae07503f4'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:24.428753 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:24.429386 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ced53e-3313-4bc8-b998-321ae07503f4']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:24.439005 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f71cf0-5876-47c3-91b1-293f042cff13') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:24.439308 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f71cf0-5876-47c3-91b1-293f042cff13') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:24.449400 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:24.463017 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:24.469044 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:14:24.469457 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: timer() Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:14:24.472574 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:14:24.585100 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] For port cd3ad0e6-f891-47a0-86eb-0e8f95be1afe, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:24.594435 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.db.api [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 05:14:24.594435 n-d-768509-24 neutron-server[103297]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 05:14:24.594435 n-d-768509-24 neutron-server[103297]: [parameters: {'id': '65ced53e-3313-4bc8-b998-321ae07503f4'}] Nov 12 05:14:24.594435 n-d-768509-24 neutron-server[103297]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:14:24.594977 n-d-768509-24 neutron-server[103297]: DEBUG oslo_db.api [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:14:24.619304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] For port cd3ad0e6-f891-47a0-86eb-0e8f95be1afe, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=cd3ad0e6-f891-47a0-86eb-0e8f95be1afe,segment=NetworkSegment(d7f71cf0-5876-47c3-91b1-293f042cff13),segment_id=d7f71cf0-5876-47c3-91b1-293f042cff13)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:24.633001 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe1f24bc-c1b9-4196-be73-6c412ff0fbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:24.670275 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-fe1f24bc-c1b9-4196-be73-6c412ff0fbc2 None None] For port 7dc70e46-1f98-42bc-bfca-75b94c208c68, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7dc70e46-1f98-42bc-bfca-75b94c208c68,segment=NetworkSegment(14cfc287-cebf-4095-808e-53537b9c0375),segment_id=14cfc287-cebf-4095-808e-53537b9c0375)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:24.681963 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:24.765193 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe1f24bc-c1b9-4196-be73-6c412ff0fbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:24.774760 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394ade3-2b9e-4ab4-a985-67e73c0d2bdb None None] Pushing event updated for resources: {'Port': ['ID=cd3ad0e6-f891-47a0-86eb-0e8f95be1afe,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:24.807363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bfbc72-2093-4a4f-9934-b48e92db4dcf None None] Network 65ced53e-3313-4bc8-b998-321ae07503f4 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:24.894008 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f24bc-c1b9-4196-be73-6c412ff0fbc2 None None] Pushing event updated for resources: {'Port': ['ID=7dc70e46-1f98-42bc-bfca-75b94c208c68,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:24.925722 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1fe833df-da0f-4dc3-b8d9-8e1063a14f1c None None] Provisioning complete for port 7dc70e46-1f98-42bc-bfca-75b94c208c68 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:24.925993 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1fe833df-da0f-4dc3-b8d9-8e1063a14f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.018406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dd278b-749a-4bec-81fb-7e3b5f6ab958 None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 05:14:25.095328 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dd278b-749a-4bec-81fb-7e3b5f6ab958 None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 05:14:25.096255 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.157063 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Deleting port cd3ad0e6-f891-47a0-86eb-0e8f95be1afe {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:14:25.157412 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.229176 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] For port cd3ad0e6-f891-47a0-86eb-0e8f95be1afe, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=cd3ad0e6-f891-47a0-86eb-0e8f95be1afe,segment=NetworkSegment(d7f71cf0-5876-47c3-91b1-293f042cff13),segment_id=d7f71cf0-5876-47c3-91b1-293f042cff13)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:25.229533 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.244002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Calling delete_port for cd3ad0e6-f891-47a0-86eb-0e8f95be1afe owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:14:25.412885 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.425459 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 7dc70e46-1f98-42bc-bfca-75b94c208c68 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:25.437075 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event deleted for resources: {'Port': ['ID=cd3ad0e6-f891-47a0-86eb-0e8f95be1afe,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:25.444320 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] No DVR routers for this DVR port cd3ad0e6-f891-47a0-86eb-0e8f95be1afe on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:14:25.503158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 7dc70e46-1f98-42bc-bfca-75b94c208c68 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:25.503518 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.531999 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.554752 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ced53e-3313-4bc8-b998-321ae07503f4']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:25.564703 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f71cf0-5876-47c3-91b1-293f042cff13') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:25.567471 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f71cf0-5876-47c3-91b1-293f042cff13') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:25.575787 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.589469 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.595717 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:14:25.596113 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: timer() Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:14:25.599093 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:14:25.727370 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.732231 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.735932 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "DELETE /v2.0/networks/65ced53e-3313-4bc8-b998-321ae07503f4 HTTP/1.1" status: 204 len: 168 time: 1.9787281 Nov 12 05:14:25.739329 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56330) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:25.745973 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ace7bf1c-499d-4612-bf25-313c262f71d6 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-971127447'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:25.751042 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de405dc1-3ad8-4506-90c1-95f2560711e4 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event deleted for resources: {'Network': ['ID=65ced53e-3313-4bc8-b998-321ae07503f4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:25.847082 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace7bf1c-499d-4612-bf25-313c262f71d6 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Made reservation on behalf of 427f035e308340bb8ec7b2cd46c1e407 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:25.851176 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ace7bf1c-499d-4612-bf25-313c262f71d6 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.875809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace7bf1c-499d-4612-bf25-313c262f71d6 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:14:25.884439 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ace7bf1c-499d-4612-bf25-313c262f71d6 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.884779 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-ace7bf1c-499d-4612-bf25-313c262f71d6 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Added segment 53a8d9db-9be8-4168-9d1e-f7119a5154ae of type vlan for network edf1d52a-7b7c-4888-b41a-62de62503a71 Nov 12 05:14:25.925127 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ace7bf1c-499d-4612-bf25-313c262f71d6 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:26.029199 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ace7bf1c-499d-4612-bf25-313c262f71d6 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:26.034845 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace7bf1c-499d-4612-bf25-313c262f71d6 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:26.035434 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ace7bf1c-499d-4612-bf25-313c262f71d6 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:26.107010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7bf1c-499d-4612-bf25-313c262f71d6 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event updated for resources: {'Network': ['ID=edf1d52a-7b7c-4888-b41a-62de62503a71,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:26.117775 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network edf1d52a-7b7c-4888-b41a-62de62503a71 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:14:26.134065 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ace7bf1c-499d-4612-bf25-313c262f71d6 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3930328 Nov 12 05:14:26.136823 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56332) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:26.141885 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-280dad7c-0a8d-44ce-a2bb-093a23cefd08 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Request body: {'subnet': {'network_id': 'edf1d52a-7b7c-4888-b41a-62de62503a71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:26.309630 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280dad7c-0a8d-44ce-a2bb-093a23cefd08 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Made reservation on behalf of 427f035e308340bb8ec7b2cd46c1e407 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:26.313315 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-280dad7c-0a8d-44ce-a2bb-093a23cefd08 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:26.382813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_backend_mixin [None req-280dad7c-0a8d-44ce-a2bb-093a23cefd08 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Performing IP validity checks on allocation pools {{(pid=103296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 05:14:26.383514 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.ipam_backend_mixin [None req-280dad7c-0a8d-44ce-a2bb-093a23cefd08 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 05:14:26.530180 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:14:26.561377 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-280dad7c-0a8d-44ce-a2bb-093a23cefd08 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:26.643186 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280dad7c-0a8d-44ce-a2bb-093a23cefd08 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event updated for resources: {'Subnet': ['ID=53f05c95-5d8f-41e3-8aaf-66c86714a4cb,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:26.651331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280dad7c-0a8d-44ce-a2bb-093a23cefd08 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Checking segment: {'id': '53a8d9db-9be8-4168-9d1e-f7119a5154ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'edf1d52a-7b7c-4888-b41a-62de62503a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:26.651331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280dad7c-0a8d-44ce-a2bb-093a23cefd08 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Network hostable DHCP agents. Network: edf1d52a-7b7c-4888-b41a-62de62503a71, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:14:26.772335 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280dad7c-0a8d-44ce-a2bb-093a23cefd08 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Network edf1d52a-7b7c-4888-b41a-62de62503a71 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:14:26.851561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-280dad7c-0a8d-44ce-a2bb-093a23cefd08 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, edf1d52a-7b7c-4888-b41a-62de62503a71) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:26.855914 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280dad7c-0a8d-44ce-a2bb-093a23cefd08 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:26.860222 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-280dad7c-0a8d-44ce-a2bb-093a23cefd08 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:26.862672 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2f0b5d-1000-420c-99a4-1cfcda8af0b3 None None] Network edf1d52a-7b7c-4888-b41a-62de62503a71 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:26.935839 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-280dad7c-0a8d-44ce-a2bb-093a23cefd08 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7978356 Nov 12 05:14:26.938446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56334) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:27.026542 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-edf1d52a-7b7c-4888-b41a-62de62503a71', 'network_id': 'edf1d52a-7b7c-4888-b41a-62de62503a71', 'tenant_id': '427f035e308340bb8ec7b2cd46c1e407', 'fixed_ips': [{'subnet_id': '53f05c95-5d8f-41e3-8aaf-66c86714a4cb'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:14:27.027519 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.062349 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.143848 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.207619 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] Allocated IP 2001:db8::3 (edf1d52a-7b7c-4888-b41a-62de62503a71/53f05c95-5d8f-41e3-8aaf-66c86714a4cb/e0960961-44b1-46af-a230-99a936c32351) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:27.348290 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.430859 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.471143 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] Network edf1d52a-7b7c-4888-b41a-62de62503a71 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:27.473815 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:27.479828 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:27.488423 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] Pushing event updated for resources: {'Port': ['ID=e0960961-44b1-46af-a230-99a936c32351,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:27.510417 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.540944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] Attempting to bind port e0960961-44b1-46af-a230-99a936c32351 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:27.540944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] Attempting to bind port e0960961-44b1-46af-a230-99a936c32351 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '53a8d9db-9be8-4168-9d1e-f7119a5154ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'edf1d52a-7b7c-4888-b41a-62de62503a71'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:27.541409 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event deleted for resources: {'Subnet': ['ID=53f05c95-5d8f-41e3-8aaf-66c86714a4cb,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:27.541621 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] Attempting to bind port e0960961-44b1-46af-a230-99a936c32351 on network edf1d52a-7b7c-4888-b41a-62de62503a71 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:27.547557 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:27.548862 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] Checking segment: {'id': '53a8d9db-9be8-4168-9d1e-f7119a5154ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'edf1d52a-7b7c-4888-b41a-62de62503a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:27.549290 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.549812 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] Bound using segment: {'id': '53a8d9db-9be8-4168-9d1e-f7119a5154ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'edf1d52a-7b7c-4888-b41a-62de62503a71'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:27.550243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] Bound port: e0960961-44b1-46af-a230-99a936c32351, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a8d9db-9be8-4168-9d1e-f7119a5154ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'edf1d52a-7b7c-4888-b41a-62de62503a71'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:27.550588 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.607077 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.618090 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] For port e0960961-44b1-46af-a230-99a936c32351, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:27.621843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] For port e0960961-44b1-46af-a230-99a936c32351, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e0960961-44b1-46af-a230-99a936c32351,segment=NetworkSegment(53a8d9db-9be8-4168-9d1e-f7119a5154ae),segment_id=53a8d9db-9be8-4168-9d1e-f7119a5154ae)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:27.633668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf1d52a-7b7c-4888-b41a-62de62503a71']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:27.643773 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a8d9db-9be8-4168-9d1e-f7119a5154ae') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:27.644068 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a8d9db-9be8-4168-9d1e-f7119a5154ae') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:27.654065 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.716257 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.718471 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.725389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:14:27.725899 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: timer() Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:14:27.729139 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:14:27.799495 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acea916-809c-44eb-a129-a42b73e04f86 None None] Pushing event updated for resources: {'Port': ['ID=e0960961-44b1-46af-a230-99a936c32351,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:27.822327 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd84c68-ca23-4cc7-854c-0ae2b823366d None None] Network edf1d52a-7b7c-4888-b41a-62de62503a71 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:27.824301 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.db.api [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 05:14:27.824301 n-d-768509-24 neutron-server[103296]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 05:14:27.824301 n-d-768509-24 neutron-server[103296]: [parameters: {'id': 'edf1d52a-7b7c-4888-b41a-62de62503a71'}] Nov 12 05:14:27.824301 n-d-768509-24 neutron-server[103296]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:14:27.825172 n-d-768509-24 neutron-server[103296]: DEBUG oslo_db.api [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:14:27.957687 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565d6509-c811-469e-bd42-adeddf51f33f None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 05:14:28.026369 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565d6509-c811-469e-bd42-adeddf51f33f None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 05:14:28.326396 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.382964 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Deleting port e0960961-44b1-46af-a230-99a936c32351 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:14:28.383303 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.455044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] For port e0960961-44b1-46af-a230-99a936c32351, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e0960961-44b1-46af-a230-99a936c32351,segment=NetworkSegment(53a8d9db-9be8-4168-9d1e-f7119a5154ae),segment_id=53a8d9db-9be8-4168-9d1e-f7119a5154ae)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:28.455405 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.468589 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Calling delete_port for e0960961-44b1-46af-a230-99a936c32351 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:14:28.635593 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.668313 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] No DVR routers for this DVR port e0960961-44b1-46af-a230-99a936c32351 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:14:28.670469 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event deleted for resources: {'Port': ['ID=e0960961-44b1-46af-a230-99a936c32351,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:28.748700 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.767860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf1d52a-7b7c-4888-b41a-62de62503a71']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:28.777443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a8d9db-9be8-4168-9d1e-f7119a5154ae') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:28.777738 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a8d9db-9be8-4168-9d1e-f7119a5154ae') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:28.792083 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.805416 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.811565 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:14:28.811953 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: timer() Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:14:28.816502 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:14:28.944015 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.950967 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.954032 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "DELETE /v2.0/networks/edf1d52a-7b7c-4888-b41a-62de62503a71 HTTP/1.1" status: 204 len: 168 time: 2.0145624 Nov 12 05:14:28.957769 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56338) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:28.963012 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-19ea9563-7c98-4c5e-a13a-c74d6d4a2caa tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2088381631'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:28.965451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f6d77-046e-40fc-adee-abee18bfaba0 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event deleted for resources: {'Network': ['ID=edf1d52a-7b7c-4888-b41a-62de62503a71,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:29.178918 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ea9563-7c98-4c5e-a13a-c74d6d4a2caa tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Made reservation on behalf of 427f035e308340bb8ec7b2cd46c1e407 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:29.182584 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19ea9563-7c98-4c5e-a13a-c74d6d4a2caa tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.211314 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ea9563-7c98-4c5e-a13a-c74d6d4a2caa tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:14:29.215928 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19ea9563-7c98-4c5e-a13a-c74d6d4a2caa tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.216275 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-19ea9563-7c98-4c5e-a13a-c74d6d4a2caa tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Added segment 646c4a20-f773-481f-9a96-5150013ddff1 of type vlan for network a06103bb-b650-4ddc-b853-1b859fc2dca8 Nov 12 05:14:29.262556 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19ea9563-7c98-4c5e-a13a-c74d6d4a2caa tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.348851 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19ea9563-7c98-4c5e-a13a-c74d6d4a2caa tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.355139 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ea9563-7c98-4c5e-a13a-c74d6d4a2caa tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:29.355722 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-19ea9563-7c98-4c5e-a13a-c74d6d4a2caa tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.425929 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea9563-7c98-4c5e-a13a-c74d6d4a2caa tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event updated for resources: {'Network': ['ID=a06103bb-b650-4ddc-b853-1b859fc2dca8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:29.438991 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network a06103bb-b650-4ddc-b853-1b859fc2dca8 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:14:29.479156 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-19ea9563-7c98-4c5e-a13a-c74d6d4a2caa tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5200238 Nov 12 05:14:29.482136 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56340) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:29.487395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-323cb409-8c78-4df8-b96b-787a350a1a34 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Request body: {'subnet': {'network_id': 'a06103bb-b650-4ddc-b853-1b859fc2dca8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:29.635741 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323cb409-8c78-4df8-b96b-787a350a1a34 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Made reservation on behalf of 427f035e308340bb8ec7b2cd46c1e407 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:29.639339 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-323cb409-8c78-4df8-b96b-787a350a1a34 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.869848 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-323cb409-8c78-4df8-b96b-787a350a1a34 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.932644 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cb409-8c78-4df8-b96b-787a350a1a34 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event updated for resources: {'Subnet': ['ID=e7192953-454e-4826-a9e1-d5291e54915b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:29.943167 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323cb409-8c78-4df8-b96b-787a350a1a34 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Checking segment: {'id': '646c4a20-f773-481f-9a96-5150013ddff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a06103bb-b650-4ddc-b853-1b859fc2dca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:29.943528 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323cb409-8c78-4df8-b96b-787a350a1a34 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Network hostable DHCP agents. Network: a06103bb-b650-4ddc-b853-1b859fc2dca8, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:14:30.023973 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323cb409-8c78-4df8-b96b-787a350a1a34 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Network a06103bb-b650-4ddc-b853-1b859fc2dca8 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:14:30.119917 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-323cb409-8c78-4df8-b96b-787a350a1a34 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, a06103bb-b650-4ddc-b853-1b859fc2dca8) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:30.124002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323cb409-8c78-4df8-b96b-787a350a1a34 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:30.124595 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-323cb409-8c78-4df8-b96b-787a350a1a34 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.129726 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0332e9c-9ffb-4f8e-b6b5-e3a529e25d1c None None] Network a06103bb-b650-4ddc-b853-1b859fc2dca8 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:30.210109 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-323cb409-8c78-4df8-b96b-787a350a1a34 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7267840 Nov 12 05:14:30.213673 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56342) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:30.218809 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-c1f70d17-c747-4427-9eb4-42a3a7665934 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1870635965'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:30.271807 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-a06103bb-b650-4ddc-b853-1b859fc2dca8', 'network_id': 'a06103bb-b650-4ddc-b853-1b859fc2dca8', 'tenant_id': '427f035e308340bb8ec7b2cd46c1e407', 'fixed_ips': [{'subnet_id': 'e7192953-454e-4826-a9e1-d5291e54915b'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:14:30.272656 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.309701 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f70d17-c747-4427-9eb4-42a3a7665934 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Made reservation on behalf of 427f035e308340bb8ec7b2cd46c1e407 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:30.313156 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1f70d17-c747-4427-9eb4-42a3a7665934 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.338187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f70d17-c747-4427-9eb4-42a3a7665934 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:14:30.347703 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1f70d17-c747-4427-9eb4-42a3a7665934 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.348100 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-c1f70d17-c747-4427-9eb4-42a3a7665934 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Added segment 15cd7bc6-8e11-4cac-bc93-e7312a992ad1 of type vlan for network 81874686-423c-4622-ad43-4a9ddfe53c0d Nov 12 05:14:30.388310 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1f70d17-c747-4427-9eb4-42a3a7665934 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.406955 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] Allocated IP 2001:db8::2 (a06103bb-b650-4ddc-b853-1b859fc2dca8/e7192953-454e-4826-a9e1-d5291e54915b/717a81cd-fd23-4043-9313-98abec802484) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:30.481160 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1f70d17-c747-4427-9eb4-42a3a7665934 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.486974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f70d17-c747-4427-9eb4-42a3a7665934 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:30.487587 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c1f70d17-c747-4427-9eb4-42a3a7665934 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.548113 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.554758 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f70d17-c747-4427-9eb4-42a3a7665934 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event updated for resources: {'Network': ['ID=81874686-423c-4622-ad43-4a9ddfe53c0d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:30.564543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 81874686-423c-4622-ad43-4a9ddfe53c0d details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:14:30.570010 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c1f70d17-c747-4427-9eb4-42a3a7665934 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3552577 Nov 12 05:14:30.572778 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56344) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:30.577519 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-4809d4bc-5f08-4e0d-908c-93aa5f3bdcf3 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Request body: {'subnet': {'network_id': '81874686-423c-4622-ad43-4a9ddfe53c0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:30.646959 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.687636 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] Network a06103bb-b650-4ddc-b853-1b859fc2dca8 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:30.692842 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:30.701346 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:30.713007 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] Pushing event updated for resources: {'Port': ['ID=717a81cd-fd23-4043-9313-98abec802484,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:30.744208 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4809d4bc-5f08-4e0d-908c-93aa5f3bdcf3 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Made reservation on behalf of 427f035e308340bb8ec7b2cd46c1e407 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:30.747971 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4809d4bc-5f08-4e0d-908c-93aa5f3bdcf3 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.764253 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] Attempting to bind port 717a81cd-fd23-4043-9313-98abec802484 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:30.764618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] Attempting to bind port 717a81cd-fd23-4043-9313-98abec802484 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '646c4a20-f773-481f-9a96-5150013ddff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a06103bb-b650-4ddc-b853-1b859fc2dca8'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:30.764981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] Attempting to bind port 717a81cd-fd23-4043-9313-98abec802484 on network a06103bb-b650-4ddc-b853-1b859fc2dca8 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:30.770798 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:30.775993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] Checking segment: {'id': '646c4a20-f773-481f-9a96-5150013ddff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a06103bb-b650-4ddc-b853-1b859fc2dca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:30.775993 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.775993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] Bound using segment: {'id': '646c4a20-f773-481f-9a96-5150013ddff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a06103bb-b650-4ddc-b853-1b859fc2dca8'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:30.775993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] Bound port: 717a81cd-fd23-4043-9313-98abec802484, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646c4a20-f773-481f-9a96-5150013ddff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a06103bb-b650-4ddc-b853-1b859fc2dca8'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:30.775993 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.844411 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] For port 717a81cd-fd23-4043-9313-98abec802484, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:30.847898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] For port 717a81cd-fd23-4043-9313-98abec802484, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=717a81cd-fd23-4043-9313-98abec802484,segment=NetworkSegment(646c4a20-f773-481f-9a96-5150013ddff1),segment_id=646c4a20-f773-481f-9a96-5150013ddff1)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:30.926506 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:30.989434 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d62a1-b033-46cc-b621-060e9d79f571 None None] Pushing event updated for resources: {'Port': ['ID=717a81cd-fd23-4043-9313-98abec802484,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:31.064689 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4809d4bc-5f08-4e0d-908c-93aa5f3bdcf3 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:31.138914 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809d4bc-5f08-4e0d-908c-93aa5f3bdcf3 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event updated for resources: {'Subnet': ['ID=543b7f3d-7a35-494e-bf39-8188e593521b,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:31.150263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4809d4bc-5f08-4e0d-908c-93aa5f3bdcf3 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Checking segment: {'id': '15cd7bc6-8e11-4cac-bc93-e7312a992ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '81874686-423c-4622-ad43-4a9ddfe53c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:31.150729 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4809d4bc-5f08-4e0d-908c-93aa5f3bdcf3 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Network hostable DHCP agents. Network: 81874686-423c-4622-ad43-4a9ddfe53c0d, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:14:31.270059 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4809d4bc-5f08-4e0d-908c-93aa5f3bdcf3 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Network 81874686-423c-4622-ad43-4a9ddfe53c0d is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:14:31.367268 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-4809d4bc-5f08-4e0d-908c-93aa5f3bdcf3 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 81874686-423c-4622-ad43-4a9ddfe53c0d) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:31.372885 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4809d4bc-5f08-4e0d-908c-93aa5f3bdcf3 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:31.373845 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4809d4bc-5f08-4e0d-908c-93aa5f3bdcf3 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:31.386024 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb87f37-f82b-4537-9398-aa36bac4b484 None None] Network 81874686-423c-4622-ad43-4a9ddfe53c0d requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:31.445168 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 717a81cd-fd23-4043-9313-98abec802484 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:31.479103 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4809d4bc-5f08-4e0d-908c-93aa5f3bdcf3 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9052143 Nov 12 05:14:31.481955 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56346) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:31.548945 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 717a81cd-fd23-4043-9313-98abec802484 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:31.549459 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:31.587522 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-85afb0df-9e41-4838-8dda-16f88187e7d9 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:31.613669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1f0107-79e4-487b-b0a5-d15bc7be536c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-81874686-423c-4622-ad43-4a9ddfe53c0d', 'network_id': '81874686-423c-4622-ad43-4a9ddfe53c0d', 'tenant_id': '427f035e308340bb8ec7b2cd46c1e407', 'fixed_ips': [{'subnet_id': '543b7f3d-7a35-494e-bf39-8188e593521b'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:14:31.614529 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc1f0107-79e4-487b-b0a5-d15bc7be536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:31.649026 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-85afb0df-9e41-4838-8dda-16f88187e7d9 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:31.741306 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:31.774790 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-85afb0df-9e41-4838-8dda-16f88187e7d9 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:31.786213 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 717a81cd-fd23-4043-9313-98abec802484, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=717a81cd-fd23-4043-9313-98abec802484,segment=NetworkSegment(646c4a20-f773-481f-9a96-5150013ddff1),segment_id=646c4a20-f773-481f-9a96-5150013ddff1)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:31.814861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afb0df-9e41-4838-8dda-16f88187e7d9 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event deleted for resources: {'Subnet': ['ID=543b7f3d-7a35-494e-bf39-8188e593521b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server [None req-dc1f0107-79e4-487b-b0a5-d15bc7be536c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 543b7f3d-7a35-494e-bf39-8188e593521b: This subnet is being modified by another concurrent operation. Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server raise exception Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 543b7f3d-7a35-494e-bf39-8188e593521b: This subnet is being modified by another concurrent operation. Nov 12 05:14:31.824762 n-d-768509-24 neutron-server[103298]: ERROR oslo_messaging.rpc.server Nov 12 05:14:31.849433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27052db-8525-4d08-8e70-c3f1d40d787e None None] Network 81874686-423c-4622-ad43-4a9ddfe53c0d requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:31.853738 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:31.892220 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-85afb0df-9e41-4838-8dda-16f88187e7d9 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:31.922666 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-85afb0df-9e41-4838-8dda-16f88187e7d9 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81874686-423c-4622-ad43-4a9ddfe53c0d']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:31.935503 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-85afb0df-9e41-4838-8dda-16f88187e7d9 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15cd7bc6-8e11-4cac-bc93-e7312a992ad1') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:31.936390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-85afb0df-9e41-4838-8dda-16f88187e7d9 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15cd7bc6-8e11-4cac-bc93-e7312a992ad1') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:31.949593 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-85afb0df-9e41-4838-8dda-16f88187e7d9 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:31.966456 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-85afb0df-9e41-4838-8dda-16f88187e7d9 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:31.974442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85afb0df-9e41-4838-8dda-16f88187e7d9 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:14:31.974442 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-85afb0df-9e41-4838-8dda-16f88187e7d9 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: timer() Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:14:31.976922 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:14:32.127067 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-85afb0df-9e41-4838-8dda-16f88187e7d9 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:32.134935 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-85afb0df-9e41-4838-8dda-16f88187e7d9 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:32.145602 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-85afb0df-9e41-4838-8dda-16f88187e7d9 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "DELETE /v2.0/networks/81874686-423c-4622-ad43-4a9ddfe53c0d HTTP/1.1" status: 204 len: 168 time: 0.6552260 Nov 12 05:14:32.145795 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56348) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:32.149979 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ca73f6-dfe0-4d4b-a37f-993196d8d6f9 None None] Network a06103bb-b650-4ddc-b853-1b859fc2dca8 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:32.150733 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afb0df-9e41-4838-8dda-16f88187e7d9 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event deleted for resources: {'Network': ['ID=81874686-423c-4622-ad43-4a9ddfe53c0d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:32.155260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=717a81cd-fd23-4043-9313-98abec802484,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:32.182869 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-242946e1-3f8e-44a1-8f85-d8d7c2615420 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] GET failed (client error): The resource could not be found. Nov 12 05:14:32.184320 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-242946e1-3f8e-44a1-8f85-d8d7c2615420 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "GET /v2.0/subnets/543b7f3d-7a35-494e-bf39-8188e593521b HTTP/1.1" status: 404 len: 337 time: 0.0418484 Nov 12 05:14:32.187503 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56350) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:32.207752 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e380843-13e7-43f2-8034-0c3451729e67 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] DELETE failed (client error): The resource could not be found. Nov 12 05:14:32.208240 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e380843-13e7-43f2-8034-0c3451729e67 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:14:32.211905 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0e380843-13e7-43f2-8034-0c3451729e67 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "DELETE /v2.0/networks/81874686-423c-4622-ad43-4a9ddfe53c0d HTTP/1.1" status: 404 len: 339 time: 0.0233824 Nov 12 05:14:32.215713 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56352) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:32.229727 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1492d819-c038-492b-a234-dd88c51a09a3 None None] Provisioning complete for port 717a81cd-fd23-4043-9313-98abec802484 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:32.230097 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1492d819-c038-492b-a234-dd88c51a09a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:32.242956 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a9edb9-5256-4643-b665-fbc7286550a6 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] DELETE failed (client error): The resource could not be found. Nov 12 05:14:32.243404 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a9edb9-5256-4643-b665-fbc7286550a6 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:14:32.246420 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-19a9edb9-5256-4643-b665-fbc7286550a6 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "DELETE /v2.0/subnets/543b7f3d-7a35-494e-bf39-8188e593521b HTTP/1.1" status: 404 len: 337 time: 0.0297716 Nov 12 05:14:32.249058 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56354) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:32.269472 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-20acb616-9648-495a-8e70-715b1806b150 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] DELETE failed (client error): The resource could not be found. Nov 12 05:14:32.270030 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20acb616-9648-495a-8e70-715b1806b150 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:14:32.273139 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-20acb616-9648-495a-8e70-715b1806b150 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "DELETE /v2.0/networks/81874686-423c-4622-ad43-4a9ddfe53c0d HTTP/1.1" status: 404 len: 339 time: 0.0231645 Nov 12 05:14:32.275729 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56356) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:32.327783 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f88234-3424-4b34-aad0-a869aeffdade tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Deleting subnet e7192953-454e-4826-a9e1-d5291e54915b {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:14:32.331224 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1f88234-3424-4b34-aad0-a869aeffdade tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:32.372495 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1f88234-3424-4b34-aad0-a869aeffdade tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:32.470980 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1f88234-3424-4b34-aad0-a869aeffdade tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:32.596881 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1f88234-3424-4b34-aad0-a869aeffdade tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:32.602428 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ee9fde-bdb2-4274-b3b1-2499c5078e75 None None] get_active_networks_info from n-d-768509-24 {{(pid=103298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 05:14:32.633088 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f88234-3424-4b34-aad0-a869aeffdade tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event deleted for resources: {'Subnet': ['ID=e7192953-454e-4826-a9e1-d5291e54915b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:32.637076 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d1f88234-3424-4b34-aad0-a869aeffdade tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:32.640366 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d1f88234-3424-4b34-aad0-a869aeffdade tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "DELETE /v2.0/subnets/e7192953-454e-4826-a9e1-d5291e54915b HTTP/1.1" status: 204 len: 168 time: 0.3636768 Nov 12 05:14:32.643066 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56358) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:32.676858 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ee9fde-bdb2-4274-b3b1-2499c5078e75 None None] Resources bound (agent type, host, resource id): {{(pid=103298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 05:14:32.725222 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:32.769108 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9da4fed4-b479-4ba5-825d-4cefce5d2293 None None] Provisioning complete for port 717a81cd-fd23-4043-9313-98abec802484 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:32.769478 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9da4fed4-b479-4ba5-825d-4cefce5d2293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:32.781949 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Deleting port 717a81cd-fd23-4043-9313-98abec802484 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:14:32.782313 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:32.852009 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] For port 717a81cd-fd23-4043-9313-98abec802484, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=717a81cd-fd23-4043-9313-98abec802484,segment=NetworkSegment(646c4a20-f773-481f-9a96-5150013ddff1),segment_id=646c4a20-f773-481f-9a96-5150013ddff1)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:32.852425 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:32.866087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Calling delete_port for 717a81cd-fd23-4043-9313-98abec802484 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:14:32.990186 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a60710-e73b-4c10-b427-adaf546577ed None None] Network a06103bb-b650-4ddc-b853-1b859fc2dca8 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:33.024024 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:33.056107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event deleted for resources: {'Port': ['ID=717a81cd-fd23-4043-9313-98abec802484,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:33.058011 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] No DVR routers for this DVR port 717a81cd-fd23-4043-9313-98abec802484 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:14:33.143489 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:33.176376 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06103bb-b650-4ddc-b853-1b859fc2dca8']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:33.196928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646c4a20-f773-481f-9a96-5150013ddff1') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:33.197388 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646c4a20-f773-481f-9a96-5150013ddff1') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:33.223834 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:33.224373 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-643f5cef-1b89-46cb-b248-ce4bf8403f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:33.246697 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:33.247206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eeed00-87ce-4c88-8bde-4b90d7e2a356 None None] DHCP port deletion for a06103bb-b650-4ddc-b853-1b859fc2dca8 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:14:33.254151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: timer() Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:14:33.264171 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:14:33.378393 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:33.386558 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:33.386755 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 717a81cd-fd23-4043-9313-98abec802484 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:14:33.392121 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "DELETE /v2.0/networks/a06103bb-b650-4ddc-b853-1b859fc2dca8 HTTP/1.1" status: 204 len: 168 time: 0.7457275 Nov 12 05:14:33.392915 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56360) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:33.410841 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694f8f8-8de8-48de-a42f-0c12dd6df00c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event deleted for resources: {'Network': ['ID=a06103bb-b650-4ddc-b853-1b859fc2dca8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:33.412617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 717a81cd-fd23-4043-9313-98abec802484 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:14:33.412970 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 717a81cd-fd23-4043-9313-98abec802484 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:14:33.429396 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ec3e41-1d82-4ce4-ae40-196574e5041d tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] DELETE failed (client error): The resource could not be found. Nov 12 05:14:33.429857 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ec3e41-1d82-4ce4-ae40-196574e5041d tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:14:33.432958 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f5ec3e41-1d82-4ce4-ae40-196574e5041d tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "DELETE /v2.0/subnets/53f05c95-5d8f-41e3-8aaf-66c86714a4cb HTTP/1.1" status: 404 len: 337 time: 0.0389574 Nov 12 05:14:33.435590 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56362) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:33.456744 n-d-768509-24 neutron-server[103297]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4d6d3b-2e09-44c9-9662-101fee85027e tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] DELETE failed (client error): The resource could not be found. Nov 12 05:14:33.457598 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4d6d3b-2e09-44c9-9662-101fee85027e tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:14:33.461430 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0d4d6d3b-2e09-44c9-9662-101fee85027e tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "DELETE /v2.0/networks/edf1d52a-7b7c-4888-b41a-62de62503a71 HTTP/1.1" status: 404 len: 339 time: 0.0248327 Nov 12 05:14:33.467218 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56364) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:33.495776 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-994125a6-2bfc-45b4-bddc-a6949229dc46 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] DELETE failed (client error): The resource could not be found. Nov 12 05:14:33.496244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994125a6-2bfc-45b4-bddc-a6949229dc46 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:14:33.499627 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-994125a6-2bfc-45b4-bddc-a6949229dc46 tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "DELETE /v2.0/subnets/b88dc648-32cc-4139-b055-81e3747279fd HTTP/1.1" status: 404 len: 337 time: 0.0313096 Nov 12 05:14:33.503500 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56366) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:33.524954 n-d-768509-24 neutron-server[103296]: INFO neutron.pecan_wsgi.hooks.translation [None req-019e6caa-9fa6-4a49-9e02-2040f6db394c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] DELETE failed (client error): The resource could not be found. Nov 12 05:14:33.525589 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019e6caa-9fa6-4a49-9e02-2040f6db394c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 05:14:33.529338 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-019e6caa-9fa6-4a49-9e02-2040f6db394c tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "DELETE /v2.0/networks/65ced53e-3313-4bc8-b998-321ae07503f4 HTTP/1.1" status: 404 len: 339 time: 0.0235710 Nov 12 05:14:33.531734 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56368) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:33.596032 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6f91b7-1e3e-46ca-b6ff-0ed2b23b6cdc tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Deleting subnet 6fd4e2ac-4299-497e-81f3-2f2bcde4edc0 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:14:33.600212 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6e6f91b7-1e3e-46ca-b6ff-0ed2b23b6cdc tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:33.659872 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6e6f91b7-1e3e-46ca-b6ff-0ed2b23b6cdc tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:33.752206 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6e6f91b7-1e3e-46ca-b6ff-0ed2b23b6cdc tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:33.892898 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6e6f91b7-1e3e-46ca-b6ff-0ed2b23b6cdc tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:33.921871 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f91b7-1e3e-46ca-b6ff-0ed2b23b6cdc tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event deleted for resources: {'Subnet': ['ID=6fd4e2ac-4299-497e-81f3-2f2bcde4edc0,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:33.928213 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6e6f91b7-1e3e-46ca-b6ff-0ed2b23b6cdc tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:33.931522 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6e6f91b7-1e3e-46ca-b6ff-0ed2b23b6cdc tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "DELETE /v2.0/subnets/6fd4e2ac-4299-497e-81f3-2f2bcde4edc0 HTTP/1.1" status: 204 len: 168 time: 0.3988039 Nov 12 05:14:33.934335 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56370) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:33.936268 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec41aae-75d8-4ced-b0f7-43db5b6b6cd7 None None] Network 98a87b15-b5b0-4cd5-8d64-3da08adbc059 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:34.012868 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:34.069794 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Deleting port 7dc70e46-1f98-42bc-bfca-75b94c208c68 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:14:34.070143 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:34.125269 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7397f2-4616-4b17-9eb9-65eaa6fcdbc4 None None] DHCP port deletion for 98a87b15-b5b0-4cd5-8d64-3da08adbc059 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:14:34.145693 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] For port 7dc70e46-1f98-42bc-bfca-75b94c208c68, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7dc70e46-1f98-42bc-bfca-75b94c208c68,segment=NetworkSegment(14cfc287-cebf-4095-808e-53537b9c0375),segment_id=14cfc287-cebf-4095-808e-53537b9c0375)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:34.146082 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:34.159809 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Calling delete_port for 7dc70e46-1f98-42bc-bfca-75b94c208c68 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:14:34.173724 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0e7397f2-4616-4b17-9eb9-65eaa6fcdbc4 None None] Deleting port 7dc70e46-1f98-42bc-bfca-75b94c208c68 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:14:34.174090 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0e7397f2-4616-4b17-9eb9-65eaa6fcdbc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:34.245542 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0e7397f2-4616-4b17-9eb9-65eaa6fcdbc4 None None] For port 7dc70e46-1f98-42bc-bfca-75b94c208c68, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7dc70e46-1f98-42bc-bfca-75b94c208c68,segment=NetworkSegment(14cfc287-cebf-4095-808e-53537b9c0375),segment_id=14cfc287-cebf-4095-808e-53537b9c0375)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:34.248659 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0e7397f2-4616-4b17-9eb9-65eaa6fcdbc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:34.259860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0e7397f2-4616-4b17-9eb9-65eaa6fcdbc4 None None] Calling delete_port for 7dc70e46-1f98-42bc-bfca-75b94c208c68 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:14:34.325796 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:34.335516 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0e7397f2-4616-4b17-9eb9-65eaa6fcdbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:34.356197 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event deleted for resources: {'Port': ['ID=7dc70e46-1f98-42bc-bfca-75b94c208c68,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:34.360855 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] No DVR routers for this DVR port 7dc70e46-1f98-42bc-bfca-75b94c208c68 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:14:34.361321 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7397f2-4616-4b17-9eb9-65eaa6fcdbc4 None None] Pushing event deleted for resources: {'Port': ['ID=7dc70e46-1f98-42bc-bfca-75b94c208c68,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:34.366377 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7397f2-4616-4b17-9eb9-65eaa6fcdbc4 None None] No DVR routers for this DVR port 7dc70e46-1f98-42bc-bfca-75b94c208c68 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:14:34.443834 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:34.464085 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a87b15-b5b0-4cd5-8d64-3da08adbc059']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:34.473078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14cfc287-cebf-4095-808e-53537b9c0375') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:34.473369 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14cfc287-cebf-4095-808e-53537b9c0375') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:34.483058 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:34.495448 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:34.501286 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:14:34.501664 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: timer() Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:14:34.504592 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:14:34.629028 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:34.636350 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:34.639885 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] 10.222.0.37 "DELETE /v2.0/networks/98a87b15-b5b0-4cd5-8d64-3da08adbc059 HTTP/1.1" status: 204 len: 168 time: 0.7045178 Nov 12 05:14:34.651898 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5c8da-ad9c-48ae-bfda-61152c0a636b tempest-NetworksIpV6Test-346990743 tempest-NetworksIpV6Test-346990743-project] Pushing event deleted for resources: {'Network': ['ID=98a87b15-b5b0-4cd5-8d64-3da08adbc059,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:35.176365 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56376) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:35.315208 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ce1bee3d-b544-44b7-a3f7-d0774dbfc0e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=427f035e308340bb8ec7b2cd46c1e407&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377385 Nov 12 05:14:35.317695 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56380) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:35.364056 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ffea6a3-10c3-432e-8a8e-61c44ef4a521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:35.386440 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ffea6a3-10c3-432e-8a8e-61c44ef4a521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:35.386726 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 7dc70e46-1f98-42bc-bfca-75b94c208c68 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:14:35.410439 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 7dc70e46-1f98-42bc-bfca-75b94c208c68 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:14:35.410882 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 7dc70e46-1f98-42bc-bfca-75b94c208c68 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:14:35.567274 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ffea6a3-10c3-432e-8a8e-61c44ef4a521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:35.570366 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7ffea6a3-10c3-432e-8a8e-61c44ef4a521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:35.571598 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7ffea6a3-10c3-432e-8a8e-61c44ef4a521 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ea11560-0cce-4681-8746-adcdab658397 HTTP/1.1" status: 204 len: 168 time: 0.2524130 Nov 12 05:14:35.580683 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffea6a3-10c3-432e-8a8e-61c44ef4a521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea11560-0cce-4681-8746-adcdab658397,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:35.602063 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc33afa5-9830-4704-a30a-37422710f27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:36.536839 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56402) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:36.630099 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-e29a0609-10fc-45d2-bffa-24591f8ba6b3 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-820247343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:36.733102 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e29a0609-10fc-45d2-bffa-24591f8ba6b3 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:36.733695 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e29a0609-10fc-45d2-bffa-24591f8ba6b3 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:36.785548 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e29a0609-10fc-45d2-bffa-24591f8ba6b3 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:36.852769 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e29a0609-10fc-45d2-bffa-24591f8ba6b3 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:36.951646 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e29a0609-10fc-45d2-bffa-24591f8ba6b3 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:36.952867 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e29a0609-10fc-45d2-bffa-24591f8ba6b3 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4150054 Nov 12 05:14:36.955425 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:36.955957 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56406) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:36.960592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-bb7f5804-e9a2-44ca-bc1f-33b7ff290504 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-4030754'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:37.047089 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7f5804-e9a2-44ca-bc1f-33b7ff290504 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Made reservation on behalf of 846af179e1d14aee83a2ab414913c6e3 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:37.050695 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb7f5804-e9a2-44ca-bc1f-33b7ff290504 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:37.060511 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb7f5804-e9a2-44ca-bc1f-33b7ff290504 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:37.134160 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb7f5804-e9a2-44ca-bc1f-33b7ff290504 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:37.200963 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb7f5804-e9a2-44ca-bc1f-33b7ff290504 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:37.234442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7f5804-e9a2-44ca-bc1f-33b7ff290504 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:14:37.244890 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f5804-e9a2-44ca-bc1f-33b7ff290504 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6283a11c-1d39-4d61-b434-190faf838bbb,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:37.250656 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb7f5804-e9a2-44ca-bc1f-33b7ff290504 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:37.251004 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-bb7f5804-e9a2-44ca-bc1f-33b7ff290504 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Added segment 371a8cee-0cf1-4460-a0bb-ecdf414e3a68 of type vlan for network 6987a6de-72d5-4442-b6f0-22c15750da2e Nov 12 05:14:37.290371 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb7f5804-e9a2-44ca-bc1f-33b7ff290504 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:37.372165 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb7f5804-e9a2-44ca-bc1f-33b7ff290504 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:37.377743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7f5804-e9a2-44ca-bc1f-33b7ff290504 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:37.378324 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb7f5804-e9a2-44ca-bc1f-33b7ff290504 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:37.441737 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f5804-e9a2-44ca-bc1f-33b7ff290504 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Pushing event updated for resources: {'Network': ['ID=6987a6de-72d5-4442-b6f0-22c15750da2e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:37.452922 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 6987a6de-72d5-4442-b6f0-22c15750da2e details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:14:37.466964 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bb7f5804-e9a2-44ca-bc1f-33b7ff290504 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5103130 Nov 12 05:14:37.469773 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56408) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:37.475138 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-be846586-9ab2-4115-a162-da722f320bb0 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Request body: {'subnet': {'network_id': '6987a6de-72d5-4442-b6f0-22c15750da2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:37.617080 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be846586-9ab2-4115-a162-da722f320bb0 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Made reservation on behalf of 846af179e1d14aee83a2ab414913c6e3 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:37.620681 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-be846586-9ab2-4115-a162-da722f320bb0 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:37.858587 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-be846586-9ab2-4115-a162-da722f320bb0 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:37.918489 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be846586-9ab2-4115-a162-da722f320bb0 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Pushing event updated for resources: {'Subnet': ['ID=34a5dd35-f7e4-4e57-89d7-79795557e6f2,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:37.926689 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be846586-9ab2-4115-a162-da722f320bb0 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Checking segment: {'id': '371a8cee-0cf1-4460-a0bb-ecdf414e3a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6987a6de-72d5-4442-b6f0-22c15750da2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:37.927057 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be846586-9ab2-4115-a162-da722f320bb0 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Network hostable DHCP agents. Network: 6987a6de-72d5-4442-b6f0-22c15750da2e, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:14:38.024024 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be846586-9ab2-4115-a162-da722f320bb0 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Network 6987a6de-72d5-4442-b6f0-22c15750da2e is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:14:38.092616 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-be846586-9ab2-4115-a162-da722f320bb0 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 6987a6de-72d5-4442-b6f0-22c15750da2e) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:38.097081 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be846586-9ab2-4115-a162-da722f320bb0 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:38.098273 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-be846586-9ab2-4115-a162-da722f320bb0 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.104728 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe13ebc-7d74-44f1-be43-039a6144ef0d None None] Network 6987a6de-72d5-4442-b6f0-22c15750da2e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:38.227228 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-be846586-9ab2-4115-a162-da722f320bb0 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7563663 Nov 12 05:14:38.230203 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56412) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:38.235289 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-b3674315-ea44-4318-9cd7-51f9a918b745 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1902909561'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:38.255076 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-6987a6de-72d5-4442-b6f0-22c15750da2e', 'network_id': '6987a6de-72d5-4442-b6f0-22c15750da2e', 'tenant_id': '846af179e1d14aee83a2ab414913c6e3', 'fixed_ips': [{'subnet_id': '34a5dd35-f7e4-4e57-89d7-79795557e6f2'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:14:38.256049 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.350148 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3674315-ea44-4318-9cd7-51f9a918b745 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Made reservation on behalf of 846af179e1d14aee83a2ab414913c6e3 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:38.353745 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b3674315-ea44-4318-9cd7-51f9a918b745 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.379330 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3674315-ea44-4318-9cd7-51f9a918b745 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:14:38.386551 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] Allocated IP 172.20.0.2 (6987a6de-72d5-4442-b6f0-22c15750da2e/34a5dd35-f7e4-4e57-89d7-79795557e6f2/f3eec8f8-5bdd-477c-9934-c70cd9069546) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:38.389100 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b3674315-ea44-4318-9cd7-51f9a918b745 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.389504 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-b3674315-ea44-4318-9cd7-51f9a918b745 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Added segment 53276b46-b90d-4050-8ff1-2063d9c908d0 of type vlan for network 1cd3efb3-fadc-43f2-8791-abbd31f21537 Nov 12 05:14:38.435368 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b3674315-ea44-4318-9cd7-51f9a918b745 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.527194 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b3674315-ea44-4318-9cd7-51f9a918b745 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.533245 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3674315-ea44-4318-9cd7-51f9a918b745 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:38.542808 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b3674315-ea44-4318-9cd7-51f9a918b745 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.545825 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.561205 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.603834 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674315-ea44-4318-9cd7-51f9a918b745 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Pushing event updated for resources: {'Network': ['ID=1cd3efb3-fadc-43f2-8791-abbd31f21537,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:38.613016 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.619889 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 1cd3efb3-fadc-43f2-8791-abbd31f21537 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:14:38.638503 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b3674315-ea44-4318-9cd7-51f9a918b745 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4072073 Nov 12 05:14:38.641375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56414) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:38.647366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-d78fb2ac-68ea-4df8-aa6c-05f5b2e1af67 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Request body: {'subnet': {'network_id': '1cd3efb3-fadc-43f2-8791-abbd31f21537', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:38.711446 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] Network 6987a6de-72d5-4442-b6f0-22c15750da2e is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:38.714457 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] Pushing event updated for resources: {'Port': ['ID=f3eec8f8-5bdd-477c-9934-c70cd9069546,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:38.722152 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:38.724343 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:38.803432 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] Attempting to bind port f3eec8f8-5bdd-477c-9934-c70cd9069546 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:38.803792 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] Attempting to bind port f3eec8f8-5bdd-477c-9934-c70cd9069546 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '371a8cee-0cf1-4460-a0bb-ecdf414e3a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6987a6de-72d5-4442-b6f0-22c15750da2e'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:38.804152 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] Attempting to bind port f3eec8f8-5bdd-477c-9934-c70cd9069546 on network 6987a6de-72d5-4442-b6f0-22c15750da2e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:38.809202 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:38.809579 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] Checking segment: {'id': '371a8cee-0cf1-4460-a0bb-ecdf414e3a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6987a6de-72d5-4442-b6f0-22c15750da2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:38.809957 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.810339 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] Bound using segment: {'id': '371a8cee-0cf1-4460-a0bb-ecdf414e3a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6987a6de-72d5-4442-b6f0-22c15750da2e'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:38.810942 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] Bound port: f3eec8f8-5bdd-477c-9934-c70cd9069546, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '371a8cee-0cf1-4460-a0bb-ecdf414e3a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6987a6de-72d5-4442-b6f0-22c15750da2e'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:38.811295 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.857177 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78fb2ac-68ea-4df8-aa6c-05f5b2e1af67 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Made reservation on behalf of 846af179e1d14aee83a2ab414913c6e3 for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:38.860761 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d78fb2ac-68ea-4df8-aa6c-05f5b2e1af67 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:38.872643 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] For port f3eec8f8-5bdd-477c-9934-c70cd9069546, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:38.875968 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] For port f3eec8f8-5bdd-477c-9934-c70cd9069546, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f3eec8f8-5bdd-477c-9934-c70cd9069546,segment=NetworkSegment(371a8cee-0cf1-4460-a0bb-ecdf414e3a68),segment_id=371a8cee-0cf1-4460-a0bb-ecdf414e3a68)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:38.961802 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:39.022551 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5633b8-5526-4bd1-9d3c-34d8c6abac6f None None] Pushing event updated for resources: {'Port': ['ID=f3eec8f8-5bdd-477c-9934-c70cd9069546,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:39.104691 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d78fb2ac-68ea-4df8-aa6c-05f5b2e1af67 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:39.177009 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:39.182843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fb2ac-68ea-4df8-aa6c-05f5b2e1af67 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Pushing event updated for resources: {'Subnet': ['ID=367004b4-6023-4f47-b6a6-5edfed65e8a4,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:39.192796 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78fb2ac-68ea-4df8-aa6c-05f5b2e1af67 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Checking segment: {'id': '53276b46-b90d-4050-8ff1-2063d9c908d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1cd3efb3-fadc-43f2-8791-abbd31f21537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:39.193860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78fb2ac-68ea-4df8-aa6c-05f5b2e1af67 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Network hostable DHCP agents. Network: 1cd3efb3-fadc-43f2-8791-abbd31f21537, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:14:39.263875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78fb2ac-68ea-4df8-aa6c-05f5b2e1af67 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Network 1cd3efb3-fadc-43f2-8791-abbd31f21537 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:14:39.344112 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-d78fb2ac-68ea-4df8-aa6c-05f5b2e1af67 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 1cd3efb3-fadc-43f2-8791-abbd31f21537) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:39.348557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78fb2ac-68ea-4df8-aa6c-05f5b2e1af67 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:39.349304 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d78fb2ac-68ea-4df8-aa6c-05f5b2e1af67 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:39.356860 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06162891-4809-4566-84e1-cd4bebf74924 None None] Network 1cd3efb3-fadc-43f2-8791-abbd31f21537 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:39.427309 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f3eec8f8-5bdd-477c-9934-c70cd9069546 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:39.441557 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d78fb2ac-68ea-4df8-aa6c-05f5b2e1af67 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7966018 Nov 12 05:14:39.442103 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56416) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:39.447642 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-30b1f80e-6a50-48aa-af56-78bde64f02d9 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Request body: {'router': {'external_gateway_info': {'network_id': '1cd3efb3-fadc-43f2-8791-abbd31f21537'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:39.534765 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port f3eec8f8-5bdd-477c-9934-c70cd9069546 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:39.535126 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:39.584962 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-1cd3efb3-fadc-43f2-8791-abbd31f21537', 'network_id': '1cd3efb3-fadc-43f2-8791-abbd31f21537', 'tenant_id': '846af179e1d14aee83a2ab414913c6e3', 'fixed_ips': [{'subnet_id': '367004b4-6023-4f47-b6a6-5edfed65e8a4'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:14:39.585811 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:39.662456 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30b1f80e-6a50-48aa-af56-78bde64f02d9 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:39.850918 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [None req-30b1f80e-6a50-48aa-af56-78bde64f02d9 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 05:14:39.852343 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-30b1f80e-6a50-48aa-af56-78bde64f02d9 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] 10.222.0.37 "PUT /v2.0/routers/c79d43d2-613d-45fb-bd9d-1faf4d5e09f2 HTTP/1.1" status: 400 len: 364 time: 0.4088924 Nov 12 05:14:39.859861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56418) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:39.905436 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:39.917683 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30d6293-8794-4bf7-9737-8168069d93a4 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Deleting subnet 367004b4-6023-4f47-b6a6-5edfed65e8a4 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:14:39.945394 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] Allocated IP 172.21.0.2 (1cd3efb3-fadc-43f2-8791-abbd31f21537/367004b4-6023-4f47-b6a6-5edfed65e8a4/f1c3abd4-b406-46c1-a13d-d3729dd6b4fc) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:39.956959 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port f3eec8f8-5bdd-477c-9934-c70cd9069546, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f3eec8f8-5bdd-477c-9934-c70cd9069546,segment=NetworkSegment(371a8cee-0cf1-4460-a0bb-ecdf414e3a68),segment_id=371a8cee-0cf1-4460-a0bb-ecdf414e3a68)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:40.013978 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a494444a-e224-475d-8c8f-c0bc87cb38d6 None None] Network 6987a6de-72d5-4442-b6f0-22c15750da2e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:40.052229 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.150975 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-dd448953-0fe7-4ca3-87da-56e14662e0a6 None None] Provisioning complete for port f3eec8f8-5bdd-477c-9934-c70cd9069546 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:40.151338 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd448953-0fe7-4ca3-87da-56e14662e0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.193825 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=f3eec8f8-5bdd-477c-9934-c70cd9069546,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:40.289062 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.371344 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a30d6293-8794-4bf7-9737-8168069d93a4 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.372314 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.418575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] Network 1cd3efb3-fadc-43f2-8791-abbd31f21537 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:40.423194 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a30d6293-8794-4bf7-9737-8168069d93a4 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.424141 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:40.428056 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:40.435953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] Pushing event updated for resources: {'Port': ['ID=f1c3abd4-b406-46c1-a13d-d3729dd6b4fc,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:40.490870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] Attempting to bind port f1c3abd4-b406-46c1-a13d-d3729dd6b4fc on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:40.491246 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] Attempting to bind port f1c3abd4-b406-46c1-a13d-d3729dd6b4fc by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '53276b46-b90d-4050-8ff1-2063d9c908d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1cd3efb3-fadc-43f2-8791-abbd31f21537'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:40.491619 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] Attempting to bind port f1c3abd4-b406-46c1-a13d-d3729dd6b4fc on network 1cd3efb3-fadc-43f2-8791-abbd31f21537 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:40.497941 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:40.498404 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] Checking segment: {'id': '53276b46-b90d-4050-8ff1-2063d9c908d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1cd3efb3-fadc-43f2-8791-abbd31f21537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:40.498910 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.499301 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] Bound using segment: {'id': '53276b46-b90d-4050-8ff1-2063d9c908d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1cd3efb3-fadc-43f2-8791-abbd31f21537'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:40.499777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] Bound port: f1c3abd4-b406-46c1-a13d-d3729dd6b4fc, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53276b46-b90d-4050-8ff1-2063d9c908d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1cd3efb3-fadc-43f2-8791-abbd31f21537'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:40.500162 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.533435 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a30d6293-8794-4bf7-9737-8168069d93a4 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.675839 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a30d6293-8794-4bf7-9737-8168069d93a4 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.680822 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] For port f1c3abd4-b406-46c1-a13d-d3729dd6b4fc, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:40.682795 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-97469b2a-9f7a-46c7-adf8-11e922e4a000 None None] Provisioning complete for port f3eec8f8-5bdd-477c-9934-c70cd9069546 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:40.683297 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-97469b2a-9f7a-46c7-adf8-11e922e4a000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.705432 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d6293-8794-4bf7-9737-8168069d93a4 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Pushing event deleted for resources: {'Subnet': ['ID=367004b4-6023-4f47-b6a6-5edfed65e8a4,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:40.710424 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a30d6293-8794-4bf7-9737-8168069d93a4 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.714998 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a30d6293-8794-4bf7-9737-8168069d93a4 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] 10.222.0.37 "DELETE /v2.0/subnets/367004b4-6023-4f47-b6a6-5edfed65e8a4 HTTP/1.1" status: 204 len: 168 time: 0.8531168 Nov 12 05:14:40.716591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56420) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:40.717338 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] For port f1c3abd4-b406-46c1-a13d-d3729dd6b4fc, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f1c3abd4-b406-46c1-a13d-d3729dd6b4fc,segment=NetworkSegment(53276b46-b90d-4050-8ff1-2063d9c908d0),segment_id=53276b46-b90d-4050-8ff1-2063d9c908d0)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:40.800780 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.812675 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.863519 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dacfb5-5df7-4ac5-a9e1-53084246d60d None None] Pushing event updated for resources: {'Port': ['ID=f1c3abd4-b406-46c1-a13d-d3729dd6b4fc,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:40.879125 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Deleting port f1c3abd4-b406-46c1-a13d-d3729dd6b4fc {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:14:40.879679 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.952705 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] For port f1c3abd4-b406-46c1-a13d-d3729dd6b4fc, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f1c3abd4-b406-46c1-a13d-d3729dd6b4fc,segment=NetworkSegment(53276b46-b90d-4050-8ff1-2063d9c908d0),segment_id=53276b46-b90d-4050-8ff1-2063d9c908d0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:40.953068 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:40.968675 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Calling delete_port for f1c3abd4-b406-46c1-a13d-d3729dd6b4fc owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:14:41.132065 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.163207 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] No DVR routers for this DVR port f1c3abd4-b406-46c1-a13d-d3729dd6b4fc on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:14:41.165900 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Pushing event deleted for resources: {'Port': ['ID=f1c3abd4-b406-46c1-a13d-d3729dd6b4fc,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:41.275201 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.298497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd3efb3-fadc-43f2-8791-abbd31f21537']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:41.310115 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53276b46-b90d-4050-8ff1-2063d9c908d0') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:41.310406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53276b46-b90d-4050-8ff1-2063d9c908d0') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:41.321950 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.337700 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.344467 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:14:41.344888 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: timer() Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:14:41.350269 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:14:41.410351 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f3eec8f8-5bdd-477c-9934-c70cd9069546 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:41.467846 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port f3eec8f8-5bdd-477c-9934-c70cd9069546 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:41.468219 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.497771 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.512396 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.515958 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] 10.222.0.37 "DELETE /v2.0/networks/1cd3efb3-fadc-43f2-8791-abbd31f21537 HTTP/1.1" status: 204 len: 168 time: 0.7977583 Nov 12 05:14:41.520824 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56422) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:41.526415 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162263d-91c6-4009-935c-b4698d998ac7 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Pushing event deleted for resources: {'Network': ['ID=1cd3efb3-fadc-43f2-8791-abbd31f21537,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:41.615833 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b81570-3aac-4f51-94e9-11e4b2c2868a tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Deleting subnet 34a5dd35-f7e4-4e57-89d7-79795557e6f2 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:14:41.621637 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49b81570-3aac-4f51-94e9-11e4b2c2868a tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.696608 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49b81570-3aac-4f51-94e9-11e4b2c2868a tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.816912 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49b81570-3aac-4f51-94e9-11e4b2c2868a tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:41.967443 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49b81570-3aac-4f51-94e9-11e4b2c2868a tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.002763 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b81570-3aac-4f51-94e9-11e4b2c2868a tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Pushing event deleted for resources: {'Subnet': ['ID=34a5dd35-f7e4-4e57-89d7-79795557e6f2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:42.004491 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b801a065-f8ad-48bd-a5d5-15530ea43920 None None] Could not find standard attr ID for object f1c3abd4-b406-46c1-a13d-d3729dd6b4fc. {{(pid=103298) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 05:14:42.011587 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-49b81570-3aac-4f51-94e9-11e4b2c2868a tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.011587 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-49b81570-3aac-4f51-94e9-11e4b2c2868a tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] 10.222.0.37 "DELETE /v2.0/subnets/34a5dd35-f7e4-4e57-89d7-79795557e6f2 HTTP/1.1" status: 204 len: 168 time: 0.4882116 Nov 12 05:14:42.014675 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56424) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:42.019226 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b15c0b4-294c-4bda-a8d9-3b6249b54c58 None None] Network 6987a6de-72d5-4442-b6f0-22c15750da2e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:42.023076 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb82ce1-2db7-4316-9726-dd887993ca59 None None] DHCP port deletion for 1cd3efb3-fadc-43f2-8791-abbd31f21537 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:14:42.079845 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3254a0b5-43d2-483a-847b-80181eef6af8 None None] Network 1cd3efb3-fadc-43f2-8791-abbd31f21537 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:42.102895 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3254a0b5-43d2-483a-847b-80181eef6af8 None None] Network 1cd3efb3-fadc-43f2-8791-abbd31f21537 could not be found, it might have been deleted concurrently. {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 05:14:42.108627 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.172553 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Deleting port f3eec8f8-5bdd-477c-9934-c70cd9069546 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:14:42.172903 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.251163 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f62745a-e0f0-4d45-9fd2-65ad5f68aa84 None None] DHCP port deletion for 6987a6de-72d5-4442-b6f0-22c15750da2e request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:14:42.306513 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8f62745a-e0f0-4d45-9fd2-65ad5f68aa84 None None] Deleting port f3eec8f8-5bdd-477c-9934-c70cd9069546 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:14:42.306832 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f62745a-e0f0-4d45-9fd2-65ad5f68aa84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.381163 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-8f62745a-e0f0-4d45-9fd2-65ad5f68aa84 None None] For port f3eec8f8-5bdd-477c-9934-c70cd9069546, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f3eec8f8-5bdd-477c-9934-c70cd9069546,segment=NetworkSegment(371a8cee-0cf1-4460-a0bb-ecdf414e3a68),segment_id=371a8cee-0cf1-4460-a0bb-ecdf414e3a68)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:42.381644 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f62745a-e0f0-4d45-9fd2-65ad5f68aa84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.399318 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8f62745a-e0f0-4d45-9fd2-65ad5f68aa84 None None] Calling delete_port for f3eec8f8-5bdd-477c-9934-c70cd9069546 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:14:42.568406 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8f62745a-e0f0-4d45-9fd2-65ad5f68aa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.612187 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62745a-e0f0-4d45-9fd2-65ad5f68aa84 None None] Pushing event deleted for resources: {'Port': ['ID=f3eec8f8-5bdd-477c-9934-c70cd9069546,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:42.623945 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f62745a-e0f0-4d45-9fd2-65ad5f68aa84 None None] No DVR routers for this DVR port f3eec8f8-5bdd-477c-9934-c70cd9069546 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:14:42.666860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] For port f3eec8f8-5bdd-477c-9934-c70cd9069546, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f3eec8f8-5bdd-477c-9934-c70cd9069546,segment=NetworkSegment(371a8cee-0cf1-4460-a0bb-ecdf414e3a68),segment_id=371a8cee-0cf1-4460-a0bb-ecdf414e3a68)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:42.667221 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.679524 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Calling delete_port for f3eec8f8-5bdd-477c-9934-c70cd9069546 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:14:42.753016 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.781296 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Pushing event deleted for resources: {'Port': ['ID=f3eec8f8-5bdd-477c-9934-c70cd9069546,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:42.784898 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] No DVR routers for this DVR port f3eec8f8-5bdd-477c-9934-c70cd9069546 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:14:42.869101 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.891692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6987a6de-72d5-4442-b6f0-22c15750da2e']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:42.905751 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371a8cee-0cf1-4460-a0bb-ecdf414e3a68') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:42.906055 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371a8cee-0cf1-4460-a0bb-ecdf414e3a68') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:42.917153 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.930735 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.939185 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:14:42.939749 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: self.session.flush() Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: timer() Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:14:42.944579 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:14:43.109714 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:43.117333 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:43.120554 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] 10.222.0.37 "DELETE /v2.0/networks/6987a6de-72d5-4442-b6f0-22c15750da2e HTTP/1.1" status: 204 len: 168 time: 1.1050928 Nov 12 05:14:43.123334 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56426) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:43.131507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ccb3e-7fae-41b7-b57b-7952cff6f630 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Pushing event deleted for resources: {'Network': ['ID=6987a6de-72d5-4442-b6f0-22c15750da2e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:43.151066 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8630236d-dbfd-4a3c-a4da-37920a200f72 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] 10.222.0.37 "GET /v2.0/ports?device_id=c79d43d2-613d-45fb-bd9d-1faf4d5e09f2 HTTP/1.1" status: 200 len: 205 time: 0.0263066 Nov 12 05:14:43.153836 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56428) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:43.228581 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a211027-b0fe-464e-a6d5-f7956a15fa01 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:43.396188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f3eec8f8-5bdd-477c-9934-c70cd9069546 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:14:43.420005 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: f3eec8f8-5bdd-477c-9934-c70cd9069546 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:14:43.420457 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f3eec8f8-5bdd-477c-9934-c70cd9069546 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:14:43.420943 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f1c3abd4-b406-46c1-a13d-d3729dd6b4fc no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:14:43.443100 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: f1c3abd4-b406-46c1-a13d-d3729dd6b4fc {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:14:43.443449 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f1c3abd4-b406-46c1-a13d-d3729dd6b4fc not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:14:43.727144 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a211027-b0fe-464e-a6d5-f7956a15fa01 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:43.729384 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a211027-b0fe-464e-a6d5-f7956a15fa01 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:43.835666 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a211027-b0fe-464e-a6d5-f7956a15fa01 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:43.836182 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a211027-b0fe-464e-a6d5-f7956a15fa01 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Fanout notify agent at l3_agent the message router_deleted on router c79d43d2-613d-45fb-bd9d-1faf4d5e09f2 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:14:43.843233 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8a211027-b0fe-464e-a6d5-f7956a15fa01 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:43.844299 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8a211027-b0fe-464e-a6d5-f7956a15fa01 tempest-RoutersNegativeTest-273190789 tempest-RoutersNegativeTest-273190789-project] 10.222.0.37 "DELETE /v2.0/routers/c79d43d2-613d-45fb-bd9d-1faf4d5e09f2 HTTP/1.1" status: 204 len: 168 time: 0.6895514 Nov 12 05:14:44.305236 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56434) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:44.460590 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2f9527e5-ca85-48c9-a113-5871c71f08f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=846af179e1d14aee83a2ab414913c6e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1540642 Nov 12 05:14:44.463054 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56438) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:44.511758 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e40504a1-3fd9-4f88-a532-2a60228298ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:44.538199 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e40504a1-3fd9-4f88-a532-2a60228298ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:44.675779 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e40504a1-3fd9-4f88-a532-2a60228298ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:44.678242 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e40504a1-3fd9-4f88-a532-2a60228298ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:44.679419 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e40504a1-3fd9-4f88-a532-2a60228298ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6283a11c-1d39-4d61-b434-190faf838bbb HTTP/1.1" status: 204 len: 168 time: 0.2153485 Nov 12 05:14:44.688355 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40504a1-3fd9-4f88-a532-2a60228298ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6283a11c-1d39-4d61-b434-190faf838bbb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:45.628689 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56460) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:45.730967 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-661bdc3d-89c6-49fe-904b-8cf34599be56 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1886104255-network', 'tenant_id': 'ee9f3c96cac04df2a40e2266aa9d18ee'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:45.830019 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661bdc3d-89c6-49fe-904b-8cf34599be56 admin admin] Made reservation on behalf of ee9f3c96cac04df2a40e2266aa9d18ee for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:45.831996 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-661bdc3d-89c6-49fe-904b-8cf34599be56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:45.841040 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-661bdc3d-89c6-49fe-904b-8cf34599be56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:45.920305 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-661bdc3d-89c6-49fe-904b-8cf34599be56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:45.984110 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-661bdc3d-89c6-49fe-904b-8cf34599be56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:46.009881 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661bdc3d-89c6-49fe-904b-8cf34599be56 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:14:46.018760 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bdc3d-89c6-49fe-904b-8cf34599be56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee73aa02-dd5c-4937-8bad-dd77e9d187d5,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:46.024832 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-661bdc3d-89c6-49fe-904b-8cf34599be56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:46.025170 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-661bdc3d-89c6-49fe-904b-8cf34599be56 admin admin] Added segment 5fc008eb-7a50-476d-9c72-6dab2e88810d of type vlan for network 76eb8d2c-e40d-496c-b365-3315037db888 Nov 12 05:14:46.067309 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-661bdc3d-89c6-49fe-904b-8cf34599be56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:46.183130 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-661bdc3d-89c6-49fe-904b-8cf34599be56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:46.184101 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661bdc3d-89c6-49fe-904b-8cf34599be56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:46.184775 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-661bdc3d-89c6-49fe-904b-8cf34599be56 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:46.246293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bdc3d-89c6-49fe-904b-8cf34599be56 admin admin] Pushing event updated for resources: {'Network': ['ID=76eb8d2c-e40d-496c-b365-3315037db888,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:46.256383 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 76eb8d2c-e40d-496c-b365-3315037db888 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:14:46.313135 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-661bdc3d-89c6-49fe-904b-8cf34599be56 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6830404 Nov 12 05:14:46.316126 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56464) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:46.321007 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-1ce50c5e-4070-4683-9431-b6685c735ceb admin admin] Request body: {'subnet': {'network_id': '76eb8d2c-e40d-496c-b365-3315037db888', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1886104255-subnet', 'tenant_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:46.406916 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce50c5e-4070-4683-9431-b6685c735ceb admin admin] Made reservation on behalf of ee9f3c96cac04df2a40e2266aa9d18ee for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:46.409325 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ce50c5e-4070-4683-9431-b6685c735ceb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:46.641594 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ce50c5e-4070-4683-9431-b6685c735ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:46.700033 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce50c5e-4070-4683-9431-b6685c735ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5298c30d-be0b-439d-bd5c-0d6583444ff2,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:46.711976 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce50c5e-4070-4683-9431-b6685c735ceb admin admin] Checking segment: {'id': '5fc008eb-7a50-476d-9c72-6dab2e88810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:46.712338 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce50c5e-4070-4683-9431-b6685c735ceb admin admin] Network hostable DHCP agents. Network: 76eb8d2c-e40d-496c-b365-3315037db888, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:14:46.789737 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce50c5e-4070-4683-9431-b6685c735ceb admin admin] Network 76eb8d2c-e40d-496c-b365-3315037db888 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:14:46.868616 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-1ce50c5e-4070-4683-9431-b6685c735ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 76eb8d2c-e40d-496c-b365-3315037db888) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:46.872954 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce50c5e-4070-4683-9431-b6685c735ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:46.874523 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ce50c5e-4070-4683-9431-b6685c735ceb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:46.877686 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b0383f-923b-4ab5-9ca6-193094587dce None None] Network 76eb8d2c-e40d-496c-b365-3315037db888 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:46.964235 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1ce50c5e-4070-4683-9431-b6685c735ceb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6468160 Nov 12 05:14:46.966805 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56466) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:46.971254 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-3f1586cd-06bf-4958-a78c-787640b3ad05 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1886104255-router', 'tenant_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:47.023846 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-76eb8d2c-e40d-496c-b365-3315037db888', 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888', 'tenant_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'fixed_ips': [{'subnet_id': '5298c30d-be0b-439d-bd5c-0d6583444ff2'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:14:47.024740 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:47.057570 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f1586cd-06bf-4958-a78c-787640b3ad05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:47.058653 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f1586cd-06bf-4958-a78c-787640b3ad05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:47.115035 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f1586cd-06bf-4958-a78c-787640b3ad05 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:47.164648 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] Allocated IP 172.20.0.2 (76eb8d2c-e40d-496c-b365-3315037db888/5298c30d-be0b-439d-bd5c-0d6583444ff2/d943fd8f-1a99-420b-82e7-f76ca1926bcb) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:47.304250 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f1586cd-06bf-4958-a78c-787640b3ad05 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:47.306354 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:47.424784 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:47.431880 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:47.465563 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] Network 76eb8d2c-e40d-496c-b365-3315037db888 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:47.468472 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:47.472280 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:47.488801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] Pushing event updated for resources: {'Port': ['ID=d943fd8f-1a99-420b-82e7-f76ca1926bcb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:47.552533 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] Attempting to bind port d943fd8f-1a99-420b-82e7-f76ca1926bcb on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:47.553106 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] Attempting to bind port d943fd8f-1a99-420b-82e7-f76ca1926bcb by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '5fc008eb-7a50-476d-9c72-6dab2e88810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:47.553665 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] Attempting to bind port d943fd8f-1a99-420b-82e7-f76ca1926bcb on network 76eb8d2c-e40d-496c-b365-3315037db888 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:47.562333 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:47.562878 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] Checking segment: {'id': '5fc008eb-7a50-476d-9c72-6dab2e88810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:47.563526 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:47.564163 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] Bound using segment: {'id': '5fc008eb-7a50-476d-9c72-6dab2e88810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:47.564945 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] Bound port: d943fd8f-1a99-420b-82e7-f76ca1926bcb, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc008eb-7a50-476d-9c72-6dab2e88810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:47.565577 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:47.612497 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f1586cd-06bf-4958-a78c-787640b3ad05 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:47.632130 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f1586cd-06bf-4958-a78c-787640b3ad05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:47.644051 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] For port d943fd8f-1a99-420b-82e7-f76ca1926bcb, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:47.647350 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] For port d943fd8f-1a99-420b-82e7-f76ca1926bcb, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d943fd8f-1a99-420b-82e7-f76ca1926bcb,segment=NetworkSegment(5fc008eb-7a50-476d-9c72-6dab2e88810d),segment_id=5fc008eb-7a50-476d-9c72-6dab2e88810d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:47.716314 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:47.734816 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-3f1586cd-06bf-4958-a78c-787640b3ad05 admin admin] Allocated IP 172.25.1.17 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/00d55434-64ee-4e4b-81d5-a031e2246012) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:47.779361 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71987a-fc66-4702-a831-65cb6c72c737 None None] Pushing event updated for resources: {'Port': ['ID=d943fd8f-1a99-420b-82e7-f76ca1926bcb,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:47.854333 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f1586cd-06bf-4958-a78c-787640b3ad05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:47.960804 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f1586cd-06bf-4958-a78c-787640b3ad05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:48.005617 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1586cd-06bf-4958-a78c-787640b3ad05 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:48.008758 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3f1586cd-06bf-4958-a78c-787640b3ad05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:48.013498 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1586cd-06bf-4958-a78c-787640b3ad05 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:48.016671 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1586cd-06bf-4958-a78c-787640b3ad05 admin admin] Pushing event updated for resources: {'Port': ['ID=00d55434-64ee-4e4b-81d5-a031e2246012,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:48.023065 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c7dcf5-e0fb-4b1a-8cb7-cebc7001e3f3 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:14:48.086531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d66d7e4f-59f5-456c-878f-84e0b8b09bf4 None None] Provisioning complete for port 00d55434-64ee-4e4b-81d5-a031e2246012 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:48.087150 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d66d7e4f-59f5-456c-878f-84e0b8b09bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:48.124982 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d66d7e4f-59f5-456c-878f-84e0b8b09bf4 None None] Port 00d55434-64ee-4e4b-81d5-a031e2246012 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:14:48.337813 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f1586cd-06bf-4958-a78c-787640b3ad05 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:48.543870 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:48.566672 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f1586cd-06bf-4958-a78c-787640b3ad05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:48.755926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1869985d-834f-4fd0-a077-30ca6915b967 None None] Network 76eb8d2c-e40d-496c-b365-3315037db888 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:48.789374 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1586cd-06bf-4958-a78c-787640b3ad05 admin admin] Router 540c38af-182b-4ab4-af02-5065aefe2d72 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:14:48.890281 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e39381ce-86f9-4547-8fd8-8f962dfec7b6 None None] Provisioning complete for port d943fd8f-1a99-420b-82e7-f76ca1926bcb triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:48.890669 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e39381ce-86f9-4547-8fd8-8f962dfec7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:48.905986 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1586cd-06bf-4958-a78c-787640b3ad05 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:14:48.915850 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] Sync routers for ids ['540c38af-182b-4ab4-af02-5065aefe2d72'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:14:48.928409 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] Routers {'540c38af-182b-4ab4-af02-5065aefe2d72'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:14:48.928933 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:14:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['540c38af-182b-4ab4-af02-5065aefe2d72'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:48.994301 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f1586cd-06bf-4958-a78c-787640b3ad05 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:48.994301 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3f1586cd-06bf-4958-a78c-787640b3ad05 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0259516 Nov 12 05:14:48.996639 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56468) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:49.007420 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e39381ce-86f9-4547-8fd8-8f962dfec7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:49.045227 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e39381ce-86f9-4547-8fd8-8f962dfec7b6 None None] For port d943fd8f-1a99-420b-82e7-f76ca1926bcb, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d943fd8f-1a99-420b-82e7-f76ca1926bcb,segment=NetworkSegment(5fc008eb-7a50-476d-9c72-6dab2e88810d),segment_id=5fc008eb-7a50-476d-9c72-6dab2e88810d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:49.055556 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] Set router 540c38af-182b-4ab4-af02-5065aefe2d72 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:14:49.111149 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e39381ce-86f9-4547-8fd8-8f962dfec7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:49.181631 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39381ce-86f9-4547-8fd8-8f962dfec7b6 None None] Pushing event updated for resources: {'Port': ['ID=d943fd8f-1a99-420b-82e7-f76ca1926bcb,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:49.269712 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c38af-182b-4ab4-af02-5065aefe2d72', 'name': 'tempest-TestEncryptedCinderVolumes-1886104255-router', 'tenant_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '00d55434-64ee-4e4b-81d5-a031e2246012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:47Z', 'updated_at': '2021-11-12T05:14:48Z', 'revision_number': 3, 'project_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'gw_port': {'id': '00d55434-64ee-4e4b-81d5-a031e2246012', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:29:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540c38af-182b-4ab4-af02-5065aefe2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:47Z', 'updated_at': '2021-11-12T05:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:49.296207 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] Checking router: 540c38af-182b-4ab4-af02-5065aefe2d72 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:14:49.296553 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] Updating router 540c38af-182b-4ab4-af02-5065aefe2d72 port 00d55434-64ee-4e4b-81d5-a031e2246012 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:14:49.322252 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:49.333534 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-efaa6dc0-06ca-4a6b-92d6-25b46ea064bd None None] Provisioning complete for port d943fd8f-1a99-420b-82e7-f76ca1926bcb triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:49.334050 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-efaa6dc0-06ca-4a6b-92d6-25b46ea064bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:49.462114 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d943fd8f-1a99-420b-82e7-f76ca1926bcb up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:49.515355 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d943fd8f-1a99-420b-82e7-f76ca1926bcb triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:49.515842 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:49.522924 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3310bf7c-65c4-476f-b9c9-15cb6fb4582f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:49.621796 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:49.688798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-3310bf7c-65c4-476f-b9c9-15cb6fb4582f admin admin] Allocated IP 172.20.0.1 (76eb8d2c-e40d-496c-b365-3315037db888/5298c30d-be0b-439d-bd5c-0d6583444ff2/ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:49.691253 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:49.734330 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf62a0ca-60b1-487f-ab22-cdda5e15e2f7 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:14:49.741696 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] Attempting to bind port 00d55434-64ee-4e4b-81d5-a031e2246012 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:49.742151 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] Attempting to bind port 00d55434-64ee-4e4b-81d5-a031e2246012 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:49.742738 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] Attempting to bind port 00d55434-64ee-4e4b-81d5-a031e2246012 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:49.753101 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:49.753805 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:49.754344 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:49.754839 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:49.756683 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] Bound port: 00d55434-64ee-4e4b-81d5-a031e2246012, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:49.757145 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:49.759930 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a09f5-85f0-468c-a2be-e7f9e5172553 None None] Pushing event updated for resources: {'Port': ['ID=00d55434-64ee-4e4b-81d5-a031e2246012,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:49.770447 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-711dbad9-3e3d-4af0-a679-5d0a4564bbf5 None None] Provisioning complete for port 00d55434-64ee-4e4b-81d5-a031e2246012 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:49.771406 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-711dbad9-3e3d-4af0-a679-5d0a4564bbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:49.788779 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a09f5-85f0-468c-a2be-e7f9e5172553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:49.789201 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a09f5-85f0-468c-a2be-e7f9e5172553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:49.789828 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a09f5-85f0-468c-a2be-e7f9e5172553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:49.790229 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a09f5-85f0-468c-a2be-e7f9e5172553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:49.790620 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a09f5-85f0-468c-a2be-e7f9e5172553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:49.791028 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a09f5-85f0-468c-a2be-e7f9e5172553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:49.791587 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a09f5-85f0-468c-a2be-e7f9e5172553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:49.791868 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a09f5-85f0-468c-a2be-e7f9e5172553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:49.792595 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a09f5-85f0-468c-a2be-e7f9e5172553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:49.792595 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a09f5-85f0-468c-a2be-e7f9e5172553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:49.793088 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a09f5-85f0-468c-a2be-e7f9e5172553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:49.793504 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a09f5-85f0-468c-a2be-e7f9e5172553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:14:49.805855 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3310bf7c-65c4-476f-b9c9-15cb6fb4582f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:49.812303 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-711dbad9-3e3d-4af0-a679-5d0a4564bbf5 None None] Port 00d55434-64ee-4e4b-81d5-a031e2246012 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:14:49.832434 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] For port 00d55434-64ee-4e4b-81d5-a031e2246012, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:49.837002 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] For port 00d55434-64ee-4e4b-81d5-a031e2246012, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=00d55434-64ee-4e4b-81d5-a031e2246012,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:49.903317 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:49.946920 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea66abd-7113-4a81-89e5-7b6d3e3e8a2a None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:14:49.950044 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3310bf7c-65c4-476f-b9c9-15cb6fb4582f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:49.965743 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] Routers {'540c38af-182b-4ab4-af02-5065aefe2d72'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:14:49.966374 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:14:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['540c38af-182b-4ab4-af02-5065aefe2d72'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:49.971307 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a09f5-85f0-468c-a2be-e7f9e5172553 None None] Pushing event updated for resources: {'Port': ['ID=00d55434-64ee-4e4b-81d5-a031e2246012,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:49.989806 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3310bf7c-65c4-476f-b9c9-15cb6fb4582f admin admin] Network 76eb8d2c-e40d-496c-b365-3315037db888 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:49.992933 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3310bf7c-65c4-476f-b9c9-15cb6fb4582f admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:50.000703 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3310bf7c-65c4-476f-b9c9-15cb6fb4582f admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:50.040434 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310bf7c-65c4-476f-b9c9-15cb6fb4582f admin admin] Pushing event updated for resources: {'Port': ['ID=ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:50.055463 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3310bf7c-65c4-476f-b9c9-15cb6fb4582f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:50.061311 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-88688fd0-bd9f-4522-80c5-0f889c817b1b None None] Provisioning complete for port 00d55434-64ee-4e4b-81d5-a031e2246012 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:50.062062 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88688fd0-bd9f-4522-80c5-0f889c817b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:50.093869 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] Set router 540c38af-182b-4ab4-af02-5065aefe2d72 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:14:50.167074 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88688fd0-bd9f-4522-80c5-0f889c817b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:50.188692 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-88688fd0-bd9f-4522-80c5-0f889c817b1b None None] For port 00d55434-64ee-4e4b-81d5-a031e2246012, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=00d55434-64ee-4e4b-81d5-a031e2246012,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:50.298178 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88688fd0-bd9f-4522-80c5-0f889c817b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:50.299703 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c38af-182b-4ab4-af02-5065aefe2d72', 'name': 'tempest-TestEncryptedCinderVolumes-1886104255-router', 'tenant_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '00d55434-64ee-4e4b-81d5-a031e2246012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:47Z', 'updated_at': '2021-11-12T05:14:48Z', 'revision_number': 3, 'project_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'gw_port': {'id': '00d55434-64ee-4e4b-81d5-a031e2246012', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:29:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540c38af-182b-4ab4-af02-5065aefe2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:47Z', 'updated_at': '2021-11-12T05:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:50.314693 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3310bf7c-65c4-476f-b9c9-15cb6fb4582f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:50.328865 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e29713-c6f3-4e3f-ba72-87d0fe6ff388 None None] The sync data for ids ['540c38af-182b-4ab4-af02-5065aefe2d72'] in n-d-768509-24 is: [{'id': '540c38af-182b-4ab4-af02-5065aefe2d72', 'name': 'tempest-TestEncryptedCinderVolumes-1886104255-router', 'tenant_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '00d55434-64ee-4e4b-81d5-a031e2246012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:47Z', 'updated_at': '2021-11-12T05:14:48Z', 'revision_number': 3, 'project_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'gw_port': {'id': '00d55434-64ee-4e4b-81d5-a031e2246012', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:29:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540c38af-182b-4ab4-af02-5065aefe2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:47Z', 'updated_at': '2021-11-12T05:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:14:50.362218 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88688fd0-bd9f-4522-80c5-0f889c817b1b None None] Pushing event updated for resources: {'Port': ['ID=00d55434-64ee-4e4b-81d5-a031e2246012,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:50.420196 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8c8eae89-c9dc-42f4-9e61-efda833fb6d1 None None] Provisioning complete for port ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:50.420561 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8c8eae89-c9dc-42f4-9e61-efda833fb6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:50.459393 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-8c8eae89-c9dc-42f4-9e61-efda833fb6d1 None None] Port ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:14:50.503037 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3310bf7c-65c4-476f-b9c9-15cb6fb4582f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:50.566156 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3310bf7c-65c4-476f-b9c9-15cb6fb4582f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:50.647345 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3310bf7c-65c4-476f-b9c9-15cb6fb4582f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:50.649118 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310bf7c-65c4-476f-b9c9-15cb6fb4582f admin admin] Pushing event updated for resources: {'Port': ['ID=ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:50.756070 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3310bf7c-65c4-476f-b9c9-15cb6fb4582f admin admin] Network 76eb8d2c-e40d-496c-b365-3315037db888 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:50.757570 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3310bf7c-65c4-476f-b9c9-15cb6fb4582f admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:50.888851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3310bf7c-65c4-476f-b9c9-15cb6fb4582f admin admin] Router 540c38af-182b-4ab4-af02-5065aefe2d72 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:14:50.992828 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a1669396-efad-4968-9f8a-bf059aca173c None None] Provisioning complete for port ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:50.993418 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a1669396-efad-4968-9f8a-bf059aca173c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:51.012845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3310bf7c-65c4-476f-b9c9-15cb6fb4582f admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:14:51.021345 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3310bf7c-65c4-476f-b9c9-15cb6fb4582f admin admin] 10.222.0.37 "PUT /v2.0/routers/540c38af-182b-4ab4-af02-5065aefe2d72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0222464 Nov 12 05:14:51.038902 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a1669396-efad-4968-9f8a-bf059aca173c None None] Port ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:14:51.421142 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 00d55434-64ee-4e4b-81d5-a031e2246012 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:51.496487 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 00d55434-64ee-4e4b-81d5-a031e2246012 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:51.496888 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:51.745288 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56484) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:51.750180 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-d72b6b95-cc0a-482a-9933-662df79f99e1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-359814186-network', 'tenant_id': 'a7a64b65ee1645089c493a7966625881'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:51.915620 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72b6b95-cc0a-482a-9933-662df79f99e1 admin admin] Made reservation on behalf of a7a64b65ee1645089c493a7966625881 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:51.917989 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d72b6b95-cc0a-482a-9933-662df79f99e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:51.927803 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d72b6b95-cc0a-482a-9933-662df79f99e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:51.958070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] Sync routers for ids ['540c38af-182b-4ab4-af02-5065aefe2d72'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:14:51.968721 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] Routers {'540c38af-182b-4ab4-af02-5065aefe2d72'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:14:51.969445 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:14:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['540c38af-182b-4ab4-af02-5065aefe2d72'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:52.003685 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d72b6b95-cc0a-482a-9933-662df79f99e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:52.069714 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d72b6b95-cc0a-482a-9933-662df79f99e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:52.078009 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] Set router 540c38af-182b-4ab4-af02-5065aefe2d72 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:14:52.094152 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72b6b95-cc0a-482a-9933-662df79f99e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:14:52.104358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b6b95-cc0a-482a-9933-662df79f99e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f06ed2d-e0e2-4f4b-8755-ca521ae58443,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:52.109638 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d72b6b95-cc0a-482a-9933-662df79f99e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:52.110066 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-d72b6b95-cc0a-482a-9933-662df79f99e1 admin admin] Added segment 80cba380-3f86-47ed-b0cc-e0854468d606 of type vlan for network cf7e8842-c1f0-4e33-89b0-48e008f8cb86 Nov 12 05:14:52.157794 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d72b6b95-cc0a-482a-9933-662df79f99e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:52.241939 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d72b6b95-cc0a-482a-9933-662df79f99e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:52.243123 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72b6b95-cc0a-482a-9933-662df79f99e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:52.243711 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d72b6b95-cc0a-482a-9933-662df79f99e1 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:52.308512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b6b95-cc0a-482a-9933-662df79f99e1 admin admin] Pushing event updated for resources: {'Network': ['ID=cf7e8842-c1f0-4e33-89b0-48e008f8cb86,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:52.326619 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network cf7e8842-c1f0-4e33-89b0-48e008f8cb86 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:14:52.375524 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d72b6b95-cc0a-482a-9933-662df79f99e1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6289701 Nov 12 05:14:52.378762 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56486) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:52.384216 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-62b8a670-e300-43ae-b5a5-64b3f9ff100a admin admin] Request body: {'subnet': {'network_id': 'cf7e8842-c1f0-4e33-89b0-48e008f8cb86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-359814186-subnet', 'tenant_id': 'a7a64b65ee1645089c493a7966625881', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:52.490989 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b8a670-e300-43ae-b5a5-64b3f9ff100a admin admin] Made reservation on behalf of a7a64b65ee1645089c493a7966625881 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:14:52.493431 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-62b8a670-e300-43ae-b5a5-64b3f9ff100a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:52.523794 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c38af-182b-4ab4-af02-5065aefe2d72', 'name': 'tempest-TestEncryptedCinderVolumes-1886104255-router', 'tenant_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '00d55434-64ee-4e4b-81d5-a031e2246012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:47Z', 'updated_at': '2021-11-12T05:14:50Z', 'revision_number': 4, 'project_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'gw_port': {'id': '00d55434-64ee-4e4b-81d5-a031e2246012', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c38af-182b-4ab4-af02-5065aefe2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:47Z', 'updated_at': '2021-11-12T05:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9', 'name': '', 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888', 'tenant_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'mac_address': 'fa:16:3e:a2:4e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540c38af-182b-4ab4-af02-5065aefe2d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '5298c30d-be0b-439d-bd5c-0d6583444ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:49Z', 'updated_at': '2021-11-12T05:14:50Z', 'revision_number': 2, 'project_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'subnets': [{'id': '5298c30d-be0b-439d-bd5c-0d6583444ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:52.555337 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] Checking router: 540c38af-182b-4ab4-af02-5065aefe2d72 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:14:52.555767 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] Updating router 540c38af-182b-4ab4-af02-5065aefe2d72 port ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:14:52.594727 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:52.744139 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-62b8a670-e300-43ae-b5a5-64b3f9ff100a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:52.802377 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8a670-e300-43ae-b5a5-64b3f9ff100a admin admin] Pushing event updated for resources: {'Subnet': ['ID=10f2b4ad-7f5a-4fd8-9b6f-0e8fb658448a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:52.810425 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b8a670-e300-43ae-b5a5-64b3f9ff100a admin admin] Checking segment: {'id': '80cba380-3f86-47ed-b0cc-e0854468d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cf7e8842-c1f0-4e33-89b0-48e008f8cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:52.810874 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b8a670-e300-43ae-b5a5-64b3f9ff100a admin admin] Network hostable DHCP agents. Network: cf7e8842-c1f0-4e33-89b0-48e008f8cb86, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:14:52.869479 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b8a670-e300-43ae-b5a5-64b3f9ff100a admin admin] Network cf7e8842-c1f0-4e33-89b0-48e008f8cb86 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:14:52.891189 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:52.955256 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-62b8a670-e300-43ae-b5a5-64b3f9ff100a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, cf7e8842-c1f0-4e33-89b0-48e008f8cb86) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:52.959353 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b8a670-e300-43ae-b5a5-64b3f9ff100a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:52.959945 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-62b8a670-e300-43ae-b5a5-64b3f9ff100a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:52.965339 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbedc65e-5666-4e53-849e-e65ad7025017 None None] Network cf7e8842-c1f0-4e33-89b0-48e008f8cb86 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:52.979908 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:53.068068 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-62b8a670-e300-43ae-b5a5-64b3f9ff100a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6870477 Nov 12 05:14:53.070064 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56488) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:53.074968 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2a9427d1-4f61-4c81-bc3d-c28d6adbf3b2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-359814186-router', 'tenant_id': 'a7a64b65ee1645089c493a7966625881', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:14:53.082580 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86130d5a-b778-45ae-bdf7-9aca9d3803af None None] Pushing event updated for resources: {'Port': ['ID=ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:53.201635 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a9427d1-4f61-4c81-bc3d-c28d6adbf3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:53.203155 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a9427d1-4f61-4c81-bc3d-c28d6adbf3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:53.203776 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] Attempting to bind port ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:53.204156 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] Attempting to bind port ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '5fc008eb-7a50-476d-9c72-6dab2e88810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:53.204521 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] Attempting to bind port ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9 on network 76eb8d2c-e40d-496c-b365-3315037db888 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:53.232565 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:53.232565 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] Checking segment: {'id': '5fc008eb-7a50-476d-9c72-6dab2e88810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:53.232565 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:53.240755 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] Bound using segment: {'id': '5fc008eb-7a50-476d-9c72-6dab2e88810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:53.240755 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] Bound port: ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc008eb-7a50-476d-9c72-6dab2e88810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:53.240755 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:53.308341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-cf7e8842-c1f0-4e33-89b0-48e008f8cb86', 'network_id': 'cf7e8842-c1f0-4e33-89b0-48e008f8cb86', 'tenant_id': 'a7a64b65ee1645089c493a7966625881', 'fixed_ips': [{'subnet_id': '10f2b4ad-7f5a-4fd8-9b6f-0e8fb658448a'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:14:53.314219 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:53.490375 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] For port ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:53.499943 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ab3039e1-6017-4fc3-9f96-700e849adb2b None None] Provisioning complete for port ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:53.500315 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab3039e1-6017-4fc3-9f96-700e849adb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:53.549060 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] For port ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9,segment=NetworkSegment(5fc008eb-7a50-476d-9c72-6dab2e88810d),segment_id=5fc008eb-7a50-476d-9c72-6dab2e88810d)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:53.606664 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a9427d1-4f61-4c81-bc3d-c28d6adbf3b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:53.612784 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:53.619804 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ab3039e1-6017-4fc3-9f96-700e849adb2b None None] Port ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:14:53.627188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] Allocated IP 172.20.0.2 (cf7e8842-c1f0-4e33-89b0-48e008f8cb86/10f2b4ad-7f5a-4fd8-9b6f-0e8fb658448a/ed035e35-f771-4538-8a1b-f23a0392a485) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:53.768784 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] Routers {'540c38af-182b-4ab4-af02-5065aefe2d72'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:14:53.776433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:14:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['540c38af-182b-4ab4-af02-5065aefe2d72'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:53.776433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86130d5a-b778-45ae-bdf7-9aca9d3803af None None] Pushing event updated for resources: {'Port': ['ID=ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:53.826529 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a9427d1-4f61-4c81-bc3d-c28d6adbf3b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:53.951854 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] Set router 540c38af-182b-4ab4-af02-5065aefe2d72 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:14:54.051495 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:54.055216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-797363be-7f14-49f4-a5de-fae22422129e None None] Provisioning complete for port ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:54.055584 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-797363be-7f14-49f4-a5de-fae22422129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:54.097753 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a9427d1-4f61-4c81-bc3d-c28d6adbf3b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:54.118620 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a9427d1-4f61-4c81-bc3d-c28d6adbf3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:54.169529 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:54.232208 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-2a9427d1-4f61-4c81-bc3d-c28d6adbf3b2 admin admin] Allocated IP 172.25.1.141 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/1afcd5b9-5190-4302-9346-676f31119616) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:54.349208 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a9427d1-4f61-4c81-bc3d-c28d6adbf3b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:54.443181 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] Network cf7e8842-c1f0-4e33-89b0-48e008f8cb86 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:54.447617 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a9427d1-4f61-4c81-bc3d-c28d6adbf3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:54.448767 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-797363be-7f14-49f4-a5de-fae22422129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:54.452534 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:54.455030 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] Pushing event updated for resources: {'Port': ['ID=ed035e35-f771-4538-8a1b-f23a0392a485,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:54.464941 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:54.487349 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9427d1-4f61-4c81-bc3d-c28d6adbf3b2 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:54.498763 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2a9427d1-4f61-4c81-bc3d-c28d6adbf3b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:54.502571 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9427d1-4f61-4c81-bc3d-c28d6adbf3b2 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:54.527503 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9427d1-4f61-4c81-bc3d-c28d6adbf3b2 admin admin] Pushing event updated for resources: {'Port': ['ID=1afcd5b9-5190-4302-9346-676f31119616,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:54.542406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab85992-a765-4958-a6c5-ce9ef56d8a3e None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:14:54.557572 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-797363be-7f14-49f4-a5de-fae22422129e None None] For port ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9,segment=NetworkSegment(5fc008eb-7a50-476d-9c72-6dab2e88810d),segment_id=5fc008eb-7a50-476d-9c72-6dab2e88810d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:54.569168 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] Attempting to bind port ed035e35-f771-4538-8a1b-f23a0392a485 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:54.569309 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] Attempting to bind port ed035e35-f771-4538-8a1b-f23a0392a485 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '80cba380-3f86-47ed-b0cc-e0854468d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cf7e8842-c1f0-4e33-89b0-48e008f8cb86'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:54.569804 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] Attempting to bind port ed035e35-f771-4538-8a1b-f23a0392a485 on network cf7e8842-c1f0-4e33-89b0-48e008f8cb86 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:54.578941 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c38af-182b-4ab4-af02-5065aefe2d72', 'name': 'tempest-TestEncryptedCinderVolumes-1886104255-router', 'tenant_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '00d55434-64ee-4e4b-81d5-a031e2246012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:47Z', 'updated_at': '2021-11-12T05:14:50Z', 'revision_number': 4, 'project_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'gw_port': {'id': '00d55434-64ee-4e4b-81d5-a031e2246012', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c38af-182b-4ab4-af02-5065aefe2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:47Z', 'updated_at': '2021-11-12T05:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9', 'name': '', 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888', 'tenant_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'mac_address': 'fa:16:3e:a2:4e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540c38af-182b-4ab4-af02-5065aefe2d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '5298c30d-be0b-439d-bd5c-0d6583444ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:49Z', 'updated_at': '2021-11-12T05:14:53Z', 'revision_number': 4, 'project_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'subnets': [{'id': '5298c30d-be0b-439d-bd5c-0d6583444ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:54.582167 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:54.582545 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] Checking segment: {'id': '80cba380-3f86-47ed-b0cc-e0854468d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cf7e8842-c1f0-4e33-89b0-48e008f8cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:54.582996 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:54.583930 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] Bound using segment: {'id': '80cba380-3f86-47ed-b0cc-e0854468d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cf7e8842-c1f0-4e33-89b0-48e008f8cb86'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:54.584406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] Bound port: ed035e35-f771-4538-8a1b-f23a0392a485, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80cba380-3f86-47ed-b0cc-e0854468d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cf7e8842-c1f0-4e33-89b0-48e008f8cb86'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:54.584791 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:54.617316 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4723ea64-e834-4a41-bedd-7c4a763113f3 None None] The sync data for ids ['540c38af-182b-4ab4-af02-5065aefe2d72'] in n-d-768509-24 is: [{'id': '540c38af-182b-4ab4-af02-5065aefe2d72', 'name': 'tempest-TestEncryptedCinderVolumes-1886104255-router', 'tenant_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '00d55434-64ee-4e4b-81d5-a031e2246012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:47Z', 'updated_at': '2021-11-12T05:14:50Z', 'revision_number': 4, 'project_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'gw_port': {'id': '00d55434-64ee-4e4b-81d5-a031e2246012', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c38af-182b-4ab4-af02-5065aefe2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:47Z', 'updated_at': '2021-11-12T05:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9', 'name': '', 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888', 'tenant_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'mac_address': 'fa:16:3e:a2:4e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540c38af-182b-4ab4-af02-5065aefe2d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '5298c30d-be0b-439d-bd5c-0d6583444ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:49Z', 'updated_at': '2021-11-12T05:14:53Z', 'revision_number': 4, 'project_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'subnets': [{'id': '5298c30d-be0b-439d-bd5c-0d6583444ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:14:54.621838 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-797363be-7f14-49f4-a5de-fae22422129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:54.736593 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797363be-7f14-49f4-a5de-fae22422129e None None] Pushing event updated for resources: {'Port': ['ID=ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:54.747883 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] For port ed035e35-f771-4538-8a1b-f23a0392a485, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:54.752742 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] For port ed035e35-f771-4538-8a1b-f23a0392a485, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ed035e35-f771-4538-8a1b-f23a0392a485,segment=NetworkSegment(80cba380-3f86-47ed-b0cc-e0854468d606),segment_id=80cba380-3f86-47ed-b0cc-e0854468d606)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:54.765087 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-06f74beb-12bc-43b1-aa25-696fe1dde61a None None] Provisioning complete for port 1afcd5b9-5190-4302-9346-676f31119616 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:54.765465 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06f74beb-12bc-43b1-aa25-696fe1dde61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:54.803917 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-06f74beb-12bc-43b1-aa25-696fe1dde61a None None] Port 1afcd5b9-5190-4302-9346-676f31119616 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:14:54.824514 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:54.900849 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45dd16d-a4a9-403f-9dc8-7664bb85bc06 None None] Pushing event updated for resources: {'Port': ['ID=ed035e35-f771-4538-8a1b-f23a0392a485,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:54.907469 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a9427d1-4f61-4c81-bc3d-c28d6adbf3b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:55.149090 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a9427d1-4f61-4c81-bc3d-c28d6adbf3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:55.385545 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9427d1-4f61-4c81-bc3d-c28d6adbf3b2 admin admin] Router ee47ba9b-06c5-4048-a57a-0efc2d0cb039 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:14:55.478575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ed035e35-f771-4538-8a1b-f23a0392a485 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:55.537452 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port ed035e35-f771-4538-8a1b-f23a0392a485 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:55.537824 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:55.542325 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9427d1-4f61-4c81-bc3d-c28d6adbf3b2 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:14:55.554447 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] Sync routers for ids ['ee47ba9b-06c5-4048-a57a-0efc2d0cb039'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:14:55.565476 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] Routers {'ee47ba9b-06c5-4048-a57a-0efc2d0cb039'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:14:55.566147 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:14:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['ee47ba9b-06c5-4048-a57a-0efc2d0cb039'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:55.636449 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:55.666143 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a9427d1-4f61-4c81-bc3d-c28d6adbf3b2 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:55.670343 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2a9427d1-4f61-4c81-bc3d-c28d6adbf3b2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5967865 Nov 12 05:14:55.670933 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56490) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:55.688773 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port ed035e35-f771-4538-8a1b-f23a0392a485, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ed035e35-f771-4538-8a1b-f23a0392a485,segment=NetworkSegment(80cba380-3f86-47ed-b0cc-e0854468d606),segment_id=80cba380-3f86-47ed-b0cc-e0854468d606)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:55.731930 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] Set router ee47ba9b-06c5-4048-a57a-0efc2d0cb039 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:14:55.771287 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:55.775348 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:55.916561 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=ed035e35-f771-4538-8a1b-f23a0392a485,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:55.929310 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:55.929946 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:55.976510 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee47ba9b-06c5-4048-a57a-0efc2d0cb039', 'name': 'tempest-TestEncryptedCinderVolumes-359814186-router', 'tenant_id': 'a7a64b65ee1645089c493a7966625881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '1afcd5b9-5190-4302-9346-676f31119616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:53Z', 'updated_at': '2021-11-12T05:14:54Z', 'revision_number': 3, 'project_id': 'a7a64b65ee1645089c493a7966625881', 'gw_port': {'id': '1afcd5b9-5190-4302-9346-676f31119616', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee47ba9b-06c5-4048-a57a-0efc2d0cb039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:54Z', 'updated_at': '2021-11-12T05:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:56.022820 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] Checking router: ee47ba9b-06c5-4048-a57a-0efc2d0cb039 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:14:56.023458 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] Updating router ee47ba9b-06c5-4048-a57a-0efc2d0cb039 port 1afcd5b9-5190-4302-9346-676f31119616 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:14:56.056588 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:56.186450 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe915f93-0847-44f7-9308-53d27cfe3509 None None] Network cf7e8842-c1f0-4e33-89b0-48e008f8cb86 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:14:56.278867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-762a1ce2-6cb0-459a-89b4-1d1fcd29d1cd None None] Provisioning complete for port ed035e35-f771-4538-8a1b-f23a0392a485 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:56.279244 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-762a1ce2-6cb0-459a-89b4-1d1fcd29d1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:56.354064 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dc271345-1353-48e5-a679-083a425362c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:56.495768 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:56.555955 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:56.562267 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-dc271345-1353-48e5-a679-083a425362c2 admin admin] Allocated IP 172.20.0.1 (cf7e8842-c1f0-4e33-89b0-48e008f8cb86/10f2b4ad-7f5a-4fd8-9b6f-0e8fb658448a/3033b740-c9e7-4d6c-94a7-1a3183893dcb) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:14:56.606376 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] Attempting to bind port 1afcd5b9-5190-4302-9346-676f31119616 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:14:56.606567 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] Attempting to bind port 1afcd5b9-5190-4302-9346-676f31119616 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:14:56.607718 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] Attempting to bind port 1afcd5b9-5190-4302-9346-676f31119616 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:14:56.613994 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef44b006-924d-46ef-931e-206971fea7a5 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:14:56.619537 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:14:56.619939 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:14:56.620306 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:56.620698 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:14:56.621188 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] Bound port: 1afcd5b9-5190-4302-9346-676f31119616, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:14:56.621792 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:56.647068 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dee40f-8ba5-47f5-ab18-58e630761673 None None] Pushing event updated for resources: {'Port': ['ID=1afcd5b9-5190-4302-9346-676f31119616,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:56.677620 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dc271345-1353-48e5-a679-083a425362c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:56.687127 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7d383093-e400-4e48-b92c-ebaa8bca94f5 None None] Provisioning complete for port 1afcd5b9-5190-4302-9346-676f31119616 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:56.687567 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7d383093-e400-4e48-b92c-ebaa8bca94f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:56.707142 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] For port 1afcd5b9-5190-4302-9346-676f31119616, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:14:56.711510 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] For port 1afcd5b9-5190-4302-9346-676f31119616, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1afcd5b9-5190-4302-9346-676f31119616,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:14:56.742729 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7d383093-e400-4e48-b92c-ebaa8bca94f5 None None] Port 1afcd5b9-5190-4302-9346-676f31119616 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:14:56.813202 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:56.853640 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd897e3-b231-4492-9ae4-c928f7272d51 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:14:56.868548 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] Routers {'ee47ba9b-06c5-4048-a57a-0efc2d0cb039'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:14:56.869173 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:14:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['ee47ba9b-06c5-4048-a57a-0efc2d0cb039'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:56.870223 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dc271345-1353-48e5-a679-083a425362c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:56.873565 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f04448dd-ad1b-4c04-8437-999baddecf8f None None] Provisioning complete for port ed035e35-f771-4538-8a1b-f23a0392a485 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:56.874001 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f04448dd-ad1b-4c04-8437-999baddecf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:56.906610 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dee40f-8ba5-47f5-ab18-58e630761673 None None] Pushing event updated for resources: {'Port': ['ID=1afcd5b9-5190-4302-9346-676f31119616,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:56.922342 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc271345-1353-48e5-a679-083a425362c2 admin admin] Network cf7e8842-c1f0-4e33-89b0-48e008f8cb86 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:56.926621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-dc271345-1353-48e5-a679-083a425362c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:56.934389 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc271345-1353-48e5-a679-083a425362c2 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:14:56.937901 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc271345-1353-48e5-a679-083a425362c2 admin admin] Pushing event updated for resources: {'Port': ['ID=3033b740-c9e7-4d6c-94a7-1a3183893dcb,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:56.991524 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] Set router ee47ba9b-06c5-4048-a57a-0efc2d0cb039 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:14:56.991783 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dc271345-1353-48e5-a679-083a425362c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:57.092692 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-71eb0af7-00be-4629-8640-80e1f04d40dc None None] Provisioning complete for port 1afcd5b9-5190-4302-9346-676f31119616 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:57.093064 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71eb0af7-00be-4629-8640-80e1f04d40dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:57.179061 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71eb0af7-00be-4629-8640-80e1f04d40dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:57.189915 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dc271345-1353-48e5-a679-083a425362c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:57.195903 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee47ba9b-06c5-4048-a57a-0efc2d0cb039', 'name': 'tempest-TestEncryptedCinderVolumes-359814186-router', 'tenant_id': 'a7a64b65ee1645089c493a7966625881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '1afcd5b9-5190-4302-9346-676f31119616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:53Z', 'updated_at': '2021-11-12T05:14:54Z', 'revision_number': 3, 'project_id': 'a7a64b65ee1645089c493a7966625881', 'gw_port': {'id': '1afcd5b9-5190-4302-9346-676f31119616', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee47ba9b-06c5-4048-a57a-0efc2d0cb039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:54Z', 'updated_at': '2021-11-12T05:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:57.199173 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-71eb0af7-00be-4629-8640-80e1f04d40dc None None] For port 1afcd5b9-5190-4302-9346-676f31119616, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1afcd5b9-5190-4302-9346-676f31119616,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:14:57.223121 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70faeb2-e76c-444f-9fd4-d97c99920852 None None] The sync data for ids ['ee47ba9b-06c5-4048-a57a-0efc2d0cb039'] in n-d-768509-24 is: [{'id': 'ee47ba9b-06c5-4048-a57a-0efc2d0cb039', 'name': 'tempest-TestEncryptedCinderVolumes-359814186-router', 'tenant_id': 'a7a64b65ee1645089c493a7966625881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '1afcd5b9-5190-4302-9346-676f31119616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:53Z', 'updated_at': '2021-11-12T05:14:54Z', 'revision_number': 3, 'project_id': 'a7a64b65ee1645089c493a7966625881', 'gw_port': {'id': '1afcd5b9-5190-4302-9346-676f31119616', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee47ba9b-06c5-4048-a57a-0efc2d0cb039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:54Z', 'updated_at': '2021-11-12T05:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:14:57.262736 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-71eb0af7-00be-4629-8640-80e1f04d40dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:57.320619 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb0af7-00be-4629-8640-80e1f04d40dc None None] Pushing event updated for resources: {'Port': ['ID=1afcd5b9-5190-4302-9346-676f31119616,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:57.368524 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dc271345-1353-48e5-a679-083a425362c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:57.393751 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-13331b82-03b3-4516-996c-d65bbaf88137 None None] Provisioning complete for port 3033b740-c9e7-4d6c-94a7-1a3183893dcb triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:57.394126 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13331b82-03b3-4516-996c-d65bbaf88137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:57.423829 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dc271345-1353-48e5-a679-083a425362c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:57.425023 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ed035e35-f771-4538-8a1b-f23a0392a485 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:57.471486 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-13331b82-03b3-4516-996c-d65bbaf88137 None None] Port 3033b740-c9e7-4d6c-94a7-1a3183893dcb cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:14:57.491379 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dc271345-1353-48e5-a679-083a425362c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:57.497513 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port ed035e35-f771-4538-8a1b-f23a0392a485 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:57.498433 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:57.553437 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc271345-1353-48e5-a679-083a425362c2 admin admin] Pushing event updated for resources: {'Port': ['ID=3033b740-c9e7-4d6c-94a7-1a3183893dcb,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:57.625034 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc271345-1353-48e5-a679-083a425362c2 admin admin] Network cf7e8842-c1f0-4e33-89b0-48e008f8cb86 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:14:57.626462 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-dc271345-1353-48e5-a679-083a425362c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:14:57.758033 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc271345-1353-48e5-a679-083a425362c2 admin admin] Router ee47ba9b-06c5-4048-a57a-0efc2d0cb039 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:14:57.880232 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc271345-1353-48e5-a679-083a425362c2 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:14:57.885446 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-dc271345-1353-48e5-a679-083a425362c2 admin admin] 10.222.0.37 "PUT /v2.0/routers/ee47ba9b-06c5-4048-a57a-0efc2d0cb039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2133496 Nov 12 05:14:57.910002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6db9994b-6256-484e-a0a7-91635d108d7f None None] Provisioning complete for port 3033b740-c9e7-4d6c-94a7-1a3183893dcb triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:57.910597 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6db9994b-6256-484e-a0a7-91635d108d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:57.950856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6db9994b-6256-484e-a0a7-91635d108d7f None None] Port 3033b740-c9e7-4d6c-94a7-1a3183893dcb cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:14:58.772341 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-dc5d71e7-78cf-4d43-8cbd-7107a9354bec tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:58.773934 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-dc5d71e7-78cf-4d43-8cbd-7107a9354bec tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/networks?id=76eb8d2c-e40d-496c-b365-3315037db888 HTTP/1.1" status: 200 len: 817 time: 0.1175439 Nov 12 05:14:58.793054 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-a6e21a01-dd38-409e-b9e6-42598fb5a697 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/quotas/ee9f3c96cac04df2a40e2266aa9d18ee HTTP/1.1" status: 200 len: 375 time: 0.0106270 Nov 12 05:14:58.850773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-c4e32f97-b2bc-4d3e-a6fa-5090daff8c5d tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee9f3c96cac04df2a40e2266aa9d18ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512810 Nov 12 05:14:58.918146 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] Sync routers for ids ['ee47ba9b-06c5-4048-a57a-0efc2d0cb039'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:14:58.930013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] Routers {'ee47ba9b-06c5-4048-a57a-0efc2d0cb039'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:14:58.930601 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:14:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['ee47ba9b-06c5-4048-a57a-0efc2d0cb039'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:58.981066 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-abfa779e-7df8-46d5-a82a-bb47b0eb7d97 service neutron] 10.222.0.37 "GET /v2.0/networks/76eb8d2c-e40d-496c-b365-3315037db888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174607 Nov 12 05:14:59.047796 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] Set router ee47ba9b-06c5-4048-a57a-0efc2d0cb039 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:14:59.083794 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-9c071cac-9e35-4c24-bd6b-7fb86cad508f service neutron] 10.222.0.37 "GET /v2.0/networks/76eb8d2c-e40d-496c-b365-3315037db888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934980 Nov 12 05:14:59.271575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee47ba9b-06c5-4048-a57a-0efc2d0cb039', 'name': 'tempest-TestEncryptedCinderVolumes-359814186-router', 'tenant_id': 'a7a64b65ee1645089c493a7966625881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '1afcd5b9-5190-4302-9346-676f31119616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:53Z', 'updated_at': '2021-11-12T05:14:57Z', 'revision_number': 4, 'project_id': 'a7a64b65ee1645089c493a7966625881', 'gw_port': {'id': '1afcd5b9-5190-4302-9346-676f31119616', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47ba9b-06c5-4048-a57a-0efc2d0cb039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:54Z', 'updated_at': '2021-11-12T05:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '3033b740-c9e7-4d6c-94a7-1a3183893dcb', 'name': '', 'network_id': 'cf7e8842-c1f0-4e33-89b0-48e008f8cb86', 'tenant_id': 'a7a64b65ee1645089c493a7966625881', 'mac_address': 'fa:16:3e:19:b8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee47ba9b-06c5-4048-a57a-0efc2d0cb039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '10f2b4ad-7f5a-4fd8-9b6f-0e8fb658448a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:56Z', 'updated_at': '2021-11-12T05:14:57Z', 'revision_number': 2, 'project_id': 'a7a64b65ee1645089c493a7966625881', 'subnets': [{'id': '10f2b4ad-7f5a-4fd8-9b6f-0e8fb658448a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:59.300581 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] Checking router: ee47ba9b-06c5-4048-a57a-0efc2d0cb039 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:14:59.300952 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] Updating router ee47ba9b-06c5-4048-a57a-0efc2d0cb039 port 3033b740-c9e7-4d6c-94a7-1a3183893dcb binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:14:59.331161 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:59.389915 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d6f7e31a-0a61-4f96-ada3-4de254a22c11 req-1471ca1b-2759-4370-8d35-f1b79d79cb4c tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 210 time: 0.0486290 Nov 12 05:14:59.509971 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1afcd5b9-5190-4302-9346-676f31119616 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:14:59.612931 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 1afcd5b9-5190-4302-9346-676f31119616 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:14:59.613303 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:59.773682 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:59.938374 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:59.997371 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb2b8b-6a81-4c4d-9f41-b6232d5eaccd None None] Pushing event updated for resources: {'Port': ['ID=3033b740-c9e7-4d6c-94a7-1a3183893dcb,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:00.052999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] Attempting to bind port 3033b740-c9e7-4d6c-94a7-1a3183893dcb on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:00.053416 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] Attempting to bind port 3033b740-c9e7-4d6c-94a7-1a3183893dcb by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '80cba380-3f86-47ed-b0cc-e0854468d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cf7e8842-c1f0-4e33-89b0-48e008f8cb86'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:00.053906 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] Attempting to bind port 3033b740-c9e7-4d6c-94a7-1a3183893dcb on network cf7e8842-c1f0-4e33-89b0-48e008f8cb86 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:00.060383 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:00.060754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] Checking segment: {'id': '80cba380-3f86-47ed-b0cc-e0854468d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cf7e8842-c1f0-4e33-89b0-48e008f8cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:00.061151 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:00.061543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] Bound using segment: {'id': '80cba380-3f86-47ed-b0cc-e0854468d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cf7e8842-c1f0-4e33-89b0-48e008f8cb86'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:00.062020 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] Bound port: 3033b740-c9e7-4d6c-94a7-1a3183893dcb, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80cba380-3f86-47ed-b0cc-e0854468d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cf7e8842-c1f0-4e33-89b0-48e008f8cb86'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:00.062405 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:00.144490 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] For port 3033b740-c9e7-4d6c-94a7-1a3183893dcb, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:00.148477 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] For port 3033b740-c9e7-4d6c-94a7-1a3183893dcb, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3033b740-c9e7-4d6c-94a7-1a3183893dcb,segment=NetworkSegment(80cba380-3f86-47ed-b0cc-e0854468d606),segment_id=80cba380-3f86-47ed-b0cc-e0854468d606)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:00.208898 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:00.263965 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] Routers {'ee47ba9b-06c5-4048-a57a-0efc2d0cb039'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:15:00.264607 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:14:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['ee47ba9b-06c5-4048-a57a-0efc2d0cb039'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:00.316393 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb2b8b-6a81-4c4d-9f41-b6232d5eaccd None None] Pushing event updated for resources: {'Port': ['ID=3033b740-c9e7-4d6c-94a7-1a3183893dcb,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:00.492367 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bda8cf71-838a-4e13-9288-656e624b3029 req-62c43edd-4126-4399-96a7-6b5020f526d9 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 210 time: 0.0376658 Nov 12 05:15:00.582896 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] Set router ee47ba9b-06c5-4048-a57a-0efc2d0cb039 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:15:00.585844 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-47e99a73-2046-4144-b3ed-555d27711d69 None None] Provisioning complete for port 3033b740-c9e7-4d6c-94a7-1a3183893dcb triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:00.586912 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-47e99a73-2046-4144-b3ed-555d27711d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:00.797364 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-47e99a73-2046-4144-b3ed-555d27711d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:00.869287 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-47e99a73-2046-4144-b3ed-555d27711d69 None None] For port 3033b740-c9e7-4d6c-94a7-1a3183893dcb, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3033b740-c9e7-4d6c-94a7-1a3183893dcb,segment=NetworkSegment(80cba380-3f86-47ed-b0cc-e0854468d606),segment_id=80cba380-3f86-47ed-b0cc-e0854468d606)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:00.894482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee47ba9b-06c5-4048-a57a-0efc2d0cb039', 'name': 'tempest-TestEncryptedCinderVolumes-359814186-router', 'tenant_id': 'a7a64b65ee1645089c493a7966625881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '1afcd5b9-5190-4302-9346-676f31119616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:53Z', 'updated_at': '2021-11-12T05:14:57Z', 'revision_number': 4, 'project_id': 'a7a64b65ee1645089c493a7966625881', 'gw_port': {'id': '1afcd5b9-5190-4302-9346-676f31119616', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47ba9b-06c5-4048-a57a-0efc2d0cb039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:54Z', 'updated_at': '2021-11-12T05:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '3033b740-c9e7-4d6c-94a7-1a3183893dcb', 'name': '', 'network_id': 'cf7e8842-c1f0-4e33-89b0-48e008f8cb86', 'tenant_id': 'a7a64b65ee1645089c493a7966625881', 'mac_address': 'fa:16:3e:19:b8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee47ba9b-06c5-4048-a57a-0efc2d0cb039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '10f2b4ad-7f5a-4fd8-9b6f-0e8fb658448a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:56Z', 'updated_at': '2021-11-12T05:15:00Z', 'revision_number': 4, 'project_id': 'a7a64b65ee1645089c493a7966625881', 'subnets': [{'id': '10f2b4ad-7f5a-4fd8-9b6f-0e8fb658448a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:00.922600 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c5df44-1dc9-4822-bd91-3cc7dbb45ad3 None None] The sync data for ids ['ee47ba9b-06c5-4048-a57a-0efc2d0cb039'] in n-d-768509-24 is: [{'id': 'ee47ba9b-06c5-4048-a57a-0efc2d0cb039', 'name': 'tempest-TestEncryptedCinderVolumes-359814186-router', 'tenant_id': 'a7a64b65ee1645089c493a7966625881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '1afcd5b9-5190-4302-9346-676f31119616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:53Z', 'updated_at': '2021-11-12T05:14:57Z', 'revision_number': 4, 'project_id': 'a7a64b65ee1645089c493a7966625881', 'gw_port': {'id': '1afcd5b9-5190-4302-9346-676f31119616', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47ba9b-06c5-4048-a57a-0efc2d0cb039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:54Z', 'updated_at': '2021-11-12T05:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '3033b740-c9e7-4d6c-94a7-1a3183893dcb', 'name': '', 'network_id': 'cf7e8842-c1f0-4e33-89b0-48e008f8cb86', 'tenant_id': 'a7a64b65ee1645089c493a7966625881', 'mac_address': 'fa:16:3e:19:b8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee47ba9b-06c5-4048-a57a-0efc2d0cb039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '10f2b4ad-7f5a-4fd8-9b6f-0e8fb658448a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:56Z', 'updated_at': '2021-11-12T05:15:00Z', 'revision_number': 4, 'project_id': 'a7a64b65ee1645089c493a7966625881', 'subnets': [{'id': '10f2b4ad-7f5a-4fd8-9b6f-0e8fb658448a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:15:00.936930 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-47e99a73-2046-4144-b3ed-555d27711d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:01.014680 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e99a73-2046-4144-b3ed-555d27711d69 None None] Pushing event updated for resources: {'Port': ['ID=3033b740-c9e7-4d6c-94a7-1a3183893dcb,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:01.062946 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e2d53b2e-349b-45b4-94ca-ec3249cefb15 None None] Provisioning complete for port 3033b740-c9e7-4d6c-94a7-1a3183893dcb triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:01.062946 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e2d53b2e-349b-45b4-94ca-ec3249cefb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:01.435110 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3033b740-c9e7-4d6c-94a7-1a3183893dcb up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:15:01.490070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 3033b740-c9e7-4d6c-94a7-1a3183893dcb triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:01.490482 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:01.601462 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fb9e884-6d5f-45fd-8059-db3cb8e0299f req-3810fb48-cdba-44ab-b6ac-0271a7559a5c tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 210 time: 0.0309246 Nov 12 05:15:01.938664 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-4695a5eb-a8da-4bc9-bd16-c64f893eb9d2 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:01.940265 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-4695a5eb-a8da-4bc9-bd16-c64f893eb9d2 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.21 "GET /v2.0/networks?id=76eb8d2c-e40d-496c-b365-3315037db888 HTTP/1.1" status: 200 len: 817 time: 0.1215172 Nov 12 05:15:01.959482 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-8b86051c-1bea-4315-a505-61d49e648d0b tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Request body: {'port': {'device_id': '77d2fb57-db04-4436-8c77-5bc3cccf0053', 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888', 'admin_state_up': True, 'tenant_id': 'ee9f3c96cac04df2a40e2266aa9d18ee'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:02.160915 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-8b86051c-1bea-4315-a505-61d49e648d0b tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Made reservation on behalf of ee9f3c96cac04df2a40e2266aa9d18ee for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:15:02.164535 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-8b86051c-1bea-4315-a505-61d49e648d0b tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:02.294403 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-8b86051c-1bea-4315-a505-61d49e648d0b tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Allocated IP 172.20.0.9 (76eb8d2c-e40d-496c-b365-3315037db888/5298c30d-be0b-439d-bd5c-0d6583444ff2/2de1b24c-8b0f-49c2-870d-16b61e4740ea) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:15:02.454221 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-8b86051c-1bea-4315-a505-61d49e648d0b tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:02.537745 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-8b86051c-1bea-4315-a505-61d49e648d0b tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:02.581411 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-8b86051c-1bea-4315-a505-61d49e648d0b tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Network 76eb8d2c-e40d-496c-b365-3315037db888 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:15:02.586600 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-8b86051c-1bea-4315-a505-61d49e648d0b tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:02.590432 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-8b86051c-1bea-4315-a505-61d49e648d0b tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:15:02.597162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86051c-1bea-4315-a505-61d49e648d0b tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Pushing event updated for resources: {'Port': ['ID=2de1b24c-8b0f-49c2-870d-16b61e4740ea,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:02.647573 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-8b86051c-1bea-4315-a505-61d49e648d0b tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:02.648227 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-8b86051c-1bea-4315-a505-61d49e648d0b tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:02.718430 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-8b86051c-1bea-4315-a505-61d49e648d0b tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7631989 Nov 12 05:15:02.760659 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ee6b8-f95d-4448-90ce-f668d268c999 req-054757f1-5a38-4e2f-b71b-af395d302ae3 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:02.769762 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a70ee6b8-f95d-4448-90ce-f668d268c999 req-054757f1-5a38-4e2f-b71b-af395d302ae3 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 931 time: 0.0939987 Nov 12 05:15:02.783469 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-1e7e49ca-f2ec-4788-828b-a320a86005a3 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:15:02.784688 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-1e7e49ca-f2ec-4788-828b-a320a86005a3 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056298 Nov 12 05:15:02.808585 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Request body: {'port': {'device_id': '77d2fb57-db04-4436-8c77-5bc3cccf0053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:02.828171 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a70ee6b8-f95d-4448-90ce-f668d268c999 req-9348ed77-d614-4028-969c-a8e40d5048b1 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562115 Nov 12 05:15:02.886001 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:02.886552 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a8910e31-68b2-4174-bc5a-ba9607e59806 None None] Provisioning complete for port 2de1b24c-8b0f-49c2-870d-16b61e4740ea triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:02.887471 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8910e31-68b2-4174-bc5a-ba9607e59806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:02.925804 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a8910e31-68b2-4174-bc5a-ba9607e59806 None None] Port 2de1b24c-8b0f-49c2-870d-16b61e4740ea cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:15:03.174932 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de1b24c-8b0f-49c2-870d-16b61e4740ea {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:03.183493 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:03.196268 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Transition to ACTIVE for port object 2de1b24c-8b0f-49c2-870d-16b61e4740ea will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:15:03.235660 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4205bd31-e11e-45de-a17a-f3bbf81731a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:03.263996 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:03.319483 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Pushing event updated for resources: {'Port': ['ID=2de1b24c-8b0f-49c2-870d-16b61e4740ea,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:03.393929 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Attempting to bind port 2de1b24c-8b0f-49c2-870d-16b61e4740ea on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:03.394272 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Attempting to bind port 2de1b24c-8b0f-49c2-870d-16b61e4740ea by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '5fc008eb-7a50-476d-9c72-6dab2e88810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:03.394601 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Attempting to bind port 2de1b24c-8b0f-49c2-870d-16b61e4740ea on network 76eb8d2c-e40d-496c-b365-3315037db888 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:03.399610 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Port 2de1b24c-8b0f-49c2-870d-16b61e4740ea on network 76eb8d2c-e40d-496c-b365-3315037db888 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:15:03.400251 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Attempting to bind port 2de1b24c-8b0f-49c2-870d-16b61e4740ea on network 76eb8d2c-e40d-496c-b365-3315037db888 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:03.406925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:03.407267 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Checking segment: {'id': '5fc008eb-7a50-476d-9c72-6dab2e88810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:03.407678 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Bound using segment: {'id': '5fc008eb-7a50-476d-9c72-6dab2e88810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:03.408153 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Bound port: 2de1b24c-8b0f-49c2-870d-16b61e4740ea, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc008eb-7a50-476d-9c72-6dab2e88810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:03.408516 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:03.480488 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] For port 2de1b24c-8b0f-49c2-870d-16b61e4740ea, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:03.483858 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] For port 2de1b24c-8b0f-49c2-870d-16b61e4740ea, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2de1b24c-8b0f-49c2-870d-16b61e4740ea,segment=NetworkSegment(5fc008eb-7a50-476d-9c72-6dab2e88810d),segment_id=5fc008eb-7a50-476d-9c72-6dab2e88810d)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:03.530439 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:15:03.550989 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:03.586607 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:03.587307 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:03.588951 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] 10.222.0.21 "PUT /v2.0/ports/2de1b24c-8b0f-49c2-870d-16b61e4740ea HTTP/1.1" status: 200 len: 1092 time: 0.7885506 Nov 12 05:15:03.589368 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d2fb57-db04-4436-8c77-5bc3cccf0053', 'tag': '2de1b24c-8b0f-49c2-870d-16b61e4740ea'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:03.591647 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872bf053-3bee-47e9-8a6c-de91eff1cc0f" -d '{"events": [{"name": "network-changed", "server_uuid": "77d2fb57-db04-4436-8c77-5bc3cccf0053", "tag": "2de1b24c-8b0f-49c2-870d-16b61e4740ea"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:03.618083 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b481d6-17b5-4ada-9744-2a4b0bfc9095 service neutron] Pushing event updated for resources: {'Port': ['ID=2de1b24c-8b0f-49c2-870d-16b61e4740ea,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:03.708851 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71158f5e-558b-4dfd-a1bc-5ad3ca4ec501 x-openstack-request-id: req-71158f5e-558b-4dfd-a1bc-5ad3ca4ec501 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:03.709290 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d2fb57-db04-4436-8c77-5bc3cccf0053", "tag": "2de1b24c-8b0f-49c2-870d-16b61e4740ea", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:03.709746 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71158f5e-558b-4dfd-a1bc-5ad3ca4ec501 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:03.710257 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d2fb57-db04-4436-8c77-5bc3cccf0053', 'tag': '2de1b24c-8b0f-49c2-870d-16b61e4740ea', 'status': 'completed', 'code': 200} Nov 12 05:15:03.957395 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24baa9dc-76a5-4223-8ca1-e75ad291ce26 req-1c9a401f-38e3-4aa6-bac6-e44f8631493d tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:03.959199 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24baa9dc-76a5-4223-8ca1-e75ad291ce26 req-1c9a401f-38e3-4aa6-bac6-e44f8631493d tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 943 time: 0.0551858 Nov 12 05:15:04.024087 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-24baa9dc-76a5-4223-8ca1-e75ad291ce26 req-a365a1c4-bfea-42ae-9f41-de7f312b17db tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569272 Nov 12 05:15:04.120779 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-d8c88abf-91dd-400d-8034-99f9307a3366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:04.122326 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-d8c88abf-91dd-400d-8034-99f9307a3366 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee9f3c96cac04df2a40e2266aa9d18ee&device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 1095 time: 0.3955064 Nov 12 05:15:04.171646 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-18f75190-b77f-47c5-8e9a-4b2b9f58173e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2de1b24c-8b0f-49c2-870d-16b61e4740ea HTTP/1.1" status: 200 len: 217 time: 0.0353513 Nov 12 05:15:04.220540 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-83370e01-c22c-47a3-8bc0-ef963a75992f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:04.221910 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-83370e01-c22c-47a3-8bc0-ef963a75992f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5298c30d-be0b-439d-bd5c-0d6583444ff2 HTTP/1.1" status: 200 len: 856 time: 0.0436368 Nov 12 05:15:04.271868 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-06f3f832-c320-4a4e-9729-0394b3767dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:04.273443 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-06f3f832-c320-4a4e-9729-0394b3767dba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76eb8d2c-e40d-496c-b365-3315037db888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443470 Nov 12 05:15:04.389748 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-7e2f70d4-720e-4868-ae6e-1b813ac71123 service neutron] 10.222.0.21 "GET /v2.0/networks/76eb8d2c-e40d-496c-b365-3315037db888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087923 Nov 12 05:15:04.490036 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a352e6ff-0836-40c3-a45f-d4c79f04de22 req-e0bebc5e-0166-4863-9834-87ef5becb37e service neutron] 10.222.0.21 "GET /v2.0/networks/76eb8d2c-e40d-496c-b365-3315037db888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931239 Nov 12 05:15:04.686294 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bf053-3bee-47e9-8a6c-de91eff1cc0f req-75402926-979c-4186-a9d2-e41d1fc8bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:04.687349 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-872bf053-3bee-47e9-8a6c-de91eff1cc0f req-75402926-979c-4186-a9d2-e41d1fc8bc86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee9f3c96cac04df2a40e2266aa9d18ee&device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 1095 time: 0.0427132 Nov 12 05:15:04.790378 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bf053-3bee-47e9-8a6c-de91eff1cc0f req-e4cb4224-33ad-41d9-9a11-b555e84e0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:04.791797 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-872bf053-3bee-47e9-8a6c-de91eff1cc0f req-e4cb4224-33ad-41d9-9a11-b555e84e0957 service neutron] 10.222.0.21 "GET /v2.0/networks?id=76eb8d2c-e40d-496c-b365-3315037db888 HTTP/1.1" status: 200 len: 918 time: 0.0976706 Nov 12 05:15:04.835464 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-872bf053-3bee-47e9-8a6c-de91eff1cc0f req-d0787e5e-bb5e-49d5-92db-4e1e6062b67a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2de1b24c-8b0f-49c2-870d-16b61e4740ea HTTP/1.1" status: 200 len: 217 time: 0.0356588 Nov 12 05:15:04.885790 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bf053-3bee-47e9-8a6c-de91eff1cc0f req-8148c568-3346-4ccf-8cad-eccacddb83cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:04.887338 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-872bf053-3bee-47e9-8a6c-de91eff1cc0f req-8148c568-3346-4ccf-8cad-eccacddb83cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5298c30d-be0b-439d-bd5c-0d6583444ff2 HTTP/1.1" status: 200 len: 856 time: 0.0441504 Nov 12 05:15:04.936463 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bf053-3bee-47e9-8a6c-de91eff1cc0f req-6cfab1f8-69bd-4bcb-955b-9b637a8a500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:04.937998 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-872bf053-3bee-47e9-8a6c-de91eff1cc0f req-6cfab1f8-69bd-4bcb-955b-9b637a8a500e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76eb8d2c-e40d-496c-b365-3315037db888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436640 Nov 12 05:15:05.039804 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-872bf053-3bee-47e9-8a6c-de91eff1cc0f req-09ce1d54-81d2-4292-b721-6f6d222eeb45 service neutron] 10.222.0.21 "GET /v2.0/networks/76eb8d2c-e40d-496c-b365-3315037db888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946016 Nov 12 05:15:05.142398 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-872bf053-3bee-47e9-8a6c-de91eff1cc0f req-50841bbc-f9ae-4924-ac01-514d0dc269c0 service neutron] 10.222.0.21 "GET /v2.0/networks/76eb8d2c-e40d-496c-b365-3315037db888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954607 Nov 12 05:15:05.143895 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44239d9-015e-467e-98f6-49af4bdebfa3 req-6bf59ba0-dfce-4c8f-ac11-dd786afa7b44 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:05.145963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d44239d9-015e-467e-98f6-49af4bdebfa3 req-6bf59ba0-dfce-4c8f-ac11-dd786afa7b44 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 943 time: 0.0505626 Nov 12 05:15:05.196339 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d44239d9-015e-467e-98f6-49af4bdebfa3 req-c1d51b86-ce23-4965-86c8-1bf228f30e4c tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440590 Nov 12 05:15:05.578282 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27a019d0-3887-413b-98b1-ab6583b12f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:06.314873 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7389c-bf78-430f-8471-7a918e65a684 req-b0d3bba5-051c-4312-8e4a-f3c27857c389 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:06.316494 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2eb7389c-bf78-430f-8471-7a918e65a684 req-b0d3bba5-051c-4312-8e4a-f3c27857c389 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 943 time: 0.0522866 Nov 12 05:15:06.367957 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2eb7389c-bf78-430f-8471-7a918e65a684 req-e01d5e4f-9204-4fa1-9446-437a629bec3c tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450180 Nov 12 05:15:06.955377 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:07.493364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccc48e-9afc-40b1-bf6e-4693cf321355 req-839178af-3002-4c7d-97c0-0fda8a8eb800 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:07.494922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25ccc48e-9afc-40b1-bf6e-4693cf321355 req-839178af-3002-4c7d-97c0-0fda8a8eb800 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 943 time: 0.0541208 Nov 12 05:15:07.535769 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 2de1b24c-8b0f-49c2-870d-16b61e4740ea details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:15:07.549096 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25ccc48e-9afc-40b1-bf6e-4693cf321355 req-94eddded-0fa6-41ca-b1de-8d7ceb5c2e8f tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482562 Nov 12 05:15:07.631459 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 2de1b24c-8b0f-49c2-870d-16b61e4740ea, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2de1b24c-8b0f-49c2-870d-16b61e4740ea,segment=NetworkSegment(5fc008eb-7a50-476d-9c72-6dab2e88810d),segment_id=5fc008eb-7a50-476d-9c72-6dab2e88810d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:07.642776 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '2de1b24c-8b0f-49c2-870d-16b61e4740ea', 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888', 'port_id': '2de1b24c-8b0f-49c2-870d-16b61e4740ea', 'mac_address': 'fa:16:3e:4c:4f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5298c30d-be0b-439d-bd5c-0d6583444ff2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:15:07.684583 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:07.699213 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de1b24c-8b0f-49c2-870d-16b61e4740ea {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:07.718918 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 2de1b24c-8b0f-49c2-870d-16b61e4740ea, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2de1b24c-8b0f-49c2-870d-16b61e4740ea,segment=NetworkSegment(5fc008eb-7a50-476d-9c72-6dab2e88810d),segment_id=5fc008eb-7a50-476d-9c72-6dab2e88810d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:07.795474 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:07.846511 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=2de1b24c-8b0f-49c2-870d-16b61e4740ea,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:07.855097 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:07.855442 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:07.855782 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:07.856122 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:07.856461 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:07.856779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:07.857103 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:07.857426 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:07.857752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:07.858067 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:07.858386 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:07.858728 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:08.159080 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['2de1b24c-8b0f-49c2-870d-16b61e4740ea'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:08.509322 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:08.669482 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7c810-ed39-48bd-a8bb-c788df32013d req-4266781a-e1f3-4f4c-9c57-ff65c36c07ab tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:08.671078 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62e7c810-ed39-48bd-a8bb-c788df32013d req-4266781a-e1f3-4f4c-9c57-ff65c36c07ab tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 944 time: 0.0525665 Nov 12 05:15:08.723341 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-62e7c810-ed39-48bd-a8bb-c788df32013d req-1b86dbd1-086d-4bd9-baa9-7fe5380749d5 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455770 Nov 12 05:15:09.132518 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:09.567640 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 2de1b24c-8b0f-49c2-870d-16b61e4740ea up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:15:09.693655 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 2de1b24c-8b0f-49c2-870d-16b61e4740ea completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:15:09.697798 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 2de1b24c-8b0f-49c2-870d-16b61e4740ea triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:09.698172 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:09.790506 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:09.815104 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d2fb57-db04-4436-8c77-5bc3cccf0053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de1b24c-8b0f-49c2-870d-16b61e4740ea'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:09.817718 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e92153d-9891-4ca8-a20e-1146feccd2d1" -d '{"events": [{"server_uuid": "77d2fb57-db04-4436-8c77-5bc3cccf0053", "name": "network-vif-plugged", "status": "completed", "tag": "2de1b24c-8b0f-49c2-870d-16b61e4740ea"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:09.834089 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 2de1b24c-8b0f-49c2-870d-16b61e4740ea, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2de1b24c-8b0f-49c2-870d-16b61e4740ea,segment=NetworkSegment(5fc008eb-7a50-476d-9c72-6dab2e88810d),segment_id=5fc008eb-7a50-476d-9c72-6dab2e88810d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:09.852626 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23f855-81e0-4b3a-9c16-37018f663710 req-ad173c48-d5f2-46c4-8667-7f22e0b5c167 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:09.854287 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f23f855-81e0-4b3a-9c16-37018f663710 req-ad173c48-d5f2-46c4-8667-7f22e0b5c167 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 944 time: 0.0550127 Nov 12 05:15:09.913239 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f23f855-81e0-4b3a-9c16-37018f663710 req-30f6315f-b928-4777-ac9e-3257e01f4cbd tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522425 Nov 12 05:15:09.915814 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:09.979052 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394bb1d2-947a-410f-8a43-dc39599333c7 x-openstack-request-id: req-394bb1d2-947a-410f-8a43-dc39599333c7 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:09.979455 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d2fb57-db04-4436-8c77-5bc3cccf0053", "name": "network-vif-plugged", "status": "completed", "tag": "2de1b24c-8b0f-49c2-870d-16b61e4740ea", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:09.979811 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-394bb1d2-947a-410f-8a43-dc39599333c7 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:09.980356 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d2fb57-db04-4436-8c77-5bc3cccf0053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de1b24c-8b0f-49c2-870d-16b61e4740ea', 'code': 200} Nov 12 05:15:09.981614 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=2de1b24c-8b0f-49c2-870d-16b61e4740ea,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:10.117891 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28f4b8-d45a-4fe0-b259-41da6dd6db2c req-c248e541-6515-44aa-a95e-1309563ef1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:10.119366 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0f28f4b8-d45a-4fe0-b259-41da6dd6db2c req-c248e541-6515-44aa-a95e-1309563ef1b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 1097 time: 0.0432470 Nov 12 05:15:10.168618 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0f28f4b8-d45a-4fe0-b259-41da6dd6db2c req-d17269f8-05c4-4c34-a6f4-6ebada24ecc4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411029 Nov 12 05:15:11.046402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec4286-a5ca-442e-98d8-a502492121e6 req-7ec7ebfb-4aff-442d-9267-f7902e1cb924 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:11.048079 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95ec4286-a5ca-442e-98d8-a502492121e6 req-7ec7ebfb-4aff-442d-9267-f7902e1cb924 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 945 time: 0.0553958 Nov 12 05:15:11.102265 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95ec4286-a5ca-442e-98d8-a502492121e6 req-38cc1e90-cd4b-4fad-a1bb-ea6e93865ee9 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467067 Nov 12 05:15:12.219743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b79dd4-4d63-4d03-b905-25f4a71f595d req-260a4ac4-acae-4554-94a7-ff38eb39cb0b tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:12.221250 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d6b79dd4-4d63-4d03-b905-25f4a71f595d req-260a4ac4-acae-4554-94a7-ff38eb39cb0b tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 945 time: 0.0497448 Nov 12 05:15:12.269057 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d6b79dd4-4d63-4d03-b905-25f4a71f595d req-f30b9611-c60e-4e81-a459-f10aeb6d3db6 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418708 Nov 12 05:15:12.392147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb06c14-1eb8-48f4-a154-201366b0f3b5 req-367c690f-f71a-4963-8b05-6fca48067dc8 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:12.393691 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cb06c14-1eb8-48f4-a154-201366b0f3b5 req-367c690f-f71a-4963-8b05-6fca48067dc8 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 945 time: 0.0583649 Nov 12 05:15:12.444429 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cb06c14-1eb8-48f4-a154-201366b0f3b5 req-512fc351-5c20-4c86-ac19-28342acfa26d tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442891 Nov 12 05:15:17.407926 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:18.554222 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:19.234354 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-db500ca5-68a8-4ed3-872e-a0a349e1e1d5 req-f3149590-9642-4270-b432-a982c57335c8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407941 Nov 12 05:15:19.342739 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db500ca5-68a8-4ed3-872e-a0a349e1e1d5 req-783a7f17-2a62-479f-a1a8-467664dd8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:19.344257 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-db500ca5-68a8-4ed3-872e-a0a349e1e1d5 req-783a7f17-2a62-479f-a1a8-467664dd8ca5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee9f3c96cac04df2a40e2266aa9d18ee&device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 1097 time: 0.0489237 Nov 12 05:15:19.454622 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db500ca5-68a8-4ed3-872e-a0a349e1e1d5 req-fff72776-933d-4996-a0cf-502fb2280416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:19.456132 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-db500ca5-68a8-4ed3-872e-a0a349e1e1d5 req-fff72776-933d-4996-a0cf-502fb2280416 service neutron] 10.222.0.21 "GET /v2.0/networks?id=76eb8d2c-e40d-496c-b365-3315037db888 HTTP/1.1" status: 200 len: 918 time: 0.0914009 Nov 12 05:15:19.513832 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-db500ca5-68a8-4ed3-872e-a0a349e1e1d5 req-d6e2f482-7cc7-48b2-8ac5-69521dad7f17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2de1b24c-8b0f-49c2-870d-16b61e4740ea HTTP/1.1" status: 200 len: 217 time: 0.0504498 Nov 12 05:15:19.566433 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db500ca5-68a8-4ed3-872e-a0a349e1e1d5 req-e2465b2a-07be-4988-b98a-6877d9986cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:19.568702 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-db500ca5-68a8-4ed3-872e-a0a349e1e1d5 req-e2465b2a-07be-4988-b98a-6877d9986cc6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5298c30d-be0b-439d-bd5c-0d6583444ff2 HTTP/1.1" status: 200 len: 856 time: 0.0484359 Nov 12 05:15:19.620077 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db500ca5-68a8-4ed3-872e-a0a349e1e1d5 req-54be4cf2-5eba-442b-baa9-6b259f1764e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:19.621105 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-db500ca5-68a8-4ed3-872e-a0a349e1e1d5 req-54be4cf2-5eba-442b-baa9-6b259f1764e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76eb8d2c-e40d-496c-b365-3315037db888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437548 Nov 12 05:15:19.727031 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-db500ca5-68a8-4ed3-872e-a0a349e1e1d5 req-eb26ce92-a7e8-4f7b-8a40-922a5d022c74 service neutron] 10.222.0.21 "GET /v2.0/networks/76eb8d2c-e40d-496c-b365-3315037db888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987184 Nov 12 05:15:19.827165 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-db500ca5-68a8-4ed3-872e-a0a349e1e1d5 req-f275af7d-7ea1-4c7d-8e9c-ada0c87d3970 service neutron] 10.222.0.21 "GET /v2.0/networks/76eb8d2c-e40d-496c-b365-3315037db888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926328 Nov 12 05:15:33.200752 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8bcda2c9-d615-4686-835f-321ab6b32d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:35.572566 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53501635-471a-4acf-b808-3eabcb86b281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:36.970908 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:38.509783 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:39.121537 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534115e3-a7f5-415f-8dcf-7f485c791689 req-4a8ebe5e-8c85-4832-a0a4-1bbaf376c82c tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:39.124277 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-534115e3-a7f5-415f-8dcf-7f485c791689 req-4a8ebe5e-8c85-4832-a0a4-1bbaf376c82c tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 945 time: 0.0849545 Nov 12 05:15:39.147922 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:39.181773 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-534115e3-a7f5-415f-8dcf-7f485c791689 req-42e72faf-89da-41ab-a4e7-3ed185683dc0 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467067 Nov 12 05:15:40.311396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d08f2c-d83a-4b2d-9f67-1a698d3d3816 req-70062113-65a8-45f2-a820-52467a4f78fd tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:40.312971 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f9d08f2c-d83a-4b2d-9f67-1a698d3d3816 req-70062113-65a8-45f2-a820-52467a4f78fd tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 945 time: 0.0580089 Nov 12 05:15:40.364387 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f9d08f2c-d83a-4b2d-9f67-1a698d3d3816 req-4a5d6658-2916-4d55-b9a0-a33c5638b139 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448375 Nov 12 05:15:40.529786 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:15:40.836319 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccaec3-764e-4f8a-8975-1fc155da8f75 req-372cdfd4-64d3-47cd-9aa4-875413f525ce tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:40.837789 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fdccaec3-764e-4f8a-8975-1fc155da8f75 req-372cdfd4-64d3-47cd-9aa4-875413f525ce tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 945 time: 0.0533998 Nov 12 05:15:40.941033 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-fdccaec3-764e-4f8a-8975-1fc155da8f75 req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Deleting port 2de1b24c-8b0f-49c2-870d-16b61e4740ea {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:15:40.941371 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fdccaec3-764e-4f8a-8975-1fc155da8f75 req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:41.037107 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-fdccaec3-764e-4f8a-8975-1fc155da8f75 req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] For port 2de1b24c-8b0f-49c2-870d-16b61e4740ea, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=2de1b24c-8b0f-49c2-870d-16b61e4740ea,segment=NetworkSegment(5fc008eb-7a50-476d-9c72-6dab2e88810d),segment_id=5fc008eb-7a50-476d-9c72-6dab2e88810d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:41.037471 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fdccaec3-764e-4f8a-8975-1fc155da8f75 req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:41.056542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-fdccaec3-764e-4f8a-8975-1fc155da8f75 req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Calling delete_port for 2de1b24c-8b0f-49c2-870d-16b61e4740ea owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:15:41.224899 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fdccaec3-764e-4f8a-8975-1fc155da8f75 req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:41.253489 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Pushing event deleted for resources: {'Port': ['ID=2de1b24c-8b0f-49c2-870d-16b61e4740ea,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:41.258340 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['2de1b24c-8b0f-49c2-870d-16b61e4740ea'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:41.269942 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:41.269942 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:41.269942 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:41.269942 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:41.270274 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:41.270579 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:41.270938 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:41.271257 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:41.271677 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:41.272003 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:41.272324 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:41.272644 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:41.313831 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdccaec3-764e-4f8a-8975-1fc155da8f75 req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] No DVR routers for this DVR port 2de1b24c-8b0f-49c2-870d-16b61e4740ea on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:15:41.316656 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fdccaec3-764e-4f8a-8975-1fc155da8f75 req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:41.320686 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fdccaec3-764e-4f8a-8975-1fc155da8f75 req-713bc2d3-b684-4b76-bc9f-90926479e156 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.21 "DELETE /v2.0/ports/2de1b24c-8b0f-49c2-870d-16b61e4740ea HTTP/1.1" status: 204 len: 173 time: 0.4761770 Nov 12 05:15:41.321176 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d2fb57-db04-4436-8c77-5bc3cccf0053', 'name': 'network-vif-deleted', 'tag': '2de1b24c-8b0f-49c2-870d-16b61e4740ea'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:41.323623 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31c261f-c2a1-42b3-a29e-0e957f7a1356" -d '{"events": [{"server_uuid": "77d2fb57-db04-4436-8c77-5bc3cccf0053", "name": "network-vif-deleted", "tag": "2de1b24c-8b0f-49c2-870d-16b61e4740ea"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:41.372281 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5baae5-8644-414c-b512-096f1a01b42b x-openstack-request-id: req-ac5baae5-8644-414c-b512-096f1a01b42b {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:41.372578 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d2fb57-db04-4436-8c77-5bc3cccf0053", "name": "network-vif-deleted", "tag": "2de1b24c-8b0f-49c2-870d-16b61e4740ea", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:41.372900 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac5baae5-8644-414c-b512-096f1a01b42b {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:41.373335 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d2fb57-db04-4436-8c77-5bc3cccf0053', 'name': 'network-vif-deleted', 'tag': '2de1b24c-8b0f-49c2-870d-16b61e4740ea', 'status': 'completed', 'code': 200} Nov 12 05:15:41.468844 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-75299883-f5e4-42dc-a3d7-7a85b6a2016e req-e88980de-9fad-4398-8a4a-1c28929200fb tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d2fb57-db04-4436-8c77-5bc3cccf0053 HTTP/1.1" status: 200 len: 210 time: 0.0273736 Nov 12 05:15:43.162724 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-8e116555-3e91-4e47-9707-47b3eeb6ed4e tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:43.164157 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-8e116555-3e91-4e47-9707-47b3eeb6ed4e tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/networks?id=76eb8d2c-e40d-496c-b365-3315037db888 HTTP/1.1" status: 200 len: 817 time: 0.1115568 Nov 12 05:15:43.179311 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-9ac8e5fb-4b40-4cad-b580-fa93e57d32c4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/quotas/ee9f3c96cac04df2a40e2266aa9d18ee HTTP/1.1" status: 200 len: 375 time: 0.0092335 Nov 12 05:15:43.229958 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-4feb9904-e481-484f-bfee-1d8530f2f819 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee9f3c96cac04df2a40e2266aa9d18ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453262 Nov 12 05:15:43.323445 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-5825e5cf-2182-4575-b2d9-ea7bdfea569e service neutron] 10.222.0.37 "GET /v2.0/networks/76eb8d2c-e40d-496c-b365-3315037db888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819709 Nov 12 05:15:43.420038 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-2dda68e5-bb4e-4e93-bbfe-ddfeca80e7ea service neutron] 10.222.0.37 "GET /v2.0/networks/76eb8d2c-e40d-496c-b365-3315037db888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903428 Nov 12 05:15:43.679902 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55b5df5b-3d35-4f4c-a1db-23b593ef3f16 req-66cad7f1-24cc-494e-b6e7-8a63c1e15478 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=f636c3c0-53fa-4a15-9323-4dfc596fab9f HTTP/1.1" status: 200 len: 210 time: 0.0284021 Nov 12 05:15:44.782202 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e6105911-c457-49ee-8c25-ede69f18324a req-8ceeb3f2-5d5e-40a2-bf3c-8010307a4799 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=f636c3c0-53fa-4a15-9323-4dfc596fab9f HTTP/1.1" status: 200 len: 210 time: 0.0295076 Nov 12 05:15:45.754433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 2de1b24c-8b0f-49c2-870d-16b61e4740ea no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:15:45.781057 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 2de1b24c-8b0f-49c2-870d-16b61e4740ea {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:15:45.781408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 2de1b24c-8b0f-49c2-870d-16b61e4740ea not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:15:45.920731 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8ec6543-ef4b-4c7a-86ac-54a3d1f7ffbb req-cfc96dce-c1f6-415a-a6f6-71fc6962b301 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=f636c3c0-53fa-4a15-9323-4dfc596fab9f HTTP/1.1" status: 200 len: 210 time: 0.0450375 Nov 12 05:15:45.953291 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-2ff4c25c-68e8-4d9b-981c-7fa7c97bf305 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:45.954846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-2ff4c25c-68e8-4d9b-981c-7fa7c97bf305 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.31 "GET /v2.0/networks?id=76eb8d2c-e40d-496c-b365-3315037db888 HTTP/1.1" status: 200 len: 817 time: 0.1685238 Nov 12 05:15:45.974972 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Request body: {'port': {'device_id': 'f636c3c0-53fa-4a15-9323-4dfc596fab9f', 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888', 'admin_state_up': True, 'tenant_id': 'ee9f3c96cac04df2a40e2266aa9d18ee'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:46.166569 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Made reservation on behalf of ee9f3c96cac04df2a40e2266aa9d18ee for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:15:46.170241 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.305670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Allocated IP 172.20.0.10 (76eb8d2c-e40d-496c-b365-3315037db888/5298c30d-be0b-439d-bd5c-0d6583444ff2/b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:15:46.460320 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.555713 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.599831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Network 76eb8d2c-e40d-496c-b365-3315037db888 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:15:46.605208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:46.609119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:15:46.616511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Pushing event updated for resources: {'Port': ['ID=b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:46.651358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:46.651726 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:46.652059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:46.652398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:46.652734 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:46.653329 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:46.653662 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:46.653990 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:46.654320 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:46.654669 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:46.655040 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:46.655497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:46.682881 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:46.683607 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.790739 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-76511229-cd26-42f9-944c-a353733669b4 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8214097 Nov 12 05:15:46.801330 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-c305b7a8-f3fc-4d0c-ad0b-67e56c4a897c tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:15:46.802950 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-c305b7a8-f3fc-4d0c-ad0b-67e56c4a897c tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057898 Nov 12 05:15:46.820661 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Request body: {'port': {'device_id': 'f636c3c0-53fa-4a15-9323-4dfc596fab9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:46.873038 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.896768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f318bdb5-8079-4041-8015-7ed447148a19 None None] Provisioning complete for port b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:46.897359 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f318bdb5-8079-4041-8015-7ed447148a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.931410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f318bdb5-8079-4041-8015-7ed447148a19 None None] Port b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:15:47.100727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00c76d-a474-4614-8f71-e241b46aa57e req-f0fbdd04-b1be-44b9-b544-79ca666cb9cd tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:47.102117 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e00c76d-a474-4614-8f71-e241b46aa57e req-f0fbdd04-b1be-44b9-b544-79ca666cb9cd tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=f636c3c0-53fa-4a15-9323-4dfc596fab9f HTTP/1.1" status: 200 len: 932 time: 0.1105936 Nov 12 05:15:47.183153 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e00c76d-a474-4614-8f71-e241b46aa57e req-2fb14ad5-c0ce-4f58-a9f9-fc503b3f06f1 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749257 Nov 12 05:15:47.214168 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:47.221595 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:47.234171 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Transition to ACTIVE for port object b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:15:47.303529 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:47.354967 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Pushing event updated for resources: {'Port': ['ID=b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:47.428703 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Attempting to bind port b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:47.429038 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Attempting to bind port b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '5fc008eb-7a50-476d-9c72-6dab2e88810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:47.429356 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Attempting to bind port b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea on network 76eb8d2c-e40d-496c-b365-3315037db888 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:47.434786 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:47.435295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Port b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea on network 76eb8d2c-e40d-496c-b365-3315037db888 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:15:47.435620 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Attempting to bind port b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea on network 76eb8d2c-e40d-496c-b365-3315037db888 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:47.440787 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:47.441110 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Checking segment: {'id': '5fc008eb-7a50-476d-9c72-6dab2e88810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:47.441493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Bound using segment: {'id': '5fc008eb-7a50-476d-9c72-6dab2e88810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:47.441921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Bound port: b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc008eb-7a50-476d-9c72-6dab2e88810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:47.442310 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:47.508314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] For port b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:47.511435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] For port b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea,segment=NetworkSegment(5fc008eb-7a50-476d-9c72-6dab2e88810d),segment_id=5fc008eb-7a50-476d-9c72-6dab2e88810d)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:47.578436 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:47.613181 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:47.613922 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:47.615201 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] 10.222.0.31 "PUT /v2.0/ports/b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea HTTP/1.1" status: 200 len: 1093 time: 0.7982562 Nov 12 05:15:47.615643 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f636c3c0-53fa-4a15-9323-4dfc596fab9f', 'tag': 'b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:47.617959 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9748873-0745-446d-bf7c-cc0385fb562d" -d '{"events": [{"name": "network-changed", "server_uuid": "f636c3c0-53fa-4a15-9323-4dfc596fab9f", "tag": "b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:47.648764 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a8302-fb62-4fd7-a0da-3a97eb7cd237 service neutron] Pushing event updated for resources: {'Port': ['ID=b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:47.663208 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef3fd2d-877e-4898-8bc8-dd8cbaaa126f x-openstack-request-id: req-6ef3fd2d-877e-4898-8bc8-dd8cbaaa126f {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:47.663506 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f636c3c0-53fa-4a15-9323-4dfc596fab9f", "tag": "b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:47.663764 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ef3fd2d-877e-4898-8bc8-dd8cbaaa126f {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:47.664179 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f636c3c0-53fa-4a15-9323-4dfc596fab9f', 'tag': 'b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea', 'status': 'completed', 'code': 200} Nov 12 05:15:47.747649 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9748873-0745-446d-bf7c-cc0385fb562d req-7dd704d9-5246-4b9e-825f-e2da3875b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:47.749215 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9748873-0745-446d-bf7c-cc0385fb562d req-7dd704d9-5246-4b9e-825f-e2da3875b937 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ee9f3c96cac04df2a40e2266aa9d18ee&device_id=f636c3c0-53fa-4a15-9323-4dfc596fab9f HTTP/1.1" status: 200 len: 1096 time: 0.0455916 Nov 12 05:15:47.862978 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9748873-0745-446d-bf7c-cc0385fb562d req-d8349828-2349-4674-adc4-692dfd900f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:47.864369 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9748873-0745-446d-bf7c-cc0385fb562d req-d8349828-2349-4674-adc4-692dfd900f04 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ee9f3c96cac04df2a40e2266aa9d18ee&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0996695 Nov 12 05:15:47.965590 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9748873-0745-446d-bf7c-cc0385fb562d req-aa1944e3-155e-48d5-a39e-266af62d8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:47.967149 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c9748873-0745-446d-bf7c-cc0385fb562d req-aa1944e3-155e-48d5-a39e-266af62d8b3b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950587 Nov 12 05:15:48.069362 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-a2179b3a-37a0-426a-9db7-9fdc2a0743b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:48.070955 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-a2179b3a-37a0-426a-9db7-9fdc2a0743b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ee9f3c96cac04df2a40e2266aa9d18ee&device_id=f636c3c0-53fa-4a15-9323-4dfc596fab9f HTTP/1.1" status: 200 len: 1096 time: 0.0429127 Nov 12 05:15:48.119749 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-844cd9aa-b343-4d11-b2ea-766414e22fd5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea HTTP/1.1" status: 200 len: 217 time: 0.0343828 Nov 12 05:15:48.178718 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-2b204c39-326c-4fce-b4d2-f58d116b121b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:48.180237 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-2b204c39-326c-4fce-b4d2-f58d116b121b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5298c30d-be0b-439d-bd5c-0d6583444ff2 HTTP/1.1" status: 200 len: 856 time: 0.0491867 Nov 12 05:15:48.228499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-3cf550ee-df41-4375-939c-4a738847d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:48.230043 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-3cf550ee-df41-4375-939c-4a738847d0fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=76eb8d2c-e40d-496c-b365-3315037db888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420890 Nov 12 05:15:48.360474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d0b16-b07b-401d-8ac6-68fe13241fab req-c1f25888-fecd-48d8-968d-ea9a00881870 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:48.361935 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d08d0b16-b07b-401d-8ac6-68fe13241fab req-c1f25888-fecd-48d8-968d-ea9a00881870 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=f636c3c0-53fa-4a15-9323-4dfc596fab9f HTTP/1.1" status: 200 len: 944 time: 0.1075490 Nov 12 05:15:48.366130 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-6c51a212-bab6-4a30-baa6-7f17b9791ee1 service neutron] 10.222.0.31 "GET /v2.0/networks/76eb8d2c-e40d-496c-b365-3315037db888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290910 Nov 12 05:15:48.459369 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d08d0b16-b07b-401d-8ac6-68fe13241fab req-cf939203-b60e-465b-a35d-877c3bbb2881 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908608 Nov 12 05:15:48.488493 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8006d6de-4b1e-4dd0-a8f2-d303899fa325 req-7e999c2c-0079-4444-b0b0-48d53165fff8 service neutron] 10.222.0.31 "GET /v2.0/networks/76eb8d2c-e40d-496c-b365-3315037db888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140847 Nov 12 05:15:48.543559 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:49.580137 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77db90-70b8-4e85-b91b-daee118e3912 req-76b0dd39-6e5a-4f28-9f2a-d3d6fb6e74d0 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:49.581628 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c77db90-70b8-4e85-b91b-daee118e3912 req-76b0dd39-6e5a-4f28-9f2a-d3d6fb6e74d0 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=f636c3c0-53fa-4a15-9323-4dfc596fab9f HTTP/1.1" status: 200 len: 944 time: 0.0539043 Nov 12 05:15:49.628518 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9c77db90-70b8-4e85-b91b-daee118e3912 req-8746a623-b79c-45e2-8f0a-9fa5f9587689 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Nov 12 05:15:50.052915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:15:50.156307 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea,segment=NetworkSegment(5fc008eb-7a50-476d-9c72-6dab2e88810d),segment_id=5fc008eb-7a50-476d-9c72-6dab2e88810d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:50.168588 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea', 'network_id': '76eb8d2c-e40d-496c-b365-3315037db888', 'port_id': 'b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea', 'mac_address': 'fa:16:3e:37:db:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5298c30d-be0b-439d-bd5c-0d6583444ff2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:15:50.208039 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:50.222066 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:15:50.243368 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea,segment=NetworkSegment(5fc008eb-7a50-476d-9c72-6dab2e88810d),segment_id=5fc008eb-7a50-476d-9c72-6dab2e88810d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:50.365330 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:50.418727 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:50.637746 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:15:50.751163 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b3742-f2a7-4652-9283-6db347e39660 req-cc389ae0-6f13-4b38-9a72-9df66c777c6f tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:50.752698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f43b3742-f2a7-4652-9283-6db347e39660 req-cc389ae0-6f13-4b38-9a72-9df66c777c6f tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=f636c3c0-53fa-4a15-9323-4dfc596fab9f HTTP/1.1" status: 200 len: 945 time: 0.0544956 Nov 12 05:15:50.803580 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f43b3742-f2a7-4652-9283-6db347e39660 req-c1f8bd45-f356-4499-a78e-bff16b53596e tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437679 Nov 12 05:15:51.926451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd82743-b8c9-45a6-af70-eadafe6a295b req-9a2502e9-45dd-48f3-98a9-b58e74f0031a tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:51.928538 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-efd82743-b8c9-45a6-af70-eadafe6a295b req-9a2502e9-45dd-48f3-98a9-b58e74f0031a tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=f636c3c0-53fa-4a15-9323-4dfc596fab9f HTTP/1.1" status: 200 len: 945 time: 0.0564892 Nov 12 05:15:51.975662 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-efd82743-b8c9-45a6-af70-eadafe6a295b req-7a7c3aec-24a7-4d0c-ac7c-26d3bffb3dbe tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412326 Nov 12 05:15:52.056993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:15:52.164867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:15:52.169206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:52.169577 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:52.245380 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:52.266968 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f636c3c0-53fa-4a15-9323-4dfc596fab9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:52.269238 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ef763e-96ff-488c-81e7-f912960f8128" -d '{"events": [{"server_uuid": "f636c3c0-53fa-4a15-9323-4dfc596fab9f", "name": "network-vif-plugged", "status": "completed", "tag": "b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:52.282452 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea,segment=NetworkSegment(5fc008eb-7a50-476d-9c72-6dab2e88810d),segment_id=5fc008eb-7a50-476d-9c72-6dab2e88810d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:52.305163 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78099fd-07d2-42b4-b980-43668d289009 x-openstack-request-id: req-a78099fd-07d2-42b4-b980-43668d289009 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:52.305938 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f636c3c0-53fa-4a15-9323-4dfc596fab9f", "name": "network-vif-plugged", "status": "completed", "tag": "b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:52.306199 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a78099fd-07d2-42b4-b980-43668d289009 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:52.306649 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f636c3c0-53fa-4a15-9323-4dfc596fab9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea', 'code': 200} Nov 12 05:15:52.349655 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:52.404864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:52.435948 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f76c9-2018-49cf-88aa-e26218bd3953 req-3c2076af-d5bd-44d0-a6b8-9d88636c7931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:52.437477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1b8f76c9-2018-49cf-88aa-e26218bd3953 req-3c2076af-d5bd-44d0-a6b8-9d88636c7931 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f636c3c0-53fa-4a15-9323-4dfc596fab9f HTTP/1.1" status: 200 len: 1098 time: 0.0448575 Nov 12 05:15:52.486790 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1b8f76c9-2018-49cf-88aa-e26218bd3953 req-a205b5f9-8b14-4268-8648-223e0e86a8f8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424283 Nov 12 05:15:53.098283 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76da74-76b4-4286-b22a-c1c5cb05acf7 req-862d3768-1e73-4d2a-bea9-1d5b7086e171 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:53.099830 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef76da74-76b4-4286-b22a-c1c5cb05acf7 req-862d3768-1e73-4d2a-bea9-1d5b7086e171 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=f636c3c0-53fa-4a15-9323-4dfc596fab9f HTTP/1.1" status: 200 len: 946 time: 0.0499144 Nov 12 05:15:53.153942 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef76da74-76b4-4286-b22a-c1c5cb05acf7 req-136af3e8-7161-4084-bb24-b46900d0050e tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478084 Nov 12 05:15:54.281055 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04074b-d3a5-4f23-b0fc-ac1078475434 req-1498f517-6959-4268-b07c-fc6583da4543 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:54.282563 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b04074b-d3a5-4f23-b0fc-ac1078475434 req-1498f517-6959-4268-b07c-fc6583da4543 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=f636c3c0-53fa-4a15-9323-4dfc596fab9f HTTP/1.1" status: 200 len: 946 time: 0.0604494 Nov 12 05:15:54.331415 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2b04074b-d3a5-4f23-b0fc-ac1078475434 req-762e68b0-1769-4c8d-9c7c-6c05175ae694 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428128 Nov 12 05:15:54.446664 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dfacf-6800-4164-b50c-c09a71db5429 req-9cd55d90-6f86-4433-871b-c90a6d19cee5 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:54.448064 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-712dfacf-6800-4164-b50c-c09a71db5429 req-9cd55d90-6f86-4433-871b-c90a6d19cee5 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=f636c3c0-53fa-4a15-9323-4dfc596fab9f HTTP/1.1" status: 200 len: 946 time: 0.0492444 Nov 12 05:15:54.496030 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-712dfacf-6800-4164-b50c-c09a71db5429 req-9be9c388-86fd-4ebc-911f-a1ee7ffdb9d9 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420322 Nov 12 05:16:03.210756 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae912607-673b-4c00-a995-26f09f5fb176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:05.566308 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27d3a2ad-9dfa-4c9a-9844-e9f16988f1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:06.983636 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:08.512865 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:09.131982 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:17.406077 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:17.529440 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:16:18.565871 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:19.918409 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99367b0-3ddc-440e-8648-41e26e769578 req-6c5564dc-850c-46b5-b27c-898d24095243 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:19.920095 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f99367b0-3ddc-440e-8648-41e26e769578 req-6c5564dc-850c-46b5-b27c-898d24095243 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=f636c3c0-53fa-4a15-9323-4dfc596fab9f HTTP/1.1" status: 200 len: 946 time: 0.0555012 Nov 12 05:16:19.968166 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f99367b0-3ddc-440e-8648-41e26e769578 req-d3a7b200-2e2e-4953-8dce-58b8e1939255 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419383 Nov 12 05:16:21.085451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3126b-867a-4196-a9ac-c909b4b0f0b7 req-75d8b5f3-e51b-4d5d-b8bc-8826382d8f22 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:21.086941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fde3126b-867a-4196-a9ac-c909b4b0f0b7 req-75d8b5f3-e51b-4d5d-b8bc-8826382d8f22 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=f636c3c0-53fa-4a15-9323-4dfc596fab9f HTTP/1.1" status: 200 len: 946 time: 0.0491703 Nov 12 05:16:21.134322 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fde3126b-867a-4196-a9ac-c909b4b0f0b7 req-4b3598c2-0f6d-4cdc-8624-e7e934acecdd tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee73aa02-dd5c-4937-8bad-dd77e9d187d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409119 Nov 12 05:16:21.825427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38aaa5-5eb5-48d1-8f39-9dc26d90b997 req-0b67f97c-99f2-4a9e-9aa2-0e15885f2a6f tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:21.827029 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc38aaa5-5eb5-48d1-8f39-9dc26d90b997 req-0b67f97c-99f2-4a9e-9aa2-0e15885f2a6f tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.31 "GET /v2.0/ports?device_id=f636c3c0-53fa-4a15-9323-4dfc596fab9f HTTP/1.1" status: 200 len: 946 time: 0.0713654 Nov 12 05:16:21.920771 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-dc38aaa5-5eb5-48d1-8f39-9dc26d90b997 req-b473f1a8-41b0-4799-af73-78054ce93af2 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Deleting port b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:21.921116 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dc38aaa5-5eb5-48d1-8f39-9dc26d90b997 req-b473f1a8-41b0-4799-af73-78054ce93af2 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:22.011733 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-dc38aaa5-5eb5-48d1-8f39-9dc26d90b997 req-b473f1a8-41b0-4799-af73-78054ce93af2 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] For port b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea,segment=NetworkSegment(5fc008eb-7a50-476d-9c72-6dab2e88810d),segment_id=5fc008eb-7a50-476d-9c72-6dab2e88810d)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:22.012014 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dc38aaa5-5eb5-48d1-8f39-9dc26d90b997 req-b473f1a8-41b0-4799-af73-78054ce93af2 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:22.030271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-dc38aaa5-5eb5-48d1-8f39-9dc26d90b997 req-b473f1a8-41b0-4799-af73-78054ce93af2 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Calling delete_port for b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:22.204475 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dc38aaa5-5eb5-48d1-8f39-9dc26d90b997 req-b473f1a8-41b0-4799-af73-78054ce93af2 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:22.254410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:22.266334 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-11263016-70bb-41e7-b9b9-f92bdc1c23fa req-e30b5be6-353d-4f0b-8e6f-3e3d080b0595 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.37 "GET /v2.0/ports?device_id=f636c3c0-53fa-4a15-9323-4dfc596fab9f HTTP/1.1" status: 200 len: 210 time: 0.0556924 Nov 12 05:16:22.267297 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473f1a8-41b0-4799-af73-78054ce93af2 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Pushing event deleted for resources: {'Port': ['ID=b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:22.322659 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc38aaa5-5eb5-48d1-8f39-9dc26d90b997 req-b473f1a8-41b0-4799-af73-78054ce93af2 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] No DVR routers for this DVR port b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:16:22.325383 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-dc38aaa5-5eb5-48d1-8f39-9dc26d90b997 req-b473f1a8-41b0-4799-af73-78054ce93af2 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:22.328888 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc38aaa5-5eb5-48d1-8f39-9dc26d90b997 req-b473f1a8-41b0-4799-af73-78054ce93af2 tempest-TestEncryptedCinderVolumes-1009780106 tempest-TestEncryptedCinderVolumes-1009780106-project] 10.222.0.31 "DELETE /v2.0/ports/b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea HTTP/1.1" status: 204 len: 173 time: 0.4954348 Nov 12 05:16:22.329351 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f636c3c0-53fa-4a15-9323-4dfc596fab9f', 'name': 'network-vif-deleted', 'tag': 'b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:22.331651 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf633e0-83c4-4bb5-896d-9ba4fad3c666" -d '{"events": [{"server_uuid": "f636c3c0-53fa-4a15-9323-4dfc596fab9f", "name": "network-vif-deleted", "tag": "b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:22.686098 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b398fc1-efed-4cc4-8905-c7de603c36d5 x-openstack-request-id: req-3b398fc1-efed-4cc4-8905-c7de603c36d5 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:22.686581 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f636c3c0-53fa-4a15-9323-4dfc596fab9f", "name": "network-vif-deleted", "tag": "b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:22.686994 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b398fc1-efed-4cc4-8905-c7de603c36d5 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:22.687496 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f636c3c0-53fa-4a15-9323-4dfc596fab9f', 'name': 'network-vif-deleted', 'tag': 'b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea', 'status': 'completed', 'code': 200} Nov 12 05:16:23.489157 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56818) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:23.845476 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86a2a9d9-1b90-4489-a03a-37f35d38da5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:24.092922 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-86a2a9d9-1b90-4489-a03a-37f35d38da5a admin admin] Deleting port ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:24.093148 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86a2a9d9-1b90-4489-a03a-37f35d38da5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:24.174055 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-86a2a9d9-1b90-4489-a03a-37f35d38da5a admin admin] For port ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9,segment=NetworkSegment(5fc008eb-7a50-476d-9c72-6dab2e88810d),segment_id=5fc008eb-7a50-476d-9c72-6dab2e88810d)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:24.174411 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86a2a9d9-1b90-4489-a03a-37f35d38da5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:24.187208 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-86a2a9d9-1b90-4489-a03a-37f35d38da5a admin admin] Calling delete_port for ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:24.212124 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:24.232839 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:16:24.233184 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device b72b7ac2-6907-4e21-a1d3-ea65c10fb1ea not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:16:24.474579 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86a2a9d9-1b90-4489-a03a-37f35d38da5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:24.498072 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2a9d9-1b90-4489-a03a-37f35d38da5a admin admin] Pushing event deleted for resources: {'Port': ['ID=ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:24.665156 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-86a2a9d9-1b90-4489-a03a-37f35d38da5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:24.880513 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a2a9d9-1b90-4489-a03a-37f35d38da5a admin admin] Router 540c38af-182b-4ab4-af02-5065aefe2d72 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:16:24.989261 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a2a9d9-1b90-4489-a03a-37f35d38da5a admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:16:24.994864 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-86a2a9d9-1b90-4489-a03a-37f35d38da5a admin admin] 10.222.0.37 "PUT /v2.0/routers/540c38af-182b-4ab4-af02-5065aefe2d72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5045555 Nov 12 05:16:24.997596 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56820) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:25.000932 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65e89b-84c2-4930-9715-6cb00c46bf57 None None] Sync routers for ids ['540c38af-182b-4ab4-af02-5065aefe2d72'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:16:25.010513 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec65e89b-84c2-4930-9715-6cb00c46bf57 None None] Routers {'540c38af-182b-4ab4-af02-5065aefe2d72'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:16:25.011186 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ec65e89b-84c2-4930-9715-6cb00c46bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:16:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['540c38af-182b-4ab4-af02-5065aefe2d72'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:25.100061 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d326afab-b9fc-4cae-8db9-ef3b54439d88 admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:25.112786 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ec65e89b-84c2-4930-9715-6cb00c46bf57 None None] Set router 540c38af-182b-4ab4-af02-5065aefe2d72 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:16:25.203848 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d326afab-b9fc-4cae-8db9-ef3b54439d88 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:25.296853 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ec65e89b-84c2-4930-9715-6cb00c46bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c38af-182b-4ab4-af02-5065aefe2d72', 'name': 'tempest-TestEncryptedCinderVolumes-1886104255-router', 'tenant_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '00d55434-64ee-4e4b-81d5-a031e2246012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:47Z', 'updated_at': '2021-11-12T05:16:24Z', 'revision_number': 5, 'project_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'gw_port': {'id': '00d55434-64ee-4e4b-81d5-a031e2246012', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:29:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c38af-182b-4ab4-af02-5065aefe2d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:47Z', 'updated_at': '2021-11-12T05:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:25.318608 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d326afab-b9fc-4cae-8db9-ef3b54439d88 admin admin] Deleting port 00d55434-64ee-4e4b-81d5-a031e2246012 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:25.319052 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d326afab-b9fc-4cae-8db9-ef3b54439d88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:25.323671 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65e89b-84c2-4930-9715-6cb00c46bf57 None None] Checking router: 540c38af-182b-4ab4-af02-5065aefe2d72 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:16:25.331913 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec65e89b-84c2-4930-9715-6cb00c46bf57 None None] Routers {'540c38af-182b-4ab4-af02-5065aefe2d72'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:16:25.332501 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ec65e89b-84c2-4930-9715-6cb00c46bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:16:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['540c38af-182b-4ab4-af02-5065aefe2d72'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:25.404661 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-d326afab-b9fc-4cae-8db9-ef3b54439d88 admin admin] For port 00d55434-64ee-4e4b-81d5-a031e2246012, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=00d55434-64ee-4e4b-81d5-a031e2246012,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:25.405032 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d326afab-b9fc-4cae-8db9-ef3b54439d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:25.418060 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d326afab-b9fc-4cae-8db9-ef3b54439d88 admin admin] Calling delete_port for 00d55434-64ee-4e4b-81d5-a031e2246012 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:25.420599 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-ec65e89b-84c2-4930-9715-6cb00c46bf57 None None] Set router 540c38af-182b-4ab4-af02-5065aefe2d72 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:16:25.477074 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-ec65e89b-84c2-4930-9715-6cb00c46bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c38af-182b-4ab4-af02-5065aefe2d72', 'name': 'tempest-TestEncryptedCinderVolumes-1886104255-router', 'tenant_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:47Z', 'updated_at': '2021-11-12T05:16:25Z', 'revision_number': 6, 'project_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:25.502735 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65e89b-84c2-4930-9715-6cb00c46bf57 None None] The sync data for ids ['540c38af-182b-4ab4-af02-5065aefe2d72'] in n-d-768509-24 is: [{'id': '540c38af-182b-4ab4-af02-5065aefe2d72', 'name': 'tempest-TestEncryptedCinderVolumes-1886104255-router', 'tenant_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:47Z', 'updated_at': '2021-11-12T05:16:25Z', 'revision_number': 6, 'project_id': 'ee9f3c96cac04df2a40e2266aa9d18ee', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:16:25.674663 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d326afab-b9fc-4cae-8db9-ef3b54439d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:25.701705 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326afab-b9fc-4cae-8db9-ef3b54439d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=00d55434-64ee-4e4b-81d5-a031e2246012,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:25.715660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1265c394-7605-48d8-b53a-20bf17e9a15d None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:16:25.763084 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d326afab-b9fc-4cae-8db9-ef3b54439d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:25.853775 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d326afab-b9fc-4cae-8db9-ef3b54439d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:25.855978 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d326afab-b9fc-4cae-8db9-ef3b54439d88 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.015712 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d326afab-b9fc-4cae-8db9-ef3b54439d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.016234 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d326afab-b9fc-4cae-8db9-ef3b54439d88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 540c38af-182b-4ab4-af02-5065aefe2d72 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:16:26.020708 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d326afab-b9fc-4cae-8db9-ef3b54439d88 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.021881 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d326afab-b9fc-4cae-8db9-ef3b54439d88 admin admin] 10.222.0.37 "DELETE /v2.0/routers/540c38af-182b-4ab4-af02-5065aefe2d72 HTTP/1.1" status: 204 len: 168 time: 1.0233486 Nov 12 05:16:26.024463 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56822) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:26.069086 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb10995-ec78-46d8-b4ac-bf4417bf06dd admin admin] Deleting subnet 5298c30d-be0b-439d-bd5c-0d6583444ff2 {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:16:26.072179 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cbb10995-ec78-46d8-b4ac-bf4417bf06dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.106151 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cbb10995-ec78-46d8-b4ac-bf4417bf06dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.184457 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cbb10995-ec78-46d8-b4ac-bf4417bf06dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.309762 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cbb10995-ec78-46d8-b4ac-bf4417bf06dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.337111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb10995-ec78-46d8-b4ac-bf4417bf06dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5298c30d-be0b-439d-bd5c-0d6583444ff2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:26.339663 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-cbb10995-ec78-46d8-b4ac-bf4417bf06dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.345230 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-cbb10995-ec78-46d8-b4ac-bf4417bf06dd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5298c30d-be0b-439d-bd5c-0d6583444ff2 HTTP/1.1" status: 204 len: 168 time: 0.3169823 Nov 12 05:16:26.346567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56824) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:26.349189 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86402fc2-57c5-4674-a646-849765773d5e None None] Network 76eb8d2c-e40d-496c-b365-3315037db888 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:16:26.421664 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.484616 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] Deleting port d943fd8f-1a99-420b-82e7-f76ca1926bcb {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:26.485566 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.551976 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] For port d943fd8f-1a99-420b-82e7-f76ca1926bcb, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d943fd8f-1a99-420b-82e7-f76ca1926bcb,segment=NetworkSegment(5fc008eb-7a50-476d-9c72-6dab2e88810d),segment_id=5fc008eb-7a50-476d-9c72-6dab2e88810d)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:26.552333 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.561780 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51438725-9073-4ad5-94e3-818c717188ed None None] DHCP port deletion for 76eb8d2c-e40d-496c-b365-3315037db888 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:16:26.565387 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] Calling delete_port for d943fd8f-1a99-420b-82e7-f76ca1926bcb owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:26.609370 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-51438725-9073-4ad5-94e3-818c717188ed None None] Deleting port d943fd8f-1a99-420b-82e7-f76ca1926bcb {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:26.610007 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51438725-9073-4ad5-94e3-818c717188ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.677247 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-51438725-9073-4ad5-94e3-818c717188ed None None] For port d943fd8f-1a99-420b-82e7-f76ca1926bcb, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d943fd8f-1a99-420b-82e7-f76ca1926bcb,segment=NetworkSegment(5fc008eb-7a50-476d-9c72-6dab2e88810d),segment_id=5fc008eb-7a50-476d-9c72-6dab2e88810d)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:26.677637 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51438725-9073-4ad5-94e3-818c717188ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.690216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-51438725-9073-4ad5-94e3-818c717188ed None None] Calling delete_port for d943fd8f-1a99-420b-82e7-f76ca1926bcb owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:26.709345 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.735108 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d943fd8f-1a99-420b-82e7-f76ca1926bcb,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:26.738658 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] No DVR routers for this DVR port d943fd8f-1a99-420b-82e7-f76ca1926bcb on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:16:26.772945 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51438725-9073-4ad5-94e3-818c717188ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.796352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51438725-9073-4ad5-94e3-818c717188ed None None] Pushing event deleted for resources: {'Port': ['ID=d943fd8f-1a99-420b-82e7-f76ca1926bcb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:26.805579 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51438725-9073-4ad5-94e3-818c717188ed None None] No DVR routers for this DVR port d943fd8f-1a99-420b-82e7-f76ca1926bcb on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:16:26.810396 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438725-9073-4ad5-94e3-818c717188ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:26.810904 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438725-9073-4ad5-94e3-818c717188ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:26.811250 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438725-9073-4ad5-94e3-818c717188ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:26.811584 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438725-9073-4ad5-94e3-818c717188ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:26.811911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438725-9073-4ad5-94e3-818c717188ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:26.812238 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438725-9073-4ad5-94e3-818c717188ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:26.812559 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438725-9073-4ad5-94e3-818c717188ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:26.812879 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438725-9073-4ad5-94e3-818c717188ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:26.813203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438725-9073-4ad5-94e3-818c717188ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:26.813505 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438725-9073-4ad5-94e3-818c717188ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:26.813819 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438725-9073-4ad5-94e3-818c717188ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:26.814158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51438725-9073-4ad5-94e3-818c717188ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:26.824013 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.843827 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76eb8d2c-e40d-496c-b365-3315037db888']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:26.852870 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc008eb-7a50-476d-9c72-6dab2e88810d') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:26.853207 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc008eb-7a50-476d-9c72-6dab2e88810d') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:26.862200 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.875549 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.881329 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:16:26.881713 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: timer() Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:16:26.883368 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:16:27.010838 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:27.016267 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:27.019696 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] 10.222.0.37 "DELETE /v2.0/networks/76eb8d2c-e40d-496c-b365-3315037db888 HTTP/1.1" status: 204 len: 168 time: 0.6717780 Nov 12 05:16:27.022531 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56826) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:27.031830 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ef5b9-3732-4f2f-93c1-c879948ef6fb admin admin] Pushing event deleted for resources: {'Network': ['ID=76eb8d2c-e40d-496c-b365-3315037db888,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:27.451529 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 00d55434-64ee-4e4b-81d5-a031e2246012 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:27.472158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 00d55434-64ee-4e4b-81d5-a031e2246012 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:16:27.472501 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 00d55434-64ee-4e4b-81d5-a031e2246012 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:16:27.472915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:27.491245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:16:27.491590 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ca5f86f4-9eab-4135-bde4-e4e9b7e8f7a9 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:16:27.492006 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d943fd8f-1a99-420b-82e7-f76ca1926bcb no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:27.510927 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: d943fd8f-1a99-420b-82e7-f76ca1926bcb {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:16:27.511271 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d943fd8f-1a99-420b-82e7-f76ca1926bcb not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:16:27.688045 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2da645e-b46b-4918-8122-3d3cd8b2962d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:27.937250 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b2da645e-b46b-4918-8122-3d3cd8b2962d admin admin] Deleting port 3033b740-c9e7-4d6c-94a7-1a3183893dcb {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:27.937589 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2da645e-b46b-4918-8122-3d3cd8b2962d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:28.013170 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-b2da645e-b46b-4918-8122-3d3cd8b2962d admin admin] For port 3033b740-c9e7-4d6c-94a7-1a3183893dcb, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=3033b740-c9e7-4d6c-94a7-1a3183893dcb,segment=NetworkSegment(80cba380-3f86-47ed-b0cc-e0854468d606),segment_id=80cba380-3f86-47ed-b0cc-e0854468d606)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:28.013448 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2da645e-b46b-4918-8122-3d3cd8b2962d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:28.026077 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b2da645e-b46b-4918-8122-3d3cd8b2962d admin admin] Calling delete_port for 3033b740-c9e7-4d6c-94a7-1a3183893dcb owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:28.274769 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2da645e-b46b-4918-8122-3d3cd8b2962d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:28.316143 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da645e-b46b-4918-8122-3d3cd8b2962d admin admin] Pushing event deleted for resources: {'Port': ['ID=3033b740-c9e7-4d6c-94a7-1a3183893dcb,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:28.489506 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2da645e-b46b-4918-8122-3d3cd8b2962d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:28.706213 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2da645e-b46b-4918-8122-3d3cd8b2962d admin admin] Router ee47ba9b-06c5-4048-a57a-0efc2d0cb039 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:16:28.817573 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2da645e-b46b-4918-8122-3d3cd8b2962d admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:16:28.823011 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b2da645e-b46b-4918-8122-3d3cd8b2962d admin admin] 10.222.0.37 "PUT /v2.0/routers/ee47ba9b-06c5-4048-a57a-0efc2d0cb039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7994411 Nov 12 05:16:28.825595 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56828) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:28.829148 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f82f7d-1b0f-40b5-89de-bfd86f33adee None None] Sync routers for ids ['ee47ba9b-06c5-4048-a57a-0efc2d0cb039'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:16:28.839756 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f82f7d-1b0f-40b5-89de-bfd86f33adee None None] Routers {'ee47ba9b-06c5-4048-a57a-0efc2d0cb039'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:16:28.840463 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-05f82f7d-1b0f-40b5-89de-bfd86f33adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:16:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['ee47ba9b-06c5-4048-a57a-0efc2d0cb039'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:28.931383 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d24b5121-59e5-4fdf-aa09-c681966c4b9a admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:28.946174 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-05f82f7d-1b0f-40b5-89de-bfd86f33adee None None] Set router ee47ba9b-06c5-4048-a57a-0efc2d0cb039 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:16:29.032291 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d24b5121-59e5-4fdf-aa09-c681966c4b9a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:29.132035 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-05f82f7d-1b0f-40b5-89de-bfd86f33adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee47ba9b-06c5-4048-a57a-0efc2d0cb039', 'name': 'tempest-TestEncryptedCinderVolumes-359814186-router', 'tenant_id': 'a7a64b65ee1645089c493a7966625881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '1afcd5b9-5190-4302-9346-676f31119616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:53Z', 'updated_at': '2021-11-12T05:16:28Z', 'revision_number': 5, 'project_id': 'a7a64b65ee1645089c493a7966625881', 'gw_port': {'id': '1afcd5b9-5190-4302-9346-676f31119616', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47ba9b-06c5-4048-a57a-0efc2d0cb039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:14:54Z', 'updated_at': '2021-11-12T05:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:29.143859 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d24b5121-59e5-4fdf-aa09-c681966c4b9a admin admin] Deleting port 1afcd5b9-5190-4302-9346-676f31119616 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:29.144197 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d24b5121-59e5-4fdf-aa09-c681966c4b9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:29.158561 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f82f7d-1b0f-40b5-89de-bfd86f33adee None None] Checking router: ee47ba9b-06c5-4048-a57a-0efc2d0cb039 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:16:29.166986 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f82f7d-1b0f-40b5-89de-bfd86f33adee None None] Routers {'ee47ba9b-06c5-4048-a57a-0efc2d0cb039'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:16:29.167578 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-05f82f7d-1b0f-40b5-89de-bfd86f33adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:16:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['ee47ba9b-06c5-4048-a57a-0efc2d0cb039'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:29.220537 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-d24b5121-59e5-4fdf-aa09-c681966c4b9a admin admin] For port 1afcd5b9-5190-4302-9346-676f31119616, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1afcd5b9-5190-4302-9346-676f31119616,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:29.220898 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d24b5121-59e5-4fdf-aa09-c681966c4b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:29.233012 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d24b5121-59e5-4fdf-aa09-c681966c4b9a admin admin] Calling delete_port for 1afcd5b9-5190-4302-9346-676f31119616 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:29.252791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-05f82f7d-1b0f-40b5-89de-bfd86f33adee None None] Set router ee47ba9b-06c5-4048-a57a-0efc2d0cb039 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:16:29.306699 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-05f82f7d-1b0f-40b5-89de-bfd86f33adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee47ba9b-06c5-4048-a57a-0efc2d0cb039', 'name': 'tempest-TestEncryptedCinderVolumes-359814186-router', 'tenant_id': 'a7a64b65ee1645089c493a7966625881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:53Z', 'updated_at': '2021-11-12T05:16:29Z', 'revision_number': 6, 'project_id': 'a7a64b65ee1645089c493a7966625881', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:29.333381 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f82f7d-1b0f-40b5-89de-bfd86f33adee None None] The sync data for ids ['ee47ba9b-06c5-4048-a57a-0efc2d0cb039'] in n-d-768509-24 is: [{'id': 'ee47ba9b-06c5-4048-a57a-0efc2d0cb039', 'name': 'tempest-TestEncryptedCinderVolumes-359814186-router', 'tenant_id': 'a7a64b65ee1645089c493a7966625881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:14:53Z', 'updated_at': '2021-11-12T05:16:29Z', 'revision_number': 6, 'project_id': 'a7a64b65ee1645089c493a7966625881', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:16:29.452056 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d24b5121-59e5-4fdf-aa09-c681966c4b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:29.475752 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b5121-59e5-4fdf-aa09-c681966c4b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=1afcd5b9-5190-4302-9346-676f31119616,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:29.492844 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc46601-04a8-4065-9e9e-9adc30bc1e8d None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:16:29.544819 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d24b5121-59e5-4fdf-aa09-c681966c4b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:29.633618 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d24b5121-59e5-4fdf-aa09-c681966c4b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:29.636319 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d24b5121-59e5-4fdf-aa09-c681966c4b9a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:29.766335 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d24b5121-59e5-4fdf-aa09-c681966c4b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:29.766923 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24b5121-59e5-4fdf-aa09-c681966c4b9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee47ba9b-06c5-4048-a57a-0efc2d0cb039 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:16:29.771972 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d24b5121-59e5-4fdf-aa09-c681966c4b9a admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:29.776615 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56830) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:29.782046 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d24b5121-59e5-4fdf-aa09-c681966c4b9a admin admin] 10.222.0.37 "DELETE /v2.0/routers/ee47ba9b-06c5-4048-a57a-0efc2d0cb039 HTTP/1.1" status: 204 len: 168 time: 0.9552579 Nov 12 05:16:29.786190 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3033b740-c9e7-4d6c-94a7-1a3183893dcb no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:29.805863 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 3033b740-c9e7-4d6c-94a7-1a3183893dcb {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:16:29.807446 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 3033b740-c9e7-4d6c-94a7-1a3183893dcb not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:16:29.832031 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a1a440-c9e1-44ae-aa46-cbf0b89cd6a3 admin admin] Deleting subnet 10f2b4ad-7f5a-4fd8-9b6f-0e8fb658448a {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:16:29.835080 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a440-c9e1-44ae-aa46-cbf0b89cd6a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:29.867973 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a440-c9e1-44ae-aa46-cbf0b89cd6a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:29.941329 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a440-c9e1-44ae-aa46-cbf0b89cd6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:30.063814 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a440-c9e1-44ae-aa46-cbf0b89cd6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:30.089813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1a440-c9e1-44ae-aa46-cbf0b89cd6a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10f2b4ad-7f5a-4fd8-9b6f-0e8fb658448a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:30.095086 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a440-c9e1-44ae-aa46-cbf0b89cd6a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:30.098336 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a1a1a440-c9e1-44ae-aa46-cbf0b89cd6a3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/10f2b4ad-7f5a-4fd8-9b6f-0e8fb658448a HTTP/1.1" status: 204 len: 168 time: 0.3202202 Nov 12 05:16:30.102394 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56832) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:30.107520 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f832727-33ca-4cd9-98c6-00aa81fff665 None None] Network cf7e8842-c1f0-4e33-89b0-48e008f8cb86 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:16:30.182604 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:30.237705 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] Deleting port ed035e35-f771-4538-8a1b-f23a0392a485 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:30.238068 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:30.309887 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] For port ed035e35-f771-4538-8a1b-f23a0392a485, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ed035e35-f771-4538-8a1b-f23a0392a485,segment=NetworkSegment(80cba380-3f86-47ed-b0cc-e0854468d606),segment_id=80cba380-3f86-47ed-b0cc-e0854468d606)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:30.310542 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:30.327124 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] Calling delete_port for ed035e35-f771-4538-8a1b-f23a0392a485 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:30.389946 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99b2909-692a-42f9-b792-2c751af18e56 None None] DHCP port deletion for cf7e8842-c1f0-4e33-89b0-48e008f8cb86 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:16:30.443759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b99b2909-692a-42f9-b792-2c751af18e56 None None] Deleting port ed035e35-f771-4538-8a1b-f23a0392a485 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:16:30.445655 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b99b2909-692a-42f9-b792-2c751af18e56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:30.484219 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:30.511805 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed035e35-f771-4538-8a1b-f23a0392a485,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:30.514031 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] No DVR routers for this DVR port ed035e35-f771-4538-8a1b-f23a0392a485 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:16:30.515293 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b99b2909-692a-42f9-b792-2c751af18e56 None None] For port ed035e35-f771-4538-8a1b-f23a0392a485, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ed035e35-f771-4538-8a1b-f23a0392a485,segment=NetworkSegment(80cba380-3f86-47ed-b0cc-e0854468d606),segment_id=80cba380-3f86-47ed-b0cc-e0854468d606)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:30.515688 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b99b2909-692a-42f9-b792-2c751af18e56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:30.530748 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b99b2909-692a-42f9-b792-2c751af18e56 None None] Calling delete_port for ed035e35-f771-4538-8a1b-f23a0392a485 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:16:30.584552 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:30.607330 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b99b2909-692a-42f9-b792-2c751af18e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:30.610172 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7e8842-c1f0-4e33-89b0-48e008f8cb86']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:30.622543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80cba380-3f86-47ed-b0cc-e0854468d606') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:30.622543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80cba380-3f86-47ed-b0cc-e0854468d606') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:30.630318 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:30.636981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b2909-692a-42f9-b792-2c751af18e56 None None] Pushing event deleted for resources: {'Port': ['ID=ed035e35-f771-4538-8a1b-f23a0392a485,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:30.640777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99b2909-692a-42f9-b792-2c751af18e56 None None] No DVR routers for this DVR port ed035e35-f771-4538-8a1b-f23a0392a485 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:16:30.652494 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:30.658982 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:16:30.659377 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: timer() Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:16:30.661105 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:16:30.776023 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:30.782197 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:30.786062 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cf7e8842-c1f0-4e33-89b0-48e008f8cb86 HTTP/1.1" status: 204 len: 168 time: 0.6820807 Nov 12 05:16:30.797033 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2b751-c93c-42ee-aab6-9f563f4db399 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf7e8842-c1f0-4e33-89b0-48e008f8cb86,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:31.197187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56836) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:31.242875 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1f4bb371-f19d-4aaf-845b-e0ce4210f092 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee9f3c96cac04df2a40e2266aa9d18ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444748 Nov 12 05:16:31.245299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56838) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:31.298346 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c82eb153-2955-4dd0-bf80-8af286b02652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:31.321504 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c82eb153-2955-4dd0-bf80-8af286b02652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:31.445926 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c82eb153-2955-4dd0-bf80-8af286b02652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:31.449662 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c82eb153-2955-4dd0-bf80-8af286b02652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:31.450706 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c82eb153-2955-4dd0-bf80-8af286b02652 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee73aa02-dd5c-4937-8bad-dd77e9d187d5 HTTP/1.1" status: 204 len: 168 time: 0.2044101 Nov 12 05:16:31.453768 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1afcd5b9-5190-4302-9346-676f31119616 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:31.461175 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82eb153-2955-4dd0-bf80-8af286b02652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee73aa02-dd5c-4937-8bad-dd77e9d187d5,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:31.489215 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 1afcd5b9-5190-4302-9346-676f31119616 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:16:31.489706 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1afcd5b9-5190-4302-9346-676f31119616 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:16:31.490413 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ed035e35-f771-4538-8a1b-f23a0392a485 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:16:31.515809 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: ed035e35-f771-4538-8a1b-f23a0392a485 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:16:31.519771 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ed035e35-f771-4538-8a1b-f23a0392a485 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:16:32.121106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56844) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:32.161023 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fc9338f6-5e11-4ec0-8acb-f4bfa4066f7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7a64b65ee1645089c493a7966625881&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385976 Nov 12 05:16:32.163432 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56846) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:32.210003 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f5da0f7-4bf2-4794-b339-e3ff8ee0a42c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:32.231442 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f5da0f7-4bf2-4794-b339-e3ff8ee0a42c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:32.366066 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f5da0f7-4bf2-4794-b339-e3ff8ee0a42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:32.368725 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f5da0f7-4bf2-4794-b339-e3ff8ee0a42c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:32.369914 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7f5da0f7-4bf2-4794-b339-e3ff8ee0a42c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f06ed2d-e0e2-4f4b-8755-ca521ae58443 HTTP/1.1" status: 204 len: 168 time: 0.2055681 Nov 12 05:16:32.378280 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5da0f7-4bf2-4794-b339-e3ff8ee0a42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f06ed2d-e0e2-4f4b-8755-ca521ae58443,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:33.223141 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-46f67358-8ac6-4722-af0e-55d770f0da7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:33.430299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56868) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:33.572012 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-45f6b8ee-3527-4bd8-a7bf-50239965ea39 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1024463300-network', 'tenant_id': '960f687347374fd190fe01d4bb0bb811'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:33.686539 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f6b8ee-3527-4bd8-a7bf-50239965ea39 admin admin] Made reservation on behalf of 960f687347374fd190fe01d4bb0bb811 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:16:33.689016 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45f6b8ee-3527-4bd8-a7bf-50239965ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:33.701308 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45f6b8ee-3527-4bd8-a7bf-50239965ea39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:33.779674 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45f6b8ee-3527-4bd8-a7bf-50239965ea39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:33.869266 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45f6b8ee-3527-4bd8-a7bf-50239965ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:33.893302 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f6b8ee-3527-4bd8-a7bf-50239965ea39 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:16:33.907879 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6b8ee-3527-4bd8-a7bf-50239965ea39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e32a5b7-847c-45b7-ae3e-3b8d075be39d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:33.912988 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45f6b8ee-3527-4bd8-a7bf-50239965ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:33.913933 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-45f6b8ee-3527-4bd8-a7bf-50239965ea39 admin admin] Added segment 53edddff-8345-4b96-acd7-df429ae6f18a of type vlan for network df03e8da-4108-4b17-8cc1-1e08c483a02a Nov 12 05:16:33.955195 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45f6b8ee-3527-4bd8-a7bf-50239965ea39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:34.029279 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45f6b8ee-3527-4bd8-a7bf-50239965ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:34.030181 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f6b8ee-3527-4bd8-a7bf-50239965ea39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:34.031048 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-45f6b8ee-3527-4bd8-a7bf-50239965ea39 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:34.093639 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6b8ee-3527-4bd8-a7bf-50239965ea39 admin admin] Pushing event updated for resources: {'Network': ['ID=df03e8da-4108-4b17-8cc1-1e08c483a02a,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:34.108230 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network df03e8da-4108-4b17-8cc1-1e08c483a02a details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:16:34.146343 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-45f6b8ee-3527-4bd8-a7bf-50239965ea39 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7147238 Nov 12 05:16:34.149016 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56872) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:34.154234 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-93036a9c-41af-4504-8161-75f384172023 admin admin] Request body: {'subnet': {'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1024463300-subnet', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:34.257485 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93036a9c-41af-4504-8161-75f384172023 admin admin] Made reservation on behalf of 960f687347374fd190fe01d4bb0bb811 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:16:34.259813 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93036a9c-41af-4504-8161-75f384172023 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:34.514720 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93036a9c-41af-4504-8161-75f384172023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:34.570906 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93036a9c-41af-4504-8161-75f384172023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f849508-7a5d-4dd1-84b7-b00c1b6561e6,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:34.580349 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93036a9c-41af-4504-8161-75f384172023 admin admin] Checking segment: {'id': '53edddff-8345-4b96-acd7-df429ae6f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:16:34.580699 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93036a9c-41af-4504-8161-75f384172023 admin admin] Network hostable DHCP agents. Network: df03e8da-4108-4b17-8cc1-1e08c483a02a, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:16:34.668804 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93036a9c-41af-4504-8161-75f384172023 admin admin] Network df03e8da-4108-4b17-8cc1-1e08c483a02a is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:16:34.743108 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-93036a9c-41af-4504-8161-75f384172023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, df03e8da-4108-4b17-8cc1-1e08c483a02a) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:16:34.747186 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93036a9c-41af-4504-8161-75f384172023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:34.747781 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-93036a9c-41af-4504-8161-75f384172023 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:34.755590 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070fafbe-11cf-4795-92bc-beced635001a None None] Network df03e8da-4108-4b17-8cc1-1e08c483a02a requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:16:34.832241 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-93036a9c-41af-4504-8161-75f384172023 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6820056 Nov 12 05:16:34.835217 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56874) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:34.840398 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-38125e28-e6b9-44ae-b4bb-1852d78b9e35 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1024463300-router', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:34.930445 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38125e28-e6b9-44ae-b4bb-1852d78b9e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:34.931569 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38125e28-e6b9-44ae-b4bb-1852d78b9e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:34.989502 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38125e28-e6b9-44ae-b4bb-1852d78b9e35 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:35.079273 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-df03e8da-4108-4b17-8cc1-1e08c483a02a', 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'fixed_ips': [{'subnet_id': '1f849508-7a5d-4dd1-84b7-b00c1b6561e6'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:16:35.080281 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:35.213047 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38125e28-e6b9-44ae-b4bb-1852d78b9e35 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:35.229816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] Allocated IP 172.20.0.2 (df03e8da-4108-4b17-8cc1-1e08c483a02a/1f849508-7a5d-4dd1-84b7-b00c1b6561e6/2dd53123-b731-4927-af05-e526fcb62ac8) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:16:35.396804 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:35.450378 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:35.487860 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38125e28-e6b9-44ae-b4bb-1852d78b9e35 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:35.490375 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] Network df03e8da-4108-4b17-8cc1-1e08c483a02a is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:16:35.503410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:16:35.508790 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38125e28-e6b9-44ae-b4bb-1852d78b9e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:35.511785 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:16:35.517294 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] Pushing event updated for resources: {'Port': ['ID=2dd53123-b731-4927-af05-e526fcb62ac8,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:35.575996 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] Attempting to bind port 2dd53123-b731-4927-af05-e526fcb62ac8 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:16:35.576349 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] Attempting to bind port 2dd53123-b731-4927-af05-e526fcb62ac8 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '53edddff-8345-4b96-acd7-df429ae6f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:16:35.576711 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] Attempting to bind port 2dd53123-b731-4927-af05-e526fcb62ac8 on network df03e8da-4108-4b17-8cc1-1e08c483a02a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:35.582525 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:16:35.582918 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] Checking segment: {'id': '53edddff-8345-4b96-acd7-df429ae6f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:16:35.583315 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:35.583706 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] Bound using segment: {'id': '53edddff-8345-4b96-acd7-df429ae6f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:16:35.584181 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] Bound port: 2dd53123-b731-4927-af05-e526fcb62ac8, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53edddff-8345-4b96-acd7-df429ae6f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:16:35.584568 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:35.595555 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-36a57526-ef70-45b1-9ff1-ed5e0a71db35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:35.625667 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-38125e28-e6b9-44ae-b4bb-1852d78b9e35 admin admin] Allocated IP 172.25.1.165 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/54947b15-5f97-4d55-a1c7-92bfefbec72f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:16:35.662080 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] For port 2dd53123-b731-4927-af05-e526fcb62ac8, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:16:35.666099 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] For port 2dd53123-b731-4927-af05-e526fcb62ac8, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2dd53123-b731-4927-af05-e526fcb62ac8,segment=NetworkSegment(53edddff-8345-4b96-acd7-df429ae6f18a),segment_id=53edddff-8345-4b96-acd7-df429ae6f18a)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:16:35.732269 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:35.744856 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38125e28-e6b9-44ae-b4bb-1852d78b9e35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:35.806070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1b83b-19f2-43a8-88d0-f6e758eaa007 None None] Pushing event updated for resources: {'Port': ['ID=2dd53123-b731-4927-af05-e526fcb62ac8,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:35.846410 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38125e28-e6b9-44ae-b4bb-1852d78b9e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:35.886975 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38125e28-e6b9-44ae-b4bb-1852d78b9e35 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:16:35.889681 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-38125e28-e6b9-44ae-b4bb-1852d78b9e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:16:35.896022 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38125e28-e6b9-44ae-b4bb-1852d78b9e35 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:16:35.905587 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f060b19-2990-44b9-9afe-4a237d524d10 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:16:35.921645 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38125e28-e6b9-44ae-b4bb-1852d78b9e35 admin admin] Pushing event updated for resources: {'Port': ['ID=54947b15-5f97-4d55-a1c7-92bfefbec72f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:36.003401 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a7f339e4-0c99-4432-96fd-7d13449a7e96 None None] Provisioning complete for port 54947b15-5f97-4d55-a1c7-92bfefbec72f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:36.003683 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a7f339e4-0c99-4432-96fd-7d13449a7e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:36.050135 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a7f339e4-0c99-4432-96fd-7d13449a7e96 None None] Port 54947b15-5f97-4d55-a1c7-92bfefbec72f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:16:36.651284 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38125e28-e6b9-44ae-b4bb-1852d78b9e35 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:36.780021 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36317d19-0300-4271-919d-dc173567d7a3 None None] Network df03e8da-4108-4b17-8cc1-1e08c483a02a requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:16:36.886581 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38125e28-e6b9-44ae-b4bb-1852d78b9e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:36.925543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ea6c113c-d389-497e-b9d7-5c90d943b064 None None] Provisioning complete for port 2dd53123-b731-4927-af05-e526fcb62ac8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:36.926405 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ea6c113c-d389-497e-b9d7-5c90d943b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:36.995701 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:37.052941 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ea6c113c-d389-497e-b9d7-5c90d943b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:37.091867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ea6c113c-d389-497e-b9d7-5c90d943b064 None None] For port 2dd53123-b731-4927-af05-e526fcb62ac8, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2dd53123-b731-4927-af05-e526fcb62ac8,segment=NetworkSegment(53edddff-8345-4b96-acd7-df429ae6f18a),segment_id=53edddff-8345-4b96-acd7-df429ae6f18a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:37.119860 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38125e28-e6b9-44ae-b4bb-1852d78b9e35 admin admin] Router f665e405-5037-402c-808a-82b89416a202 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:16:37.181159 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ea6c113c-d389-497e-b9d7-5c90d943b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:37.246677 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c113c-d389-497e-b9d7-5c90d943b064 None None] Pushing event updated for resources: {'Port': ['ID=2dd53123-b731-4927-af05-e526fcb62ac8,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:37.246993 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38125e28-e6b9-44ae-b4bb-1852d78b9e35 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:16:37.259741 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] Sync routers for ids ['f665e405-5037-402c-808a-82b89416a202'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:16:37.271727 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] Routers {'f665e405-5037-402c-808a-82b89416a202'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:16:37.272750 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:16:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f665e405-5037-402c-808a-82b89416a202'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:37.306268 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-982e4102-4a3f-4bb6-ab18-ac0d8a9030e5 None None] Provisioning complete for port 2dd53123-b731-4927-af05-e526fcb62ac8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:37.306268 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-982e4102-4a3f-4bb6-ab18-ac0d8a9030e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:37.327723 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-38125e28-e6b9-44ae-b4bb-1852d78b9e35 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:37.332205 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-38125e28-e6b9-44ae-b4bb-1852d78b9e35 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4933431 Nov 12 05:16:37.332763 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56876) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:37.384672 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] Set router f665e405-5037-402c-808a-82b89416a202 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:16:37.501706 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2dd53123-b731-4927-af05-e526fcb62ac8 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:16:37.554522 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2dd53123-b731-4927-af05-e526fcb62ac8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:37.555457 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:37.590821 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665e405-5037-402c-808a-82b89416a202', 'name': 'tempest-TestMinimumBasicScenario-1024463300-router', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:34Z', 'updated_at': '2021-11-12T05:16:36Z', 'revision_number': 3, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'gw_port': {'id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:35Z', 'updated_at': '2021-11-12T05:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:37.620978 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] Checking router: f665e405-5037-402c-808a-82b89416a202 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:16:37.621420 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] Updating router f665e405-5037-402c-808a-82b89416a202 port 54947b15-5f97-4d55-a1c7-92bfefbec72f binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:16:37.655818 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:37.803137 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3414a7d-f91e-4e4c-bbb8-ab1cb2425fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:37.972162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-b3414a7d-f91e-4e4c-bbb8-ab1cb2425fbc admin admin] Allocated IP 172.20.0.1 (df03e8da-4108-4b17-8cc1-1e08c483a02a/1f849508-7a5d-4dd1-84b7-b00c1b6561e6/e957a60d-ff8c-4adb-beff-23eac63dd30f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:16:38.024786 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.087849 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3414a7d-f91e-4e4c-bbb8-ab1cb2425fbc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.097363 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.142617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47269e7c-375c-42c3-8258-962cabc081e3 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:16:38.153851 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] Attempting to bind port 54947b15-5f97-4d55-a1c7-92bfefbec72f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:16:38.154516 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] Attempting to bind port 54947b15-5f97-4d55-a1c7-92bfefbec72f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:16:38.154960 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] Attempting to bind port 54947b15-5f97-4d55-a1c7-92bfefbec72f on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:38.162236 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509ef6d-5ac4-4297-8df3-0e6ef49ca22f None None] Pushing event updated for resources: {'Port': ['ID=54947b15-5f97-4d55-a1c7-92bfefbec72f,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:38.166849 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:16:38.166849 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:16:38.166849 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.166849 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:16:38.167352 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] Bound port: 54947b15-5f97-4d55-a1c7-92bfefbec72f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:16:38.167466 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.173907 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509ef6d-5ac4-4297-8df3-0e6ef49ca22f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:38.174237 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509ef6d-5ac4-4297-8df3-0e6ef49ca22f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:38.174565 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509ef6d-5ac4-4297-8df3-0e6ef49ca22f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:38.174914 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509ef6d-5ac4-4297-8df3-0e6ef49ca22f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:38.175234 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509ef6d-5ac4-4297-8df3-0e6ef49ca22f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:38.175550 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509ef6d-5ac4-4297-8df3-0e6ef49ca22f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:38.175889 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509ef6d-5ac4-4297-8df3-0e6ef49ca22f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:38.176199 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509ef6d-5ac4-4297-8df3-0e6ef49ca22f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:38.176550 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509ef6d-5ac4-4297-8df3-0e6ef49ca22f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:38.176857 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509ef6d-5ac4-4297-8df3-0e6ef49ca22f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:38.177163 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509ef6d-5ac4-4297-8df3-0e6ef49ca22f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:38.177469 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509ef6d-5ac4-4297-8df3-0e6ef49ca22f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:38.218069 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3414a7d-f91e-4e4c-bbb8-ab1cb2425fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.220002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c107c760-e211-44df-b224-8fb10c71309e None None] Provisioning complete for port 54947b15-5f97-4d55-a1c7-92bfefbec72f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:38.220606 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c107c760-e211-44df-b224-8fb10c71309e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.233835 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] For port 54947b15-5f97-4d55-a1c7-92bfefbec72f, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:16:38.237009 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] For port 54947b15-5f97-4d55-a1c7-92bfefbec72f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=54947b15-5f97-4d55-a1c7-92bfefbec72f,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:16:38.256169 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3414a7d-f91e-4e4c-bbb8-ab1cb2425fbc admin admin] Network df03e8da-4108-4b17-8cc1-1e08c483a02a is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:16:38.259032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c107c760-e211-44df-b224-8fb10c71309e None None] Port 54947b15-5f97-4d55-a1c7-92bfefbec72f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:16:38.259210 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b3414a7d-f91e-4e4c-bbb8-ab1cb2425fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:16:38.262548 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3414a7d-f91e-4e4c-bbb8-ab1cb2425fbc admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:16:38.292361 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3414a7d-f91e-4e4c-bbb8-ab1cb2425fbc admin admin] Pushing event updated for resources: {'Port': ['ID=e957a60d-ff8c-4adb-beff-23eac63dd30f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:38.310483 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.316739 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3414a7d-f91e-4e4c-bbb8-ab1cb2425fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.378174 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509ef6d-5ac4-4297-8df3-0e6ef49ca22f None None] Pushing event updated for resources: {'Port': ['ID=54947b15-5f97-4d55-a1c7-92bfefbec72f,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:38.396192 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] Routers {'f665e405-5037-402c-808a-82b89416a202'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:16:38.396749 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396d1bf5-fb4c-4f75-a0c5-b19e8d20f5d0 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:16:38.396994 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:16:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f665e405-5037-402c-808a-82b89416a202'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:38.484712 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-01a60434-a23d-41a3-83c2-1dd49698655b None None] Provisioning complete for port 54947b15-5f97-4d55-a1c7-92bfefbec72f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:38.485114 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01a60434-a23d-41a3-83c2-1dd49698655b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.515023 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] Set router f665e405-5037-402c-808a-82b89416a202 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:16:38.520641 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.566239 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3414a7d-f91e-4e4c-bbb8-ab1cb2425fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.577061 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01a60434-a23d-41a3-83c2-1dd49698655b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.599814 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-01a60434-a23d-41a3-83c2-1dd49698655b None None] For port 54947b15-5f97-4d55-a1c7-92bfefbec72f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=54947b15-5f97-4d55-a1c7-92bfefbec72f,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:38.673453 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-01a60434-a23d-41a3-83c2-1dd49698655b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.745332 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665e405-5037-402c-808a-82b89416a202', 'name': 'tempest-TestMinimumBasicScenario-1024463300-router', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:34Z', 'updated_at': '2021-11-12T05:16:36Z', 'revision_number': 3, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'gw_port': {'id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:35Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:38.747621 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a60434-a23d-41a3-83c2-1dd49698655b None None] Pushing event updated for resources: {'Port': ['ID=54947b15-5f97-4d55-a1c7-92bfefbec72f,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:38.770673 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3414a7d-f91e-4e4c-bbb8-ab1cb2425fbc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.776953 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e3b2f8-5218-41be-8d06-389524e7a21a None None] The sync data for ids ['f665e405-5037-402c-808a-82b89416a202'] in n-d-768509-24 is: [{'id': 'f665e405-5037-402c-808a-82b89416a202', 'name': 'tempest-TestMinimumBasicScenario-1024463300-router', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:34Z', 'updated_at': '2021-11-12T05:16:36Z', 'revision_number': 3, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'gw_port': {'id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:35Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:16:38.802508 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e49b77d1-e571-4674-b30b-80384ca58b22 None None] Provisioning complete for port e957a60d-ff8c-4adb-beff-23eac63dd30f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:38.802946 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e49b77d1-e571-4674-b30b-80384ca58b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.833326 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3414a7d-f91e-4e4c-bbb8-ab1cb2425fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.847938 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e49b77d1-e571-4674-b30b-80384ca58b22 None None] Port e957a60d-ff8c-4adb-beff-23eac63dd30f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:16:38.908897 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3414a7d-f91e-4e4c-bbb8-ab1cb2425fbc admin admin] Pushing event updated for resources: {'Port': ['ID=e957a60d-ff8c-4adb-beff-23eac63dd30f,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:38.911472 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b3414a7d-f91e-4e4c-bbb8-ab1cb2425fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:39.020103 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3414a7d-f91e-4e4c-bbb8-ab1cb2425fbc admin admin] Network df03e8da-4108-4b17-8cc1-1e08c483a02a is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:16:39.021892 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-b3414a7d-f91e-4e4c-bbb8-ab1cb2425fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:16:39.149709 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:39.213262 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3414a7d-f91e-4e4c-bbb8-ab1cb2425fbc admin admin] Router f665e405-5037-402c-808a-82b89416a202 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:16:39.347378 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3414a7d-f91e-4e4c-bbb8-ab1cb2425fbc admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:16:39.352890 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b3414a7d-f91e-4e4c-bbb8-ab1cb2425fbc admin admin] 10.222.0.37 "PUT /v2.0/routers/f665e405-5037-402c-808a-82b89416a202/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0190399 Nov 12 05:16:39.406457 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-dbd3433c-11e0-43c5-9e38-fa4e2b033c69 None None] Provisioning complete for port e957a60d-ff8c-4adb-beff-23eac63dd30f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:39.407103 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dbd3433c-11e0-43c5-9e38-fa4e2b033c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:39.474206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-dbd3433c-11e0-43c5-9e38-fa4e2b033c69 None None] Port e957a60d-ff8c-4adb-beff-23eac63dd30f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:16:39.543101 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 54947b15-5f97-4d55-a1c7-92bfefbec72f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:16:39.604927 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 54947b15-5f97-4d55-a1c7-92bfefbec72f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:39.605297 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:40.154495 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56892) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:40.159612 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2d2f91d6-98f8-4578-9ace-b45ede45cf83 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-920317943-network', 'tenant_id': '9ff5a70dbb8746f98c1940ed60e17e57'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:40.257748 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2f91d6-98f8-4578-9ace-b45ede45cf83 admin admin] Made reservation on behalf of 9ff5a70dbb8746f98c1940ed60e17e57 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:16:40.260197 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d2f91d6-98f8-4578-9ace-b45ede45cf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:40.269813 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d2f91d6-98f8-4578-9ace-b45ede45cf83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:40.352890 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d2f91d6-98f8-4578-9ace-b45ede45cf83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:40.423110 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d2f91d6-98f8-4578-9ace-b45ede45cf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:40.449210 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d2f91d6-98f8-4578-9ace-b45ede45cf83 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:16:40.459877 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f91d6-98f8-4578-9ace-b45ede45cf83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292e77ea-ed8a-447f-9bf5-9eee400e4d7d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:40.466813 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d2f91d6-98f8-4578-9ace-b45ede45cf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:40.467162 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-2d2f91d6-98f8-4578-9ace-b45ede45cf83 admin admin] Added segment 650a50de-7f9d-47e3-89b0-2fd59524e818 of type vlan for network 13a6c166-3053-45ea-b697-a3bcf18a64fd Nov 12 05:16:40.509111 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d2f91d6-98f8-4578-9ace-b45ede45cf83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:40.538870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] Sync routers for ids ['f665e405-5037-402c-808a-82b89416a202'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:16:40.550315 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] Routers {'f665e405-5037-402c-808a-82b89416a202'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:16:40.553296 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:16:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f665e405-5037-402c-808a-82b89416a202'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:40.604931 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d2f91d6-98f8-4578-9ace-b45ede45cf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:40.605837 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2f91d6-98f8-4578-9ace-b45ede45cf83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:40.606452 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2d2f91d6-98f8-4578-9ace-b45ede45cf83 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:40.665804 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] Set router f665e405-5037-402c-808a-82b89416a202 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:16:40.674822 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f91d6-98f8-4578-9ace-b45ede45cf83 admin admin] Pushing event updated for resources: {'Network': ['ID=13a6c166-3053-45ea-b697-a3bcf18a64fd,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:40.692149 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 13a6c166-3053-45ea-b697-a3bcf18a64fd details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:16:40.716092 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2d2f91d6-98f8-4578-9ace-b45ede45cf83 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5604277 Nov 12 05:16:40.719187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56894) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:40.724293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-26334f0e-564c-4ae4-b4cf-79602ba671f2 admin admin] Request body: {'subnet': {'network_id': '13a6c166-3053-45ea-b697-a3bcf18a64fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-920317943-subnet', 'tenant_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:40.822735 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26334f0e-564c-4ae4-b4cf-79602ba671f2 admin admin] Made reservation on behalf of 9ff5a70dbb8746f98c1940ed60e17e57 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:16:40.826328 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-26334f0e-564c-4ae4-b4cf-79602ba671f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:40.957589 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665e405-5037-402c-808a-82b89416a202', 'name': 'tempest-TestMinimumBasicScenario-1024463300-router', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:34Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 4, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'gw_port': {'id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:35Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'e957a60d-ff8c-4adb-beff-23eac63dd30f', 'name': '', 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'mac_address': 'fa:16:3e:00:3b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1f849508-7a5d-4dd1-84b7-b00c1b6561e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:37Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 2, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'subnets': [{'id': '1f849508-7a5d-4dd1-84b7-b00c1b6561e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:40.984751 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] Checking router: f665e405-5037-402c-808a-82b89416a202 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:16:40.985112 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] Updating router f665e405-5037-402c-808a-82b89416a202 port e957a60d-ff8c-4adb-beff-23eac63dd30f binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:16:41.011930 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:41.080974 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-26334f0e-564c-4ae4-b4cf-79602ba671f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:41.139949 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26334f0e-564c-4ae4-b4cf-79602ba671f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d00f1a-be1e-483d-9bc5-7b75550f89d5,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:41.148131 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26334f0e-564c-4ae4-b4cf-79602ba671f2 admin admin] Checking segment: {'id': '650a50de-7f9d-47e3-89b0-2fd59524e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '13a6c166-3053-45ea-b697-a3bcf18a64fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:16:41.148497 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26334f0e-564c-4ae4-b4cf-79602ba671f2 admin admin] Network hostable DHCP agents. Network: 13a6c166-3053-45ea-b697-a3bcf18a64fd, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:16:41.262954 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26334f0e-564c-4ae4-b4cf-79602ba671f2 admin admin] Network 13a6c166-3053-45ea-b697-a3bcf18a64fd is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:16:41.287072 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:41.360251 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-26334f0e-564c-4ae4-b4cf-79602ba671f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 13a6c166-3053-45ea-b697-a3bcf18a64fd) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:16:41.364912 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26334f0e-564c-4ae4-b4cf-79602ba671f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:41.366236 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-26334f0e-564c-4ae4-b4cf-79602ba671f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:41.371451 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeb3bc2-5623-4bf4-ba51-c3218081dcc1 None None] Network 13a6c166-3053-45ea-b697-a3bcf18a64fd requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:16:41.394617 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:41.454516 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-26334f0e-564c-4ae4-b4cf-79602ba671f2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7341340 Nov 12 05:16:41.457253 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 56896) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:41.461801 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-920317943-router', 'tenant_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:41.493182 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7006e-dd69-44e4-85c7-8bed1ca2c712 None None] Pushing event updated for resources: {'Port': ['ID=e957a60d-ff8c-4adb-beff-23eac63dd30f,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:41.560060 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:41.561584 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:41.583677 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] Attempting to bind port e957a60d-ff8c-4adb-beff-23eac63dd30f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:16:41.584258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] Attempting to bind port e957a60d-ff8c-4adb-beff-23eac63dd30f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '53edddff-8345-4b96-acd7-df429ae6f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:16:41.584397 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] Attempting to bind port e957a60d-ff8c-4adb-beff-23eac63dd30f on network df03e8da-4108-4b17-8cc1-1e08c483a02a {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:41.595624 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:16:41.596006 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] Checking segment: {'id': '53edddff-8345-4b96-acd7-df429ae6f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:16:41.596409 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:41.596814 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] Bound using segment: {'id': '53edddff-8345-4b96-acd7-df429ae6f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:16:41.597290 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] Bound port: e957a60d-ff8c-4adb-beff-23eac63dd30f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53edddff-8345-4b96-acd7-df429ae6f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:16:41.597671 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:41.626181 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:41.649254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-13a6c166-3053-45ea-b697-a3bcf18a64fd', 'network_id': '13a6c166-3053-45ea-b697-a3bcf18a64fd', 'tenant_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'fixed_ips': [{'subnet_id': 'f3d00f1a-be1e-483d-9bc5-7b75550f89d5'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:16:41.650806 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:41.758389 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] For port e957a60d-ff8c-4adb-beff-23eac63dd30f, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:16:41.873873 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:41.941637 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] For port e957a60d-ff8c-4adb-beff-23eac63dd30f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e957a60d-ff8c-4adb-beff-23eac63dd30f,segment=NetworkSegment(53edddff-8345-4b96-acd7-df429ae6f18a),segment_id=53edddff-8345-4b96-acd7-df429ae6f18a)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:16:41.955732 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0947948c-a1ac-452a-b329-bc31148f8053 None None] Provisioning complete for port e957a60d-ff8c-4adb-beff-23eac63dd30f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:41.956101 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0947948c-a1ac-452a-b329-bc31148f8053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.018288 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.026929 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0947948c-a1ac-452a-b329-bc31148f8053 None None] Port e957a60d-ff8c-4adb-beff-23eac63dd30f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:16:42.061485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] Allocated IP 172.20.0.2 (13a6c166-3053-45ea-b697-a3bcf18a64fd/f3d00f1a-be1e-483d-9bc5-7b75550f89d5/21500ee1-bfa9-4e35-86b3-dcd112a73bbb) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:16:42.118674 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7006e-dd69-44e4-85c7-8bed1ca2c712 None None] Pushing event updated for resources: {'Port': ['ID=e957a60d-ff8c-4adb-beff-23eac63dd30f,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:42.125559 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] Routers {'f665e405-5037-402c-808a-82b89416a202'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:16:42.126118 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:16:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f665e405-5037-402c-808a-82b89416a202'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:42.147954 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.169645 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.289581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Allocated IP 172.25.1.211 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/19cf7f03-66e8-41ac-a147-b9bef3ed5ef4) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:16:42.295728 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] Set router f665e405-5037-402c-808a-82b89416a202 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:16:42.418042 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.418426 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.423982 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7d7cc214-a380-4058-ac6c-52a5a0564c5d None None] Provisioning complete for port e957a60d-ff8c-4adb-beff-23eac63dd30f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:42.424368 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7d7cc214-a380-4058-ac6c-52a5a0564c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.503186 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.532472 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.569036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] Network 13a6c166-3053-45ea-b697-a3bcf18a64fd is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:16:42.575741 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:16:42.582711 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:16:42.588222 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:16:42.588606 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:16:42.591358 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Pushing event updated for resources: {'Port': ['ID=19cf7f03-66e8-41ac-a147-b9bef3ed5ef4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:42.596508 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:16:42.598870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] Pushing event updated for resources: {'Port': ['ID=21500ee1-bfa9-4e35-86b3-dcd112a73bbb,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:42.608637 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e8764e-0a00-464c-a135-60defcd31bbd None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:16:42.625280 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:42.625629 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:42.625951 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:42.626881 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:42.626881 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:42.627155 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:42.627254 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:42.627721 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:42.627936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:42.628250 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:42.628569 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:42.628880 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:16:42.718203 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7d7cc214-a380-4058-ac6c-52a5a0564c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.741725 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] Attempting to bind port 21500ee1-bfa9-4e35-86b3-dcd112a73bbb on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:16:42.742120 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] Attempting to bind port 21500ee1-bfa9-4e35-86b3-dcd112a73bbb by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '650a50de-7f9d-47e3-89b0-2fd59524e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '13a6c166-3053-45ea-b697-a3bcf18a64fd'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:16:42.742542 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] Attempting to bind port 21500ee1-bfa9-4e35-86b3-dcd112a73bbb on network 13a6c166-3053-45ea-b697-a3bcf18a64fd {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:42.762068 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:16:42.762440 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] Checking segment: {'id': '650a50de-7f9d-47e3-89b0-2fd59524e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '13a6c166-3053-45ea-b697-a3bcf18a64fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:16:42.762862 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.763254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] Bound using segment: {'id': '650a50de-7f9d-47e3-89b0-2fd59524e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '13a6c166-3053-45ea-b697-a3bcf18a64fd'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:16:42.763727 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] Bound port: 21500ee1-bfa9-4e35-86b3-dcd112a73bbb, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650a50de-7f9d-47e3-89b0-2fd59524e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '13a6c166-3053-45ea-b697-a3bcf18a64fd'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:16:42.764106 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.787600 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7d7cc214-a380-4058-ac6c-52a5a0564c5d None None] For port e957a60d-ff8c-4adb-beff-23eac63dd30f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e957a60d-ff8c-4adb-beff-23eac63dd30f,segment=NetworkSegment(53edddff-8345-4b96-acd7-df429ae6f18a),segment_id=53edddff-8345-4b96-acd7-df429ae6f18a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:42.824052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665e405-5037-402c-808a-82b89416a202', 'name': 'tempest-TestMinimumBasicScenario-1024463300-router', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:34Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 4, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'gw_port': {'id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:35Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'e957a60d-ff8c-4adb-beff-23eac63dd30f', 'name': '', 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'mac_address': 'fa:16:3e:00:3b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1f849508-7a5d-4dd1-84b7-b00c1b6561e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:37Z', 'updated_at': '2021-11-12T05:16:41Z', 'revision_number': 4, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'subnets': [{'id': '1f849508-7a5d-4dd1-84b7-b00c1b6561e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:42.855205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e121074c-f679-4c8a-9ffb-ac0bf2586807 None None] The sync data for ids ['f665e405-5037-402c-808a-82b89416a202'] in n-d-768509-24 is: [{'id': 'f665e405-5037-402c-808a-82b89416a202', 'name': 'tempest-TestMinimumBasicScenario-1024463300-router', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:34Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 4, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'gw_port': {'id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:35Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'e957a60d-ff8c-4adb-beff-23eac63dd30f', 'name': '', 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'mac_address': 'fa:16:3e:00:3b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1f849508-7a5d-4dd1-84b7-b00c1b6561e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:37Z', 'updated_at': '2021-11-12T05:16:41Z', 'revision_number': 4, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'subnets': [{'id': '1f849508-7a5d-4dd1-84b7-b00c1b6561e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:16:42.880852 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] For port 21500ee1-bfa9-4e35-86b3-dcd112a73bbb, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:16:42.884867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] For port 21500ee1-bfa9-4e35-86b3-dcd112a73bbb, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=21500ee1-bfa9-4e35-86b3-dcd112a73bbb,segment=NetworkSegment(650a50de-7f9d-47e3-89b0-2fd59524e818),segment_id=650a50de-7f9d-47e3-89b0-2fd59524e818)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:16:42.898848 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7d7cc214-a380-4058-ac6c-52a5a0564c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.954660 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:42.964729 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cc214-a380-4058-ac6c-52a5a0564c5d None None] Pushing event updated for resources: {'Port': ['ID=e957a60d-ff8c-4adb-beff-23eac63dd30f,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:43.059707 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a035b-c910-4ecf-a01c-4144e6bb596c None None] Pushing event updated for resources: {'Port': ['ID=21500ee1-bfa9-4e35-86b3-dcd112a73bbb,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:43.071430 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f681a701-8e24-48bf-969d-ad9a290d5dea None None] Provisioning complete for port 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:43.072388 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f681a701-8e24-48bf-969d-ad9a290d5dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.113176 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f681a701-8e24-48bf-969d-ad9a290d5dea None None] Port 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:16:43.392300 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.535282 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e957a60d-ff8c-4adb-beff-23eac63dd30f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:16:43.599595 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port e957a60d-ff8c-4adb-beff-23eac63dd30f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:43.599595 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.643682 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.710088 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 21500ee1-bfa9-4e35-86b3-dcd112a73bbb up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:16:43.776063 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 21500ee1-bfa9-4e35-86b3-dcd112a73bbb triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:43.776435 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.863443 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Router e35a4127-957e-4e2d-9282-08dae1bbef2b is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:16:43.872268 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:43.917534 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 21500ee1-bfa9-4e35-86b3-dcd112a73bbb, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=21500ee1-bfa9-4e35-86b3-dcd112a73bbb,segment=NetworkSegment(650a50de-7f9d-47e3-89b0-2fd59524e818),segment_id=650a50de-7f9d-47e3-89b0-2fd59524e818)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:43.989016 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.032758 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:16:44.050381 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] Sync routers for ids ['e35a4127-957e-4e2d-9282-08dae1bbef2b'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:16:44.063375 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] Routers {'e35a4127-957e-4e2d-9282-08dae1bbef2b'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:16:44.064336 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:16:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e35a4127-957e-4e2d-9282-08dae1bbef2b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:44.067937 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=21500ee1-bfa9-4e35-86b3-dcd112a73bbb,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:44.149397 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.156054 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 56898) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:44.156794 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-14d31855-fec5-472f-9377-49fb1d3b449a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6924062 Nov 12 05:16:44.200896 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] Set router e35a4127-957e-4e2d-9282-08dae1bbef2b gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:16:44.219904 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4fea14-8ab6-46f2-83b9-9fe9806fc70a None None] Network 13a6c166-3053-45ea-b697-a3bcf18a64fd requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:16:44.305746 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-22dc0afb-8988-4094-b8b2-e7801d5a7e3b None None] Provisioning complete for port 21500ee1-bfa9-4e35-86b3-dcd112a73bbb triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:44.306962 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22dc0afb-8988-4094-b8b2-e7801d5a7e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.420950 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35a4127-957e-4e2d-9282-08dae1bbef2b', 'name': 'tempest-TestMinimumBasicScenario-920317943-router', 'tenant_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '19cf7f03-66e8-41ac-a147-b9bef3ed5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:41Z', 'updated_at': '2021-11-12T05:16:42Z', 'revision_number': 3, 'project_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'gw_port': {'id': '19cf7f03-66e8-41ac-a147-b9bef3ed5ef4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:de:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35a4127-957e-4e2d-9282-08dae1bbef2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:42Z', 'updated_at': '2021-11-12T05:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:44.452410 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] Checking router: e35a4127-957e-4e2d-9282-08dae1bbef2b for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:16:44.453046 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] Updating router e35a4127-957e-4e2d-9282-08dae1bbef2b port 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:16:44.481469 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.789506 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fcf685d5-6f86-4834-b9ae-8a401a62431e None None] Provisioning complete for port 21500ee1-bfa9-4e35-86b3-dcd112a73bbb triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:44.790173 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fcf685d5-6f86-4834-b9ae-8a401a62431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.842087 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.901767 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.944490 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d8ce97-2cf7-445c-9a15-8a41c49dc2f4 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:16:44.955033 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] Attempting to bind port 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:16:44.955397 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] Attempting to bind port 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:16:44.955850 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] Attempting to bind port 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:44.963844 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885f07c-6f44-4604-b49b-b60952b6d01c None None] Pushing event updated for resources: {'Port': ['ID=19cf7f03-66e8-41ac-a147-b9bef3ed5ef4,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:44.967755 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:16:44.968286 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:16:44.968721 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.969158 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:16:44.969640 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] Bound port: 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:16:44.970017 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:44.999883 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b5d9b3b8-a2c7-45e1-8d6f-be003d67b5d5 None None] Provisioning complete for port 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:45.002777 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b5d9b3b8-a2c7-45e1-8d6f-be003d67b5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.026406 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] For port 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:16:45.030949 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] For port 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=19cf7f03-66e8-41ac-a147-b9bef3ed5ef4,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:16:45.039071 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b5d9b3b8-a2c7-45e1-8d6f-be003d67b5d5 None None] Port 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:16:45.078405 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-106352e5-f6f8-4180-b812-8e2f4d191eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.125079 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.167547 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481297a5-0f07-470a-934f-3b10f0521e40 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:16:45.184047 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] Routers {'e35a4127-957e-4e2d-9282-08dae1bbef2b'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:16:45.184817 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:16:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e35a4127-957e-4e2d-9282-08dae1bbef2b'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:45.225875 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885f07c-6f44-4604-b49b-b60952b6d01c None None] Pushing event updated for resources: {'Port': ['ID=19cf7f03-66e8-41ac-a147-b9bef3ed5ef4,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:45.255147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-106352e5-f6f8-4180-b812-8e2f4d191eb8 admin admin] Allocated IP 172.20.0.1 (13a6c166-3053-45ea-b697-a3bcf18a64fd/f3d00f1a-be1e-483d-9bc5-7b75550f89d5/83d697cd-a5df-4da2-8fe4-9419b2cf56a8) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:16:45.265336 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-900f9747-7a35-4a4b-9623-eddcf60b9a2c None None] Provisioning complete for port 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:45.265704 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-900f9747-7a35-4a4b-9623-eddcf60b9a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.324875 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] Set router e35a4127-957e-4e2d-9282-08dae1bbef2b gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:16:45.355333 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-900f9747-7a35-4a4b-9623-eddcf60b9a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.381444 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-900f9747-7a35-4a4b-9623-eddcf60b9a2c None None] For port 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=19cf7f03-66e8-41ac-a147-b9bef3ed5ef4,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:45.381721 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-106352e5-f6f8-4180-b812-8e2f4d191eb8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.480749 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 21500ee1-bfa9-4e35-86b3-dcd112a73bbb up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:16:45.508985 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-900f9747-7a35-4a4b-9623-eddcf60b9a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.520897 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-106352e5-f6f8-4180-b812-8e2f4d191eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.565507 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35a4127-957e-4e2d-9282-08dae1bbef2b', 'name': 'tempest-TestMinimumBasicScenario-920317943-router', 'tenant_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '19cf7f03-66e8-41ac-a147-b9bef3ed5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:41Z', 'updated_at': '2021-11-12T05:16:42Z', 'revision_number': 3, 'project_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'gw_port': {'id': '19cf7f03-66e8-41ac-a147-b9bef3ed5ef4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:de:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35a4127-957e-4e2d-9282-08dae1bbef2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:42Z', 'updated_at': '2021-11-12T05:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:45.566935 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106352e5-f6f8-4180-b812-8e2f4d191eb8 admin admin] Network 13a6c166-3053-45ea-b697-a3bcf18a64fd is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:16:45.570223 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-106352e5-f6f8-4180-b812-8e2f4d191eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:16:45.577229 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106352e5-f6f8-4180-b812-8e2f4d191eb8 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:16:45.595154 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f9747-7a35-4a4b-9623-eddcf60b9a2c None None] Pushing event updated for resources: {'Port': ['ID=19cf7f03-66e8-41ac-a147-b9bef3ed5ef4,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:45.608204 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106352e5-f6f8-4180-b812-8e2f4d191eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=83d697cd-a5df-4da2-8fe4-9419b2cf56a8,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:45.609169 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 21500ee1-bfa9-4e35-86b3-dcd112a73bbb triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:45.609724 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.617076 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111bbeb8-6884-4fb2-95ca-fe6b828cbd16 None None] The sync data for ids ['e35a4127-957e-4e2d-9282-08dae1bbef2b'] in n-d-768509-24 is: [{'id': 'e35a4127-957e-4e2d-9282-08dae1bbef2b', 'name': 'tempest-TestMinimumBasicScenario-920317943-router', 'tenant_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '19cf7f03-66e8-41ac-a147-b9bef3ed5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:41Z', 'updated_at': '2021-11-12T05:16:42Z', 'revision_number': 3, 'project_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'gw_port': {'id': '19cf7f03-66e8-41ac-a147-b9bef3ed5ef4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:de:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35a4127-957e-4e2d-9282-08dae1bbef2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:42Z', 'updated_at': '2021-11-12T05:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:16:45.643747 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-106352e5-f6f8-4180-b812-8e2f4d191eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.897968 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-106352e5-f6f8-4180-b812-8e2f4d191eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:45.952751 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b2e3ac5b-cf43-4eac-8d89-fec3ad61e3d2 None None] Provisioning complete for port 83d697cd-a5df-4da2-8fe4-9419b2cf56a8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:45.953595 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2e3ac5b-cf43-4eac-8d89-fec3ad61e3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.006396 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b2e3ac5b-cf43-4eac-8d89-fec3ad61e3d2 None None] Port 83d697cd-a5df-4da2-8fe4-9419b2cf56a8 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:16:46.148199 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-106352e5-f6f8-4180-b812-8e2f4d191eb8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.210183 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-106352e5-f6f8-4180-b812-8e2f4d191eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.284877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106352e5-f6f8-4180-b812-8e2f4d191eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=83d697cd-a5df-4da2-8fe4-9419b2cf56a8,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:46.288684 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-106352e5-f6f8-4180-b812-8e2f4d191eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.411263 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106352e5-f6f8-4180-b812-8e2f4d191eb8 admin admin] Network 13a6c166-3053-45ea-b697-a3bcf18a64fd is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:16:46.412845 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-106352e5-f6f8-4180-b812-8e2f4d191eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:16:46.559167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106352e5-f6f8-4180-b812-8e2f4d191eb8 admin admin] Router e35a4127-957e-4e2d-9282-08dae1bbef2b has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:16:46.694010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106352e5-f6f8-4180-b812-8e2f4d191eb8 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:16:46.703725 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-106352e5-f6f8-4180-b812-8e2f4d191eb8 admin admin] 10.222.0.37 "PUT /v2.0/routers/e35a4127-957e-4e2d-9282-08dae1bbef2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5422513 Nov 12 05:16:46.731963 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2f82f79-118a-482b-9016-c3c03f525fef None None] Provisioning complete for port 83d697cd-a5df-4da2-8fe4-9419b2cf56a8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:46.733256 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2f82f79-118a-482b-9016-c3c03f525fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:46.783388 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2f82f79-118a-482b-9016-c3c03f525fef None None] Port 83d697cd-a5df-4da2-8fe4-9419b2cf56a8 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:16:47.402668 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:47.410027 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] Sync routers for ids ['e35a4127-957e-4e2d-9282-08dae1bbef2b'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:16:47.422097 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] Routers {'e35a4127-957e-4e2d-9282-08dae1bbef2b'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:16:47.423004 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:16:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e35a4127-957e-4e2d-9282-08dae1bbef2b'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:47.527347 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:16:47.585784 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] Set router e35a4127-957e-4e2d-9282-08dae1bbef2b gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:16:47.670448 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:47.670835 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:48.052725 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35a4127-957e-4e2d-9282-08dae1bbef2b', 'name': 'tempest-TestMinimumBasicScenario-920317943-router', 'tenant_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '19cf7f03-66e8-41ac-a147-b9bef3ed5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:41Z', 'updated_at': '2021-11-12T05:16:45Z', 'revision_number': 4, 'project_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'gw_port': {'id': '19cf7f03-66e8-41ac-a147-b9bef3ed5ef4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:de:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a4127-957e-4e2d-9282-08dae1bbef2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:42Z', 'updated_at': '2021-11-12T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '83d697cd-a5df-4da2-8fe4-9419b2cf56a8', 'name': '', 'network_id': '13a6c166-3053-45ea-b697-a3bcf18a64fd', 'tenant_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'mac_address': 'fa:16:3e:42:84:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35a4127-957e-4e2d-9282-08dae1bbef2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'f3d00f1a-be1e-483d-9bc5-7b75550f89d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:45Z', 'updated_at': '2021-11-12T05:16:46Z', 'revision_number': 2, 'project_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'subnets': [{'id': 'f3d00f1a-be1e-483d-9bc5-7b75550f89d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:48.083568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] Checking router: e35a4127-957e-4e2d-9282-08dae1bbef2b for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:16:48.084017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] Updating router e35a4127-957e-4e2d-9282-08dae1bbef2b port 83d697cd-a5df-4da2-8fe4-9419b2cf56a8 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:16:48.132228 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:48.464395 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:48.566452 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:48.640435 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:48.642957 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542ce38-8196-465e-94e5-e9d1154a48c0 None None] Pushing event updated for resources: {'Port': ['ID=83d697cd-a5df-4da2-8fe4-9419b2cf56a8,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:48.740774 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] Attempting to bind port 83d697cd-a5df-4da2-8fe4-9419b2cf56a8 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:16:48.741143 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] Attempting to bind port 83d697cd-a5df-4da2-8fe4-9419b2cf56a8 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '650a50de-7f9d-47e3-89b0-2fd59524e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '13a6c166-3053-45ea-b697-a3bcf18a64fd'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:16:48.741507 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] Attempting to bind port 83d697cd-a5df-4da2-8fe4-9419b2cf56a8 on network 13a6c166-3053-45ea-b697-a3bcf18a64fd {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:48.748448 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:16:48.748598 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] Checking segment: {'id': '650a50de-7f9d-47e3-89b0-2fd59524e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '13a6c166-3053-45ea-b697-a3bcf18a64fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:16:48.748939 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:48.749322 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] Bound using segment: {'id': '650a50de-7f9d-47e3-89b0-2fd59524e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '13a6c166-3053-45ea-b697-a3bcf18a64fd'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:16:48.749808 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] Bound port: 83d697cd-a5df-4da2-8fe4-9419b2cf56a8, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650a50de-7f9d-47e3-89b0-2fd59524e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '13a6c166-3053-45ea-b697-a3bcf18a64fd'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:16:48.750182 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:48.836967 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] For port 83d697cd-a5df-4da2-8fe4-9419b2cf56a8, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:16:48.843106 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] For port 83d697cd-a5df-4da2-8fe4-9419b2cf56a8, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=83d697cd-a5df-4da2-8fe4-9419b2cf56a8,segment=NetworkSegment(650a50de-7f9d-47e3-89b0-2fd59524e818),segment_id=650a50de-7f9d-47e3-89b0-2fd59524e818)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:16:48.935077 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:48.942651 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-44a60f70-457e-49c4-9906-a845ac6d9bd6 None None] Provisioning complete for port 83d697cd-a5df-4da2-8fe4-9419b2cf56a8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:48.943265 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44a60f70-457e-49c4-9906-a845ac6d9bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:49.048935 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] Routers {'e35a4127-957e-4e2d-9282-08dae1bbef2b'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:16:49.049617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:16:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e35a4127-957e-4e2d-9282-08dae1bbef2b'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:49.051728 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542ce38-8196-465e-94e5-e9d1154a48c0 None None] Pushing event updated for resources: {'Port': ['ID=83d697cd-a5df-4da2-8fe4-9419b2cf56a8,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:49.190896 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44a60f70-457e-49c4-9906-a845ac6d9bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:49.245693 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] Set router e35a4127-957e-4e2d-9282-08dae1bbef2b gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:16:49.276222 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-44a60f70-457e-49c4-9906-a845ac6d9bd6 None None] For port 83d697cd-a5df-4da2-8fe4-9419b2cf56a8, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=83d697cd-a5df-4da2-8fe4-9419b2cf56a8,segment=NetworkSegment(650a50de-7f9d-47e3-89b0-2fd59524e818),segment_id=650a50de-7f9d-47e3-89b0-2fd59524e818)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:49.344435 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44a60f70-457e-49c4-9906-a845ac6d9bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:49.468773 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a60f70-457e-49c4-9906-a845ac6d9bd6 None None] Pushing event updated for resources: {'Port': ['ID=83d697cd-a5df-4da2-8fe4-9419b2cf56a8,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:49.530773 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a112636c-6af9-47d0-baa4-a4caba4f2ec4 None None] Provisioning complete for port 83d697cd-a5df-4da2-8fe4-9419b2cf56a8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:49.531448 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a112636c-6af9-47d0-baa4-a4caba4f2ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:49.612425 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35a4127-957e-4e2d-9282-08dae1bbef2b', 'name': 'tempest-TestMinimumBasicScenario-920317943-router', 'tenant_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '19cf7f03-66e8-41ac-a147-b9bef3ed5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:41Z', 'updated_at': '2021-11-12T05:16:45Z', 'revision_number': 4, 'project_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'gw_port': {'id': '19cf7f03-66e8-41ac-a147-b9bef3ed5ef4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:de:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a4127-957e-4e2d-9282-08dae1bbef2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:42Z', 'updated_at': '2021-11-12T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '83d697cd-a5df-4da2-8fe4-9419b2cf56a8', 'name': '', 'network_id': '13a6c166-3053-45ea-b697-a3bcf18a64fd', 'tenant_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'mac_address': 'fa:16:3e:42:84:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35a4127-957e-4e2d-9282-08dae1bbef2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'f3d00f1a-be1e-483d-9bc5-7b75550f89d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:45Z', 'updated_at': '2021-11-12T05:16:48Z', 'revision_number': 4, 'project_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'subnets': [{'id': 'f3d00f1a-be1e-483d-9bc5-7b75550f89d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:49.672010 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547a437b-54e3-4176-9af6-ccd37d604289 None None] The sync data for ids ['e35a4127-957e-4e2d-9282-08dae1bbef2b'] in n-d-768509-24 is: [{'id': 'e35a4127-957e-4e2d-9282-08dae1bbef2b', 'name': 'tempest-TestMinimumBasicScenario-920317943-router', 'tenant_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '19cf7f03-66e8-41ac-a147-b9bef3ed5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:41Z', 'updated_at': '2021-11-12T05:16:45Z', 'revision_number': 4, 'project_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'gw_port': {'id': '19cf7f03-66e8-41ac-a147-b9bef3ed5ef4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:de:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a4127-957e-4e2d-9282-08dae1bbef2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:42Z', 'updated_at': '2021-11-12T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '83d697cd-a5df-4da2-8fe4-9419b2cf56a8', 'name': '', 'network_id': '13a6c166-3053-45ea-b697-a3bcf18a64fd', 'tenant_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'mac_address': 'fa:16:3e:42:84:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35a4127-957e-4e2d-9282-08dae1bbef2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'f3d00f1a-be1e-483d-9bc5-7b75550f89d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:45Z', 'updated_at': '2021-11-12T05:16:48Z', 'revision_number': 4, 'project_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'subnets': [{'id': 'f3d00f1a-be1e-483d-9bc5-7b75550f89d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:16:51.518617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 83d697cd-a5df-4da2-8fe4-9419b2cf56a8 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:16:51.572854 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 83d697cd-a5df-4da2-8fe4-9419b2cf56a8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:51.573223 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:54.530873 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:16:58.789321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc86deb-183b-4754-beda-560338e2424d req-bda591b4-3e4e-481b-b3c5-71cdf321fe0d tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:58.790875 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4cc86deb-183b-4754-beda-560338e2424d req-bda591b4-3e4e-481b-b3c5-71cdf321fe0d tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/networks?id=df03e8da-4108-4b17-8cc1-1e08c483a02a HTTP/1.1" status: 200 len: 815 time: 0.1093278 Nov 12 05:16:58.807119 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4cc86deb-183b-4754-beda-560338e2424d req-0b77a1bc-15d9-44db-badd-b19218e73911 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/quotas/960f687347374fd190fe01d4bb0bb811 HTTP/1.1" status: 200 len: 375 time: 0.0097241 Nov 12 05:16:58.865804 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4cc86deb-183b-4754-beda-560338e2424d req-6b07a826-aca8-4f16-997b-f0905cfa2693 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=960f687347374fd190fe01d4bb0bb811&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518527 Nov 12 05:16:58.881314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-4cc86deb-183b-4754-beda-560338e2424d req-59f3a3be-1aa2-4da3-846e-3c9b5f907aed service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:16:58.882285 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4cc86deb-183b-4754-beda-560338e2424d req-59f3a3be-1aa2-4da3-846e-3c9b5f907aed service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052500 Nov 12 05:16:58.984065 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4cc86deb-183b-4754-beda-560338e2424d req-bdef8d10-f30a-44ac-9535-7a9b7c5bee88 service neutron] 10.222.0.37 "GET /v2.0/networks/df03e8da-4108-4b17-8cc1-1e08c483a02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949805 Nov 12 05:16:59.078316 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4cc86deb-183b-4754-beda-560338e2424d req-9d811f1f-11ef-41a9-9533-8ab915d5f3e1 service neutron] 10.222.0.37 "GET /v2.0/networks/df03e8da-4108-4b17-8cc1-1e08c483a02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881441 Nov 12 05:16:59.339161 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7698933e-0b36-4143-aa10-6e3e358d3509 req-e7fefaf2-ecc8-4ba1-8e4f-b342f122c032 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 210 time: 0.0275323 Nov 12 05:17:00.421944 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-caf67866-6ca0-425c-a300-439e1be89f31 req-e6d2a65b-e7e8-4d33-9dc4-75698b90962d tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 210 time: 0.0310767 Nov 12 05:17:01.518102 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-30150d46-f901-46bb-9bce-f056e9953782 req-fc62624a-fca5-44a4-95d2-4d3432eed5c7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 210 time: 0.0283954 Nov 12 05:17:01.872334 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc86deb-183b-4754-beda-560338e2424d req-a0362052-0b9e-4fb4-b940-28f20388cc0b tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:01.873778 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4cc86deb-183b-4754-beda-560338e2424d req-a0362052-0b9e-4fb4-b940-28f20388cc0b tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.21 "GET /v2.0/networks?id=df03e8da-4108-4b17-8cc1-1e08c483a02a HTTP/1.1" status: 200 len: 815 time: 0.1126707 Nov 12 05:17:01.892275 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-4cc86deb-183b-4754-beda-560338e2424d req-c6f355cb-2228-4972-a53e-6b7ad8cbfe0c tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Request body: {'port': {'device_id': 'fd4c452c-cfc5-475b-9224-1d3f1b990bbb', 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a', 'admin_state_up': True, 'tenant_id': '960f687347374fd190fe01d4bb0bb811'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:02.097418 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc86deb-183b-4754-beda-560338e2424d req-c6f355cb-2228-4972-a53e-6b7ad8cbfe0c tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Made reservation on behalf of 960f687347374fd190fe01d4bb0bb811 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:17:02.100976 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4cc86deb-183b-4754-beda-560338e2424d req-c6f355cb-2228-4972-a53e-6b7ad8cbfe0c tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:02.236725 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-4cc86deb-183b-4754-beda-560338e2424d req-c6f355cb-2228-4972-a53e-6b7ad8cbfe0c tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Allocated IP 172.20.0.14 (df03e8da-4108-4b17-8cc1-1e08c483a02a/1f849508-7a5d-4dd1-84b7-b00c1b6561e6/258f206c-a307-42d4-84b4-6449bf41ab16) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:17:02.445979 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4cc86deb-183b-4754-beda-560338e2424d req-c6f355cb-2228-4972-a53e-6b7ad8cbfe0c tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:02.538030 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4cc86deb-183b-4754-beda-560338e2424d req-c6f355cb-2228-4972-a53e-6b7ad8cbfe0c tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:02.733499 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc86deb-183b-4754-beda-560338e2424d req-c6f355cb-2228-4972-a53e-6b7ad8cbfe0c tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Network df03e8da-4108-4b17-8cc1-1e08c483a02a is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:17:02.733499 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f355cb-2228-4972-a53e-6b7ad8cbfe0c tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Pushing event updated for resources: {'Port': ['ID=258f206c-a307-42d4-84b4-6449bf41ab16,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:02.757067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-4cc86deb-183b-4754-beda-560338e2424d req-c6f355cb-2228-4972-a53e-6b7ad8cbfe0c tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:17:02.769851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc86deb-183b-4754-beda-560338e2424d req-c6f355cb-2228-4972-a53e-6b7ad8cbfe0c tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:17:02.846473 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86339a5-5e27-4388-8529-acb4ae025fd8 req-6ef80ad4-db0a-4f72-86fd-31dc0735ba7c tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:02.865310 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d86339a5-5e27-4388-8529-acb4ae025fd8 req-6ef80ad4-db0a-4f72-86fd-31dc0735ba7c tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 932 time: 0.1944821 Nov 12 05:17:02.910172 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc86deb-183b-4754-beda-560338e2424d req-c6f355cb-2228-4972-a53e-6b7ad8cbfe0c tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:02.911721 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4cc86deb-183b-4754-beda-560338e2424d req-c6f355cb-2228-4972-a53e-6b7ad8cbfe0c tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:02.965695 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d86339a5-5e27-4388-8529-acb4ae025fd8 req-4e94f7fb-2a2e-4373-8558-a1bcb6c8e2ee tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984256 Nov 12 05:17:03.023724 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4cc86deb-183b-4754-beda-560338e2424d req-c6f355cb-2228-4972-a53e-6b7ad8cbfe0c tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1354060 Nov 12 05:17:03.122492 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-98baadc5-7c2e-47c0-b557-594542e82e15 None None] Provisioning complete for port 258f206c-a307-42d4-84b4-6449bf41ab16 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:17:03.123953 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98baadc5-7c2e-47c0-b557-594542e82e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:03.177414 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-98baadc5-7c2e-47c0-b557-594542e82e15 None None] Port 258f206c-a307-42d4-84b4-6449bf41ab16 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:17:03.238112 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cc0d480c-7fd4-49e5-9d0e-cb2004a59b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:04.256786 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49564d5-7ab2-454a-9987-21ea1bdb21f9 req-21f823ec-3bf1-4c7a-806c-478f9d65295e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:04.258217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f49564d5-7ab2-454a-9987-21ea1bdb21f9 req-21f823ec-3bf1-4c7a-806c-478f9d65295e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 932 time: 0.2303689 Nov 12 05:17:04.316469 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f49564d5-7ab2-454a-9987-21ea1bdb21f9 req-ff44c611-3c70-4247-8d9e-de073d87dd53 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512497 Nov 12 05:17:05.440635 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210135a-26ab-4c3a-a5ce-d789afcfcd2c req-fcc6a2ad-d301-4d89-a117-80254e4b10f3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:05.442153 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7210135a-26ab-4c3a-a5ce-d789afcfcd2c req-fcc6a2ad-d301-4d89-a117-80254e4b10f3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 932 time: 0.0547864 Nov 12 05:17:05.493654 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7210135a-26ab-4c3a-a5ce-d789afcfcd2c req-99966c93-a370-4639-9492-dff8eb83bc0c tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447140 Nov 12 05:17:05.618041 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-609339ee-d44d-4caf-b166-7ebcf95ffd8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:06.620058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69f346-f124-4c7e-bf97-67de1758fc1a req-5a67e5d6-4470-4714-a9fb-a6338d2d7a25 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:06.621600 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf69f346-f124-4c7e-bf97-67de1758fc1a req-5a67e5d6-4470-4714-a9fb-a6338d2d7a25 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 932 time: 0.0537775 Nov 12 05:17:06.675368 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf69f346-f124-4c7e-bf97-67de1758fc1a req-f7d2b57d-203f-4c66-9cf6-1a8489c661ea tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450053 Nov 12 05:17:06.957953 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:07.812312 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e60cb-4ed8-4036-a7ce-143958cfb81b req-065d1b04-a8f0-42a1-822f-ef8d8ee2ebd2 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:07.813953 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4a9e60cb-4ed8-4036-a7ce-143958cfb81b req-065d1b04-a8f0-42a1-822f-ef8d8ee2ebd2 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 932 time: 0.0552509 Nov 12 05:17:07.863132 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4a9e60cb-4ed8-4036-a7ce-143958cfb81b req-8489f7ae-7ff4-4a4f-8451-f1a053467474 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431900 Nov 12 05:17:08.532108 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:09.003530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac6bca-41b7-4ae5-a896-fd63903dae10 req-b7602c6c-9e14-4699-af15-b29e0573ea90 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:09.004977 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85ac6bca-41b7-4ae5-a896-fd63903dae10 req-b7602c6c-9e14-4699-af15-b29e0573ea90 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 932 time: 0.0591545 Nov 12 05:17:09.055941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85ac6bca-41b7-4ae5-a896-fd63903dae10 req-f13369a8-2d7c-4ad8-bf72-cbfcab6cc62d tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448971 Nov 12 05:17:09.146508 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:10.183939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec186e-82bf-43bf-b7be-1057979ff870 req-8245cd9b-2488-4c62-9b95-511078b75535 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:10.185498 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72ec186e-82bf-43bf-b7be-1057979ff870 req-8245cd9b-2488-4c62-9b95-511078b75535 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 932 time: 0.0559239 Nov 12 05:17:10.239711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-72ec186e-82bf-43bf-b7be-1057979ff870 req-a16d5183-31fd-4bd9-a9ab-f2a5e6de4460 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480604 Nov 12 05:17:11.367268 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419efeb2-a8b8-4c8a-b160-b3b0c9553f03 req-4178c973-0153-45cb-a62b-8807ff65aa54 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:11.368828 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-419efeb2-a8b8-4c8a-b160-b3b0c9553f03 req-4178c973-0153-45cb-a62b-8807ff65aa54 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 932 time: 0.0567646 Nov 12 05:17:11.423199 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-419efeb2-a8b8-4c8a-b160-b3b0c9553f03 req-9bb71609-23a5-4d23-a8ab-7e28cac543cb tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472877 Nov 12 05:17:12.561291 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792a20c-b0b5-4219-af75-38c4594690fd req-070c5176-27a6-4b66-9d3d-52c52436a35f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:12.562943 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c792a20c-b0b5-4219-af75-38c4594690fd req-070c5176-27a6-4b66-9d3d-52c52436a35f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 932 time: 0.0601006 Nov 12 05:17:12.624154 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c792a20c-b0b5-4219-af75-38c4594690fd req-cb9ebda0-8307-467e-84a0-0bbfc5981827 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542483 Nov 12 05:17:13.757862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e285b-be44-441a-8b7b-213d9279aa3c req-9a699e71-620c-4873-84c1-d358cd32d9ed tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:13.759443 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-015e285b-be44-441a-8b7b-213d9279aa3c req-9a699e71-620c-4873-84c1-d358cd32d9ed tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 932 time: 0.0586653 Nov 12 05:17:13.810382 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-015e285b-be44-441a-8b7b-213d9279aa3c req-a7b88470-2a0c-425d-8803-094f41822256 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447726 Nov 12 05:17:14.928428 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9f94c-92e8-4aee-ac8e-0b7ca7193685 req-43ffc10e-1578-4a17-ac97-ff7152ca2b72 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:14.929993 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d7d9f94c-92e8-4aee-ac8e-0b7ca7193685 req-43ffc10e-1578-4a17-ac97-ff7152ca2b72 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 932 time: 0.0499837 Nov 12 05:17:14.978035 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d7d9f94c-92e8-4aee-ac8e-0b7ca7193685 req-71c9c18a-ebd2-4d8c-adcc-2a273f8a0844 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410550 Nov 12 05:17:16.103924 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb938de-6e89-4562-b301-9d069548028b req-eeb7c56d-b90b-49f4-bc32-df5226611ca7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:16.105434 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2cb938de-6e89-4562-b301-9d069548028b req-eeb7c56d-b90b-49f4-bc32-df5226611ca7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 932 time: 0.0545967 Nov 12 05:17:16.154129 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2cb938de-6e89-4562-b301-9d069548028b req-5b38f5cb-6668-4c21-b9f5-195ec092c976 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423934 Nov 12 05:17:16.305905 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Request body: {'port': {'device_id': 'fd4c452c-cfc5-475b-9224-1d3f1b990bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:16.368343 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:16.641650 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 258f206c-a307-42d4-84b4-6449bf41ab16 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:16.649875 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:16.663226 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Transition to ACTIVE for port object 258f206c-a307-42d4-84b4-6449bf41ab16 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:17:16.801792 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:16.852133 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Pushing event updated for resources: {'Port': ['ID=258f206c-a307-42d4-84b4-6449bf41ab16,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:16.934504 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Attempting to bind port 258f206c-a307-42d4-84b4-6449bf41ab16 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:17:16.935174 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Attempting to bind port 258f206c-a307-42d4-84b4-6449bf41ab16 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '53edddff-8345-4b96-acd7-df429ae6f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:17:16.935601 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Attempting to bind port 258f206c-a307-42d4-84b4-6449bf41ab16 on network df03e8da-4108-4b17-8cc1-1e08c483a02a {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:16.940287 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Port 258f206c-a307-42d4-84b4-6449bf41ab16 on network df03e8da-4108-4b17-8cc1-1e08c483a02a not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:17:16.940611 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Attempting to bind port 258f206c-a307-42d4-84b4-6449bf41ab16 on network df03e8da-4108-4b17-8cc1-1e08c483a02a {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:17:16.945658 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:17:16.951223 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Checking segment: {'id': '53edddff-8345-4b96-acd7-df429ae6f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:17:16.951223 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Bound using segment: {'id': '53edddff-8345-4b96-acd7-df429ae6f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:17:16.951223 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Bound port: 258f206c-a307-42d4-84b4-6449bf41ab16, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53edddff-8345-4b96-acd7-df429ae6f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:17:16.951223 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:17.018252 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] For port 258f206c-a307-42d4-84b4-6449bf41ab16, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:17:17.021404 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] For port 258f206c-a307-42d4-84b4-6449bf41ab16, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=258f206c-a307-42d4-84b4-6449bf41ab16,segment=NetworkSegment(53edddff-8345-4b96-acd7-df429ae6f18a),segment_id=53edddff-8345-4b96-acd7-df429ae6f18a)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:17:17.086088 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:17.121162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:17.122351 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:17.123787 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4cc86deb-183b-4754-beda-560338e2424d req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] 10.222.0.21 "PUT /v2.0/ports/258f206c-a307-42d4-84b4-6449bf41ab16 HTTP/1.1" status: 200 len: 1093 time: 0.8223467 Nov 12 05:17:17.124246 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4c452c-cfc5-475b-9224-1d3f1b990bbb', 'tag': '258f206c-a307-42d4-84b4-6449bf41ab16'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:17.126598 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7fd273-4ee5-4d90-8334-f8d1710ea6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4c452c-cfc5-475b-9224-1d3f1b990bbb", "tag": "258f206c-a307-42d4-84b4-6449bf41ab16"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:17.161417 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec29ad-7602-4a7b-99f7-d56f34715de0 service neutron] Pushing event updated for resources: {'Port': ['ID=258f206c-a307-42d4-84b4-6449bf41ab16,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:17.178074 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3ad37c-2cbf-49dc-a261-dd9aefbecf71 x-openstack-request-id: req-3b3ad37c-2cbf-49dc-a261-dd9aefbecf71 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:17.178453 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4c452c-cfc5-475b-9224-1d3f1b990bbb", "tag": "258f206c-a307-42d4-84b4-6449bf41ab16", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:17.179444 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b3ad37c-2cbf-49dc-a261-dd9aefbecf71 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:17.179885 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4c452c-cfc5-475b-9224-1d3f1b990bbb', 'tag': '258f206c-a307-42d4-84b4-6449bf41ab16', 'status': 'completed', 'code': 200} Nov 12 05:17:17.298230 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea3db8-c9e9-4406-8e66-66e92b3c9c47 req-ef992d8e-978b-4040-8a8c-329ef77560ed tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:17.300761 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2ea3db8-c9e9-4406-8e66-66e92b3c9c47 req-ef992d8e-978b-4040-8a8c-329ef77560ed tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 944 time: 0.0670695 Nov 12 05:17:17.342788 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7fd273-4ee5-4d90-8334-f8d1710ea6e3 req-a8e3ba48-3e6e-4f86-a1de-5ade110f24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:17.345494 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3c7fd273-4ee5-4d90-8334-f8d1710ea6e3 req-a8e3ba48-3e6e-4f86-a1de-5ade110f24f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=960f687347374fd190fe01d4bb0bb811&device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 1096 time: 0.1217866 Nov 12 05:17:17.365871 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2ea3db8-c9e9-4406-8e66-66e92b3c9c47 req-e1e8cb14-5f2a-4356-8fc8-3085bd7aec5f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589235 Nov 12 05:17:17.457863 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7fd273-4ee5-4d90-8334-f8d1710ea6e3 req-8ea6c8f9-9f98-4e6f-806c-48f9c1799ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:17.459399 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3c7fd273-4ee5-4d90-8334-f8d1710ea6e3 req-8ea6c8f9-9f98-4e6f-806c-48f9c1799ecb service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=960f687347374fd190fe01d4bb0bb811&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1007290 Nov 12 05:17:17.568326 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7fd273-4ee5-4d90-8334-f8d1710ea6e3 req-d4b33a35-322e-4cf1-923e-ebe018baca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:17.570161 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3c7fd273-4ee5-4d90-8334-f8d1710ea6e3 req-d4b33a35-322e-4cf1-923e-ebe018baca28 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1033814 Nov 12 05:17:17.868365 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:17.910288 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc86deb-183b-4754-beda-560338e2424d req-f9b41f1d-85ab-47c3-b05c-a3c5f2973c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:17.911841 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4cc86deb-183b-4754-beda-560338e2424d req-f9b41f1d-85ab-47c3-b05c-a3c5f2973c4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=960f687347374fd190fe01d4bb0bb811&device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 1096 time: 0.0419452 Nov 12 05:17:17.959853 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4cc86deb-183b-4754-beda-560338e2424d req-1dd5d384-3c8f-4f55-9a25-ac428c7e5ca9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=258f206c-a307-42d4-84b4-6449bf41ab16 HTTP/1.1" status: 200 len: 217 time: 0.0345953 Nov 12 05:17:18.013308 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc86deb-183b-4754-beda-560338e2424d req-aa5f705c-26cb-4b40-bf1b-1b2bf6360040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:18.014755 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4cc86deb-183b-4754-beda-560338e2424d req-aa5f705c-26cb-4b40-bf1b-1b2bf6360040 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f849508-7a5d-4dd1-84b7-b00c1b6561e6 HTTP/1.1" status: 200 len: 854 time: 0.0480869 Nov 12 05:17:18.063107 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc86deb-183b-4754-beda-560338e2424d req-a7bafa88-08ff-48d1-8f90-99aa99f276ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:18.064610 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4cc86deb-183b-4754-beda-560338e2424d req-a7bafa88-08ff-48d1-8f90-99aa99f276ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df03e8da-4108-4b17-8cc1-1e08c483a02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428681 Nov 12 05:17:18.167692 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4cc86deb-183b-4754-beda-560338e2424d req-86b2f7c2-287b-4fb0-8c83-9be8497530cb service neutron] 10.222.0.21 "GET /v2.0/networks/df03e8da-4108-4b17-8cc1-1e08c483a02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952706 Nov 12 05:17:18.266145 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4cc86deb-183b-4754-beda-560338e2424d req-4cf7795c-6c39-4479-8947-ab00bf34e39d service neutron] 10.222.0.21 "GET /v2.0/networks/df03e8da-4108-4b17-8cc1-1e08c483a02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875998 Nov 12 05:17:18.486247 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095d6d4-0755-41a2-836f-6cf31f7e3b6c req-6f9791bc-c4b3-43af-9132-716b52bb6482 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:18.487913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b095d6d4-0755-41a2-836f-6cf31f7e3b6c req-6f9791bc-c4b3-43af-9132-716b52bb6482 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 944 time: 0.0506735 Nov 12 05:17:18.553385 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b095d6d4-0755-41a2-836f-6cf31f7e3b6c req-225fdf2c-2e8f-49ac-a481-48aee6942970 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549192 Nov 12 05:17:18.594189 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:19.677151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e888e3-0880-4b10-9ebb-628ee1fe8188 req-4ea373a9-23c4-42d4-aac1-b24fe6e41a01 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:19.678577 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17e888e3-0880-4b10-9ebb-628ee1fe8188 req-4ea373a9-23c4-42d4-aac1-b24fe6e41a01 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 944 time: 0.0530965 Nov 12 05:17:19.727035 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17e888e3-0880-4b10-9ebb-628ee1fe8188 req-6939735c-b817-486c-9606-1d367a640787 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422955 Nov 12 05:17:20.860425 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314dba8-6330-48bd-858a-3f05393d5e97 req-d12e972b-dd5b-4a9a-b096-3e9796d45646 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:20.862018 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e314dba8-6330-48bd-858a-3f05393d5e97 req-d12e972b-dd5b-4a9a-b096-3e9796d45646 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 944 time: 0.0555832 Nov 12 05:17:20.916592 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e314dba8-6330-48bd-858a-3f05393d5e97 req-7d017154-f64e-4ac3-a640-f483d1259fe9 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480981 Nov 12 05:17:22.044024 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8866-9ef3-4dbf-99ce-70cc45d9e35a req-5af51fdc-2574-4422-a1b9-0b46a5633081 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:22.045573 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ceb8866-9ef3-4dbf-99ce-70cc45d9e35a req-5af51fdc-2574-4422-a1b9-0b46a5633081 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 944 time: 0.0570855 Nov 12 05:17:22.093711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ceb8866-9ef3-4dbf-99ce-70cc45d9e35a req-ca3b7ae3-e584-4339-b3cd-a44f580fec69 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419106 Nov 12 05:17:22.169002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 258f206c-a307-42d4-84b4-6449bf41ab16 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:17:22.268905 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 258f206c-a307-42d4-84b4-6449bf41ab16, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=258f206c-a307-42d4-84b4-6449bf41ab16,segment=NetworkSegment(53edddff-8345-4b96-acd7-df429ae6f18a),segment_id=53edddff-8345-4b96-acd7-df429ae6f18a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:22.438880 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '258f206c-a307-42d4-84b4-6449bf41ab16', 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a', 'port_id': '258f206c-a307-42d4-84b4-6449bf41ab16', 'mac_address': 'fa:16:3e:71:7c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f849508-7a5d-4dd1-84b7-b00c1b6561e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:17:22.477434 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:22.489708 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258f206c-a307-42d4-84b4-6449bf41ab16 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:17:22.508044 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 258f206c-a307-42d4-84b4-6449bf41ab16, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=258f206c-a307-42d4-84b4-6449bf41ab16,segment=NetworkSegment(53edddff-8345-4b96-acd7-df429ae6f18a),segment_id=53edddff-8345-4b96-acd7-df429ae6f18a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:22.576917 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:22.633414 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=258f206c-a307-42d4-84b4-6449bf41ab16,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:23.018270 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['258f206c-a307-42d4-84b4-6449bf41ab16'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:23.212723 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee64ea8-db34-4e50-9cba-5c00551fb680 req-8772421c-11cc-4be1-8b0d-be661467c646 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:23.214218 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ee64ea8-db34-4e50-9cba-5c00551fb680 req-8772421c-11cc-4be1-8b0d-be661467c646 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 945 time: 0.0504396 Nov 12 05:17:23.266258 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2ee64ea8-db34-4e50-9cba-5c00551fb680 req-216ccc36-f742-450e-b4d9-6fadd22d681f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459228 Nov 12 05:17:24.188114 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 258f206c-a307-42d4-84b4-6449bf41ab16 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:17:24.306696 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 258f206c-a307-42d4-84b4-6449bf41ab16 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:17:24.311808 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 258f206c-a307-42d4-84b4-6449bf41ab16 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:17:24.312184 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:24.392490 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a35bc-3829-4997-b390-ed5cf81d2406 req-314f9b5e-e541-4506-a2ff-89ec0feadde5 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:24.394014 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1b2a35bc-3829-4997-b390-ed5cf81d2406 req-314f9b5e-e541-4506-a2ff-89ec0feadde5 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 945 time: 0.0495160 Nov 12 05:17:24.399075 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:24.424779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4c452c-cfc5-475b-9224-1d3f1b990bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258f206c-a307-42d4-84b4-6449bf41ab16'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:24.427607 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e762ff3-0f90-4d56-a7d0-69dcdf960634" -d '{"events": [{"server_uuid": "fd4c452c-cfc5-475b-9224-1d3f1b990bbb", "name": "network-vif-plugged", "status": "completed", "tag": "258f206c-a307-42d4-84b4-6449bf41ab16"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:24.440519 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 258f206c-a307-42d4-84b4-6449bf41ab16, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=258f206c-a307-42d4-84b4-6449bf41ab16,segment=NetworkSegment(53edddff-8345-4b96-acd7-df429ae6f18a),segment_id=53edddff-8345-4b96-acd7-df429ae6f18a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:24.451530 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1b2a35bc-3829-4997-b390-ed5cf81d2406 req-e9cbb972-3ad7-407a-a4ba-0b1d9e5cf8f2 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510678 Nov 12 05:17:24.495756 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4495a312-0c5a-4e4d-8a60-8a8c1727764d x-openstack-request-id: req-4495a312-0c5a-4e4d-8a60-8a8c1727764d {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:24.496051 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4c452c-cfc5-475b-9224-1d3f1b990bbb", "name": "network-vif-plugged", "status": "completed", "tag": "258f206c-a307-42d4-84b4-6449bf41ab16", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:24.496334 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4495a312-0c5a-4e4d-8a60-8a8c1727764d {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:24.496717 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4c452c-cfc5-475b-9224-1d3f1b990bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258f206c-a307-42d4-84b4-6449bf41ab16', 'code': 200} Nov 12 05:17:24.512802 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:24.562921 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=258f206c-a307-42d4-84b4-6449bf41ab16,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:24.627142 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78708c3f-2b68-4d4b-9388-e41f7c2bc5fb req-81c21c2e-2f37-49ef-be22-9d97e81a74cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:24.630182 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-78708c3f-2b68-4d4b-9388-e41f7c2bc5fb req-81c21c2e-2f37-49ef-be22-9d97e81a74cb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 1098 time: 0.0483277 Nov 12 05:17:24.678218 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-78708c3f-2b68-4d4b-9388-e41f7c2bc5fb req-c53ef2f8-78e7-48e0-9707-8c41bf6955ef service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423610 Nov 12 05:17:25.571534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575d6a4-7028-4081-9d93-002c4298ec90 req-eadbad4b-0951-4b45-adca-214bdf70abc1 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:25.573081 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4575d6a4-7028-4081-9d93-002c4298ec90 req-eadbad4b-0951-4b45-adca-214bdf70abc1 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 946 time: 0.0511734 Nov 12 05:17:25.624041 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4575d6a4-7028-4081-9d93-002c4298ec90 req-b9a43b4e-bf30-4f96-806c-aacc52f67bbe tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446470 Nov 12 05:17:26.738535 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb05cab-ae11-43b6-ab1a-74aaef159fb4 req-59989229-58e4-42e9-8d68-b457ef41b962 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:26.740080 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0eb05cab-ae11-43b6-ab1a-74aaef159fb4 req-59989229-58e4-42e9-8d68-b457ef41b962 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 946 time: 0.0502210 Nov 12 05:17:26.786305 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0eb05cab-ae11-43b6-ab1a-74aaef159fb4 req-3f8ddb77-01de-4d5e-b282-9016bf287771 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402608 Nov 12 05:17:26.902763 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f472e-0322-480f-851d-8ba76392b7b7 req-e8b3c361-9392-4be5-87cc-0a4f2e4f173e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:26.904144 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aa9f472e-0322-480f-851d-8ba76392b7b7 req-e8b3c361-9392-4be5-87cc-0a4f2e4f173e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 946 time: 0.0540686 Nov 12 05:17:26.950823 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aa9f472e-0322-480f-851d-8ba76392b7b7 req-b1031a33-345f-4f4d-859e-866b6406009d tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407741 Nov 12 05:17:27.142058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e64e0-f280-4026-9539-defcc4fd6ad1 req-25564970-aa58-47e3-9110-c4f8998b5639 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:27.143568 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd7e64e0-f280-4026-9539-defcc4fd6ad1 req-25564970-aa58-47e3-9110-c4f8998b5639 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 946 time: 0.0491524 Nov 12 05:17:27.191279 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd7e64e0-f280-4026-9539-defcc4fd6ad1 req-61f476ee-a5dc-417c-9bea-ecd412899de2 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417056 Nov 12 05:17:31.530602 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:17:33.211169 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27bc5a53-8a02-499a-8dc5-2ca6e57bc0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:35.588587 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab960-53c9-4dd5-a116-d223169057a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:36.994366 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:38.523095 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:39.176867 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:42.791967 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33055c35-e04c-4b53-b320-5f221bb8eb19 req-d3aa4e0b-c7fc-42da-bd10-cbe8cc34e28a tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:42.793472 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33055c35-e04c-4b53-b320-5f221bb8eb19 req-d3aa4e0b-c7fc-42da-bd10-cbe8cc34e28a tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 946 time: 0.0615275 Nov 12 05:17:42.842297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33055c35-e04c-4b53-b320-5f221bb8eb19 req-4ce83576-9d18-48bf-b97b-165ad73ffb71 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425613 Nov 12 05:17:42.865098 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57126) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:42.945528 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72d50fd-569a-47f5-b269-8d0c8fd6a0f3 tempest-TestMinimumBasicScenario-1777669155 tempest-TestMinimumBasicScenario-1777669155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:42.947074 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f72d50fd-569a-47f5-b269-8d0c8fd6a0f3 tempest-TestMinimumBasicScenario-1777669155 tempest-TestMinimumBasicScenario-1777669155-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 1093 time: 0.0810122 Nov 12 05:17:42.954002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57130) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:42.958340 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': '258f206c-a307-42d4-84b4-6449bf41ab16', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:43.074598 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:43.174857 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:43.275762 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Allocated IP 172.25.1.15 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/0214561d-307c-43d7-bb9a-58380dec2418) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:17:43.381117 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:43.460467 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:43.497736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:17:43.502893 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:17:43.506679 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:17:43.530223 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Pushing event updated for resources: {'Port': ['ID=0214561d-307c-43d7-bb9a-58380dec2418,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:43.541578 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:43.541921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:43.542260 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:43.542614 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:43.542971 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:43.543299 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:43.543648 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:43.543973 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:43.544301 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:43.544684 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:43.544982 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:43.545304 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:43.883970 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:43.995022 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:44.148106 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:44.216536 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:44.287135 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Pushing event updated for resources: {'Port': ['ID=0214561d-307c-43d7-bb9a-58380dec2418,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:44.299012 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:44.394827 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Floating IP 535c9a2d-60be-48f2-9a98-425af191c2c2 associated. External IP: 172.25.1.15, port: 258f206c-a307-42d4-84b4-6449bf41ab16. Nov 12 05:17:44.604410 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Router f665e405-5037-402c-808a-82b89416a202 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:17:44.713690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:17:44.724120 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724b7e5a-3d81-43e0-8192-92e5daf2642c None None] Sync routers for ids ['f665e405-5037-402c-808a-82b89416a202'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:17:44.734750 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724b7e5a-3d81-43e0-8192-92e5daf2642c None None] Routers {'f665e405-5037-402c-808a-82b89416a202'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:17:44.740894 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-724b7e5a-3d81-43e0-8192-92e5daf2642c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:17:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f665e405-5037-402c-808a-82b89416a202'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:17:44.799825 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:44.827686 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a3285b1d-e8ef-47b9-9685-0f2a88e634e3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8726482 Nov 12 05:17:44.828389 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4c452c-cfc5-475b-9224-1d3f1b990bbb', 'tag': '258f206c-a307-42d4-84b4-6449bf41ab16'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:44.830893 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a244fac6-1772-4814-9260-68e39e4dafcc" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4c452c-cfc5-475b-9224-1d3f1b990bbb", "tag": "258f206c-a307-42d4-84b4-6449bf41ab16"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:44.831292 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57132) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:44.836405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-25ef33f8-0288-4b96-a655-e5c99218589e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-672266305', 'description': 'tempest-secgroup-smoke-672266305 description', 'project_id': '960f687347374fd190fe01d4bb0bb811'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:44.838895 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-724b7e5a-3d81-43e0-8192-92e5daf2642c None None] Set router f665e405-5037-402c-808a-82b89416a202 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:17:44.938379 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25ef33f8-0288-4b96-a655-e5c99218589e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:44.942847 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b13e36-c520-4399-90ad-c5834b5c9a3e x-openstack-request-id: req-c6b13e36-c520-4399-90ad-c5834b5c9a3e {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:44.943310 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4c452c-cfc5-475b-9224-1d3f1b990bbb", "tag": "258f206c-a307-42d4-84b4-6449bf41ab16", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:44.943310 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6b13e36-c520-4399-90ad-c5834b5c9a3e {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:44.943717 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4c452c-cfc5-475b-9224-1d3f1b990bbb', 'tag': '258f206c-a307-42d4-84b4-6449bf41ab16', 'status': 'completed', 'code': 200} Nov 12 05:17:45.056109 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25ef33f8-0288-4b96-a655-e5c99218589e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:45.063725 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244fac6-1772-4814-9260-68e39e4dafcc req-e56a343e-aafb-4ac3-976a-9e4d5dd68027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:45.065482 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a244fac6-1772-4814-9260-68e39e4dafcc req-e56a343e-aafb-4ac3-976a-9e4d5dd68027 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=960f687347374fd190fe01d4bb0bb811&device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 1098 time: 0.0790544 Nov 12 05:17:45.128714 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25ef33f8-0288-4b96-a655-e5c99218589e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:45.170177 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-724b7e5a-3d81-43e0-8192-92e5daf2642c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665e405-5037-402c-808a-82b89416a202', 'name': 'tempest-TestMinimumBasicScenario-1024463300-router', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:34Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 4, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'gw_port': {'id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:35Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '535c9a2d-60be-48f2-9a98-425af191c2c2', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'floating_ip_address': '172.25.1.15', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'f665e405-5037-402c-808a-82b89416a202', 'port_id': '258f206c-a307-42d4-84b4-6449bf41ab16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a', 'mac_address': 'fa:16:3e:71:7c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c452c-cfc5-475b-9224-1d3f1b990bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:17:43Z', 'updated_at': '2021-11-12T05:17:43Z', 'revision_number': 0, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e957a60d-ff8c-4adb-beff-23eac63dd30f', 'name': '', 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'mac_address': 'fa:16:3e:00:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1f849508-7a5d-4dd1-84b7-b00c1b6561e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:37Z', 'updated_at': '2021-11-12T05:16:42Z', 'revision_number': 5, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'subnets': [{'id': '1f849508-7a5d-4dd1-84b7-b00c1b6561e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:17:45.171419 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef33f8-0288-4b96-a655-e5c99218589e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05f38ab3-2dbb-4f0a-9726-344cfe1797c9,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:45.183809 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef33f8-0288-4b96-a655-e5c99218589e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:45.184080 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef33f8-0288-4b96-a655-e5c99218589e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:45.184419 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef33f8-0288-4b96-a655-e5c99218589e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:45.184749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef33f8-0288-4b96-a655-e5c99218589e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:45.185129 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef33f8-0288-4b96-a655-e5c99218589e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:45.185399 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef33f8-0288-4b96-a655-e5c99218589e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:45.185735 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef33f8-0288-4b96-a655-e5c99218589e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:45.186031 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef33f8-0288-4b96-a655-e5c99218589e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:45.186347 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef33f8-0288-4b96-a655-e5c99218589e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:45.186681 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef33f8-0288-4b96-a655-e5c99218589e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:45.187055 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef33f8-0288-4b96-a655-e5c99218589e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:45.187310 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef33f8-0288-4b96-a655-e5c99218589e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:17:45.196304 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724b7e5a-3d81-43e0-8192-92e5daf2642c None None] Checking router: f665e405-5037-402c-808a-82b89416a202 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:17:45.200213 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244fac6-1772-4814-9260-68e39e4dafcc req-eef85c79-90eb-4dc7-ae05-36096063a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:45.201598 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a244fac6-1772-4814-9260-68e39e4dafcc req-eef85c79-90eb-4dc7-ae05-36096063a4d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df03e8da-4108-4b17-8cc1-1e08c483a02a HTTP/1.1" status: 200 len: 916 time: 0.1288521 Nov 12 05:17:45.205949 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724b7e5a-3d81-43e0-8192-92e5daf2642c None None] Routers {'f665e405-5037-402c-808a-82b89416a202'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:17:45.206550 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-724b7e5a-3d81-43e0-8192-92e5daf2642c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:17:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f665e405-5037-402c-808a-82b89416a202'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:17:45.218969 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25ef33f8-0288-4b96-a655-e5c99218589e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:45.220129 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-25ef33f8-0288-4b96-a655-e5c99218589e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3877816 Nov 12 05:17:45.223150 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57138) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:45.228207 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ee7eaa56-205e-4ce1-8bbe-68f3619509f0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Request body: {'security_group_rule': {'security_group_id': '05f38ab3-2dbb-4f0a-9726-344cfe1797c9', 'project_id': '960f687347374fd190fe01d4bb0bb811', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:45.272110 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a244fac6-1772-4814-9260-68e39e4dafcc req-1a10c37d-a4c6-40d6-8d70-178ae35750c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=258f206c-a307-42d4-84b4-6449bf41ab16 HTTP/1.1" status: 200 len: 999 time: 0.0623381 Nov 12 05:17:45.313004 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-724b7e5a-3d81-43e0-8192-92e5daf2642c None None] Set router f665e405-5037-402c-808a-82b89416a202 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:17:45.319302 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ee7eaa56-205e-4ce1-8bbe-68f3619509f0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:45.323765 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244fac6-1772-4814-9260-68e39e4dafcc req-9d72b4a4-86e1-42a7-af23-da45775fb9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:45.326160 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a244fac6-1772-4814-9260-68e39e4dafcc req-9d72b4a4-86e1-42a7-af23-da45775fb9e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f849508-7a5d-4dd1-84b7-b00c1b6561e6 HTTP/1.1" status: 200 len: 854 time: 0.0467055 Nov 12 05:17:45.376850 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ee7eaa56-205e-4ce1-8bbe-68f3619509f0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:45.379902 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244fac6-1772-4814-9260-68e39e4dafcc req-712fc12e-3576-418d-a21e-4086765e1496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:45.381437 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a244fac6-1772-4814-9260-68e39e4dafcc req-712fc12e-3576-418d-a21e-4086765e1496 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df03e8da-4108-4b17-8cc1-1e08c483a02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486860 Nov 12 05:17:45.451980 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ee7eaa56-205e-4ce1-8bbe-68f3619509f0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:45.478925 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7eaa56-205e-4ce1-8bbe-68f3619509f0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80eb6dc0-e125-4527-bc3e-6683e2de947a,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:45.479206 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a244fac6-1772-4814-9260-68e39e4dafcc req-928b8040-ffd9-4408-b2de-053223a7c832 service neutron] 10.222.0.21 "GET /v2.0/networks/df03e8da-4108-4b17-8cc1-1e08c483a02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899725 Nov 12 05:17:45.548473 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-724b7e5a-3d81-43e0-8192-92e5daf2642c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665e405-5037-402c-808a-82b89416a202', 'name': 'tempest-TestMinimumBasicScenario-1024463300-router', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:34Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 4, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'gw_port': {'id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:35Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '535c9a2d-60be-48f2-9a98-425af191c2c2', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'floating_ip_address': '172.25.1.15', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'f665e405-5037-402c-808a-82b89416a202', 'port_id': '258f206c-a307-42d4-84b4-6449bf41ab16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a', 'mac_address': 'fa:16:3e:71:7c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c452c-cfc5-475b-9224-1d3f1b990bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:17:43Z', 'updated_at': '2021-11-12T05:17:43Z', 'revision_number': 0, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e957a60d-ff8c-4adb-beff-23eac63dd30f', 'name': '', 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'mac_address': 'fa:16:3e:00:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1f849508-7a5d-4dd1-84b7-b00c1b6561e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:37Z', 'updated_at': '2021-11-12T05:16:42Z', 'revision_number': 5, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'subnets': [{'id': '1f849508-7a5d-4dd1-84b7-b00c1b6561e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:17:45.565094 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ee7eaa56-205e-4ce1-8bbe-68f3619509f0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:45.566337 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ee7eaa56-205e-4ce1-8bbe-68f3619509f0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3420105 Nov 12 05:17:45.569068 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57140) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:45.573822 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-bc9e9b34-3d00-440c-9d59-7e3b0f61eba5 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Request body: {'security_group_rule': {'security_group_id': '05f38ab3-2dbb-4f0a-9726-344cfe1797c9', 'project_id': '960f687347374fd190fe01d4bb0bb811', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:45.578025 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a244fac6-1772-4814-9260-68e39e4dafcc req-ed56cf4f-64cf-4e3f-bb16-94f27243ee58 service neutron] 10.222.0.21 "GET /v2.0/networks/df03e8da-4108-4b17-8cc1-1e08c483a02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916638 Nov 12 05:17:45.578928 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724b7e5a-3d81-43e0-8192-92e5daf2642c None None] The sync data for ids ['f665e405-5037-402c-808a-82b89416a202'] in n-d-768509-24 is: [{'id': 'f665e405-5037-402c-808a-82b89416a202', 'name': 'tempest-TestMinimumBasicScenario-1024463300-router', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:34Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 4, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'gw_port': {'id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:35Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '535c9a2d-60be-48f2-9a98-425af191c2c2', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'floating_ip_address': '172.25.1.15', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'f665e405-5037-402c-808a-82b89416a202', 'port_id': '258f206c-a307-42d4-84b4-6449bf41ab16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a', 'mac_address': 'fa:16:3e:71:7c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c452c-cfc5-475b-9224-1d3f1b990bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:17:43Z', 'updated_at': '2021-11-12T05:17:43Z', 'revision_number': 0, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e957a60d-ff8c-4adb-beff-23eac63dd30f', 'name': '', 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'mac_address': 'fa:16:3e:00:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1f849508-7a5d-4dd1-84b7-b00c1b6561e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:37Z', 'updated_at': '2021-11-12T05:16:42Z', 'revision_number': 5, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'subnets': [{'id': '1f849508-7a5d-4dd1-84b7-b00c1b6561e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:17:45.713656 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9b34-3d00-440c-9d59-7e3b0f61eba5 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:45.779275 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9b34-3d00-440c-9d59-7e3b0f61eba5 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:45.803151 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9d340e-efbd-43f1-8949-18362059e5db None None] New status for floating IP 535c9a2d-60be-48f2-9a98-425af191c2c2: ACTIVE {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:17:45.837425 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9b34-3d00-440c-9d59-7e3b0f61eba5 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:45.853426 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e9b34-3d00-440c-9d59-7e3b0f61eba5 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ec462f-8b23-47f4-bd2a-e22a9c04e8d5,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:45.924909 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9b34-3d00-440c-9d59-7e3b0f61eba5 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:45.928577 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bc9e9b34-3d00-440c-9d59-7e3b0f61eba5 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3560023 Nov 12 05:17:45.928780 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57142) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:45.933727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-897bcf9e-cf18-4f19-9996-3d2423e8c4c3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Request body: {'security_group_rule': {'security_group_id': '05f38ab3-2dbb-4f0a-9726-344cfe1797c9', 'project_id': '960f687347374fd190fe01d4bb0bb811', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:46.077516 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-897bcf9e-cf18-4f19-9996-3d2423e8c4c3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:46.139038 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-897bcf9e-cf18-4f19-9996-3d2423e8c4c3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:46.214513 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-897bcf9e-cf18-4f19-9996-3d2423e8c4c3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:46.237878 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bcf9e-cf18-4f19-9996-3d2423e8c4c3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48eccf4e-c3f9-41dc-b52c-10eb6e20844b,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:46.296457 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-897bcf9e-cf18-4f19-9996-3d2423e8c4c3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:46.297723 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-897bcf9e-cf18-4f19-9996-3d2423e8c4c3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3679521 Nov 12 05:17:46.300397 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57144) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:46.304694 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-63bd40af-3dfc-4a9a-b21a-bb49781b2b4e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Request body: {'security_group_rule': {'security_group_id': '05f38ab3-2dbb-4f0a-9726-344cfe1797c9', 'project_id': '960f687347374fd190fe01d4bb0bb811', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:46.396763 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63bd40af-3dfc-4a9a-b21a-bb49781b2b4e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:46.453453 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63bd40af-3dfc-4a9a-b21a-bb49781b2b4e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:46.534918 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63bd40af-3dfc-4a9a-b21a-bb49781b2b4e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:46.552869 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd40af-3dfc-4a9a-b21a-bb49781b2b4e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab415d09-d9aa-4a7c-ba99-5da62efe2748,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:46.679813 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-63bd40af-3dfc-4a9a-b21a-bb49781b2b4e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:46.681033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-63bd40af-3dfc-4a9a-b21a-bb49781b2b4e tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3797185 Nov 12 05:17:46.684401 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57146) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:46.690921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-e247de6d-795f-451e-9865-d2b2d15cbc5f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Request body: {'security_group_rule': {'security_group_id': '05f38ab3-2dbb-4f0a-9726-344cfe1797c9', 'project_id': '960f687347374fd190fe01d4bb0bb811', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:46.774932 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-e247de6d-795f-451e-9865-d2b2d15cbc5f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Project 960f687347374fd190fe01d4bb0bb811 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:17:46.780396 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e247de6d-795f-451e-9865-d2b2d15cbc5f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:46.840559 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e247de6d-795f-451e-9865-d2b2d15cbc5f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:46.911871 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e247de6d-795f-451e-9865-d2b2d15cbc5f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:46.931383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247de6d-795f-451e-9865-d2b2d15cbc5f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee63aca-b60d-4eb4-8314-58effb2920f6,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:46.990533 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e247de6d-795f-451e-9865-d2b2d15cbc5f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:46.992213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e247de6d-795f-451e-9865-d2b2d15cbc5f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3064797 Nov 12 05:17:46.994546 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57148) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:17:46.999365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-83e94fd2-34b1-4a66-852a-0d528018b13f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Request body: {'security_group_rule': {'security_group_id': '05f38ab3-2dbb-4f0a-9726-344cfe1797c9', 'project_id': '960f687347374fd190fe01d4bb0bb811', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:47.085572 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-83e94fd2-34b1-4a66-852a-0d528018b13f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Project 960f687347374fd190fe01d4bb0bb811 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:17:47.091375 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-83e94fd2-34b1-4a66-852a-0d528018b13f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:47.148674 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-83e94fd2-34b1-4a66-852a-0d528018b13f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:47.216724 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-83e94fd2-34b1-4a66-852a-0d528018b13f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:47.235946 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e94fd2-34b1-4a66-852a-0d528018b13f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f72cc06-902c-4893-82cf-310603975f3f,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:47.302139 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-83e94fd2-34b1-4a66-852a-0d528018b13f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:47.303796 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-83e94fd2-34b1-4a66-852a-0d528018b13f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3079376 Nov 12 05:17:47.397633 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9aabba0-550d-4583-b544-a38fdde52a31 req-64682c5a-499a-42e0-8db9-0bebdfbdab17 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672266305&fields=id&tenant_id=960f687347374fd190fe01d4bb0bb811 HTTP/1.1" status: 200 len: 267 time: 0.0455487 Nov 12 05:17:47.403668 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:47.452793 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aabba0-550d-4583-b544-a38fdde52a31 req-ad3845ce-c82e-456d-a38f-44592bb16aa8 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:47.454253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9aabba0-550d-4583-b544-a38fdde52a31 req-ad3845ce-c82e-456d-a38f-44592bb16aa8 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 946 time: 0.0501156 Nov 12 05:17:47.465294 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-e9aabba0-550d-4583-b544-a38fdde52a31 req-70d013bd-d3ae-4c9a-ac19-e7ffa895e671 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Request body: {'port': {'security_groups': ['2e32a5b7-847c-45b7-ae3e-3b8d075be39d', '05f38ab3-2dbb-4f0a-9726-344cfe1797c9']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:17:47.529251 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e9aabba0-550d-4583-b544-a38fdde52a31 req-70d013bd-d3ae-4c9a-ac19-e7ffa895e671 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:47.710398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-e9aabba0-550d-4583-b544-a38fdde52a31 req-70d013bd-d3ae-4c9a-ac19-e7ffa895e671 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] For port 258f206c-a307-42d4-84b4-6449bf41ab16, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=258f206c-a307-42d4-84b4-6449bf41ab16,segment=NetworkSegment(53edddff-8345-4b96-acd7-df429ae6f18a),segment_id=53edddff-8345-4b96-acd7-df429ae6f18a)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:17:47.740339 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e9aabba0-550d-4583-b544-a38fdde52a31 req-70d013bd-d3ae-4c9a-ac19-e7ffa895e671 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:47.797073 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e9aabba0-550d-4583-b544-a38fdde52a31 req-70d013bd-d3ae-4c9a-ac19-e7ffa895e671 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:47.829755 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['258f206c-a307-42d4-84b4-6449bf41ab16'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:47.839543 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aabba0-550d-4583-b544-a38fdde52a31 req-70d013bd-d3ae-4c9a-ac19-e7ffa895e671 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:47.840735 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-e9aabba0-550d-4583-b544-a38fdde52a31 req-70d013bd-d3ae-4c9a-ac19-e7ffa895e671 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:47.842300 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9aabba0-550d-4583-b544-a38fdde52a31 req-70d013bd-d3ae-4c9a-ac19-e7ffa895e671 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "PUT /v2.0/ports/258f206c-a307-42d4-84b4-6449bf41ab16 HTTP/1.1" status: 200 len: 982 time: 0.3816104 Nov 12 05:17:47.842790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4c452c-cfc5-475b-9224-1d3f1b990bbb', 'tag': '258f206c-a307-42d4-84b4-6449bf41ab16'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:17:47.845086 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5c48c1-e216-462d-9f89-eec0dc83691e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4c452c-cfc5-475b-9224-1d3f1b990bbb", "tag": "258f206c-a307-42d4-84b4-6449bf41ab16"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:17:47.884593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d013bd-d3ae-4c9a-ac19-e7ffa895e671 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Pushing event updated for resources: {'Port': ['ID=258f206c-a307-42d4-84b4-6449bf41ab16,revision_number=6']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:17:47.886138 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0df7a7d-36a4-4c88-9e69-d6542c97b527 x-openstack-request-id: req-b0df7a7d-36a4-4c88-9e69-d6542c97b527 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:17:47.886138 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4c452c-cfc5-475b-9224-1d3f1b990bbb", "tag": "258f206c-a307-42d4-84b4-6449bf41ab16", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:17:47.886138 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0df7a7d-36a4-4c88-9e69-d6542c97b527 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:17:47.886138 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4c452c-cfc5-475b-9224-1d3f1b990bbb', 'tag': '258f206c-a307-42d4-84b4-6449bf41ab16', 'status': 'completed', 'code': 200} Nov 12 05:17:47.981146 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['258f206c-a307-42d4-84b4-6449bf41ab16'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:17:47.983988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c48c1-e216-462d-9f89-eec0dc83691e req-5736d6cf-4acb-4f4e-aa46-de1989676b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:47.985538 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4a5c48c1-e216-462d-9f89-eec0dc83691e req-5736d6cf-4acb-4f4e-aa46-de1989676b76 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=960f687347374fd190fe01d4bb0bb811&device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 1137 time: 0.0500815 Nov 12 05:17:47.995898 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c75385-9994-43d7-b3eb-dabe8f43aac1 req-e941c01b-a871-4c1b-9e8a-cfd626e9d454 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:47.998002 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31c75385-9994-43d7-b3eb-dabe8f43aac1 req-e941c01b-a871-4c1b-9e8a-cfd626e9d454 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 985 time: 0.0621986 Nov 12 05:17:48.082756 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-31c75385-9994-43d7-b3eb-dabe8f43aac1 req-8898bcc7-c6fa-4cbf-867f-9fbf90716a3c tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f38ab3-2dbb-4f0a-9726-344cfe1797c9&id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0772800 Nov 12 05:17:48.105730 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c48c1-e216-462d-9f89-eec0dc83691e req-1e7d7364-edfe-4dc2-9a0c-86ebd0d11238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:48.107257 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4a5c48c1-e216-462d-9f89-eec0dc83691e req-1e7d7364-edfe-4dc2-9a0c-86ebd0d11238 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df03e8da-4108-4b17-8cc1-1e08c483a02a HTTP/1.1" status: 200 len: 916 time: 0.1133838 Nov 12 05:17:48.179559 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4a5c48c1-e216-462d-9f89-eec0dc83691e req-5227baa6-2c10-4217-ae9b-2c32c5f9672d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=258f206c-a307-42d4-84b4-6449bf41ab16 HTTP/1.1" status: 200 len: 1001 time: 0.0623331 Nov 12 05:17:48.210158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-80afe1bb-d86b-4cff-9bb5-14418f19c944 None None] Provisioning complete for port 258f206c-a307-42d4-84b4-6449bf41ab16 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:17:48.210528 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-80afe1bb-d86b-4cff-9bb5-14418f19c944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:48.229870 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c48c1-e216-462d-9f89-eec0dc83691e req-691162f0-7eb4-4741-810d-d56eda3b3d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:48.231536 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4a5c48c1-e216-462d-9f89-eec0dc83691e req-691162f0-7eb4-4741-810d-d56eda3b3d8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f849508-7a5d-4dd1-84b7-b00c1b6561e6 HTTP/1.1" status: 200 len: 854 time: 0.0450187 Nov 12 05:17:48.281929 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c48c1-e216-462d-9f89-eec0dc83691e req-b18f7411-bb65-4a05-a59c-bb8bf4aaced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:48.283560 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4a5c48c1-e216-462d-9f89-eec0dc83691e req-b18f7411-bb65-4a05-a59c-bb8bf4aaced5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df03e8da-4108-4b17-8cc1-1e08c483a02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447538 Nov 12 05:17:48.375158 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4a5c48c1-e216-462d-9f89-eec0dc83691e req-1d494065-db27-4284-a224-7bd6b0f6c4dc service neutron] 10.222.0.21 "GET /v2.0/networks/df03e8da-4108-4b17-8cc1-1e08c483a02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842953 Nov 12 05:17:48.475374 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4a5c48c1-e216-462d-9f89-eec0dc83691e req-042f5ba5-86ee-47af-aab3-21dfbb227f1a service neutron] 10.222.0.21 "GET /v2.0/networks/df03e8da-4108-4b17-8cc1-1e08c483a02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925303 Nov 12 05:17:48.611332 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:03.202538 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-79576342-cad8-4049-ac48-73051bf91e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:05.605373 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2e27c98c-b0d2-452e-850d-313e84aaf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:07.008834 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:08.530030 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:18:08.568753 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:09.145965 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:17.408568 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:18.605480 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:23.236961 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-61bd61d9-4227-4d91-b266-1e456043833a req-25ae272a-5d59-4f6f-bee4-34084b8f0b94 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0495160 Nov 12 05:18:23.337932 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd61d9-4227-4d91-b266-1e456043833a req-81c93f71-c167-4487-9b9e-928868aca333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:23.339487 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-61bd61d9-4227-4d91-b266-1e456043833a req-81c93f71-c167-4487-9b9e-928868aca333 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=960f687347374fd190fe01d4bb0bb811&device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 1137 time: 0.0425372 Nov 12 05:18:23.452344 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd61d9-4227-4d91-b266-1e456043833a req-5b8bd110-75ed-4f61-b2f6-158689c0278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:23.453819 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-61bd61d9-4227-4d91-b266-1e456043833a req-5b8bd110-75ed-4f61-b2f6-158689c0278a service neutron] 10.222.0.21 "GET /v2.0/networks?id=df03e8da-4108-4b17-8cc1-1e08c483a02a HTTP/1.1" status: 200 len: 916 time: 0.0959415 Nov 12 05:18:23.522148 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-61bd61d9-4227-4d91-b266-1e456043833a req-e17b3b71-76ce-49e9-bb4b-13a89fa92787 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=258f206c-a307-42d4-84b4-6449bf41ab16 HTTP/1.1" status: 200 len: 1001 time: 0.0608716 Nov 12 05:18:23.577455 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd61d9-4227-4d91-b266-1e456043833a req-7320dc80-c084-4d74-9936-ac20e8f81e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:23.578973 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-61bd61d9-4227-4d91-b266-1e456043833a req-7320dc80-c084-4d74-9936-ac20e8f81e8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f849508-7a5d-4dd1-84b7-b00c1b6561e6 HTTP/1.1" status: 200 len: 854 time: 0.0503592 Nov 12 05:18:23.628783 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd61d9-4227-4d91-b266-1e456043833a req-e866f40a-8851-4366-9260-acc86916a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:23.630325 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-61bd61d9-4227-4d91-b266-1e456043833a req-e866f40a-8851-4366-9260-acc86916a872 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df03e8da-4108-4b17-8cc1-1e08c483a02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446935 Nov 12 05:18:23.724795 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-61bd61d9-4227-4d91-b266-1e456043833a req-da5bb713-a7ee-4f02-805c-c5df66c9d9a1 service neutron] 10.222.0.21 "GET /v2.0/networks/df03e8da-4108-4b17-8cc1-1e08c483a02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871916 Nov 12 05:18:23.826062 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-61bd61d9-4227-4d91-b266-1e456043833a req-40c39578-c7ce-423c-a47d-a1ebd425e0f1 service neutron] 10.222.0.21 "GET /v2.0/networks/df03e8da-4108-4b17-8cc1-1e08c483a02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938730 Nov 12 05:18:33.216233 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1219878d-16db-4f05-92e7-8c6e489a67a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:35.622834 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cf3a4525-862b-49da-ad50-a835382a16b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:36.625625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92473b-0993-475c-97e5-bec53ca4cacb req-39bb6aa2-428f-4004-be92-0c1693c2f34b tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:36.627219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a92473b-0993-475c-97e5-bec53ca4cacb req-39bb6aa2-428f-4004-be92-0c1693c2f34b tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 985 time: 0.0542235 Nov 12 05:18:36.692521 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a92473b-0993-475c-97e5-bec53ca4cacb req-3686b37c-cdb6-428b-8927-b10929b4289d tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f38ab3-2dbb-4f0a-9726-344cfe1797c9&id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588894 Nov 12 05:18:36.747470 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc4d5f-1dde-4beb-b488-ad287ba5d512 req-19132457-99e4-4982-a3a7-7ad530dcda13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:36.748968 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dbbc4d5f-1dde-4beb-b488-ad287ba5d512 req-19132457-99e4-4982-a3a7-7ad530dcda13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=960f687347374fd190fe01d4bb0bb811&device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 1137 time: 0.0447137 Nov 12 05:18:36.851128 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc4d5f-1dde-4beb-b488-ad287ba5d512 req-c8de4858-370b-481c-a711-425f090d6915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:36.852623 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dbbc4d5f-1dde-4beb-b488-ad287ba5d512 req-c8de4858-370b-481c-a711-425f090d6915 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df03e8da-4108-4b17-8cc1-1e08c483a02a HTTP/1.1" status: 200 len: 916 time: 0.0952125 Nov 12 05:18:36.921299 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dbbc4d5f-1dde-4beb-b488-ad287ba5d512 req-99b45b81-363d-4abb-9512-b47f201531ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=258f206c-a307-42d4-84b4-6449bf41ab16 HTTP/1.1" status: 200 len: 1001 time: 0.0615125 Nov 12 05:18:36.965406 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:36.974304 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc4d5f-1dde-4beb-b488-ad287ba5d512 req-e325460e-22b7-4559-88e7-a63fbbe3de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:36.976060 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dbbc4d5f-1dde-4beb-b488-ad287ba5d512 req-e325460e-22b7-4559-88e7-a63fbbe3de70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f849508-7a5d-4dd1-84b7-b00c1b6561e6 HTTP/1.1" status: 200 len: 854 time: 0.0471206 Nov 12 05:18:37.028106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc4d5f-1dde-4beb-b488-ad287ba5d512 req-b35f4649-bbb2-42b6-9440-b135af2a5054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:37.029657 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dbbc4d5f-1dde-4beb-b488-ad287ba5d512 req-b35f4649-bbb2-42b6-9440-b135af2a5054 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df03e8da-4108-4b17-8cc1-1e08c483a02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456336 Nov 12 05:18:37.122500 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dbbc4d5f-1dde-4beb-b488-ad287ba5d512 req-747b08cf-03f6-4ce4-89bb-36d750a8def6 service neutron] 10.222.0.21 "GET /v2.0/networks/df03e8da-4108-4b17-8cc1-1e08c483a02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830071 Nov 12 05:18:37.217202 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-dbbc4d5f-1dde-4beb-b488-ad287ba5d512 req-2dc08b6a-d2a2-4fdc-90bb-654bad2512b1 service neutron] 10.222.0.21 "GET /v2.0/networks/df03e8da-4108-4b17-8cc1-1e08c483a02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873942 Nov 12 05:18:37.810696 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07aecf-fea8-400e-9cfd-7098adbe71d3 req-4e8f3942-a05d-4c42-983b-1ed2ca703203 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:37.812168 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f07aecf-fea8-400e-9cfd-7098adbe71d3 req-4e8f3942-a05d-4c42-983b-1ed2ca703203 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 985 time: 0.0488577 Nov 12 05:18:37.871533 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f07aecf-fea8-400e-9cfd-7098adbe71d3 req-8cbbe1a6-9eee-4bb8-a549-70374fd25ab3 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f38ab3-2dbb-4f0a-9726-344cfe1797c9&id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532558 Nov 12 05:18:38.530281 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:38.998765 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf699e-15d0-4226-8768-f47cfe789348 req-7bd7fa77-9e45-40ed-8eea-8051e0d4b02a tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:39.000178 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abbf699e-15d0-4226-8768-f47cfe789348 req-7bd7fa77-9e45-40ed-8eea-8051e0d4b02a tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 985 time: 0.0550969 Nov 12 05:18:39.059899 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-abbf699e-15d0-4226-8768-f47cfe789348 req-52e5f076-5030-4c4f-ad8d-1ecf677e64f2 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f38ab3-2dbb-4f0a-9726-344cfe1797c9&id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536647 Nov 12 05:18:39.133276 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:40.177547 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad683bb-18c7-49a3-808f-35206101775d req-d3fc89a3-7b1d-4c3d-b247-71d729d7330a tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:40.179056 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dad683bb-18c7-49a3-808f-35206101775d req-d3fc89a3-7b1d-4c3d-b247-71d729d7330a tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 985 time: 0.0499821 Nov 12 05:18:40.239079 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dad683bb-18c7-49a3-808f-35206101775d req-b77eb09b-fd3c-4804-bbc9-59e844853e8a tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f38ab3-2dbb-4f0a-9726-344cfe1797c9&id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531135 Nov 12 05:18:41.358016 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b74647-a93e-44e0-b05b-79a34726ccf7 req-0a8505a4-c7fa-4e93-b715-2940e4a99d0b tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:41.359538 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96b74647-a93e-44e0-b05b-79a34726ccf7 req-0a8505a4-c7fa-4e93-b715-2940e4a99d0b tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 985 time: 0.0523121 Nov 12 05:18:41.423438 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96b74647-a93e-44e0-b05b-79a34726ccf7 req-a690b36f-8720-4437-aee6-21fffaea8e27 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f38ab3-2dbb-4f0a-9726-344cfe1797c9&id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577092 Nov 12 05:18:42.541358 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f11fd-d94f-472a-8168-babc217d9277 req-a6756925-431d-42db-a550-a2ed641ccc85 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:42.542855 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d62f11fd-d94f-472a-8168-babc217d9277 req-a6756925-431d-42db-a550-a2ed641ccc85 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 985 time: 0.0490832 Nov 12 05:18:42.602958 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d62f11fd-d94f-472a-8168-babc217d9277 req-16c207d6-9e60-43ca-b548-601e634b8136 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f38ab3-2dbb-4f0a-9726-344cfe1797c9&id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535023 Nov 12 05:18:43.720315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5065435-dcde-47e9-969a-3327fd70217d req-4798ebf6-0795-4b9b-ae5f-895e1c9554e5 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:43.721706 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a5065435-dcde-47e9-969a-3327fd70217d req-4798ebf6-0795-4b9b-ae5f-895e1c9554e5 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 985 time: 0.0488627 Nov 12 05:18:43.786321 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a5065435-dcde-47e9-969a-3327fd70217d req-26125eac-6c45-42dc-ab40-d36fc7d5ade1 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f38ab3-2dbb-4f0a-9726-344cfe1797c9&id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584915 Nov 12 05:18:44.906604 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1d670-43b2-4a9d-a2e8-693010660550 req-026c2ee2-20a7-40b0-85ec-c3270c4fd3e0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:44.908114 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-79b1d670-43b2-4a9d-a2e8-693010660550 req-026c2ee2-20a7-40b0-85ec-c3270c4fd3e0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 985 time: 0.0493166 Nov 12 05:18:44.969027 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-79b1d670-43b2-4a9d-a2e8-693010660550 req-e84efcfe-c884-47c5-967b-dbea6bbd46b5 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f38ab3-2dbb-4f0a-9726-344cfe1797c9&id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546849 Nov 12 05:18:45.530197 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:18:46.091371 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2f33d-f07b-4019-b2c5-2371ddf3cc11 req-ef4eb06a-e42a-45e2-b075-3c572ecc163d tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:46.092866 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9ba2f33d-f07b-4019-b2c5-2371ddf3cc11 req-ef4eb06a-e42a-45e2-b075-3c572ecc163d tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 985 time: 0.0497227 Nov 12 05:18:46.153760 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9ba2f33d-f07b-4019-b2c5-2371ddf3cc11 req-88b95944-06d2-4be5-b0e4-6079b94df2ae tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f38ab3-2dbb-4f0a-9726-344cfe1797c9&id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546956 Nov 12 05:18:47.274331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab66a6-0c9e-4f97-a55d-14801648e3cd req-cdc20fe9-5828-4a4c-84db-fa4cfb74e99b tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:47.276112 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8dab66a6-0c9e-4f97-a55d-14801648e3cd req-cdc20fe9-5828-4a4c-84db-fa4cfb74e99b tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 985 time: 0.0533869 Nov 12 05:18:47.337899 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8dab66a6-0c9e-4f97-a55d-14801648e3cd req-a6583ad7-3fde-4962-b7af-fa27be16a71f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f38ab3-2dbb-4f0a-9726-344cfe1797c9&id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551071 Nov 12 05:18:47.419307 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:48.455014 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ddd27-b30b-4cd8-a88c-4a5f7b4ea9d0 req-d444ccc3-464c-4464-a262-82ee3481896f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:48.456493 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-152ddd27-b30b-4cd8-a88c-4a5f7b4ea9d0 req-d444ccc3-464c-4464-a262-82ee3481896f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 985 time: 0.0492251 Nov 12 05:18:48.517165 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-152ddd27-b30b-4cd8-a88c-4a5f7b4ea9d0 req-fa8b0029-0961-427d-9ec9-e7131547645c tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f38ab3-2dbb-4f0a-9726-344cfe1797c9&id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544152 Nov 12 05:18:48.615918 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:03.256483 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee7c304f-32dc-4dac-bc00-417d0796df1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:05.582018 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ea390db-41ba-4290-bd09-42083431ae11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:06.987737 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:08.548366 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:09.170254 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:17.413580 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:18.613212 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:22.532692 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:19:23.218572 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed1c2052-ea7e-49f4-996b-1f3de9ab2faf req-0b9c5245-65c6-407f-a7fe-c02f64e92e91 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423896 Nov 12 05:19:23.323456 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c2052-ea7e-49f4-996b-1f3de9ab2faf req-05b5600f-67d6-456e-a5b0-5eaea2141280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:23.324945 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed1c2052-ea7e-49f4-996b-1f3de9ab2faf req-05b5600f-67d6-456e-a5b0-5eaea2141280 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=960f687347374fd190fe01d4bb0bb811&device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 1137 time: 0.0431604 Nov 12 05:19:23.441217 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c2052-ea7e-49f4-996b-1f3de9ab2faf req-16dfa6f4-66a6-49c9-9d23-ed650aee011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:23.442904 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed1c2052-ea7e-49f4-996b-1f3de9ab2faf req-16dfa6f4-66a6-49c9-9d23-ed650aee011e service neutron] 10.222.0.21 "GET /v2.0/networks?id=df03e8da-4108-4b17-8cc1-1e08c483a02a HTTP/1.1" status: 200 len: 916 time: 0.0971231 Nov 12 05:19:23.510301 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed1c2052-ea7e-49f4-996b-1f3de9ab2faf req-c0977d86-69a7-4c6d-8f74-c2c78f300340 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=258f206c-a307-42d4-84b4-6449bf41ab16 HTTP/1.1" status: 200 len: 1001 time: 0.0604932 Nov 12 05:19:23.569511 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c2052-ea7e-49f4-996b-1f3de9ab2faf req-9dd76c38-d658-41e2-995c-f9599c35c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:23.571022 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed1c2052-ea7e-49f4-996b-1f3de9ab2faf req-9dd76c38-d658-41e2-995c-f9599c35c2aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f849508-7a5d-4dd1-84b7-b00c1b6561e6 HTTP/1.1" status: 200 len: 854 time: 0.0536397 Nov 12 05:19:23.618182 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c2052-ea7e-49f4-996b-1f3de9ab2faf req-5392c561-e3fc-48ae-929d-1f201d23b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:23.619736 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed1c2052-ea7e-49f4-996b-1f3de9ab2faf req-5392c561-e3fc-48ae-929d-1f201d23b2e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df03e8da-4108-4b17-8cc1-1e08c483a02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419939 Nov 12 05:19:23.718323 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed1c2052-ea7e-49f4-996b-1f3de9ab2faf req-b029a72f-32b6-449f-ba30-027947770ac9 service neutron] 10.222.0.21 "GET /v2.0/networks/df03e8da-4108-4b17-8cc1-1e08c483a02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914087 Nov 12 05:19:23.826792 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ed1c2052-ea7e-49f4-996b-1f3de9ab2faf req-b66d61be-c910-48ef-8f66-fe2fe936762c service neutron] 10.222.0.21 "GET /v2.0/networks/df03e8da-4108-4b17-8cc1-1e08c483a02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008713 Nov 12 05:19:33.227288 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5eb84402-4e9b-4096-86e1-699c71e92660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:35.595776 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b791-e030-49ef-a0c4-2d73ad1304e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:36.984300 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:38.530004 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:39.132808 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:47.409755 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:48.621025 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:51.921905 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c420dc0-be71-4934-9555-92e3a08795bd req-825f37dd-1518-4149-bd20-4caf9da497d4 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672266305&fields=id&tenant_id=960f687347374fd190fe01d4bb0bb811 HTTP/1.1" status: 200 len: 267 time: 0.0470691 Nov 12 05:19:52.329496 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c420dc0-be71-4934-9555-92e3a08795bd req-815faddc-fc61-42e9-8815-5811e6a2c116 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:52.331086 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c420dc0-be71-4934-9555-92e3a08795bd req-815faddc-fc61-42e9-8815-5811e6a2c116 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 985 time: 0.4033744 Nov 12 05:19:52.342658 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-2c420dc0-be71-4934-9555-92e3a08795bd req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Request body: {'port': {'security_groups': ['2e32a5b7-847c-45b7-ae3e-3b8d075be39d']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:19:52.416852 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2c420dc0-be71-4934-9555-92e3a08795bd req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:52.597916 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-2c420dc0-be71-4934-9555-92e3a08795bd req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] For port 258f206c-a307-42d4-84b4-6449bf41ab16, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=258f206c-a307-42d4-84b4-6449bf41ab16,segment=NetworkSegment(53edddff-8345-4b96-acd7-df429ae6f18a),segment_id=53edddff-8345-4b96-acd7-df429ae6f18a)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:52.631008 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2c420dc0-be71-4934-9555-92e3a08795bd req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:52.695494 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2c420dc0-be71-4934-9555-92e3a08795bd req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:52.729186 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['258f206c-a307-42d4-84b4-6449bf41ab16'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:52.753879 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c420dc0-be71-4934-9555-92e3a08795bd req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:52.754525 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-2c420dc0-be71-4934-9555-92e3a08795bd req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:52.755991 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2c420dc0-be71-4934-9555-92e3a08795bd req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "PUT /v2.0/ports/258f206c-a307-42d4-84b4-6449bf41ab16 HTTP/1.1" status: 200 len: 943 time: 0.4181378 Nov 12 05:19:52.756463 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4c452c-cfc5-475b-9224-1d3f1b990bbb', 'tag': '258f206c-a307-42d4-84b4-6449bf41ab16'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:52.759275 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb0aaa1-0916-4ff8-a77a-8bd8af98a541" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4c452c-cfc5-475b-9224-1d3f1b990bbb", "tag": "258f206c-a307-42d4-84b4-6449bf41ab16"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:52.763983 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57218) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:52.780258 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Pushing event updated for resources: {'Port': ['ID=258f206c-a307-42d4-84b4-6449bf41ab16,revision_number=7']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:52.789256 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:52.789734 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:52.790175 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:52.790625 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:52.791068 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:52.791495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:52.791919 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:52.792344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:52.792767 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:52.793201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:52.793622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:52.794040 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7d5eb-4dcc-4b4a-b434-7fa9df0f44b0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:52.813909 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5e6075-abfb-4138-9a51-b21f54adde20 x-openstack-request-id: req-eb5e6075-abfb-4138-9a51-b21f54adde20 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:52.814311 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4c452c-cfc5-475b-9224-1d3f1b990bbb", "tag": "258f206c-a307-42d4-84b4-6449bf41ab16", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:52.814680 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb5e6075-abfb-4138-9a51-b21f54adde20 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:52.815203 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4c452c-cfc5-475b-9224-1d3f1b990bbb', 'tag': '258f206c-a307-42d4-84b4-6449bf41ab16', 'status': 'completed', 'code': 200} Nov 12 05:19:52.835682 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08bfb255-fbb4-4094-917d-4687b1a355d7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:52.879051 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08bfb255-fbb4-4094-917d-4687b1a355d7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:52.880128 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['258f206c-a307-42d4-84b4-6449bf41ab16'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:52.954416 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0aaa1-0916-4ff8-a77a-8bd8af98a541 req-46eef35d-fcf1-46b1-aa40-0b1e2131f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:52.956711 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5bb0aaa1-0916-4ff8-a77a-8bd8af98a541 req-46eef35d-fcf1-46b1-aa40-0b1e2131f9ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=960f687347374fd190fe01d4bb0bb811&device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 1098 time: 0.0919313 Nov 12 05:19:53.061653 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0aaa1-0916-4ff8-a77a-8bd8af98a541 req-fa41d56d-a73e-4d8b-bb55-d83abc4529f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:53.063088 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5bb0aaa1-0916-4ff8-a77a-8bd8af98a541 req-fa41d56d-a73e-4d8b-bb55-d83abc4529f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df03e8da-4108-4b17-8cc1-1e08c483a02a HTTP/1.1" status: 200 len: 916 time: 0.0955982 Nov 12 05:19:53.086563 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-89820309-76c5-4459-8e4e-21fb97b83c4e None None] Provisioning complete for port 258f206c-a307-42d4-84b4-6449bf41ab16 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:53.086969 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89820309-76c5-4459-8e4e-21fb97b83c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.112556 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08bfb255-fbb4-4094-917d-4687b1a355d7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.115153 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-08bfb255-fbb4-4094-917d-4687b1a355d7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.116331 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-08bfb255-fbb4-4094-917d-4687b1a355d7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "DELETE /v2.0/security-groups/05f38ab3-2dbb-4f0a-9726-344cfe1797c9 HTTP/1.1" status: 204 len: 168 time: 0.3502691 Nov 12 05:19:53.119348 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57220) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:19:53.133786 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfb255-fbb4-4094-917d-4687b1a355d7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f38ab3-2dbb-4f0a-9726-344cfe1797c9,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:53.149225 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bfb255-fbb4-4094-917d-4687b1a355d7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:53.149832 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bfb255-fbb4-4094-917d-4687b1a355d7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:53.150160 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bfb255-fbb4-4094-917d-4687b1a355d7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:53.150490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bfb255-fbb4-4094-917d-4687b1a355d7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:53.150845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bfb255-fbb4-4094-917d-4687b1a355d7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:53.151171 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bfb255-fbb4-4094-917d-4687b1a355d7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:53.151490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bfb255-fbb4-4094-917d-4687b1a355d7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:53.151812 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bfb255-fbb4-4094-917d-4687b1a355d7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:53.152134 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bfb255-fbb4-4094-917d-4687b1a355d7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:53.152450 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bfb255-fbb4-4094-917d-4687b1a355d7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:53.152948 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bfb255-fbb4-4094-917d-4687b1a355d7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:53.153456 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bfb255-fbb4-4094-917d-4687b1a355d7 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:53.162701 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5bb0aaa1-0916-4ff8-a77a-8bd8af98a541 req-80b36e4f-836f-473d-b33a-e794294db7e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=258f206c-a307-42d4-84b4-6449bf41ab16 HTTP/1.1" status: 200 len: 1001 time: 0.0921714 Nov 12 05:19:53.217654 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0aaa1-0916-4ff8-a77a-8bd8af98a541 req-36534b57-c27a-4a5d-88cf-c628e999c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:53.219296 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5bb0aaa1-0916-4ff8-a77a-8bd8af98a541 req-36534b57-c27a-4a5d-88cf-c628e999c4c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f849508-7a5d-4dd1-84b7-b00c1b6561e6 HTTP/1.1" status: 200 len: 854 time: 0.0495865 Nov 12 05:19:53.272159 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0aaa1-0916-4ff8-a77a-8bd8af98a541 req-6d46fbf6-974b-44e5-816a-600c4753acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:53.273642 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5bb0aaa1-0916-4ff8-a77a-8bd8af98a541 req-6d46fbf6-974b-44e5-816a-600c4753acf5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df03e8da-4108-4b17-8cc1-1e08c483a02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430954 Nov 12 05:19:53.303468 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-90855048-d189-434b-a36b-658d3c477617 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Deleting port 0214561d-307c-43d7-bb9a-58380dec2418 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:19:53.303811 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90855048-d189-434b-a36b-658d3c477617 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.375912 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5bb0aaa1-0916-4ff8-a77a-8bd8af98a541 req-85131e58-754e-4127-b3d2-3511c58f5721 service neutron] 10.222.0.21 "GET /v2.0/networks/df03e8da-4108-4b17-8cc1-1e08c483a02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948901 Nov 12 05:19:53.383091 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90855048-d189-434b-a36b-658d3c477617 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.383424 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90855048-d189-434b-a36b-658d3c477617 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.396282 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-90855048-d189-434b-a36b-658d3c477617 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Calling delete_port for 0214561d-307c-43d7-bb9a-58380dec2418 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:19:53.471714 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5bb0aaa1-0916-4ff8-a77a-8bd8af98a541 req-5699cfae-30d9-4b13-8c5d-1d21c26866ed service neutron] 10.222.0.21 "GET /v2.0/networks/df03e8da-4108-4b17-8cc1-1e08c483a02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879104 Nov 12 05:19:53.636398 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90855048-d189-434b-a36b-658d3c477617 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.663779 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90855048-d189-434b-a36b-658d3c477617 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Pushing event deleted for resources: {'Port': ['ID=0214561d-307c-43d7-bb9a-58380dec2418,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:53.728437 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90855048-d189-434b-a36b-658d3c477617 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.728772 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-90855048-d189-434b-a36b-658d3c477617 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Floating IP 535c9a2d-60be-48f2-9a98-425af191c2c2 disassociated (deleted). External IP: 172.25.1.15, port: 258f206c-a307-42d4-84b4-6449bf41ab16. Nov 12 05:19:53.946795 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90855048-d189-434b-a36b-658d3c477617 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Router f665e405-5037-402c-808a-82b89416a202 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:19:54.060325 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90855048-d189-434b-a36b-658d3c477617 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:19:54.065495 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90855048-d189-434b-a36b-658d3c477617 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:54.070529 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b36ab-c74b-404d-906e-64b986e1d37b None None] Sync routers for ids ['f665e405-5037-402c-808a-82b89416a202'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:19:54.080399 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b36ab-c74b-404d-906e-64b986e1d37b None None] Routers {'f665e405-5037-402c-808a-82b89416a202'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:19:54.081093 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-627b36ab-c74b-404d-906e-64b986e1d37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:19:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f665e405-5037-402c-808a-82b89416a202'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:54.093826 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-90855048-d189-434b-a36b-658d3c477617 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "DELETE /v2.0/floatingips/535c9a2d-60be-48f2-9a98-425af191c2c2 HTTP/1.1" status: 204 len: 168 time: 0.9727983 Nov 12 05:19:54.188033 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-627b36ab-c74b-404d-906e-64b986e1d37b None None] Set router f665e405-5037-402c-808a-82b89416a202 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:19:54.382238 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-627b36ab-c74b-404d-906e-64b986e1d37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665e405-5037-402c-808a-82b89416a202', 'name': 'tempest-TestMinimumBasicScenario-1024463300-router', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:34Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 4, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'gw_port': {'id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:35Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'e957a60d-ff8c-4adb-beff-23eac63dd30f', 'name': '', 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'mac_address': 'fa:16:3e:00:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1f849508-7a5d-4dd1-84b7-b00c1b6561e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:37Z', 'updated_at': '2021-11-12T05:16:42Z', 'revision_number': 5, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'subnets': [{'id': '1f849508-7a5d-4dd1-84b7-b00c1b6561e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:54.413304 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b36ab-c74b-404d-906e-64b986e1d37b None None] Checking router: f665e405-5037-402c-808a-82b89416a202 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:19:54.423928 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b36ab-c74b-404d-906e-64b986e1d37b None None] Routers {'f665e405-5037-402c-808a-82b89416a202'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:19:54.425645 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-627b36ab-c74b-404d-906e-64b986e1d37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:19:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f665e405-5037-402c-808a-82b89416a202'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:54.625361 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-627b36ab-c74b-404d-906e-64b986e1d37b None None] Set router f665e405-5037-402c-808a-82b89416a202 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:19:54.816208 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-627b36ab-c74b-404d-906e-64b986e1d37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665e405-5037-402c-808a-82b89416a202', 'name': 'tempest-TestMinimumBasicScenario-1024463300-router', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:34Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 4, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'gw_port': {'id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:35Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'e957a60d-ff8c-4adb-beff-23eac63dd30f', 'name': '', 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'mac_address': 'fa:16:3e:00:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1f849508-7a5d-4dd1-84b7-b00c1b6561e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:37Z', 'updated_at': '2021-11-12T05:16:42Z', 'revision_number': 5, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'subnets': [{'id': '1f849508-7a5d-4dd1-84b7-b00c1b6561e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:19:54.816528 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4c452c-cfc5-475b-9224-1d3f1b990bbb', 'tag': '258f206c-a307-42d4-84b4-6449bf41ab16'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:54.818843 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c482057-8ece-46c3-9b1b-43de055ab541" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4c452c-cfc5-475b-9224-1d3f1b990bbb", "tag": "258f206c-a307-42d4-84b4-6449bf41ab16"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:54.841966 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b36ab-c74b-404d-906e-64b986e1d37b None None] The sync data for ids ['f665e405-5037-402c-808a-82b89416a202'] in n-d-768509-24 is: [{'id': 'f665e405-5037-402c-808a-82b89416a202', 'name': 'tempest-TestMinimumBasicScenario-1024463300-router', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:34Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 4, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'gw_port': {'id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:35Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'e957a60d-ff8c-4adb-beff-23eac63dd30f', 'name': '', 'network_id': 'df03e8da-4108-4b17-8cc1-1e08c483a02a', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'mac_address': 'fa:16:3e:00:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1f849508-7a5d-4dd1-84b7-b00c1b6561e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:37Z', 'updated_at': '2021-11-12T05:16:42Z', 'revision_number': 5, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'subnets': [{'id': '1f849508-7a5d-4dd1-84b7-b00c1b6561e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:19:54.856122 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d478438-ffb4-4dd0-93d8-1084554c90cb x-openstack-request-id: req-2d478438-ffb4-4dd0-93d8-1084554c90cb {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:54.856419 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4c452c-cfc5-475b-9224-1d3f1b990bbb", "tag": "258f206c-a307-42d4-84b4-6449bf41ab16", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:54.856677 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d478438-ffb4-4dd0-93d8-1084554c90cb {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:54.857087 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4c452c-cfc5-475b-9224-1d3f1b990bbb', 'tag': '258f206c-a307-42d4-84b4-6449bf41ab16', 'status': 'completed', 'code': 200} Nov 12 05:19:54.960890 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c482057-8ece-46c3-9b1b-43de055ab541 req-fa379776-f613-4197-96be-f28d84204ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:54.962465 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2c482057-8ece-46c3-9b1b-43de055ab541 req-fa379776-f613-4197-96be-f28d84204ba0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=960f687347374fd190fe01d4bb0bb811&device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 1098 time: 0.0462191 Nov 12 05:19:55.060135 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c482057-8ece-46c3-9b1b-43de055ab541 req-9b005ffb-c920-42fc-b0b1-b891eaceb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:55.061648 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2c482057-8ece-46c3-9b1b-43de055ab541 req-9b005ffb-c920-42fc-b0b1-b891eaceb35b service neutron] 10.222.0.21 "GET /v2.0/networks?id=df03e8da-4108-4b17-8cc1-1e08c483a02a HTTP/1.1" status: 200 len: 916 time: 0.0925767 Nov 12 05:19:55.084245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fbb31b-cf6d-47e0-80dc-cb140d32152d None None] New status for floating IP 535c9a2d-60be-48f2-9a98-425af191c2c2: DOWN {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:19:55.115699 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2c482057-8ece-46c3-9b1b-43de055ab541 req-ccc45a6c-bc2b-4902-acef-5dccad91caf6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=258f206c-a307-42d4-84b4-6449bf41ab16 HTTP/1.1" status: 200 len: 217 time: 0.0409772 Nov 12 05:19:55.173874 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c482057-8ece-46c3-9b1b-43de055ab541 req-7b4324b0-ad1c-452a-a4de-2850fa152185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:55.175498 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2c482057-8ece-46c3-9b1b-43de055ab541 req-7b4324b0-ad1c-452a-a4de-2850fa152185 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f849508-7a5d-4dd1-84b7-b00c1b6561e6 HTTP/1.1" status: 200 len: 854 time: 0.0518041 Nov 12 05:19:55.222773 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c482057-8ece-46c3-9b1b-43de055ab541 req-7253cb2b-1692-4522-a7c6-2ea71822f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:55.224399 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2c482057-8ece-46c3-9b1b-43de055ab541 req-7253cb2b-1692-4522-a7c6-2ea71822f84b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df03e8da-4108-4b17-8cc1-1e08c483a02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422194 Nov 12 05:19:55.320134 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2c482057-8ece-46c3-9b1b-43de055ab541 req-49875096-2314-435a-8e8e-815054c8677e service neutron] 10.222.0.21 "GET /v2.0/networks/df03e8da-4108-4b17-8cc1-1e08c483a02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873151 Nov 12 05:19:55.411004 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-2c482057-8ece-46c3-9b1b-43de055ab541 req-978164db-20fb-4f1e-b216-042d9271d285 service neutron] 10.222.0.21 "GET /v2.0/networks/df03e8da-4108-4b17-8cc1-1e08c483a02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827250 Nov 12 05:19:59.533259 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:20:03.249511 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ae5d3f1e-ae47-4f7e-85e6-ab21bbe49ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:03.651940 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e6a0e-90df-492c-a627-897a6ae4be0b req-4219832c-01cd-4dd0-bb08-451031b33f9f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:03.653436 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-778e6a0e-90df-492c-a627-897a6ae4be0b req-4219832c-01cd-4dd0-bb08-451031b33f9f tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 946 time: 0.0513206 Nov 12 05:20:03.703079 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-778e6a0e-90df-492c-a627-897a6ae4be0b req-5ac128dc-9880-4bb7-8737-129a05614ac9 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429618 Nov 12 05:20:04.822033 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee59dcf-9e91-46a9-8b9b-8de06f6edf0e req-33ec583d-97a4-4255-b5d9-1f37bff08ccd tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:04.823609 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bee59dcf-9e91-46a9-8b9b-8de06f6edf0e req-33ec583d-97a4-4255-b5d9-1f37bff08ccd tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 946 time: 0.0510621 Nov 12 05:20:04.878446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bee59dcf-9e91-46a9-8b9b-8de06f6edf0e req-1e757642-875d-42f7-8652-a8d29c4f984d tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481548 Nov 12 05:20:05.563708 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27aea7-d82f-4e8b-ad5b-fce04a7308f7 req-141a23ad-c023-40ed-82f6-e36f3a0e3fb0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:05.565852 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7b27aea7-d82f-4e8b-ad5b-fce04a7308f7 req-141a23ad-c023-40ed-82f6-e36f3a0e3fb0 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 946 time: 0.0558679 Nov 12 05:20:05.581496 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4b0374b4-ab2c-4e32-9783-bf9877faf265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:05.989412 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-7b27aea7-d82f-4e8b-ad5b-fce04a7308f7 req-5b1df222-5436-4f2e-b933-8e53af0bb4c2 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Deleting port 258f206c-a307-42d4-84b4-6449bf41ab16 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:05.989918 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7b27aea7-d82f-4e8b-ad5b-fce04a7308f7 req-5b1df222-5436-4f2e-b933-8e53af0bb4c2 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:05.999724 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed5226-f97d-4631-8a06-8f35adfa1e45 req-b9b2a98f-e1ca-4a3e-a2a2-5e5e045db005 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:06.001270 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1fed5226-f97d-4631-8a06-8f35adfa1e45 req-b9b2a98f-e1ca-4a3e-a2a2-5e5e045db005 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 946 time: 0.0522704 Nov 12 05:20:06.052488 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1fed5226-f97d-4631-8a06-8f35adfa1e45 req-6dbd2928-f0b4-4cf6-a282-5b666de4ad00 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e32a5b7-847c-45b7-ae3e-3b8d075be39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446930 Nov 12 05:20:06.088231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-7b27aea7-d82f-4e8b-ad5b-fce04a7308f7 req-5b1df222-5436-4f2e-b933-8e53af0bb4c2 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] For port 258f206c-a307-42d4-84b4-6449bf41ab16, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=258f206c-a307-42d4-84b4-6449bf41ab16,segment=NetworkSegment(53edddff-8345-4b96-acd7-df429ae6f18a),segment_id=53edddff-8345-4b96-acd7-df429ae6f18a)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:06.088592 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7b27aea7-d82f-4e8b-ad5b-fce04a7308f7 req-5b1df222-5436-4f2e-b933-8e53af0bb4c2 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:06.101417 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-7b27aea7-d82f-4e8b-ad5b-fce04a7308f7 req-5b1df222-5436-4f2e-b933-8e53af0bb4c2 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Calling delete_port for 258f206c-a307-42d4-84b4-6449bf41ab16 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:06.286848 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7b27aea7-d82f-4e8b-ad5b-fce04a7308f7 req-5b1df222-5436-4f2e-b933-8e53af0bb4c2 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:06.313402 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1df222-5436-4f2e-b933-8e53af0bb4c2 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Pushing event deleted for resources: {'Port': ['ID=258f206c-a307-42d4-84b4-6449bf41ab16,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:06.319159 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['258f206c-a307-42d4-84b4-6449bf41ab16'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:06.360162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b27aea7-d82f-4e8b-ad5b-fce04a7308f7 req-5b1df222-5436-4f2e-b933-8e53af0bb4c2 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] No DVR routers for this DVR port 258f206c-a307-42d4-84b4-6449bf41ab16 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:20:06.363069 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-7b27aea7-d82f-4e8b-ad5b-fce04a7308f7 req-5b1df222-5436-4f2e-b933-8e53af0bb4c2 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:06.366731 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7b27aea7-d82f-4e8b-ad5b-fce04a7308f7 req-5b1df222-5436-4f2e-b933-8e53af0bb4c2 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.21 "DELETE /v2.0/ports/258f206c-a307-42d4-84b4-6449bf41ab16 HTTP/1.1" status: 204 len: 173 time: 0.7958121 Nov 12 05:20:06.367185 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4c452c-cfc5-475b-9224-1d3f1b990bbb', 'name': 'network-vif-deleted', 'tag': '258f206c-a307-42d4-84b4-6449bf41ab16'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:06.369578 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a51e33-21f2-4005-aa23-18159a7a881a" -d '{"events": [{"server_uuid": "fd4c452c-cfc5-475b-9224-1d3f1b990bbb", "name": "network-vif-deleted", "tag": "258f206c-a307-42d4-84b4-6449bf41ab16"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:06.481977 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cfd297-6987-49da-b09b-86cb5afa4776 x-openstack-request-id: req-f3cfd297-6987-49da-b09b-86cb5afa4776 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:06.482305 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4c452c-cfc5-475b-9224-1d3f1b990bbb", "name": "network-vif-deleted", "tag": "258f206c-a307-42d4-84b4-6449bf41ab16", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:06.482536 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3cfd297-6987-49da-b09b-86cb5afa4776 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:06.482996 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4c452c-cfc5-475b-9224-1d3f1b990bbb', 'name': 'network-vif-deleted', 'tag': '258f206c-a307-42d4-84b4-6449bf41ab16', 'status': 'completed', 'code': 200} Nov 12 05:20:07.043966 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:07.162437 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-553dacf5-c12c-4e2f-8818-4819bd050fc7 req-df44a2b2-050b-46bf-93c1-955f47e691c6 tempest-TestMinimumBasicScenario-844254128 tempest-TestMinimumBasicScenario-844254128-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd4c452c-cfc5-475b-9224-1d3f1b990bbb HTTP/1.1" status: 200 len: 210 time: 0.0266919 Nov 12 05:20:08.547113 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:08.917714 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 258f206c-a307-42d4-84b4-6449bf41ab16 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:08.939503 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 258f206c-a307-42d4-84b4-6449bf41ab16 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:08.939863 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 258f206c-a307-42d4-84b4-6449bf41ab16 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:09.186914 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:09.424627 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57322) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:09.824409 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0a854d9e-8ac7-48fb-b559-7b45eaa4f589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:10.080932 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-0a854d9e-8ac7-48fb-b559-7b45eaa4f589 admin admin] Deleting port e957a60d-ff8c-4adb-beff-23eac63dd30f {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:10.081168 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0a854d9e-8ac7-48fb-b559-7b45eaa4f589 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:10.166434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-0a854d9e-8ac7-48fb-b559-7b45eaa4f589 admin admin] For port e957a60d-ff8c-4adb-beff-23eac63dd30f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=e957a60d-ff8c-4adb-beff-23eac63dd30f,segment=NetworkSegment(53edddff-8345-4b96-acd7-df429ae6f18a),segment_id=53edddff-8345-4b96-acd7-df429ae6f18a)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:10.166839 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0a854d9e-8ac7-48fb-b559-7b45eaa4f589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:10.182380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-0a854d9e-8ac7-48fb-b559-7b45eaa4f589 admin admin] Calling delete_port for e957a60d-ff8c-4adb-beff-23eac63dd30f owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:10.455613 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0a854d9e-8ac7-48fb-b559-7b45eaa4f589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:10.481206 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a854d9e-8ac7-48fb-b559-7b45eaa4f589 admin admin] Pushing event deleted for resources: {'Port': ['ID=e957a60d-ff8c-4adb-beff-23eac63dd30f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:10.676533 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0a854d9e-8ac7-48fb-b559-7b45eaa4f589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:10.909305 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a854d9e-8ac7-48fb-b559-7b45eaa4f589 admin admin] Router f665e405-5037-402c-808a-82b89416a202 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:20:11.021369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a854d9e-8ac7-48fb-b559-7b45eaa4f589 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:20:11.026946 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0a854d9e-8ac7-48fb-b559-7b45eaa4f589 admin admin] 10.222.0.37 "PUT /v2.0/routers/f665e405-5037-402c-808a-82b89416a202/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6011388 Nov 12 05:20:11.029599 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57324) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:11.033062 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0ff3f7-24fa-43dc-ac86-e2287b90891f None None] Sync routers for ids ['f665e405-5037-402c-808a-82b89416a202'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:20:11.051898 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0ff3f7-24fa-43dc-ac86-e2287b90891f None None] Routers {'f665e405-5037-402c-808a-82b89416a202'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:11.052870 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5d0ff3f7-24fa-43dc-ac86-e2287b90891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:20:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f665e405-5037-402c-808a-82b89416a202'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:11.148119 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8386f2dd-cf87-4340-835f-885c12502297 admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:11.168704 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-5d0ff3f7-24fa-43dc-ac86-e2287b90891f None None] Set router f665e405-5037-402c-808a-82b89416a202 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:11.257015 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8386f2dd-cf87-4340-835f-885c12502297 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:11.354072 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5d0ff3f7-24fa-43dc-ac86-e2287b90891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665e405-5037-402c-808a-82b89416a202', 'name': 'tempest-TestMinimumBasicScenario-1024463300-router', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:34Z', 'updated_at': '2021-11-12T05:20:10Z', 'revision_number': 5, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'gw_port': {'id': '54947b15-5f97-4d55-a1c7-92bfefbec72f', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e405-5037-402c-808a-82b89416a202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:35Z', 'updated_at': '2021-11-12T05:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:11.383703 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0ff3f7-24fa-43dc-ac86-e2287b90891f None None] Checking router: f665e405-5037-402c-808a-82b89416a202 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:20:11.397393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-8386f2dd-cf87-4340-835f-885c12502297 admin admin] Deleting port 54947b15-5f97-4d55-a1c7-92bfefbec72f {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:11.397934 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8386f2dd-cf87-4340-835f-885c12502297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:11.403411 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0ff3f7-24fa-43dc-ac86-e2287b90891f None None] Routers {'f665e405-5037-402c-808a-82b89416a202'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:11.404046 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5d0ff3f7-24fa-43dc-ac86-e2287b90891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:20:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f665e405-5037-402c-808a-82b89416a202'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:11.491056 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-8386f2dd-cf87-4340-835f-885c12502297 admin admin] For port 54947b15-5f97-4d55-a1c7-92bfefbec72f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=54947b15-5f97-4d55-a1c7-92bfefbec72f,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:11.491686 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8386f2dd-cf87-4340-835f-885c12502297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:11.506872 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-8386f2dd-cf87-4340-835f-885c12502297 admin admin] Calling delete_port for 54947b15-5f97-4d55-a1c7-92bfefbec72f owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:11.511650 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-5d0ff3f7-24fa-43dc-ac86-e2287b90891f None None] Set router f665e405-5037-402c-808a-82b89416a202 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:11.571529 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5d0ff3f7-24fa-43dc-ac86-e2287b90891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f665e405-5037-402c-808a-82b89416a202', 'name': 'tempest-TestMinimumBasicScenario-1024463300-router', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:34Z', 'updated_at': '2021-11-12T05:20:11Z', 'revision_number': 6, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:11.599495 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0ff3f7-24fa-43dc-ac86-e2287b90891f None None] The sync data for ids ['f665e405-5037-402c-808a-82b89416a202'] in n-d-768509-24 is: [{'id': 'f665e405-5037-402c-808a-82b89416a202', 'name': 'tempest-TestMinimumBasicScenario-1024463300-router', 'tenant_id': '960f687347374fd190fe01d4bb0bb811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:34Z', 'updated_at': '2021-11-12T05:20:11Z', 'revision_number': 6, 'project_id': '960f687347374fd190fe01d4bb0bb811', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:20:11.770264 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8386f2dd-cf87-4340-835f-885c12502297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:11.797355 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386f2dd-cf87-4340-835f-885c12502297 admin admin] Pushing event deleted for resources: {'Port': ['ID=54947b15-5f97-4d55-a1c7-92bfefbec72f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:11.812834 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3216dfa5-621a-4eee-ae1f-acd32f8dcb9e None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:20:12.241784 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8386f2dd-cf87-4340-835f-885c12502297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.363790 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8386f2dd-cf87-4340-835f-885c12502297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.366506 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8386f2dd-cf87-4340-835f-885c12502297 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.487245 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8386f2dd-cf87-4340-835f-885c12502297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.488263 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8386f2dd-cf87-4340-835f-885c12502297 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f665e405-5037-402c-808a-82b89416a202 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:20:12.498611 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8386f2dd-cf87-4340-835f-885c12502297 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.498611 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8386f2dd-cf87-4340-835f-885c12502297 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f665e405-5037-402c-808a-82b89416a202 HTTP/1.1" status: 204 len: 168 time: 1.4670241 Nov 12 05:20:12.502111 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57326) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:12.557498 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0b8ca8-5dfd-4882-8943-4a43e3cfadf5 admin admin] Deleting subnet 1f849508-7a5d-4dd1-84b7-b00c1b6561e6 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:20:12.561027 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7c0b8ca8-5dfd-4882-8943-4a43e3cfadf5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.612673 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7c0b8ca8-5dfd-4882-8943-4a43e3cfadf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.701601 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7c0b8ca8-5dfd-4882-8943-4a43e3cfadf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.824460 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7c0b8ca8-5dfd-4882-8943-4a43e3cfadf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.851326 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b8ca8-5dfd-4882-8943-4a43e3cfadf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f849508-7a5d-4dd1-84b7-b00c1b6561e6,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:12.855269 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7c0b8ca8-5dfd-4882-8943-4a43e3cfadf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.858690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7c0b8ca8-5dfd-4882-8943-4a43e3cfadf5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1f849508-7a5d-4dd1-84b7-b00c1b6561e6 HTTP/1.1" status: 204 len: 168 time: 0.3551369 Nov 12 05:20:12.861262 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57328) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:12.866722 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2c591f-d51f-42e0-a3df-4fb6713cbbb8 None None] Network df03e8da-4108-4b17-8cc1-1e08c483a02a requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:20:12.936233 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:12.993533 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] Deleting port 2dd53123-b731-4927-af05-e526fcb62ac8 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:12.993945 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.048045 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] DHCP port deletion for df03e8da-4108-4b17-8cc1-1e08c483a02a request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:20:13.064364 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] For port 2dd53123-b731-4927-af05-e526fcb62ac8, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2dd53123-b731-4927-af05-e526fcb62ac8,segment=NetworkSegment(53edddff-8345-4b96-acd7-df429ae6f18a),segment_id=53edddff-8345-4b96-acd7-df429ae6f18a)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:13.064724 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.077737 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] Calling delete_port for 2dd53123-b731-4927-af05-e526fcb62ac8 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:13.096068 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] Deleting port 2dd53123-b731-4927-af05-e526fcb62ac8 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:13.096433 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.167948 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] For port 2dd53123-b731-4927-af05-e526fcb62ac8, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2dd53123-b731-4927-af05-e526fcb62ac8,segment=NetworkSegment(53edddff-8345-4b96-acd7-df429ae6f18a),segment_id=53edddff-8345-4b96-acd7-df429ae6f18a)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:13.168341 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.181538 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] Calling delete_port for 2dd53123-b731-4927-af05-e526fcb62ac8 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:13.232946 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.257217 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.260201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd53123-b731-4927-af05-e526fcb62ac8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:13.264360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] No DVR routers for this DVR port 2dd53123-b731-4927-af05-e526fcb62ac8 on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:20:13.272748 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] No DVR routers for this DVR port 2dd53123-b731-4927-af05-e526fcb62ac8 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:20:13.304727 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] Pushing event deleted for resources: {'Port': ['ID=2dd53123-b731-4927-af05-e526fcb62ac8,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:13.315645 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:13.316049 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:13.316393 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:13.316725 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:13.317057 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:13.317412 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:13.317739 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:13.318065 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:13.318387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:13.318730 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:13.319055 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:13.319377 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e4b66-5a0f-4367-a6fb-530df8f9a4a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:13.345792 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.370883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df03e8da-4108-4b17-8cc1-1e08c483a02a']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:13.380740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53edddff-8345-4b96-acd7-df429ae6f18a') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:13.381039 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53edddff-8345-4b96-acd7-df429ae6f18a') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:13.390939 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.404119 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.410560 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:20:13.410996 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: timer() Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:20:13.425033 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:20:13.524085 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.530222 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:13.536911 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] 10.222.0.37 "DELETE /v2.0/networks/df03e8da-4108-4b17-8cc1-1e08c483a02a HTTP/1.1" status: 204 len: 168 time: 0.6711292 Nov 12 05:20:13.537315 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57330) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:13.553239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0250123-8ef9-4cfa-b484-07b6d30c9798 admin admin] Pushing event deleted for resources: {'Network': ['ID=df03e8da-4108-4b17-8cc1-1e08c483a02a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:13.583032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 54947b15-5f97-4d55-a1c7-92bfefbec72f no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:13.604515 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 54947b15-5f97-4d55-a1c7-92bfefbec72f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:13.604760 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 54947b15-5f97-4d55-a1c7-92bfefbec72f not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:13.605161 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2dd53123-b731-4927-af05-e526fcb62ac8 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:13.625312 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 2dd53123-b731-4927-af05-e526fcb62ac8 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:13.625657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2dd53123-b731-4927-af05-e526fcb62ac8 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:13.626061 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e957a60d-ff8c-4adb-beff-23eac63dd30f no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:13.646851 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: e957a60d-ff8c-4adb-beff-23eac63dd30f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:13.647196 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device e957a60d-ff8c-4adb-beff-23eac63dd30f not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:13.954922 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d390cc35-f31b-45e2-9bd8-134158b0207f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:14.210502 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d390cc35-f31b-45e2-9bd8-134158b0207f admin admin] Deleting port 83d697cd-a5df-4da2-8fe4-9419b2cf56a8 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:14.210775 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d390cc35-f31b-45e2-9bd8-134158b0207f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:14.293295 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-d390cc35-f31b-45e2-9bd8-134158b0207f admin admin] For port 83d697cd-a5df-4da2-8fe4-9419b2cf56a8, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=83d697cd-a5df-4da2-8fe4-9419b2cf56a8,segment=NetworkSegment(650a50de-7f9d-47e3-89b0-2fd59524e818),segment_id=650a50de-7f9d-47e3-89b0-2fd59524e818)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:14.293647 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d390cc35-f31b-45e2-9bd8-134158b0207f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:14.306537 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d390cc35-f31b-45e2-9bd8-134158b0207f admin admin] Calling delete_port for 83d697cd-a5df-4da2-8fe4-9419b2cf56a8 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:14.581783 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d390cc35-f31b-45e2-9bd8-134158b0207f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:14.610727 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390cc35-f31b-45e2-9bd8-134158b0207f admin admin] Pushing event deleted for resources: {'Port': ['ID=83d697cd-a5df-4da2-8fe4-9419b2cf56a8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:14.799761 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d390cc35-f31b-45e2-9bd8-134158b0207f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:15.045705 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d390cc35-f31b-45e2-9bd8-134158b0207f admin admin] Router e35a4127-957e-4e2d-9282-08dae1bbef2b has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:20:15.159346 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d390cc35-f31b-45e2-9bd8-134158b0207f admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:20:15.166879 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d390cc35-f31b-45e2-9bd8-134158b0207f admin admin] 10.222.0.37 "PUT /v2.0/routers/e35a4127-957e-4e2d-9282-08dae1bbef2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6280901 Nov 12 05:20:15.168868 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57332) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:15.174607 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c028fc-2cc7-42f5-bc9f-ad8c46f18252 None None] Sync routers for ids ['e35a4127-957e-4e2d-9282-08dae1bbef2b'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:20:15.189898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c028fc-2cc7-42f5-bc9f-ad8c46f18252 None None] Routers {'e35a4127-957e-4e2d-9282-08dae1bbef2b'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:15.191614 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d1c028fc-2cc7-42f5-bc9f-ad8c46f18252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:20:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e35a4127-957e-4e2d-9282-08dae1bbef2b'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:15.283989 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a53eef95-028d-4ce3-93cc-da875c372adc admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:15.309406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-d1c028fc-2cc7-42f5-bc9f-ad8c46f18252 None None] Set router e35a4127-957e-4e2d-9282-08dae1bbef2b gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:15.407828 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a53eef95-028d-4ce3-93cc-da875c372adc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:15.546179 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a53eef95-028d-4ce3-93cc-da875c372adc admin admin] Deleting port 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:15.546958 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a53eef95-028d-4ce3-93cc-da875c372adc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:15.645176 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-a53eef95-028d-4ce3-93cc-da875c372adc admin admin] For port 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=19cf7f03-66e8-41ac-a147-b9bef3ed5ef4,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:15.645903 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a53eef95-028d-4ce3-93cc-da875c372adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:15.659797 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-a53eef95-028d-4ce3-93cc-da875c372adc admin admin] Calling delete_port for 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4 owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:15.683114 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d1c028fc-2cc7-42f5-bc9f-ad8c46f18252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35a4127-957e-4e2d-9282-08dae1bbef2b', 'name': 'tempest-TestMinimumBasicScenario-920317943-router', 'tenant_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '19cf7f03-66e8-41ac-a147-b9bef3ed5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:41Z', 'updated_at': '2021-11-12T05:20:14Z', 'revision_number': 5, 'project_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'gw_port': {'id': '19cf7f03-66e8-41ac-a147-b9bef3ed5ef4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:de:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a4127-957e-4e2d-9282-08dae1bbef2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:16:42Z', 'updated_at': '2021-11-12T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:15.712096 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c028fc-2cc7-42f5-bc9f-ad8c46f18252 None None] Checking router: e35a4127-957e-4e2d-9282-08dae1bbef2b for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:20:15.721185 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c028fc-2cc7-42f5-bc9f-ad8c46f18252 None None] Routers {'e35a4127-957e-4e2d-9282-08dae1bbef2b'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:15.721811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d1c028fc-2cc7-42f5-bc9f-ad8c46f18252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:20:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e35a4127-957e-4e2d-9282-08dae1bbef2b'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:15.815133 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-d1c028fc-2cc7-42f5-bc9f-ad8c46f18252 None None] Set router e35a4127-957e-4e2d-9282-08dae1bbef2b gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:15.873834 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d1c028fc-2cc7-42f5-bc9f-ad8c46f18252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35a4127-957e-4e2d-9282-08dae1bbef2b', 'name': 'tempest-TestMinimumBasicScenario-920317943-router', 'tenant_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:41Z', 'updated_at': '2021-11-12T05:20:15Z', 'revision_number': 6, 'project_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:15.902306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c028fc-2cc7-42f5-bc9f-ad8c46f18252 None None] The sync data for ids ['e35a4127-957e-4e2d-9282-08dae1bbef2b'] in n-d-768509-24 is: [{'id': 'e35a4127-957e-4e2d-9282-08dae1bbef2b', 'name': 'tempest-TestMinimumBasicScenario-920317943-router', 'tenant_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:16:41Z', 'updated_at': '2021-11-12T05:20:15Z', 'revision_number': 6, 'project_id': '9ff5a70dbb8746f98c1940ed60e17e57', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:20:15.929831 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a53eef95-028d-4ce3-93cc-da875c372adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:15.960324 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fa235d-c8ed-4b51-ba8c-2aef4b9e0839 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:20:15.991487 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53eef95-028d-4ce3-93cc-da875c372adc admin admin] Pushing event deleted for resources: {'Port': ['ID=19cf7f03-66e8-41ac-a147-b9bef3ed5ef4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:16.036564 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a53eef95-028d-4ce3-93cc-da875c372adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:16.132799 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a53eef95-028d-4ce3-93cc-da875c372adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:16.135395 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a53eef95-028d-4ce3-93cc-da875c372adc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:16.264425 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a53eef95-028d-4ce3-93cc-da875c372adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:16.265023 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53eef95-028d-4ce3-93cc-da875c372adc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e35a4127-957e-4e2d-9282-08dae1bbef2b {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:20:16.269719 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a53eef95-028d-4ce3-93cc-da875c372adc admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:16.273961 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a53eef95-028d-4ce3-93cc-da875c372adc admin admin] 10.222.0.37 "DELETE /v2.0/routers/e35a4127-957e-4e2d-9282-08dae1bbef2b HTTP/1.1" status: 204 len: 168 time: 1.1011248 Nov 12 05:20:16.275129 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57334) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:16.328594 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bcd7ecf-923a-4c13-a8b9-efce180d1f38 admin admin] Deleting subnet f3d00f1a-be1e-483d-9bc5-7b75550f89d5 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:20:16.332692 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7ecf-923a-4c13-a8b9-efce180d1f38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:16.373947 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7ecf-923a-4c13-a8b9-efce180d1f38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:16.451979 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7ecf-923a-4c13-a8b9-efce180d1f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:16.567581 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7ecf-923a-4c13-a8b9-efce180d1f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:16.599518 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd7ecf-923a-4c13-a8b9-efce180d1f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d00f1a-be1e-483d-9bc5-7b75550f89d5,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:16.603579 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7ecf-923a-4c13-a8b9-efce180d1f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:16.608823 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8bcd7ecf-923a-4c13-a8b9-efce180d1f38 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f3d00f1a-be1e-483d-9bc5-7b75550f89d5 HTTP/1.1" status: 204 len: 168 time: 0.3302486 Nov 12 05:20:16.609690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57336) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:16.609838 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb526cab-674c-453f-a4d4-d19a14ae60b2 None None] Network 13a6c166-3053-45ea-b697-a3bcf18a64fd requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:20:16.690759 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:16.755541 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] Deleting port 21500ee1-bfa9-4e35-86b3-dcd112a73bbb {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:16.755940 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:16.840455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] For port 21500ee1-bfa9-4e35-86b3-dcd112a73bbb, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=21500ee1-bfa9-4e35-86b3-dcd112a73bbb,segment=NetworkSegment(650a50de-7f9d-47e3-89b0-2fd59524e818),segment_id=650a50de-7f9d-47e3-89b0-2fd59524e818)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:16.840820 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:16.847241 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef1f1a8-18a4-42ba-bd78-a62980c0570c None None] DHCP port deletion for 13a6c166-3053-45ea-b697-a3bcf18a64fd request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:20:16.867998 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] Calling delete_port for 21500ee1-bfa9-4e35-86b3-dcd112a73bbb owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:16.917402 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-cef1f1a8-18a4-42ba-bd78-a62980c0570c None None] Deleting port 21500ee1-bfa9-4e35-86b3-dcd112a73bbb {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:20:16.918049 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cef1f1a8-18a4-42ba-bd78-a62980c0570c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.014244 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-cef1f1a8-18a4-42ba-bd78-a62980c0570c None None] For port 21500ee1-bfa9-4e35-86b3-dcd112a73bbb, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=21500ee1-bfa9-4e35-86b3-dcd112a73bbb,segment=NetworkSegment(650a50de-7f9d-47e3-89b0-2fd59524e818),segment_id=650a50de-7f9d-47e3-89b0-2fd59524e818)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:17.014244 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cef1f1a8-18a4-42ba-bd78-a62980c0570c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.028731 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-cef1f1a8-18a4-42ba-bd78-a62980c0570c None None] Calling delete_port for 21500ee1-bfa9-4e35-86b3-dcd112a73bbb owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:20:17.041322 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.069876 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] Pushing event deleted for resources: {'Port': ['ID=21500ee1-bfa9-4e35-86b3-dcd112a73bbb,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:17.071799 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] No DVR routers for this DVR port 21500ee1-bfa9-4e35-86b3-dcd112a73bbb on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:20:17.113442 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cef1f1a8-18a4-42ba-bd78-a62980c0570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.143543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1f1a8-18a4-42ba-bd78-a62980c0570c None None] Pushing event deleted for resources: {'Port': ['ID=21500ee1-bfa9-4e35-86b3-dcd112a73bbb,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:17.150256 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef1f1a8-18a4-42ba-bd78-a62980c0570c None None] No DVR routers for this DVR port 21500ee1-bfa9-4e35-86b3-dcd112a73bbb on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:20:17.157252 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.182584 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a6c166-3053-45ea-b697-a3bcf18a64fd']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:17.193553 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650a50de-7f9d-47e3-89b0-2fd59524e818') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:17.193858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650a50de-7f9d-47e3-89b0-2fd59524e818') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:17.203542 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.217408 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.223582 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:20:17.224058 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: timer() Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:20:17.225714 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:20:17.338128 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.344047 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.348551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/13a6c166-3053-45ea-b697-a3bcf18a64fd HTTP/1.1" status: 204 len: 168 time: 0.7377915 Nov 12 05:20:17.360318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79beb28c-01b3-4c4d-8cd9-aa22f3caece8 admin admin] Pushing event deleted for resources: {'Network': ['ID=13a6c166-3053-45ea-b697-a3bcf18a64fd,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:17.432772 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.581245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 83d697cd-a5df-4da2-8fe4-9419b2cf56a8 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:17.602704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 83d697cd-a5df-4da2-8fe4-9419b2cf56a8 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:17.603057 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 83d697cd-a5df-4da2-8fe4-9419b2cf56a8 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:17.603481 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 21500ee1-bfa9-4e35-86b3-dcd112a73bbb no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:17.622709 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 21500ee1-bfa9-4e35-86b3-dcd112a73bbb {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:17.623300 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 21500ee1-bfa9-4e35-86b3-dcd112a73bbb not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:17.623466 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:20:17.642161 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:20:17.648251 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 19cf7f03-66e8-41ac-a147-b9bef3ed5ef4 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:20:17.717992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57340) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:17.760877 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c3c7edbd-7dea-4a6e-b0a0-4088222722f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=960f687347374fd190fe01d4bb0bb811&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416851 Nov 12 05:20:17.763376 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57342) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:17.810652 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4eae8828-3cce-4f08-87fe-fd3f894ab5d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.831704 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4eae8828-3cce-4f08-87fe-fd3f894ab5d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.964331 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4eae8828-3cce-4f08-87fe-fd3f894ab5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.966988 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4eae8828-3cce-4f08-87fe-fd3f894ab5d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:17.968265 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4eae8828-3cce-4f08-87fe-fd3f894ab5d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e32a5b7-847c-45b7-ae3e-3b8d075be39d HTTP/1.1" status: 204 len: 168 time: 0.2039208 Nov 12 05:20:17.977031 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae8828-3cce-4f08-87fe-fd3f894ab5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e32a5b7-847c-45b7-ae3e-3b8d075be39d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:18.683917 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:18.865656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57348) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:18.908896 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6fb08c6b-1497-458f-a6f3-4006a3023761 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ff5a70dbb8746f98c1940ed60e17e57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420074 Nov 12 05:20:18.911592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57350) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:18.962693 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-402cb626-c064-4cf0-972c-3e0bd0d0d01b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:18.983678 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-402cb626-c064-4cf0-972c-3e0bd0d0d01b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:19.101221 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-402cb626-c064-4cf0-972c-3e0bd0d0d01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:19.103961 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-402cb626-c064-4cf0-972c-3e0bd0d0d01b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:19.105158 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-402cb626-c064-4cf0-972c-3e0bd0d0d01b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/292e77ea-ed8a-447f-9bf5-9eee400e4d7d HTTP/1.1" status: 204 len: 168 time: 0.1926568 Nov 12 05:20:19.113850 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402cb626-c064-4cf0-972c-3e0bd0d0d01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292e77ea-ed8a-447f-9bf5-9eee400e4d7d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:21.516687 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57390) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:21.522036 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a65cae6d-3b68-4a9e-815f-dd1119981336 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-441113171', 'description': 'tempest-secgroup-smoke-441113171 description', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:21.644769 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a65cae6d-3b68-4a9e-815f-dd1119981336 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:21.654433 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a65cae6d-3b68-4a9e-815f-dd1119981336 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:21.742330 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a65cae6d-3b68-4a9e-815f-dd1119981336 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:21.829506 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a65cae6d-3b68-4a9e-815f-dd1119981336 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:21.868558 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cae6d-3b68-4a9e-815f-dd1119981336 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1843ed-2e7c-4e60-8b9d-439f90aabd1e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:21.928818 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a65cae6d-3b68-4a9e-815f-dd1119981336 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:22.004763 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a65cae6d-3b68-4a9e-815f-dd1119981336 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:22.042075 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cae6d-3b68-4a9e-815f-dd1119981336 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b5b18c-b7a6-4f50-bfca-0d14462bacb3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:22.120249 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a65cae6d-3b68-4a9e-815f-dd1119981336 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:22.121708 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a65cae6d-3b68-4a9e-815f-dd1119981336 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6040533 Nov 12 05:20:22.124644 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57392) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:22.129910 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-06f86b48-f4a6-414d-8d2d-06ff535d1896 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': 'f0b5b18c-b7a6-4f50-bfca-0d14462bacb3', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:22.238981 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06f86b48-f4a6-414d-8d2d-06ff535d1896 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:22.296576 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06f86b48-f4a6-414d-8d2d-06ff535d1896 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:22.364573 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06f86b48-f4a6-414d-8d2d-06ff535d1896 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:22.380283 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f86b48-f4a6-414d-8d2d-06ff535d1896 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486336f6-e2a2-4ced-837e-09cdc59a4421,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:22.463276 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-06f86b48-f4a6-414d-8d2d-06ff535d1896 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:22.464546 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-06f86b48-f4a6-414d-8d2d-06ff535d1896 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3389499 Nov 12 05:20:22.467430 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57394) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:22.472698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-71507e4b-e169-4c7e-a4af-3d0d78b846fd tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': 'f0b5b18c-b7a6-4f50-bfca-0d14462bacb3', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:22.569577 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-71507e4b-e169-4c7e-a4af-3d0d78b846fd tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:22.618429 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-71507e4b-e169-4c7e-a4af-3d0d78b846fd tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:22.692369 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-71507e4b-e169-4c7e-a4af-3d0d78b846fd tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:22.713359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71507e4b-e169-4c7e-a4af-3d0d78b846fd tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4bdbcb-8b4a-4e9a-8c2d-8e3d5ce883c9,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:22.789276 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-71507e4b-e169-4c7e-a4af-3d0d78b846fd tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:22.790540 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-71507e4b-e169-4c7e-a4af-3d0d78b846fd tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3220084 Nov 12 05:20:22.794107 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57396) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:22.799306 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f779c3ed-a3f3-40a3-b274-7c30e4475d9f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': 'f0b5b18c-b7a6-4f50-bfca-0d14462bacb3', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:22.885403 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f779c3ed-a3f3-40a3-b274-7c30e4475d9f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:22.942985 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f779c3ed-a3f3-40a3-b274-7c30e4475d9f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.032692 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f779c3ed-a3f3-40a3-b274-7c30e4475d9f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.053270 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779c3ed-a3f3-40a3-b274-7c30e4475d9f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a1c520-5f37-45ff-9181-3df2545abac1,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:23.131996 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f779c3ed-a3f3-40a3-b274-7c30e4475d9f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.133225 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f779c3ed-a3f3-40a3-b274-7c30e4475d9f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3378608 Nov 12 05:20:23.136121 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57398) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:23.140423 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-98825ed1-ebe5-47ee-84cf-e9ba4aa59838 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': 'f0b5b18c-b7a6-4f50-bfca-0d14462bacb3', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:23.214586 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98825ed1-ebe5-47ee-84cf-e9ba4aa59838 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.284508 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98825ed1-ebe5-47ee-84cf-e9ba4aa59838 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.346670 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98825ed1-ebe5-47ee-84cf-e9ba4aa59838 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.366241 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98825ed1-ebe5-47ee-84cf-e9ba4aa59838 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa128dc-58a9-4af2-9510-405d1c840800,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:23.443709 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98825ed1-ebe5-47ee-84cf-e9ba4aa59838 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.444845 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-98825ed1-ebe5-47ee-84cf-e9ba4aa59838 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3078666 Nov 12 05:20:23.447676 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57400) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:23.452013 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2e9adb60-1ef1-4bb0-8f6e-7441ebb76e96 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': 'f0b5b18c-b7a6-4f50-bfca-0d14462bacb3', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:23.541340 n-d-768509-24 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-2e9adb60-1ef1-4bb0-8f6e-7441ebb76e96 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Project 0e62ef2c231f459b8e1f08d7b4cf6b3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:20:23.546815 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2e9adb60-1ef1-4bb0-8f6e-7441ebb76e96 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.608917 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2e9adb60-1ef1-4bb0-8f6e-7441ebb76e96 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.701210 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2e9adb60-1ef1-4bb0-8f6e-7441ebb76e96 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.718769 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9adb60-1ef1-4bb0-8f6e-7441ebb76e96 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a91bcdc-a688-4d6a-9ca1-e4bc89595a47,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:23.814215 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2e9adb60-1ef1-4bb0-8f6e-7441ebb76e96 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.815480 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2e9adb60-1ef1-4bb0-8f6e-7441ebb76e96 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3668828 Nov 12 05:20:23.818367 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57402) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:23.822747 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-7cd4489e-70e7-4b23-8804-c2a6c76a6c6e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': 'f0b5b18c-b7a6-4f50-bfca-0d14462bacb3', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:23.920990 n-d-768509-24 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-7cd4489e-70e7-4b23-8804-c2a6c76a6c6e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Project 0e62ef2c231f459b8e1f08d7b4cf6b3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:20:23.926899 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7cd4489e-70e7-4b23-8804-c2a6c76a6c6e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:23.984301 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7cd4489e-70e7-4b23-8804-c2a6c76a6c6e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:24.069481 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7cd4489e-70e7-4b23-8804-c2a6c76a6c6e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:24.087688 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4489e-70e7-4b23-8804-c2a6c76a6c6e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7dbd44f-2c0e-49db-9e55-f51dbae4d63d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:24.168420 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7cd4489e-70e7-4b23-8804-c2a6c76a6c6e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:24.169639 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7cd4489e-70e7-4b23-8804-c2a6c76a6c6e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3502913 Nov 12 05:20:24.172728 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57404) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:24.178167 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-5b0f6b66-bcc5-4996-8823-991a5d608f99 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'network': {'name': 'tempest-network-smoke--1343495178', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'port_security_enabled': True}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:24.295461 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0f6b66-bcc5-4996-8823-991a5d608f99 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Made reservation on behalf of 0e62ef2c231f459b8e1f08d7b4cf6b3d for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:20:24.299227 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b0f6b66-bcc5-4996-8823-991a5d608f99 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:24.324465 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0f6b66-bcc5-4996-8823-991a5d608f99 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:20:24.333706 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b0f6b66-bcc5-4996-8823-991a5d608f99 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:24.334154 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-5b0f6b66-bcc5-4996-8823-991a5d608f99 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Added segment c91d688f-f6ab-4a98-8b47-20c14a74712b of type vlan for network 2695070f-6b4e-4ade-9b15-0e46d537cad3 Nov 12 05:20:24.374092 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b0f6b66-bcc5-4996-8823-991a5d608f99 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:24.461138 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b0f6b66-bcc5-4996-8823-991a5d608f99 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:24.466778 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f6b66-bcc5-4996-8823-991a5d608f99 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:24.467376 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-5b0f6b66-bcc5-4996-8823-991a5d608f99 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:24.533154 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f6b66-bcc5-4996-8823-991a5d608f99 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Network': ['ID=2695070f-6b4e-4ade-9b15-0e46d537cad3,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:24.544458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 2695070f-6b4e-4ade-9b15-0e46d537cad3 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:20:24.560974 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5b0f6b66-bcc5-4996-8823-991a5d608f99 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3871157 Nov 12 05:20:24.564114 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57406) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:24.569395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-625740b3-9314-44fd-b093-d9c9b3cb5e7b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-401935899', 'admin_state_up': True, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:24.672833 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-625740b3-9314-44fd-b093-d9c9b3cb5e7b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:24.673915 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-625740b3-9314-44fd-b093-d9c9b3cb5e7b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:24.728655 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-625740b3-9314-44fd-b093-d9c9b3cb5e7b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:24.963643 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-625740b3-9314-44fd-b093-d9c9b3cb5e7b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:25.613556 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-625740b3-9314-44fd-b093-d9c9b3cb5e7b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:25.632991 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-625740b3-9314-44fd-b093-d9c9b3cb5e7b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:25.749057 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-625740b3-9314-44fd-b093-d9c9b3cb5e7b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Allocated IP 172.25.1.13 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/67ff0443-46dd-4b3d-aa28-2f5b923213d8) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:25.851237 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-625740b3-9314-44fd-b093-d9c9b3cb5e7b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:25.942053 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-625740b3-9314-44fd-b093-d9c9b3cb5e7b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:25.988372 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625740b3-9314-44fd-b093-d9c9b3cb5e7b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:25.991399 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-625740b3-9314-44fd-b093-d9c9b3cb5e7b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:25.993991 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625740b3-9314-44fd-b093-d9c9b3cb5e7b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:25.999915 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625740b3-9314-44fd-b093-d9c9b3cb5e7b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=67ff0443-46dd-4b3d-aa28-2f5b923213d8,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:26.005724 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978c92ed-4bd7-4a50-aa34-3e72e1dde34f None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:20:26.127688 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1be970f7-3010-4050-94a2-44e4244b92f0 None None] Provisioning complete for port 67ff0443-46dd-4b3d-aa28-2f5b923213d8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:26.128094 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1be970f7-3010-4050-94a2-44e4244b92f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:26.165096 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1be970f7-3010-4050-94a2-44e4244b92f0 None None] Port 67ff0443-46dd-4b3d-aa28-2f5b923213d8 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:20:26.316962 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-625740b3-9314-44fd-b093-d9c9b3cb5e7b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:26.512847 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-625740b3-9314-44fd-b093-d9c9b3cb5e7b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:26.698276 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625740b3-9314-44fd-b093-d9c9b3cb5e7b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router 142b890a-8346-457a-a8dd-57030acf16b0 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:20:26.812159 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625740b3-9314-44fd-b093-d9c9b3cb5e7b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:20:26.826722 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] Sync routers for ids ['142b890a-8346-457a-a8dd-57030acf16b0'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:20:26.837332 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] Routers {'142b890a-8346-457a-a8dd-57030acf16b0'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:26.837965 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:20:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['142b890a-8346-457a-a8dd-57030acf16b0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:26.894811 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-625740b3-9314-44fd-b093-d9c9b3cb5e7b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:26.896066 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-625740b3-9314-44fd-b093-d9c9b3cb5e7b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3309484 Nov 12 05:20:26.899693 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57408) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:26.939837 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] Set router 142b890a-8346-457a-a8dd-57030acf16b0 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:27.033760 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-78583baa-e728-4a81-b095-77dc57ce3e0d tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1318486 Nov 12 05:20:27.039031 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57412) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:27.118248 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142b890a-8346-457a-a8dd-57030acf16b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401935899', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:24Z', 'updated_at': '2021-11-12T05:20:26Z', 'revision_number': 3, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:25Z', 'updated_at': '2021-11-12T05:20:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:27.145453 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] Checking router: 142b890a-8346-457a-a8dd-57030acf16b0 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:20:27.145799 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] Updating router 142b890a-8346-457a-a8dd-57030acf16b0 port 67ff0443-46dd-4b3d-aa28-2f5b923213d8 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:20:27.172239 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.193183 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e9e14-4338-4da6-807b-0d83ad87f9a8 tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:27.197433 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-439e9e14-4338-4da6-807b-0d83ad87f9a8 tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1545539 Nov 12 05:20:27.197610 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57414) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:27.230972 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fe4d299e-bae7-415f-bd3b-8a9776cc3d4c tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322402 Nov 12 05:20:27.233698 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57416) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:27.239029 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-98049f4b-c436-4545-ad05-b7b577ed5934 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-908394650', 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:27.423270 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98049f4b-c436-4545-ad05-b7b577ed5934 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Made reservation on behalf of 0e62ef2c231f459b8e1f08d7b4cf6b3d for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:20:27.428431 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98049f4b-c436-4545-ad05-b7b577ed5934 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.434126 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.515193 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.569968 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] Attempting to bind port 67ff0443-46dd-4b3d-aa28-2f5b923213d8 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:27.570335 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] Attempting to bind port 67ff0443-46dd-4b3d-aa28-2f5b923213d8 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:27.570710 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] Attempting to bind port 67ff0443-46dd-4b3d-aa28-2f5b923213d8 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:27.572300 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aebf43-6823-42cb-9811-bebd863a58df None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:20:27.584546 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:27.584910 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:27.585310 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.585717 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:27.586151 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] Bound port: 67ff0443-46dd-4b3d-aa28-2f5b923213d8, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:27.586523 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.589310 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1a3f5-3cee-46c5-b34a-cf1c4489dfbb None None] Pushing event updated for resources: {'Port': ['ID=67ff0443-46dd-4b3d-aa28-2f5b923213d8,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:27.614605 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1a3f5-3cee-46c5-b34a-cf1c4489dfbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:27.614953 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1a3f5-3cee-46c5-b34a-cf1c4489dfbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:27.615280 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1a3f5-3cee-46c5-b34a-cf1c4489dfbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:27.615600 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1a3f5-3cee-46c5-b34a-cf1c4489dfbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:27.615922 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1a3f5-3cee-46c5-b34a-cf1c4489dfbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:27.616239 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1a3f5-3cee-46c5-b34a-cf1c4489dfbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:27.616574 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1a3f5-3cee-46c5-b34a-cf1c4489dfbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:27.616888 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1a3f5-3cee-46c5-b34a-cf1c4489dfbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:27.617201 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1a3f5-3cee-46c5-b34a-cf1c4489dfbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:27.617654 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1a3f5-3cee-46c5-b34a-cf1c4489dfbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:27.617966 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1a3f5-3cee-46c5-b34a-cf1c4489dfbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:27.618275 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1a3f5-3cee-46c5-b34a-cf1c4489dfbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:20:27.649331 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] For port 67ff0443-46dd-4b3d-aa28-2f5b923213d8, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:27.652395 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] For port 67ff0443-46dd-4b3d-aa28-2f5b923213d8, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=67ff0443-46dd-4b3d-aa28-2f5b923213d8,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:27.678584 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98049f4b-c436-4545-ad05-b7b577ed5934 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.699538 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3b68e420-1061-4622-b16d-6649a245efb2 None None] Provisioning complete for port 67ff0443-46dd-4b3d-aa28-2f5b923213d8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:27.699905 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3b68e420-1061-4622-b16d-6649a245efb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.735219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3b68e420-1061-4622-b16d-6649a245efb2 None None] Port 67ff0443-46dd-4b3d-aa28-2f5b923213d8 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:20:27.740385 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.749714 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98049f4b-c436-4545-ad05-b7b577ed5934 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Subnet': ['ID=78632d44-25f1-43b3-9871-82815c7020d1,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:27.758211 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98049f4b-c436-4545-ad05-b7b577ed5934 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Checking segment: {'id': 'c91d688f-f6ab-4a98-8b47-20c14a74712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:27.758733 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98049f4b-c436-4545-ad05-b7b577ed5934 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network hostable DHCP agents. Network: 2695070f-6b4e-4ade-9b15-0e46d537cad3, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:20:27.790450 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2b9111-ebd6-4e3e-8818-b0d18a33f40a None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:20:27.809290 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] Routers {'142b890a-8346-457a-a8dd-57030acf16b0'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:27.813001 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:20:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['142b890a-8346-457a-a8dd-57030acf16b0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:27.847192 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1a3f5-3cee-46c5-b34a-cf1c4489dfbb None None] Pushing event updated for resources: {'Port': ['ID=67ff0443-46dd-4b3d-aa28-2f5b923213d8,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:27.857960 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-561b2024-32ae-4918-9449-f9b57a5d4350 None None] Provisioning complete for port 67ff0443-46dd-4b3d-aa28-2f5b923213d8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:27.858532 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-561b2024-32ae-4918-9449-f9b57a5d4350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.861075 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98049f4b-c436-4545-ad05-b7b577ed5934 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 2695070f-6b4e-4ade-9b15-0e46d537cad3 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:20:27.922572 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] Set router 142b890a-8346-457a-a8dd-57030acf16b0 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:27.941977 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-561b2024-32ae-4918-9449-f9b57a5d4350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.965076 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-561b2024-32ae-4918-9449-f9b57a5d4350 None None] For port 67ff0443-46dd-4b3d-aa28-2f5b923213d8, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=67ff0443-46dd-4b3d-aa28-2f5b923213d8,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:27.978376 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-98049f4b-c436-4545-ad05-b7b577ed5934 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 2695070f-6b4e-4ade-9b15-0e46d537cad3) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:27.983939 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98049f4b-c436-4545-ad05-b7b577ed5934 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:27.984717 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98049f4b-c436-4545-ad05-b7b577ed5934 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.993727 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e44a8b-58f3-44d6-a04b-7f256f177623 None None] Network 2695070f-6b4e-4ade-9b15-0e46d537cad3 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:20:28.055713 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-561b2024-32ae-4918-9449-f9b57a5d4350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:28.095722 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-98049f4b-c436-4545-ad05-b7b577ed5934 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8609271 Nov 12 05:20:28.098548 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57418) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:28.164850 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b2024-32ae-4918-9449-f9b57a5d4350 None None] Pushing event updated for resources: {'Port': ['ID=67ff0443-46dd-4b3d-aa28-2f5b923213d8,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:28.197429 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39425882-863b-4035-817f-14cede03c0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-2695070f-6b4e-4ade-9b15-0e46d537cad3', 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ips': [{'subnet_id': '78632d44-25f1-43b3-9871-82815c7020d1'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:20:28.198490 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39425882-863b-4035-817f-14cede03c0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:28.220901 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142b890a-8346-457a-a8dd-57030acf16b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401935899', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:24Z', 'updated_at': '2021-11-12T05:20:26Z', 'revision_number': 3, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:25Z', 'updated_at': '2021-11-12T05:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:28.252065 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a75e0bf-9cd7-484f-962a-ed485008ff85 None None] The sync data for ids ['142b890a-8346-457a-a8dd-57030acf16b0'] in n-d-768509-24 is: [{'id': '142b890a-8346-457a-a8dd-57030acf16b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401935899', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:24Z', 'updated_at': '2021-11-12T05:20:26Z', 'revision_number': 3, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:25Z', 'updated_at': '2021-11-12T05:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:20:28.349753 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-39425882-863b-4035-817f-14cede03c0f4 None None] Allocated IP 172.20.0.2 (2695070f-6b4e-4ade-9b15-0e46d537cad3/78632d44-25f1-43b3-9871-82815c7020d1/8a467845-b16f-4669-be81-507b8d0cbec9) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:28.534910 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39425882-863b-4035-817f-14cede03c0f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:28.603617 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69f81ac5-a9de-4480-a2f0-5c6b8bc40a5c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:28.612386 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39425882-863b-4035-817f-14cede03c0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:28.655553 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39425882-863b-4035-817f-14cede03c0f4 None None] Network 2695070f-6b4e-4ade-9b15-0e46d537cad3 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:28.658871 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-39425882-863b-4035-817f-14cede03c0f4 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:28.662417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39425882-863b-4035-817f-14cede03c0f4 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:28.679383 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39425882-863b-4035-817f-14cede03c0f4 None None] Pushing event updated for resources: {'Port': ['ID=8a467845-b16f-4669-be81-507b8d0cbec9,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:28.737661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-39425882-863b-4035-817f-14cede03c0f4 None None] Attempting to bind port 8a467845-b16f-4669-be81-507b8d0cbec9 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:28.738381 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-39425882-863b-4035-817f-14cede03c0f4 None None] Attempting to bind port 8a467845-b16f-4669-be81-507b8d0cbec9 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'c91d688f-f6ab-4a98-8b47-20c14a74712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:28.739092 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39425882-863b-4035-817f-14cede03c0f4 None None] Attempting to bind port 8a467845-b16f-4669-be81-507b8d0cbec9 on network 2695070f-6b4e-4ade-9b15-0e46d537cad3 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:28.745255 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39425882-863b-4035-817f-14cede03c0f4 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:28.747353 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39425882-863b-4035-817f-14cede03c0f4 None None] Checking segment: {'id': 'c91d688f-f6ab-4a98-8b47-20c14a74712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:28.747353 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39425882-863b-4035-817f-14cede03c0f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:28.747353 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39425882-863b-4035-817f-14cede03c0f4 None None] Bound using segment: {'id': 'c91d688f-f6ab-4a98-8b47-20c14a74712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:28.747353 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-39425882-863b-4035-817f-14cede03c0f4 None None] Bound port: 8a467845-b16f-4669-be81-507b8d0cbec9, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91d688f-f6ab-4a98-8b47-20c14a74712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:28.747752 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39425882-863b-4035-817f-14cede03c0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:28.819992 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-39425882-863b-4035-817f-14cede03c0f4 None None] For port 8a467845-b16f-4669-be81-507b8d0cbec9, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:28.823375 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-39425882-863b-4035-817f-14cede03c0f4 None None] For port 8a467845-b16f-4669-be81-507b8d0cbec9, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8a467845-b16f-4669-be81-507b8d0cbec9,segment=NetworkSegment(c91d688f-f6ab-4a98-8b47-20c14a74712b),segment_id=c91d688f-f6ab-4a98-8b47-20c14a74712b)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:28.904221 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-69f81ac5-a9de-4480-a2f0-5c6b8bc40a5c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Allocated IP 172.20.0.1 (2695070f-6b4e-4ade-9b15-0e46d537cad3/78632d44-25f1-43b3-9871-82815c7020d1/69fcc30b-5bbb-4292-8f94-6a68460cb625) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:28.925149 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-39425882-863b-4035-817f-14cede03c0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:29.006854 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39425882-863b-4035-817f-14cede03c0f4 None None] Pushing event updated for resources: {'Port': ['ID=8a467845-b16f-4669-be81-507b8d0cbec9,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:29.054750 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69f81ac5-a9de-4480-a2f0-5c6b8bc40a5c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:29.151677 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69f81ac5-a9de-4480-a2f0-5c6b8bc40a5c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:29.209041 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f81ac5-a9de-4480-a2f0-5c6b8bc40a5c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 2695070f-6b4e-4ade-9b15-0e46d537cad3 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:29.217815 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-69f81ac5-a9de-4480-a2f0-5c6b8bc40a5c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:29.222870 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f81ac5-a9de-4480-a2f0-5c6b8bc40a5c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:29.227709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f81ac5-a9de-4480-a2f0-5c6b8bc40a5c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=69fcc30b-5bbb-4292-8f94-6a68460cb625,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:29.278681 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69f81ac5-a9de-4480-a2f0-5c6b8bc40a5c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:29.486519 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69f81ac5-a9de-4480-a2f0-5c6b8bc40a5c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:29.649273 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8a467845-b16f-4669-be81-507b8d0cbec9 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:29.713696 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 8a467845-b16f-4669-be81-507b8d0cbec9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:29.714063 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:29.780362 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69f81ac5-a9de-4480-a2f0-5c6b8bc40a5c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:29.797825 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:29.829889 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 8a467845-b16f-4669-be81-507b8d0cbec9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8a467845-b16f-4669-be81-507b8d0cbec9,segment=NetworkSegment(c91d688f-f6ab-4a98-8b47-20c14a74712b),segment_id=c91d688f-f6ab-4a98-8b47-20c14a74712b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:29.840615 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69f81ac5-a9de-4480-a2f0-5c6b8bc40a5c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:29.895293 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:29.896313 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 67ff0443-46dd-4b3d-aa28-2f5b923213d8 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:29.917481 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-69f81ac5-a9de-4480-a2f0-5c6b8bc40a5c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:29.921473 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f81ac5-a9de-4480-a2f0-5c6b8bc40a5c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=69fcc30b-5bbb-4292-8f94-6a68460cb625,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:29.972706 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=8a467845-b16f-4669-be81-507b8d0cbec9,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:29.985199 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 67ff0443-46dd-4b3d-aa28-2f5b923213d8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:29.985574 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:30.015689 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f81ac5-a9de-4480-a2f0-5c6b8bc40a5c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 2695070f-6b4e-4ade-9b15-0e46d537cad3 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:30.017056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-69f81ac5-a9de-4480-a2f0-5c6b8bc40a5c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:30.380347 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc0111c-17e2-46a1-b58a-3e57f17539c4 None None] Network 2695070f-6b4e-4ade-9b15-0e46d537cad3 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:20:30.448121 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3c1e2660-ac0e-4dc5-b1a7-097ab7031aab None None] Provisioning complete for port 8a467845-b16f-4669-be81-507b8d0cbec9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:30.448465 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c1e2660-ac0e-4dc5-b1a7-097ab7031aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:30.499260 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f81ac5-a9de-4480-a2f0-5c6b8bc40a5c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router 142b890a-8346-457a-a8dd-57030acf16b0 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:20:30.626652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f81ac5-a9de-4480-a2f0-5c6b8bc40a5c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:20:30.634038 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-69f81ac5-a9de-4480-a2f0-5c6b8bc40a5c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "PUT /v2.0/routers/142b890a-8346-457a-a8dd-57030acf16b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5340219 Nov 12 05:20:30.643174 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] Sync routers for ids ['142b890a-8346-457a-a8dd-57030acf16b0'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:20:30.657543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] Routers {'142b890a-8346-457a-a8dd-57030acf16b0'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:30.658207 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:20:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['142b890a-8346-457a-a8dd-57030acf16b0'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:30.787973 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] Set router 142b890a-8346-457a-a8dd-57030acf16b0 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:30.801287 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f401dfa4-f838-4e8e-b514-2cadead02d51 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-441113171&fields=id&tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d HTTP/1.1" status: 200 len: 267 time: 0.0506642 Nov 12 05:20:30.926778 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-dfc7a99b-ad23-4495-9a0d-8210ea44298d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:30.928551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-dfc7a99b-ad23-4495-9a0d-8210ea44298d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/networks?id=2695070f-6b4e-4ade-9b15-0e46d537cad3 HTTP/1.1" status: 200 len: 797 time: 0.1194551 Nov 12 05:20:30.945165 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-5d3c37b8-a36a-4612-97fe-15468fa58f16 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/quotas/0e62ef2c231f459b8e1f08d7b4cf6b3d HTTP/1.1" status: 200 len: 375 time: 0.0106490 Nov 12 05:20:31.006941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-71965ae5-bb42-42f4-8d0b-93ee1e2944ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552168 Nov 12 05:20:31.125279 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b08a6a71-31de-44b1-885e-9d9877cbc21f None None] Provisioning complete for port 69fcc30b-5bbb-4292-8f94-6a68460cb625 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:31.125734 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b08a6a71-31de-44b1-885e-9d9877cbc21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:31.196389 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b08a6a71-31de-44b1-885e-9d9877cbc21f None None] Port 69fcc30b-5bbb-4292-8f94-6a68460cb625 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:20:31.203522 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-7b935d1f-f792-48c8-84d2-f1de3b69b574 service neutron] 10.222.0.37 "GET /v2.0/networks/2695070f-6b4e-4ade-9b15-0e46d537cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785557 Nov 12 05:20:31.213693 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b08a6a71-31de-44b1-885e-9d9877cbc21f None None] Provisioning complete for port 8a467845-b16f-4669-be81-507b8d0cbec9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:31.214059 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b08a6a71-31de-44b1-885e-9d9877cbc21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:31.271619 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142b890a-8346-457a-a8dd-57030acf16b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401935899', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:24Z', 'updated_at': '2021-11-12T05:20:29Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:25Z', 'updated_at': '2021-11-12T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '69fcc30b-5bbb-4292-8f94-6a68460cb625', 'name': '', 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:8b:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '78632d44-25f1-43b3-9871-82815c7020d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:28Z', 'updated_at': '2021-11-12T05:20:29Z', 'revision_number': 2, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '78632d44-25f1-43b3-9871-82815c7020d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:31.295847 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-e8c3f5b9-47ff-4d7d-8002-e346a27781c8 service neutron] 10.222.0.37 "GET /v2.0/networks/2695070f-6b4e-4ade-9b15-0e46d537cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907815 Nov 12 05:20:31.301074 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] Checking router: 142b890a-8346-457a-a8dd-57030acf16b0 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:20:31.301427 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] Updating router 142b890a-8346-457a-a8dd-57030acf16b0 port 69fcc30b-5bbb-4292-8f94-6a68460cb625 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:20:31.353140 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:31.521573 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-aa8ca137-db08-463e-8636-48d02f4126e2 None None] Provisioning complete for port 69fcc30b-5bbb-4292-8f94-6a68460cb625 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:31.521941 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8ca137-db08-463e-8636-48d02f4126e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:31.544473 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b66b8fb9-2a86-4638-a128-b7c52e1f0050 req-bb2495c6-39e1-48b1-8dab-7b8a95d1a161 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 210 time: 0.0358725 Nov 12 05:20:31.591581 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8a467845-b16f-4669-be81-507b8d0cbec9 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:31.623968 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-aa8ca137-db08-463e-8636-48d02f4126e2 None None] Port 69fcc30b-5bbb-4292-8f94-6a68460cb625 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:20:31.717669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 8a467845-b16f-4669-be81-507b8d0cbec9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:31.718361 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:31.749884 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:31.823775 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:31.875806 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3861bf-8512-48a3-bea3-cb27a332828c None None] Pushing event updated for resources: {'Port': ['ID=69fcc30b-5bbb-4292-8f94-6a68460cb625,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:31.935471 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] Attempting to bind port 69fcc30b-5bbb-4292-8f94-6a68460cb625 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:31.935842 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] Attempting to bind port 69fcc30b-5bbb-4292-8f94-6a68460cb625 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'c91d688f-f6ab-4a98-8b47-20c14a74712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:31.936203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] Attempting to bind port 69fcc30b-5bbb-4292-8f94-6a68460cb625 on network 2695070f-6b4e-4ade-9b15-0e46d537cad3 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:31.946458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:31.946458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] Checking segment: {'id': 'c91d688f-f6ab-4a98-8b47-20c14a74712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:31.946458 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:31.946458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] Bound using segment: {'id': 'c91d688f-f6ab-4a98-8b47-20c14a74712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:31.946458 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] Bound port: 69fcc30b-5bbb-4292-8f94-6a68460cb625, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91d688f-f6ab-4a98-8b47-20c14a74712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:31.946458 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:32.015661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] For port 69fcc30b-5bbb-4292-8f94-6a68460cb625, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:32.019200 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] For port 69fcc30b-5bbb-4292-8f94-6a68460cb625, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=69fcc30b-5bbb-4292-8f94-6a68460cb625,segment=NetworkSegment(c91d688f-f6ab-4a98-8b47-20c14a74712b),segment_id=c91d688f-f6ab-4a98-8b47-20c14a74712b)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:32.079015 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:32.144022 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] Routers {'142b890a-8346-457a-a8dd-57030acf16b0'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:32.144667 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:20:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['142b890a-8346-457a-a8dd-57030acf16b0'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:32.153868 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3861bf-8512-48a3-bea3-cb27a332828c None None] Pushing event updated for resources: {'Port': ['ID=69fcc30b-5bbb-4292-8f94-6a68460cb625,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:32.212181 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e696e06d-0a0e-44a1-b124-7decca03a5bf None None] Provisioning complete for port 69fcc30b-5bbb-4292-8f94-6a68460cb625 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:32.212558 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e696e06d-0a0e-44a1-b124-7decca03a5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:32.305548 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] Set router 142b890a-8346-457a-a8dd-57030acf16b0 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:32.418957 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e696e06d-0a0e-44a1-b124-7decca03a5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:32.495764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e696e06d-0a0e-44a1-b124-7decca03a5bf None None] For port 69fcc30b-5bbb-4292-8f94-6a68460cb625, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=69fcc30b-5bbb-4292-8f94-6a68460cb625,segment=NetworkSegment(c91d688f-f6ab-4a98-8b47-20c14a74712b),segment_id=c91d688f-f6ab-4a98-8b47-20c14a74712b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:32.568764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142b890a-8346-457a-a8dd-57030acf16b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401935899', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:24Z', 'updated_at': '2021-11-12T05:20:29Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:25Z', 'updated_at': '2021-11-12T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '69fcc30b-5bbb-4292-8f94-6a68460cb625', 'name': '', 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:8b:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '78632d44-25f1-43b3-9871-82815c7020d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:28Z', 'updated_at': '2021-11-12T05:20:32Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '78632d44-25f1-43b3-9871-82815c7020d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:32.607950 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e696e06d-0a0e-44a1-b124-7decca03a5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:32.613448 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce4291-bdfd-4983-abe5-d56b1ddf6152 None None] The sync data for ids ['142b890a-8346-457a-a8dd-57030acf16b0'] in n-d-768509-24 is: [{'id': '142b890a-8346-457a-a8dd-57030acf16b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401935899', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:24Z', 'updated_at': '2021-11-12T05:20:29Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:25Z', 'updated_at': '2021-11-12T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '69fcc30b-5bbb-4292-8f94-6a68460cb625', 'name': '', 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:8b:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '78632d44-25f1-43b3-9871-82815c7020d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:28Z', 'updated_at': '2021-11-12T05:20:32Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '78632d44-25f1-43b3-9871-82815c7020d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:20:32.649592 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-107ff471-819d-42de-9bc4-d0e89240efa1 req-27ae91a0-b548-4965-8d23-786d710d9e77 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 210 time: 0.0421782 Nov 12 05:20:32.687953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696e06d-0a0e-44a1-b124-7decca03a5bf None None] Pushing event updated for resources: {'Port': ['ID=69fcc30b-5bbb-4292-8f94-6a68460cb625,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:32.731694 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-99e26551-b63d-4237-ad0a-0a3e587e2661 None None] Provisioning complete for port 69fcc30b-5bbb-4292-8f94-6a68460cb625 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:32.732471 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-99e26551-b63d-4237-ad0a-0a3e587e2661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:33.217782 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cfbe1a41-ed39-42a7-a94e-705384e8b346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:33.610415 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 69fcc30b-5bbb-4292-8f94-6a68460cb625 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:33.661617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 69fcc30b-5bbb-4292-8f94-6a68460cb625 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:33.662069 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:33.736896 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8076a3f0-930d-4785-b3a4-7c0424b2f64c req-d1693d14-3d82-4c59-a079-569ceaf9d00f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 210 time: 0.0301211 Nov 12 05:20:34.819609 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0867f69e-e4b2-4726-8d33-472e81915dd8 req-c6e73ac2-50b2-4a2d-a16d-116832f50c2b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 210 time: 0.0272522 Nov 12 05:20:35.569449 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2aa0cc24-2b37-460c-9f1b-ef400e774dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:35.912455 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f7fda94a-dee4-4302-8472-30243cb38399 req-1f26109d-f8b1-4998-b15e-0946d985b55d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 210 time: 0.0272198 Nov 12 05:20:36.532713 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:20:36.989356 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:37.008842 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed550771-1d79-46c5-9d85-75a1e22f0673 req-11c51b07-6700-495d-9777-1bf6da5a7a03 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 210 time: 0.0263813 Nov 12 05:20:38.059196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-95a14830-f524-4b51-92c4-86a2f57a1c2c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:38.060680 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-95a14830-f524-4b51-92c4-86a2f57a1c2c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.31 "GET /v2.0/networks?id=2695070f-6b4e-4ade-9b15-0e46d537cad3 HTTP/1.1" status: 200 len: 797 time: 0.1067495 Nov 12 05:20:38.119196 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3fc966e8-2980-475b-8088-78ebe74a1214 req-a4b1e942-3977-40a2-9042-f3aaf1904d68 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 210 time: 0.0370367 Nov 12 05:20:38.156384 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-85552582-e21f-4815-8512-1a6a0c302420 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d HTTP/1.1" status: 200 len: 379 time: 0.0800066 Nov 12 05:20:38.165910 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-d412566e-40c1-43cd-8e57-62633544a8ec tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'port': {'device_id': 'c0c601ad-0d5e-4bdb-a86c-c6a51c720df8', 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3', 'admin_state_up': True, 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'security_groups': ['f0b5b18c-b7a6-4f50-bfca-0d14462bacb3']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:38.349390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-d412566e-40c1-43cd-8e57-62633544a8ec tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Made reservation on behalf of 0e62ef2c231f459b8e1f08d7b4cf6b3d for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:20:38.353521 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-d412566e-40c1-43cd-8e57-62633544a8ec tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:38.484167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-d412566e-40c1-43cd-8e57-62633544a8ec tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Allocated IP 172.20.0.13 (2695070f-6b4e-4ade-9b15-0e46d537cad3/78632d44-25f1-43b3-9871-82815c7020d1/ef2f4d36-8f98-4f88-9979-8d00a2ada3d1) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:38.531906 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:38.619540 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-d412566e-40c1-43cd-8e57-62633544a8ec tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:38.726947 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-d412566e-40c1-43cd-8e57-62633544a8ec tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:38.779058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-d412566e-40c1-43cd-8e57-62633544a8ec tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 2695070f-6b4e-4ade-9b15-0e46d537cad3 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:38.784563 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-d412566e-40c1-43cd-8e57-62633544a8ec tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:38.788386 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-d412566e-40c1-43cd-8e57-62633544a8ec tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:38.812764 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412566e-40c1-43cd-8e57-62633544a8ec tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=ef2f4d36-8f98-4f88-9979-8d00a2ada3d1,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:38.842488 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-d412566e-40c1-43cd-8e57-62633544a8ec tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:38.843164 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-d412566e-40c1-43cd-8e57-62633544a8ec tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:38.940636 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-d412566e-40c1-43cd-8e57-62633544a8ec tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7783377 Nov 12 05:20:38.994038 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-eea47660-21e4-49a7-bc9f-ceefdcd008c8 None None] Provisioning complete for port ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:38.994531 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eea47660-21e4-49a7-bc9f-ceefdcd008c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:39.003739 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Request body: {'port': {'device_id': 'c0c601ad-0d5e-4bdb-a86c-c6a51c720df8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:39.028465 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-eea47660-21e4-49a7-bc9f-ceefdcd008c8 None None] Port ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:20:39.070285 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:39.143501 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:39.297685 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d512a80-016c-4e9c-8a73-e902678c8fac req-5614d0af-1def-43d3-9be2-e822cb499bf4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:39.299177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d512a80-016c-4e9c-8a73-e902678c8fac req-5614d0af-1def-43d3-9be2-e822cb499bf4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 932 time: 0.1053934 Nov 12 05:20:39.396477 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6d512a80-016c-4e9c-8a73-e902678c8fac req-1fd23c4f-d586-4796-867d-d00ace26e527 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b5b18c-b7a6-4f50-bfca-0d14462bacb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892384 Nov 12 05:20:39.413401 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:39.421571 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:39.433391 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Transition to ACTIVE for port object ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:20:39.494877 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:39.567184 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2f4d36-8f98-4f88-9979-8d00a2ada3d1,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:39.624207 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Attempting to bind port ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:20:39.624662 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Attempting to bind port ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'c91d688f-f6ab-4a98-8b47-20c14a74712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:20:39.625128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Attempting to bind port ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 on network 2695070f-6b4e-4ade-9b15-0e46d537cad3 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:39.631622 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Port ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 on network 2695070f-6b4e-4ade-9b15-0e46d537cad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:20:39.632075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Attempting to bind port ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 on network 2695070f-6b4e-4ade-9b15-0e46d537cad3 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:20:39.639380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:20:39.639908 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Checking segment: {'id': 'c91d688f-f6ab-4a98-8b47-20c14a74712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:20:39.640530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Bound using segment: {'id': 'c91d688f-f6ab-4a98-8b47-20c14a74712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:20:39.641093 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Bound port: ef2f4d36-8f98-4f88-9979-8d00a2ada3d1, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91d688f-f6ab-4a98-8b47-20c14a74712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:20:39.641537 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:39.712646 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] For port ef2f4d36-8f98-4f88-9979-8d00a2ada3d1, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:20:39.716217 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] For port ef2f4d36-8f98-4f88-9979-8d00a2ada3d1, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=ef2f4d36-8f98-4f88-9979-8d00a2ada3d1,segment=NetworkSegment(c91d688f-f6ab-4a98-8b47-20c14a74712b),segment_id=c91d688f-f6ab-4a98-8b47-20c14a74712b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:20:39.804285 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:39.841400 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:39.841988 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:39.843438 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] 10.222.0.31 "PUT /v2.0/ports/ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 HTTP/1.1" status: 200 len: 1093 time: 0.8887029 Nov 12 05:20:39.843858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c601ad-0d5e-4bdb-a86c-c6a51c720df8', 'tag': 'ef2f4d36-8f98-4f88-9979-8d00a2ada3d1'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:39.846185 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf58ff2e-1c70-419c-9882-e4622cdfeb10" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c601ad-0d5e-4bdb-a86c-c6a51c720df8", "tag": "ef2f4d36-8f98-4f88-9979-8d00a2ada3d1"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:39.886168 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d24005e-e757-4078-9462-4aec860762ff x-openstack-request-id: req-3d24005e-e757-4078-9462-4aec860762ff {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:39.886460 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c601ad-0d5e-4bdb-a86c-c6a51c720df8", "tag": "ef2f4d36-8f98-4f88-9979-8d00a2ada3d1", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:39.886737 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d24005e-e757-4078-9462-4aec860762ff {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:39.887141 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c601ad-0d5e-4bdb-a86c-c6a51c720df8', 'tag': 'ef2f4d36-8f98-4f88-9979-8d00a2ada3d1', 'status': 'completed', 'code': 200} Nov 12 05:20:39.890459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff1c8a-1006-4c5b-bf2d-9497c5d3e9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2f4d36-8f98-4f88-9979-8d00a2ada3d1,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:39.971002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58ff2e-1c70-419c-9882-e4622cdfeb10 req-6b6f0957-c73d-4a36-9323-511941e59070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:39.973287 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf58ff2e-1c70-419c-9882-e4622cdfeb10 req-6b6f0957-c73d-4a36-9323-511941e59070 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 1096 time: 0.0447106 Nov 12 05:20:40.081677 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58ff2e-1c70-419c-9882-e4622cdfeb10 req-85675ca3-274b-4534-a08c-7657965e2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:40.083207 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf58ff2e-1c70-419c-9882-e4622cdfeb10 req-85675ca3-274b-4534-a08c-7657965e2908 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0942650 Nov 12 05:20:40.181454 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58ff2e-1c70-419c-9882-e4622cdfeb10 req-ddb3674b-2186-4c5b-9bce-dabc9be84bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:40.182881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf58ff2e-1c70-419c-9882-e4622cdfeb10 req-ddb3674b-2186-4c5b-9bce-dabc9be84bbf service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920539 Nov 12 05:20:40.283362 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-8ce8419c-4bf9-41fe-a9d6-22bf7b4580a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:40.285539 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-8ce8419c-4bf9-41fe-a9d6-22bf7b4580a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 1096 time: 0.0459652 Nov 12 05:20:40.340301 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-d3d97c01-143a-4bbf-a7b0-f3429ede6098 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 HTTP/1.1" status: 200 len: 217 time: 0.0385985 Nov 12 05:20:40.390798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-4455701e-927c-46dc-993d-a74ad28fda39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:40.392335 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-4455701e-927c-46dc-993d-a74ad28fda39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78632d44-25f1-43b3-9871-82815c7020d1 HTTP/1.1" status: 200 len: 834 time: 0.0446086 Nov 12 05:20:40.440939 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-75ba2ab7-9c7f-4c95-b308-159312ab9da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:40.442514 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-75ba2ab7-9c7f-4c95-b308-159312ab9da0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2695070f-6b4e-4ade-9b15-0e46d537cad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435705 Nov 12 05:20:40.568272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ad3d9-dafc-4e2e-b568-80ce40869433 req-6648a5c2-3f75-4ff6-a3c0-769d7331ace8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:40.569743 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c13ad3d9-dafc-4e2e-b568-80ce40869433 req-6648a5c2-3f75-4ff6-a3c0-769d7331ace8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 944 time: 0.0955725 Nov 12 05:20:40.573329 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-eb706ba3-6c53-465a-87fb-daf4d2d7a1c4 service neutron] 10.222.0.31 "GET /v2.0/networks/2695070f-6b4e-4ade-9b15-0e46d537cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229446 Nov 12 05:20:40.676313 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c13ad3d9-dafc-4e2e-b568-80ce40869433 req-0cdc7a0b-0c1f-401c-98c8-696a5c2744ae tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b5b18c-b7a6-4f50-bfca-0d14462bacb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001449 Nov 12 05:20:40.701440 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba710485-80eb-41ad-aa2d-f07f238bfe6e req-b762b73d-bcdc-4a83-84b0-11f3f471c55f service neutron] 10.222.0.31 "GET /v2.0/networks/2695070f-6b4e-4ade-9b15-0e46d537cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194656 Nov 12 05:20:41.796213 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c268c-0bac-4f9e-aa91-223bb8ca45bc req-3c4f0af1-ee6f-4818-b360-0c5e9b478dbf tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:41.797588 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b62c268c-0bac-4f9e-aa91-223bb8ca45bc req-3c4f0af1-ee6f-4818-b360-0c5e9b478dbf tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 944 time: 0.0503869 Nov 12 05:20:41.847419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b62c268c-0bac-4f9e-aa91-223bb8ca45bc req-8cf26cea-bf9a-4327-b2d1-58550a27583f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b5b18c-b7a6-4f50-bfca-0d14462bacb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438840 Nov 12 05:20:42.965082 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc742a2-1264-4e0a-87a4-5cea5d905996 req-5695296b-917e-4c31-b2d2-83e505cc893e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:42.966566 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fc742a2-1264-4e0a-87a4-5cea5d905996 req-5695296b-917e-4c31-b2d2-83e505cc893e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 944 time: 0.0501103 Nov 12 05:20:43.022571 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0fc742a2-1264-4e0a-87a4-5cea5d905996 req-cf729de5-9277-40cb-84b7-7f5aeac4d7db tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b5b18c-b7a6-4f50-bfca-0d14462bacb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491257 Nov 12 05:20:43.365332 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:20:43.465333 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port ef2f4d36-8f98-4f88-9979-8d00a2ada3d1, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=ef2f4d36-8f98-4f88-9979-8d00a2ada3d1,segment=NetworkSegment(c91d688f-f6ab-4a98-8b47-20c14a74712b),segment_id=c91d688f-f6ab-4a98-8b47-20c14a74712b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:43.476569 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'ef2f4d36-8f98-4f88-9979-8d00a2ada3d1', 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3', 'port_id': 'ef2f4d36-8f98-4f88-9979-8d00a2ada3d1', 'mac_address': 'fa:16:3e:79:bf:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78632d44-25f1-43b3-9871-82815c7020d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:20:43.516485 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:43.530184 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:20:43.549096 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port ef2f4d36-8f98-4f88-9979-8d00a2ada3d1, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=ef2f4d36-8f98-4f88-9979-8d00a2ada3d1,segment=NetworkSegment(c91d688f-f6ab-4a98-8b47-20c14a74712b),segment_id=c91d688f-f6ab-4a98-8b47-20c14a74712b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:43.617686 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:43.665910 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=ef2f4d36-8f98-4f88-9979-8d00a2ada3d1,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:43.898607 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['ef2f4d36-8f98-4f88-9979-8d00a2ada3d1'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:20:44.148406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef748c-677e-4209-9207-8fa0414a2dc1 req-31395c14-f7c0-4e02-a5f2-e65ea5192347 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:44.150138 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecef748c-677e-4209-9207-8fa0414a2dc1 req-31395c14-f7c0-4e02-a5f2-e65ea5192347 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 945 time: 0.0516486 Nov 12 05:20:44.200409 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecef748c-677e-4209-9207-8fa0414a2dc1 req-a835f615-5617-4e08-b609-a17223799a20 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b5b18c-b7a6-4f50-bfca-0d14462bacb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440559 Nov 12 05:20:45.313626 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74e606-0acd-4a72-a9ac-3f7a5b1b4625 req-49b5daff-1c81-4e80-be11-18a17599854b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:45.315140 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af74e606-0acd-4a72-a9ac-3f7a5b1b4625 req-49b5daff-1c81-4e80-be11-18a17599854b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 945 time: 0.0478375 Nov 12 05:20:45.363377 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af74e606-0acd-4a72-a9ac-3f7a5b1b4625 req-fd53ee8f-9bb8-423f-b886-a39c2185aff0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b5b18c-b7a6-4f50-bfca-0d14462bacb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418863 Nov 12 05:20:45.382707 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:20:45.500711 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:20:45.505060 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:20:45.505430 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:45.591167 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:45.612495 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c601ad-0d5e-4bdb-a86c-c6a51c720df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2f4d36-8f98-4f88-9979-8d00a2ada3d1'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:45.615246 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9722c4-347e-4de6-83e4-230055ef47b4" -d '{"events": [{"server_uuid": "c0c601ad-0d5e-4bdb-a86c-c6a51c720df8", "name": "network-vif-plugged", "status": "completed", "tag": "ef2f4d36-8f98-4f88-9979-8d00a2ada3d1"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:45.632232 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port ef2f4d36-8f98-4f88-9979-8d00a2ada3d1, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=ef2f4d36-8f98-4f88-9979-8d00a2ada3d1,segment=NetworkSegment(c91d688f-f6ab-4a98-8b47-20c14a74712b),segment_id=c91d688f-f6ab-4a98-8b47-20c14a74712b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:20:45.708044 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23479697-9edf-4cee-9626-cab80ccf3461 x-openstack-request-id: req-23479697-9edf-4cee-9626-cab80ccf3461 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:45.708342 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c601ad-0d5e-4bdb-a86c-c6a51c720df8", "name": "network-vif-plugged", "status": "completed", "tag": "ef2f4d36-8f98-4f88-9979-8d00a2ada3d1", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:45.708603 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23479697-9edf-4cee-9626-cab80ccf3461 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:45.709026 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c601ad-0d5e-4bdb-a86c-c6a51c720df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2f4d36-8f98-4f88-9979-8d00a2ada3d1', 'code': 200} Nov 12 05:20:45.718456 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:45.767866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=ef2f4d36-8f98-4f88-9979-8d00a2ada3d1,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:45.839582 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e2780-2ea7-475b-b2e5-089acf5233b8 req-5ba7f0db-43b8-4099-aa19-423d93696a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:45.841043 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-985e2780-2ea7-475b-b2e5-089acf5233b8 req-5ba7f0db-43b8-4099-aa19-423d93696a67 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 1098 time: 0.0440845 Nov 12 05:20:45.890044 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-985e2780-2ea7-475b-b2e5-089acf5233b8 req-341a55d2-cbf2-4b18-99a7-35c539762323 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f0b5b18c-b7a6-4f50-bfca-0d14462bacb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416024 Nov 12 05:20:46.483761 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e79a8a-3675-4e5c-b7ad-b9b43b767105 req-1afcecc4-9e5e-4ab3-9c35-3381beec09c7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:46.485245 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76e79a8a-3675-4e5c-b7ad-b9b43b767105 req-1afcecc4-9e5e-4ab3-9c35-3381beec09c7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 946 time: 0.0489256 Nov 12 05:20:46.534548 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-76e79a8a-3675-4e5c-b7ad-b9b43b767105 req-cb6179a7-eabb-4255-a2cb-e91e731c7cbb tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b5b18c-b7a6-4f50-bfca-0d14462bacb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431633 Nov 12 05:20:47.420520 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:47.651279 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473d2fd-25dd-490a-8e5f-37375f3578e6 req-532924b0-c997-4e53-8619-32384d204917 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:47.652760 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3473d2fd-25dd-490a-8e5f-37375f3578e6 req-532924b0-c997-4e53-8619-32384d204917 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 946 time: 0.0483978 Nov 12 05:20:47.710517 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3473d2fd-25dd-490a-8e5f-37375f3578e6 req-9e0af017-fead-4710-8f5f-b86130daaa5a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b5b18c-b7a6-4f50-bfca-0d14462bacb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511518 Nov 12 05:20:47.823280 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c000756-1b56-4dc3-8d9b-7b4e69f7969d req-d3ec1ce8-c5c1-4030-8f9e-9e140a6d1695 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:47.824737 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4c000756-1b56-4dc3-8d9b-7b4e69f7969d req-d3ec1ce8-c5c1-4030-8f9e-9e140a6d1695 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 946 time: 0.0488141 Nov 12 05:20:47.874086 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4c000756-1b56-4dc3-8d9b-7b4e69f7969d req-2d776e25-dc34-4f15-83f2-cc564915b01b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b5b18c-b7a6-4f50-bfca-0d14462bacb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433893 Nov 12 05:20:47.895523 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57494) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:47.935523 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2044c8e0-6f63-4030-95ea-9f0ea0769b93 tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:47.937033 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2044c8e0-6f63-4030-95ea-9f0ea0769b93 tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 1093 time: 0.0405169 Nov 12 05:20:47.939903 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57496) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:47.944068 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': 'ef2f4d36-8f98-4f88-9979-8d00a2ada3d1', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:20:48.026773 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.123726 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.228460 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Allocated IP 172.25.1.159 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/1a0df72a-5ba2-477c-bf99-d86495317733) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:20:48.331959 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.447018 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.483438 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:20:48.486151 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:20:48.491626 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:20:48.516911 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=1a0df72a-5ba2-477c-bf99-d86495317733,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:48.689482 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.856729 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:48.996276 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.145954 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.197716 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.263616 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=1a0df72a-5ba2-477c-bf99-d86495317733,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:20:49.275714 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.374380 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Floating IP a43a2279-0ece-4069-b6ee-ed978b8d7d83 associated. External IP: 172.25.1.159, port: ef2f4d36-8f98-4f88-9979-8d00a2ada3d1. Nov 12 05:20:49.586842 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router 142b890a-8346-457a-a8dd-57030acf16b0 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:20:49.694430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:20:49.713309 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad01474-8003-4527-9a99-9c5a4818fdea None None] Sync routers for ids ['142b890a-8346-457a-a8dd-57030acf16b0'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:20:49.723805 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad01474-8003-4527-9a99-9c5a4818fdea None None] Routers {'142b890a-8346-457a-a8dd-57030acf16b0'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:49.724399 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8ad01474-8003-4527-9a99-9c5a4818fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:20:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['142b890a-8346-457a-a8dd-57030acf16b0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:49.783328 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:49.811511 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-50ec86d5-c874-40fa-9160-934a2766f122 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8705924 Nov 12 05:20:49.812103 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c601ad-0d5e-4bdb-a86c-c6a51c720df8', 'tag': 'ef2f4d36-8f98-4f88-9979-8d00a2ada3d1'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:20:49.814689 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112f2fcd-cc0a-4391-8f4f-b3169a23b1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c601ad-0d5e-4bdb-a86c-c6a51c720df8", "tag": "ef2f4d36-8f98-4f88-9979-8d00a2ada3d1"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:20:49.834381 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-8ad01474-8003-4527-9a99-9c5a4818fdea None None] Set router 142b890a-8346-457a-a8dd-57030acf16b0 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:49.913202 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f97214-7b22-4d60-baf0-b39fb20ad06d req-6af3a5c0-a5ef-4a69-a848-e4dc1788a010 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:49.914824 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6f97214-7b22-4d60-baf0-b39fb20ad06d req-6af3a5c0-a5ef-4a69-a848-e4dc1788a010 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 946 time: 0.0505199 Nov 12 05:20:49.964548 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c6f97214-7b22-4d60-baf0-b39fb20ad06d req-c06f4c49-4e3b-417d-8f84-7ca8b0220d64 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b5b18c-b7a6-4f50-bfca-0d14462bacb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436316 Nov 12 05:20:49.987423 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57502) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:50.027097 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cb5002-ff35-473d-b483-b60216eefeac x-openstack-request-id: req-45cb5002-ff35-473d-b483-b60216eefeac {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:20:50.027946 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c601ad-0d5e-4bdb-a86c-c6a51c720df8", "tag": "ef2f4d36-8f98-4f88-9979-8d00a2ada3d1", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:20:50.027946 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45cb5002-ff35-473d-b483-b60216eefeac {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:20:50.028160 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c601ad-0d5e-4bdb-a86c-c6a51c720df8', 'tag': 'ef2f4d36-8f98-4f88-9979-8d00a2ada3d1', 'status': 'completed', 'code': 200} Nov 12 05:20:50.061580 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8ad01474-8003-4527-9a99-9c5a4818fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142b890a-8346-457a-a8dd-57030acf16b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401935899', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:24Z', 'updated_at': '2021-11-12T05:20:29Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:25Z', 'updated_at': '2021-11-12T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'a43a2279-0ece-4069-b6ee-ed978b8d7d83', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'port_id': 'ef2f4d36-8f98-4f88-9979-8d00a2ada3d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3', 'mac_address': 'fa:16:3e:79:bf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c601ad-0d5e-4bdb-a86c-c6a51c720df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:20:48Z', 'updated_at': '2021-11-12T05:20:48Z', 'revision_number': 0, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69fcc30b-5bbb-4292-8f94-6a68460cb625', 'name': '', 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:8b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '78632d44-25f1-43b3-9871-82815c7020d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:28Z', 'updated_at': '2021-11-12T05:20:32Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '78632d44-25f1-43b3-9871-82815c7020d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:50.063642 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fee6cfa8-5d36-4be8-bbaf-91b7962ab259 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/floatingips/a43a2279-0ece-4069-b6ee-ed978b8d7d83 HTTP/1.1" status: 200 len: 992 time: 0.0742335 Nov 12 05:20:50.090727 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad01474-8003-4527-9a99-9c5a4818fdea None None] Checking router: 142b890a-8346-457a-a8dd-57030acf16b0 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:20:50.097709 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f2fcd-cc0a-4391-8f4f-b3169a23b1e5 req-9729d008-5d0b-4a38-b191-1e53112ffb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:50.099268 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-112f2fcd-cc0a-4391-8f4f-b3169a23b1e5 req-9729d008-5d0b-4a38-b191-1e53112ffb4a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 1098 time: 0.0457892 Nov 12 05:20:50.099798 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad01474-8003-4527-9a99-9c5a4818fdea None None] Routers {'142b890a-8346-457a-a8dd-57030acf16b0'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:20:50.100382 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8ad01474-8003-4527-9a99-9c5a4818fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:20:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['142b890a-8346-457a-a8dd-57030acf16b0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:50.191530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f2fcd-cc0a-4391-8f4f-b3169a23b1e5 req-08f17cca-2bef-43fa-8a02-d858ed952925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:50.193085 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-112f2fcd-cc0a-4391-8f4f-b3169a23b1e5 req-08f17cca-2bef-43fa-8a02-d858ed952925 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2695070f-6b4e-4ade-9b15-0e46d537cad3 HTTP/1.1" status: 200 len: 898 time: 0.0857036 Nov 12 05:20:50.203950 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-8ad01474-8003-4527-9a99-9c5a4818fdea None None] Set router 142b890a-8346-457a-a8dd-57030acf16b0 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:20:50.261807 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-112f2fcd-cc0a-4391-8f4f-b3169a23b1e5 req-635efef9-be4b-4cbb-ae6d-2a4dfce5297c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 HTTP/1.1" status: 200 len: 1000 time: 0.0612488 Nov 12 05:20:50.315695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f2fcd-cc0a-4391-8f4f-b3169a23b1e5 req-02046ae6-13fe-4247-9679-7a3e7a9c2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:50.317078 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-112f2fcd-cc0a-4391-8f4f-b3169a23b1e5 req-02046ae6-13fe-4247-9679-7a3e7a9c2929 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78632d44-25f1-43b3-9871-82815c7020d1 HTTP/1.1" status: 200 len: 834 time: 0.0442743 Nov 12 05:20:50.364384 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f2fcd-cc0a-4391-8f4f-b3169a23b1e5 req-eb402033-8b05-4dcd-9718-b578f99f6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:50.365950 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-112f2fcd-cc0a-4391-8f4f-b3169a23b1e5 req-eb402033-8b05-4dcd-9718-b578f99f6485 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2695070f-6b4e-4ade-9b15-0e46d537cad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409753 Nov 12 05:20:50.431865 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-8ad01474-8003-4527-9a99-9c5a4818fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142b890a-8346-457a-a8dd-57030acf16b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401935899', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:24Z', 'updated_at': '2021-11-12T05:20:29Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:25Z', 'updated_at': '2021-11-12T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'a43a2279-0ece-4069-b6ee-ed978b8d7d83', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'port_id': 'ef2f4d36-8f98-4f88-9979-8d00a2ada3d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3', 'mac_address': 'fa:16:3e:79:bf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c601ad-0d5e-4bdb-a86c-c6a51c720df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:20:48Z', 'updated_at': '2021-11-12T05:20:48Z', 'revision_number': 0, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69fcc30b-5bbb-4292-8f94-6a68460cb625', 'name': '', 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:8b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '78632d44-25f1-43b3-9871-82815c7020d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:28Z', 'updated_at': '2021-11-12T05:20:32Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '78632d44-25f1-43b3-9871-82815c7020d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:20:50.462757 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-112f2fcd-cc0a-4391-8f4f-b3169a23b1e5 req-9779cd2b-3d30-4c87-819d-2ccfd593f5e2 service neutron] 10.222.0.31 "GET /v2.0/networks/2695070f-6b4e-4ade-9b15-0e46d537cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884454 Nov 12 05:20:50.466600 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad01474-8003-4527-9a99-9c5a4818fdea None None] The sync data for ids ['142b890a-8346-457a-a8dd-57030acf16b0'] in n-d-768509-24 is: [{'id': '142b890a-8346-457a-a8dd-57030acf16b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401935899', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:24Z', 'updated_at': '2021-11-12T05:20:29Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:25Z', 'updated_at': '2021-11-12T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'a43a2279-0ece-4069-b6ee-ed978b8d7d83', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'port_id': 'ef2f4d36-8f98-4f88-9979-8d00a2ada3d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3', 'mac_address': 'fa:16:3e:79:bf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c601ad-0d5e-4bdb-a86c-c6a51c720df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:20:48Z', 'updated_at': '2021-11-12T05:20:48Z', 'revision_number': 0, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69fcc30b-5bbb-4292-8f94-6a68460cb625', 'name': '', 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:8b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '78632d44-25f1-43b3-9871-82815c7020d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:28Z', 'updated_at': '2021-11-12T05:20:32Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '78632d44-25f1-43b3-9871-82815c7020d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:20:50.557196 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-112f2fcd-cc0a-4391-8f4f-b3169a23b1e5 req-3ecd6956-de49-433a-a557-51291f3159be service neutron] 10.222.0.31 "GET /v2.0/networks/2695070f-6b4e-4ade-9b15-0e46d537cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865510 Nov 12 05:20:50.670514 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc077566-db01-4183-aeb3-4037690da589 None None] New status for floating IP a43a2279-0ece-4069-b6ee-ed978b8d7d83: ACTIVE {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:20:51.064493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57504) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:20:51.133264 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e2043d2e-f770-4eee-ad90-7bf3cd83cb4d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/floatingips/a43a2279-0ece-4069-b6ee-ed978b8d7d83 HTTP/1.1" status: 200 len: 994 time: 0.0675976 Nov 12 05:21:03.257119 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ed5446be-f21d-4159-b8b5-ca35c27a23cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:05.628349 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-308fb9b9-e3ce-46e7-aca5-6de6d2f227fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:06.983494 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:08.537045 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:09.142356 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:13.533333 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:21:17.449240 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:18.696678 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:22.646021 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f739f9-3953-4b07-a70d-80f1c1bdfc9e req-9ed3691b-8416-4d93-9632-fb508e630229 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:22.647881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06f739f9-3953-4b07-a70d-80f1c1bdfc9e req-9ed3691b-8416-4d93-9632-fb508e630229 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 946 time: 0.0574236 Nov 12 05:21:22.707934 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06f739f9-3953-4b07-a70d-80f1c1bdfc9e req-7b2623dc-8dc6-4a91-bebf-9644a1695f55 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b5b18c-b7a6-4f50-bfca-0d14462bacb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516679 Nov 12 05:21:23.831113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042ee81-214b-448a-9f44-c7af31125d2c req-0bb0715d-34a9-425c-b2e2-4fe2e139b09b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:23.833735 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e042ee81-214b-448a-9f44-c7af31125d2c req-0bb0715d-34a9-425c-b2e2-4fe2e139b09b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 946 time: 0.0509713 Nov 12 05:21:23.888519 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e042ee81-214b-448a-9f44-c7af31125d2c req-70447f62-dab8-40bc-92a2-c8cc5a770950 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b5b18c-b7a6-4f50-bfca-0d14462bacb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498703 Nov 12 05:21:23.911727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57524) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:23.973177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4cac166f-ef66-4705-8f1a-bbf712990e4d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/floatingips/a43a2279-0ece-4069-b6ee-ed978b8d7d83 HTTP/1.1" status: 200 len: 994 time: 0.0602160 Nov 12 05:21:24.687019 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-763d74fb-1e31-463b-afa8-6752703849fe req-3d978132-c856-4ce8-8f1c-cc97d78b9ebe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440266 Nov 12 05:21:24.790927 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d74fb-1e31-463b-afa8-6752703849fe req-0c05d5cb-d07d-49a6-b47e-92475cafe3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:24.792432 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-763d74fb-1e31-463b-afa8-6752703849fe req-0c05d5cb-d07d-49a6-b47e-92475cafe3d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 1098 time: 0.0437901 Nov 12 05:21:24.894562 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d74fb-1e31-463b-afa8-6752703849fe req-e1aad982-01b0-47b5-9fcb-02ad477447df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:24.896094 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-763d74fb-1e31-463b-afa8-6752703849fe req-e1aad982-01b0-47b5-9fcb-02ad477447df service neutron] 10.222.0.31 "GET /v2.0/networks?id=2695070f-6b4e-4ade-9b15-0e46d537cad3 HTTP/1.1" status: 200 len: 898 time: 0.0847466 Nov 12 05:21:24.972420 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-763d74fb-1e31-463b-afa8-6752703849fe req-dc86797b-3889-4752-bc9b-14616ac2f900 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 HTTP/1.1" status: 200 len: 1002 time: 0.0684421 Nov 12 05:21:25.030836 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d74fb-1e31-463b-afa8-6752703849fe req-09b56b5b-e215-4190-8e13-4f65b8181e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:25.032328 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-763d74fb-1e31-463b-afa8-6752703849fe req-09b56b5b-e215-4190-8e13-4f65b8181e43 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78632d44-25f1-43b3-9871-82815c7020d1 HTTP/1.1" status: 200 len: 834 time: 0.0480247 Nov 12 05:21:25.084119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d74fb-1e31-463b-afa8-6752703849fe req-6cf73994-5510-4922-8fa6-cdaf755bbe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:25.085688 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-763d74fb-1e31-463b-afa8-6752703849fe req-6cf73994-5510-4922-8fa6-cdaf755bbe4a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2695070f-6b4e-4ade-9b15-0e46d537cad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456159 Nov 12 05:21:25.182276 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-763d74fb-1e31-463b-afa8-6752703849fe req-bd097b65-7061-4d37-a9b8-38ca5916d7f3 service neutron] 10.222.0.31 "GET /v2.0/networks/2695070f-6b4e-4ade-9b15-0e46d537cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889046 Nov 12 05:21:25.275018 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-763d74fb-1e31-463b-afa8-6752703849fe req-1ad71b61-d994-4d00-9e67-04437c8596ce service neutron] 10.222.0.31 "GET /v2.0/networks/2695070f-6b4e-4ade-9b15-0e46d537cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840783 Nov 12 05:21:25.421137 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f535d-7edb-4d18-90dd-5df68f537b8c req-f7651f7e-cae7-400d-b906-eaae1ff6d6cd tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:25.422857 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-254f535d-7edb-4d18-90dd-5df68f537b8c req-f7651f7e-cae7-400d-b906-eaae1ff6d6cd tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 946 time: 0.0557942 Nov 12 05:21:25.472312 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-254f535d-7edb-4d18-90dd-5df68f537b8c req-6e100c2c-159f-451f-9892-841b3c6e1e85 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b5b18c-b7a6-4f50-bfca-0d14462bacb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433483 Nov 12 05:21:26.589981 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615c47f-4232-4c84-b52b-4e9d463e3a3a req-077015ab-e5b7-4494-9f2f-6fa3aee21a89 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:26.591607 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0615c47f-4232-4c84-b52b-4e9d463e3a3a req-077015ab-e5b7-4494-9f2f-6fa3aee21a89 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 946 time: 0.0496144 Nov 12 05:21:26.642370 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0615c47f-4232-4c84-b52b-4e9d463e3a3a req-9cd36675-cb48-49e2-a528-0a13db999cee tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b5b18c-b7a6-4f50-bfca-0d14462bacb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447078 Nov 12 05:21:26.665311 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57534) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:26.726463 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8af9c5a6-1259-4352-afd8-7bde527815e4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/floatingips/a43a2279-0ece-4069-b6ee-ed978b8d7d83 HTTP/1.1" status: 200 len: 994 time: 0.0599384 Nov 12 05:21:26.955115 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57540) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:27.108893 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting port 1a0df72a-5ba2-477c-bf99-d86495317733 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:21:27.109141 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:27.186436 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:27.186788 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:27.198152 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Calling delete_port for 1a0df72a-5ba2-477c-bf99-d86495317733 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:21:27.409223 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:27.436929 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Port': ['ID=1a0df72a-5ba2-477c-bf99-d86495317733,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:27.462053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:27.462402 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:27.462769 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:27.463110 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:27.463447 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:27.463781 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:27.464109 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:27.464537 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:27.464767 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:27.465088 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:27.465925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:27.466245 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:27.505853 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:27.506213 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Floating IP a43a2279-0ece-4069-b6ee-ed978b8d7d83 disassociated (deleted). External IP: 172.25.1.159, port: ef2f4d36-8f98-4f88-9979-8d00a2ada3d1. Nov 12 05:21:27.714915 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router 142b890a-8346-457a-a8dd-57030acf16b0 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:21:27.823552 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:21:27.829028 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:27.834022 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0b0a32-6922-4309-bd05-2d8c03346d08 None None] Sync routers for ids ['142b890a-8346-457a-a8dd-57030acf16b0'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:21:27.844660 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0b0a32-6922-4309-bd05-2d8c03346d08 None None] Routers {'142b890a-8346-457a-a8dd-57030acf16b0'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:27.845265 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2d0b0a32-6922-4309-bd05-2d8c03346d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:21:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['142b890a-8346-457a-a8dd-57030acf16b0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:27.857843 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e4415d2b-5575-4fb4-a9e9-f9786ac04bbc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/floatingips/a43a2279-0ece-4069-b6ee-ed978b8d7d83 HTTP/1.1" status: 204 len: 168 time: 0.9015930 Nov 12 05:21:27.858534 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c601ad-0d5e-4bdb-a86c-c6a51c720df8', 'tag': 'ef2f4d36-8f98-4f88-9979-8d00a2ada3d1'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:27.860893 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bbb2ab-1645-4772-95b3-d3d4a77c1c12" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c601ad-0d5e-4bdb-a86c-c6a51c720df8", "tag": "ef2f4d36-8f98-4f88-9979-8d00a2ada3d1"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:27.954033 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-2d0b0a32-6922-4309-bd05-2d8c03346d08 None None] Set router 142b890a-8346-457a-a8dd-57030acf16b0 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:21:28.164221 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2d0b0a32-6922-4309-bd05-2d8c03346d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142b890a-8346-457a-a8dd-57030acf16b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401935899', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:24Z', 'updated_at': '2021-11-12T05:20:29Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:25Z', 'updated_at': '2021-11-12T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '69fcc30b-5bbb-4292-8f94-6a68460cb625', 'name': '', 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:8b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '78632d44-25f1-43b3-9871-82815c7020d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:28Z', 'updated_at': '2021-11-12T05:20:32Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '78632d44-25f1-43b3-9871-82815c7020d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:28.238591 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20aa9a82-3827-40cf-bf6b-19524c336c0d x-openstack-request-id: req-20aa9a82-3827-40cf-bf6b-19524c336c0d {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:28.238591 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c601ad-0d5e-4bdb-a86c-c6a51c720df8", "tag": "ef2f4d36-8f98-4f88-9979-8d00a2ada3d1", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:28.238591 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20aa9a82-3827-40cf-bf6b-19524c336c0d {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:28.238591 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c601ad-0d5e-4bdb-a86c-c6a51c720df8', 'tag': 'ef2f4d36-8f98-4f88-9979-8d00a2ada3d1', 'status': 'completed', 'code': 200} Nov 12 05:21:28.287666 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0b0a32-6922-4309-bd05-2d8c03346d08 None None] Checking router: 142b890a-8346-457a-a8dd-57030acf16b0 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:21:28.296915 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0b0a32-6922-4309-bd05-2d8c03346d08 None None] Routers {'142b890a-8346-457a-a8dd-57030acf16b0'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:28.297500 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2d0b0a32-6922-4309-bd05-2d8c03346d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:21:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['142b890a-8346-457a-a8dd-57030acf16b0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:28.405610 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-2d0b0a32-6922-4309-bd05-2d8c03346d08 None None] Set router 142b890a-8346-457a-a8dd-57030acf16b0 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:21:28.627206 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-2d0b0a32-6922-4309-bd05-2d8c03346d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142b890a-8346-457a-a8dd-57030acf16b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401935899', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:24Z', 'updated_at': '2021-11-12T05:20:29Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:25Z', 'updated_at': '2021-11-12T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '69fcc30b-5bbb-4292-8f94-6a68460cb625', 'name': '', 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:8b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '78632d44-25f1-43b3-9871-82815c7020d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:28Z', 'updated_at': '2021-11-12T05:20:32Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '78632d44-25f1-43b3-9871-82815c7020d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:28.659497 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0b0a32-6922-4309-bd05-2d8c03346d08 None None] The sync data for ids ['142b890a-8346-457a-a8dd-57030acf16b0'] in n-d-768509-24 is: [{'id': '142b890a-8346-457a-a8dd-57030acf16b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401935899', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:24Z', 'updated_at': '2021-11-12T05:20:29Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:25Z', 'updated_at': '2021-11-12T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '69fcc30b-5bbb-4292-8f94-6a68460cb625', 'name': '', 'network_id': '2695070f-6b4e-4ade-9b15-0e46d537cad3', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:8b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '78632d44-25f1-43b3-9871-82815c7020d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:28Z', 'updated_at': '2021-11-12T05:20:32Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '78632d44-25f1-43b3-9871-82815c7020d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:21:28.748121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3804c28-4b45-4569-b04d-66d229650731 req-6bbd68b8-f2c4-4935-8d36-ee7bc4e608a9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:28.750859 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c3804c28-4b45-4569-b04d-66d229650731 req-6bbd68b8-f2c4-4935-8d36-ee7bc4e608a9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 946 time: 0.4610639 Nov 12 05:21:28.764905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbb2ab-1645-4772-95b3-d3d4a77c1c12 req-18f7be0d-2cb8-4ddc-848c-c16ef7e5b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:28.766383 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27bbb2ab-1645-4772-95b3-d3d4a77c1c12 req-18f7be0d-2cb8-4ddc-848c-c16ef7e5b4a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 1098 time: 0.4499521 Nov 12 05:21:28.863334 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c3804c28-4b45-4569-b04d-66d229650731 req-5418cf38-2902-4cfc-bc2e-8b33ad76c20d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b5b18c-b7a6-4f50-bfca-0d14462bacb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072087 Nov 12 05:21:28.900582 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbb2ab-1645-4772-95b3-d3d4a77c1c12 req-810b6c6e-b053-46e9-9b3a-16eb0c7b93db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:28.902129 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27bbb2ab-1645-4772-95b3-d3d4a77c1c12 req-810b6c6e-b053-46e9-9b3a-16eb0c7b93db service neutron] 10.222.0.31 "GET /v2.0/networks?id=2695070f-6b4e-4ade-9b15-0e46d537cad3 HTTP/1.1" status: 200 len: 898 time: 0.1268322 Nov 12 05:21:28.909967 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d1e45b-1f1d-4628-88bc-a449443512fb None None] New status for floating IP a43a2279-0ece-4069-b6ee-ed978b8d7d83: DOWN {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:21:28.953321 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27bbb2ab-1645-4772-95b3-d3d4a77c1c12 req-656f0c09-f689-424e-8d63-7075f516c17c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 HTTP/1.1" status: 200 len: 217 time: 0.0420864 Nov 12 05:21:29.009527 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbb2ab-1645-4772-95b3-d3d4a77c1c12 req-b49ea422-b466-46c0-a0e0-3ee2004b58d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:29.011043 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27bbb2ab-1645-4772-95b3-d3d4a77c1c12 req-b49ea422-b466-46c0-a0e0-3ee2004b58d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78632d44-25f1-43b3-9871-82815c7020d1 HTTP/1.1" status: 200 len: 834 time: 0.0491970 Nov 12 05:21:29.062391 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbb2ab-1645-4772-95b3-d3d4a77c1c12 req-f573a3c4-bc7b-4c64-84c5-e532f9ad39ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:29.063941 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27bbb2ab-1645-4772-95b3-d3d4a77c1c12 req-f573a3c4-bc7b-4c64-84c5-e532f9ad39ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2695070f-6b4e-4ade-9b15-0e46d537cad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431986 Nov 12 05:21:29.158661 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27bbb2ab-1645-4772-95b3-d3d4a77c1c12 req-50ba5aea-abbb-4daf-80eb-1b40ab96d488 service neutron] 10.222.0.31 "GET /v2.0/networks/2695070f-6b4e-4ade-9b15-0e46d537cad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867565 Nov 12 05:21:29.249254 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-27bbb2ab-1645-4772-95b3-d3d4a77c1c12 req-69044488-2f43-4ad2-b586-0ea5fca9b127 service neutron] 10.222.0.31 "GET /v2.0/networks/2695070f-6b4e-4ade-9b15-0e46d537cad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833921 Nov 12 05:21:29.985995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35823a4-7523-448e-9da4-d766488a8fbe req-107231ec-0b19-4d46-8ae3-986551da46ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:29.987507 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f35823a4-7523-448e-9da4-d766488a8fbe req-107231ec-0b19-4d46-8ae3-986551da46ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 946 time: 0.0530939 Nov 12 05:21:30.040215 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f35823a4-7523-448e-9da4-d766488a8fbe req-3211cc64-e0f5-4723-96c8-e2dd16d1884b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b5b18c-b7a6-4f50-bfca-0d14462bacb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467620 Nov 12 05:21:30.137904 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0504a0-0e88-4aea-a8a3-ae9e59ca7955 req-2358666a-d838-40c8-b9e2-b885c56c0cbe tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:30.139403 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b0504a0-0e88-4aea-a8a3-ae9e59ca7955 req-2358666a-d838-40c8-b9e2-b885c56c0cbe tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 946 time: 0.0492928 Nov 12 05:21:30.230241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-9b0504a0-0e88-4aea-a8a3-ae9e59ca7955 req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting port ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:21:30.230470 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9b0504a0-0e88-4aea-a8a3-ae9e59ca7955 req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:30.320400 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-9b0504a0-0e88-4aea-a8a3-ae9e59ca7955 req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] For port ef2f4d36-8f98-4f88-9979-8d00a2ada3d1, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=ef2f4d36-8f98-4f88-9979-8d00a2ada3d1,segment=NetworkSegment(c91d688f-f6ab-4a98-8b47-20c14a74712b),segment_id=c91d688f-f6ab-4a98-8b47-20c14a74712b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:30.320760 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9b0504a0-0e88-4aea-a8a3-ae9e59ca7955 req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:30.334090 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-9b0504a0-0e88-4aea-a8a3-ae9e59ca7955 req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Calling delete_port for ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:21:30.553942 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9b0504a0-0e88-4aea-a8a3-ae9e59ca7955 req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:30.582381 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Port': ['ID=ef2f4d36-8f98-4f88-9979-8d00a2ada3d1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:30.597265 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:30.597616 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:30.597958 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:30.598300 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:30.598656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:30.598995 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:30.599326 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:30.599657 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:30.599985 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:30.600311 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:30.600639 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:30.600967 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:30.636324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0504a0-0e88-4aea-a8a3-ae9e59ca7955 req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] No DVR routers for this DVR port ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:21:30.640232 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-9b0504a0-0e88-4aea-a8a3-ae9e59ca7955 req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:30.643626 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9b0504a0-0e88-4aea-a8a3-ae9e59ca7955 req-31ec4efb-13f3-4a43-abca-b3f47c69a582 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.31 "DELETE /v2.0/ports/ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 HTTP/1.1" status: 204 len: 173 time: 0.4979329 Nov 12 05:21:30.644089 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c601ad-0d5e-4bdb-a86c-c6a51c720df8', 'name': 'network-vif-deleted', 'tag': 'ef2f4d36-8f98-4f88-9979-8d00a2ada3d1'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:30.646396 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34065a95-7964-457f-b691-961a91bbc90d" -d '{"events": [{"server_uuid": "c0c601ad-0d5e-4bdb-a86c-c6a51c720df8", "name": "network-vif-deleted", "tag": "ef2f4d36-8f98-4f88-9979-8d00a2ada3d1"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:30.681955 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a2efec-b4ce-4885-b99b-c3101b2ae90d x-openstack-request-id: req-89a2efec-b4ce-4885-b99b-c3101b2ae90d {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:30.682249 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c601ad-0d5e-4bdb-a86c-c6a51c720df8", "name": "network-vif-deleted", "tag": "ef2f4d36-8f98-4f88-9979-8d00a2ada3d1", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:30.682774 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89a2efec-b4ce-4885-b99b-c3101b2ae90d {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:30.683192 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c601ad-0d5e-4bdb-a86c-c6a51c720df8', 'name': 'network-vif-deleted', 'tag': 'ef2f4d36-8f98-4f88-9979-8d00a2ada3d1', 'status': 'completed', 'code': 200} Nov 12 05:21:31.157211 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d35e4da4-b40c-4cb4-ac6d-543948106632 req-a5be5d55-965c-443d-a090-883ef7ac9d3a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c601ad-0d5e-4bdb-a86c-c6a51c720df8 HTTP/1.1" status: 200 len: 210 time: 0.0280502 Nov 12 05:21:32.213685 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57556) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:32.585051 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-618275d8-7144-4443-94dd-ae199170033b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:33.191722 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-618275d8-7144-4443-94dd-ae199170033b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting port 69fcc30b-5bbb-4292-8f94-6a68460cb625 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:21:33.191995 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-618275d8-7144-4443-94dd-ae199170033b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:33.217280 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eb29f064-4f3d-4f78-99a7-c3c5582b4ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:33.283512 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-618275d8-7144-4443-94dd-ae199170033b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] For port 69fcc30b-5bbb-4292-8f94-6a68460cb625, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=69fcc30b-5bbb-4292-8f94-6a68460cb625,segment=NetworkSegment(c91d688f-f6ab-4a98-8b47-20c14a74712b),segment_id=c91d688f-f6ab-4a98-8b47-20c14a74712b)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:33.284147 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-618275d8-7144-4443-94dd-ae199170033b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:33.307868 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-618275d8-7144-4443-94dd-ae199170033b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Calling delete_port for 69fcc30b-5bbb-4292-8f94-6a68460cb625 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:21:33.577339 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-618275d8-7144-4443-94dd-ae199170033b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:33.609201 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618275d8-7144-4443-94dd-ae199170033b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Port': ['ID=69fcc30b-5bbb-4292-8f94-6a68460cb625,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:33.674473 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:21:33.696982 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:21:33.698093 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device ef2f4d36-8f98-4f88-9979-8d00a2ada3d1 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:21:33.812274 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-618275d8-7144-4443-94dd-ae199170033b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:34.032297 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618275d8-7144-4443-94dd-ae199170033b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router 142b890a-8346-457a-a8dd-57030acf16b0 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:21:34.151363 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618275d8-7144-4443-94dd-ae199170033b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:21:34.157142 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-618275d8-7144-4443-94dd-ae199170033b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "PUT /v2.0/routers/142b890a-8346-457a-a8dd-57030acf16b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9424028 Nov 12 05:21:34.161167 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57558) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:34.165134 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e849929-0e28-4432-aa69-223740fc29ec None None] Sync routers for ids ['142b890a-8346-457a-a8dd-57030acf16b0'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:21:34.175700 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e849929-0e28-4432-aa69-223740fc29ec None None] Routers {'142b890a-8346-457a-a8dd-57030acf16b0'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:34.176311 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0e849929-0e28-4432-aa69-223740fc29ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:21:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['142b890a-8346-457a-a8dd-57030acf16b0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:34.231920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9cea0b-4289-4bdd-84a5-fd11ce792d4a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting subnet 78632d44-25f1-43b3-9871-82815c7020d1 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:21:34.235871 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0a9cea0b-4289-4bdd-84a5-fd11ce792d4a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:34.277622 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0a9cea0b-4289-4bdd-84a5-fd11ce792d4a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:34.284426 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0e849929-0e28-4432-aa69-223740fc29ec None None] Set router 142b890a-8346-457a-a8dd-57030acf16b0 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:21:34.366152 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0a9cea0b-4289-4bdd-84a5-fd11ce792d4a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:34.463792 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0e849929-0e28-4432-aa69-223740fc29ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142b890a-8346-457a-a8dd-57030acf16b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401935899', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:24Z', 'updated_at': '2021-11-12T05:21:33Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:25Z', 'updated_at': '2021-11-12T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:34.493567 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e849929-0e28-4432-aa69-223740fc29ec None None] Checking router: 142b890a-8346-457a-a8dd-57030acf16b0 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:21:34.502928 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e849929-0e28-4432-aa69-223740fc29ec None None] Routers {'142b890a-8346-457a-a8dd-57030acf16b0'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:34.503533 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0e849929-0e28-4432-aa69-223740fc29ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:21:05Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['142b890a-8346-457a-a8dd-57030acf16b0'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:34.508555 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0a9cea0b-4289-4bdd-84a5-fd11ce792d4a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:34.537332 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9cea0b-4289-4bdd-84a5-fd11ce792d4a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Subnet': ['ID=78632d44-25f1-43b3-9871-82815c7020d1,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:34.539387 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0a9cea0b-4289-4bdd-84a5-fd11ce792d4a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:34.542553 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0a9cea0b-4289-4bdd-84a5-fd11ce792d4a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/subnets/78632d44-25f1-43b3-9871-82815c7020d1 HTTP/1.1" status: 204 len: 168 time: 0.3792582 Nov 12 05:21:34.545690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57560) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:34.548479 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41501c2e-9b31-4b10-baa4-2849010c0331 None None] Network 2695070f-6b4e-4ade-9b15-0e46d537cad3 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:21:34.612055 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-0e849929-0e28-4432-aa69-223740fc29ec None None] Set router 142b890a-8346-457a-a8dd-57030acf16b0 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:21:34.741387 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb15e3a2-2cd7-4c6e-9c05-7f00952df6c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:34.800241 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] DHCP port deletion for 2695070f-6b4e-4ade-9b15-0e46d537cad3 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:21:34.809802 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-0e849929-0e28-4432-aa69-223740fc29ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142b890a-8346-457a-a8dd-57030acf16b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401935899', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:24Z', 'updated_at': '2021-11-12T05:21:33Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:25Z', 'updated_at': '2021-11-12T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:34.838924 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e849929-0e28-4432-aa69-223740fc29ec None None] The sync data for ids ['142b890a-8346-457a-a8dd-57030acf16b0'] in n-d-768509-24 is: [{'id': '142b890a-8346-457a-a8dd-57030acf16b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401935899', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:20:24Z', 'updated_at': '2021-11-12T05:21:33Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '67ff0443-46dd-4b3d-aa28-2f5b923213d8', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b890a-8346-457a-a8dd-57030acf16b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:20:25Z', 'updated_at': '2021-11-12T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:21:34.851326 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] Deleting port 8a467845-b16f-4669-be81-507b8d0cbec9 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:21:34.851781 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:34.865088 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb15e3a2-2cd7-4c6e-9c05-7f00952df6c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:34.923595 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] For port 8a467845-b16f-4669-be81-507b8d0cbec9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=8a467845-b16f-4669-be81-507b8d0cbec9,segment=NetworkSegment(c91d688f-f6ab-4a98-8b47-20c14a74712b),segment_id=c91d688f-f6ab-4a98-8b47-20c14a74712b)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:34.923987 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:34.936353 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] Calling delete_port for 8a467845-b16f-4669-be81-507b8d0cbec9 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:21:34.967962 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-cb15e3a2-2cd7-4c6e-9c05-7f00952df6c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting port 67ff0443-46dd-4b3d-aa28-2f5b923213d8 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:21:34.968203 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb15e3a2-2cd7-4c6e-9c05-7f00952df6c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.051256 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-cb15e3a2-2cd7-4c6e-9c05-7f00952df6c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] For port 67ff0443-46dd-4b3d-aa28-2f5b923213d8, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=67ff0443-46dd-4b3d-aa28-2f5b923213d8,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:35.051575 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb15e3a2-2cd7-4c6e-9c05-7f00952df6c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.068264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-cb15e3a2-2cd7-4c6e-9c05-7f00952df6c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Calling delete_port for 67ff0443-46dd-4b3d-aa28-2f5b923213d8 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:21:35.125559 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.156352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] Pushing event deleted for resources: {'Port': ['ID=8a467845-b16f-4669-be81-507b8d0cbec9,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:35.160652 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] No DVR routers for this DVR port 8a467845-b16f-4669-be81-507b8d0cbec9 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:21:35.183463 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:35.186191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:35.186191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:35.186191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:35.186191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:35.186191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:35.186191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:35.186191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:35.186191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:35.186980 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:35.186980 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:35.187144 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe9c28-d188-4da3-94ca-c9086d99f878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:35.297377 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb15e3a2-2cd7-4c6e-9c05-7f00952df6c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.330069 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15e3a2-2cd7-4c6e-9c05-7f00952df6c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Port': ['ID=67ff0443-46dd-4b3d-aa28-2f5b923213d8,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:35.341617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2656f84-cca5-41e1-ba23-72a270dee182 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:21:35.399313 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb15e3a2-2cd7-4c6e-9c05-7f00952df6c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.494418 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb15e3a2-2cd7-4c6e-9c05-7f00952df6c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.496730 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb15e3a2-2cd7-4c6e-9c05-7f00952df6c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.622222 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72e398d2-761b-4d16-a5d8-81adb2f29bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.651505 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb15e3a2-2cd7-4c6e-9c05-7f00952df6c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.652045 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb15e3a2-2cd7-4c6e-9c05-7f00952df6c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Fanout notify agent at l3_agent the message router_deleted on router 142b890a-8346-457a-a8dd-57030acf16b0 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:21:35.661453 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8a467845-b16f-4669-be81-507b8d0cbec9 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:21:35.663410 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb15e3a2-2cd7-4c6e-9c05-7f00952df6c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.665117 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cb15e3a2-2cd7-4c6e-9c05-7f00952df6c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/routers/142b890a-8346-457a-a8dd-57030acf16b0 HTTP/1.1" status: 204 len: 168 time: 1.1179156 Nov 12 05:21:35.667427 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57562) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:35.691969 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 8a467845-b16f-4669-be81-507b8d0cbec9 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:21:35.692317 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 8a467845-b16f-4669-be81-507b8d0cbec9 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:21:35.692947 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 69fcc30b-5bbb-4292-8f94-6a68460cb625 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:21:35.714078 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 69fcc30b-5bbb-4292-8f94-6a68460cb625 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:21:35.714429 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 69fcc30b-5bbb-4292-8f94-6a68460cb625 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:21:35.778855 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cee0f8bd-c6b7-47f7-bebb-ef0d6adbb62a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.876468 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cee0f8bd-c6b7-47f7-bebb-ef0d6adbb62a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.897706 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-cee0f8bd-c6b7-47f7-bebb-ef0d6adbb62a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2695070f-6b4e-4ade-9b15-0e46d537cad3']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:35.907216 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-cee0f8bd-c6b7-47f7-bebb-ef0d6adbb62a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91d688f-f6ab-4a98-8b47-20c14a74712b') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:35.907508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-cee0f8bd-c6b7-47f7-bebb-ef0d6adbb62a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91d688f-f6ab-4a98-8b47-20c14a74712b') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:35.916859 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cee0f8bd-c6b7-47f7-bebb-ef0d6adbb62a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.930445 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cee0f8bd-c6b7-47f7-bebb-ef0d6adbb62a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.937121 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee0f8bd-c6b7-47f7-bebb-ef0d6adbb62a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:21:35.937511 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cee0f8bd-c6b7-47f7-bebb-ef0d6adbb62a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: timer() Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:21:35.940440 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:21:36.061843 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cee0f8bd-c6b7-47f7-bebb-ef0d6adbb62a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:36.072689 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cee0f8bd-c6b7-47f7-bebb-ef0d6adbb62a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:36.076674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cee0f8bd-c6b7-47f7-bebb-ef0d6adbb62a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/networks/2695070f-6b4e-4ade-9b15-0e46d537cad3 HTTP/1.1" status: 204 len: 168 time: 0.4081879 Nov 12 05:21:36.079441 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57564) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:36.096749 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0f8bd-c6b7-47f7-bebb-ef0d6adbb62a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Network': ['ID=2695070f-6b4e-4ade-9b15-0e46d537cad3,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:36.147038 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dc657a6a-29ac-4bb1-b28e-de8b4369eed2 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:36.180321 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dc657a6a-29ac-4bb1-b28e-de8b4369eed2 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:36.297165 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dc657a6a-29ac-4bb1-b28e-de8b4369eed2 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:36.299875 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dc657a6a-29ac-4bb1-b28e-de8b4369eed2 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:36.301072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-dc657a6a-29ac-4bb1-b28e-de8b4369eed2 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/security-groups/f0b5b18c-b7a6-4f50-bfca-0d14462bacb3 HTTP/1.1" status: 204 len: 168 time: 0.2205219 Nov 12 05:21:36.311119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc657a6a-29ac-4bb1-b28e-de8b4369eed2 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b5b18c-b7a6-4f50-bfca-0d14462bacb3,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:36.703411 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57570) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:36.708130 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-149e57bd-9639-4edd-9acd-ee110a1b0866 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-549593905', 'description': 'tempest-secgroup-smoke-549593905 description', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:36.792039 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-149e57bd-9639-4edd-9acd-ee110a1b0866 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:36.857717 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-149e57bd-9639-4edd-9acd-ee110a1b0866 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:36.913398 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-149e57bd-9639-4edd-9acd-ee110a1b0866 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:36.942877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e57bd-9639-4edd-9acd-ee110a1b0866 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c40c888-5589-4cb5-b557-2d8fe4da756c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:36.993411 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.024291 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-149e57bd-9639-4edd-9acd-ee110a1b0866 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.025571 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-149e57bd-9639-4edd-9acd-ee110a1b0866 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3210442 Nov 12 05:21:37.028465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57572) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:37.033771 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-99f4cd11-aa28-479b-9e4f-4aa9c6bb4229 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': '9c40c888-5589-4cb5-b557-2d8fe4da756c', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:37.124293 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-99f4cd11-aa28-479b-9e4f-4aa9c6bb4229 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.182932 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-99f4cd11-aa28-479b-9e4f-4aa9c6bb4229 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.250854 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-99f4cd11-aa28-479b-9e4f-4aa9c6bb4229 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.269961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4cd11-aa28-479b-9e4f-4aa9c6bb4229 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26cf6ca6-8906-4269-aba4-5836b576d25a,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:37.332900 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-99f4cd11-aa28-479b-9e4f-4aa9c6bb4229 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.334161 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-99f4cd11-aa28-479b-9e4f-4aa9c6bb4229 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3042347 Nov 12 05:21:37.337181 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57574) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:37.342396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-46c35dbe-d467-4a62-b2e8-cb8b99278834 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': '9c40c888-5589-4cb5-b557-2d8fe4da756c', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:37.411311 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46c35dbe-d467-4a62-b2e8-cb8b99278834 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.473713 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46c35dbe-d467-4a62-b2e8-cb8b99278834 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.525486 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46c35dbe-d467-4a62-b2e8-cb8b99278834 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.544250 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c35dbe-d467-4a62-b2e8-cb8b99278834 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b9a34e-f92e-46be-92ef-e74bb403f786,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:37.569912 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 67ff0443-46dd-4b3d-aa28-2f5b923213d8 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:21:37.593872 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 67ff0443-46dd-4b3d-aa28-2f5b923213d8 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:21:37.594216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 67ff0443-46dd-4b3d-aa28-2f5b923213d8 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:21:37.622454 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46c35dbe-d467-4a62-b2e8-cb8b99278834 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.624433 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-46c35dbe-d467-4a62-b2e8-cb8b99278834 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2861726 Nov 12 05:21:37.626744 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57576) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:37.631253 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-5f8f84dd-0c96-4f6a-a429-bc3fb6b5207b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': '9c40c888-5589-4cb5-b557-2d8fe4da756c', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:37.745628 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5f8f84dd-0c96-4f6a-a429-bc3fb6b5207b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.802233 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5f8f84dd-0c96-4f6a-a429-bc3fb6b5207b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.877583 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5f8f84dd-0c96-4f6a-a429-bc3fb6b5207b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.894824 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f84dd-0c96-4f6a-a429-bc3fb6b5207b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d47bfbe-c0e3-4718-a500-4529cc903134,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:37.976515 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5f8f84dd-0c96-4f6a-a429-bc3fb6b5207b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:37.977776 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5f8f84dd-0c96-4f6a-a429-bc3fb6b5207b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3500574 Nov 12 05:21:37.982333 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57578) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:37.987193 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-4dca9a1c-2bf8-4e2d-b698-4e6ad63388bf tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': '9c40c888-5589-4cb5-b557-2d8fe4da756c', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:38.101627 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4dca9a1c-2bf8-4e2d-b698-4e6ad63388bf tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:38.162124 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4dca9a1c-2bf8-4e2d-b698-4e6ad63388bf tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:38.245824 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4dca9a1c-2bf8-4e2d-b698-4e6ad63388bf tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:38.268359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca9a1c-2bf8-4e2d-b698-4e6ad63388bf tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fee8f4-f6aa-4810-8acb-82f9a38d56fa,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:38.333187 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4dca9a1c-2bf8-4e2d-b698-4e6ad63388bf tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:38.334444 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4dca9a1c-2bf8-4e2d-b698-4e6ad63388bf tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3508501 Nov 12 05:21:38.337434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57580) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:38.342182 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-8bc0676f-812f-411a-a084-40c9e919d4c0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': '9c40c888-5589-4cb5-b557-2d8fe4da756c', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:38.437706 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-8bc0676f-812f-411a-a084-40c9e919d4c0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Project 0e62ef2c231f459b8e1f08d7b4cf6b3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:21:38.443156 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8bc0676f-812f-411a-a084-40c9e919d4c0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:38.506761 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8bc0676f-812f-411a-a084-40c9e919d4c0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:38.546709 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:38.565712 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8bc0676f-812f-411a-a084-40c9e919d4c0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:38.584232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0676f-812f-411a-a084-40c9e919d4c0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f596c7-4227-4e97-8d4c-221534cd797d,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:38.693948 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8bc0676f-812f-411a-a084-40c9e919d4c0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:38.695351 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8bc0676f-812f-411a-a084-40c9e919d4c0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3568568 Nov 12 05:21:38.698070 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57582) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:38.702776 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-65fe9a1f-c257-43e1-a09d-5ed4cadf4d84 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': '9c40c888-5589-4cb5-b557-2d8fe4da756c', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:38.786471 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-65fe9a1f-c257-43e1-a09d-5ed4cadf4d84 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Project 0e62ef2c231f459b8e1f08d7b4cf6b3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:21:38.791970 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-65fe9a1f-c257-43e1-a09d-5ed4cadf4d84 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:38.851585 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-65fe9a1f-c257-43e1-a09d-5ed4cadf4d84 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:38.929311 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-65fe9a1f-c257-43e1-a09d-5ed4cadf4d84 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:38.949408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe9a1f-c257-43e1-a09d-5ed4cadf4d84 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4e9612-1ad0-444e-b08b-c91fdd2be2d4,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:39.028471 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-65fe9a1f-c257-43e1-a09d-5ed4cadf4d84 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.030303 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-65fe9a1f-c257-43e1-a09d-5ed4cadf4d84 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3311868 Nov 12 05:21:39.033251 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57584) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:39.040026 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-346bb31d-f210-44e5-afa6-2f4fe7758ce1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'network': {'name': 'tempest-network-smoke--623267099', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'port_security_enabled': True}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:39.134587 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346bb31d-f210-44e5-afa6-2f4fe7758ce1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Made reservation on behalf of 0e62ef2c231f459b8e1f08d7b4cf6b3d for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:39.139509 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-346bb31d-f210-44e5-afa6-2f4fe7758ce1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.162951 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.166170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346bb31d-f210-44e5-afa6-2f4fe7758ce1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:21:39.176553 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-346bb31d-f210-44e5-afa6-2f4fe7758ce1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.176900 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-346bb31d-f210-44e5-afa6-2f4fe7758ce1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Added segment 1dc9c232-a54d-4a84-8d34-6fa64b2c6342 of type vlan for network 79f73029-0a32-4112-a70e-42b1224ada65 Nov 12 05:21:39.220220 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-346bb31d-f210-44e5-afa6-2f4fe7758ce1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.317689 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-346bb31d-f210-44e5-afa6-2f4fe7758ce1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.323677 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346bb31d-f210-44e5-afa6-2f4fe7758ce1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:39.324290 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-346bb31d-f210-44e5-afa6-2f4fe7758ce1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.395963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bb31d-f210-44e5-afa6-2f4fe7758ce1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Network': ['ID=79f73029-0a32-4112-a70e-42b1224ada65,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:39.406612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 79f73029-0a32-4112-a70e-42b1224ada65 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:21:39.442712 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-346bb31d-f210-44e5-afa6-2f4fe7758ce1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4083669 Nov 12 05:21:39.446010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57586) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:39.450657 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-5c471141-ab95-482a-b380-880ccbfb15af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1562109587', 'admin_state_up': True, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:39.542556 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5c471141-ab95-482a-b380-880ccbfb15af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.543706 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5c471141-ab95-482a-b380-880ccbfb15af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.602877 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5c471141-ab95-482a-b380-880ccbfb15af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:39.856293 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5c471141-ab95-482a-b380-880ccbfb15af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.135131 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5c471141-ab95-482a-b380-880ccbfb15af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.156332 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5c471141-ab95-482a-b380-880ccbfb15af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.261539 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-5c471141-ab95-482a-b380-880ccbfb15af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Allocated IP 172.25.1.139 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:21:40.369122 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5c471141-ab95-482a-b380-880ccbfb15af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.463133 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5c471141-ab95-482a-b380-880ccbfb15af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.504324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c471141-ab95-482a-b380-880ccbfb15af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:21:40.507291 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-5c471141-ab95-482a-b380-880ccbfb15af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:40.511732 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c471141-ab95-482a-b380-880ccbfb15af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:21:40.515378 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c471141-ab95-482a-b380-880ccbfb15af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:40.521350 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45631925-ec27-4e20-b378-2ff102d4669b None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:21:40.568335 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9e8a015d-1568-49ec-90b1-5e496995e7c9 None None] Provisioning complete for port d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:40.569153 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9e8a015d-1568-49ec-90b1-5e496995e7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:40.603742 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-9e8a015d-1568-49ec-90b1-5e496995e7c9 None None] Port d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:21:40.841422 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5c471141-ab95-482a-b380-880ccbfb15af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:41.038568 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5c471141-ab95-482a-b380-880ccbfb15af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:41.266076 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c471141-ab95-482a-b380-880ccbfb15af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router f5f51ed5-5926-45e7-96e2-137a75541d60 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:21:41.374873 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c471141-ab95-482a-b380-880ccbfb15af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:21:41.385237 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] Sync routers for ids ['f5f51ed5-5926-45e7-96e2-137a75541d60'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:21:41.396527 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] Routers {'f5f51ed5-5926-45e7-96e2-137a75541d60'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:41.397431 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:21:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f5f51ed5-5926-45e7-96e2-137a75541d60'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:41.452799 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5c471141-ab95-482a-b380-880ccbfb15af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:41.454121 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5c471141-ab95-482a-b380-880ccbfb15af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0071464 Nov 12 05:21:41.457585 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57588) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:41.489789 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9ff9bb4b-6e7f-4c2e-80ce-3ba9aec026b6 tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284853 Nov 12 05:21:41.490451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57590) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:41.506417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] Set router f5f51ed5-5926-45e7-96e2-137a75541d60 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:21:41.582458 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba06ce0-bbdd-4728-8033-c45ac20fc69d tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:41.585841 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0ba06ce0-bbdd-4728-8033-c45ac20fc69d tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932159 Nov 12 05:21:41.587097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57592) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:41.616306 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c8f1b8f0-a408-4863-b3d8-5f0c7e6a90fe tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280907 Nov 12 05:21:41.618860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57594) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:41.623814 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-3ca356ba-6c96-4cf9-83ef-a2c969bd8273 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-852106624', 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:41.686615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562109587', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:39Z', 'updated_at': '2021-11-12T05:21:40Z', 'revision_number': 3, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:40Z', 'updated_at': '2021-11-12T05:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:41.718355 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] Checking router: f5f51ed5-5926-45e7-96e2-137a75541d60 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:21:41.721417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] Updating router f5f51ed5-5926-45e7-96e2-137a75541d60 port d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:21:41.745018 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:41.774677 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca356ba-6c96-4cf9-83ef-a2c969bd8273 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Made reservation on behalf of 0e62ef2c231f459b8e1f08d7b4cf6b3d for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:41.778484 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3ca356ba-6c96-4cf9-83ef-a2c969bd8273 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.001178 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.060673 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3ca356ba-6c96-4cf9-83ef-a2c969bd8273 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.094552 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.128742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca356ba-6c96-4cf9-83ef-a2c969bd8273 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Subnet': ['ID=0f04d91b-6c6f-45a1-8a40-7b32c3261c17,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:42.136847 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca356ba-6c96-4cf9-83ef-a2c969bd8273 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Checking segment: {'id': '1dc9c232-a54d-4a84-8d34-6fa64b2c6342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:42.137264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca356ba-6c96-4cf9-83ef-a2c969bd8273 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network hostable DHCP agents. Network: 79f73029-0a32-4112-a70e-42b1224ada65, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:21:42.150775 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef969a3-e92e-43d7-9fd5-7091ca4e8f9a None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:21:42.162789 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] Attempting to bind port d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:21:42.167434 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] Attempting to bind port d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:21:42.167434 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] Attempting to bind port d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:42.167434 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6434c8c-a61e-4053-a9c7-3fe94018dd93 None None] Pushing event updated for resources: {'Port': ['ID=d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:42.173089 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:21:42.173306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:42.173776 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.174164 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:21:42.174659 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] Bound port: d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:21:42.175055 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.231800 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] For port d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:21:42.247436 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] For port d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:21:42.249081 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-50e1d01f-b271-48d9-8220-096e58574b98 None None] Provisioning complete for port d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:42.249450 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-50e1d01f-b271-48d9-8220-096e58574b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.254966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca356ba-6c96-4cf9-83ef-a2c969bd8273 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 79f73029-0a32-4112-a70e-42b1224ada65 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:21:42.284772 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-50e1d01f-b271-48d9-8220-096e58574b98 None None] Port d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:21:42.300865 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.329278 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-3ca356ba-6c96-4cf9-83ef-a2c969bd8273 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 79f73029-0a32-4112-a70e-42b1224ada65) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:42.338092 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca356ba-6c96-4cf9-83ef-a2c969bd8273 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:42.339176 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3ca356ba-6c96-4cf9-83ef-a2c969bd8273 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.351882 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fdd7c5-d73c-433a-a8c5-18724f0ac64e None None] Network 79f73029-0a32-4112-a70e-42b1224ada65 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:21:42.362550 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952cc87c-87d1-4cf7-af9f-b4cbb170cedd None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:21:42.393205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] Routers {'f5f51ed5-5926-45e7-96e2-137a75541d60'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:42.393825 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:21:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f5f51ed5-5926-45e7-96e2-137a75541d60'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:42.420681 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6434c8c-a61e-4053-a9c7-3fe94018dd93 None None] Pushing event updated for resources: {'Port': ['ID=d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:42.436836 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3ca356ba-6c96-4cf9-83ef-a2c969bd8273 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8168628 Nov 12 05:21:42.439668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57596) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:42.582692 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] Set router f5f51ed5-5926-45e7-96e2-137a75541d60 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:21:42.608853 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-14550d69-cf2b-4f7e-b3b0-a9a396eec266 None None] Provisioning complete for port d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:42.610845 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-14550d69-cf2b-4f7e-b3b0-a9a396eec266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.747509 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-79f73029-0a32-4112-a70e-42b1224ada65', 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ips': [{'subnet_id': '0f04d91b-6c6f-45a1-8a40-7b32c3261c17'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:21:42.749040 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:42.943768 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-14550d69-cf2b-4f7e-b3b0-a9a396eec266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.006047 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-14550d69-cf2b-4f7e-b3b0-a9a396eec266 None None] For port d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:43.028160 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] Allocated IP 172.20.0.2 (79f73029-0a32-4112-a70e-42b1224ada65/0f04d91b-6c6f-45a1-8a40-7b32c3261c17/6c3ea158-db67-4598-b6f4-fad41e82a770) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:21:43.044047 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562109587', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:39Z', 'updated_at': '2021-11-12T05:21:40Z', 'revision_number': 3, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:40Z', 'updated_at': '2021-11-12T05:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:43.082551 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1c24d-6f4e-413d-8168-b9c4561a1a3f None None] The sync data for ids ['f5f51ed5-5926-45e7-96e2-137a75541d60'] in n-d-768509-24 is: [{'id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562109587', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:39Z', 'updated_at': '2021-11-12T05:21:40Z', 'revision_number': 3, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:40Z', 'updated_at': '2021-11-12T05:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:21:43.084106 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-14550d69-cf2b-4f7e-b3b0-a9a396eec266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.291851 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bbc24b1e-ce2c-45ac-85fb-3583d09c41d3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.394864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14550d69-cf2b-4f7e-b3b0-a9a396eec266 None None] Pushing event updated for resources: {'Port': ['ID=d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:43.486493 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.573295 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.651935 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] Network 79f73029-0a32-4112-a70e-42b1224ada65 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:21:43.656516 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:43.659498 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:21:43.673090 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] Pushing event updated for resources: {'Port': ['ID=6c3ea158-db67-4598-b6f4-fad41e82a770,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:43.677821 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-bbc24b1e-ce2c-45ac-85fb-3583d09c41d3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Allocated IP 172.20.0.1 (79f73029-0a32-4112-a70e-42b1224ada65/0f04d91b-6c6f-45a1-8a40-7b32c3261c17/392f9552-b05c-4778-b2b9-0f8b992938c9) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:21:43.727251 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:43.814525 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] Attempting to bind port 6c3ea158-db67-4598-b6f4-fad41e82a770 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:21:43.815380 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] Attempting to bind port 6c3ea158-db67-4598-b6f4-fad41e82a770 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1dc9c232-a54d-4a84-8d34-6fa64b2c6342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:21:43.815380 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] Attempting to bind port 6c3ea158-db67-4598-b6f4-fad41e82a770 on network 79f73029-0a32-4112-a70e-42b1224ada65 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:43.823158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:21:43.824148 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] Checking segment: {'id': '1dc9c232-a54d-4a84-8d34-6fa64b2c6342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:43.824148 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.824646 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] Bound using segment: {'id': '1dc9c232-a54d-4a84-8d34-6fa64b2c6342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:21:43.825223 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] Bound port: 6c3ea158-db67-4598-b6f4-fad41e82a770, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc9c232-a54d-4a84-8d34-6fa64b2c6342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:21:43.826284 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.862622 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bbc24b1e-ce2c-45ac-85fb-3583d09c41d3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.882136 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:43.882653 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:43.943180 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] For port 6c3ea158-db67-4598-b6f4-fad41e82a770, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:21:43.958535 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] For port 6c3ea158-db67-4598-b6f4-fad41e82a770, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6c3ea158-db67-4598-b6f4-fad41e82a770,segment=NetworkSegment(1dc9c232-a54d-4a84-8d34-6fa64b2c6342),segment_id=1dc9c232-a54d-4a84-8d34-6fa64b2c6342)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:21:43.967790 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bbc24b1e-ce2c-45ac-85fb-3583d09c41d3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:44.021527 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc24b1e-ce2c-45ac-85fb-3583d09c41d3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 79f73029-0a32-4112-a70e-42b1224ada65 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:21:44.028060 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-bbc24b1e-ce2c-45ac-85fb-3583d09c41d3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:44.029228 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:44.032733 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc24b1e-ce2c-45ac-85fb-3583d09c41d3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:21:44.061259 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc24b1e-ce2c-45ac-85fb-3583d09c41d3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=392f9552-b05c-4778-b2b9-0f8b992938c9,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:44.092100 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a25e2a-e705-4ba7-9cce-fefeb9127a59 None None] Pushing event updated for resources: {'Port': ['ID=6c3ea158-db67-4598-b6f4-fad41e82a770,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:44.097969 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bbc24b1e-ce2c-45ac-85fb-3583d09c41d3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:44.352554 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bbc24b1e-ce2c-45ac-85fb-3583d09c41d3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:44.650939 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bbc24b1e-ce2c-45ac-85fb-3583d09c41d3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:44.723211 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bbc24b1e-ce2c-45ac-85fb-3583d09c41d3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:44.806227 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc24b1e-ce2c-45ac-85fb-3583d09c41d3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=392f9552-b05c-4778-b2b9-0f8b992938c9,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:44.817513 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bbc24b1e-ce2c-45ac-85fb-3583d09c41d3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:44.926362 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc24b1e-ce2c-45ac-85fb-3583d09c41d3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 79f73029-0a32-4112-a70e-42b1224ada65 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:21:44.928037 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-bbc24b1e-ce2c-45ac-85fb-3583d09c41d3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:45.050872 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc24b1e-ce2c-45ac-85fb-3583d09c41d3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router f5f51ed5-5926-45e7-96e2-137a75541d60 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:21:45.166242 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc24b1e-ce2c-45ac-85fb-3583d09c41d3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:21:45.171890 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bbc24b1e-ce2c-45ac-85fb-3583d09c41d3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "PUT /v2.0/routers/f5f51ed5-5926-45e7-96e2-137a75541d60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7311676 Nov 12 05:21:45.177022 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] Sync routers for ids ['f5f51ed5-5926-45e7-96e2-137a75541d60'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:21:45.188998 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] Routers {'f5f51ed5-5926-45e7-96e2-137a75541d60'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:45.189608 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:21:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f5f51ed5-5926-45e7-96e2-137a75541d60'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:45.304401 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] Set router f5f51ed5-5926-45e7-96e2-137a75541d60 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:21:45.333619 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-1a5110fe-33bf-4301-badf-bcba49c90825 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549593905&fields=id&tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d HTTP/1.1" status: 200 len: 267 time: 0.0529163 Nov 12 05:21:45.462360 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-3283e51f-64d6-497b-996a-7457f1bbbec6 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:45.464053 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-3283e51f-64d6-497b-996a-7457f1bbbec6 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/networks?id=79f73029-0a32-4112-a70e-42b1224ada65 HTTP/1.1" status: 200 len: 796 time: 0.1220052 Nov 12 05:21:45.485959 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-9fb74f33-6b26-49a0-9202-f5bfdc579825 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/quotas/0e62ef2c231f459b8e1f08d7b4cf6b3d HTTP/1.1" status: 200 len: 375 time: 0.0141013 Nov 12 05:21:45.557382 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-1a3451cb-5771-4d2c-9e5b-b85c1beab70e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647700 Nov 12 05:21:45.630053 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562109587', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:39Z', 'updated_at': '2021-11-12T05:21:44Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:40Z', 'updated_at': '2021-11-12T05:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '392f9552-b05c-4778-b2b9-0f8b992938c9', 'name': '', 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:00:c0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '0f04d91b-6c6f-45a1-8a40-7b32c3261c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:43Z', 'updated_at': '2021-11-12T05:21:44Z', 'revision_number': 2, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '0f04d91b-6c6f-45a1-8a40-7b32c3261c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:45.658176 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] Checking router: f5f51ed5-5926-45e7-96e2-137a75541d60 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:21:45.662272 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] Updating router f5f51ed5-5926-45e7-96e2-137a75541d60 port 392f9552-b05c-4778-b2b9-0f8b992938c9 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:21:45.684492 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:45.691691 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6c3ea158-db67-4598-b6f4-fad41e82a770 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:45.695923 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-2d24625f-d090-4a42-92ef-aeb6ccf4e4a8 service neutron] 10.222.0.37 "GET /v2.0/networks/79f73029-0a32-4112-a70e-42b1224ada65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223457 Nov 12 05:21:45.759853 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef109777-0349-4bdf-a1fe-2368a40d4250 None None] Network 79f73029-0a32-4112-a70e-42b1224ada65 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:21:45.788175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 6c3ea158-db67-4598-b6f4-fad41e82a770 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:45.788641 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:45.855147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-2cd78b29-5fce-43f7-a01c-c392abc2ff8f service neutron] 10.222.0.37 "GET /v2.0/networks/79f73029-0a32-4112-a70e-42b1224ada65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514766 Nov 12 05:21:45.886925 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0f2b5931-64e9-43ef-8f90-8c1e94171a5e None None] Provisioning complete for port 6c3ea158-db67-4598-b6f4-fad41e82a770 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:45.887424 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5931-64e9-43ef-8f90-8c1e94171a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:46.008456 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:46.008846 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:46.097336 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:46.100816 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 6c3ea158-db67-4598-b6f4-fad41e82a770, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6c3ea158-db67-4598-b6f4-fad41e82a770,segment=NetworkSegment(1dc9c232-a54d-4a84-8d34-6fa64b2c6342),segment_id=1dc9c232-a54d-4a84-8d34-6fa64b2c6342)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:46.102832 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5931-64e9-43ef-8f90-8c1e94171a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:46.155804 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18cdcc-edc1-47f4-a43b-5216db47f55c None None] Pushing event updated for resources: {'Port': ['ID=392f9552-b05c-4778-b2b9-0f8b992938c9,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:46.169846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5a9754db-f3ac-4b82-bfb5-60f4ac908588 req-0eaacc98-160d-4b12-bf89-95b57abe9306 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 210 time: 0.0321841 Nov 12 05:21:46.178673 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18cdcc-edc1-47f4-a43b-5216db47f55c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.179240 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18cdcc-edc1-47f4-a43b-5216db47f55c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.179508 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18cdcc-edc1-47f4-a43b-5216db47f55c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.179910 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18cdcc-edc1-47f4-a43b-5216db47f55c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.180308 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18cdcc-edc1-47f4-a43b-5216db47f55c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.180753 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18cdcc-edc1-47f4-a43b-5216db47f55c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.181158 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18cdcc-edc1-47f4-a43b-5216db47f55c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.181475 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:46.181624 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18cdcc-edc1-47f4-a43b-5216db47f55c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.182198 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18cdcc-edc1-47f4-a43b-5216db47f55c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.183326 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18cdcc-edc1-47f4-a43b-5216db47f55c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.183326 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18cdcc-edc1-47f4-a43b-5216db47f55c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.183326 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b18cdcc-edc1-47f4-a43b-5216db47f55c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.230149 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] Attempting to bind port 392f9552-b05c-4778-b2b9-0f8b992938c9 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:21:46.230805 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] Attempting to bind port 392f9552-b05c-4778-b2b9-0f8b992938c9 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1dc9c232-a54d-4a84-8d34-6fa64b2c6342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:21:46.231326 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] Attempting to bind port 392f9552-b05c-4778-b2b9-0f8b992938c9 on network 79f73029-0a32-4112-a70e-42b1224ada65 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:46.239585 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:21:46.240116 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] Checking segment: {'id': '1dc9c232-a54d-4a84-8d34-6fa64b2c6342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:46.240691 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:46.241252 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] Bound using segment: {'id': '1dc9c232-a54d-4a84-8d34-6fa64b2c6342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:21:46.241938 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] Bound port: 392f9552-b05c-4778-b2b9-0f8b992938c9, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc9c232-a54d-4a84-8d34-6fa64b2c6342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:21:46.242492 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:46.262887 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.db.api [None req-0f2b5931-64e9-43ef-8f90-8c1e94171a5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:21:46.263812 n-d-768509-24 neutron-server[103298]: DEBUG oslo_db.api [None req-0f2b5931-64e9-43ef-8f90-8c1e94171a5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:21:46.283830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=6c3ea158-db67-4598-b6f4-fad41e82a770,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:46.320521 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] For port 392f9552-b05c-4778-b2b9-0f8b992938c9, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:21:46.324069 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] For port 392f9552-b05c-4778-b2b9-0f8b992938c9, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=392f9552-b05c-4778-b2b9-0f8b992938c9,segment=NetworkSegment(1dc9c232-a54d-4a84-8d34-6fa64b2c6342),segment_id=1dc9c232-a54d-4a84-8d34-6fa64b2c6342)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:21:46.405940 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:46.465563 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] Routers {'f5f51ed5-5926-45e7-96e2-137a75541d60'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:46.466231 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:21:35Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f5f51ed5-5926-45e7-96e2-137a75541d60'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:46.502607 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18cdcc-edc1-47f4-a43b-5216db47f55c None None] Pushing event updated for resources: {'Port': ['ID=392f9552-b05c-4778-b2b9-0f8b992938c9,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:46.590658 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] Set router f5f51ed5-5926-45e7-96e2-137a75541d60 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:21:46.824854 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562109587', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:39Z', 'updated_at': '2021-11-12T05:21:44Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:40Z', 'updated_at': '2021-11-12T05:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '392f9552-b05c-4778-b2b9-0f8b992938c9', 'name': '', 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:00:c0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '0f04d91b-6c6f-45a1-8a40-7b32c3261c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:43Z', 'updated_at': '2021-11-12T05:21:46Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '0f04d91b-6c6f-45a1-8a40-7b32c3261c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:46.856389 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b5e6df-e59f-43fa-8c7c-b40250ff03cf None None] The sync data for ids ['f5f51ed5-5926-45e7-96e2-137a75541d60'] in n-d-768509-24 is: [{'id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562109587', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:39Z', 'updated_at': '2021-11-12T05:21:44Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:40Z', 'updated_at': '2021-11-12T05:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '392f9552-b05c-4778-b2b9-0f8b992938c9', 'name': '', 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:00:c0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '0f04d91b-6c6f-45a1-8a40-7b32c3261c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:43Z', 'updated_at': '2021-11-12T05:21:46Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '0f04d91b-6c6f-45a1-8a40-7b32c3261c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:21:46.932987 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b6f44dd7-449c-44a3-b16e-14fef67956c5 None None] Provisioning complete for port 6c3ea158-db67-4598-b6f4-fad41e82a770 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:46.933747 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b6f44dd7-449c-44a3-b16e-14fef67956c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.040261 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b6f44dd7-449c-44a3-b16e-14fef67956c5 None None] Provisioning complete for port 392f9552-b05c-4778-b2b9-0f8b992938c9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:47.040721 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b6f44dd7-449c-44a3-b16e-14fef67956c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.128378 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b6f44dd7-449c-44a3-b16e-14fef67956c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.170065 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b6f44dd7-449c-44a3-b16e-14fef67956c5 None None] For port 392f9552-b05c-4778-b2b9-0f8b992938c9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=392f9552-b05c-4778-b2b9-0f8b992938c9,segment=NetworkSegment(1dc9c232-a54d-4a84-8d34-6fa64b2c6342),segment_id=1dc9c232-a54d-4a84-8d34-6fa64b2c6342)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:47.245259 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b6f44dd7-449c-44a3-b16e-14fef67956c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.273458 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-147a031d-1b03-4a49-b2eb-87fc009bad41 req-5dc71fc5-8036-442f-afbe-882816ac64f9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 210 time: 0.0309439 Nov 12 05:21:47.302536 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f44dd7-449c-44a3-b16e-14fef67956c5 None None] Pushing event updated for resources: {'Port': ['ID=392f9552-b05c-4778-b2b9-0f8b992938c9,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:47.377684 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ab0ff311-cb5f-4a6c-ac4c-5cf7ece4591f None None] Provisioning complete for port 392f9552-b05c-4778-b2b9-0f8b992938c9 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:47.378043 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ab0ff311-cb5f-4a6c-ac4c-5cf7ece4591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.448032 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.705283 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6c3ea158-db67-4598-b6f4-fad41e82a770 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:47.756100 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 6c3ea158-db67-4598-b6f4-fad41e82a770 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:47.756545 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.840341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 392f9552-b05c-4778-b2b9-0f8b992938c9 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:21:47.889324 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 392f9552-b05c-4778-b2b9-0f8b992938c9 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:47.889675 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:48.359538 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb37ed22-7049-40b7-b46f-3184396841c0 req-e09a57a5-2395-4be0-9b6d-97d3ce489e80 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 210 time: 0.0296967 Nov 12 05:21:48.633712 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.442227 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7d84e9b-ce3c-43be-8014-4e3620bf5f2a req-8adc3655-cecc-4ecb-b639-b9bedfe3ec95 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 210 time: 0.0316157 Nov 12 05:21:50.532723 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:21:50.536376 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4c67b69-d41c-4352-9d74-674eb2d9231b req-c6e2ca85-d839-4ca7-abc0-39cbba4462da tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 210 time: 0.0272782 Nov 12 05:21:51.639579 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-35781ded-1f69-465e-b717-78822fa46467 req-ce7ee46e-b5e4-43cb-843d-e0a36f1a98e9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 210 time: 0.0343745 Nov 12 05:21:52.318090 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-0258bb84-bec8-49d0-b26b-c4d85ed64451 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:52.319747 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-0258bb84-bec8-49d0-b26b-c4d85ed64451 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.21 "GET /v2.0/networks?id=79f73029-0a32-4112-a70e-42b1224ada65 HTTP/1.1" status: 200 len: 796 time: 0.1174934 Nov 12 05:21:52.400308 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-98fa8402-d75d-44e0-9a1a-4da339ac0778 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d HTTP/1.1" status: 200 len: 379 time: 0.0567513 Nov 12 05:21:52.409876 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-e9312544-7fc5-4d55-a9d3-080de07b4166 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'port': {'device_id': 'ca0dc048-f441-4646-8880-ae2021513b2d', 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65', 'admin_state_up': True, 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'security_groups': ['9c40c888-5589-4cb5-b557-2d8fe4da756c']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:52.614552 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-e9312544-7fc5-4d55-a9d3-080de07b4166 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Made reservation on behalf of 0e62ef2c231f459b8e1f08d7b4cf6b3d for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:21:52.618106 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-e9312544-7fc5-4d55-a9d3-080de07b4166 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.738893 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3504999a-9ac2-4919-ba3a-23657e6a45cb req-3d2a8c6e-9570-42c1-bac5-cc6c12338bf7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 210 time: 0.0273654 Nov 12 05:21:52.748429 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-e9312544-7fc5-4d55-a9d3-080de07b4166 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Allocated IP 172.20.0.12 (79f73029-0a32-4112-a70e-42b1224ada65/0f04d91b-6c6f-45a1-8a40-7b32c3261c17/a5dc25ca-e7db-43fd-a362-546d698880ba) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:21:52.882581 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-e9312544-7fc5-4d55-a9d3-080de07b4166 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.983386 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-e9312544-7fc5-4d55-a9d3-080de07b4166 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.028222 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-e9312544-7fc5-4d55-a9d3-080de07b4166 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 79f73029-0a32-4112-a70e-42b1224ada65 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:21:53.031948 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-e9312544-7fc5-4d55-a9d3-080de07b4166 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:21:53.038387 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-e9312544-7fc5-4d55-a9d3-080de07b4166 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:21:53.067770 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9312544-7fc5-4d55-a9d3-080de07b4166 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=a5dc25ca-e7db-43fd-a362-546d698880ba,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:53.092816 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-e9312544-7fc5-4d55-a9d3-080de07b4166 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:53.094463 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-e9312544-7fc5-4d55-a9d3-080de07b4166 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.173767 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-e9312544-7fc5-4d55-a9d3-080de07b4166 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7678819 Nov 12 05:21:53.191445 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Request body: {'port': {'device_id': 'ca0dc048-f441-4646-8880-ae2021513b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:53.246930 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.330963 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-197485a2-274c-4370-bf1a-bda62aface58 None None] Provisioning complete for port a5dc25ca-e7db-43fd-a362-546d698880ba triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:21:53.331534 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-197485a2-274c-4370-bf1a-bda62aface58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.365489 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-197485a2-274c-4370-bf1a-bda62aface58 None None] Port a5dc25ca-e7db-43fd-a362-546d698880ba cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:21:53.524530 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5dc25ca-e7db-43fd-a362-546d698880ba {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:21:53.533069 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.546892 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Transition to ACTIVE for port object a5dc25ca-e7db-43fd-a362-546d698880ba will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:21:53.627798 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.681716 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Pushing event updated for resources: {'Port': ['ID=a5dc25ca-e7db-43fd-a362-546d698880ba,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:53.761059 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Attempting to bind port a5dc25ca-e7db-43fd-a362-546d698880ba on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:21:53.761399 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Attempting to bind port a5dc25ca-e7db-43fd-a362-546d698880ba by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '1dc9c232-a54d-4a84-8d34-6fa64b2c6342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:21:53.761731 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Attempting to bind port a5dc25ca-e7db-43fd-a362-546d698880ba on network 79f73029-0a32-4112-a70e-42b1224ada65 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:53.770918 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Port a5dc25ca-e7db-43fd-a362-546d698880ba on network 79f73029-0a32-4112-a70e-42b1224ada65 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:21:53.771249 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Attempting to bind port a5dc25ca-e7db-43fd-a362-546d698880ba on network 79f73029-0a32-4112-a70e-42b1224ada65 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:21:53.777990 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:21:53.778341 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Checking segment: {'id': '1dc9c232-a54d-4a84-8d34-6fa64b2c6342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:21:53.778896 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Bound using segment: {'id': '1dc9c232-a54d-4a84-8d34-6fa64b2c6342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:21:53.779323 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Bound port: a5dc25ca-e7db-43fd-a362-546d698880ba, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc9c232-a54d-4a84-8d34-6fa64b2c6342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:21:53.779690 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.862543 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] For port a5dc25ca-e7db-43fd-a362-546d698880ba, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:21:53.866581 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] For port a5dc25ca-e7db-43fd-a362-546d698880ba, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a5dc25ca-e7db-43fd-a362-546d698880ba,segment=NetworkSegment(1dc9c232-a54d-4a84-8d34-6fa64b2c6342),segment_id=1dc9c232-a54d-4a84-8d34-6fa64b2c6342)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:21:53.871162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033c2c4-6192-4525-a8ac-e2a6908b3d74 req-ddacc8ad-a9b6-49f2-8a40-b0b432335d7c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:53.879622 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0033c2c4-6192-4525-a8ac-e2a6908b3d74 req-ddacc8ad-a9b6-49f2-8a40-b0b432335d7c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 944 time: 0.0634787 Nov 12 05:21:53.926384 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0033c2c4-6192-4525-a8ac-e2a6908b3d74 req-81a6a720-2c50-4842-8959-c06c2722cbd6 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456657 Nov 12 05:21:53.937560 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.971580 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:53.972217 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.973611 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] 10.222.0.21 "PUT /v2.0/ports/a5dc25ca-e7db-43fd-a362-546d698880ba HTTP/1.1" status: 200 len: 1093 time: 0.7865746 Nov 12 05:21:53.974061 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0dc048-f441-4646-8880-ae2021513b2d', 'tag': 'a5dc25ca-e7db-43fd-a362-546d698880ba'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:53.976389 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97d20f2-304d-4a22-aee3-49ffd88f4384" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0dc048-f441-4646-8880-ae2021513b2d", "tag": "a5dc25ca-e7db-43fd-a362-546d698880ba"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:54.009340 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6a0ff-60ec-4f6f-aa0b-ce700bf0782c service neutron] Pushing event updated for resources: {'Port': ['ID=a5dc25ca-e7db-43fd-a362-546d698880ba,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:54.025276 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1351b9-8ca2-49e7-bbd6-9f130c6d56e9 x-openstack-request-id: req-0d1351b9-8ca2-49e7-bbd6-9f130c6d56e9 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:54.026043 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0dc048-f441-4646-8880-ae2021513b2d", "tag": "a5dc25ca-e7db-43fd-a362-546d698880ba", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:54.026372 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d1351b9-8ca2-49e7-bbd6-9f130c6d56e9 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:54.026850 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0dc048-f441-4646-8880-ae2021513b2d', 'tag': 'a5dc25ca-e7db-43fd-a362-546d698880ba', 'status': 'completed', 'code': 200} Nov 12 05:21:54.123053 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d20f2-304d-4a22-aee3-49ffd88f4384 req-265ad7d9-e7f2-45e8-b2c3-6fb3ddb89257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:54.125489 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b97d20f2-304d-4a22-aee3-49ffd88f4384 req-265ad7d9-e7f2-45e8-b2c3-6fb3ddb89257 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 1096 time: 0.0525043 Nov 12 05:21:54.244647 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d20f2-304d-4a22-aee3-49ffd88f4384 req-72e714c1-5f10-4e91-ae57-9a266b89e634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:54.246129 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b97d20f2-304d-4a22-aee3-49ffd88f4384 req-72e714c1-5f10-4e91-ae57-9a266b89e634 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1059344 Nov 12 05:21:54.346519 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d20f2-304d-4a22-aee3-49ffd88f4384 req-c163a5fb-534c-4940-9fdf-2262ecdc448a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:54.348103 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b97d20f2-304d-4a22-aee3-49ffd88f4384 req-c163a5fb-534c-4940-9fdf-2262ecdc448a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946960 Nov 12 05:21:54.447211 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-d59bfb08-ae6e-4e28-a046-546c49513147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:54.448765 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-d59bfb08-ae6e-4e28-a046-546c49513147 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 1096 time: 0.0417376 Nov 12 05:21:54.496889 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-c2fca690-c88c-43bc-8667-393d77ecb42a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5dc25ca-e7db-43fd-a362-546d698880ba HTTP/1.1" status: 200 len: 217 time: 0.0351140 Nov 12 05:21:54.547894 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-43fc9583-1291-4e5c-bcf1-1aabedd8d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:54.549357 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-43fc9583-1291-4e5c-bcf1-1aabedd8d633 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f04d91b-6c6f-45a1-8a40-7b32c3261c17 HTTP/1.1" status: 200 len: 834 time: 0.0450628 Nov 12 05:21:54.600063 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-ebed6869-4f0b-4e53-94ca-cbf25f02955e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:54.601460 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-ebed6869-4f0b-4e53-94ca-cbf25f02955e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79f73029-0a32-4112-a70e-42b1224ada65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456054 Nov 12 05:21:54.694823 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-9c3c9004-f683-4ad8-b463-041414fb702d service neutron] 10.222.0.21 "GET /v2.0/networks/79f73029-0a32-4112-a70e-42b1224ada65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858221 Nov 12 05:21:54.798477 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f4aec803-a5c1-49e0-8d45-ee8aeda67a7f req-f1f52b92-cb86-486d-be38-c24243845d40 service neutron] 10.222.0.21 "GET /v2.0/networks/79f73029-0a32-4112-a70e-42b1224ada65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966074 Nov 12 05:21:55.053549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec991e8-5576-4ba4-b05d-d9b8ce0c0e3c req-4240a2aa-349e-4a22-9df6-b22ed3f5f32f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:55.055143 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ec991e8-5576-4ba4-b05d-d9b8ce0c0e3c req-4240a2aa-349e-4a22-9df6-b22ed3f5f32f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 944 time: 0.0562830 Nov 12 05:21:55.113125 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ec991e8-5576-4ba4-b05d-d9b8ce0c0e3c req-dee301d4-2895-456d-8bd9-86c18e1eb0dd tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511935 Nov 12 05:21:56.246467 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7379427-2930-4853-adcc-759cca2a4cf5 req-f9dbb784-fcdc-4fae-9587-1ca100e14024 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:56.247981 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7379427-2930-4853-adcc-759cca2a4cf5 req-f9dbb784-fcdc-4fae-9587-1ca100e14024 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 944 time: 0.0500662 Nov 12 05:21:56.299993 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a7379427-2930-4853-adcc-759cca2a4cf5 req-ec386671-2c01-4c2e-be13-6a006e55a09d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461006 Nov 12 05:21:57.416908 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655b5f6-2e67-487e-a1cd-496a23f0b205 req-b7f47092-072c-48aa-a662-614f9edcf5bb tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:57.418414 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3655b5f6-2e67-487e-a1cd-496a23f0b205 req-b7f47092-072c-48aa-a662-614f9edcf5bb tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 944 time: 0.0524738 Nov 12 05:21:57.467734 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3655b5f6-2e67-487e-a1cd-496a23f0b205 req-6119da17-e304-40d2-8957-3d28c07c97fc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426283 Nov 12 05:21:58.585581 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee5888-3ad6-48bb-b083-1b91854b5d0f req-130504c1-8883-4247-a2e3-45239016df0d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:58.587268 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-faee5888-3ad6-48bb-b083-1b91854b5d0f req-130504c1-8883-4247-a2e3-45239016df0d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 944 time: 0.0520558 Nov 12 05:21:58.637446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-faee5888-3ad6-48bb-b083-1b91854b5d0f req-f2e4733a-9314-4a77-8133-616f70699c56 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441937 Nov 12 05:21:59.302801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a5dc25ca-e7db-43fd-a362-546d698880ba details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:21:59.396605 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port a5dc25ca-e7db-43fd-a362-546d698880ba, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a5dc25ca-e7db-43fd-a362-546d698880ba,segment=NetworkSegment(1dc9c232-a54d-4a84-8d34-6fa64b2c6342),segment_id=1dc9c232-a54d-4a84-8d34-6fa64b2c6342)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:59.408309 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': 'a5dc25ca-e7db-43fd-a362-546d698880ba', 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65', 'port_id': 'a5dc25ca-e7db-43fd-a362-546d698880ba', 'mac_address': 'fa:16:3e:f6:3e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f04d91b-6c6f-45a1-8a40-7b32c3261c17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:21:59.443973 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:59.456751 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5dc25ca-e7db-43fd-a362-546d698880ba {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:21:59.480189 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port a5dc25ca-e7db-43fd-a362-546d698880ba, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a5dc25ca-e7db-43fd-a362-546d698880ba,segment=NetworkSegment(1dc9c232-a54d-4a84-8d34-6fa64b2c6342),segment_id=1dc9c232-a54d-4a84-8d34-6fa64b2c6342)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:59.565037 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:59.611446 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=a5dc25ca-e7db-43fd-a362-546d698880ba,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:59.751804 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641cd4f-3bae-42ce-888d-7d61b0c593b6 req-b0ef18ce-9b90-4bf1-8607-824bcea6a25d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:59.753369 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a641cd4f-3bae-42ce-888d-7d61b0c593b6 req-b0ef18ce-9b90-4bf1-8607-824bcea6a25d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 945 time: 0.0486548 Nov 12 05:21:59.806110 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a641cd4f-3bae-42ce-888d-7d61b0c593b6 req-a52ff13a-01b0-4bef-96ac-38669f7a2b3d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466809 Nov 12 05:22:00.010802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['a5dc25ca-e7db-43fd-a362-546d698880ba'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:22:00.923748 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6334d71-5c4f-4865-9e61-e6034a138085 req-73ef1882-2a07-41aa-b8a6-7ca64a6e07dc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:00.925212 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6334d71-5c4f-4865-9e61-e6034a138085 req-73ef1882-2a07-41aa-b8a6-7ca64a6e07dc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 945 time: 0.0493925 Nov 12 05:22:00.975521 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6334d71-5c4f-4865-9e61-e6034a138085 req-3ccea253-b694-40e0-b282-fd77b6f5415c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443132 Nov 12 05:22:01.310018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a5dc25ca-e7db-43fd-a362-546d698880ba up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:22:01.411000 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port a5dc25ca-e7db-43fd-a362-546d698880ba completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:22:01.415180 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port a5dc25ca-e7db-43fd-a362-546d698880ba triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:22:01.415565 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:01.495598 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:01.517902 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0dc048-f441-4646-8880-ae2021513b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5dc25ca-e7db-43fd-a362-546d698880ba'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:01.520178 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9096d1-c340-4d76-a778-95cc78038962" -d '{"events": [{"server_uuid": "ca0dc048-f441-4646-8880-ae2021513b2d", "name": "network-vif-plugged", "status": "completed", "tag": "a5dc25ca-e7db-43fd-a362-546d698880ba"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:01.534481 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port a5dc25ca-e7db-43fd-a362-546d698880ba, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a5dc25ca-e7db-43fd-a362-546d698880ba,segment=NetworkSegment(1dc9c232-a54d-4a84-8d34-6fa64b2c6342),segment_id=1dc9c232-a54d-4a84-8d34-6fa64b2c6342)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:01.559723 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625041e2-fee0-4b05-8bec-ed425a831f90 x-openstack-request-id: req-625041e2-fee0-4b05-8bec-ed425a831f90 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:01.560013 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0dc048-f441-4646-8880-ae2021513b2d", "name": "network-vif-plugged", "status": "completed", "tag": "a5dc25ca-e7db-43fd-a362-546d698880ba", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:01.560319 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-625041e2-fee0-4b05-8bec-ed425a831f90 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:01.560662 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0dc048-f441-4646-8880-ae2021513b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5dc25ca-e7db-43fd-a362-546d698880ba', 'code': 200} Nov 12 05:22:01.605209 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:01.666370 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=a5dc25ca-e7db-43fd-a362-546d698880ba,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:01.690015 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790256e-bf9a-48ef-b03b-64a1d3f105f1 req-f350ba0f-8485-4d01-8b12-a2acb7ff88d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:01.691733 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0790256e-bf9a-48ef-b03b-64a1d3f105f1 req-f350ba0f-8485-4d01-8b12-a2acb7ff88d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 1098 time: 0.0461080 Nov 12 05:22:01.741149 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-0790256e-bf9a-48ef-b03b-64a1d3f105f1 req-91d34a8e-9273-42c9-8776-f81a3e237a85 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426371 Nov 12 05:22:02.101808 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900e1ae-2ffe-4c7d-a4d0-ed8c3ddf6efc req-95d4c7cd-3fbf-4e69-bc8d-1da4b82765fe tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:02.103337 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0900e1ae-2ffe-4c7d-a4d0-ed8c3ddf6efc req-95d4c7cd-3fbf-4e69-bc8d-1da4b82765fe tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0502682 Nov 12 05:22:02.156231 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0900e1ae-2ffe-4c7d-a4d0-ed8c3ddf6efc req-9c2f902b-f1b0-4e53-8ca6-8d386b6b7119 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450909 Nov 12 05:22:03.220205 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2d6f620-187c-44cb-b815-78695d92759a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:03.276982 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb342fd-c798-4ce7-b50c-1b8929510fdd req-ce12d207-f08e-4d37-a2ed-b24b2cdf1601 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:03.279156 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8fb342fd-c798-4ce7-b50c-1b8929510fdd req-ce12d207-f08e-4d37-a2ed-b24b2cdf1601 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0525434 Nov 12 05:22:03.337973 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8fb342fd-c798-4ce7-b50c-1b8929510fdd req-ae4fff04-8468-44ce-bbca-cd60ad6c17f0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525529 Nov 12 05:22:04.524338 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf955f75-578f-456d-9ca5-dbbb03646ade req-481d262b-3136-40b5-9062-88bc7df782af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:04.525812 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf955f75-578f-456d-9ca5-dbbb03646ade req-481d262b-3136-40b5-9062-88bc7df782af tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.1203191 Nov 12 05:22:04.578586 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf955f75-578f-456d-9ca5-dbbb03646ade req-dca199ec-7551-42d8-a60d-6ebaa9d7e0ed tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460162 Nov 12 05:22:04.701533 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada4134-f007-4acf-8ffe-62ab2523692c req-e5beb5fb-ef00-4ba6-b9a2-50dd43b6d671 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:04.703074 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ada4134-f007-4acf-8ffe-62ab2523692c req-e5beb5fb-ef00-4ba6-b9a2-50dd43b6d671 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0521228 Nov 12 05:22:04.759408 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3ada4134-f007-4acf-8ffe-62ab2523692c req-46c58b27-dfa0-4424-a62d-00d2ee6d196d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503311 Nov 12 05:22:04.782393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57676) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:04.823679 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16086e4-0735-4f45-894c-76705d20bc5d tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:04.827835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d16086e4-0735-4f45-894c-76705d20bc5d tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 1093 time: 0.0419238 Nov 12 05:22:04.829143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57678) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:04.834660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': 'a5dc25ca-e7db-43fd-a362-546d698880ba', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:04.917379 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:05.017150 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:05.124219 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Allocated IP 172.25.1.168 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/377d4647-d906-4ad7-84c2-f4d15576adb7) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:22:05.226516 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:05.311946 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:05.349884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:22:05.356149 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:22:05.360605 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:22:05.363686 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=377d4647-d906-4ad7-84c2-f4d15576adb7,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:05.576848 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d8f481e-ac0c-48fe-8951-e00d250424bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:05.724997 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:05.869645 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:06.017295 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:06.088629 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:06.152992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=377d4647-d906-4ad7-84c2-f4d15576adb7,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:06.167059 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:06.265370 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Floating IP aa4c8420-3e6d-42a5-a39b-11a4b0326067 associated. External IP: 172.25.1.168, port: a5dc25ca-e7db-43fd-a362-546d698880ba. Nov 12 05:22:06.473834 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router f5f51ed5-5926-45e7-96e2-137a75541d60 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:22:06.580383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:22:06.590006 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14061bdf-5275-4331-a126-0362ed7404e8 None None] Sync routers for ids ['f5f51ed5-5926-45e7-96e2-137a75541d60'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:22:06.605271 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14061bdf-5275-4331-a126-0362ed7404e8 None None] Routers {'f5f51ed5-5926-45e7-96e2-137a75541d60'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:06.605985 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-14061bdf-5275-4331-a126-0362ed7404e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:22:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f5f51ed5-5926-45e7-96e2-137a75541d60'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:06.673357 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:06.703504 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5419344c-f99c-4833-9e00-860114c8e49d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8732989 Nov 12 05:22:06.707003 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0dc048-f441-4646-8880-ae2021513b2d', 'tag': 'a5dc25ca-e7db-43fd-a362-546d698880ba'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:06.707003 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478977d7-978c-45b7-9c7f-b87372051dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0dc048-f441-4646-8880-ae2021513b2d", "tag": "a5dc25ca-e7db-43fd-a362-546d698880ba"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:06.714921 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-14061bdf-5275-4331-a126-0362ed7404e8 None None] Set router f5f51ed5-5926-45e7-96e2-137a75541d60 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:06.807933 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cd885-e5b8-4cf4-b571-20f0fc73bb94 req-045986b7-0eb5-463d-9e51-3dea1a4d17ca tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:06.810168 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-932cd885-e5b8-4cf4-b571-20f0fc73bb94 req-045986b7-0eb5-463d-9e51-3dea1a4d17ca tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0493047 Nov 12 05:22:06.861414 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-932cd885-e5b8-4cf4-b571-20f0fc73bb94 req-f2fe2c55-1851-47a7-a301-851ae4f081f6 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443966 Nov 12 05:22:06.884803 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57684) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:06.946570 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06188ae4-5135-4689-8673-0bbfc8f933ed x-openstack-request-id: req-06188ae4-5135-4689-8673-0bbfc8f933ed {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:06.949743 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0dc048-f441-4646-8880-ae2021513b2d", "tag": "a5dc25ca-e7db-43fd-a362-546d698880ba", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:06.949743 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06188ae4-5135-4689-8673-0bbfc8f933ed {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:06.949743 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0dc048-f441-4646-8880-ae2021513b2d', 'tag': 'a5dc25ca-e7db-43fd-a362-546d698880ba', 'status': 'completed', 'code': 200} Nov 12 05:22:06.963486 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-14061bdf-5275-4331-a126-0362ed7404e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562109587', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:39Z', 'updated_at': '2021-11-12T05:21:44Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:40Z', 'updated_at': '2021-11-12T05:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'aa4c8420-3e6d-42a5-a39b-11a4b0326067', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'port_id': 'a5dc25ca-e7db-43fd-a362-546d698880ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65', 'mac_address': 'fa:16:3e:f6:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0dc048-f441-4646-8880-ae2021513b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:22:05Z', 'updated_at': '2021-11-12T05:22:05Z', 'revision_number': 0, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392f9552-b05c-4778-b2b9-0f8b992938c9', 'name': '', 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:00:c0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '0f04d91b-6c6f-45a1-8a40-7b32c3261c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:43Z', 'updated_at': '2021-11-12T05:21:47Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '0f04d91b-6c6f-45a1-8a40-7b32c3261c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:06.975784 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-15d9fd85-c756-4e62-9b05-1ec0b7429b4f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/floatingips/aa4c8420-3e6d-42a5-a39b-11a4b0326067 HTTP/1.1" status: 200 len: 992 time: 0.0877349 Nov 12 05:22:06.991627 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14061bdf-5275-4331-a126-0362ed7404e8 None None] Checking router: f5f51ed5-5926-45e7-96e2-137a75541d60 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:22:06.999344 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:07.002233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14061bdf-5275-4331-a126-0362ed7404e8 None None] Routers {'f5f51ed5-5926-45e7-96e2-137a75541d60'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:07.002879 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-14061bdf-5275-4331-a126-0362ed7404e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:22:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f5f51ed5-5926-45e7-96e2-137a75541d60'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:07.027888 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478977d7-978c-45b7-9c7f-b87372051dd4 req-95710655-f63f-460b-b341-cfa6027b7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:07.029884 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-478977d7-978c-45b7-9c7f-b87372051dd4 req-95710655-f63f-460b-b341-cfa6027b7376 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 1098 time: 0.0472496 Nov 12 05:22:07.111353 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-14061bdf-5275-4331-a126-0362ed7404e8 None None] Set router f5f51ed5-5926-45e7-96e2-137a75541d60 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:07.121521 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478977d7-978c-45b7-9c7f-b87372051dd4 req-dd03f20e-0b84-41a7-900b-5c4cdc920daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:07.123125 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-478977d7-978c-45b7-9c7f-b87372051dd4 req-dd03f20e-0b84-41a7-900b-5c4cdc920daf service neutron] 10.222.0.21 "GET /v2.0/networks?id=79f73029-0a32-4112-a70e-42b1224ada65 HTTP/1.1" status: 200 len: 897 time: 0.0864737 Nov 12 05:22:07.196955 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-478977d7-978c-45b7-9c7f-b87372051dd4 req-9d32d279-052a-4322-803a-ba2dee76155c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5dc25ca-e7db-43fd-a362-546d698880ba HTTP/1.1" status: 200 len: 1000 time: 0.0662625 Nov 12 05:22:07.248457 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478977d7-978c-45b7-9c7f-b87372051dd4 req-d65a1d7c-c6fe-4766-9da5-a1118631fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:07.249906 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-478977d7-978c-45b7-9c7f-b87372051dd4 req-d65a1d7c-c6fe-4766-9da5-a1118631fbf1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f04d91b-6c6f-45a1-8a40-7b32c3261c17 HTTP/1.1" status: 200 len: 834 time: 0.0460474 Nov 12 05:22:07.298370 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478977d7-978c-45b7-9c7f-b87372051dd4 req-bf8fa6ba-fbe3-4fce-9a15-ff532dfd35fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:07.299915 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-478977d7-978c-45b7-9c7f-b87372051dd4 req-bf8fa6ba-fbe3-4fce-9a15-ff532dfd35fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79f73029-0a32-4112-a70e-42b1224ada65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428522 Nov 12 05:22:07.392657 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-478977d7-978c-45b7-9c7f-b87372051dd4 req-9a7e5101-8995-4e65-a42b-66f6d4a806ba service neutron] 10.222.0.21 "GET /v2.0/networks/79f73029-0a32-4112-a70e-42b1224ada65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857501 Nov 12 05:22:07.482317 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-478977d7-978c-45b7-9c7f-b87372051dd4 req-f25e9a60-1d94-4a55-98a1-3ab17dd5eb61 service neutron] 10.222.0.21 "GET /v2.0/networks/79f73029-0a32-4112-a70e-42b1224ada65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830450 Nov 12 05:22:07.494030 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-14061bdf-5275-4331-a126-0362ed7404e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562109587', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:39Z', 'updated_at': '2021-11-12T05:21:44Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:40Z', 'updated_at': '2021-11-12T05:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'aa4c8420-3e6d-42a5-a39b-11a4b0326067', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'port_id': 'a5dc25ca-e7db-43fd-a362-546d698880ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65', 'mac_address': 'fa:16:3e:f6:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0dc048-f441-4646-8880-ae2021513b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:22:05Z', 'updated_at': '2021-11-12T05:22:05Z', 'revision_number': 0, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392f9552-b05c-4778-b2b9-0f8b992938c9', 'name': '', 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:00:c0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '0f04d91b-6c6f-45a1-8a40-7b32c3261c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:43Z', 'updated_at': '2021-11-12T05:21:47Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '0f04d91b-6c6f-45a1-8a40-7b32c3261c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:07.521528 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14061bdf-5275-4331-a126-0362ed7404e8 None None] The sync data for ids ['f5f51ed5-5926-45e7-96e2-137a75541d60'] in n-d-768509-24 is: [{'id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562109587', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:39Z', 'updated_at': '2021-11-12T05:21:44Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:40Z', 'updated_at': '2021-11-12T05:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'aa4c8420-3e6d-42a5-a39b-11a4b0326067', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'port_id': 'a5dc25ca-e7db-43fd-a362-546d698880ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65', 'mac_address': 'fa:16:3e:f6:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0dc048-f441-4646-8880-ae2021513b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:22:05Z', 'updated_at': '2021-11-12T05:22:05Z', 'revision_number': 0, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392f9552-b05c-4778-b2b9-0f8b992938c9', 'name': '', 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:00:c0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '0f04d91b-6c6f-45a1-8a40-7b32c3261c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:43Z', 'updated_at': '2021-11-12T05:21:47Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '0f04d91b-6c6f-45a1-8a40-7b32c3261c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:22:07.729899 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c469668f-d6e7-494d-99ca-49ffb46ae13f None None] New status for floating IP aa4c8420-3e6d-42a5-a39b-11a4b0326067: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:22:07.978580 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57686) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:08.041805 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7ac096a6-dc97-4980-bde6-f08729799dcd tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/floatingips/aa4c8420-3e6d-42a5-a39b-11a4b0326067 HTTP/1.1" status: 200 len: 994 time: 0.0619426 Nov 12 05:22:08.551115 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:09.133852 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:17.438950 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:18.638900 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:26.289151 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f9134689-12db-4086-a0fd-7a29ec127584 req-4c25e4f9-1a97-4504-b46b-41e36ff6ed8c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0925903 Nov 12 05:22:26.395360 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9134689-12db-4086-a0fd-7a29ec127584 req-afbdd21b-e974-47e4-be66-cc588fa8bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:26.396866 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f9134689-12db-4086-a0fd-7a29ec127584 req-afbdd21b-e974-47e4-be66-cc588fa8bb9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 1098 time: 0.0423918 Nov 12 05:22:26.504477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9134689-12db-4086-a0fd-7a29ec127584 req-90909bba-304c-41db-b82d-51d7f33611a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:26.505843 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f9134689-12db-4086-a0fd-7a29ec127584 req-90909bba-304c-41db-b82d-51d7f33611a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=79f73029-0a32-4112-a70e-42b1224ada65 HTTP/1.1" status: 200 len: 897 time: 0.0890646 Nov 12 05:22:26.573002 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f9134689-12db-4086-a0fd-7a29ec127584 req-cc17fc68-fe77-40ab-9fef-50b8e3c6438a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5dc25ca-e7db-43fd-a362-546d698880ba HTTP/1.1" status: 200 len: 1002 time: 0.0590181 Nov 12 05:22:26.641946 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9134689-12db-4086-a0fd-7a29ec127584 req-c6999492-fa82-4a8c-aa76-b0a9a7726a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:26.643447 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f9134689-12db-4086-a0fd-7a29ec127584 req-c6999492-fa82-4a8c-aa76-b0a9a7726a0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f04d91b-6c6f-45a1-8a40-7b32c3261c17 HTTP/1.1" status: 200 len: 834 time: 0.0628970 Nov 12 05:22:26.706065 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9134689-12db-4086-a0fd-7a29ec127584 req-3d834664-1286-40eb-b49f-e14d090fc0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:26.707954 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f9134689-12db-4086-a0fd-7a29ec127584 req-3d834664-1286-40eb-b49f-e14d090fc0d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79f73029-0a32-4112-a70e-42b1224ada65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566740 Nov 12 05:22:26.798247 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f9134689-12db-4086-a0fd-7a29ec127584 req-0f4a62bf-ab7e-4d12-9384-d74c6e27757d service neutron] 10.222.0.21 "GET /v2.0/networks/79f73029-0a32-4112-a70e-42b1224ada65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829635 Nov 12 05:22:26.889751 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f9134689-12db-4086-a0fd-7a29ec127584 req-bf998733-edd1-4a21-aeba-f5b66423d8e5 service neutron] 10.222.0.21 "GET /v2.0/networks/79f73029-0a32-4112-a70e-42b1224ada65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842879 Nov 12 05:22:27.532682 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:22:33.221454 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bfead3ab-bd11-4a90-82f4-a08c5ce593b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:35.610326 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27f42e9d-d52e-490d-a18d-d1fbb6c9e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:36.998721 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:38.558650 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:39.139475 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:47.425359 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:48.661193 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:03.232275 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7546a1a5-5dba-47f4-9417-ea4ca764c555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:04.536814 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:23:05.604337 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-179a2cba-a6d5-4881-bdb2-8a0f8582cce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:07.005844 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:08.563841 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:09.163404 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:17.436591 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:18.654906 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:21.718271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc1825-76a5-43ac-b333-5e270c87dc76 req-7ad8f84c-1bd6-4e72-9254-278e2527fb69 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:21.721039 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a5cc1825-76a5-43ac-b333-5e270c87dc76 req-7ad8f84c-1bd6-4e72-9254-278e2527fb69 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0541360 Nov 12 05:23:21.776024 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a5cc1825-76a5-43ac-b333-5e270c87dc76 req-916ec17b-32e3-4b0f-8b1a-4c76774525b2 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470982 Nov 12 05:23:21.825768 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88825f-1a69-48cb-9e22-b01a30995750 req-3c80e624-8614-4528-8640-26a3b6be8531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:21.827352 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ae88825f-1a69-48cb-9e22-b01a30995750 req-3c80e624-8614-4528-8640-26a3b6be8531 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 1098 time: 0.0421615 Nov 12 05:23:21.924236 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88825f-1a69-48cb-9e22-b01a30995750 req-5bf6dc96-488b-489d-8b16-0004aa4a5182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:21.925729 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ae88825f-1a69-48cb-9e22-b01a30995750 req-5bf6dc96-488b-489d-8b16-0004aa4a5182 service neutron] 10.222.0.21 "GET /v2.0/networks?id=79f73029-0a32-4112-a70e-42b1224ada65 HTTP/1.1" status: 200 len: 897 time: 0.0911689 Nov 12 05:23:21.995489 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ae88825f-1a69-48cb-9e22-b01a30995750 req-a4826d18-ac2e-4d0a-869f-259f59d2f50a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5dc25ca-e7db-43fd-a362-546d698880ba HTTP/1.1" status: 200 len: 1002 time: 0.0625143 Nov 12 05:23:22.051955 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88825f-1a69-48cb-9e22-b01a30995750 req-6cd2aba9-3a1a-467d-8870-ccbe5d422275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:22.053439 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ae88825f-1a69-48cb-9e22-b01a30995750 req-6cd2aba9-3a1a-467d-8870-ccbe5d422275 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f04d91b-6c6f-45a1-8a40-7b32c3261c17 HTTP/1.1" status: 200 len: 834 time: 0.0504458 Nov 12 05:23:22.110352 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88825f-1a69-48cb-9e22-b01a30995750 req-79b1f038-02bd-4748-bced-365c1eef3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:22.111903 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ae88825f-1a69-48cb-9e22-b01a30995750 req-79b1f038-02bd-4748-bced-365c1eef3b1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79f73029-0a32-4112-a70e-42b1224ada65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513341 Nov 12 05:23:22.207259 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ae88825f-1a69-48cb-9e22-b01a30995750 req-c46f40dc-9411-4093-85dd-a6945dab0e91 service neutron] 10.222.0.21 "GET /v2.0/networks/79f73029-0a32-4112-a70e-42b1224ada65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877769 Nov 12 05:23:22.305887 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ae88825f-1a69-48cb-9e22-b01a30995750 req-eb3fcbbf-7e96-409c-8536-ff640ba40640 service neutron] 10.222.0.21 "GET /v2.0/networks/79f73029-0a32-4112-a70e-42b1224ada65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912960 Nov 12 05:23:22.934367 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b132d-f8e4-456a-a3d3-c263541eeba0 req-6dd1b7d3-ca48-499e-bd93-1840bb105166 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:22.935797 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-709b132d-f8e4-456a-a3d3-c263541eeba0 req-6dd1b7d3-ca48-499e-bd93-1840bb105166 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0530648 Nov 12 05:23:22.986326 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-709b132d-f8e4-456a-a3d3-c263541eeba0 req-466fe979-d498-41ce-a7a7-94f24a1dae21 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440085 Nov 12 05:23:24.108265 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdaf2c8-2355-47e3-8042-e6009f2be481 req-03f0bfd8-88e7-4a21-975c-595a32a378cc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:24.109854 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1bdaf2c8-2355-47e3-8042-e6009f2be481 req-03f0bfd8-88e7-4a21-975c-595a32a378cc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0530074 Nov 12 05:23:24.160859 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1bdaf2c8-2355-47e3-8042-e6009f2be481 req-e4db774e-55b2-4088-82a2-609965115635 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448527 Nov 12 05:23:25.282774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d851602-559d-45bc-b216-ee26b29fde30 req-6768a494-6a81-486a-9613-b794c7ca02d7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:25.284269 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d851602-559d-45bc-b216-ee26b29fde30 req-6768a494-6a81-486a-9613-b794c7ca02d7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0530155 Nov 12 05:23:25.338886 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0d851602-559d-45bc-b216-ee26b29fde30 req-474f4098-6734-4e50-9941-448ca740fc87 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483959 Nov 12 05:23:26.464958 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041ab8a-ab05-4c81-a9e5-d7da15947f90 req-666789cf-90da-499f-a362-494392276966 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:26.466493 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a041ab8a-ab05-4c81-a9e5-d7da15947f90 req-666789cf-90da-499f-a362-494392276966 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0509450 Nov 12 05:23:26.520075 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a041ab8a-ab05-4c81-a9e5-d7da15947f90 req-68463e57-dc68-421a-892b-fb714bbc4942 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459938 Nov 12 05:23:27.642196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1d0b7-5339-4ba8-afd9-821204bbb378 req-a64809c5-9799-4b52-8451-a19fb2d5befb tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:27.643739 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06e1d0b7-5339-4ba8-afd9-821204bbb378 req-a64809c5-9799-4b52-8451-a19fb2d5befb tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0503442 Nov 12 05:23:27.692598 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-06e1d0b7-5339-4ba8-afd9-821204bbb378 req-392b2e7b-b0aa-4014-a618-ed588b2ec941 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426180 Nov 12 05:23:28.301756 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c557060-7709-4b25-9caa-2a123a11aa95 req-b6d6fb8c-75ba-46fb-b799-fae38f14dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:28.303367 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8c557060-7709-4b25-9caa-2a123a11aa95 req-b6d6fb8c-75ba-46fb-b799-fae38f14dda2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 1098 time: 0.0416901 Nov 12 05:23:28.413564 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c557060-7709-4b25-9caa-2a123a11aa95 req-a4c95c06-9da5-4768-a7ba-7d25745ac80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:28.415158 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8c557060-7709-4b25-9caa-2a123a11aa95 req-a4c95c06-9da5-4768-a7ba-7d25745ac80a service neutron] 10.222.0.21 "GET /v2.0/networks?id=79f73029-0a32-4112-a70e-42b1224ada65 HTTP/1.1" status: 200 len: 897 time: 0.0915940 Nov 12 05:23:28.480228 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8c557060-7709-4b25-9caa-2a123a11aa95 req-5777a88c-7ad2-43c7-80cc-d1ceb11f8ca7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5dc25ca-e7db-43fd-a362-546d698880ba HTTP/1.1" status: 200 len: 1002 time: 0.0571504 Nov 12 05:23:28.530723 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c557060-7709-4b25-9caa-2a123a11aa95 req-3d6f55ef-1c8c-4c91-9897-19820330aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:28.532245 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8c557060-7709-4b25-9caa-2a123a11aa95 req-3d6f55ef-1c8c-4c91-9897-19820330aec1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f04d91b-6c6f-45a1-8a40-7b32c3261c17 HTTP/1.1" status: 200 len: 834 time: 0.0451722 Nov 12 05:23:28.583566 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c557060-7709-4b25-9caa-2a123a11aa95 req-d752e2c7-0619-4dc4-aaa2-9f9b2ded3f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:28.585003 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8c557060-7709-4b25-9caa-2a123a11aa95 req-d752e2c7-0619-4dc4-aaa2-9f9b2ded3f41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79f73029-0a32-4112-a70e-42b1224ada65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454984 Nov 12 05:23:28.679356 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8c557060-7709-4b25-9caa-2a123a11aa95 req-5fe58bd8-24a0-4b1f-b3c9-7139a5ddd040 service neutron] 10.222.0.21 "GET /v2.0/networks/79f73029-0a32-4112-a70e-42b1224ada65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808995 Nov 12 05:23:28.823901 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f454c4-9510-4cde-a2c4-a2ccd5f304b5 req-0935a651-3361-4107-84b9-d59a204f7642 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:28.825514 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09f454c4-9510-4cde-a2c4-a2ccd5f304b5 req-0935a651-3361-4107-84b9-d59a204f7642 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0568330 Nov 12 05:23:28.888841 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-09f454c4-9510-4cde-a2c4-a2ccd5f304b5 req-25746ebe-7cc2-4916-97bf-b3094ce2ea14 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570121 Nov 12 05:23:29.089679 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8c557060-7709-4b25-9caa-2a123a11aa95 req-c590de01-2365-441c-8db2-149a3588b9f1 service neutron] 10.222.0.21 "GET /v2.0/networks/79f73029-0a32-4112-a70e-42b1224ada65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081101 Nov 12 05:23:30.003779 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823916b-edc6-4cd5-9fb6-448830d99f85 req-a118ec17-216b-4810-a1a5-ef8360d57b61 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:30.005249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b823916b-edc6-4cd5-9fb6-448830d99f85 req-a118ec17-216b-4810-a1a5-ef8360d57b61 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0478933 Nov 12 05:23:30.053506 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b823916b-edc6-4cd5-9fb6-448830d99f85 req-598f7338-7466-4c1f-88bb-95ed39dbd6da tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422530 Nov 12 05:23:31.169547 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfde96-65e0-49a5-b23e-c7884ccbe1b6 req-6c3ad3cf-7cfa-4537-af50-c745b69ed682 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:31.171033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-32bfde96-65e0-49a5-b23e-c7884ccbe1b6 req-6c3ad3cf-7cfa-4537-af50-c745b69ed682 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0490658 Nov 12 05:23:31.224846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-32bfde96-65e0-49a5-b23e-c7884ccbe1b6 req-75d22078-3d05-4848-9ed7-bf25368182e5 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478518 Nov 12 05:23:32.340122 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6aaa50-9d72-4f13-aeb1-f9e408d33fa0 req-985aa1da-ee4c-4331-a521-97239009a726 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:32.341599 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c6aaa50-9d72-4f13-aeb1-f9e408d33fa0 req-985aa1da-ee4c-4331-a521-97239009a726 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0484912 Nov 12 05:23:32.392997 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c6aaa50-9d72-4f13-aeb1-f9e408d33fa0 req-12c6d306-f0c7-4fb6-9aaf-6ad3ae1f4f12 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450296 Nov 12 05:23:33.236244 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-53c2960f-882f-49d2-870b-63df811a0f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:33.510488 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5de4c0-6c04-4766-8e8b-9df017aa4615 req-37549cce-f289-4a95-8eb9-44d503dfba8b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:33.511922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf5de4c0-6c04-4766-8e8b-9df017aa4615 req-37549cce-f289-4a95-8eb9-44d503dfba8b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0482769 Nov 12 05:23:33.561916 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf5de4c0-6c04-4766-8e8b-9df017aa4615 req-1c57e84b-6137-4c33-a007-c0c777b1b0e9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432875 Nov 12 05:23:34.682824 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072660c0-55dd-4bf6-a7f1-f61502d39d3c req-8b9f7eac-dc7e-4911-8ae8-94ade026a7a7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:34.684292 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-072660c0-55dd-4bf6-a7f1-f61502d39d3c req-8b9f7eac-dc7e-4911-8ae8-94ade026a7a7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0526073 Nov 12 05:23:34.733416 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-072660c0-55dd-4bf6-a7f1-f61502d39d3c req-f7697776-a82f-4c76-939f-6c24fdfb65e6 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425704 Nov 12 05:23:35.597344 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8225973a-dcd5-4b20-a360-d1d3ab894a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:35.850482 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5ea4d-b6fa-4bd5-84a4-1a7b9d77908b req-2fd1eb98-c6a0-4980-adb5-585e9c11b287 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:35.851918 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55d5ea4d-b6fa-4bd5-84a4-1a7b9d77908b req-2fd1eb98-c6a0-4980-adb5-585e9c11b287 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0492420 Nov 12 05:23:35.901018 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55d5ea4d-b6fa-4bd5-84a4-1a7b9d77908b req-872ae022-d24a-4621-8bde-bc8da9282d8c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430150 Nov 12 05:23:36.997337 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:37.020387 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7954a-f3c7-47f8-ac06-19414a5b653d req-2bf37bba-eb76-418c-934f-26a78c67add1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:37.022144 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3bd7954a-f3c7-47f8-ac06-19414a5b653d req-2bf37bba-eb76-418c-934f-26a78c67add1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0539699 Nov 12 05:23:37.071237 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3bd7954a-f3c7-47f8-ac06-19414a5b653d req-42831e0e-7790-45b9-9f19-721d1f4fb781 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430822 Nov 12 05:23:38.188743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92959e23-18bc-4923-a32d-277c11980ad0 req-7a8b6c04-bb4e-4dfd-81cd-3dc1595724d1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:38.190214 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92959e23-18bc-4923-a32d-277c11980ad0 req-7a8b6c04-bb4e-4dfd-81cd-3dc1595724d1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0501573 Nov 12 05:23:38.240933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-92959e23-18bc-4923-a32d-277c11980ad0 req-bc88f8b0-daed-4f0a-a989-30318e5c0f3c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445144 Nov 12 05:23:38.557229 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:39.157423 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:39.359812 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabefc6-d4c3-4ab0-a02f-f4e4fe31cab1 req-408cde88-198d-4998-b42a-f0c206dce70f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:39.361276 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1aabefc6-d4c3-4ab0-a02f-f4e4fe31cab1 req-408cde88-198d-4998-b42a-f0c206dce70f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0499952 Nov 12 05:23:39.413273 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1aabefc6-d4c3-4ab0-a02f-f4e4fe31cab1 req-9a31d47d-d0b4-4ebd-bebc-93b30b0fceb2 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459228 Nov 12 05:23:39.435260 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57744) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:23:39.504562 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1481a905-92ef-4ae8-8d2b-c20b9022c600 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/floatingips/aa4c8420-3e6d-42a5-a39b-11a4b0326067 HTTP/1.1" status: 200 len: 994 time: 0.0681388 Nov 12 05:23:41.536150 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:23:47.447554 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:48.654040 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:03.229644 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-55c17034-159d-4d30-b42e-ae38e667a0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:05.591366 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-361e21c7-246f-4d92-96f4-9f18bcffc5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:07.037079 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:08.551266 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:09.168017 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:17.442077 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:18.536113 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:24:18.659908 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:28.224966 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35ff45da-bc76-41f3-8d77-83fae64e70e0 req-a9c29059-79a8-4f72-93bf-4a7e5d305735 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440700 Nov 12 05:24:28.335497 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff45da-bc76-41f3-8d77-83fae64e70e0 req-a488b694-ae12-4a8c-a768-968b98f55ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:28.337030 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35ff45da-bc76-41f3-8d77-83fae64e70e0 req-a488b694-ae12-4a8c-a768-968b98f55ccf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 1098 time: 0.0507200 Nov 12 05:24:28.440463 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff45da-bc76-41f3-8d77-83fae64e70e0 req-5b355085-b944-474f-b184-9d8932d27e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:28.442477 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35ff45da-bc76-41f3-8d77-83fae64e70e0 req-5b355085-b944-474f-b184-9d8932d27e05 service neutron] 10.222.0.21 "GET /v2.0/networks?id=79f73029-0a32-4112-a70e-42b1224ada65 HTTP/1.1" status: 200 len: 897 time: 0.0844688 Nov 12 05:24:28.511245 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35ff45da-bc76-41f3-8d77-83fae64e70e0 req-8c01a52b-cf49-4221-8dc2-236fc48c4002 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5dc25ca-e7db-43fd-a362-546d698880ba HTTP/1.1" status: 200 len: 1002 time: 0.0604899 Nov 12 05:24:28.563990 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff45da-bc76-41f3-8d77-83fae64e70e0 req-40fe7bc6-3da5-4615-990b-baecaebc2d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:28.565482 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35ff45da-bc76-41f3-8d77-83fae64e70e0 req-40fe7bc6-3da5-4615-990b-baecaebc2d85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f04d91b-6c6f-45a1-8a40-7b32c3261c17 HTTP/1.1" status: 200 len: 834 time: 0.0478270 Nov 12 05:24:28.614758 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff45da-bc76-41f3-8d77-83fae64e70e0 req-d60f6e3e-30d0-455b-8b01-4b2f9aed56f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:28.616348 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35ff45da-bc76-41f3-8d77-83fae64e70e0 req-d60f6e3e-30d0-455b-8b01-4b2f9aed56f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79f73029-0a32-4112-a70e-42b1224ada65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429516 Nov 12 05:24:28.715427 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35ff45da-bc76-41f3-8d77-83fae64e70e0 req-2fd8fc4d-3384-409b-b696-db0a8aafb1f3 service neutron] 10.222.0.21 "GET /v2.0/networks/79f73029-0a32-4112-a70e-42b1224ada65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906615 Nov 12 05:24:28.807748 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-35ff45da-bc76-41f3-8d77-83fae64e70e0 req-de93701e-f82d-4621-8273-fa1671140e0f service neutron] 10.222.0.21 "GET /v2.0/networks/79f73029-0a32-4112-a70e-42b1224ada65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851922 Nov 12 05:24:33.236625 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-febef906-51ed-4f1c-bd47-7859eb988b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:35.612683 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-945654d6-ea37-4e21-bd6f-a6c43813c27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:36.786525 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57770) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:36.967368 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting port 377d4647-d906-4ad7-84c2-f4d15576adb7 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:24:36.967716 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:37.042440 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:37.046545 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:37.046907 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:37.060407 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Calling delete_port for 377d4647-d906-4ad7-84c2-f4d15576adb7 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:24:37.288064 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:37.316826 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Port': ['ID=377d4647-d906-4ad7-84c2-f4d15576adb7,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:37.343083 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:37.343440 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:37.343770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:37.344243 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:37.344578 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:37.344918 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:37.345254 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:37.345582 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:37.345916 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:37.346249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:37.346579 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:37.346938 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:37.393594 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:37.393972 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Floating IP aa4c8420-3e6d-42a5-a39b-11a4b0326067 disassociated (deleted). External IP: 172.25.1.168, port: a5dc25ca-e7db-43fd-a362-546d698880ba. Nov 12 05:24:37.606740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router f5f51ed5-5926-45e7-96e2-137a75541d60 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:24:37.719201 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:24:37.724621 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:37.730930 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a64875-9aa2-49d0-85d7-6686e6955603 None None] Sync routers for ids ['f5f51ed5-5926-45e7-96e2-137a75541d60'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:24:37.742329 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a64875-9aa2-49d0-85d7-6686e6955603 None None] Routers {'f5f51ed5-5926-45e7-96e2-137a75541d60'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:24:37.742993 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-77a64875-9aa2-49d0-85d7-6686e6955603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:24:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f5f51ed5-5926-45e7-96e2-137a75541d60'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:37.751703 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3e01032d-d3cd-4ed4-bfb2-df636ab41124 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/floatingips/aa4c8420-3e6d-42a5-a39b-11a4b0326067 HTTP/1.1" status: 204 len: 168 time: 0.9640477 Nov 12 05:24:37.752278 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0dc048-f441-4646-8880-ae2021513b2d', 'tag': 'a5dc25ca-e7db-43fd-a362-546d698880ba'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:24:37.754575 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e85b810-12d4-4463-ab05-cc9bf23ed043" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0dc048-f441-4646-8880-ae2021513b2d", "tag": "a5dc25ca-e7db-43fd-a362-546d698880ba"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:24:37.855590 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-77a64875-9aa2-49d0-85d7-6686e6955603 None None] Set router f5f51ed5-5926-45e7-96e2-137a75541d60 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:24:38.071573 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-77a64875-9aa2-49d0-85d7-6686e6955603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562109587', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:39Z', 'updated_at': '2021-11-12T05:21:44Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:40Z', 'updated_at': '2021-11-12T05:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '392f9552-b05c-4778-b2b9-0f8b992938c9', 'name': '', 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:00:c0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '0f04d91b-6c6f-45a1-8a40-7b32c3261c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:43Z', 'updated_at': '2021-11-12T05:21:47Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '0f04d91b-6c6f-45a1-8a40-7b32c3261c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:38.100143 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a64875-9aa2-49d0-85d7-6686e6955603 None None] Checking router: f5f51ed5-5926-45e7-96e2-137a75541d60 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:24:38.109451 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a64875-9aa2-49d0-85d7-6686e6955603 None None] Routers {'f5f51ed5-5926-45e7-96e2-137a75541d60'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:24:38.110067 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-77a64875-9aa2-49d0-85d7-6686e6955603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:24:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f5f51ed5-5926-45e7-96e2-137a75541d60'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:38.193593 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a92ea0-14b9-4233-b83a-b207b04c3f20 x-openstack-request-id: req-97a92ea0-14b9-4233-b83a-b207b04c3f20 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:24:38.194118 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0dc048-f441-4646-8880-ae2021513b2d", "tag": "a5dc25ca-e7db-43fd-a362-546d698880ba", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:24:38.194118 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97a92ea0-14b9-4233-b83a-b207b04c3f20 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:24:38.194572 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0dc048-f441-4646-8880-ae2021513b2d', 'tag': 'a5dc25ca-e7db-43fd-a362-546d698880ba', 'status': 'completed', 'code': 200} Nov 12 05:24:38.240063 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-77a64875-9aa2-49d0-85d7-6686e6955603 None None] Set router f5f51ed5-5926-45e7-96e2-137a75541d60 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:24:38.295940 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85b810-12d4-4463-ab05-cc9bf23ed043 req-8fe7eb9e-2d03-4099-85ae-b1c42e0696c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:38.297536 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8e85b810-12d4-4463-ab05-cc9bf23ed043 req-8fe7eb9e-2d03-4099-85ae-b1c42e0696c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 1098 time: 0.0586753 Nov 12 05:24:38.396205 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85b810-12d4-4463-ab05-cc9bf23ed043 req-30141ee7-cc10-458f-9562-745b3ef2e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:38.397925 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8e85b810-12d4-4463-ab05-cc9bf23ed043 req-30141ee7-cc10-458f-9562-745b3ef2e5ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=79f73029-0a32-4112-a70e-42b1224ada65 HTTP/1.1" status: 200 len: 897 time: 0.0931487 Nov 12 05:24:38.449247 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8e85b810-12d4-4463-ab05-cc9bf23ed043 req-2d496d6d-5ade-4108-8ce6-a4963a0b7a30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5dc25ca-e7db-43fd-a362-546d698880ba HTTP/1.1" status: 200 len: 217 time: 0.0438013 Nov 12 05:24:38.460843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-77a64875-9aa2-49d0-85d7-6686e6955603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562109587', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:39Z', 'updated_at': '2021-11-12T05:21:44Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:40Z', 'updated_at': '2021-11-12T05:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '392f9552-b05c-4778-b2b9-0f8b992938c9', 'name': '', 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:00:c0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '0f04d91b-6c6f-45a1-8a40-7b32c3261c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:43Z', 'updated_at': '2021-11-12T05:21:47Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '0f04d91b-6c6f-45a1-8a40-7b32c3261c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:38.505130 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a64875-9aa2-49d0-85d7-6686e6955603 None None] The sync data for ids ['f5f51ed5-5926-45e7-96e2-137a75541d60'] in n-d-768509-24 is: [{'id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562109587', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:39Z', 'updated_at': '2021-11-12T05:21:44Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:40Z', 'updated_at': '2021-11-12T05:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '392f9552-b05c-4778-b2b9-0f8b992938c9', 'name': '', 'network_id': '79f73029-0a32-4112-a70e-42b1224ada65', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:00:c0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '0f04d91b-6c6f-45a1-8a40-7b32c3261c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:43Z', 'updated_at': '2021-11-12T05:21:47Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '0f04d91b-6c6f-45a1-8a40-7b32c3261c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:24:38.506446 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85b810-12d4-4463-ab05-cc9bf23ed043 req-f204f20c-abc1-407f-91cb-c5e7e272531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:38.508104 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8e85b810-12d4-4463-ab05-cc9bf23ed043 req-f204f20c-abc1-407f-91cb-c5e7e272531a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f04d91b-6c6f-45a1-8a40-7b32c3261c17 HTTP/1.1" status: 200 len: 834 time: 0.0498552 Nov 12 05:24:38.564430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85b810-12d4-4463-ab05-cc9bf23ed043 req-592fb0f3-fea4-4e97-9fea-509631e5a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:38.567334 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8e85b810-12d4-4463-ab05-cc9bf23ed043 req-592fb0f3-fea4-4e97-9fea-509631e5a4a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79f73029-0a32-4112-a70e-42b1224ada65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515940 Nov 12 05:24:38.586368 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:38.671163 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b8cff-e304-4e13-972f-e80d8b5f0772 req-89bda3ef-c0a3-4453-861e-76ed4ddfce03 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:38.672921 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c1b8cff-e304-4e13-972f-e80d8b5f0772 req-89bda3ef-c0a3-4453-861e-76ed4ddfce03 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.4282219 Nov 12 05:24:38.681237 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8e85b810-12d4-4463-ab05-cc9bf23ed043 req-1f8d74ad-4458-48e9-9fc7-698711972295 service neutron] 10.222.0.21 "GET /v2.0/networks/79f73029-0a32-4112-a70e-42b1224ada65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051652 Nov 12 05:24:38.735892 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8c1b8cff-e304-4e13-972f-e80d8b5f0772 req-1f1689fc-1a3a-4be0-a921-c218157a5da9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558126 Nov 12 05:24:38.787533 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8e85b810-12d4-4463-ab05-cc9bf23ed043 req-d1b32acf-696d-4a6f-8453-6b80f5cbe672 service neutron] 10.222.0.21 "GET /v2.0/networks/79f73029-0a32-4112-a70e-42b1224ada65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983407 Nov 12 05:24:38.787768 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0058ffab-b3c8-40fd-8400-0e5dd72972e8 None None] New status for floating IP aa4c8420-3e6d-42a5-a39b-11a4b0326067: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:24:39.173603 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:39.860567 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2603f7e-42cf-4b7c-a142-1498eff79723 req-f3918a13-0b29-4bb4-88ec-8cf32c1cbbe2 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:39.862054 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2603f7e-42cf-4b7c-a142-1498eff79723 req-f3918a13-0b29-4bb4-88ec-8cf32c1cbbe2 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0499594 Nov 12 05:24:39.913336 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a2603f7e-42cf-4b7c-a142-1498eff79723 req-99e7d9d5-a4d1-4615-97cc-22185ada208d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c40c888-5589-4cb5-b557-2d8fe4da756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447652 Nov 12 05:24:40.000795 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad229-4c2c-4f3e-9c01-f0f4f2e6fc42 req-df24e2a5-43bc-4fdb-8b31-7266db678cf3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:40.002273 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a4fad229-4c2c-4f3e-9c01-f0f4f2e6fc42 req-df24e2a5-43bc-4fdb-8b31-7266db678cf3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 946 time: 0.0491760 Nov 12 05:24:40.095798 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-a4fad229-4c2c-4f3e-9c01-f0f4f2e6fc42 req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting port a5dc25ca-e7db-43fd-a362-546d698880ba {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:24:40.096138 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a4fad229-4c2c-4f3e-9c01-f0f4f2e6fc42 req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:40.184845 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-a4fad229-4c2c-4f3e-9c01-f0f4f2e6fc42 req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] For port a5dc25ca-e7db-43fd-a362-546d698880ba, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=a5dc25ca-e7db-43fd-a362-546d698880ba,segment=NetworkSegment(1dc9c232-a54d-4a84-8d34-6fa64b2c6342),segment_id=1dc9c232-a54d-4a84-8d34-6fa64b2c6342)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:40.185130 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a4fad229-4c2c-4f3e-9c01-f0f4f2e6fc42 req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:40.203449 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-a4fad229-4c2c-4f3e-9c01-f0f4f2e6fc42 req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Calling delete_port for a5dc25ca-e7db-43fd-a362-546d698880ba owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:24:40.391074 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a4fad229-4c2c-4f3e-9c01-f0f4f2e6fc42 req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:40.419634 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Port': ['ID=a5dc25ca-e7db-43fd-a362-546d698880ba,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:40.431625 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:40.432091 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:40.432366 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:40.432741 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:40.433059 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:40.433395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:40.433867 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:40.434059 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:40.434322 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:40.434613 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:40.435089 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:40.436059 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:40.482522 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fad229-4c2c-4f3e-9c01-f0f4f2e6fc42 req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] No DVR routers for this DVR port a5dc25ca-e7db-43fd-a362-546d698880ba on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:24:40.485303 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a4fad229-4c2c-4f3e-9c01-f0f4f2e6fc42 req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:40.488881 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a4fad229-4c2c-4f3e-9c01-f0f4f2e6fc42 req-9463121e-a355-44e9-b33c-f49dfcc98b15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.21 "DELETE /v2.0/ports/a5dc25ca-e7db-43fd-a362-546d698880ba HTTP/1.1" status: 204 len: 173 time: 0.4803061 Nov 12 05:24:40.489917 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0dc048-f441-4646-8880-ae2021513b2d', 'name': 'network-vif-deleted', 'tag': 'a5dc25ca-e7db-43fd-a362-546d698880ba'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:24:40.496006 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a11fb2f-25e9-460c-8512-e2b5e69baad7" -d '{"events": [{"server_uuid": "ca0dc048-f441-4646-8880-ae2021513b2d", "name": "network-vif-deleted", "tag": "a5dc25ca-e7db-43fd-a362-546d698880ba"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:24:40.527853 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4f42a0-732b-46c3-a989-c4e2a4c64090 x-openstack-request-id: req-5e4f42a0-732b-46c3-a989-c4e2a4c64090 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:24:40.528260 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0dc048-f441-4646-8880-ae2021513b2d", "name": "network-vif-deleted", "tag": "a5dc25ca-e7db-43fd-a362-546d698880ba", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:24:40.528726 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e4f42a0-732b-46c3-a989-c4e2a4c64090 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:24:40.529232 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0dc048-f441-4646-8880-ae2021513b2d', 'name': 'network-vif-deleted', 'tag': 'a5dc25ca-e7db-43fd-a362-546d698880ba', 'status': 'completed', 'code': 200} Nov 12 05:24:41.025352 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2279a945-7c9e-4a4b-9af3-208b048a1011 req-f53a2d3b-8ef5-4fb4-a4c4-1c14f2114dc2 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca0dc048-f441-4646-8880-ae2021513b2d HTTP/1.1" status: 200 len: 210 time: 0.0299251 Nov 12 05:24:42.082461 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57790) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:42.455778 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2c2ed5e0-51b0-45d7-b208-691c4a636a50 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:42.718920 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2c2ed5e0-51b0-45d7-b208-691c4a636a50 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting port 392f9552-b05c-4778-b2b9-0f8b992938c9 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:24:42.719279 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2c2ed5e0-51b0-45d7-b208-691c4a636a50 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:42.818980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-2c2ed5e0-51b0-45d7-b208-691c4a636a50 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] For port 392f9552-b05c-4778-b2b9-0f8b992938c9, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=392f9552-b05c-4778-b2b9-0f8b992938c9,segment=NetworkSegment(1dc9c232-a54d-4a84-8d34-6fa64b2c6342),segment_id=1dc9c232-a54d-4a84-8d34-6fa64b2c6342)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:42.819347 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2c2ed5e0-51b0-45d7-b208-691c4a636a50 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:42.831779 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2c2ed5e0-51b0-45d7-b208-691c4a636a50 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Calling delete_port for 392f9552-b05c-4778-b2b9-0f8b992938c9 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:24:43.077091 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2c2ed5e0-51b0-45d7-b208-691c4a636a50 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:43.105336 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ed5e0-51b0-45d7-b208-691c4a636a50 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Port': ['ID=392f9552-b05c-4778-b2b9-0f8b992938c9,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:43.292079 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2c2ed5e0-51b0-45d7-b208-691c4a636a50 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:43.558136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2ed5e0-51b0-45d7-b208-691c4a636a50 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router f5f51ed5-5926-45e7-96e2-137a75541d60 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:24:43.679344 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2ed5e0-51b0-45d7-b208-691c4a636a50 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:24:43.696537 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2c2ed5e0-51b0-45d7-b208-691c4a636a50 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "PUT /v2.0/routers/f5f51ed5-5926-45e7-96e2-137a75541d60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6112170 Nov 12 05:24:43.699377 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57792) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:43.708624 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97ea970-aa7f-41d4-93f5-e20e50150d91 None None] Sync routers for ids ['f5f51ed5-5926-45e7-96e2-137a75541d60'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:24:43.719519 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ea970-aa7f-41d4-93f5-e20e50150d91 None None] Routers {'f5f51ed5-5926-45e7-96e2-137a75541d60'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:24:43.720412 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d97ea970-aa7f-41d4-93f5-e20e50150d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:24:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f5f51ed5-5926-45e7-96e2-137a75541d60'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:43.763516 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c013bc-d765-4e09-99d6-1387c04b417d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting subnet 0f04d91b-6c6f-45a1-8a40-7b32c3261c17 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:24:43.767024 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-60c013bc-d765-4e09-99d6-1387c04b417d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:43.810667 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-60c013bc-d765-4e09-99d6-1387c04b417d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:43.842401 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-d97ea970-aa7f-41d4-93f5-e20e50150d91 None None] Set router f5f51ed5-5926-45e7-96e2-137a75541d60 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:24:43.919503 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-60c013bc-d765-4e09-99d6-1387c04b417d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:44.000076 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a5dc25ca-e7db-43fd-a362-546d698880ba no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:24:44.027559 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: a5dc25ca-e7db-43fd-a362-546d698880ba {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:24:44.027912 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device a5dc25ca-e7db-43fd-a362-546d698880ba not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:24:44.054383 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d97ea970-aa7f-41d4-93f5-e20e50150d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562109587', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:39Z', 'updated_at': '2021-11-12T05:24:42Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:40Z', 'updated_at': '2021-11-12T05:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:44.054705 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-60c013bc-d765-4e09-99d6-1387c04b417d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:44.082835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97ea970-aa7f-41d4-93f5-e20e50150d91 None None] Checking router: f5f51ed5-5926-45e7-96e2-137a75541d60 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:24:44.084246 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c013bc-d765-4e09-99d6-1387c04b417d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Subnet': ['ID=0f04d91b-6c6f-45a1-8a40-7b32c3261c17,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:44.086268 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-60c013bc-d765-4e09-99d6-1387c04b417d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:44.092395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57794) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:44.092964 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-60c013bc-d765-4e09-99d6-1387c04b417d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/subnets/0f04d91b-6c6f-45a1-8a40-7b32c3261c17 HTTP/1.1" status: 204 len: 168 time: 0.3935118 Nov 12 05:24:44.096422 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0894f72-5193-4412-a0ce-8491477d6c8c None None] Network 79f73029-0a32-4112-a70e-42b1224ada65 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:24:44.101363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ea970-aa7f-41d4-93f5-e20e50150d91 None None] Routers {'f5f51ed5-5926-45e7-96e2-137a75541d60'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:24:44.102114 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d97ea970-aa7f-41d4-93f5-e20e50150d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:24:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['f5f51ed5-5926-45e7-96e2-137a75541d60'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:44.204743 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-70c5a4ca-2d70-4d49-983d-e0d89f1dc027 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:44.313786 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-70c5a4ca-2d70-4d49-983d-e0d89f1dc027 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:44.437964 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-70c5a4ca-2d70-4d49-983d-e0d89f1dc027 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting port d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:24:44.438308 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-70c5a4ca-2d70-4d49-983d-e0d89f1dc027 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:44.464785 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-d97ea970-aa7f-41d4-93f5-e20e50150d91 None None] Set router f5f51ed5-5926-45e7-96e2-137a75541d60 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:24:44.523158 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-70c5a4ca-2d70-4d49-983d-e0d89f1dc027 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] For port d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:44.523517 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-70c5a4ca-2d70-4d49-983d-e0d89f1dc027 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:44.536149 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-70c5a4ca-2d70-4d49-983d-e0d89f1dc027 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Calling delete_port for d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:24:44.620867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] DHCP port deletion for 79f73029-0a32-4112-a70e-42b1224ada65 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:24:44.684864 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d97ea970-aa7f-41d4-93f5-e20e50150d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562109587', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:39Z', 'updated_at': '2021-11-12T05:24:42Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:40Z', 'updated_at': '2021-11-12T05:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:44.713101 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97ea970-aa7f-41d4-93f5-e20e50150d91 None None] The sync data for ids ['f5f51ed5-5926-45e7-96e2-137a75541d60'] in n-d-768509-24 is: [{'id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562109587', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:21:39Z', 'updated_at': '2021-11-12T05:24:42Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'd90f8cc2-a125-4ffa-ab96-bab4ae43ee1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f51ed5-5926-45e7-96e2-137a75541d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:21:40Z', 'updated_at': '2021-11-12T05:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:24:44.719546 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] Deleting port 6c3ea158-db67-4598-b6f4-fad41e82a770 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:24:44.719921 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:44.790886 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-70c5a4ca-2d70-4d49-983d-e0d89f1dc027 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:44.798445 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] For port 6c3ea158-db67-4598-b6f4-fad41e82a770, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6c3ea158-db67-4598-b6f4-fad41e82a770,segment=NetworkSegment(1dc9c232-a54d-4a84-8d34-6fa64b2c6342),segment_id=1dc9c232-a54d-4a84-8d34-6fa64b2c6342)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:44.805359 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:44.816148 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] Calling delete_port for 6c3ea158-db67-4598-b6f4-fad41e82a770 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:24:44.823930 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5a4ca-2d70-4d49-983d-e0d89f1dc027 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Port': ['ID=d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:44.834124 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bd07d4-7466-4183-9c4a-2e79f7d5d9df None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:24:44.887185 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-70c5a4ca-2d70-4d49-983d-e0d89f1dc027 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:44.980221 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-70c5a4ca-2d70-4d49-983d-e0d89f1dc027 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:44.982379 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-70c5a4ca-2d70-4d49-983d-e0d89f1dc027 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:45.002125 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:45.026788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] Pushing event deleted for resources: {'Port': ['ID=6c3ea158-db67-4598-b6f4-fad41e82a770,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:45.035732 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] No DVR routers for this DVR port 6c3ea158-db67-4598-b6f4-fad41e82a770 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:24:45.038194 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:45.038555 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:45.038995 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:45.039402 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:45.039739 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:45.040073 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:45.040392 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:45.040783 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:45.041109 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:45.041433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:45.041749 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:45.042065 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322461d-a605-4d9f-a214-89d365f2701f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:45.127894 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-70c5a4ca-2d70-4d49-983d-e0d89f1dc027 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:45.128517 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c5a4ca-2d70-4d49-983d-e0d89f1dc027 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Fanout notify agent at l3_agent the message router_deleted on router f5f51ed5-5926-45e7-96e2-137a75541d60 {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:24:45.140542 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-70c5a4ca-2d70-4d49-983d-e0d89f1dc027 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:45.140542 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-70c5a4ca-2d70-4d49-983d-e0d89f1dc027 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/routers/f5f51ed5-5926-45e7-96e2-137a75541d60 HTTP/1.1" status: 204 len: 168 time: 1.0451331 Nov 12 05:24:45.141639 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57796) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:45.233233 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ff80e6e-d26f-464f-afad-d9f633d292c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:45.331913 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ff80e6e-d26f-464f-afad-d9f633d292c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:45.353143 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6ff80e6e-d26f-464f-afad-d9f633d292c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f73029-0a32-4112-a70e-42b1224ada65']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:45.363026 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6ff80e6e-d26f-464f-afad-d9f633d292c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc9c232-a54d-4a84-8d34-6fa64b2c6342') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:45.363321 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-6ff80e6e-d26f-464f-afad-d9f633d292c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc9c232-a54d-4a84-8d34-6fa64b2c6342') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:45.374122 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ff80e6e-d26f-464f-afad-d9f633d292c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:45.388604 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ff80e6e-d26f-464f-afad-d9f633d292c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:45.395141 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff80e6e-d26f-464f-afad-d9f633d292c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:24:45.395589 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ff80e6e-d26f-464f-afad-d9f633d292c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: timer() Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:24:45.399533 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:24:45.549633 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ff80e6e-d26f-464f-afad-d9f633d292c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:45.557703 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6ff80e6e-d26f-464f-afad-d9f633d292c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:45.560584 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6ff80e6e-d26f-464f-afad-d9f633d292c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/networks/79f73029-0a32-4112-a70e-42b1224ada65 HTTP/1.1" status: 204 len: 168 time: 0.4178805 Nov 12 05:24:45.563402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57798) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:45.572075 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff80e6e-d26f-464f-afad-d9f633d292c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Network': ['ID=79f73029-0a32-4112-a70e-42b1224ada65,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:45.624840 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a23ebb17-2a23-4b05-a879-fde25319b4f1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:45.649702 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a23ebb17-2a23-4b05-a879-fde25319b4f1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:45.767884 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a23ebb17-2a23-4b05-a879-fde25319b4f1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:45.770878 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a23ebb17-2a23-4b05-a879-fde25319b4f1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:45.772233 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a23ebb17-2a23-4b05-a879-fde25319b4f1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/security-groups/9c40c888-5589-4cb5-b557-2d8fe4da756c HTTP/1.1" status: 204 len: 168 time: 0.2078381 Nov 12 05:24:45.785131 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ebb17-2a23-4b05-a879-fde25319b4f1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c40c888-5589-4cb5-b557-2d8fe4da756c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:45.805494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6c3ea158-db67-4598-b6f4-fad41e82a770 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:24:45.834833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 6c3ea158-db67-4598-b6f4-fad41e82a770 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:24:45.842567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6c3ea158-db67-4598-b6f4-fad41e82a770 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:24:45.842567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:24:45.855031 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:24:45.855381 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device d90f8cc2-a125-4ffa-ab96-bab4ae43ee1e not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:24:45.855798 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 392f9552-b05c-4778-b2b9-0f8b992938c9 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:24:45.874832 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 392f9552-b05c-4778-b2b9-0f8b992938c9 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:24:45.875184 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 392f9552-b05c-4778-b2b9-0f8b992938c9 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:24:46.235258 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57804) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:46.239883 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-3c504594-a78f-4e5b-946f-33f187562478 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1513963473', 'description': 'tempest-secgroup-smoke-1513963473 description', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:46.310903 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c504594-a78f-4e5b-946f-33f187562478 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:46.384523 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c504594-a78f-4e5b-946f-33f187562478 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:46.441929 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c504594-a78f-4e5b-946f-33f187562478 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:46.472237 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c504594-a78f-4e5b-946f-33f187562478 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90135f94-f57a-4868-94cc-1abc8bb167e0,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:46.528747 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c504594-a78f-4e5b-946f-33f187562478 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:46.530019 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3c504594-a78f-4e5b-946f-33f187562478 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2937431 Nov 12 05:24:46.533016 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57806) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:46.539656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-3216dee1-2f99-4396-9ec7-36f7a83bb459 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': '90135f94-f57a-4868-94cc-1abc8bb167e0', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:46.630937 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3216dee1-2f99-4396-9ec7-36f7a83bb459 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:46.689276 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3216dee1-2f99-4396-9ec7-36f7a83bb459 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:46.784809 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3216dee1-2f99-4396-9ec7-36f7a83bb459 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:46.803210 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216dee1-2f99-4396-9ec7-36f7a83bb459 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19b0805-b4b1-44ee-8dd5-2f3793bcde25,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:46.879094 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3216dee1-2f99-4396-9ec7-36f7a83bb459 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:46.880880 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3216dee1-2f99-4396-9ec7-36f7a83bb459 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3468215 Nov 12 05:24:46.883686 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57808) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:46.888073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a47d5d03-1226-4a42-b38f-9f4d5ee4e5fc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': '90135f94-f57a-4868-94cc-1abc8bb167e0', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:46.967138 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a47d5d03-1226-4a42-b38f-9f4d5ee4e5fc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:47.023686 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a47d5d03-1226-4a42-b38f-9f4d5ee4e5fc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:47.104041 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a47d5d03-1226-4a42-b38f-9f4d5ee4e5fc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:47.121257 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d5d03-1226-4a42-b38f-9f4d5ee4e5fc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a77adff-69c6-4d5b-9692-8503c6ff6af1,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:47.203841 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a47d5d03-1226-4a42-b38f-9f4d5ee4e5fc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:47.205098 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a47d5d03-1226-4a42-b38f-9f4d5ee4e5fc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3204842 Nov 12 05:24:47.207871 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57810) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:47.212805 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-d4376e5b-4830-431d-8fb9-7c18942aada7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': '90135f94-f57a-4868-94cc-1abc8bb167e0', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:47.309883 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d4376e5b-4830-431d-8fb9-7c18942aada7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:47.367027 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d4376e5b-4830-431d-8fb9-7c18942aada7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:47.447671 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d4376e5b-4830-431d-8fb9-7c18942aada7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:47.459368 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:47.466147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4376e5b-4830-431d-8fb9-7c18942aada7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f6336a-d3e0-4b06-ad91-2b0d38a46853,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:47.541679 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d4376e5b-4830-431d-8fb9-7c18942aada7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:47.542967 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d4376e5b-4830-431d-8fb9-7c18942aada7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3335567 Nov 12 05:24:47.547385 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57812) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:47.551870 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-684def00-9ffb-4dab-b8a4-3c4a19537832 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': '90135f94-f57a-4868-94cc-1abc8bb167e0', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:47.629842 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-684def00-9ffb-4dab-b8a4-3c4a19537832 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:47.689089 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-684def00-9ffb-4dab-b8a4-3c4a19537832 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:47.785004 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-684def00-9ffb-4dab-b8a4-3c4a19537832 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:47.803953 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684def00-9ffb-4dab-b8a4-3c4a19537832 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50bf803-8857-439e-8ab0-7ebf14b9dca2,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:47.895784 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-684def00-9ffb-4dab-b8a4-3c4a19537832 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:47.897505 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-684def00-9ffb-4dab-b8a4-3c4a19537832 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3486717 Nov 12 05:24:47.899849 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57814) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:47.904255 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-e1b18ee1-292a-4579-a4f5-478b0cff2229 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': '90135f94-f57a-4868-94cc-1abc8bb167e0', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:48.001991 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-e1b18ee1-292a-4579-a4f5-478b0cff2229 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Project 0e62ef2c231f459b8e1f08d7b4cf6b3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:24:48.007265 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e1b18ee1-292a-4579-a4f5-478b0cff2229 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:48.064921 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e1b18ee1-292a-4579-a4f5-478b0cff2229 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:48.127976 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e1b18ee1-292a-4579-a4f5-478b0cff2229 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:48.147811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b18ee1-292a-4579-a4f5-478b0cff2229 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be1e1d3-2a55-4fcd-9e03-270d57f4e4aa,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:48.232301 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e1b18ee1-292a-4579-a4f5-478b0cff2229 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:48.233549 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e1b18ee1-292a-4579-a4f5-478b0cff2229 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3327677 Nov 12 05:24:48.236312 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57816) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:48.240775 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-e71474e4-542a-4b53-b735-71815b06df05 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': '90135f94-f57a-4868-94cc-1abc8bb167e0', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:48.310624 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-e71474e4-542a-4b53-b735-71815b06df05 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Project 0e62ef2c231f459b8e1f08d7b4cf6b3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:24:48.315776 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e71474e4-542a-4b53-b735-71815b06df05 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:48.376548 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e71474e4-542a-4b53-b735-71815b06df05 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:48.447721 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e71474e4-542a-4b53-b735-71815b06df05 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:48.465508 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71474e4-542a-4b53-b735-71815b06df05 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ee5b86-d480-4741-a2b8-2024d3b8201a,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:48.530516 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e71474e4-542a-4b53-b735-71815b06df05 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:48.531835 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e71474e4-542a-4b53-b735-71815b06df05 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2945638 Nov 12 05:24:48.534940 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57818) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:48.540667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-fdd7bf2e-1c77-47c1-9253-d7d83e768917 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'network': {'name': 'tempest-network-smoke--1862764192', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'port_security_enabled': True}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:48.653034 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd7bf2e-1c77-47c1-9253-d7d83e768917 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Made reservation on behalf of 0e62ef2c231f459b8e1f08d7b4cf6b3d for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:24:48.659214 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fdd7bf2e-1c77-47c1-9253-d7d83e768917 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:48.676762 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:48.703476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd7bf2e-1c77-47c1-9253-d7d83e768917 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:24:48.715478 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fdd7bf2e-1c77-47c1-9253-d7d83e768917 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:48.715823 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-fdd7bf2e-1c77-47c1-9253-d7d83e768917 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Added segment 222750ee-6d9b-4544-baf1-b0775f93db2e of type vlan for network 28d58797-d127-4b82-9bd2-9e04eea25e4b Nov 12 05:24:48.756048 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fdd7bf2e-1c77-47c1-9253-d7d83e768917 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:48.870342 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fdd7bf2e-1c77-47c1-9253-d7d83e768917 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:48.876526 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd7bf2e-1c77-47c1-9253-d7d83e768917 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:48.877188 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fdd7bf2e-1c77-47c1-9253-d7d83e768917 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:48.944402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7bf2e-1c77-47c1-9253-d7d83e768917 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Network': ['ID=28d58797-d127-4b82-9bd2-9e04eea25e4b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:48.955679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 28d58797-d127-4b82-9bd2-9e04eea25e4b details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:24:48.970946 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fdd7bf2e-1c77-47c1-9253-d7d83e768917 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4347174 Nov 12 05:24:48.973988 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57820) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:48.978863 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-54f2f405-2525-4b7b-a8e8-48649fd9bff9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-235638043', 'admin_state_up': True, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:49.087089 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-54f2f405-2525-4b7b-a8e8-48649fd9bff9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:49.088183 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-54f2f405-2525-4b7b-a8e8-48649fd9bff9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:49.142433 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-54f2f405-2525-4b7b-a8e8-48649fd9bff9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:49.344423 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-54f2f405-2525-4b7b-a8e8-48649fd9bff9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:49.573617 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-54f2f405-2525-4b7b-a8e8-48649fd9bff9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:49.592827 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-54f2f405-2525-4b7b-a8e8-48649fd9bff9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:49.699966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-54f2f405-2525-4b7b-a8e8-48649fd9bff9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Allocated IP 172.25.1.194 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/56e80fbc-24c3-4593-8e9e-bfeaae945c1d) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:24:49.800371 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-54f2f405-2525-4b7b-a8e8-48649fd9bff9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:49.945312 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-54f2f405-2525-4b7b-a8e8-48649fd9bff9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:49.989542 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f2f405-2525-4b7b-a8e8-48649fd9bff9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:24:49.992532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-54f2f405-2525-4b7b-a8e8-48649fd9bff9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:24:49.996940 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f2f405-2525-4b7b-a8e8-48649fd9bff9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:24:50.000940 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2f405-2525-4b7b-a8e8-48649fd9bff9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=56e80fbc-24c3-4593-8e9e-bfeaae945c1d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:50.008572 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8453976b-0de9-4169-b6d4-533b0cc146f7 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:24:50.133936 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b79e1107-65b9-4e02-98e1-0dc0c5faa3ed None None] Provisioning complete for port 56e80fbc-24c3-4593-8e9e-bfeaae945c1d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:50.134300 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b79e1107-65b9-4e02-98e1-0dc0c5faa3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:50.179546 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-b79e1107-65b9-4e02-98e1-0dc0c5faa3ed None None] Port 56e80fbc-24c3-4593-8e9e-bfeaae945c1d cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:24:50.317395 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-54f2f405-2525-4b7b-a8e8-48649fd9bff9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:50.517515 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-54f2f405-2525-4b7b-a8e8-48649fd9bff9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:50.721944 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f2f405-2525-4b7b-a8e8-48649fd9bff9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router 8733cb13-c6d4-425c-80b1-de67790c36fb is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:24:51.196831 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f2f405-2525-4b7b-a8e8-48649fd9bff9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:24:51.208105 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] Sync routers for ids ['8733cb13-c6d4-425c-80b1-de67790c36fb'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:24:51.225916 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] Routers {'8733cb13-c6d4-425c-80b1-de67790c36fb'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:24:51.227585 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:24:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8733cb13-c6d4-425c-80b1-de67790c36fb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:51.290223 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-54f2f405-2525-4b7b-a8e8-48649fd9bff9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:51.291522 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-54f2f405-2525-4b7b-a8e8-48649fd9bff9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3164322 Nov 12 05:24:51.294617 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57822) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:51.331047 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b8012c4d-11a6-41df-bc70-312f2c6ccaf4 tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352342 Nov 12 05:24:51.334050 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57824) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:51.435342 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fc2f76-34bd-4b19-90a8-84b80672b8dd tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:51.436292 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] Set router 8733cb13-c6d4-425c-80b1-de67790c36fb gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:24:51.439946 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-04fc2f76-34bd-4b19-90a8-84b80672b8dd tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1021297 Nov 12 05:24:51.440179 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57826) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:51.470454 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4a4ae0b3-8101-4017-8d20-c4c925928ad1 tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284560 Nov 12 05:24:51.474021 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57828) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:51.480145 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-524fddaa-34cb-4118-a54f-a24590e071be tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-704645719', 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:24:51.624699 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235638043', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:50Z', 'revision_number': 3, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:51.642092 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524fddaa-34cb-4118-a54f-a24590e071be tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Made reservation on behalf of 0e62ef2c231f459b8e1f08d7b4cf6b3d for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:24:51.646084 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-524fddaa-34cb-4118-a54f-a24590e071be tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:51.656796 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] Checking router: 8733cb13-c6d4-425c-80b1-de67790c36fb for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:24:51.657146 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] Updating router 8733cb13-c6d4-425c-80b1-de67790c36fb port 56e80fbc-24c3-4593-8e9e-bfeaae945c1d binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:24:51.684198 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:51.899725 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-524fddaa-34cb-4118-a54f-a24590e071be tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:51.945826 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:51.955273 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fddaa-34cb-4118-a54f-a24590e071be tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Subnet': ['ID=88eb1130-4157-475b-82c5-173c14350ea0,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:51.973455 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524fddaa-34cb-4118-a54f-a24590e071be tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Checking segment: {'id': '222750ee-6d9b-4544-baf1-b0775f93db2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:24:51.973820 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524fddaa-34cb-4118-a54f-a24590e071be tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network hostable DHCP agents. Network: 28d58797-d127-4b82-9bd2-9e04eea25e4b, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:24:52.030494 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:52.070561 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdb3aad-9d84-447a-889a-6f18871e471f None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:24:52.071146 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524fddaa-34cb-4118-a54f-a24590e071be tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 28d58797-d127-4b82-9bd2-9e04eea25e4b is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:24:52.079515 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] Attempting to bind port 56e80fbc-24c3-4593-8e9e-bfeaae945c1d on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:24:52.080657 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] Attempting to bind port 56e80fbc-24c3-4593-8e9e-bfeaae945c1d by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:24:52.080657 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] Attempting to bind port 56e80fbc-24c3-4593-8e9e-bfeaae945c1d on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:24:52.093424 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:24:52.094086 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:24:52.094490 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:52.094907 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:24:52.096232 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] Bound port: 56e80fbc-24c3-4593-8e9e-bfeaae945c1d, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:24:52.096955 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:52.098727 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcbcfa-117c-4b3a-a881-30940fed6bfd None None] Pushing event updated for resources: {'Port': ['ID=56e80fbc-24c3-4593-8e9e-bfeaae945c1d,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:52.109832 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6c4a68bb-889b-4b07-9505-fbe13728abc0 None None] Provisioning complete for port 56e80fbc-24c3-4593-8e9e-bfeaae945c1d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:52.113165 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6c4a68bb-889b-4b07-9505-fbe13728abc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:52.125846 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcbcfa-117c-4b3a-a881-30940fed6bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:52.126189 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcbcfa-117c-4b3a-a881-30940fed6bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:52.126526 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcbcfa-117c-4b3a-a881-30940fed6bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:52.126881 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcbcfa-117c-4b3a-a881-30940fed6bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:52.128140 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcbcfa-117c-4b3a-a881-30940fed6bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:52.128504 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcbcfa-117c-4b3a-a881-30940fed6bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:52.128836 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcbcfa-117c-4b3a-a881-30940fed6bfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:52.129162 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcbcfa-117c-4b3a-a881-30940fed6bfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:52.129499 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcbcfa-117c-4b3a-a881-30940fed6bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:52.130489 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcbcfa-117c-4b3a-a881-30940fed6bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:52.130489 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcbcfa-117c-4b3a-a881-30940fed6bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:52.130489 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcbcfa-117c-4b3a-a881-30940fed6bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:24:52.158128 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6c4a68bb-889b-4b07-9505-fbe13728abc0 None None] Port 56e80fbc-24c3-4593-8e9e-bfeaae945c1d cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:24:52.173471 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] For port 56e80fbc-24c3-4593-8e9e-bfeaae945c1d, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:24:52.173710 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-524fddaa-34cb-4118-a54f-a24590e071be tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 28d58797-d127-4b82-9bd2-9e04eea25e4b) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:24:52.178057 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] For port 56e80fbc-24c3-4593-8e9e-bfeaae945c1d, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=56e80fbc-24c3-4593-8e9e-bfeaae945c1d,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:24:52.182885 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9790daa-9b37-44ff-8558-d2214419d9d1 None None] Network 28d58797-d127-4b82-9bd2-9e04eea25e4b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:24:52.184956 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524fddaa-34cb-4118-a54f-a24590e071be tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:52.185556 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-524fddaa-34cb-4118-a54f-a24590e071be tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:52.259805 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:52.275035 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-524fddaa-34cb-4118-a54f-a24590e071be tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7980704 Nov 12 05:24:52.276398 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 57830) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:24:52.312411 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] Routers {'8733cb13-c6d4-425c-80b1-de67790c36fb'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:24:52.313014 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:24:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8733cb13-c6d4-425c-80b1-de67790c36fb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:52.331642 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523e4036-763b-416c-92ce-f2321262d1b0 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:24:52.350506 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-28d58797-d127-4b82-9bd2-9e04eea25e4b', 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ips': [{'subnet_id': '88eb1130-4157-475b-82c5-173c14350ea0'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:24:52.351596 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:52.362352 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcbcfa-117c-4b3a-a881-30940fed6bfd None None] Pushing event updated for resources: {'Port': ['ID=56e80fbc-24c3-4593-8e9e-bfeaae945c1d,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:52.435997 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] Set router 8733cb13-c6d4-425c-80b1-de67790c36fb gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:24:52.438867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-97f834d8-fc6a-4fc8-8984-2e52776d44e1 None None] Provisioning complete for port 56e80fbc-24c3-4593-8e9e-bfeaae945c1d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:52.439314 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-97f834d8-fc6a-4fc8-8984-2e52776d44e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:52.571352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] Allocated IP 172.20.0.2 (28d58797-d127-4b82-9bd2-9e04eea25e4b/88eb1130-4157-475b-82c5-173c14350ea0/4b0c9576-ed67-462e-a09a-e9c8e2a71a26) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:24:52.587628 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-97f834d8-fc6a-4fc8-8984-2e52776d44e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:52.623566 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235638043', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:50Z', 'revision_number': 3, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:52.628761 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-97f834d8-fc6a-4fc8-8984-2e52776d44e1 None None] For port 56e80fbc-24c3-4593-8e9e-bfeaae945c1d, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=56e80fbc-24c3-4593-8e9e-bfeaae945c1d,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:52.655515 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b093b-2ae1-4203-b1db-8e93e21c40a5 None None] The sync data for ids ['8733cb13-c6d4-425c-80b1-de67790c36fb'] in n-d-768509-24 is: [{'id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235638043', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:50Z', 'revision_number': 3, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:24:52.703502 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-97f834d8-fc6a-4fc8-8984-2e52776d44e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:52.803573 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f834d8-fc6a-4fc8-8984-2e52776d44e1 None None] Pushing event updated for resources: {'Port': ['ID=56e80fbc-24c3-4593-8e9e-bfeaae945c1d,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:52.826165 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:52.886153 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e46b04a-d944-4633-820c-6578e2df95ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:52.894026 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:52.946798 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] Network 28d58797-d127-4b82-9bd2-9e04eea25e4b is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:24:52.952962 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:24:52.956885 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:24:53.019591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] Pushing event updated for resources: {'Port': ['ID=4b0c9576-ed67-462e-a09a-e9c8e2a71a26,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:53.036116 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] Attempting to bind port 4b0c9576-ed67-462e-a09a-e9c8e2a71a26 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:24:53.036576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] Attempting to bind port 4b0c9576-ed67-462e-a09a-e9c8e2a71a26 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '222750ee-6d9b-4544-baf1-b0775f93db2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:24:53.037001 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] Attempting to bind port 4b0c9576-ed67-462e-a09a-e9c8e2a71a26 on network 28d58797-d127-4b82-9bd2-9e04eea25e4b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:24:53.044676 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:24:53.046529 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] Checking segment: {'id': '222750ee-6d9b-4544-baf1-b0775f93db2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:24:53.046975 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:53.047369 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] Bound using segment: {'id': '222750ee-6d9b-4544-baf1-b0775f93db2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:24:53.047858 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] Bound port: 4b0c9576-ed67-462e-a09a-e9c8e2a71a26, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222750ee-6d9b-4544-baf1-b0775f93db2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:24:53.048260 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:53.125981 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] For port 4b0c9576-ed67-462e-a09a-e9c8e2a71a26, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:24:53.130159 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] For port 4b0c9576-ed67-462e-a09a-e9c8e2a71a26, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4b0c9576-ed67-462e-a09a-e9c8e2a71a26,segment=NetworkSegment(222750ee-6d9b-4544-baf1-b0775f93db2e),segment_id=222750ee-6d9b-4544-baf1-b0775f93db2e)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:24:53.186961 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:53.275093 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-0e46b04a-d944-4633-820c-6578e2df95ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Allocated IP 172.20.0.1 (28d58797-d127-4b82-9bd2-9e04eea25e4b/88eb1130-4157-475b-82c5-173c14350ea0/6adcabd7-cf5b-44a5-9155-6c36b4c1f400) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:24:53.294252 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de60e74-8e33-41cd-ad69-f548552d1657 None None] Pushing event updated for resources: {'Port': ['ID=4b0c9576-ed67-462e-a09a-e9c8e2a71a26,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:53.437784 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e46b04a-d944-4633-820c-6578e2df95ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:53.540512 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e46b04a-d944-4633-820c-6578e2df95ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:53.581412 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e46b04a-d944-4633-820c-6578e2df95ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 28d58797-d127-4b82-9bd2-9e04eea25e4b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:24:53.585772 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-0e46b04a-d944-4633-820c-6578e2df95ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:24:53.591170 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e46b04a-d944-4633-820c-6578e2df95ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:24:53.634731 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46b04a-d944-4633-820c-6578e2df95ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=6adcabd7-cf5b-44a5-9155-6c36b4c1f400,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:53.657160 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e46b04a-d944-4633-820c-6578e2df95ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:53.808749 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4b0c9576-ed67-462e-a09a-e9c8e2a71a26 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:24:53.870524 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e46b04a-d944-4633-820c-6578e2df95ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:53.876046 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4b0c9576-ed67-462e-a09a-e9c8e2a71a26 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:53.876683 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:53.960580 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:53.998580 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port 4b0c9576-ed67-462e-a09a-e9c8e2a71a26, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4b0c9576-ed67-462e-a09a-e9c8e2a71a26,segment=NetworkSegment(222750ee-6d9b-4544-baf1-b0775f93db2e),segment_id=222750ee-6d9b-4544-baf1-b0775f93db2e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:54.048006 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:54.048856 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 56e80fbc-24c3-4593-8e9e-bfeaae945c1d up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:24:54.137187 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=4b0c9576-ed67-462e-a09a-e9c8e2a71a26,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:54.153371 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 56e80fbc-24c3-4593-8e9e-bfeaae945c1d triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:54.153756 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:54.369683 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18338e87-c7b1-4b63-88c1-a881e278da0c None None] Network 28d58797-d127-4b82-9bd2-9e04eea25e4b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:24:54.453769 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65d01e6c-6468-4598-9c0e-f227c40d7fc4 None None] Provisioning complete for port 4b0c9576-ed67-462e-a09a-e9c8e2a71a26 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:54.454129 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65d01e6c-6468-4598-9c0e-f227c40d7fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:54.529364 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e46b04a-d944-4633-820c-6578e2df95ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:54.607422 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e46b04a-d944-4633-820c-6578e2df95ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:54.688083 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46b04a-d944-4633-820c-6578e2df95ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=6adcabd7-cf5b-44a5-9155-6c36b4c1f400,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:54.693120 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0e46b04a-d944-4633-820c-6578e2df95ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:54.793577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e46b04a-d944-4633-820c-6578e2df95ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 28d58797-d127-4b82-9bd2-9e04eea25e4b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:24:54.795124 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-0e46b04a-d944-4633-820c-6578e2df95ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:24:54.822770 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c51425b0-fab3-41ba-af02-7365c59827fa None None] Provisioning complete for port 6adcabd7-cf5b-44a5-9155-6c36b4c1f400 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:54.823142 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c51425b0-fab3-41ba-af02-7365c59827fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:54.864823 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c51425b0-fab3-41ba-af02-7365c59827fa None None] Port 6adcabd7-cf5b-44a5-9155-6c36b4c1f400 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:24:54.875433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c51425b0-fab3-41ba-af02-7365c59827fa None None] Provisioning complete for port 4b0c9576-ed67-462e-a09a-e9c8e2a71a26 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:54.875727 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c51425b0-fab3-41ba-af02-7365c59827fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:54.925413 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e46b04a-d944-4633-820c-6578e2df95ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router 8733cb13-c6d4-425c-80b1-de67790c36fb has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:24:55.042862 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e46b04a-d944-4633-820c-6578e2df95ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:24:55.047943 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0e46b04a-d944-4633-820c-6578e2df95ce tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "PUT /v2.0/routers/8733cb13-c6d4-425c-80b1-de67790c36fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7704139 Nov 12 05:24:55.056759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] Sync routers for ids ['8733cb13-c6d4-425c-80b1-de67790c36fb'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:24:55.069026 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] Routers {'8733cb13-c6d4-425c-80b1-de67790c36fb'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:24:55.069659 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:24:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8733cb13-c6d4-425c-80b1-de67790c36fb'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:55.152256 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-461815cc-ad19-4acc-990e-7e511cafa4f0 None None] Provisioning complete for port 6adcabd7-cf5b-44a5-9155-6c36b4c1f400 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:55.152930 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-461815cc-ad19-4acc-990e-7e511cafa4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:55.228528 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea288457-01d8-4874-ba33-95c174c0629c req-0e2bef76-6eed-4ce7-af6f-e638deb5c3a5 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1513963473&fields=id&tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d HTTP/1.1" status: 200 len: 267 time: 0.0506196 Nov 12 05:24:55.233356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-461815cc-ad19-4acc-990e-7e511cafa4f0 None None] Port 6adcabd7-cf5b-44a5-9155-6c36b4c1f400 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:24:55.239231 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] Set router 8733cb13-c6d4-425c-80b1-de67790c36fb gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:24:55.337374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea288457-01d8-4874-ba33-95c174c0629c req-b6388722-513d-4e7e-8354-f9363a29c6f8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:55.339763 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea288457-01d8-4874-ba33-95c174c0629c req-b6388722-513d-4e7e-8354-f9363a29c6f8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/networks?id=28d58797-d127-4b82-9bd2-9e04eea25e4b HTTP/1.1" status: 200 len: 797 time: 0.1036825 Nov 12 05:24:55.357297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea288457-01d8-4874-ba33-95c174c0629c req-5b240c30-b633-4ede-a18a-8dd08b53fa67 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/quotas/0e62ef2c231f459b8e1f08d7b4cf6b3d HTTP/1.1" status: 200 len: 375 time: 0.0114255 Nov 12 05:24:55.413913 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea288457-01d8-4874-ba33-95c174c0629c req-051d1659-edb1-4d32-81a2-f6fbbf3d5813 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505035 Nov 12 05:24:55.517559 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea288457-01d8-4874-ba33-95c174c0629c req-5aebed38-8ade-481e-8d6a-274f851bb8f1 service neutron] 10.222.0.37 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907178 Nov 12 05:24:55.536184 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:24:55.536791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-613f53e7-b4fb-4700-8f58-d490b0dd1443 None None] Provisioning complete for port 6adcabd7-cf5b-44a5-9155-6c36b4c1f400 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:55.536791 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-613f53e7-b4fb-4700-8f58-d490b0dd1443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:55.592510 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-613f53e7-b4fb-4700-8f58-d490b0dd1443 None None] Port 6adcabd7-cf5b-44a5-9155-6c36b4c1f400 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:24:55.617373 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea288457-01d8-4874-ba33-95c174c0629c req-1c561298-8e84-4768-8611-9e54e33f6ea8 service neutron] 10.222.0.37 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927505 Nov 12 05:24:55.642070 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235638043', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:53Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '6adcabd7-cf5b-44a5-9155-6c36b4c1f400', 'name': '', 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:40:d4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '88eb1130-4157-475b-82c5-173c14350ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:53Z', 'updated_at': '2021-11-12T05:24:54Z', 'revision_number': 2, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '88eb1130-4157-475b-82c5-173c14350ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:55.669892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] Checking router: 8733cb13-c6d4-425c-80b1-de67790c36fb for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:24:55.670274 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] Updating router 8733cb13-c6d4-425c-80b1-de67790c36fb port 6adcabd7-cf5b-44a5-9155-6c36b4c1f400 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:24:55.699527 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:55.737063 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4b0c9576-ed67-462e-a09a-e9c8e2a71a26 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:24:55.866384 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4b0c9576-ed67-462e-a09a-e9c8e2a71a26 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:55.866774 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:55.871499 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a00d35ce-bb58-4a6f-b930-c80d631284b8 req-a6fa0e66-4cef-45d7-8e7d-d5cacda3693f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 210 time: 0.0268221 Nov 12 05:24:56.071021 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:56.139220 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:56.191485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfa276-6776-4702-8ab0-4347cfb586e6 None None] Pushing event updated for resources: {'Port': ['ID=6adcabd7-cf5b-44a5-9155-6c36b4c1f400,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:56.247675 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] Attempting to bind port 6adcabd7-cf5b-44a5-9155-6c36b4c1f400 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:24:56.248077 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] Attempting to bind port 6adcabd7-cf5b-44a5-9155-6c36b4c1f400 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '222750ee-6d9b-4544-baf1-b0775f93db2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:24:56.248368 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] Attempting to bind port 6adcabd7-cf5b-44a5-9155-6c36b4c1f400 on network 28d58797-d127-4b82-9bd2-9e04eea25e4b {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:24:56.253630 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:24:56.253999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] Checking segment: {'id': '222750ee-6d9b-4544-baf1-b0775f93db2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:24:56.254390 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:56.254802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] Bound using segment: {'id': '222750ee-6d9b-4544-baf1-b0775f93db2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:24:56.255392 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] Bound port: 6adcabd7-cf5b-44a5-9155-6c36b4c1f400, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222750ee-6d9b-4544-baf1-b0775f93db2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:24:56.255773 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:56.321640 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] For port 6adcabd7-cf5b-44a5-9155-6c36b4c1f400, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:24:56.324959 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] For port 6adcabd7-cf5b-44a5-9155-6c36b4c1f400, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6adcabd7-cf5b-44a5-9155-6c36b4c1f400,segment=NetworkSegment(222750ee-6d9b-4544-baf1-b0775f93db2e),segment_id=222750ee-6d9b-4544-baf1-b0775f93db2e)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:24:56.417985 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7ddab6ef-28e0-4ac0-bd50-fe7fd50c2230 None None] Provisioning complete for port 6adcabd7-cf5b-44a5-9155-6c36b4c1f400 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:56.418356 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ddab6ef-28e0-4ac0-bd50-fe7fd50c2230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:56.420654 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:56.513562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfa276-6776-4702-8ab0-4347cfb586e6 None None] Pushing event updated for resources: {'Port': ['ID=6adcabd7-cf5b-44a5-9155-6c36b4c1f400,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:56.516181 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] Routers {'8733cb13-c6d4-425c-80b1-de67790c36fb'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:24:56.516788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:24:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8733cb13-c6d4-425c-80b1-de67790c36fb'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:56.642137 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ddab6ef-28e0-4ac0-bd50-fe7fd50c2230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:56.672555 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] Set router 8733cb13-c6d4-425c-80b1-de67790c36fb gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:24:56.716205 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7ddab6ef-28e0-4ac0-bd50-fe7fd50c2230 None None] For port 6adcabd7-cf5b-44a5-9155-6c36b4c1f400, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6adcabd7-cf5b-44a5-9155-6c36b4c1f400,segment=NetworkSegment(222750ee-6d9b-4544-baf1-b0775f93db2e),segment_id=222750ee-6d9b-4544-baf1-b0775f93db2e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:24:56.801031 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ddab6ef-28e0-4ac0-bd50-fe7fd50c2230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:56.877670 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddab6ef-28e0-4ac0-bd50-fe7fd50c2230 None None] Pushing event updated for resources: {'Port': ['ID=6adcabd7-cf5b-44a5-9155-6c36b4c1f400,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:24:56.936923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-bf1da2ea-0f4b-48fc-89f0-b5b3a44d104b None None] Provisioning complete for port 6adcabd7-cf5b-44a5-9155-6c36b4c1f400 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:56.937301 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-bf1da2ea-0f4b-48fc-89f0-b5b3a44d104b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:56.958281 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc3865f0-9b51-4878-a5e8-23f396682974 req-675a38b3-d2b6-428d-85f9-121bd684c92f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 210 time: 0.0259221 Nov 12 05:24:56.961647 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235638043', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:53Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '6adcabd7-cf5b-44a5-9155-6c36b4c1f400', 'name': '', 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:40:d4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '88eb1130-4157-475b-82c5-173c14350ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:53Z', 'updated_at': '2021-11-12T05:24:56Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '88eb1130-4157-475b-82c5-173c14350ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:24:56.995576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e04293-70c0-483c-820b-1860ac163db0 None None] The sync data for ids ['8733cb13-c6d4-425c-80b1-de67790c36fb'] in n-d-768509-24 is: [{'id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235638043', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:53Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '6adcabd7-cf5b-44a5-9155-6c36b4c1f400', 'name': '', 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:40:d4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '88eb1130-4157-475b-82c5-173c14350ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:53Z', 'updated_at': '2021-11-12T05:24:56Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '88eb1130-4157-475b-82c5-173c14350ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:24:57.746752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6adcabd7-cf5b-44a5-9155-6c36b4c1f400 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:24:57.796417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 6adcabd7-cf5b-44a5-9155-6c36b4c1f400 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:24:57.796787 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:58.041048 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ecdf3522-7983-4f30-a569-a47cde0d74da req-a52ac321-726f-4622-9fa6-66b20ff51444 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 210 time: 0.0266647 Nov 12 05:24:59.118103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-191dc0ad-3d41-473b-9f3e-623673fbafb8 req-b321e2a7-6fc4-41ca-b5ab-db07ed5b272e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 210 time: 0.0259950 Nov 12 05:25:00.214284 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a460dd56-e382-4b8c-bf3b-5ee8e09bff7a req-21a74789-6271-4126-9e01-c7411a59b5dc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 210 time: 0.0262938 Nov 12 05:25:01.312147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc6337ad-1d69-4808-8b13-66c2851276a1 req-050bd73b-b294-4936-beb1-28e1ccf22922 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 210 time: 0.0300708 Nov 12 05:25:01.991037 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea288457-01d8-4874-ba33-95c174c0629c req-0600538f-b828-4091-94df-d771a64eb562 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:01.992386 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ea288457-01d8-4874-ba33-95c174c0629c req-0600538f-b828-4091-94df-d771a64eb562 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.21 "GET /v2.0/networks?id=28d58797-d127-4b82-9bd2-9e04eea25e4b HTTP/1.1" status: 200 len: 797 time: 0.1083081 Nov 12 05:25:02.062428 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ea288457-01d8-4874-ba33-95c174c0629c req-ae2c3c7f-f576-4d33-ac52-4be7f9e57fb0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d HTTP/1.1" status: 200 len: 380 time: 0.0547853 Nov 12 05:25:02.071739 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ea288457-01d8-4874-ba33-95c174c0629c req-f1c5f711-d15f-4db3-b49c-a8df5db8cb85 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'port': {'device_id': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b', 'admin_state_up': True, 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'security_groups': ['90135f94-f57a-4868-94cc-1abc8bb167e0']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:25:02.247368 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea288457-01d8-4874-ba33-95c174c0629c req-f1c5f711-d15f-4db3-b49c-a8df5db8cb85 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Made reservation on behalf of 0e62ef2c231f459b8e1f08d7b4cf6b3d for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:25:02.250992 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea288457-01d8-4874-ba33-95c174c0629c req-f1c5f711-d15f-4db3-b49c-a8df5db8cb85 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:02.381357 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-ea288457-01d8-4874-ba33-95c174c0629c req-f1c5f711-d15f-4db3-b49c-a8df5db8cb85 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Allocated IP 172.20.0.9 (28d58797-d127-4b82-9bd2-9e04eea25e4b/88eb1130-4157-475b-82c5-173c14350ea0/92fe2207-7326-4e24-9a2a-bb4afe30154e) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:25:02.408977 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea3af7d7-b3ab-4513-ac6a-def5e95e0cad req-acaedbbd-2457-4563-b80f-a0b9c5edce2c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 210 time: 0.0268397 Nov 12 05:25:02.521584 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea288457-01d8-4874-ba33-95c174c0629c req-f1c5f711-d15f-4db3-b49c-a8df5db8cb85 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:02.625141 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea288457-01d8-4874-ba33-95c174c0629c req-f1c5f711-d15f-4db3-b49c-a8df5db8cb85 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:02.667704 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea288457-01d8-4874-ba33-95c174c0629c req-f1c5f711-d15f-4db3-b49c-a8df5db8cb85 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 28d58797-d127-4b82-9bd2-9e04eea25e4b is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:25:02.672685 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-ea288457-01d8-4874-ba33-95c174c0629c req-f1c5f711-d15f-4db3-b49c-a8df5db8cb85 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:25:02.676397 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea288457-01d8-4874-ba33-95c174c0629c req-f1c5f711-d15f-4db3-b49c-a8df5db8cb85 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:25:02.682901 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5f711-d15f-4db3-b49c-a8df5db8cb85 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=92fe2207-7326-4e24-9a2a-bb4afe30154e,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:02.730174 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea288457-01d8-4874-ba33-95c174c0629c req-f1c5f711-d15f-4db3-b49c-a8df5db8cb85 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:02.730911 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea288457-01d8-4874-ba33-95c174c0629c req-f1c5f711-d15f-4db3-b49c-a8df5db8cb85 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:02.804934 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ea288457-01d8-4874-ba33-95c174c0629c req-f1c5f711-d15f-4db3-b49c-a8df5db8cb85 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7368135 Nov 12 05:25:02.815434 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [req-ea288457-01d8-4874-ba33-95c174c0629c req-0f754949-04ef-46f6-9317-d51bccf46523 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:25:02.816459 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ea288457-01d8-4874-ba33-95c174c0629c req-0f754949-04ef-46f6-9317-d51bccf46523 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057073 Nov 12 05:25:02.836700 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Request body: {'port': {'device_id': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:25:02.894156 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:02.928727 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-cba4ff2b-a23a-44da-b662-4eb197809e27 None None] Provisioning complete for port 92fe2207-7326-4e24-9a2a-bb4afe30154e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:02.929305 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-cba4ff2b-a23a-44da-b662-4eb197809e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:02.963729 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-cba4ff2b-a23a-44da-b662-4eb197809e27 None None] Port 92fe2207-7326-4e24-9a2a-bb4afe30154e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:25:03.152482 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fe2207-7326-4e24-9a2a-bb4afe30154e {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:25:03.160856 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:03.173954 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Transition to ACTIVE for port object 92fe2207-7326-4e24-9a2a-bb4afe30154e will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:25:03.258056 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-28ddcef4-2083-481f-ae9d-89434181daa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:03.287143 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:03.337974 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Pushing event updated for resources: {'Port': ['ID=92fe2207-7326-4e24-9a2a-bb4afe30154e,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:03.415155 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Attempting to bind port 92fe2207-7326-4e24-9a2a-bb4afe30154e on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:25:03.415980 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Attempting to bind port 92fe2207-7326-4e24-9a2a-bb4afe30154e by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '222750ee-6d9b-4544-baf1-b0775f93db2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:25:03.416301 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Attempting to bind port 92fe2207-7326-4e24-9a2a-bb4afe30154e on network 28d58797-d127-4b82-9bd2-9e04eea25e4b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:25:03.421382 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Port 92fe2207-7326-4e24-9a2a-bb4afe30154e on network 28d58797-d127-4b82-9bd2-9e04eea25e4b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:25:03.421740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Attempting to bind port 92fe2207-7326-4e24-9a2a-bb4afe30154e on network 28d58797-d127-4b82-9bd2-9e04eea25e4b {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:25:03.426888 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:25:03.427214 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Checking segment: {'id': '222750ee-6d9b-4544-baf1-b0775f93db2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:25:03.427598 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Bound using segment: {'id': '222750ee-6d9b-4544-baf1-b0775f93db2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:25:03.428009 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Bound port: 92fe2207-7326-4e24-9a2a-bb4afe30154e, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222750ee-6d9b-4544-baf1-b0775f93db2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:25:03.428369 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:03.500107 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] For port 92fe2207-7326-4e24-9a2a-bb4afe30154e, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:25:03.503447 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] For port 92fe2207-7326-4e24-9a2a-bb4afe30154e, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=92fe2207-7326-4e24-9a2a-bb4afe30154e,segment=NetworkSegment(222750ee-6d9b-4544-baf1-b0775f93db2e),segment_id=222750ee-6d9b-4544-baf1-b0775f93db2e)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:25:03.537215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbd567-8a6e-4a05-88da-0b34ab2141d6 req-310077fa-a4fc-452f-bd0a-f3cf5f52ede3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:03.538772 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85fbd567-8a6e-4a05-88da-0b34ab2141d6 req-310077fa-a4fc-452f-bd0a-f3cf5f52ede3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 943 time: 0.0513320 Nov 12 05:25:03.590955 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85fbd567-8a6e-4a05-88da-0b34ab2141d6 req-802e83e9-836d-423d-a492-a6390bff5ce9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444844 Nov 12 05:25:03.624255 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:03.660330 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:03.660957 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:03.662359 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ea288457-01d8-4874-ba33-95c174c0629c req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] 10.222.0.21 "PUT /v2.0/ports/92fe2207-7326-4e24-9a2a-bb4afe30154e HTTP/1.1" status: 200 len: 1092 time: 0.8301201 Nov 12 05:25:03.662831 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'tag': '92fe2207-7326-4e24-9a2a-bb4afe30154e'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:25:03.665284 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f87b79-d990-4626-bd55-8031e52153a1" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae", "tag": "92fe2207-7326-4e24-9a2a-bb4afe30154e"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:25:03.700461 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4131423-ad14-48dd-baa2-8e7ee17fb625 service neutron] Pushing event updated for resources: {'Port': ['ID=92fe2207-7326-4e24-9a2a-bb4afe30154e,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:03.719990 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4f7a82-d159-4e66-a31f-fb135b9fa006 x-openstack-request-id: req-af4f7a82-d159-4e66-a31f-fb135b9fa006 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:25:03.720297 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae", "tag": "92fe2207-7326-4e24-9a2a-bb4afe30154e", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:25:03.720550 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af4f7a82-d159-4e66-a31f-fb135b9fa006 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:25:03.721677 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'tag': '92fe2207-7326-4e24-9a2a-bb4afe30154e', 'status': 'completed', 'code': 200} Nov 12 05:25:03.810466 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f87b79-d990-4626-bd55-8031e52153a1 req-95e642ff-3c17-4800-8ff2-fe7e970a2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:03.812109 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-14f87b79-d990-4626-bd55-8031e52153a1 req-95e642ff-3c17-4800-8ff2-fe7e970a2d25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 1095 time: 0.0503347 Nov 12 05:25:03.917901 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f87b79-d990-4626-bd55-8031e52153a1 req-7c1ae000-a9d4-4b04-a8ce-2445cf994ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:03.919414 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-14f87b79-d990-4626-bd55-8031e52153a1 req-7c1ae000-a9d4-4b04-a8ce-2445cf994ca3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0949793 Nov 12 05:25:04.016705 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f87b79-d990-4626-bd55-8031e52153a1 req-b7bddb7e-ec23-4482-b91c-90e785f021a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:04.018197 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-14f87b79-d990-4626-bd55-8031e52153a1 req-b7bddb7e-ec23-4482-b91c-90e785f021a3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923426 Nov 12 05:25:04.116099 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea288457-01d8-4874-ba33-95c174c0629c req-991553fd-48cb-4030-be42-0b55bfdb6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:04.117497 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ea288457-01d8-4874-ba33-95c174c0629c req-991553fd-48cb-4030-be42-0b55bfdb6b5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 1095 time: 0.0400772 Nov 12 05:25:04.164375 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ea288457-01d8-4874-ba33-95c174c0629c req-c39760ef-6988-4d8a-a501-809564fd9e4b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92fe2207-7326-4e24-9a2a-bb4afe30154e HTTP/1.1" status: 200 len: 217 time: 0.0342331 Nov 12 05:25:04.216692 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea288457-01d8-4874-ba33-95c174c0629c req-0efd46cc-1eca-4b86-b440-14f08808b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:04.218151 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ea288457-01d8-4874-ba33-95c174c0629c req-0efd46cc-1eca-4b86-b440-14f08808b13a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88eb1130-4157-475b-82c5-173c14350ea0 HTTP/1.1" status: 200 len: 834 time: 0.0475388 Nov 12 05:25:04.266252 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea288457-01d8-4874-ba33-95c174c0629c req-c4cbcba4-df91-45b7-999d-e62f780a2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:04.267782 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ea288457-01d8-4874-ba33-95c174c0629c req-c4cbcba4-df91-45b7-999d-e62f780a2afe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=28d58797-d127-4b82-9bd2-9e04eea25e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424814 Nov 12 05:25:04.359816 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ea288457-01d8-4874-ba33-95c174c0629c req-749f8a69-823e-41f1-b3f3-876807ee874c service neutron] 10.222.0.21 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839145 Nov 12 05:25:04.451853 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ea288457-01d8-4874-ba33-95c174c0629c req-d0009bc4-8666-49a2-bd93-23aadfb5fa97 service neutron] 10.222.0.21 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836439 Nov 12 05:25:04.718817 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba407fd-aeff-466c-875f-6be4a7e9eb35 req-fb454b6f-cbff-4b28-88c2-a5ad0bf80524 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:04.720799 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eba407fd-aeff-466c-875f-6be4a7e9eb35 req-fb454b6f-cbff-4b28-88c2-a5ad0bf80524 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 943 time: 0.0499620 Nov 12 05:25:04.782338 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eba407fd-aeff-466c-875f-6be4a7e9eb35 req-3e9e9858-4974-4608-a611-4a2436fa6eba tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551226 Nov 12 05:25:05.624556 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a48d1b6-61be-4145-b100-e2284885d6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:05.924450 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35740a9b-74bf-4650-bb7e-80df02d135bb req-104658fa-c310-4963-8b8c-efa26e011a23 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:05.927099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-35740a9b-74bf-4650-bb7e-80df02d135bb req-104658fa-c310-4963-8b8c-efa26e011a23 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 943 time: 0.0712593 Nov 12 05:25:05.978067 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-35740a9b-74bf-4650-bb7e-80df02d135bb req-615186c8-4094-4418-911e-e1d366096805 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449729 Nov 12 05:25:07.024232 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:07.096013 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c531dce-08dd-40a1-aae8-54458f9a9dc6 req-3f877234-4a3d-47b0-a6e8-38d0792f4fab tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:07.097570 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c531dce-08dd-40a1-aae8-54458f9a9dc6 req-3f877234-4a3d-47b0-a6e8-38d0792f4fab tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 943 time: 0.0497012 Nov 12 05:25:07.146907 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0c531dce-08dd-40a1-aae8-54458f9a9dc6 req-9a4664bf-4811-4d1a-8fb5-698a7ed7f73b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433409 Nov 12 05:25:08.124195 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 92fe2207-7326-4e24-9a2a-bb4afe30154e details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:25:08.220893 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 92fe2207-7326-4e24-9a2a-bb4afe30154e, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=92fe2207-7326-4e24-9a2a-bb4afe30154e,segment=NetworkSegment(222750ee-6d9b-4544-baf1-b0775f93db2e),segment_id=222750ee-6d9b-4544-baf1-b0775f93db2e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:08.233043 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '92fe2207-7326-4e24-9a2a-bb4afe30154e', 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b', 'port_id': '92fe2207-7326-4e24-9a2a-bb4afe30154e', 'mac_address': 'fa:16:3e:f1:33:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88eb1130-4157-475b-82c5-173c14350ea0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:25:08.266919 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f1e66-9d30-4c54-9756-c0ab9c787746 req-6a124db3-9a3a-4dbe-9338-e196489b3667 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:08.268485 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-269f1e66-9d30-4c54-9756-c0ab9c787746 req-6a124db3-9a3a-4dbe-9338-e196489b3667 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 943 time: 0.0533404 Nov 12 05:25:08.274593 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:08.288038 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fe2207-7326-4e24-9a2a-bb4afe30154e {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:25:08.307554 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 92fe2207-7326-4e24-9a2a-bb4afe30154e, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=92fe2207-7326-4e24-9a2a-bb4afe30154e,segment=NetworkSegment(222750ee-6d9b-4544-baf1-b0775f93db2e),segment_id=222750ee-6d9b-4544-baf1-b0775f93db2e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:08.319014 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-269f1e66-9d30-4c54-9756-c0ab9c787746 req-dfa4296c-ba59-45c9-92d0-a02762436c35 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439610 Nov 12 05:25:08.395306 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:08.442153 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=92fe2207-7326-4e24-9a2a-bb4afe30154e,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:08.596090 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:08.784710 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['92fe2207-7326-4e24-9a2a-bb4afe30154e'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:25:09.150527 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:09.438500 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7343f2-81e6-4fa4-b8dc-0b25f23d0d88 req-56ef2686-7fea-44fd-b207-b34836944645 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:09.439935 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e7343f2-81e6-4fa4-b8dc-0b25f23d0d88 req-56ef2686-7fea-44fd-b207-b34836944645 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 944 time: 0.0518658 Nov 12 05:25:09.488988 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5e7343f2-81e6-4fa4-b8dc-0b25f23d0d88 req-9a2cf9e8-418c-4c95-994c-a4885c630b0f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431170 Nov 12 05:25:10.139175 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 92fe2207-7326-4e24-9a2a-bb4afe30154e up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:25:10.258011 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 92fe2207-7326-4e24-9a2a-bb4afe30154e completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:25:10.262656 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 92fe2207-7326-4e24-9a2a-bb4afe30154e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:10.263023 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:10.341549 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:10.363246 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fe2207-7326-4e24-9a2a-bb4afe30154e'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:25:10.365461 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266ede0b-4790-44ef-ad76-fce507e7f9a7" -d '{"events": [{"server_uuid": "f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae", "name": "network-vif-plugged", "status": "completed", "tag": "92fe2207-7326-4e24-9a2a-bb4afe30154e"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:25:10.377482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 92fe2207-7326-4e24-9a2a-bb4afe30154e, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=92fe2207-7326-4e24-9a2a-bb4afe30154e,segment=NetworkSegment(222750ee-6d9b-4544-baf1-b0775f93db2e),segment_id=222750ee-6d9b-4544-baf1-b0775f93db2e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:10.403505 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d51f4f5-3751-4bee-bf0e-cf653b3b83f3 x-openstack-request-id: req-7d51f4f5-3751-4bee-bf0e-cf653b3b83f3 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:25:10.403799 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae", "name": "network-vif-plugged", "status": "completed", "tag": "92fe2207-7326-4e24-9a2a-bb4afe30154e", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:25:10.404046 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d51f4f5-3751-4bee-bf0e-cf653b3b83f3 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:25:10.404433 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fe2207-7326-4e24-9a2a-bb4afe30154e', 'code': 200} Nov 12 05:25:10.447602 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:10.501595 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=92fe2207-7326-4e24-9a2a-bb4afe30154e,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:10.528790 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520e24b-1fbb-4e87-9d83-1db8d908e213 req-99e0eb60-887a-4566-a712-ceb3e0dae912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:10.530503 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6520e24b-1fbb-4e87-9d83-1db8d908e213 req-99e0eb60-887a-4566-a712-ceb3e0dae912 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 1097 time: 0.0434754 Nov 12 05:25:10.583676 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6520e24b-1fbb-4e87-9d83-1db8d908e213 req-1a245ec5-d73b-45e1-9443-f4d15dfde9ae service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455799 Nov 12 05:25:10.615600 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2f1d9-3420-4fe9-8eeb-6bdb7887d6a2 req-cf9d9dce-0b0a-4638-a184-7aeca504768c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:10.617084 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2cd2f1d9-3420-4fe9-8eeb-6bdb7887d6a2 req-cf9d9dce-0b0a-4638-a184-7aeca504768c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0503275 Nov 12 05:25:10.672929 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2cd2f1d9-3420-4fe9-8eeb-6bdb7887d6a2 req-f5a4d106-4d4a-4112-a76b-96fdbcaf3a19 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490053 Nov 12 05:25:11.793137 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02082f77-be8f-4d5c-8b19-9d902941a9c8 req-12f93c1e-f27b-4e11-8d54-6e71d57029d7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:11.794861 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-02082f77-be8f-4d5c-8b19-9d902941a9c8 req-12f93c1e-f27b-4e11-8d54-6e71d57029d7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0520325 Nov 12 05:25:11.844267 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-02082f77-be8f-4d5c-8b19-9d902941a9c8 req-80114f79-bfa1-430e-adfd-79d8ec912cf1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433822 Nov 12 05:25:12.959677 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd62c95-b0ad-42cc-9796-ac04869e5ae2 req-cf990842-117c-47f5-b6cd-7f0db1005458 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:12.961140 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fd62c95-b0ad-42cc-9796-ac04869e5ae2 req-cf990842-117c-47f5-b6cd-7f0db1005458 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0491762 Nov 12 05:25:13.015684 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5fd62c95-b0ad-42cc-9796-ac04869e5ae2 req-89336898-e9bb-490f-93dd-d9ed7aaafb2e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479128 Nov 12 05:25:13.131434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d5d7f-01fd-40d5-9d9b-61ab3338b99b req-30be1544-4cc9-4d72-a042-80b3f19c65a0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:13.132903 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-533d5d7f-01fd-40d5-9d9b-61ab3338b99b req-30be1544-4cc9-4d72-a042-80b3f19c65a0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0525465 Nov 12 05:25:13.182034 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-533d5d7f-01fd-40d5-9d9b-61ab3338b99b req-30d732f2-d8ed-4d6c-93e7-c93cbc22f806 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427246 Nov 12 05:25:13.203691 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57904) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:13.242417 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d495c235-54d2-4333-9982-6f2689f434b4 tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:13.244063 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d495c235-54d2-4333-9982-6f2689f434b4 tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 1092 time: 0.0393686 Nov 12 05:25:13.247474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57906) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:13.251646 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': '92fe2207-7326-4e24-9a2a-bb4afe30154e', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:25:13.339342 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:13.439022 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:13.546862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Allocated IP 172.25.1.88 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/2eebc58b-9d5b-4ee2-94b5-7a667a262c23) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:25:13.656098 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:13.751079 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:13.789132 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:25:13.794452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:25:13.798036 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:25:13.803880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=2eebc58b-9d5b-4ee2-94b5-7a667a262c23,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:14.167283 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:14.291576 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:14.447368 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:14.544383 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:14.615114 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=2eebc58b-9d5b-4ee2-94b5-7a667a262c23,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:14.629505 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:14.736663 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Floating IP 11fc3123-0357-49b5-95fd-75b248a602f5 associated. External IP: 172.25.1.88, port: 92fe2207-7326-4e24-9a2a-bb4afe30154e. Nov 12 05:25:14.953303 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router 8733cb13-c6d4-425c-80b1-de67790c36fb has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:25:15.061325 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:25:15.072274 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ef296f-bcae-421b-9ad9-2ef9e46e3ac7 None None] Sync routers for ids ['8733cb13-c6d4-425c-80b1-de67790c36fb'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:25:15.081986 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef296f-bcae-421b-9ad9-2ef9e46e3ac7 None None] Routers {'8733cb13-c6d4-425c-80b1-de67790c36fb'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:25:15.083226 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-70ef296f-bcae-421b-9ad9-2ef9e46e3ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:25:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8733cb13-c6d4-425c-80b1-de67790c36fb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:15.180021 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:15.190044 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-70ef296f-bcae-421b-9ad9-2ef9e46e3ac7 None None] Set router 8733cb13-c6d4-425c-80b1-de67790c36fb gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:25:15.211843 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8c1257e8-57ea-446d-a979-80a00260fd25 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9634237 Nov 12 05:25:15.212444 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'tag': '92fe2207-7326-4e24-9a2a-bb4afe30154e'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:25:15.215128 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b5af23-0b9c-4d39-be9d-1800e0bc8851" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae", "tag": "92fe2207-7326-4e24-9a2a-bb4afe30154e"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:25:15.310163 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910eeaf-e6fc-47c1-bd09-ae7b2ff35b42 req-e30d37b3-5fa7-4e73-97ff-fa9de8fe15da tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:15.311759 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c910eeaf-e6fc-47c1-bd09-ae7b2ff35b42 req-e30d37b3-5fa7-4e73-97ff-fa9de8fe15da tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0501306 Nov 12 05:25:15.361664 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c910eeaf-e6fc-47c1-bd09-ae7b2ff35b42 req-4c3cf066-473f-494a-b2bd-868614631494 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440125 Nov 12 05:25:15.384050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57912) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:15.417975 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-70ef296f-bcae-421b-9ad9-2ef9e46e3ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235638043', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:53Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '11fc3123-0357-49b5-95fd-75b248a602f5', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'port_id': '92fe2207-7326-4e24-9a2a-bb4afe30154e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b', 'mac_address': 'fa:16:3e:f1:33:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:25:14Z', 'updated_at': '2021-11-12T05:25:14Z', 'revision_number': 0, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6adcabd7-cf5b-44a5-9155-6c36b4c1f400', 'name': '', 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:40:d4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '88eb1130-4157-475b-82c5-173c14350ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:53Z', 'updated_at': '2021-11-12T05:24:56Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '88eb1130-4157-475b-82c5-173c14350ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:15.422648 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89a75ae-adcf-44b3-90d6-54764c14caa8 x-openstack-request-id: req-d89a75ae-adcf-44b3-90d6-54764c14caa8 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:25:15.422958 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae", "tag": "92fe2207-7326-4e24-9a2a-bb4afe30154e", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:25:15.423214 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d89a75ae-adcf-44b3-90d6-54764c14caa8 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:25:15.423618 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'tag': '92fe2207-7326-4e24-9a2a-bb4afe30154e', 'status': 'completed', 'code': 200} Nov 12 05:25:15.447685 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ef296f-bcae-421b-9ad9-2ef9e46e3ac7 None None] Checking router: 8733cb13-c6d4-425c-80b1-de67790c36fb for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:25:15.449832 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d647fd48-9eb4-43c1-a0fa-29eb742597f1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/floatingips/11fc3123-0357-49b5-95fd-75b248a602f5 HTTP/1.1" status: 200 len: 990 time: 0.0645301 Nov 12 05:25:15.457237 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef296f-bcae-421b-9ad9-2ef9e46e3ac7 None None] Routers {'8733cb13-c6d4-425c-80b1-de67790c36fb'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:25:15.457834 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-70ef296f-bcae-421b-9ad9-2ef9e46e3ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:25:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8733cb13-c6d4-425c-80b1-de67790c36fb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:15.497219 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5af23-0b9c-4d39-be9d-1800e0bc8851 req-0a42f1b4-07b3-45f2-bc2a-a0c352adea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:15.498886 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-58b5af23-0b9c-4d39-be9d-1800e0bc8851 req-0a42f1b4-07b3-45f2-bc2a-a0c352adea71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 1097 time: 0.0421658 Nov 12 05:25:15.604990 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5af23-0b9c-4d39-be9d-1800e0bc8851 req-ed9f62ba-5638-4f93-9a12-4e18774c2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:15.606413 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-58b5af23-0b9c-4d39-be9d-1800e0bc8851 req-ed9f62ba-5638-4f93-9a12-4e18774c2b90 service neutron] 10.222.0.21 "GET /v2.0/networks?id=28d58797-d127-4b82-9bd2-9e04eea25e4b HTTP/1.1" status: 200 len: 898 time: 0.1008542 Nov 12 05:25:15.655393 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-70ef296f-bcae-421b-9ad9-2ef9e46e3ac7 None None] Set router 8733cb13-c6d4-425c-80b1-de67790c36fb gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:25:15.676991 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-58b5af23-0b9c-4d39-be9d-1800e0bc8851 req-10af01e3-b46e-4fca-b338-38c86413fe42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92fe2207-7326-4e24-9a2a-bb4afe30154e HTTP/1.1" status: 200 len: 998 time: 0.0640309 Nov 12 05:25:15.730149 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5af23-0b9c-4d39-be9d-1800e0bc8851 req-46da7054-3c29-472e-8be7-30396576f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:15.731662 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-58b5af23-0b9c-4d39-be9d-1800e0bc8851 req-46da7054-3c29-472e-8be7-30396576f2cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88eb1130-4157-475b-82c5-173c14350ea0 HTTP/1.1" status: 200 len: 834 time: 0.0441871 Nov 12 05:25:15.778617 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5af23-0b9c-4d39-be9d-1800e0bc8851 req-e5e7e561-b956-4927-a3df-649e0a9718d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:15.780165 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-58b5af23-0b9c-4d39-be9d-1800e0bc8851 req-e5e7e561-b956-4927-a3df-649e0a9718d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=28d58797-d127-4b82-9bd2-9e04eea25e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417597 Nov 12 05:25:15.881336 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-58b5af23-0b9c-4d39-be9d-1800e0bc8851 req-2dd66288-3fb7-4ff4-aa7b-d281ffc9f05c service neutron] 10.222.0.21 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936227 Nov 12 05:25:15.885009 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-70ef296f-bcae-421b-9ad9-2ef9e46e3ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235638043', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:53Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '11fc3123-0357-49b5-95fd-75b248a602f5', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'port_id': '92fe2207-7326-4e24-9a2a-bb4afe30154e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b', 'mac_address': 'fa:16:3e:f1:33:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:25:14Z', 'updated_at': '2021-11-12T05:25:14Z', 'revision_number': 0, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6adcabd7-cf5b-44a5-9155-6c36b4c1f400', 'name': '', 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:40:d4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '88eb1130-4157-475b-82c5-173c14350ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:53Z', 'updated_at': '2021-11-12T05:24:56Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '88eb1130-4157-475b-82c5-173c14350ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:25:15.917705 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ef296f-bcae-421b-9ad9-2ef9e46e3ac7 None None] The sync data for ids ['8733cb13-c6d4-425c-80b1-de67790c36fb'] in n-d-768509-24 is: [{'id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235638043', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:53Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '11fc3123-0357-49b5-95fd-75b248a602f5', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'port_id': '92fe2207-7326-4e24-9a2a-bb4afe30154e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b', 'mac_address': 'fa:16:3e:f1:33:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:25:14Z', 'updated_at': '2021-11-12T05:25:14Z', 'revision_number': 0, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6adcabd7-cf5b-44a5-9155-6c36b4c1f400', 'name': '', 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:40:d4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '88eb1130-4157-475b-82c5-173c14350ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:53Z', 'updated_at': '2021-11-12T05:24:56Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '88eb1130-4157-475b-82c5-173c14350ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:25:15.984703 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-58b5af23-0b9c-4d39-be9d-1800e0bc8851 req-3bd152cd-e830-4fd4-8c59-5ea44fbc59e3 service neutron] 10.222.0.21 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957208 Nov 12 05:25:16.132827 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c45bd7-0c2e-4b18-9484-ce4d5896aca8 None None] New status for floating IP 11fc3123-0357-49b5-95fd-75b248a602f5: ACTIVE {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:25:16.454465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57914) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:25:16.519543 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7604632d-068c-44b4-bf68-c9444c852b03 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/floatingips/11fc3123-0357-49b5-95fd-75b248a602f5 HTTP/1.1" status: 200 len: 992 time: 0.0636051 Nov 12 05:25:17.447258 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:18.698774 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:30.222356 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7d5f5fcf-bc04-42cf-8bf5-05efc80c8d5f req-75d019a4-4dbd-4c43-8540-5f0dd9d073e3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449119 Nov 12 05:25:30.321323 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f5fcf-bc04-42cf-8bf5-05efc80c8d5f req-83f80807-1ca2-4d7e-a78f-9936f5f00c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:30.322892 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7d5f5fcf-bc04-42cf-8bf5-05efc80c8d5f req-83f80807-1ca2-4d7e-a78f-9936f5f00c95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 1097 time: 0.0408041 Nov 12 05:25:30.432331 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f5fcf-bc04-42cf-8bf5-05efc80c8d5f req-406d2d2e-9a38-45b4-8e13-f6585bcdf451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:30.434376 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7d5f5fcf-bc04-42cf-8bf5-05efc80c8d5f req-406d2d2e-9a38-45b4-8e13-f6585bcdf451 service neutron] 10.222.0.21 "GET /v2.0/networks?id=28d58797-d127-4b82-9bd2-9e04eea25e4b HTTP/1.1" status: 200 len: 898 time: 0.0909021 Nov 12 05:25:30.498734 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7d5f5fcf-bc04-42cf-8bf5-05efc80c8d5f req-320b244f-579b-4bba-a9cd-ee69cc2758b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92fe2207-7326-4e24-9a2a-bb4afe30154e HTTP/1.1" status: 200 len: 1000 time: 0.0574844 Nov 12 05:25:30.548538 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f5fcf-bc04-42cf-8bf5-05efc80c8d5f req-beb9da93-cc61-4bfd-9d41-1d0a27bc810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:30.550012 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7d5f5fcf-bc04-42cf-8bf5-05efc80c8d5f req-beb9da93-cc61-4bfd-9d41-1d0a27bc810e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88eb1130-4157-475b-82c5-173c14350ea0 HTTP/1.1" status: 200 len: 834 time: 0.0440083 Nov 12 05:25:30.600603 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f5fcf-bc04-42cf-8bf5-05efc80c8d5f req-2e3a1e85-801d-4026-a2c5-dcf9b2df81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:30.602115 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7d5f5fcf-bc04-42cf-8bf5-05efc80c8d5f req-2e3a1e85-801d-4026-a2c5-dcf9b2df81f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=28d58797-d127-4b82-9bd2-9e04eea25e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453715 Nov 12 05:25:30.696956 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7d5f5fcf-bc04-42cf-8bf5-05efc80c8d5f req-086932db-7abc-469e-a3db-ac15794c4c1f service neutron] 10.222.0.21 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866957 Nov 12 05:25:30.790946 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-7d5f5fcf-bc04-42cf-8bf5-05efc80c8d5f req-6a71f75f-b26f-4a67-a0e2-e0ef1a7b4fc2 service neutron] 10.222.0.21 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865300 Nov 12 05:25:32.535730 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:25:33.263551 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a295631d-868d-4092-86a4-7e9006c824a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:35.669718 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6797b045-5c60-40d6-9042-de6fb271d618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:37.035904 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:38.566451 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:39.138417 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:47.435237 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:48.658057 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:03.229017 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-69c5cf55-94a3-4387-97b3-d4fab8eea526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:05.601057 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-365d6732-a870-4d90-987c-66eeb24e6acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:07.000708 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:08.560283 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:09.137764 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:09.534737 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:26:17.480430 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:18.680170 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:29.866771 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-1f77076a-138a-4326-96f2-51f32454c41f req-ded7adbb-4b69-4b58-897d-d0513e034d06 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:26:29.867745 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1f77076a-138a-4326-96f2-51f32454c41f req-ded7adbb-4b69-4b58-897d-d0513e034d06 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0454183 Nov 12 05:26:30.171324 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6ad75-05e2-4cb4-a288-c4a754b948d4 req-6c94ef82-d0ab-48c8-8647-27b2c2770c98 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:30.172824 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01c6ad75-05e2-4cb4-a288-c4a754b948d4 req-6c94ef82-d0ab-48c8-8647-27b2c2770c98 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0503404 Nov 12 05:26:30.223372 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01c6ad75-05e2-4cb4-a288-c4a754b948d4 req-1842840a-9374-44c1-b3b6-b2181a182f51 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442209 Nov 12 05:26:30.285743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 57950) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:30.369308 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-3e9d6573-c211-4f9c-a886-1d7d285b9caa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823963 Nov 12 05:26:30.378435 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-9f0e6dc9-5329-42d0-ba7c-24ada016f082 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:26:30.379410 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-9f0e6dc9-5329-42d0-ba7c-24ada016f082 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050414 Nov 12 05:26:31.267149 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cc60b-8e00-4ec1-85fa-cabfdf020b3d req-971494ab-0ef7-4d2b-82d2-f543c844b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:31.268824 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6a9cc60b-8e00-4ec1-85fa-cabfdf020b3d req-971494ab-0ef7-4d2b-82d2-f543c844b646 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 1097 time: 0.0463259 Nov 12 05:26:31.355899 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed882495-c375-4088-8e49-5eb1f8d60088 req-de5efa60-f512-42ee-b73d-fee66f9bf24e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:31.357466 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed882495-c375-4088-8e49-5eb1f8d60088 req-de5efa60-f512-42ee-b73d-fee66f9bf24e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0565214 Nov 12 05:26:31.395852 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cc60b-8e00-4ec1-85fa-cabfdf020b3d req-a2a37d5c-e9e3-4542-a131-0c89d58b63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:31.397521 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6a9cc60b-8e00-4ec1-85fa-cabfdf020b3d req-a2a37d5c-e9e3-4542-a131-0c89d58b63ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=28d58797-d127-4b82-9bd2-9e04eea25e4b HTTP/1.1" status: 200 len: 898 time: 0.1076465 Nov 12 05:26:31.415065 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ed882495-c375-4088-8e49-5eb1f8d60088 req-55f917ee-eef2-43e5-aac1-4b0d33c2bf24 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499048 Nov 12 05:26:31.467436 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6a9cc60b-8e00-4ec1-85fa-cabfdf020b3d req-601ff3e2-f7fb-4acf-9b00-bd016cb99c2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92fe2207-7326-4e24-9a2a-bb4afe30154e HTTP/1.1" status: 200 len: 1000 time: 0.0627024 Nov 12 05:26:31.517034 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cc60b-8e00-4ec1-85fa-cabfdf020b3d req-83d82c0b-e6f2-4a47-b798-83546a10b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:31.519206 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6a9cc60b-8e00-4ec1-85fa-cabfdf020b3d req-83d82c0b-e6f2-4a47-b798-83546a10b499 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88eb1130-4157-475b-82c5-173c14350ea0 HTTP/1.1" status: 200 len: 834 time: 0.0449340 Nov 12 05:26:31.573992 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cc60b-8e00-4ec1-85fa-cabfdf020b3d req-22d2c7cb-c655-4f80-bd1f-3f207b893324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:31.575646 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6a9cc60b-8e00-4ec1-85fa-cabfdf020b3d req-22d2c7cb-c655-4f80-bd1f-3f207b893324 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=28d58797-d127-4b82-9bd2-9e04eea25e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478995 Nov 12 05:26:31.666370 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6a9cc60b-8e00-4ec1-85fa-cabfdf020b3d req-41c22d9e-dddd-4866-9a14-26313ea43717 service neutron] 10.222.0.21 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836570 Nov 12 05:26:31.762838 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6a9cc60b-8e00-4ec1-85fa-cabfdf020b3d req-26e7d681-335f-46cb-89e0-ea651d629924 service neutron] 10.222.0.21 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890629 Nov 12 05:26:32.461344 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-2eb1bb6b-53e3-484f-b122-41ad73db119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:32.462880 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-2eb1bb6b-53e3-484f-b122-41ad73db119f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 1097 time: 0.0407763 Nov 12 05:26:32.533080 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6a4d7-56f4-43bf-9b1a-c5a061c1346f req-22def245-7456-46a3-8862-436aaf7e7a0e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:32.535167 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0f6a4d7-56f4-43bf-9b1a-c5a061c1346f req-22def245-7456-46a3-8862-436aaf7e7a0e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0488546 Nov 12 05:26:32.559221 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-68fa2cf9-65b9-44e8-8d57-8bdc2bbee6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:32.560717 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-68fa2cf9-65b9-44e8-8d57-8bdc2bbee6ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=28d58797-d127-4b82-9bd2-9e04eea25e4b HTTP/1.1" status: 200 len: 898 time: 0.0914116 Nov 12 05:26:32.599350 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b0f6a4d7-56f4-43bf-9b1a-c5a061c1346f req-48cdd488-8ac4-4774-ba2f-b8b17907c860 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538194 Nov 12 05:26:32.638920 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-ac39f9f5-1af4-4e63-89cb-31214f57b792 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92fe2207-7326-4e24-9a2a-bb4afe30154e HTTP/1.1" status: 200 len: 1000 time: 0.0699697 Nov 12 05:26:32.687672 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-42ac7dd6-1ecd-4c37-b5da-0901714c915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:32.689130 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-42ac7dd6-1ecd-4c37-b5da-0901714c915a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88eb1130-4157-475b-82c5-173c14350ea0 HTTP/1.1" status: 200 len: 834 time: 0.0439897 Nov 12 05:26:32.740325 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-d73d70ee-947c-45ed-a62a-7a7bc9713d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:32.741874 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-d73d70ee-947c-45ed-a62a-7a7bc9713d84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=28d58797-d127-4b82-9bd2-9e04eea25e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455575 Nov 12 05:26:32.830170 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-6d5f8f50-ab3b-41c5-b50d-4c80a446ba19 service neutron] 10.222.0.21 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806150 Nov 12 05:26:32.925742 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-125803df-1e92-44d2-8671-c3ec86dd4c16 service neutron] 10.222.0.21 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884273 Nov 12 05:26:33.240100 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ef64d8b4-91cf-403a-8e89-33c2c8743230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:33.720659 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7e314-ac26-4f59-99cc-f15eb6699230 req-e24a7a66-4319-43a2-a293-a07f54b48a00 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:33.722271 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29e7e314-ac26-4f59-99cc-f15eb6699230 req-e24a7a66-4319-43a2-a293-a07f54b48a00 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0533242 Nov 12 05:26:33.772063 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-29e7e314-ac26-4f59-99cc-f15eb6699230 req-3da75953-a47d-40d9-be4e-d6ff0d60959c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437849 Nov 12 05:26:34.890559 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a7787-28b3-4934-ada9-caff8afdb992 req-97fb5457-a9fa-4233-a081-b40564aa1e4f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:34.892059 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e6a7787-28b3-4934-ada9-caff8afdb992 req-97fb5457-a9fa-4233-a081-b40564aa1e4f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0474429 Nov 12 05:26:34.942249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e6a7787-28b3-4934-ada9-caff8afdb992 req-9896a514-a20b-43fb-8ccd-3c91fec30cf5 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434043 Nov 12 05:26:35.645534 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-18e79ebd-e093-40ce-a32c-a5230c8085da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:36.065122 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c987df-8627-4be6-b512-99b746c9afba req-4c619999-fe58-4716-a215-3d594038af84 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:36.066617 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f7c987df-8627-4be6-b512-99b746c9afba req-4c619999-fe58-4716-a215-3d594038af84 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0507662 Nov 12 05:26:36.121384 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f7c987df-8627-4be6-b512-99b746c9afba req-deede4ba-e444-4202-945a-a77ff2d226cf tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488653 Nov 12 05:26:37.154315 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:37.239987 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40ba2e-71d5-4277-8250-b2899ca7ae69 req-4b17a0cf-d19d-4837-b1b7-706bdaeacfe5 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:37.241545 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e40ba2e-71d5-4277-8250-b2899ca7ae69 req-4b17a0cf-d19d-4837-b1b7-706bdaeacfe5 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0506887 Nov 12 05:26:37.291938 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1e40ba2e-71d5-4277-8250-b2899ca7ae69 req-77ad9f0d-b6ef-4170-aeb7-6b1413b7ed82 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445042 Nov 12 05:26:38.411000 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c8924-4f2f-4f61-b270-ef791bf21a70 req-a9d5e323-acde-4892-b087-ea2f8c31c17f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:38.412550 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-390c8924-4f2f-4f61-b270-ef791bf21a70 req-a9d5e323-acde-4892-b087-ea2f8c31c17f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0509071 Nov 12 05:26:38.462021 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-390c8924-4f2f-4f61-b270-ef791bf21a70 req-8d15d366-57b6-4437-b44a-a2c8314d22b0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434475 Nov 12 05:26:38.588499 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:39.148242 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:39.581510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69faf24-fe5f-497d-9977-326d82b14d56 req-6c231936-4ef7-4a17-bdb0-c9cc1c7405cc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:39.583026 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c69faf24-fe5f-497d-9977-326d82b14d56 req-6c231936-4ef7-4a17-bdb0-c9cc1c7405cc tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0525525 Nov 12 05:26:39.632675 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c69faf24-fe5f-497d-9977-326d82b14d56 req-6051c272-d38d-469d-845b-99619e0bf5e8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436051 Nov 12 05:26:40.751691 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff00223-cbc3-4d00-9c50-48038d3656ba req-dcdb2618-9d64-4f65-b90d-f693c9e67246 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:40.753127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aff00223-cbc3-4d00-9c50-48038d3656ba req-dcdb2618-9d64-4f65-b90d-f693c9e67246 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0502112 Nov 12 05:26:40.804837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aff00223-cbc3-4d00-9c50-48038d3656ba req-86c165ce-26dc-49af-8264-69279f63190a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455306 Nov 12 05:26:41.931659 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266765e8-ebae-41eb-a2bf-9c588651a6f4 req-afb62fd3-8a6f-42ec-bdcb-dec16bb6cb80 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:41.933194 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-266765e8-ebae-41eb-a2bf-9c588651a6f4 req-afb62fd3-8a6f-42ec-bdcb-dec16bb6cb80 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0561900 Nov 12 05:26:41.983737 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-266765e8-ebae-41eb-a2bf-9c588651a6f4 req-1b69e3f9-23bc-4784-8a22-69df412d1484 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443106 Nov 12 05:26:43.108284 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b693943-640a-4a99-b922-3302a75e612d req-b7ca264e-4993-4b02-899d-41721dd9803a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:43.109802 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b693943-640a-4a99-b922-3302a75e612d req-b7ca264e-4993-4b02-899d-41721dd9803a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0496240 Nov 12 05:26:43.163447 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b693943-640a-4a99-b922-3302a75e612d req-66d93c42-ddc6-4641-8064-b7b6fb6c6b54 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468774 Nov 12 05:26:44.283403 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca66ce9-6181-4e85-ad1f-9c618b93ec6f req-46cf6408-efca-4669-b63b-d1b27c0fc2d9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:44.285534 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ca66ce9-6181-4e85-ad1f-9c618b93ec6f req-46cf6408-efca-4669-b63b-d1b27c0fc2d9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0504713 Nov 12 05:26:44.344546 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6ca66ce9-6181-4e85-ad1f-9c618b93ec6f req-2c49ce76-ed4e-4563-8e6a-9431cba8bcf0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529563 Nov 12 05:26:45.083659 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e613f17a-28d1-4c93-908f-b4bf3c2d804f service neutron] show failed (client error): The resource could not be found. Nov 12 05:26:45.084642 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e613f17a-28d1-4c93-908f-b4bf3c2d804f service neutron] 10.222.0.21 "GET /v2.0/ports/92fe2207-7326-4e24-9a2a-bb4afe30154e/bindings/n-h2-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.0560746 Nov 12 05:26:45.466982 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba53359-2e44-4b24-8243-c8d61b87ffdf req-00dee10e-deb5-4f5b-8ac6-c2ee86586daf tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:45.468735 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0ba53359-2e44-4b24-8243-c8d61b87ffdf req-00dee10e-deb5-4f5b-8ac6-c2ee86586daf tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0510802 Nov 12 05:26:45.526574 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0ba53359-2e44-4b24-8243-c8d61b87ffdf req-6224e14e-3bed-49d7-820f-602eb6cc2876 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506260 Nov 12 05:26:45.582615 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-5acd8ec5-1dbd-443b-847e-c412435cf37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:45.584406 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-5acd8ec5-1dbd-443b-847e-c412435cf37a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae&tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d HTTP/1.1" status: 200 len: 1097 time: 0.1023383 Nov 12 05:26:45.595656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-9c011a93-d782-4a0e-b74e-d9374bd13673 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:26:45.596742 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-9c011a93-d782-4a0e-b74e-d9374bd13673 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055573 Nov 12 05:26:45.616637 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:26:45.676629 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:45.881020 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] For port 92fe2207-7326-4e24-9a2a-bb4afe30154e, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=92fe2207-7326-4e24-9a2a-bb4afe30154e,segment=NetworkSegment(222750ee-6d9b-4544-baf1-b0775f93db2e),segment_id=222750ee-6d9b-4544-baf1-b0775f93db2e)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:45.913784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] For port 92fe2207-7326-4e24-9a2a-bb4afe30154e, host n-h1-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:26:45.956890 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fe2207-7326-4e24-9a2a-bb4afe30154e'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:26:45.959128 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f94d582-5769-4138-a1ae-6a11d8b204af" -d '{"events": [{"server_uuid": "f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae", "name": "network-vif-unplugged", "status": "completed", "tag": "92fe2207-7326-4e24-9a2a-bb4afe30154e"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:26:45.963463 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:45.980024 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Transition to ACTIVE for port object 92fe2207-7326-4e24-9a2a-bb4afe30154e will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:26:46.008185 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6ad305-7836-4632-bba6-37e37cbfecf2 x-openstack-request-id: req-dd6ad305-7836-4632-bba6-37e37cbfecf2 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:26:46.008483 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae", "name": "network-vif-unplugged", "status": "completed", "tag": "92fe2207-7326-4e24-9a2a-bb4afe30154e", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:26:46.008744 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd6ad305-7836-4632-bba6-37e37cbfecf2 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:26:46.009329 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fe2207-7326-4e24-9a2a-bb4afe30154e', 'code': 200} Nov 12 05:26:46.028268 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:46.107517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Pushing event updated for resources: {'Port': ['ID=92fe2207-7326-4e24-9a2a-bb4afe30154e,revision_number=6']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:46.132446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:46.132446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:46.132446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:46.132446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:46.132446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:46.132446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:46.132446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:46.132446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:46.132446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:46.132446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:46.132446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:46.132446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:46.166511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] No DVR routers for this DVR port 92fe2207-7326-4e24-9a2a-bb4afe30154e on host n-h1-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:26:46.315180 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Attempting to bind port 92fe2207-7326-4e24-9a2a-bb4afe30154e on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:26:46.315509 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Attempting to bind port 92fe2207-7326-4e24-9a2a-bb4afe30154e by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '222750ee-6d9b-4544-baf1-b0775f93db2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:26:46.315840 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Attempting to bind port 92fe2207-7326-4e24-9a2a-bb4afe30154e on network 28d58797-d127-4b82-9bd2-9e04eea25e4b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:26:46.320369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Port 92fe2207-7326-4e24-9a2a-bb4afe30154e on network 28d58797-d127-4b82-9bd2-9e04eea25e4b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:26:46.320685 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Attempting to bind port 92fe2207-7326-4e24-9a2a-bb4afe30154e on network 28d58797-d127-4b82-9bd2-9e04eea25e4b {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:26:46.325637 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:26:46.325968 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Checking segment: {'id': '222750ee-6d9b-4544-baf1-b0775f93db2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:26:46.326347 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Bound using segment: {'id': '222750ee-6d9b-4544-baf1-b0775f93db2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:26:46.326800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Bound port: 92fe2207-7326-4e24-9a2a-bb4afe30154e, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222750ee-6d9b-4544-baf1-b0775f93db2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:26:46.327157 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:46.401412 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] For port 92fe2207-7326-4e24-9a2a-bb4afe30154e, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:26:46.404774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] For port 92fe2207-7326-4e24-9a2a-bb4afe30154e, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=92fe2207-7326-4e24-9a2a-bb4afe30154e,segment=NetworkSegment(222750ee-6d9b-4544-baf1-b0775f93db2e),segment_id=222750ee-6d9b-4544-baf1-b0775f93db2e)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:26:46.446168 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:46.487462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:46.488096 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:46.489596 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] 10.222.0.31 "PUT /v2.0/ports/92fe2207-7326-4e24-9a2a-bb4afe30154e HTTP/1.1" status: 200 len: 1092 time: 0.8778653 Nov 12 05:26:46.511438 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a43d1-8c11-4f97-b512-ba556679e383 service neutron] Pushing event updated for resources: {'Port': ['ID=92fe2207-7326-4e24-9a2a-bb4afe30154e,revision_number=7']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:46.534595 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:26:46.567738 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-73e154b3-4b54-48bd-bf7d-59657319cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:46.569351 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-73e154b3-4b54-48bd-bf7d-59657319cbe4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 1095 time: 0.0461025 Nov 12 05:26:46.713525 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d47088-6c29-4d85-ad08-e97e65e4905f req-2bfce302-e2c3-456e-ab6b-e01e1c64b1b1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:46.715095 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4d47088-6c29-4d85-ad08-e97e65e4905f req-2bfce302-e2c3-456e-ab6b-e01e1c64b1b1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 943 time: 0.1078544 Nov 12 05:26:46.718459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-979b4168-9992-4494-bdfa-1c5c0f5729d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:46.719946 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-979b4168-9992-4494-bdfa-1c5c0f5729d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=28d58797-d127-4b82-9bd2-9e04eea25e4b HTTP/1.1" status: 200 len: 898 time: 0.1423268 Nov 12 05:26:46.814752 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-52e6ddbe-0bde-40f6-8c59-e99d3b06263a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92fe2207-7326-4e24-9a2a-bb4afe30154e HTTP/1.1" status: 200 len: 998 time: 0.0855367 Nov 12 05:26:46.820917 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4d47088-6c29-4d85-ad08-e97e65e4905f req-4aa87fbe-2235-4542-858f-5036ccbfe6b0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989492 Nov 12 05:26:46.867723 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-25b1d100-444a-4c21-9c57-db5e5873a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:46.869246 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-25b1d100-444a-4c21-9c57-db5e5873a014 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=88eb1130-4157-475b-82c5-173c14350ea0 HTTP/1.1" status: 200 len: 834 time: 0.0473161 Nov 12 05:26:46.917862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-f2e2cb4e-3da2-45ea-aa74-ddd9624fbf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:46.919415 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-f2e2cb4e-3da2-45ea-aa74-ddd9624fbf62 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28d58797-d127-4b82-9bd2-9e04eea25e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432732 Nov 12 05:26:47.011735 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-9b49ef1f-badd-4431-bb45-9c6815cc566d service neutron] 10.222.0.31 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850494 Nov 12 05:26:47.108285 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-096433ea-ffa9-4cb8-9814-16e9c713e674 req-ad4fcab0-db85-459d-a0aa-9adbad7f2f65 service neutron] 10.222.0.31 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890813 Nov 12 05:26:47.445330 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:47.941585 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b6e93-5344-4619-b597-ae26260f3b2d req-cd35a158-4a04-4aa2-a96e-7d0e32578695 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:47.943106 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-484b6e93-5344-4619-b597-ae26260f3b2d req-cd35a158-4a04-4aa2-a96e-7d0e32578695 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 943 time: 0.0505672 Nov 12 05:26:47.997675 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-484b6e93-5344-4619-b597-ae26260f3b2d req-e1b63a1d-2f4f-40c4-a3ca-52b9d278c901 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484984 Nov 12 05:26:48.010239 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'tag': '92fe2207-7326-4e24-9a2a-bb4afe30154e'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:26:48.012589 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9f8019-6ffd-477d-a67d-621d47c045b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae", "tag": "92fe2207-7326-4e24-9a2a-bb4afe30154e"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:26:48.063939 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69de8f9-6b5b-48f7-b6f6-4e12e2ec7831 x-openstack-request-id: req-f69de8f9-6b5b-48f7-b6f6-4e12e2ec7831 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:26:48.064233 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae", "tag": "92fe2207-7326-4e24-9a2a-bb4afe30154e", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:26:48.064488 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f69de8f9-6b5b-48f7-b6f6-4e12e2ec7831 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:26:48.064894 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'tag': '92fe2207-7326-4e24-9a2a-bb4afe30154e', 'status': 'completed', 'code': 200} Nov 12 05:26:48.153941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-6b965945-5bc0-460b-a4e1-c80f5b3d9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:48.155637 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-6b965945-5bc0-460b-a4e1-c80f5b3d9707 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 1095 time: 0.0485125 Nov 12 05:26:48.166449 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-575f0f30-0151-48c8-b5bb-ac773acfba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:48.166449 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-575f0f30-0151-48c8-b5bb-ac773acfba0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 1095 time: 0.0515647 Nov 12 05:26:48.252029 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-793b40c4-cbc1-4c2f-9652-a8f4125b4dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:48.254058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-793b40c4-cbc1-4c2f-9652-a8f4125b4dca service neutron] 10.222.0.31 "GET /v2.0/networks?id=28d58797-d127-4b82-9bd2-9e04eea25e4b HTTP/1.1" status: 200 len: 898 time: 0.0892925 Nov 12 05:26:48.255454 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-aa6e3df3-3bf8-4936-87b4-7a324a7ef3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:48.262138 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-aa6e3df3-3bf8-4936-87b4-7a324a7ef3ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=28d58797-d127-4b82-9bd2-9e04eea25e4b HTTP/1.1" status: 200 len: 898 time: 0.0894344 Nov 12 05:26:48.322342 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-88e3cda2-f8e6-4523-83c0-3b4aa594d0dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92fe2207-7326-4e24-9a2a-bb4afe30154e HTTP/1.1" status: 200 len: 998 time: 0.0585883 Nov 12 05:26:48.327510 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-5a906574-f92e-473e-929d-b920e20306f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92fe2207-7326-4e24-9a2a-bb4afe30154e HTTP/1.1" status: 200 len: 998 time: 0.0651948 Nov 12 05:26:48.375711 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-27684fac-eae3-4d3e-8c42-752065f6cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:48.377437 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-27684fac-eae3-4d3e-8c42-752065f6cc9d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88eb1130-4157-475b-82c5-173c14350ea0 HTTP/1.1" status: 200 len: 834 time: 0.0484200 Nov 12 05:26:48.379586 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-ad66b5ae-1aa0-473b-a0aa-553d42c87781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:48.381126 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-ad66b5ae-1aa0-473b-a0aa-553d42c87781 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=88eb1130-4157-475b-82c5-173c14350ea0 HTTP/1.1" status: 200 len: 834 time: 0.0467262 Nov 12 05:26:48.426652 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-e626b921-0f4b-4e31-8742-842d5417cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:48.428209 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-e626b921-0f4b-4e31-8742-842d5417cd18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=28d58797-d127-4b82-9bd2-9e04eea25e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436370 Nov 12 05:26:48.429830 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-61f23e45-ef38-498c-a76e-5c52a67a8028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:48.431383 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-61f23e45-ef38-498c-a76e-5c52a67a8028 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28d58797-d127-4b82-9bd2-9e04eea25e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418653 Nov 12 05:26:48.529313 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-5f63a670-847a-49eb-bc1a-6ad5a235a12c service neutron] 10.222.0.21 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941741 Nov 12 05:26:48.530201 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-ac2eabcd-170e-48e2-ac61-184bfa7a29db service neutron] 10.222.0.31 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908732 Nov 12 05:26:48.625371 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 92fe2207-7326-4e24-9a2a-bb4afe30154e no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:26:48.654854 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-ea59b796-927c-4992-a0a0-d78e1cf6c258 service neutron] 10.222.0.31 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150928 Nov 12 05:26:48.677398 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:48.678243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 92fe2207-7326-4e24-9a2a-bb4afe30154e not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:26:48.982060 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-eb9f8019-6ffd-477d-a67d-621d47c045b8 req-bc35e648-d19f-426a-a89b-efd40ee9dd58 service neutron] 10.222.0.21 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443920 Nov 12 05:26:49.129432 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca45be-06a6-482c-b3ba-ac9536489926 req-f0085417-05fd-41ca-be1a-5024af3792fb tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:49.130975 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3bca45be-06a6-482c-b3ba-ac9536489926 req-f0085417-05fd-41ca-be1a-5024af3792fb tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 943 time: 0.0553946 Nov 12 05:26:49.183231 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3bca45be-06a6-482c-b3ba-ac9536489926 req-ca5b9209-ecab-40eb-b391-9ac91dc6da4c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461411 Nov 12 05:26:50.300608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f868240-cf22-4939-9719-36d4e51afe82 req-a09e9169-e9a9-4eda-9bad-c4492a7227c2 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:50.302113 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f868240-cf22-4939-9719-36d4e51afe82 req-a09e9169-e9a9-4eda-9bad-c4492a7227c2 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 943 time: 0.0502672 Nov 12 05:26:50.353416 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7f868240-cf22-4939-9719-36d4e51afe82 req-2b144a26-76bd-4e0d-98c4-31cf7202cd7d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453787 Nov 12 05:26:50.674236 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6622b0-36cd-4d3d-b028-989394a2fe7a req-53e49e3c-8d51-4c49-ba28-62137035ae91 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:50.676423 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd6622b0-36cd-4d3d-b028-989394a2fe7a req-53e49e3c-8d51-4c49-ba28-62137035ae91 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 943 time: 0.0509026 Nov 12 05:26:50.778142 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18895cd0-bc8b-47d6-bdfd-b4776666ac2a req-3796060a-7ad5-4cd2-afaf-9efd6d08fb5e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:50.779747 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18895cd0-bc8b-47d6-bdfd-b4776666ac2a req-3796060a-7ad5-4cd2-afaf-9efd6d08fb5e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae&tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&binding%3Ahost_id=n-h2-768509-24 HTTP/1.1" status: 200 len: 943 time: 0.0562599 Nov 12 05:26:50.843426 n-d-768509-24 neutron-server[103297]: INFO neutron.api.v2.resource [req-18895cd0-bc8b-47d6-bdfd-b4776666ac2a req-a41762ac-ec76-4ef8-b745-3b1d406fa3f2 service neutron] delete failed (client error): The resource could not be found. Nov 12 05:26:50.844382 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18895cd0-bc8b-47d6-bdfd-b4776666ac2a req-a41762ac-ec76-4ef8-b745-3b1d406fa3f2 service neutron] 10.222.0.21 "DELETE /v2.0/ports/92fe2207-7326-4e24-9a2a-bb4afe30154e/bindings/n-h1-768509-24 HTTP/1.1" status: 404 len: 381 time: 0.0568397 Nov 12 05:26:50.934592 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 92fe2207-7326-4e24-9a2a-bb4afe30154e details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:26:50.964936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18895cd0-bc8b-47d6-bdfd-b4776666ac2a req-acd88299-1019-4903-a1a0-c3e123ad98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:50.966546 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18895cd0-bc8b-47d6-bdfd-b4776666ac2a req-acd88299-1019-4903-a1a0-c3e123ad98c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 1095 time: 0.0550499 Nov 12 05:26:51.065140 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 92fe2207-7326-4e24-9a2a-bb4afe30154e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=92fe2207-7326-4e24-9a2a-bb4afe30154e,segment=NetworkSegment(222750ee-6d9b-4544-baf1-b0775f93db2e),segment_id=222750ee-6d9b-4544-baf1-b0775f93db2e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:51.079154 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '92fe2207-7326-4e24-9a2a-bb4afe30154e', 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b', 'port_id': '92fe2207-7326-4e24-9a2a-bb4afe30154e', 'mac_address': 'fa:16:3e:f1:33:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88eb1130-4157-475b-82c5-173c14350ea0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:26:51.093102 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18895cd0-bc8b-47d6-bdfd-b4776666ac2a req-fcde99b2-7a73-42ec-b5d0-8ff41a8d2d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:51.094891 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18895cd0-bc8b-47d6-bdfd-b4776666ac2a req-fcde99b2-7a73-42ec-b5d0-8ff41a8d2d4b service neutron] 10.222.0.21 "GET /v2.0/networks?id=28d58797-d127-4b82-9bd2-9e04eea25e4b HTTP/1.1" status: 200 len: 898 time: 0.1210253 Nov 12 05:26:51.101377 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cd6622b0-36cd-4d3d-b028-989394a2fe7a req-9ae40b23-c524-4dcd-9429-9079ba3c5457 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4176559 Nov 12 05:26:51.121754 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:51.136954 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fe2207-7326-4e24-9a2a-bb4afe30154e {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:26:51.158344 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 92fe2207-7326-4e24-9a2a-bb4afe30154e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=92fe2207-7326-4e24-9a2a-bb4afe30154e,segment=NetworkSegment(222750ee-6d9b-4544-baf1-b0775f93db2e),segment_id=222750ee-6d9b-4544-baf1-b0775f93db2e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:51.174113 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18895cd0-bc8b-47d6-bdfd-b4776666ac2a req-9dc75b12-d991-4653-ad30-306a1bf03101 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92fe2207-7326-4e24-9a2a-bb4afe30154e HTTP/1.1" status: 200 len: 998 time: 0.0716095 Nov 12 05:26:51.225859 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18895cd0-bc8b-47d6-bdfd-b4776666ac2a req-fd1d3686-989e-40d2-bb5b-05cdf31beb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:51.227400 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18895cd0-bc8b-47d6-bdfd-b4776666ac2a req-fd1d3686-989e-40d2-bb5b-05cdf31beb50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88eb1130-4157-475b-82c5-173c14350ea0 HTTP/1.1" status: 200 len: 834 time: 0.0460479 Nov 12 05:26:51.243644 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69f25d-6651-4a1b-8431-a9e72cab5ec6 req-1f30d0da-4e03-4138-aa41-54ae59bceeb3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:51.245156 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f69f25d-6651-4a1b-8431-a9e72cab5ec6 req-1f30d0da-4e03-4138-aa41-54ae59bceeb3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 943 time: 0.0502205 Nov 12 05:26:51.251396 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:51.274816 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18895cd0-bc8b-47d6-bdfd-b4776666ac2a req-a6650a3c-93aa-45c5-bab3-917abf901b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:51.276472 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18895cd0-bc8b-47d6-bdfd-b4776666ac2a req-a6650a3c-93aa-45c5-bab3-917abf901b7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=28d58797-d127-4b82-9bd2-9e04eea25e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424392 Nov 12 05:26:51.298798 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f69f25d-6651-4a1b-8431-a9e72cab5ec6 req-8acd9b1b-5946-4434-8d8d-a050e8c3be55 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470502 Nov 12 05:26:51.305678 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=92fe2207-7326-4e24-9a2a-bb4afe30154e,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:26:51.314004 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:51.314440 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:51.314893 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:51.315295 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:51.315705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:51.316633 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:51.317035 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:51.317426 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:51.317820 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:51.318214 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:51.318617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:51.319025 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:26:51.377516 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18895cd0-bc8b-47d6-bdfd-b4776666ac2a req-61ea20fe-9b89-4dee-a4a5-3080bab4b413 service neutron] 10.222.0.21 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934241 Nov 12 05:26:51.471139 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-18895cd0-bc8b-47d6-bdfd-b4776666ac2a req-9ebfb5bb-714a-47e2-b60b-5977b1ae73d9 service neutron] 10.222.0.21 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862985 Nov 12 05:26:51.598947 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['92fe2207-7326-4e24-9a2a-bb4afe30154e'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:26:52.422314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd965e08-7e67-40cc-8a74-30afc2e8cf0a req-b2da2e16-1cbc-4827-84d5-4b57ab3cdbfd tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:52.423840 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fd965e08-7e67-40cc-8a74-30afc2e8cf0a req-b2da2e16-1cbc-4827-84d5-4b57ab3cdbfd tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 944 time: 0.0504227 Nov 12 05:26:52.474103 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fd965e08-7e67-40cc-8a74-30afc2e8cf0a req-5ca078f1-c496-4693-a76f-f22b47e3ef10 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441878 Nov 12 05:26:52.497289 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58026) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:26:52.572493 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b0b43214-312f-423a-aebb-d70934126a15 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/floatingips/11fc3123-0357-49b5-95fd-75b248a602f5 HTTP/1.1" status: 200 len: 991 time: 0.0740030 Nov 12 05:26:52.951984 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 92fe2207-7326-4e24-9a2a-bb4afe30154e up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:26:53.062835 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 92fe2207-7326-4e24-9a2a-bb4afe30154e completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:26:53.067602 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 92fe2207-7326-4e24-9a2a-bb4afe30154e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:26:53.067975 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:53.145546 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:53.169130 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fe2207-7326-4e24-9a2a-bb4afe30154e'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:26:53.171474 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452c2415-32b3-4cb7-a06c-5e8fac2e51c1" -d '{"events": [{"server_uuid": "f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae", "name": "network-vif-plugged", "status": "completed", "tag": "92fe2207-7326-4e24-9a2a-bb4afe30154e"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:26:53.197363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 92fe2207-7326-4e24-9a2a-bb4afe30154e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=92fe2207-7326-4e24-9a2a-bb4afe30154e,segment=NetworkSegment(222750ee-6d9b-4544-baf1-b0775f93db2e),segment_id=222750ee-6d9b-4544-baf1-b0775f93db2e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:26:53.304064 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e9cdcb-2669-4894-b95e-3a80c43cc8c8 x-openstack-request-id: req-53e9cdcb-2669-4894-b95e-3a80c43cc8c8 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:26:53.304351 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae", "name": "network-vif-plugged", "status": "completed", "tag": "92fe2207-7326-4e24-9a2a-bb4afe30154e", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:26:53.304608 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53e9cdcb-2669-4894-b95e-3a80c43cc8c8 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:26:53.304995 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fe2207-7326-4e24-9a2a-bb4afe30154e', 'code': 200} Nov 12 05:26:53.305627 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:53.367647 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=92fe2207-7326-4e24-9a2a-bb4afe30154e,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:03.234257 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-57341fc6-16f4-405a-be87-b0ba77a8b090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:05.600933 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f916e01a-cdf6-47b2-80e6-f6d83432812c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:07.022088 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:08.564902 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:09.131569 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:17.501870 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:18.702050 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:19.943855 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [req-0e1a6903-2f9e-4d3a-8bff-b150f728d1b1 req-ed7df59f-4f5c-4cb4-9b45-e19f6f56fb4b service neutron] (103297) timed out ('10.222.0.37', 53700) {{(pid=103297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 05:27:21.303675 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58040) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:21.461845 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d2258f84-b7ad-4dbb-9e5e-d998fc1b24a4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting port 2eebc58b-9d5b-4ee2-94b5-7a667a262c23 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:21.462283 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d2258f84-b7ad-4dbb-9e5e-d998fc1b24a4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:21.542990 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d2258f84-b7ad-4dbb-9e5e-d998fc1b24a4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:21.543317 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d2258f84-b7ad-4dbb-9e5e-d998fc1b24a4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:21.555307 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d2258f84-b7ad-4dbb-9e5e-d998fc1b24a4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Calling delete_port for 2eebc58b-9d5b-4ee2-94b5-7a667a262c23 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:21.788281 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d2258f84-b7ad-4dbb-9e5e-d998fc1b24a4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:21.816127 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2258f84-b7ad-4dbb-9e5e-d998fc1b24a4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Port': ['ID=2eebc58b-9d5b-4ee2-94b5-7a667a262c23,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:21.875717 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d2258f84-b7ad-4dbb-9e5e-d998fc1b24a4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:21.876049 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-d2258f84-b7ad-4dbb-9e5e-d998fc1b24a4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Floating IP 11fc3123-0357-49b5-95fd-75b248a602f5 disassociated (deleted). External IP: 172.25.1.88, port: 92fe2207-7326-4e24-9a2a-bb4afe30154e. Nov 12 05:27:22.090824 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2258f84-b7ad-4dbb-9e5e-d998fc1b24a4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router 8733cb13-c6d4-425c-80b1-de67790c36fb has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:27:22.204536 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2258f84-b7ad-4dbb-9e5e-d998fc1b24a4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:27:22.215356 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d2258f84-b7ad-4dbb-9e5e-d998fc1b24a4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:22.215468 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee17ea5-e10d-4e6c-add1-b73b9499466e None None] Sync routers for ids ['8733cb13-c6d4-425c-80b1-de67790c36fb'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:27:22.225783 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee17ea5-e10d-4e6c-add1-b73b9499466e None None] Routers {'8733cb13-c6d4-425c-80b1-de67790c36fb'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:22.226695 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7ee17ea5-e10d-4e6c-add1-b73b9499466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:27:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8733cb13-c6d4-425c-80b1-de67790c36fb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:22.244884 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d2258f84-b7ad-4dbb-9e5e-d998fc1b24a4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/floatingips/11fc3123-0357-49b5-95fd-75b248a602f5 HTTP/1.1" status: 204 len: 168 time: 0.9354661 Nov 12 05:27:22.244884 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'tag': '92fe2207-7326-4e24-9a2a-bb4afe30154e'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:22.244884 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa45d52d-b96a-48d7-96a9-c08b0974ebd0" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae", "tag": "92fe2207-7326-4e24-9a2a-bb4afe30154e"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:22.341562 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-7ee17ea5-e10d-4e6c-add1-b73b9499466e None None] Set router 8733cb13-c6d4-425c-80b1-de67790c36fb gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:22.557527 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7ee17ea5-e10d-4e6c-add1-b73b9499466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235638043', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:53Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '6adcabd7-cf5b-44a5-9155-6c36b4c1f400', 'name': '', 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:40:d4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '88eb1130-4157-475b-82c5-173c14350ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:53Z', 'updated_at': '2021-11-12T05:24:56Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '88eb1130-4157-475b-82c5-173c14350ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:22.586344 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee17ea5-e10d-4e6c-add1-b73b9499466e None None] Checking router: 8733cb13-c6d4-425c-80b1-de67790c36fb for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:27:22.594894 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee17ea5-e10d-4e6c-add1-b73b9499466e None None] Routers {'8733cb13-c6d4-425c-80b1-de67790c36fb'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:22.595424 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7ee17ea5-e10d-4e6c-add1-b73b9499466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:27:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8733cb13-c6d4-425c-80b1-de67790c36fb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:22.680182 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1580c190-9589-4569-af39-214d017b2738 x-openstack-request-id: req-1580c190-9589-4569-af39-214d017b2738 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:22.680747 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae", "tag": "92fe2207-7326-4e24-9a2a-bb4afe30154e", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:22.680747 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1580c190-9589-4569-af39-214d017b2738 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:22.681111 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'tag': '92fe2207-7326-4e24-9a2a-bb4afe30154e', 'status': 'completed', 'code': 200} Nov 12 05:27:22.716709 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-7ee17ea5-e10d-4e6c-add1-b73b9499466e None None] Set router 8733cb13-c6d4-425c-80b1-de67790c36fb gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:22.798052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45d52d-b96a-48d7-96a9-c08b0974ebd0 req-d41a479b-1c68-47ef-a986-e660071079e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:22.803435 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa45d52d-b96a-48d7-96a9-c08b0974ebd0 req-d41a479b-1c68-47ef-a986-e660071079e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 1097 time: 0.0484200 Nov 12 05:27:22.910690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff670c-0d60-4176-a74c-34fa5d154830 req-75c23569-62ef-4eab-be78-5457e6e3160c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:22.912774 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6ff670c-0d60-4176-a74c-34fa5d154830 req-75c23569-62ef-4eab-be78-5457e6e3160c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.1667175 Nov 12 05:27:22.941068 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-7ee17ea5-e10d-4e6c-add1-b73b9499466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235638043', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:53Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '6adcabd7-cf5b-44a5-9155-6c36b4c1f400', 'name': '', 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:40:d4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '88eb1130-4157-475b-82c5-173c14350ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:53Z', 'updated_at': '2021-11-12T05:24:56Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '88eb1130-4157-475b-82c5-173c14350ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:22.960741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45d52d-b96a-48d7-96a9-c08b0974ebd0 req-09d54693-62c2-45f8-8f2f-76519eb7c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:22.962219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa45d52d-b96a-48d7-96a9-c08b0974ebd0 req-09d54693-62c2-45f8-8f2f-76519eb7c447 service neutron] 10.222.0.31 "GET /v2.0/networks?id=28d58797-d127-4b82-9bd2-9e04eea25e4b HTTP/1.1" status: 200 len: 898 time: 0.1495643 Nov 12 05:27:22.967302 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee17ea5-e10d-4e6c-add1-b73b9499466e None None] The sync data for ids ['8733cb13-c6d4-425c-80b1-de67790c36fb'] in n-d-768509-24 is: [{'id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235638043', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:53Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '6adcabd7-cf5b-44a5-9155-6c36b4c1f400', 'name': '', 'network_id': '28d58797-d127-4b82-9bd2-9e04eea25e4b', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:40:d4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '88eb1130-4157-475b-82c5-173c14350ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:53Z', 'updated_at': '2021-11-12T05:24:56Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '88eb1130-4157-475b-82c5-173c14350ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:27:23.025268 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa45d52d-b96a-48d7-96a9-c08b0974ebd0 req-32e7864e-7c72-4b99-af88-002b03cbbe4b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92fe2207-7326-4e24-9a2a-bb4afe30154e HTTP/1.1" status: 200 len: 217 time: 0.0533433 Nov 12 05:27:23.029642 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6ff670c-0d60-4176-a74c-34fa5d154830 req-07461753-1a69-47d3-948e-4d3cf69d5f4c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013310 Nov 12 05:27:23.079304 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45d52d-b96a-48d7-96a9-c08b0974ebd0 req-84b8a375-5876-428a-aff0-3b8fee7e4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:23.081578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa45d52d-b96a-48d7-96a9-c08b0974ebd0 req-84b8a375-5876-428a-aff0-3b8fee7e4e87 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=88eb1130-4157-475b-82c5-173c14350ea0 HTTP/1.1" status: 200 len: 834 time: 0.0485210 Nov 12 05:27:23.132010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45d52d-b96a-48d7-96a9-c08b0974ebd0 req-259132ef-6f19-4802-b54b-51f6ea0dd53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:23.133425 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa45d52d-b96a-48d7-96a9-c08b0974ebd0 req-259132ef-6f19-4802-b54b-51f6ea0dd53b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28d58797-d127-4b82-9bd2-9e04eea25e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441322 Nov 12 05:27:23.212989 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddcbda8-981e-4232-800a-bbd62317e6b0 None None] New status for floating IP 11fc3123-0357-49b5-95fd-75b248a602f5: DOWN {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:27:23.235808 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa45d52d-b96a-48d7-96a9-c08b0974ebd0 req-15a34c87-2674-4df4-9ba9-5f5efd2c0842 service neutron] 10.222.0.31 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934772 Nov 12 05:27:23.332188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fa45d52d-b96a-48d7-96a9-c08b0974ebd0 req-03fa499e-236f-421b-ae74-714a1a375ac4 service neutron] 10.222.0.31 "GET /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882294 Nov 12 05:27:23.534695 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:27:24.158030 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5f596-2d06-4b96-b6df-36ba07817b8e req-bc7b4c92-2baa-4207-84ba-8dc860fdd2a5 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:24.159551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbc5f596-2d06-4b96-b6df-36ba07817b8e req-bc7b4c92-2baa-4207-84ba-8dc860fdd2a5 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0551798 Nov 12 05:27:24.237659 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bbc5f596-2d06-4b96-b6df-36ba07817b8e req-545f5f5a-7292-4f96-b7c3-6929a2b3776e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=90135f94-f57a-4868-94cc-1abc8bb167e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716314 Nov 12 05:27:24.251368 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58012258-ddf0-4415-b753-b1498bd952c7 req-ea367191-8d44-4408-800d-21dc7e98500f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:24.252949 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58012258-ddf0-4415-b753-b1498bd952c7 req-ea367191-8d44-4408-800d-21dc7e98500f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 945 time: 0.0732071 Nov 12 05:27:24.345672 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-58012258-ddf0-4415-b753-b1498bd952c7 req-39df8e09-9457-405c-b24e-ca0f2dca1ce0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting port 92fe2207-7326-4e24-9a2a-bb4afe30154e {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:24.345904 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-58012258-ddf0-4415-b753-b1498bd952c7 req-39df8e09-9457-405c-b24e-ca0f2dca1ce0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:24.435619 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-58012258-ddf0-4415-b753-b1498bd952c7 req-39df8e09-9457-405c-b24e-ca0f2dca1ce0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] For port 92fe2207-7326-4e24-9a2a-bb4afe30154e, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=92fe2207-7326-4e24-9a2a-bb4afe30154e,segment=NetworkSegment(222750ee-6d9b-4544-baf1-b0775f93db2e),segment_id=222750ee-6d9b-4544-baf1-b0775f93db2e)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:24.435982 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-58012258-ddf0-4415-b753-b1498bd952c7 req-39df8e09-9457-405c-b24e-ca0f2dca1ce0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:24.449880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-58012258-ddf0-4415-b753-b1498bd952c7 req-39df8e09-9457-405c-b24e-ca0f2dca1ce0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Calling delete_port for 92fe2207-7326-4e24-9a2a-bb4afe30154e owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:24.633640 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-58012258-ddf0-4415-b753-b1498bd952c7 req-39df8e09-9457-405c-b24e-ca0f2dca1ce0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:24.663026 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df8e09-9457-405c-b24e-ca0f2dca1ce0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Port': ['ID=92fe2207-7326-4e24-9a2a-bb4afe30154e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:24.709136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-58012258-ddf0-4415-b753-b1498bd952c7 req-39df8e09-9457-405c-b24e-ca0f2dca1ce0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] No DVR routers for this DVR port 92fe2207-7326-4e24-9a2a-bb4afe30154e on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:24.711992 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-58012258-ddf0-4415-b753-b1498bd952c7 req-39df8e09-9457-405c-b24e-ca0f2dca1ce0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:24.715655 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58012258-ddf0-4415-b753-b1498bd952c7 req-39df8e09-9457-405c-b24e-ca0f2dca1ce0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.31 "DELETE /v2.0/ports/92fe2207-7326-4e24-9a2a-bb4afe30154e HTTP/1.1" status: 204 len: 173 time: 0.4566031 Nov 12 05:27:24.716097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'name': 'network-vif-deleted', 'tag': '92fe2207-7326-4e24-9a2a-bb4afe30154e'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:24.718545 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56b8d7b-69e2-4883-9c88-5df5bb3180e9" -d '{"events": [{"server_uuid": "f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae", "name": "network-vif-deleted", "tag": "92fe2207-7326-4e24-9a2a-bb4afe30154e"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:24.756589 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22fc496-4d50-487a-a8ac-40cb06334ebe x-openstack-request-id: req-e22fc496-4d50-487a-a8ac-40cb06334ebe {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:24.756925 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae", "name": "network-vif-deleted", "tag": "92fe2207-7326-4e24-9a2a-bb4afe30154e", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:24.757182 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e22fc496-4d50-487a-a8ac-40cb06334ebe {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:24.757601 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae', 'name': 'network-vif-deleted', 'tag': '92fe2207-7326-4e24-9a2a-bb4afe30154e', 'status': 'completed', 'code': 200} Nov 12 05:27:25.347833 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fdf53ef5-f260-4d8c-a32d-c0f1b5dcbaa3 req-85088f2a-cec9-4f1d-a161-bef5c0fb90f5 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b20bc6-e1a8-4410-94d6-1db9aa2b9eae HTTP/1.1" status: 200 len: 210 time: 0.0264332 Nov 12 05:27:26.415888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58060) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:26.809245 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57b3cc7f-0eee-4797-a792-856ce6b2a2e7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:27.086199 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-57b3cc7f-0eee-4797-a792-856ce6b2a2e7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting port 6adcabd7-cf5b-44a5-9155-6c36b4c1f400 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:27.086430 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57b3cc7f-0eee-4797-a792-856ce6b2a2e7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:27.181035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-57b3cc7f-0eee-4797-a792-856ce6b2a2e7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] For port 6adcabd7-cf5b-44a5-9155-6c36b4c1f400, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=6adcabd7-cf5b-44a5-9155-6c36b4c1f400,segment=NetworkSegment(222750ee-6d9b-4544-baf1-b0775f93db2e),segment_id=222750ee-6d9b-4544-baf1-b0775f93db2e)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:27.181404 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57b3cc7f-0eee-4797-a792-856ce6b2a2e7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:27.195815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-57b3cc7f-0eee-4797-a792-856ce6b2a2e7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Calling delete_port for 6adcabd7-cf5b-44a5-9155-6c36b4c1f400 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:27.445286 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57b3cc7f-0eee-4797-a792-856ce6b2a2e7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:27.472608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3cc7f-0eee-4797-a792-856ce6b2a2e7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Port': ['ID=6adcabd7-cf5b-44a5-9155-6c36b4c1f400,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:27.660363 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-57b3cc7f-0eee-4797-a792-856ce6b2a2e7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:27.894430 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b3cc7f-0eee-4797-a792-856ce6b2a2e7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router 8733cb13-c6d4-425c-80b1-de67790c36fb has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:27:28.003824 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b3cc7f-0eee-4797-a792-856ce6b2a2e7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:27:28.008921 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-57b3cc7f-0eee-4797-a792-856ce6b2a2e7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "PUT /v2.0/routers/8733cb13-c6d4-425c-80b1-de67790c36fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5918891 Nov 12 05:27:28.011692 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58062) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:28.014915 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8817b2f-d50f-4c22-9d96-ced2dd99f191 None None] Sync routers for ids ['8733cb13-c6d4-425c-80b1-de67790c36fb'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:27:28.025370 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8817b2f-d50f-4c22-9d96-ced2dd99f191 None None] Routers {'8733cb13-c6d4-425c-80b1-de67790c36fb'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:28.025980 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a8817b2f-d50f-4c22-9d96-ced2dd99f191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:27:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8733cb13-c6d4-425c-80b1-de67790c36fb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:28.075220 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59da323-ee56-4e84-bd46-1013b3942e76 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting subnet 88eb1130-4157-475b-82c5-173c14350ea0 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:27:28.079108 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c59da323-ee56-4e84-bd46-1013b3942e76 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:28.128650 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c59da323-ee56-4e84-bd46-1013b3942e76 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:28.219946 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c59da323-ee56-4e84-bd46-1013b3942e76 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:28.232899 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-a8817b2f-d50f-4c22-9d96-ced2dd99f191 None None] Set router 8733cb13-c6d4-425c-80b1-de67790c36fb gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:28.325878 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c59da323-ee56-4e84-bd46-1013b3942e76 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:28.351781 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59da323-ee56-4e84-bd46-1013b3942e76 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Subnet': ['ID=88eb1130-4157-475b-82c5-173c14350ea0,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:28.357548 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c59da323-ee56-4e84-bd46-1013b3942e76 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:28.360776 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c59da323-ee56-4e84-bd46-1013b3942e76 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/subnets/88eb1130-4157-475b-82c5-173c14350ea0 HTTP/1.1" status: 204 len: 168 time: 0.3480990 Nov 12 05:27:28.363960 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58064) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:28.367854 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870f6076-4203-4d7e-9b7f-12583e73d19a None None] Network 28d58797-d127-4b82-9bd2-9e04eea25e4b requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:28.476851 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c35ba6a-f3d8-4035-a6a5-ea26b0f2ff5f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:28.480558 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a8817b2f-d50f-4c22-9d96-ced2dd99f191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235638043', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:27:27Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:28.508345 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8817b2f-d50f-4c22-9d96-ced2dd99f191 None None] Checking router: 8733cb13-c6d4-425c-80b1-de67790c36fb for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:27:28.516742 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8817b2f-d50f-4c22-9d96-ced2dd99f191 None None] Routers {'8733cb13-c6d4-425c-80b1-de67790c36fb'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:28.517631 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a8817b2f-d50f-4c22-9d96-ced2dd99f191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:27:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['8733cb13-c6d4-425c-80b1-de67790c36fb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:28.595344 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1458a8c-970e-472e-9e51-5d60bbed88f3 None None] DHCP port deletion for 28d58797-d127-4b82-9bd2-9e04eea25e4b request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:28.634768 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-a8817b2f-d50f-4c22-9d96-ced2dd99f191 None None] Set router 8733cb13-c6d4-425c-80b1-de67790c36fb gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:28.656987 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c1458a8c-970e-472e-9e51-5d60bbed88f3 None None] Deleting port 4b0c9576-ed67-462e-a09a-e9c8e2a71a26 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:28.657691 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1458a8c-970e-472e-9e51-5d60bbed88f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:28.726457 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c1458a8c-970e-472e-9e51-5d60bbed88f3 None None] For port 4b0c9576-ed67-462e-a09a-e9c8e2a71a26, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4b0c9576-ed67-462e-a09a-e9c8e2a71a26,segment=NetworkSegment(222750ee-6d9b-4544-baf1-b0775f93db2e),segment_id=222750ee-6d9b-4544-baf1-b0775f93db2e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:28.727167 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1458a8c-970e-472e-9e51-5d60bbed88f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:28.742469 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c1458a8c-970e-472e-9e51-5d60bbed88f3 None None] Calling delete_port for 4b0c9576-ed67-462e-a09a-e9c8e2a71a26 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:28.830236 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-a8817b2f-d50f-4c22-9d96-ced2dd99f191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235638043', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:27:27Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:28.862307 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8817b2f-d50f-4c22-9d96-ced2dd99f191 None None] The sync data for ids ['8733cb13-c6d4-425c-80b1-de67790c36fb'] in n-d-768509-24 is: [{'id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235638043', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:27:27Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': '56e80fbc-24c3-4593-8e9e-bfeaae945c1d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733cb13-c6d4-425c-80b1-de67790c36fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:24:49Z', 'updated_at': '2021-11-12T05:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:27:28.868376 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c1458a8c-970e-472e-9e51-5d60bbed88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:28.899078 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1458a8c-970e-472e-9e51-5d60bbed88f3 None None] Pushing event deleted for resources: {'Port': ['ID=4b0c9576-ed67-462e-a09a-e9c8e2a71a26,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:28.901095 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1458a8c-970e-472e-9e51-5d60bbed88f3 None None] No DVR routers for this DVR port 4b0c9576-ed67-462e-a09a-e9c8e2a71a26 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:28.970724 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c35ba6a-f3d8-4035-a6a5-ea26b0f2ff5f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.084286 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-3c35ba6a-f3d8-4035-a6a5-ea26b0f2ff5f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting port 56e80fbc-24c3-4593-8e9e-bfeaae945c1d {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:29.084630 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c35ba6a-f3d8-4035-a6a5-ea26b0f2ff5f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.115810 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 92fe2207-7326-4e24-9a2a-bb4afe30154e no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:29.138166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: 92fe2207-7326-4e24-9a2a-bb4afe30154e {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:29.138516 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 92fe2207-7326-4e24-9a2a-bb4afe30154e not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:29.164309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-3c35ba6a-f3d8-4035-a6a5-ea26b0f2ff5f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] For port 56e80fbc-24c3-4593-8e9e-bfeaae945c1d, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=56e80fbc-24c3-4593-8e9e-bfeaae945c1d,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:29.164593 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c35ba6a-f3d8-4035-a6a5-ea26b0f2ff5f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.178123 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-3c35ba6a-f3d8-4035-a6a5-ea26b0f2ff5f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Calling delete_port for 56e80fbc-24c3-4593-8e9e-bfeaae945c1d owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:29.411200 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c35ba6a-f3d8-4035-a6a5-ea26b0f2ff5f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.443122 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35ba6a-f3d8-4035-a6a5-ea26b0f2ff5f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Port': ['ID=56e80fbc-24c3-4593-8e9e-bfeaae945c1d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:29.457614 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eb78b7-f425-44b8-b4db-e0ffb2497c5e None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:29.504871 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c35ba6a-f3d8-4035-a6a5-ea26b0f2ff5f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.595278 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c35ba6a-f3d8-4035-a6a5-ea26b0f2ff5f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.597367 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c35ba6a-f3d8-4035-a6a5-ea26b0f2ff5f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.684560 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c35ba6a-f3d8-4035-a6a5-ea26b0f2ff5f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.685119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c35ba6a-f3d8-4035-a6a5-ea26b0f2ff5f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Fanout notify agent at l3_agent the message router_deleted on router 8733cb13-c6d4-425c-80b1-de67790c36fb {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:27:29.697888 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c35ba6a-f3d8-4035-a6a5-ea26b0f2ff5f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.697888 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3c35ba6a-f3d8-4035-a6a5-ea26b0f2ff5f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/routers/8733cb13-c6d4-425c-80b1-de67790c36fb HTTP/1.1" status: 204 len: 168 time: 1.3278887 Nov 12 05:27:29.697888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58066) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:29.813684 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-52a7d0ab-bc33-419b-82bd-762456b95287 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.876797 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-52a7d0ab-bc33-419b-82bd-762456b95287 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.897097 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-52a7d0ab-bc33-419b-82bd-762456b95287 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d58797-d127-4b82-9bd2-9e04eea25e4b']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:29.906170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-52a7d0ab-bc33-419b-82bd-762456b95287 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222750ee-6d9b-4544-baf1-b0775f93db2e') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:29.906461 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-52a7d0ab-bc33-419b-82bd-762456b95287 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222750ee-6d9b-4544-baf1-b0775f93db2e') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:29.916156 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-52a7d0ab-bc33-419b-82bd-762456b95287 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.928821 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-52a7d0ab-bc33-419b-82bd-762456b95287 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.934516 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a7d0ab-bc33-419b-82bd-762456b95287 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:27:29.934969 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-52a7d0ab-bc33-419b-82bd-762456b95287 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: timer() Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:27:29.937780 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:27:30.044605 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-52a7d0ab-bc33-419b-82bd-762456b95287 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.052648 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-52a7d0ab-bc33-419b-82bd-762456b95287 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.055220 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-52a7d0ab-bc33-419b-82bd-762456b95287 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/networks/28d58797-d127-4b82-9bd2-9e04eea25e4b HTTP/1.1" status: 204 len: 168 time: 0.3583636 Nov 12 05:27:30.058119 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58068) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:30.066451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7d0ab-bc33-419b-82bd-762456b95287 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Network': ['ID=28d58797-d127-4b82-9bd2-9e04eea25e4b,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:30.121500 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef00e132-1ce3-4646-a9bb-7fb83c16dc72 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.148358 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef00e132-1ce3-4646-a9bb-7fb83c16dc72 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.208791 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4b0c9576-ed67-462e-a09a-e9c8e2a71a26 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:30.232073 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 4b0c9576-ed67-462e-a09a-e9c8e2a71a26 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:30.232410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4b0c9576-ed67-462e-a09a-e9c8e2a71a26 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:30.232824 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6adcabd7-cf5b-44a5-9155-6c36b4c1f400 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:30.251428 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 6adcabd7-cf5b-44a5-9155-6c36b4c1f400 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:30.251765 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 6adcabd7-cf5b-44a5-9155-6c36b4c1f400 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:30.267759 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef00e132-1ce3-4646-a9bb-7fb83c16dc72 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.271089 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ef00e132-1ce3-4646-a9bb-7fb83c16dc72 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.272295 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ef00e132-1ce3-4646-a9bb-7fb83c16dc72 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/security-groups/90135f94-f57a-4868-94cc-1abc8bb167e0 HTTP/1.1" status: 204 len: 168 time: 0.2130430 Nov 12 05:27:30.282455 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00e132-1ce3-4646-a9bb-7fb83c16dc72 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90135f94-f57a-4868-94cc-1abc8bb167e0,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:30.290282 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00e132-1ce3-4646-a9bb-7fb83c16dc72 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.290740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00e132-1ce3-4646-a9bb-7fb83c16dc72 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.291159 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00e132-1ce3-4646-a9bb-7fb83c16dc72 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.291572 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00e132-1ce3-4646-a9bb-7fb83c16dc72 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.291979 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00e132-1ce3-4646-a9bb-7fb83c16dc72 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.292382 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00e132-1ce3-4646-a9bb-7fb83c16dc72 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.292785 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00e132-1ce3-4646-a9bb-7fb83c16dc72 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.293179 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00e132-1ce3-4646-a9bb-7fb83c16dc72 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.293580 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00e132-1ce3-4646-a9bb-7fb83c16dc72 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.293977 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00e132-1ce3-4646-a9bb-7fb83c16dc72 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.294378 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00e132-1ce3-4646-a9bb-7fb83c16dc72 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.294796 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef00e132-1ce3-4646-a9bb-7fb83c16dc72 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.547357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58074) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:30.551942 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-ce9d013e-24e7-4a74-8510-8dff72d70353 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-103258362', 'description': 'tempest-secgroup-smoke-103258362 description', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:30.627992 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ce9d013e-24e7-4a74-8510-8dff72d70353 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.691940 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ce9d013e-24e7-4a74-8510-8dff72d70353 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.765085 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ce9d013e-24e7-4a74-8510-8dff72d70353 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.799487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d013e-24e7-4a74-8510-8dff72d70353 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d743bd19-3489-4251-9476-c90c8e2a6205,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:30.915567 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ce9d013e-24e7-4a74-8510-8dff72d70353 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.916822 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-ce9d013e-24e7-4a74-8510-8dff72d70353 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3684504 Nov 12 05:27:30.919704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58076) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:30.925675 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-384205a5-e7f4-4fca-adfe-3a0b072bea34 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': 'd743bd19-3489-4251-9476-c90c8e2a6205', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:31.010726 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-384205a5-e7f4-4fca-adfe-3a0b072bea34 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.065282 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-384205a5-e7f4-4fca-adfe-3a0b072bea34 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.141859 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-384205a5-e7f4-4fca-adfe-3a0b072bea34 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.161331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384205a5-e7f4-4fca-adfe-3a0b072bea34 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff173646-aea3-4d61-baac-b63a3d06c966,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:31.223391 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-384205a5-e7f4-4fca-adfe-3a0b072bea34 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.224624 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-384205a5-e7f4-4fca-adfe-3a0b072bea34 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3039448 Nov 12 05:27:31.227398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58078) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:31.232355 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-f0627c28-a686-418d-9df8-8accefed39f1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': 'd743bd19-3489-4251-9476-c90c8e2a6205', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:31.335641 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f0627c28-a686-418d-9df8-8accefed39f1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.394836 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f0627c28-a686-418d-9df8-8accefed39f1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.461776 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f0627c28-a686-418d-9df8-8accefed39f1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.480485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0627c28-a686-418d-9df8-8accefed39f1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577b95cf-dd5c-4992-b782-3914fc910d36,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:31.572588 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f0627c28-a686-418d-9df8-8accefed39f1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.573816 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f0627c28-a686-418d-9df8-8accefed39f1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3449903 Nov 12 05:27:31.578161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58080) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:31.582819 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-7f859895-ccc5-4f72-8791-ff5b8690fd5e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': 'd743bd19-3489-4251-9476-c90c8e2a6205', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:31.701907 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f859895-ccc5-4f72-8791-ff5b8690fd5e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.754323 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 56e80fbc-24c3-4593-8e9e-bfeaae945c1d no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:31.767671 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f859895-ccc5-4f72-8791-ff5b8690fd5e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.774784 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 56e80fbc-24c3-4593-8e9e-bfeaae945c1d {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:31.775675 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 56e80fbc-24c3-4593-8e9e-bfeaae945c1d not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:31.810848 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f859895-ccc5-4f72-8791-ff5b8690fd5e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.831992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f859895-ccc5-4f72-8791-ff5b8690fd5e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ae64c8-2edd-4f00-8b59-3869a8499492,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:31.875455 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f859895-ccc5-4f72-8791-ff5b8690fd5e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:31.876670 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7f859895-ccc5-4f72-8791-ff5b8690fd5e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2975254 Nov 12 05:27:31.879372 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58082) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:31.883727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-bbb6fb0b-2af3-42d1-ac12-b54c5948f27d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': 'd743bd19-3489-4251-9476-c90c8e2a6205', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:31.959033 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bbb6fb0b-2af3-42d1-ac12-b54c5948f27d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:32.017790 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bbb6fb0b-2af3-42d1-ac12-b54c5948f27d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:32.061924 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bbb6fb0b-2af3-42d1-ac12-b54c5948f27d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:32.079333 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6fb0b-2af3-42d1-ac12-b54c5948f27d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefbc439-43fc-46d1-9d7c-b9f0831e77f4,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:32.120947 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bbb6fb0b-2af3-42d1-ac12-b54c5948f27d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:32.122434 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bbb6fb0b-2af3-42d1-ac12-b54c5948f27d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2418754 Nov 12 05:27:32.125396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58084) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:32.129918 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-bfa12bf6-6f86-4ef1-a39d-3760686e2cad tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': 'd743bd19-3489-4251-9476-c90c8e2a6205', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:32.187563 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-bfa12bf6-6f86-4ef1-a39d-3760686e2cad tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Project 0e62ef2c231f459b8e1f08d7b4cf6b3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:27:32.193391 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfa12bf6-6f86-4ef1-a39d-3760686e2cad tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:32.249573 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfa12bf6-6f86-4ef1-a39d-3760686e2cad tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:32.319571 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfa12bf6-6f86-4ef1-a39d-3760686e2cad tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:32.337388 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa12bf6-6f86-4ef1-a39d-3760686e2cad tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f286fde9-01c7-4418-9623-936d24c48a28,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:32.412746 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bfa12bf6-6f86-4ef1-a39d-3760686e2cad tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:32.413953 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bfa12bf6-6f86-4ef1-a39d-3760686e2cad tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2876000 Nov 12 05:27:32.416670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58086) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:32.421002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-31430e66-163b-446e-9ef6-df194be20fe8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': 'd743bd19-3489-4251-9476-c90c8e2a6205', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:32.501646 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-31430e66-163b-446e-9ef6-df194be20fe8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Project 0e62ef2c231f459b8e1f08d7b4cf6b3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:27:32.506832 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-31430e66-163b-446e-9ef6-df194be20fe8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:32.564943 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-31430e66-163b-446e-9ef6-df194be20fe8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:32.633255 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-31430e66-163b-446e-9ef6-df194be20fe8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:32.654396 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31430e66-163b-446e-9ef6-df194be20fe8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a0883e-734e-4db2-ba52-8178964482e8,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:32.715048 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-31430e66-163b-446e-9ef6-df194be20fe8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:32.716261 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-31430e66-163b-446e-9ef6-df194be20fe8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2986724 Nov 12 05:27:32.719144 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58088) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:32.724636 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-c49e4c05-c60c-449a-b794-aeb695ab07c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'network': {'name': 'tempest-network-smoke--368646329', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'port_security_enabled': True}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:32.810172 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49e4c05-c60c-449a-b794-aeb695ab07c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Made reservation on behalf of 0e62ef2c231f459b8e1f08d7b4cf6b3d for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:27:32.813638 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c49e4c05-c60c-449a-b794-aeb695ab07c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:32.838174 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49e4c05-c60c-449a-b794-aeb695ab07c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:27:32.847073 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c49e4c05-c60c-449a-b794-aeb695ab07c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:32.847416 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-c49e4c05-c60c-449a-b794-aeb695ab07c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Added segment ab309f4b-9bfa-4201-a67e-ff7215b35079 of type vlan for network 13bbdb56-45fd-4182-a884-272c2655eb27 Nov 12 05:27:32.889330 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c49e4c05-c60c-449a-b794-aeb695ab07c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:32.993593 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c49e4c05-c60c-449a-b794-aeb695ab07c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:32.999529 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49e4c05-c60c-449a-b794-aeb695ab07c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:33.000157 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c49e4c05-c60c-449a-b794-aeb695ab07c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.069745 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e4c05-c60c-449a-b794-aeb695ab07c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Network': ['ID=13bbdb56-45fd-4182-a884-272c2655eb27,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:33.080192 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 13bbdb56-45fd-4182-a884-272c2655eb27 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:27:33.098652 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c49e4c05-c60c-449a-b794-aeb695ab07c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3784802 Nov 12 05:27:33.101487 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58090) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:33.106010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-e6fab159-3b00-4bd0-ac86-0da4df6311fa tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1846198471', 'admin_state_up': True, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:33.176275 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6fab159-3b00-4bd0-ac86-0da4df6311fa tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.177378 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6fab159-3b00-4bd0-ac86-0da4df6311fa tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.227710 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-480ab95b-c8ea-4fbb-a445-0a8b83abe09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.232630 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6fab159-3b00-4bd0-ac86-0da4df6311fa tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.448175 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6fab159-3b00-4bd0-ac86-0da4df6311fa tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.710572 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6fab159-3b00-4bd0-ac86-0da4df6311fa tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.730035 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6fab159-3b00-4bd0-ac86-0da4df6311fa tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:33.850434 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-e6fab159-3b00-4bd0-ac86-0da4df6311fa tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Allocated IP 172.25.1.10 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/dc4cbd3f-83cb-43f9-9a63-1e6042165cea) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:33.951477 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6fab159-3b00-4bd0-ac86-0da4df6311fa tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:34.022741 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6fab159-3b00-4bd0-ac86-0da4df6311fa tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:34.061639 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fab159-3b00-4bd0-ac86-0da4df6311fa tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:34.066860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-e6fab159-3b00-4bd0-ac86-0da4df6311fa tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:34.070580 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fab159-3b00-4bd0-ac86-0da4df6311fa tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:34.077312 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fab159-3b00-4bd0-ac86-0da4df6311fa tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=dc4cbd3f-83cb-43f9-9a63-1e6042165cea,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:34.079802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3add7b7c-b180-4580-b007-03974b72d188 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:34.130366 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2d86d86c-2a0d-480a-83e5-f2866a3113d8 None None] Provisioning complete for port dc4cbd3f-83cb-43f9-9a63-1e6042165cea triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:34.131499 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d86d86c-2a0d-480a-83e5-f2866a3113d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:34.166360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-2d86d86c-2a0d-480a-83e5-f2866a3113d8 None None] Port dc4cbd3f-83cb-43f9-9a63-1e6042165cea cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:27:34.413616 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6fab159-3b00-4bd0-ac86-0da4df6311fa tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:34.608730 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6fab159-3b00-4bd0-ac86-0da4df6311fa tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:34.867295 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fab159-3b00-4bd0-ac86-0da4df6311fa tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:27:34.977439 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fab159-3b00-4bd0-ac86-0da4df6311fa tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:27:34.987939 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] Sync routers for ids ['e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:27:34.997821 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] Routers {'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:34.998443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:27:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:35.064019 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e6fab159-3b00-4bd0-ac86-0da4df6311fa tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.066909 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-e6fab159-3b00-4bd0-ac86-0da4df6311fa tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9628224 Nov 12 05:27:35.068672 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58094) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:35.124346 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] Set router e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:35.147687 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d9702833-9586-4f32-8191-cd743f997d95 tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0749137 Nov 12 05:27:35.147936 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58098) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:35.243056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bad530-b4d9-442e-a2cc-862c5a8ea427 tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:35.244591 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-42bad530-b4d9-442e-a2cc-862c5a8ea427 tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957630 Nov 12 05:27:35.248214 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58100) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:35.277711 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3294e911-3229-4a3c-a87f-745e94f76561 tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283365 Nov 12 05:27:35.281766 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58102) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:35.287761 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a6173257-1002-4d29-8839-9e4b479c157a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-559774104', 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:35.318161 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846198471', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:34Z', 'revision_number': 3, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:35.345428 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] Checking router: e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:27:35.345777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] Updating router e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 port dc4cbd3f-83cb-43f9-9a63-1e6042165cea binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:27:35.371649 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.456312 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6173257-1002-4d29-8839-9e4b479c157a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Made reservation on behalf of 0e62ef2c231f459b8e1f08d7b4cf6b3d for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:27:35.460619 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6173257-1002-4d29-8839-9e4b479c157a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.636474 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c53d28ff-d420-46fc-b3d7-06e7822ec992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.648794 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.747787 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.792278 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29b619f-519d-4164-a08f-441803a23199 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:35.799745 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6173257-1002-4d29-8839-9e4b479c157a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.808071 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] Attempting to bind port dc4cbd3f-83cb-43f9-9a63-1e6042165cea on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:27:35.808441 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] Attempting to bind port dc4cbd3f-83cb-43f9-9a63-1e6042165cea by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:27:35.808848 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] Attempting to bind port dc4cbd3f-83cb-43f9-9a63-1e6042165cea on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:27:35.811471 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535c125-7cf7-4b51-b7dc-a93a4a4c71e5 None None] Pushing event updated for resources: {'Port': ['ID=dc4cbd3f-83cb-43f9-9a63-1e6042165cea,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:35.819042 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:27:35.819419 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:35.819820 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.820367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:27:35.820711 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] Bound port: dc4cbd3f-83cb-43f9-9a63-1e6042165cea, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:27:35.821087 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.866205 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6173257-1002-4d29-8839-9e4b479c157a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Subnet': ['ID=7b597f41-1125-46c0-a392-d4ada7b6181d,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:35.877519 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6173257-1002-4d29-8839-9e4b479c157a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Checking segment: {'id': 'ab309f4b-9bfa-4201-a67e-ff7215b35079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:35.877876 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6173257-1002-4d29-8839-9e4b479c157a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network hostable DHCP agents. Network: 13bbdb56-45fd-4182-a884-272c2655eb27, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:27:35.878500 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] For port dc4cbd3f-83cb-43f9-9a63-1e6042165cea, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:27:35.882025 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] For port dc4cbd3f-83cb-43f9-9a63-1e6042165cea, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=dc4cbd3f-83cb-43f9-9a63-1e6042165cea,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:27:35.903125 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0e934f2a-ac5a-42ea-afdc-e0838728c0c0 None None] Provisioning complete for port dc4cbd3f-83cb-43f9-9a63-1e6042165cea triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:35.903125 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0e934f2a-ac5a-42ea-afdc-e0838728c0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.934546 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:35.963931 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-0e934f2a-ac5a-42ea-afdc-e0838728c0c0 None None] Port dc4cbd3f-83cb-43f9-9a63-1e6042165cea cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:27:35.981823 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6173257-1002-4d29-8839-9e4b479c157a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 13bbdb56-45fd-4182-a884-272c2655eb27 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:27:35.986217 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e7d261-4bbe-4d71-9114-35b8b33ab3df None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:36.008491 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] Routers {'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:36.009136 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:27:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:36.010885 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535c125-7cf7-4b51-b7dc-a93a4a4c71e5 None None] Pushing event updated for resources: {'Port': ['ID=dc4cbd3f-83cb-43f9-9a63-1e6042165cea,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:36.045996 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a6173257-1002-4d29-8839-9e4b479c157a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 13bbdb56-45fd-4182-a884-272c2655eb27) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:36.051938 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6173257-1002-4d29-8839-9e4b479c157a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:36.052721 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6173257-1002-4d29-8839-9e4b479c157a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:36.065679 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021b7920-1c58-45a8-8ba2-397cb822163c None None] Network 13bbdb56-45fd-4182-a884-272c2655eb27 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:36.127264 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a6173257-1002-4d29-8839-9e4b479c157a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8443882 Nov 12 05:27:36.130899 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58104) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:36.355325 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c7ee5e9b-4ebd-4606-9989-2ea57ecba4f2 None None] Provisioning complete for port dc4cbd3f-83cb-43f9-9a63-1e6042165cea triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:36.355909 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7ee5e9b-4ebd-4606-9989-2ea57ecba4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:36.371225 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] Set router e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:36.600268 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-77746dad-bde1-4e8a-a9d7-898574f9c621 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:36.628591 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-13bbdb56-45fd-4182-a884-272c2655eb27', 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ips': [{'subnet_id': '7b597f41-1125-46c0-a392-d4ada7b6181d'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:27:36.629452 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:36.680204 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7ee5e9b-4ebd-4606-9989-2ea57ecba4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:36.757124 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c7ee5e9b-4ebd-4606-9989-2ea57ecba4f2 None None] For port dc4cbd3f-83cb-43f9-9a63-1e6042165cea, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=dc4cbd3f-83cb-43f9-9a63-1e6042165cea,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:36.820332 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846198471', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:34Z', 'revision_number': 3, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:36.850660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bd3415-981d-4fa2-adf1-84bcd2d19407 None None] The sync data for ids ['e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'] in n-d-768509-24 is: [{'id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846198471', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:34Z', 'revision_number': 3, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:27:36.867432 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] Allocated IP 172.20.0.2 (13bbdb56-45fd-4182-a884-272c2655eb27/7b597f41-1125-46c0-a392-d4ada7b6181d/f2332f40-5ebb-434c-be18-0c4e71c25382) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:36.871971 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7ee5e9b-4ebd-4606-9989-2ea57ecba4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:36.993233 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee5e9b-4ebd-4606-9989-2ea57ecba4f2 None None] Pushing event updated for resources: {'Port': ['ID=dc4cbd3f-83cb-43f9-9a63-1e6042165cea,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:37.084323 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:37.106832 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:37.165164 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:37.211153 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] Network 13bbdb56-45fd-4182-a884-272c2655eb27 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:37.218662 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:37.223350 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-77746dad-bde1-4e8a-a9d7-898574f9c621 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Allocated IP 172.20.0.1 (13bbdb56-45fd-4182-a884-272c2655eb27/7b597f41-1125-46c0-a392-d4ada7b6181d/4556d91f-0314-45d5-a4f3-46295f5c994f) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:37.224388 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:37.227663 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] Pushing event updated for resources: {'Port': ['ID=f2332f40-5ebb-434c-be18-0c4e71c25382,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:37.299413 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] Attempting to bind port f2332f40-5ebb-434c-be18-0c4e71c25382 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:27:37.299688 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] Attempting to bind port f2332f40-5ebb-434c-be18-0c4e71c25382 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'ab309f4b-9bfa-4201-a67e-ff7215b35079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:27:37.300075 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] Attempting to bind port f2332f40-5ebb-434c-be18-0c4e71c25382 on network 13bbdb56-45fd-4182-a884-272c2655eb27 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:27:37.306044 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:27:37.306403 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] Checking segment: {'id': 'ab309f4b-9bfa-4201-a67e-ff7215b35079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:37.306834 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:37.307218 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] Bound using segment: {'id': 'ab309f4b-9bfa-4201-a67e-ff7215b35079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:27:37.307677 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] Bound port: f2332f40-5ebb-434c-be18-0c4e71c25382, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab309f4b-9bfa-4201-a67e-ff7215b35079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:27:37.308052 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:37.347938 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-77746dad-bde1-4e8a-a9d7-898574f9c621 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:37.378244 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] For port f2332f40-5ebb-434c-be18-0c4e71c25382, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:27:37.384293 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] For port f2332f40-5ebb-434c-be18-0c4e71c25382, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f2332f40-5ebb-434c-be18-0c4e71c25382,segment=NetworkSegment(ab309f4b-9bfa-4201-a67e-ff7215b35079),segment_id=ab309f4b-9bfa-4201-a67e-ff7215b35079)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:27:37.456656 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:37.491366 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-77746dad-bde1-4e8a-a9d7-898574f9c621 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:37.531870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a367d-e771-4ee8-97f7-e46aa4c8b997 None None] Pushing event updated for resources: {'Port': ['ID=f2332f40-5ebb-434c-be18-0c4e71c25382,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:37.544609 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77746dad-bde1-4e8a-a9d7-898574f9c621 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 13bbdb56-45fd-4182-a884-272c2655eb27 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:37.548378 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-77746dad-bde1-4e8a-a9d7-898574f9c621 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:37.554231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77746dad-bde1-4e8a-a9d7-898574f9c621 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:37.558831 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77746dad-bde1-4e8a-a9d7-898574f9c621 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=4556d91f-0314-45d5-a4f3-46295f5c994f,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:37.609857 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-77746dad-bde1-4e8a-a9d7-898574f9c621 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:37.834109 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-77746dad-bde1-4e8a-a9d7-898574f9c621 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:37.876445 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device dc4cbd3f-83cb-43f9-9a63-1e6042165cea up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:37.930744 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port dc4cbd3f-83cb-43f9-9a63-1e6042165cea triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:37.931046 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:38.028181 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f2332f40-5ebb-434c-be18-0c4e71c25382 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:38.087269 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port f2332f40-5ebb-434c-be18-0c4e71c25382 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:38.087640 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:38.143343 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-77746dad-bde1-4e8a-a9d7-898574f9c621 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:38.186428 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:38.204683 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-77746dad-bde1-4e8a-a9d7-898574f9c621 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:38.243088 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port f2332f40-5ebb-434c-be18-0c4e71c25382, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f2332f40-5ebb-434c-be18-0c4e71c25382,segment=NetworkSegment(ab309f4b-9bfa-4201-a67e-ff7215b35079),segment_id=ab309f4b-9bfa-4201-a67e-ff7215b35079)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:38.280525 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77746dad-bde1-4e8a-a9d7-898574f9c621 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=4556d91f-0314-45d5-a4f3-46295f5c994f,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:38.283229 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-77746dad-bde1-4e8a-a9d7-898574f9c621 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:38.319379 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:38.377680 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=f2332f40-5ebb-434c-be18-0c4e71c25382,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:38.387428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77746dad-bde1-4e8a-a9d7-898574f9c621 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 13bbdb56-45fd-4182-a884-272c2655eb27 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:38.388925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-77746dad-bde1-4e8a-a9d7-898574f9c621 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:38.510085 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77746dad-bde1-4e8a-a9d7-898574f9c621 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:27:38.575815 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:38.657381 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77746dad-bde1-4e8a-a9d7-898574f9c621 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:27:38.670476 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-77746dad-bde1-4e8a-a9d7-898574f9c621 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "PUT /v2.0/routers/e851bb6e-ad82-43a3-b4c2-1fb2abb6d726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5319171 Nov 12 05:27:38.855185 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-2be29883-a4fd-4d95-868b-910ffcafb0c9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-103258362&fields=id&tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d HTTP/1.1" status: 200 len: 267 time: 0.0573423 Nov 12 05:27:38.989600 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-11f1f7d6-a32c-4138-8da3-f64f2cdde735 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:38.997704 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-11f1f7d6-a32c-4138-8da3-f64f2cdde735 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/networks?id=13bbdb56-45fd-4182-a884-272c2655eb27 HTTP/1.1" status: 200 len: 796 time: 0.1339984 Nov 12 05:27:39.015963 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5c7b35-34ff-4e5a-9c4a-3b1788b8bbed None None] Network 13bbdb56-45fd-4182-a884-272c2655eb27 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:39.016564 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-b5b6312c-8a55-4d97-8f7b-48bea7dcc0b8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/quotas/0e62ef2c231f459b8e1f08d7b4cf6b3d HTTP/1.1" status: 200 len: 375 time: 0.0175700 Nov 12 05:27:39.090378 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-cd5a688a-ba7f-472f-8e29-420aafce66ca tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602612 Nov 12 05:27:39.114119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-faa15668-53d6-4f52-b464-11bd01cb68f1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:27:39.121974 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] Sync routers for ids ['e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:27:39.122701 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-faa15668-53d6-4f52-b464-11bd01cb68f1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182502 Nov 12 05:27:39.143961 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-421e2d7d-fdf7-4046-8ea6-dc10fa45e8c3 None None] Provisioning complete for port f2332f40-5ebb-434c-be18-0c4e71c25382 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:39.144236 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] Routers {'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:39.144553 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-421e2d7d-fdf7-4046-8ea6-dc10fa45e8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:39.144757 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:27:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:39.201185 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:39.252450 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-6140ea0a-6b7e-47ad-b229-089137657503 service neutron] 10.222.0.37 "GET /v2.0/networks/13bbdb56-45fd-4182-a884-272c2655eb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288025 Nov 12 05:27:39.300503 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] Set router e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:39.374201 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-eae70a26-647b-4c68-b43d-ac35e08729b7 service neutron] 10.222.0.37 "GET /v2.0/networks/13bbdb56-45fd-4182-a884-272c2655eb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149023 Nov 12 05:27:39.533582 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846198471', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:37Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4556d91f-0314-45d5-a4f3-46295f5c994f', 'name': '', 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:00:aa:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '7b597f41-1125-46c0-a392-d4ada7b6181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:36Z', 'updated_at': '2021-11-12T05:27:38Z', 'revision_number': 2, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '7b597f41-1125-46c0-a392-d4ada7b6181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:39.565489 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] Checking router: e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:27:39.565764 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] Updating router e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 port 4556d91f-0314-45d5-a4f3-46295f5c994f binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:27:39.608778 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:39.660629 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-dfbbfff9-c561-4a27-bf17-5a036635b0dd None None] Provisioning complete for port 4556d91f-0314-45d5-a4f3-46295f5c994f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:39.662343 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dfbbfff9-c561-4a27-bf17-5a036635b0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:39.677962 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fd4c05e-4d80-4a0c-b114-1ba37ca253cd req-4d3025e2-7c4f-417d-8566-0f3c33ff4ca2 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 210 time: 0.0440781 Nov 12 05:27:39.714508 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbfff9-c561-4a27-bf17-5a036635b0dd None None] Port 4556d91f-0314-45d5-a4f3-46295f5c994f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:27:39.737984 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-dfbbfff9-c561-4a27-bf17-5a036635b0dd None None] Provisioning complete for port f2332f40-5ebb-434c-be18-0c4e71c25382 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:39.737984 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dfbbfff9-c561-4a27-bf17-5a036635b0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:39.837481 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f2332f40-5ebb-434c-be18-0c4e71c25382 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:39.899712 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port f2332f40-5ebb-434c-be18-0c4e71c25382 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:39.900215 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:39.999234 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:40.009820 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-72eb9043-971e-4db3-8f69-69e7b796d828 None None] Provisioning complete for port 4556d91f-0314-45d5-a4f3-46295f5c994f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:40.010194 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72eb9043-971e-4db3-8f69-69e7b796d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:40.048457 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-72eb9043-971e-4db3-8f69-69e7b796d828 None None] Port 4556d91f-0314-45d5-a4f3-46295f5c994f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:27:40.102211 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:40.168444 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b1104-4a33-4345-a69b-034539c0a0b0 None None] Pushing event updated for resources: {'Port': ['ID=4556d91f-0314-45d5-a4f3-46295f5c994f,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:40.172187 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-f75efa48-94c7-47b8-bcee-6b2426b73ced None None] Provisioning complete for port 4556d91f-0314-45d5-a4f3-46295f5c994f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:40.172571 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f75efa48-94c7-47b8-bcee-6b2426b73ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:40.196232 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b1104-4a33-4345-a69b-034539c0a0b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:40.196563 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b1104-4a33-4345-a69b-034539c0a0b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:40.196891 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b1104-4a33-4345-a69b-034539c0a0b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:40.197417 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b1104-4a33-4345-a69b-034539c0a0b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:40.198060 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b1104-4a33-4345-a69b-034539c0a0b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:40.198546 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b1104-4a33-4345-a69b-034539c0a0b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:40.199053 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b1104-4a33-4345-a69b-034539c0a0b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:40.199532 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b1104-4a33-4345-a69b-034539c0a0b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:40.200010 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b1104-4a33-4345-a69b-034539c0a0b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:40.200508 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b1104-4a33-4345-a69b-034539c0a0b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:40.200996 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b1104-4a33-4345-a69b-034539c0a0b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:40.201483 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b1104-4a33-4345-a69b-034539c0a0b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:40.221484 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f75efa48-94c7-47b8-bcee-6b2426b73ced None None] Port 4556d91f-0314-45d5-a4f3-46295f5c994f cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:27:40.238185 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] Attempting to bind port 4556d91f-0314-45d5-a4f3-46295f5c994f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:27:40.238543 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] Attempting to bind port 4556d91f-0314-45d5-a4f3-46295f5c994f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'ab309f4b-9bfa-4201-a67e-ff7215b35079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:27:40.239242 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] Attempting to bind port 4556d91f-0314-45d5-a4f3-46295f5c994f on network 13bbdb56-45fd-4182-a884-272c2655eb27 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:27:40.244880 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:27:40.245243 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] Checking segment: {'id': 'ab309f4b-9bfa-4201-a67e-ff7215b35079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:40.245638 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:40.246018 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] Bound using segment: {'id': 'ab309f4b-9bfa-4201-a67e-ff7215b35079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:27:40.246480 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] Bound port: 4556d91f-0314-45d5-a4f3-46295f5c994f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab309f4b-9bfa-4201-a67e-ff7215b35079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:27:40.246884 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:40.314040 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] For port 4556d91f-0314-45d5-a4f3-46295f5c994f, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:27:40.321618 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] For port 4556d91f-0314-45d5-a4f3-46295f5c994f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4556d91f-0314-45d5-a4f3-46295f5c994f,segment=NetworkSegment(ab309f4b-9bfa-4201-a67e-ff7215b35079),segment_id=ab309f4b-9bfa-4201-a67e-ff7215b35079)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:27:40.372031 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:40.433681 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] Routers {'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:40.434225 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:27:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:40.439502 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b1104-4a33-4345-a69b-034539c0a0b0 None None] Pushing event updated for resources: {'Port': ['ID=4556d91f-0314-45d5-a4f3-46295f5c994f,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:40.444218 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c370e110-ecf7-4aad-82b7-7a92c4b31eb4 None None] Provisioning complete for port 4556d91f-0314-45d5-a4f3-46295f5c994f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:40.444770 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c370e110-ecf7-4aad-82b7-7a92c4b31eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:40.540451 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c370e110-ecf7-4aad-82b7-7a92c4b31eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:40.579046 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c370e110-ecf7-4aad-82b7-7a92c4b31eb4 None None] For port 4556d91f-0314-45d5-a4f3-46295f5c994f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4556d91f-0314-45d5-a4f3-46295f5c994f,segment=NetworkSegment(ab309f4b-9bfa-4201-a67e-ff7215b35079),segment_id=ab309f4b-9bfa-4201-a67e-ff7215b35079)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:40.628138 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c370e110-ecf7-4aad-82b7-7a92c4b31eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:40.665394 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] Set router e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:40.682739 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370e110-ecf7-4aad-82b7-7a92c4b31eb4 None None] Pushing event updated for resources: {'Port': ['ID=4556d91f-0314-45d5-a4f3-46295f5c994f,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:40.753782 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-917705ff-2b7c-477f-87cb-cd9cea312dcc None None] Provisioning complete for port 4556d91f-0314-45d5-a4f3-46295f5c994f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:40.754442 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-917705ff-2b7c-477f-87cb-cd9cea312dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:40.781122 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88c827d7-c98e-48cd-808c-3e08b8b77a94 req-7af787bf-f66a-4aff-8c48-e95e6d10bb58 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 210 time: 0.0362635 Nov 12 05:27:40.910261 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846198471', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:37Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4556d91f-0314-45d5-a4f3-46295f5c994f', 'name': '', 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:00:aa:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '7b597f41-1125-46c0-a392-d4ada7b6181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:36Z', 'updated_at': '2021-11-12T05:27:40Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '7b597f41-1125-46c0-a392-d4ada7b6181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:40.936844 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3a4968-ad1e-4ddf-b7c4-e73b9efaf5e2 None None] The sync data for ids ['e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'] in n-d-768509-24 is: [{'id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846198471', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:37Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4556d91f-0314-45d5-a4f3-46295f5c994f', 'name': '', 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:00:aa:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '7b597f41-1125-46c0-a392-d4ada7b6181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:36Z', 'updated_at': '2021-11-12T05:27:40Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '7b597f41-1125-46c0-a392-d4ada7b6181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:27:41.736965 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-2ba3e135-a53e-47ab-b9b1-2daa51f47d84 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:41.738513 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-2ba3e135-a53e-47ab-b9b1-2daa51f47d84 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.31 "GET /v2.0/networks?id=13bbdb56-45fd-4182-a884-272c2655eb27 HTTP/1.1" status: 200 len: 796 time: 0.1146810 Nov 12 05:27:41.821523 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-76a8348e-c1e9-4c52-b126-a2f775e714f7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d HTTP/1.1" status: 200 len: 379 time: 0.0670209 Nov 12 05:27:41.832674 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-ba6e5d1a-b154-4f79-9287-2536bb5ccae8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'port': {'device_id': '16e4622c-a39a-457e-af4a-d6eaa6ec3078', 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27', 'admin_state_up': True, 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'security_groups': ['d743bd19-3489-4251-9476-c90c8e2a6205']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:41.863925 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4556d91f-0314-45d5-a4f3-46295f5c994f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:41.935442 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4556d91f-0314-45d5-a4f3-46295f5c994f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:41.935871 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:41.938219 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26e4ec93-e088-4290-bab9-63eb00588e91 req-4b5038e8-c170-4e82-a703-27017a3862f1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 210 time: 0.0669291 Nov 12 05:27:42.073370 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-ba6e5d1a-b154-4f79-9287-2536bb5ccae8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Made reservation on behalf of 0e62ef2c231f459b8e1f08d7b4cf6b3d for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:27:42.077347 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-ba6e5d1a-b154-4f79-9287-2536bb5ccae8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.215376 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-ba6e5d1a-b154-4f79-9287-2536bb5ccae8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Allocated IP 172.20.0.8 (13bbdb56-45fd-4182-a884-272c2655eb27/7b597f41-1125-46c0-a392-d4ada7b6181d/c77f5124-f885-4b38-a3bc-4ceb0bf13a15) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:42.353399 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-ba6e5d1a-b154-4f79-9287-2536bb5ccae8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.439359 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-ba6e5d1a-b154-4f79-9287-2536bb5ccae8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.481240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-ba6e5d1a-b154-4f79-9287-2536bb5ccae8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 13bbdb56-45fd-4182-a884-272c2655eb27 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:42.486352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-ba6e5d1a-b154-4f79-9287-2536bb5ccae8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:42.490609 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-ba6e5d1a-b154-4f79-9287-2536bb5ccae8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:42.517712 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e5d1a-b154-4f79-9287-2536bb5ccae8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=c77f5124-f885-4b38-a3bc-4ceb0bf13a15,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:42.554928 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-ba6e5d1a-b154-4f79-9287-2536bb5ccae8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:42.555572 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-ba6e5d1a-b154-4f79-9287-2536bb5ccae8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.641444 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-ba6e5d1a-b154-4f79-9287-2536bb5ccae8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8131928 Nov 12 05:27:42.660337 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Request body: {'port': {'device_id': '16e4622c-a39a-457e-af4a-d6eaa6ec3078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:42.703970 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-06cacc03-5aa8-4cd2-8d6c-a119963a71bb None None] Provisioning complete for port c77f5124-f885-4b38-a3bc-4ceb0bf13a15 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:42.704423 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06cacc03-5aa8-4cd2-8d6c-a119963a71bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.713561 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.739713 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-06cacc03-5aa8-4cd2-8d6c-a119963a71bb None None] Port c77f5124-f885-4b38-a3bc-4ceb0bf13a15 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:27:42.976507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77f5124-f885-4b38-a3bc-4ceb0bf13a15 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:27:42.983665 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.996129 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Transition to ACTIVE for port object c77f5124-f885-4b38-a3bc-4ceb0bf13a15 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:27:43.404441 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:43.496569 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3ad7a-b134-459b-ab86-78791b278f03 req-1fd18b6d-e5cd-4f7b-8c6d-7fa00bae81e0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:43.496569 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81a3ad7a-b134-459b-ab86-78791b278f03 req-1fd18b6d-e5cd-4f7b-8c6d-7fa00bae81e0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 931 time: 0.4592371 Nov 12 05:27:43.496569 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c77f5124-f885-4b38-a3bc-4ceb0bf13a15,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:43.586284 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-81a3ad7a-b134-459b-ab86-78791b278f03 req-70f15d78-53ce-46e0-addc-df49dfed6df9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025307 Nov 12 05:27:43.596179 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Attempting to bind port c77f5124-f885-4b38-a3bc-4ceb0bf13a15 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:27:43.596514 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Attempting to bind port c77f5124-f885-4b38-a3bc-4ceb0bf13a15 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'ab309f4b-9bfa-4201-a67e-ff7215b35079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:27:43.596850 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Attempting to bind port c77f5124-f885-4b38-a3bc-4ceb0bf13a15 on network 13bbdb56-45fd-4182-a884-272c2655eb27 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:27:43.615112 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Port c77f5124-f885-4b38-a3bc-4ceb0bf13a15 on network 13bbdb56-45fd-4182-a884-272c2655eb27 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:27:43.615386 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Attempting to bind port c77f5124-f885-4b38-a3bc-4ceb0bf13a15 on network 13bbdb56-45fd-4182-a884-272c2655eb27 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:27:43.622207 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:27:43.622658 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Checking segment: {'id': 'ab309f4b-9bfa-4201-a67e-ff7215b35079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:43.623301 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Bound using segment: {'id': 'ab309f4b-9bfa-4201-a67e-ff7215b35079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:27:43.624162 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Bound port: c77f5124-f885-4b38-a3bc-4ceb0bf13a15, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab309f4b-9bfa-4201-a67e-ff7215b35079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:27:43.624645 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:43.706826 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] For port c77f5124-f885-4b38-a3bc-4ceb0bf13a15, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:27:43.709965 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] For port c77f5124-f885-4b38-a3bc-4ceb0bf13a15, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c77f5124-f885-4b38-a3bc-4ceb0bf13a15,segment=NetworkSegment(ab309f4b-9bfa-4201-a67e-ff7215b35079),segment_id=ab309f4b-9bfa-4201-a67e-ff7215b35079)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:27:43.822086 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:43.857633 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:43.858263 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:43.859781 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] 10.222.0.31 "PUT /v2.0/ports/c77f5124-f885-4b38-a3bc-4ceb0bf13a15 HTTP/1.1" status: 200 len: 1092 time: 1.2037859 Nov 12 05:27:43.860232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e4622c-a39a-457e-af4a-d6eaa6ec3078', 'tag': 'c77f5124-f885-4b38-a3bc-4ceb0bf13a15'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:43.862405 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e74100-3a10-466b-a4bc-725e3b6652a3" -d '{"events": [{"name": "network-changed", "server_uuid": "16e4622c-a39a-457e-af4a-d6eaa6ec3078", "tag": "c77f5124-f885-4b38-a3bc-4ceb0bf13a15"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:43.888603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d32ebd-5a41-4541-b010-6e96a9139bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c77f5124-f885-4b38-a3bc-4ceb0bf13a15,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:43.914366 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584843ad-5b14-4b95-8c52-74aa6b72abea x-openstack-request-id: req-584843ad-5b14-4b95-8c52-74aa6b72abea {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:43.914683 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e4622c-a39a-457e-af4a-d6eaa6ec3078", "tag": "c77f5124-f885-4b38-a3bc-4ceb0bf13a15", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:43.914942 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-584843ad-5b14-4b95-8c52-74aa6b72abea {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:43.915353 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e4622c-a39a-457e-af4a-d6eaa6ec3078', 'tag': 'c77f5124-f885-4b38-a3bc-4ceb0bf13a15', 'status': 'completed', 'code': 200} Nov 12 05:27:44.002541 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e74100-3a10-466b-a4bc-725e3b6652a3 req-c7b94046-93d2-4a40-9189-4b946cf163af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:44.004134 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03e74100-3a10-466b-a4bc-725e3b6652a3 req-c7b94046-93d2-4a40-9189-4b946cf163af service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 1095 time: 0.0488760 Nov 12 05:27:44.115428 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e74100-3a10-466b-a4bc-725e3b6652a3 req-e1a2311d-2aaa-4f24-bfcc-f13251138484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:44.116909 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03e74100-3a10-466b-a4bc-725e3b6652a3 req-e1a2311d-2aaa-4f24-bfcc-f13251138484 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0987189 Nov 12 05:27:44.215183 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e74100-3a10-466b-a4bc-725e3b6652a3 req-367eed8a-6df7-4fdd-9fe2-dea312068120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:44.216550 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-03e74100-3a10-466b-a4bc-725e3b6652a3 req-367eed8a-6df7-4fdd-9fe2-dea312068120 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925565 Nov 12 05:27:44.314952 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-18f2165a-25bb-4a11-ad15-4c3940c8e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:44.316489 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-18f2165a-25bb-4a11-ad15-4c3940c8e6be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 1095 time: 0.0410292 Nov 12 05:27:44.365180 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-2b9be58b-4593-4b65-9032-12f7ab42250f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77f5124-f885-4b38-a3bc-4ceb0bf13a15 HTTP/1.1" status: 200 len: 217 time: 0.0350747 Nov 12 05:27:44.417042 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-2bbf30a7-2835-4bbc-a001-034a7db4e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:44.418507 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-2bbf30a7-2835-4bbc-a001-034a7db4e431 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b597f41-1125-46c0-a392-d4ada7b6181d HTTP/1.1" status: 200 len: 834 time: 0.0458670 Nov 12 05:27:44.468505 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-50dd19a7-9bae-4cad-8edd-45b4382f46b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:44.469902 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-50dd19a7-9bae-4cad-8edd-45b4382f46b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13bbdb56-45fd-4182-a884-272c2655eb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444288 Nov 12 05:27:44.559333 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-40616767-ce5f-418b-be24-34b8de8d0787 service neutron] 10.222.0.31 "GET /v2.0/networks/13bbdb56-45fd-4182-a884-272c2655eb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820849 Nov 12 05:27:44.655139 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c5f880c1-7b17-4098-a07e-9e7a486449dc req-3921940b-c641-4a3d-ac58-db61bb012e5b service neutron] 10.222.0.31 "GET /v2.0/networks/13bbdb56-45fd-4182-a884-272c2655eb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888028 Nov 12 05:27:44.710678 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d8334-b0ed-498e-bfd2-d373bf424ef8 req-1e20617e-30dc-488d-9fc0-2d20140f389a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:44.712157 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b1d8334-b0ed-498e-bfd2-d373bf424ef8 req-1e20617e-30dc-488d-9fc0-2d20140f389a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 943 time: 0.0496283 Nov 12 05:27:44.762873 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6b1d8334-b0ed-498e-bfd2-d373bf424ef8 req-96990c0e-31eb-4b35-8c02-e88d82e53f91 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446301 Nov 12 05:27:45.883742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1bb61-a727-4468-a8b0-a3a73c165195 req-7bdf0b77-7daf-4635-807f-d5d863370206 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:45.885263 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74d1bb61-a727-4468-a8b0-a3a73c165195 req-7bdf0b77-7daf-4635-807f-d5d863370206 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 943 time: 0.0515225 Nov 12 05:27:45.941631 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-74d1bb61-a727-4468-a8b0-a3a73c165195 req-5e9d3301-35e0-4c99-8ee8-2c64b8ff7abf tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498748 Nov 12 05:27:47.063721 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58223a7-efe7-4940-b62d-7ee3ffe933a9 req-45864421-7fbb-46f2-9df1-172ff0019f8b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:47.068849 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f58223a7-efe7-4940-b62d-7ee3ffe933a9 req-45864421-7fbb-46f2-9df1-172ff0019f8b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 943 time: 0.0513525 Nov 12 05:27:47.117294 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f58223a7-efe7-4940-b62d-7ee3ffe933a9 req-45afa090-3f59-43fd-9337-345533251101 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448973 Nov 12 05:27:47.223617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c77f5124-f885-4b38-a3bc-4ceb0bf13a15 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:27:47.319139 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c77f5124-f885-4b38-a3bc-4ceb0bf13a15, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c77f5124-f885-4b38-a3bc-4ceb0bf13a15,segment=NetworkSegment(ab309f4b-9bfa-4201-a67e-ff7215b35079),segment_id=ab309f4b-9bfa-4201-a67e-ff7215b35079)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:47.330274 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'c77f5124-f885-4b38-a3bc-4ceb0bf13a15', 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27', 'port_id': 'c77f5124-f885-4b38-a3bc-4ceb0bf13a15', 'mac_address': 'fa:16:3e:e3:9b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b597f41-1125-46c0-a392-d4ada7b6181d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:27:47.365959 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:47.378093 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77f5124-f885-4b38-a3bc-4ceb0bf13a15 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:27:47.401400 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c77f5124-f885-4b38-a3bc-4ceb0bf13a15, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c77f5124-f885-4b38-a3bc-4ceb0bf13a15,segment=NetworkSegment(ab309f4b-9bfa-4201-a67e-ff7215b35079),segment_id=ab309f4b-9bfa-4201-a67e-ff7215b35079)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:47.467428 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:47.496843 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:47.517054 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=c77f5124-f885-4b38-a3bc-4ceb0bf13a15,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:47.727544 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['c77f5124-f885-4b38-a3bc-4ceb0bf13a15'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:27:48.241853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a142a-c607-4125-bcde-936ef4566343 req-27fdb438-74c8-4d2f-8ec5-08ab3c5792c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:48.243602 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf4a142a-c607-4125-bcde-936ef4566343 req-27fdb438-74c8-4d2f-8ec5-08ab3c5792c1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 944 time: 0.0502856 Nov 12 05:27:48.295528 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cf4a142a-c607-4125-bcde-936ef4566343 req-5fe3132b-54d6-4697-b56d-3645663b31e6 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458715 Nov 12 05:27:48.696408 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.239812 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c77f5124-f885-4b38-a3bc-4ceb0bf13a15 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:49.387391 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port c77f5124-f885-4b38-a3bc-4ceb0bf13a15 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:27:49.392213 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port c77f5124-f885-4b38-a3bc-4ceb0bf13a15 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:49.392580 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.417677 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaaba1-8e19-4173-b102-9dce90e4e863 req-fca2e0fb-6ddd-41ba-af9b-87d8bd0de283 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:49.419444 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0aaaba1-8e19-4173-b102-9dce90e4e863 req-fca2e0fb-6ddd-41ba-af9b-87d8bd0de283 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 944 time: 0.0540099 Nov 12 05:27:49.471658 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f0aaaba1-8e19-4173-b102-9dce90e4e863 req-406a2adb-66e3-4dfe-afb8-f1a4e9dcb8c4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461497 Nov 12 05:27:49.475708 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.500044 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e4622c-a39a-457e-af4a-d6eaa6ec3078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77f5124-f885-4b38-a3bc-4ceb0bf13a15'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:49.502564 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926876e4-ccad-4300-b872-0d61a63da153" -d '{"events": [{"server_uuid": "16e4622c-a39a-457e-af4a-d6eaa6ec3078", "name": "network-vif-plugged", "status": "completed", "tag": "c77f5124-f885-4b38-a3bc-4ceb0bf13a15"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:49.517423 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port c77f5124-f885-4b38-a3bc-4ceb0bf13a15, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c77f5124-f885-4b38-a3bc-4ceb0bf13a15,segment=NetworkSegment(ab309f4b-9bfa-4201-a67e-ff7215b35079),segment_id=ab309f4b-9bfa-4201-a67e-ff7215b35079)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:49.542589 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefa328e-09f1-4ebc-ae58-97ccdd4785b4 x-openstack-request-id: req-fefa328e-09f1-4ebc-ae58-97ccdd4785b4 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:49.549126 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e4622c-a39a-457e-af4a-d6eaa6ec3078", "name": "network-vif-plugged", "status": "completed", "tag": "c77f5124-f885-4b38-a3bc-4ceb0bf13a15", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:49.549126 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fefa328e-09f1-4ebc-ae58-97ccdd4785b4 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:49.549126 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e4622c-a39a-457e-af4a-d6eaa6ec3078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77f5124-f885-4b38-a3bc-4ceb0bf13a15', 'code': 200} Nov 12 05:27:49.610222 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.662358 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=c77f5124-f885-4b38-a3bc-4ceb0bf13a15,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:49.667576 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3e1f1-4ddb-4f15-966a-5f52a3813eae req-519d40cf-c4ac-4f47-8243-586d1189d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:49.669157 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47a3e1f1-4ddb-4f15-966a-5f52a3813eae req-519d40cf-c4ac-4f47-8243-586d1189d9fc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 1097 time: 0.0418696 Nov 12 05:27:49.716392 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47a3e1f1-4ddb-4f15-966a-5f52a3813eae req-652aacc2-c6a6-4971-9acd-dc7878ac3ef8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404563 Nov 12 05:27:50.600296 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4852729-2946-46b7-8dd6-c14be4be7dd7 req-782d114a-8f50-4bef-a749-eb4404ba0831 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:50.601880 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4852729-2946-46b7-8dd6-c14be4be7dd7 req-782d114a-8f50-4bef-a749-eb4404ba0831 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0551596 Nov 12 05:27:50.654399 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4852729-2946-46b7-8dd6-c14be4be7dd7 req-c2a474b5-d027-430a-99d0-48ab73ddc2b1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463741 Nov 12 05:27:51.773740 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165aafbe-50f0-43a1-bcf5-d9620ecf1d0f req-caab6c45-cb44-4909-8a76-111d6dbfb51b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:51.775343 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-165aafbe-50f0-43a1-bcf5-d9620ecf1d0f req-caab6c45-cb44-4909-8a76-111d6dbfb51b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0520728 Nov 12 05:27:51.829324 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-165aafbe-50f0-43a1-bcf5-d9620ecf1d0f req-3fb33bac-ffcb-4056-956b-403087b8a62d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478599 Nov 12 05:27:51.951690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a40e6-5a85-48f2-a1dd-c64a092ed98b req-78f3b41e-67e5-4a55-9828-0b82431d3159 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:51.953201 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d19a40e6-5a85-48f2-a1dd-c64a092ed98b req-78f3b41e-67e5-4a55-9828-0b82431d3159 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0557635 Nov 12 05:27:52.008430 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d19a40e6-5a85-48f2-a1dd-c64a092ed98b req-30e48d3c-b814-4aeb-8e21-2077a4790bbf tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488048 Nov 12 05:27:52.031112 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58160) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:52.071774 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fbe7ba-1f37-466e-8ce4-2dcee8360b1f tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:52.073312 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-86fbe7ba-1f37-466e-8ce4-2dcee8360b1f tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 1092 time: 0.0411749 Nov 12 05:27:52.076172 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58162) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:52.080467 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': 'c77f5124-f885-4b38-a3bc-4ceb0bf13a15', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:52.176293 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.279841 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.397482 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Allocated IP 172.25.1.26 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/17f1eec4-8b88-4fb8-acb0-623e849a8621) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:52.502790 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.628121 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.675015 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:52.675015 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:52.677823 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:52.701118 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=17f1eec4-8b88-4fb8-acb0-623e849a8621,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:53.375024 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.497654 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.643414 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.695928 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.764735 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=17f1eec4-8b88-4fb8-acb0-623e849a8621,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:53.778773 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.879894 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Floating IP 176b548f-a4e5-4de4-b888-ab134b38b7ef associated. External IP: 172.25.1.26, port: c77f5124-f885-4b38-a3bc-4ceb0bf13a15. Nov 12 05:27:54.087610 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:27:54.195195 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:27:54.205567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed50ff-6f2f-483f-aee6-a738635d2ac1 None None] Sync routers for ids ['e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:27:54.215327 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed50ff-6f2f-483f-aee6-a738635d2ac1 None None] Routers {'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:54.215959 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c4ed50ff-6f2f-483f-aee6-a738635d2ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:27:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:54.274928 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.306105 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2b9a9901-13af-4b6c-87e7-e6e3adf45c3e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2289026 Nov 12 05:27:54.306728 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e4622c-a39a-457e-af4a-d6eaa6ec3078', 'tag': 'c77f5124-f885-4b38-a3bc-4ceb0bf13a15'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:54.309016 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11df8c57-ad9b-4bb9-b74a-2b6a7cce28e5" -d '{"events": [{"name": "network-changed", "server_uuid": "16e4622c-a39a-457e-af4a-d6eaa6ec3078", "tag": "c77f5124-f885-4b38-a3bc-4ceb0bf13a15"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:54.323201 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c4ed50ff-6f2f-483f-aee6-a738635d2ac1 None None] Set router e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:54.406908 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af725949-6aba-4441-bd8f-d4a43b3065ab req-fb11b936-ff9f-4dbb-a574-bfbb18828419 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:54.408388 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af725949-6aba-4441-bd8f-d4a43b3065ab req-fb11b936-ff9f-4dbb-a574-bfbb18828419 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0520439 Nov 12 05:27:54.460703 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-af725949-6aba-4441-bd8f-d4a43b3065ab req-0cf59fcb-4588-4ac2-9e98-e868b3301a4e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463164 Nov 12 05:27:54.483116 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58170) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:54.554046 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0dea3ce1-ed9f-45b4-b27e-99ab31a3ab05 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/floatingips/176b548f-a4e5-4de4-b888-ab134b38b7ef HTTP/1.1" status: 200 len: 990 time: 0.0695679 Nov 12 05:27:54.574578 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c4ed50ff-6f2f-483f-aee6-a738635d2ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846198471', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:37Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '176b548f-a4e5-4de4-b888-ab134b38b7ef', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'port_id': 'c77f5124-f885-4b38-a3bc-4ceb0bf13a15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27', 'mac_address': 'fa:16:3e:e3:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4622c-a39a-457e-af4a-d6eaa6ec3078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:27:52Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 0, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4556d91f-0314-45d5-a4f3-46295f5c994f', 'name': '', 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:00:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '7b597f41-1125-46c0-a392-d4ada7b6181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:36Z', 'updated_at': '2021-11-12T05:27:40Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '7b597f41-1125-46c0-a392-d4ada7b6181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:54.581510 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1851968b-6ab9-44df-a069-376d044d9f28 x-openstack-request-id: req-1851968b-6ab9-44df-a069-376d044d9f28 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:54.581805 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e4622c-a39a-457e-af4a-d6eaa6ec3078", "tag": "c77f5124-f885-4b38-a3bc-4ceb0bf13a15", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:54.582059 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1851968b-6ab9-44df-a069-376d044d9f28 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:54.582472 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e4622c-a39a-457e-af4a-d6eaa6ec3078', 'tag': 'c77f5124-f885-4b38-a3bc-4ceb0bf13a15', 'status': 'completed', 'code': 200} Nov 12 05:27:54.602013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed50ff-6f2f-483f-aee6-a738635d2ac1 None None] Checking router: e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:27:54.616383 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed50ff-6f2f-483f-aee6-a738635d2ac1 None None] Routers {'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:54.616991 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c4ed50ff-6f2f-483f-aee6-a738635d2ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:27:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:54.667096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df8c57-ad9b-4bb9-b74a-2b6a7cce28e5 req-443d979a-c90e-489d-87ad-7f38c5488051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:54.668535 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-11df8c57-ad9b-4bb9-b74a-2b6a7cce28e5 req-443d979a-c90e-489d-87ad-7f38c5488051 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 1097 time: 0.0423694 Nov 12 05:27:54.772538 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df8c57-ad9b-4bb9-b74a-2b6a7cce28e5 req-ee024469-0350-4e0e-b71c-b402cb919981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:54.774180 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-11df8c57-ad9b-4bb9-b74a-2b6a7cce28e5 req-ee024469-0350-4e0e-b71c-b402cb919981 service neutron] 10.222.0.31 "GET /v2.0/networks?id=13bbdb56-45fd-4182-a884-272c2655eb27 HTTP/1.1" status: 200 len: 897 time: 0.0973830 Nov 12 05:27:54.842920 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-11df8c57-ad9b-4bb9-b74a-2b6a7cce28e5 req-9230d126-87b0-46c5-8a62-ef27568b7182 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77f5124-f885-4b38-a3bc-4ceb0bf13a15 HTTP/1.1" status: 200 len: 998 time: 0.0615396 Nov 12 05:27:54.893353 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c4ed50ff-6f2f-483f-aee6-a738635d2ac1 None None] Set router e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:54.900262 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df8c57-ad9b-4bb9-b74a-2b6a7cce28e5 req-baacfd98-980f-441f-b337-4376ea1d6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:54.901743 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-11df8c57-ad9b-4bb9-b74a-2b6a7cce28e5 req-baacfd98-980f-441f-b337-4376ea1d6e29 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b597f41-1125-46c0-a392-d4ada7b6181d HTTP/1.1" status: 200 len: 834 time: 0.0517204 Nov 12 05:27:54.949329 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df8c57-ad9b-4bb9-b74a-2b6a7cce28e5 req-5d4ec1cc-28c3-4df3-a10f-949bc79f760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:54.950856 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-11df8c57-ad9b-4bb9-b74a-2b6a7cce28e5 req-5d4ec1cc-28c3-4df3-a10f-949bc79f760a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13bbdb56-45fd-4182-a884-272c2655eb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419412 Nov 12 05:27:55.086782 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-11df8c57-ad9b-4bb9-b74a-2b6a7cce28e5 req-e0850b31-a364-4ae8-81a7-d6516243b9b4 service neutron] 10.222.0.31 "GET /v2.0/networks/13bbdb56-45fd-4182-a884-272c2655eb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286559 Nov 12 05:27:55.136137 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c4ed50ff-6f2f-483f-aee6-a738635d2ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846198471', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:37Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '176b548f-a4e5-4de4-b888-ab134b38b7ef', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'port_id': 'c77f5124-f885-4b38-a3bc-4ceb0bf13a15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27', 'mac_address': 'fa:16:3e:e3:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4622c-a39a-457e-af4a-d6eaa6ec3078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:27:52Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 0, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4556d91f-0314-45d5-a4f3-46295f5c994f', 'name': '', 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:00:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '7b597f41-1125-46c0-a392-d4ada7b6181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:36Z', 'updated_at': '2021-11-12T05:27:40Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '7b597f41-1125-46c0-a392-d4ada7b6181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:55.163336 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed50ff-6f2f-483f-aee6-a738635d2ac1 None None] The sync data for ids ['e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'] in n-d-768509-24 is: [{'id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846198471', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:37Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '176b548f-a4e5-4de4-b888-ab134b38b7ef', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'port_id': 'c77f5124-f885-4b38-a3bc-4ceb0bf13a15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27', 'mac_address': 'fa:16:3e:e3:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4622c-a39a-457e-af4a-d6eaa6ec3078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:27:52Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 0, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4556d91f-0314-45d5-a4f3-46295f5c994f', 'name': '', 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:00:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '7b597f41-1125-46c0-a392-d4ada7b6181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:36Z', 'updated_at': '2021-11-12T05:27:40Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '7b597f41-1125-46c0-a392-d4ada7b6181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:27:55.187849 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-11df8c57-ad9b-4bb9-b74a-2b6a7cce28e5 req-81b2045f-cd8c-4c71-a801-fffe4566c08d service neutron] 10.222.0.31 "GET /v2.0/networks/13bbdb56-45fd-4182-a884-272c2655eb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940342 Nov 12 05:27:55.366301 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf0f88-391d-41b0-8c8e-50ebbb53e34f None None] New status for floating IP 176b548f-a4e5-4de4-b888-ab134b38b7ef: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:27:55.555438 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58172) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:55.626368 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f47b6e40-2512-4bae-9d5e-2421790a10c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/floatingips/176b548f-a4e5-4de4-b888-ab134b38b7ef HTTP/1.1" status: 200 len: 990 time: 0.0692775 Nov 12 05:27:56.634709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58174) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:56.695741 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-62a29610-dcc1-4055-a52f-440f186c0011 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/floatingips/176b548f-a4e5-4de4-b888-ab134b38b7ef HTTP/1.1" status: 200 len: 992 time: 0.0597777 Nov 12 05:28:00.533540 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:28:03.255620 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6cecab4a-7987-46df-89e1-222b84d6c9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:05.638733 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ac3c6c5c-1357-4ca1-bafb-bc0b4d6a85f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.055955 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:08.580391 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:09.158839 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:17.490485 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:18.769808 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:26.288670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7e9ba-fd08-448b-9e34-8e6e29c021c4 req-ca378e91-fd8f-4edf-87c3-a9735cc8db97 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:26.290178 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7c7e9ba-fd08-448b-9e34-8e6e29c021c4 req-ca378e91-fd8f-4edf-87c3-a9735cc8db97 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0688906 Nov 12 05:28:26.340101 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7c7e9ba-fd08-448b-9e34-8e6e29c021c4 req-266f0d30-abad-4eb2-97cd-937eba88237c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436954 Nov 12 05:28:27.466439 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61425f-0e50-4b97-8ffc-0bb067347a28 req-70cfc6e8-30b1-4695-b97c-da6aff795dc4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:27.468058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f61425f-0e50-4b97-8ffc-0bb067347a28 req-70cfc6e8-30b1-4695-b97c-da6aff795dc4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0556171 Nov 12 05:28:27.520801 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0f61425f-0e50-4b97-8ffc-0bb067347a28 req-f370655a-3d78-4421-acb6-2914191e97a3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466471 Nov 12 05:28:28.643531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953038a-c82a-49c8-8fa6-cfdee3c2c04f req-55cc3ea9-fdce-4331-b60c-a431c977388b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:28.645086 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d953038a-c82a-49c8-8fa6-cfdee3c2c04f req-55cc3ea9-fdce-4331-b60c-a431c977388b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0510979 Nov 12 05:28:28.696428 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d953038a-c82a-49c8-8fa6-cfdee3c2c04f req-3bd0fdad-9192-49c6-bee2-e0f9a50ff6ae tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452545 Nov 12 05:28:29.831215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667afaea-97da-49f1-acf1-56974f7bb96a req-86bbb581-8402-4bd7-92ac-12e7e8d16d54 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:29.833395 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-667afaea-97da-49f1-acf1-56974f7bb96a req-86bbb581-8402-4bd7-92ac-12e7e8d16d54 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0551417 Nov 12 05:28:29.891611 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-667afaea-97da-49f1-acf1-56974f7bb96a req-55b9bcdf-5415-49de-9924-a384987282df tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497909 Nov 12 05:28:31.034993 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78e366-c6b1-4ca8-a43d-03960ea5574e req-9fce153e-896b-4a98-bd90-745a1a5811b0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:31.037063 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce78e366-c6b1-4ca8-a43d-03960ea5574e req-9fce153e-896b-4a98-bd90-745a1a5811b0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0565217 Nov 12 05:28:31.091637 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ce78e366-c6b1-4ca8-a43d-03960ea5574e req-8a8b9e27-f74b-4bf7-93cf-f4faa7861cd4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471752 Nov 12 05:28:32.220870 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6327bb-f4d5-403d-b8a2-6512c70fc8e9 req-870277ff-0dfd-4f02-8306-db7b7748f0ab tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:32.222538 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aa6327bb-f4d5-403d-b8a2-6512c70fc8e9 req-870277ff-0dfd-4f02-8306-db7b7748f0ab tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0501225 Nov 12 05:28:32.279068 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aa6327bb-f4d5-403d-b8a2-6512c70fc8e9 req-fd420422-9777-4742-a11d-b9757839e8d6 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460191 Nov 12 05:28:33.243736 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93fc8002-d63a-411b-a01a-622fe50639d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:33.405410 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3abc56-4031-4235-af66-be569380d20a req-eef1bd5c-548c-48e8-9e19-ff51153c5921 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:33.406964 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec3abc56-4031-4235-af66-be569380d20a req-eef1bd5c-548c-48e8-9e19-ff51153c5921 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0573113 Nov 12 05:28:33.459181 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ec3abc56-4031-4235-af66-be569380d20a req-b39f7648-9740-4e4e-9eca-47f941873e80 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457809 Nov 12 05:28:34.584511 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b4a16-e4b2-4042-9716-2c2e653ed84e req-21f29f72-10d9-4d7f-8403-973b773cfc22 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:34.586082 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-966b4a16-e4b2-4042-9716-2c2e653ed84e req-21f29f72-10d9-4d7f-8403-973b773cfc22 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0523446 Nov 12 05:28:34.637537 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-966b4a16-e4b2-4042-9716-2c2e653ed84e req-47726ed8-7e1f-4150-9644-97bb879a943d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450704 Nov 12 05:28:35.616587 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6af500d4-2f6a-408b-9b7d-39bf8b5211e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:35.772218 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8ef0b-4c26-42e9-bf9f-f380402bcc7b req-17872f5d-d238-43b6-a06b-ec2dd26c0bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:35.773921 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64b8ef0b-4c26-42e9-bf9f-f380402bcc7b req-17872f5d-d238-43b6-a06b-ec2dd26c0bc9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 1097 time: 0.0909109 Nov 12 05:28:35.793272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a1227-72e4-47d8-be1e-c13ab6fb0328 req-cf747169-d1cc-4add-92f8-e7f081d30772 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:35.794996 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd6a1227-72e4-47d8-be1e-c13ab6fb0328 req-cf747169-d1cc-4add-92f8-e7f081d30772 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0763438 Nov 12 05:28:35.918171 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd6a1227-72e4-47d8-be1e-c13ab6fb0328 req-0088efea-2290-442d-a91d-bf04d3a5a642 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127608 Nov 12 05:28:35.946575 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8ef0b-4c26-42e9-bf9f-f380402bcc7b req-789c8a3d-3144-4a36-bdba-1e36e00fb470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:35.949032 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64b8ef0b-4c26-42e9-bf9f-f380402bcc7b req-789c8a3d-3144-4a36-bdba-1e36e00fb470 service neutron] 10.222.0.31 "GET /v2.0/networks?id=13bbdb56-45fd-4182-a884-272c2655eb27 HTTP/1.1" status: 200 len: 897 time: 0.1519952 Nov 12 05:28:36.023762 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64b8ef0b-4c26-42e9-bf9f-f380402bcc7b req-5dbec5da-dc9a-47a4-a1fe-21035482a0c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77f5124-f885-4b38-a3bc-4ceb0bf13a15 HTTP/1.1" status: 200 len: 1000 time: 0.0665443 Nov 12 05:28:36.085082 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8ef0b-4c26-42e9-bf9f-f380402bcc7b req-ab298af3-4990-48ff-aecd-90b3fa82c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:36.086663 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64b8ef0b-4c26-42e9-bf9f-f380402bcc7b req-ab298af3-4990-48ff-aecd-90b3fa82c3d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b597f41-1125-46c0-a392-d4ada7b6181d HTTP/1.1" status: 200 len: 834 time: 0.0513749 Nov 12 05:28:36.143068 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8ef0b-4c26-42e9-bf9f-f380402bcc7b req-9f8b5648-2e3f-4ff0-b03c-e18057c14b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:36.145147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64b8ef0b-4c26-42e9-bf9f-f380402bcc7b req-9f8b5648-2e3f-4ff0-b03c-e18057c14b22 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13bbdb56-45fd-4182-a884-272c2655eb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499842 Nov 12 05:28:36.249188 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64b8ef0b-4c26-42e9-bf9f-f380402bcc7b req-4c7f1c1e-f827-4f21-9bf6-db10466d515a service neutron] 10.222.0.31 "GET /v2.0/networks/13bbdb56-45fd-4182-a884-272c2655eb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963995 Nov 12 05:28:36.355470 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-64b8ef0b-4c26-42e9-bf9f-f380402bcc7b req-54672342-06f5-4894-ad1b-d35f361c9ae2 service neutron] 10.222.0.31 "GET /v2.0/networks/13bbdb56-45fd-4182-a884-272c2655eb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990596 Nov 12 05:28:37.075962 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c0bd3-cc3f-4a45-9d1c-0d880ddbe205 req-75fd1509-a99a-49fe-af09-5d1b6bb2f541 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:37.077598 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-288c0bd3-cc3f-4a45-9d1c-0d880ddbe205 req-75fd1509-a99a-49fe-af09-5d1b6bb2f541 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0605752 Nov 12 05:28:37.078173 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:37.141550 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-288c0bd3-cc3f-4a45-9d1c-0d880ddbe205 req-f1847940-0238-451d-8f3f-41062477706b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530548 Nov 12 05:28:37.533934 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:28:38.271462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df678e-1758-462f-8345-5ac25a4f5aeb req-07be6059-f541-4d63-b493-81fb43150904 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:38.273290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17df678e-1758-462f-8345-5ac25a4f5aeb req-07be6059-f541-4d63-b493-81fb43150904 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0495312 Nov 12 05:28:38.327901 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-17df678e-1758-462f-8345-5ac25a4f5aeb req-fa40158d-25c1-4aa3-9096-a1fc004b502f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488894 Nov 12 05:28:38.586860 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:39.175621 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:39.452578 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a458e-14fb-421e-b070-fa776d820854 req-01d44ebe-2a58-4fb1-8dd7-52db5b02b1e8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:39.454046 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5d8a458e-14fb-421e-b070-fa776d820854 req-01d44ebe-2a58-4fb1-8dd7-52db5b02b1e8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0521388 Nov 12 05:28:39.506239 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5d8a458e-14fb-421e-b070-fa776d820854 req-e2b712e2-640f-45ca-8c0f-553f47e1eb9f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458231 Nov 12 05:28:40.629963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12a928-59f3-4fa0-9827-31fd1101413a req-d816b5f2-97a2-4804-a46c-4d28676e2832 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:40.631638 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cc12a928-59f3-4fa0-9827-31fd1101413a req-d816b5f2-97a2-4804-a46c-4d28676e2832 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0540345 Nov 12 05:28:40.683594 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cc12a928-59f3-4fa0-9827-31fd1101413a req-7783a952-9ce1-4fed-8651-52a1396f87d1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458002 Nov 12 05:28:41.825145 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccfb92-3170-4f73-bf9c-792c42d20122 req-ce945d8c-8cc7-43bd-84bc-d3e27a447f85 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:41.826902 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aaccfb92-3170-4f73-bf9c-792c42d20122 req-ce945d8c-8cc7-43bd-84bc-d3e27a447f85 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0672302 Nov 12 05:28:41.885353 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aaccfb92-3170-4f73-bf9c-792c42d20122 req-3b72384d-5845-4f49-a768-13eb236c45a9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512202 Nov 12 05:28:43.011216 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3093f-3f3f-40bc-923e-0faad03de40a req-46b8ae81-dd65-4fed-932c-4f3f746b7b90 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:43.012678 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a1a3093f-3f3f-40bc-923e-0faad03de40a req-46b8ae81-dd65-4fed-932c-4f3f746b7b90 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0548403 Nov 12 05:28:43.065744 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a1a3093f-3f3f-40bc-923e-0faad03de40a req-a51bf938-c680-4999-84ce-f3149f19a686 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466897 Nov 12 05:28:43.088990 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58220) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:43.165376 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-50dc4da3-59d4-44f7-bdbe-f5760ace7074 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/floatingips/176b548f-a4e5-4de4-b888-ab134b38b7ef HTTP/1.1" status: 200 len: 992 time: 0.0750208 Nov 12 05:28:44.619978 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453a754-8958-4d66-bddd-dc6f7dd9d9de req-a7f4372d-783d-410f-83da-64bacda1a233 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:44.621490 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8453a754-8958-4d66-bddd-dc6f7dd9d9de req-a7f4372d-783d-410f-83da-64bacda1a233 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0488524 Nov 12 05:28:44.679620 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8453a754-8958-4d66-bddd-dc6f7dd9d9de req-7ac894a0-16d5-403a-a9ae-90e36018005a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514009 Nov 12 05:28:44.766853 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573910be-5c5e-4a49-bf8f-bd47f220dedf req-c91d7006-bcb9-4eba-b903-7a66c11391bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:44.768387 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-573910be-5c5e-4a49-bf8f-bd47f220dedf req-c91d7006-bcb9-4eba-b903-7a66c11391bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 1097 time: 0.0449624 Nov 12 05:28:44.862999 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573910be-5c5e-4a49-bf8f-bd47f220dedf req-8ec5c8e3-d53f-4fa4-a7c7-bb5375410b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:44.865072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-573910be-5c5e-4a49-bf8f-bd47f220dedf req-8ec5c8e3-d53f-4fa4-a7c7-bb5375410b7f service neutron] 10.222.0.31 "GET /v2.0/networks?id=13bbdb56-45fd-4182-a884-272c2655eb27 HTTP/1.1" status: 200 len: 897 time: 0.0895417 Nov 12 05:28:44.933261 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-573910be-5c5e-4a49-bf8f-bd47f220dedf req-5e0aaebd-715e-4513-afed-daaaabf4d288 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77f5124-f885-4b38-a3bc-4ceb0bf13a15 HTTP/1.1" status: 200 len: 1000 time: 0.0613544 Nov 12 05:28:44.984158 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573910be-5c5e-4a49-bf8f-bd47f220dedf req-dac5150a-f93b-45f8-ac91-3e010a39ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:44.985603 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-573910be-5c5e-4a49-bf8f-bd47f220dedf req-dac5150a-f93b-45f8-ac91-3e010a39ce8a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b597f41-1125-46c0-a392-d4ada7b6181d HTTP/1.1" status: 200 len: 834 time: 0.0447946 Nov 12 05:28:45.033215 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573910be-5c5e-4a49-bf8f-bd47f220dedf req-6c9fb9f6-ee04-4f13-8258-b8e4d1bc5c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:45.034787 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-573910be-5c5e-4a49-bf8f-bd47f220dedf req-6c9fb9f6-ee04-4f13-8258-b8e4d1bc5c07 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13bbdb56-45fd-4182-a884-272c2655eb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417831 Nov 12 05:28:45.132071 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-573910be-5c5e-4a49-bf8f-bd47f220dedf req-ae884558-4edd-47b2-8a90-9c83d25c4258 service neutron] 10.222.0.31 "GET /v2.0/networks/13bbdb56-45fd-4182-a884-272c2655eb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898278 Nov 12 05:28:45.229102 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-573910be-5c5e-4a49-bf8f-bd47f220dedf req-1a815c90-8561-45fb-afb1-ab27569d4cd6 service neutron] 10.222.0.31 "GET /v2.0/networks/13bbdb56-45fd-4182-a884-272c2655eb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891085 Nov 12 05:28:45.803923 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2b8fe-1172-4c76-b97c-10d4b99a2d5f req-a6fad0d8-834e-4e73-a898-fc81f3b2e289 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:45.809951 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96e2b8fe-1172-4c76-b97c-10d4b99a2d5f req-a6fad0d8-834e-4e73-a898-fc81f3b2e289 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0515954 Nov 12 05:28:45.857541 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-96e2b8fe-1172-4c76-b97c-10d4b99a2d5f req-e3cd3106-f081-4c34-ace2-9a5b71dd98ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459881 Nov 12 05:28:46.972592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc509b9-716f-42e1-b2c9-cfc39c5727ba req-b28b0849-024c-4fb0-b99a-4c4b72892fa0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:46.974513 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fcc509b9-716f-42e1-b2c9-cfc39c5727ba req-b28b0849-024c-4fb0-b99a-4c4b72892fa0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0488582 Nov 12 05:28:47.024197 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fcc509b9-716f-42e1-b2c9-cfc39c5727ba req-c69336c2-44b0-4ed7-b319-cc18d333137e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431244 Nov 12 05:28:47.048467 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58236) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:47.111246 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4cf08a43-9c39-4105-9f43-7a4584bbd328 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/floatingips/176b548f-a4e5-4de4-b888-ab134b38b7ef HTTP/1.1" status: 200 len: 992 time: 0.0616071 Nov 12 05:28:47.511785 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:48.729652 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:03.260646 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-13b7ac72-5117-4ee2-9f1c-20afd0c294ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:05.654873 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a3aef491-0606-4743-85dc-b324e08ccc0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:07.043719 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:08.586586 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:09.162647 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:14.533443 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:29:17.522957 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:17.807236 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58246) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:17.974232 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting port 17f1eec4-8b88-4fb8-acb0-623e849a8621 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:17.974583 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:18.056158 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:18.056413 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:18.068744 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Calling delete_port for 17f1eec4-8b88-4fb8-acb0-623e849a8621 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:18.289493 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:18.314404 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Port': ['ID=17f1eec4-8b88-4fb8-acb0-623e849a8621,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:18.327508 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.327861 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.328209 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.328550 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.328889 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.329226 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.329558 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.329898 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.330230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.330557 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.330912 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.331238 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:18.389154 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:18.389487 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Floating IP 176b548f-a4e5-4de4-b888-ab134b38b7ef disassociated (deleted). External IP: 172.25.1.26, port: c77f5124-f885-4b38-a3bc-4ceb0bf13a15. Nov 12 05:29:18.601441 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:29:18.711218 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:29:18.716017 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:18.722990 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e102af97-b2d8-43b3-8cf7-5b85323ff296 None None] Sync routers for ids ['e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:29:18.727141 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:18.739244 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e102af97-b2d8-43b3-8cf7-5b85323ff296 None None] Routers {'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:18.739244 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e102af97-b2d8-43b3-8cf7-5b85323ff296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:29:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:18.744885 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d3f2c63e-680e-4002-84fb-faa605e8a9c3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/floatingips/176b548f-a4e5-4de4-b888-ab134b38b7ef HTTP/1.1" status: 204 len: 168 time: 0.9364843 Nov 12 05:29:18.745594 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e4622c-a39a-457e-af4a-d6eaa6ec3078', 'tag': 'c77f5124-f885-4b38-a3bc-4ceb0bf13a15'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:18.748131 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fccb53-cf68-43a0-ba5f-a99008ff6c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "16e4622c-a39a-457e-af4a-d6eaa6ec3078", "tag": "c77f5124-f885-4b38-a3bc-4ceb0bf13a15"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:18.856447 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e102af97-b2d8-43b3-8cf7-5b85323ff296 None None] Set router e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:19.070324 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e102af97-b2d8-43b3-8cf7-5b85323ff296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846198471', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:37Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4556d91f-0314-45d5-a4f3-46295f5c994f', 'name': '', 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:00:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '7b597f41-1125-46c0-a392-d4ada7b6181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:36Z', 'updated_at': '2021-11-12T05:27:40Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '7b597f41-1125-46c0-a392-d4ada7b6181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:19.096844 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e102af97-b2d8-43b3-8cf7-5b85323ff296 None None] Checking router: e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:29:19.106024 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e102af97-b2d8-43b3-8cf7-5b85323ff296 None None] Routers {'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:19.106710 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e102af97-b2d8-43b3-8cf7-5b85323ff296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:29:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:19.152184 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d913430c-2b40-480d-9a4b-4f97c8704d48 x-openstack-request-id: req-d913430c-2b40-480d-9a4b-4f97c8704d48 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:19.152730 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e4622c-a39a-457e-af4a-d6eaa6ec3078", "tag": "c77f5124-f885-4b38-a3bc-4ceb0bf13a15", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:19.152730 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d913430c-2b40-480d-9a4b-4f97c8704d48 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:19.153129 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e4622c-a39a-457e-af4a-d6eaa6ec3078', 'tag': 'c77f5124-f885-4b38-a3bc-4ceb0bf13a15', 'status': 'completed', 'code': 200} Nov 12 05:29:19.220474 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e102af97-b2d8-43b3-8cf7-5b85323ff296 None None] Set router e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:19.283049 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5515b7-e65c-4395-a9bd-61e0789a9ffd req-53c57317-089a-49b3-b84c-0c1281cccced tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:19.284633 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d5515b7-e65c-4395-a9bd-61e0789a9ffd req-53c57317-089a-49b3-b84c-0c1281cccced tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0825634 Nov 12 05:29:19.294338 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fccb53-cf68-43a0-ba5f-a99008ff6c7a req-c5c3583f-5fe9-4842-b2dc-bd742165b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:19.295872 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7fccb53-cf68-43a0-ba5f-a99008ff6c7a req-c5c3583f-5fe9-4842-b2dc-bd742165b48e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 1097 time: 0.0629711 Nov 12 05:29:19.396002 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2d5515b7-e65c-4395-a9bd-61e0789a9ffd req-0cef384c-392e-46ef-8659-f9b2f7bb4e51 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991521 Nov 12 05:29:19.425090 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fccb53-cf68-43a0-ba5f-a99008ff6c7a req-29b19b49-ed89-4667-8c19-d0b015544126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:19.426585 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7fccb53-cf68-43a0-ba5f-a99008ff6c7a req-29b19b49-ed89-4667-8c19-d0b015544126 service neutron] 10.222.0.31 "GET /v2.0/networks?id=13bbdb56-45fd-4182-a884-272c2655eb27 HTTP/1.1" status: 200 len: 897 time: 0.1228669 Nov 12 05:29:19.428117 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e102af97-b2d8-43b3-8cf7-5b85323ff296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846198471', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:37Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4556d91f-0314-45d5-a4f3-46295f5c994f', 'name': '', 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:00:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '7b597f41-1125-46c0-a392-d4ada7b6181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:36Z', 'updated_at': '2021-11-12T05:27:40Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '7b597f41-1125-46c0-a392-d4ada7b6181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:19.454343 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e102af97-b2d8-43b3-8cf7-5b85323ff296 None None] The sync data for ids ['e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'] in n-d-768509-24 is: [{'id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846198471', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:37Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4556d91f-0314-45d5-a4f3-46295f5c994f', 'name': '', 'network_id': '13bbdb56-45fd-4182-a884-272c2655eb27', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:00:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '7b597f41-1125-46c0-a392-d4ada7b6181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:36Z', 'updated_at': '2021-11-12T05:27:40Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': '7b597f41-1125-46c0-a392-d4ada7b6181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:29:19.469980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7fccb53-cf68-43a0-ba5f-a99008ff6c7a req-610a5575-87d0-428b-b644-87ea750d7abd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77f5124-f885-4b38-a3bc-4ceb0bf13a15 HTTP/1.1" status: 200 len: 217 time: 0.0358214 Nov 12 05:29:19.523497 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fccb53-cf68-43a0-ba5f-a99008ff6c7a req-b4a69379-a556-4408-9297-772f8e3c2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:19.525645 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7fccb53-cf68-43a0-ba5f-a99008ff6c7a req-b4a69379-a556-4408-9297-772f8e3c2b42 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b597f41-1125-46c0-a392-d4ada7b6181d HTTP/1.1" status: 200 len: 834 time: 0.0482926 Nov 12 05:29:19.578813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fccb53-cf68-43a0-ba5f-a99008ff6c7a req-792c5c10-eec4-4a1e-91d6-3a7e3baf53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:19.580135 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7fccb53-cf68-43a0-ba5f-a99008ff6c7a req-792c5c10-eec4-4a1e-91d6-3a7e3baf53c5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13bbdb56-45fd-4182-a884-272c2655eb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465438 Nov 12 05:29:19.681156 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7fccb53-cf68-43a0-ba5f-a99008ff6c7a req-a10e0b7e-04c0-44a1-acf5-7225de464c89 service neutron] 10.222.0.31 "GET /v2.0/networks/13bbdb56-45fd-4182-a884-272c2655eb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879579 Nov 12 05:29:19.691649 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e0d29-e1b6-4971-9d0c-1fb58439da67 None None] New status for floating IP 176b548f-a4e5-4de4-b888-ab134b38b7ef: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:29:19.779398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c7fccb53-cf68-43a0-ba5f-a99008ff6c7a req-269354a3-8d3b-446f-9fdf-c84eeb2f4df2 service neutron] 10.222.0.31 "GET /v2.0/networks/13bbdb56-45fd-4182-a884-272c2655eb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911441 Nov 12 05:29:20.516586 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257dbf4-b377-47cf-a740-c65c034b25d7 req-ed5e405a-326b-4ff9-b0c1-ccb0ee927b20 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:20.518127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e257dbf4-b377-47cf-a740-c65c034b25d7 req-ed5e405a-326b-4ff9-b0c1-ccb0ee927b20 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0509319 Nov 12 05:29:20.570290 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e257dbf4-b377-47cf-a740-c65c034b25d7 req-a474b8eb-46ff-4eac-a6ce-ed2feff9c438 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=d743bd19-3489-4251-9476-c90c8e2a6205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460205 Nov 12 05:29:20.879018 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be979acb-b83c-4bbc-bef1-aaf329ce3ab2 req-392cce27-f8bb-4bea-851e-1e8220fad6c9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:20.880461 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-be979acb-b83c-4bbc-bef1-aaf329ce3ab2 req-392cce27-f8bb-4bea-851e-1e8220fad6c9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 945 time: 0.0485430 Nov 12 05:29:20.978050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-be979acb-b83c-4bbc-bef1-aaf329ce3ab2 req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting port c77f5124-f885-4b38-a3bc-4ceb0bf13a15 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:20.978390 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-be979acb-b83c-4bbc-bef1-aaf329ce3ab2 req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:21.072895 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-be979acb-b83c-4bbc-bef1-aaf329ce3ab2 req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] For port c77f5124-f885-4b38-a3bc-4ceb0bf13a15, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=c77f5124-f885-4b38-a3bc-4ceb0bf13a15,segment=NetworkSegment(ab309f4b-9bfa-4201-a67e-ff7215b35079),segment_id=ab309f4b-9bfa-4201-a67e-ff7215b35079)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:21.073159 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-be979acb-b83c-4bbc-bef1-aaf329ce3ab2 req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:21.086374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-be979acb-b83c-4bbc-bef1-aaf329ce3ab2 req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Calling delete_port for c77f5124-f885-4b38-a3bc-4ceb0bf13a15 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:21.283699 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-be979acb-b83c-4bbc-bef1-aaf329ce3ab2 req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:21.312836 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Port': ['ID=c77f5124-f885-4b38-a3bc-4ceb0bf13a15,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:21.326214 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:21.326562 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:21.326996 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:21.327266 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:21.327599 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:21.327919 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:21.328244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:21.328572 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:21.328896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:21.329214 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:21.329535 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:21.329852 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:21.367211 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-be979acb-b83c-4bbc-bef1-aaf329ce3ab2 req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] No DVR routers for this DVR port c77f5124-f885-4b38-a3bc-4ceb0bf13a15 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:21.369889 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-be979acb-b83c-4bbc-bef1-aaf329ce3ab2 req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:21.373512 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-be979acb-b83c-4bbc-bef1-aaf329ce3ab2 req-140f7f4f-f6cb-453d-8a10-c5da7c99f89d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.31 "DELETE /v2.0/ports/c77f5124-f885-4b38-a3bc-4ceb0bf13a15 HTTP/1.1" status: 204 len: 173 time: 0.4869957 Nov 12 05:29:21.373980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e4622c-a39a-457e-af4a-d6eaa6ec3078', 'name': 'network-vif-deleted', 'tag': 'c77f5124-f885-4b38-a3bc-4ceb0bf13a15'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:21.376339 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c36a37-6ad2-4dfb-92d0-e4663dc09a50" -d '{"events": [{"server_uuid": "16e4622c-a39a-457e-af4a-d6eaa6ec3078", "name": "network-vif-deleted", "tag": "c77f5124-f885-4b38-a3bc-4ceb0bf13a15"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:21.416391 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfc5d2f-2119-47dd-a428-0ffbf46842e8 x-openstack-request-id: req-0bfc5d2f-2119-47dd-a428-0ffbf46842e8 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:21.416689 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e4622c-a39a-457e-af4a-d6eaa6ec3078", "name": "network-vif-deleted", "tag": "c77f5124-f885-4b38-a3bc-4ceb0bf13a15", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:21.417006 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0bfc5d2f-2119-47dd-a428-0ffbf46842e8 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:21.417374 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e4622c-a39a-457e-af4a-d6eaa6ec3078', 'name': 'network-vif-deleted', 'tag': 'c77f5124-f885-4b38-a3bc-4ceb0bf13a15', 'status': 'completed', 'code': 200} Nov 12 05:29:21.697625 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-adaeb685-cf0c-44e0-9159-9c354200fef8 req-44fbb7fc-458a-4ab1-8a23-aff6de094ec4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e4622c-a39a-457e-af4a-d6eaa6ec3078 HTTP/1.1" status: 200 len: 210 time: 0.0300069 Nov 12 05:29:22.757531 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58262) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:23.131462 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b51d6a41-2165-4464-8557-f8d7c591c22b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:23.403783 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b51d6a41-2165-4464-8557-f8d7c591c22b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting port 4556d91f-0314-45d5-a4f3-46295f5c994f {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:23.404057 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b51d6a41-2165-4464-8557-f8d7c591c22b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:23.497191 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-b51d6a41-2165-4464-8557-f8d7c591c22b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] For port 4556d91f-0314-45d5-a4f3-46295f5c994f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4556d91f-0314-45d5-a4f3-46295f5c994f,segment=NetworkSegment(ab309f4b-9bfa-4201-a67e-ff7215b35079),segment_id=ab309f4b-9bfa-4201-a67e-ff7215b35079)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:23.497565 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b51d6a41-2165-4464-8557-f8d7c591c22b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:23.511113 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-b51d6a41-2165-4464-8557-f8d7c591c22b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Calling delete_port for 4556d91f-0314-45d5-a4f3-46295f5c994f owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:23.809361 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b51d6a41-2165-4464-8557-f8d7c591c22b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:23.843763 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d6a41-2165-4464-8557-f8d7c591c22b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Port': ['ID=4556d91f-0314-45d5-a4f3-46295f5c994f,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:24.045312 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b51d6a41-2165-4464-8557-f8d7c591c22b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:24.587956 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51d6a41-2165-4464-8557-f8d7c591c22b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:29:24.701996 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51d6a41-2165-4464-8557-f8d7c591c22b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:29:24.707154 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b51d6a41-2165-4464-8557-f8d7c591c22b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "PUT /v2.0/routers/e851bb6e-ad82-43a3-b4c2-1fb2abb6d726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9473393 Nov 12 05:29:24.709814 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58270) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:24.713007 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4de2e9f-7690-45b9-bfa5-f2f116f587aa None None] Sync routers for ids ['e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:29:24.723485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4de2e9f-7690-45b9-bfa5-f2f116f587aa None None] Routers {'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:24.724395 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c4de2e9f-7690-45b9-bfa5-f2f116f587aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:29:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:24.763231 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-200dfd84-1420-4a08-a812-f03ca1052ac8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting subnet 7b597f41-1125-46c0-a392-d4ada7b6181d {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:29:24.766937 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-200dfd84-1420-4a08-a812-f03ca1052ac8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:24.808220 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-200dfd84-1420-4a08-a812-f03ca1052ac8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:24.836998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c4de2e9f-7690-45b9-bfa5-f2f116f587aa None None] Set router e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:24.897305 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-200dfd84-1420-4a08-a812-f03ca1052ac8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.020800 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-200dfd84-1420-4a08-a812-f03ca1052ac8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.026387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c4de2e9f-7690-45b9-bfa5-f2f116f587aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846198471', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:29:23Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:25.051132 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-200dfd84-1420-4a08-a812-f03ca1052ac8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.053064 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4de2e9f-7690-45b9-bfa5-f2f116f587aa None None] Checking router: e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:29:25.055336 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-200dfd84-1420-4a08-a812-f03ca1052ac8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/subnets/7b597f41-1125-46c0-a392-d4ada7b6181d HTTP/1.1" status: 204 len: 168 time: 0.3445411 Nov 12 05:29:25.056725 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200dfd84-1420-4a08-a812-f03ca1052ac8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Subnet': ['ID=7b597f41-1125-46c0-a392-d4ada7b6181d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:25.057304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6825be7-4f66-449e-861c-26fdcddb2e0b None None] Network 13bbdb56-45fd-4182-a884-272c2655eb27 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:25.058255 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58272) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:25.081361 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4de2e9f-7690-45b9-bfa5-f2f116f587aa None None] Routers {'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:25.081999 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c4de2e9f-7690-45b9-bfa5-f2f116f587aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:29:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:25.177823 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b19e08d2-eb5f-40bf-a1b7-15997e2f7752 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.289054 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b19e08d2-eb5f-40bf-a1b7-15997e2f7752 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.429494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c4de2e9f-7690-45b9-bfa5-f2f116f587aa None None] Set router e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:25.478521 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-b19e08d2-eb5f-40bf-a1b7-15997e2f7752 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting port dc4cbd3f-83cb-43f9-9a63-1e6042165cea {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:25.478903 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b19e08d2-eb5f-40bf-a1b7-15997e2f7752 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.502306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] DHCP port deletion for 13bbdb56-45fd-4182-a884-272c2655eb27 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:29:25.566158 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-b19e08d2-eb5f-40bf-a1b7-15997e2f7752 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] For port dc4cbd3f-83cb-43f9-9a63-1e6042165cea, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=dc4cbd3f-83cb-43f9-9a63-1e6042165cea,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:25.566526 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b19e08d2-eb5f-40bf-a1b7-15997e2f7752 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.584993 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-b19e08d2-eb5f-40bf-a1b7-15997e2f7752 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Calling delete_port for dc4cbd3f-83cb-43f9-9a63-1e6042165cea owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:25.636460 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] Deleting port f2332f40-5ebb-434c-be18-0c4e71c25382 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:29:25.636828 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.707644 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] For port f2332f40-5ebb-434c-be18-0c4e71c25382, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f2332f40-5ebb-434c-be18-0c4e71c25382,segment=NetworkSegment(ab309f4b-9bfa-4201-a67e-ff7215b35079),segment_id=ab309f4b-9bfa-4201-a67e-ff7215b35079)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:25.707644 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.721910 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c4de2e9f-7690-45b9-bfa5-f2f116f587aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846198471', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:29:23Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:25.723804 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] Calling delete_port for f2332f40-5ebb-434c-be18-0c4e71c25382 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:29:25.761841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4de2e9f-7690-45b9-bfa5-f2f116f587aa None None] The sync data for ids ['e851bb6e-ad82-43a3-b4c2-1fb2abb6d726'] in n-d-768509-24 is: [{'id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846198471', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:29:23Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'dc4cbd3f-83cb-43f9-9a63-1e6042165cea', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851bb6e-ad82-43a3-b4c2-1fb2abb6d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:33Z', 'updated_at': '2021-11-12T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:29:25.767854 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c77f5124-f885-4b38-a3bc-4ceb0bf13a15 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:25.809248 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b19e08d2-eb5f-40bf-a1b7-15997e2f7752 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.817403 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: c77f5124-f885-4b38-a3bc-4ceb0bf13a15 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:29:25.817701 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device c77f5124-f885-4b38-a3bc-4ceb0bf13a15 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:29:25.840032 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e08d2-eb5f-40bf-a1b7-15997e2f7752 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Port': ['ID=dc4cbd3f-83cb-43f9-9a63-1e6042165cea,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:25.856453 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9199d3-8fa9-4f36-941c-8644f24486c6 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:29:25.902695 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b19e08d2-eb5f-40bf-a1b7-15997e2f7752 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.929126 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.955053 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] Pushing event deleted for resources: {'Port': ['ID=f2332f40-5ebb-434c-be18-0c4e71c25382,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:25.963377 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] No DVR routers for this DVR port f2332f40-5ebb-434c-be18-0c4e71c25382 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:29:25.965845 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:25.966191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:25.966533 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:25.966901 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:25.967277 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:25.967610 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:25.967938 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:25.968264 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:25.968589 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:25.968909 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:25.969230 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:25.969549 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d2b18-a94d-4400-a046-ba19a5de179a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:25.998890 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b19e08d2-eb5f-40bf-a1b7-15997e2f7752 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:26.001091 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b19e08d2-eb5f-40bf-a1b7-15997e2f7752 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:26.088930 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b19e08d2-eb5f-40bf-a1b7-15997e2f7752 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:26.089667 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19e08d2-eb5f-40bf-a1b7-15997e2f7752 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Fanout notify agent at l3_agent the message router_deleted on router e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:29:26.096588 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b19e08d2-eb5f-40bf-a1b7-15997e2f7752 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:26.101875 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b19e08d2-eb5f-40bf-a1b7-15997e2f7752 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/routers/e851bb6e-ad82-43a3-b4c2-1fb2abb6d726 HTTP/1.1" status: 204 len: 168 time: 1.0378540 Nov 12 05:29:26.101875 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58276) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:26.189008 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b40c63b-20a2-489b-9eda-f3dfe1960325 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:26.238294 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4556d91f-0314-45d5-a4f3-46295f5c994f no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:26.264731 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 4556d91f-0314-45d5-a4f3-46295f5c994f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:29:26.264731 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4556d91f-0314-45d5-a4f3-46295f5c994f not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:29:26.265574 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f2332f40-5ebb-434c-be18-0c4e71c25382 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:26.288043 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: f2332f40-5ebb-434c-be18-0c4e71c25382 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:29:26.288414 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f2332f40-5ebb-434c-be18-0c4e71c25382 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:29:26.645868 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b40c63b-20a2-489b-9eda-f3dfe1960325 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:26.667001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-2b40c63b-20a2-489b-9eda-f3dfe1960325 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13bbdb56-45fd-4182-a884-272c2655eb27']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:26.676272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-2b40c63b-20a2-489b-9eda-f3dfe1960325 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab309f4b-9bfa-4201-a67e-ff7215b35079') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:26.676561 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-2b40c63b-20a2-489b-9eda-f3dfe1960325 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab309f4b-9bfa-4201-a67e-ff7215b35079') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:26.686053 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b40c63b-20a2-489b-9eda-f3dfe1960325 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:26.699954 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b40c63b-20a2-489b-9eda-f3dfe1960325 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:26.707007 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b40c63b-20a2-489b-9eda-f3dfe1960325 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b40c63b-20a2-489b-9eda-f3dfe1960325 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: timer() Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:29:26.710686 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:29:26.843484 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b40c63b-20a2-489b-9eda-f3dfe1960325 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:26.848041 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b40c63b-20a2-489b-9eda-f3dfe1960325 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:26.851698 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2b40c63b-20a2-489b-9eda-f3dfe1960325 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/networks/13bbdb56-45fd-4182-a884-272c2655eb27 HTTP/1.1" status: 204 len: 168 time: 0.7502644 Nov 12 05:29:26.854607 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58278) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:26.866821 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40c63b-20a2-489b-9eda-f3dfe1960325 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Network': ['ID=13bbdb56-45fd-4182-a884-272c2655eb27,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:26.921900 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b9f5b42c-b58d-4b9c-94f1-4d69123d974c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:26.951958 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b9f5b42c-b58d-4b9c-94f1-4d69123d974c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.118288 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b9f5b42c-b58d-4b9c-94f1-4d69123d974c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.122252 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b9f5b42c-b58d-4b9c-94f1-4d69123d974c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.123637 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b9f5b42c-b58d-4b9c-94f1-4d69123d974c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/security-groups/d743bd19-3489-4251-9476-c90c8e2a6205 HTTP/1.1" status: 204 len: 168 time: 0.2679060 Nov 12 05:29:27.134237 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5b42c-b58d-4b9c-94f1-4d69123d974c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d743bd19-3489-4251-9476-c90c8e2a6205,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:27.750811 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58284) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:27.755565 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-8c98231e-e9cb-4951-bb56-59b45be44c9c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-774444414', 'description': 'tempest-secgroup-smoke-774444414 description', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:27.814386 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device dc4cbd3f-83cb-43f9-9a63-1e6042165cea no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:29:27.835229 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: dc4cbd3f-83cb-43f9-9a63-1e6042165cea {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:29:27.835568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device dc4cbd3f-83cb-43f9-9a63-1e6042165cea not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:29:27.843074 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c98231e-e9cb-4951-bb56-59b45be44c9c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.913394 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c98231e-e9cb-4951-bb56-59b45be44c9c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.975006 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c98231e-e9cb-4951-bb56-59b45be44c9c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.006230 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98231e-e9cb-4951-bb56-59b45be44c9c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff56dd07-d047-4583-be4d-20a6ad406d2f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:28.062585 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c98231e-e9cb-4951-bb56-59b45be44c9c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.063958 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8c98231e-e9cb-4951-bb56-59b45be44c9c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3121090 Nov 12 05:29:28.066869 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58286) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:28.071459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a25116b4-b842-4969-be77-5ab11d81d1ff tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': 'ff56dd07-d047-4583-be4d-20a6ad406d2f', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:28.157105 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a25116b4-b842-4969-be77-5ab11d81d1ff tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.213367 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a25116b4-b842-4969-be77-5ab11d81d1ff tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.334995 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a25116b4-b842-4969-be77-5ab11d81d1ff tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.354714 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25116b4-b842-4969-be77-5ab11d81d1ff tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762c19ce-299e-4167-b2b8-636bb62787ef,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:28.422468 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a25116b4-b842-4969-be77-5ab11d81d1ff tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.423763 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a25116b4-b842-4969-be77-5ab11d81d1ff tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3558905 Nov 12 05:29:28.426558 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58288) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:28.431254 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-4c354b9b-04f2-4afe-aebe-695f99e97f12 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': 'ff56dd07-d047-4583-be4d-20a6ad406d2f', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:28.523315 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4c354b9b-04f2-4afe-aebe-695f99e97f12 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.581598 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4c354b9b-04f2-4afe-aebe-695f99e97f12 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.637609 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4c354b9b-04f2-4afe-aebe-695f99e97f12 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.656337 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c354b9b-04f2-4afe-aebe-695f99e97f12 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2676342-f6a7-4dc6-9e7d-5a64251c3bcd,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:28.725519 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4c354b9b-04f2-4afe-aebe-695f99e97f12 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.726795 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4c354b9b-04f2-4afe-aebe-695f99e97f12 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2991467 Nov 12 05:29:28.730328 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58290) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:28.734846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-4169e9ff-f92f-46bc-a2be-198aa1d84d47 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': 'ff56dd07-d047-4583-be4d-20a6ad406d2f', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:28.802598 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4169e9ff-f92f-46bc-a2be-198aa1d84d47 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.862891 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4169e9ff-f92f-46bc-a2be-198aa1d84d47 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.906165 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4169e9ff-f92f-46bc-a2be-198aa1d84d47 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.925072 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169e9ff-f92f-46bc-a2be-198aa1d84d47 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81514577-b1f5-4de3-b974-a4a22e76a967,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:28.967086 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4169e9ff-f92f-46bc-a2be-198aa1d84d47 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.968340 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4169e9ff-f92f-46bc-a2be-198aa1d84d47 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2371674 Nov 12 05:29:28.971592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58292) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:28.977656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-09c251e7-735a-404b-995b-24d0ac7ecde1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': 'ff56dd07-d047-4583-be4d-20a6ad406d2f', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:29.083414 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-09c251e7-735a-404b-995b-24d0ac7ecde1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.142731 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-09c251e7-735a-404b-995b-24d0ac7ecde1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.237910 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-09c251e7-735a-404b-995b-24d0ac7ecde1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.255990 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c251e7-735a-404b-995b-24d0ac7ecde1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01ac7b3-b860-4d44-8eef-41743dfd6259,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:29.296309 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-09c251e7-735a-404b-995b-24d0ac7ecde1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.297517 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-09c251e7-735a-404b-995b-24d0ac7ecde1 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3247437 Nov 12 05:29:29.300323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58294) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:29.304689 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-87896e92-9b30-45c9-82bf-bb976224cf8e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': 'ff56dd07-d047-4583-be4d-20a6ad406d2f', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:29.374546 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-87896e92-9b30-45c9-82bf-bb976224cf8e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Project 0e62ef2c231f459b8e1f08d7b4cf6b3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:29:29.379590 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87896e92-9b30-45c9-82bf-bb976224cf8e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.436812 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87896e92-9b30-45c9-82bf-bb976224cf8e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.499616 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87896e92-9b30-45c9-82bf-bb976224cf8e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.516790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87896e92-9b30-45c9-82bf-bb976224cf8e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74d96a8-cf09-4766-bc84-f33fb652f2aa,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:29.593977 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87896e92-9b30-45c9-82bf-bb976224cf8e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.595323 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-87896e92-9b30-45c9-82bf-bb976224cf8e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2940488 Nov 12 05:29:29.598024 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58296) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:29.603102 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-8657377d-2ecd-4bf9-953a-53d3a2f40539 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'security_group_rule': {'security_group_id': 'ff56dd07-d047-4583-be4d-20a6ad406d2f', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:29.700236 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-8657377d-2ecd-4bf9-953a-53d3a2f40539 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Project 0e62ef2c231f459b8e1f08d7b4cf6b3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:29:29.705558 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8657377d-2ecd-4bf9-953a-53d3a2f40539 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.766474 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8657377d-2ecd-4bf9-953a-53d3a2f40539 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.825906 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8657377d-2ecd-4bf9-953a-53d3a2f40539 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.844520 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657377d-2ecd-4bf9-953a-53d3a2f40539 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe20cec1-6ea7-422b-a213-c4f241c50764,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:29.885247 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8657377d-2ecd-4bf9-953a-53d3a2f40539 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.886447 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-8657377d-2ecd-4bf9-953a-53d3a2f40539 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2874846 Nov 12 05:29:29.889272 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58298) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:29.894230 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-295088e5-a4dc-484e-afc4-f0c8c731ac6e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'network': {'name': 'tempest-network-smoke--2065375618', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'port_security_enabled': True}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:29.956993 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295088e5-a4dc-484e-afc4-f0c8c731ac6e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Made reservation on behalf of 0e62ef2c231f459b8e1f08d7b4cf6b3d for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:29.960490 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-295088e5-a4dc-484e-afc4-f0c8c731ac6e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.986028 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295088e5-a4dc-484e-afc4-f0c8c731ac6e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:29:29.998522 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-295088e5-a4dc-484e-afc4-f0c8c731ac6e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.998906 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-295088e5-a4dc-484e-afc4-f0c8c731ac6e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Added segment f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3 of type vlan for network d8b9d1d1-a9c7-42db-be6a-68f64911b99e Nov 12 05:29:30.038255 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-295088e5-a4dc-484e-afc4-f0c8c731ac6e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:30.111230 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-295088e5-a4dc-484e-afc4-f0c8c731ac6e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:30.116868 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295088e5-a4dc-484e-afc4-f0c8c731ac6e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:30.117458 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-295088e5-a4dc-484e-afc4-f0c8c731ac6e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:30.196150 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295088e5-a4dc-484e-afc4-f0c8c731ac6e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Network': ['ID=d8b9d1d1-a9c7-42db-be6a-68f64911b99e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:30.207383 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network d8b9d1d1-a9c7-42db-be6a-68f64911b99e details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:29:30.276662 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-295088e5-a4dc-484e-afc4-f0c8c731ac6e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3863704 Nov 12 05:29:30.279361 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58300) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:30.283980 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-add2a0ee-7ea5-4a80-bb37-9ec96b47f21a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1387966398', 'admin_state_up': True, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:30.380607 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-add2a0ee-7ea5-4a80-bb37-9ec96b47f21a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:30.381676 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-add2a0ee-7ea5-4a80-bb37-9ec96b47f21a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:30.432304 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-add2a0ee-7ea5-4a80-bb37-9ec96b47f21a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:30.631440 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-add2a0ee-7ea5-4a80-bb37-9ec96b47f21a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:30.918988 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-add2a0ee-7ea5-4a80-bb37-9ec96b47f21a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:30.940947 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-add2a0ee-7ea5-4a80-bb37-9ec96b47f21a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:31.040966 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-add2a0ee-7ea5-4a80-bb37-9ec96b47f21a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Allocated IP 172.25.1.37 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/f1068275-e1c1-43a4-bb34-6e470618304d) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:31.143926 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-add2a0ee-7ea5-4a80-bb37-9ec96b47f21a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:31.260531 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-add2a0ee-7ea5-4a80-bb37-9ec96b47f21a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:31.298854 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add2a0ee-7ea5-4a80-bb37-9ec96b47f21a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:31.305617 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-add2a0ee-7ea5-4a80-bb37-9ec96b47f21a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:31.311020 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add2a0ee-7ea5-4a80-bb37-9ec96b47f21a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:31.313540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2a0ee-7ea5-4a80-bb37-9ec96b47f21a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=f1068275-e1c1-43a4-bb34-6e470618304d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:31.322120 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed259c0-76f2-4c34-bc91-9d961680360c None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:29:31.426436 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3c7eee47-e973-4e24-b791-f9bd85db8e56 None None] Provisioning complete for port f1068275-e1c1-43a4-bb34-6e470618304d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:31.426830 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3c7eee47-e973-4e24-b791-f9bd85db8e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:31.460688 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3c7eee47-e973-4e24-b791-f9bd85db8e56 None None] Port f1068275-e1c1-43a4-bb34-6e470618304d cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:29:31.618028 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-add2a0ee-7ea5-4a80-bb37-9ec96b47f21a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:31.825088 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-add2a0ee-7ea5-4a80-bb37-9ec96b47f21a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:32.049151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add2a0ee-7ea5-4a80-bb37-9ec96b47f21a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router 0a07a352-62ea-4fc5-824f-bba1a240dd47 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:29:32.157393 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add2a0ee-7ea5-4a80-bb37-9ec96b47f21a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:29:32.168359 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] Sync routers for ids ['0a07a352-62ea-4fc5-824f-bba1a240dd47'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:29:32.177981 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] Routers {'0a07a352-62ea-4fc5-824f-bba1a240dd47'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:32.178660 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:29:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['0a07a352-62ea-4fc5-824f-bba1a240dd47'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:32.251264 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-add2a0ee-7ea5-4a80-bb37-9ec96b47f21a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:32.252545 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-add2a0ee-7ea5-4a80-bb37-9ec96b47f21a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9722362 Nov 12 05:29:32.256128 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58302) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:32.284508 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e6f9a597-0168-48c1-98e9-beb6b3bfb004 tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272241 Nov 12 05:29:32.285242 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] Set router 0a07a352-62ea-4fc5-824f-bba1a240dd47 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:32.287064 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58304) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:32.386475 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa4ad86-283d-4bbd-bc7f-97c901c0dcc2 tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:32.388036 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ffa4ad86-283d-4bbd-bc7f-97c901c0dcc2 tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0999403 Nov 12 05:29:32.391105 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58306) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:32.423349 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c5b91735-8e92-4c37-bb4d-337957a95c6a tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=83b50554-7014-416f-9f3b-4bb895a9ea2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311315 Nov 12 05:29:32.425755 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58308) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:32.430617 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a5a4b083-d028-4d67-9ea0-d3d355dc46ba tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1080530912', 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e', 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:32.467800 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387966398', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:31Z', 'revision_number': 3, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:32.494313 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] Checking router: 0a07a352-62ea-4fc5-824f-bba1a240dd47 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:29:32.494678 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] Updating router 0a07a352-62ea-4fc5-824f-bba1a240dd47 port f1068275-e1c1-43a4-bb34-6e470618304d binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:29:32.522577 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:32.586542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a4b083-d028-4d67-9ea0-d3d355dc46ba tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Made reservation on behalf of 0e62ef2c231f459b8e1f08d7b4cf6b3d for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:32.590219 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5a4b083-d028-4d67-9ea0-d3d355dc46ba tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:32.792893 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:32.826252 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5a4b083-d028-4d67-9ea0-d3d355dc46ba tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:32.854986 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:32.885760 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4b083-d028-4d67-9ea0-d3d355dc46ba tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Subnet': ['ID=c8dc4908-0f59-47e7-bb7d-e43a547eccec,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:32.897487 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a4b083-d028-4d67-9ea0-d3d355dc46ba tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Checking segment: {'id': 'f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:32.897854 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a4b083-d028-4d67-9ea0-d3d355dc46ba tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network hostable DHCP agents. Network: d8b9d1d1-a9c7-42db-be6a-68f64911b99e, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:29:32.899858 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca88d6a-3cbd-42dd-b123-aaf061fb1c33 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:29:32.900625 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] Attempting to bind port f1068275-e1c1-43a4-bb34-6e470618304d on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:32.901000 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] Attempting to bind port f1068275-e1c1-43a4-bb34-6e470618304d by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:32.901354 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] Attempting to bind port f1068275-e1c1-43a4-bb34-6e470618304d on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:32.913759 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:32.913759 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:32.914221 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:32.914694 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:32.915231 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] Bound port: f1068275-e1c1-43a4-bb34-6e470618304d, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:32.916318 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:32.921471 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778c076-0487-469d-b6d1-f0b23b5e40e1 None None] Pushing event updated for resources: {'Port': ['ID=f1068275-e1c1-43a4-bb34-6e470618304d,revision_number=2']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:32.946016 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778c076-0487-469d-b6d1-f0b23b5e40e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:32.946353 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778c076-0487-469d-b6d1-f0b23b5e40e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:32.946742 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778c076-0487-469d-b6d1-f0b23b5e40e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:32.947067 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778c076-0487-469d-b6d1-f0b23b5e40e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:32.947427 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778c076-0487-469d-b6d1-f0b23b5e40e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:32.947747 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778c076-0487-469d-b6d1-f0b23b5e40e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:32.948068 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778c076-0487-469d-b6d1-f0b23b5e40e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:32.948393 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778c076-0487-469d-b6d1-f0b23b5e40e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:32.948702 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778c076-0487-469d-b6d1-f0b23b5e40e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:32.949015 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778c076-0487-469d-b6d1-f0b23b5e40e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:32.949455 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778c076-0487-469d-b6d1-f0b23b5e40e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:32.949675 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778c076-0487-469d-b6d1-f0b23b5e40e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:29:32.981923 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] For port f1068275-e1c1-43a4-bb34-6e470618304d, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:32.985167 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] For port f1068275-e1c1-43a4-bb34-6e470618304d, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f1068275-e1c1-43a4-bb34-6e470618304d,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:32.985789 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a4b083-d028-4d67-9ea0-d3d355dc46ba tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network d8b9d1d1-a9c7-42db-be6a-68f64911b99e is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:29:32.990474 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-77793e89-d86e-4d0a-be32-9a4b1aa45997 None None] Provisioning complete for port f1068275-e1c1-43a4-bb34-6e470618304d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:32.991216 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-77793e89-d86e-4d0a-be32-9a4b1aa45997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.029370 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-77793e89-d86e-4d0a-be32-9a4b1aa45997 None None] Port f1068275-e1c1-43a4-bb34-6e470618304d cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:29:33.055194 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.077878 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a5a4b083-d028-4d67-9ea0-d3d355dc46ba tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, d8b9d1d1-a9c7-42db-be6a-68f64911b99e) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:33.082264 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a4b083-d028-4d67-9ea0-d3d355dc46ba tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:33.082883 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a5a4b083-d028-4d67-9ea0-d3d355dc46ba tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.089583 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d22617-3c70-4b60-a135-64545a666dfb None None] Network d8b9d1d1-a9c7-42db-be6a-68f64911b99e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:33.112245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea8bd24-f889-4371-b1b9-2a76d42326e1 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:29:33.119283 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] Routers {'0a07a352-62ea-4fc5-824f-bba1a240dd47'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:33.119901 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:29:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['0a07a352-62ea-4fc5-824f-bba1a240dd47'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:33.156699 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a5a4b083-d028-4d67-9ea0-d3d355dc46ba tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7279851 Nov 12 05:29:33.157711 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58310) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:33.163145 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778c076-0487-469d-b6d1-f0b23b5e40e1 None None] Pushing event updated for resources: {'Port': ['ID=f1068275-e1c1-43a4-bb34-6e470618304d,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:33.204927 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-05d152f1-1da7-45f2-91ef-f40f8424bbbd None None] Provisioning complete for port f1068275-e1c1-43a4-bb34-6e470618304d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:33.205322 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-05d152f1-1da7-45f2-91ef-f40f8424bbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.239004 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] Set router 0a07a352-62ea-4fc5-824f-bba1a240dd47 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:33.272543 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a549e3f3-c19a-435b-be18-4c25e677cf7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.347088 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-d8b9d1d1-a9c7-42db-be6a-68f64911b99e', 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ips': [{'subnet_id': 'c8dc4908-0f59-47e7-bb7d-e43a547eccec'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:29:33.348472 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.383680 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-05d152f1-1da7-45f2-91ef-f40f8424bbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.458614 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-05d152f1-1da7-45f2-91ef-f40f8424bbbd None None] For port f1068275-e1c1-43a4-bb34-6e470618304d, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f1068275-e1c1-43a4-bb34-6e470618304d,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:33.518262 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387966398', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:31Z', 'revision_number': 3, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:33.519950 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-05d152f1-1da7-45f2-91ef-f40f8424bbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.522402 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] Allocated IP 172.20.0.2 (d8b9d1d1-a9c7-42db-be6a-68f64911b99e/c8dc4908-0f59-47e7-bb7d-e43a547eccec/30d3ed7d-147e-485c-906f-ec4d0f2dee4f) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:33.545920 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb5595-d545-4af3-9d9b-88b33ba165e9 None None] The sync data for ids ['0a07a352-62ea-4fc5-824f-bba1a240dd47'] in n-d-768509-24 is: [{'id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387966398', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:31Z', 'revision_number': 3, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:29:33.627190 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d152f1-1da7-45f2-91ef-f40f8424bbbd None None] Pushing event updated for resources: {'Port': ['ID=f1068275-e1c1-43a4-bb34-6e470618304d,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:33.650096 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f03c69f-42ba-45c6-98bd-2f5f967e0285 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.724197 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.809541 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.868141 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] Network d8b9d1d1-a9c7-42db-be6a-68f64911b99e is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:33.873012 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:33.876711 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:33.884846 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] Pushing event updated for resources: {'Port': ['ID=30d3ed7d-147e-485c-906f-ec4d0f2dee4f,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:33.948653 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] Attempting to bind port 30d3ed7d-147e-485c-906f-ec4d0f2dee4f on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:33.949359 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] Attempting to bind port 30d3ed7d-147e-485c-906f-ec4d0f2dee4f by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:33.949359 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] Attempting to bind port 30d3ed7d-147e-485c-906f-ec4d0f2dee4f on network d8b9d1d1-a9c7-42db-be6a-68f64911b99e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:33.954907 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:33.960529 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] Checking segment: {'id': 'f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:33.960529 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:33.960529 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] Bound using segment: {'id': 'f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:33.960529 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] Bound port: 30d3ed7d-147e-485c-906f-ec4d0f2dee4f, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:33.960529 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:34.003487 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-3f03c69f-42ba-45c6-98bd-2f5f967e0285 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Allocated IP 172.20.0.1 (d8b9d1d1-a9c7-42db-be6a-68f64911b99e/c8dc4908-0f59-47e7-bb7d-e43a547eccec/aad54c21-6b1a-497c-b592-4c372913acdf) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:34.038862 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] For port 30d3ed7d-147e-485c-906f-ec4d0f2dee4f, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:34.043327 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] For port 30d3ed7d-147e-485c-906f-ec4d0f2dee4f, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=30d3ed7d-147e-485c-906f-ec4d0f2dee4f,segment=NetworkSegment(f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3),segment_id=f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:34.136280 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:34.137322 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f03c69f-42ba-45c6-98bd-2f5f967e0285 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:34.207405 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cda79-983b-4355-a158-2f7a0af25d20 None None] Pushing event updated for resources: {'Port': ['ID=30d3ed7d-147e-485c-906f-ec4d0f2dee4f,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:34.267224 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f03c69f-42ba-45c6-98bd-2f5f967e0285 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:34.311285 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f03c69f-42ba-45c6-98bd-2f5f967e0285 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network d8b9d1d1-a9c7-42db-be6a-68f64911b99e is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:34.314764 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3f03c69f-42ba-45c6-98bd-2f5f967e0285 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:34.317602 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f03c69f-42ba-45c6-98bd-2f5f967e0285 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:34.357883 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03c69f-42ba-45c6-98bd-2f5f967e0285 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=aad54c21-6b1a-497c-b592-4c372913acdf,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:34.412903 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f03c69f-42ba-45c6-98bd-2f5f967e0285 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:34.635168 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f03c69f-42ba-45c6-98bd-2f5f967e0285 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:34.915971 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f03c69f-42ba-45c6-98bd-2f5f967e0285 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:34.974546 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f03c69f-42ba-45c6-98bd-2f5f967e0285 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.067249 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03c69f-42ba-45c6-98bd-2f5f967e0285 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=aad54c21-6b1a-497c-b592-4c372913acdf,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:35.070983 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-3f03c69f-42ba-45c6-98bd-2f5f967e0285 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.143725 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0631fa9f-a82e-49ed-b6ef-6ee301aeac92 None None] Network d8b9d1d1-a9c7-42db-be6a-68f64911b99e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:29:35.171950 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f03c69f-42ba-45c6-98bd-2f5f967e0285 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network d8b9d1d1-a9c7-42db-be6a-68f64911b99e is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:35.173416 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-3f03c69f-42ba-45c6-98bd-2f5f967e0285 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:35.285668 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-eb06ea26-d57b-4c37-b0c7-67cafdb04049 None None] Provisioning complete for port 30d3ed7d-147e-485c-906f-ec4d0f2dee4f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:35.286086 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eb06ea26-d57b-4c37-b0c7-67cafdb04049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.300430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f03c69f-42ba-45c6-98bd-2f5f967e0285 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router 0a07a352-62ea-4fc5-824f-bba1a240dd47 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:29:35.396106 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eb06ea26-d57b-4c37-b0c7-67cafdb04049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.424730 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f03c69f-42ba-45c6-98bd-2f5f967e0285 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:29:35.433740 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-3f03c69f-42ba-45c6-98bd-2f5f967e0285 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "PUT /v2.0/routers/0a07a352-62ea-4fc5-824f-bba1a240dd47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2745049 Nov 12 05:29:35.443111 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-eb06ea26-d57b-4c37-b0c7-67cafdb04049 None None] For port 30d3ed7d-147e-485c-906f-ec4d0f2dee4f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=30d3ed7d-147e-485c-906f-ec4d0f2dee4f,segment=NetworkSegment(f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3),segment_id=f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:35.511788 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eb06ea26-d57b-4c37-b0c7-67cafdb04049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.593640 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06ea26-d57b-4c37-b0c7-67cafdb04049 None None] Pushing event updated for resources: {'Port': ['ID=30d3ed7d-147e-485c-906f-ec4d0f2dee4f,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:35.613114 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-bccd12c2-441a-41fc-8e32-4185b1139acd tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-774444414&fields=id&tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d HTTP/1.1" status: 200 len: 267 time: 0.0582340 Nov 12 05:29:35.639187 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] Sync routers for ids ['0a07a352-62ea-4fc5-824f-bba1a240dd47'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:29:35.656669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] Routers {'0a07a352-62ea-4fc5-824f-bba1a240dd47'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:35.657396 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:29:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['0a07a352-62ea-4fc5-824f-bba1a240dd47'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:35.663039 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e1f8573-267b-4697-b532-c832f944f4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.694862 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1b4768bf-e4da-48cd-8eee-96b21983dd94 None None] Provisioning complete for port aad54c21-6b1a-497c-b592-4c372913acdf triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:35.695337 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1b4768bf-e4da-48cd-8eee-96b21983dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.748894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-1f4ecf8a-156f-4f65-b725-c2f2322a7443 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:35.750714 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-1f4ecf8a-156f-4f65-b725-c2f2322a7443 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/networks?id=d8b9d1d1-a9c7-42db-be6a-68f64911b99e HTTP/1.1" status: 200 len: 797 time: 0.1268363 Nov 12 05:29:35.767769 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-b5f168a6-a293-4fdd-8f4e-bdcab321cf41 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/quotas/0e62ef2c231f459b8e1f08d7b4cf6b3d HTTP/1.1" status: 200 len: 375 time: 0.0107021 Nov 12 05:29:35.778116 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1b4768bf-e4da-48cd-8eee-96b21983dd94 None None] Port aad54c21-6b1a-497c-b592-4c372913acdf cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:29:35.812686 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1b4768bf-e4da-48cd-8eee-96b21983dd94 None None] Provisioning complete for port 30d3ed7d-147e-485c-906f-ec4d0f2dee4f triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:35.813204 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1b4768bf-e4da-48cd-8eee-96b21983dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.816150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] Set router 0a07a352-62ea-4fc5-824f-bba1a240dd47 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:35.839424 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-8edf84ee-a39a-48c6-8e53-a5b052a4b4d9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643094 Nov 12 05:29:35.976643 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-075f3f9e-87e8-462b-b3fb-884fd0f0b4c5 service neutron] 10.222.0.37 "GET /v2.0/networks/d8b9d1d1-a9c7-42db-be6a-68f64911b99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194282 Nov 12 05:29:36.004475 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 30d3ed7d-147e-485c-906f-ec4d0f2dee4f up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:36.093858 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-df281076-c210-429c-9d98-f604842f1b6c service neutron] 10.222.0.37 "GET /v2.0/networks/d8b9d1d1-a9c7-42db-be6a-68f64911b99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079285 Nov 12 05:29:36.134823 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 30d3ed7d-147e-485c-906f-ec4d0f2dee4f triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:36.135197 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:36.359436 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-88a2f29a-a84d-4f26-b791-8c6eaad88216 req-d7ecd0bd-2eb2-487e-92ef-facb2ab16019 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 210 time: 0.0323815 Nov 12 05:29:36.405100 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387966398', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:34Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'aad54c21-6b1a-497c-b592-4c372913acdf', 'name': '', 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:66:52:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c8dc4908-0f59-47e7-bb7d-e43a547eccec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:33Z', 'updated_at': '2021-11-12T05:29:34Z', 'revision_number': 2, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': 'c8dc4908-0f59-47e7-bb7d-e43a547eccec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:36.434127 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-293350ae-7bbb-4833-95dc-1b03043c76cb None None] Provisioning complete for port aad54c21-6b1a-497c-b592-4c372913acdf triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:36.434501 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-293350ae-7bbb-4833-95dc-1b03043c76cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:36.440865 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] Checking router: 0a07a352-62ea-4fc5-824f-bba1a240dd47 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:29:36.441259 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] Updating router 0a07a352-62ea-4fc5-824f-bba1a240dd47 port aad54c21-6b1a-497c-b592-4c372913acdf binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:29:36.486054 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f1068275-e1c1-43a4-bb34-6e470618304d up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:36.521341 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:36.525073 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-293350ae-7bbb-4833-95dc-1b03043c76cb None None] Port aad54c21-6b1a-497c-b592-4c372913acdf cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:29:36.586438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port f1068275-e1c1-43a4-bb34-6e470618304d triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:36.586835 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:36.883901 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:36.967438 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.030286 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74555882-851f-4412-b810-e6c0770eccfd None None] Pushing event updated for resources: {'Port': ['ID=aad54c21-6b1a-497c-b592-4c372913acdf,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:37.093040 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] Attempting to bind port aad54c21-6b1a-497c-b592-4c372913acdf on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:37.097047 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] Attempting to bind port aad54c21-6b1a-497c-b592-4c372913acdf by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:37.097047 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] Attempting to bind port aad54c21-6b1a-497c-b592-4c372913acdf on network d8b9d1d1-a9c7-42db-be6a-68f64911b99e {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:37.099496 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:37.099874 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] Checking segment: {'id': 'f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:37.100272 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.100664 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] Bound using segment: {'id': 'f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:37.101132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] Bound port: aad54c21-6b1a-497c-b592-4c372913acdf, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:37.101514 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.139498 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.170515 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] For port aad54c21-6b1a-497c-b592-4c372913acdf, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:37.174144 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] For port aad54c21-6b1a-497c-b592-4c372913acdf, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=aad54c21-6b1a-497c-b592-4c372913acdf,segment=NetworkSegment(f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3),segment_id=f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:37.250356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7deee1c8-8276-4357-ab38-0007c0350168 None None] Provisioning complete for port aad54c21-6b1a-497c-b592-4c372913acdf triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:37.250763 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7deee1c8-8276-4357-ab38-0007c0350168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.281938 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.294146 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7deee1c8-8276-4357-ab38-0007c0350168 None None] Port aad54c21-6b1a-497c-b592-4c372913acdf cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:29:37.348686 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] Routers {'0a07a352-62ea-4fc5-824f-bba1a240dd47'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:37.349752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:29:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['0a07a352-62ea-4fc5-824f-bba1a240dd47'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:37.390487 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74555882-851f-4412-b810-e6c0770eccfd None None] Pushing event updated for resources: {'Port': ['ID=aad54c21-6b1a-497c-b592-4c372913acdf,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:37.479202 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6fc1705a-3d22-4720-921e-ed5c6d2d65c8 req-b5ec2577-396b-4c60-836f-31d4cf20af9f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 210 time: 0.0302713 Nov 12 05:29:37.498232 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] Set router 0a07a352-62ea-4fc5-824f-bba1a240dd47 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:37.647039 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-0f0fde77-a49c-45b5-b273-d5d63261903b None None] Provisioning complete for port aad54c21-6b1a-497c-b592-4c372913acdf triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:37.647413 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f0fde77-a49c-45b5-b273-d5d63261903b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.780346 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f0fde77-a49c-45b5-b273-d5d63261903b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.792326 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387966398', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:34Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'aad54c21-6b1a-497c-b592-4c372913acdf', 'name': '', 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:66:52:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c8dc4908-0f59-47e7-bb7d-e43a547eccec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:33Z', 'updated_at': '2021-11-12T05:29:37Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': 'c8dc4908-0f59-47e7-bb7d-e43a547eccec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:37.826549 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec4c75d-2bca-4630-b890-b617a9104f49 None None] The sync data for ids ['0a07a352-62ea-4fc5-824f-bba1a240dd47'] in n-d-768509-24 is: [{'id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387966398', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:34Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'aad54c21-6b1a-497c-b592-4c372913acdf', 'name': '', 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:66:52:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c8dc4908-0f59-47e7-bb7d-e43a547eccec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:33Z', 'updated_at': '2021-11-12T05:29:37Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': 'c8dc4908-0f59-47e7-bb7d-e43a547eccec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:29:37.843526 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-0f0fde77-a49c-45b5-b273-d5d63261903b None None] For port aad54c21-6b1a-497c-b592-4c372913acdf, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=aad54c21-6b1a-497c-b592-4c372913acdf,segment=NetworkSegment(f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3),segment_id=f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:37.900118 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0f0fde77-a49c-45b5-b273-d5d63261903b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:37.955081 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fde77-a49c-45b5-b273-d5d63261903b None None] Pushing event updated for resources: {'Port': ['ID=aad54c21-6b1a-497c-b592-4c372913acdf,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:38.526750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-5439a018-abd2-4f59-bbe7-3cac2b44da54 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:38.528285 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-5439a018-abd2-4f59-bbe7-3cac2b44da54 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.21 "GET /v2.0/networks?id=d8b9d1d1-a9c7-42db-be6a-68f64911b99e HTTP/1.1" status: 200 len: 797 time: 0.1346822 Nov 12 05:29:38.599821 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-456ff3ad-87c6-4793-b218-0f6b0bb61938 req-94bc64ba-13aa-4599-bf34-dfe4767df376 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 210 time: 0.0282328 Nov 12 05:29:38.603651 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-4bb5ccff-96aa-45b8-8c4b-9bd1a5b363a9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d HTTP/1.1" status: 200 len: 379 time: 0.0604992 Nov 12 05:29:38.612973 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-68777e43-aeb4-4bcd-bcec-e49402671896 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'port': {'device_id': 'd0c93330-0722-4e51-b587-301f469721e7', 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e', 'admin_state_up': True, 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'security_groups': ['ff56dd07-d047-4583-be4d-20a6ad406d2f']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:38.632470 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.860223 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-68777e43-aeb4-4bcd-bcec-e49402671896 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Made reservation on behalf of 0e62ef2c231f459b8e1f08d7b4cf6b3d for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:29:38.863929 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-68777e43-aeb4-4bcd-bcec-e49402671896 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:38.991832 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-68777e43-aeb4-4bcd-bcec-e49402671896 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Allocated IP 172.20.0.13 (d8b9d1d1-a9c7-42db-be6a-68f64911b99e/c8dc4908-0f59-47e7-bb7d-e43a547eccec/5d00f51d-d7c2-4a15-a73c-031494553728) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:39.122890 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.138372 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-68777e43-aeb4-4bcd-bcec-e49402671896 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.254141 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-68777e43-aeb4-4bcd-bcec-e49402671896 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.297414 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-68777e43-aeb4-4bcd-bcec-e49402671896 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network d8b9d1d1-a9c7-42db-be6a-68f64911b99e is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:39.302271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-68777e43-aeb4-4bcd-bcec-e49402671896 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:39.306434 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-68777e43-aeb4-4bcd-bcec-e49402671896 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:39.312927 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68777e43-aeb4-4bcd-bcec-e49402671896 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=5d00f51d-d7c2-4a15-a73c-031494553728,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:39.358849 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-68777e43-aeb4-4bcd-bcec-e49402671896 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:39.359533 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-68777e43-aeb4-4bcd-bcec-e49402671896 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.437713 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-68777e43-aeb4-4bcd-bcec-e49402671896 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8285375 Nov 12 05:29:39.500978 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Request body: {'port': {'device_id': 'd0c93330-0722-4e51-b587-301f469721e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:39.537306 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e330d18c-6a53-4486-ba6d-05722d139e20 None None] Provisioning complete for port 5d00f51d-d7c2-4a15-a73c-031494553728 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:39.537674 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e330d18c-6a53-4486-ba6d-05722d139e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.561558 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.576438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e330d18c-6a53-4486-ba6d-05722d139e20 None None] Port 5d00f51d-d7c2-4a15-a73c-031494553728 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:29:39.736077 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a6ed6-ade1-4efb-81cf-cdbb8ff61310 req-08cd0828-3d6b-4ca2-9d1c-56486b60d874 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:39.737676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-517a6ed6-ade1-4efb-81cf-cdbb8ff61310 req-08cd0828-3d6b-4ca2-9d1c-56486b60d874 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 932 time: 0.0543244 Nov 12 05:29:39.789859 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-517a6ed6-ade1-4efb-81cf-cdbb8ff61310 req-c9c57c95-eed0-4fee-ba72-58b2dda6859d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff56dd07-d047-4583-be4d-20a6ad406d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448349 Nov 12 05:29:39.838983 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d00f51d-d7c2-4a15-a73c-031494553728 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:29:39.847266 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.860660 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Transition to ACTIVE for port object 5d00f51d-d7c2-4a15-a73c-031494553728 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:29:39.885875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device aad54c21-6b1a-497c-b592-4c372913acdf up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:39.935590 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port aad54c21-6b1a-497c-b592-4c372913acdf triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:39.935868 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:39.945858 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:40.002737 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Pushing event updated for resources: {'Port': ['ID=5d00f51d-d7c2-4a15-a73c-031494553728,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:40.070353 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Attempting to bind port 5d00f51d-d7c2-4a15-a73c-031494553728 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:29:40.070766 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Attempting to bind port 5d00f51d-d7c2-4a15-a73c-031494553728 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:29:40.071100 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Attempting to bind port 5d00f51d-d7c2-4a15-a73c-031494553728 on network d8b9d1d1-a9c7-42db-be6a-68f64911b99e {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:40.075666 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Port 5d00f51d-d7c2-4a15-a73c-031494553728 on network d8b9d1d1-a9c7-42db-be6a-68f64911b99e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:29:40.076075 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Attempting to bind port 5d00f51d-d7c2-4a15-a73c-031494553728 on network d8b9d1d1-a9c7-42db-be6a-68f64911b99e {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:29:40.081088 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:29:40.081428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Checking segment: {'id': 'f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:29:40.081815 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Bound using segment: {'id': 'f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:29:40.082383 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Bound port: 5d00f51d-d7c2-4a15-a73c-031494553728, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:29:40.082778 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:40.156135 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] For port 5d00f51d-d7c2-4a15-a73c-031494553728, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:29:40.159382 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] For port 5d00f51d-d7c2-4a15-a73c-031494553728, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=5d00f51d-d7c2-4a15-a73c-031494553728,segment=NetworkSegment(f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3),segment_id=f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:29:40.249517 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:40.289498 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:40.290182 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:40.291596 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] 10.222.0.21 "PUT /v2.0/ports/5d00f51d-d7c2-4a15-a73c-031494553728 HTTP/1.1" status: 200 len: 1093 time: 0.8393993 Nov 12 05:29:40.292042 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c93330-0722-4e51-b587-301f469721e7', 'tag': '5d00f51d-d7c2-4a15-a73c-031494553728'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:40.294314 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43c7c08-f41b-476f-bff1-bfa4eb7b99b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c93330-0722-4e51-b587-301f469721e7", "tag": "5d00f51d-d7c2-4a15-a73c-031494553728"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:40.320949 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432dbac3-0e59-45c2-8233-4c17c1606996 service neutron] Pushing event updated for resources: {'Port': ['ID=5d00f51d-d7c2-4a15-a73c-031494553728,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:40.347546 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79f5904-245a-4b4b-bb12-e5fa3894ae1b x-openstack-request-id: req-a79f5904-245a-4b4b-bb12-e5fa3894ae1b {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:40.347837 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c93330-0722-4e51-b587-301f469721e7", "tag": "5d00f51d-d7c2-4a15-a73c-031494553728", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:40.348112 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a79f5904-245a-4b4b-bb12-e5fa3894ae1b {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:40.348647 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c93330-0722-4e51-b587-301f469721e7', 'tag': '5d00f51d-d7c2-4a15-a73c-031494553728', 'status': 'completed', 'code': 200} Nov 12 05:29:40.436396 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c7c08-f41b-476f-bff1-bfa4eb7b99b9 req-582071d7-e93b-4306-bd24-ad4daebc86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:40.438247 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f43c7c08-f41b-476f-bff1-bfa4eb7b99b9 req-582071d7-e93b-4306-bd24-ad4daebc86a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 1096 time: 0.0454335 Nov 12 05:29:40.546510 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c7c08-f41b-476f-bff1-bfa4eb7b99b9 req-3a28a9ec-6ff7-455b-8ae7-c53268569bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:40.548076 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f43c7c08-f41b-476f-bff1-bfa4eb7b99b9 req-3a28a9ec-6ff7-455b-8ae7-c53268569bea service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0960691 Nov 12 05:29:40.646764 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c7c08-f41b-476f-bff1-bfa4eb7b99b9 req-97e7f821-8acf-4484-87c9-573e0ba80156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:40.648253 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f43c7c08-f41b-476f-bff1-bfa4eb7b99b9 req-97e7f821-8acf-4484-87c9-573e0ba80156 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939181 Nov 12 05:29:40.746498 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-6c5ce04b-e470-4640-b002-8b09a5ca9f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:40.748053 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-6c5ce04b-e470-4640-b002-8b09a5ca9f8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 1096 time: 0.0412056 Nov 12 05:29:40.798148 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-0f058656-f27b-4ef6-ba57-1461f6744c6c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d00f51d-d7c2-4a15-a73c-031494553728 HTTP/1.1" status: 200 len: 217 time: 0.0374167 Nov 12 05:29:40.851336 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-8a35bcdd-54ed-4f3a-a324-5410f86a1abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:40.852821 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-8a35bcdd-54ed-4f3a-a324-5410f86a1abd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8dc4908-0f59-47e7-bb7d-e43a547eccec HTTP/1.1" status: 200 len: 835 time: 0.0484545 Nov 12 05:29:40.903067 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-2c206a21-b8f9-4ce2-89a6-b67bc354ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:40.904709 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-2c206a21-b8f9-4ce2-89a6-b67bc354ecab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8b9d1d1-a9c7-42db-be6a-68f64911b99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439918 Nov 12 05:29:40.910963 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55ed8a-5288-42ed-962d-44ff194c5d37 req-e6d4b7a2-9a81-449b-92d3-439e71afbb13 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:40.912621 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d55ed8a-5288-42ed-962d-44ff194c5d37 req-e6d4b7a2-9a81-449b-92d3-439e71afbb13 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 944 time: 0.0520124 Nov 12 05:29:40.964709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8d55ed8a-5288-42ed-962d-44ff194c5d37 req-9caf8cd6-f7fa-41ae-8ad4-fff8ed153fc3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff56dd07-d047-4583-be4d-20a6ad406d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451183 Nov 12 05:29:41.003205 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-129546f7-8c9f-4014-b82e-94e20dc1d5fe service neutron] 10.222.0.21 "GET /v2.0/networks/d8b9d1d1-a9c7-42db-be6a-68f64911b99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910475 Nov 12 05:29:41.095773 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fe518141-4c8d-4829-8d7d-95fffbb6c2a0 req-f7ba5ef5-dea4-4302-9d82-d7b07d2e4d66 service neutron] 10.222.0.21 "GET /v2.0/networks/d8b9d1d1-a9c7-42db-be6a-68f64911b99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860534 Nov 12 05:29:42.085544 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65501bdd-8a59-4760-8e2f-6a90901ed8cc req-b2497d66-7612-4ef3-889e-a10033a2fc22 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:42.087199 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-65501bdd-8a59-4760-8e2f-6a90901ed8cc req-b2497d66-7612-4ef3-889e-a10033a2fc22 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 944 time: 0.0497174 Nov 12 05:29:42.148331 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-65501bdd-8a59-4760-8e2f-6a90901ed8cc req-1f507875-4646-4c33-a9d7-237c31cd1f56 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff56dd07-d047-4583-be4d-20a6ad406d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550601 Nov 12 05:29:43.265713 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5098c-fcf6-4495-895b-765a8ea556c8 req-71d270e0-d2d7-46d9-a860-40e87c77cf31 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:43.267236 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-38b5098c-fcf6-4495-895b-765a8ea556c8 req-71d270e0-d2d7-46d9-a860-40e87c77cf31 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 944 time: 0.0496233 Nov 12 05:29:43.317187 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-38b5098c-fcf6-4495-895b-765a8ea556c8 req-cf66ed65-d432-438f-b827-a0299d7dd32b tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff56dd07-d047-4583-be4d-20a6ad406d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439146 Nov 12 05:29:43.616499 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 5d00f51d-d7c2-4a15-a73c-031494553728 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:29:43.712995 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 5d00f51d-d7c2-4a15-a73c-031494553728, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=5d00f51d-d7c2-4a15-a73c-031494553728,segment=NetworkSegment(f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3),segment_id=f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:43.727879 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '5d00f51d-d7c2-4a15-a73c-031494553728', 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e', 'port_id': '5d00f51d-d7c2-4a15-a73c-031494553728', 'mac_address': 'fa:16:3e:bf:06:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8dc4908-0f59-47e7-bb7d-e43a547eccec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:29:43.766992 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:43.779781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d00f51d-d7c2-4a15-a73c-031494553728 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:29:43.798376 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 5d00f51d-d7c2-4a15-a73c-031494553728, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=5d00f51d-d7c2-4a15-a73c-031494553728,segment=NetworkSegment(f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3),segment_id=f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:43.871157 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:43.920949 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=5d00f51d-d7c2-4a15-a73c-031494553728,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:44.282541 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['5d00f51d-d7c2-4a15-a73c-031494553728'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:29:44.445653 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58942102-72b5-4c48-aa00-d1547b565a9e req-8332de65-797b-4f88-b857-dccd930fc3c7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:44.447295 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58942102-72b5-4c48-aa00-d1547b565a9e req-8332de65-797b-4f88-b857-dccd930fc3c7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 945 time: 0.0546732 Nov 12 05:29:44.507424 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-58942102-72b5-4c48-aa00-d1547b565a9e req-06190abb-4492-43a7-a04a-d8ec0503e060 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff56dd07-d047-4583-be4d-20a6ad406d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536709 Nov 12 05:29:45.629201 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 5d00f51d-d7c2-4a15-a73c-031494553728 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:29:45.646196 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca0a89-514e-436f-936f-c36865471ed7 req-c70705a8-fcb2-4005-a1b4-a750db4f1889 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:45.647907 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ddca0a89-514e-436f-936f-c36865471ed7 req-c70705a8-fcb2-4005-a1b4-a750db4f1889 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 945 time: 0.0592527 Nov 12 05:29:45.716108 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ddca0a89-514e-436f-936f-c36865471ed7 req-8cc0f0c8-a605-4609-9b38-502f2a165284 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff56dd07-d047-4583-be4d-20a6ad406d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564754 Nov 12 05:29:45.751704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 5d00f51d-d7c2-4a15-a73c-031494553728 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:29:45.755998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 5d00f51d-d7c2-4a15-a73c-031494553728 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:29:45.756361 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:45.842061 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:45.864335 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c93330-0722-4e51-b587-301f469721e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d00f51d-d7c2-4a15-a73c-031494553728'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:45.866568 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772a8dcf-790f-4258-90a5-42bf06c95862" -d '{"events": [{"server_uuid": "d0c93330-0722-4e51-b587-301f469721e7", "name": "network-vif-plugged", "status": "completed", "tag": "5d00f51d-d7c2-4a15-a73c-031494553728"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:45.878708 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 5d00f51d-d7c2-4a15-a73c-031494553728, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=5d00f51d-d7c2-4a15-a73c-031494553728,segment=NetworkSegment(f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3),segment_id=f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:29:45.903441 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe204ef-5c34-45cb-903b-120ba6368860 x-openstack-request-id: req-afe204ef-5c34-45cb-903b-120ba6368860 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:45.903733 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c93330-0722-4e51-b587-301f469721e7", "name": "network-vif-plugged", "status": "completed", "tag": "5d00f51d-d7c2-4a15-a73c-031494553728", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:45.904067 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afe204ef-5c34-45cb-903b-120ba6368860 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:45.904582 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c93330-0722-4e51-b587-301f469721e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d00f51d-d7c2-4a15-a73c-031494553728', 'code': 200} Nov 12 05:29:45.946002 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:45.996250 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=5d00f51d-d7c2-4a15-a73c-031494553728,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:46.025930 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9263bac-d964-4287-a30c-7d111c7b17c8 req-1470b65b-681f-47d7-a814-879c281e2262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:46.027470 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f9263bac-d964-4287-a30c-7d111c7b17c8 req-1470b65b-681f-47d7-a814-879c281e2262 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 1098 time: 0.0401139 Nov 12 05:29:46.077140 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-f9263bac-d964-4287-a30c-7d111c7b17c8 req-237e2c78-166c-4a0b-97df-10a9c5fcf3b7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ff56dd07-d047-4583-be4d-20a6ad406d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426211 Nov 12 05:29:46.843604 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11955890-a1a3-4250-9559-7b5e19dfb27f req-47047a5f-14f2-4370-befe-e32261326e6a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:46.845094 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-11955890-a1a3-4250-9559-7b5e19dfb27f req-47047a5f-14f2-4370-befe-e32261326e6a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 946 time: 0.0500548 Nov 12 05:29:46.894306 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-11955890-a1a3-4250-9559-7b5e19dfb27f req-9c413d08-fa1d-422b-ba57-0555c4a9d575 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff56dd07-d047-4583-be4d-20a6ad406d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433507 Nov 12 05:29:47.517143 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:48.013525 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b724b7-428d-438c-ba15-0ee04d37b788 req-9ced3d3c-46a7-4a4a-86db-4366a7be94b7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:48.015289 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95b724b7-428d-438c-ba15-0ee04d37b788 req-9ced3d3c-46a7-4a4a-86db-4366a7be94b7 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 946 time: 0.0543821 Nov 12 05:29:48.063316 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95b724b7-428d-438c-ba15-0ee04d37b788 req-ad6aa72a-fa21-40d2-a39a-827eb698feea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff56dd07-d047-4583-be4d-20a6ad406d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421894 Nov 12 05:29:48.176998 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8b055-a051-4e17-876d-ea15bfefcdfe req-074d989a-1d77-468d-a573-5c98b4595a2f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:48.178551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77a8b055-a051-4e17-876d-ea15bfefcdfe req-074d989a-1d77-468d-a573-5c98b4595a2f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 946 time: 0.0493846 Nov 12 05:29:48.229056 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-77a8b055-a051-4e17-876d-ea15bfefcdfe req-f5675148-2502-45ef-93d2-5359092dc789 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff56dd07-d047-4583-be4d-20a6ad406d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433965 Nov 12 05:29:48.251742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58370) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:48.291605 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3419d8a6-14d8-4c64-8ab2-e3c8a229ca69 tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:48.293111 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3419d8a6-14d8-4c64-8ab2-e3c8a229ca69 tempest-TestNetworkAdvancedServerOps-1436457838 tempest-TestNetworkAdvancedServerOps-1436457838-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 1093 time: 0.0403919 Nov 12 05:29:48.295864 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58372) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:48.300059 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': '5d00f51d-d7c2-4a15-a73c-031494553728', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:29:48.379481 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:48.478625 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:48.582287 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Allocated IP 172.25.1.16 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/29ec6f0e-0c5a-4a31-a94b-91ef8fa77f14) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:29:48.683584 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:48.728760 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:48.786233 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:48.823149 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:29:48.827838 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:29:48.831374 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:29:48.857843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=29ec6f0e-0c5a-4a31-a94b-91ef8fa77f14,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:49.193424 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:49.338189 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:49.484523 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:49.551399 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:49.620297 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event updated for resources: {'Port': ['ID=29ec6f0e-0c5a-4a31-a94b-91ef8fa77f14,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:29:49.634927 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:50.085863 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Floating IP a097886d-232f-40e9-8792-df44e6a73c85 associated. External IP: 172.25.1.16, port: 5d00f51d-d7c2-4a15-a73c-031494553728. Nov 12 05:29:50.287728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router 0a07a352-62ea-4fc5-824f-bba1a240dd47 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:29:50.400517 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:29:50.410888 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdae847-d2b0-4e2e-9a01-7d4b4421e7ad None None] Sync routers for ids ['0a07a352-62ea-4fc5-824f-bba1a240dd47'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:29:50.421839 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdae847-d2b0-4e2e-9a01-7d4b4421e7ad None None] Routers {'0a07a352-62ea-4fc5-824f-bba1a240dd47'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:50.424066 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fbdae847-d2b0-4e2e-9a01-7d4b4421e7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:29:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['0a07a352-62ea-4fc5-824f-bba1a240dd47'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:50.480182 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:50.509732 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-0f78047e-6068-4700-959e-9c112036c56a tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2128103 Nov 12 05:29:50.510264 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c93330-0722-4e51-b587-301f469721e7', 'tag': '5d00f51d-d7c2-4a15-a73c-031494553728'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:29:50.512557 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13168bbd-4b7a-44e8-88de-dfc33dff701e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c93330-0722-4e51-b587-301f469721e7", "tag": "5d00f51d-d7c2-4a15-a73c-031494553728"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:29:50.528743 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-fbdae847-d2b0-4e2e-9a01-7d4b4421e7ad None None] Set router 0a07a352-62ea-4fc5-824f-bba1a240dd47 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:50.618146 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df8b28-9c5a-44be-b87f-9c0123a9faf6 req-66379a62-cd11-4273-84c8-f9b1c43ccd61 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:50.619859 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57df8b28-9c5a-44be-b87f-9c0123a9faf6 req-66379a62-cd11-4273-84c8-f9b1c43ccd61 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 946 time: 0.0609224 Nov 12 05:29:50.671081 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-57df8b28-9c5a-44be-b87f-9c0123a9faf6 req-18d082bb-7e7b-4a09-b5e7-3f5ba06166f3 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff56dd07-d047-4583-be4d-20a6ad406d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450881 Nov 12 05:29:50.694666 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58380) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:50.763126 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fbdae847-d2b0-4e2e-9a01-7d4b4421e7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387966398', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:34Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'a097886d-232f-40e9-8792-df44e6a73c85', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'port_id': '5d00f51d-d7c2-4a15-a73c-031494553728', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e', 'mac_address': 'fa:16:3e:bf:06:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c93330-0722-4e51-b587-301f469721e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:29:49Z', 'updated_at': '2021-11-12T05:29:49Z', 'revision_number': 0, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aad54c21-6b1a-497c-b592-4c372913acdf', 'name': '', 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:66:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c8dc4908-0f59-47e7-bb7d-e43a547eccec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:33Z', 'updated_at': '2021-11-12T05:29:37Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': 'c8dc4908-0f59-47e7-bb7d-e43a547eccec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:50.764054 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-afd59f41-69d3-4e35-8b53-5e501f5db3d2 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/floatingips/a097886d-232f-40e9-8792-df44e6a73c85 HTTP/1.1" status: 200 len: 991 time: 0.0674903 Nov 12 05:29:50.776995 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cca39c-646d-49c1-a153-7ccd65abd988 x-openstack-request-id: req-c7cca39c-646d-49c1-a153-7ccd65abd988 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:29:50.777291 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c93330-0722-4e51-b587-301f469721e7", "tag": "5d00f51d-d7c2-4a15-a73c-031494553728", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:29:50.777553 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7cca39c-646d-49c1-a153-7ccd65abd988 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:29:50.777965 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c93330-0722-4e51-b587-301f469721e7', 'tag': '5d00f51d-d7c2-4a15-a73c-031494553728', 'status': 'completed', 'code': 200} Nov 12 05:29:50.794958 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdae847-d2b0-4e2e-9a01-7d4b4421e7ad None None] Checking router: 0a07a352-62ea-4fc5-824f-bba1a240dd47 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:29:50.804812 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdae847-d2b0-4e2e-9a01-7d4b4421e7ad None None] Routers {'0a07a352-62ea-4fc5-824f-bba1a240dd47'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:29:50.806022 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fbdae847-d2b0-4e2e-9a01-7d4b4421e7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:29:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['0a07a352-62ea-4fc5-824f-bba1a240dd47'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:50.868992 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13168bbd-4b7a-44e8-88de-dfc33dff701e req-dfedeaea-9892-4169-b9d4-3b245b11ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:50.870895 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-13168bbd-4b7a-44e8-88de-dfc33dff701e req-dfedeaea-9892-4169-b9d4-3b245b11ef82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 1098 time: 0.0490339 Nov 12 05:29:50.910578 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-fbdae847-d2b0-4e2e-9a01-7d4b4421e7ad None None] Set router 0a07a352-62ea-4fc5-824f-bba1a240dd47 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:29:50.966346 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13168bbd-4b7a-44e8-88de-dfc33dff701e req-0e9d7861-e6b3-4dc5-b4d5-87da117ab66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:50.967789 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-13168bbd-4b7a-44e8-88de-dfc33dff701e req-0e9d7861-e6b3-4dc5-b4d5-87da117ab66f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d8b9d1d1-a9c7-42db-be6a-68f64911b99e HTTP/1.1" status: 200 len: 898 time: 0.0903530 Nov 12 05:29:51.035561 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-13168bbd-4b7a-44e8-88de-dfc33dff701e req-139182e9-9244-49f7-a56d-5a24dc7f3a32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d00f51d-d7c2-4a15-a73c-031494553728 HTTP/1.1" status: 200 len: 999 time: 0.0598600 Nov 12 05:29:51.165541 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-fbdae847-d2b0-4e2e-9a01-7d4b4421e7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387966398', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:34Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'a097886d-232f-40e9-8792-df44e6a73c85', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'port_id': '5d00f51d-d7c2-4a15-a73c-031494553728', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e', 'mac_address': 'fa:16:3e:bf:06:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c93330-0722-4e51-b587-301f469721e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:29:49Z', 'updated_at': '2021-11-12T05:29:49Z', 'revision_number': 0, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aad54c21-6b1a-497c-b592-4c372913acdf', 'name': '', 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:66:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c8dc4908-0f59-47e7-bb7d-e43a547eccec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:33Z', 'updated_at': '2021-11-12T05:29:37Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': 'c8dc4908-0f59-47e7-bb7d-e43a547eccec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:29:51.193136 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdae847-d2b0-4e2e-9a01-7d4b4421e7ad None None] The sync data for ids ['0a07a352-62ea-4fc5-824f-bba1a240dd47'] in n-d-768509-24 is: [{'id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387966398', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:34Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': 'a097886d-232f-40e9-8792-df44e6a73c85', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'port_id': '5d00f51d-d7c2-4a15-a73c-031494553728', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e', 'mac_address': 'fa:16:3e:bf:06:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c93330-0722-4e51-b587-301f469721e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:29:49Z', 'updated_at': '2021-11-12T05:29:49Z', 'revision_number': 0, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aad54c21-6b1a-497c-b592-4c372913acdf', 'name': '', 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:66:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c8dc4908-0f59-47e7-bb7d-e43a547eccec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:33Z', 'updated_at': '2021-11-12T05:29:37Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': 'c8dc4908-0f59-47e7-bb7d-e43a547eccec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:29:51.409964 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd476ed1-478a-42bd-ab54-32e2018385d1 None None] New status for floating IP a097886d-232f-40e9-8792-df44e6a73c85: ACTIVE {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:29:51.440430 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13168bbd-4b7a-44e8-88de-dfc33dff701e req-2dfbfe7b-5dfd-4309-b7e9-8a947b18dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:51.441911 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-13168bbd-4b7a-44e8-88de-dfc33dff701e req-2dfbfe7b-5dfd-4309-b7e9-8a947b18dd65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8dc4908-0f59-47e7-bb7d-e43a547eccec HTTP/1.1" status: 200 len: 835 time: 0.3999791 Nov 12 05:29:51.489001 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13168bbd-4b7a-44e8-88de-dfc33dff701e req-c402be2f-6c50-4b39-ba92-0e2777373171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:51.490421 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-13168bbd-4b7a-44e8-88de-dfc33dff701e req-c402be2f-6c50-4b39-ba92-0e2777373171 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8b9d1d1-a9c7-42db-be6a-68f64911b99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415668 Nov 12 05:29:51.537423 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:29:51.584355 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-13168bbd-4b7a-44e8-88de-dfc33dff701e req-ba2df777-62b1-44cb-bd08-05699ebdd01b service neutron] 10.222.0.21 "GET /v2.0/networks/d8b9d1d1-a9c7-42db-be6a-68f64911b99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865800 Nov 12 05:29:51.680732 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-13168bbd-4b7a-44e8-88de-dfc33dff701e req-f0135ac0-8a61-4dad-9094-b9b056b5fb3a service neutron] 10.222.0.21 "GET /v2.0/networks/d8b9d1d1-a9c7-42db-be6a-68f64911b99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889924 Nov 12 05:29:51.768455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58382) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:29:51.831548 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-72d9c77e-fe1f-4851-a896-335b1190ae86 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/floatingips/a097886d-232f-40e9-8792-df44e6a73c85 HTTP/1.1" status: 200 len: 993 time: 0.0619648 Nov 12 05:30:03.228187 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3794db43-361e-41ea-a988-1acebdf73304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:05.630872 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7dd7dfe5-eb89-4ed8-aa89-04679dd15ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:07.072117 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:08.601695 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:09.145501 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:17.631201 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:18.751235 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.536667 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:30:33.277912 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c19e5fdd-f039-4515-b1fa-b547ca5ab777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:35.190013 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8bd7a567-1625-4843-987c-27a16bc670f1 req-900b8508-bd1d-4dc8-86b8-c87938846c3e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417812 Nov 12 05:30:35.295084 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7a567-1625-4843-987c-27a16bc670f1 req-f284328b-fbfe-470c-9e43-6b441bcd358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:35.296597 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8bd7a567-1625-4843-987c-27a16bc670f1 req-f284328b-fbfe-470c-9e43-6b441bcd358b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 1098 time: 0.0462549 Nov 12 05:30:35.403594 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7a567-1625-4843-987c-27a16bc670f1 req-6503540a-a424-4361-bf0f-4948f9bc19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:35.405189 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8bd7a567-1625-4843-987c-27a16bc670f1 req-6503540a-a424-4361-bf0f-4948f9bc19bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=d8b9d1d1-a9c7-42db-be6a-68f64911b99e HTTP/1.1" status: 200 len: 898 time: 0.0901930 Nov 12 05:30:35.481045 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8bd7a567-1625-4843-987c-27a16bc670f1 req-ab928e65-0762-4829-8e4c-f9694b29cb81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d00f51d-d7c2-4a15-a73c-031494553728 HTTP/1.1" status: 200 len: 1001 time: 0.0677977 Nov 12 05:30:35.531116 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7a567-1625-4843-987c-27a16bc670f1 req-323cddb3-a15c-43d8-ad6e-2b961d399a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:35.532613 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8bd7a567-1625-4843-987c-27a16bc670f1 req-323cddb3-a15c-43d8-ad6e-2b961d399a87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8dc4908-0f59-47e7-bb7d-e43a547eccec HTTP/1.1" status: 200 len: 835 time: 0.0448773 Nov 12 05:30:35.583971 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7a567-1625-4843-987c-27a16bc670f1 req-29544b9a-46e4-4e36-a919-495829bc9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:35.585479 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8bd7a567-1625-4843-987c-27a16bc670f1 req-29544b9a-46e4-4e36-a919-495829bc9d54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8b9d1d1-a9c7-42db-be6a-68f64911b99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448303 Nov 12 05:30:35.602450 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4cd43abf-3084-4a69-a46a-54aa2340e2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:35.687500 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8bd7a567-1625-4843-987c-27a16bc670f1 req-c7c610db-1f23-435b-88dd-61a690918965 service neutron] 10.222.0.21 "GET /v2.0/networks/d8b9d1d1-a9c7-42db-be6a-68f64911b99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948167 Nov 12 05:30:35.793648 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-8bd7a567-1625-4843-987c-27a16bc670f1 req-0a450112-ebe7-4f0e-98b2-15a9536cf3bb service neutron] 10.222.0.21 "GET /v2.0/networks/d8b9d1d1-a9c7-42db-be6a-68f64911b99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992241 Nov 12 05:30:37.036854 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:38.653794 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:39.151862 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:47.579240 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:48.808416 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:57.073052 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f8610-9e84-4b3d-9097-b8b49fb7d522 req-533eb948-3d5d-4fd7-bc5b-898fe7bd2455 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:57.074617 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a9f8610-9e84-4b3d-9097-b8b49fb7d522 req-533eb948-3d5d-4fd7-bc5b-898fe7bd2455 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 946 time: 0.0553842 Nov 12 05:30:57.128971 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a9f8610-9e84-4b3d-9097-b8b49fb7d522 req-791017a1-7845-4495-a31a-b330ded4bbf9 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff56dd07-d047-4583-be4d-20a6ad406d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481317 Nov 12 05:30:58.253370 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e2216-7b15-4a40-b9b4-ba24a7511699 req-2951445a-a1b8-4bcc-9b7d-981debb7200e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:58.255002 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-648e2216-7b15-4a40-b9b4-ba24a7511699 req-2951445a-a1b8-4bcc-9b7d-981debb7200e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 946 time: 0.0526788 Nov 12 05:30:58.311687 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-648e2216-7b15-4a40-b9b4-ba24a7511699 req-746ffbed-656e-4cf5-aee9-901c9aa7827d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff56dd07-d047-4583-be4d-20a6ad406d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502195 Nov 12 05:30:59.435538 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ed50d-5746-4df6-8b5a-47631abfbac1 req-27c45f96-a006-41aa-aa6f-dcd1ac5bcb88 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:59.437059 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a14ed50d-5746-4df6-8b5a-47631abfbac1 req-27c45f96-a006-41aa-aa6f-dcd1ac5bcb88 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 946 time: 0.0553391 Nov 12 05:30:59.489241 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a14ed50d-5746-4df6-8b5a-47631abfbac1 req-933f7de0-9328-4b7f-be17-927a6d092f8c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff56dd07-d047-4583-be4d-20a6ad406d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461068 Nov 12 05:30:59.511573 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58426) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:30:59.570678 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b77d420c-5b84-48b4-a296-c12c50f3b703 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/floatingips/a097886d-232f-40e9-8792-df44e6a73c85 HTTP/1.1" status: 200 len: 993 time: 0.0579309 Nov 12 05:31:00.996470 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849a077-e701-4268-9d7b-279f6f164a52 req-0f589716-26e8-459f-92e8-6c6620b52ac4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:00.997970 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0849a077-e701-4268-9d7b-279f6f164a52 req-0f589716-26e8-459f-92e8-6c6620b52ac4 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 946 time: 0.0502937 Nov 12 05:31:01.055178 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0849a077-e701-4268-9d7b-279f6f164a52 req-166e4ff4-4a21-4030-83c4-f9f31a14ab0f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff56dd07-d047-4583-be4d-20a6ad406d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509298 Nov 12 05:31:01.109201 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe4a9c-a8d7-4132-80e6-b4839cdedc27 req-cff342d2-ee83-4aae-8033-20614dff4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:01.110726 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4afe4a9c-a8d7-4132-80e6-b4839cdedc27 req-cff342d2-ee83-4aae-8033-20614dff4fbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 1098 time: 0.0452466 Nov 12 05:31:01.203712 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe4a9c-a8d7-4132-80e6-b4839cdedc27 req-c2dbcb9c-e666-4547-8bdc-a5a531f3bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:01.205125 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4afe4a9c-a8d7-4132-80e6-b4839cdedc27 req-c2dbcb9c-e666-4547-8bdc-a5a531f3bed4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d8b9d1d1-a9c7-42db-be6a-68f64911b99e HTTP/1.1" status: 200 len: 898 time: 0.0877697 Nov 12 05:31:01.274554 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4afe4a9c-a8d7-4132-80e6-b4839cdedc27 req-ec5c3506-4e95-48f8-8056-ef1e98339abf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d00f51d-d7c2-4a15-a73c-031494553728 HTTP/1.1" status: 200 len: 1001 time: 0.0619066 Nov 12 05:31:01.323138 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe4a9c-a8d7-4132-80e6-b4839cdedc27 req-172b6d09-2571-46c4-a66a-52726c9da8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:01.325186 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4afe4a9c-a8d7-4132-80e6-b4839cdedc27 req-172b6d09-2571-46c4-a66a-52726c9da8e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8dc4908-0f59-47e7-bb7d-e43a547eccec HTTP/1.1" status: 200 len: 835 time: 0.0433452 Nov 12 05:31:01.371838 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe4a9c-a8d7-4132-80e6-b4839cdedc27 req-92791626-5960-46a2-a43b-bb0262dec803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:01.373318 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4afe4a9c-a8d7-4132-80e6-b4839cdedc27 req-92791626-5960-46a2-a43b-bb0262dec803 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8b9d1d1-a9c7-42db-be6a-68f64911b99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414407 Nov 12 05:31:01.464725 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4afe4a9c-a8d7-4132-80e6-b4839cdedc27 req-c7be6465-bd46-44f9-88ff-ee6ea03ed400 service neutron] 10.222.0.21 "GET /v2.0/networks/d8b9d1d1-a9c7-42db-be6a-68f64911b99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835252 Nov 12 05:31:01.552198 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4afe4a9c-a8d7-4132-80e6-b4839cdedc27 req-6d305581-f73f-4be8-815b-7bc12a9c365a service neutron] 10.222.0.21 "GET /v2.0/networks/d8b9d1d1-a9c7-42db-be6a-68f64911b99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810931 Nov 12 05:31:02.177532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bb37a-1fbf-4ec3-a381-c105c60275e5 req-f9fbcffc-bbac-4776-823e-7a8c6b514dff tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:02.179061 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a8bb37a-1fbf-4ec3-a381-c105c60275e5 req-f9fbcffc-bbac-4776-823e-7a8c6b514dff tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 946 time: 0.0506942 Nov 12 05:31:02.229315 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2a8bb37a-1fbf-4ec3-a381-c105c60275e5 req-6010cde9-2cd2-4c7b-aa5d-f32aab19a9cd tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff56dd07-d047-4583-be4d-20a6ad406d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435150 Nov 12 05:31:03.219164 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-06788b32-4d64-473c-a1c3-19153d441147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:03.348726 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be714e-2bc6-47ec-b707-1922a906440b req-145886f4-ab2c-4e14-a63b-d90eefb8916d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:03.350216 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5be714e-2bc6-47ec-b707-1922a906440b req-145886f4-ab2c-4e14-a63b-d90eefb8916d tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 946 time: 0.0505967 Nov 12 05:31:03.402237 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b5be714e-2bc6-47ec-b707-1922a906440b req-6ec60168-19b1-4f66-b859-4e6d22ede45e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff56dd07-d047-4583-be4d-20a6ad406d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453818 Nov 12 05:31:03.425319 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58438) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:03.493095 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d67842a9-47af-43ea-a735-4dcf170e1af5 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/floatingips/a097886d-232f-40e9-8792-df44e6a73c85 HTTP/1.1" status: 200 len: 993 time: 0.0665855 Nov 12 05:31:03.791937 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58444) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:03.959800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting port 29ec6f0e-0c5a-4a31-a94b-91ef8fa77f14 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:03.960136 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:04.035602 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:04.035842 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:04.048027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Calling delete_port for 29ec6f0e-0c5a-4a31-a94b-91ef8fa77f14 owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:04.277398 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:04.301074 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Port': ['ID=29ec6f0e-0c5a-4a31-a94b-91ef8fa77f14,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:04.318348 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:04.318756 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:04.319073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:04.319413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:04.319754 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:04.320084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:04.320415 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:04.320745 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:04.321077 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:04.321570 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:04.321886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:04.322212 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:04.379235 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:04.381027 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Floating IP a097886d-232f-40e9-8792-df44e6a73c85 disassociated (deleted). External IP: 172.25.1.16, port: 5d00f51d-d7c2-4a15-a73c-031494553728. Nov 12 05:31:04.596984 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router 0a07a352-62ea-4fc5-824f-bba1a240dd47 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:31:04.710796 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:31:04.716294 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:04.721562 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72558d69-9676-47c9-99a7-449e6f014cd3 None None] Sync routers for ids ['0a07a352-62ea-4fc5-824f-bba1a240dd47'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:31:04.732303 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72558d69-9676-47c9-99a7-449e6f014cd3 None None] Routers {'0a07a352-62ea-4fc5-824f-bba1a240dd47'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:04.732922 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-72558d69-9676-47c9-99a7-449e6f014cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:30:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['0a07a352-62ea-4fc5-824f-bba1a240dd47'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:04.752460 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9b68fc38-4f53-498d-ad53-92620667e464 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/floatingips/a097886d-232f-40e9-8792-df44e6a73c85 HTTP/1.1" status: 204 len: 168 time: 0.9587851 Nov 12 05:31:04.754961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c93330-0722-4e51-b587-301f469721e7', 'tag': '5d00f51d-d7c2-4a15-a73c-031494553728'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:04.757298 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb6ac13-ada0-448a-9a0a-1ba34b1bfeee" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c93330-0722-4e51-b587-301f469721e7", "tag": "5d00f51d-d7c2-4a15-a73c-031494553728"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:04.851386 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-72558d69-9676-47c9-99a7-449e6f014cd3 None None] Set router 0a07a352-62ea-4fc5-824f-bba1a240dd47 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:05.140969 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-72558d69-9676-47c9-99a7-449e6f014cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387966398', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:34Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'aad54c21-6b1a-497c-b592-4c372913acdf', 'name': '', 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:66:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c8dc4908-0f59-47e7-bb7d-e43a547eccec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:33Z', 'updated_at': '2021-11-12T05:29:37Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': 'c8dc4908-0f59-47e7-bb7d-e43a547eccec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:05.167946 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72558d69-9676-47c9-99a7-449e6f014cd3 None None] Checking router: 0a07a352-62ea-4fc5-824f-bba1a240dd47 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:31:05.176513 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72558d69-9676-47c9-99a7-449e6f014cd3 None None] Routers {'0a07a352-62ea-4fc5-824f-bba1a240dd47'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:05.177291 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-72558d69-9676-47c9-99a7-449e6f014cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:30:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['0a07a352-62ea-4fc5-824f-bba1a240dd47'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:05.199788 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e71bd8b-2bd7-4830-aa01-7fc40f5ed171 x-openstack-request-id: req-7e71bd8b-2bd7-4830-aa01-7fc40f5ed171 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:05.200197 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c93330-0722-4e51-b587-301f469721e7", "tag": "5d00f51d-d7c2-4a15-a73c-031494553728", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:05.200533 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e71bd8b-2bd7-4830-aa01-7fc40f5ed171 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:05.201066 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c93330-0722-4e51-b587-301f469721e7', 'tag': '5d00f51d-d7c2-4a15-a73c-031494553728', 'status': 'completed', 'code': 200} Nov 12 05:31:05.298197 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-72558d69-9676-47c9-99a7-449e6f014cd3 None None] Set router 0a07a352-62ea-4fc5-824f-bba1a240dd47 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:05.311369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7d300-ceba-460f-8e24-cac917d90ca3 req-8bbf6dde-e92a-46a2-851d-f4b7759b2a06 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:05.314179 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-20e7d300-ceba-460f-8e24-cac917d90ca3 req-8bbf6dde-e92a-46a2-851d-f4b7759b2a06 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 946 time: 0.0681648 Nov 12 05:31:05.326022 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6ac13-ada0-448a-9a0a-1ba34b1bfeee req-e5d3eaf5-e43c-47cc-9210-48e9026f0a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:05.327623 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9eb6ac13-ada0-448a-9a0a-1ba34b1bfeee req-e5d3eaf5-e43c-47cc-9210-48e9026f0a25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 1098 time: 0.0489280 Nov 12 05:31:05.375560 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-20e7d300-ceba-460f-8e24-cac917d90ca3 req-094c00f9-8d2c-4798-84c1-bf0bc6194424 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff56dd07-d047-4583-be4d-20a6ad406d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561645 Nov 12 05:31:05.440797 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6ac13-ada0-448a-9a0a-1ba34b1bfeee req-df8b15ce-43fd-4301-aef0-c1aac751375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:05.442258 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9eb6ac13-ada0-448a-9a0a-1ba34b1bfeee req-df8b15ce-43fd-4301-aef0-c1aac751375c service neutron] 10.222.0.21 "GET /v2.0/networks?id=d8b9d1d1-a9c7-42db-be6a-68f64911b99e HTTP/1.1" status: 200 len: 898 time: 0.1074243 Nov 12 05:31:05.487654 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9eb6ac13-ada0-448a-9a0a-1ba34b1bfeee req-6ae8e25f-9f9e-423c-a6fa-2d5105c62d92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d00f51d-d7c2-4a15-a73c-031494553728 HTTP/1.1" status: 200 len: 217 time: 0.0367007 Nov 12 05:31:05.510651 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-72558d69-9676-47c9-99a7-449e6f014cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387966398', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:34Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'aad54c21-6b1a-497c-b592-4c372913acdf', 'name': '', 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:66:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c8dc4908-0f59-47e7-bb7d-e43a547eccec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:33Z', 'updated_at': '2021-11-12T05:29:37Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': 'c8dc4908-0f59-47e7-bb7d-e43a547eccec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:05.539623 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6ac13-ada0-448a-9a0a-1ba34b1bfeee req-455bc2b8-fea5-45c5-ae55-9cfd96c61e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:05.541317 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9eb6ac13-ada0-448a-9a0a-1ba34b1bfeee req-455bc2b8-fea5-45c5-ae55-9cfd96c61e08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8dc4908-0f59-47e7-bb7d-e43a547eccec HTTP/1.1" status: 200 len: 835 time: 0.0465891 Nov 12 05:31:05.541456 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72558d69-9676-47c9-99a7-449e6f014cd3 None None] The sync data for ids ['0a07a352-62ea-4fc5-824f-bba1a240dd47'] in n-d-768509-24 is: [{'id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387966398', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:34Z', 'revision_number': 4, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': 'aad54c21-6b1a-497c-b592-4c372913acdf', 'name': '', 'network_id': 'd8b9d1d1-a9c7-42db-be6a-68f64911b99e', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'mac_address': 'fa:16:3e:66:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c8dc4908-0f59-47e7-bb7d-e43a547eccec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:33Z', 'updated_at': '2021-11-12T05:29:37Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'subnets': [{'id': 'c8dc4908-0f59-47e7-bb7d-e43a547eccec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:31:05.547881 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:31:05.591691 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6ac13-ada0-448a-9a0a-1ba34b1bfeee req-36e6c188-f4e7-4410-9a8a-98d2b266cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:05.593252 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9eb6ac13-ada0-448a-9a0a-1ba34b1bfeee req-36e6c188-f4e7-4410-9a8a-98d2b266cf1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8b9d1d1-a9c7-42db-be6a-68f64911b99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444033 Nov 12 05:31:05.601892 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f2678b6f-1f6a-44a9-9d96-ae73a8485c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:05.696648 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9eb6ac13-ada0-448a-9a0a-1ba34b1bfeee req-0acac567-618a-482f-8747-ab37faeb57da service neutron] 10.222.0.21 "GET /v2.0/networks/d8b9d1d1-a9c7-42db-be6a-68f64911b99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935495 Nov 12 05:31:05.792369 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29839544-fa8f-403c-b450-dcd254313355 None None] New status for floating IP a097886d-232f-40e9-8792-df44e6a73c85: DOWN {{(pid=103298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:31:05.797569 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-9eb6ac13-ada0-448a-9a0a-1ba34b1bfeee req-323f54cb-1f16-478f-9dc7-15893f46410f service neutron] 10.222.0.21 "GET /v2.0/networks/d8b9d1d1-a9c7-42db-be6a-68f64911b99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945096 Nov 12 05:31:06.504232 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c22df7-fd45-413a-b09f-4951744dc9f5 req-cc74769a-3fca-4ce4-9e00-b3bf56368956 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:06.505755 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95c22df7-fd45-413a-b09f-4951744dc9f5 req-cc74769a-3fca-4ce4-9e00-b3bf56368956 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 946 time: 0.0506144 Nov 12 05:31:06.557073 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-95c22df7-fd45-413a-b09f-4951744dc9f5 req-cd06c0d9-258d-42cf-a104-45c7da3180f8 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff56dd07-d047-4583-be4d-20a6ad406d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444591 Nov 12 05:31:07.036248 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:07.155481 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca86f2-668f-4636-830f-91916f7bded4 req-45bce0af-6fb3-4223-bd51-07586e8db419 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:07.156970 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-67ca86f2-668f-4636-830f-91916f7bded4 req-45bce0af-6fb3-4223-bd51-07586e8db419 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 946 time: 0.0512316 Nov 12 05:31:07.248983 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-67ca86f2-668f-4636-830f-91916f7bded4 req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting port 5d00f51d-d7c2-4a15-a73c-031494553728 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:07.249321 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-67ca86f2-668f-4636-830f-91916f7bded4 req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:07.344413 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-67ca86f2-668f-4636-830f-91916f7bded4 req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] For port 5d00f51d-d7c2-4a15-a73c-031494553728, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=5d00f51d-d7c2-4a15-a73c-031494553728,segment=NetworkSegment(f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3),segment_id=f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:07.344683 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-67ca86f2-668f-4636-830f-91916f7bded4 req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:07.360911 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-67ca86f2-668f-4636-830f-91916f7bded4 req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Calling delete_port for 5d00f51d-d7c2-4a15-a73c-031494553728 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:07.579162 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-67ca86f2-668f-4636-830f-91916f7bded4 req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:07.608734 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Port': ['ID=5d00f51d-d7c2-4a15-a73c-031494553728,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:07.638111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.638111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.638111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.638111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.638111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.638111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.638111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.638111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.638111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.638111 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.639328 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.639328 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.660118 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-686e3031-81ec-49f1-8d87-86a9dceaebf0 req-62a7b011-fc50-4329-b39d-64fbca32dc7f tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0c93330-0722-4e51-b587-301f469721e7 HTTP/1.1" status: 200 len: 210 time: 0.0287917 Nov 12 05:31:07.662444 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ca86f2-668f-4636-830f-91916f7bded4 req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] No DVR routers for this DVR port 5d00f51d-d7c2-4a15-a73c-031494553728 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:31:07.666050 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-67ca86f2-668f-4636-830f-91916f7bded4 req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:07.669913 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-67ca86f2-668f-4636-830f-91916f7bded4 req-d11cad5e-a3a8-4658-870b-b2d02bab49ea tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.21 "DELETE /v2.0/ports/5d00f51d-d7c2-4a15-a73c-031494553728 HTTP/1.1" status: 204 len: 173 time: 0.5072284 Nov 12 05:31:07.670509 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c93330-0722-4e51-b587-301f469721e7', 'name': 'network-vif-deleted', 'tag': '5d00f51d-d7c2-4a15-a73c-031494553728'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:07.673713 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34459d17-223c-4de7-acb7-3134d587c19a" -d '{"events": [{"server_uuid": "d0c93330-0722-4e51-b587-301f469721e7", "name": "network-vif-deleted", "tag": "5d00f51d-d7c2-4a15-a73c-031494553728"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:07.714495 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a4d25a-8143-4898-b813-fc9d2374ab67 x-openstack-request-id: req-c5a4d25a-8143-4898-b813-fc9d2374ab67 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:07.714495 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c93330-0722-4e51-b587-301f469721e7", "name": "network-vif-deleted", "tag": "5d00f51d-d7c2-4a15-a73c-031494553728", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:07.714495 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5a4d25a-8143-4898-b813-fc9d2374ab67 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:07.714495 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c93330-0722-4e51-b587-301f469721e7', 'name': 'network-vif-deleted', 'tag': '5d00f51d-d7c2-4a15-a73c-031494553728', 'status': 'completed', 'code': 200} Nov 12 05:31:08.608080 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:08.725827 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58460) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:09.112940 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6a69c7f2-6d57-4a06-a571-346e7bf6c83e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:09.150477 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:09.385129 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-6a69c7f2-6d57-4a06-a571-346e7bf6c83e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting port aad54c21-6b1a-497c-b592-4c372913acdf {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:09.385489 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6a69c7f2-6d57-4a06-a571-346e7bf6c83e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:09.474522 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-6a69c7f2-6d57-4a06-a571-346e7bf6c83e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] For port aad54c21-6b1a-497c-b592-4c372913acdf, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=aad54c21-6b1a-497c-b592-4c372913acdf,segment=NetworkSegment(f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3),segment_id=f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:09.474920 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6a69c7f2-6d57-4a06-a571-346e7bf6c83e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:09.493669 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-6a69c7f2-6d57-4a06-a571-346e7bf6c83e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Calling delete_port for aad54c21-6b1a-497c-b592-4c372913acdf owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:09.768076 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6a69c7f2-6d57-4a06-a571-346e7bf6c83e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:09.796912 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69c7f2-6d57-4a06-a571-346e7bf6c83e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Port': ['ID=aad54c21-6b1a-497c-b592-4c372913acdf,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:09.998937 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6a69c7f2-6d57-4a06-a571-346e7bf6c83e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:10.215728 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a69c7f2-6d57-4a06-a571-346e7bf6c83e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Router 0a07a352-62ea-4fc5-824f-bba1a240dd47 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:31:10.328286 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a69c7f2-6d57-4a06-a571-346e7bf6c83e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:31:10.333718 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6a69c7f2-6d57-4a06-a571-346e7bf6c83e tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "PUT /v2.0/routers/0a07a352-62ea-4fc5-824f-bba1a240dd47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6067748 Nov 12 05:31:10.336357 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58462) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:10.339266 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc3f811-28d7-4f13-ae95-c401fbdfd8c1 None None] Sync routers for ids ['0a07a352-62ea-4fc5-824f-bba1a240dd47'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:31:10.349628 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3f811-28d7-4f13-ae95-c401fbdfd8c1 None None] Routers {'0a07a352-62ea-4fc5-824f-bba1a240dd47'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:10.350327 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-dcc3f811-28d7-4f13-ae95-c401fbdfd8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:31:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['0a07a352-62ea-4fc5-824f-bba1a240dd47'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:10.389084 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8805fb-73ac-41eb-aaf6-68d8bbdfe8b0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting subnet c8dc4908-0f59-47e7-bb7d-e43a547eccec {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:31:10.392612 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d8805fb-73ac-41eb-aaf6-68d8bbdfe8b0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:10.439861 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d8805fb-73ac-41eb-aaf6-68d8bbdfe8b0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:10.461689 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-dcc3f811-28d7-4f13-ae95-c401fbdfd8c1 None None] Set router 0a07a352-62ea-4fc5-824f-bba1a240dd47 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:10.533338 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d8805fb-73ac-41eb-aaf6-68d8bbdfe8b0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:10.669727 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-dcc3f811-28d7-4f13-ae95-c401fbdfd8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387966398', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:31:09Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:10.687963 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d8805fb-73ac-41eb-aaf6-68d8bbdfe8b0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:10.700467 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc3f811-28d7-4f13-ae95-c401fbdfd8c1 None None] Checking router: 0a07a352-62ea-4fc5-824f-bba1a240dd47 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:31:10.710192 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3f811-28d7-4f13-ae95-c401fbdfd8c1 None None] Routers {'0a07a352-62ea-4fc5-824f-bba1a240dd47'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:10.711057 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-dcc3f811-28d7-4f13-ae95-c401fbdfd8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:31:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['0a07a352-62ea-4fc5-824f-bba1a240dd47'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:10.717607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8805fb-73ac-41eb-aaf6-68d8bbdfe8b0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Subnet': ['ID=c8dc4908-0f59-47e7-bb7d-e43a547eccec,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:10.721620 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d8805fb-73ac-41eb-aaf6-68d8bbdfe8b0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:10.731643 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9d8805fb-73ac-41eb-aaf6-68d8bbdfe8b0 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/subnets/c8dc4908-0f59-47e7-bb7d-e43a547eccec HTTP/1.1" status: 204 len: 168 time: 0.3876441 Nov 12 05:31:10.732160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58464) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:10.734505 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22101cc7-63e5-4efa-b955-15741d7acc05 None None] Network d8b9d1d1-a9c7-42db-be6a-68f64911b99e requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:10.827799 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-dcc3f811-28d7-4f13-ae95-c401fbdfd8c1 None None] Set router 0a07a352-62ea-4fc5-824f-bba1a240dd47 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:10.883487 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43b63dee-7054-4c44-8344-21ff7187e84c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:10.950310 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] DHCP port deletion for d8b9d1d1-a9c7-42db-be6a-68f64911b99e request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:31:11.022933 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] Deleting port 30d3ed7d-147e-485c-906f-ec4d0f2dee4f {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:11.023427 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.031426 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43b63dee-7054-4c44-8344-21ff7187e84c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.052115 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-dcc3f811-28d7-4f13-ae95-c401fbdfd8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387966398', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:31:09Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:11.079489 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc3f811-28d7-4f13-ae95-c401fbdfd8c1 None None] The sync data for ids ['0a07a352-62ea-4fc5-824f-bba1a240dd47'] in n-d-768509-24 is: [{'id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387966398', 'tenant_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:31:09Z', 'revision_number': 5, 'project_id': '0e62ef2c231f459b8e1f08d7b4cf6b3d', 'gw_port': {'id': 'f1068275-e1c1-43a4-bb34-6e470618304d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a07a352-62ea-4fc5-824f-bba1a240dd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:29:30Z', 'updated_at': '2021-11-12T05:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:31:11.107346 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] For port 30d3ed7d-147e-485c-906f-ec4d0f2dee4f, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=30d3ed7d-147e-485c-906f-ec4d0f2dee4f,segment=NetworkSegment(f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3),segment_id=f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:11.107745 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.124199 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] Calling delete_port for 30d3ed7d-147e-485c-906f-ec4d0f2dee4f owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:11.163362 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-43b63dee-7054-4c44-8344-21ff7187e84c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Deleting port f1068275-e1c1-43a4-bb34-6e470618304d {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:31:11.163818 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43b63dee-7054-4c44-8344-21ff7187e84c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.249515 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-43b63dee-7054-4c44-8344-21ff7187e84c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] For port f1068275-e1c1-43a4-bb34-6e470618304d, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=f1068275-e1c1-43a4-bb34-6e470618304d,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:11.249959 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43b63dee-7054-4c44-8344-21ff7187e84c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.262332 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-43b63dee-7054-4c44-8344-21ff7187e84c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Calling delete_port for f1068275-e1c1-43a4-bb34-6e470618304d owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:31:11.270795 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.298021 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] Pushing event deleted for resources: {'Port': ['ID=30d3ed7d-147e-485c-906f-ec4d0f2dee4f,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:11.302504 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] No DVR routers for this DVR port 30d3ed7d-147e-485c-906f-ec4d0f2dee4f on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:31:11.310017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:11.310434 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:11.310772 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:11.313522 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:11.315813 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:11.316168 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:11.316531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:11.316840 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:11.317166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:11.317674 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:11.318008 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:11.318358 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ab913-1264-489d-b5db-60a1aedf3615 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:11.505028 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43b63dee-7054-4c44-8344-21ff7187e84c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.532701 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b63dee-7054-4c44-8344-21ff7187e84c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Port': ['ID=f1068275-e1c1-43a4-bb34-6e470618304d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:11.554294 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91942f88-f12a-4ec6-8a6f-ff924237e6be None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:31:11.601176 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43b63dee-7054-4c44-8344-21ff7187e84c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.695688 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43b63dee-7054-4c44-8344-21ff7187e84c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.697922 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43b63dee-7054-4c44-8344-21ff7187e84c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.784873 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43b63dee-7054-4c44-8344-21ff7187e84c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.785370 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b63dee-7054-4c44-8344-21ff7187e84c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Fanout notify agent at l3_agent the message router_deleted on router 0a07a352-62ea-4fc5-824f-bba1a240dd47 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:31:11.792751 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-43b63dee-7054-4c44-8344-21ff7187e84c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.793912 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-43b63dee-7054-4c44-8344-21ff7187e84c tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/routers/0a07a352-62ea-4fc5-824f-bba1a240dd47 HTTP/1.1" status: 204 len: 168 time: 1.0546596 Nov 12 05:31:11.796668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58466) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:11.879327 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c077d188-1671-466e-bbcb-2bba1730ae61 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.973499 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c077d188-1671-466e-bbcb-2bba1730ae61 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:11.996159 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-c077d188-1671-466e-bbcb-2bba1730ae61 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b9d1d1-a9c7-42db-be6a-68f64911b99e']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:12.007268 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-c077d188-1671-466e-bbcb-2bba1730ae61 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:12.007559 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-c077d188-1671-466e-bbcb-2bba1730ae61 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d9edde-4b17-48e9-a1a5-5ee427a5d2e3') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:12.017814 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c077d188-1671-466e-bbcb-2bba1730ae61 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:12.030880 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c077d188-1671-466e-bbcb-2bba1730ae61 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:12.036898 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c077d188-1671-466e-bbcb-2bba1730ae61 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:31:12.037221 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c077d188-1671-466e-bbcb-2bba1730ae61 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: timer() Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:31:12.040158 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:31:12.093871 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 5d00f51d-d7c2-4a15-a73c-031494553728 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:31:12.116811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 5d00f51d-d7c2-4a15-a73c-031494553728 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:31:12.117150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 5d00f51d-d7c2-4a15-a73c-031494553728 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:31:12.162271 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c077d188-1671-466e-bbcb-2bba1730ae61 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:12.170417 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c077d188-1671-466e-bbcb-2bba1730ae61 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:12.174714 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-c077d188-1671-466e-bbcb-2bba1730ae61 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/networks/d8b9d1d1-a9c7-42db-be6a-68f64911b99e HTTP/1.1" status: 204 len: 168 time: 0.3761525 Nov 12 05:31:12.176486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58468) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:12.193835 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077d188-1671-466e-bbcb-2bba1730ae61 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'Network': ['ID=d8b9d1d1-a9c7-42db-be6a-68f64911b99e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:12.249321 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-80c0ae2e-1192-4d6f-b411-362be93cb427 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:12.281542 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-80c0ae2e-1192-4d6f-b411-362be93cb427 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:12.288457 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device aad54c21-6b1a-497c-b592-4c372913acdf no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:31:12.314109 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: aad54c21-6b1a-497c-b592-4c372913acdf {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:31:12.314449 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device aad54c21-6b1a-497c-b592-4c372913acdf not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:31:12.315113 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 30d3ed7d-147e-485c-906f-ec4d0f2dee4f no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:31:12.336290 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 30d3ed7d-147e-485c-906f-ec4d0f2dee4f {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:31:12.336609 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 30d3ed7d-147e-485c-906f-ec4d0f2dee4f not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:31:12.413597 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-80c0ae2e-1192-4d6f-b411-362be93cb427 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:12.416282 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-80c0ae2e-1192-4d6f-b411-362be93cb427 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:12.417958 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-80c0ae2e-1192-4d6f-b411-362be93cb427 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] 10.222.0.37 "DELETE /v2.0/security-groups/ff56dd07-d047-4583-be4d-20a6ad406d2f HTTP/1.1" status: 204 len: 168 time: 0.2405407 Nov 12 05:31:12.428050 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0ae2e-1192-4d6f-b411-362be93cb427 tempest-TestNetworkAdvancedServerOps-2067404070 tempest-TestNetworkAdvancedServerOps-2067404070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff56dd07-d047-4583-be4d-20a6ad406d2f,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:13.053773 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58476) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:13.197428 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a93c4b06-0d5f-4b79-bb87-f34eae73f2a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e62ef2c231f459b8e1f08d7b4cf6b3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423454 Nov 12 05:31:13.199896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58480) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:13.247070 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d1d65c6-696c-4d6c-9419-bd336843a3d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.271340 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d1d65c6-696c-4d6c-9419-bd336843a3d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.379103 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d1d65c6-696c-4d6c-9419-bd336843a3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.381708 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6d1d65c6-696c-4d6c-9419-bd336843a3d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.382939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-6d1d65c6-696c-4d6c-9419-bd336843a3d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d1843ed-2e7c-4e60-8b9d-439f90aabd1e HTTP/1.1" status: 204 len: 168 time: 0.1820707 Nov 12 05:31:13.391170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d65c6-696c-4d6c-9419-bd336843a3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1843ed-2e7c-4e60-8b9d-439f90aabd1e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:13.869547 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f1068275-e1c1-43a4-bb34-6e470618304d no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:31:13.890139 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: f1068275-e1c1-43a4-bb34-6e470618304d {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:31:13.890479 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device f1068275-e1c1-43a4-bb34-6e470618304d not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:31:13.909643 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58486) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:13.922876 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4d01f366-82fd-43cd-9b24-fcb741b53070 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:13.996764 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4d01f366-82fd-43cd-9b24-fcb741b53070 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.086509 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4d01f366-82fd-43cd-9b24-fcb741b53070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.125357 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4d01f366-82fd-43cd-9b24-fcb741b53070 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ed59f9f8b2740feb4139195bb1fa9c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2146046 Nov 12 05:31:14.126249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01f366-82fd-43cd-9b24-fcb741b53070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e56db0d-f904-4d84-b7f5-e39095e1db59,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:14.128106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58488) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:14.178366 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2e5b8e6-d8bb-431e-9f51-d96255e39eef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.204426 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2e5b8e6-d8bb-431e-9f51-d96255e39eef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.315153 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2e5b8e6-d8bb-431e-9f51-d96255e39eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.317948 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-b2e5b8e6-d8bb-431e-9f51-d96255e39eef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:14.319244 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-b2e5b8e6-d8bb-431e-9f51-d96255e39eef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e56db0d-f904-4d84-b7f5-e39095e1db59 HTTP/1.1" status: 204 len: 168 time: 0.1895959 Nov 12 05:31:14.327686 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5b8e6-d8bb-431e-9f51-d96255e39eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e56db0d-f904-4d84-b7f5-e39095e1db59,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:15.375753 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58510) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:15.472031 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-dae9c563-8494-4b58-9741-917d8f3f2196 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-820294153-network', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:15.550502 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae9c563-8494-4b58-9741-917d8f3f2196 admin admin] Made reservation on behalf of 7a5f5be5f1af4c72b46227e2453a65da for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:15.553112 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dae9c563-8494-4b58-9741-917d8f3f2196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:15.562845 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dae9c563-8494-4b58-9741-917d8f3f2196 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:15.643295 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dae9c563-8494-4b58-9741-917d8f3f2196 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:15.721989 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dae9c563-8494-4b58-9741-917d8f3f2196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:15.747378 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae9c563-8494-4b58-9741-917d8f3f2196 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:31:15.757119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9c563-8494-4b58-9741-917d8f3f2196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb22aec-4beb-4e54-acfc-26756069bd82,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:15.762812 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dae9c563-8494-4b58-9741-917d8f3f2196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:15.763415 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-dae9c563-8494-4b58-9741-917d8f3f2196 admin admin] Added segment 22f5bb6a-db3a-4d86-ba2b-5b948841c707 of type vlan for network e6ce0fa5-5135-487e-a05d-53091fb45494 Nov 12 05:31:15.806309 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dae9c563-8494-4b58-9741-917d8f3f2196 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:15.880648 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dae9c563-8494-4b58-9741-917d8f3f2196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:15.881681 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae9c563-8494-4b58-9741-917d8f3f2196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:15.882281 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dae9c563-8494-4b58-9741-917d8f3f2196 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:15.941166 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9c563-8494-4b58-9741-917d8f3f2196 admin admin] Pushing event updated for resources: {'Network': ['ID=e6ce0fa5-5135-487e-a05d-53091fb45494,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:15.950578 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network e6ce0fa5-5135-487e-a05d-53091fb45494 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:31:15.969168 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-dae9c563-8494-4b58-9741-917d8f3f2196 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5922749 Nov 12 05:31:15.972180 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58514) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:15.977632 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-13f7ab24-54ec-401d-a89a-d19969cf6fa9 admin admin] Request body: {'subnet': {'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-820294153-subnet', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'ip_version': 4}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:16.075305 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f7ab24-54ec-401d-a89a-d19969cf6fa9 admin admin] Made reservation on behalf of 7a5f5be5f1af4c72b46227e2453a65da for: {'subnet': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:16.077727 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-13f7ab24-54ec-401d-a89a-d19969cf6fa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5999719'] for subnet, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:16.305160 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-13f7ab24-54ec-401d-a89a-d19969cf6fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5258745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5999733'] for subnet, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:16.359766 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7ab24-54ec-401d-a89a-d19969cf6fa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba114de-3a34-455a-85e4-426464e9b5be,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:16.371752 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f7ab24-54ec-401d-a89a-d19969cf6fa9 admin admin] Checking segment: {'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:16.372112 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f7ab24-54ec-401d-a89a-d19969cf6fa9 admin admin] Network hostable DHCP agents. Network: e6ce0fa5-5135-487e-a05d-53091fb45494, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:31:16.459004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f7ab24-54ec-401d-a89a-d19969cf6fa9 admin admin] Network e6ce0fa5-5135-487e-a05d-53091fb45494 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:31:16.538752 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-13f7ab24-54ec-401d-a89a-d19969cf6fa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, e6ce0fa5-5135-487e-a05d-53091fb45494) {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:16.543089 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f7ab24-54ec-401d-a89a-d19969cf6fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:16.543716 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-13f7ab24-54ec-401d-a89a-d19969cf6fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:16.548368 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c3f5ab-f2a2-4840-aa0d-09e06faa5065 None None] Network e6ce0fa5-5135-487e-a05d-53091fb45494 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:16.628016 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-13f7ab24-54ec-401d-a89a-d19969cf6fa9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6542113 Nov 12 05:31:16.630366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58516) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:16.634608 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-d9e70296-43d8-4589-b6a7-643a2e50f5ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:16.692883 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-e6ce0fa5-5135-487e-a05d-53091fb45494', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:31:16.693746 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:16.710481 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9e70296-43d8-4589-b6a7-643a2e50f5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:16.712640 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9e70296-43d8-4589-b6a7-643a2e50f5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:16.768887 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9e70296-43d8-4589-b6a7-643a2e50f5ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:16.828593 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] Allocated IP 172.20.0.2 (e6ce0fa5-5135-487e-a05d-53091fb45494/3ba114de-3a34-455a-85e4-426464e9b5be/de4f2099-708d-4c1f-9c60-3d45b158307c) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:16.970956 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.052508 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.090150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] Network e6ce0fa5-5135-487e-a05d-53091fb45494 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:17.093155 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:17.099541 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:17.108928 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] Pushing event updated for resources: {'Port': ['ID=de4f2099-708d-4c1f-9c60-3d45b158307c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:17.163351 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] Attempting to bind port de4f2099-708d-4c1f-9c60-3d45b158307c on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:31:17.163722 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] Attempting to bind port de4f2099-708d-4c1f-9c60-3d45b158307c by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:31:17.164188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] Attempting to bind port de4f2099-708d-4c1f-9c60-3d45b158307c on network e6ce0fa5-5135-487e-a05d-53091fb45494 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:17.169867 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:31:17.170238 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] Checking segment: {'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:17.170728 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.171117 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] Bound using segment: {'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:31:17.171571 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] Bound port: de4f2099-708d-4c1f-9c60-3d45b158307c, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:31:17.171952 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.242947 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] For port de4f2099-708d-4c1f-9c60-3d45b158307c, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:31:17.245932 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] For port de4f2099-708d-4c1f-9c60-3d45b158307c, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=de4f2099-708d-4c1f-9c60-3d45b158307c,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:31:17.305112 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.316433 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9e70296-43d8-4589-b6a7-643a2e50f5ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.361760 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2142a46-7050-4235-b0e1-9a126b2463b6 None None] Pushing event updated for resources: {'Port': ['ID=de4f2099-708d-4c1f-9c60-3d45b158307c,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:17.567963 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.603177 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9e70296-43d8-4589-b6a7-643a2e50f5ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.624349 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9e70296-43d8-4589-b6a7-643a2e50f5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.731992 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-d9e70296-43d8-4589-b6a7-643a2e50f5ac admin admin] Allocated IP 172.25.1.100 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/2c3145ac-1d30-4e0d-99ef-3142865c605d) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:17.831824 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9e70296-43d8-4589-b6a7-643a2e50f5ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.922081 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9e70296-43d8-4589-b6a7-643a2e50f5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:17.937285 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device de4f2099-708d-4c1f-9c60-3d45b158307c up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:17.960829 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e70296-43d8-4589-b6a7-643a2e50f5ac admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:17.966115 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-d9e70296-43d8-4589-b6a7-643a2e50f5ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:17.969863 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e70296-43d8-4589-b6a7-643a2e50f5ac admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:17.984008 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8283e95-1a88-4927-b825-9c16c76b3e33 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:31:17.997154 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e70296-43d8-4589-b6a7-643a2e50f5ac admin admin] Pushing event updated for resources: {'Port': ['ID=2c3145ac-1d30-4e0d-99ef-3142865c605d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:18.012778 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port de4f2099-708d-4c1f-9c60-3d45b158307c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:18.014150 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:18.101080 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-5a0bc92f-6304-4ced-9813-32a260f64bf5 None None] Provisioning complete for port 2c3145ac-1d30-4e0d-99ef-3142865c605d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:18.101474 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5a0bc92f-6304-4ced-9813-32a260f64bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:18.165810 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-5a0bc92f-6304-4ced-9813-32a260f64bf5 None None] Port 2c3145ac-1d30-4e0d-99ef-3142865c605d cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:18.169363 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:18.212155 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port de4f2099-708d-4c1f-9c60-3d45b158307c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=de4f2099-708d-4c1f-9c60-3d45b158307c,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:18.317012 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:18.338663 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9e70296-43d8-4589-b6a7-643a2e50f5ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:18.351041 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d7fda9-35d9-405a-baf0-3a5f545960f3 None None] Network e6ce0fa5-5135-487e-a05d-53091fb45494 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:18.432266 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=de4f2099-708d-4c1f-9c60-3d45b158307c,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:18.446001 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-70148d93-fb27-482f-8c2d-d154d8580b6d None None] Provisioning complete for port de4f2099-708d-4c1f-9c60-3d45b158307c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:18.446367 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-70148d93-fb27-482f-8c2d-d154d8580b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:18.540128 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9e70296-43d8-4589-b6a7-643a2e50f5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:18.750736 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e70296-43d8-4589-b6a7-643a2e50f5ac admin admin] Router 7d8bff73-ab1c-4701-b87a-1588db58279f is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:31:18.785045 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:18.807535 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3bcf92b5-beec-4fcf-a3fa-3b2a1e65a71d None None] Provisioning complete for port de4f2099-708d-4c1f-9c60-3d45b158307c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:18.807903 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3bcf92b5-beec-4fcf-a3fa-3b2a1e65a71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:18.868592 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e70296-43d8-4589-b6a7-643a2e50f5ac admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:31:18.880618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] Sync routers for ids ['7d8bff73-ab1c-4701-b87a-1588db58279f'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:31:18.902287 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] Routers {'7d8bff73-ab1c-4701-b87a-1588db58279f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:18.902952 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:31:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7d8bff73-ab1c-4701-b87a-1588db58279f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:19.047779 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] Set router 7d8bff73-ab1c-4701-b87a-1588db58279f gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:19.055728 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d9e70296-43d8-4589-b6a7-643a2e50f5ac admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.056994 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-d9e70296-43d8-4589-b6a7-643a2e50f5ac admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4256454 Nov 12 05:31:19.059977 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58518) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:19.227129 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:31:18Z', 'revision_number': 3, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port': {'id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:17Z', 'updated_at': '2021-11-12T05:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:19.253866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] Checking router: 7d8bff73-ab1c-4701-b87a-1588db58279f for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:31:19.254206 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] Updating router 7d8bff73-ab1c-4701-b87a-1588db58279f port 2c3145ac-1d30-4e0d-99ef-3142865c605d binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:31:19.284665 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.531891 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b6e620aa-064a-4e3d-aa50-aecc1e809091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.708164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-b6e620aa-064a-4e3d-aa50-aecc1e809091 admin admin] Allocated IP 172.20.0.1 (e6ce0fa5-5135-487e-a05d-53091fb45494/3ba114de-3a34-455a-85e4-426464e9b5be/1a2bd9e8-ae3c-4840-8370-a1dad938fb62) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:19.709896 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.784692 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.824341 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b6e620aa-064a-4e3d-aa50-aecc1e809091 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.835164 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e197374f-13ad-43c0-9b4d-b74f0755fab2 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:31:19.845243 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] Attempting to bind port 2c3145ac-1d30-4e0d-99ef-3142865c605d on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:31:19.845619 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] Attempting to bind port 2c3145ac-1d30-4e0d-99ef-3142865c605d by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:31:19.845985 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] Attempting to bind port 2c3145ac-1d30-4e0d-99ef-3142865c605d on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:19.850568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72ba49-3bb2-40c0-95df-a111127dccba None None] Pushing event updated for resources: {'Port': ['ID=2c3145ac-1d30-4e0d-99ef-3142865c605d,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:19.856357 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:31:19.856752 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:19.857142 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.857537 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:31:19.858905 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] Bound port: 2c3145ac-1d30-4e0d-99ef-3142865c605d, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:31:19.858905 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.928052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] For port 2c3145ac-1d30-4e0d-99ef-3142865c605d, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:31:19.943819 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device de4f2099-708d-4c1f-9c60-3d45b158307c up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:19.947848 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] For port 2c3145ac-1d30-4e0d-99ef-3142865c605d, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2c3145ac-1d30-4e0d-99ef-3142865c605d,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:31:19.950924 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b6e620aa-064a-4e3d-aa50-aecc1e809091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.977493 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ca9f9cd4-260e-4076-bc67-efd293241e71 None None] Provisioning complete for port 2c3145ac-1d30-4e0d-99ef-3142865c605d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:19.977883 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9cd4-260e-4076-bc67-efd293241e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:19.999846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e620aa-064a-4e3d-aa50-aecc1e809091 admin admin] Network e6ce0fa5-5135-487e-a05d-53091fb45494 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:20.003129 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-b6e620aa-064a-4e3d-aa50-aecc1e809091 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:20.007941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e620aa-064a-4e3d-aa50-aecc1e809091 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:20.022732 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:20.028507 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f9cd4-260e-4076-bc67-efd293241e71 None None] Port 2c3145ac-1d30-4e0d-99ef-3142865c605d cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:20.034155 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e620aa-064a-4e3d-aa50-aecc1e809091 admin admin] Pushing event updated for resources: {'Port': ['ID=1a2bd9e8-ae3c-4840-8370-a1dad938fb62,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:20.058504 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b6e620aa-064a-4e3d-aa50-aecc1e809091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:20.083300 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043bccf1-70da-4c96-aefa-3f09ff26bb00 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:31:20.085017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port de4f2099-708d-4c1f-9c60-3d45b158307c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:20.085383 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:20.132013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72ba49-3bb2-40c0-95df-a111127dccba None None] Pushing event updated for resources: {'Port': ['ID=2c3145ac-1d30-4e0d-99ef-3142865c605d,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:20.141393 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] Routers {'7d8bff73-ab1c-4701-b87a-1588db58279f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:20.142036 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:31:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7d8bff73-ab1c-4701-b87a-1588db58279f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:20.245271 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e6eba178-eaec-46e3-ae87-77f0b0683dec None None] Provisioning complete for port 2c3145ac-1d30-4e0d-99ef-3142865c605d triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:20.245640 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6eba178-eaec-46e3-ae87-77f0b0683dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:20.280411 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b6e620aa-064a-4e3d-aa50-aecc1e809091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:20.324841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] Set router 7d8bff73-ab1c-4701-b87a-1588db58279f gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:20.465342 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b6e620aa-064a-4e3d-aa50-aecc1e809091 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:20.484994 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6eba178-eaec-46e3-ae87-77f0b0683dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:20.518147 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e6eba178-eaec-46e3-ae87-77f0b0683dec None None] For port 2c3145ac-1d30-4e0d-99ef-3142865c605d, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2c3145ac-1d30-4e0d-99ef-3142865c605d,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:20.521587 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b6e620aa-064a-4e3d-aa50-aecc1e809091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:20.567361 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:31:18Z', 'revision_number': 3, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port': {'id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:17Z', 'updated_at': '2021-11-12T05:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:20.590869 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b6e620aa-064a-4e3d-aa50-aecc1e809091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:20.592537 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e620aa-064a-4e3d-aa50-aecc1e809091 admin admin] Pushing event updated for resources: {'Port': ['ID=1a2bd9e8-ae3c-4840-8370-a1dad938fb62,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:20.600821 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a8aa46-f811-4194-af06-df4a9443175b None None] The sync data for ids ['7d8bff73-ab1c-4701-b87a-1588db58279f'] in n-d-768509-24 is: [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:31:18Z', 'revision_number': 3, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port': {'id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:17Z', 'updated_at': '2021-11-12T05:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:31:20.602367 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e6eba178-eaec-46e3-ae87-77f0b0683dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:20.658084 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eba178-eaec-46e3-ae87-77f0b0683dec None None] Pushing event updated for resources: {'Port': ['ID=2c3145ac-1d30-4e0d-99ef-3142865c605d,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:20.712100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e620aa-064a-4e3d-aa50-aecc1e809091 admin admin] Network e6ce0fa5-5135-487e-a05d-53091fb45494 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:20.713618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-b6e620aa-064a-4e3d-aa50-aecc1e809091 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:20.724139 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-44e8a35c-c67a-4f00-b08e-21367b12543b None None] Provisioning complete for port 1a2bd9e8-ae3c-4840-8370-a1dad938fb62 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:20.724504 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44e8a35c-c67a-4f00-b08e-21367b12543b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:20.763876 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-44e8a35c-c67a-4f00-b08e-21367b12543b None None] Port 1a2bd9e8-ae3c-4840-8370-a1dad938fb62 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:20.845642 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e620aa-064a-4e3d-aa50-aecc1e809091 admin admin] Router 7d8bff73-ab1c-4701-b87a-1588db58279f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:31:20.999703 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e620aa-064a-4e3d-aa50-aecc1e809091 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:31:21.015583 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b6e620aa-064a-4e3d-aa50-aecc1e809091 admin admin] 10.222.0.37 "PUT /v2.0/routers/7d8bff73-ab1c-4701-b87a-1588db58279f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9537008 Nov 12 05:31:21.018672 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6903e535-ebd0-40bb-8a56-6ab67d32ac3c None None] Provisioning complete for port 1a2bd9e8-ae3c-4840-8370-a1dad938fb62 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:21.019128 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6903e535-ebd0-40bb-8a56-6ab67d32ac3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.087554 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6903e535-ebd0-40bb-8a56-6ab67d32ac3c None None] Port 1a2bd9e8-ae3c-4840-8370-a1dad938fb62 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:21.702563 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58534) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:21.707707 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a71e93cb-f6bd-44a1-bde2-f7459254ab0e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1427040927-network', 'tenant_id': '770d17edcbc84216a657f5fe732bd474'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:21.800254 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71e93cb-f6bd-44a1-bde2-f7459254ab0e admin admin] Made reservation on behalf of 770d17edcbc84216a657f5fe732bd474 for: {'network': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:21.802798 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a71e93cb-f6bd-44a1-bde2-f7459254ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.812803 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a71e93cb-f6bd-44a1-bde2-f7459254ab0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.903223 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a71e93cb-f6bd-44a1-bde2-f7459254ab0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.936368 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2c3145ac-1d30-4e0d-99ef-3142865c605d up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:21.968314 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a71e93cb-f6bd-44a1-bde2-f7459254ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:21.997178 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2c3145ac-1d30-4e0d-99ef-3142865c605d triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:21.997625 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.007523 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71e93cb-f6bd-44a1-bde2-f7459254ab0e admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:31:22.033638 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e93cb-f6bd-44a1-bde2-f7459254ab0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c09946-3373-4039-891c-4ec2c1f6f98d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:22.127320 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a71e93cb-f6bd-44a1-bde2-f7459254ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.127660 n-d-768509-24 neutron-server[103296]: INFO neutron.db.segments_db [None req-a71e93cb-f6bd-44a1-bde2-f7459254ab0e admin admin] Added segment d119586b-5d21-4375-9cd3-410f826e0f4e of type vlan for network b82a2f09-87c8-4b6a-909d-b22d01aad5e3 Nov 12 05:31:22.171630 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a71e93cb-f6bd-44a1-bde2-f7459254ab0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.270515 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a71e93cb-f6bd-44a1-bde2-f7459254ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.271660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71e93cb-f6bd-44a1-bde2-f7459254ab0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:22.272363 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a71e93cb-f6bd-44a1-bde2-f7459254ab0e admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.339125 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e93cb-f6bd-44a1-bde2-f7459254ab0e admin admin] Pushing event updated for resources: {'Network': ['ID=b82a2f09-87c8-4b6a-909d-b22d01aad5e3,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:22.351660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network b82a2f09-87c8-4b6a-909d-b22d01aad5e3 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:31:22.399034 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a71e93cb-f6bd-44a1-bde2-f7459254ab0e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6950850 Nov 12 05:31:22.402197 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58536) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:22.405386 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] Sync routers for ids ['7d8bff73-ab1c-4701-b87a-1588db58279f'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:31:22.411452 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-98ccce69-daa4-4992-b7a7-9688083115bd admin admin] Request body: {'subnet': {'network_id': 'b82a2f09-87c8-4b6a-909d-b22d01aad5e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1427040927-subnet', 'tenant_id': '770d17edcbc84216a657f5fe732bd474', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:22.427446 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] Routers {'7d8bff73-ab1c-4701-b87a-1588db58279f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:22.428961 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:31:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7d8bff73-ab1c-4701-b87a-1588db58279f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:22.511729 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ccce69-daa4-4992-b7a7-9688083115bd admin admin] Made reservation on behalf of 770d17edcbc84216a657f5fe732bd474 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:22.516230 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98ccce69-daa4-4992-b7a7-9688083115bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.568374 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] Set router 7d8bff73-ab1c-4701-b87a-1588db58279f gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:22.819808 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98ccce69-daa4-4992-b7a7-9688083115bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.898987 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccce69-daa4-4992-b7a7-9688083115bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f228372-ce3e-45fb-a18d-cc65549c842a,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:22.906519 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ccce69-daa4-4992-b7a7-9688083115bd admin admin] Checking segment: {'id': 'd119586b-5d21-4375-9cd3-410f826e0f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b82a2f09-87c8-4b6a-909d-b22d01aad5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:22.917926 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ccce69-daa4-4992-b7a7-9688083115bd admin admin] Network hostable DHCP agents. Network: b82a2f09-87c8-4b6a-909d-b22d01aad5e3, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:31:22.919406 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port': {'id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:17Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1a2bd9e8-ae3c-4840-8370-a1dad938fb62', 'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'mac_address': 'fa:16:3e:d5:44:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:19Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 2, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'subnets': [{'id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:22.948803 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] Checking router: 7d8bff73-ab1c-4701-b87a-1588db58279f for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:31:22.949138 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] Updating router 7d8bff73-ab1c-4701-b87a-1588db58279f port 1a2bd9e8-ae3c-4840-8370-a1dad938fb62 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:31:22.976184 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.989541 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ccce69-daa4-4992-b7a7-9688083115bd admin admin] Network b82a2f09-87c8-4b6a-909d-b22d01aad5e3 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:31:23.075595 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-98ccce69-daa4-4992-b7a7-9688083115bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, b82a2f09-87c8-4b6a-909d-b22d01aad5e3) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:23.082382 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ccce69-daa4-4992-b7a7-9688083115bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:23.083438 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-98ccce69-daa4-4992-b7a7-9688083115bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.089260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ebce4b-660f-45fd-b3be-3a096cd60b8f None None] Network b82a2f09-87c8-4b6a-909d-b22d01aad5e3 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:23.180863 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-98ccce69-daa4-4992-b7a7-9688083115bd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7740211 Nov 12 05:31:23.183917 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58538) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:23.188878 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-2b00bcbf-b3aa-4001-845c-3f7d46e79c95 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1427040927-router', 'tenant_id': '770d17edcbc84216a657f5fe732bd474', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:23.277115 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b00bcbf-b3aa-4001-845c-3f7d46e79c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.278698 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b00bcbf-b3aa-4001-845c-3f7d46e79c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.319529 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.334762 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-b82a2f09-87c8-4b6a-909d-b22d01aad5e3', 'network_id': 'b82a2f09-87c8-4b6a-909d-b22d01aad5e3', 'tenant_id': '770d17edcbc84216a657f5fe732bd474', 'fixed_ips': [{'subnet_id': '4f228372-ce3e-45fb-a18d-cc65549c842a'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:31:23.337184 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.376835 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b00bcbf-b3aa-4001-845c-3f7d46e79c95 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.402480 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.509790 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ab881-5fd1-41e7-bb5d-3b3192f87700 None None] Pushing event updated for resources: {'Port': ['ID=1a2bd9e8-ae3c-4840-8370-a1dad938fb62,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:23.520860 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ab881-5fd1-41e7-bb5d-3b3192f87700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:23.521193 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ab881-5fd1-41e7-bb5d-3b3192f87700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:23.521727 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ab881-5fd1-41e7-bb5d-3b3192f87700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:23.522247 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ab881-5fd1-41e7-bb5d-3b3192f87700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:23.522773 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ab881-5fd1-41e7-bb5d-3b3192f87700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:23.523297 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ab881-5fd1-41e7-bb5d-3b3192f87700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:23.523787 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ab881-5fd1-41e7-bb5d-3b3192f87700 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:23.523916 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] Allocated IP 172.20.0.2 (b82a2f09-87c8-4b6a-909d-b22d01aad5e3/4f228372-ce3e-45fb-a18d-cc65549c842a/c22f0d61-bf3c-45ee-94e8-0a40b7c853ab) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:23.524756 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ab881-5fd1-41e7-bb5d-3b3192f87700 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:23.525236 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ab881-5fd1-41e7-bb5d-3b3192f87700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:23.525729 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ab881-5fd1-41e7-bb5d-3b3192f87700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:23.526790 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ab881-5fd1-41e7-bb5d-3b3192f87700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:23.527240 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ab881-5fd1-41e7-bb5d-3b3192f87700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:23.530817 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] Attempting to bind port 1a2bd9e8-ae3c-4840-8370-a1dad938fb62 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:31:23.535691 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] Attempting to bind port 1a2bd9e8-ae3c-4840-8370-a1dad938fb62 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:31:23.535691 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] Attempting to bind port 1a2bd9e8-ae3c-4840-8370-a1dad938fb62 on network e6ce0fa5-5135-487e-a05d-53091fb45494 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:23.538295 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:31:23.538964 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] Checking segment: {'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:23.539552 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.540096 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] Bound using segment: {'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:31:23.540755 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] Bound port: 1a2bd9e8-ae3c-4840-8370-a1dad938fb62, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:31:23.541331 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.614425 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] For port 1a2bd9e8-ae3c-4840-8370-a1dad938fb62, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:31:23.619917 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] For port 1a2bd9e8-ae3c-4840-8370-a1dad938fb62, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1a2bd9e8-ae3c-4840-8370-a1dad938fb62,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:31:23.683130 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.691871 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b00bcbf-b3aa-4001-845c-3f7d46e79c95 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.733433 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.750698 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-4994c673-dac2-4d10-ac07-467533cfd33d None None] Provisioning complete for port 1a2bd9e8-ae3c-4840-8370-a1dad938fb62 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:23.751076 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4994c673-dac2-4d10-ac07-467533cfd33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.755332 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] Routers {'7d8bff73-ab1c-4701-b87a-1588db58279f'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:23.756344 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:31:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7d8bff73-ab1c-4701-b87a-1588db58279f'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:23.803110 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ab881-5fd1-41e7-bb5d-3b3192f87700 None None] Pushing event updated for resources: {'Port': ['ID=1a2bd9e8-ae3c-4840-8370-a1dad938fb62,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:23.842217 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.909320 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] Network b82a2f09-87c8-4b6a-909d-b22d01aad5e3 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:23.912336 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4994c673-dac2-4d10-ac07-467533cfd33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.920640 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:23.923282 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:23.944901 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] Pushing event updated for resources: {'Port': ['ID=c22f0d61-bf3c-45ee-94e8-0a40b7c853ab,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:23.969602 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] Set router 7d8bff73-ab1c-4701-b87a-1588db58279f gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:24.021936 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-4994c673-dac2-4d10-ac07-467533cfd33d None None] For port 1a2bd9e8-ae3c-4840-8370-a1dad938fb62, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1a2bd9e8-ae3c-4840-8370-a1dad938fb62,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:24.039290 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b00bcbf-b3aa-4001-845c-3f7d46e79c95 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:24.039687 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] Attempting to bind port c22f0d61-bf3c-45ee-94e8-0a40b7c853ab on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:31:24.039687 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] Attempting to bind port c22f0d61-bf3c-45ee-94e8-0a40b7c853ab by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'd119586b-5d21-4375-9cd3-410f826e0f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b82a2f09-87c8-4b6a-909d-b22d01aad5e3'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:31:24.039687 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] Attempting to bind port c22f0d61-bf3c-45ee-94e8-0a40b7c853ab on network b82a2f09-87c8-4b6a-909d-b22d01aad5e3 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:24.040894 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:31:24.041387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] Checking segment: {'id': 'd119586b-5d21-4375-9cd3-410f826e0f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b82a2f09-87c8-4b6a-909d-b22d01aad5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:24.042543 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:24.043053 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] Bound using segment: {'id': 'd119586b-5d21-4375-9cd3-410f826e0f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b82a2f09-87c8-4b6a-909d-b22d01aad5e3'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:31:24.043626 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] Bound port: c22f0d61-bf3c-45ee-94e8-0a40b7c853ab, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd119586b-5d21-4375-9cd3-410f826e0f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b82a2f09-87c8-4b6a-909d-b22d01aad5e3'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:31:24.044246 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:24.060479 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b00bcbf-b3aa-4001-845c-3f7d46e79c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:24.119933 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4994c673-dac2-4d10-ac07-467533cfd33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:24.158453 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] For port c22f0d61-bf3c-45ee-94e8-0a40b7c853ab, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:31:24.180417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] For port c22f0d61-bf3c-45ee-94e8-0a40b7c853ab, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c22f0d61-bf3c-45ee-94e8-0a40b7c853ab,segment=NetworkSegment(d119586b-5d21-4375-9cd3-410f826e0f4e),segment_id=d119586b-5d21-4375-9cd3-410f826e0f4e)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:31:24.198915 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994c673-dac2-4d10-ac07-467533cfd33d None None] Pushing event updated for resources: {'Port': ['ID=1a2bd9e8-ae3c-4840-8370-a1dad938fb62,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:24.242801 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-2b00bcbf-b3aa-4001-845c-3f7d46e79c95 admin admin] Allocated IP 172.25.1.108 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/4d6b9735-1033-43c7-a802-22c630c6bc1e) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:24.256820 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:24.285357 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port': {'id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:17Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1a2bd9e8-ae3c-4840-8370-a1dad938fb62', 'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'mac_address': 'fa:16:3e:d5:44:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:19Z', 'updated_at': '2021-11-12T05:31:23Z', 'revision_number': 4, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'subnets': [{'id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:24.299106 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-ff7c4a2a-c696-46c5-a0df-ba13a67dbda5 None None] Provisioning complete for port 1a2bd9e8-ae3c-4840-8370-a1dad938fb62 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:24.299384 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4a2a-c696-46c5-a0df-ba13a67dbda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:24.315944 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b97578-e469-4d61-8b5b-0b2b0cc7a12b None None] The sync data for ids ['7d8bff73-ab1c-4701-b87a-1588db58279f'] in n-d-768509-24 is: [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port': {'id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:17Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1a2bd9e8-ae3c-4840-8370-a1dad938fb62', 'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'mac_address': 'fa:16:3e:d5:44:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:19Z', 'updated_at': '2021-11-12T05:31:23Z', 'revision_number': 4, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'subnets': [{'id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:31:24.363917 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0eb158-32a1-4740-8bc6-224f862d0a60 None None] Pushing event updated for resources: {'Port': ['ID=c22f0d61-bf3c-45ee-94e8-0a40b7c853ab,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:24.427939 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b00bcbf-b3aa-4001-845c-3f7d46e79c95 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:24.563038 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b00bcbf-b3aa-4001-845c-3f7d46e79c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:24.612808 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b00bcbf-b3aa-4001-845c-3f7d46e79c95 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:24.616635 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-2b00bcbf-b3aa-4001-845c-3f7d46e79c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:24.621790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b00bcbf-b3aa-4001-845c-3f7d46e79c95 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:24.634693 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0055645-79f9-4328-96be-ddbe11f41c59 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:31:24.656362 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00bcbf-b3aa-4001-845c-3f7d46e79c95 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6b9735-1033-43c7-a802-22c630c6bc1e,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:24.695931 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-90eb5853-81e1-419b-9994-81d12452acd9 None None] Provisioning complete for port 4d6b9735-1033-43c7-a802-22c630c6bc1e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:24.696504 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-90eb5853-81e1-419b-9994-81d12452acd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:24.743494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-90eb5853-81e1-419b-9994-81d12452acd9 None None] Port 4d6b9735-1033-43c7-a802-22c630c6bc1e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:25.005922 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b00bcbf-b3aa-4001-845c-3f7d46e79c95 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.444611 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c41de3-cccf-41ce-a058-2ed4f57d0364 None None] Network b82a2f09-87c8-4b6a-909d-b22d01aad5e3 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:31:25.520652 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-11eebc85-e303-480b-842b-70759776a397 None None] Provisioning complete for port c22f0d61-bf3c-45ee-94e8-0a40b7c853ab triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:25.521166 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11eebc85-e303-480b-842b-70759776a397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.629965 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b00bcbf-b3aa-4001-845c-3f7d46e79c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.661894 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11eebc85-e303-480b-842b-70759776a397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.724473 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-11eebc85-e303-480b-842b-70759776a397 None None] For port c22f0d61-bf3c-45ee-94e8-0a40b7c853ab, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c22f0d61-bf3c-45ee-94e8-0a40b7c853ab,segment=NetworkSegment(d119586b-5d21-4375-9cd3-410f826e0f4e),segment_id=d119586b-5d21-4375-9cd3-410f826e0f4e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:25.802127 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-11eebc85-e303-480b-842b-70759776a397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.830557 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b00bcbf-b3aa-4001-845c-3f7d46e79c95 admin admin] Router 6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:31:25.857219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eebc85-e303-480b-842b-70759776a397 None None] Pushing event updated for resources: {'Port': ['ID=c22f0d61-bf3c-45ee-94e8-0a40b7c853ab,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:25.970690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b00bcbf-b3aa-4001-845c-3f7d46e79c95 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:31:25.984724 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] Sync routers for ids ['6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:31:26.002412 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] Routers {'6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:26.003538 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:31:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:26.051780 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1a2bd9e8-ae3c-4840-8370-a1dad938fb62 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:26.089474 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2b00bcbf-b3aa-4001-845c-3f7d46e79c95 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.090993 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2b00bcbf-b3aa-4001-845c-3f7d46e79c95 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9057386 Nov 12 05:31:26.094029 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58540) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:26.345335 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-7daa3474-c892-4fd4-995a-3aea0a84680d None None] Provisioning complete for port c22f0d61-bf3c-45ee-94e8-0a40b7c853ab triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:26.345700 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7daa3474-c892-4fd4-995a-3aea0a84680d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.405441 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] Set router 6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:26.464447 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 1a2bd9e8-ae3c-4840-8370-a1dad938fb62 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:26.464813 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.626982 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-06a4ab4d-b545-42bb-9997-362b06b7bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.687152 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c22f0d61-bf3c-45ee-94e8-0a40b7c853ab up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:26.749441 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'name': 'tempest-TestShelveInstance-1427040927-router', 'tenant_id': '770d17edcbc84216a657f5fe732bd474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '4d6b9735-1033-43c7-a802-22c630c6bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:23Z', 'updated_at': '2021-11-12T05:31:24Z', 'revision_number': 3, 'project_id': '770d17edcbc84216a657f5fe732bd474', 'gw_port': {'id': '4d6b9735-1033-43c7-a802-22c630c6bc1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:12:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:24Z', 'updated_at': '2021-11-12T05:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:26.780922 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] Checking router: 6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:31:26.781308 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] Updating router 6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb port 4d6b9735-1033-43c7-a802-22c630c6bc1e binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:31:26.796137 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-06a4ab4d-b545-42bb-9997-362b06b7bf2c admin admin] Allocated IP 172.20.0.1 (b82a2f09-87c8-4b6a-909d-b22d01aad5e3/4f228372-ce3e-45fb-a18d-cc65549c842a/201bfa38-03ed-4bc1-9150-b1c875ff43d8) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:26.803348 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port c22f0d61-bf3c-45ee-94e8-0a40b7c853ab triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:26.803719 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.825543 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.905689 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-06a4ab4d-b545-42bb-9997-362b06b7bf2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.979374 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-06a4ab4d-b545-42bb-9997-362b06b7bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.022994 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a4ab4d-b545-42bb-9997-362b06b7bf2c admin admin] Network b82a2f09-87c8-4b6a-909d-b22d01aad5e3 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:27.026002 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-06a4ab4d-b545-42bb-9997-362b06b7bf2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:27.030615 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a4ab4d-b545-42bb-9997-362b06b7bf2c admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:27.033817 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4ab4d-b545-42bb-9997-362b06b7bf2c admin admin] Pushing event updated for resources: {'Port': ['ID=201bfa38-03ed-4bc1-9150-b1c875ff43d8,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:27.081867 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-06a4ab4d-b545-42bb-9997-362b06b7bf2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.140542 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.190517 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.238341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53366155-0e1e-4a57-9571-812717aaec48 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:31:27.252563 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] Attempting to bind port 4d6b9735-1033-43c7-a802-22c630c6bc1e on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:31:27.252932 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] Attempting to bind port 4d6b9735-1033-43c7-a802-22c630c6bc1e by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:31:27.253294 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] Attempting to bind port 4d6b9735-1033-43c7-a802-22c630c6bc1e on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:27.257291 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1b5c2-2d55-4c70-bba4-2e5587426955 None None] Pushing event updated for resources: {'Port': ['ID=4d6b9735-1033-43c7-a802-22c630c6bc1e,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:27.263568 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:31:27.263950 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:27.264429 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.264767 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:31:27.265150 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] Bound port: 4d6b9735-1033-43c7-a802-22c630c6bc1e, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:31:27.265537 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.292438 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-06a4ab4d-b545-42bb-9997-362b06b7bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.320810 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] For port 4d6b9735-1033-43c7-a802-22c630c6bc1e, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:31:27.340994 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] For port 4d6b9735-1033-43c7-a802-22c630c6bc1e, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4d6b9735-1033-43c7-a802-22c630c6bc1e,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:31:27.347870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c0510468-af14-4bb8-95b5-da41d6795628 None None] Provisioning complete for port 4d6b9735-1033-43c7-a802-22c630c6bc1e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:27.348246 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0510468-af14-4bb8-95b5-da41d6795628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.383218 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c0510468-af14-4bb8-95b5-da41d6795628 None None] Port 4d6b9735-1033-43c7-a802-22c630c6bc1e cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:27.393340 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c0510468-af14-4bb8-95b5-da41d6795628 None None] Provisioning complete for port 201bfa38-03ed-4bc1-9150-b1c875ff43d8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:27.393700 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c0510468-af14-4bb8-95b5-da41d6795628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.426038 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.435581 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c0510468-af14-4bb8-95b5-da41d6795628 None None] Port 201bfa38-03ed-4bc1-9150-b1c875ff43d8 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:27.460722 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-06a4ab4d-b545-42bb-9997-362b06b7bf2c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.473941 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fec39f-0e2f-4673-a5c0-bdbea63b3bf1 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:31:27.494406 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1b5c2-2d55-4c70-bba4-2e5587426955 None None] Pushing event updated for resources: {'Port': ['ID=4d6b9735-1033-43c7-a802-22c630c6bc1e,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:27.498381 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] Routers {'6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:27.499083 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:31:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:27.528564 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-06a4ab4d-b545-42bb-9997-362b06b7bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.595573 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c7c9b657-6e44-45cb-bba8-b003920bf0b1 None None] Provisioning complete for port 4d6b9735-1033-43c7-a802-22c630c6bc1e triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:27.595939 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7c9b657-6e44-45cb-bba8-b003920bf0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.602770 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-06a4ab4d-b545-42bb-9997-362b06b7bf2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.605964 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4ab4d-b545-42bb-9997-362b06b7bf2c admin admin] Pushing event updated for resources: {'Port': ['ID=201bfa38-03ed-4bc1-9150-b1c875ff43d8,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:27.643539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] Set router 6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:27.697416 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a4ab4d-b545-42bb-9997-362b06b7bf2c admin admin] Network b82a2f09-87c8-4b6a-909d-b22d01aad5e3 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:27.699055 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-06a4ab4d-b545-42bb-9997-362b06b7bf2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:27.813995 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7c9b657-6e44-45cb-bba8-b003920bf0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.830532 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a4ab4d-b545-42bb-9997-362b06b7bf2c admin admin] Router 6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:31:27.853336 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-c7c9b657-6e44-45cb-bba8-b003920bf0b1 None None] For port 4d6b9735-1033-43c7-a802-22c630c6bc1e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4d6b9735-1033-43c7-a802-22c630c6bc1e,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:27.908367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'name': 'tempest-TestShelveInstance-1427040927-router', 'tenant_id': '770d17edcbc84216a657f5fe732bd474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '4d6b9735-1033-43c7-a802-22c630c6bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:23Z', 'updated_at': '2021-11-12T05:31:27Z', 'revision_number': 4, 'project_id': '770d17edcbc84216a657f5fe732bd474', 'gw_port': {'id': '4d6b9735-1033-43c7-a802-22c630c6bc1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:12:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:24Z', 'updated_at': '2021-11-12T05:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '201bfa38-03ed-4bc1-9150-b1c875ff43d8', 'name': '', 'network_id': 'b82a2f09-87c8-4b6a-909d-b22d01aad5e3', 'tenant_id': '770d17edcbc84216a657f5fe732bd474', 'mac_address': 'fa:16:3e:73:3a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '4f228372-ce3e-45fb-a18d-cc65549c842a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:26Z', 'updated_at': '2021-11-12T05:31:26Z', 'revision_number': 1, 'project_id': '770d17edcbc84216a657f5fe732bd474', 'subnets': [{'id': '4f228372-ce3e-45fb-a18d-cc65549c842a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:27.940329 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7c9b657-6e44-45cb-bba8-b003920bf0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.945176 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b6da1f-f840-414e-b32d-072243a8be0a None None] The sync data for ids ['6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb'] in n-d-768509-24 is: [{'id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'name': 'tempest-TestShelveInstance-1427040927-router', 'tenant_id': '770d17edcbc84216a657f5fe732bd474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '4d6b9735-1033-43c7-a802-22c630c6bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:23Z', 'updated_at': '2021-11-12T05:31:27Z', 'revision_number': 4, 'project_id': '770d17edcbc84216a657f5fe732bd474', 'gw_port': {'id': '4d6b9735-1033-43c7-a802-22c630c6bc1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:12:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:24Z', 'updated_at': '2021-11-12T05:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '201bfa38-03ed-4bc1-9150-b1c875ff43d8', 'name': '', 'network_id': 'b82a2f09-87c8-4b6a-909d-b22d01aad5e3', 'tenant_id': '770d17edcbc84216a657f5fe732bd474', 'mac_address': 'fa:16:3e:73:3a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '4f228372-ce3e-45fb-a18d-cc65549c842a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:26Z', 'updated_at': '2021-11-12T05:31:26Z', 'revision_number': 1, 'project_id': '770d17edcbc84216a657f5fe732bd474', 'subnets': [{'id': '4f228372-ce3e-45fb-a18d-cc65549c842a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:31:27.953706 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a4ab4d-b545-42bb-9997-362b06b7bf2c admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:31:27.966994 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-06a4ab4d-b545-42bb-9997-362b06b7bf2c admin admin] 10.222.0.37 "PUT /v2.0/routers/6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8641605 Nov 12 05:31:27.996429 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9b657-6e44-45cb-bba8-b003920bf0b1 None None] Pushing event updated for resources: {'Port': ['ID=4d6b9735-1033-43c7-a802-22c630c6bc1e,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:28.061101 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a28586d1-aa1a-48c7-b028-76a237ae0255 None None] Provisioning complete for port 201bfa38-03ed-4bc1-9150-b1c875ff43d8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:28.061479 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a28586d1-aa1a-48c7-b028-76a237ae0255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.101529 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a28586d1-aa1a-48c7-b028-76a237ae0255 None None] Port 201bfa38-03ed-4bc1-9150-b1c875ff43d8 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:28.461538 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58548) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:28.466922 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-78e844ed-4b45-49f3-8be1-a70d73193e74 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-394855418', 'description': 'tempest-secgroup-smoke-394855418 description', 'project_id': '7a5f5be5f1af4c72b46227e2453a65da'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:28.577611 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-78e844ed-4b45-49f3-8be1-a70d73193e74 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.662692 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-78e844ed-4b45-49f3-8be1-a70d73193e74 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.721550 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-78e844ed-4b45-49f3-8be1-a70d73193e74 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.763503 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e844ed-4b45-49f3-8be1-a70d73193e74 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587d7962-f5bd-4f1b-b606-5eeccbd02b57,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:28.839546 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-78e844ed-4b45-49f3-8be1-a70d73193e74 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:28.839546 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-78e844ed-4b45-49f3-8be1-a70d73193e74 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3755088 Nov 12 05:31:28.841961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58550) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:28.846461 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-464118fb-4f61-421e-98a6-1187b84b0e32 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Request body: {'security_group_rule': {'security_group_id': '587d7962-f5bd-4f1b-b606-5eeccbd02b57', 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:28.973068 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-464118fb-4f61-421e-98a6-1187b84b0e32 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.040456 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-464118fb-4f61-421e-98a6-1187b84b0e32 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.156148 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-464118fb-4f61-421e-98a6-1187b84b0e32 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.175947 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464118fb-4f61-421e-98a6-1187b84b0e32 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eed5ced-6010-4672-9cf8-4457042d8813,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:29.262276 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-464118fb-4f61-421e-98a6-1187b84b0e32 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.263889 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-464118fb-4f61-421e-98a6-1187b84b0e32 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4209762 Nov 12 05:31:29.266643 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58552) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:29.271961 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-da82c023-3d7b-40cd-b462-cf23cfbfb459 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Request body: {'security_group_rule': {'security_group_id': '587d7962-f5bd-4f1b-b606-5eeccbd02b57', 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:29.366738 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da82c023-3d7b-40cd-b462-cf23cfbfb459 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.423831 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da82c023-3d7b-40cd-b462-cf23cfbfb459 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.497416 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da82c023-3d7b-40cd-b462-cf23cfbfb459 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.516970 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82c023-3d7b-40cd-b462-cf23cfbfb459 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1643753-cb0a-413e-9eaa-6dbc87dd80dd,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:29.596723 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-da82c023-3d7b-40cd-b462-cf23cfbfb459 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.597987 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-da82c023-3d7b-40cd-b462-cf23cfbfb459 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3304553 Nov 12 05:31:29.600724 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58554) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:29.605615 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-dcfeb2ce-992e-49a6-8a69-926c49630760 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Request body: {'security_group_rule': {'security_group_id': '587d7962-f5bd-4f1b-b606-5eeccbd02b57', 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:29.709408 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dcfeb2ce-992e-49a6-8a69-926c49630760 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.769124 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dcfeb2ce-992e-49a6-8a69-926c49630760 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.853146 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dcfeb2ce-992e-49a6-8a69-926c49630760 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.871694 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfeb2ce-992e-49a6-8a69-926c49630760 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2fe2f0-c527-4e56-86d4-4c7b520b5ebf,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:29.957004 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4d6b9735-1033-43c7-a802-22c630c6bc1e up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:29.987013 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dcfeb2ce-992e-49a6-8a69-926c49630760 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.988326 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-dcfeb2ce-992e-49a6-8a69-926c49630760 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3866997 Nov 12 05:31:29.994321 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58556) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:29.996405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d241e63a-0a2c-4194-82b4-d62fc3213794 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Request body: {'security_group_rule': {'security_group_id': '587d7962-f5bd-4f1b-b606-5eeccbd02b57', 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:30.011479 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4d6b9735-1033-43c7-a802-22c630c6bc1e triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:30.011820 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.114143 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d241e63a-0a2c-4194-82b4-d62fc3213794 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.171688 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d241e63a-0a2c-4194-82b4-d62fc3213794 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.261805 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d241e63a-0a2c-4194-82b4-d62fc3213794 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.284031 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241e63a-0a2c-4194-82b4-d62fc3213794 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6579044f-142c-446c-91d9-10d8792dd25c,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:30.392002 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d241e63a-0a2c-4194-82b4-d62fc3213794 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.393269 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d241e63a-0a2c-4194-82b4-d62fc3213794 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4007399 Nov 12 05:31:30.396100 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58558) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:30.400423 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f2f0f989-4578-4953-9519-91258f70cabf tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Request body: {'security_group_rule': {'security_group_id': '587d7962-f5bd-4f1b-b606-5eeccbd02b57', 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:30.516163 n-d-768509-24 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-f2f0f989-4578-4953-9519-91258f70cabf tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Project 7a5f5be5f1af4c72b46227e2453a65da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:31:30.521568 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2f0f989-4578-4953-9519-91258f70cabf tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.587505 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2f0f989-4578-4953-9519-91258f70cabf tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.676180 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2f0f989-4578-4953-9519-91258f70cabf tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.695181 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0f989-4578-4953-9519-91258f70cabf tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e310a5b-4f25-4573-99a1-6a8f4f7f2284,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:30.769315 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f2f0f989-4578-4953-9519-91258f70cabf tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.770592 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f2f0f989-4578-4953-9519-91258f70cabf tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3735411 Nov 12 05:31:30.773410 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58560) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:30.777797 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-16996a97-d448-45ef-a71d-72aa9b8793cc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Request body: {'security_group_rule': {'security_group_id': '587d7962-f5bd-4f1b-b606-5eeccbd02b57', 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:30.887010 n-d-768509-24 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-16996a97-d448-45ef-a71d-72aa9b8793cc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Project 7a5f5be5f1af4c72b46227e2453a65da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:31:30.892601 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16996a97-d448-45ef-a71d-72aa9b8793cc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:30.953216 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16996a97-d448-45ef-a71d-72aa9b8793cc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.023083 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16996a97-d448-45ef-a71d-72aa9b8793cc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.042685 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16996a97-d448-45ef-a71d-72aa9b8793cc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20967d4-00ab-4d0b-8288-4e55db1c3525,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:31.141431 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-16996a97-d448-45ef-a71d-72aa9b8793cc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.142275 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-16996a97-d448-45ef-a71d-72aa9b8793cc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3679440 Nov 12 05:31:31.361846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-5446d841-3e4e-4e4f-bc39-1d64feb643db tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-394855418&fields=id&tenant_id=7a5f5be5f1af4c72b46227e2453a65da HTTP/1.1" status: 200 len: 267 time: 0.0478001 Nov 12 05:31:31.461283 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] Sync routers for ids ['6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:31:31.471776 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] Routers {'6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:31.472405 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:31:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:31.472577 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-1f7d237d-99d2-4a0f-9bd5-94c4c55a3a88 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:31.474057 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-1f7d237d-99d2-4a0f-9bd5-94c4c55a3a88 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 808 time: 0.1052773 Nov 12 05:31:31.489534 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-e14340f0-6083-4a6e-9086-a469e05c3cb5 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/quotas/7a5f5be5f1af4c72b46227e2453a65da HTTP/1.1" status: 200 len: 375 time: 0.0097020 Nov 12 05:31:31.551690 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-d0e46baf-7774-492f-a25c-699f3101fdda tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562751 Nov 12 05:31:31.580226 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] Set router 6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:31.750953 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-f86634ba-d704-4905-8482-e607951d3d11 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847501 Nov 12 05:31:31.784232 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'name': 'tempest-TestShelveInstance-1427040927-router', 'tenant_id': '770d17edcbc84216a657f5fe732bd474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '4d6b9735-1033-43c7-a802-22c630c6bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:23Z', 'updated_at': '2021-11-12T05:31:27Z', 'revision_number': 4, 'project_id': '770d17edcbc84216a657f5fe732bd474', 'gw_port': {'id': '4d6b9735-1033-43c7-a802-22c630c6bc1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:24Z', 'updated_at': '2021-11-12T05:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '201bfa38-03ed-4bc1-9150-b1c875ff43d8', 'name': '', 'network_id': 'b82a2f09-87c8-4b6a-909d-b22d01aad5e3', 'tenant_id': '770d17edcbc84216a657f5fe732bd474', 'mac_address': 'fa:16:3e:73:3a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '4f228372-ce3e-45fb-a18d-cc65549c842a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:26Z', 'updated_at': '2021-11-12T05:31:27Z', 'revision_number': 2, 'project_id': '770d17edcbc84216a657f5fe732bd474', 'subnets': [{'id': '4f228372-ce3e-45fb-a18d-cc65549c842a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:31.812297 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] Checking router: 6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:31:31.812648 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] Updating router 6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb port 201bfa38-03ed-4bc1-9150-b1c875ff43d8 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:31:31.837797 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:31.843924 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-398029a7-c92a-47f8-a7a8-71b9f62ae8b2 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864203 Nov 12 05:31:32.120010 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.123565 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50cb99cf-44fe-4379-8500-54cf14e64f83 req-efc60f76-23b2-49c1-8943-512e73ce9760 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 210 time: 0.0332267 Nov 12 05:31:32.191477 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.246309 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd2fa2-84f2-44b0-9201-eb3d25f85b3f None None] Pushing event updated for resources: {'Port': ['ID=201bfa38-03ed-4bc1-9150-b1c875ff43d8,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:32.292093 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] Attempting to bind port 201bfa38-03ed-4bc1-9150-b1c875ff43d8 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:31:32.292364 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] Attempting to bind port 201bfa38-03ed-4bc1-9150-b1c875ff43d8 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'd119586b-5d21-4375-9cd3-410f826e0f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b82a2f09-87c8-4b6a-909d-b22d01aad5e3'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:31:32.292716 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] Attempting to bind port 201bfa38-03ed-4bc1-9150-b1c875ff43d8 on network b82a2f09-87c8-4b6a-909d-b22d01aad5e3 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:32.298885 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:31:32.299251 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] Checking segment: {'id': 'd119586b-5d21-4375-9cd3-410f826e0f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b82a2f09-87c8-4b6a-909d-b22d01aad5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:32.299646 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.300023 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] Bound using segment: {'id': 'd119586b-5d21-4375-9cd3-410f826e0f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b82a2f09-87c8-4b6a-909d-b22d01aad5e3'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:31:32.300476 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] Bound port: 201bfa38-03ed-4bc1-9150-b1c875ff43d8, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd119586b-5d21-4375-9cd3-410f826e0f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b82a2f09-87c8-4b6a-909d-b22d01aad5e3'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:31:32.300844 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.372214 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] For port 201bfa38-03ed-4bc1-9150-b1c875ff43d8, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:31:32.375539 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] For port 201bfa38-03ed-4bc1-9150-b1c875ff43d8, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=201bfa38-03ed-4bc1-9150-b1c875ff43d8,segment=NetworkSegment(d119586b-5d21-4375-9cd3-410f826e0f4e),segment_id=d119586b-5d21-4375-9cd3-410f826e0f4e)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:31:32.450202 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-c3801922-9c50-4882-8980-3292b47fa082 None None] Provisioning complete for port 201bfa38-03ed-4bc1-9150-b1c875ff43d8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:32.450797 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c3801922-9c50-4882-8980-3292b47fa082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.459174 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.484162 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-c3801922-9c50-4882-8980-3292b47fa082 None None] Port 201bfa38-03ed-4bc1-9150-b1c875ff43d8 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:32.510293 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] Routers {'6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:32.510962 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:31:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:32.557690 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd2fa2-84f2-44b0-9201-eb3d25f85b3f None None] Pushing event updated for resources: {'Port': ['ID=201bfa38-03ed-4bc1-9150-b1c875ff43d8,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:32.719643 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a8c4907e-58dc-451b-9241-4e25ff749d28 None None] Provisioning complete for port 201bfa38-03ed-4bc1-9150-b1c875ff43d8 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:32.720284 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8c4907e-58dc-451b-9241-4e25ff749d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.726165 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] Set router 6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:32.798894 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8c4907e-58dc-451b-9241-4e25ff749d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.830595 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a8c4907e-58dc-451b-9241-4e25ff749d28 None None] For port 201bfa38-03ed-4bc1-9150-b1c875ff43d8, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=201bfa38-03ed-4bc1-9150-b1c875ff43d8,segment=NetworkSegment(d119586b-5d21-4375-9cd3-410f826e0f4e),segment_id=d119586b-5d21-4375-9cd3-410f826e0f4e)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:32.910542 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a8c4907e-58dc-451b-9241-4e25ff749d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:32.923346 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'name': 'tempest-TestShelveInstance-1427040927-router', 'tenant_id': '770d17edcbc84216a657f5fe732bd474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '4d6b9735-1033-43c7-a802-22c630c6bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:23Z', 'updated_at': '2021-11-12T05:31:27Z', 'revision_number': 4, 'project_id': '770d17edcbc84216a657f5fe732bd474', 'gw_port': {'id': '4d6b9735-1033-43c7-a802-22c630c6bc1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:24Z', 'updated_at': '2021-11-12T05:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '201bfa38-03ed-4bc1-9150-b1c875ff43d8', 'name': '', 'network_id': 'b82a2f09-87c8-4b6a-909d-b22d01aad5e3', 'tenant_id': '770d17edcbc84216a657f5fe732bd474', 'mac_address': 'fa:16:3e:73:3a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '4f228372-ce3e-45fb-a18d-cc65549c842a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:26Z', 'updated_at': '2021-11-12T05:31:32Z', 'revision_number': 4, 'project_id': '770d17edcbc84216a657f5fe732bd474', 'subnets': [{'id': '4f228372-ce3e-45fb-a18d-cc65549c842a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:32.954475 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071d2e7f-3f93-43af-b53f-d30e89c27d38 None None] The sync data for ids ['6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb'] in n-d-768509-24 is: [{'id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'name': 'tempest-TestShelveInstance-1427040927-router', 'tenant_id': '770d17edcbc84216a657f5fe732bd474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '4d6b9735-1033-43c7-a802-22c630c6bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:23Z', 'updated_at': '2021-11-12T05:31:27Z', 'revision_number': 4, 'project_id': '770d17edcbc84216a657f5fe732bd474', 'gw_port': {'id': '4d6b9735-1033-43c7-a802-22c630c6bc1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:24Z', 'updated_at': '2021-11-12T05:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '201bfa38-03ed-4bc1-9150-b1c875ff43d8', 'name': '', 'network_id': 'b82a2f09-87c8-4b6a-909d-b22d01aad5e3', 'tenant_id': '770d17edcbc84216a657f5fe732bd474', 'mac_address': 'fa:16:3e:73:3a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '4f228372-ce3e-45fb-a18d-cc65549c842a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:26Z', 'updated_at': '2021-11-12T05:31:32Z', 'revision_number': 4, 'project_id': '770d17edcbc84216a657f5fe732bd474', 'subnets': [{'id': '4f228372-ce3e-45fb-a18d-cc65549c842a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:31:32.958383 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4907e-58dc-451b-9241-4e25ff749d28 None None] Pushing event updated for resources: {'Port': ['ID=201bfa38-03ed-4bc1-9150-b1c875ff43d8,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:33.209432 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-14c21d91-ae31-4ede-9b00-a339e1c5e47f req-8130c9c8-c437-49ca-aa67-22b3cd31d297 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 210 time: 0.0268559 Nov 12 05:31:33.241497 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-09903f23-5624-4a10-8c44-0b43d219df53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:33.956818 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 201bfa38-03ed-4bc1-9150-b1c875ff43d8 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:34.004031 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 201bfa38-03ed-4bc1-9150-b1c875ff43d8 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:34.004399 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:34.307654 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bd46b033-02e7-4c60-aea2-2904aadbf5b0 req-9d1dce9a-bcca-4d77-81e1-8c7da8c1cc86 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 210 time: 0.0269611 Nov 12 05:31:34.443632 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-ce2d694f-7872-44e3-b40b-3e70fd026877 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:34.445196 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-ce2d694f-7872-44e3-b40b-3e70fd026877 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.31 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 808 time: 0.1101639 Nov 12 05:31:34.530616 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-97b5d40d-e9c6-4290-85f1-f77b74c15a55 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a5f5be5f1af4c72b46227e2453a65da HTTP/1.1" status: 200 len: 379 time: 0.0707834 Nov 12 05:31:34.540656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-4db23420-f923-4f6c-b8c5-49766ca3ed8f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Request body: {'port': {'device_id': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'admin_state_up': True, 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'security_groups': ['587d7962-f5bd-4f1b-b606-5eeccbd02b57']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:34.714695 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-4db23420-f923-4f6c-b8c5-49766ca3ed8f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Made reservation on behalf of 7a5f5be5f1af4c72b46227e2453a65da for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:34.718309 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-4db23420-f923-4f6c-b8c5-49766ca3ed8f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:34.848587 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-4db23420-f923-4f6c-b8c5-49766ca3ed8f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Allocated IP 172.20.0.14 (e6ce0fa5-5135-487e-a05d-53091fb45494/3ba114de-3a34-455a-85e4-426464e9b5be/066c21ae-9ff9-430e-9b94-42b073674e41) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:34.988287 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-4db23420-f923-4f6c-b8c5-49766ca3ed8f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.099273 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-4db23420-f923-4f6c-b8c5-49766ca3ed8f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.142044 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-4db23420-f923-4f6c-b8c5-49766ca3ed8f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Network e6ce0fa5-5135-487e-a05d-53091fb45494 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:35.147329 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-4db23420-f923-4f6c-b8c5-49766ca3ed8f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:35.151223 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-4db23420-f923-4f6c-b8c5-49766ca3ed8f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:35.158286 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db23420-f923-4f6c-b8c5-49766ca3ed8f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event updated for resources: {'Port': ['ID=066c21ae-9ff9-430e-9b94-42b073674e41,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:35.212318 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-4db23420-f923-4f6c-b8c5-49766ca3ed8f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:35.212976 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-4db23420-f923-4f6c-b8c5-49766ca3ed8f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.284457 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-4db23420-f923-4f6c-b8c5-49766ca3ed8f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7474458 Nov 12 05:31:35.304828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Request body: {'port': {'device_id': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:35.347219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-85915fa7-7df8-4401-a9df-3681fab38cc6 None None] Provisioning complete for port 066c21ae-9ff9-430e-9b94-42b073674e41 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:35.347671 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-85915fa7-7df8-4401-a9df-3681fab38cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.365604 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.384714 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-85915fa7-7df8-4401-a9df-3681fab38cc6 None None] Port 066c21ae-9ff9-430e-9b94-42b073674e41 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:35.512180 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2027e88-5d51-4102-b69c-ad789fb963b4 req-8d0bc2e6-f828-4b1d-88eb-e95ca362c691 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:35.513839 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2027e88-5d51-4102-b69c-ad789fb963b4 req-8d0bc2e6-f828-4b1d-88eb-e95ca362c691 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 932 time: 0.1158063 Nov 12 05:31:35.601654 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8a00f7ec-8140-4fea-ba08-f5c42c0997a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.625374 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e2027e88-5d51-4102-b69c-ad789fb963b4 req-5ba1eae8-bf14-451b-a024-a0d609a00f6c tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018815 Nov 12 05:31:35.706784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066c21ae-9ff9-430e-9b94-42b073674e41 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:31:35.714089 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.728575 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Transition to ACTIVE for port object 066c21ae-9ff9-430e-9b94-42b073674e41 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:31:35.795754 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.861530 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Pushing event updated for resources: {'Port': ['ID=066c21ae-9ff9-430e-9b94-42b073674e41,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:35.914997 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Attempting to bind port 066c21ae-9ff9-430e-9b94-42b073674e41 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:31:35.915339 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Attempting to bind port 066c21ae-9ff9-430e-9b94-42b073674e41 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:31:35.915674 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Attempting to bind port 066c21ae-9ff9-430e-9b94-42b073674e41 on network e6ce0fa5-5135-487e-a05d-53091fb45494 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:35.920452 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Port 066c21ae-9ff9-430e-9b94-42b073674e41 on network e6ce0fa5-5135-487e-a05d-53091fb45494 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:31:35.920781 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Attempting to bind port 066c21ae-9ff9-430e-9b94-42b073674e41 on network e6ce0fa5-5135-487e-a05d-53091fb45494 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:35.925893 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:31:35.926228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Checking segment: {'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:35.926610 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Bound using segment: {'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:31:35.927090 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Bound port: 066c21ae-9ff9-430e-9b94-42b073674e41, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:31:35.927431 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:35.998095 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] For port 066c21ae-9ff9-430e-9b94-42b073674e41, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:31:36.001651 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] For port 066c21ae-9ff9-430e-9b94-42b073674e41, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=066c21ae-9ff9-430e-9b94-42b073674e41,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:31:36.094091 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:36.130147 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:36.130805 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:36.132275 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] 10.222.0.31 "PUT /v2.0/ports/066c21ae-9ff9-430e-9b94-42b073674e41 HTTP/1.1" status: 200 len: 1093 time: 0.8318276 Nov 12 05:31:36.132637 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'tag': '066c21ae-9ff9-430e-9b94-42b073674e41'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:36.134896 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dba5f00-df76-4c5c-b133-f39dce461eef" -d '{"events": [{"name": "network-changed", "server_uuid": "303caddf-8ba8-48be-baf4-abcf17c4506f", "tag": "066c21ae-9ff9-430e-9b94-42b073674e41"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:36.158554 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fe41b-f20a-498a-a190-4a6e2f5b6242 service neutron] Pushing event updated for resources: {'Port': ['ID=066c21ae-9ff9-430e-9b94-42b073674e41,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:36.175004 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cc0e4f-3ee4-4864-84f1-5bf3ba326f20 x-openstack-request-id: req-42cc0e4f-3ee4-4864-84f1-5bf3ba326f20 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:36.175301 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303caddf-8ba8-48be-baf4-abcf17c4506f", "tag": "066c21ae-9ff9-430e-9b94-42b073674e41", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:36.175559 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42cc0e4f-3ee4-4864-84f1-5bf3ba326f20 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:36.175967 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'tag': '066c21ae-9ff9-430e-9b94-42b073674e41', 'status': 'completed', 'code': 200} Nov 12 05:31:36.264274 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba5f00-df76-4c5c-b133-f39dce461eef req-6de09668-70be-477b-a2d3-6c02679a25a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:36.265879 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6dba5f00-df76-4c5c-b133-f39dce461eef req-6de09668-70be-477b-a2d3-6c02679a25a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 1096 time: 0.0461144 Nov 12 05:31:36.376990 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba5f00-df76-4c5c-b133-f39dce461eef req-194da346-2c33-45d0-a214-ee8f106508f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:36.378590 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6dba5f00-df76-4c5c-b133-f39dce461eef req-194da346-2c33-45d0-a214-ee8f106508f2 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0973611 Nov 12 05:31:36.472603 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba5f00-df76-4c5c-b133-f39dce461eef req-0d7b7e24-4e26-4421-9c47-27c06969ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:36.474067 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6dba5f00-df76-4c5c-b133-f39dce461eef req-0d7b7e24-4e26-4421-9c47-27c06969ae91 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891137 Nov 12 05:31:36.579680 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-d4430832-4ba3-4e5b-83fd-91d63e0c22d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:36.581164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-d4430832-4ba3-4e5b-83fd-91d63e0c22d7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 1096 time: 0.0467176 Nov 12 05:31:36.628711 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-3e3ddbee-f3e1-4118-8265-e4745d7a8c16 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=066c21ae-9ff9-430e-9b94-42b073674e41 HTTP/1.1" status: 200 len: 217 time: 0.0345457 Nov 12 05:31:36.678095 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-8b829044-2d9f-4fd8-a97b-00769b2beef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:36.679604 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-8b829044-2d9f-4fd8-a97b-00769b2beef7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0445454 Nov 12 05:31:36.761746 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-a907a883-daa1-4c6a-aea1-198b864bf79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:36.763546 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-a907a883-daa1-4c6a-aea1-198b864bf79b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759585 Nov 12 05:31:36.774170 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084a452-5728-4408-8231-1dc91d019dca req-ab48c996-06fa-4a1d-b598-f61353002488 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:36.775576 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5084a452-5728-4408-8231-1dc91d019dca req-ab48c996-06fa-4a1d-b598-f61353002488 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 944 time: 0.0769908 Nov 12 05:31:36.881127 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5084a452-5728-4408-8231-1dc91d019dca req-fbd1bc37-5e9c-483c-93a3-e33b9ec2d320 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962617 Nov 12 05:31:36.898829 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-25766926-0d57-475b-a6cd-67b7918c93d7 service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223049 Nov 12 05:31:36.987966 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1cd32848-89b6-48ef-a9c2-d9c3a1e92ad8 req-06555ad5-721a-406b-b81e-0ff9eba190af service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822368 Nov 12 05:31:37.047124 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:37.996439 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03235a-be84-45b2-bb11-e7e7c9358ff4 req-b2643f61-830f-4890-b4cd-05732807c682 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:37.997874 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d03235a-be84-45b2-bb11-e7e7c9358ff4 req-b2643f61-830f-4890-b4cd-05732807c682 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 944 time: 0.0496359 Nov 12 05:31:38.049903 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d03235a-be84-45b2-bb11-e7e7c9358ff4 req-7486004a-0be5-465a-a166-7ad2376bad10 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461650 Nov 12 05:31:38.601472 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:39.168559 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881c72d-c560-4c9f-a48d-dc8c741a102d req-de2619f7-2f96-4c88-8d92-48f567d0379c tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:39.170041 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4881c72d-c560-4c9f-a48d-dc8c741a102d req-de2619f7-2f96-4c88-8d92-48f567d0379c tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 944 time: 0.0519114 Nov 12 05:31:39.182961 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:39.223437 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4881c72d-c560-4c9f-a48d-dc8c741a102d req-80a1311f-ad7d-44fc-a326-c6a526dfab65 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470760 Nov 12 05:31:40.273190 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 066c21ae-9ff9-430e-9b94-42b073674e41 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:31:40.345004 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876990d-482a-45bf-bd3a-d04a47cae93f req-f833ab01-dd3f-4180-900b-98686675235b tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:40.346573 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8876990d-482a-45bf-bd3a-d04a47cae93f req-f833ab01-dd3f-4180-900b-98686675235b tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 944 time: 0.0512054 Nov 12 05:31:40.371292 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 066c21ae-9ff9-430e-9b94-42b073674e41, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=066c21ae-9ff9-430e-9b94-42b073674e41,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:40.383216 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '066c21ae-9ff9-430e-9b94-42b073674e41', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'port_id': '066c21ae-9ff9-430e-9b94-42b073674e41', 'mac_address': 'fa:16:3e:ad:8a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:31:40.399003 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8876990d-482a-45bf-bd3a-d04a47cae93f req-56dd7471-d133-4dd9-a27e-ac86341d1327 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449150 Nov 12 05:31:40.421872 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.435164 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066c21ae-9ff9-430e-9b94-42b073674e41 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:31:40.454809 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 066c21ae-9ff9-430e-9b94-42b073674e41, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=066c21ae-9ff9-430e-9b94-42b073674e41,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:40.537456 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:40.588758 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=066c21ae-9ff9-430e-9b94-42b073674e41,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:40.843326 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['066c21ae-9ff9-430e-9b94-42b073674e41'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:31:41.519756 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f83275-7932-4365-b1b7-ec4526c4762a req-142c5a9e-d2c5-4e4f-8805-6498045bf23f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:41.521389 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84f83275-7932-4365-b1b7-ec4526c4762a req-142c5a9e-d2c5-4e4f-8805-6498045bf23f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 945 time: 0.0527322 Nov 12 05:31:41.574158 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-84f83275-7932-4365-b1b7-ec4526c4762a req-22ec1eee-a04d-473e-813e-4917a94e4a88 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464795 Nov 12 05:31:42.288336 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 066c21ae-9ff9-430e-9b94-42b073674e41 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:42.411585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 066c21ae-9ff9-430e-9b94-42b073674e41 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:31:42.415589 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 066c21ae-9ff9-430e-9b94-42b073674e41 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:42.415961 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:42.494872 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:42.548958 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:31:42.675745 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066c21ae-9ff9-430e-9b94-42b073674e41'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:42.677999 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6cde0e-746e-4c54-bd1c-100bb83275d9" -d '{"events": [{"server_uuid": "303caddf-8ba8-48be-baf4-abcf17c4506f", "name": "network-vif-plugged", "status": "completed", "tag": "066c21ae-9ff9-430e-9b94-42b073674e41"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:42.690437 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 066c21ae-9ff9-430e-9b94-42b073674e41, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=066c21ae-9ff9-430e-9b94-42b073674e41,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:42.696977 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8184b5-efc5-401b-8b4f-bd3c71df64a1 req-c287f7ab-4107-41f0-b3ac-36e2c1c0a4b6 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:42.705722 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d8184b5-efc5-401b-8b4f-bd3c71df64a1 req-c287f7ab-4107-41f0-b3ac-36e2c1c0a4b6 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 945 time: 0.0509825 Nov 12 05:31:42.747803 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3d8184b5-efc5-401b-8b4f-bd3c71df64a1 req-19af06ad-ecf5-4987-a0c8-3d24a517b699 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433028 Nov 12 05:31:42.755827 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:42.792273 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e47dcd-ebe8-4b21-83f8-fda3fa962b93 x-openstack-request-id: req-08e47dcd-ebe8-4b21-83f8-fda3fa962b93 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:42.792567 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303caddf-8ba8-48be-baf4-abcf17c4506f", "name": "network-vif-plugged", "status": "completed", "tag": "066c21ae-9ff9-430e-9b94-42b073674e41", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:42.792818 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08e47dcd-ebe8-4b21-83f8-fda3fa962b93 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:42.793205 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066c21ae-9ff9-430e-9b94-42b073674e41', 'code': 200} Nov 12 05:31:42.807214 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=066c21ae-9ff9-430e-9b94-42b073674e41,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:42.940874 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39e777-4807-413a-9e36-5e5741470ed9 req-ffdc804e-a982-4225-af50-57a471449ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:42.942350 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e39e777-4807-413a-9e36-5e5741470ed9 req-ffdc804e-a982-4225-af50-57a471449ad1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 1098 time: 0.0414083 Nov 12 05:31:43.013757 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4e39e777-4807-413a-9e36-5e5741470ed9 req-074a9db4-d9e0-463e-b9c0-e72aa26b5493 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506072 Nov 12 05:31:43.863100 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c06b8-0875-4532-89f2-6135fbf673ba req-cd0c36ec-c18f-4ce7-87db-9dfabe4da11f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:43.864604 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-652c06b8-0875-4532-89f2-6135fbf673ba req-cd0c36ec-c18f-4ce7-87db-9dfabe4da11f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0482903 Nov 12 05:31:43.917366 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-652c06b8-0875-4532-89f2-6135fbf673ba req-b59c07a5-7736-48b0-b957-056f56294c72 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465548 Nov 12 05:31:45.047507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc9e4c-3411-453e-a71d-f97df83cab91 req-fc1d0194-d621-4ac0-bad6-0382d5db836f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:45.047507 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90fc9e4c-3411-453e-a71d-f97df83cab91 req-fc1d0194-d621-4ac0-bad6-0382d5db836f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0480998 Nov 12 05:31:45.085307 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-90fc9e4c-3411-453e-a71d-f97df83cab91 req-ba18f4a2-cb93-429f-b233-098869f6f1ae tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461266 Nov 12 05:31:45.211750 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3257b-16de-4d7d-b129-bdbb58bb3145 req-1596bff7-29c6-4573-86f3-9d95228e2442 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:45.213205 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bcb3257b-16de-4d7d-b129-bdbb58bb3145 req-1596bff7-29c6-4573-86f3-9d95228e2442 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0519152 Nov 12 05:31:45.262264 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bcb3257b-16de-4d7d-b129-bdbb58bb3145 req-a93925ae-28e7-4abb-948a-c335fea94182 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425780 Nov 12 05:31:45.284972 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58620) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:45.368875 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00552ec2-d79c-40b9-8f15-278bb19a7a93 tempest-TestShelveInstance-944440409 tempest-TestShelveInstance-944440409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:45.370430 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-00552ec2-d79c-40b9-8f15-278bb19a7a93 tempest-TestShelveInstance-944440409 tempest-TestShelveInstance-944440409-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 1093 time: 0.0844476 Nov 12 05:31:45.373375 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58624) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:45.377561 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': '066c21ae-9ff9-430e-9b94-42b073674e41', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:45.493185 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:45.593483 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:45.699254 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Allocated IP 172.25.1.6 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/3b7a6d9b-ae0e-4795-9765-663c44b70c44) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:45.806294 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:45.921583 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:45.957654 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:45.962384 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:45.966390 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:45.972488 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event updated for resources: {'Port': ['ID=3b7a6d9b-ae0e-4795-9765-663c44b70c44,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:46.417033 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:46.548319 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:46.703842 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:46.766989 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:46.838197 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event updated for resources: {'Port': ['ID=3b7a6d9b-ae0e-4795-9765-663c44b70c44,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:46.846405 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:46.946534 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Floating IP 506ee6da-e03d-4c9d-b60c-58f0381dd800 associated. External IP: 172.25.1.6, port: 066c21ae-9ff9-430e-9b94-42b073674e41. Nov 12 05:31:47.150338 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Router 7d8bff73-ab1c-4701-b87a-1588db58279f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:31:47.258252 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:31:47.268438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f58aa-07ed-4c4a-988c-46bd8be91e71 None None] Sync routers for ids ['7d8bff73-ab1c-4701-b87a-1588db58279f'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:31:47.277875 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2f58aa-07ed-4c4a-988c-46bd8be91e71 None None] Routers {'7d8bff73-ab1c-4701-b87a-1588db58279f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:47.279047 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-8b2f58aa-07ed-4c4a-988c-46bd8be91e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:31:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7d8bff73-ab1c-4701-b87a-1588db58279f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:47.329313 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:47.357884 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-99901141-26b1-486f-a26c-2655f49494fe tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9834778 Nov 12 05:31:47.358614 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'tag': '066c21ae-9ff9-430e-9b94-42b073674e41'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:47.360907 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47277ded-80a2-4ec3-a34b-31abfc15fdbd" -d '{"events": [{"name": "network-changed", "server_uuid": "303caddf-8ba8-48be-baf4-abcf17c4506f", "tag": "066c21ae-9ff9-430e-9b94-42b073674e41"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:47.386474 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-8b2f58aa-07ed-4c4a-988c-46bd8be91e71 None None] Set router 7d8bff73-ab1c-4701-b87a-1588db58279f gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:47.398049 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a921bc-8104-4379-8f69-26d18136ccb3 x-openstack-request-id: req-b0a921bc-8104-4379-8f69-26d18136ccb3 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:47.398341 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303caddf-8ba8-48be-baf4-abcf17c4506f", "tag": "066c21ae-9ff9-430e-9b94-42b073674e41", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:47.398600 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0a921bc-8104-4379-8f69-26d18136ccb3 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:47.399043 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'tag': '066c21ae-9ff9-430e-9b94-42b073674e41', 'status': 'completed', 'code': 200} Nov 12 05:31:47.526271 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47277ded-80a2-4ec3-a34b-31abfc15fdbd req-9d5843a7-7d45-4048-8d5b-1c236b0dde17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:47.527790 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47277ded-80a2-4ec3-a34b-31abfc15fdbd req-9d5843a7-7d45-4048-8d5b-1c236b0dde17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 1098 time: 0.0846729 Nov 12 05:31:47.620036 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:47.622868 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47277ded-80a2-4ec3-a34b-31abfc15fdbd req-8df78f78-a8c9-4492-87ba-1ebf4f9f0182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:47.624364 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47277ded-80a2-4ec3-a34b-31abfc15fdbd req-8df78f78-a8c9-4492-87ba-1ebf4f9f0182 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 909 time: 0.0891626 Nov 12 05:31:47.626727 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-8b2f58aa-07ed-4c4a-988c-46bd8be91e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port': {'id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:17Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '506ee6da-e03d-4c9d-b60c-58f0381dd800', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'port_id': '066c21ae-9ff9-430e-9b94-42b073674e41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'mac_address': 'fa:16:3e:ad:8a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:31:46Z', 'updated_at': '2021-11-12T05:31:46Z', 'revision_number': 0, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2bd9e8-ae3c-4840-8370-a1dad938fb62', 'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'mac_address': 'fa:16:3e:d5:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:19Z', 'updated_at': '2021-11-12T05:31:23Z', 'revision_number': 5, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'subnets': [{'id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:47.654422 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f58aa-07ed-4c4a-988c-46bd8be91e71 None None] Checking router: 7d8bff73-ab1c-4701-b87a-1588db58279f for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:31:47.662796 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2f58aa-07ed-4c4a-988c-46bd8be91e71 None None] Routers {'7d8bff73-ab1c-4701-b87a-1588db58279f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:47.663395 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-8b2f58aa-07ed-4c4a-988c-46bd8be91e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:31:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7d8bff73-ab1c-4701-b87a-1588db58279f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:47.689330 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47277ded-80a2-4ec3-a34b-31abfc15fdbd req-35f7a92e-a735-4fc0-87f5-613aae926cb9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=066c21ae-9ff9-430e-9b94-42b073674e41 HTTP/1.1" status: 200 len: 998 time: 0.0578175 Nov 12 05:31:47.737793 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47277ded-80a2-4ec3-a34b-31abfc15fdbd req-51e28404-efe2-4f6b-9994-7202ae3dc194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:47.739361 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47277ded-80a2-4ec3-a34b-31abfc15fdbd req-51e28404-efe2-4f6b-9994-7202ae3dc194 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0438521 Nov 12 05:31:47.771485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-8b2f58aa-07ed-4c4a-988c-46bd8be91e71 None None] Set router 7d8bff73-ab1c-4701-b87a-1588db58279f gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:47.790894 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47277ded-80a2-4ec3-a34b-31abfc15fdbd req-1e934d97-cd97-45a4-907f-0c6238931bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:47.792398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47277ded-80a2-4ec3-a34b-31abfc15fdbd req-1e934d97-cd97-45a4-907f-0c6238931bed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463181 Nov 12 05:31:47.888872 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47277ded-80a2-4ec3-a34b-31abfc15fdbd req-a4dfc755-168f-444f-8a0f-a68ce06aff14 service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884562 Nov 12 05:31:47.984726 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47277ded-80a2-4ec3-a34b-31abfc15fdbd req-a25a6fd5-1727-44de-bde6-844c2e112c54 service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884042 Nov 12 05:31:48.011450 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-8b2f58aa-07ed-4c4a-988c-46bd8be91e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port': {'id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:17Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '506ee6da-e03d-4c9d-b60c-58f0381dd800', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'port_id': '066c21ae-9ff9-430e-9b94-42b073674e41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'mac_address': 'fa:16:3e:ad:8a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:31:46Z', 'updated_at': '2021-11-12T05:31:46Z', 'revision_number': 0, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2bd9e8-ae3c-4840-8370-a1dad938fb62', 'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'mac_address': 'fa:16:3e:d5:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:19Z', 'updated_at': '2021-11-12T05:31:23Z', 'revision_number': 5, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'subnets': [{'id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:48.038843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f58aa-07ed-4c4a-988c-46bd8be91e71 None None] The sync data for ids ['7d8bff73-ab1c-4701-b87a-1588db58279f'] in n-d-768509-24 is: [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port': {'id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:17Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '506ee6da-e03d-4c9d-b60c-58f0381dd800', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'port_id': '066c21ae-9ff9-430e-9b94-42b073674e41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'mac_address': 'fa:16:3e:ad:8a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:31:46Z', 'updated_at': '2021-11-12T05:31:46Z', 'revision_number': 0, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2bd9e8-ae3c-4840-8370-a1dad938fb62', 'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'mac_address': 'fa:16:3e:d5:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:19Z', 'updated_at': '2021-11-12T05:31:23Z', 'revision_number': 5, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'subnets': [{'id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:31:48.239027 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8478269e-ab22-438f-9411-50c29300c5e4 None None] New status for floating IP 506ee6da-e03d-4c9d-b60c-58f0381dd800: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:31:48.795517 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:03.228229 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb429ce6-cc42-41b9-9e35-e60ae44d08f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:05.600968 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f838eb23-ee4f-4dfe-b335-47a09e5139ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:07.035848 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:08.622305 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:09.147774 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:17.618245 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:18.806897 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:19.547495 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:32:33.239487 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-243eeca6-bbd2-4bf8-b398-f3ec64ebef6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:35.663416 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea8c4-0725-4f42-9db1-b22eeec902ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:37.050509 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:38.616394 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:39.160760 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:41.720042 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c802b01-bf21-4a7b-a418-9223eaf50aa5 req-abe7fb4a-21c4-4dc1-a20b-868dd629ce40 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420198 Nov 12 05:32:41.823341 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c802b01-bf21-4a7b-a418-9223eaf50aa5 req-207db3d2-0d44-4c2e-ab31-d30dcd041552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:41.824898 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c802b01-bf21-4a7b-a418-9223eaf50aa5 req-207db3d2-0d44-4c2e-ab31-d30dcd041552 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 1098 time: 0.0450838 Nov 12 05:32:41.932699 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c802b01-bf21-4a7b-a418-9223eaf50aa5 req-617ed426-fe95-44e4-9708-b38d68e274af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:41.934261 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c802b01-bf21-4a7b-a418-9223eaf50aa5 req-617ed426-fe95-44e4-9708-b38d68e274af service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 909 time: 0.0900340 Nov 12 05:32:42.003466 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c802b01-bf21-4a7b-a418-9223eaf50aa5 req-56679a31-c444-4883-a4cb-30f655364f34 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=066c21ae-9ff9-430e-9b94-42b073674e41 HTTP/1.1" status: 200 len: 1000 time: 0.0623963 Nov 12 05:32:42.413679 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c802b01-bf21-4a7b-a418-9223eaf50aa5 req-0462e3c2-fc05-4516-976f-f89eb80088af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:42.415254 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c802b01-bf21-4a7b-a418-9223eaf50aa5 req-0462e3c2-fc05-4516-976f-f89eb80088af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.4052253 Nov 12 05:32:42.464744 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c802b01-bf21-4a7b-a418-9223eaf50aa5 req-2d708b44-702d-4160-8f78-28ceb5e046ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:42.467476 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c802b01-bf21-4a7b-a418-9223eaf50aa5 req-2d708b44-702d-4160-8f78-28ceb5e046ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439038 Nov 12 05:32:42.580141 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c802b01-bf21-4a7b-a418-9223eaf50aa5 req-e5e7fe37-36f7-4cd5-955f-6ea352a88200 service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042974 Nov 12 05:32:42.676676 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5c802b01-bf21-4a7b-a418-9223eaf50aa5 req-34a28486-8e71-456d-aec2-9535a46f7120 service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896170 Nov 12 05:32:47.623639 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:48.818415 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:56.546994 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:33:03.244092 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d48b6f3f-ea92-4051-ac88-5dd65e8b0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:05.604647 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba4834d7-18af-4211-978c-1a9ad1a1498e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:07.067069 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:08.643850 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:09.163842 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:17.600602 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:18.817463 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:33.245980 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c14c5fab-bcd6-45ba-a35b-eb779cc8860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:33.547005 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:33:35.611384 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-14dad38d-38ad-4f73-93b0-0db86835aacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:37.060891 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:38.628128 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:39.194357 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:41.645542 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-248979b6-4cab-48c1-908d-55c6879958ff req-3fe7cc6f-df9a-4754-9758-194f91ad96ec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407112 Nov 12 05:33:41.747595 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248979b6-4cab-48c1-908d-55c6879958ff req-f0b0fc44-c5df-4566-9313-a8cfc4a8fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:41.749143 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-248979b6-4cab-48c1-908d-55c6879958ff req-f0b0fc44-c5df-4566-9313-a8cfc4a8fe24 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 1098 time: 0.0437493 Nov 12 05:33:41.852569 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248979b6-4cab-48c1-908d-55c6879958ff req-9e746ee8-541e-410d-9268-6e55267d05f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:41.854169 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-248979b6-4cab-48c1-908d-55c6879958ff req-9e746ee8-541e-410d-9268-6e55267d05f2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 909 time: 0.0854821 Nov 12 05:33:41.930851 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-248979b6-4cab-48c1-908d-55c6879958ff req-787fa187-36a8-44df-ad4d-f474ca6e70b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=066c21ae-9ff9-430e-9b94-42b073674e41 HTTP/1.1" status: 200 len: 1000 time: 0.0674953 Nov 12 05:33:41.981383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248979b6-4cab-48c1-908d-55c6879958ff req-263c4fa7-7b70-4099-a3c1-0d6f981ae9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:41.981383 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-248979b6-4cab-48c1-908d-55c6879958ff req-263c4fa7-7b70-4099-a3c1-0d6f981ae9a0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0452788 Nov 12 05:33:42.029598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248979b6-4cab-48c1-908d-55c6879958ff req-43efdf8b-a3ff-45b3-9680-c2c8b2602a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:42.031099 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-248979b6-4cab-48c1-908d-55c6879958ff req-43efdf8b-a3ff-45b3-9680-c2c8b2602a6f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434186 Nov 12 05:33:42.125530 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-248979b6-4cab-48c1-908d-55c6879958ff req-da8f4e5a-78ef-4869-933c-7b14ab750dc4 service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872819 Nov 12 05:33:42.216283 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-248979b6-4cab-48c1-908d-55c6879958ff req-055de7dd-4bb0-4909-85bc-a645452a8b17 service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841546 Nov 12 05:33:42.342047 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7385a-af40-4e1c-9d6a-d1de1753f65d req-77c734b2-6654-4e15-aa33-a1bcb022953c tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:42.343505 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4d7385a-af40-4e1c-9d6a-d1de1753f65d req-77c734b2-6654-4e15-aa33-a1bcb022953c tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0561278 Nov 12 05:33:42.394217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b4d7385a-af40-4e1c-9d6a-d1de1753f65d req-7a758d3d-db13-4726-8fed-b4d694adbb17 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443683 Nov 12 05:33:43.534331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e5237-a162-41de-b972-948edc8d0a38 req-da4f15d5-607e-4a57-b811-303900b418f9 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:43.535841 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b25e5237-a162-41de-b972-948edc8d0a38 req-da4f15d5-607e-4a57-b811-303900b418f9 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0491722 Nov 12 05:33:43.585965 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b25e5237-a162-41de-b972-948edc8d0a38 req-330ba954-c201-4219-8648-bb300d991075 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441978 Nov 12 05:33:44.702018 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b65ac-07b6-4c7e-bd48-865a69c4aaad req-fb0779cc-23fc-4fa7-ab74-9c5185f42738 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:44.703571 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b02b65ac-07b6-4c7e-bd48-865a69c4aaad req-fb0779cc-23fc-4fa7-ab74-9c5185f42738 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0488942 Nov 12 05:33:44.756852 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b02b65ac-07b6-4c7e-bd48-865a69c4aaad req-665054d1-8598-4381-8452-d93b12a16165 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473177 Nov 12 05:33:45.871909 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78590a1-afd6-40c5-99f1-404c8798093e req-cfa2ea12-13d3-4560-9d74-2e284407ec10 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:45.873422 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e78590a1-afd6-40c5-99f1-404c8798093e req-cfa2ea12-13d3-4560-9d74-2e284407ec10 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0497453 Nov 12 05:33:45.924506 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e78590a1-afd6-40c5-99f1-404c8798093e req-122843df-ec63-4868-91b7-0ad6df2d426f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450380 Nov 12 05:33:47.048860 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e84ad1-a9cb-4182-bd2e-a234517ac42d req-0270ba79-616f-4074-923e-77cfaa7648c2 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:47.050355 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-79e84ad1-a9cb-4182-bd2e-a234517ac42d req-0270ba79-616f-4074-923e-77cfaa7648c2 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0495498 Nov 12 05:33:47.099613 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-79e84ad1-a9cb-4182-bd2e-a234517ac42d req-30a9c37e-36c5-4967-a7c2-ef67e953782f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428665 Nov 12 05:33:47.565939 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:48.218578 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee22844-4616-493f-9358-2e79fed832a9 req-e2876d6a-c818-4fa5-a7d4-9ef9a23f2694 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:48.220211 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fee22844-4616-493f-9358-2e79fed832a9 req-e2876d6a-c818-4fa5-a7d4-9ef9a23f2694 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0534074 Nov 12 05:33:48.269981 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fee22844-4616-493f-9358-2e79fed832a9 req-a766984b-279c-419d-8f7f-12ff1158695d tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437105 Nov 12 05:33:48.833875 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:49.385086 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2a9d8-7bf6-48d6-bc05-b6a1ee284d70 req-80d9a4a7-3c4a-4c63-a1ae-305e11ca0a2b tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:49.386842 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2bd2a9d8-7bf6-48d6-bc05-b6a1ee284d70 req-80d9a4a7-3c4a-4c63-a1ae-305e11ca0a2b tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0492418 Nov 12 05:33:49.435107 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2bd2a9d8-7bf6-48d6-bc05-b6a1ee284d70 req-63720d84-cd9c-41e5-8720-e66ea4c305ad tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416131 Nov 12 05:33:50.556298 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a402f90-96af-40d5-b66e-e19edbcedcd9 req-2d20b6f2-36f4-464d-a08b-6f192c851329 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:50.557753 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0a402f90-96af-40d5-b66e-e19edbcedcd9 req-2d20b6f2-36f4-464d-a08b-6f192c851329 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0541804 Nov 12 05:33:50.611254 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0a402f90-96af-40d5-b66e-e19edbcedcd9 req-19833f48-6da4-48ab-b23d-4d53e4513010 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475528 Nov 12 05:33:51.729190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad28633-2d69-4645-915b-26457480bf14 req-07e57269-275e-4baf-8d42-bb75a43c204a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:51.730765 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cad28633-2d69-4645-915b-26457480bf14 req-07e57269-275e-4baf-8d42-bb75a43c204a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0504708 Nov 12 05:33:51.783350 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cad28633-2d69-4645-915b-26457480bf14 req-0ec5eb51-410b-4dbc-95f3-7b4e398878cd tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466087 Nov 12 05:33:52.907225 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44957add-0cf5-4cfc-a0b6-34b39e7997de req-aa2efac4-ae67-4a80-ab82-12a57611a58a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:52.908980 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44957add-0cf5-4cfc-a0b6-34b39e7997de req-aa2efac4-ae67-4a80-ab82-12a57611a58a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0539098 Nov 12 05:33:52.963605 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-44957add-0cf5-4cfc-a0b6-34b39e7997de req-b1a399c6-2d98-424c-97b5-04c3e9acbba2 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470319 Nov 12 05:33:54.087869 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa925e-a1fe-44c8-957e-dc6fc2d5250a req-0a7b45fa-135f-4a35-827b-57729e138bdb tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:54.089391 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5dfa925e-a1fe-44c8-957e-dc6fc2d5250a req-0a7b45fa-135f-4a35-827b-57729e138bdb tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0537918 Nov 12 05:33:54.140213 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5dfa925e-a1fe-44c8-957e-dc6fc2d5250a req-382d557c-7dce-4654-a44d-f8bf63251a5c tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445893 Nov 12 05:33:54.864182 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 066c21ae-9ff9-430e-9b94-42b073674e41 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:33:54.966333 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 066c21ae-9ff9-430e-9b94-42b073674e41, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=066c21ae-9ff9-430e-9b94-42b073674e41,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:54.978888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '066c21ae-9ff9-430e-9b94-42b073674e41', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'port_id': '066c21ae-9ff9-430e-9b94-42b073674e41', 'mac_address': 'fa:16:3e:ad:8a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:33:55.022606 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:55.039042 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 066c21ae-9ff9-430e-9b94-42b073674e41 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:33:55.059948 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 066c21ae-9ff9-430e-9b94-42b073674e41, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=066c21ae-9ff9-430e-9b94-42b073674e41,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:55.152033 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:55.200662 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=066c21ae-9ff9-430e-9b94-42b073674e41,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:55.209052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:55.209393 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:55.209724 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:55.210052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:55.210377 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:55.210724 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:55.211047 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:55.211363 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:55.211682 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:55.211998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:55.212310 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:55.212622 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:33:55.276424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb917a33-d3be-4a6a-809a-17011a28f7e0 req-8639746b-6827-4ecf-937b-60a8aa9551ba tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:55.277984 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb917a33-d3be-4a6a-809a-17011a28f7e0 req-8639746b-6827-4ecf-937b-60a8aa9551ba tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 945 time: 0.0621886 Nov 12 05:33:55.299529 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['066c21ae-9ff9-430e-9b94-42b073674e41'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:33:55.328563 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb917a33-d3be-4a6a-809a-17011a28f7e0 req-3e90ce58-9b42-4763-a993-ac01863c47c3 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444801 Nov 12 05:33:56.473550 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77fd35-fcb7-482a-b965-241aa75fbfd3 req-ce4d5f73-4496-4ad2-b754-fabf924b4bc7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:56.475074 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a77fd35-fcb7-482a-b965-241aa75fbfd3 req-ce4d5f73-4496-4ad2-b754-fabf924b4bc7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 945 time: 0.0668149 Nov 12 05:33:56.543200 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a77fd35-fcb7-482a-b965-241aa75fbfd3 req-7de7a41d-4685-4a5f-b0da-a5821223f039 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595460 Nov 12 05:33:56.881203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 066c21ae-9ff9-430e-9b94-42b073674e41 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:33:56.941446 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 066c21ae-9ff9-430e-9b94-42b073674e41 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:33:56.941811 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:57.055343 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:57.088611 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066c21ae-9ff9-430e-9b94-42b073674e41'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:33:57.090909 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545c9683-96d3-4b30-8400-f092a8841bc3" -d '{"events": [{"server_uuid": "303caddf-8ba8-48be-baf4-abcf17c4506f", "name": "network-vif-plugged", "status": "completed", "tag": "066c21ae-9ff9-430e-9b94-42b073674e41"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:33:57.107274 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 066c21ae-9ff9-430e-9b94-42b073674e41, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=066c21ae-9ff9-430e-9b94-42b073674e41,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:33:57.189195 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:57.216719 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec4f633-85f6-4586-93d9-51d235a7c40f x-openstack-request-id: req-9ec4f633-85f6-4586-93d9-51d235a7c40f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:33:57.217315 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303caddf-8ba8-48be-baf4-abcf17c4506f", "name": "network-vif-plugged", "status": "completed", "tag": "066c21ae-9ff9-430e-9b94-42b073674e41", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:33:57.217742 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ec4f633-85f6-4586-93d9-51d235a7c40f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:33:57.218192 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066c21ae-9ff9-430e-9b94-42b073674e41', 'code': 200} Nov 12 05:33:57.248986 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=066c21ae-9ff9-430e-9b94-42b073674e41,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:33:57.714311 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75d6af-ba0d-4d89-b9b9-3da1bedbf40f req-43698d0d-68c7-4b87-9eff-177258da4632 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:57.715951 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a75d6af-ba0d-4d89-b9b9-3da1bedbf40f req-43698d0d-68c7-4b87-9eff-177258da4632 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0707276 Nov 12 05:33:57.779014 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1a75d6af-ba0d-4d89-b9b9-3da1bedbf40f req-d545b4a1-02c3-469b-8585-d359f4a32272 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557680 Nov 12 05:33:58.980632 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08be314-991c-4131-b743-3c435041db74 req-37672109-1ef9-4251-bbab-ab1fe59ef676 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:58.982225 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b08be314-991c-4131-b743-3c435041db74 req-37672109-1ef9-4251-bbab-ab1fe59ef676 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0711806 Nov 12 05:33:59.066488 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b08be314-991c-4131-b743-3c435041db74 req-04dd7878-9e40-495c-bfa0-ad058b544cb4 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765028 Nov 12 05:34:00.206865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c397c0e-3b1b-4ba2-b8cd-3d85bccab25d req-4adb6e8c-dddf-4383-a48d-3d1f21174307 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:00.209009 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c397c0e-3b1b-4ba2-b8cd-3d85bccab25d req-4adb6e8c-dddf-4383-a48d-3d1f21174307 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0609722 Nov 12 05:34:00.287753 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7c397c0e-3b1b-4ba2-b8cd-3d85bccab25d req-4bb37ee3-65a2-4511-bb82-f46689860d0e tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704632 Nov 12 05:34:01.422528 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0926bf-42b0-4a77-b37e-c1267b4c43d2 req-5ad75b15-7e71-4a72-8f44-c13812232495 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:01.426126 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f0926bf-42b0-4a77-b37e-c1267b4c43d2 req-5ad75b15-7e71-4a72-8f44-c13812232495 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0574589 Nov 12 05:34:01.486104 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8f0926bf-42b0-4a77-b37e-c1267b4c43d2 req-73360349-bb22-4aef-9f32-5a3ba9d61ad5 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524662 Nov 12 05:34:02.640286 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a487ad-6044-4248-8e36-773eac988d9b req-5f14ba15-8e82-4a84-9ad4-3f8230965161 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:02.644112 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18a487ad-6044-4248-8e36-773eac988d9b req-5f14ba15-8e82-4a84-9ad4-3f8230965161 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0711844 Nov 12 05:34:02.731125 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-18a487ad-6044-4248-8e36-773eac988d9b req-4b1d3c21-ee4f-44e4-9ed5-6c7ef346d864 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782180 Nov 12 05:34:03.254407 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c5f315b3-88c3-4ddc-8c45-58f6ee226a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:03.876555 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d163d-9b7e-4c30-8e48-5054ba028326 req-054a126c-48b1-43bb-aecc-73a21d4f5e27 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:03.878892 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b22d163d-9b7e-4c30-8e48-5054ba028326 req-054a126c-48b1-43bb-aecc-73a21d4f5e27 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0666378 Nov 12 05:34:03.941625 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b22d163d-9b7e-4c30-8e48-5054ba028326 req-e1c1aec9-9a9b-4d06-9e0d-e174a27d9b5e tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555174 Nov 12 05:34:05.095120 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd1084-574c-4977-aab0-5060b65d563f req-c39c9788-31c6-4d42-b7df-22e14c23fbc9 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:05.103444 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-edfd1084-574c-4977-aab0-5060b65d563f req-c39c9788-31c6-4d42-b7df-22e14c23fbc9 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0624175 Nov 12 05:34:05.171322 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-edfd1084-574c-4977-aab0-5060b65d563f req-90c4b7be-c6ef-4811-982b-3e80ddde9e56 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668397 Nov 12 05:34:05.626278 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d8261cd5-23f1-43a4-a91b-1c2cb781c6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:06.287949 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0431d-bce3-4c46-ac3c-e9fd9e356963 req-1f836fbe-9f83-4f5d-a94e-54185d7a348c tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:06.289557 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6da0431d-bce3-4c46-ac3c-e9fd9e356963 req-1f836fbe-9f83-4f5d-a94e-54185d7a348c tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0523944 Nov 12 05:34:06.342002 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6da0431d-bce3-4c46-ac3c-e9fd9e356963 req-1e2bea3d-1ab0-4d42-82f1-da8a8028b331 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463088 Nov 12 05:34:06.652250 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068126e7-518e-4f92-91e6-96f4819d76b7 req-719d2cb9-527e-4f44-a2ec-ddb818e53986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:06.653964 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-068126e7-518e-4f92-91e6-96f4819d76b7 req-719d2cb9-527e-4f44-a2ec-ddb818e53986 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 1098 time: 0.0430229 Nov 12 05:34:06.754810 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068126e7-518e-4f92-91e6-96f4819d76b7 req-ff03394b-aa8b-47ba-9497-b266a6b54f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:06.756368 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-068126e7-518e-4f92-91e6-96f4819d76b7 req-ff03394b-aa8b-47ba-9497-b266a6b54f28 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 909 time: 0.0945013 Nov 12 05:34:06.826020 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-068126e7-518e-4f92-91e6-96f4819d76b7 req-9fe2ed81-1c91-472e-b5da-daf25cef3cb6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=066c21ae-9ff9-430e-9b94-42b073674e41 HTTP/1.1" status: 200 len: 1000 time: 0.0623550 Nov 12 05:34:06.883089 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068126e7-518e-4f92-91e6-96f4819d76b7 req-7db841b9-6aa1-481e-a721-f18874d37f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:06.884574 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-068126e7-518e-4f92-91e6-96f4819d76b7 req-7db841b9-6aa1-481e-a721-f18874d37f9e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0509651 Nov 12 05:34:06.935757 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068126e7-518e-4f92-91e6-96f4819d76b7 req-9a8d2e41-f57e-48eb-854f-5b781a917db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:06.937204 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-068126e7-518e-4f92-91e6-96f4819d76b7 req-9a8d2e41-f57e-48eb-854f-5b781a917db9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446889 Nov 12 05:34:07.027487 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-068126e7-518e-4f92-91e6-96f4819d76b7 req-4b9e8556-8a1e-4b21-b5ae-1285eeb4d432 service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833526 Nov 12 05:34:07.089169 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:07.127617 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-068126e7-518e-4f92-91e6-96f4819d76b7 req-5a1d777b-a1f2-4244-a13c-8a3b95d502b5 service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928433 Nov 12 05:34:07.474481 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ccfae-fd76-4bf0-943a-e4b1060c493a req-f065870d-2784-4a24-acdc-d7e33005db9d tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:07.476072 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f1ccfae-fd76-4bf0-943a-e4b1060c493a req-f065870d-2784-4a24-acdc-d7e33005db9d tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0502830 Nov 12 05:34:07.547776 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f1ccfae-fd76-4bf0-943a-e4b1060c493a req-7450c4d2-74f3-49e1-83bf-e1a0b7a7cd6b tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640740 Nov 12 05:34:08.651122 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:08.683197 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cc1be-7f19-4e04-b619-424e346c3a5c req-f981c3a4-0745-485b-a548-c7ea563cee44 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:08.684704 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-352cc1be-7f19-4e04-b619-424e346c3a5c req-f981c3a4-0745-485b-a548-c7ea563cee44 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0586627 Nov 12 05:34:08.741369 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-352cc1be-7f19-4e04-b619-424e346c3a5c req-247386d6-dade-48c3-ada0-3872759f8974 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498466 Nov 12 05:34:09.185798 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:09.867421 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893a44e-010c-4872-b10b-fd6ef554be13 req-e3bec964-9007-4a08-93f4-a2f3cbe18f0d tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:09.869170 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a893a44e-010c-4872-b10b-fd6ef554be13 req-e3bec964-9007-4a08-93f4-a2f3cbe18f0d tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0518932 Nov 12 05:34:09.919721 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a893a44e-010c-4872-b10b-fd6ef554be13 req-a6aa621d-4045-4ede-bffb-e38530313c2e tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444438 Nov 12 05:34:09.992534 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-80ca6519-8720-41c8-a067-1e127c12ad31 req-824f6cb5-138a-44e2-ab39-961477063eed service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:34:09.993464 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-80ca6519-8720-41c8-a067-1e127c12ad31 req-824f6cb5-138a-44e2-ab39-961477063eed service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078712 Nov 12 05:34:10.302414 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e136be3-be30-4db8-8892-0b1596dba4e8 req-ca3ded23-8bc4-4196-90fa-3ce17e4d3a7b tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:10.303838 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e136be3-be30-4db8-8892-0b1596dba4e8 req-ca3ded23-8bc4-4196-90fa-3ce17e4d3a7b tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0550234 Nov 12 05:34:10.355199 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0e136be3-be30-4db8-8892-0b1596dba4e8 req-6c55ab18-6982-465d-8bf1-c01c17e88e5f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452776 Nov 12 05:34:10.549791 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:34:10.722332 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-8548456e-bd71-410f-aa66-31489c8bde3e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0970657 Nov 12 05:34:11.015911 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 066c21ae-9ff9-430e-9b94-42b073674e41 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:11.094143 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:11.119820 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '066c21ae-9ff9-430e-9b94-42b073674e41'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:11.122055 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b52c26-2e35-46eb-a7e3-b4ab4aac98af" -d '{"events": [{"server_uuid": "303caddf-8ba8-48be-baf4-abcf17c4506f", "name": "network-vif-unplugged", "status": "completed", "tag": "066c21ae-9ff9-430e-9b94-42b073674e41"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:11.136364 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 066c21ae-9ff9-430e-9b94-42b073674e41, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=066c21ae-9ff9-430e-9b94-42b073674e41,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:11.157454 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffd3b6c-7188-4131-9f87-3edb36c4b195 x-openstack-request-id: req-3ffd3b6c-7188-4131-9f87-3edb36c4b195 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:11.157740 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303caddf-8ba8-48be-baf4-abcf17c4506f", "name": "network-vif-unplugged", "status": "failed", "tag": "066c21ae-9ff9-430e-9b94-42b073674e41", "code": 422}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:11.157992 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ffd3b6c-7188-4131-9f87-3edb36c4b195 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:11.158386 n-d-768509-24 neutron-server[103298]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '066c21ae-9ff9-430e-9b94-42b073674e41', 'code': 422} returned with failed status Nov 12 05:34:11.231762 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:11.279844 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=066c21ae-9ff9-430e-9b94-42b073674e41,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:11.476960 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cef261-97fc-432f-933b-e41fef116ed0 req-d7ab91b7-061b-4c28-8f43-866a9d28c904 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:11.478364 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c3cef261-97fc-432f-933b-e41fef116ed0 req-d7ab91b7-061b-4c28-8f43-866a9d28c904 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 944 time: 0.0533531 Nov 12 05:34:11.540633 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c3cef261-97fc-432f-933b-e41fef116ed0 req-5ee5deb5-58f3-4251-8c44-3699ec6267e8 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548191 Nov 12 05:34:12.390703 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-8a467633-0e8e-4e4c-8a04-aacd733a32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:12.392244 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-8a467633-0e8e-4e4c-8a04-aacd733a32a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f&tenant_id=7a5f5be5f1af4c72b46227e2453a65da HTTP/1.1" status: 200 len: 1096 time: 0.0431576 Nov 12 05:34:12.411459 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:34:12.468589 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:12.670436 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dab85-f3bf-4818-93ac-3a240d486eab req-65f13fd9-a910-42c7-89f5-b77eefe60293 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:12.672426 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-407dab85-f3bf-4818-93ac-3a240d486eab req-65f13fd9-a910-42c7-89f5-b77eefe60293 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 944 time: 0.0557177 Nov 12 05:34:12.684619 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] For port 066c21ae-9ff9-430e-9b94-42b073674e41, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=066c21ae-9ff9-430e-9b94-42b073674e41,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:12.719883 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] For port 066c21ae-9ff9-430e-9b94-42b073674e41, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:34:12.723928 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-407dab85-f3bf-4818-93ac-3a240d486eab req-a54290f0-a98b-436a-ae6f-697928c9916e tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456572 Nov 12 05:34:12.754306 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066c21ae-9ff9-430e-9b94-42b073674e41 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:34:12.762550 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:12.774714 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Transition to ACTIVE for port object 066c21ae-9ff9-430e-9b94-42b073674e41 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:34:12.825735 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:12.875237 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Pushing event updated for resources: {'Port': ['ID=066c21ae-9ff9-430e-9b94-42b073674e41,revision_number=9']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:13.260428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:13.260667 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:13.261002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:13.261333 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:13.261731 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:13.262010 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:13.262300 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:13.262742 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:13.262981 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:13.263301 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:13.263622 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:13.263941 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:13.305230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] No DVR routers for this DVR port 066c21ae-9ff9-430e-9b94-42b073674e41 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:13.440872 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Attempting to bind port 066c21ae-9ff9-430e-9b94-42b073674e41 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:34:13.441603 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Attempting to bind port 066c21ae-9ff9-430e-9b94-42b073674e41 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:34:13.441603 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Attempting to bind port 066c21ae-9ff9-430e-9b94-42b073674e41 on network e6ce0fa5-5135-487e-a05d-53091fb45494 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:13.445893 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Port 066c21ae-9ff9-430e-9b94-42b073674e41 on network e6ce0fa5-5135-487e-a05d-53091fb45494 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:34:13.446214 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Attempting to bind port 066c21ae-9ff9-430e-9b94-42b073674e41 on network e6ce0fa5-5135-487e-a05d-53091fb45494 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:34:13.451287 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:34:13.451620 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Checking segment: {'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:34:13.452005 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Bound using segment: {'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:34:13.452428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Bound port: 066c21ae-9ff9-430e-9b94-42b073674e41, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:34:13.452788 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:13.516963 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] For port 066c21ae-9ff9-430e-9b94-42b073674e41, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:34:13.520759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] For port 066c21ae-9ff9-430e-9b94-42b073674e41, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=066c21ae-9ff9-430e-9b94-42b073674e41,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:34:13.603320 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:13.640440 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:13.641119 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:13.642498 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] 10.222.0.21 "PUT /v2.0/ports/066c21ae-9ff9-430e-9b94-42b073674e41 HTTP/1.1" status: 200 len: 1093 time: 1.2360706 Nov 12 05:34:13.642971 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'tag': '066c21ae-9ff9-430e-9b94-42b073674e41'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:13.645754 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feab8a9e-1b47-4904-9269-303936175301" -d '{"events": [{"name": "network-changed", "server_uuid": "303caddf-8ba8-48be-baf4-abcf17c4506f", "tag": "066c21ae-9ff9-430e-9b94-42b073674e41"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:13.674654 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922ad89-8513-48d5-a2cb-01c90d6659cf service neutron] Pushing event updated for resources: {'Port': ['ID=066c21ae-9ff9-430e-9b94-42b073674e41,revision_number=10']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:13.726653 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-07443aed-cb87-4536-bd71-d12689a2a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:13.728402 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-07443aed-cb87-4536-bd71-d12689a2a283 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 1097 time: 0.0498302 Nov 12 05:34:13.809110 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4488df-a44d-473c-aab8-731adc1e331c x-openstack-request-id: req-2d4488df-a44d-473c-aab8-731adc1e331c {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:13.809404 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303caddf-8ba8-48be-baf4-abcf17c4506f", "tag": "066c21ae-9ff9-430e-9b94-42b073674e41", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:13.809634 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d4488df-a44d-473c-aab8-731adc1e331c {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:13.810042 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'tag': '066c21ae-9ff9-430e-9b94-42b073674e41', 'status': 'completed', 'code': 200} Nov 12 05:34:13.861631 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-acb5d01a-c2b4-4ea5-8697-902faa23fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:13.866898 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-acb5d01a-c2b4-4ea5-8697-902faa23fb7f service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 909 time: 0.1269970 Nov 12 05:34:13.916504 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b381e8-5107-4c44-804a-a60054d8850d req-3bdc2f4b-ccfb-4020-a739-98c4fdf5154c tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:13.918169 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4b381e8-5107-4c44-804a-a60054d8850d req-3bdc2f4b-ccfb-4020-a739-98c4fdf5154c tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 945 time: 0.0594919 Nov 12 05:34:13.938668 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-cf723e00-160f-4c44-a5aa-d75014771682 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=066c21ae-9ff9-430e-9b94-42b073674e41 HTTP/1.1" status: 200 len: 998 time: 0.0660548 Nov 12 05:34:13.979515 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f4b381e8-5107-4c44-804a-a60054d8850d req-925a8712-9d2a-475e-8d79-562d7ba81563 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539811 Nov 12 05:34:13.996540 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-db19aa10-6e74-499c-996d-741f52666bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:13.997989 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-db19aa10-6e74-499c-996d-741f52666bf1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0529091 Nov 12 05:34:14.049455 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-07fcd1ed-6695-4342-a614-a92097617a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.051697 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-07fcd1ed-6695-4342-a614-a92097617a11 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469308 Nov 12 05:34:14.155045 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-f549b3bb-4235-447c-afce-815bcab024a9 service neutron] 10.222.0.21 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952263 Nov 12 05:34:14.254170 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-47df3210-7fbb-45b3-ba85-60ac0fae9f2f req-f6324ef9-4bb2-4058-adb4-92f1c48b3520 service neutron] 10.222.0.21 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925665 Nov 12 05:34:14.488206 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab8a9e-1b47-4904-9269-303936175301 req-940991ae-5fa1-448e-9bf5-73423bd087ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.491000 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-feab8a9e-1b47-4904-9269-303936175301 req-940991ae-5fa1-448e-9bf5-73423bd087ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 1097 time: 0.0492902 Nov 12 05:34:14.604417 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab8a9e-1b47-4904-9269-303936175301 req-4aebcd66-4eca-403e-baa8-ce0a064513fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.605978 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-feab8a9e-1b47-4904-9269-303936175301 req-4aebcd66-4eca-403e-baa8-ce0a064513fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 909 time: 0.1071141 Nov 12 05:34:14.680935 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-feab8a9e-1b47-4904-9269-303936175301 req-d02fb1e9-9cb1-41bb-811c-82b70795ff4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=066c21ae-9ff9-430e-9b94-42b073674e41 HTTP/1.1" status: 200 len: 998 time: 0.0676198 Nov 12 05:34:14.738010 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab8a9e-1b47-4904-9269-303936175301 req-7bd49cbc-7e6d-4f56-95d8-ce8982fa448f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.739728 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-feab8a9e-1b47-4904-9269-303936175301 req-7bd49cbc-7e6d-4f56-95d8-ce8982fa448f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0510263 Nov 12 05:34:14.810047 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab8a9e-1b47-4904-9269-303936175301 req-7a0d2c3e-66b4-43c0-9403-c2948ad1ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:14.813391 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-feab8a9e-1b47-4904-9269-303936175301 req-7a0d2c3e-66b4-43c0-9403-c2948ad1ed05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667484 Nov 12 05:34:15.001237 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-feab8a9e-1b47-4904-9269-303936175301 req-e52ef787-0610-4673-92c8-26c135bf53d4 service neutron] 10.222.0.21 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750500 Nov 12 05:34:15.158810 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305caac-3600-47a8-af66-b9cdfdc67cae req-4bf8d459-206a-4dc4-a557-3ad44f1e6f9d tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:15.160653 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e305caac-3600-47a8-af66-b9cdfdc67cae req-4bf8d459-206a-4dc4-a557-3ad44f1e6f9d tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 945 time: 0.0860627 Nov 12 05:34:15.249416 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e305caac-3600-47a8-af66-b9cdfdc67cae req-f599d3eb-c307-4691-a920-c02807f0c64e tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824876 Nov 12 05:34:16.431359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96f6d6-7563-4824-99a8-5a5d801f5dd3 req-f6eb9191-74b8-4923-bae0-554391b4a5b2 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:16.433825 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca96f6d6-7563-4824-99a8-5a5d801f5dd3 req-f6eb9191-74b8-4923-bae0-554391b4a5b2 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 945 time: 0.0837283 Nov 12 05:34:16.520356 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca96f6d6-7563-4824-99a8-5a5d801f5dd3 req-15f7e6a0-a3bd-44fc-8b53-9e74e249a710 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794673 Nov 12 05:34:17.605724 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:17.710419 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24e4dc-0def-45c2-b684-0c36bf45ab67 req-9558a9ee-fea5-4458-8092-7e368b3ee6e6 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:17.712172 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e24e4dc-0def-45c2-b684-0c36bf45ab67 req-9558a9ee-fea5-4458-8092-7e368b3ee6e6 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 945 time: 0.0664675 Nov 12 05:34:17.783405 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9e24e4dc-0def-45c2-b684-0c36bf45ab67 req-555692df-a976-4178-9a77-1ef26d8840bb tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646894 Nov 12 05:34:18.832703 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:18.946893 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603ae3e-11ab-4038-ab3d-782758554a2b req-72d544ef-db9c-4623-a30a-5a84ded7927c tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:18.948402 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a603ae3e-11ab-4038-ab3d-782758554a2b req-72d544ef-db9c-4623-a30a-5a84ded7927c tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 945 time: 0.0711446 Nov 12 05:34:19.001743 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a603ae3e-11ab-4038-ab3d-782758554a2b req-c8e48230-99c4-4d29-b898-8054c9bd2540 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472903 Nov 12 05:34:20.144674 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315588f-d3c1-43a8-9431-a82267339779 req-58cc3e91-994f-454f-8054-0dcd46b1267f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:20.146300 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7315588f-d3c1-43a8-9431-a82267339779 req-58cc3e91-994f-454f-8054-0dcd46b1267f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 945 time: 0.0661538 Nov 12 05:34:20.213800 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7315588f-d3c1-43a8-9431-a82267339779 req-851466a1-8528-4467-b54b-6d6f56301364 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584924 Nov 12 05:34:21.417087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27e56d-08d9-4f8e-af0b-9bc448e9696c req-098f7602-9aac-48f0-9bc2-09e88aa6aa32 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:21.419918 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a27e56d-08d9-4f8e-af0b-9bc448e9696c req-098f7602-9aac-48f0-9bc2-09e88aa6aa32 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 945 time: 0.0903180 Nov 12 05:34:21.500817 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9a27e56d-08d9-4f8e-af0b-9bc448e9696c req-39dc0d8c-d909-4dea-89c7-d018b28c68eb tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718763 Nov 12 05:34:22.681598 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494941ab-65da-4f25-bdad-943561d01a20 req-2b3b8c0c-0c37-4787-8239-852930947d08 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.683568 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-494941ab-65da-4f25-bdad-943561d01a20 req-2b3b8c0c-0c37-4787-8239-852930947d08 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 945 time: 0.0720227 Nov 12 05:34:22.738967 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-494941ab-65da-4f25-bdad-943561d01a20 req-309c6069-55ec-474b-a18d-aad5befbdb56 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485296 Nov 12 05:34:23.875711 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbcc9b-7a43-484e-b47c-6eea759b39a5 req-88a8891e-0d36-4448-b97e-9d4782a3a967 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:23.877453 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55dbcc9b-7a43-484e-b47c-6eea759b39a5 req-88a8891e-0d36-4448-b97e-9d4782a3a967 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 945 time: 0.0613530 Nov 12 05:34:23.968508 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55dbcc9b-7a43-484e-b47c-6eea759b39a5 req-68a72e8e-7707-42c7-9c68-baff035aa68f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781679 Nov 12 05:34:25.091827 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bd8c0-e10a-4fae-802c-5a41d9e93159 req-7d39ff94-fb1e-4986-8193-824ad83de199 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:25.093346 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a2bd8c0-e10a-4fae-802c-5a41d9e93159 req-7d39ff94-fb1e-4986-8193-824ad83de199 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 945 time: 0.0520670 Nov 12 05:34:25.148431 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3a2bd8c0-e10a-4fae-802c-5a41d9e93159 req-36aa2874-2343-4370-8940-efd712f2fef8 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483232 Nov 12 05:34:26.271569 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6a374-f534-43b4-9b74-b3fb5c118dfe req-523ad882-889d-4f3d-a1d4-ccc95c41823a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:26.273177 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ede6a374-f534-43b4-9b74-b3fb5c118dfe req-523ad882-889d-4f3d-a1d4-ccc95c41823a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 945 time: 0.0549202 Nov 12 05:34:26.323666 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ede6a374-f534-43b4-9b74-b3fb5c118dfe req-d007b011-fc4a-4e84-b745-c7e050a53b09 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442367 Nov 12 05:34:26.653885 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-feab8a9e-1b47-4904-9269-303936175301 req-93dd776f-e629-4872-8f79-fedf440e28c6 service neutron] 10.222.0.21 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956340 Nov 12 05:34:27.450035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb90c8-3c4d-41b5-a33f-dddf827183bf req-dc27bffb-8981-4fac-b6fa-9c1d7c51b909 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:27.451611 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2aeb90c8-3c4d-41b5-a33f-dddf827183bf req-dc27bffb-8981-4fac-b6fa-9c1d7c51b909 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 945 time: 0.0548711 Nov 12 05:34:27.503156 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2aeb90c8-3c4d-41b5-a33f-dddf827183bf req-4aaa2cae-5f2e-4e08-b970-624159056e90 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455418 Nov 12 05:34:28.622754 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69ce0e-4d3f-4154-a7f6-9d59914f938e req-635bc144-61b2-4cfa-b9a7-832dd79e7021 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:28.624319 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-be69ce0e-4d3f-4154-a7f6-9d59914f938e req-635bc144-61b2-4cfa-b9a7-832dd79e7021 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 945 time: 0.0509501 Nov 12 05:34:28.676479 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-be69ce0e-4d3f-4154-a7f6-9d59914f938e req-2efd27a0-008a-4e45-8438-5c97df3e9ba3 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456407 Nov 12 05:34:29.795222 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc270a8-836e-4c7b-9276-e1a6bf052181 req-e56e0a33-ec4c-4724-9f9f-d538031b5299 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:29.796783 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8fc270a8-836e-4c7b-9276-e1a6bf052181 req-e56e0a33-ec4c-4724-9f9f-d538031b5299 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 945 time: 0.0501251 Nov 12 05:34:29.852246 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8fc270a8-836e-4c7b-9276-e1a6bf052181 req-0cb39ef3-62ee-4e06-860c-67a64f2fdbeb tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486557 Nov 12 05:34:30.883218 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 066c21ae-9ff9-430e-9b94-42b073674e41 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:34:30.976588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33440d-5d8f-44b1-8cc8-c892bbef28ab req-857618ce-ae0d-4c9a-b785-269f092fb030 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:30.978189 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba33440d-5d8f-44b1-8cc8-c892bbef28ab req-857618ce-ae0d-4c9a-b785-269f092fb030 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 945 time: 0.0522068 Nov 12 05:34:30.988052 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 066c21ae-9ff9-430e-9b94-42b073674e41, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=066c21ae-9ff9-430e-9b94-42b073674e41,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:31.000922 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '066c21ae-9ff9-430e-9b94-42b073674e41', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'port_id': '066c21ae-9ff9-430e-9b94-42b073674e41', 'mac_address': 'fa:16:3e:ad:8a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:34:31.038966 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ba33440d-5d8f-44b1-8cc8-c892bbef28ab req-193325bf-a2a2-4f7d-96c4-96ff2e241bfc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509930 Nov 12 05:34:31.042058 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:31.055892 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066c21ae-9ff9-430e-9b94-42b073674e41 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:34:31.075863 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 066c21ae-9ff9-430e-9b94-42b073674e41, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=066c21ae-9ff9-430e-9b94-42b073674e41,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:31.142175 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:31.189527 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=066c21ae-9ff9-430e-9b94-42b073674e41,revision_number=11']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:31.546056 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['066c21ae-9ff9-430e-9b94-42b073674e41'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:34:32.168317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30795f70-f11e-4755-9a8c-827112c1606c req-2a0693ca-af45-4bff-bc41-44ef2bb49f68 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:32.169921 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-30795f70-f11e-4755-9a8c-827112c1606c req-2a0693ca-af45-4bff-bc41-44ef2bb49f68 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 946 time: 0.0509810 Nov 12 05:34:32.220742 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-30795f70-f11e-4755-9a8c-827112c1606c req-d3e58661-5b71-4db6-ae93-22cc97844249 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445509 Nov 12 05:34:32.885165 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 066c21ae-9ff9-430e-9b94-42b073674e41 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:34:33.022460 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 066c21ae-9ff9-430e-9b94-42b073674e41 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:34:33.026617 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 066c21ae-9ff9-430e-9b94-42b073674e41 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:33.027010 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.105301 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.127482 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066c21ae-9ff9-430e-9b94-42b073674e41'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:33.129700 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daf4275-8606-4a0d-a2f0-3fff0c55b8a4" -d '{"events": [{"server_uuid": "303caddf-8ba8-48be-baf4-abcf17c4506f", "name": "network-vif-plugged", "status": "completed", "tag": "066c21ae-9ff9-430e-9b94-42b073674e41"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:33.144953 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 066c21ae-9ff9-430e-9b94-42b073674e41, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=066c21ae-9ff9-430e-9b94-42b073674e41,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:33.170898 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4d97eb-c062-44d3-a8af-e555c2869141 x-openstack-request-id: req-2a4d97eb-c062-44d3-a8af-e555c2869141 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:33.171178 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303caddf-8ba8-48be-baf4-abcf17c4506f", "name": "network-vif-plugged", "status": "completed", "tag": "066c21ae-9ff9-430e-9b94-42b073674e41", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:33.171427 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a4d97eb-c062-44d3-a8af-e555c2869141 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:33.171834 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066c21ae-9ff9-430e-9b94-42b073674e41', 'code': 200} Nov 12 05:34:33.228203 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.357060 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e00db-8c45-4e83-98b4-f017f9e29db4 req-719bb2b6-72cb-4f53-a17b-647b84ac5eb3 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:33.358668 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb9e00db-8c45-4e83-98b4-f017f9e29db4 req-719bb2b6-72cb-4f53-a17b-647b84ac5eb3 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 947 time: 0.0594254 Nov 12 05:34:33.424481 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5f64848f-8443-4fc5-9978-e38d4ebbb918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.431055 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cb9e00db-8c45-4e83-98b4-f017f9e29db4 req-16a500fb-0129-42fa-b1d3-4292bad59579 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658422 Nov 12 05:34:33.446002 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=066c21ae-9ff9-430e-9b94-42b073674e41,revision_number=12']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:33.481302 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d57b9-61ec-4b54-887c-121837697c16 req-986c90ca-2b82-4003-a7d3-a13cdc4ca2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:33.482839 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-671d57b9-61ec-4b54-887c-121837697c16 req-986c90ca-2b82-4003-a7d3-a13cdc4ca2e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 1099 time: 0.0484698 Nov 12 05:34:33.529547 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-671d57b9-61ec-4b54-887c-121837697c16 req-a16a86e8-1b9e-4859-a123-f238fba5f0ff service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399315 Nov 12 05:34:34.561107 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996b94f-e52d-4660-bcfd-78db28b2572d req-88bf2d57-3b0b-479b-b822-46f974300e3f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:34.562737 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0996b94f-e52d-4660-bcfd-78db28b2572d req-88bf2d57-3b0b-479b-b822-46f974300e3f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 947 time: 0.0511274 Nov 12 05:34:34.617777 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0996b94f-e52d-4660-bcfd-78db28b2572d req-2da4438b-0aba-44fb-b8ac-1c093f067410 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481713 Nov 12 05:34:35.605097 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8ed285b0-1c50-44dc-a35a-b14151851463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:35.750703 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c36b8-44c8-45e1-941b-b729ae0c8a0f req-59c3bb3f-05fe-4896-85ac-28371366535a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:35.752240 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef9c36b8-44c8-45e1-941b-b729ae0c8a0f req-59c3bb3f-05fe-4896-85ac-28371366535a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 947 time: 0.0584440 Nov 12 05:34:35.804764 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ef9c36b8-44c8-45e1-941b-b729ae0c8a0f req-2c94b7d2-94c7-483a-bfce-89bff37ccd2b tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463676 Nov 12 05:34:36.919556 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8340f55-5901-45bb-8819-c08689b7b02c req-a992a427-aa21-46b0-9ba1-8e33b88c8d0c tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:36.921023 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8340f55-5901-45bb-8819-c08689b7b02c req-a992a427-aa21-46b0-9ba1-8e33b88c8d0c tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 947 time: 0.0487385 Nov 12 05:34:36.980991 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a8340f55-5901-45bb-8819-c08689b7b02c req-87a67c18-eef5-4cee-9e74-91b96b20a829 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532639 Nov 12 05:34:37.065448 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:38.616353 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.168013 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:41.235802 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6770570a-f0fc-4080-9b38-3a920c4daf08 req-f50dd7c8-41ca-4b3e-8075-8e2d1d08ab15 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0814767 Nov 12 05:34:41.339425 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770570a-f0fc-4080-9b38-3a920c4daf08 req-1af174e7-03e2-406b-8f42-d71f2ee45d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:41.340923 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6770570a-f0fc-4080-9b38-3a920c4daf08 req-1af174e7-03e2-406b-8f42-d71f2ee45d24 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 1099 time: 0.0456908 Nov 12 05:34:41.444192 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770570a-f0fc-4080-9b38-3a920c4daf08 req-e0a5b934-9ce3-4d64-8393-c70e72271e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:41.445544 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6770570a-f0fc-4080-9b38-3a920c4daf08 req-e0a5b934-9ce3-4d64-8393-c70e72271e3f service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 909 time: 0.0859804 Nov 12 05:34:41.518883 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6770570a-f0fc-4080-9b38-3a920c4daf08 req-b3462f65-621a-427b-839a-a02b1d7329e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=066c21ae-9ff9-430e-9b94-42b073674e41 HTTP/1.1" status: 200 len: 1000 time: 0.0662456 Nov 12 05:34:41.567491 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770570a-f0fc-4080-9b38-3a920c4daf08 req-4ec188f4-60b7-4de0-a747-a5a47af51c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:41.568938 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6770570a-f0fc-4080-9b38-3a920c4daf08 req-4ec188f4-60b7-4de0-a747-a5a47af51c45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0437455 Nov 12 05:34:41.619784 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770570a-f0fc-4080-9b38-3a920c4daf08 req-ca15ae80-eb93-44df-b9a4-7710251b85bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:41.621302 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6770570a-f0fc-4080-9b38-3a920c4daf08 req-ca15ae80-eb93-44df-b9a4-7710251b85bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460575 Nov 12 05:34:41.714578 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6770570a-f0fc-4080-9b38-3a920c4daf08 req-193ffafb-1b20-4bb8-b880-e6efa9439b38 service neutron] 10.222.0.21 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863438 Nov 12 05:34:41.806361 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6770570a-f0fc-4080-9b38-3a920c4daf08 req-1e00b15f-e95a-4382-ab63-43b1bdd72a5f service neutron] 10.222.0.21 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852568 Nov 12 05:34:47.549155 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:34:47.593544 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.819098 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:03.242321 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c7e1049f-6bb0-49e0-a49b-a652939f4e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:05.619406 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9394a49e-5fa0-4587-907c-04c5ad451420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:07.081966 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:08.624692 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:09.167864 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:17.596023 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:18.838849 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:24.548027 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:35:33.258112 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-88416e9d-88a1-4a2a-ba5f-cb4c790b2ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:35.609778 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e00d22b-e280-417a-8fa8-a4f37e57a913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:37.069674 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:38.626918 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:39.189618 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:41.220241 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85ff3704-01dd-4f3b-92e7-852c693c5171 req-41ac02ad-af60-4fb4-a315-c2f8bdc5c285 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439644 Nov 12 05:35:41.317453 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff3704-01dd-4f3b-92e7-852c693c5171 req-fafbae33-6c9e-4fe8-a148-8fbd34a6f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:41.318968 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85ff3704-01dd-4f3b-92e7-852c693c5171 req-fafbae33-6c9e-4fe8-a148-8fbd34a6f137 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 1099 time: 0.0411677 Nov 12 05:35:41.420085 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff3704-01dd-4f3b-92e7-852c693c5171 req-f861cfdb-1da1-456e-a5d0-b0aeb5987ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:41.421678 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85ff3704-01dd-4f3b-92e7-852c693c5171 req-f861cfdb-1da1-456e-a5d0-b0aeb5987ea1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 909 time: 0.0845711 Nov 12 05:35:41.491201 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85ff3704-01dd-4f3b-92e7-852c693c5171 req-79df1b7a-730f-4eff-8779-0d3839418833 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=066c21ae-9ff9-430e-9b94-42b073674e41 HTTP/1.1" status: 200 len: 1000 time: 0.0619295 Nov 12 05:35:41.544616 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff3704-01dd-4f3b-92e7-852c693c5171 req-df4896ac-e6eb-4ff7-9a6d-66984aa4bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:41.546189 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85ff3704-01dd-4f3b-92e7-852c693c5171 req-df4896ac-e6eb-4ff7-9a6d-66984aa4bb77 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0458117 Nov 12 05:35:41.592456 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff3704-01dd-4f3b-92e7-852c693c5171 req-40b21ad8-5953-414b-8118-132cc4079f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:35:41.594507 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85ff3704-01dd-4f3b-92e7-852c693c5171 req-40b21ad8-5953-414b-8118-132cc4079f36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410991 Nov 12 05:35:41.606701 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [req-85ff3704-01dd-4f3b-92e7-852c693c5171 req-22504dad-5121-49b7-9a18-2e9f3d2e2336 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:35:41.607624 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85ff3704-01dd-4f3b-92e7-852c693c5171 req-22504dad-5121-49b7-9a18-2e9f3d2e2336 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054286 Nov 12 05:35:41.702913 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85ff3704-01dd-4f3b-92e7-852c693c5171 req-55217078-39ae-4eb1-9157-a35765187b07 service neutron] 10.222.0.21 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878675 Nov 12 05:35:41.797409 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85ff3704-01dd-4f3b-92e7-852c693c5171 req-b04fb012-1df6-4b57-8b70-5e2003a7cefe service neutron] 10.222.0.21 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868912 Nov 12 05:35:47.623577 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:48.841072 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:01.548473 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:36:03.226359 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b3e30b67-de5f-4e56-b11d-798f805a434f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:05.621116 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c866a5ba-8690-4003-b037-d5f7c3c00634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:07.066933 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:08.618266 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:09.201114 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:17.640428 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:18.857224 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:24.389925 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58966) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:24.551374 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Deleting port 3b7a6d9b-ae0e-4795-9765-663c44b70c44 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:36:24.551723 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:24.627177 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:24.627551 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:24.640334 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Calling delete_port for 3b7a6d9b-ae0e-4795-9765-663c44b70c44 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:36:24.849267 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:24.877406 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event deleted for resources: {'Port': ['ID=3b7a6d9b-ae0e-4795-9765-663c44b70c44,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:24.902422 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:24.902702 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:24.903080 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:24.903379 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:24.903699 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:24.904028 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:24.904350 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:24.904671 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:24.904989 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:24.905304 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:24.905624 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:24.905937 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:24.949369 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:24.949704 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Floating IP 506ee6da-e03d-4c9d-b60c-58f0381dd800 disassociated (deleted). External IP: 172.25.1.6, port: 066c21ae-9ff9-430e-9b94-42b073674e41. Nov 12 05:36:25.155621 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Router 7d8bff73-ab1c-4701-b87a-1588db58279f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:36:25.260822 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:36:25.265586 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:25.270614 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732be90-7dc5-4406-a9c5-c2c9da97724a None None] Sync routers for ids ['7d8bff73-ab1c-4701-b87a-1588db58279f'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:36:25.280410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732be90-7dc5-4406-a9c5-c2c9da97724a None None] Routers {'7d8bff73-ab1c-4701-b87a-1588db58279f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:25.281017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e732be90-7dc5-4406-a9c5-c2c9da97724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:36:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7d8bff73-ab1c-4701-b87a-1588db58279f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:25.295469 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2c79a970-1f5e-420a-8add-12de2f166728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "DELETE /v2.0/floatingips/506ee6da-e03d-4c9d-b60c-58f0381dd800 HTTP/1.1" status: 204 len: 168 time: 0.9044185 Nov 12 05:36:25.296188 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'tag': '066c21ae-9ff9-430e-9b94-42b073674e41'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:36:25.298478 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76884c3a-dc65-454f-b2b2-e9a94ae0b76f" -d '{"events": [{"name": "network-changed", "server_uuid": "303caddf-8ba8-48be-baf4-abcf17c4506f", "tag": "066c21ae-9ff9-430e-9b94-42b073674e41"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:36:25.390696 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e732be90-7dc5-4406-a9c5-c2c9da97724a None None] Set router 7d8bff73-ab1c-4701-b87a-1588db58279f gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:25.597759 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e732be90-7dc5-4406-a9c5-c2c9da97724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port': {'id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:17Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1a2bd9e8-ae3c-4840-8370-a1dad938fb62', 'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'mac_address': 'fa:16:3e:d5:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:19Z', 'updated_at': '2021-11-12T05:31:23Z', 'revision_number': 5, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'subnets': [{'id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:25.625760 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732be90-7dc5-4406-a9c5-c2c9da97724a None None] Checking router: 7d8bff73-ab1c-4701-b87a-1588db58279f for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:36:25.634920 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732be90-7dc5-4406-a9c5-c2c9da97724a None None] Routers {'7d8bff73-ab1c-4701-b87a-1588db58279f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:36:25.635641 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e732be90-7dc5-4406-a9c5-c2c9da97724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:36:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7d8bff73-ab1c-4701-b87a-1588db58279f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:25.723100 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096d12b1-82be-4ce1-bd61-ba3e879a5855 x-openstack-request-id: req-096d12b1-82be-4ce1-bd61-ba3e879a5855 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:36:25.723635 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303caddf-8ba8-48be-baf4-abcf17c4506f", "tag": "066c21ae-9ff9-430e-9b94-42b073674e41", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:36:25.723738 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-096d12b1-82be-4ce1-bd61-ba3e879a5855 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:36:25.724719 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'tag': '066c21ae-9ff9-430e-9b94-42b073674e41', 'status': 'completed', 'code': 200} Nov 12 05:36:25.744919 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-e732be90-7dc5-4406-a9c5-c2c9da97724a None None] Set router 7d8bff73-ab1c-4701-b87a-1588db58279f gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:36:25.833426 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7756ac7-b58c-44d1-99c6-57062863626b req-6ff9b9d9-7cf8-43bb-a715-3442548f05b2 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:25.834050 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76884c3a-dc65-454f-b2b2-e9a94ae0b76f req-bf3fb662-2fc2-4976-b0c8-8c6283cc8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:25.835003 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d7756ac7-b58c-44d1-99c6-57062863626b req-6ff9b9d9-7cf8-43bb-a715-3442548f05b2 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 947 time: 0.0634291 Nov 12 05:36:25.835478 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-76884c3a-dc65-454f-b2b2-e9a94ae0b76f req-bf3fb662-2fc2-4976-b0c8-8c6283cc8efe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 1099 time: 0.0497518 Nov 12 05:36:25.907536 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d7756ac7-b58c-44d1-99c6-57062863626b req-7736e20f-3a9f-4699-a0f1-e081c2aef79c tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652335 Nov 12 05:36:25.946502 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76884c3a-dc65-454f-b2b2-e9a94ae0b76f req-26025722-9b19-4e05-a45c-1270bbd30ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:25.948132 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-76884c3a-dc65-454f-b2b2-e9a94ae0b76f req-26025722-9b19-4e05-a45c-1270bbd30ae5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 909 time: 0.1035492 Nov 12 05:36:25.987889 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-e732be90-7dc5-4406-a9c5-c2c9da97724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port': {'id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:17Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1a2bd9e8-ae3c-4840-8370-a1dad938fb62', 'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'mac_address': 'fa:16:3e:d5:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:19Z', 'updated_at': '2021-11-12T05:31:23Z', 'revision_number': 5, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'subnets': [{'id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:36:25.997809 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-76884c3a-dc65-454f-b2b2-e9a94ae0b76f req-1e0a2fde-ede4-431d-ad6e-edde589b90d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=066c21ae-9ff9-430e-9b94-42b073674e41 HTTP/1.1" status: 200 len: 217 time: 0.0418048 Nov 12 05:36:26.016754 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732be90-7dc5-4406-a9c5-c2c9da97724a None None] The sync data for ids ['7d8bff73-ab1c-4701-b87a-1588db58279f'] in n-d-768509-24 is: [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port': {'id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:17Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1a2bd9e8-ae3c-4840-8370-a1dad938fb62', 'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'mac_address': 'fa:16:3e:d5:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:19Z', 'updated_at': '2021-11-12T05:31:23Z', 'revision_number': 5, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'subnets': [{'id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:36:26.054126 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76884c3a-dc65-454f-b2b2-e9a94ae0b76f req-0844e95f-f776-4eeb-884d-11e338626002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:26.055646 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-76884c3a-dc65-454f-b2b2-e9a94ae0b76f req-0844e95f-f776-4eeb-884d-11e338626002 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0501006 Nov 12 05:36:26.105543 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76884c3a-dc65-454f-b2b2-e9a94ae0b76f req-9d5e2ba5-2c60-40c6-a0dc-dc4446877a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:26.107532 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-76884c3a-dc65-454f-b2b2-e9a94ae0b76f req-9d5e2ba5-2c60-40c6-a0dc-dc4446877a00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439470 Nov 12 05:36:26.206032 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-76884c3a-dc65-454f-b2b2-e9a94ae0b76f req-ba2589fb-95ae-4d8d-ad53-69bbd09727e8 service neutron] 10.222.0.21 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894120 Nov 12 05:36:26.279273 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee15869-a29e-49db-9293-8c0d211eb358 None None] New status for floating IP 506ee6da-e03d-4c9d-b60c-58f0381dd800: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:36:26.305888 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-76884c3a-dc65-454f-b2b2-e9a94ae0b76f req-75ff28a5-1371-49b2-87cf-bb740ab39be0 service neutron] 10.222.0.21 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914526 Nov 12 05:36:27.031632 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74170cf-1a8d-4524-b675-e5555202999d req-9617485d-015f-49b0-a4d2-e51ab4f5eb86 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:27.033010 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b74170cf-1a8d-4524-b675-e5555202999d req-9617485d-015f-49b0-a4d2-e51ab4f5eb86 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 947 time: 0.0485687 Nov 12 05:36:27.082164 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b74170cf-1a8d-4524-b675-e5555202999d req-c67d7c6d-0573-43e9-bb44-872adb40415d tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=587d7962-f5bd-4f1b-b606-5eeccbd02b57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432329 Nov 12 05:36:27.630775 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b72ef4-dc65-47fc-ad31-f763d05447d0 req-059c05dc-059d-45d7-92aa-59fdf527e91c tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:27.632224 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-92b72ef4-dc65-47fc-ad31-f763d05447d0 req-059c05dc-059d-45d7-92aa-59fdf527e91c tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.21 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 947 time: 0.0548637 Nov 12 05:36:27.725448 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-92b72ef4-dc65-47fc-ad31-f763d05447d0 req-7ea7d5ab-ab61-466b-81d7-677fc641aaab tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Deleting port 066c21ae-9ff9-430e-9b94-42b073674e41 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:36:27.725790 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-92b72ef4-dc65-47fc-ad31-f763d05447d0 req-7ea7d5ab-ab61-466b-81d7-677fc641aaab tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.821310 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-92b72ef4-dc65-47fc-ad31-f763d05447d0 req-7ea7d5ab-ab61-466b-81d7-677fc641aaab tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] For port 066c21ae-9ff9-430e-9b94-42b073674e41, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=066c21ae-9ff9-430e-9b94-42b073674e41,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:36:27.821678 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-92b72ef4-dc65-47fc-ad31-f763d05447d0 req-7ea7d5ab-ab61-466b-81d7-677fc641aaab tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.835450 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-92b72ef4-dc65-47fc-ad31-f763d05447d0 req-7ea7d5ab-ab61-466b-81d7-677fc641aaab tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Calling delete_port for 066c21ae-9ff9-430e-9b94-42b073674e41 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:36:28.015317 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-92b72ef4-dc65-47fc-ad31-f763d05447d0 req-7ea7d5ab-ab61-466b-81d7-677fc641aaab tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.050303 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7d5ab-ab61-466b-81d7-677fc641aaab tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event deleted for resources: {'Port': ['ID=066c21ae-9ff9-430e-9b94-42b073674e41,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:28.095492 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b72ef4-dc65-47fc-ad31-f763d05447d0 req-7ea7d5ab-ab61-466b-81d7-677fc641aaab tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] No DVR routers for this DVR port 066c21ae-9ff9-430e-9b94-42b073674e41 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:36:28.098213 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-92b72ef4-dc65-47fc-ad31-f763d05447d0 req-7ea7d5ab-ab61-466b-81d7-677fc641aaab tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.101669 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-92b72ef4-dc65-47fc-ad31-f763d05447d0 req-7ea7d5ab-ab61-466b-81d7-677fc641aaab tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.21 "DELETE /v2.0/ports/066c21ae-9ff9-430e-9b94-42b073674e41 HTTP/1.1" status: 204 len: 173 time: 0.4635091 Nov 12 05:36:28.102121 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'name': 'network-vif-deleted', 'tag': '066c21ae-9ff9-430e-9b94-42b073674e41'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:36:28.104488 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9a87c8-5de8-4213-ba0b-d2b145bb23eb" -d '{"events": [{"server_uuid": "303caddf-8ba8-48be-baf4-abcf17c4506f", "name": "network-vif-deleted", "tag": "066c21ae-9ff9-430e-9b94-42b073674e41"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:36:28.179963 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1057e497-386e-4a97-a48e-ac65f3b8d24f req-d04de6db-7576-4a15-ad77-3b3c3438ebad tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=303caddf-8ba8-48be-baf4-abcf17c4506f HTTP/1.1" status: 200 len: 210 time: 0.0262764 Nov 12 05:36:28.230975 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8489b301-47fb-4e34-aaa5-a786e5ce1dbb x-openstack-request-id: req-8489b301-47fb-4e34-aaa5-a786e5ce1dbb {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:36:28.234898 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303caddf-8ba8-48be-baf4-abcf17c4506f", "name": "network-vif-deleted", "tag": "066c21ae-9ff9-430e-9b94-42b073674e41", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:36:28.234898 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8489b301-47fb-4e34-aaa5-a786e5ce1dbb {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:36:28.234898 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303caddf-8ba8-48be-baf4-abcf17c4506f', 'name': 'network-vif-deleted', 'tag': '066c21ae-9ff9-430e-9b94-42b073674e41', 'status': 'completed', 'code': 200} Nov 12 05:36:29.293767 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 58988) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:29.353538 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e0fe-9784-46ae-a63a-fcf624e979ef tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:29.378747 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e0fe-9784-46ae-a63a-fcf624e979ef tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:29.501015 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e0fe-9784-46ae-a63a-fcf624e979ef tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:29.503628 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e0fe-9784-46ae-a63a-fcf624e979ef tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:29.504813 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-c6e9e0fe-9784-46ae-a63a-fcf624e979ef tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "DELETE /v2.0/security-groups/587d7962-f5bd-4f1b-b606-5eeccbd02b57 HTTP/1.1" status: 204 len: 168 time: 0.2100589 Nov 12 05:36:29.515301 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9e0fe-9784-46ae-a63a-fcf624e979ef tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=587d7962-f5bd-4f1b-b606-5eeccbd02b57,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:30.885742 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58996) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:30.888806 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-cb302b48-c7bd-460f-bbcf-ed7f5761b9b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-897702479', 'description': 'tempest-secgroup-smoke-897702479 description', 'project_id': '7a5f5be5f1af4c72b46227e2453a65da'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:30.977615 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb302b48-c7bd-460f-bbcf-ed7f5761b9b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.048543 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb302b48-c7bd-460f-bbcf-ed7f5761b9b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.120361 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb302b48-c7bd-460f-bbcf-ed7f5761b9b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.150326 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb302b48-c7bd-460f-bbcf-ed7f5761b9b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=244966f7-fd89-4a1d-b520-dc1cf9e3942b,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:31.157627 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b48-c7bd-460f-bbcf-ed7f5761b9b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:31.157970 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b48-c7bd-460f-bbcf-ed7f5761b9b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:31.158319 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b48-c7bd-460f-bbcf-ed7f5761b9b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:31.158743 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b48-c7bd-460f-bbcf-ed7f5761b9b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:31.163540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b48-c7bd-460f-bbcf-ed7f5761b9b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:31.163540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b48-c7bd-460f-bbcf-ed7f5761b9b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:31.163540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b48-c7bd-460f-bbcf-ed7f5761b9b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:31.163540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b48-c7bd-460f-bbcf-ed7f5761b9b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:31.163540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b48-c7bd-460f-bbcf-ed7f5761b9b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:31.163540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b48-c7bd-460f-bbcf-ed7f5761b9b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:31.163540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b48-c7bd-460f-bbcf-ed7f5761b9b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:31.163540 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b48-c7bd-460f-bbcf-ed7f5761b9b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:36:31.208118 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb302b48-c7bd-460f-bbcf-ed7f5761b9b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.209422 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-cb302b48-c7bd-460f-bbcf-ed7f5761b9b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3247750 Nov 12 05:36:31.212501 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 58998) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:31.216991 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-5067fde5-ecf2-4f0d-afc7-724ef1f3d527 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Request body: {'security_group_rule': {'security_group_id': '244966f7-fd89-4a1d-b520-dc1cf9e3942b', 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:31.302443 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5067fde5-ecf2-4f0d-afc7-724ef1f3d527 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.347429 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 066c21ae-9ff9-430e-9b94-42b073674e41 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:36:31.362086 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5067fde5-ecf2-4f0d-afc7-724ef1f3d527 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.368361 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 066c21ae-9ff9-430e-9b94-42b073674e41 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:36:31.370246 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 066c21ae-9ff9-430e-9b94-42b073674e41 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:36:31.440373 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5067fde5-ecf2-4f0d-afc7-724ef1f3d527 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.459136 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067fde5-ecf2-4f0d-afc7-724ef1f3d527 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20f3520-b7dd-463c-a43e-170e751a4d57,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:31.536617 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5067fde5-ecf2-4f0d-afc7-724ef1f3d527 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.537869 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-5067fde5-ecf2-4f0d-afc7-724ef1f3d527 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3244247 Nov 12 05:36:31.540628 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59000) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:31.545010 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a4f2832e-c812-41c9-877e-3002030c292e tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Request body: {'security_group_rule': {'security_group_id': '244966f7-fd89-4a1d-b520-dc1cf9e3942b', 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:31.630962 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a4f2832e-c812-41c9-877e-3002030c292e tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.685797 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a4f2832e-c812-41c9-877e-3002030c292e tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.763716 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a4f2832e-c812-41c9-877e-3002030c292e tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.782491 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2832e-c812-41c9-877e-3002030c292e tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a71906c-897a-4ad5-99cd-e9bc4e361e05,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:31.850871 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a4f2832e-c812-41c9-877e-3002030c292e tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:31.852101 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a4f2832e-c812-41c9-877e-3002030c292e tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3105237 Nov 12 05:36:31.854786 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59002) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:31.859283 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-f55801c5-5ac9-4516-8dc1-8bcc3ff3b115 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Request body: {'security_group_rule': {'security_group_id': '244966f7-fd89-4a1d-b520-dc1cf9e3942b', 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:31.959198 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f55801c5-5ac9-4516-8dc1-8bcc3ff3b115 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:32.015847 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f55801c5-5ac9-4516-8dc1-8bcc3ff3b115 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:32.083326 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f55801c5-5ac9-4516-8dc1-8bcc3ff3b115 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:32.102016 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55801c5-5ac9-4516-8dc1-8bcc3ff3b115 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87cbff1-ec18-4c1a-90d9-789c95cdbabd,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:32.171198 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f55801c5-5ac9-4516-8dc1-8bcc3ff3b115 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:32.172461 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-f55801c5-5ac9-4516-8dc1-8bcc3ff3b115 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3166409 Nov 12 05:36:32.175303 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59004) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:32.179817 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-fc42c597-7c07-4d92-ade5-81f92bba1c8a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Request body: {'security_group_rule': {'security_group_id': '244966f7-fd89-4a1d-b520-dc1cf9e3942b', 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:32.253952 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fc42c597-7c07-4d92-ade5-81f92bba1c8a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:32.312559 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fc42c597-7c07-4d92-ade5-81f92bba1c8a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:32.380794 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fc42c597-7c07-4d92-ade5-81f92bba1c8a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:32.399929 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42c597-7c07-4d92-ade5-81f92bba1c8a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d7b28e-ee02-4dbb-8b64-c3ecc734ed0a,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:32.465337 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fc42c597-7c07-4d92-ade5-81f92bba1c8a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:32.466577 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fc42c597-7c07-4d92-ade5-81f92bba1c8a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2902532 Nov 12 05:36:32.469323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59006) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:32.473698 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-b93ccbb1-b648-4440-98ca-dbede638f9ad tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Request body: {'security_group_rule': {'security_group_id': '244966f7-fd89-4a1d-b520-dc1cf9e3942b', 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:32.554773 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-b93ccbb1-b648-4440-98ca-dbede638f9ad tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Project 7a5f5be5f1af4c72b46227e2453a65da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:36:32.560340 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b93ccbb1-b648-4440-98ca-dbede638f9ad tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:32.618508 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b93ccbb1-b648-4440-98ca-dbede638f9ad tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:32.700405 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b93ccbb1-b648-4440-98ca-dbede638f9ad tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:32.720757 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ccbb1-b648-4440-98ca-dbede638f9ad tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793da577-a137-4622-9e7c-d82d721a58f0,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:32.776623 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b93ccbb1-b648-4440-98ca-dbede638f9ad tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:32.777862 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-b93ccbb1-b648-4440-98ca-dbede638f9ad tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3075702 Nov 12 05:36:32.781058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59008) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:36:32.785382 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-dcb39305-8eb3-4241-9929-2c0a940e3929 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Request body: {'security_group_rule': {'security_group_id': '244966f7-fd89-4a1d-b520-dc1cf9e3942b', 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:32.888916 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-dcb39305-8eb3-4241-9929-2c0a940e3929 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Project 7a5f5be5f1af4c72b46227e2453a65da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:36:32.894061 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dcb39305-8eb3-4241-9929-2c0a940e3929 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:32.951665 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dcb39305-8eb3-4241-9929-2c0a940e3929 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:33.020279 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dcb39305-8eb3-4241-9929-2c0a940e3929 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:33.038316 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb39305-8eb3-4241-9929-2c0a940e3929 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016f7102-ec7a-4bbd-99c2-04a660e8981e,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:33.108145 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dcb39305-8eb3-4241-9929-2c0a940e3929 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:33.109432 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-dcb39305-8eb3-4241-9929-2c0a940e3929 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3274252 Nov 12 05:36:33.237490 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2bf44880-21c1-47f2-9495-ba044d35f214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:35.608815 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-43026ce0-6b1b-4637-bfa1-5ee1a8b598b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:37.076053 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:38.548377 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:36:38.655123 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:39.169225 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:47.648739 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:48.839960 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:55.079924 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-f01167a6-6618-4ef1-90b7-416c5ed91a65 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-897702479&fields=id&tenant_id=7a5f5be5f1af4c72b46227e2453a65da HTTP/1.1" status: 200 len: 267 time: 0.0549719 Nov 12 05:36:55.189851 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-bd958f4c-be3b-4daa-9f4b-ac7a68ba3ba4 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:55.191345 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-bd958f4c-be3b-4daa-9f4b-ac7a68ba3ba4 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 808 time: 0.1044693 Nov 12 05:36:55.206462 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-5b652ede-db6b-400c-aa2a-bc9de0dd301f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/quotas/7a5f5be5f1af4c72b46227e2453a65da HTTP/1.1" status: 200 len: 375 time: 0.0092032 Nov 12 05:36:55.261815 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-f93dfa71-1a24-4d1c-b62a-22b52b4690cb tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498812 Nov 12 05:36:55.405694 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-419e21e7-60cb-4946-9bfb-9171fa3c5c7a service neutron] 10.222.0.37 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311340 Nov 12 05:36:55.497933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-6711acb1-4565-483e-a83a-26cc05a5eaeb service neutron] 10.222.0.37 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861261 Nov 12 05:36:57.105264 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dc79cabf-a9ed-4b6f-b280-7a25d092c0ec req-ec82e2e4-d1a9-4a27-ae4d-5efc1df842c6 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 210 time: 0.0279493 Nov 12 05:36:58.211684 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b579f87-9b65-48a8-89e8-ade72025e383 req-38c8aba8-8fd8-4f24-a1ec-95ab2230af9f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 210 time: 0.0344708 Nov 12 05:36:58.948620 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-bb550e52-3112-46e9-b33d-bae4748b9a4f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:58.950082 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-bb550e52-3112-46e9-b33d-bae4748b9a4f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.31 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 808 time: 0.1062551 Nov 12 05:36:59.020058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-5451f99f-20d7-49b8-8ca2-2b34801d745c tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a5f5be5f1af4c72b46227e2453a65da HTTP/1.1" status: 200 len: 379 time: 0.0550175 Nov 12 05:36:59.028954 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-f0b3fb00-4bc9-4c93-9102-cd2d34071cfc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Request body: {'port': {'device_id': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'admin_state_up': True, 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'security_groups': ['244966f7-fd89-4a1d-b520-dc1cf9e3942b']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:59.214161 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-f0b3fb00-4bc9-4c93-9102-cd2d34071cfc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Made reservation on behalf of 7a5f5be5f1af4c72b46227e2453a65da for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:36:59.217790 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-f0b3fb00-4bc9-4c93-9102-cd2d34071cfc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:59.323316 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-673c329d-f14d-4f10-ae6f-fe18f54fe662 req-5a0cac2f-358c-4678-81a1-8ffa5c544f45 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 210 time: 0.0350251 Nov 12 05:36:59.373221 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-f0b3fb00-4bc9-4c93-9102-cd2d34071cfc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Allocated IP 172.20.0.10 (e6ce0fa5-5135-487e-a05d-53091fb45494/3ba114de-3a34-455a-85e4-426464e9b5be/151d6c7f-9be7-4b03-a84f-9619cc347ee4) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:36:59.516458 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-f0b3fb00-4bc9-4c93-9102-cd2d34071cfc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:59.617546 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-f0b3fb00-4bc9-4c93-9102-cd2d34071cfc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:59.665078 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-f0b3fb00-4bc9-4c93-9102-cd2d34071cfc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Network e6ce0fa5-5135-487e-a05d-53091fb45494 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:36:59.668228 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-f0b3fb00-4bc9-4c93-9102-cd2d34071cfc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:36:59.670715 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-f0b3fb00-4bc9-4c93-9102-cd2d34071cfc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:36:59.696514 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3fb00-4bc9-4c93-9102-cd2d34071cfc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event updated for resources: {'Port': ['ID=151d6c7f-9be7-4b03-a84f-9619cc347ee4,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:36:59.730761 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-f0b3fb00-4bc9-4c93-9102-cd2d34071cfc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:36:59.731420 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-f0b3fb00-4bc9-4c93-9102-cd2d34071cfc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:59.831918 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-f0b3fb00-4bc9-4c93-9102-cd2d34071cfc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8064489 Nov 12 05:36:59.843843 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-b172b7d8-c5b6-464b-a50e-a1f824185cfd tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:36:59.845905 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-b172b7d8-c5b6-464b-a50e-a1f824185cfd tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059123 Nov 12 05:36:59.907070 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Request body: {'port': {'device_id': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:36:59.963286 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:59.964621 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1625755b-9e98-416a-8468-4bccd7abab19 None None] Provisioning complete for port 151d6c7f-9be7-4b03-a84f-9619cc347ee4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:36:59.965137 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1625755b-9e98-416a-8468-4bccd7abab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:59.999276 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-1625755b-9e98-416a-8468-4bccd7abab19 None None] Port 151d6c7f-9be7-4b03-a84f-9619cc347ee4 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:37:00.232979 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 151d6c7f-9be7-4b03-a84f-9619cc347ee4 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:37:00.241134 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:00.253646 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Transition to ACTIVE for port object 151d6c7f-9be7-4b03-a84f-9619cc347ee4 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:37:00.314841 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:00.365450 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Pushing event updated for resources: {'Port': ['ID=151d6c7f-9be7-4b03-a84f-9619cc347ee4,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:00.477078 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Attempting to bind port 151d6c7f-9be7-4b03-a84f-9619cc347ee4 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:37:00.477424 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Attempting to bind port 151d6c7f-9be7-4b03-a84f-9619cc347ee4 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:37:00.477771 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Attempting to bind port 151d6c7f-9be7-4b03-a84f-9619cc347ee4 on network e6ce0fa5-5135-487e-a05d-53091fb45494 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:37:00.489015 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e22da-37c6-4746-aa59-eec7a5129de7 req-0da13249-79ad-4738-9321-dae1f698a41b tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:00.490498 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f18e22da-37c6-4746-aa59-eec7a5129de7 req-0da13249-79ad-4738-9321-dae1f698a41b tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0767465 Nov 12 05:37:00.492986 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Port 151d6c7f-9be7-4b03-a84f-9619cc347ee4 on network e6ce0fa5-5135-487e-a05d-53091fb45494 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:37:00.493314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Attempting to bind port 151d6c7f-9be7-4b03-a84f-9619cc347ee4 on network e6ce0fa5-5135-487e-a05d-53091fb45494 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:37:00.500607 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:37:00.500943 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Checking segment: {'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:37:00.501871 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Bound using segment: {'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:37:00.502323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Bound port: 151d6c7f-9be7-4b03-a84f-9619cc347ee4, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:37:00.502694 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:00.600624 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f18e22da-37c6-4746-aa59-eec7a5129de7 req-cbb41cc7-66fc-45a2-9aee-17f55222e00c tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018143 Nov 12 05:37:00.620660 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] For port 151d6c7f-9be7-4b03-a84f-9619cc347ee4, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:37:00.624451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] For port 151d6c7f-9be7-4b03-a84f-9619cc347ee4, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:37:00.697549 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:00.739662 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:00.740227 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:00.741639 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] 10.222.0.31 "PUT /v2.0/ports/151d6c7f-9be7-4b03-a84f-9619cc347ee4 HTTP/1.1" status: 200 len: 1093 time: 0.8811166 Nov 12 05:37:00.742085 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'tag': '151d6c7f-9be7-4b03-a84f-9619cc347ee4'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:37:00.747911 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3d4ae3-95cb-4998-9568-3af9240455e9" -d '{"events": [{"name": "network-changed", "server_uuid": "1d628c93-a49a-41fe-bb79-83b1854c8049", "tag": "151d6c7f-9be7-4b03-a84f-9619cc347ee4"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:37:00.773395 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40132fe9-33ab-45ce-aeeb-7c59a2ca36c8 service neutron] Pushing event updated for resources: {'Port': ['ID=151d6c7f-9be7-4b03-a84f-9619cc347ee4,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:00.868345 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d979d68d-4587-49b4-b04e-ef79c5633ca6 x-openstack-request-id: req-d979d68d-4587-49b4-b04e-ef79c5633ca6 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:37:00.868345 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d628c93-a49a-41fe-bb79-83b1854c8049", "tag": "151d6c7f-9be7-4b03-a84f-9619cc347ee4", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:37:00.868345 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d979d68d-4587-49b4-b04e-ef79c5633ca6 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:37:00.868345 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'tag': '151d6c7f-9be7-4b03-a84f-9619cc347ee4', 'status': 'completed', 'code': 200} Nov 12 05:37:00.898531 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-f6f20fb0-3db8-4e6a-9cb5-a141031c9a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:00.900225 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-f6f20fb0-3db8-4e6a-9cb5-a141031c9a11 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 1096 time: 0.0447197 Nov 12 05:37:00.953197 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-c15151e7-4124-4163-8746-27ce05a29157 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4 HTTP/1.1" status: 200 len: 217 time: 0.0394413 Nov 12 05:37:01.004325 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-20ecd7db-b94d-49a0-af60-a0c5a1868b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:01.005675 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-20ecd7db-b94d-49a0-af60-a0c5a1868b04 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0459495 Nov 12 05:37:01.053353 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-57558af5-5fe4-469b-92aa-b2d185ea27af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:01.054957 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-57558af5-5fe4-469b-92aa-b2d185ea27af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404038 Nov 12 05:37:01.154176 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-0371085e-251f-490d-81bd-e172da3fd6bc service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915701 Nov 12 05:37:01.244170 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5854ecf6-e622-43bc-86c9-fc233e0d84b8 req-68ff95b4-fe62-40df-b048-1de904fdf8a2 service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834126 Nov 12 05:37:01.410331 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d4ae3-95cb-4998-9568-3af9240455e9 req-80c048a8-90f6-4086-8c05-b594a0a4e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:01.411881 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f3d4ae3-95cb-4998-9568-3af9240455e9 req-80c048a8-90f6-4086-8c05-b594a0a4e9b2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 1096 time: 0.0472651 Nov 12 05:37:01.505724 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d4ae3-95cb-4998-9568-3af9240455e9 req-f6431f52-1f94-418c-bb91-1a2d476d9a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:01.507525 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f3d4ae3-95cb-4998-9568-3af9240455e9 req-f6431f52-1f94-418c-bb91-1a2d476d9a8a service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 909 time: 0.0880001 Nov 12 05:37:01.555670 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f3d4ae3-95cb-4998-9568-3af9240455e9 req-8698c53f-75d0-4e64-9e52-047d135cefa7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4 HTTP/1.1" status: 200 len: 217 time: 0.0405078 Nov 12 05:37:01.608309 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d4ae3-95cb-4998-9568-3af9240455e9 req-0c39aba7-a2f0-4770-847e-c2f75c8b6378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:01.609819 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f3d4ae3-95cb-4998-9568-3af9240455e9 req-0c39aba7-a2f0-4770-847e-c2f75c8b6378 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0465484 Nov 12 05:37:01.660073 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d4ae3-95cb-4998-9568-3af9240455e9 req-ffce6d20-d66d-45b4-9469-78a7cbc7696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:01.661782 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f3d4ae3-95cb-4998-9568-3af9240455e9 req-ffce6d20-d66d-45b4-9469-78a7cbc7696c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450227 Nov 12 05:37:01.777887 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f3822-4e0c-4e1a-b7d1-d1fc7e5d38a3 req-189cb1aa-b0a4-4df7-80d4-66518e11aef2 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:01.779432 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-491f3822-4e0c-4e1a-b7d1-d1fc7e5d38a3 req-189cb1aa-b0a4-4df7-80d4-66518e11aef2 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.1019595 Nov 12 05:37:01.810297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f3d4ae3-95cb-4998-9568-3af9240455e9 req-76ccc632-4de1-4a52-96f0-2255ba8a1d3c service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402681 Nov 12 05:37:01.864036 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-491f3822-4e0c-4e1a-b7d1-d1fc7e5d38a3 req-936341f1-a4a4-47ae-ac5a-7f4cfd63610f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747275 Nov 12 05:37:01.928014 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f3d4ae3-95cb-4998-9568-3af9240455e9 req-eba2bb59-2322-45ca-99c1-6ec16e253e2f service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095419 Nov 12 05:37:02.982332 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8613f59-4163-4279-bb07-cce71add0787 req-4266a4ea-112e-4a95-9de4-ee6bb0e2552f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:02.983948 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8613f59-4163-4279-bb07-cce71add0787 req-4266a4ea-112e-4a95-9de4-ee6bb0e2552f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0494411 Nov 12 05:37:03.040137 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b8613f59-4163-4279-bb07-cce71add0787 req-46ea884e-fde7-44b6-b8b7-c035431ed18b tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496781 Nov 12 05:37:03.245313 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fda136f4-65af-44b4-a872-5d329cd214b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:04.158569 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3f559-a109-44e5-9e55-117e005f625c req-cbd65d87-7ce8-477a-b28e-fdc9e1ec7644 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:04.160062 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cff3f559-a109-44e5-9e55-117e005f625c req-cbd65d87-7ce8-477a-b28e-fdc9e1ec7644 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0482230 Nov 12 05:37:04.212357 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cff3f559-a109-44e5-9e55-117e005f625c req-694eacee-840c-46be-ac77-409523b8c05b tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461228 Nov 12 05:37:05.599911 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fc3fd1ae-14fb-4628-ad49-43c348aaf4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:05.688777 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa4376-fd45-44e9-9b3d-840a71408ce7 req-1df0633f-acfb-4fa7-b05a-bfc67f1e43c7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:05.690299 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4aaa4376-fd45-44e9-9b3d-840a71408ce7 req-1df0633f-acfb-4fa7-b05a-bfc67f1e43c7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.4076648 Nov 12 05:37:05.743851 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4aaa4376-fd45-44e9-9b3d-840a71408ce7 req-53a12f14-3a63-4613-9800-e018bcd09ad1 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472677 Nov 12 05:37:06.877793 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398792f-2738-4d3b-8113-66180e27776a req-84d98c33-c0d6-4336-a7b1-8999ba065485 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:06.879296 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e398792f-2738-4d3b-8113-66180e27776a req-84d98c33-c0d6-4336-a7b1-8999ba065485 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0481474 Nov 12 05:37:06.928317 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e398792f-2738-4d3b-8113-66180e27776a req-2ac1e072-ade6-427a-ad4c-b450484a3a2d tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427399 Nov 12 05:37:07.082897 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:08.045870 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea859c0-5eab-479c-b063-4703f5c1619c req-fb71636d-5889-4401-a962-47c63e421bfc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:08.047288 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ea859c0-5eab-479c-b063-4703f5c1619c req-fb71636d-5889-4401-a962-47c63e421bfc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0498586 Nov 12 05:37:08.103181 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ea859c0-5eab-479c-b063-4703f5c1619c req-6b35ef8d-22bc-4919-8fb6-c45ebc7a69bd tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494013 Nov 12 05:37:08.645287 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.174330 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:09.218132 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21519809-fec2-4b94-8210-aefed8776f57 req-649f2afb-de41-4c10-b2af-905d931dc6ae tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:09.219680 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21519809-fec2-4b94-8210-aefed8776f57 req-649f2afb-de41-4c10-b2af-905d931dc6ae tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0493836 Nov 12 05:37:09.268126 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21519809-fec2-4b94-8210-aefed8776f57 req-a52d2108-c552-40c3-90ce-cdcfeed4632e tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419672 Nov 12 05:37:10.381588 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720309e-4299-4ce4-b39b-d9b5e17796a4 req-f3a1d09e-9efa-4476-bbda-d0d60146861a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:10.383399 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7720309e-4299-4ce4-b39b-d9b5e17796a4 req-f3a1d09e-9efa-4476-bbda-d0d60146861a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0484064 Nov 12 05:37:10.432473 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7720309e-4299-4ce4-b39b-d9b5e17796a4 req-24d2d4c4-8498-4b02-8e0f-92b097b290c5 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431039 Nov 12 05:37:11.550130 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b874a-5960-41fd-b66b-4bd01030855e req-3cfc5a0e-ffc0-4f6c-bd49-442370ac170f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:11.551622 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-596b874a-5960-41fd-b66b-4bd01030855e req-3cfc5a0e-ffc0-4f6c-bd49-442370ac170f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0523248 Nov 12 05:37:11.601085 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-596b874a-5960-41fd-b66b-4bd01030855e req-e8882205-c724-4e01-9df0-e0092dd77143 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422328 Nov 12 05:37:12.715087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01476694-8362-4a5a-9668-6650944c1d7f req-c096ffe9-c4c2-46a9-a4b5-e4c70ee4fd34 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:12.716610 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01476694-8362-4a5a-9668-6650944c1d7f req-c096ffe9-c4c2-46a9-a4b5-e4c70ee4fd34 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0488839 Nov 12 05:37:12.767587 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-01476694-8362-4a5a-9668-6650944c1d7f req-71c114b2-9ac5-48ef-942a-2b520f7dcaf7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450771 Nov 12 05:37:13.752910 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 151d6c7f-9be7-4b03-a84f-9619cc347ee4 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:37:13.849687 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 151d6c7f-9be7-4b03-a84f-9619cc347ee4, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:13.860553 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': '151d6c7f-9be7-4b03-a84f-9619cc347ee4', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'port_id': '151d6c7f-9be7-4b03-a84f-9619cc347ee4', 'mac_address': 'fa:16:3e:ca:83:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:37:13.887732 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a86e2f-204b-4e7e-aca0-413b12ccc702 req-718fa3a8-84a0-4e1b-a805-deaec12b6059 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:13.889276 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-79a86e2f-204b-4e7e-aca0-413b12ccc702 req-718fa3a8-84a0-4e1b-a805-deaec12b6059 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0530219 Nov 12 05:37:13.901083 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:13.914614 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 151d6c7f-9be7-4b03-a84f-9619cc347ee4 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:37:13.934522 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 151d6c7f-9be7-4b03-a84f-9619cc347ee4, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:13.939558 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-79a86e2f-204b-4e7e-aca0-413b12ccc702 req-46ed243a-6c10-4edc-b0b1-9884df390912 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442286 Nov 12 05:37:13.997246 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:14.045341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=151d6c7f-9be7-4b03-a84f-9619cc347ee4,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:14.058062 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:14.058404 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:14.058781 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:14.059254 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:14.059461 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:14.059796 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:14.061506 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:14.061843 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:14.062182 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:14.063755 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:14.064224 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:14.064567 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:37:14.321304 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['151d6c7f-9be7-4b03-a84f-9619cc347ee4'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:37:15.053895 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e894c7b-a021-4a0a-ae56-451257dfe234 req-c413a51e-4061-4b16-80f9-58f8fe203235 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:15.055273 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e894c7b-a021-4a0a-ae56-451257dfe234 req-c413a51e-4061-4b16-80f9-58f8fe203235 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 945 time: 0.0478544 Nov 12 05:37:15.105953 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e894c7b-a021-4a0a-ae56-451257dfe234 req-4c2f8c61-3f52-464f-a7d7-a2cc32a40ad4 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444076 Nov 12 05:37:15.547176 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:37:15.753772 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 151d6c7f-9be7-4b03-a84f-9619cc347ee4 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:37:15.862432 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port 151d6c7f-9be7-4b03-a84f-9619cc347ee4 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:37:15.866387 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port 151d6c7f-9be7-4b03-a84f-9619cc347ee4 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:37:15.869163 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:15.943951 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:15.965552 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151d6c7f-9be7-4b03-a84f-9619cc347ee4'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:37:15.967794 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b09e83-acf6-47e0-9d5e-996d7ee727e3" -d '{"events": [{"server_uuid": "1d628c93-a49a-41fe-bb79-83b1854c8049", "name": "network-vif-plugged", "status": "completed", "tag": "151d6c7f-9be7-4b03-a84f-9619cc347ee4"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:37:15.980267 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 151d6c7f-9be7-4b03-a84f-9619cc347ee4, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:37:16.006884 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc455b7-6d17-42ff-a127-6f0607529831 x-openstack-request-id: req-ecc455b7-6d17-42ff-a127-6f0607529831 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:37:16.006884 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d628c93-a49a-41fe-bb79-83b1854c8049", "name": "network-vif-plugged", "status": "completed", "tag": "151d6c7f-9be7-4b03-a84f-9619cc347ee4", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:37:16.006884 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ecc455b7-6d17-42ff-a127-6f0607529831 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:37:16.006884 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151d6c7f-9be7-4b03-a84f-9619cc347ee4', 'code': 200} Nov 12 05:37:16.066236 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:16.114043 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=151d6c7f-9be7-4b03-a84f-9619cc347ee4,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:16.129704 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2d439-a2f6-4b4a-8f1b-04c89b65af09 req-d86ec986-cb1e-42b5-9c1b-46654b46f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:16.131235 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cdc2d439-a2f6-4b4a-8f1b-04c89b65af09 req-d86ec986-cb1e-42b5-9c1b-46654b46f1dc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 1098 time: 0.0427332 Nov 12 05:37:16.196002 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cdc2d439-a2f6-4b4a-8f1b-04c89b65af09 req-2fdc9979-11e9-4244-ae9c-289e5b0adbe3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555241 Nov 12 05:37:16.232720 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d3b6d-d7f4-4f24-ba52-c033c4e81a44 req-d21dd83a-5b37-485c-a9f1-a26817c2e8a5 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:16.234226 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e75d3b6d-d7f4-4f24-ba52-c033c4e81a44 req-d21dd83a-5b37-485c-a9f1-a26817c2e8a5 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 946 time: 0.0553141 Nov 12 05:37:16.288544 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e75d3b6d-d7f4-4f24-ba52-c033c4e81a44 req-1e8c695c-1fba-4a96-be27-81e997af15f2 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459583 Nov 12 05:37:17.405968 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300c8db-d2f2-4896-9222-a569b8eaa930 req-8c133c59-9b10-4e80-8aae-d137445de431 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:17.407509 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0300c8db-d2f2-4896-9222-a569b8eaa930 req-8c133c59-9b10-4e80-8aae-d137445de431 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 946 time: 0.0514648 Nov 12 05:37:17.459271 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-0300c8db-d2f2-4896-9222-a569b8eaa930 req-c45c4426-7aa5-4d02-8371-5964c27bdece tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451801 Nov 12 05:37:17.691310 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:18.587798 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f24d93-b436-4590-9638-19315d11c793 req-d89ebddc-d62c-497a-9748-9f54cea99cbc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:18.590365 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33f24d93-b436-4590-9638-19315d11c793 req-d89ebddc-d62c-497a-9748-9f54cea99cbc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 946 time: 0.0654926 Nov 12 05:37:18.645275 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33f24d93-b436-4590-9638-19315d11c793 req-5ed7cd87-d9aa-41f5-bef4-39beb505cb4f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483570 Nov 12 05:37:18.760558 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1444f4-6b75-4cf8-90c1-a3684bb8efb1 req-d775dc04-fac1-437b-8ff3-f7d880c33579 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:18.762009 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f1444f4-6b75-4cf8-90c1-a3684bb8efb1 req-d775dc04-fac1-437b-8ff3-f7d880c33579 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 946 time: 0.0504665 Nov 12 05:37:18.816154 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f1444f4-6b75-4cf8-90c1-a3684bb8efb1 req-6f8ce9eb-d8a3-4557-ab41-1a098dd5ddb4 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455093 Nov 12 05:37:18.838982 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59224) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:18.842939 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:18.938029 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94bc0ec-a09a-4813-abd6-4328cafde13f tempest-TestShelveInstance-944440409 tempest-TestShelveInstance-944440409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:18.940214 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a94bc0ec-a09a-4813-abd6-4328cafde13f tempest-TestShelveInstance-944440409 tempest-TestShelveInstance-944440409-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 1093 time: 0.0996311 Nov 12 05:37:18.943002 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59228) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:37:18.947602 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': '151d6c7f-9be7-4b03-a84f-9619cc347ee4', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:37:19.051484 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for floatingip, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.163358 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.275781 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Allocated IP 172.25.1.218 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/7acf110f-3ca1-41da-a156-6e3b83166727) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:37:19.375135 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.483218 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:19.520945 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:37:19.527187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:37:19.532054 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:37:19.535469 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event updated for resources: {'Port': ['ID=7acf110f-3ca1-41da-a156-6e3b83166727,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:20.209724 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:20.351782 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:20.498497 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:20.547649 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:20.616169 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event updated for resources: {'Port': ['ID=7acf110f-3ca1-41da-a156-6e3b83166727,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:37:20.631769 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:20.730863 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Floating IP 2cf20208-2149-4374-bc89-11c51a95930b associated. External IP: 172.25.1.218, port: 151d6c7f-9be7-4b03-a84f-9619cc347ee4. Nov 12 05:37:20.933613 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Router 7d8bff73-ab1c-4701-b87a-1588db58279f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:37:21.041120 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:37:21.051288 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04664c5-c523-44d9-a2cb-8399a6056b54 None None] Sync routers for ids ['7d8bff73-ab1c-4701-b87a-1588db58279f'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:37:21.061247 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04664c5-c523-44d9-a2cb-8399a6056b54 None None] Routers {'7d8bff73-ab1c-4701-b87a-1588db58279f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:21.061848 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c04664c5-c523-44d9-a2cb-8399a6056b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:37:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7d8bff73-ab1c-4701-b87a-1588db58279f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:21.147688 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:21.174337 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c04664c5-c523-44d9-a2cb-8399a6056b54 None None] Set router 7d8bff73-ab1c-4701-b87a-1588db58279f gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:37:21.175870 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a3e25bce-70d9-422e-be80-13cb8290484a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2318463 Nov 12 05:37:21.176463 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'tag': '151d6c7f-9be7-4b03-a84f-9619cc347ee4'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:37:21.178900 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf883ce-351f-40d5-9fde-88f4e4091aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "1d628c93-a49a-41fe-bb79-83b1854c8049", "tag": "151d6c7f-9be7-4b03-a84f-9619cc347ee4"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:37:21.218953 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3b2f2d-1672-4ad4-b388-16b162f9a3e2 x-openstack-request-id: req-bc3b2f2d-1672-4ad4-b388-16b162f9a3e2 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:37:21.219592 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d628c93-a49a-41fe-bb79-83b1854c8049", "tag": "151d6c7f-9be7-4b03-a84f-9619cc347ee4", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:37:21.219592 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc3b2f2d-1672-4ad4-b388-16b162f9a3e2 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:37:21.220048 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'tag': '151d6c7f-9be7-4b03-a84f-9619cc347ee4', 'status': 'completed', 'code': 200} Nov 12 05:37:21.298761 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf883ce-351f-40d5-9fde-88f4e4091aaa req-578dc136-380b-461e-8a39-56dddad98596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:21.300297 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbf883ce-351f-40d5-9fde-88f4e4091aaa req-578dc136-380b-461e-8a39-56dddad98596 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 1098 time: 0.0404189 Nov 12 05:37:21.404018 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf883ce-351f-40d5-9fde-88f4e4091aaa req-361c6751-1e02-4b35-9976-a3faba025578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:21.405695 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbf883ce-351f-40d5-9fde-88f4e4091aaa req-361c6751-1e02-4b35-9976-a3faba025578 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 909 time: 0.0988784 Nov 12 05:37:21.483546 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbf883ce-351f-40d5-9fde-88f4e4091aaa req-798f5de1-5e69-413e-b5a0-53735171b3a0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4 HTTP/1.1" status: 200 len: 1000 time: 0.0703869 Nov 12 05:37:21.546016 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf883ce-351f-40d5-9fde-88f4e4091aaa req-e4747473-19bf-46d1-ae1b-6089ddb991a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:21.547569 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbf883ce-351f-40d5-9fde-88f4e4091aaa req-e4747473-19bf-46d1-ae1b-6089ddb991a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0564978 Nov 12 05:37:21.585174 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c04664c5-c523-44d9-a2cb-8399a6056b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port': {'id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:17Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '2cf20208-2149-4374-bc89-11c51a95930b', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'port_id': '151d6c7f-9be7-4b03-a84f-9619cc347ee4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'mac_address': 'fa:16:3e:ca:83:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:37:19Z', 'updated_at': '2021-11-12T05:37:19Z', 'revision_number': 0, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2bd9e8-ae3c-4840-8370-a1dad938fb62', 'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'mac_address': 'fa:16:3e:d5:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:19Z', 'updated_at': '2021-11-12T05:31:23Z', 'revision_number': 5, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'subnets': [{'id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:21.599352 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf883ce-351f-40d5-9fde-88f4e4091aaa req-4f7d13aa-e3eb-4b9f-ad42-80d9a4b173d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:21.600887 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbf883ce-351f-40d5-9fde-88f4e4091aaa req-4f7d13aa-e3eb-4b9f-ad42-80d9a4b173d8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466268 Nov 12 05:37:21.615539 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04664c5-c523-44d9-a2cb-8399a6056b54 None None] Checking router: 7d8bff73-ab1c-4701-b87a-1588db58279f for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:37:21.624174 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04664c5-c523-44d9-a2cb-8399a6056b54 None None] Routers {'7d8bff73-ab1c-4701-b87a-1588db58279f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:37:21.624787 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c04664c5-c523-44d9-a2cb-8399a6056b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:37:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7d8bff73-ab1c-4701-b87a-1588db58279f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:21.708041 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbf883ce-351f-40d5-9fde-88f4e4091aaa req-56c0cbb0-bf9c-430a-bcc3-a402d39d866b service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984435 Nov 12 05:37:21.738832 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-c04664c5-c523-44d9-a2cb-8399a6056b54 None None] Set router 7d8bff73-ab1c-4701-b87a-1588db58279f gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:37:21.801692 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fbf883ce-351f-40d5-9fde-88f4e4091aaa req-fc88399a-8ea0-491f-b620-636a827121d5 service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863059 Nov 12 05:37:21.976533 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-c04664c5-c523-44d9-a2cb-8399a6056b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port': {'id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:17Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '2cf20208-2149-4374-bc89-11c51a95930b', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'port_id': '151d6c7f-9be7-4b03-a84f-9619cc347ee4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'mac_address': 'fa:16:3e:ca:83:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:37:19Z', 'updated_at': '2021-11-12T05:37:19Z', 'revision_number': 0, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2bd9e8-ae3c-4840-8370-a1dad938fb62', 'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'mac_address': 'fa:16:3e:d5:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:19Z', 'updated_at': '2021-11-12T05:31:23Z', 'revision_number': 5, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'subnets': [{'id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:37:22.004129 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04664c5-c523-44d9-a2cb-8399a6056b54 None None] The sync data for ids ['7d8bff73-ab1c-4701-b87a-1588db58279f'] in n-d-768509-24 is: [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port': {'id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:17Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '2cf20208-2149-4374-bc89-11c51a95930b', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'port_id': '151d6c7f-9be7-4b03-a84f-9619cc347ee4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'mac_address': 'fa:16:3e:ca:83:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:37:19Z', 'updated_at': '2021-11-12T05:37:19Z', 'revision_number': 0, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2bd9e8-ae3c-4840-8370-a1dad938fb62', 'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'mac_address': 'fa:16:3e:d5:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:19Z', 'updated_at': '2021-11-12T05:31:23Z', 'revision_number': 5, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'subnets': [{'id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:37:22.208917 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40802d38-1eb2-4a3c-90f2-6ccfa3f4329c None None] New status for floating IP 2cf20208-2149-4374-bc89-11c51a95930b: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:37:33.238372 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f5ad49ec-f1d9-4143-98c1-316c27bffe21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:35.619380 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7b078bcc-597c-4c06-a955-de8994bdca80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:37.113653 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:38.671215 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:39.198884 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:43.652231 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-894fc876-aee1-4542-beaf-a5f8a204f8b9 req-591635c9-6c9f-40af-beb8-31ac3041b270 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442188 Nov 12 05:37:43.801429 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fc876-aee1-4542-beaf-a5f8a204f8b9 req-6b476875-9ee8-4f1c-899f-3439dd73b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:43.801429 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-894fc876-aee1-4542-beaf-a5f8a204f8b9 req-6b476875-9ee8-4f1c-899f-3439dd73b87e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 1098 time: 0.0466764 Nov 12 05:37:43.861867 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fc876-aee1-4542-beaf-a5f8a204f8b9 req-f288ad60-8d31-46b3-8bbb-0669ea71cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:43.863380 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-894fc876-aee1-4542-beaf-a5f8a204f8b9 req-f288ad60-8d31-46b3-8bbb-0669ea71cf5e service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 909 time: 0.0858688 Nov 12 05:37:43.934822 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-894fc876-aee1-4542-beaf-a5f8a204f8b9 req-ef1c9af3-d8cd-4659-b29c-f2ac9768957e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4 HTTP/1.1" status: 200 len: 1002 time: 0.0636318 Nov 12 05:37:43.986899 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fc876-aee1-4542-beaf-a5f8a204f8b9 req-3df85656-f712-4495-aabd-5dc9e0c50baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:43.988503 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-894fc876-aee1-4542-beaf-a5f8a204f8b9 req-3df85656-f712-4495-aabd-5dc9e0c50baa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0464807 Nov 12 05:37:44.036103 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fc876-aee1-4542-beaf-a5f8a204f8b9 req-c25eb48c-4aff-4f7c-802d-3b69b2ea50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:37:44.037755 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-894fc876-aee1-4542-beaf-a5f8a204f8b9 req-c25eb48c-4aff-4f7c-802d-3b69b2ea50aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417488 Nov 12 05:37:44.133974 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-894fc876-aee1-4542-beaf-a5f8a204f8b9 req-acee9951-61ac-4536-8f80-8ac618d42173 service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895083 Nov 12 05:37:44.227217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-894fc876-aee1-4542-beaf-a5f8a204f8b9 req-7896f06e-94b6-4f48-86a0-a7c2d44fbbf3 service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850515 Nov 12 05:37:47.707132 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:48.849974 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:52.546289 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:38:03.284116 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-c21246c6-e2c3-4f86-975b-87a300683144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:05.609744 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e98298a8-ab5f-4fc3-a7fc-1b21aebe1db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:07.088040 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:08.661749 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:09.193283 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:17.667650 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:18.935812 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:29.545231 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:38:33.235805 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-add0f897-5a91-40c0-9d57-1529e8a327a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:35.608225 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-041655e8-0338-4559-9fd9-c9378a9ba4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:37.089593 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:38.671924 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:39.186426 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:44.644984 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fb10284-8cbd-44ca-b89e-0577742400e0 req-e88e5b52-be81-4bab-8c6c-efa0c429fddb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455899 Nov 12 05:38:44.743865 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb10284-8cbd-44ca-b89e-0577742400e0 req-47f9a64e-658e-44eb-8eff-d0a48cfcbaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:38:44.745370 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fb10284-8cbd-44ca-b89e-0577742400e0 req-47f9a64e-658e-44eb-8eff-d0a48cfcbaec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 1098 time: 0.0425677 Nov 12 05:38:44.856235 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb10284-8cbd-44ca-b89e-0577742400e0 req-e1380af2-9a38-4194-bbff-2acb666bfa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:38:44.857709 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fb10284-8cbd-44ca-b89e-0577742400e0 req-e1380af2-9a38-4194-bbff-2acb666bfa2b service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 909 time: 0.0923760 Nov 12 05:38:44.927556 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fb10284-8cbd-44ca-b89e-0577742400e0 req-b11d0690-19e1-477e-9372-988bdf8ce9dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4 HTTP/1.1" status: 200 len: 1002 time: 0.0629325 Nov 12 05:38:44.977499 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb10284-8cbd-44ca-b89e-0577742400e0 req-f4be8697-379f-4dc2-905f-d6d934c8ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:38:44.978961 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fb10284-8cbd-44ca-b89e-0577742400e0 req-f4be8697-379f-4dc2-905f-d6d934c8ed75 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0437982 Nov 12 05:38:45.025556 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb10284-8cbd-44ca-b89e-0577742400e0 req-90759612-248a-4d00-856d-15550b6775cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:38:45.027075 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fb10284-8cbd-44ca-b89e-0577742400e0 req-90759612-248a-4d00-856d-15550b6775cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412600 Nov 12 05:38:45.124159 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fb10284-8cbd-44ca-b89e-0577742400e0 req-34a5a23e-63c5-416f-9014-2c0ef9145180 service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896454 Nov 12 05:38:45.217877 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fb10284-8cbd-44ca-b89e-0577742400e0 req-11436d9d-a562-4d18-bb35-6fb316a13925 service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861857 Nov 12 05:38:47.660250 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:48.860676 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:03.247398 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-528120af-d332-4c15-a27a-1d9d7d5a25c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:05.614697 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d59ff46d-c2c5-46d0-a2b4-2dbd3d30e4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:06.545692 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:39:07.088393 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:08.675223 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:09.201224 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:17.709750 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:18.841261 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:33.261002 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fabd7b66-905d-406b-a166-46e21c6053b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:35.608320 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e48e7a5d-ac95-4a06-b213-f1c4f979da46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:37.133689 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:38.670942 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:39.202340 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:43.545868 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:39:46.642516 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d51acd2-ae61-4217-b1d1-5f7d38b80132 req-f804a315-8b14-4e04-b4f1-54e0fcf639b8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415947 Nov 12 05:39:46.743933 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51acd2-ae61-4217-b1d1-5f7d38b80132 req-a8dffaea-63c8-43b2-bb49-2172e28b1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:46.745493 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d51acd2-ae61-4217-b1d1-5f7d38b80132 req-a8dffaea-63c8-43b2-bb49-2172e28b1a84 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 1098 time: 0.0433450 Nov 12 05:39:46.858815 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51acd2-ae61-4217-b1d1-5f7d38b80132 req-a087a07f-20ec-4c7c-96e4-c9900cfff4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:46.860276 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d51acd2-ae61-4217-b1d1-5f7d38b80132 req-a087a07f-20ec-4c7c-96e4-c9900cfff4ce service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 909 time: 0.0948906 Nov 12 05:39:46.926892 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d51acd2-ae61-4217-b1d1-5f7d38b80132 req-2974629b-9d3d-4754-8203-d2958bcc1cbf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4 HTTP/1.1" status: 200 len: 1002 time: 0.0586720 Nov 12 05:39:46.977333 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51acd2-ae61-4217-b1d1-5f7d38b80132 req-2d9da610-f2c5-45d2-b57d-095061cd2f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:46.978871 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d51acd2-ae61-4217-b1d1-5f7d38b80132 req-2d9da610-f2c5-45d2-b57d-095061cd2f8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0445757 Nov 12 05:39:47.029886 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51acd2-ae61-4217-b1d1-5f7d38b80132 req-07e928fb-0b35-4b20-bd0d-e352d6a25d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:47.031437 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d51acd2-ae61-4217-b1d1-5f7d38b80132 req-07e928fb-0b35-4b20-bd0d-e352d6a25d44 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454755 Nov 12 05:39:47.124659 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d51acd2-ae61-4217-b1d1-5f7d38b80132 req-02917426-9ac3-41bf-8408-77020935667c service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845659 Nov 12 05:39:47.219903 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1d51acd2-ae61-4217-b1d1-5f7d38b80132 req-efc3b74b-136c-48a8-be93-6abf0c41fbae service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882230 Nov 12 05:39:47.453302 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43a770-37e3-4a0b-90b9-9649f3b490bb req-0b83531d-312b-452b-b8b9-0e1e84ff02c3 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:47.454830 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea43a770-37e3-4a0b-90b9-9649f3b490bb req-0b83531d-312b-452b-b8b9-0e1e84ff02c3 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 946 time: 0.0957489 Nov 12 05:39:47.504791 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ea43a770-37e3-4a0b-90b9-9649f3b490bb req-79f24c5d-24d4-4324-84f6-4fb27d3ee114 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437727 Nov 12 05:39:47.693188 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:48.651317 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7e17c-0919-47da-9f97-a4421088528b req-ca810a3b-d802-430a-bdfd-18c526d04a5b tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:48.652805 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45a7e17c-0919-47da-9f97-a4421088528b req-ca810a3b-d802-430a-bdfd-18c526d04a5b tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 946 time: 0.0493112 Nov 12 05:39:48.706267 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-45a7e17c-0919-47da-9f97-a4421088528b req-c2dd3062-ac63-4415-9834-1fbb3117f300 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474946 Nov 12 05:39:48.853744 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:49.822927 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97b106-5a88-46f6-a024-8e9e39018aa9 req-a98bf866-b64e-4c07-a2c0-abcee4bdc4bb tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:49.824585 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff97b106-5a88-46f6-a024-8e9e39018aa9 req-a98bf866-b64e-4c07-a2c0-abcee4bdc4bb tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 946 time: 0.0512078 Nov 12 05:39:49.874235 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ff97b106-5a88-46f6-a024-8e9e39018aa9 req-9e71eda7-52be-4672-a36c-b5da96daefd6 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435882 Nov 12 05:39:51.005402 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a6479-ea63-4511-bc95-4c2099bac33a req-367afc14-5c2d-417d-8d13-cea96d93c0cc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:51.006836 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d7a6479-ea63-4511-bc95-4c2099bac33a req-367afc14-5c2d-417d-8d13-cea96d93c0cc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 946 time: 0.0644622 Nov 12 05:39:51.055744 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d7a6479-ea63-4511-bc95-4c2099bac33a req-a1aa97b5-eb88-4d43-8247-3b80cf19c440 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429893 Nov 12 05:39:52.174723 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d412faa-a859-45f8-8b00-d4043d855fee req-e4588bf5-fedb-4b4a-9a79-6b5832d55af3 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:52.176216 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d412faa-a859-45f8-8b00-d4043d855fee req-e4588bf5-fedb-4b4a-9a79-6b5832d55af3 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 946 time: 0.0528634 Nov 12 05:39:52.225446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d412faa-a859-45f8-8b00-d4043d855fee req-c5336493-d532-43cb-9317-2eba1b5c1bd0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427299 Nov 12 05:39:53.357368 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b21ec-da32-492c-b8ce-0807efb03bf3 req-26ac2885-0f2e-4d46-ab81-47e4c7b634a9 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:53.359166 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-854b21ec-da32-492c-b8ce-0807efb03bf3 req-26ac2885-0f2e-4d46-ab81-47e4c7b634a9 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 946 time: 0.0627718 Nov 12 05:39:53.408767 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-854b21ec-da32-492c-b8ce-0807efb03bf3 req-a6c98d56-313d-43d6-88a5-054943a7fbd2 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439687 Nov 12 05:39:54.526151 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1d810-6e4f-4141-935f-b83019e61097 req-706c2a77-ca9e-4121-882a-eef387b0a861 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:54.527714 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fb1d810-6e4f-4141-935f-b83019e61097 req-706c2a77-ca9e-4121-882a-eef387b0a861 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 946 time: 0.0499663 Nov 12 05:39:54.581093 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9fb1d810-6e4f-4141-935f-b83019e61097 req-5baad664-e421-4249-8f2e-d1abdb600b30 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473185 Nov 12 05:39:55.700572 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787e35b-1835-40f1-b580-ba887980d03b req-e464d55c-456d-4066-8cae-3441d51cf24a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:55.702062 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d787e35b-1835-40f1-b580-ba887980d03b req-e464d55c-456d-4066-8cae-3441d51cf24a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 946 time: 0.0502393 Nov 12 05:39:55.752742 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d787e35b-1835-40f1-b580-ba887980d03b req-ae5570db-30d1-4cfe-9a5f-625bd082dd8b tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447342 Nov 12 05:39:56.868252 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33818c23-cfec-4780-929c-6f7b3bef91bd req-b78ec529-f13f-48b5-b91d-4b9642f06dff tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:56.873271 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33818c23-cfec-4780-929c-6f7b3bef91bd req-b78ec529-f13f-48b5-b91d-4b9642f06dff tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 946 time: 0.0496678 Nov 12 05:39:56.925398 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-33818c23-cfec-4780-929c-6f7b3bef91bd req-712c9e43-7749-4f42-9950-0cfb2cc5d8e2 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434251 Nov 12 05:39:57.684983 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c9c2b-7eec-4aa7-b782-7cc04555693a req-2b758d30-88c1-41ba-ad7d-dbb2b83d96e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:57.686488 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-924c9c2b-7eec-4aa7-b782-7cc04555693a req-2b758d30-88c1-41ba-ad7d-dbb2b83d96e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 1098 time: 0.0440686 Nov 12 05:39:57.775784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c9c2b-7eec-4aa7-b782-7cc04555693a req-07ad1a88-3b13-4487-a7dd-30dee24cf171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:57.777253 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-924c9c2b-7eec-4aa7-b782-7cc04555693a req-07ad1a88-3b13-4487-a7dd-30dee24cf171 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 909 time: 0.0839574 Nov 12 05:39:57.851833 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-924c9c2b-7eec-4aa7-b782-7cc04555693a req-b5a81a86-6196-43a2-97ac-cbbfd4220aac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4 HTTP/1.1" status: 200 len: 1002 time: 0.0677292 Nov 12 05:39:57.900106 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c9c2b-7eec-4aa7-b782-7cc04555693a req-d5a376e2-9116-4969-b839-284230522302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:57.901526 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-924c9c2b-7eec-4aa7-b782-7cc04555693a req-d5a376e2-9116-4969-b839-284230522302 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0430350 Nov 12 05:39:57.946690 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c9c2b-7eec-4aa7-b782-7cc04555693a req-17be40f5-b9d6-48eb-82c8-8ed26d0c1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:57.948117 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-924c9c2b-7eec-4aa7-b782-7cc04555693a req-17be40f5-b9d6-48eb-82c8-8ed26d0c1010 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396354 Nov 12 05:39:58.069479 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-924c9c2b-7eec-4aa7-b782-7cc04555693a req-ff588cc0-1a61-4be3-b781-9ecfef05c5b8 service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139793 Nov 12 05:39:58.080385 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241eaaf9-8b23-4b21-97f1-2e0cc0c4e177 req-461a5ae5-656a-43eb-a351-9f03170154be tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:58.081769 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-241eaaf9-8b23-4b21-97f1-2e0cc0c4e177 req-461a5ae5-656a-43eb-a351-9f03170154be tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 946 time: 0.0717981 Nov 12 05:39:58.185677 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-241eaaf9-8b23-4b21-97f1-2e0cc0c4e177 req-0004a040-f70d-476e-b777-ed38c6bd64fb tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955970 Nov 12 05:39:58.203220 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-924c9c2b-7eec-4aa7-b782-7cc04555693a req-1663d864-0c47-4133-a9c8-6fccaa393db5 service neutron] 10.222.0.31 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202416 Nov 12 05:39:59.303240 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5de3ae-d84e-47ac-af80-02f4852b36ff req-7349878d-6291-40f5-b5fe-09235cb1fbcb tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:39:59.304811 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fd5de3ae-d84e-47ac-af80-02f4852b36ff req-7349878d-6291-40f5-b5fe-09235cb1fbcb tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 946 time: 0.0515323 Nov 12 05:39:59.360542 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-fd5de3ae-d84e-47ac-af80-02f4852b36ff req-72c7ff35-18e6-4553-9ee7-f3a1b2278728 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496602 Nov 12 05:40:00.484604 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060b602-f707-4a7d-a7e2-23635bd18c1f req-d8eafb6b-6c55-4fd1-90fb-fd1a05b40765 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:00.486346 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b060b602-f707-4a7d-a7e2-23635bd18c1f req-d8eafb6b-6c55-4fd1-90fb-fd1a05b40765 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 946 time: 0.0521889 Nov 12 05:40:00.549027 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b060b602-f707-4a7d-a7e2-23635bd18c1f req-6ac4edc7-0420-4ca0-ad91-b21b350beba7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566802 Nov 12 05:40:01.672989 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1861e-95af-4347-8169-45fe1aa3c971 req-5b16afc3-5b2e-413f-8795-402cd05404b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:01.674565 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4fa1861e-95af-4347-8169-45fe1aa3c971 req-5b16afc3-5b2e-413f-8795-402cd05404b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 946 time: 0.0507410 Nov 12 05:40:01.728578 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4fa1861e-95af-4347-8169-45fe1aa3c971 req-b25c6add-e320-4298-8540-538a05977eb4 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471804 Nov 12 05:40:02.684844 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device 151d6c7f-9be7-4b03-a84f-9619cc347ee4 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:40:02.763907 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:02.790585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '151d6c7f-9be7-4b03-a84f-9619cc347ee4'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:40:02.792962 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9194c7-c825-4f0e-9b3d-85d92750824d" -d '{"events": [{"server_uuid": "1d628c93-a49a-41fe-bb79-83b1854c8049", "name": "network-vif-unplugged", "status": "completed", "tag": "151d6c7f-9be7-4b03-a84f-9619cc347ee4"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:40:02.807389 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port 151d6c7f-9be7-4b03-a84f-9619cc347ee4, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:40:02.858993 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10c3c3-affc-4159-bc18-b87aa0fcca44 req-7cb70d2f-18cb-4d90-a409-b0ea313cf886 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:02.860541 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf10c3c3-affc-4159-bc18-b87aa0fcca44 req-7cb70d2f-18cb-4d90-a409-b0ea313cf886 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 946 time: 0.0540874 Nov 12 05:40:02.876130 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:02.914403 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bf10c3c3-affc-4159-bc18-b87aa0fcca44 req-5d78b6a7-c864-4d0a-b75e-6f160a8a8e05 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471635 Nov 12 05:40:02.937998 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=151d6c7f-9be7-4b03-a84f-9619cc347ee4,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:02.946805 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:02.947214 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:02.947615 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:02.948014 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:02.948408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:02.948800 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:02.949188 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:02.949634 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:02.949977 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:02.950360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:02.950774 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:02.951159 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:03.012281 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 05:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cb9e43-8232-4181-8498-294afdb0e89a x-openstack-request-id: req-59cb9e43-8232-4181-8498-294afdb0e89a {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:40:03.012618 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d628c93-a49a-41fe-bb79-83b1854c8049", "name": "network-vif-unplugged", "status": "failed", "tag": "151d6c7f-9be7-4b03-a84f-9619cc347ee4", "code": 422}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:40:03.012875 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59cb9e43-8232-4181-8498-294afdb0e89a {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:40:03.013281 n-d-768509-24 neutron-server[103298]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '151d6c7f-9be7-4b03-a84f-9619cc347ee4', 'code': 422} returned with failed status Nov 12 05:40:03.288263 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0ee15b47-2823-4596-b20f-85ad87478af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:03.395417 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25142f29-cf83-4d4f-a2a8-661ab68e500b req-b4b0f258-9986-4236-99af-66f8304b77a2 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:03.396906 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25142f29-cf83-4d4f-a2a8-661ab68e500b req-b4b0f258-9986-4236-99af-66f8304b77a2 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0586059 Nov 12 05:40:03.452879 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25142f29-cf83-4d4f-a2a8-661ab68e500b req-8c7eb5e7-ce3f-4a7c-83d6-bbed7a27cbcb tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499449 Nov 12 05:40:03.514320 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a29a657e-f023-4f78-a305-58b7388a070e req-7acbc458-bd7f-4a82-b29b-12b0a77cdd0e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904479 Nov 12 05:40:03.524269 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-a29a657e-f023-4f78-a305-58b7388a070e req-88b0da8b-af7f-41a1-84d5-d437fbffae61 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:40:03.525263 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a29a657e-f023-4f78-a305-58b7388a070e req-88b0da8b-af7f-41a1-84d5-d437fbffae61 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053291 Nov 12 05:40:04.578848 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb08f22-9e4c-4377-befc-ddff9774a578 req-8946062a-6b25-4efc-be2f-971e850b1e4b tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:04.580407 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dcb08f22-9e4c-4377-befc-ddff9774a578 req-8946062a-6b25-4efc-be2f-971e850b1e4b tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0513883 Nov 12 05:40:04.641856 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-dcb08f22-9e4c-4377-befc-ddff9774a578 req-7f5cb606-c4d0-45f3-b06f-ce7ccc5e3bdf tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550799 Nov 12 05:40:05.636443 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-79386663-8dcf-404b-8dc4-09162229d10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:05.781735 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664ed2d-22b4-48d3-a8f2-4bb49cb3ba2a req-aa58c464-330a-47a7-931d-32c2aaad3360 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:05.783737 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d664ed2d-22b4-48d3-a8f2-4bb49cb3ba2a req-aa58c464-330a-47a7-931d-32c2aaad3360 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0579462 Nov 12 05:40:05.840160 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d664ed2d-22b4-48d3-a8f2-4bb49cb3ba2a req-94188a10-b8e4-453f-ab74-b4fe98602933 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501451 Nov 12 05:40:06.966401 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b24c3-6546-4408-b795-eaecc718fde8 req-739e0036-d312-42ef-8c59-c84c6b37f199 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:06.968014 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca6b24c3-6546-4408-b795-eaecc718fde8 req-739e0036-d312-42ef-8c59-c84c6b37f199 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0549688 Nov 12 05:40:07.029053 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ca6b24c3-6546-4408-b795-eaecc718fde8 req-57c10dcc-3c47-4e13-b16d-a6968af03785 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526040 Nov 12 05:40:07.133822 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:08.157268 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb4ada-0142-4ebc-a3bc-ea2694d347bd req-41ad3a5e-bee0-4d5f-abbd-130063db300e tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:08.158846 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54bb4ada-0142-4ebc-a3bc-ea2694d347bd req-41ad3a5e-bee0-4d5f-abbd-130063db300e tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0547845 Nov 12 05:40:08.215526 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-54bb4ada-0142-4ebc-a3bc-ea2694d347bd req-926fdfc4-1928-44d2-b82f-dec2703536a8 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501003 Nov 12 05:40:08.670790 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:09.229792 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:09.353365 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976bc45-7446-4a19-9b02-899ae3657f6e req-67b6cf5b-65fe-4c75-bfbe-7b3f431205bc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:09.354957 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7976bc45-7446-4a19-9b02-899ae3657f6e req-67b6cf5b-65fe-4c75-bfbe-7b3f431205bc tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0537198 Nov 12 05:40:09.407637 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7976bc45-7446-4a19-9b02-899ae3657f6e req-78a7a1ba-630e-4504-8e02-8d0f9eaf0e8f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466952 Nov 12 05:40:10.532880 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766afc3-5509-438c-8bc5-a3d7eab43d6e req-9acff61a-b7ac-47ec-85b3-5ba5eb878235 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:10.535225 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c766afc3-5509-438c-8bc5-a3d7eab43d6e req-9acff61a-b7ac-47ec-85b3-5ba5eb878235 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0523305 Nov 12 05:40:10.589305 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c766afc3-5509-438c-8bc5-a3d7eab43d6e req-8008f646-a4a0-49f6-9d48-4f9ffcd990b1 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481939 Nov 12 05:40:10.842330 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a657e-f023-4f78-a305-58b7388a070e req-4257f286-00f5-48cc-9e57-b5482e81eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:10.843881 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a29a657e-f023-4f78-a305-58b7388a070e req-4257f286-00f5-48cc-9e57-b5482e81eddb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049&tenant_id=7a5f5be5f1af4c72b46227e2453a65da HTTP/1.1" status: 200 len: 1096 time: 0.0837667 Nov 12 05:40:10.861751 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-24', 'device_owner': 'compute:nova'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:40:10.914710 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:11.130846 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] For port 151d6c7f-9be7-4b03-a84f-9619cc347ee4, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:40:11.163217 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] For port 151d6c7f-9be7-4b03-a84f-9619cc347ee4, host n-h2-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:40:11.195389 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 151d6c7f-9be7-4b03-a84f-9619cc347ee4 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:40:11.204203 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:11.217187 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Transition to ACTIVE for port object 151d6c7f-9be7-4b03-a84f-9619cc347ee4 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:40:11.298777 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:11.382590 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Pushing event updated for resources: {'Port': ['ID=151d6c7f-9be7-4b03-a84f-9619cc347ee4,revision_number=7']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:11.397045 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:11.397388 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:11.397725 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:11.398056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:11.398382 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:11.398745 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:11.399070 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:11.399390 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:11.399710 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:11.400103 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:11.400456 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:11.400774 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:40:11.449607 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] No DVR routers for this DVR port 151d6c7f-9be7-4b03-a84f-9619cc347ee4 on host n-h2-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:40:11.594830 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Attempting to bind port 151d6c7f-9be7-4b03-a84f-9619cc347ee4 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:40:11.595284 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Attempting to bind port 151d6c7f-9be7-4b03-a84f-9619cc347ee4 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:40:11.595623 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Attempting to bind port 151d6c7f-9be7-4b03-a84f-9619cc347ee4 on network e6ce0fa5-5135-487e-a05d-53091fb45494 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:40:11.600666 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Port 151d6c7f-9be7-4b03-a84f-9619cc347ee4 on network e6ce0fa5-5135-487e-a05d-53091fb45494 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:40:11.600829 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Attempting to bind port 151d6c7f-9be7-4b03-a84f-9619cc347ee4 on network e6ce0fa5-5135-487e-a05d-53091fb45494 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:40:11.606425 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:40:11.606792 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Checking segment: {'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:40:11.607177 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Bound using segment: {'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:40:11.607603 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Bound port: 151d6c7f-9be7-4b03-a84f-9619cc347ee4, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f5bb6a-db3a-4d86-ba2b-5b948841c707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:40:11.607963 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:11.675991 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] For port 151d6c7f-9be7-4b03-a84f-9619cc347ee4, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:40:11.679817 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] For port 151d6c7f-9be7-4b03-a84f-9619cc347ee4, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:40:11.711877 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3d83b-7bdf-4570-b017-12ed19099136 req-c76e57bf-3758-4855-81ce-227f5039e510 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:11.713405 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bfd3d83b-7bdf-4570-b017-12ed19099136 req-c76e57bf-3758-4855-81ce-227f5039e510 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0546000 Nov 12 05:40:11.768327 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:11.773483 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bfd3d83b-7bdf-4570-b017-12ed19099136 req-fb200f6c-260c-47c4-aa33-6421b346bd4a tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539124 Nov 12 05:40:11.823875 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:11.824558 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:11.825951 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a29a657e-f023-4f78-a305-58b7388a070e req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] 10.222.0.21 "PUT /v2.0/ports/151d6c7f-9be7-4b03-a84f-9619cc347ee4 HTTP/1.1" status: 200 len: 1093 time: 0.9684782 Nov 12 05:40:11.826399 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'tag': '151d6c7f-9be7-4b03-a84f-9619cc347ee4'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:40:11.828687 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed9852e-a77e-4c69-8591-64c353d732db" -d '{"events": [{"name": "network-changed", "server_uuid": "1d628c93-a49a-41fe-bb79-83b1854c8049", "tag": "151d6c7f-9be7-4b03-a84f-9619cc347ee4"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:40:11.856028 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d00a1f-0d22-40cf-a510-dae31025d2f9 service neutron] Pushing event updated for resources: {'Port': ['ID=151d6c7f-9be7-4b03-a84f-9619cc347ee4,revision_number=8']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:11.903618 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a657e-f023-4f78-a305-58b7388a070e req-94d43df5-c343-49b5-b560-7f82d1ef09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:11.905241 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a29a657e-f023-4f78-a305-58b7388a070e req-94d43df5-c343-49b5-b560-7f82d1ef09b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 1096 time: 0.0458052 Nov 12 05:40:11.942837 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40b7e9a-2122-411f-ab66-67ffc934aa58 x-openstack-request-id: req-c40b7e9a-2122-411f-ab66-67ffc934aa58 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:40:11.943211 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d628c93-a49a-41fe-bb79-83b1854c8049", "tag": "151d6c7f-9be7-4b03-a84f-9619cc347ee4", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:40:11.943534 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c40b7e9a-2122-411f-ab66-67ffc934aa58 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:40:11.944003 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'tag': '151d6c7f-9be7-4b03-a84f-9619cc347ee4', 'status': 'completed', 'code': 200} Nov 12 05:40:12.010382 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a657e-f023-4f78-a305-58b7388a070e req-34dcf5df-3b1e-40d1-8cc6-f1795890140e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:12.011893 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a29a657e-f023-4f78-a305-58b7388a070e req-34dcf5df-3b1e-40d1-8cc6-f1795890140e service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 909 time: 0.0993931 Nov 12 05:40:12.082097 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a29a657e-f023-4f78-a305-58b7388a070e req-ffc66c4d-365d-4f50-a48a-9660cdcbc2ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4 HTTP/1.1" status: 200 len: 1000 time: 0.0632927 Nov 12 05:40:12.143186 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a657e-f023-4f78-a305-58b7388a070e req-2a8a94ac-2014-4fbc-91ed-f553a9504666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:12.144653 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a29a657e-f023-4f78-a305-58b7388a070e req-2a8a94ac-2014-4fbc-91ed-f553a9504666 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0557835 Nov 12 05:40:12.190705 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a657e-f023-4f78-a305-58b7388a070e req-ed98f027-2373-4649-891f-093a39e64683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:12.192221 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a29a657e-f023-4f78-a305-58b7388a070e req-ed98f027-2373-4649-891f-093a39e64683 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403914 Nov 12 05:40:12.291716 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a29a657e-f023-4f78-a305-58b7388a070e req-72b19ea4-2f04-4fcf-aa2c-cd663531d9d6 service neutron] 10.222.0.21 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924501 Nov 12 05:40:12.382550 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-a29a657e-f023-4f78-a305-58b7388a070e req-71b94136-9219-4859-b3c8-e298b6388e79 service neutron] 10.222.0.21 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844398 Nov 12 05:40:12.568108 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9852e-a77e-4c69-8591-64c353d732db req-20825706-df4d-4a70-bbb6-06a03e37f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:12.569521 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6ed9852e-a77e-4c69-8591-64c353d732db req-20825706-df4d-4a70-bbb6-06a03e37f5a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 1096 time: 0.0460191 Nov 12 05:40:12.662218 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9852e-a77e-4c69-8591-64c353d732db req-3b632101-d044-4685-ad48-423720d2413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:12.663743 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6ed9852e-a77e-4c69-8591-64c353d732db req-3b632101-d044-4685-ad48-423720d2413b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 909 time: 0.0870228 Nov 12 05:40:12.743747 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6ed9852e-a77e-4c69-8591-64c353d732db req-20e902e3-096a-4f16-84d7-5c723c871d0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4 HTTP/1.1" status: 200 len: 1000 time: 0.0727062 Nov 12 05:40:12.793976 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9852e-a77e-4c69-8591-64c353d732db req-1ba05806-a8dc-4e93-8109-ccc5c9e58035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:12.795867 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6ed9852e-a77e-4c69-8591-64c353d732db req-1ba05806-a8dc-4e93-8109-ccc5c9e58035 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0458281 Nov 12 05:40:12.845405 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9852e-a77e-4c69-8591-64c353d732db req-e18e36d5-0c1b-4822-9983-1de477300eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:12.846902 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6ed9852e-a77e-4c69-8591-64c353d732db req-e18e36d5-0c1b-4822-9983-1de477300eb5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441108 Nov 12 05:40:12.906095 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139a09f-5c61-4f3d-95ea-188759dcc4c1 req-61528a8d-b9ca-4c32-8be2-9c8febad4ae7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:12.907737 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7139a09f-5c61-4f3d-95ea-188759dcc4c1 req-61528a8d-b9ca-4c32-8be2-9c8febad4ae7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0531754 Nov 12 05:40:12.948342 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6ed9852e-a77e-4c69-8591-64c353d732db req-c93950ab-3df6-4540-9772-c98b4d2078cb service neutron] 10.222.0.21 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943034 Nov 12 05:40:12.957246 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7139a09f-5c61-4f3d-95ea-188759dcc4c1 req-37b89595-acbb-48c9-8008-b925205bec0e tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429950 Nov 12 05:40:13.041680 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-6ed9852e-a77e-4c69-8591-64c353d732db req-a90cbcf0-ee22-46c5-a4aa-e2e59a981c71 service neutron] 10.222.0.21 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862222 Nov 12 05:40:14.081564 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b202b-a803-4c8c-bc82-fb70a62d7264 req-86184383-efd0-491c-b910-66406563eeaf tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:14.083166 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-072b202b-a803-4c8c-bc82-fb70a62d7264 req-86184383-efd0-491c-b910-66406563eeaf tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0551505 Nov 12 05:40:14.135700 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-072b202b-a803-4c8c-bc82-fb70a62d7264 req-9319a38b-ea8a-47b9-97e0-279caa078f24 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455256 Nov 12 05:40:15.259558 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1c76c-9912-497a-ab62-c54692b20aaf req-68c9a72d-a2eb-4ce0-84f0-d4a0209dcff8 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:15.261151 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aba1c76c-9912-497a-ab62-c54692b20aaf req-68c9a72d-a2eb-4ce0-84f0-d4a0209dcff8 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0523672 Nov 12 05:40:15.315635 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-aba1c76c-9912-497a-ab62-c54692b20aaf req-19e981d8-5cdc-4bad-b860-0a37bea78b2f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483880 Nov 12 05:40:16.453952 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910a10f-13dc-4261-9aa3-2d8914a69e99 req-57dd3b6c-d2e2-4a18-bd99-797824a3f933 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:16.455442 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f910a10f-13dc-4261-9aa3-2d8914a69e99 req-57dd3b6c-d2e2-4a18-bd99-797824a3f933 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0693281 Nov 12 05:40:16.511804 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f910a10f-13dc-4261-9aa3-2d8914a69e99 req-4b8a9e03-bfa3-4fbd-a080-1c66fb096e33 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444033 Nov 12 05:40:17.642175 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da76b4-1333-417d-beaf-09db047b4bf4 req-937a4824-9c97-4829-b323-358a48c734e0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:17.644744 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55da76b4-1333-417d-beaf-09db047b4bf4 req-937a4824-9c97-4829-b323-358a48c734e0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0611291 Nov 12 05:40:17.703463 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-55da76b4-1333-417d-beaf-09db047b4bf4 req-268e11c4-0547-4d54-861e-8b5d2d2d3fa4 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510354 Nov 12 05:40:17.739101 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:18.831670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f279a98-8996-4b62-b81c-b62e0807d43e req-f3a6e0af-35eb-4819-8df1-48b1cbe87c69 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:18.833939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f279a98-8996-4b62-b81c-b62e0807d43e req-f3a6e0af-35eb-4819-8df1-48b1cbe87c69 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0581656 Nov 12 05:40:18.852776 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:18.892905 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5f279a98-8996-4b62-b81c-b62e0807d43e req-384c45a2-9249-49dc-a73e-c591a4ed4c54 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522890 Nov 12 05:40:20.028179 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0ca0f-bf78-420a-9aa5-bd14d0190274 req-430cc980-5b2d-4f04-9bf6-b3019c31d83e tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:20.029653 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ece0ca0f-bf78-420a-9aa5-bd14d0190274 req-430cc980-5b2d-4f04-9bf6-b3019c31d83e tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 944 time: 0.0602062 Nov 12 05:40:20.083619 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-ece0ca0f-bf78-420a-9aa5-bd14d0190274 req-8b4754c8-34a1-4d23-8acf-17e0dff19d0f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476458 Nov 12 05:40:20.544773 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:40:20.635410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 151d6c7f-9be7-4b03-a84f-9619cc347ee4 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:40:20.735142 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 151d6c7f-9be7-4b03-a84f-9619cc347ee4, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:40:20.747584 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '151d6c7f-9be7-4b03-a84f-9619cc347ee4', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'port_id': '151d6c7f-9be7-4b03-a84f-9619cc347ee4', 'mac_address': 'fa:16:3e:ca:83:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:40:20.785487 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:20.798669 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 151d6c7f-9be7-4b03-a84f-9619cc347ee4 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:40:20.817970 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 151d6c7f-9be7-4b03-a84f-9619cc347ee4, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:40:20.875725 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:20.930585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=151d6c7f-9be7-4b03-a84f-9619cc347ee4,revision_number=9']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:21.225205 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5801ee-c331-4834-b07c-3098e62f0190 req-5f252407-7d5e-4023-b794-9e4435d866d7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:21.226762 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b5801ee-c331-4834-b07c-3098e62f0190 req-5f252407-7d5e-4023-b794-9e4435d866d7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 945 time: 0.0724015 Nov 12 05:40:21.277303 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8b5801ee-c331-4834-b07c-3098e62f0190 req-fc43e408-00c8-4a50-806a-fa08e202eebb tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444210 Nov 12 05:40:21.313445 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['151d6c7f-9be7-4b03-a84f-9619cc347ee4'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:40:22.405912 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dde22-02b6-4df0-8ad5-d6e1b37029ab req-122b1d6d-116c-44d9-a336-914326813586 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:22.407533 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-433dde22-02b6-4df0-8ad5-d6e1b37029ab req-122b1d6d-116c-44d9-a336-914326813586 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 945 time: 0.0596969 Nov 12 05:40:22.460300 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-433dde22-02b6-4df0-8ad5-d6e1b37029ab req-441bad5d-e5ea-425d-acce-37b2da4d435f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466793 Nov 12 05:40:22.652032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 151d6c7f-9be7-4b03-a84f-9619cc347ee4 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:40:22.795963 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 151d6c7f-9be7-4b03-a84f-9619cc347ee4 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:40:22.800200 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 151d6c7f-9be7-4b03-a84f-9619cc347ee4 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:40:22.804326 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:22.893672 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:22.917324 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151d6c7f-9be7-4b03-a84f-9619cc347ee4'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:40:22.919595 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0c571d-37c7-42e1-84ae-ea2f5013e849" -d '{"events": [{"server_uuid": "1d628c93-a49a-41fe-bb79-83b1854c8049", "name": "network-vif-plugged", "status": "completed", "tag": "151d6c7f-9be7-4b03-a84f-9619cc347ee4"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:40:22.933543 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 151d6c7f-9be7-4b03-a84f-9619cc347ee4, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:40:22.959076 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eab854b-2068-4b4c-8ece-0adf7b03825f x-openstack-request-id: req-4eab854b-2068-4b4c-8ece-0adf7b03825f {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:40:22.959076 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d628c93-a49a-41fe-bb79-83b1854c8049", "name": "network-vif-plugged", "status": "completed", "tag": "151d6c7f-9be7-4b03-a84f-9619cc347ee4", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:40:22.959076 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4eab854b-2068-4b4c-8ece-0adf7b03825f {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:40:22.959076 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151d6c7f-9be7-4b03-a84f-9619cc347ee4', 'code': 200} Nov 12 05:40:23.018664 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:23.068124 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=151d6c7f-9be7-4b03-a84f-9619cc347ee4,revision_number=10']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:40:23.155822 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddc68e-cdf1-4309-a965-137a80331244 req-fd28a160-c47c-4a7e-96d2-141556a8b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:23.157453 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fbddc68e-cdf1-4309-a965-137a80331244 req-fd28a160-c47c-4a7e-96d2-141556a8b086 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 1099 time: 0.0476458 Nov 12 05:40:23.210759 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fbddc68e-cdf1-4309-a965-137a80331244 req-022402f8-1a6c-4e74-b0c6-5609852eb2d8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457532 Nov 12 05:40:23.589091 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f753a1d-5185-4d35-9219-117c914ad78d req-84749d7e-b3c9-4c25-bb1b-b470a35f72a5 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:23.591035 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f753a1d-5185-4d35-9219-117c914ad78d req-84749d7e-b3c9-4c25-bb1b-b470a35f72a5 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 947 time: 0.0526750 Nov 12 05:40:23.642394 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f753a1d-5185-4d35-9219-117c914ad78d req-43e91c62-174d-45ec-be6e-5f6b1380a51d tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450885 Nov 12 05:40:24.762267 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ad52e-63d8-4725-bc39-9396f97f06e9 req-dd48a684-7b5f-41c9-aaa7-bd5805ff5f40 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:24.764551 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e6ad52e-63d8-4725-bc39-9396f97f06e9 req-dd48a684-7b5f-41c9-aaa7-bd5805ff5f40 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 947 time: 0.0499220 Nov 12 05:40:24.824959 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e6ad52e-63d8-4725-bc39-9396f97f06e9 req-3396e7e7-97ee-44ef-8cff-d2c1b8b326aa tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546565 Nov 12 05:40:25.941406 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed99018-3be8-4b25-b250-5c0912f833c2 req-964491be-96cb-46fe-bd52-64574d7f96b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:25.942877 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ed99018-3be8-4b25-b250-5c0912f833c2 req-964491be-96cb-46fe-bd52-64574d7f96b7 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 947 time: 0.0481584 Nov 12 05:40:25.994294 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4ed99018-3be8-4b25-b250-5c0912f833c2 req-1ac77011-e294-49dd-a34c-bf8ddeb2a775 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453033 Nov 12 05:40:33.224443 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5fb4f9d2-c8a2-49e8-8787-8b6e8c84ed54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:35.606803 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-05bbc1b4-d72c-43fc-a8fb-8594e680d7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:37.080287 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:38.670398 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:39.223794 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:45.180486 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fb077836-1ac0-460f-aab0-522568417cdd req-4aedb5b1-7938-4f61-932d-e37c8d798392 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416524 Nov 12 05:40:45.283013 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb077836-1ac0-460f-aab0-522568417cdd req-fbf7d7b2-27b0-4d23-9613-f705ba2568b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:45.284502 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fb077836-1ac0-460f-aab0-522568417cdd req-fbf7d7b2-27b0-4d23-9613-f705ba2568b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 1099 time: 0.0407856 Nov 12 05:40:45.393428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb077836-1ac0-460f-aab0-522568417cdd req-ba10da31-5167-4017-8ed6-b39bd80d189b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:45.394961 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fb077836-1ac0-460f-aab0-522568417cdd req-ba10da31-5167-4017-8ed6-b39bd80d189b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 909 time: 0.0926855 Nov 12 05:40:45.460042 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fb077836-1ac0-460f-aab0-522568417cdd req-42448a0f-7a2d-4773-b38d-2f70e0ec93c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4 HTTP/1.1" status: 200 len: 1002 time: 0.0576885 Nov 12 05:40:45.514290 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb077836-1ac0-460f-aab0-522568417cdd req-7b45d72e-659a-4516-bfe6-94533d6dfd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:45.515751 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fb077836-1ac0-460f-aab0-522568417cdd req-7b45d72e-659a-4516-bfe6-94533d6dfd92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0483191 Nov 12 05:40:45.569145 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb077836-1ac0-460f-aab0-522568417cdd req-4efea04c-f97e-455a-9ef7-3d7cc174ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:40:45.570636 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fb077836-1ac0-460f-aab0-522568417cdd req-4efea04c-f97e-455a-9ef7-3d7cc174ea6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461662 Nov 12 05:40:45.664754 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fb077836-1ac0-460f-aab0-522568417cdd req-2c024afb-56ff-4eb6-afe1-17b6b58ea853 service neutron] 10.222.0.21 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857518 Nov 12 05:40:45.760928 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fb077836-1ac0-460f-aab0-522568417cdd req-d0a5e09a-b67c-41c0-8819-7f3d85f4485a service neutron] 10.222.0.21 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901222 Nov 12 05:40:47.737136 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:48.863384 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:57.544978 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:41:03.250741 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-98a95ac1-f374-4dc0-8c46-4323769fc7ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:05.635304 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9baab7f1-c10e-4749-bf12-4ab45359efff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:07.097730 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:08.647168 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:09.446844 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:17.738250 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:18.846411 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:33.247724 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a202602b-760a-4d6e-a79a-ee869af78371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:34.544936 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:41:35.640456 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6234cf53-c6c5-48ad-996b-e2453dd00d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:37.142964 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:38.663021 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:39.205764 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:46.208737 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4f3c2bb2-6d2c-416e-90a2-1317fce8dffc req-f20b99cb-7304-44b9-ac31-9c9c283bbab6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438488 Nov 12 05:41:46.311550 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c2bb2-6d2c-416e-90a2-1317fce8dffc req-65fd302d-9414-4c8d-94a9-ec74dda2150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:46.313049 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4f3c2bb2-6d2c-416e-90a2-1317fce8dffc req-65fd302d-9414-4c8d-94a9-ec74dda2150f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 1099 time: 0.0444221 Nov 12 05:41:46.425162 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c2bb2-6d2c-416e-90a2-1317fce8dffc req-11631ea4-c015-40c9-a3b8-07dde7944431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:46.426668 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4f3c2bb2-6d2c-416e-90a2-1317fce8dffc req-11631ea4-c015-40c9-a3b8-07dde7944431 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 909 time: 0.0938609 Nov 12 05:41:46.495194 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4f3c2bb2-6d2c-416e-90a2-1317fce8dffc req-595ced7c-2030-4095-affb-75127d6421c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4 HTTP/1.1" status: 200 len: 1002 time: 0.0606761 Nov 12 05:41:46.550942 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c2bb2-6d2c-416e-90a2-1317fce8dffc req-9c86f1ae-f789-4d4e-8e97-00dc2faec6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:46.552460 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4f3c2bb2-6d2c-416e-90a2-1317fce8dffc req-9c86f1ae-f789-4d4e-8e97-00dc2faec6c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0506663 Nov 12 05:41:46.600977 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c2bb2-6d2c-416e-90a2-1317fce8dffc req-b6af7e63-0999-43f1-b309-278c20d1c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:41:46.602552 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4f3c2bb2-6d2c-416e-90a2-1317fce8dffc req-b6af7e63-0999-43f1-b309-278c20d1c8ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427761 Nov 12 05:41:46.696065 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4f3c2bb2-6d2c-416e-90a2-1317fce8dffc req-87578953-8428-47e8-ad8a-b2a6b8f52d47 service neutron] 10.222.0.21 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849843 Nov 12 05:41:46.793145 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4f3c2bb2-6d2c-416e-90a2-1317fce8dffc req-d345a72e-11e4-4707-b155-67a9b090b597 service neutron] 10.222.0.21 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897303 Nov 12 05:41:47.771312 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:48.873829 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:01.290550 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59422) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:01.630906 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Deleting port 7acf110f-3ca1-41da-a156-6e3b83166727 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:01.631271 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:01.709686 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:01.710007 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:01.722297 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Calling delete_port for 7acf110f-3ca1-41da-a156-6e3b83166727 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:01.942681 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:01.968455 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event deleted for resources: {'Port': ['ID=7acf110f-3ca1-41da-a156-6e3b83166727,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:01.992790 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:01.993134 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:01.993472 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:01.994316 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:01.994667 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:01.998577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:01.998577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:01.998577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:01.998577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:01.998577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:01.998577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:01.998577 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:02.039512 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:02.039842 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Floating IP 2cf20208-2149-4374-bc89-11c51a95930b disassociated (deleted). External IP: 172.25.1.218, port: 151d6c7f-9be7-4b03-a84f-9619cc347ee4. Nov 12 05:42:02.592907 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Router 7d8bff73-ab1c-4701-b87a-1588db58279f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:42:02.712321 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:42:02.717699 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:02.722371 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf19e6-fe90-47db-b92e-b02e8ec45604 None None] Sync routers for ids ['7d8bff73-ab1c-4701-b87a-1588db58279f'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:42:02.734442 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf19e6-fe90-47db-b92e-b02e8ec45604 None None] Routers {'7d8bff73-ab1c-4701-b87a-1588db58279f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:02.735113 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0dcf19e6-fe90-47db-b92e-b02e8ec45604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:41:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7d8bff73-ab1c-4701-b87a-1588db58279f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:02.744986 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-32748f7f-6d13-4d2a-abf3-eb3a2301b2f0 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "DELETE /v2.0/floatingips/2cf20208-2149-4374-bc89-11c51a95930b HTTP/1.1" status: 204 len: 168 time: 1.4527164 Nov 12 05:42:02.745564 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'tag': '151d6c7f-9be7-4b03-a84f-9619cc347ee4'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:42:02.747991 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5b0618-1dd5-4de3-bf15-c8505174abb4" -d '{"events": [{"name": "network-changed", "server_uuid": "1d628c93-a49a-41fe-bb79-83b1854c8049", "tag": "151d6c7f-9be7-4b03-a84f-9619cc347ee4"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:42:02.842079 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-0dcf19e6-fe90-47db-b92e-b02e8ec45604 None None] Set router 7d8bff73-ab1c-4701-b87a-1588db58279f gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:03.041072 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0dcf19e6-fe90-47db-b92e-b02e8ec45604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port': {'id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:17Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1a2bd9e8-ae3c-4840-8370-a1dad938fb62', 'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'mac_address': 'fa:16:3e:d5:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:19Z', 'updated_at': '2021-11-12T05:31:23Z', 'revision_number': 5, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'subnets': [{'id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:03.071460 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf19e6-fe90-47db-b92e-b02e8ec45604 None None] Checking router: 7d8bff73-ab1c-4701-b87a-1588db58279f for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:42:03.080644 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf19e6-fe90-47db-b92e-b02e8ec45604 None None] Routers {'7d8bff73-ab1c-4701-b87a-1588db58279f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:03.081246 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0dcf19e6-fe90-47db-b92e-b02e8ec45604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:41:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7d8bff73-ab1c-4701-b87a-1588db58279f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:03.123014 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee749f7-6e12-42ab-bb37-90dd779514cb x-openstack-request-id: req-dee749f7-6e12-42ab-bb37-90dd779514cb {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:42:03.123014 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d628c93-a49a-41fe-bb79-83b1854c8049", "tag": "151d6c7f-9be7-4b03-a84f-9619cc347ee4", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:42:03.123566 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dee749f7-6e12-42ab-bb37-90dd779514cb {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:42:03.124246 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'tag': '151d6c7f-9be7-4b03-a84f-9619cc347ee4', 'status': 'completed', 'code': 200} Nov 12 05:42:03.202901 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-0dcf19e6-fe90-47db-b92e-b02e8ec45604 None None] Set router 7d8bff73-ab1c-4701-b87a-1588db58279f gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:03.237384 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b0618-1dd5-4de3-bf15-c8505174abb4 req-f25d4294-d03f-4fd7-8753-99b60f67f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:03.239380 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fd5b0618-1dd5-4de3-bf15-c8505174abb4 req-f25d4294-d03f-4fd7-8753-99b60f67f0f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 1099 time: 0.0697289 Nov 12 05:42:03.246188 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85caaa53-eaa1-4f14-bcb3-0a4155bd8fa4 req-72279c7a-d78a-403d-8d33-58b9cf7061b8 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:03.247872 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85caaa53-eaa1-4f14-bcb3-0a4155bd8fa4 req-72279c7a-d78a-403d-8d33-58b9cf7061b8 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 947 time: 0.0697138 Nov 12 05:42:03.280260 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44516582-f30a-4647-9322-f1d38339e50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:03.308699 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-85caaa53-eaa1-4f14-bcb3-0a4155bd8fa4 req-999be96d-65dc-4ff1-bee5-130fc10fe030 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510848 Nov 12 05:42:03.349230 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b0618-1dd5-4de3-bf15-c8505174abb4 req-bfd1f979-97c9-4080-918b-4af1151a38ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:03.350860 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fd5b0618-1dd5-4de3-bf15-c8505174abb4 req-bfd1f979-97c9-4080-918b-4af1151a38ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 200 len: 909 time: 0.1028161 Nov 12 05:42:03.395389 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fd5b0618-1dd5-4de3-bf15-c8505174abb4 req-b146792c-d7d3-4828-a051-803a580e36f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4 HTTP/1.1" status: 200 len: 217 time: 0.0360110 Nov 12 05:42:03.414811 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0dcf19e6-fe90-47db-b92e-b02e8ec45604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port': {'id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:17Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1a2bd9e8-ae3c-4840-8370-a1dad938fb62', 'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'mac_address': 'fa:16:3e:d5:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:19Z', 'updated_at': '2021-11-12T05:31:23Z', 'revision_number': 5, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'subnets': [{'id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:03.442290 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf19e6-fe90-47db-b92e-b02e8ec45604 None None] The sync data for ids ['7d8bff73-ab1c-4701-b87a-1588db58279f'] in n-d-768509-24 is: [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port': {'id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:17Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '1a2bd9e8-ae3c-4840-8370-a1dad938fb62', 'name': '', 'network_id': 'e6ce0fa5-5135-487e-a05d-53091fb45494', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'mac_address': 'fa:16:3e:d5:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:19Z', 'updated_at': '2021-11-12T05:31:23Z', 'revision_number': 5, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'subnets': [{'id': '3ba114de-3a34-455a-85e4-426464e9b5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:42:03.450499 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b0618-1dd5-4de3-bf15-c8505174abb4 req-cd6e86bf-4704-4211-b47a-24a7c31a09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:03.452561 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fd5b0618-1dd5-4de3-bf15-c8505174abb4 req-cd6e86bf-4704-4211-b47a-24a7c31a09fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 200 len: 847 time: 0.0492969 Nov 12 05:42:03.502318 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b0618-1dd5-4de3-bf15-c8505174abb4 req-44b26c4a-83d6-4545-ab2b-2b12b720e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:03.503882 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fd5b0618-1dd5-4de3-bf15-c8505174abb4 req-44b26c4a-83d6-4545-ab2b-2b12b720e04c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6ce0fa5-5135-487e-a05d-53091fb45494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436184 Nov 12 05:42:03.599351 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fd5b0618-1dd5-4de3-bf15-c8505174abb4 req-f24a41cd-430a-4c69-9e43-8528085d5ddc service neutron] 10.222.0.21 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865617 Nov 12 05:42:03.691372 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f4b083-c973-45a8-b28d-23782eff80e9 None None] New status for floating IP 2cf20208-2149-4374-bc89-11c51a95930b: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:42:03.699177 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fd5b0618-1dd5-4de3-bf15-c8505174abb4 req-0dfdd4c7-bbad-416f-9172-53a4627dec1a service neutron] 10.222.0.21 "GET /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916843 Nov 12 05:42:04.431892 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48482f9d-bc9b-4aef-a66f-7044104f50c8 req-4c49cf94-6815-4add-9838-2ad2f04e8261 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:04.433404 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48482f9d-bc9b-4aef-a66f-7044104f50c8 req-4c49cf94-6815-4add-9838-2ad2f04e8261 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 947 time: 0.0511115 Nov 12 05:42:04.484591 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-48482f9d-bc9b-4aef-a66f-7044104f50c8 req-ff6579d4-5789-4047-b183-e3d51694e4cb tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/security-groups?id=244966f7-fd89-4a1d-b520-dc1cf9e3942b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451314 Nov 12 05:42:04.980910 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948572b-8dd2-413f-b60c-5c7242d28eb4 req-9c32877d-e3fc-429e-98c4-5d985234a8ff tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:04.982581 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3948572b-8dd2-413f-b60c-5c7242d28eb4 req-9c32877d-e3fc-429e-98c4-5d985234a8ff tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 947 time: 0.0492027 Nov 12 05:42:05.078612 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-3948572b-8dd2-413f-b60c-5c7242d28eb4 req-fd1dae16-a4f8-4c4c-9fdd-de0fe55039d8 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Deleting port 151d6c7f-9be7-4b03-a84f-9619cc347ee4 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:05.078981 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3948572b-8dd2-413f-b60c-5c7242d28eb4 req-fd1dae16-a4f8-4c4c-9fdd-de0fe55039d8 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:05.167338 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-3948572b-8dd2-413f-b60c-5c7242d28eb4 req-fd1dae16-a4f8-4c4c-9fdd-de0fe55039d8 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] For port 151d6c7f-9be7-4b03-a84f-9619cc347ee4, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=151d6c7f-9be7-4b03-a84f-9619cc347ee4,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:05.167683 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3948572b-8dd2-413f-b60c-5c7242d28eb4 req-fd1dae16-a4f8-4c4c-9fdd-de0fe55039d8 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:05.180243 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-3948572b-8dd2-413f-b60c-5c7242d28eb4 req-fd1dae16-a4f8-4c4c-9fdd-de0fe55039d8 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Calling delete_port for 151d6c7f-9be7-4b03-a84f-9619cc347ee4 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:05.366049 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3948572b-8dd2-413f-b60c-5c7242d28eb4 req-fd1dae16-a4f8-4c4c-9fdd-de0fe55039d8 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:05.395730 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dae16-a4f8-4c4c-9fdd-de0fe55039d8 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event deleted for resources: {'Port': ['ID=151d6c7f-9be7-4b03-a84f-9619cc347ee4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:05.440755 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-3948572b-8dd2-413f-b60c-5c7242d28eb4 req-fd1dae16-a4f8-4c4c-9fdd-de0fe55039d8 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] No DVR routers for this DVR port 151d6c7f-9be7-4b03-a84f-9619cc347ee4 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:42:05.443306 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-3948572b-8dd2-413f-b60c-5c7242d28eb4 req-fd1dae16-a4f8-4c4c-9fdd-de0fe55039d8 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:05.446751 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-3948572b-8dd2-413f-b60c-5c7242d28eb4 req-fd1dae16-a4f8-4c4c-9fdd-de0fe55039d8 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.21 "DELETE /v2.0/ports/151d6c7f-9be7-4b03-a84f-9619cc347ee4 HTTP/1.1" status: 204 len: 173 time: 0.4582467 Nov 12 05:42:05.447193 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'name': 'network-vif-deleted', 'tag': '151d6c7f-9be7-4b03-a84f-9619cc347ee4'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:42:05.449496 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fa617e-8f8e-4a27-a47b-4b585f774a19" -d '{"events": [{"server_uuid": "1d628c93-a49a-41fe-bb79-83b1854c8049", "name": "network-vif-deleted", "tag": "151d6c7f-9be7-4b03-a84f-9619cc347ee4"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:42:05.486867 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5d6864-e098-4d8d-a61c-48ced9bc10a6 x-openstack-request-id: req-1b5d6864-e098-4d8d-a61c-48ced9bc10a6 {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:42:05.489999 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d628c93-a49a-41fe-bb79-83b1854c8049", "name": "network-vif-deleted", "tag": "151d6c7f-9be7-4b03-a84f-9619cc347ee4", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:42:05.489999 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b5d6864-e098-4d8d-a61c-48ced9bc10a6 {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:42:05.489999 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d628c93-a49a-41fe-bb79-83b1854c8049', 'name': 'network-vif-deleted', 'tag': '151d6c7f-9be7-4b03-a84f-9619cc347ee4', 'status': 'completed', 'code': 200} Nov 12 05:42:05.584351 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-eb3edc74-2802-4765-8871-9b48e507a4db req-e5f561fb-7914-41a4-9dc3-68866f036c21 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 210 time: 0.0276170 Nov 12 05:42:05.605754 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dd0dfc80-3b68-4f99-9018-066a77fb58cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:06.687922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4f399ac6-ff25-41a8-93d7-c1ae7d80b529 req-f80fe53e-e639-4255-a8cb-50366a431024 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 210 time: 0.0269561 Nov 12 05:42:07.119816 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:07.785897 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-89a6ca58-2cd0-49c8-9c57-b1a2e2262168 req-65471830-3996-42ba-84a8-fa77840ad938 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 210 time: 0.0264561 Nov 12 05:42:08.656545 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:08.884751 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e62aa269-2ebf-4e8c-83f6-f8389fb57895 req-11b8e5aa-b0a2-471a-8ed6-21ec4f83ec3f tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 210 time: 0.0317397 Nov 12 05:42:09.205184 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:09.255841 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 151d6c7f-9be7-4b03-a84f-9619cc347ee4 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:42:09.276917 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 151d6c7f-9be7-4b03-a84f-9619cc347ee4 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:42:09.277267 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 151d6c7f-9be7-4b03-a84f-9619cc347ee4 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:42:09.981055 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3debeb51-1457-487d-83df-77e15c96309d req-fc52eb9d-4e18-4a3a-b66a-eafa8e7a7736 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 210 time: 0.0261836 Nov 12 05:42:11.103573 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b9115564-f8d3-42f8-8072-88ed6af011dc req-cb6c4ec8-3fd1-43ba-8549-39c358c62815 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d628c93-a49a-41fe-bb79-83b1854c8049 HTTP/1.1" status: 200 len: 210 time: 0.0278018 Nov 12 05:42:11.547777 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:42:12.160992 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59458) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:12.219656 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ed07205-1f87-45d3-8688-b6c830525b75 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:12.244980 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ed07205-1f87-45d3-8688-b6c830525b75 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:12.365176 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ed07205-1f87-45d3-8688-b6c830525b75 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:12.368085 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-1ed07205-1f87-45d3-8688-b6c830525b75 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:12.372211 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-1ed07205-1f87-45d3-8688-b6c830525b75 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] 10.222.0.37 "DELETE /v2.0/security-groups/244966f7-fd89-4a1d-b520-dc1cf9e3942b HTTP/1.1" status: 204 len: 168 time: 0.2072320 Nov 12 05:42:12.380749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed07205-1f87-45d3-8688-b6c830525b75 tempest-TestShelveInstance-1097755258 tempest-TestShelveInstance-1097755258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=244966f7-fd89-4a1d-b520-dc1cf9e3942b,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:13.499112 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59464) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:13.986602 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a881766-bca0-43b3-acf7-9b8329d10385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:14.257750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4a881766-bca0-43b3-acf7-9b8329d10385 admin admin] Deleting port 1a2bd9e8-ae3c-4840-8370-a1dad938fb62 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:14.258091 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a881766-bca0-43b3-acf7-9b8329d10385 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:14.336556 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-4a881766-bca0-43b3-acf7-9b8329d10385 admin admin] For port 1a2bd9e8-ae3c-4840-8370-a1dad938fb62, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=1a2bd9e8-ae3c-4840-8370-a1dad938fb62,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:14.336833 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a881766-bca0-43b3-acf7-9b8329d10385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:14.349401 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-4a881766-bca0-43b3-acf7-9b8329d10385 admin admin] Calling delete_port for 1a2bd9e8-ae3c-4840-8370-a1dad938fb62 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:14.599768 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a881766-bca0-43b3-acf7-9b8329d10385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:14.623885 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a881766-bca0-43b3-acf7-9b8329d10385 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a2bd9e8-ae3c-4840-8370-a1dad938fb62,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:14.818955 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4a881766-bca0-43b3-acf7-9b8329d10385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:15.045894 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a881766-bca0-43b3-acf7-9b8329d10385 admin admin] Router 7d8bff73-ab1c-4701-b87a-1588db58279f has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:42:15.164620 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a881766-bca0-43b3-acf7-9b8329d10385 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:42:15.170106 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-4a881766-bca0-43b3-acf7-9b8329d10385 admin admin] 10.222.0.37 "PUT /v2.0/routers/7d8bff73-ab1c-4701-b87a-1588db58279f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6693687 Nov 12 05:42:15.172326 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59468) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:15.175469 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee5d820-0902-422c-b2dd-9f109b3169cd None None] Sync routers for ids ['7d8bff73-ab1c-4701-b87a-1588db58279f'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:42:15.189132 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee5d820-0902-422c-b2dd-9f109b3169cd None None] Routers {'7d8bff73-ab1c-4701-b87a-1588db58279f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:15.189724 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0ee5d820-0902-422c-b2dd-9f109b3169cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:42:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7d8bff73-ab1c-4701-b87a-1588db58279f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:15.275900 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76e56ae4-f6e4-43cb-8cec-e1298b864beb admin admin] Publish callbacks [] for router, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:15.293738 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-0ee5d820-0902-422c-b2dd-9f109b3169cd None None] Set router 7d8bff73-ab1c-4701-b87a-1588db58279f gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:15.376292 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76e56ae4-f6e4-43cb-8cec-e1298b864beb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:15.476904 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0ee5d820-0902-422c-b2dd-9f109b3169cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:42:14Z', 'revision_number': 5, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port': {'id': '2c3145ac-1d30-4e0d-99ef-3142865c605d', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:17Z', 'updated_at': '2021-11-12T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:15.493086 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-76e56ae4-f6e4-43cb-8cec-e1298b864beb admin admin] Deleting port 2c3145ac-1d30-4e0d-99ef-3142865c605d {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:15.493441 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76e56ae4-f6e4-43cb-8cec-e1298b864beb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:15.505451 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee5d820-0902-422c-b2dd-9f109b3169cd None None] Checking router: 7d8bff73-ab1c-4701-b87a-1588db58279f for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:42:15.514989 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee5d820-0902-422c-b2dd-9f109b3169cd None None] Routers {'7d8bff73-ab1c-4701-b87a-1588db58279f'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:15.515595 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0ee5d820-0902-422c-b2dd-9f109b3169cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:42:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['7d8bff73-ab1c-4701-b87a-1588db58279f'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:15.576714 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-76e56ae4-f6e4-43cb-8cec-e1298b864beb admin admin] For port 2c3145ac-1d30-4e0d-99ef-3142865c605d, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2c3145ac-1d30-4e0d-99ef-3142865c605d,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:15.577066 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76e56ae4-f6e4-43cb-8cec-e1298b864beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:15.590080 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-76e56ae4-f6e4-43cb-8cec-e1298b864beb admin admin] Calling delete_port for 2c3145ac-1d30-4e0d-99ef-3142865c605d owned by network:router_gateway {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:15.601983 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-0ee5d820-0902-422c-b2dd-9f109b3169cd None None] Set router 7d8bff73-ab1c-4701-b87a-1588db58279f gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:15.657749 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-0ee5d820-0902-422c-b2dd-9f109b3169cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:42:15Z', 'revision_number': 6, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:15.685237 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee5d820-0902-422c-b2dd-9f109b3169cd None None] The sync data for ids ['7d8bff73-ab1c-4701-b87a-1588db58279f'] in n-d-768509-24 is: [{'id': '7d8bff73-ab1c-4701-b87a-1588db58279f', 'name': 'tempest-TestShelveInstance-820294153-router', 'tenant_id': '7a5f5be5f1af4c72b46227e2453a65da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:16Z', 'updated_at': '2021-11-12T05:42:15Z', 'revision_number': 6, 'project_id': '7a5f5be5f1af4c72b46227e2453a65da', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:42:15.822167 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76e56ae4-f6e4-43cb-8cec-e1298b864beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:15.847021 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e56ae4-f6e4-43cb-8cec-e1298b864beb admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3145ac-1d30-4e0d-99ef-3142865c605d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:15.862244 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568fbab6-a3d9-4005-89f1-c413efbf846b None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:42:15.914940 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76e56ae4-f6e4-43cb-8cec-e1298b864beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.003502 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76e56ae4-f6e4-43cb-8cec-e1298b864beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.005500 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76e56ae4-f6e4-43cb-8cec-e1298b864beb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.120640 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76e56ae4-f6e4-43cb-8cec-e1298b864beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.121245 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e56ae4-f6e4-43cb-8cec-e1298b864beb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d8bff73-ab1c-4701-b87a-1588db58279f {{(pid=103297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:42:16.126994 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-76e56ae4-f6e4-43cb-8cec-e1298b864beb admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.130383 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-76e56ae4-f6e4-43cb-8cec-e1298b864beb admin admin] 10.222.0.37 "DELETE /v2.0/routers/7d8bff73-ab1c-4701-b87a-1588db58279f HTTP/1.1" status: 204 len: 168 time: 0.9548767 Nov 12 05:42:16.131459 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59470) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:16.179684 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf39b8d-528f-40f4-97eb-09506a135ab7 admin admin] Deleting subnet 3ba114de-3a34-455a-85e4-426464e9b5be {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:42:16.183613 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dbf39b8d-528f-40f4-97eb-09506a135ab7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.219808 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dbf39b8d-528f-40f4-97eb-09506a135ab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.296372 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1a2bd9e8-ae3c-4840-8370-a1dad938fb62 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:42:16.310172 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dbf39b8d-528f-40f4-97eb-09506a135ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.316872 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 1a2bd9e8-ae3c-4840-8370-a1dad938fb62 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:42:16.317217 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 1a2bd9e8-ae3c-4840-8370-a1dad938fb62 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:42:16.317794 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2c3145ac-1d30-4e0d-99ef-3142865c605d no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:42:16.340556 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 2c3145ac-1d30-4e0d-99ef-3142865c605d {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:42:16.340971 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2c3145ac-1d30-4e0d-99ef-3142865c605d not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:42:16.422398 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dbf39b8d-528f-40f4-97eb-09506a135ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.448790 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf39b8d-528f-40f4-97eb-09506a135ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba114de-3a34-455a-85e4-426464e9b5be,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:16.453471 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dbf39b8d-528f-40f4-97eb-09506a135ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.456649 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-dbf39b8d-528f-40f4-97eb-09506a135ab7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3ba114de-3a34-455a-85e4-426464e9b5be HTTP/1.1" status: 204 len: 168 time: 0.3235047 Nov 12 05:42:16.460656 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59472) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:16.463931 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8ba233-32de-4855-aa88-9aebf01c3e8b None None] Network e6ce0fa5-5135-487e-a05d-53091fb45494 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:42:16.469381 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39b8d-528f-40f4-97eb-09506a135ab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.469731 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39b8d-528f-40f4-97eb-09506a135ab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.470113 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39b8d-528f-40f4-97eb-09506a135ab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.470455 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39b8d-528f-40f4-97eb-09506a135ab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.470817 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39b8d-528f-40f4-97eb-09506a135ab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.471150 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39b8d-528f-40f4-97eb-09506a135ab7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.471477 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39b8d-528f-40f4-97eb-09506a135ab7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.471832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39b8d-528f-40f4-97eb-09506a135ab7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.472160 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39b8d-528f-40f4-97eb-09506a135ab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.472484 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39b8d-528f-40f4-97eb-09506a135ab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.472807 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39b8d-528f-40f4-97eb-09506a135ab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.473128 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39b8d-528f-40f4-97eb-09506a135ab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.542548 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.597620 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] Deleting port de4f2099-708d-4c1f-9c60-3d45b158307c {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:16.598021 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.660533 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] DHCP port deletion for e6ce0fa5-5135-487e-a05d-53091fb45494 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:42:16.667784 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] For port de4f2099-708d-4c1f-9c60-3d45b158307c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=de4f2099-708d-4c1f-9c60-3d45b158307c,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:16.667784 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.680375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] Calling delete_port for de4f2099-708d-4c1f-9c60-3d45b158307c owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:16.717909 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] Deleting port de4f2099-708d-4c1f-9c60-3d45b158307c {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:16.718228 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.789319 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] For port de4f2099-708d-4c1f-9c60-3d45b158307c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=de4f2099-708d-4c1f-9c60-3d45b158307c,segment=NetworkSegment(22f5bb6a-db3a-4d86-ba2b-5b948841c707),segment_id=22f5bb6a-db3a-4d86-ba2b-5b948841c707)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:16.789762 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.803230 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] Calling delete_port for de4f2099-708d-4c1f-9c60-3d45b158307c owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:16.850933 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.878209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=de4f2099-708d-4c1f-9c60-3d45b158307c,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:16.880079 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] No DVR routers for this DVR port de4f2099-708d-4c1f-9c60-3d45b158307c on host n-d-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:42:16.886894 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.909449 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] Pushing event deleted for resources: {'Port': ['ID=de4f2099-708d-4c1f-9c60-3d45b158307c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:16.914118 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] No DVR routers for this DVR port de4f2099-708d-4c1f-9c60-3d45b158307c on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:42:16.929944 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.930540 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.930923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.931267 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.931663 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.931935 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.932260 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.932634 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.933098 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.933451 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.933774 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.934095 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72279f66-7452-4114-a13b-a1e4296120ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:16.954442 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:16.974679 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ce0fa5-5135-487e-a05d-53091fb45494']}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:16.984488 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f5bb6a-db3a-4d86-ba2b-5b948841c707') {'for_net_delete': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:16.984781 n-d-768509-24 neutron-server[103296]: DEBUG neutron.services.segments.db [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f5bb6a-db3a-4d86-ba2b-5b948841c707') {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:16.994255 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6155451'] for segment, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:17.007402 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:17.013413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:42:17.013801 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5258576'] for segment, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: Traceback (most recent call last): Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: timer() Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: cb(*args, **kw) Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: return func(*args, **kwargs) Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: self._notify() Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: self.callback(batched_events) Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: event.method(event) Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: return f(self, *a, **k) Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: return self._get(url).json() Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: return self.request(url, 'GET', **kwargs) Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:42:17.015482 n-d-768509-24 neutron-server[103296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:42:17.148057 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:17.154143 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] Publish callbacks [] for network, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:17.157855 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e6ce0fa5-5135-487e-a05d-53091fb45494 HTTP/1.1" status: 204 len: 168 time: 0.6958785 Nov 12 05:42:17.160772 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59474) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:17.168131 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96085ba2-aff4-4e99-bfba-2f1e6b2a6f36 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6ce0fa5-5135-487e-a05d-53091fb45494,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:17.759392 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:17.822010 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d19ef46-4db8-413c-98c3-d1b586862d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:18.061691 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7d19ef46-4db8-413c-98c3-d1b586862d03 admin admin] Deleting port 201bfa38-03ed-4bc1-9150-b1c875ff43d8 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:18.061938 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d19ef46-4db8-413c-98c3-d1b586862d03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:18.141161 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-7d19ef46-4db8-413c-98c3-d1b586862d03 admin admin] For port 201bfa38-03ed-4bc1-9150-b1c875ff43d8, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=201bfa38-03ed-4bc1-9150-b1c875ff43d8,segment=NetworkSegment(d119586b-5d21-4375-9cd3-410f826e0f4e),segment_id=d119586b-5d21-4375-9cd3-410f826e0f4e)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:18.141525 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d19ef46-4db8-413c-98c3-d1b586862d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:18.154132 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7d19ef46-4db8-413c-98c3-d1b586862d03 admin admin] Calling delete_port for 201bfa38-03ed-4bc1-9150-b1c875ff43d8 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:18.292346 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device de4f2099-708d-4c1f-9c60-3d45b158307c no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:42:18.312158 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: de4f2099-708d-4c1f-9c60-3d45b158307c {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:42:18.312426 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device de4f2099-708d-4c1f-9c60-3d45b158307c not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:42:18.370622 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d19ef46-4db8-413c-98c3-d1b586862d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:18.396781 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19ef46-4db8-413c-98c3-d1b586862d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=201bfa38-03ed-4bc1-9150-b1c875ff43d8,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:18.568565 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7d19ef46-4db8-413c-98c3-d1b586862d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:18.785143 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d19ef46-4db8-413c-98c3-d1b586862d03 admin admin] Router 6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:42:18.873371 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:18.899946 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d19ef46-4db8-413c-98c3-d1b586862d03 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:42:18.905720 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7d19ef46-4db8-413c-98c3-d1b586862d03 admin admin] 10.222.0.37 "PUT /v2.0/routers/6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7439106 Nov 12 05:42:18.908375 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59476) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:18.910071 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1ab89d-427c-413c-b9c6-31cf21ee8879 None None] Sync routers for ids ['6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:42:18.919559 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1ab89d-427c-413c-b9c6-31cf21ee8879 None None] Routers {'6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:18.920157 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9e1ab89d-427c-413c-b9c6-31cf21ee8879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:42:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:19.013359 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-919941e3-1ed1-490f-a3b8-6278bb6e6ad2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:19.024796 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-9e1ab89d-427c-413c-b9c6-31cf21ee8879 None None] Set router 6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:19.122187 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-919941e3-1ed1-490f-a3b8-6278bb6e6ad2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:19.201640 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9e1ab89d-427c-413c-b9c6-31cf21ee8879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'name': 'tempest-TestShelveInstance-1427040927-router', 'tenant_id': '770d17edcbc84216a657f5fe732bd474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '4d6b9735-1033-43c7-a802-22c630c6bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:23Z', 'updated_at': '2021-11-12T05:42:18Z', 'revision_number': 5, 'project_id': '770d17edcbc84216a657f5fe732bd474', 'gw_port': {'id': '4d6b9735-1033-43c7-a802-22c630c6bc1e', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:31:24Z', 'updated_at': '2021-11-12T05:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:19.227774 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1ab89d-427c-413c-b9c6-31cf21ee8879 None None] Checking router: 6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:42:19.236731 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1ab89d-427c-413c-b9c6-31cf21ee8879 None None] Routers {'6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:19.237329 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9e1ab89d-427c-413c-b9c6-31cf21ee8879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:42:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:19.325803 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-9e1ab89d-427c-413c-b9c6-31cf21ee8879 None None] Set router 6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:19.381692 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-9e1ab89d-427c-413c-b9c6-31cf21ee8879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'name': 'tempest-TestShelveInstance-1427040927-router', 'tenant_id': '770d17edcbc84216a657f5fe732bd474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:23Z', 'updated_at': '2021-11-12T05:42:19Z', 'revision_number': 6, 'project_id': '770d17edcbc84216a657f5fe732bd474', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:19.409271 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1ab89d-427c-413c-b9c6-31cf21ee8879 None None] The sync data for ids ['6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb'] in n-d-768509-24 is: [{'id': '6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb', 'name': 'tempest-TestShelveInstance-1427040927-router', 'tenant_id': '770d17edcbc84216a657f5fe732bd474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:31:23Z', 'updated_at': '2021-11-12T05:42:19Z', 'revision_number': 6, 'project_id': '770d17edcbc84216a657f5fe732bd474', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:42:19.621284 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-919941e3-1ed1-490f-a3b8-6278bb6e6ad2 admin admin] Deleting port 4d6b9735-1033-43c7-a802-22c630c6bc1e {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:19.621531 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-919941e3-1ed1-490f-a3b8-6278bb6e6ad2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:19.700096 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-919941e3-1ed1-490f-a3b8-6278bb6e6ad2 admin admin] For port 4d6b9735-1033-43c7-a802-22c630c6bc1e, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4d6b9735-1033-43c7-a802-22c630c6bc1e,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:19.700408 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-919941e3-1ed1-490f-a3b8-6278bb6e6ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:19.712949 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-919941e3-1ed1-490f-a3b8-6278bb6e6ad2 admin admin] Calling delete_port for 4d6b9735-1033-43c7-a802-22c630c6bc1e owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:19.970602 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-919941e3-1ed1-490f-a3b8-6278bb6e6ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:19.994800 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919941e3-1ed1-490f-a3b8-6278bb6e6ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6b9735-1033-43c7-a802-22c630c6bc1e,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:20.011521 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d6cb4d-f439-47e7-952a-14a2221a886b None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:42:20.057263 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-919941e3-1ed1-490f-a3b8-6278bb6e6ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.147750 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-919941e3-1ed1-490f-a3b8-6278bb6e6ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.149881 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-919941e3-1ed1-490f-a3b8-6278bb6e6ad2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.251453 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-919941e3-1ed1-490f-a3b8-6278bb6e6ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.252088 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919941e3-1ed1-490f-a3b8-6278bb6e6ad2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:42:20.256789 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-919941e3-1ed1-490f-a3b8-6278bb6e6ad2 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.261135 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-919941e3-1ed1-490f-a3b8-6278bb6e6ad2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6c8d5a37-d0d6-4ba8-acc6-38e45e71f1fb HTTP/1.1" status: 204 len: 168 time: 1.3493986 Nov 12 05:42:20.261453 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59478) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:20.298830 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4d6b9735-1033-43c7-a802-22c630c6bc1e no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:42:20.309550 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-86346a34-466c-46fa-b1d8-df7d7bb9be6d admin admin] Deleting subnet 4f228372-ce3e-45fb-a18d-cc65549c842a {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:42:20.313074 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-86346a34-466c-46fa-b1d8-df7d7bb9be6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.319599 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 4d6b9735-1033-43c7-a802-22c630c6bc1e {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:42:20.320067 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4d6b9735-1033-43c7-a802-22c630c6bc1e not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:42:20.320575 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 201bfa38-03ed-4bc1-9150-b1c875ff43d8 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:42:20.339788 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 201bfa38-03ed-4bc1-9150-b1c875ff43d8 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:42:20.340271 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 201bfa38-03ed-4bc1-9150-b1c875ff43d8 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:42:20.348147 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-86346a34-466c-46fa-b1d8-df7d7bb9be6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.432642 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-86346a34-466c-46fa-b1d8-df7d7bb9be6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.548485 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-86346a34-466c-46fa-b1d8-df7d7bb9be6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.574770 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86346a34-466c-46fa-b1d8-df7d7bb9be6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f228372-ce3e-45fb-a18d-cc65549c842a,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:20.576752 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-86346a34-466c-46fa-b1d8-df7d7bb9be6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.579984 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-86346a34-466c-46fa-b1d8-df7d7bb9be6d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4f228372-ce3e-45fb-a18d-cc65549c842a HTTP/1.1" status: 204 len: 168 time: 0.3174078 Nov 12 05:42:20.582191 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b62e0e5-02a7-4a64-a4d5-790bee6c7521 None None] Network b82a2f09-87c8-4b6a-909d-b22d01aad5e3 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:42:20.582540 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59480) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:20.651426 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.705776 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] Deleting port c22f0d61-bf3c-45ee-94e8-0a40b7c853ab {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:20.706122 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.781976 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] For port c22f0d61-bf3c-45ee-94e8-0a40b7c853ab, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=c22f0d61-bf3c-45ee-94e8-0a40b7c853ab,segment=NetworkSegment(d119586b-5d21-4375-9cd3-410f826e0f4e),segment_id=d119586b-5d21-4375-9cd3-410f826e0f4e)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:20.782338 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.796436 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] Calling delete_port for c22f0d61-bf3c-45ee-94e8-0a40b7c853ab owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:20.918392 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e00249d-5d8e-45e6-9b3d-db0dca3deead None None] DHCP port deletion for b82a2f09-87c8-4b6a-909d-b22d01aad5e3 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:42:20.936378 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.961921 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c22f0d61-bf3c-45ee-94e8-0a40b7c853ab,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:20.967408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7e00249d-5d8e-45e6-9b3d-db0dca3deead None None] Deleting port c22f0d61-bf3c-45ee-94e8-0a40b7c853ab {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:42:20.967869 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e00249d-5d8e-45e6-9b3d-db0dca3deead None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.970154 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] No DVR routers for this DVR port c22f0d61-bf3c-45ee-94e8-0a40b7c853ab on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:42:21.032801 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-7e00249d-5d8e-45e6-9b3d-db0dca3deead None None] For port c22f0d61-bf3c-45ee-94e8-0a40b7c853ab, host n-d-768509-24, got binding levels [] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:21.033422 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e00249d-5d8e-45e6-9b3d-db0dca3deead None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.044703 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.045429 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-7e00249d-5d8e-45e6-9b3d-db0dca3deead None None] Calling delete_port for c22f0d61-bf3c-45ee-94e8-0a40b7c853ab owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:42:21.048096 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.ipam_backend_mixin [None req-7e00249d-5d8e-45e6-9b3d-db0dca3deead None None] Port c22f0d61-bf3c-45ee-94e8-0a40b7c853ab was not found and therefore no delete operation was performed {{(pid=103298) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 05:42:21.049387 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e00249d-5d8e-45e6-9b3d-db0dca3deead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.064602 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82a2f09-87c8-4b6a-909d-b22d01aad5e3']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:21.070239 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00249d-5d8e-45e6-9b3d-db0dca3deead None None] Pushing event deleted for resources: {'Port': ['ID=c22f0d61-bf3c-45ee-94e8-0a40b7c853ab,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:21.075713 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd119586b-5d21-4375-9cd3-410f826e0f4e') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:21.075951 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd119586b-5d21-4375-9cd3-410f826e0f4e') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:21.079257 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e00249d-5d8e-45e6-9b3d-db0dca3deead None None] No DVR routers for this DVR port c22f0d61-bf3c-45ee-94e8-0a40b7c853ab on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:42:21.093662 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.101821 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.107895 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:42:21.108309 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: timer() Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:42:21.109989 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:42:21.227890 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.233839 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.237049 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b82a2f09-87c8-4b6a-909d-b22d01aad5e3 HTTP/1.1" status: 204 len: 168 time: 0.6534820 Nov 12 05:42:21.248749 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f516129-5995-4939-b2bd-346b83a12ee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b82a2f09-87c8-4b6a-909d-b22d01aad5e3,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:21.504747 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59484) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:21.547255 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-75069ca1-e117-4258-8caa-385b79f4da5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a5f5be5f1af4c72b46227e2453a65da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390649 Nov 12 05:42:21.547477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59486) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:21.596776 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01565b0c-7bed-4585-87d2-cf80ef353159 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.618772 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01565b0c-7bed-4585-87d2-cf80ef353159 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.730896 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01565b0c-7bed-4585-87d2-cf80ef353159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.733545 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-01565b0c-7bed-4585-87d2-cf80ef353159 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:21.734834 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-01565b0c-7bed-4585-87d2-cf80ef353159 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/efb22aec-4beb-4e54-acfc-26756069bd82 HTTP/1.1" status: 204 len: 168 time: 0.1864498 Nov 12 05:42:21.747025 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01565b0c-7bed-4585-87d2-cf80ef353159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb22aec-4beb-4e54-acfc-26756069bd82,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:22.293581 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c22f0d61-bf3c-45ee-94e8-0a40b7c853ab no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:42:22.314222 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: c22f0d61-bf3c-45ee-94e8-0a40b7c853ab {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:42:22.314560 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device c22f0d61-bf3c-45ee-94e8-0a40b7c853ab not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:42:22.465620 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59494) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:22.511229 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-5130f185-e70e-4014-af5a-bff370dccced admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=770d17edcbc84216a657f5fe732bd474&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414560 Nov 12 05:42:22.513271 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59496) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:22.564253 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ed6d152-1270-4182-9b33-a93cf3e1d6c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:22.585256 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ed6d152-1270-4182-9b33-a93cf3e1d6c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:22.702145 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ed6d152-1270-4182-9b33-a93cf3e1d6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:22.706363 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0ed6d152-1270-4182-9b33-a93cf3e1d6c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:22.706363 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-0ed6d152-1270-4182-9b33-a93cf3e1d6c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23c09946-3373-4039-891c-4ec2c1f6f98d HTTP/1.1" status: 204 len: 168 time: 0.1916568 Nov 12 05:42:22.714988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6d152-1270-4182-9b33-a93cf3e1d6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c09946-3373-4039-891c-4ec2c1f6f98d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:23.815239 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59520) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:23.915644 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-fc0bffb5-6d90-49cd-a733-11f11afa927a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1444977598-network', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:23.987484 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0bffb5-6d90-49cd-a733-11f11afa927a admin admin] Made reservation on behalf of 0b818bf65faf49b2b1c50404a99faf10 for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:42:23.989880 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc0bffb5-6d90-49cd-a733-11f11afa927a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:23.999007 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc0bffb5-6d90-49cd-a733-11f11afa927a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.071553 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc0bffb5-6d90-49cd-a733-11f11afa927a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.136550 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc0bffb5-6d90-49cd-a733-11f11afa927a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.161287 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0bffb5-6d90-49cd-a733-11f11afa927a admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:42:24.170851 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0bffb5-6d90-49cd-a733-11f11afa927a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70784fc5-9b15-48dc-a394-dccf3ce47141,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:24.175681 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc0bffb5-6d90-49cd-a733-11f11afa927a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.176030 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-fc0bffb5-6d90-49cd-a733-11f11afa927a admin admin] Added segment b33b54f2-411e-4d7f-944e-9ef18a189540 of type vlan for network b1686c97-32fe-41f8-9e29-30c140d4e324 Nov 12 05:42:24.218566 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc0bffb5-6d90-49cd-a733-11f11afa927a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.325021 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc0bffb5-6d90-49cd-a733-11f11afa927a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.325997 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0bffb5-6d90-49cd-a733-11f11afa927a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:24.326575 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fc0bffb5-6d90-49cd-a733-11f11afa927a admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.385934 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0bffb5-6d90-49cd-a733-11f11afa927a admin admin] Pushing event updated for resources: {'Network': ['ID=b1686c97-32fe-41f8-9e29-30c140d4e324,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:24.395668 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network b1686c97-32fe-41f8-9e29-30c140d4e324 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:42:24.424932 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-fc0bffb5-6d90-49cd-a733-11f11afa927a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6084824 Nov 12 05:42:24.427738 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59524) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:24.433273 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-6df73a94-41a7-4114-a4f0-7437be106b32 admin admin] Request body: {'subnet': {'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1444977598-subnet', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:24.506998 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df73a94-41a7-4114-a4f0-7437be106b32 admin admin] Made reservation on behalf of 0b818bf65faf49b2b1c50404a99faf10 for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:42:24.509394 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6df73a94-41a7-4114-a4f0-7437be106b32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.724747 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6df73a94-41a7-4114-a4f0-7437be106b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.783709 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df73a94-41a7-4114-a4f0-7437be106b32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd10e783-ccdd-42d3-aa8e-567e970a96c4,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:24.789293 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df73a94-41a7-4114-a4f0-7437be106b32 admin admin] Checking segment: {'id': 'b33b54f2-411e-4d7f-944e-9ef18a189540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:42:24.789433 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df73a94-41a7-4114-a4f0-7437be106b32 admin admin] Network hostable DHCP agents. Network: b1686c97-32fe-41f8-9e29-30c140d4e324, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:42:24.896299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df73a94-41a7-4114-a4f0-7437be106b32 admin admin] Network b1686c97-32fe-41f8-9e29-30c140d4e324 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:42:24.987965 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-6df73a94-41a7-4114-a4f0-7437be106b32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, b1686c97-32fe-41f8-9e29-30c140d4e324) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:42:24.993473 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df73a94-41a7-4114-a4f0-7437be106b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:24.994140 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-6df73a94-41a7-4114-a4f0-7437be106b32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:24.996009 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d54ce2-e927-4a5f-afa2-2433b3d4a102 None None] Network b1686c97-32fe-41f8-9e29-30c140d4e324 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:42:25.093019 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-6df73a94-41a7-4114-a4f0-7437be106b32 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6642132 Nov 12 05:42:25.095755 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59526) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:25.100050 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-8b333b82-a253-47af-b133-1dbe2d653595 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:25.149128 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-b1686c97-32fe-41f8-9e29-30c140d4e324', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'fixed_ips': [{'subnet_id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:42:25.150023 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:25.199541 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b333b82-a253-47af-b133-1dbe2d653595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:25.200615 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b333b82-a253-47af-b133-1dbe2d653595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:25.257567 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b333b82-a253-47af-b133-1dbe2d653595 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:25.289366 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] Allocated IP 172.20.0.2 (b1686c97-32fe-41f8-9e29-30c140d4e324/cd10e783-ccdd-42d3-aa8e-567e970a96c4/ef659036-3498-4041-8016-48718ec1240c) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:42:25.439999 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:25.469875 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b333b82-a253-47af-b133-1dbe2d653595 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:25.508282 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:25.553297 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] Network b1686c97-32fe-41f8-9e29-30c140d4e324 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:42:25.563588 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:42:25.569255 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:42:25.577042 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] Pushing event updated for resources: {'Port': ['ID=ef659036-3498-4041-8016-48718ec1240c,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:25.632797 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] Attempting to bind port ef659036-3498-4041-8016-48718ec1240c on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:42:25.632797 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] Attempting to bind port ef659036-3498-4041-8016-48718ec1240c by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'b33b54f2-411e-4d7f-944e-9ef18a189540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:42:25.632797 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] Attempting to bind port ef659036-3498-4041-8016-48718ec1240c on network b1686c97-32fe-41f8-9e29-30c140d4e324 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:42:25.638688 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:42:25.639063 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] Checking segment: {'id': 'b33b54f2-411e-4d7f-944e-9ef18a189540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:42:25.639457 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:25.639840 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] Bound using segment: {'id': 'b33b54f2-411e-4d7f-944e-9ef18a189540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:42:25.640297 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] Bound port: ef659036-3498-4041-8016-48718ec1240c, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33b54f2-411e-4d7f-944e-9ef18a189540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:42:25.640673 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:25.710813 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] For port ef659036-3498-4041-8016-48718ec1240c, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:42:25.714042 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] For port ef659036-3498-4041-8016-48718ec1240c, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ef659036-3498-4041-8016-48718ec1240c,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:42:25.803943 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b333b82-a253-47af-b133-1dbe2d653595 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:25.805605 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:25.830007 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b333b82-a253-47af-b133-1dbe2d653595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:25.873146 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce33e8-94ec-41d6-8229-4d0f0c901584 None None] Pushing event updated for resources: {'Port': ['ID=ef659036-3498-4041-8016-48718ec1240c,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:25.956952 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-8b333b82-a253-47af-b133-1dbe2d653595 admin admin] Allocated IP 172.25.1.199 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/7da0a3c0-c9f8-4ee3-a675-056615ed51f4) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:42:26.096436 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b333b82-a253-47af-b133-1dbe2d653595 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:26.285571 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b333b82-a253-47af-b133-1dbe2d653595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:26.325397 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b333b82-a253-47af-b133-1dbe2d653595 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:42:26.330531 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-8b333b82-a253-47af-b133-1dbe2d653595 admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:42:26.331360 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ef659036-3498-4041-8016-48718ec1240c up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:42:26.334696 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b333b82-a253-47af-b133-1dbe2d653595 admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:42:26.356231 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cedac3-7aee-421e-b66b-7c3551561a04 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:42:26.358701 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b333b82-a253-47af-b133-1dbe2d653595 admin admin] Pushing event updated for resources: {'Port': ['ID=7da0a3c0-c9f8-4ee3-a675-056615ed51f4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:26.388468 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port ef659036-3498-4041-8016-48718ec1240c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:26.388861 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:26.442926 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-eaa22984-b91c-4103-b258-50fdaaf423c1 None None] Provisioning complete for port 7da0a3c0-c9f8-4ee3-a675-056615ed51f4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:26.443627 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eaa22984-b91c-4103-b258-50fdaaf423c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:26.505670 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-eaa22984-b91c-4103-b258-50fdaaf423c1 None None] Port 7da0a3c0-c9f8-4ee3-a675-056615ed51f4 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:42:26.510792 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:26.544930 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] For port ef659036-3498-4041-8016-48718ec1240c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ef659036-3498-4041-8016-48718ec1240c,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:26.633432 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:26.677379 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b333b82-a253-47af-b133-1dbe2d653595 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:26.691349 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Pushing event updated for resources: {'Port': ['ID=ef659036-3498-4041-8016-48718ec1240c,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:26.816438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760ad7b1-3c33-4b03-943a-ec87f80af789 None None] Network b1686c97-32fe-41f8-9e29-30c140d4e324 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:42:26.879090 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a29cb56c-e0f6-4c04-91a7-4341192236db None None] Provisioning complete for port ef659036-3498-4041-8016-48718ec1240c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:26.879372 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a29cb56c-e0f6-4c04-91a7-4341192236db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:27.240853 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b333b82-a253-47af-b133-1dbe2d653595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:27.255197 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-8d30da7f-b28b-40da-8d58-9ec6bc8f3026 None None] Provisioning complete for port ef659036-3498-4041-8016-48718ec1240c triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:27.255560 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8d30da7f-b28b-40da-8d58-9ec6bc8f3026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:27.472999 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b333b82-a253-47af-b133-1dbe2d653595 admin admin] Router e4910f1e-482a-4810-b15a-87cdb1756ff9 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:42:27.576308 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b333b82-a253-47af-b133-1dbe2d653595 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:42:27.584837 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] Sync routers for ids ['e4910f1e-482a-4810-b15a-87cdb1756ff9'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:42:27.594563 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] Routers {'e4910f1e-482a-4810-b15a-87cdb1756ff9'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:27.595225 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:42:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e4910f1e-482a-4810-b15a-87cdb1756ff9'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:27.647053 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8b333b82-a253-47af-b133-1dbe2d653595 admin admin] Publish callbacks [] for router, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:27.648313 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8b333b82-a253-47af-b133-1dbe2d653595 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5516286 Nov 12 05:42:27.651805 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59528) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:27.700561 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] Set router e4910f1e-482a-4810-b15a-87cdb1756ff9 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:27.880128 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:26Z', 'revision_number': 3, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port': {'id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:27.907030 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] Checking router: e4910f1e-482a-4810-b15a-87cdb1756ff9 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:42:27.907379 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] Updating router e4910f1e-482a-4810-b15a-87cdb1756ff9 port 7da0a3c0-c9f8-4ee3-a675-056615ed51f4 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:42:27.935351 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.074901 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce7123e3-d7ec-43e2-9fbc-23bc55b81f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.184316 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.232549 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [None req-ce7123e3-d7ec-43e2-9fbc-23bc55b81f4f admin admin] Allocated IP 172.20.0.1 (b1686c97-32fe-41f8-9e29-30c140d4e324/cd10e783-ccdd-42d3-aa8e-567e970a96c4/4d6806e8-6bc3-4e3a-8a8b-a94047e34e99) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:42:28.247023 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.313554 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2345dd-76a0-4e0f-94a2-c435156b911f None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:42:28.318673 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] Attempting to bind port 7da0a3c0-c9f8-4ee3-a675-056615ed51f4 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:42:28.319793 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] Attempting to bind port 7da0a3c0-c9f8-4ee3-a675-056615ed51f4 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:42:28.319793 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] Attempting to bind port 7da0a3c0-c9f8-4ee3-a675-056615ed51f4 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:42:28.327249 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:42:28.327491 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:42:28.327898 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.328312 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:42:28.328782 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] Bound port: 7da0a3c0-c9f8-4ee3-a675-056615ed51f4, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:42:28.329294 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.332582 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c7f18-6b5d-46eb-9c12-ec7fb344547d None None] Pushing event updated for resources: {'Port': ['ID=7da0a3c0-c9f8-4ee3-a675-056615ed51f4,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:28.348570 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce7123e3-d7ec-43e2-9fbc-23bc55b81f4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.358971 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ef659036-3498-4041-8016-48718ec1240c up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:42:28.421601 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] For port 7da0a3c0-c9f8-4ee3-a675-056615ed51f4, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:42:28.425658 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] For port 7da0a3c0-c9f8-4ee3-a675-056615ed51f4, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7da0a3c0-c9f8-4ee3-a675-056615ed51f4,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:42:28.433847 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce7123e3-d7ec-43e2-9fbc-23bc55b81f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.435251 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port ef659036-3498-4041-8016-48718ec1240c triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:28.435626 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.480773 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7123e3-d7ec-43e2-9fbc-23bc55b81f4f admin admin] Network b1686c97-32fe-41f8-9e29-30c140d4e324 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:42:28.481803 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-b85b9b07-d898-497f-8abe-c61df8f8740f None None] Provisioning complete for port 7da0a3c0-c9f8-4ee3-a675-056615ed51f4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:28.482169 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b85b9b07-d898-497f-8abe-c61df8f8740f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.485895 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.486574 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ce7123e3-d7ec-43e2-9fbc-23bc55b81f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:42:28.490561 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7123e3-d7ec-43e2-9fbc-23bc55b81f4f admin admin] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:42:28.497397 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7123e3-d7ec-43e2-9fbc-23bc55b81f4f admin admin] Pushing event updated for resources: {'Port': ['ID=4d6806e8-6bc3-4e3a-8a8b-a94047e34e99,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:28.535030 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce7123e3-d7ec-43e2-9fbc-23bc55b81f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.571660 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffdf9a2-3266-4a5e-bcf7-b45f499d59bd None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:42:28.621393 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c7f18-6b5d-46eb-9c12-ec7fb344547d None None] Pushing event updated for resources: {'Port': ['ID=7da0a3c0-c9f8-4ee3-a675-056615ed51f4,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:28.634057 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] Routers {'e4910f1e-482a-4810-b15a-87cdb1756ff9'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:28.639473 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:42:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e4910f1e-482a-4810-b15a-87cdb1756ff9'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:28.753239 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b85b9b07-d898-497f-8abe-c61df8f8740f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.753505 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce7123e3-d7ec-43e2-9fbc-23bc55b81f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.785456 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-b85b9b07-d898-497f-8abe-c61df8f8740f None None] For port 7da0a3c0-c9f8-4ee3-a675-056615ed51f4, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7da0a3c0-c9f8-4ee3-a675-056615ed51f4,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:28.794498 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] Set router e4910f1e-482a-4810-b15a-87cdb1756ff9 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:28.851658 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b85b9b07-d898-497f-8abe-c61df8f8740f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.921774 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce7123e3-d7ec-43e2-9fbc-23bc55b81f4f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.976489 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce7123e3-d7ec-43e2-9fbc-23bc55b81f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:29.050871 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7123e3-d7ec-43e2-9fbc-23bc55b81f4f admin admin] Pushing event updated for resources: {'Port': ['ID=4d6806e8-6bc3-4e3a-8a8b-a94047e34e99,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:29.053374 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ce7123e3-d7ec-43e2-9fbc-23bc55b81f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:29.138942 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-52d34e54-b9ec-4129-b5d3-615b08d4d4a0 None None] Provisioning complete for port 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:29.139305 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-52d34e54-b9ec-4129-b5d3-615b08d4d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:29.144242 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b9b07-d898-497f-8abe-c61df8f8740f None None] Pushing event updated for resources: {'Port': ['ID=7da0a3c0-c9f8-4ee3-a675-056615ed51f4,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:29.163420 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7123e3-d7ec-43e2-9fbc-23bc55b81f4f admin admin] Network b1686c97-32fe-41f8-9e29-30c140d4e324 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:42:29.163420 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-ce7123e3-d7ec-43e2-9fbc-23bc55b81f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:42:29.192436 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-52d34e54-b9ec-4129-b5d3-615b08d4d4a0 None None] Port 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:42:29.227018 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-52d34e54-b9ec-4129-b5d3-615b08d4d4a0 None None] Provisioning complete for port 7da0a3c0-c9f8-4ee3-a675-056615ed51f4 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:29.231625 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-52d34e54-b9ec-4129-b5d3-615b08d4d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:29.279740 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7123e3-d7ec-43e2-9fbc-23bc55b81f4f admin admin] Router e4910f1e-482a-4810-b15a-87cdb1756ff9 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:42:29.280933 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:26Z', 'revision_number': 3, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port': {'id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:29.311576 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba21d05b-5209-43a2-9423-df544befc1bf None None] The sync data for ids ['e4910f1e-482a-4810-b15a-87cdb1756ff9'] in n-d-768509-24 is: [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:26Z', 'revision_number': 3, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port': {'id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:42:29.410118 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7123e3-d7ec-43e2-9fbc-23bc55b81f4f admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:42:29.415170 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ce7123e3-d7ec-43e2-9fbc-23bc55b81f4f admin admin] 10.222.0.37 "PUT /v2.0/routers/e4910f1e-482a-4810-b15a-87cdb1756ff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7623560 Nov 12 05:42:29.473649 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-473ba6f0-1595-44cc-8245-b38bcf672569 None None] Provisioning complete for port 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:29.474027 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-473ba6f0-1595-44cc-8245-b38bcf672569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:29.515017 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-473ba6f0-1595-44cc-8245-b38bcf672569 None None] Port 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:42:30.107082 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59548) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:30.112026 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-d17453b2-ca71-4280-8677-6a5b24be0779 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1963519123-network', 'tenant_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:30.176809 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17453b2-ca71-4280-8677-6a5b24be0779 admin admin] Made reservation on behalf of a2fae3fe1cfc4699b581682ce2e8bc3c for: {'network': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:42:30.183002 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d17453b2-ca71-4280-8677-6a5b24be0779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for network, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:30.195327 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d17453b2-ca71-4280-8677-6a5b24be0779 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:30.283439 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d17453b2-ca71-4280-8677-6a5b24be0779 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:30.325077 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 7da0a3c0-c9f8-4ee3-a675-056615ed51f4 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:42:30.364466 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d17453b2-ca71-4280-8677-6a5b24be0779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:30.373820 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 7da0a3c0-c9f8-4ee3-a675-056615ed51f4 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:30.374192 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:30.394051 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17453b2-ca71-4280-8677-6a5b24be0779 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:42:30.408759 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17453b2-ca71-4280-8677-6a5b24be0779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d2316d-e1e9-4f51-a9f5-cc6c6d3e141d,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:30.414570 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d17453b2-ca71-4280-8677-6a5b24be0779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:30.415289 n-d-768509-24 neutron-server[103297]: INFO neutron.db.segments_db [None req-d17453b2-ca71-4280-8677-6a5b24be0779 admin admin] Added segment a083ff69-5095-46d8-853f-84e576577270 of type vlan for network 15e0cc1e-36ef-4299-b43a-ffe354b35dc4 Nov 12 05:42:30.455427 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d17453b2-ca71-4280-8677-6a5b24be0779 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785905417692'] for network, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:30.548314 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d17453b2-ca71-4280-8677-6a5b24be0779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745'] for network, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:30.551439 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17453b2-ca71-4280-8677-6a5b24be0779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:30.552099 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d17453b2-ca71-4280-8677-6a5b24be0779 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:30.612372 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17453b2-ca71-4280-8677-6a5b24be0779 admin admin] Pushing event updated for resources: {'Network': ['ID=15e0cc1e-36ef-4299-b43a-ffe354b35dc4,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:30.622777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Network 15e0cc1e-36ef-4299-b43a-ffe354b35dc4 details requested by agent ovs-agent-n-d-768509-24 with host n-d-768509-24 {{(pid=103298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:42:30.636829 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d17453b2-ca71-4280-8677-6a5b24be0779 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5285802 Nov 12 05:42:30.639411 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59552) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:30.644840 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-f64211b8-a87c-45c6-b712-93f94a67a9c0 admin admin] Request body: {'subnet': {'network_id': '15e0cc1e-36ef-4299-b43a-ffe354b35dc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1963519123-subnet', 'tenant_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'ip_version': 4}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:30.730977 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64211b8-a87c-45c6-b712-93f94a67a9c0 admin admin] Made reservation on behalf of a2fae3fe1cfc4699b581682ce2e8bc3c for: {'subnet': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:42:30.733526 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f64211b8-a87c-45c6-b712-93f94a67a9c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5492682'] for subnet, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:30.908287 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] Sync routers for ids ['e4910f1e-482a-4810-b15a-87cdb1756ff9'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:42:30.918129 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] Routers {'e4910f1e-482a-4810-b15a-87cdb1756ff9'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:30.918755 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:42:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e4910f1e-482a-4810-b15a-87cdb1756ff9'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:30.988173 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f64211b8-a87c-45c6-b712-93f94a67a9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5681319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5492696'] for subnet, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:31.026088 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] Set router e4910f1e-482a-4810-b15a-87cdb1756ff9 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:31.048559 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64211b8-a87c-45c6-b712-93f94a67a9c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e812ae-f52e-4734-85b3-91eabda6b5cf,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:31.067730 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64211b8-a87c-45c6-b712-93f94a67a9c0 admin admin] Checking segment: {'id': 'a083ff69-5095-46d8-853f-84e576577270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '15e0cc1e-36ef-4299-b43a-ffe354b35dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:42:31.068093 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64211b8-a87c-45c6-b712-93f94a67a9c0 admin admin] Network hostable DHCP agents. Network: 15e0cc1e-36ef-4299-b43a-ffe354b35dc4, hostable agents: ['bb69e793-9f2b-4f78-b59b-a48d72031dd7'], hosted agents: [] {{(pid=103297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:42:31.193599 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64211b8-a87c-45c6-b712-93f94a67a9c0 admin admin] Network 15e0cc1e-36ef-4299-b43a-ffe354b35dc4 is scheduled to be hosted by DHCP agent bb69e793-9f2b-4f78-b59b-a48d72031dd7 with binding_index 1 {{(pid=103297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:42:31.234618 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port': {'id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4d6806e8-6bc3-4e3a-8a8b-a94047e34e99', 'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'mac_address': 'fa:16:3e:10:b7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:28Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 2, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'subnets': [{'id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:31.260378 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] Checking router: e4910f1e-482a-4810-b15a-87cdb1756ff9 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:42:31.261216 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] Updating router e4910f1e-482a-4810-b15a-87cdb1756ff9 port 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:42:31.284219 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:31.290477 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [None req-f64211b8-a87c-45c6-b712-93f94a67a9c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-24, 15e0cc1e-36ef-4299-b43a-ffe354b35dc4) {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:42:31.295507 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64211b8-a87c-45c6-b712-93f94a67a9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:31.296098 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f64211b8-a87c-45c6-b712-93f94a67a9c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:31.302923 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e391e7-b95f-4b61-8056-b4547519caf9 None None] Network 15e0cc1e-36ef-4299-b43a-ffe354b35dc4 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:42:31.385685 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-f64211b8-a87c-45c6-b712-93f94a67a9c0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7451556 Nov 12 05:42:31.388472 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59554) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:31.393477 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-22592a8e-7936-4a70-b6ae-d8ca0ad99d32 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1963519123-router', 'tenant_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:31.455425 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1f7a2f8-7b9b-53cd-98bc-8c13eedc8291-15e0cc1e-36ef-4299-b43a-ffe354b35dc4', 'network_id': '15e0cc1e-36ef-4299-b43a-ffe354b35dc4', 'tenant_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'fixed_ips': [{'subnet_id': 'c0e812ae-f52e-4734-85b3-91eabda6b5cf'}]}} from n-d-768509-24. {{(pid=103298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:42:31.456412 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:31.468017 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-22592a8e-7936-4a70-b6ae-d8ca0ad99d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10147'] for router, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:31.469099 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-22592a8e-7936-4a70-b6ae-d8ca0ad99d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10156'] for router, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:31.526607 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-22592a8e-7936-4a70-b6ae-d8ca0ad99d32 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:31.548096 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:31.587317 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:31.594659 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.db_base_plugin_common [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] Allocated IP 172.20.0.2 (15e0cc1e-36ef-4299-b43a-ffe354b35dc4/c0e812ae-f52e-4734-85b3-91eabda6b5cf/2de9ca02-cc32-488f-aea6-89e97c4efd43) {{(pid=103298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:42:31.658184 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586ff8b-7586-414e-b3a4-d93b379e0e57 None None] Pushing event updated for resources: {'Port': ['ID=4d6806e8-6bc3-4e3a-8a8b-a94047e34e99,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:31.668021 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ff8b-7586-414e-b3a4-d93b379e0e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:31.668021 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ff8b-7586-414e-b3a4-d93b379e0e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:31.668021 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ff8b-7586-414e-b3a4-d93b379e0e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:31.668427 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ff8b-7586-414e-b3a4-d93b379e0e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:31.668762 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ff8b-7586-414e-b3a4-d93b379e0e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:31.668991 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ff8b-7586-414e-b3a4-d93b379e0e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:31.669311 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ff8b-7586-414e-b3a4-d93b379e0e57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:31.669628 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ff8b-7586-414e-b3a4-d93b379e0e57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:31.669947 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ff8b-7586-414e-b3a4-d93b379e0e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:31.670257 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ff8b-7586-414e-b3a4-d93b379e0e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:31.670571 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ff8b-7586-414e-b3a4-d93b379e0e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:31.670924 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586ff8b-7586-414e-b3a4-d93b379e0e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:42:31.706268 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] Attempting to bind port 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:42:31.707269 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] Attempting to bind port 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'b33b54f2-411e-4d7f-944e-9ef18a189540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:42:31.713003 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-22592a8e-7936-4a70-b6ae-d8ca0ad99d32 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:31.718220 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] Attempting to bind port 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99 on network b1686c97-32fe-41f8-9e29-30c140d4e324 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:42:31.726396 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:42:31.726812 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] Checking segment: {'id': 'b33b54f2-411e-4d7f-944e-9ef18a189540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:42:31.727214 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:31.727595 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] Bound using segment: {'id': 'b33b54f2-411e-4d7f-944e-9ef18a189540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:42:31.728337 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] Bound port: 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33b54f2-411e-4d7f-944e-9ef18a189540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:42:31.728935 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:31.754011 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] Publish callbacks [] for port, precommit_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:31.804647 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] For port 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:42:31.808644 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] For port 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4d6806e8-6bc3-4e3a-8a8b-a94047e34e99,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:42:31.851248 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658'] for port, after_create {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:31.868752 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:31.890554 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] Network 15e0cc1e-36ef-4299-b43a-ffe354b35dc4 is already hosted by enough agents. {{(pid=103298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:42:31.894157 n-d-768509-24 neutron-server[103298]: DEBUG neutron.scheduler.base_scheduler [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] Resources bound (agent type, host, resource id): {{(pid=103298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:42:31.901026 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] Received port after_create {{(pid=103298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:42:31.915947 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] Pushing event updated for resources: {'Port': ['ID=2de9ca02-cc32-488f-aea6-89e97c4efd43,revision_number=1']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:31.937744 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586ff8b-7586-414e-b3a4-d93b379e0e57 None None] Pushing event updated for resources: {'Port': ['ID=4d6806e8-6bc3-4e3a-8a8b-a94047e34e99,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:31.945284 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] Routers {'e4910f1e-482a-4810-b15a-87cdb1756ff9'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:31.946216 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:42:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e4910f1e-482a-4810-b15a-87cdb1756ff9'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:31.992050 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] Attempting to bind port 2de9ca02-cc32-488f-aea6-89e97c4efd43 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:42:31.992418 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] Attempting to bind port 2de9ca02-cc32-488f-aea6-89e97c4efd43 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'a083ff69-5095-46d8-853f-84e576577270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '15e0cc1e-36ef-4299-b43a-ffe354b35dc4'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:42:31.992784 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] Attempting to bind port 2de9ca02-cc32-488f-aea6-89e97c4efd43 on network 15e0cc1e-36ef-4299-b43a-ffe354b35dc4 {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:42:32.000181 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:42:32.000566 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] Checking segment: {'id': 'a083ff69-5095-46d8-853f-84e576577270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '15e0cc1e-36ef-4299-b43a-ffe354b35dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:42:32.001235 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:32.001628 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] Bound using segment: {'id': 'a083ff69-5095-46d8-853f-84e576577270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '15e0cc1e-36ef-4299-b43a-ffe354b35dc4'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:42:32.002101 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] Bound port: 2de9ca02-cc32-488f-aea6-89e97c4efd43, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a083ff69-5095-46d8-853f-84e576577270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '15e0cc1e-36ef-4299-b43a-ffe354b35dc4'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:42:32.002488 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:32.019246 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-9ac640c8-8bba-4407-b487-fa4ce70e7218 None None] Provisioning complete for port 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:32.019630 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ac640c8-8bba-4407-b487-fa4ce70e7218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:32.021647 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-22592a8e-7936-4a70-b6ae-d8ca0ad99d32 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:32.045688 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-22592a8e-7936-4a70-b6ae-d8ca0ad99d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:32.114597 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] For port 2de9ca02-cc32-488f-aea6-89e97c4efd43, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:42:32.153443 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] For port 2de9ca02-cc32-488f-aea6-89e97c4efd43, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2de9ca02-cc32-488f-aea6-89e97c4efd43,segment=NetworkSegment(a083ff69-5095-46d8-853f-84e576577270),segment_id=a083ff69-5095-46d8-853f-84e576577270)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:42:32.161874 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ac640c8-8bba-4407-b487-fa4ce70e7218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:32.173058 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-22592a8e-7936-4a70-b6ae-d8ca0ad99d32 admin admin] Allocated IP 172.25.1.24 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/bc2b1a2a-5458-46cc-897d-e09880d31ea7) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:42:32.200117 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-9ac640c8-8bba-4407-b487-fa4ce70e7218 None None] For port 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4d6806e8-6bc3-4e3a-8a8b-a94047e34e99,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:32.201456 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] Set router e4910f1e-482a-4810-b15a-87cdb1756ff9 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:32.202653 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:32.249493 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ac640c8-8bba-4407-b487-fa4ce70e7218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:32.272454 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7cf97-7582-41a4-b73e-802daa68c414 None None] Pushing event updated for resources: {'Port': ['ID=2de9ca02-cc32-488f-aea6-89e97c4efd43,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:32.344109 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac640c8-8bba-4407-b487-fa4ce70e7218 None None] Pushing event updated for resources: {'Port': ['ID=4d6806e8-6bc3-4e3a-8a8b-a94047e34e99,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:32.345181 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-22592a8e-7936-4a70-b6ae-d8ca0ad99d32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:32.375358 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-2b13f6b0-abb8-4d59-803c-e2e80781cb96 None None] Provisioning complete for port 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:32.375977 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2b13f6b0-abb8-4d59-803c-e2e80781cb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:32.445078 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-22592a8e-7936-4a70-b6ae-d8ca0ad99d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:32.483199 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port': {'id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4d6806e8-6bc3-4e3a-8a8b-a94047e34e99', 'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'mac_address': 'fa:16:3e:10:b7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:28Z', 'updated_at': '2021-11-12T05:42:31Z', 'revision_number': 4, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'subnets': [{'id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:32.520651 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664fb70-cee2-497c-be7d-891fc17d02ab None None] The sync data for ids ['e4910f1e-482a-4810-b15a-87cdb1756ff9'] in n-d-768509-24 is: [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port': {'id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4d6806e8-6bc3-4e3a-8a8b-a94047e34e99', 'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'mac_address': 'fa:16:3e:10:b7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:28Z', 'updated_at': '2021-11-12T05:42:31Z', 'revision_number': 4, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'subnets': [{'id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:42:32.524859 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22592a8e-7936-4a70-b6ae-d8ca0ad99d32 admin admin] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:42:32.530817 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-22592a8e-7936-4a70-b6ae-d8ca0ad99d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:42:32.535774 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22592a8e-7936-4a70-b6ae-d8ca0ad99d32 admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:42:32.554358 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b18104-f054-44a2-880f-34f752dd3563 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:42:32.567783 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22592a8e-7936-4a70-b6ae-d8ca0ad99d32 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2b1a2a-5458-46cc-897d-e09880d31ea7,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:32.632031 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-3237d16f-a4d0-418a-9d57-a14bf555b75a None None] Provisioning complete for port bc2b1a2a-5458-46cc-897d-e09880d31ea7 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:32.634938 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-3237d16f-a4d0-418a-9d57-a14bf555b75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:32.685261 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-3237d16f-a4d0-418a-9d57-a14bf555b75a None None] Port bc2b1a2a-5458-46cc-897d-e09880d31ea7 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:42:32.926871 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-22592a8e-7936-4a70-b6ae-d8ca0ad99d32 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:33.150530 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-22592a8e-7936-4a70-b6ae-d8ca0ad99d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919484'] for router, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:33.233156 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c383-c11f-406b-990d-874e563e42c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:33.362951 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b6c7a4-b644-4675-9297-1eea7b66d7cd None None] Network 15e0cc1e-36ef-4299-b43a-ffe354b35dc4 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:42:33.371125 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22592a8e-7936-4a70-b6ae-d8ca0ad99d32 admin admin] Router 513b5285-924a-4670-91e3-f12bdfeaafb1 is scheduled to L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d with binding_index 1 {{(pid=103296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:42:33.453078 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1e7291c1-b899-4713-8e94-de161cf3a1e9 None None] Provisioning complete for port 2de9ca02-cc32-488f-aea6-89e97c4efd43 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:33.453498 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e7291c1-b899-4713-8e94-de161cf3a1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:33.488474 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22592a8e-7936-4a70-b6ae-d8ca0ad99d32 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:42:33.515870 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] Sync routers for ids ['513b5285-924a-4670-91e3-f12bdfeaafb1'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:42:33.549630 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] Routers {'513b5285-924a-4670-91e3-f12bdfeaafb1'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:33.550263 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:42:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['513b5285-924a-4670-91e3-f12bdfeaafb1'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:33.561735 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-22592a8e-7936-4a70-b6ae-d8ca0ad99d32 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:33.563007 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-22592a8e-7936-4a70-b6ae-d8ca0ad99d32 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1729975 Nov 12 05:42:33.565744 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59558) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:33.703171 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e7291c1-b899-4713-8e94-de161cf3a1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:33.739032 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] Set router 513b5285-924a-4670-91e3-f12bdfeaafb1 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:33.886080 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1e7291c1-b899-4713-8e94-de161cf3a1e9 None None] For port 2de9ca02-cc32-488f-aea6-89e97c4efd43, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2de9ca02-cc32-488f-aea6-89e97c4efd43,segment=NetworkSegment(a083ff69-5095-46d8-853f-84e576577270),segment_id=a083ff69-5095-46d8-853f-84e576577270)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:33.950694 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1e7291c1-b899-4713-8e94-de161cf3a1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:33.956468 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'name': 'tempest-TestSnapshotPattern-1963519123-router', 'tenant_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc2b1a2a-5458-46cc-897d-e09880d31ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:31Z', 'updated_at': '2021-11-12T05:42:32Z', 'revision_number': 3, 'project_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'gw_port': {'id': 'bc2b1a2a-5458-46cc-897d-e09880d31ea7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ce:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:32Z', 'updated_at': '2021-11-12T05:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:34.008315 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] Checking router: 513b5285-924a-4670-91e3-f12bdfeaafb1 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:42:34.008633 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] Updating router 513b5285-924a-4670-91e3-f12bdfeaafb1 port bc2b1a2a-5458-46cc-897d-e09880d31ea7 binding host n-d-768509-24 {{(pid=103298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:42:34.048357 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.076692 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7291c1-b899-4713-8e94-de161cf3a1e9 None None] Pushing event updated for resources: {'Port': ['ID=2de9ca02-cc32-488f-aea6-89e97c4efd43,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:34.082389 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1b2bc13-158c-46dd-bf2f-25470266aa4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.148990 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-166b6403-a4bc-41cd-ad16-75a42dd12204 None None] Provisioning complete for port 2de9ca02-cc32-488f-aea6-89e97c4efd43 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:34.149360 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-166b6403-a4bc-41cd-ad16-75a42dd12204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.249020 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-a1b2bc13-158c-46dd-bf2f-25470266aa4a admin admin] Allocated IP 172.20.0.1 (15e0cc1e-36ef-4299-b43a-ffe354b35dc4/c0e812ae-f52e-4734-85b3-91eabda6b5cf/9d683bda-63c8-499b-8fbb-be8a79de29e6) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:42:34.387367 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1b2bc13-158c-46dd-bf2f-25470266aa4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.390545 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2de9ca02-cc32-488f-aea6-89e97c4efd43 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:42:34.418691 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] Publish callbacks [] for port, precommit_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.446975 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 2de9ca02-cc32-488f-aea6-89e97c4efd43 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:34.447339 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.485129 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1b2bc13-158c-46dd-bf2f-25470266aa4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.512765 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.524390 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b2bc13-158c-46dd-bf2f-25470266aa4a admin admin] Network 15e0cc1e-36ef-4299-b43a-ffe354b35dc4 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:42:34.530469 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-a1b2bc13-158c-46dd-bf2f-25470266aa4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:42:34.534035 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b2bc13-158c-46dd-bf2f-25470266aa4a admin admin] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:42:34.556001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2bc13-158c-46dd-bf2f-25470266aa4a admin admin] Pushing event updated for resources: {'Port': ['ID=9d683bda-63c8-499b-8fbb-be8a79de29e6,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:34.566146 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06476c07-ee16-4e58-bd06-9cfc642be7f0 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:42:34.577002 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1b2bc13-158c-46dd-bf2f-25470266aa4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918121'] for router_interface, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.582622 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:42:34.589546 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcc772-8534-4cbf-8823-b61a22b9af5a None None] Pushing event updated for resources: {'Port': ['ID=bc2b1a2a-5458-46cc-897d-e09880d31ea7,revision_number=2']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:34.609434 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] Attempting to bind port bc2b1a2a-5458-46cc-897d-e09880d31ea7 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:42:34.609802 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] Attempting to bind port bc2b1a2a-5458-46cc-897d-e09880d31ea7 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:42:34.610166 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] Attempting to bind port bc2b1a2a-5458-46cc-897d-e09880d31ea7 on network 83b50554-7014-416f-9f3b-4bb895a9ea2f {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:42:34.620219 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:42:34.620403 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] Checking segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:42:34.620752 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.621146 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] Bound using segment: {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'} {{(pid=103298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:42:34.621618 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.managers [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] Bound port: bc2b1a2a-5458-46cc-897d-e09880d31ea7, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1333d668-2972-4dc2-964a-22ff10e6e4a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f'}}] {{(pid=103298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:42:34.621998 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.775737 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1b2bc13-158c-46dd-bf2f-25470266aa4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.863649 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-fb4a0c31-b513-4a0b-985c-a726aacc17a1 None None] Provisioning complete for port bc2b1a2a-5458-46cc-897d-e09880d31ea7 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:34.864261 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fb4a0c31-b513-4a0b-985c-a726aacc17a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.868293 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] For port bc2b1a2a-5458-46cc-897d-e09880d31ea7, host n-d-768509-24, cleared binding levels {{(pid=103298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:42:34.903417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] For port bc2b1a2a-5458-46cc-897d-e09880d31ea7, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=bc2b1a2a-5458-46cc-897d-e09880d31ea7,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:42:34.906279 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:34.906670 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.935284 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a0c31-b513-4a0b-985c-a726aacc17a1 None None] Port bc2b1a2a-5458-46cc-897d-e09880d31ea7 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:42:34.947208 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1b2bc13-158c-46dd-bf2f-25470266aa4a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:34.980674 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:35.027625 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1b2bc13-158c-46dd-bf2f-25470266aa4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:35.038984 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea12712-1402-4a6e-9f25-f7949f42de34 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:42:35.068898 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcc772-8534-4cbf-8823-b61a22b9af5a None None] Pushing event updated for resources: {'Port': ['ID=bc2b1a2a-5458-46cc-897d-e09880d31ea7,revision_number=3']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:35.072462 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] Routers {'513b5285-924a-4670-91e3-f12bdfeaafb1'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:35.073109 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:42:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['513b5285-924a-4670-91e3-f12bdfeaafb1'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:35.101563 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2bc13-158c-46dd-bf2f-25470266aa4a admin admin] Pushing event updated for resources: {'Port': ['ID=9d683bda-63c8-499b-8fbb-be8a79de29e6,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:35.104610 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1b2bc13-158c-46dd-bf2f-25470266aa4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918269'] for router_interface, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:35.115784 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-dc0ceb84-385b-478b-8f64-1a04f5ae4140 None None] Provisioning complete for port 9d683bda-63c8-499b-8fbb-be8a79de29e6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:35.120388 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-dc0ceb84-385b-478b-8f64-1a04f5ae4140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:35.192593 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ceb84-385b-478b-8f64-1a04f5ae4140 None None] Port 9d683bda-63c8-499b-8fbb-be8a79de29e6 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:42:35.209454 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b2bc13-158c-46dd-bf2f-25470266aa4a admin admin] Network 15e0cc1e-36ef-4299-b43a-ffe354b35dc4 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:42:35.211055 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-a1b2bc13-158c-46dd-bf2f-25470266aa4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:42:35.213744 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] Set router 513b5285-924a-4670-91e3-f12bdfeaafb1 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:35.335780 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b2bc13-158c-46dd-bf2f-25470266aa4a admin admin] Router 513b5285-924a-4670-91e3-f12bdfeaafb1 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:42:35.360763 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-27ee6ff3-d741-442c-933c-c350b9f6c544 None None] Provisioning complete for port bc2b1a2a-5458-46cc-897d-e09880d31ea7 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:35.361142 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27ee6ff3-d741-442c-933c-c350b9f6c544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:35.449895 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b2bc13-158c-46dd-bf2f-25470266aa4a admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:42:35.454968 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a1b2bc13-158c-46dd-bf2f-25470266aa4a admin admin] 10.222.0.37 "PUT /v2.0/routers/513b5285-924a-4670-91e3-f12bdfeaafb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8879404 Nov 12 05:42:35.496347 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27ee6ff3-d741-442c-933c-c350b9f6c544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:35.520612 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-27ee6ff3-d741-442c-933c-c350b9f6c544 None None] For port bc2b1a2a-5458-46cc-897d-e09880d31ea7, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=bc2b1a2a-5458-46cc-897d-e09880d31ea7,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:35.525865 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'name': 'tempest-TestSnapshotPattern-1963519123-router', 'tenant_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc2b1a2a-5458-46cc-897d-e09880d31ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:31Z', 'updated_at': '2021-11-12T05:42:34Z', 'revision_number': 4, 'project_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'gw_port': {'id': 'bc2b1a2a-5458-46cc-897d-e09880d31ea7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ce:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:32Z', 'updated_at': '2021-11-12T05:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '9d683bda-63c8-499b-8fbb-be8a79de29e6', 'name': '', 'network_id': '15e0cc1e-36ef-4299-b43a-ffe354b35dc4', 'tenant_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'mac_address': 'fa:16:3e:63:5d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c0e812ae-f52e-4734-85b3-91eabda6b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:34Z', 'updated_at': '2021-11-12T05:42:34Z', 'revision_number': 2, 'project_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'subnets': [{'id': 'c0e812ae-f52e-4734-85b3-91eabda6b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:35.566538 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfae07-ccab-4977-b52f-22107cce80e5 None None] The sync data for ids ['513b5285-924a-4670-91e3-f12bdfeaafb1'] in n-d-768509-24 is: [{'id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'name': 'tempest-TestSnapshotPattern-1963519123-router', 'tenant_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc2b1a2a-5458-46cc-897d-e09880d31ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:31Z', 'updated_at': '2021-11-12T05:42:34Z', 'revision_number': 4, 'project_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'gw_port': {'id': 'bc2b1a2a-5458-46cc-897d-e09880d31ea7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ce:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:32Z', 'updated_at': '2021-11-12T05:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '9d683bda-63c8-499b-8fbb-be8a79de29e6', 'name': '', 'network_id': '15e0cc1e-36ef-4299-b43a-ffe354b35dc4', 'tenant_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'mac_address': 'fa:16:3e:63:5d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c0e812ae-f52e-4734-85b3-91eabda6b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:34Z', 'updated_at': '2021-11-12T05:42:34Z', 'revision_number': 2, 'project_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'subnets': [{'id': 'c0e812ae-f52e-4734-85b3-91eabda6b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:42:35.598919 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-27ee6ff3-d741-442c-933c-c350b9f6c544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:35.624273 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f9433d9b-0231-42bd-966e-874f1faba21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:35.656452 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee6ff3-d741-442c-933c-c350b9f6c544 None None] Pushing event updated for resources: {'Port': ['ID=bc2b1a2a-5458-46cc-897d-e09880d31ea7,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:35.720040 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-e43d3afd-376b-4ed5-8d04-750889960de6 None None] Provisioning complete for port 9d683bda-63c8-499b-8fbb-be8a79de29e6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:35.720412 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e43d3afd-376b-4ed5-8d04-750889960de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:35.762844 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-e43d3afd-376b-4ed5-8d04-750889960de6 None None] Port 9d683bda-63c8-499b-8fbb-be8a79de29e6 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:42:36.227476 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59566) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:36.232366 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-2cdec5df-0c59-4fcc-9b8e-94c38d5ba283 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-950206746', 'description': 'tempest-secgroup-smoke-950206746 description', 'project_id': '0b818bf65faf49b2b1c50404a99faf10'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:36.342424 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2cdec5df-0c59-4fcc-9b8e-94c38d5ba283 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:36.348989 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device bc2b1a2a-5458-46cc-897d-e09880d31ea7 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:42:36.404014 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port bc2b1a2a-5458-46cc-897d-e09880d31ea7 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:36.404401 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:36.430423 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2cdec5df-0c59-4fcc-9b8e-94c38d5ba283 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:36.519090 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2cdec5df-0c59-4fcc-9b8e-94c38d5ba283 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:36.549618 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdec5df-0c59-4fcc-9b8e-94c38d5ba283 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17bcabb0-1788-49ee-b129-cd02a39a31fd,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:36.618382 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2cdec5df-0c59-4fcc-9b8e-94c38d5ba283 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:36.620977 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-2cdec5df-0c59-4fcc-9b8e-94c38d5ba283 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3912241 Nov 12 05:42:36.641893 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59568) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:36.641893 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-fedb49db-f88c-4a79-9fee-61f6ec1f5372 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Request body: {'security_group_rule': {'security_group_id': '17bcabb0-1788-49ee-b129-cd02a39a31fd', 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:36.730578 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fedb49db-f88c-4a79-9fee-61f6ec1f5372 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:36.793298 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fedb49db-f88c-4a79-9fee-61f6ec1f5372 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:36.890342 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fedb49db-f88c-4a79-9fee-61f6ec1f5372 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:36.909549 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb49db-f88c-4a79-9fee-61f6ec1f5372 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fbf624-7ee2-41ab-a952-68972736673b,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:36.983980 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fedb49db-f88c-4a79-9fee-61f6ec1f5372 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:36.985229 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-fedb49db-f88c-4a79-9fee-61f6ec1f5372 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3609138 Nov 12 05:42:36.988372 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59570) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:36.993164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a448e779-bf3a-4a2a-8fdd-8a6777387521 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Request body: {'security_group_rule': {'security_group_id': '17bcabb0-1788-49ee-b129-cd02a39a31fd', 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:37.083943 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a448e779-bf3a-4a2a-8fdd-8a6777387521 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:37.147094 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a448e779-bf3a-4a2a-8fdd-8a6777387521 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:37.164706 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:37.227250 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a448e779-bf3a-4a2a-8fdd-8a6777387521 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:37.245244 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448e779-bf3a-4a2a-8fdd-8a6777387521 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b188dae-cbe8-4d78-8635-a345ce9ccc4d,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:37.332229 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a448e779-bf3a-4a2a-8fdd-8a6777387521 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:37.333504 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a448e779-bf3a-4a2a-8fdd-8a6777387521 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3438759 Nov 12 05:42:37.336304 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59572) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:37.341260 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-dcd5e9d1-b59e-4795-9eb2-806f5130e5a3 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Request body: {'security_group_rule': {'security_group_id': '17bcabb0-1788-49ee-b129-cd02a39a31fd', 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:37.443820 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dcd5e9d1-b59e-4795-9eb2-806f5130e5a3 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:37.456554 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] Sync routers for ids ['513b5285-924a-4670-91e3-f12bdfeaafb1'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:42:37.467440 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] Routers {'513b5285-924a-4670-91e3-f12bdfeaafb1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:37.468033 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:42:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['513b5285-924a-4670-91e3-f12bdfeaafb1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:37.503247 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dcd5e9d1-b59e-4795-9eb2-806f5130e5a3 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:37.573392 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] Set router 513b5285-924a-4670-91e3-f12bdfeaafb1 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:37.581434 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dcd5e9d1-b59e-4795-9eb2-806f5130e5a3 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:37.602013 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5e9d1-b59e-4795-9eb2-806f5130e5a3 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402b88d7-c4db-4707-8340-a285018ff870,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:37.686494 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-dcd5e9d1-b59e-4795-9eb2-806f5130e5a3 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:37.690217 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-dcd5e9d1-b59e-4795-9eb2-806f5130e5a3 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3505447 Nov 12 05:42:37.690436 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59574) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:37.706001 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a465a476-31b4-4c1a-a007-8efc9b0ea60e tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Request body: {'security_group_rule': {'security_group_id': '17bcabb0-1788-49ee-b129-cd02a39a31fd', 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:37.770395 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'name': 'tempest-TestSnapshotPattern-1963519123-router', 'tenant_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc2b1a2a-5458-46cc-897d-e09880d31ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:31Z', 'updated_at': '2021-11-12T05:42:34Z', 'revision_number': 4, 'project_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'gw_port': {'id': 'bc2b1a2a-5458-46cc-897d-e09880d31ea7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:32Z', 'updated_at': '2021-11-12T05:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '9d683bda-63c8-499b-8fbb-be8a79de29e6', 'name': '', 'network_id': '15e0cc1e-36ef-4299-b43a-ffe354b35dc4', 'tenant_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'mac_address': 'fa:16:3e:63:5d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c0e812ae-f52e-4734-85b3-91eabda6b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:34Z', 'updated_at': '2021-11-12T05:42:34Z', 'revision_number': 2, 'project_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'subnets': [{'id': 'c0e812ae-f52e-4734-85b3-91eabda6b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:37.775202 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a465a476-31b4-4c1a-a007-8efc9b0ea60e tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:37.800320 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] Checking router: 513b5285-924a-4670-91e3-f12bdfeaafb1 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:42:37.800662 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] Updating router 513b5285-924a-4670-91e3-f12bdfeaafb1 port 9d683bda-63c8-499b-8fbb-be8a79de29e6 binding host n-d-768509-24 {{(pid=103299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:42:37.827409 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:37.834236 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a465a476-31b4-4c1a-a007-8efc9b0ea60e tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:37.884908 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a465a476-31b4-4c1a-a007-8efc9b0ea60e tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:37.904089 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465a476-31b4-4c1a-a007-8efc9b0ea60e tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab0b8c1-948b-4608-96e3-06694bcd3684,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:37.961138 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a465a476-31b4-4c1a-a007-8efc9b0ea60e tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:37.962336 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a465a476-31b4-4c1a-a007-8efc9b0ea60e tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2708969 Nov 12 05:42:37.965067 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59576) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:37.969569 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-01706450-42bd-40c6-af6a-dabd4023ca9d tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Request body: {'security_group_rule': {'security_group_id': '17bcabb0-1788-49ee-b129-cd02a39a31fd', 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:38.027728 n-d-768509-24 neutron-server[103296]: INFO neutron.db.securitygroups_db [None req-01706450-42bd-40c6-af6a-dabd4023ca9d tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Project 0b818bf65faf49b2b1c50404a99faf10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:42:38.032914 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01706450-42bd-40c6-af6a-dabd4023ca9d tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:38.082779 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] Publish callbacks [] for port, precommit_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:38.094584 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01706450-42bd-40c6-af6a-dabd4023ca9d tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:38.159070 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:38.176415 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01706450-42bd-40c6-af6a-dabd4023ca9d tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:38.195857 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01706450-42bd-40c6-af6a-dabd4023ca9d tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a13656-e561-47ba-9b96-def9e02b504f,revision_number=0']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:38.217222 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858017e0-5046-4384-888c-acecfc68d008 None None] Pushing event updated for resources: {'Port': ['ID=9d683bda-63c8-499b-8fbb-be8a79de29e6,revision_number=3']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:38.247958 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-01706450-42bd-40c6-af6a-dabd4023ca9d tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:38.249964 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-01706450-42bd-40c6-af6a-dabd4023ca9d tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2839105 Nov 12 05:42:38.253535 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 59578) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:38.258490 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [None req-9826299b-ed30-410f-83be-91c94dc06a4a tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Request body: {'security_group_rule': {'security_group_id': '17bcabb0-1788-49ee-b129-cd02a39a31fd', 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:38.270836 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] Attempting to bind port 9d683bda-63c8-499b-8fbb-be8a79de29e6 on host n-d-768509-24 for vnic_type normal with profile {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:42:38.271334 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] Attempting to bind port 9d683bda-63c8-499b-8fbb-be8a79de29e6 by drivers openvswitch,hyperv on host n-d-768509-24 at level 0 using segments [{'id': 'a083ff69-5095-46d8-853f-84e576577270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '15e0cc1e-36ef-4299-b43a-ffe354b35dc4'}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:42:38.271693 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] Attempting to bind port 9d683bda-63c8-499b-8fbb-be8a79de29e6 on network 15e0cc1e-36ef-4299-b43a-ffe354b35dc4 {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:42:38.277222 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] Checking agent: {'id': '719e705b-5901-4dc5-9601-d5cd723e4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 52, 9), 'started_at': datetime.datetime(2021, 11, 12, 3, 52, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:42:38.277592 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] Checking segment: {'id': 'a083ff69-5095-46d8-853f-84e576577270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '15e0cc1e-36ef-4299-b43a-ffe354b35dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:42:38.277984 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:38.278364 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] Bound using segment: {'id': 'a083ff69-5095-46d8-853f-84e576577270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '15e0cc1e-36ef-4299-b43a-ffe354b35dc4'} {{(pid=103299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:42:38.278852 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.managers [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] Bound port: 9d683bda-63c8-499b-8fbb-be8a79de29e6, host: n-d-768509-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a083ff69-5095-46d8-853f-84e576577270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '15e0cc1e-36ef-4299-b43a-ffe354b35dc4'}}] {{(pid=103299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:42:38.279365 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:38.347143 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] For port 9d683bda-63c8-499b-8fbb-be8a79de29e6, host n-d-768509-24, cleared binding levels {{(pid=103299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:42:38.351882 n-d-768509-24 neutron-server[103299]: DEBUG neutron.plugins.ml2.db [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] For port 9d683bda-63c8-499b-8fbb-be8a79de29e6, host n-d-768509-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9d683bda-63c8-499b-8fbb-be8a79de29e6,segment=NetworkSegment(a083ff69-5095-46d8-853f-84e576577270),segment_id=a083ff69-5095-46d8-853f-84e576577270)] {{(pid=103299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:42:38.371152 n-d-768509-24 neutron-server[103297]: INFO neutron.db.securitygroups_db [None req-9826299b-ed30-410f-83be-91c94dc06a4a tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Project 0b818bf65faf49b2b1c50404a99faf10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:42:38.376956 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9826299b-ed30-410f-83be-91c94dc06a4a tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:38.404179 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-6e823e38-b13b-45ee-8b91-4fc02e9fcae7 None None] Provisioning complete for port 9d683bda-63c8-499b-8fbb-be8a79de29e6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:38.404702 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6e823e38-b13b-45ee-8b91-4fc02e9fcae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:38.428093 n-d-768509-24 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:38.440823 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9826299b-ed30-410f-83be-91c94dc06a4a tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:38.441352 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-6e823e38-b13b-45ee-8b91-4fc02e9fcae7 None None] Port 9d683bda-63c8-499b-8fbb-be8a79de29e6 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:42:38.483109 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] Routers {'513b5285-924a-4670-91e3-f12bdfeaafb1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:38.493651 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:42:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['513b5285-924a-4670-91e3-f12bdfeaafb1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:38.507344 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9826299b-ed30-410f-83be-91c94dc06a4a tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770183'] for security_group_rule, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:38.535240 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826299b-ed30-410f-83be-91c94dc06a4a tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d259f98-3a8c-4f38-86b8-037c0cd70750,revision_number=0']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:38.553014 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858017e0-5046-4384-888c-acecfc68d008 None None] Pushing event updated for resources: {'Port': ['ID=9d683bda-63c8-499b-8fbb-be8a79de29e6,revision_number=4']} {{(pid=103299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:38.607506 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-9826299b-ed30-410f-83be-91c94dc06a4a tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:38.609279 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-9826299b-ed30-410f-83be-91c94dc06a4a tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3550081 Nov 12 05:42:38.629334 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] Set router 513b5285-924a-4670-91e3-f12bdfeaafb1 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:38.718894 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:38.766717 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-1621d1e0-2499-4158-9854-632040b7851c None None] Provisioning complete for port 9d683bda-63c8-499b-8fbb-be8a79de29e6 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:38.767199 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1621d1e0-2499-4158-9854-632040b7851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:38.773254 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-9f5a11dd-6b15-4b84-83c9-cca092939bc4 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950206746&fields=id&tenant_id=0b818bf65faf49b2b1c50404a99faf10 HTTP/1.1" status: 200 len: 267 time: 0.0501471 Nov 12 05:42:38.836199 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'name': 'tempest-TestSnapshotPattern-1963519123-router', 'tenant_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc2b1a2a-5458-46cc-897d-e09880d31ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:31Z', 'updated_at': '2021-11-12T05:42:34Z', 'revision_number': 4, 'project_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'gw_port': {'id': 'bc2b1a2a-5458-46cc-897d-e09880d31ea7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:32Z', 'updated_at': '2021-11-12T05:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '9d683bda-63c8-499b-8fbb-be8a79de29e6', 'name': '', 'network_id': '15e0cc1e-36ef-4299-b43a-ffe354b35dc4', 'tenant_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'mac_address': 'fa:16:3e:63:5d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c0e812ae-f52e-4734-85b3-91eabda6b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:34Z', 'updated_at': '2021-11-12T05:42:38Z', 'revision_number': 4, 'project_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'subnets': [{'id': 'c0e812ae-f52e-4734-85b3-91eabda6b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:38.853710 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1621d1e0-2499-4158-9854-632040b7851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:38.863715 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1edd1a-318f-495e-b9b3-f89a25c0e552 None None] The sync data for ids ['513b5285-924a-4670-91e3-f12bdfeaafb1'] in n-d-768509-24 is: [{'id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'name': 'tempest-TestSnapshotPattern-1963519123-router', 'tenant_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc2b1a2a-5458-46cc-897d-e09880d31ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:31Z', 'updated_at': '2021-11-12T05:42:34Z', 'revision_number': 4, 'project_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'gw_port': {'id': 'bc2b1a2a-5458-46cc-897d-e09880d31ea7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:32Z', 'updated_at': '2021-11-12T05:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '9d683bda-63c8-499b-8fbb-be8a79de29e6', 'name': '', 'network_id': '15e0cc1e-36ef-4299-b43a-ffe354b35dc4', 'tenant_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'mac_address': 'fa:16:3e:63:5d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c0e812ae-f52e-4734-85b3-91eabda6b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:34Z', 'updated_at': '2021-11-12T05:42:38Z', 'revision_number': 4, 'project_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'subnets': [{'id': 'c0e812ae-f52e-4734-85b3-91eabda6b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:42:38.890939 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-1621d1e0-2499-4158-9854-632040b7851c None None] For port 9d683bda-63c8-499b-8fbb-be8a79de29e6, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9d683bda-63c8-499b-8fbb-be8a79de29e6,segment=NetworkSegment(a083ff69-5095-46d8-853f-84e576577270),segment_id=a083ff69-5095-46d8-853f-84e576577270)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:38.891627 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-98014ad8-7285-4b23-a6f6-44c0af98e98c tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:38.893181 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-98014ad8-7285-4b23-a6f6-44c0af98e98c tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/networks?id=b1686c97-32fe-41f8-9e29-30c140d4e324 HTTP/1.1" status: 200 len: 810 time: 0.1120420 Nov 12 05:42:38.909505 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-ca31f17f-c0a2-4414-b139-f9223cc9f92b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/quotas/0b818bf65faf49b2b1c50404a99faf10 HTTP/1.1" status: 200 len: 375 time: 0.0104942 Nov 12 05:42:38.965209 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1621d1e0-2499-4158-9854-632040b7851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:38.971974 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-9063e35d-cf32-436f-bd0c-b69f2c6d9944 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b818bf65faf49b2b1c50404a99faf10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567472 Nov 12 05:42:39.019978 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621d1e0-2499-4158-9854-632040b7851c None None] Pushing event updated for resources: {'Port': ['ID=9d683bda-63c8-499b-8fbb-be8a79de29e6,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:39.098983 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-c7c451ed-f15a-445e-a006-3f3f0fed3877 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:42:39.106922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-c7c451ed-f15a-445e-a006-3f3f0fed3877 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1167154 Nov 12 05:42:39.200953 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-74dfa5b0-0a8c-47a2-93c2-853f35e703e1 service neutron] 10.222.0.37 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931463 Nov 12 05:42:39.204754 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:39.298462 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b9d6a9ea-45cf-4e66-846d-b18305384528 service neutron] 10.222.0.37 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908411 Nov 12 05:42:39.558668 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-53106a61-acdf-4ca1-aea3-74aae5b56051 req-70f70d58-eb86-44d9-9091-9920846c37b7 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 210 time: 0.0283077 Nov 12 05:42:40.326323 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9d683bda-63c8-499b-8fbb-be8a79de29e6 up at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:42:40.373367 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Provisioning complete for port 9d683bda-63c8-499b-8fbb-be8a79de29e6 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:40.373731 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:40.658249 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8dd45581-95e9-4dab-b18d-3161ff148ffa req-1852912d-99ef-47ca-8400-bd37805e31a7 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 210 time: 0.0294082 Nov 12 05:42:41.803323 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8bace220-27b3-4763-8b55-63d6ef0f455c req-028c46e9-2871-4147-8719-97750f9bfbb1 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 210 time: 0.0732157 Nov 12 05:42:41.849178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-8653e4ed-6d50-446d-9856-6e2f572b8f85 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:41.850657 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-8653e4ed-6d50-446d-9856-6e2f572b8f85 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.31 "GET /v2.0/networks?id=b1686c97-32fe-41f8-9e29-30c140d4e324 HTTP/1.1" status: 200 len: 810 time: 0.1310196 Nov 12 05:42:41.922370 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-a736e6ca-09bd-4d41-860d-d5fd1f0c8770 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b818bf65faf49b2b1c50404a99faf10 HTTP/1.1" status: 200 len: 379 time: 0.0551777 Nov 12 05:42:41.933410 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-c0197e89-5679-480f-a885-c23fb3447cd2 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Request body: {'port': {'device_id': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'admin_state_up': True, 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'security_groups': ['17bcabb0-1788-49ee-b129-cd02a39a31fd']}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:42.467583 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-c0197e89-5679-480f-a885-c23fb3447cd2 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Made reservation on behalf of 0b818bf65faf49b2b1c50404a99faf10 for: {'port': 1} {{(pid=103296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:42:42.471166 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-c0197e89-5679-480f-a885-c23fb3447cd2 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:42.594087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-c0197e89-5679-480f-a885-c23fb3447cd2 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Allocated IP 172.20.0.4 (b1686c97-32fe-41f8-9e29-30c140d4e324/cd10e783-ccdd-42d3-aa8e-567e970a96c4/a0a87601-0f63-43c6-aa8d-2f8098174b79) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:42:42.729369 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-c0197e89-5679-480f-a885-c23fb3447cd2 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:42.793783 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-c0197e89-5679-480f-a885-c23fb3447cd2 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:42.841585 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-c0197e89-5679-480f-a885-c23fb3447cd2 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Network b1686c97-32fe-41f8-9e29-30c140d4e324 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:42:42.844738 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-c0197e89-5679-480f-a885-c23fb3447cd2 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:42:42.847311 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-c0197e89-5679-480f-a885-c23fb3447cd2 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:42:42.896135 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0197e89-5679-480f-a885-c23fb3447cd2 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Pushing event updated for resources: {'Port': ['ID=a0a87601-0f63-43c6-aa8d-2f8098174b79,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:42.939134 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-c0197e89-5679-480f-a885-c23fb3447cd2 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:42.939753 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-c0197e89-5679-480f-a885-c23fb3447cd2 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:42.963848 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5017fd-1a65-4d32-a680-7e2355242784 req-fae3863b-0a81-477f-96b7-cad519ffaa14 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:42.965328 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f5017fd-1a65-4d32-a680-7e2355242784 req-fae3863b-0a81-477f-96b7-cad519ffaa14 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 931 time: 0.0854969 Nov 12 05:42:43.024272 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-c0197e89-5679-480f-a885-c23fb3447cd2 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0949867 Nov 12 05:42:43.030151 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9f5017fd-1a65-4d32-a680-7e2355242784 req-184098c2-c763-4ce9-aaa2-21c423fbfd40 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586932 Nov 12 05:42:43.088117 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Request body: {'port': {'device_id': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-24'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:43.116976 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-047109c6-ab68-44ea-908f-2fc04de5de78 None None] Provisioning complete for port a0a87601-0f63-43c6-aa8d-2f8098174b79 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:43.117848 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-047109c6-ab68-44ea-908f-2fc04de5de78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:43.147222 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:43.152764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-047109c6-ab68-44ea-908f-2fc04de5de78 None None] Port a0a87601-0f63-43c6-aa8d-2f8098174b79 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:42:43.406772 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a87601-0f63-43c6-aa8d-2f8098174b79 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:42:43.413966 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:43.425721 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Transition to ACTIVE for port object a0a87601-0f63-43c6-aa8d-2f8098174b79 will not be triggered until provisioned by entity L2. {{(pid=103296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:42:43.495796 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:43.545446 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Pushing event updated for resources: {'Port': ['ID=a0a87601-0f63-43c6-aa8d-2f8098174b79,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:43.624080 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Attempting to bind port a0a87601-0f63-43c6-aa8d-2f8098174b79 on host n-h2-768509-24 for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:42:43.624550 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Attempting to bind port a0a87601-0f63-43c6-aa8d-2f8098174b79 by drivers openvswitch,hyperv on host n-h2-768509-24 at level 0 using segments [{'id': 'b33b54f2-411e-4d7f-944e-9ef18a189540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:42:43.624882 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Attempting to bind port a0a87601-0f63-43c6-aa8d-2f8098174b79 on network b1686c97-32fe-41f8-9e29-30c140d4e324 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:42:43.630359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Port a0a87601-0f63-43c6-aa8d-2f8098174b79 on network b1686c97-32fe-41f8-9e29-30c140d4e324 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-24 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:42:43.630710 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Attempting to bind port a0a87601-0f63-43c6-aa8d-2f8098174b79 on network b1686c97-32fe-41f8-9e29-30c140d4e324 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:42:43.636773 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Checking agent: {'id': '8f069a24-8499-4625-8f05-c5844862ebd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:42:43.637105 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Checking segment: {'id': 'b33b54f2-411e-4d7f-944e-9ef18a189540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:42:43.637486 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Bound using segment: {'id': 'b33b54f2-411e-4d7f-944e-9ef18a189540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:42:43.637918 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Bound port: a0a87601-0f63-43c6-aa8d-2f8098174b79, host: n-h2-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b33b54f2-411e-4d7f-944e-9ef18a189540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:42:43.638275 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:43.791925 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] For port a0a87601-0f63-43c6-aa8d-2f8098174b79, host n-h2-768509-24, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:42:43.791925 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] For port a0a87601-0f63-43c6-aa8d-2f8098174b79, host n-h2-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a0a87601-0f63-43c6-aa8d-2f8098174b79,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:42:43.822263 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:43.857501 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:43.858142 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:43.859770 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] 10.222.0.31 "PUT /v2.0/ports/a0a87601-0f63-43c6-aa8d-2f8098174b79 HTTP/1.1" status: 200 len: 1092 time: 0.8210824 Nov 12 05:42:43.859987 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'tag': 'a0a87601-0f63-43c6-aa8d-2f8098174b79'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:42:43.862232 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13740570-19a7-4a73-a822-7816f5f3c813" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5728f2-401e-41e7-a934-3f8bcc44874d", "tag": "a0a87601-0f63-43c6-aa8d-2f8098174b79"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:42:43.913314 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375949d-aee6-46da-aad1-e493bc12784c service neutron] Pushing event updated for resources: {'Port': ['ID=a0a87601-0f63-43c6-aa8d-2f8098174b79,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:43.974572 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1904a3-4463-4e6c-97c1-5eb9a098516c x-openstack-request-id: req-fe1904a3-4463-4e6c-97c1-5eb9a098516c {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:42:43.974949 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5728f2-401e-41e7-a934-3f8bcc44874d", "tag": "a0a87601-0f63-43c6-aa8d-2f8098174b79", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:42:43.975278 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe1904a3-4463-4e6c-97c1-5eb9a098516c {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:42:43.975720 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'tag': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'status': 'completed', 'code': 200} Nov 12 05:42:44.036930 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-87b06c6d-39c0-4fd7-829d-4a0d446ff673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:44.038381 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-87b06c6d-39c0-4fd7-829d-4a0d446ff673 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b818bf65faf49b2b1c50404a99faf10&device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 1095 time: 0.0452042 Nov 12 05:42:44.092668 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-380f8ec0-fdb6-4ae9-9418-b0b9163005ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0a87601-0f63-43c6-aa8d-2f8098174b79 HTTP/1.1" status: 200 len: 217 time: 0.0404804 Nov 12 05:42:44.174525 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-ec59a6c9-3d4f-40ca-8435-afab33ad38e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:44.176141 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-ec59a6c9-3d4f-40ca-8435-afab33ad38e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd10e783-ccdd-42d3-aa8e-567e970a96c4 HTTP/1.1" status: 200 len: 849 time: 0.0741658 Nov 12 05:42:44.188442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754b023-6c3f-4c7e-b483-bf2a8a49d64b req-95cce6ac-5a2f-4149-b45a-fe7c000097cb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:44.189905 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8754b023-6c3f-4c7e-b483-bf2a8a49d64b req-95cce6ac-5a2f-4149-b45a-fe7c000097cb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 943 time: 0.0896940 Nov 12 05:42:44.266131 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-86a1d194-9f3f-4c5e-8455-21cd57204180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:44.267730 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-86a1d194-9f3f-4c5e-8455-21cd57204180 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b1686c97-32fe-41f8-9e29-30c140d4e324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768931 Nov 12 05:42:44.271932 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8754b023-6c3f-4c7e-b483-bf2a8a49d64b req-9dce8d35-d92a-4bae-845b-d27c0b1c48e6 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734441 Nov 12 05:42:44.358321 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-c8630dc9-3866-42ea-a9fc-b23a0428f36e service neutron] 10.222.0.31 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826519 Nov 12 05:42:44.458022 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beaa8250-0e18-4ad0-8756-c52efc98c7d5 req-b6701f79-a51e-4172-93e7-9ee72967cc11 service neutron] 10.222.0.31 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920811 Nov 12 05:42:44.651208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13740570-19a7-4a73-a822-7816f5f3c813 req-db5cf755-6b80-4a78-a2ae-839628654b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:44.652912 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13740570-19a7-4a73-a822-7816f5f3c813 req-db5cf755-6b80-4a78-a2ae-839628654b06 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b818bf65faf49b2b1c50404a99faf10&device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 1095 time: 0.0414028 Nov 12 05:42:44.749542 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13740570-19a7-4a73-a822-7816f5f3c813 req-7409a59c-5d42-4316-945c-aae078520416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:44.751319 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13740570-19a7-4a73-a822-7816f5f3c813 req-7409a59c-5d42-4316-945c-aae078520416 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b1686c97-32fe-41f8-9e29-30c140d4e324 HTTP/1.1" status: 200 len: 911 time: 0.0897198 Nov 12 05:42:44.793682 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13740570-19a7-4a73-a822-7816f5f3c813 req-657f0464-880b-48be-b0c3-94384aa5a8c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0a87601-0f63-43c6-aa8d-2f8098174b79 HTTP/1.1" status: 200 len: 217 time: 0.0343878 Nov 12 05:42:44.841921 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13740570-19a7-4a73-a822-7816f5f3c813 req-0d15980a-929c-4dcb-8692-a4a2a39f8a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:44.843384 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13740570-19a7-4a73-a822-7816f5f3c813 req-0d15980a-929c-4dcb-8692-a4a2a39f8a65 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd10e783-ccdd-42d3-aa8e-567e970a96c4 HTTP/1.1" status: 200 len: 849 time: 0.0427637 Nov 12 05:42:44.897354 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13740570-19a7-4a73-a822-7816f5f3c813 req-1eddeb88-8d0e-485b-b422-bcd080f25b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:44.898890 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13740570-19a7-4a73-a822-7816f5f3c813 req-1eddeb88-8d0e-485b-b422-bcd080f25b1c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b1686c97-32fe-41f8-9e29-30c140d4e324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460510 Nov 12 05:42:44.991252 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13740570-19a7-4a73-a822-7816f5f3c813 req-56cd19ab-3144-40d5-aa49-aa0b8fbcac75 service neutron] 10.222.0.31 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842023 Nov 12 05:42:45.089648 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-13740570-19a7-4a73-a822-7816f5f3c813 req-23eb0b2a-73ae-47d8-919d-67bef6740819 service neutron] 10.222.0.31 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906458 Nov 12 05:42:45.388413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb5ba6-2a2c-4cd2-a6a1-b94900d7f1ef req-b4918173-42ab-49e8-bb5f-d0b28b542b7b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:45.390672 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26bb5ba6-2a2c-4cd2-a6a1-b94900d7f1ef req-b4918173-42ab-49e8-bb5f-d0b28b542b7b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 943 time: 0.0506961 Nov 12 05:42:45.438937 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-26bb5ba6-2a2c-4cd2-a6a1-b94900d7f1ef req-0e2968b6-346f-4ba8-b39e-603c3686b8ec tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423293 Nov 12 05:42:46.553824 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a31b6-88a5-4dfa-982a-99cb0a20d514 req-d9999398-74e4-4d44-8de2-7b4ba834f99a tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:46.555343 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e3a31b6-88a5-4dfa-982a-99cb0a20d514 req-d9999398-74e4-4d44-8de2-7b4ba834f99a tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 943 time: 0.0489664 Nov 12 05:42:46.609038 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6e3a31b6-88a5-4dfa-982a-99cb0a20d514 req-cc67d6e4-f948-4aad-8e18-6cbc3eb124a0 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477469 Nov 12 05:42:47.402573 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device a0a87601-0f63-43c6-aa8d-2f8098174b79 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:42:47.496485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port a0a87601-0f63-43c6-aa8d-2f8098174b79, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a0a87601-0f63-43c6-aa8d-2f8098174b79,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:47.508640 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'port_id': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'mac_address': 'fa:16:3e:c2:78:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:42:47.546335 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:47.559230 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a87601-0f63-43c6-aa8d-2f8098174b79 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:42:47.577410 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port a0a87601-0f63-43c6-aa8d-2f8098174b79, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a0a87601-0f63-43c6-aa8d-2f8098174b79,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:47.627133 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:47.675157 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=a0a87601-0f63-43c6-aa8d-2f8098174b79,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:47.733741 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edd6c5-345d-4f1e-92a4-dd22cb6f2912 req-3bf59872-3eef-46d8-9755-e27ca368c0db tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:47.734861 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63edd6c5-345d-4f1e-92a4-dd22cb6f2912 req-3bf59872-3eef-46d8-9755-e27ca368c0db tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 944 time: 0.0547924 Nov 12 05:42:47.747492 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:47.784904 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-63edd6c5-345d-4f1e-92a4-dd22cb6f2912 req-79c03eb6-538a-44a4-8058-676e3f9cf4e3 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439603 Nov 12 05:42:47.975465 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['a0a87601-0f63-43c6-aa8d-2f8098174b79'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:42:48.551673 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:42:48.891074 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:48.907593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30143a-eba0-4c95-8412-d34617e3179e req-85576c93-439b-43fc-af17-ab832bc9aef8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:48.909143 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d30143a-eba0-4c95-8412-d34617e3179e req-85576c93-439b-43fc-af17-ab832bc9aef8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 944 time: 0.0554562 Nov 12 05:42:48.960565 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9d30143a-eba0-4c95-8412-d34617e3179e req-85b45571-d926-45a4-835a-9fa55c35cfbd tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451562 Nov 12 05:42:49.422503 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device a0a87601-0f63-43c6-aa8d-2f8098174b79 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:42:49.530131 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning for port a0a87601-0f63-43c6-aa8d-2f8098174b79 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:42:49.534258 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port a0a87601-0f63-43c6-aa8d-2f8098174b79 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:42:49.536586 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:49.609069 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:49.631480 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a87601-0f63-43c6-aa8d-2f8098174b79'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:42:49.633713 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb25d65-910f-42fe-b431-6a2778f95cfd" -d '{"events": [{"server_uuid": "4b5728f2-401e-41e7-a934-3f8bcc44874d", "name": "network-vif-plugged", "status": "completed", "tag": "a0a87601-0f63-43c6-aa8d-2f8098174b79"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:42:49.650680 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port a0a87601-0f63-43c6-aa8d-2f8098174b79, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a0a87601-0f63-43c6-aa8d-2f8098174b79,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:42:49.697203 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840ebe80-d8a2-496c-8a71-fdc079a92059 x-openstack-request-id: req-840ebe80-d8a2-496c-8a71-fdc079a92059 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:42:49.697203 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5728f2-401e-41e7-a934-3f8bcc44874d", "name": "network-vif-plugged", "status": "completed", "tag": "a0a87601-0f63-43c6-aa8d-2f8098174b79", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:42:49.697203 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-840ebe80-d8a2-496c-8a71-fdc079a92059 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:42:49.697203 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'code': 200} Nov 12 05:42:49.730034 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:49.778485 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=a0a87601-0f63-43c6-aa8d-2f8098174b79,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:49.798335 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208ec12-be4a-471e-8c42-852edcdcbb62 req-970e6cb9-967a-4c35-8be1-c8df4a4dee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:49.799866 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9208ec12-be4a-471e-8c42-852edcdcbb62 req-970e6cb9-967a-4c35-8be1-c8df4a4dee79 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 1097 time: 0.0439231 Nov 12 05:42:49.848720 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9208ec12-be4a-471e-8c42-852edcdcbb62 req-a4afd585-c6c6-47ae-8a46-f9674d0f636c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394952 Nov 12 05:42:50.080931 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9d46a-1324-443b-81dc-495588bc2a08 req-8f57a3cc-9dd5-4066-b4a4-de797eb195cf tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:50.082394 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56d9d46a-1324-443b-81dc-495588bc2a08 req-8f57a3cc-9dd5-4066-b4a4-de797eb195cf tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 945 time: 0.0493608 Nov 12 05:42:50.139133 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-56d9d46a-1324-443b-81dc-495588bc2a08 req-0fa93654-d0f4-4228-82fc-1b977dbad23f tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505588 Nov 12 05:42:51.254593 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f6551-b894-4534-83c1-abad077a8746 req-aa2af69c-65a2-49f9-a30f-7f86ec7418c0 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:51.256142 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cc7f6551-b894-4534-83c1-abad077a8746 req-aa2af69c-65a2-49f9-a30f-7f86ec7418c0 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 945 time: 0.0488601 Nov 12 05:42:51.310965 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-cc7f6551-b894-4534-83c1-abad077a8746 req-97c33ada-b243-4328-8341-3a01af9dec6b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481541 Nov 12 05:42:51.422513 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52c89a-9e40-4149-85d5-08394abe8563 req-508944b2-a0b0-42fb-9226-11a3c4e50755 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:51.423939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc52c89a-9e40-4149-85d5-08394abe8563 req-508944b2-a0b0-42fb-9226-11a3c4e50755 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 945 time: 0.0489006 Nov 12 05:42:51.472677 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bc52c89a-9e40-4149-85d5-08394abe8563 req-cc0324f7-56d3-4d18-b034-26c58e158240 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429130 Nov 12 05:42:51.494301 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59650) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:51.576485 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2e336b-1eac-4356-a495-3ebdf1bd9798 tempest-TestSnapshotPattern-815977607 tempest-TestSnapshotPattern-815977607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:51.578033 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3a2e336b-1eac-4356-a495-3ebdf1bd9798 tempest-TestSnapshotPattern-815977607 tempest-TestSnapshotPattern-815977607-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 1092 time: 0.0826957 Nov 12 05:42:51.580918 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59654) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:42:51.585190 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:42:51.707554 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:51.807255 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:51.908178 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Allocated IP 172.25.1.196 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/e3dc08f7-1560-4604-9a5b-149b1cfda0f2) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:42:52.012417 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:52.118986 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:52.155376 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:42:52.163395 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:42:52.166146 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:42:52.172890 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Pushing event updated for resources: {'Port': ['ID=e3dc08f7-1560-4604-9a5b-149b1cfda0f2,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:52.533909 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:52.667102 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:52.812842 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:52.872734 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:52.943373 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Pushing event updated for resources: {'Port': ['ID=e3dc08f7-1560-4604-9a5b-149b1cfda0f2,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:42:52.957770 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:53.057023 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Floating IP 729040a1-2a3f-47bf-ac76-e5af572dd5b0 associated. External IP: 172.25.1.196, port: a0a87601-0f63-43c6-aa8d-2f8098174b79. Nov 12 05:42:53.263991 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Router e4910f1e-482a-4810-b15a-87cdb1756ff9 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:42:53.370565 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:42:53.381324 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3c12e8-d659-4cd5-a590-f2f16c97621a None None] Sync routers for ids ['e4910f1e-482a-4810-b15a-87cdb1756ff9'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:42:53.391852 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3c12e8-d659-4cd5-a590-f2f16c97621a None None] Routers {'e4910f1e-482a-4810-b15a-87cdb1756ff9'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:53.395705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-2c3c12e8-d659-4cd5-a590-f2f16c97621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:42:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e4910f1e-482a-4810-b15a-87cdb1756ff9'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:53.446188 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:53.473952 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-87c2c980-03a0-4545-adf2-13c061657c9b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8920069 Nov 12 05:42:53.477629 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'tag': 'a0a87601-0f63-43c6-aa8d-2f8098174b79'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:42:53.477629 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a36bea9-a547-41a0-88bb-eb4ac4e72ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5728f2-401e-41e7-a934-3f8bcc44874d", "tag": "a0a87601-0f63-43c6-aa8d-2f8098174b79"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:42:53.501662 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-2c3c12e8-d659-4cd5-a590-f2f16c97621a None None] Set router e4910f1e-482a-4810-b15a-87cdb1756ff9 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:53.514614 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0317d132-e22f-4079-b067-c8f4aa9e65e6 x-openstack-request-id: req-0317d132-e22f-4079-b067-c8f4aa9e65e6 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:42:53.514893 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5728f2-401e-41e7-a934-3f8bcc44874d", "tag": "a0a87601-0f63-43c6-aa8d-2f8098174b79", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:42:53.515149 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0317d132-e22f-4079-b067-c8f4aa9e65e6 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:42:53.515558 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'tag': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'status': 'completed', 'code': 200} Nov 12 05:42:53.606525 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36bea9-a547-41a0-88bb-eb4ac4e72ec0 req-763a0c79-bc64-4d20-b836-cf6bd6cb2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:53.608080 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a36bea9-a547-41a0-88bb-eb4ac4e72ec0 req-763a0c79-bc64-4d20-b836-cf6bd6cb2711 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b818bf65faf49b2b1c50404a99faf10&device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 1097 time: 0.0422635 Nov 12 05:42:53.712119 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36bea9-a547-41a0-88bb-eb4ac4e72ec0 req-11fc18ce-23ff-465c-9b76-b0bb5a2f0e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:53.713603 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a36bea9-a547-41a0-88bb-eb4ac4e72ec0 req-11fc18ce-23ff-465c-9b76-b0bb5a2f0e2e service neutron] 10.222.0.31 "GET /v2.0/networks?id=b1686c97-32fe-41f8-9e29-30c140d4e324 HTTP/1.1" status: 200 len: 911 time: 0.0985875 Nov 12 05:42:53.770462 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-2c3c12e8-d659-4cd5-a590-f2f16c97621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port': {'id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '729040a1-2a3f-47bf-ac76-e5af572dd5b0', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'port_id': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'mac_address': 'fa:16:3e:c2:78:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:42:52Z', 'updated_at': '2021-11-12T05:42:52Z', 'revision_number': 0, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6806e8-6bc3-4e3a-8a8b-a94047e34e99', 'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'mac_address': 'fa:16:3e:10:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:28Z', 'updated_at': '2021-11-12T05:42:32Z', 'revision_number': 5, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'subnets': [{'id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:53.780132 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a36bea9-a547-41a0-88bb-eb4ac4e72ec0 req-1bd05a5c-0739-4899-a7e3-015e4f521d65 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0a87601-0f63-43c6-aa8d-2f8098174b79 HTTP/1.1" status: 200 len: 999 time: 0.0588894 Nov 12 05:42:53.797462 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3c12e8-d659-4cd5-a590-f2f16c97621a None None] Checking router: e4910f1e-482a-4810-b15a-87cdb1756ff9 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:42:53.805879 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3c12e8-d659-4cd5-a590-f2f16c97621a None None] Routers {'e4910f1e-482a-4810-b15a-87cdb1756ff9'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:42:53.806483 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-2c3c12e8-d659-4cd5-a590-f2f16c97621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:42:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e4910f1e-482a-4810-b15a-87cdb1756ff9'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:53.829858 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36bea9-a547-41a0-88bb-eb4ac4e72ec0 req-92c55dd7-0eee-4d28-aef0-e23c15755334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:53.831360 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a36bea9-a547-41a0-88bb-eb4ac4e72ec0 req-92c55dd7-0eee-4d28-aef0-e23c15755334 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd10e783-ccdd-42d3-aa8e-567e970a96c4 HTTP/1.1" status: 200 len: 849 time: 0.0438666 Nov 12 05:42:53.881462 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36bea9-a547-41a0-88bb-eb4ac4e72ec0 req-6d7b068a-89db-41f9-848d-0fccffc29750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:42:53.883081 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a36bea9-a547-41a0-88bb-eb4ac4e72ec0 req-6d7b068a-89db-41f9-848d-0fccffc29750 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b1686c97-32fe-41f8-9e29-30c140d4e324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451739 Nov 12 05:42:53.911891 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-2c3c12e8-d659-4cd5-a590-f2f16c97621a None None] Set router e4910f1e-482a-4810-b15a-87cdb1756ff9 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:42:53.973481 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a36bea9-a547-41a0-88bb-eb4ac4e72ec0 req-8d66bfcd-164a-4ddf-9a2e-b9d047054a79 service neutron] 10.222.0.31 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827885 Nov 12 05:42:54.072851 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7a36bea9-a547-41a0-88bb-eb4ac4e72ec0 req-c11b1562-7227-44ab-9e27-94104dda5787 service neutron] 10.222.0.31 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916431 Nov 12 05:42:54.142113 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-2c3c12e8-d659-4cd5-a590-f2f16c97621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port': {'id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '729040a1-2a3f-47bf-ac76-e5af572dd5b0', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'port_id': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'mac_address': 'fa:16:3e:c2:78:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:42:52Z', 'updated_at': '2021-11-12T05:42:52Z', 'revision_number': 0, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6806e8-6bc3-4e3a-8a8b-a94047e34e99', 'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'mac_address': 'fa:16:3e:10:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:28Z', 'updated_at': '2021-11-12T05:42:32Z', 'revision_number': 5, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'subnets': [{'id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:42:54.329704 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3c12e8-d659-4cd5-a590-f2f16c97621a None None] The sync data for ids ['e4910f1e-482a-4810-b15a-87cdb1756ff9'] in n-d-768509-24 is: [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port': {'id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '729040a1-2a3f-47bf-ac76-e5af572dd5b0', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'port_id': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'mac_address': 'fa:16:3e:c2:78:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:42:52Z', 'updated_at': '2021-11-12T05:42:52Z', 'revision_number': 0, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6806e8-6bc3-4e3a-8a8b-a94047e34e99', 'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'mac_address': 'fa:16:3e:10:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:28Z', 'updated_at': '2021-11-12T05:42:32Z', 'revision_number': 5, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'subnets': [{'id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:42:54.523237 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c54cd7-54ca-44b5-b714-b023f1226d9b None None] New status for floating IP 729040a1-2a3f-47bf-ac76-e5af572dd5b0: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:43:03.220772 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-977caf68-ef3e-422b-8049-2c9d2aaaf1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:05.615078 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a5eaebef-ed56-46d6-b266-0d054ba5e9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:07.141330 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:08.649453 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:09.232469 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:17.769312 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:19.015000 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:25.550706 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:43:33.256186 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e00f-30e6-4b5c-b553-65cf72f1857e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:35.603420 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-7e390347-f7e2-4903-aea5-7984ded28b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:37.095383 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:38.648948 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:39.203251 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:47.775205 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:48.992142 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:52.633264 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c75d3a50-e6f8-4744-abd0-6ea7a7b5e928 req-8e6a8e3c-712b-4780-b818-2cad8505c1a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426300 Nov 12 05:43:52.741451 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d3a50-e6f8-4744-abd0-6ea7a7b5e928 req-27a93705-1067-47b9-b888-0bc84c64653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:52.742978 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c75d3a50-e6f8-4744-abd0-6ea7a7b5e928 req-27a93705-1067-47b9-b888-0bc84c64653d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b818bf65faf49b2b1c50404a99faf10&device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 1097 time: 0.0498683 Nov 12 05:43:52.850855 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d3a50-e6f8-4744-abd0-6ea7a7b5e928 req-49e419ba-2eae-41ce-b60e-478a1fe26c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:52.852334 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c75d3a50-e6f8-4744-abd0-6ea7a7b5e928 req-49e419ba-2eae-41ce-b60e-478a1fe26c2e service neutron] 10.222.0.31 "GET /v2.0/networks?id=b1686c97-32fe-41f8-9e29-30c140d4e324 HTTP/1.1" status: 200 len: 911 time: 0.0884333 Nov 12 05:43:52.926404 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c75d3a50-e6f8-4744-abd0-6ea7a7b5e928 req-162732b5-1673-4768-bbbd-3916c20cef7b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0a87601-0f63-43c6-aa8d-2f8098174b79 HTTP/1.1" status: 200 len: 1001 time: 0.0630443 Nov 12 05:43:52.978512 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d3a50-e6f8-4744-abd0-6ea7a7b5e928 req-b26c6f2d-fc60-4fca-a6c8-abcec4d48052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:52.979990 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c75d3a50-e6f8-4744-abd0-6ea7a7b5e928 req-b26c6f2d-fc60-4fca-a6c8-abcec4d48052 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd10e783-ccdd-42d3-aa8e-567e970a96c4 HTTP/1.1" status: 200 len: 849 time: 0.0469282 Nov 12 05:43:53.026372 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d3a50-e6f8-4744-abd0-6ea7a7b5e928 req-28d8c121-ce54-4a55-a1ed-8b336dc7c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:43:53.027946 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c75d3a50-e6f8-4744-abd0-6ea7a7b5e928 req-28d8c121-ce54-4a55-a1ed-8b336dc7c8f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b1686c97-32fe-41f8-9e29-30c140d4e324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409427 Nov 12 05:43:53.115566 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c75d3a50-e6f8-4744-abd0-6ea7a7b5e928 req-b5ccdc91-98cb-48b4-b8a5-f8b1a0466430 service neutron] 10.222.0.31 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808361 Nov 12 05:43:53.208139 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-c75d3a50-e6f8-4744-abd0-6ea7a7b5e928 req-c2b00530-4b46-4873-8d34-6044d1754d96 service neutron] 10.222.0.31 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852258 Nov 12 05:44:02.549437 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:44:03.260470 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b3e287ce-52b4-4a73-a42a-16e9c43d4904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:05.591545 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-fe83502b-7441-45ae-9cba-0e8da9018f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:07.139848 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:08.671609 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:09.197199 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:17.842956 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:19.031452 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:33.231477 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6ae315f2-607d-49ee-9375-6d74619feaa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:35.851981 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-22bcbc07-aca8-472f-b8eb-aa1a380ecaf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:37.167791 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:38.677105 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:39.202294 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:39.548568 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:44:47.796589 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:49.014035 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:52.046155 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device a0a87601-0f63-43c6-aa8d-2f8098174b79 details requested by agent hyperv_n-h2-768509-24 with host n-h2-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:44:52.142324 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port a0a87601-0f63-43c6-aa8d-2f8098174b79, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a0a87601-0f63-43c6-aa8d-2f8098174b79,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:44:52.153522 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Returning: {'device': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'port_id': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'mac_address': 'fa:16:3e:c2:78:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:44:52.190111 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:52.203174 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0a87601-0f63-43c6-aa8d-2f8098174b79 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:44:52.221436 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port a0a87601-0f63-43c6-aa8d-2f8098174b79, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a0a87601-0f63-43c6-aa8d-2f8098174b79,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:44:52.299743 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:52.347207 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=a0a87601-0f63-43c6-aa8d-2f8098174b79,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:44:52.355723 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:52.357354 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:52.357354 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:52.357354 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:52.357354 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:52.357354 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:52.357798 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:52.357971 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:52.358293 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:52.358661 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:52.358988 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:52.359310 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:44:52.485038 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] get_ports_and_sgs() called for port_ids ['a0a87601-0f63-43c6-aa8d-2f8098174b79'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:44:53.676903 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecff48-c8f8-4030-955b-1a6d5a611952 req-ad0c5989-49be-42d6-b36e-567c7f57d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:53.678978 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7ecff48-c8f8-4030-955b-1a6d5a611952 req-ad0c5989-49be-42d6-b36e-567c7f57d5ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b818bf65faf49b2b1c50404a99faf10&device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 1096 time: 0.0442095 Nov 12 05:44:54.047494 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device a0a87601-0f63-43c6-aa8d-2f8098174b79 up at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:44:54.112412 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Provisioning complete for port a0a87601-0f63-43c6-aa8d-2f8098174b79 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:44:54.112787 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:54.165315 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecff48-c8f8-4030-955b-1a6d5a611952 req-c10a3224-e06b-4053-b11d-249ff069c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:54.167841 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7ecff48-c8f8-4030-955b-1a6d5a611952 req-c10a3224-e06b-4053-b11d-249ff069c6f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b1686c97-32fe-41f8-9e29-30c140d4e324 HTTP/1.1" status: 200 len: 911 time: 0.4693024 Nov 12 05:44:54.202038 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:54.237448 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port a0a87601-0f63-43c6-aa8d-2f8098174b79, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a0a87601-0f63-43c6-aa8d-2f8098174b79,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:44:54.238408 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a87601-0f63-43c6-aa8d-2f8098174b79'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:44:54.241569 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ab0272-83e8-43f0-b211-f5f217ceb536" -d '{"events": [{"server_uuid": "4b5728f2-401e-41e7-a934-3f8bcc44874d", "name": "network-vif-plugged", "status": "completed", "tag": "a0a87601-0f63-43c6-aa8d-2f8098174b79"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:44:54.256464 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7ecff48-c8f8-4030-955b-1a6d5a611952 req-212ff1db-c308-4d23-97b4-622793eb1497 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0a87601-0f63-43c6-aa8d-2f8098174b79 HTTP/1.1" status: 200 len: 1000 time: 0.0704410 Nov 12 05:44:54.308257 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f0ab5c-7283-420a-b222-fd63c3771e2e x-openstack-request-id: req-b8f0ab5c-7283-420a-b222-fd63c3771e2e {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:44:54.308762 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5728f2-401e-41e7-a934-3f8bcc44874d", "name": "network-vif-plugged", "status": "completed", "tag": "a0a87601-0f63-43c6-aa8d-2f8098174b79", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:44:54.309234 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8f0ab5c-7283-420a-b222-fd63c3771e2e {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:44:54.309641 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'code': 200} Nov 12 05:44:54.316663 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:44:54.330700 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecff48-c8f8-4030-955b-1a6d5a611952 req-cb84ad88-306f-40d6-87ae-03d7e92f6e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:54.331870 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7ecff48-c8f8-4030-955b-1a6d5a611952 req-cb84ad88-306f-40d6-87ae-03d7e92f6e73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd10e783-ccdd-42d3-aa8e-567e970a96c4 HTTP/1.1" status: 200 len: 849 time: 0.0691161 Nov 12 05:44:54.377356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=a0a87601-0f63-43c6-aa8d-2f8098174b79,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:44:54.403249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecff48-c8f8-4030-955b-1a6d5a611952 req-8f4d24ab-9248-4b05-9b40-a5e7b65ed725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:44:54.407827 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7ecff48-c8f8-4030-955b-1a6d5a611952 req-8f4d24ab-9248-4b05-9b40-a5e7b65ed725 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b1686c97-32fe-41f8-9e29-30c140d4e324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608716 Nov 12 05:44:54.523305 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7ecff48-c8f8-4030-955b-1a6d5a611952 req-206e8894-13c7-40fc-a3b3-1d4ff987f4e1 service neutron] 10.222.0.31 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071205 Nov 12 05:44:54.636132 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e7ecff48-c8f8-4030-955b-1a6d5a611952 req-3d3ba124-a8e8-49ec-a020-4a0a75a0fbc9 service neutron] 10.222.0.31 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046760 Nov 12 05:45:03.242828 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa52c-8383-4c51-b477-22eb60f7fcbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:05.303361 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5231537b-9be9-4f87-8608-4907add3336d req-3942ea6a-807a-4a9b-af99-c0f724778ad6 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950206746&fields=id&tenant_id=0b818bf65faf49b2b1c50404a99faf10 HTTP/1.1" status: 200 len: 267 time: 0.0458891 Nov 12 05:45:05.413703 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231537b-9be9-4f87-8608-4907add3336d req-cd972135-1115-4bd2-8e07-0d8eca95dd21 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:05.415306 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5231537b-9be9-4f87-8608-4907add3336d req-cd972135-1115-4bd2-8e07-0d8eca95dd21 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/networks?id=b1686c97-32fe-41f8-9e29-30c140d4e324 HTTP/1.1" status: 200 len: 810 time: 0.1052349 Nov 12 05:45:05.431340 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5231537b-9be9-4f87-8608-4907add3336d req-a9cfe8f7-d446-4814-8423-f21408049a3a tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/quotas/0b818bf65faf49b2b1c50404a99faf10 HTTP/1.1" status: 200 len: 375 time: 0.0101912 Nov 12 05:45:05.490147 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5231537b-9be9-4f87-8608-4907add3336d req-8ec35228-d5cf-44be-9ecd-3ca323a72b6a tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b818bf65faf49b2b1c50404a99faf10&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0530944 Nov 12 05:45:05.586468 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5231537b-9be9-4f87-8608-4907add3336d req-59ff2873-a44a-4899-a92f-12d66173fe60 service neutron] 10.222.0.37 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837595 Nov 12 05:45:05.613554 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d526db5-2299-4f8a-b0dc-a63943ecdd86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:05.680273 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-5231537b-9be9-4f87-8608-4907add3336d req-600a5e44-724a-49a0-bcfa-b8d167fedd43 service neutron] 10.222.0.37 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876620 Nov 12 05:45:06.905320 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9235df9a-c8d5-4382-8c56-eedeff285ac9 req-b4d8e8ed-4784-490d-852b-47a3778c1242 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 210 time: 0.0307031 Nov 12 05:45:07.145104 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:08.000658 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-49381a9d-d658-48f3-aed2-c390a2e4532e req-5ac9e901-2b2b-4781-9157-aad8b6501813 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 210 time: 0.0267770 Nov 12 05:45:08.112043 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device a0a87601-0f63-43c6-aa8d-2f8098174b79 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:45:08.206241 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:08.228782 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a87601-0f63-43c6-aa8d-2f8098174b79'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:45:08.231019 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b682f36-7a6b-470b-8d00-cada648146b7" -d '{"events": [{"server_uuid": "4b5728f2-401e-41e7-a934-3f8bcc44874d", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a87601-0f63-43c6-aa8d-2f8098174b79"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:45:08.243815 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] For port a0a87601-0f63-43c6-aa8d-2f8098174b79, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a0a87601-0f63-43c6-aa8d-2f8098174b79,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:45:08.330117 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2e6530-093d-4dfc-9dc4-7f78f21c26ec x-openstack-request-id: req-1b2e6530-093d-4dfc-9dc4-7f78f21c26ec {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:45:08.330117 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5728f2-401e-41e7-a934-3f8bcc44874d", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a87601-0f63-43c6-aa8d-2f8098174b79", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:45:08.330117 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b2e6530-093d-4dfc-9dc4-7f78f21c26ec {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:45:08.330117 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'code': 200} Nov 12 05:45:08.330769 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:08.378143 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Pushing event updated for resources: {'Port': ['ID=a0a87601-0f63-43c6-aa8d-2f8098174b79,revision_number=8']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:45:08.670291 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:08.969074 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231537b-9be9-4f87-8608-4907add3336d req-0f282310-00e8-4647-9a4a-d605e4e75a9a tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:08.970649 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5231537b-9be9-4f87-8608-4907add3336d req-0f282310-00e8-4647-9a4a-d605e4e75a9a tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.21 "GET /v2.0/networks?id=b1686c97-32fe-41f8-9e29-30c140d4e324 HTTP/1.1" status: 200 len: 810 time: 0.1037059 Nov 12 05:45:09.044671 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5231537b-9be9-4f87-8608-4907add3336d req-b119f224-b132-464f-bf00-8f847bf09a3b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b818bf65faf49b2b1c50404a99faf10 HTTP/1.1" status: 200 len: 379 time: 0.0587106 Nov 12 05:45:09.058684 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-5231537b-9be9-4f87-8608-4907add3336d req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Request body: {'port': {'device_id': '98c0b3a6-2faf-4fef-b781-19ecad6a95e5', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'admin_state_up': True, 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'security_groups': ['17bcabb0-1788-49ee-b129-cd02a39a31fd']}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:45:09.103394 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-9ab1e84a-acf5-47d0-84d3-a47ed78fd5c1 req-e4ad0edd-c38c-4872-ada5-777f4334ca61 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 210 time: 0.0293219 Nov 12 05:45:09.207868 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:09.259585 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5231537b-9be9-4f87-8608-4907add3336d req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Made reservation on behalf of 0b818bf65faf49b2b1c50404a99faf10 for: {'port': 1} {{(pid=103297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:45:09.263199 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5231537b-9be9-4f87-8608-4907add3336d req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:09.407203 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_common [req-5231537b-9be9-4f87-8608-4907add3336d req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Allocated IP 172.20.0.11 (b1686c97-32fe-41f8-9e29-30c140d4e324/cd10e783-ccdd-42d3-aa8e-567e970a96c4/10bbced9-d80b-419b-8188-f0b7e58eaf75) {{(pid=103297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:45:09.547110 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5231537b-9be9-4f87-8608-4907add3336d req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for port, precommit_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:09.637797 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5231537b-9be9-4f87-8608-4907add3336d req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_create {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:09.691658 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5231537b-9be9-4f87-8608-4907add3336d req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Network b1686c97-32fe-41f8-9e29-30c140d4e324 is already hosted by enough agents. {{(pid=103297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:45:09.697538 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.base_scheduler [req-5231537b-9be9-4f87-8608-4907add3336d req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Resources bound (agent type, host, resource id): {{(pid=103297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:45:09.719283 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-5231537b-9be9-4f87-8608-4907add3336d req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Received port after_create {{(pid=103297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:45:09.780215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Pushing event updated for resources: {'Port': ['ID=10bbced9-d80b-419b-8188-f0b7e58eaf75,revision_number=1']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:45:09.795681 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:09.796160 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:09.796650 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:09.797038 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:09.797413 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:09.797868 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:09.798296 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:09.798726 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:09.799178 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:09.799542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:09.800069 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:09.800445 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:09.822881 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231537b-9be9-4f87-8608-4907add3336d req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:09.823127 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5231537b-9be9-4f87-8608-4907add3336d req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:09.901899 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5231537b-9be9-4f87-8608-4907add3336d req-21fb491a-8db5-4037-b914-b0eaff284fe8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8473713 Nov 12 05:45:10.067772 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-abce766b-7979-410d-aaf1-f8b772c102a3 None None] Provisioning complete for port 10bbced9-d80b-419b-8188-f0b7e58eaf75 triggered by entity DHCP. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:45:10.068049 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-abce766b-7979-410d-aaf1-f8b772c102a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:10.110866 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-abce766b-7979-410d-aaf1-f8b772c102a3 None None] Port 10bbced9-d80b-419b-8188-f0b7e58eaf75 cannot update to ACTIVE because it is not bound. {{(pid=103298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:45:10.250846 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596350f-7e36-41a0-8511-3d02e9623690 req-e0a76190-5f25-42ea-b4e1-6c9a07a500e8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:10.261063 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d596350f-7e36-41a0-8511-3d02e9623690 req-e0a76190-5f25-42ea-b4e1-6c9a07a500e8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 932 time: 0.0686424 Nov 12 05:45:10.309699 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-d596350f-7e36-41a0-8511-3d02e9623690 req-498e15dc-a55f-4425-8082-a42d47c4f395 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476542 Nov 12 05:45:11.437408 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccae1c-3ade-4c6b-ba6a-8251ea697733 req-738e73d8-d771-4eb3-a9ee-b4ab756ea733 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:11.438912 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beccae1c-3ade-4c6b-ba6a-8251ea697733 req-738e73d8-d771-4eb3-a9ee-b4ab756ea733 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 932 time: 0.0552781 Nov 12 05:45:11.492419 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-beccae1c-3ade-4c6b-ba6a-8251ea697733 req-4c1540d0-fbad-4613-ad4b-b825d4e2871e tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472753 Nov 12 05:45:12.612123 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0950e09-f49f-4715-b5d9-e33b7a3c6d47 req-f933ed2d-fc32-4db7-89e9-7ed3bc8b9ad4 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:12.614357 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0950e09-f49f-4715-b5d9-e33b7a3c6d47 req-f933ed2d-fc32-4db7-89e9-7ed3bc8b9ad4 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 932 time: 0.0519457 Nov 12 05:45:12.673258 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0950e09-f49f-4715-b5d9-e33b7a3c6d47 req-a12b8f30-d8b7-4a15-ad4b-06de6c30a867 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519075 Nov 12 05:45:13.804510 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1231815-bb24-4320-a5ae-da08bdd2fa8b req-4b44cf90-b7da-4c8d-a2fb-5151f24f6f28 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:13.811930 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e1231815-bb24-4320-a5ae-da08bdd2fa8b req-4b44cf90-b7da-4c8d-a2fb-5151f24f6f28 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 932 time: 0.0612829 Nov 12 05:45:13.857721 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e1231815-bb24-4320-a5ae-da08bdd2fa8b req-c78fc772-8fe5-4509-acb9-a19574029fb5 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449109 Nov 12 05:45:14.980941 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524b15b-5e82-44f6-aaf2-c52a54bd06e2 req-92cf2211-602f-4279-9c91-7e5c76b98ffc tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:14.982576 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a524b15b-5e82-44f6-aaf2-c52a54bd06e2 req-92cf2211-602f-4279-9c91-7e5c76b98ffc tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 932 time: 0.0552759 Nov 12 05:45:15.045132 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a524b15b-5e82-44f6-aaf2-c52a54bd06e2 req-8775e879-45c6-4c50-936c-b2748f92e9a8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562553 Nov 12 05:45:16.182453 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21470592-4307-48c3-a3db-1bd93ebddbdf req-7b754d69-35ec-4c48-a45e-12b68fcf2590 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:16.183975 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21470592-4307-48c3-a3db-1bd93ebddbdf req-7b754d69-35ec-4c48-a45e-12b68fcf2590 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 932 time: 0.0530610 Nov 12 05:45:16.237856 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-21470592-4307-48c3-a3db-1bd93ebddbdf req-c9778d85-9170-4d5c-8423-c9e88b462495 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479834 Nov 12 05:45:16.548429 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:45:17.358383 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50805b8b-1710-4452-986c-eae9757d57d6 req-84c7b13f-e0ad-4b10-b273-043d58747bd3 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:17.368874 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50805b8b-1710-4452-986c-eae9757d57d6 req-84c7b13f-e0ad-4b10-b273-043d58747bd3 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 932 time: 0.0502882 Nov 12 05:45:17.416790 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-50805b8b-1710-4452-986c-eae9757d57d6 req-7f003259-f310-4a69-97e6-2a4ff1570032 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507336 Nov 12 05:45:17.796876 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:18.557825 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c6b96-586c-4e44-b09f-ee18601e37de req-f197ae94-c062-44c9-87f3-e1f332ee3fd5 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:18.566624 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-470c6b96-586c-4e44-b09f-ee18601e37de req-f197ae94-c062-44c9-87f3-e1f332ee3fd5 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 932 time: 0.0705392 Nov 12 05:45:18.653358 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-470c6b96-586c-4e44-b09f-ee18601e37de req-f7f3aac9-e666-4eab-a41e-fa721b904444 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490606 Nov 12 05:45:19.042317 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:19.818813 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d32ce4-d256-4f65-a258-a102d51f8548 req-85d33eea-5bce-4824-9450-5fd77ee92ee4 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:19.820077 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6d32ce4-d256-4f65-a258-a102d51f8548 req-85d33eea-5bce-4824-9450-5fd77ee92ee4 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 932 time: 0.0605564 Nov 12 05:45:19.873437 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f6d32ce4-d256-4f65-a258-a102d51f8548 req-ba3d12fc-31dc-46ca-81fd-a779b5d8ace5 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471034 Nov 12 05:45:20.106301 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.v2.base [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Request body: {'port': {'device_id': '98c0b3a6-2faf-4fef-b781-19ecad6a95e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-24'}} {{(pid=103297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:45:20.165616 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:20.423428 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10bbced9-d80b-419b-8188-f0b7e58eaf75 {{(pid=103297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:45:20.431244 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:20.443091 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.provisioning_blocks [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Transition to ACTIVE for port object 10bbced9-d80b-419b-8188-f0b7e58eaf75 will not be triggered until provisioned by entity L2. {{(pid=103297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:45:20.504936 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:20.557741 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=10bbced9-d80b-419b-8188-f0b7e58eaf75,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:45:20.637012 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Attempting to bind port 10bbced9-d80b-419b-8188-f0b7e58eaf75 on host n-h1-768509-24 for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:45:20.637509 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Attempting to bind port 10bbced9-d80b-419b-8188-f0b7e58eaf75 by drivers openvswitch,hyperv on host n-h1-768509-24 at level 0 using segments [{'id': 'b33b54f2-411e-4d7f-944e-9ef18a189540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:45:20.637992 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Attempting to bind port 10bbced9-d80b-419b-8188-f0b7e58eaf75 on network b1686c97-32fe-41f8-9e29-30c140d4e324 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:45:20.644129 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Port 10bbced9-d80b-419b-8188-f0b7e58eaf75 on network b1686c97-32fe-41f8-9e29-30c140d4e324 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-24 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:45:20.644518 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Attempting to bind port 10bbced9-d80b-419b-8188-f0b7e58eaf75 on network b1686c97-32fe-41f8-9e29-30c140d4e324 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:45:20.649675 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Checking agent: {'id': '22dde04c-73ae-481e-a5e9-8943c7a45205', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-24', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'started_at': datetime.datetime(2021, 11, 12, 4, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:45:20.650009 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Checking segment: {'id': 'b33b54f2-411e-4d7f-944e-9ef18a189540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:45:20.650395 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Bound using segment: {'id': 'b33b54f2-411e-4d7f-944e-9ef18a189540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:45:20.650853 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Bound port: 10bbced9-d80b-419b-8188-f0b7e58eaf75, host: n-h1-768509-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b33b54f2-411e-4d7f-944e-9ef18a189540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:45:20.651215 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:20.718435 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] For port 10bbced9-d80b-419b-8188-f0b7e58eaf75, host n-h1-768509-24, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:45:20.721479 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] For port 10bbced9-d80b-419b-8188-f0b7e58eaf75, host n-h1-768509-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=10bbced9-d80b-419b-8188-f0b7e58eaf75,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:45:20.831296 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5681194'] for port, after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:20.878908 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:20.879531 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:20.880960 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5231537b-9be9-4f87-8608-4907add3336d req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] 10.222.0.21 "PUT /v2.0/ports/10bbced9-d80b-419b-8188-f0b7e58eaf75 HTTP/1.1" status: 200 len: 1093 time: 0.8335412 Nov 12 05:45:20.881457 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c0b3a6-2faf-4fef-b781-19ecad6a95e5', 'tag': '10bbced9-d80b-419b-8188-f0b7e58eaf75'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:45:20.883880 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03010456-6018-42c4-892b-82ea55ddb42c" -d '{"events": [{"name": "network-changed", "server_uuid": "98c0b3a6-2faf-4fef-b781-19ecad6a95e5", "tag": "10bbced9-d80b-419b-8188-f0b7e58eaf75"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:45:20.907221 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e17e4-0f52-404a-a691-65417dd97fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=10bbced9-d80b-419b-8188-f0b7e58eaf75,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:45:20.982119 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81dd48b2-8dba-42d3-b23d-c56501c171ef x-openstack-request-id: req-81dd48b2-8dba-42d3-b23d-c56501c171ef {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:45:20.982436 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c0b3a6-2faf-4fef-b781-19ecad6a95e5", "tag": "10bbced9-d80b-419b-8188-f0b7e58eaf75", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:45:20.982714 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81dd48b2-8dba-42d3-b23d-c56501c171ef {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:45:20.983127 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c0b3a6-2faf-4fef-b781-19ecad6a95e5', 'tag': '10bbced9-d80b-419b-8188-f0b7e58eaf75', 'status': 'completed', 'code': 200} Nov 12 05:45:21.076306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852274f-0a61-4018-ac7d-d1fb7834567d req-1f02b39a-2e85-46fa-a478-162acd79d2ea tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:21.077785 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1852274f-0a61-4018-ac7d-d1fb7834567d req-1f02b39a-2e85-46fa-a478-162acd79d2ea tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 944 time: 0.0502853 Nov 12 05:45:21.136221 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-1852274f-0a61-4018-ac7d-d1fb7834567d req-b43f2827-bd47-4f53-bb0c-8e2de33933b5 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524857 Nov 12 05:45:21.925332 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03010456-6018-42c4-892b-82ea55ddb42c req-8bf50ee4-1b8b-47d3-853d-810482d074bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:21.926869 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-03010456-6018-42c4-892b-82ea55ddb42c req-8bf50ee4-1b8b-47d3-853d-810482d074bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b818bf65faf49b2b1c50404a99faf10&device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 1096 time: 0.0448952 Nov 12 05:45:22.045589 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03010456-6018-42c4-892b-82ea55ddb42c req-3112b5f8-de22-4d5e-88dd-493c883139f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:22.047121 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-03010456-6018-42c4-892b-82ea55ddb42c req-3112b5f8-de22-4d5e-88dd-493c883139f6 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0b818bf65faf49b2b1c50404a99faf10&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1009176 Nov 12 05:45:22.145016 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03010456-6018-42c4-892b-82ea55ddb42c req-eaf34a64-2d70-40bc-84d2-60e005f121a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:22.146694 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-03010456-6018-42c4-892b-82ea55ddb42c req-eaf34a64-2d70-40bc-84d2-60e005f121a9 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918102 Nov 12 05:45:22.251154 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231537b-9be9-4f87-8608-4907add3336d req-42805a7b-931d-4706-9569-2ad297f74e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:22.252530 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5231537b-9be9-4f87-8608-4907add3336d req-42805a7b-931d-4706-9569-2ad297f74e51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b818bf65faf49b2b1c50404a99faf10&device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 1096 time: 0.0454156 Nov 12 05:45:22.257594 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc96ce6-fe92-4132-94c7-14aa792709d0 req-4166e1b3-9b8c-41ea-b810-a8d22d298713 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:22.259119 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-edc96ce6-fe92-4132-94c7-14aa792709d0 req-4166e1b3-9b8c-41ea-b810-a8d22d298713 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 944 time: 0.0507340 Nov 12 05:45:22.301558 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5231537b-9be9-4f87-8608-4907add3336d req-a0947f22-d323-478b-b316-7bee076f60fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10bbced9-d80b-419b-8188-f0b7e58eaf75 HTTP/1.1" status: 200 len: 217 time: 0.0345836 Nov 12 05:45:22.310938 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-edc96ce6-fe92-4132-94c7-14aa792709d0 req-5feae9f6-7808-4acc-84a5-3689cbda5a83 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456684 Nov 12 05:45:22.360640 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231537b-9be9-4f87-8608-4907add3336d req-5477f709-aa3a-421c-bfd7-588c1ae2c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:22.362258 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5231537b-9be9-4f87-8608-4907add3336d req-5477f709-aa3a-421c-bfd7-588c1ae2c1db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd10e783-ccdd-42d3-aa8e-567e970a96c4 HTTP/1.1" status: 200 len: 849 time: 0.0539136 Nov 12 05:45:22.412382 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231537b-9be9-4f87-8608-4907add3336d req-aaf22677-dbe6-477b-ae0a-95bc70ad2f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:22.414012 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5231537b-9be9-4f87-8608-4907add3336d req-aaf22677-dbe6-477b-ae0a-95bc70ad2f7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1686c97-32fe-41f8-9e29-30c140d4e324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442657 Nov 12 05:45:22.511138 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5231537b-9be9-4f87-8608-4907add3336d req-600dfc6f-2cdc-4e26-8ea9-b8fe97038aa7 service neutron] 10.222.0.21 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904255 Nov 12 05:45:22.607695 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5231537b-9be9-4f87-8608-4907add3336d req-aeab5971-2fdb-4299-ae20-3ff3c70a265b service neutron] 10.222.0.21 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896649 Nov 12 05:45:23.426187 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f77db-9241-4d05-a491-1adee5856a1e req-a7067a58-7472-49ad-acab-569f73483aed tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:23.428604 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-913f77db-9241-4d05-a491-1adee5856a1e req-a7067a58-7472-49ad-acab-569f73483aed tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 944 time: 0.0486290 Nov 12 05:45:23.481114 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-913f77db-9241-4d05-a491-1adee5856a1e req-e4f447d0-7c15-4e89-a1de-259ab8eacc2c tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466452 Nov 12 05:45:24.602413 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8a204-4784-4639-881e-9ec367c91e4c req-a0ee4bd0-9f41-4c48-b7e6-35c32e96a271 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:24.603915 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08f8a204-4784-4639-881e-9ec367c91e4c req-a0ee4bd0-9f41-4c48-b7e6-35c32e96a271 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 944 time: 0.0534916 Nov 12 05:45:24.652500 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-08f8a204-4784-4639-881e-9ec367c91e4c req-164464af-b10c-4c8b-be12-ab4e3bae374e tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425313 Nov 12 05:45:25.772286 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b4f57-7daa-4ddf-8546-fef636a35475 req-1e1d1a9c-75d3-400f-af51-6ee71336cce8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:25.773764 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-139b4f57-7daa-4ddf-8546-fef636a35475 req-1e1d1a9c-75d3-400f-af51-6ee71336cce8 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 944 time: 0.0501781 Nov 12 05:45:25.822765 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-139b4f57-7daa-4ddf-8546-fef636a35475 req-04c93f35-f3ad-45be-8b06-ca6e26512d7d tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427344 Nov 12 05:45:26.077186 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 10bbced9-d80b-419b-8188-f0b7e58eaf75 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:45:26.168889 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 10bbced9-d80b-419b-8188-f0b7e58eaf75, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=10bbced9-d80b-419b-8188-f0b7e58eaf75,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:45:26.180325 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '10bbced9-d80b-419b-8188-f0b7e58eaf75', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'port_id': '10bbced9-d80b-419b-8188-f0b7e58eaf75', 'mac_address': 'fa:16:3e:e5:70:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:45:26.219208 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:26.232538 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10bbced9-d80b-419b-8188-f0b7e58eaf75 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:45:26.251769 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 10bbced9-d80b-419b-8188-f0b7e58eaf75, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=10bbced9-d80b-419b-8188-f0b7e58eaf75,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:45:26.327790 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:26.377471 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=10bbced9-d80b-419b-8188-f0b7e58eaf75,revision_number=4']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:45:26.751047 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['10bbced9-d80b-419b-8188-f0b7e58eaf75'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:45:26.943832 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25638537-647b-48e3-9891-8e16e01351c3 req-abbfa10c-5f72-40a6-95c9-ce0a7ac20674 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:26.945360 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25638537-647b-48e3-9891-8e16e01351c3 req-abbfa10c-5f72-40a6-95c9-ce0a7ac20674 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 945 time: 0.0533714 Nov 12 05:45:27.001674 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-25638537-647b-48e3-9891-8e16e01351c3 req-e62ecc15-ff91-4c00-88cc-702c9b22873e tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501232 Nov 12 05:45:28.067486 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 10bbced9-d80b-419b-8188-f0b7e58eaf75 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:45:28.118289 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d4511-aaef-48e2-abb3-867492537205 req-a8b312d2-e981-44e2-b978-dd774628656f tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:28.119933 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d5d4511-aaef-48e2-abb3-867492537205 req-a8b312d2-e981-44e2-b978-dd774628656f tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 945 time: 0.0491745 Nov 12 05:45:28.174319 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7d5d4511-aaef-48e2-abb3-867492537205 req-a15580dc-9297-403e-ae41-0e6f8abdbbfb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480525 Nov 12 05:45:28.235356 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning for port 10bbced9-d80b-419b-8188-f0b7e58eaf75 completed by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:45:28.239777 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 10bbced9-d80b-419b-8188-f0b7e58eaf75 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:45:28.240138 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:28.317305 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:28.340702 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c0b3a6-2faf-4fef-b781-19ecad6a95e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bbced9-d80b-419b-8188-f0b7e58eaf75'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:45:28.342984 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d317174c-0fa1-4574-8921-480d5b12b889" -d '{"events": [{"server_uuid": "98c0b3a6-2faf-4fef-b781-19ecad6a95e5", "name": "network-vif-plugged", "status": "completed", "tag": "10bbced9-d80b-419b-8188-f0b7e58eaf75"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:45:28.355467 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 10bbced9-d80b-419b-8188-f0b7e58eaf75, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=10bbced9-d80b-419b-8188-f0b7e58eaf75,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:45:28.379721 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f2c6a3-2075-4e95-a8f9-97ab69fa2cf1 x-openstack-request-id: req-78f2c6a3-2075-4e95-a8f9-97ab69fa2cf1 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:45:28.379721 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c0b3a6-2faf-4fef-b781-19ecad6a95e5", "name": "network-vif-plugged", "status": "completed", "tag": "10bbced9-d80b-419b-8188-f0b7e58eaf75", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:45:28.380155 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78f2c6a3-2075-4e95-a8f9-97ab69fa2cf1 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:45:28.380439 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c0b3a6-2faf-4fef-b781-19ecad6a95e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bbced9-d80b-419b-8188-f0b7e58eaf75', 'code': 200} Nov 12 05:45:28.408342 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:28.456438 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=10bbced9-d80b-419b-8188-f0b7e58eaf75,revision_number=5']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:45:28.516402 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20a1c5-6132-4c59-a52d-69b36065ef04 req-9c03ef41-9dd4-41c5-b1aa-d3c0c962b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:28.517764 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4d20a1c5-6132-4c59-a52d-69b36065ef04 req-9c03ef41-9dd4-41c5-b1aa-d3c0c962b076 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 1098 time: 0.0511677 Nov 12 05:45:28.565520 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-4d20a1c5-6132-4c59-a52d-69b36065ef04 req-2cf4da2e-4dd4-47c0-ae1e-dc44de311afd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387149 Nov 12 05:45:29.291620 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebd4d1-36eb-482d-b3bd-43f0c245b77c req-3132dbec-fa03-4ae8-9038-99688966dded tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:29.293137 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-59ebd4d1-36eb-482d-b3bd-43f0c245b77c req-3132dbec-fa03-4ae8-9038-99688966dded tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 946 time: 0.0488942 Nov 12 05:45:29.341939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-59ebd4d1-36eb-482d-b3bd-43f0c245b77c req-19424845-3651-4d3e-94e6-072495e6c7cc tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428901 Nov 12 05:45:30.462959 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a40db3-f424-4736-a761-baa5bf389fea req-97f8f75f-f876-4ec9-ae30-2663903f316f tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:30.464446 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9a40db3-f424-4736-a761-baa5bf389fea req-97f8f75f-f876-4ec9-ae30-2663903f316f tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 946 time: 0.0537107 Nov 12 05:45:30.515976 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-e9a40db3-f424-4736-a761-baa5bf389fea req-c98eaf4b-fe70-415b-a5df-989401bc034f tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452805 Nov 12 05:45:30.644095 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85e6cd-a7d3-4821-8281-486a478017f8 req-520cd9fe-d159-4d20-8618-8448f04178b7 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:30.645592 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b85e6cd-a7d3-4821-8281-486a478017f8 req-520cd9fe-d159-4d20-8618-8448f04178b7 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 946 time: 0.0498188 Nov 12 05:45:30.694946 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-7b85e6cd-a7d3-4821-8281-486a478017f8 req-967c8b2d-9ea7-4083-9b27-464ae57d5af9 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433526 Nov 12 05:45:30.716378 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59944) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:45:30.761071 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a565097d-fbd3-472d-a7e5-c9daa8b1ef75 tempest-TestSnapshotPattern-815977607 tempest-TestSnapshotPattern-815977607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:30.762612 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a565097d-fbd3-472d-a7e5-c9daa8b1ef75 tempest-TestSnapshotPattern-815977607 tempest-TestSnapshotPattern-815977607-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 1093 time: 0.0448935 Nov 12 05:45:30.765380 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 59946) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:45:30.769645 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.v2.base [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Request body: {'floatingip': {'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'port_id': '10bbced9-d80b-419b-8188-f0b7e58eaf75', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:45:30.852910 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for floatingip, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:30.958294 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:31.065670 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Allocated IP 172.25.1.181 (83b50554-7014-416f-9f3b-4bb895a9ea2f/816a70cc-8974-4c47-aee2-667b211e9885/f7124ed1-f942-431c-8a59-74d7802d0a9d) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:45:31.165186 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for port, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:31.253808 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785905398658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:31.300321 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Network 83b50554-7014-416f-9f3b-4bb895a9ea2f is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:45:31.303778 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:45:31.308258 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:45:31.311323 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Pushing event updated for resources: {'Port': ['ID=f7124ed1-f942-431c-8a59-74d7802d0a9d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:45:31.338355 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:31.338726 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:31.339074 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:31.339442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:31.339841 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:31.340143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:31.340398 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:31.340723 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:31.341046 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:31.341369 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:31.341693 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:31.342012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:45:31.670536 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:31.776260 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:31.921936 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for port, precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:31.984484 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5258612'] for port, after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:32.050262 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Pushing event updated for resources: {'Port': ['ID=f7124ed1-f942-431c-8a59-74d7802d0a9d,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:45:32.064787 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919506'] for floatingip, after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:32.163880 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Floating IP c61af0d1-e3b1-4612-b279-c95e026cf91c associated. External IP: 172.25.1.181, port: 10bbced9-d80b-419b-8188-f0b7e58eaf75. Nov 12 05:45:32.374241 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Router e4910f1e-482a-4810-b15a-87cdb1756ff9 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:45:32.484583 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:45:32.495006 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422a9653-4a6f-4f6c-a5d2-2ac26601be20 None None] Sync routers for ids ['e4910f1e-482a-4810-b15a-87cdb1756ff9'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:45:32.504668 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422a9653-4a6f-4f6c-a5d2-2ac26601be20 None None] Routers {'e4910f1e-482a-4810-b15a-87cdb1756ff9'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:45:32.508153 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-422a9653-4a6f-4f6c-a5d2-2ac26601be20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:45:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e4910f1e-482a-4810-b15a-87cdb1756ff9'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:45:32.558397 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:32.596170 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-a1b8ce93-10f4-4820-b53a-4b06656b61bb tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8296590 Nov 12 05:45:32.596689 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c0b3a6-2faf-4fef-b781-19ecad6a95e5', 'tag': '10bbced9-d80b-419b-8188-f0b7e58eaf75'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:45:32.599095 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68bac7e-72f7-473a-9ec9-fdde693fd4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "98c0b3a6-2faf-4fef-b781-19ecad6a95e5", "tag": "10bbced9-d80b-419b-8188-f0b7e58eaf75"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:45:32.620370 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-422a9653-4a6f-4f6c-a5d2-2ac26601be20 None None] Set router e4910f1e-482a-4810-b15a-87cdb1756ff9 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:45:32.647203 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8687b630-68ad-438e-9a39-40d9320da595 x-openstack-request-id: req-8687b630-68ad-438e-9a39-40d9320da595 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:45:32.647203 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c0b3a6-2faf-4fef-b781-19ecad6a95e5", "tag": "10bbced9-d80b-419b-8188-f0b7e58eaf75", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:45:32.647203 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8687b630-68ad-438e-9a39-40d9320da595 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:45:32.647203 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c0b3a6-2faf-4fef-b781-19ecad6a95e5', 'tag': '10bbced9-d80b-419b-8188-f0b7e58eaf75', 'status': 'completed', 'code': 200} Nov 12 05:45:32.742292 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bac7e-72f7-473a-9ec9-fdde693fd4c9 req-e429f5b4-606f-4f34-a9d5-e5fcf5f74035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:32.744027 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b68bac7e-72f7-473a-9ec9-fdde693fd4c9 req-e429f5b4-606f-4f34-a9d5-e5fcf5f74035 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b818bf65faf49b2b1c50404a99faf10&device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 1098 time: 0.0513041 Nov 12 05:45:32.839263 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bac7e-72f7-473a-9ec9-fdde693fd4c9 req-d3f00ce5-dc11-4229-9e20-6d3b05c47cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:32.840773 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b68bac7e-72f7-473a-9ec9-fdde693fd4c9 req-d3f00ce5-dc11-4229-9e20-6d3b05c47cb2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1686c97-32fe-41f8-9e29-30c140d4e324 HTTP/1.1" status: 200 len: 911 time: 0.0897517 Nov 12 05:45:32.860657 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-422a9653-4a6f-4f6c-a5d2-2ac26601be20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port': {'id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '729040a1-2a3f-47bf-ac76-e5af572dd5b0', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'port_id': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'mac_address': 'fa:16:3e:c2:78:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:42:52Z', 'updated_at': '2021-11-12T05:42:54Z', 'revision_number': 1, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'fixed_ip_address_scope': None}, {'id': 'c61af0d1-e3b1-4612-b279-c95e026cf91c', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'port_id': '10bbced9-d80b-419b-8188-f0b7e58eaf75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'mac_address': 'fa:16:3e:e5:70:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c0b3a6-2faf-4fef-b781-19ecad6a95e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:45:31Z', 'updated_at': '2021-11-12T05:45:31Z', 'revision_number': 0, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6806e8-6bc3-4e3a-8a8b-a94047e34e99', 'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'mac_address': 'fa:16:3e:10:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:28Z', 'updated_at': '2021-11-12T05:42:32Z', 'revision_number': 5, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'subnets': [{'id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:45:32.887202 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422a9653-4a6f-4f6c-a5d2-2ac26601be20 None None] Checking router: e4910f1e-482a-4810-b15a-87cdb1756ff9 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:45:32.895764 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422a9653-4a6f-4f6c-a5d2-2ac26601be20 None None] Routers {'e4910f1e-482a-4810-b15a-87cdb1756ff9'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:45:32.896503 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-422a9653-4a6f-4f6c-a5d2-2ac26601be20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:45:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e4910f1e-482a-4810-b15a-87cdb1756ff9'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:45:32.914488 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b68bac7e-72f7-473a-9ec9-fdde693fd4c9 req-846999ff-6097-4ef9-8dbd-e976a8d40f30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10bbced9-d80b-419b-8188-f0b7e58eaf75 HTTP/1.1" status: 200 len: 1000 time: 0.0670240 Nov 12 05:45:32.968598 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bac7e-72f7-473a-9ec9-fdde693fd4c9 req-30fa9a9a-e943-4401-953f-51e284d305c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:32.970088 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b68bac7e-72f7-473a-9ec9-fdde693fd4c9 req-30fa9a9a-e943-4401-953f-51e284d305c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd10e783-ccdd-42d3-aa8e-567e970a96c4 HTTP/1.1" status: 200 len: 849 time: 0.0478446 Nov 12 05:45:33.007082 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-422a9653-4a6f-4f6c-a5d2-2ac26601be20 None None] Set router e4910f1e-482a-4810-b15a-87cdb1756ff9 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:45:33.015647 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bac7e-72f7-473a-9ec9-fdde693fd4c9 req-e5fa5978-3357-49d1-a762-3301cec8cdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:33.017159 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b68bac7e-72f7-473a-9ec9-fdde693fd4c9 req-e5fa5978-3357-49d1-a762-3301cec8cdba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1686c97-32fe-41f8-9e29-30c140d4e324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407698 Nov 12 05:45:33.110848 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b68bac7e-72f7-473a-9ec9-fdde693fd4c9 req-a25f7338-c279-4fe2-9a11-b4d17bcb7211 service neutron] 10.222.0.21 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864117 Nov 12 05:45:33.203816 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-b68bac7e-72f7-473a-9ec9-fdde693fd4c9 req-e4fefce8-9dd6-443e-a3f8-73c5228e6de2 service neutron] 10.222.0.21 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859258 Nov 12 05:45:33.367527 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5d2ae693-523c-41bf-a9b7-c3f1b76a209f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:33.464162 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-422a9653-4a6f-4f6c-a5d2-2ac26601be20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port': {'id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '729040a1-2a3f-47bf-ac76-e5af572dd5b0', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'port_id': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'mac_address': 'fa:16:3e:c2:78:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:42:52Z', 'updated_at': '2021-11-12T05:42:54Z', 'revision_number': 1, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'fixed_ip_address_scope': None}, {'id': 'c61af0d1-e3b1-4612-b279-c95e026cf91c', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'port_id': '10bbced9-d80b-419b-8188-f0b7e58eaf75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'mac_address': 'fa:16:3e:e5:70:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c0b3a6-2faf-4fef-b781-19ecad6a95e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:45:31Z', 'updated_at': '2021-11-12T05:45:31Z', 'revision_number': 0, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6806e8-6bc3-4e3a-8a8b-a94047e34e99', 'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'mac_address': 'fa:16:3e:10:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:28Z', 'updated_at': '2021-11-12T05:42:32Z', 'revision_number': 5, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'subnets': [{'id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:45:33.494900 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422a9653-4a6f-4f6c-a5d2-2ac26601be20 None None] The sync data for ids ['e4910f1e-482a-4810-b15a-87cdb1756ff9'] in n-d-768509-24 is: [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port': {'id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '729040a1-2a3f-47bf-ac76-e5af572dd5b0', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'port_id': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'mac_address': 'fa:16:3e:c2:78:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:42:52Z', 'updated_at': '2021-11-12T05:42:54Z', 'revision_number': 1, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'fixed_ip_address_scope': None}, {'id': 'c61af0d1-e3b1-4612-b279-c95e026cf91c', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'port_id': '10bbced9-d80b-419b-8188-f0b7e58eaf75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'mac_address': 'fa:16:3e:e5:70:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c0b3a6-2faf-4fef-b781-19ecad6a95e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:45:31Z', 'updated_at': '2021-11-12T05:45:31Z', 'revision_number': 0, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6806e8-6bc3-4e3a-8a8b-a94047e34e99', 'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'mac_address': 'fa:16:3e:10:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:28Z', 'updated_at': '2021-11-12T05:42:32Z', 'revision_number': 5, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'subnets': [{'id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:45:33.689382 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a655966-087d-4036-bf51-25a3edf93503 None None] New status for floating IP c61af0d1-e3b1-4612-b279-c95e026cf91c: ACTIVE {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:45:35.601777 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-44e1910c-348e-4f6a-97e2-7fe2d7697ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:37.133099 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:38.699245 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:39.189849 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:47.823266 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:49.093272 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:45:51.218097 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85ed99a8-647a-425c-83c0-79e6da8f65e2 req-35ac77d1-9b85-4d8c-b5f3-9509d4e65485 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435512 Nov 12 05:45:51.327713 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed99a8-647a-425c-83c0-79e6da8f65e2 req-cd8e0a44-4342-4f5d-86df-bc0123369aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:51.329200 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85ed99a8-647a-425c-83c0-79e6da8f65e2 req-cd8e0a44-4342-4f5d-86df-bc0123369aea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b818bf65faf49b2b1c50404a99faf10&device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 1098 time: 0.0513840 Nov 12 05:45:51.433117 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed99a8-647a-425c-83c0-79e6da8f65e2 req-91345b69-0199-4a96-826f-75ec19eadff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:51.434573 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85ed99a8-647a-425c-83c0-79e6da8f65e2 req-91345b69-0199-4a96-826f-75ec19eadff9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1686c97-32fe-41f8-9e29-30c140d4e324 HTTP/1.1" status: 200 len: 911 time: 0.0846684 Nov 12 05:45:51.502470 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85ed99a8-647a-425c-83c0-79e6da8f65e2 req-7d8c9656-eb0a-40db-a2e8-d076121f8de9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10bbced9-d80b-419b-8188-f0b7e58eaf75 HTTP/1.1" status: 200 len: 1002 time: 0.0607598 Nov 12 05:45:51.553172 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed99a8-647a-425c-83c0-79e6da8f65e2 req-ed599be2-e47f-4a9e-963f-417dae944b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:51.554622 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85ed99a8-647a-425c-83c0-79e6da8f65e2 req-ed599be2-e47f-4a9e-963f-417dae944b68 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd10e783-ccdd-42d3-aa8e-567e970a96c4 HTTP/1.1" status: 200 len: 849 time: 0.0445151 Nov 12 05:45:51.602771 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed99a8-647a-425c-83c0-79e6da8f65e2 req-397070d7-6a7a-4a67-8e35-26e314131e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:51.604270 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85ed99a8-647a-425c-83c0-79e6da8f65e2 req-397070d7-6a7a-4a67-8e35-26e314131e6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1686c97-32fe-41f8-9e29-30c140d4e324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410674 Nov 12 05:45:51.620742 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [req-85ed99a8-647a-425c-83c0-79e6da8f65e2 req-c4c2d3ba-d84c-4e72-977e-71f9752f6b69 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:45:51.620742 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85ed99a8-647a-425c-83c0-79e6da8f65e2 req-c4c2d3ba-d84c-4e72-977e-71f9752f6b69 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059500 Nov 12 05:45:51.721639 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85ed99a8-647a-425c-83c0-79e6da8f65e2 req-9eca99d5-52aa-4643-bd10-f8e2d57eecfa service neutron] 10.222.0.21 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944426 Nov 12 05:45:51.813933 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-85ed99a8-647a-425c-83c0-79e6da8f65e2 req-e74cc7b7-b09b-4f31-810f-d400b7fe3723 service neutron] 10.222.0.21 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846357 Nov 12 05:45:53.548557 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:45:54.637857 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b95dd901-391b-4d97-9629-95ae0f28672e req-77a645bd-e61c-48b8-9a6f-24c946058d61 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400651 Nov 12 05:45:54.733143 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dd901-391b-4d97-9629-95ae0f28672e req-62e3866c-0438-483b-bbe0-f7299dd9d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:54.734373 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b95dd901-391b-4d97-9629-95ae0f28672e req-62e3866c-0438-483b-bbe0-f7299dd9d3fc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b818bf65faf49b2b1c50404a99faf10&device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 1095 time: 0.0417604 Nov 12 05:45:54.840311 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dd901-391b-4d97-9629-95ae0f28672e req-74c6b121-6689-402a-9860-5f773f68e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:54.841837 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b95dd901-391b-4d97-9629-95ae0f28672e req-74c6b121-6689-402a-9860-5f773f68e026 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b1686c97-32fe-41f8-9e29-30c140d4e324 HTTP/1.1" status: 200 len: 911 time: 0.0882392 Nov 12 05:45:54.906226 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b95dd901-391b-4d97-9629-95ae0f28672e req-8cc92de3-3a15-4fe7-a553-34f45096e7cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0a87601-0f63-43c6-aa8d-2f8098174b79 HTTP/1.1" status: 200 len: 999 time: 0.0574479 Nov 12 05:45:54.958965 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dd901-391b-4d97-9629-95ae0f28672e req-f96c5cb6-b0bd-4925-838b-f40e7899282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:54.965746 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b95dd901-391b-4d97-9629-95ae0f28672e req-f96c5cb6-b0bd-4925-838b-f40e7899282f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd10e783-ccdd-42d3-aa8e-567e970a96c4 HTTP/1.1" status: 200 len: 849 time: 0.0480864 Nov 12 05:45:55.010012 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dd901-391b-4d97-9629-95ae0f28672e req-f0857e73-a786-4daf-aeda-c252d2a017ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:45:55.011677 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b95dd901-391b-4d97-9629-95ae0f28672e req-f0857e73-a786-4daf-aeda-c252d2a017ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b1686c97-32fe-41f8-9e29-30c140d4e324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436046 Nov 12 05:45:55.100311 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b95dd901-391b-4d97-9629-95ae0f28672e req-74d8d53b-ee4a-429e-9c9c-2de55874da11 service neutron] 10.222.0.31 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819430 Nov 12 05:45:55.192614 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-b95dd901-391b-4d97-9629-95ae0f28672e req-7e7560ee-53f5-4964-ae37-25a5d852347c service neutron] 10.222.0.31 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856471 Nov 12 05:46:03.241394 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-1d0ecace-4980-432d-b8c6-074daf6ff354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:05.612727 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a816abbe-cc24-489e-a428-13634cf6a1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:07.110138 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:08.698458 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:09.212812 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:17.823964 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:19.052994 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:30.547350 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:46:33.247533 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ee82d804-0b50-450f-b9b5-0dcdf23e99f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:35.584120 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b77dae5-d620-4c76-b605-0029f0c2b7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:37.126685 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:38.675279 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:39.205776 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:47.845394 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:49.040330 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:46:52.152945 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-34fb7504-906c-4211-bad6-9677e40d2c7d req-173318eb-6217-4cc6-a75d-0c05ad22ab46 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402763 Nov 12 05:46:52.252056 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb7504-906c-4211-bad6-9677e40d2c7d req-216350a9-673a-4a4a-b428-901b890475e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:52.253542 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-34fb7504-906c-4211-bad6-9677e40d2c7d req-216350a9-673a-4a4a-b428-901b890475e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b818bf65faf49b2b1c50404a99faf10&device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 1098 time: 0.0409377 Nov 12 05:46:52.357090 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb7504-906c-4211-bad6-9677e40d2c7d req-09d274dc-529c-4d36-809e-1c0ecfdcee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:52.358618 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-34fb7504-906c-4211-bad6-9677e40d2c7d req-09d274dc-529c-4d36-809e-1c0ecfdcee02 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1686c97-32fe-41f8-9e29-30c140d4e324 HTTP/1.1" status: 200 len: 911 time: 0.0868983 Nov 12 05:46:52.426798 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-34fb7504-906c-4211-bad6-9677e40d2c7d req-856afd25-2d6d-417e-8986-37be2ff9f83e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10bbced9-d80b-419b-8188-f0b7e58eaf75 HTTP/1.1" status: 200 len: 1002 time: 0.0589404 Nov 12 05:46:52.476711 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb7504-906c-4211-bad6-9677e40d2c7d req-b257dd06-d63e-4326-9a63-5ff7c8ca7123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:52.478158 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-34fb7504-906c-4211-bad6-9677e40d2c7d req-b257dd06-d63e-4326-9a63-5ff7c8ca7123 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd10e783-ccdd-42d3-aa8e-567e970a96c4 HTTP/1.1" status: 200 len: 849 time: 0.0452979 Nov 12 05:46:52.528450 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb7504-906c-4211-bad6-9677e40d2c7d req-c7ad161a-e9f0-40ca-b7a5-7eba3a0377c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:52.530570 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-34fb7504-906c-4211-bad6-9677e40d2c7d req-c7ad161a-e9f0-40ca-b7a5-7eba3a0377c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1686c97-32fe-41f8-9e29-30c140d4e324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448234 Nov 12 05:46:52.617836 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-34fb7504-906c-4211-bad6-9677e40d2c7d req-f80d13d8-fa8d-4ece-930c-fca1b6a52a4c service neutron] 10.222.0.21 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809333 Nov 12 05:46:53.065798 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-34fb7504-906c-4211-bad6-9677e40d2c7d req-81e8b5bf-c7ee-429f-a8b5-394c16bbc1cb service neutron] 10.222.0.21 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409883 Nov 12 05:46:55.619017 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2dafb30b-4101-435f-aa42-e0560e9d24bf req-d458f722-3d2e-4be7-a645-272cba0236a1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404184 Nov 12 05:46:55.724507 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafb30b-4101-435f-aa42-e0560e9d24bf req-c332c496-93ac-42f4-ac24-fbd4af237354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:55.726010 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2dafb30b-4101-435f-aa42-e0560e9d24bf req-c332c496-93ac-42f4-ac24-fbd4af237354 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b818bf65faf49b2b1c50404a99faf10&device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 1095 time: 0.0456030 Nov 12 05:46:55.829969 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafb30b-4101-435f-aa42-e0560e9d24bf req-d61b28f9-ba48-4651-8597-5f8d045372d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:55.831485 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2dafb30b-4101-435f-aa42-e0560e9d24bf req-d61b28f9-ba48-4651-8597-5f8d045372d4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b1686c97-32fe-41f8-9e29-30c140d4e324 HTTP/1.1" status: 200 len: 911 time: 0.0857372 Nov 12 05:46:55.901939 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2dafb30b-4101-435f-aa42-e0560e9d24bf req-e4547b12-a468-436d-b5e0-ec83759e1eef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0a87601-0f63-43c6-aa8d-2f8098174b79 HTTP/1.1" status: 200 len: 999 time: 0.0633740 Nov 12 05:46:55.949753 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafb30b-4101-435f-aa42-e0560e9d24bf req-fec10b2a-d2cd-41fe-8e5c-52fe1376c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:55.951208 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2dafb30b-4101-435f-aa42-e0560e9d24bf req-fec10b2a-d2cd-41fe-8e5c-52fe1376c40b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd10e783-ccdd-42d3-aa8e-567e970a96c4 HTTP/1.1" status: 200 len: 849 time: 0.0428498 Nov 12 05:46:55.999460 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafb30b-4101-435f-aa42-e0560e9d24bf req-d4fc5c19-6c61-4d10-ba5a-9feb583f2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:46:56.000967 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2dafb30b-4101-435f-aa42-e0560e9d24bf req-d4fc5c19-6c61-4d10-ba5a-9feb583f2120 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b1686c97-32fe-41f8-9e29-30c140d4e324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417006 Nov 12 05:46:56.095292 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2dafb30b-4101-435f-aa42-e0560e9d24bf req-a5439543-6a59-4161-934b-3542221453f8 service neutron] 10.222.0.31 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866909 Nov 12 05:46:56.189955 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-2dafb30b-4101-435f-aa42-e0560e9d24bf req-d87b515c-21ad-4e21-aff3-21469b438cda service neutron] 10.222.0.31 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873401 Nov 12 05:47:03.240481 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4ad77e36-859e-479a-b3e5-31a0e6a2c473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:05.611683 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-97b27a5b-e3ff-42d0-9cee-47577815edc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:07.126205 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:07.546858 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:47:08.703391 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:09.240529 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:17.824153 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:19.075564 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:33.257876 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-8482dea4-41aa-4d5d-89f2-9c0c82ac1f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:35.599038 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e63af514-c2db-44e9-8d03-fb71218c9111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:36.666388 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 10bbced9-d80b-419b-8188-f0b7e58eaf75 details requested by agent hyperv_n-h1-768509-24 with host n-h1-768509-24 {{(pid=103298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:47:36.762102 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 10bbced9-d80b-419b-8188-f0b7e58eaf75, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=10bbced9-d80b-419b-8188-f0b7e58eaf75,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:36.776957 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Returning: {'device': '10bbced9-d80b-419b-8188-f0b7e58eaf75', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'port_id': '10bbced9-d80b-419b-8188-f0b7e58eaf75', 'mac_address': 'fa:16:3e:e5:70:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:47:36.827159 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:36.839755 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10bbced9-d80b-419b-8188-f0b7e58eaf75 {{(pid=103298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:47:36.859190 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 10bbced9-d80b-419b-8188-f0b7e58eaf75, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=10bbced9-d80b-419b-8188-f0b7e58eaf75,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:36.937958 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:36.985210 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=10bbced9-d80b-419b-8188-f0b7e58eaf75,revision_number=6']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:36.992760 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:36.993120 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:36.993469 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:36.993821 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:36.994134 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:36.994459 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:36.994806 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:36.995130 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:36.995705 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:36.996025 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:36.996403 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:36.996663 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:37.075594 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] get_ports_and_sgs() called for port_ids ['10bbced9-d80b-419b-8188-f0b7e58eaf75'] {{(pid=103298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:47:37.196199 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.676692 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 10bbced9-d80b-419b-8188-f0b7e58eaf75 up at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:47:38.705811 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.732062 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.provisioning_blocks [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Provisioning complete for port 10bbced9-d80b-419b-8188-f0b7e58eaf75 triggered by entity L2. {{(pid=103298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:47:38.732425 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902383'] for port, provisioning_complete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.809901 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742446'] for port, before_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.832433 n-d-768509-24 neutron-server[103298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c0b3a6-2faf-4fef-b781-19ecad6a95e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bbced9-d80b-419b-8188-f0b7e58eaf75'}] {{(pid=103298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:47:38.836023 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cd127294a6fe41033883d1a26554feeae99d4850827b7e3179123fe564158c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75ef551-16da-4029-a07b-3f77dd3a7072" -d '{"events": [{"server_uuid": "98c0b3a6-2faf-4fef-b781-19ecad6a95e5", "name": "network-vif-plugged", "status": "completed", "tag": "10bbced9-d80b-419b-8188-f0b7e58eaf75"}]}' {{(pid=103298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:47:38.857703 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] For port 10bbced9-d80b-419b-8188-f0b7e58eaf75, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=10bbced9-d80b-419b-8188-f0b7e58eaf75,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:38.880510 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1478876a-9436-4381-80f5-4d69de9c1775 x-openstack-request-id: req-1478876a-9436-4381-80f5-4d69de9c1775 {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:47:38.880979 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c0b3a6-2faf-4fef-b781-19ecad6a95e5", "name": "network-vif-plugged", "status": "completed", "tag": "10bbced9-d80b-419b-8188-f0b7e58eaf75", "code": 200}]} {{(pid=103298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:47:38.881262 n-d-768509-24 neutron-server[103298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1478876a-9436-4381-80f5-4d69de9c1775 {{(pid=103298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:47:38.881667 n-d-768509-24 neutron-server[103298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c0b3a6-2faf-4fef-b781-19ecad6a95e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bbced9-d80b-419b-8188-f0b7e58eaf75', 'code': 200} Nov 12 05:47:38.931402 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785905842580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785905398676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785905398694'] for port, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:38.982422 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Pushing event updated for resources: {'Port': ['ID=10bbced9-d80b-419b-8188-f0b7e58eaf75,revision_number=7']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:39.222880 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:44.546536 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:47:47.857366 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:49.117306 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:52.615862 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60194) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:52.773828 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Deleting port f7124ed1-f942-431c-8a59-74d7802d0a9d {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:52.774170 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:52.853109 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:52.853434 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:52.865493 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Calling delete_port for f7124ed1-f942-431c-8a59-74d7802d0a9d owned by network:floatingip {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:53.112923 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:53.140235 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Pushing event deleted for resources: {'Port': ['ID=f7124ed1-f942-431c-8a59-74d7802d0a9d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:53.160588 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ace8cdff-cfc0-4b88-95d1-9da4a09475a2 req-5e685dd9-7de9-44f9-95c4-e8f36d499d37 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419006 Nov 12 05:47:53.167212 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:53.167562 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:53.167905 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:53.168246 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:53.168583 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:53.168917 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:53.169251 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:53.169575 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:53.169909 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:53.170306 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:53.170658 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:53.170983 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:53.216237 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for floatingip, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:53.216566 n-d-768509-24 neutron-server[103296]: INFO neutron.db.l3_db [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Floating IP c61af0d1-e3b1-4612-b279-c95e026cf91c disassociated (deleted). External IP: 172.25.1.181, port: 10bbced9-d80b-419b-8188-f0b7e58eaf75. Nov 12 05:47:53.262888 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8cdff-cfc0-4b88-95d1-9da4a09475a2 req-97d56f61-fab1-4aeb-bfa6-d5d3f0413167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:53.264360 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ace8cdff-cfc0-4b88-95d1-9da4a09475a2 req-97d56f61-fab1-4aeb-bfa6-d5d3f0413167 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b818bf65faf49b2b1c50404a99faf10&device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 1098 time: 0.0456402 Nov 12 05:47:53.372134 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8cdff-cfc0-4b88-95d1-9da4a09475a2 req-7b2f82c3-167a-4d36-b8ef-b73d916ddd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:53.373497 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ace8cdff-cfc0-4b88-95d1-9da4a09475a2 req-7b2f82c3-167a-4d36-b8ef-b73d916ddd61 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1686c97-32fe-41f8-9e29-30c140d4e324 HTTP/1.1" status: 200 len: 911 time: 0.0888391 Nov 12 05:47:53.416584 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ace8cdff-cfc0-4b88-95d1-9da4a09475a2 req-323e4482-a6cf-4d4e-bd17-0e723934e37e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10bbced9-d80b-419b-8188-f0b7e58eaf75 HTTP/1.1" status: 200 len: 217 time: 0.0350440 Nov 12 05:47:53.433943 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Router e4910f1e-482a-4810-b15a-87cdb1756ff9 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:47:53.466119 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8cdff-cfc0-4b88-95d1-9da4a09475a2 req-b6ff8a74-7a0a-4b64-84d6-f10056ed4a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:53.467647 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ace8cdff-cfc0-4b88-95d1-9da4a09475a2 req-b6ff8a74-7a0a-4b64-84d6-f10056ed4a3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd10e783-ccdd-42d3-aa8e-567e970a96c4 HTTP/1.1" status: 200 len: 849 time: 0.0439572 Nov 12 05:47:53.518805 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8cdff-cfc0-4b88-95d1-9da4a09475a2 req-10394555-de37-43e8-b05d-a3f10a1985b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:53.520378 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ace8cdff-cfc0-4b88-95d1-9da4a09475a2 req-10394555-de37-43e8-b05d-a3f10a1985b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1686c97-32fe-41f8-9e29-30c140d4e324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453875 Nov 12 05:47:53.543359 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:47:53.548355 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:53.554172 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4dbdac-80bd-4f01-a1e8-9521df7faf0f None None] Sync routers for ids ['e4910f1e-482a-4810-b15a-87cdb1756ff9'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:47:53.564309 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4dbdac-80bd-4f01-a1e8-9521df7faf0f None None] Routers {'e4910f1e-482a-4810-b15a-87cdb1756ff9'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:47:53.565006 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-2e4dbdac-80bd-4f01-a1e8-9521df7faf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:47:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e4910f1e-482a-4810-b15a-87cdb1756ff9'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:53.579027 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-3c4cbb32-6d8a-4139-9b47-efa985686639 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "DELETE /v2.0/floatingips/c61af0d1-e3b1-4612-b279-c95e026cf91c HTTP/1.1" status: 204 len: 168 time: 0.9595404 Nov 12 05:47:53.579027 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c0b3a6-2faf-4fef-b781-19ecad6a95e5', 'tag': '10bbced9-d80b-419b-8188-f0b7e58eaf75'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:47:53.579802 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fceaab49-b553-47c1-99ac-4675831717ea" -d '{"events": [{"name": "network-changed", "server_uuid": "98c0b3a6-2faf-4fef-b781-19ecad6a95e5", "tag": "10bbced9-d80b-419b-8188-f0b7e58eaf75"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:47:53.622933 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ace8cdff-cfc0-4b88-95d1-9da4a09475a2 req-5034f1f2-74ce-4277-b844-4a837169094e service neutron] 10.222.0.21 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953856 Nov 12 05:47:53.677079 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-2e4dbdac-80bd-4f01-a1e8-9521df7faf0f None None] Set router e4910f1e-482a-4810-b15a-87cdb1756ff9 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:47:53.719799 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-ace8cdff-cfc0-4b88-95d1-9da4a09475a2 req-fe114e9c-70ee-48b9-9a04-2917426558af service neutron] 10.222.0.21 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881407 Nov 12 05:47:53.908822 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-2e4dbdac-80bd-4f01-a1e8-9521df7faf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port': {'id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '729040a1-2a3f-47bf-ac76-e5af572dd5b0', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'port_id': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'mac_address': 'fa:16:3e:c2:78:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:42:52Z', 'updated_at': '2021-11-12T05:42:54Z', 'revision_number': 1, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6806e8-6bc3-4e3a-8a8b-a94047e34e99', 'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'mac_address': 'fa:16:3e:10:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:28Z', 'updated_at': '2021-11-12T05:42:32Z', 'revision_number': 5, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'subnets': [{'id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:53.935139 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4dbdac-80bd-4f01-a1e8-9521df7faf0f None None] Checking router: e4910f1e-482a-4810-b15a-87cdb1756ff9 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:47:53.943888 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4dbdac-80bd-4f01-a1e8-9521df7faf0f None None] Routers {'e4910f1e-482a-4810-b15a-87cdb1756ff9'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:47:53.944436 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-2e4dbdac-80bd-4f01-a1e8-9521df7faf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:47:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e4910f1e-482a-4810-b15a-87cdb1756ff9'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:53.973407 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac0684b-59cb-42f5-9915-e9fa3a302167 x-openstack-request-id: req-4ac0684b-59cb-42f5-9915-e9fa3a302167 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:47:53.973940 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c0b3a6-2faf-4fef-b781-19ecad6a95e5", "tag": "10bbced9-d80b-419b-8188-f0b7e58eaf75", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:47:53.973940 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ac0684b-59cb-42f5-9915-e9fa3a302167 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:47:53.974570 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c0b3a6-2faf-4fef-b781-19ecad6a95e5', 'tag': '10bbced9-d80b-419b-8188-f0b7e58eaf75', 'status': 'completed', 'code': 200} Nov 12 05:47:54.060080 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-2e4dbdac-80bd-4f01-a1e8-9521df7faf0f None None] Set router e4910f1e-482a-4810-b15a-87cdb1756ff9 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:47:54.069390 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaab49-b553-47c1-99ac-4675831717ea req-6778cd3d-af5d-40e0-acec-43a6c55d2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:54.071058 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fceaab49-b553-47c1-99ac-4675831717ea req-6778cd3d-af5d-40e0-acec-43a6c55d2db8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b818bf65faf49b2b1c50404a99faf10&device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 1098 time: 0.0519967 Nov 12 05:47:54.072752 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6a68d-0c4c-429c-b2ae-3443c09ab3a4 req-fff1587c-54ea-4f93-baa9-511302c0b7f9 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:54.074383 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0a6a68d-0c4c-429c-b2ae-3443c09ab3a4 req-fff1587c-54ea-4f93-baa9-511302c0b7f9 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 946 time: 0.0515776 Nov 12 05:47:54.183553 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaab49-b553-47c1-99ac-4675831717ea req-ee557ef2-5c2e-4c14-a83e-25d49f350bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:54.185142 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fceaab49-b553-47c1-99ac-4675831717ea req-ee557ef2-5c2e-4c14-a83e-25d49f350bfa service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1686c97-32fe-41f8-9e29-30c140d4e324 HTTP/1.1" status: 200 len: 911 time: 0.1065016 Nov 12 05:47:54.230600 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fceaab49-b553-47c1-99ac-4675831717ea req-4b03e148-7c1d-42a6-9e8c-22fb34971065 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10bbced9-d80b-419b-8188-f0b7e58eaf75 HTTP/1.1" status: 200 len: 217 time: 0.0374763 Nov 12 05:47:54.293482 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaab49-b553-47c1-99ac-4675831717ea req-e82f6d90-4b94-47a7-b74f-eda0cd8a7b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:54.295804 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fceaab49-b553-47c1-99ac-4675831717ea req-e82f6d90-4b94-47a7-b74f-eda0cd8a7b08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd10e783-ccdd-42d3-aa8e-567e970a96c4 HTTP/1.1" status: 200 len: 849 time: 0.0570910 Nov 12 05:47:54.324483 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-2e4dbdac-80bd-4f01-a1e8-9521df7faf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port': {'id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '729040a1-2a3f-47bf-ac76-e5af572dd5b0', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'port_id': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'mac_address': 'fa:16:3e:c2:78:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:42:52Z', 'updated_at': '2021-11-12T05:42:54Z', 'revision_number': 1, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6806e8-6bc3-4e3a-8a8b-a94047e34e99', 'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'mac_address': 'fa:16:3e:10:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:28Z', 'updated_at': '2021-11-12T05:42:32Z', 'revision_number': 5, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'subnets': [{'id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:47:54.350290 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaab49-b553-47c1-99ac-4675831717ea req-48ebb1cc-289d-4c75-86be-dd2f79fbd93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:54.352006 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fceaab49-b553-47c1-99ac-4675831717ea req-48ebb1cc-289d-4c75-86be-dd2f79fbd93a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1686c97-32fe-41f8-9e29-30c140d4e324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482922 Nov 12 05:47:54.352833 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4dbdac-80bd-4f01-a1e8-9521df7faf0f None None] The sync data for ids ['e4910f1e-482a-4810-b15a-87cdb1756ff9'] in n-d-768509-24 is: [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port': {'id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_floatingips': [{'id': '729040a1-2a3f-47bf-ac76-e5af572dd5b0', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'router_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'port_id': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'mac_address': 'fa:16:3e:c2:78:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:42:52Z', 'updated_at': '2021-11-12T05:42:54Z', 'revision_number': 1, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6806e8-6bc3-4e3a-8a8b-a94047e34e99', 'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'mac_address': 'fa:16:3e:10:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:28Z', 'updated_at': '2021-11-12T05:42:32Z', 'revision_number': 5, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'subnets': [{'id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:47:54.459135 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fceaab49-b553-47c1-99ac-4675831717ea req-cae926d6-eaaf-46fa-acf0-cad90581a06f service neutron] 10.222.0.21 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985436 Nov 12 05:47:54.515323 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-a0a6a68d-0c4c-429c-b2ae-3443c09ab3a4 req-c37e87db-856a-4b79-8769-85a7adda4863 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4341424 Nov 12 05:47:54.562898 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-fceaab49-b553-47c1-99ac-4675831717ea req-4a1b5638-84c2-4a7c-ba0c-b07d4ef397a0 service neutron] 10.222.0.21 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958588 Nov 12 05:47:54.636442 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7180f56b-faa4-4755-ada8-b8286e8c68cd None None] New status for floating IP c61af0d1-e3b1-4612-b279-c95e026cf91c: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:47:55.663694 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeef5e-cf3d-40f3-8e1a-9cb170c5cbf4 req-527b7d10-bca4-489d-b127-bbd7326162ee tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:55.665206 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8cfeef5e-cf3d-40f3-8e1a-9cb170c5cbf4 req-527b7d10-bca4-489d-b127-bbd7326162ee tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 946 time: 0.0764709 Nov 12 05:47:55.681355 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4aa6299b-945a-4209-b06b-d36d9ae25b4f req-cd815975-45a0-4694-9c23-f3e684f66b5e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1055892 Nov 12 05:47:55.722720 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8cfeef5e-cf3d-40f3-8e1a-9cb170c5cbf4 req-57648aac-aa50-4b57-8f8a-b5c2dbf119ca tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502887 Nov 12 05:47:55.784891 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6299b-945a-4209-b06b-d36d9ae25b4f req-3acfc418-742f-4108-ad83-701a618751cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:55.786372 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4aa6299b-945a-4209-b06b-d36d9ae25b4f req-3acfc418-742f-4108-ad83-701a618751cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b818bf65faf49b2b1c50404a99faf10&device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 1095 time: 0.0453186 Nov 12 05:47:55.891032 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6299b-945a-4209-b06b-d36d9ae25b4f req-ac194815-0772-4778-b371-5f7e3e8b5694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:55.893245 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4aa6299b-945a-4209-b06b-d36d9ae25b4f req-ac194815-0772-4778-b371-5f7e3e8b5694 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b1686c97-32fe-41f8-9e29-30c140d4e324 HTTP/1.1" status: 200 len: 911 time: 0.0864282 Nov 12 05:47:55.917489 n-d-768509-24 neutron-server[103297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46cf85-a745-4750-a165-f4703d0aacce req-3b40c27e-4511-431e-9ece-0b3c1d930f48 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:55.919021 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5d46cf85-a745-4750-a165-f4703d0aacce req-3b40c27e-4511-431e-9ece-0b3c1d930f48 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.21 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 946 time: 0.0532765 Nov 12 05:47:55.964183 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4aa6299b-945a-4209-b06b-d36d9ae25b4f req-c67f5c36-86b3-4abc-8ceb-3762fd69991d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0a87601-0f63-43c6-aa8d-2f8098174b79 HTTP/1.1" status: 200 len: 999 time: 0.0636952 Nov 12 05:47:56.013927 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6299b-945a-4209-b06b-d36d9ae25b4f req-9a659b43-d937-44cb-bc31-8825c42fa50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.014215 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-5d46cf85-a745-4750-a165-f4703d0aacce req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Deleting port 10bbced9-d80b-419b-8188-f0b7e58eaf75 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:56.014588 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5d46cf85-a745-4750-a165-f4703d0aacce req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:56.015541 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4aa6299b-945a-4209-b06b-d36d9ae25b4f req-9a659b43-d937-44cb-bc31-8825c42fa50d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd10e783-ccdd-42d3-aa8e-567e970a96c4 HTTP/1.1" status: 200 len: 849 time: 0.0451245 Nov 12 05:47:56.063794 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6299b-945a-4209-b06b-d36d9ae25b4f req-fce1356d-85bc-40dc-8555-eab8f4a41e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:47:56.065893 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4aa6299b-945a-4209-b06b-d36d9ae25b4f req-fce1356d-85bc-40dc-8555-eab8f4a41e48 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b1686c97-32fe-41f8-9e29-30c140d4e324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426943 Nov 12 05:47:56.076888 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-4aa6299b-945a-4209-b06b-d36d9ae25b4f req-54557ea6-1e10-4871-86b8-1a4293f62e2e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:47:56.077843 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4aa6299b-945a-4209-b06b-d36d9ae25b4f req-54557ea6-1e10-4871-86b8-1a4293f62e2e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050833 Nov 12 05:47:56.111057 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [req-5d46cf85-a745-4750-a165-f4703d0aacce req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] For port 10bbced9-d80b-419b-8188-f0b7e58eaf75, host n-h1-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-24',level=0,port_id=10bbced9-d80b-419b-8188-f0b7e58eaf75,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:47:56.111967 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5d46cf85-a745-4750-a165-f4703d0aacce req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:56.125184 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [req-5d46cf85-a745-4750-a165-f4703d0aacce req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Calling delete_port for 10bbced9-d80b-419b-8188-f0b7e58eaf75 owned by compute:nova {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:56.176075 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4aa6299b-945a-4209-b06b-d36d9ae25b4f req-6f709f77-7d6d-48b8-96a7-0671ac3b9b88 service neutron] 10.222.0.31 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909688 Nov 12 05:47:56.271248 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-4aa6299b-945a-4209-b06b-d36d9ae25b4f req-831e2fb9-9892-4018-859f-7d894cc11b01 service neutron] 10.222.0.31 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882428 Nov 12 05:47:56.312532 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5d46cf85-a745-4750-a165-f4703d0aacce req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:56.340329 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Pushing event deleted for resources: {'Port': ['ID=10bbced9-d80b-419b-8188-f0b7e58eaf75,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:56.351071 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:56.351420 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:56.351762 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:56.352103 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:56.352437 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:56.352760 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:56.353087 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:56.353412 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:56.354225 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:56.354225 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:56.354420 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:56.354691 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-24 {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:47:56.395550 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d46cf85-a745-4750-a165-f4703d0aacce req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] No DVR routers for this DVR port 10bbced9-d80b-419b-8188-f0b7e58eaf75 on host n-h1-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:47:56.398108 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [req-5d46cf85-a745-4750-a165-f4703d0aacce req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:56.401504 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [req-5d46cf85-a745-4750-a165-f4703d0aacce req-675a7de1-499a-4bcb-8b93-ca88e4079b0b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.21 "DELETE /v2.0/ports/10bbced9-d80b-419b-8188-f0b7e58eaf75 HTTP/1.1" status: 204 len: 173 time: 0.4763186 Nov 12 05:47:56.401937 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c0b3a6-2faf-4fef-b781-19ecad6a95e5', 'name': 'network-vif-deleted', 'tag': '10bbced9-d80b-419b-8188-f0b7e58eaf75'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:47:56.404210 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b86db23-9dee-490a-ae73-358ea5c7319e" -d '{"events": [{"server_uuid": "98c0b3a6-2faf-4fef-b781-19ecad6a95e5", "name": "network-vif-deleted", "tag": "10bbced9-d80b-419b-8188-f0b7e58eaf75"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:47:56.441880 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33db3686-b298-455f-8ea1-0a656ef0bfda x-openstack-request-id: req-33db3686-b298-455f-8ea1-0a656ef0bfda {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:47:56.442182 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c0b3a6-2faf-4fef-b781-19ecad6a95e5", "name": "network-vif-deleted", "tag": "10bbced9-d80b-419b-8188-f0b7e58eaf75", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:47:56.442459 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33db3686-b298-455f-8ea1-0a656ef0bfda {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:47:56.442893 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c0b3a6-2faf-4fef-b781-19ecad6a95e5', 'name': 'network-vif-deleted', 'tag': '10bbced9-d80b-419b-8188-f0b7e58eaf75', 'status': 'completed', 'code': 200} Nov 12 05:47:56.775074 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 10bbced9-d80b-419b-8188-f0b7e58eaf75 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:47:56.800767 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 10bbced9-d80b-419b-8188-f0b7e58eaf75 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:47:56.801115 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 10bbced9-d80b-419b-8188-f0b7e58eaf75 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:47:56.847043 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-bb2bcf32-3dfd-4b1d-8fcc-da35ffffb9ea req-10ac0d95-8629-4eed-b020-a13b31852ed5 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c0b3a6-2faf-4fef-b781-19ecad6a95e5 HTTP/1.1" status: 200 len: 210 time: 0.0280218 Nov 12 05:47:59.348980 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60256) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:47:59.512133 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec70d1-cf4c-4228-b3ec-5a7543db6f41 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Deleting port e3dc08f7-1560-4604-9a5b-149b1cfda0f2 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:47:59.512987 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3ec70d1-cf4c-4228-b3ec-5a7543db6f41 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.589691 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3ec70d1-cf4c-4228-b3ec-5a7543db6f41 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.590016 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3ec70d1-cf4c-4228-b3ec-5a7543db6f41 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.606542 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec70d1-cf4c-4228-b3ec-5a7543db6f41 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Calling delete_port for e3dc08f7-1560-4604-9a5b-149b1cfda0f2 owned by network:floatingip {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:47:59.821599 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3ec70d1-cf4c-4228-b3ec-5a7543db6f41 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.846533 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec70d1-cf4c-4228-b3ec-5a7543db6f41 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Pushing event deleted for resources: {'Port': ['ID=e3dc08f7-1560-4604-9a5b-149b1cfda0f2,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:47:59.911828 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3ec70d1-cf4c-4228-b3ec-5a7543db6f41 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for floatingip, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:47:59.912190 n-d-768509-24 neutron-server[103297]: INFO neutron.db.l3_db [None req-e3ec70d1-cf4c-4228-b3ec-5a7543db6f41 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Floating IP 729040a1-2a3f-47bf-ac76-e5af572dd5b0 disassociated (deleted). External IP: 172.25.1.196, port: a0a87601-0f63-43c6-aa8d-2f8098174b79. Nov 12 05:48:00.121240 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ec70d1-cf4c-4228-b3ec-5a7543db6f41 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Router e4910f1e-482a-4810-b15a-87cdb1756ff9 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:48:00.231146 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ec70d1-cf4c-4228-b3ec-5a7543db6f41 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:48:00.236221 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e3ec70d1-cf4c-4228-b3ec-5a7543db6f41 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for floatingip, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:00.241654 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609993f4-1dd3-4393-b086-52e3aa8d1698 None None] Sync routers for ids ['e4910f1e-482a-4810-b15a-87cdb1756ff9'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:48:00.252261 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609993f4-1dd3-4393-b086-52e3aa8d1698 None None] Routers {'e4910f1e-482a-4810-b15a-87cdb1756ff9'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:00.252826 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-609993f4-1dd3-4393-b086-52e3aa8d1698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:47:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e4910f1e-482a-4810-b15a-87cdb1756ff9'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:00.267490 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-e3ec70d1-cf4c-4228-b3ec-5a7543db6f41 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "DELETE /v2.0/floatingips/729040a1-2a3f-47bf-ac76-e5af572dd5b0 HTTP/1.1" status: 204 len: 168 time: 0.9174221 Nov 12 05:48:00.268181 n-d-768509-24 neutron-server[103297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'tag': 'a0a87601-0f63-43c6-aa8d-2f8098174b79'}] {{(pid=103297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:48:00.271249 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f97725ba43918eb3f23b9417ff1b3b7efffebe15f248b08f17ca0ca1950c36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef93cc5-d81d-41fc-b5e2-512741d3dc3c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5728f2-401e-41e7-a934-3f8bcc44874d", "tag": "a0a87601-0f63-43c6-aa8d-2f8098174b79"}]}' {{(pid=103297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:48:00.528581 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-609993f4-1dd3-4393-b086-52e3aa8d1698 None None] Set router e4910f1e-482a-4810-b15a-87cdb1756ff9 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:48:00.632016 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c224834-c0d0-4cb7-b964-9a31924a2bce x-openstack-request-id: req-6c224834-c0d0-4cb7-b964-9a31924a2bce {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:48:00.632721 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5728f2-401e-41e7-a934-3f8bcc44874d", "tag": "a0a87601-0f63-43c6-aa8d-2f8098174b79", "status": "completed", "code": 200}]} {{(pid=103297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:48:00.632721 n-d-768509-24 neutron-server[103297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c224834-c0d0-4cb7-b964-9a31924a2bce {{(pid=103297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:48:00.632998 n-d-768509-24 neutron-server[103297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'tag': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'status': 'completed', 'code': 200} Nov 12 05:48:00.739499 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-609993f4-1dd3-4393-b086-52e3aa8d1698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port': {'id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4d6806e8-6bc3-4e3a-8a8b-a94047e34e99', 'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'mac_address': 'fa:16:3e:10:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:28Z', 'updated_at': '2021-11-12T05:42:32Z', 'revision_number': 5, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'subnets': [{'id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:00.765495 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64388e-f59f-4981-9fbc-20d9eb8be780 req-9fc53cb5-7261-44ae-9fe1-2965008d459b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:00.766585 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609993f4-1dd3-4393-b086-52e3aa8d1698 None None] Checking router: e4910f1e-482a-4810-b15a-87cdb1756ff9 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:48:00.767058 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e64388e-f59f-4981-9fbc-20d9eb8be780 req-9fc53cb5-7261-44ae-9fe1-2965008d459b tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 943 time: 0.0836270 Nov 12 05:48:00.773753 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef93cc5-d81d-41fc-b5e2-512741d3dc3c req-6e9c150c-6bf7-4bf3-878f-ee2b2cf3cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:00.775245 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ef93cc5-d81d-41fc-b5e2-512741d3dc3c req-6e9c150c-6bf7-4bf3-878f-ee2b2cf3cdf0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b818bf65faf49b2b1c50404a99faf10&device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 1095 time: 0.0605757 Nov 12 05:48:00.776504 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609993f4-1dd3-4393-b086-52e3aa8d1698 None None] Routers {'e4910f1e-482a-4810-b15a-87cdb1756ff9'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:00.777110 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-609993f4-1dd3-4393-b086-52e3aa8d1698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:47:36Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e4910f1e-482a-4810-b15a-87cdb1756ff9'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:00.818147 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 10bbced9-d80b-419b-8188-f0b7e58eaf75 no longer exists at agent hyperv_n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:48:00.840498 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] No Port match for: 10bbced9-d80b-419b-8188-f0b7e58eaf75 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:48:00.840840 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Device 10bbced9-d80b-419b-8188-f0b7e58eaf75 not bound to the agent host n-h1-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:48:00.875166 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8e64388e-f59f-4981-9fbc-20d9eb8be780 req-899f28d0-037f-42d9-8d15-4c890f6a648f tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/security-groups?id=17bcabb0-1788-49ee-b129-cd02a39a31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989170 Nov 12 05:48:00.912075 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef93cc5-d81d-41fc-b5e2-512741d3dc3c req-850f3977-8958-4716-b2cd-de15f0e125c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:00.913668 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ef93cc5-d81d-41fc-b5e2-512741d3dc3c req-850f3977-8958-4716-b2cd-de15f0e125c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b1686c97-32fe-41f8-9e29-30c140d4e324 HTTP/1.1" status: 200 len: 911 time: 0.1244910 Nov 12 05:48:00.922203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-609993f4-1dd3-4393-b086-52e3aa8d1698 None None] Set router e4910f1e-482a-4810-b15a-87cdb1756ff9 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:48:00.957669 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ef93cc5-d81d-41fc-b5e2-512741d3dc3c req-b6fadb12-32db-4de6-9746-5c5c48ffd853 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0a87601-0f63-43c6-aa8d-2f8098174b79 HTTP/1.1" status: 200 len: 217 time: 0.0359828 Nov 12 05:48:01.040019 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef93cc5-d81d-41fc-b5e2-512741d3dc3c req-2bd8954e-b831-49f2-ab4a-8ad832a78f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:01.041488 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ef93cc5-d81d-41fc-b5e2-512741d3dc3c req-2bd8954e-b831-49f2-ab4a-8ad832a78f7b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd10e783-ccdd-42d3-aa8e-567e970a96c4 HTTP/1.1" status: 200 len: 849 time: 0.0447898 Nov 12 05:48:01.095255 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef93cc5-d81d-41fc-b5e2-512741d3dc3c req-d176c3af-828f-4d1e-a261-056b3aef5a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:01.097354 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ef93cc5-d81d-41fc-b5e2-512741d3dc3c req-d176c3af-828f-4d1e-a261-056b3aef5a4a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b1686c97-32fe-41f8-9e29-30c140d4e324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454438 Nov 12 05:48:01.125268 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-609993f4-1dd3-4393-b086-52e3aa8d1698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port': {'id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4d6806e8-6bc3-4e3a-8a8b-a94047e34e99', 'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'mac_address': 'fa:16:3e:10:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:28Z', 'updated_at': '2021-11-12T05:42:32Z', 'revision_number': 5, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'subnets': [{'id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:01.152307 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609993f4-1dd3-4393-b086-52e3aa8d1698 None None] The sync data for ids ['e4910f1e-482a-4810-b15a-87cdb1756ff9'] in n-d-768509-24 is: [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port': {'id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24', '_interfaces': [{'id': '4d6806e8-6bc3-4e3a-8a8b-a94047e34e99', 'name': '', 'network_id': 'b1686c97-32fe-41f8-9e29-30c140d4e324', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'mac_address': 'fa:16:3e:10:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:28Z', 'updated_at': '2021-11-12T05:42:32Z', 'revision_number': 5, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'subnets': [{'id': 'cd10e783-ccdd-42d3-aa8e-567e970a96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:48:01.197330 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ef93cc5-d81d-41fc-b5e2-512741d3dc3c req-70bb41fe-5cf7-420d-a9d7-fff09a9ac67c service neutron] 10.222.0.31 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914059 Nov 12 05:48:01.299591 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-8ef93cc5-d81d-41fc-b5e2-512741d3dc3c req-026ece63-79d8-40e3-9c5c-13561d98315b service neutron] 10.222.0.31 "GET /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945570 Nov 12 05:48:01.394342 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf6697-2a2b-443f-9f0c-5da44de7a0a7 None None] New status for floating IP 729040a1-2a3f-47bf-ac76-e5af572dd5b0: DOWN {{(pid=103299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:48:01.497661 n-d-768509-24 neutron-server[103296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab5b3b-d4c4-4f85-9db4-5fbd96fba3aa req-77f844e2-034c-4f6f-ab3a-7426835457c9 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:48:01.499230 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6aab5b3b-d4c4-4f85-9db4-5fbd96fba3aa req-77f844e2-034c-4f6f-ab3a-7426835457c9 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 943 time: 0.0587020 Nov 12 05:48:01.590584 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-6aab5b3b-d4c4-4f85-9db4-5fbd96fba3aa req-bd199d01-8b17-4e48-9f07-dca6c88a3f8e tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Deleting port a0a87601-0f63-43c6-aa8d-2f8098174b79 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:48:01.590869 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6aab5b3b-d4c4-4f85-9db4-5fbd96fba3aa req-bd199d01-8b17-4e48-9f07-dca6c88a3f8e tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:01.683805 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [req-6aab5b3b-d4c4-4f85-9db4-5fbd96fba3aa req-bd199d01-8b17-4e48-9f07-dca6c88a3f8e tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] For port a0a87601-0f63-43c6-aa8d-2f8098174b79, host n-h2-768509-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-24',level=0,port_id=a0a87601-0f63-43c6-aa8d-2f8098174b79,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:48:01.684166 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6aab5b3b-d4c4-4f85-9db4-5fbd96fba3aa req-bd199d01-8b17-4e48-9f07-dca6c88a3f8e tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:01.697465 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [req-6aab5b3b-d4c4-4f85-9db4-5fbd96fba3aa req-bd199d01-8b17-4e48-9f07-dca6c88a3f8e tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Calling delete_port for a0a87601-0f63-43c6-aa8d-2f8098174b79 owned by compute:nova {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:48:01.897129 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6aab5b3b-d4c4-4f85-9db4-5fbd96fba3aa req-bd199d01-8b17-4e48-9f07-dca6c88a3f8e tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:01.938856 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd199d01-8b17-4e48-9f07-dca6c88a3f8e tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Pushing event deleted for resources: {'Port': ['ID=a0a87601-0f63-43c6-aa8d-2f8098174b79,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:01.975668 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aab5b3b-d4c4-4f85-9db4-5fbd96fba3aa req-bd199d01-8b17-4e48-9f07-dca6c88a3f8e tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] No DVR routers for this DVR port a0a87601-0f63-43c6-aa8d-2f8098174b79 on host n-h2-768509-24 {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:48:01.985041 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [req-6aab5b3b-d4c4-4f85-9db4-5fbd96fba3aa req-bd199d01-8b17-4e48-9f07-dca6c88a3f8e tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74120'] for port, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:01.989635 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-6aab5b3b-d4c4-4f85-9db4-5fbd96fba3aa req-bd199d01-8b17-4e48-9f07-dca6c88a3f8e tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.31 "DELETE /v2.0/ports/a0a87601-0f63-43c6-aa8d-2f8098174b79 HTTP/1.1" status: 204 len: 173 time: 0.4839873 Nov 12 05:48:01.990285 n-d-768509-24 neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'name': 'network-vif-deleted', 'tag': 'a0a87601-0f63-43c6-aa8d-2f8098174b79'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:48:01.992715 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b05830ed42755f5b5d48965879d96bdee4dfd68b404c172bc52533fec843bb2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86b048b-526c-4245-b1bc-3745155db012" -d '{"events": [{"server_uuid": "4b5728f2-401e-41e7-a934-3f8bcc44874d", "name": "network-vif-deleted", "tag": "a0a87601-0f63-43c6-aa8d-2f8098174b79"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:48:02.013922 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-3bebc9b5-83cd-4f5b-8eb1-c0ee1f69814d req-c92ba1ec-af73-4049-9425-7182e18e536c tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 210 time: 0.0394812 Nov 12 05:48:02.059931 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabc8f0b-cbfa-4b41-a01f-0afd9157ab52 x-openstack-request-id: req-aabc8f0b-cbfa-4b41-a01f-0afd9157ab52 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:48:02.068155 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5728f2-401e-41e7-a934-3f8bcc44874d", "name": "network-vif-deleted", "tag": "a0a87601-0f63-43c6-aa8d-2f8098174b79", "status": "completed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:48:02.068155 n-d-768509-24 neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aabc8f0b-cbfa-4b41-a01f-0afd9157ab52 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:48:02.068155 n-d-768509-24 neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5728f2-401e-41e7-a934-3f8bcc44874d', 'name': 'network-vif-deleted', 'tag': 'a0a87601-0f63-43c6-aa8d-2f8098174b79', 'status': 'completed', 'code': 200} Nov 12 05:48:03.130733 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [req-f9bd7e37-b66f-489f-a4c6-28f17bbe7a15 req-3268e05d-6131-4220-8f87-19b42c7a5096 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b5728f2-401e-41e7-a934-3f8bcc44874d HTTP/1.1" status: 200 len: 210 time: 0.0314474 Nov 12 05:48:03.268078 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-89b5fa5b-b0b3-4a7b-9bfb-01c820a46d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:04.187028 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60272) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:04.248536 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca066295-eedd-4fb4-94dc-6e03e3af6bc7 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:04.273621 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca066295-eedd-4fb4-94dc-6e03e3af6bc7 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:04.404312 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca066295-eedd-4fb4-94dc-6e03e3af6bc7 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:04.407071 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-ca066295-eedd-4fb4-94dc-6e03e3af6bc7 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:04.408474 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-ca066295-eedd-4fb4-94dc-6e03e3af6bc7 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] 10.222.0.37 "DELETE /v2.0/security-groups/17bcabb0-1788-49ee-b129-cd02a39a31fd HTTP/1.1" status: 204 len: 168 time: 0.2203429 Nov 12 05:48:04.420078 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca066295-eedd-4fb4-94dc-6e03e3af6bc7 tempest-TestSnapshotPattern-1020492010 tempest-TestSnapshotPattern-1020492010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bcabb0-1788-49ee-b129-cd02a39a31fd,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:04.521029 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60276) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:04.965532 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8c371d7d-26c8-4777-842e-fc93b32d60e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:04.977896 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device a0a87601-0f63-43c6-aa8d-2f8098174b79 no longer exists at agent hyperv_n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:48:04.997472 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] No Port match for: a0a87601-0f63-43c6-aa8d-2f8098174b79 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:48:04.997725 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Device a0a87601-0f63-43c6-aa8d-2f8098174b79 not bound to the agent host n-h2-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:48:05.210604 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8c371d7d-26c8-4777-842e-fc93b32d60e8 admin admin] Deleting port 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:48:05.211281 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8c371d7d-26c8-4777-842e-fc93b32d60e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:05.298860 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-8c371d7d-26c8-4777-842e-fc93b32d60e8 admin admin] For port 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=4d6806e8-6bc3-4e3a-8a8b-a94047e34e99,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:48:05.299198 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8c371d7d-26c8-4777-842e-fc93b32d60e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:05.311505 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-8c371d7d-26c8-4777-842e-fc93b32d60e8 admin admin] Calling delete_port for 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99 owned by network:router_interface {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:48:05.548503 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8c371d7d-26c8-4777-842e-fc93b32d60e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:05.574980 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c371d7d-26c8-4777-842e-fc93b32d60e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6806e8-6bc3-4e3a-8a8b-a94047e34e99,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:05.586599 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4539a8d8-180e-4cb6-a08b-8a4ba6c73e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:05.742501 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-8c371d7d-26c8-4777-842e-fc93b32d60e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:05.958829 n-d-768509-24 neutron-server[103297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c371d7d-26c8-4777-842e-fc93b32d60e8 admin admin] Router e4910f1e-482a-4810-b15a-87cdb1756ff9 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:48:06.065286 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c371d7d-26c8-4777-842e-fc93b32d60e8 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:48:06.070349 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-8c371d7d-26c8-4777-842e-fc93b32d60e8 admin admin] 10.222.0.37 "PUT /v2.0/routers/e4910f1e-482a-4810-b15a-87cdb1756ff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5478089 Nov 12 05:48:06.073087 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60280) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:06.074817 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0a7341-641e-47d3-9561-50e66bcb4725 None None] Sync routers for ids ['e4910f1e-482a-4810-b15a-87cdb1756ff9'] in n-d-768509-24 {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:48:06.084265 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0a7341-641e-47d3-9561-50e66bcb4725 None None] Routers {'e4910f1e-482a-4810-b15a-87cdb1756ff9'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:06.084902 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-2e0a7341-641e-47d3-9561-50e66bcb4725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:48:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e4910f1e-482a-4810-b15a-87cdb1756ff9'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:06.179799 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf37d8bf-1160-4e5b-bffe-afdab3172afc admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.189879 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-2e0a7341-641e-47d3-9561-50e66bcb4725 None None] Set router e4910f1e-482a-4810-b15a-87cdb1756ff9 gateway port host: n-d-768509-24 {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:48:06.284113 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf37d8bf-1160-4e5b-bffe-afdab3172afc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.371901 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-2e0a7341-641e-47d3-9561-50e66bcb4725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:48:05Z', 'revision_number': 5, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port': {'id': '7da0a3c0-c9f8-4ee3-a675-056615ed51f4', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:06.399164 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-bf37d8bf-1160-4e5b-bffe-afdab3172afc admin admin] Deleting port 7da0a3c0-c9f8-4ee3-a675-056615ed51f4 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:48:06.399502 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf37d8bf-1160-4e5b-bffe-afdab3172afc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.403849 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0a7341-641e-47d3-9561-50e66bcb4725 None None] Checking router: e4910f1e-482a-4810-b15a-87cdb1756ff9 for host: n-d-768509-24 {{(pid=103298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:48:06.413929 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0a7341-641e-47d3-9561-50e66bcb4725 None None] Routers {'e4910f1e-482a-4810-b15a-87cdb1756ff9'} bound to L3 agent in host n-d-768509-24 {{(pid=103298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:06.414531 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-2e0a7341-641e-47d3-9561-50e66bcb4725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:48:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['e4910f1e-482a-4810-b15a-87cdb1756ff9'], 'active': True} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:06.486249 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-bf37d8bf-1160-4e5b-bffe-afdab3172afc admin admin] For port 7da0a3c0-c9f8-4ee3-a675-056615ed51f4, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=7da0a3c0-c9f8-4ee3-a675-056615ed51f4,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:48:06.486611 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf37d8bf-1160-4e5b-bffe-afdab3172afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.500709 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-bf37d8bf-1160-4e5b-bffe-afdab3172afc admin admin] Calling delete_port for 7da0a3c0-c9f8-4ee3-a675-056615ed51f4 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:48:06.505783 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvr_db [None req-2e0a7341-641e-47d3-9561-50e66bcb4725 None None] Set router e4910f1e-482a-4810-b15a-87cdb1756ff9 gateway port host: None {{(pid=103298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:48:06.558560 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_hamode_db [None req-2e0a7341-641e-47d3-9561-50e66bcb4725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:48:06Z', 'revision_number': 6, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:06.588128 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0a7341-641e-47d3-9561-50e66bcb4725 None None] The sync data for ids ['e4910f1e-482a-4810-b15a-87cdb1756ff9'] in n-d-768509-24 is: [{'id': 'e4910f1e-482a-4810-b15a-87cdb1756ff9', 'name': 'tempest-TestSnapshotPattern-1444977598-router', 'tenant_id': '0b818bf65faf49b2b1c50404a99faf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:25Z', 'updated_at': '2021-11-12T05:48:06Z', 'revision_number': 6, 'project_id': '0b818bf65faf49b2b1c50404a99faf10', 'gw_port_host': None}] {{(pid=103298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:48:06.725927 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf37d8bf-1160-4e5b-bffe-afdab3172afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.757135 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37d8bf-1160-4e5b-bffe-afdab3172afc admin admin] Pushing event deleted for resources: {'Port': ['ID=7da0a3c0-c9f8-4ee3-a675-056615ed51f4,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:06.770130 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3082b0-1e11-4b94-a658-2925ac48a41d None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:06.817405 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf37d8bf-1160-4e5b-bffe-afdab3172afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.913781 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf37d8bf-1160-4e5b-bffe-afdab3172afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:06.916164 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf37d8bf-1160-4e5b-bffe-afdab3172afc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.022646 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf37d8bf-1160-4e5b-bffe-afdab3172afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.023257 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf37d8bf-1160-4e5b-bffe-afdab3172afc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4910f1e-482a-4810-b15a-87cdb1756ff9 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:48:07.027721 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf37d8bf-1160-4e5b-bffe-afdab3172afc admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.028878 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-bf37d8bf-1160-4e5b-bffe-afdab3172afc admin admin] 10.222.0.37 "DELETE /v2.0/routers/e4910f1e-482a-4810-b15a-87cdb1756ff9 HTTP/1.1" status: 204 len: 168 time: 0.9547360 Nov 12 05:48:07.031442 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60282) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:07.080727 n-d-768509-24 neutron-server[103296]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e80a472-46af-4199-afb8-30009a32ae80 admin admin] Deleting subnet cd10e783-ccdd-42d3-aa8e-567e970a96c4 {{(pid=103296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:48:07.083754 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9e80a472-46af-4199-afb8-30009a32ae80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.123845 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9e80a472-46af-4199-afb8-30009a32ae80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6100552'] for subnet, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.136712 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.199325 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9e80a472-46af-4199-afb8-30009a32ae80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.309139 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9e80a472-46af-4199-afb8-30009a32ae80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5258558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5999628'] for subnet, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.337896 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80a472-46af-4199-afb8-30009a32ae80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd10e783-ccdd-42d3-aa8e-567e970a96c4,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:07.340222 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9e80a472-46af-4199-afb8-30009a32ae80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760767'] for subnet, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.343529 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-9e80a472-46af-4199-afb8-30009a32ae80 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cd10e783-ccdd-42d3-aa8e-567e970a96c4 HTTP/1.1" status: 204 len: 168 time: 0.3111148 Nov 12 05:48:07.346061 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60284) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:07.346577 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5644f2-e59b-4fbb-94fc-34951ae68108 None None] Network b1686c97-32fe-41f8-9e29-30c140d4e324 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:48:07.421043 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.474422 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] Deleting port ef659036-3498-4041-8016-48718ec1240c {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:48:07.475448 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.525269 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af17cac7-4873-44f9-8af9-fd3fa662e29d None None] DHCP port deletion for b1686c97-32fe-41f8-9e29-30c140d4e324 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:07.544107 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] For port ef659036-3498-4041-8016-48718ec1240c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ef659036-3498-4041-8016-48718ec1240c,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:48:07.544463 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.559532 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] Calling delete_port for ef659036-3498-4041-8016-48718ec1240c owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:48:07.579299 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-af17cac7-4873-44f9-8af9-fd3fa662e29d None None] Deleting port ef659036-3498-4041-8016-48718ec1240c {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:48:07.579802 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af17cac7-4873-44f9-8af9-fd3fa662e29d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.651466 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-af17cac7-4873-44f9-8af9-fd3fa662e29d None None] For port ef659036-3498-4041-8016-48718ec1240c, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=ef659036-3498-4041-8016-48718ec1240c,segment=NetworkSegment(b33b54f2-411e-4d7f-944e-9ef18a189540),segment_id=b33b54f2-411e-4d7f-944e-9ef18a189540)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:48:07.651903 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af17cac7-4873-44f9-8af9-fd3fa662e29d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.665850 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-af17cac7-4873-44f9-8af9-fd3fa662e29d None None] Calling delete_port for ef659036-3498-4041-8016-48718ec1240c owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:48:07.708813 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.736440 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef659036-3498-4041-8016-48718ec1240c,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:07.738299 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] No DVR routers for this DVR port ef659036-3498-4041-8016-48718ec1240c on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:48:07.757042 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-af17cac7-4873-44f9-8af9-fd3fa662e29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.781541 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af17cac7-4873-44f9-8af9-fd3fa662e29d None None] No DVR routers for this DVR port ef659036-3498-4041-8016-48718ec1240c on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:48:07.786170 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17cac7-4873-44f9-8af9-fd3fa662e29d None None] Pushing event deleted for resources: {'Port': ['ID=ef659036-3498-4041-8016-48718ec1240c,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:07.815924 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.836456 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1686c97-32fe-41f8-9e29-30c140d4e324']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:07.845988 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33b54f2-411e-4d7f-944e-9ef18a189540') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:07.855483 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33b54f2-411e-4d7f-944e-9ef18a189540') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:07.856862 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.870871 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.876755 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:48:07.877142 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: timer() Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:48:07.878800 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:48:08.011656 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.017190 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.020422 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b1686c97-32fe-41f8-9e29-30c140d4e324 HTTP/1.1" status: 204 len: 168 time: 0.6732848 Nov 12 05:48:08.024111 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60286) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:08.031723 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd0e6c-c68c-4367-b058-01cec0c7cb35 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1686c97-32fe-41f8-9e29-30c140d4e324,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:08.368909 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7777cabb-d6e3-4c54-80b5-44244fe464d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918226'] for router_interface, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.476399 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ef659036-3498-4041-8016-48718ec1240c no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:48:08.497228 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: ef659036-3498-4041-8016-48718ec1240c {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:48:08.497562 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device ef659036-3498-4041-8016-48718ec1240c not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:48:08.497970 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:48:08.517077 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:48:08.517417 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 4d6806e8-6bc3-4e3a-8a8b-a94047e34e99 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:48:08.517825 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 7da0a3c0-c9f8-4ee3-a675-056615ed51f4 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:48:08.539884 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 7da0a3c0-c9f8-4ee3-a675-056615ed51f4 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:48:08.540225 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 7da0a3c0-c9f8-4ee3-a675-056615ed51f4 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:48:08.616443 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-7777cabb-d6e3-4c54-80b5-44244fe464d1 admin admin] Deleting port 9d683bda-63c8-499b-8fbb-be8a79de29e6 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:48:08.616778 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7777cabb-d6e3-4c54-80b5-44244fe464d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.698208 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-7777cabb-d6e3-4c54-80b5-44244fe464d1 admin admin] For port 9d683bda-63c8-499b-8fbb-be8a79de29e6, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=9d683bda-63c8-499b-8fbb-be8a79de29e6,segment=NetworkSegment(a083ff69-5095-46d8-853f-84e576577270),segment_id=a083ff69-5095-46d8-853f-84e576577270)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:48:08.698581 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7777cabb-d6e3-4c54-80b5-44244fe464d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.706420 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.711918 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-7777cabb-d6e3-4c54-80b5-44244fe464d1 admin admin] Calling delete_port for 9d683bda-63c8-499b-8fbb-be8a79de29e6 owned by network:router_interface {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:48:08.942735 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7777cabb-d6e3-4c54-80b5-44244fe464d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:08.969554 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777cabb-d6e3-4c54-80b5-44244fe464d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d683bda-63c8-499b-8fbb-be8a79de29e6,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:09.133993 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7777cabb-d6e3-4c54-80b5-44244fe464d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917858'] for router_interface, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.209443 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.347431 n-d-768509-24 neutron-server[103296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7777cabb-d6e3-4c54-80b5-44244fe464d1 admin admin] Router 513b5285-924a-4670-91e3-f12bdfeaafb1 has already been hosted by L3 agent fff10a13-32ea-4d7b-be41-6690df4b5b4d {{(pid=103296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:48:09.452591 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7777cabb-d6e3-4c54-80b5-44244fe464d1 admin admin] Notify agent at l3_agent.n-d-768509-24 the message routers_updated {{(pid=103296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:48:09.458987 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-7777cabb-d6e3-4c54-80b5-44244fe464d1 admin admin] 10.222.0.37 "PUT /v2.0/routers/513b5285-924a-4670-91e3-f12bdfeaafb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4324598 Nov 12 05:48:09.460623 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [-] (103296) accepted ('10.222.0.37', 60288) {{(pid=103296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:09.463933 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef04ce2-4e6c-47b8-b1d7-b5443cab62b2 None None] Sync routers for ids ['513b5285-924a-4670-91e3-f12bdfeaafb1'] in n-d-768509-24 {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:48:09.475380 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef04ce2-4e6c-47b8-b1d7-b5443cab62b2 None None] Routers {'513b5285-924a-4670-91e3-f12bdfeaafb1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:09.475999 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6ef04ce2-4e6c-47b8-b1d7-b5443cab62b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:48:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['513b5285-924a-4670-91e3-f12bdfeaafb1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:09.563464 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e69849a-92bc-49b0-861d-7045e41c8df4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.579511 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-6ef04ce2-4e6c-47b8-b1d7-b5443cab62b2 None None] Set router 513b5285-924a-4670-91e3-f12bdfeaafb1 gateway port host: n-d-768509-24 {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:48:09.666520 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e69849a-92bc-49b0-861d-7045e41c8df4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.757168 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6ef04ce2-4e6c-47b8-b1d7-b5443cab62b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'name': 'tempest-TestSnapshotPattern-1963519123-router', 'tenant_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'external_fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc2b1a2a-5458-46cc-897d-e09880d31ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:31Z', 'updated_at': '2021-11-12T05:48:08Z', 'revision_number': 5, 'project_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'gw_port': {'id': 'bc2b1a2a-5458-46cc-897d-e09880d31ea7', 'name': '', 'network_id': '83b50554-7014-416f-9f3b-4bb895a9ea2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '816a70cc-8974-4c47-aee2-667b211e9885', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:42:32Z', 'updated_at': '2021-11-12T05:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816a70cc-8974-4c47-aee2-667b211e9885', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-24'}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:09.792209 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-4e69849a-92bc-49b0-861d-7045e41c8df4 admin admin] Deleting port bc2b1a2a-5458-46cc-897d-e09880d31ea7 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:48:09.792551 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e69849a-92bc-49b0-861d-7045e41c8df4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.874614 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef04ce2-4e6c-47b8-b1d7-b5443cab62b2 None None] Checking router: 513b5285-924a-4670-91e3-f12bdfeaafb1 for host: n-d-768509-24 {{(pid=103299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:48:09.881259 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-4e69849a-92bc-49b0-861d-7045e41c8df4 admin admin] For port bc2b1a2a-5458-46cc-897d-e09880d31ea7, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=bc2b1a2a-5458-46cc-897d-e09880d31ea7,segment=NetworkSegment(1333d668-2972-4dc2-964a-22ff10e6e4a3),segment_id=1333d668-2972-4dc2-964a-22ff10e6e4a3)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:48:09.881628 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e69849a-92bc-49b0-861d-7045e41c8df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:09.882819 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef04ce2-4e6c-47b8-b1d7-b5443cab62b2 None None] Routers {'513b5285-924a-4670-91e3-f12bdfeaafb1'} bound to L3 agent in host n-d-768509-24 {{(pid=103299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:48:09.883414 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6ef04ce2-4e6c-47b8-b1d7-b5443cab62b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:52:05Z,description=,heartbeat_timestamp=2021-11-12T05:48:06Z,host='n-d-768509-24',id=fff10a13-32ea-4d7b-be41-6690df4b5b4d,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:52:06Z,topic='l3_agent')) {'router_ids': ['513b5285-924a-4670-91e3-f12bdfeaafb1'], 'active': True} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:09.893281 n-d-768509-24 neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-4e69849a-92bc-49b0-861d-7045e41c8df4 admin admin] Calling delete_port for bc2b1a2a-5458-46cc-897d-e09880d31ea7 owned by network:router_gateway {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:48:09.966688 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_dvr_db [None req-6ef04ce2-4e6c-47b8-b1d7-b5443cab62b2 None None] Set router 513b5285-924a-4670-91e3-f12bdfeaafb1 gateway port host: None {{(pid=103299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:48:10.020901 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.l3_hamode_db [None req-6ef04ce2-4e6c-47b8-b1d7-b5443cab62b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'name': 'tempest-TestSnapshotPattern-1963519123-router', 'tenant_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:31Z', 'updated_at': '2021-11-12T05:48:09Z', 'revision_number': 6, 'project_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'gw_port_host': None}], 'n-d-768509-24', False) {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:10.050772 n-d-768509-24 neutron-server[103299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef04ce2-4e6c-47b8-b1d7-b5443cab62b2 None None] The sync data for ids ['513b5285-924a-4670-91e3-f12bdfeaafb1'] in n-d-768509-24 is: [{'id': '513b5285-924a-4670-91e3-f12bdfeaafb1', 'name': 'tempest-TestSnapshotPattern-1963519123-router', 'tenant_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:42:31Z', 'updated_at': '2021-11-12T05:48:09Z', 'revision_number': 6, 'project_id': 'a2fae3fe1cfc4699b581682ce2e8bc3c', 'gw_port_host': None}] {{(pid=103299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:48:10.476557 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9d683bda-63c8-499b-8fbb-be8a79de29e6 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:48:10.497705 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e69849a-92bc-49b0-861d-7045e41c8df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5258509'] for port, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.498253 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 9d683bda-63c8-499b-8fbb-be8a79de29e6 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:48:10.498253 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 9d683bda-63c8-499b-8fbb-be8a79de29e6 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:48:10.522861 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69849a-92bc-49b0-861d-7045e41c8df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2b1a2a-5458-46cc-897d-e09880d31ea7,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:10.540245 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8732c052-0d32-49c6-a0b3-f4fe6e4a06a6 None None] DHCP port deletion for 83b50554-7014-416f-9f3b-4bb895a9ea2f request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:10.586138 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e69849a-92bc-49b0-861d-7045e41c8df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919448'] for router_gateway, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.679927 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e69849a-92bc-49b0-861d-7045e41c8df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router, precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.681994 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e69849a-92bc-49b0-861d-7045e41c8df4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.805319 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e69849a-92bc-49b0-861d-7045e41c8df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653684'] for router, after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.805809 n-d-768509-24 neutron-server[103296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e69849a-92bc-49b0-861d-7045e41c8df4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 513b5285-924a-4670-91e3-f12bdfeaafb1 {{(pid=103296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:48:10.810078 n-d-768509-24 neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4e69849a-92bc-49b0-861d-7045e41c8df4 admin admin] Publish callbacks [] for router, before_response {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.811350 n-d-768509-24 neutron-server[103296]: INFO neutron.wsgi [None req-4e69849a-92bc-49b0-861d-7045e41c8df4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/513b5285-924a-4670-91e3-f12bdfeaafb1 HTTP/1.1" status: 204 len: 168 time: 1.3498101 Nov 12 05:48:10.813888 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60290) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:10.867125 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36a1b2e-eb8f-44f8-ac09-5e428820fe20 admin admin] Deleting subnet c0e812ae-f52e-4734-85b3-91eabda6b5cf {{(pid=103297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:48:10.871720 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a36a1b2e-eb8f-44f8-ac09-5e428820fe20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.907629 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a36a1b2e-eb8f-44f8-ac09-5e428820fe20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5739800'] for subnet, precommit_delete_associations {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:10.984780 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a36a1b2e-eb8f-44f8-ac09-5e428820fe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823517'] for subnet, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.107623 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a36a1b2e-eb8f-44f8-ac09-5e428820fe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5681248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5492641'] for subnet, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.145549 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a1b2e-eb8f-44f8-ac09-5e428820fe20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0e812ae-f52e-4734-85b3-91eabda6b5cf,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:11.153567 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a36a1b2e-eb8f-44f8-ac09-5e428820fe20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.158718 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a36a1b2e-eb8f-44f8-ac09-5e428820fe20 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c0e812ae-f52e-4734-85b3-91eabda6b5cf HTTP/1.1" status: 204 len: 168 time: 0.3417377 Nov 12 05:48:11.159924 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60292) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:11.160822 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fce0d7-a655-4513-96c0-ebfa2ecdc29e None None] Network 15e0cc1e-36ef-4299-b43a-ffe354b35dc4 requested from n-d-768509-24 {{(pid=103298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:48:11.233169 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1841272'] for network, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.294159 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] Deleting port 2de9ca02-cc32-488f-aea6-89e97c4efd43 {{(pid=103297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:48:11.294667 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.357013 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87fd12c-33dd-471d-94f1-af2aa86a4945 None None] DHCP port deletion for 15e0cc1e-36ef-4299-b43a-ffe354b35dc4 request from n-d-768509-24 {{(pid=103298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:48:11.369106 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] For port 2de9ca02-cc32-488f-aea6-89e97c4efd43, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2de9ca02-cc32-488f-aea6-89e97c4efd43,segment=NetworkSegment(a083ff69-5095-46d8-853f-84e576577270),segment_id=a083ff69-5095-46d8-853f-84e576577270)] {{(pid=103297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:48:11.369518 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.382279 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] Calling delete_port for 2de9ca02-cc32-488f-aea6-89e97c4efd43 owned by network:dhcp {{(pid=103297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:48:11.405115 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f87fd12c-33dd-471d-94f1-af2aa86a4945 None None] Deleting port 2de9ca02-cc32-488f-aea6-89e97c4efd43 {{(pid=103298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:48:11.405495 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f87fd12c-33dd-471d-94f1-af2aa86a4945 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785905835960'] for port, before_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.471820 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.db [None req-f87fd12c-33dd-471d-94f1-af2aa86a4945 None None] For port 2de9ca02-cc32-488f-aea6-89e97c4efd43, host n-d-768509-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-24',level=0,port_id=2de9ca02-cc32-488f-aea6-89e97c4efd43,segment=NetworkSegment(a083ff69-5095-46d8-853f-84e576577270),segment_id=a083ff69-5095-46d8-853f-84e576577270)] {{(pid=103298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:48:11.472214 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f87fd12c-33dd-471d-94f1-af2aa86a4945 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922740'] for port, precommit_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.485457 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-f87fd12c-33dd-471d-94f1-af2aa86a4945 None None] Calling delete_port for 2de9ca02-cc32-488f-aea6-89e97c4efd43 owned by network:dhcp {{(pid=103298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:48:11.525384 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5681235'] for port, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.554392 n-d-768509-24 neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] No DVR routers for this DVR port 2de9ca02-cc32-488f-aea6-89e97c4efd43 on host n-d-768509-24 {{(pid=103297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:48:11.558946 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] Pushing event deleted for resources: {'Port': ['ID=2de9ca02-cc32-488f-aea6-89e97c4efd43,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:11.564292 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f87fd12c-33dd-471d-94f1-af2aa86a4945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1752258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785905842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785905398667'] for port, after_delete {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.587449 n-d-768509-24 neutron-server[103298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87fd12c-33dd-471d-94f1-af2aa86a4945 None None] Pushing event deleted for resources: {'Port': ['ID=2de9ca02-cc32-488f-aea6-89e97c4efd43,revision_number=None']} {{(pid=103298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:11.594353 n-d-768509-24 neutron-server[103298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87fd12c-33dd-471d-94f1-af2aa86a4945 None None] No DVR routers for this DVR port 2de9ca02-cc32-488f-aea6-89e97c4efd43 on host n-d-768509-24 {{(pid=103298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:48:11.633951 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902746', 'neutron.services.segments.db._delete_segments_for_network-8785905765614'] for network, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.653437 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e0cc1e-36ef-4299-b43a-ffe354b35dc4']}} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:11.662750 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a083ff69-5095-46d8-853f-84e576577270') {'for_net_delete': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:11.663050 n-d-768509-24 neutron-server[103297]: DEBUG neutron.services.segments.db [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a083ff69-5095-46d8-853f-84e576577270') {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:48:11.676594 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785905901303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5730283'] for segment, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.689983 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498'] for segment, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.696374 n-d-768509-24 neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:48:11.696759 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5681166'] for segment, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: Traceback (most recent call last): Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: timer() Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: cb(*args, **kw) Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: return func(*args, **kwargs) Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: self._notify() Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: self.callback(batched_events) Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: event.method(event) Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: return f(self, *a, **k) Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: return self._get(url).json() Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: return self.request(url, 'GET', **kwargs) Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:48:11.698385 n-d-768509-24 neutron-server[103297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:48:11.799913 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919524'] for network, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.807166 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] Publish callbacks [] for network, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:11.810373 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] 10.222.0.37 "DELETE /v2.0/networks/15e0cc1e-36ef-4299-b43a-ffe354b35dc4 HTTP/1.1" status: 204 len: 168 time: 0.6494951 Nov 12 05:48:11.821357 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac15a90-08a3-4155-bc8a-7b6cab9b302e admin admin] Pushing event deleted for resources: {'Network': ['ID=15e0cc1e-36ef-4299-b43a-ffe354b35dc4,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:12.046167 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60296) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:12.086345 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-de436eee-cc0d-48ae-9eac-be83b2caa18d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b818bf65faf49b2b1c50404a99faf10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388856 Nov 12 05:48:12.088730 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60298) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:12.134762 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a4bb1ff-647b-4852-a490-3808d4bc5dea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:12.159520 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a4bb1ff-647b-4852-a490-3808d4bc5dea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:12.256426 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a4bb1ff-647b-4852-a490-3808d4bc5dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:12.259229 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-2a4bb1ff-647b-4852-a490-3808d4bc5dea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:12.260387 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-2a4bb1ff-647b-4852-a490-3808d4bc5dea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70784fc5-9b15-48dc-a394-dccf3ce47141 HTTP/1.1" status: 204 len: 168 time: 0.1707735 Nov 12 05:48:12.268507 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bb1ff-647b-4852-a490-3808d4bc5dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70784fc5-9b15-48dc-a394-dccf3ce47141,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:12.475621 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2de9ca02-cc32-488f-aea6-89e97c4efd43 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:48:12.496558 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: 2de9ca02-cc32-488f-aea6-89e97c4efd43 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:48:12.497203 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device 2de9ca02-cc32-488f-aea6-89e97c4efd43 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:48:12.497313 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device bc2b1a2a-5458-46cc-897d-e09880d31ea7 no longer exists at agent ovs-agent-n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:48:12.515341 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] No Port match for: bc2b1a2a-5458-46cc-897d-e09880d31ea7 {{(pid=103298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:48:12.515672 n-d-768509-24 neutron-server[103298]: DEBUG neutron.plugins.ml2.rpc [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Device bc2b1a2a-5458-46cc-897d-e09880d31ea7 not bound to the agent host n-d-768509-24 {{(pid=103298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:48:12.944201 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60304) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:12.983278 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-d9160452-55b8-4f66-83e3-915c83679eec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2fae3fe1cfc4699b581682ce2e8bc3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378146 Nov 12 05:48:12.985753 n-d-768509-24 neutron-server[103297]: DEBUG neutron.wsgi [-] (103297) accepted ('10.222.0.37', 60306) {{(pid=103297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:48:13.033508 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6234c88-76e3-4cfa-8cce-c4fdbfa31459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:13.058495 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6234c88-76e3-4cfa-8cce-c4fdbfa31459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:13.165464 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6234c88-76e3-4cfa-8cce-c4fdbfa31459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770262'] for security_group, after_delete {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:13.168206 n-d-768509-24 neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a6234c88-76e3-4cfa-8cce-c4fdbfa31459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:13.169366 n-d-768509-24 neutron-server[103297]: INFO neutron.wsgi [None req-a6234c88-76e3-4cfa-8cce-c4fdbfa31459 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69d2316d-e1e9-4f51-a9f5-cc6c6d3e141d HTTP/1.1" status: 204 len: 168 time: 0.1827071 Nov 12 05:48:13.177091 n-d-768509-24 neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6234c88-76e3-4cfa-8cce-c4fdbfa31459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d2316d-e1e9-4f51-a9f5-cc6c6d3e141d,revision_number=None']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:48:17.856872 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:19.112633 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:21.545957 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:48:33.308053 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-38ec041e-79d8-482c-a74b-f851581ec03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:35.603886 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a8d0a24-ee89-4488-80d9-02fd9dcf1152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:37.145975 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:38.677392 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:39.215157 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:47.877150 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:49.083514 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:48:58.545492 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:49:03.290555 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-99d615e9-fd19-4974-a4bc-6b5e0ae732fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:05.591255 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5c08-42fb-4cf7-b5a4-71ec1fa1dcb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:07.145495 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:08.700065 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:09.233241 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:17.896431 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:19.107378 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:33.271457 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f6dc39fd-9b13-49c6-a82a-b4fd8b950352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:35.544485 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:49:35.590814 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-377a85bc-5e9a-44e7-a10a-f0c2e73a5d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:37.141065 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:38.699016 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:39.215855 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:47.887546 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:49:49.093615 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:03.301036 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4a634df8-7b6b-418c-b3ce-0c3a4e6534fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:05.609304 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-9e8605f7-b0e2-4520-b8c4-6143451639bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:07.152101 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:08.699199 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:09.218416 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:12.543168 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:50:17.924027 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:19.107172 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:33.287173 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4e5fcafe-4645-4a49-ad21-1b6cbc606341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:35.586521 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e0cac463-6dd1-4ba8-a928-9fe55c14b1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:37.149482 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:38.721808 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:39.215079 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:47.900661 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:49.103921 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:50:49.544798 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:51:03.246166 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d71455f-963c-4ea1-8f56-dd57137f9629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:05.586152 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-045af20a-53f8-4f6c-af27-74cd84524d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:07.162967 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:08.694552 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:09.246089 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:17.925873 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:19.105986 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:26.543800 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:51:33.257115 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-15ab36c4-f310-40ec-9110-e06a1c205759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:35.588221 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5c2978b6-742a-4252-b3a9-0874bb414aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:37.157207 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:38.734027 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:39.272021 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:47.896931 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:51:49.134234 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:03.263041 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-f8735182-730c-4bf1-8c6c-3bc3204be4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:03.542848 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:52:05.626021 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5f6361a2-643c-4cc8-a985-1d5b93884f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:07.179872 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:08.731485 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:09.237156 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:17.907994 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:19.136134 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:33.230282 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-229e4d33-1d49-41b3-ad7b-91f8597259d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:35.581855 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6b5f6cf8-39f1-4b64-a2bf-48f6997d905a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:37.159140 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:38.707569 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:39.202087 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:40.541864 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:52:47.927853 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:52:49.122265 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:03.358351 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a6d72036-f0c0-40e1-94c7-2e8d4348805b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:05.580820 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-42e8f36a-9434-4461-bb4b-bfdff5adbe08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:07.163880 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:08.724279 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:09.243843 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:17.541134 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:53:17.934856 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:19.163887 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:33.218252 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-5cc4ce8f-8678-411f-a483-f83f9f5d5a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:35.591547 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-6d629806-8969-4312-a72e-ec8cc573bda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:37.175957 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:38.700184 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:39.220673 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:47.932487 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:49.151749 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:53:54.540338 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:54:03.242830 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-262b7739-39a3-4557-94dc-fe42e459b71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:05.591341 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-399f1946-e049-4066-9119-af97aa682132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:07.183630 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:08.734470 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:09.217772 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:17.943172 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:19.173817 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:31.539806 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:54:33.224788 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-eddb1491-e329-4e19-9de0-1b7693e06a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:35.596305 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-b09bc900-f30e-40a5-9ea5-efc254575ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:37.191496 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:38.734123 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:39.282474 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:47.933934 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:54:49.161973 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:03.277033 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-17552de6-332a-48a0-807f-7b971882bed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:03.526962 n-d-768509-24 neutron-server[103296]: DEBUG neutron.wsgi [req-a29a657e-f023-4f78-a305-58b7388a070e req-88b0da8b-af7f-41a1-84d5-d437fbffae61 service neutron] (103296) timed out ('10.222.0.37', 57950) {{(pid=103296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 05:55:05.606155 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-2a244139-88ae-4186-820c-3e024a75607d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:07.201852 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:08.538509 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:55:08.767267 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:09.224806 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:17.965380 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:19.150147 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:33.265115 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-128d4b9d-8225-4170-80b9-256112063a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:35.692438 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-ec7fcdc5-0fcb-4a20-8eb2-e8b00f68a203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:37.189712 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:38.748374 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:39.218293 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:45.538212 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:55:47.932066 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:55:49.149175 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:03.257567 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-0adc8abc-9452-438c-bed3-1c9dc14b263b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:05.593489 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-35226e22-98dc-4dad-95e2-5e07a2cc7113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:07.216321 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:08.730883 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:09.210369 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:17.937676 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:19.182844 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:22.538495 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:56:33.257028 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a7888f9b-eb41-42cf-9bf0-5dba80adb46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:35.599610 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-4645f1f7-cb75-413f-8767-869e41ede634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:37.222757 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:38.738217 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:39.210921 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:47.994484 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:49.239866 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:56:59.537959 n-d-768509-24 neutron-server[103299]: DEBUG neutron.db.agents_db [None req-8fc48fb7-5d28-4850-a0f7-224cd9ea28c4 None None] Agent healthcheck: found 7 active agents {{(pid=103299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:57:03.285480 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-743555ba-3ef1-4f81-ad9a-9e2eba6d3b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:57:05.605325 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-95eb1a3e-bc0f-45d7-a174-c3b8af9af692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:57:07.210949 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-e9081308-4722-4bfe-8f4c-eda081c51c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:57:08.725471 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-559fa3e0-cbff-4249-9951-a36231454ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:57:09.232795 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-d2479e6f-647a-460f-a17e-9c4e9ae24f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:57:17.943011 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-65ffb2f4-4398-4150-a12e-deab2afac6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:57:19.204859 n-d-768509-24 neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-a19382b7-0b75-45e0-a185-859bc7914cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785905765596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902428'] for agent, after_update {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}